-- Logs begin at Tue 2021-09-07 18:00:50 UTC, end at Tue 2021-09-07 20:16:59 UTC. -- Sep 07 18:32:38.667100 n-d-807786-1 systemd[1]: Started Devstack devstack@q-svc.service. Sep 07 18:32:41.452101 n-d-807786-1 neutron-server[101337]: INFO neutron.common.config [-] Logging enabled! Sep 07 18:32:41.452788 n-d-807786-1 neutron-server[101337]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 07 18:32:41.452879 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101337) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 18:32:41.455977 n-d-807786-1 neutron-server[101337]: INFO neutron.common.config [-] Logging enabled! Sep 07 18:32:41.456231 n-d-807786-1 neutron-server[101337]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 07 18:32:41.456556 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101337) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 18:32:41.457491 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 18:32:41.457725 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 18:32:41.458092 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 18:32:41.458338 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 18:32:41.458570 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 18:32:41.458896 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.459197 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.459496 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.459725 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.460025 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.460316 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.460625 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.460916 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.461214 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.461501 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.461780 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.462067 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.462299 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.462580 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.462867 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.463154 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.463377 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] debug = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.463659 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.464088 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.464493 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.464800 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.465093 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.465373 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.465645 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.465921 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.466206 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.466534 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] host = n-d-807786-1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.466812 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.467615 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.467903 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.468192 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.468467 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.468767 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.469060 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.469334 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.469607 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] log_file = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.469881 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.470168 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.470458 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.470839 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.471066 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.471290 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.471582 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.471871 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.472146 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.472422 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.472722 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.472994 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.473268 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.473536 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.473821 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.474104 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.474387 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.474663 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.474936 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.475204 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.475473 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.475754 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.476025 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.476296 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.476592 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.476881 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.477149 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.477421 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.477722 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.478006 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.478286 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.478570 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.478843 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.479127 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.479398 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.479668 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.479937 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] use_json = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.480206 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.480476 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.480783 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.481056 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.481327 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.481599 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.481870 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.482152 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:41.482449 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.483306 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.483608 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.483898 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.484194 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.484475 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.484809 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.485091 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.485382 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.485671 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.485961 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.486239 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.486526 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.486804 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.487099 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.487429 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.487699 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.487989 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.488264 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.488556 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.488837 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.489118 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.489405 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.489683 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.489969 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.490256 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.490535 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.490819 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.491112 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.491402 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.491676 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.491954 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.492244 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.492529 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.492815 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.493094 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.493387 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.493664 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.493936 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.494217 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.494489 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.494760 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.495029 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.495305 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.495594 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.495871 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.496140 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.496410 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.496707 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.496978 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.497262 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.497537 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.497807 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.498075 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.498371 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.498643 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.498918 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.499194 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.499466 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.499741 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.500011 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.500280 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.500571 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.500843 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.501113 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.501383 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.501652 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.501926 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.502197 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.502467 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.502736 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.503007 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.503279 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.503563 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.503858 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.504136 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.504415 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.504717 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.504997 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.505276 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.505553 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.505832 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.506111 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.506384 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.506675 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.506957 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.507247 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.507531 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.507808 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.508111 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.508388 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.508697 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.508979 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.509259 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.509543 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.509827 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.510120 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.510412 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.510705 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.510997 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.511292 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.511574 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.511885 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.512163 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:41.512381 n-d-807786-1 neutron-server[101337]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 18:32:41.512656 n-d-807786-1 neutron-server[101337]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101337) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 07 18:32:41.864849 n-d-807786-1 neutron-server[101337]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 18:32:41.865121 n-d-807786-1 neutron-server[101337]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 18:32:41.865404 n-d-807786-1 neutron-server[101337]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 18:32:41.865731 n-d-807786-1 neutron-server[101337]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 07 18:32:42.263349 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.263640 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.264471 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.265936 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.266211 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.266478 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.318134 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.318527 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.318898 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.341018 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.341297 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.341622 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.378243 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.378517 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.378784 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.415613 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.415892 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.416161 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.655323 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.656146 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.656146 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.656146 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.656837 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.778436 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.778750 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.779031 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.779838 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.780106 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.780416 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.780701 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.780959 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.781218 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.781497 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.781754 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.782015 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.782267 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.782514 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.782766 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.783027 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.783280 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.783543 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.783810 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.784065 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.784331 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.784607 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.784890 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.785265 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.785515 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.785759 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.786148 n-d-807786-1 neutron-server[101337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 18:32:42.786385 n-d-807786-1 neutron-server[101337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 18:32:42.786620 n-d-807786-1 neutron-server[101337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 18:32:42.786852 n-d-807786-1 neutron-server[101337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 18:32:42.787084 n-d-807786-1 neutron-server[101337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 18:32:42.787315 n-d-807786-1 neutron-server[101337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 18:32:42.787674 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 07 18:32:42.790792 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 07 18:32:42.795600 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 07 18:32:42.799408 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 07 18:32:42.801040 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 07 18:32:42.801501 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 07 18:32:42.801836 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 07 18:32:42.802221 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 07 18:32:42.805005 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 07 18:32:42.805255 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 07 18:32:42.805598 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 18:32:42.810856 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 07 18:32:42.832691 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 07 18:32:42.833419 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.833727 n-d-807786-1 neutron-server[101337]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101337) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 07 18:32:42.834091 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.835439 n-d-807786-1 neutron-server[101337]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101337) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 07 18:32:42.835725 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 18:32:42.835972 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 07 18:32:42.839389 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.839668 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:42.902784 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 07 18:32:42.902959 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 07 18:32:42.903194 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 07 18:32:42.903567 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 07 18:32:42.926603 n-d-807786-1 neutron-server[101337]: DEBUG oslo_db.sqlalchemy.engines [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101337) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 07 18:32:43.465818 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.managers [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Initializing driver for type 'gre' Sep 07 18:32:43.466341 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] gre ID ranges: [(1, 1000)] Sep 07 18:32:43.517192 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.managers [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Initializing driver for type 'local' Sep 07 18:32:43.517536 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.managers [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Initializing driver for type 'vlan' Sep 07 18:32:43.530476 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] VlanTypeDriver initialization complete Sep 07 18:32:43.530816 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.managers [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Initializing driver for type 'vxlan' Sep 07 18:32:43.531326 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] vxlan ID ranges: [(1, 1000)] Sep 07 18:32:43.595888 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.managers [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Initializing extension driver 'port_security' Sep 07 18:32:43.596299 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.extensions.port_security [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] PortSecurityExtensionDriver initialization complete Sep 07 18:32:43.596681 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.managers [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Initializing mechanism driver 'openvswitch' Sep 07 18:32:43.597009 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.managers [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Initializing mechanism driver 'hyperv' Sep 07 18:32:43.603621 n-d-807786-1 neutron-server[101337]: DEBUG neutron.plugins.ml2.plugin [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:32:43.604325 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > port after_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.604716 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > port after_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.605076 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > port after_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.605609 n-d-807786-1 neutron-server[101337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 18:32:43.606044 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > subnet after_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.606405 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > subnet after_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.606754 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.607149 n-d-807786-1 neutron-server[101337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 18:32:43.608136 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > network after_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.608568 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > network after_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.608864 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > network after_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.609334 n-d-807786-1 neutron-server[101337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 18:32:43.609652 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > security_group after_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.610002 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > security_group after_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.610349 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.610883 n-d-807786-1 neutron-server[101337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 18:32:43.611298 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.611695 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.612030 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.612521 n-d-807786-1 neutron-server[101337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 18:32:43.612951 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > address_group after_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.613303 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > address_group after_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.613648 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.614041 n-d-807786-1 neutron-server[101337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 18:32:43.614426 n-d-807786-1 neutron-server[101337]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] ML2 OVO RPC backend initialized. {{(pid=101337) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 07 18:32:43.615147 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.615508 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.615928 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > network before_response 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.616291 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > networks before_response 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.616659 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > port before_response 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.617006 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > ports before_response 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.617353 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > subnet before_response 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.617697 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > subnets before_response 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.618049 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > network after_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.618390 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > network after_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.618730 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > network after_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.619072 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > port after_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.619410 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > port after_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.619746 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > port after_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.620084 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > subnet after_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.620426 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > subnet after_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.620797 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.621385 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.plugin [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Modular L2 Plugin initialization complete Sep 07 18:32:43.621718 n-d-807786-1 neutron-server[101337]: DEBUG neutron.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading services supported by the core plugin {{(pid=101337) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 07 18:32:43.622053 n-d-807786-1 neutron-server[101337]: INFO neutron.plugins.ml2.managers [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Got port-security extension from driver 'port_security' Sep 07 18:32:43.622520 n-d-807786-1 neutron-server[101337]: INFO neutron.extensions.vlantransparent [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Disabled vlantransparent extension. Sep 07 18:32:43.623054 n-d-807786-1 neutron-server[101337]: DEBUG neutron.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101337) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 07 18:32:43.623358 n-d-807786-1 neutron-server[101337]: INFO neutron.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading Plugin: router Sep 07 18:32:43.659452 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.660022 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router after_create 55549900 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.660205 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router before_create 55549900 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.660600 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.660979 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.661339 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router after_delete 55549900 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.661701 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.662054 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.662418 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router after_create 55549900 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.662767 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router after_update 55549900 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.663118 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router after_update 55549900 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.663483 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.663831 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router after_update 55549900 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.664244 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router precommit_update 55549900 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.664649 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: port after_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.664995 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: port after_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.665338 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: subnet after_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.665682 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.666040 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.666389 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router precommit_create 55549900 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.666733 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: port before_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.667078 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router precommit_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.667436 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router after_update 55549900 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.667782 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.668136 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router precommit_create 55549900 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.668497 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.668866 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router precommit_update 55549900 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.669236 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > agent after_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.669589 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > agent after_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.670514 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > network after_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.671384 n-d-807786-1 neutron-server[101337]: DEBUG neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Tracking information for resource: router configured {{(pid=101337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 18:32:43.671725 n-d-807786-1 neutron-server[101337]: DEBUG neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Tracking information for resource: floatingip configured {{(pid=101337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 18:32:43.676712 n-d-807786-1 neutron-server[101337]: INFO neutron.db.l3_agentschedulers_db [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 07 18:32:43.677301 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: port after_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.677668 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: port after_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.678020 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: port after_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.678374 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: port after_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.679175 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router before_create 55550100 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.679543 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.679904 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router precommit_create 55550100 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.680262 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > router precommit_update 55550100 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.685004 n-d-807786-1 neutron-server[101337]: DEBUG neutron.services.provider_configuration [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Service providers = [] {{(pid=101337) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 07 18:32:43.685378 n-d-807786-1 neutron-server[101337]: DEBUG neutron.db.servicetype_db [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101337) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 07 18:32:43.688714 n-d-807786-1 neutron-server[101337]: DEBUG neutron.services.service_base [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 18:32:43.689070 n-d-807786-1 neutron-server[101337]: DEBUG neutron.services.service_base [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 18:32:43.689419 n-d-807786-1 neutron-server[101337]: DEBUG neutron.services.service_base [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 18:32:43.690316 n-d-807786-1 neutron-server[101337]: DEBUG neutron.services.service_base [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 18:32:43.690718 n-d-807786-1 neutron-server[101337]: INFO neutron.services.service_base [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 07 18:32:43.691103 n-d-807786-1 neutron-server[101337]: DEBUG neutron.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 18:32:43.691422 n-d-807786-1 neutron-server[101337]: INFO neutron.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 07 18:32:43.702323 n-d-807786-1 neutron-server[101337]: DEBUG neutron.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 18:32:43.702659 n-d-807786-1 neutron-server[101337]: INFO neutron.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading Plugin: auto_allocate Sep 07 18:32:43.708378 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: network precommit_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.708777 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: network precommit_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.709304 n-d-807786-1 neutron-server[101337]: DEBUG neutron.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 18:32:43.709626 n-d-807786-1 neutron-server[101337]: INFO neutron.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading Plugin: tag Sep 07 18:32:43.716189 n-d-807786-1 neutron-server[101337]: DEBUG neutron.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 18:32:43.716476 n-d-807786-1 neutron-server[101337]: INFO neutron.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading Plugin: timestamp Sep 07 18:32:43.721091 n-d-807786-1 neutron-server[101337]: DEBUG neutron.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 18:32:43.721427 n-d-807786-1 neutron-server[101337]: INFO neutron.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading Plugin: network_ip_availability Sep 07 18:32:43.726842 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.727222 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.727583 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.728302 n-d-807786-1 neutron-server[101337]: DEBUG neutron.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 18:32:43.728662 n-d-807786-1 neutron-server[101337]: INFO neutron.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading Plugin: flavors Sep 07 18:32:43.733847 n-d-807786-1 neutron-server[101337]: DEBUG neutron.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 18:32:43.734182 n-d-807786-1 neutron-server[101337]: INFO neutron.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading Plugin: revisions Sep 07 18:32:43.738465 n-d-807786-1 neutron-server[101337]: DEBUG neutron.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 18:32:43.738861 n-d-807786-1 neutron-server[101337]: DEBUG oslo_concurrency.lockutils [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.873s {{(pid=101337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 18:32:43.739602 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101337) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 07 18:32:43.739941 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Initializing extension manager. Sep 07 18:32:43.740453 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: __init__.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.740821 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: __pycache__ {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.741157 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.741492 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: address_group.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.742247 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.742815 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: address-group Sep 07 18:32:43.743141 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: address_scope.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.744052 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.744592 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: address-scope Sep 07 18:32:43.744920 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.745858 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.746363 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: router-admin-state-down-before-update Sep 07 18:32:43.746687 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: agent.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.747394 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.747897 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: agent Sep 07 18:32:43.748243 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: agent_resources_synced.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.749273 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.749735 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: agent-resources-synced Sep 07 18:32:43.750061 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: allowedaddresspairs.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.751855 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.752375 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: allowed-address-pairs Sep 07 18:32:43.752739 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: auto_allocated_topology.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.753828 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.754338 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: auto-allocated-topology Sep 07 18:32:43.754667 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: availability_zone.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.755368 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.755871 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: availability_zone Sep 07 18:32:43.756195 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: availability_zone_filter.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.757151 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.757658 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: availability_zone_filter Sep 07 18:32:43.757982 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: data_plane_status.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.758896 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.759398 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension data-plane-status not supported by any of loaded plugins Sep 07 18:32:43.759719 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: default_subnetpools.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.760679 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.761181 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: default-subnetpools Sep 07 18:32:43.761504 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.762317 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.762820 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: dhcp_agent_scheduler Sep 07 18:32:43.763143 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: dns.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.764168 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.764693 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension dns-integration not supported by any of loaded plugins Sep 07 18:32:43.765020 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: dns_domain_ports.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.765945 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.766445 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 07 18:32:43.766767 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.767687 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.768189 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 07 18:32:43.768539 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: dvr.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.769209 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.769710 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: dvr Sep 07 18:32:43.770032 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: ecmp_routes.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.770951 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.771446 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 07 18:32:43.771770 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: empty_string_filtering.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.772710 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.773219 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: empty-string-filtering Sep 07 18:32:43.773548 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.774455 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.774954 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 07 18:32:43.775279 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.776192 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.776727 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 07 18:32:43.777053 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: external_net.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.777967 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.778471 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: external-net Sep 07 18:32:43.778795 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.780223 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.780759 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: extra_dhcp_opt Sep 07 18:32:43.781090 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: extraroute.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.781994 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.782493 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: extraroute Sep 07 18:32:43.782815 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: extraroute_atomic.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.783852 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.784359 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: extraroute-atomic Sep 07 18:32:43.784716 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: filter_validation.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.785383 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.785881 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: filter-validation Sep 07 18:32:43.786202 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: fip_pf_description.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.787114 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.787615 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 07 18:32:43.787939 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: fip_port_details.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.788882 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.789383 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: fip-port-details Sep 07 18:32:43.789705 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: flavors.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.790923 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.791442 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: flavors Sep 07 18:32:43.791768 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.793468 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.793983 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 07 18:32:43.794318 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: floatingip_pools.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.795582 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.796088 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: floatingip-pools Sep 07 18:32:43.796417 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: ip_allocation.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.797377 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.797876 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension ip_allocation not supported by any of loaded plugins Sep 07 18:32:43.798204 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.799126 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.799630 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: ip-substring-filtering Sep 07 18:32:43.799956 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: l2_adjacency.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.800922 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.801429 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 07 18:32:43.801755 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: l3.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.802866 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.803388 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: router Sep 07 18:32:43.803720 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.805986 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.806510 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 07 18:32:43.806843 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.807791 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.808299 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: ext-gw-mode Sep 07 18:32:43.808665 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.809620 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.810112 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: l3-ha Sep 07 18:32:43.810459 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: l3_flavors.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.811392 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.811891 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: l3-flavors Sep 07 18:32:43.812215 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.813165 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.813667 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 07 18:32:43.813990 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: l3agentscheduler.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.815041 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.815550 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: l3_agent_scheduler Sep 07 18:32:43.815881 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: logging.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.817391 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.818160 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension logging not supported by any of loaded plugins Sep 07 18:32:43.818493 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: metering.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.819238 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.819809 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: metering Sep 07 18:32:43.820137 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.821265 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.821780 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: metering_source_and_destination_fields Sep 07 18:32:43.822110 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: multiprovidernet.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.823039 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.823545 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: multi-provider Sep 07 18:32:43.823869 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: netmtu.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.824812 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.825315 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: net-mtu Sep 07 18:32:43.825638 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: netmtu_writable.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.827080 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.827578 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: net-mtu-writable Sep 07 18:32:43.827901 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: network_availability_zone.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.828603 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.829107 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: network_availability_zone Sep 07 18:32:43.829433 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: network_ip_availability.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.830548 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.831061 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: network-ip-availability Sep 07 18:32:43.831391 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: network_segment_range.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.832172 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.832705 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension network-segment-range not supported by any of loaded plugins Sep 07 18:32:43.833030 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: pagination.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.834047 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.834377 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: pagination Sep 07 18:32:43.834700 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: port_device_profile.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.835626 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.836140 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: port-device-profile Sep 07 18:32:43.836465 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.837549 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.838055 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: port-mac-address-regenerate Sep 07 18:32:43.838381 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.839311 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.839813 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: port-numa-affinity-policy Sep 07 18:32:43.840137 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: port_resource_request.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.841221 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.841779 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension port-resource-request not supported by any of loaded plugins Sep 07 18:32:43.842616 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: portbindings.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.843552 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.844055 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: binding Sep 07 18:32:43.844379 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: portbindings_extended.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.845704 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.846218 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: binding-extended Sep 07 18:32:43.846547 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: portsecurity.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.847466 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.847974 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: port-security Sep 07 18:32:43.848299 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: project_id.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.849309 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.849641 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: project-id Sep 07 18:32:43.849969 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: providernet.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.850895 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.851414 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: provider Sep 07 18:32:43.851740 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: qos.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.855429 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.855950 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension qos not supported by any of loaded plugins Sep 07 18:32:43.856283 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.857587 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.858100 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 07 18:32:43.858479 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.859357 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.859859 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 07 18:32:43.860188 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: qos_default.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.861127 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.861640 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension qos-default not supported by any of loaded plugins Sep 07 18:32:43.861968 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: qos_fip.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.862629 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.863129 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension qos-fip not supported by any of loaded plugins Sep 07 18:32:43.863529 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: qos_gateway_ip.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.864596 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.865211 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 07 18:32:43.865540 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: qos_port_network_policy.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.866553 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.867165 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 07 18:32:43.867515 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: qos_pps_rule.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.868862 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.869475 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension qos-pps not supported by any of loaded plugins Sep 07 18:32:43.869812 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: qos_rule_type_details.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.870844 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.871395 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 07 18:32:43.871812 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: qos_rules_alias.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.873067 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.873667 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 07 18:32:43.874014 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: quotasv2.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.875116 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.875576 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: quotas Sep 07 18:32:43.875868 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: quotasv2_detail.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.879843 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.880255 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: quota_details Sep 07 18:32:43.880688 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: rbac.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.881917 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.882504 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: rbac-policies Sep 07 18:32:43.882866 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: rbac_address_group.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.883889 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.884495 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: rbac-address-group Sep 07 18:32:43.884857 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: rbac_address_scope.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.885794 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.886306 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: rbac-address-scope Sep 07 18:32:43.886634 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: rbac_security_groups.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.887555 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.888064 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: rbac-security-groups Sep 07 18:32:43.888390 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: rbac_subnetpool.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.889856 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.890367 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: rbac-subnetpool Sep 07 18:32:43.890692 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: revisionifmatch.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.891618 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.892133 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: revision-if-match Sep 07 18:32:43.892458 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: revisions.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.893640 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.894149 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: standard-attr-revisions Sep 07 18:32:43.894477 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: router_availability_zone.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.895161 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.895666 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: router_availability_zone Sep 07 18:32:43.895989 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: routerservicetype.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.896936 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.897435 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension router-service-type not supported by any of loaded plugins Sep 07 18:32:43.897760 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.898683 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.899217 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: security-groups-normalized-cidr Sep 07 18:32:43.899544 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.900464 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.900997 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: port-security-groups-filtering Sep 07 18:32:43.901321 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.902258 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.902763 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: security-groups-remote-address-group Sep 07 18:32:43.903085 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: securitygroup.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.915067 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.915600 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: security-group Sep 07 18:32:43.915939 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: segment.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.916792 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.917294 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension segment not supported by any of loaded plugins Sep 07 18:32:43.917622 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.918583 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.919084 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 07 18:32:43.919412 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: servicetype.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.920661 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.921175 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: service-type Sep 07 18:32:43.921503 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: sorting.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.922499 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.922833 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: sorting Sep 07 18:32:43.923158 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: standard_attr_segment.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.924088 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.924627 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 07 18:32:43.924956 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: standardattrdescription.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.925611 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.926113 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: standard-attr-description Sep 07 18:32:43.926436 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: stateful_security_group.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.927380 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.927892 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: stateful-security-group Sep 07 18:32:43.928217 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: stdattrs_common.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.928831 n-d-807786-1 neutron-server[101337]: WARNING neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 07 18:32:43.929155 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.930102 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.930609 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 07 18:32:43.930934 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: subnet_onboard.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.932017 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.932564 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: subnet_onboard Sep 07 18:32:43.932893 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.933823 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.934327 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 07 18:32:43.934651 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: subnet_service_types.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.935601 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.936114 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: subnet-service-types Sep 07 18:32:43.936439 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: subnetallocation.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.937558 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.938075 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: subnet_allocation Sep 07 18:32:43.938401 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.939076 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.939588 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: subnetpool-prefix-ops Sep 07 18:32:43.939910 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.940873 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.941381 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 07 18:32:43.941704 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: tagging.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.943038 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.943550 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: standard-attr-tag Sep 07 18:32:43.943876 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: timestamp.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.945122 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.945634 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loaded extension: standard-attr-timestamp Sep 07 18:32:43.945963 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: trunk.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.946996 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.947508 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension trunk not supported by any of loaded plugins Sep 07 18:32:43.947838 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: trunk_details.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.948796 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.949307 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension trunk-details not supported by any of loaded plugins Sep 07 18:32:43.949635 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: uplink_status_propagation.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.950565 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.951590 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 07 18:32:43.951924 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Loading extension file: vlantransparent.py {{(pid=101337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:32:43.952638 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:32:43.953148 n-d-807786-1 neutron-server[101337]: INFO neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 07 18:32:43.955596 n-d-807786-1 neutron-server[101337]: INFO neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Creating instance of TrackedResource for resource:network Sep 07 18:32:43.956123 n-d-807786-1 neutron-server[101337]: INFO neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Creating instance of TrackedResource for resource:subnet Sep 07 18:32:43.956541 n-d-807786-1 neutron-server[101337]: INFO neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 18:32:43.956941 n-d-807786-1 neutron-server[101337]: INFO neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Creating instance of TrackedResource for resource:port Sep 07 18:32:43.958187 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.v2.resource_helper [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:32:43.958648 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.v2.resource_helper [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Service FLAVORS assigned prefix: {{(pid=101337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:32:43.959280 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.v2.resource_helper [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:32:43.959709 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.v2.resource_helper [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:32:43.960044 n-d-807786-1 neutron-server[101337]: INFO neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Creating instance of TrackedResource for resource:router Sep 07 18:32:43.960479 n-d-807786-1 neutron-server[101337]: INFO neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 18:32:43.961014 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.v2.resource_helper [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Service METERING assigned prefix: /metering {{(pid=101337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:32:43.962472 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.962847 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.963202 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:32:43.964240 n-d-807786-1 neutron-server[101337]: INFO neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 18:32:43.964719 n-d-807786-1 neutron-server[101337]: INFO neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Creating instance of TrackedResource for resource:security_group Sep 07 18:32:43.965153 n-d-807786-1 neutron-server[101337]: INFO neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 18:32:43.965752 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.v2.resource_helper [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Service CORE assigned prefix: {{(pid=101337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:32:43.966087 n-d-807786-1 neutron-server[101337]: INFO neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 18:32:43.966485 n-d-807786-1 neutron-server[101337]: WARNING neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] subnetpool is already registered Sep 07 18:32:43.967418 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.v2.resource_helper [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Service CORE assigned prefix: {{(pid=101337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:32:43.967751 n-d-807786-1 neutron-server[101337]: INFO neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 18:32:43.968086 n-d-807786-1 neutron-server[101337]: WARNING neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] subnetpool is already registered Sep 07 18:32:43.970417 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.v2.resource_helper [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:32:43.970862 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.v2.resource_helper [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Service FLAVORS assigned prefix: {{(pid=101337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:32:43.971467 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.v2.resource_helper [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:32:43.971899 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.v2.resource_helper [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:32:43.972238 n-d-807786-1 neutron-server[101337]: INFO neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Creating instance of TrackedResource for resource:router Sep 07 18:32:43.972621 n-d-807786-1 neutron-server[101337]: WARNING neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] router is already registered Sep 07 18:32:43.973043 n-d-807786-1 neutron-server[101337]: INFO neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 18:32:43.973384 n-d-807786-1 neutron-server[101337]: WARNING neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] floatingip is already registered Sep 07 18:32:43.973849 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.v2.resource_helper [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Service METERING assigned prefix: /metering {{(pid=101337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:32:43.974536 n-d-807786-1 neutron-server[101337]: INFO neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 18:32:43.974870 n-d-807786-1 neutron-server[101337]: WARNING neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] rbac_policy is already registered Sep 07 18:32:43.975290 n-d-807786-1 neutron-server[101337]: INFO neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Creating instance of TrackedResource for resource:security_group Sep 07 18:32:43.975631 n-d-807786-1 neutron-server[101337]: WARNING neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] security_group is already registered Sep 07 18:32:43.976040 n-d-807786-1 neutron-server[101337]: INFO neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 18:32:43.976375 n-d-807786-1 neutron-server[101337]: WARNING neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] security_group_rule is already registered Sep 07 18:32:43.977034 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.v2.resource_helper [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Service CORE assigned prefix: {{(pid=101337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:32:43.977366 n-d-807786-1 neutron-server[101337]: INFO neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 18:32:43.977706 n-d-807786-1 neutron-server[101337]: WARNING neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] subnetpool is already registered Sep 07 18:32:43.978135 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.v2.resource_helper [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Service CORE assigned prefix: {{(pid=101337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:32:43.978463 n-d-807786-1 neutron-server[101337]: INFO neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 18:32:43.978797 n-d-807786-1 neutron-server[101337]: WARNING neutron.quota.resource_registry [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] subnetpool is already registered Sep 07 18:32:43.979269 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: extensions {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:43.980797 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: address-groups {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:43.982305 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: address-scopes {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:43.983653 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: agents {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:43.984865 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: auto-allocated-topology {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:43.986114 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: availability_zones {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:43.987351 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: dhcp-networks {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:43.988976 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: dhcp-agents {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:43.990403 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: routers {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:43.992659 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: flavors {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:43.993844 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: service_profiles {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:43.995056 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: next_providers {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:43.996547 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: service_profiles {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:43.998122 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: floatingip-pools {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:43.999352 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: routers {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.001508 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: floatingips {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.002820 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: l3-routers {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.004208 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: l3-agents {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.005671 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: metering-labels {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.007045 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: metering-label-rules {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.008340 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: network-ip-availabilities {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.009650 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: bindings {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.012156 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: quotas {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.014203 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: quotas {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.015645 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: rbac-policies {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.016878 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: security-groups {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.018183 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: security-group-rules {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.019458 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: service-providers {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.020713 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: subnetpools {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.022159 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: subnetpools {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.023634 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: tags {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.025345 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: tags {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.027186 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: tags {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.029019 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: tags {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.031386 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: tags {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.033346 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: tags {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.035053 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: tags {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.037013 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: tags {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.038796 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: tags {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.040622 n-d-807786-1 neutron-server[101337]: DEBUG neutron.api.extensions [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Extended resource: tags {{(pid=101337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:32:44.046610 n-d-807786-1 neutron-server[101337]: WARNING keystonemiddleware.auth_token [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 07 18:32:44.051366 n-d-807786-1 neutron-server[101337]: WARNING keystonemiddleware.auth_token [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 07 18:32:44.059880 n-d-807786-1 neutron-server[101337]: DEBUG oslo_concurrency.lockutils [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Acquired lock "singleton_lock" {{(pid=101337) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 07 18:32:44.060357 n-d-807786-1 neutron-server[101337]: DEBUG oslo_concurrency.lockutils [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Releasing lock "singleton_lock" {{(pid=101337) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 07 18:32:44.061058 n-d-807786-1 neutron-server[101337]: INFO oslo_service.service [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Starting 2 workers Sep 07 18:32:44.065908 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Started child 101444 {{(pid=101337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 18:32:44.070601 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Started child 101445 {{(pid=101337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 18:32:44.071873 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:32:44.072591 n-d-807786-1 neutron-server[101337]: INFO neutron.service [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 07 18:32:44.072863 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Notify callbacks [] for process, before_spawn {{(pid=101337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:32:44.073373 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [-] (101444) wsgi starting up on http://0.0.0.0:9696 Sep 07 18:32:44.075355 n-d-807786-1 neutron-server[101337]: INFO oslo_service.service [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Starting 1 workers Sep 07 18:32:44.075558 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:32:44.077478 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [-] (101445) wsgi starting up on http://0.0.0.0:9696 Sep 07 18:32:44.081075 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Started child 101446 {{(pid=101337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 18:32:44.081629 n-d-807786-1 neutron-server[101337]: INFO oslo_service.service [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Starting 1 workers Sep 07 18:32:44.085147 n-d-807786-1 neutron-server[101446]: DEBUG neutron.service [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] calling RpcWorker wait() {{(pid=101446) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 07 18:32:44.085694 n-d-807786-1 neutron-server[101446]: DEBUG neutron.service [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] returning from RpcWorker wait() {{(pid=101446) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 07 18:32:44.086092 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Started child 101447 {{(pid=101337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 18:32:44.086913 n-d-807786-1 neutron-server[101337]: DEBUG neutron_lib.callbacks.manager [None req-792931c5-928d-42dd-8987-892cf4adb162 None None] Notify callbacks [] for process, after_spawn {{(pid=101337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:32:44.087191 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:32:44.087735 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:32:44.088885 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101337) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 18:32:44.089095 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 18:32:44.089284 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 18:32:44.089510 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 18:32:44.089857 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 18:32:44.090022 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 18:32:44.090716 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.091018 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.091264 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:32:44.091754 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.091754 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.092421 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.092802 n-d-807786-1 neutron-server[101447]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:32:44.093000 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.093260 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.093520 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.093798 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.094050 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.094226 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.094393 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.094635 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.094868 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.095166 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.095429 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.095667 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.095955 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.096121 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.096379 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.096661 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.096887 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.097150 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] debug = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.097405 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.097903 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.098143 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.098392 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.098612 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.098877 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.099112 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.099367 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.099622 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.099839 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.100080 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.100330 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.100588 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.100823 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.101061 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.101329 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.101566 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.102029 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] host = n-d-807786-1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.102273 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.102506 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.102740 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.103008 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.103267 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.103489 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.103757 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.104015 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.104271 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.104531 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.104805 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.105068 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.105304 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.105550 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] log_file = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.105713 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] log_options = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.105949 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.106225 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.106489 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.106684 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.106900 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.107036 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.107256 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.107524 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.107712 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.107936 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.108148 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.108381 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.108601 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.108823 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.109082 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.109338 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.109561 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.109788 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.110029 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.110272 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.110495 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.110741 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.110974 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.111220 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.111453 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.111699 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.111942 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.112156 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.112369 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.112645 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.112885 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.113143 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.113380 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.113618 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.113880 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.114109 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.114337 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.114550 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.114815 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.115042 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.115294 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.115544 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.115762 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.116018 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.116235 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.116457 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.116719 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] use_json = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.117022 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.117161 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.117452 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.117697 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.117913 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.118129 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.118366 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.118602 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.119039 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.119341 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.119659 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.119906 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.120143 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.120382 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.120670 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.120928 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.122080 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.122080 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.122080 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.122477 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.122603 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.122735 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.123042 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.123369 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.123630 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.123907 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.124146 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.124404 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.124669 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.124913 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.125196 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.125425 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.125665 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.125898 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.126118 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.126456 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.127267 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.127522 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.128929 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.128929 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.128929 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.128929 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.128929 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.129633 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.129633 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.129633 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.129979 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.130130 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.130335 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.130587 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.130809 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.131275 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.131523 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.131644 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.131778 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.132006 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.137711 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.137711 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.137711 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.137711 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.137711 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.137711 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.137711 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.137711 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.137711 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.140389 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.140389 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.140389 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.140389 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.140389 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.140389 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.140389 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.140389 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.140389 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.142101 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.142101 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.142101 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.142101 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.142101 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.142101 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.142101 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.142101 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.142101 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144028 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144028 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144028 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144028 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144028 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144028 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144028 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144028 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144028 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144555 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144555 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144555 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144555 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144555 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144555 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144555 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144555 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144999 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144999 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144999 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144999 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144999 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144999 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.144999 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.145514 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.145514 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.145645 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.145841 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.146131 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.146405 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.146603 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.147002 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.147227 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.147447 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.147698 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.147940 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.148224 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.148496 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.148764 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.149185 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.149417 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.149711 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.149967 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.150245 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.150496 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.150772 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.151079 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.151366 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.151628 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.151852 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.152129 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.152391 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.152849 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.153106 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.153358 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.153613 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.153830 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.154106 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.155091 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.155518 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.155797 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.156236 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.156789 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.157240 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.157664 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.158064 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.158511 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.158938 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.159355 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.159790 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.160195 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.160603 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.160854 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.161105 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.161358 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.161591 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.161822 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.162041 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.162291 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.162538 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.162789 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.163024 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.163254 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.163518 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.163732 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.163975 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.164193 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.164413 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.164663 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.164909 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.165168 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.165335 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.165722 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.166106 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.166511 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.166755 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.166973 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.167227 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.167453 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.167719 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.167973 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.168210 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.168440 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.168689 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.168952 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.169188 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.169518 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.169749 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.169990 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.170205 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.170433 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.170845 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.171099 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.171333 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.171764 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.172185 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.172610 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.173108 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.173572 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.173987 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.174411 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.174813 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.175156 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.175466 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.175761 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.176004 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.176233 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.176451 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.176741 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.176972 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.177215 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.177431 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.177643 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.177894 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.178112 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.178322 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.178647 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.178867 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.179092 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.179375 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.179623 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.179837 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.180096 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.180316 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.180548 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.180773 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.180988 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.181219 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.181469 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.181700 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.181919 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.182142 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.182357 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.182583 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.182799 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.183048 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.183286 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.183509 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.183723 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.183935 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.184160 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.184390 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.184623 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.184845 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.185062 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.185272 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.186046 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.186257 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.186441 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.186665 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.186880 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.187111 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.187418 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.187701 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.187970 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.188199 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.188447 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.188717 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.188959 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.192531 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.192531 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.192531 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.192531 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.192531 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.192531 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.192531 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.192531 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.193333 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.193333 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.193333 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.193333 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.193333 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.193333 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.193333 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.193333 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.193800 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.193800 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.194078 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.194278 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.194533 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.194761 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.194978 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.195215 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.195430 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.195664 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.195920 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.196150 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.196373 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.196613 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.196846 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.197086 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.197309 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.197541 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.197763 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.198002 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.198160 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 18:32:44.198714 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101337) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 18:32:44.198876 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 18:32:44.199030 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 18:32:44.199200 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 18:32:44.200450 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 18:32:44.200450 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 18:32:44.200450 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.200853 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.200853 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.200853 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.201132 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.201712 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.201828 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.201990 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.202151 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.202308 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.202625 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.202937 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.203101 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.203263 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.203425 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.203585 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.203744 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.203900 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.204207 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.204543 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.204835 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.205133 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.205426 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] debug = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.205593 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.205794 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.205960 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.206118 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.206284 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.206444 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.206605 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.206764 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.206923 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.207082 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.207242 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.207401 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.207562 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.207720 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.207877 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.208287 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.208287 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.208464 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] host = n-d-807786-1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.208464 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.208640 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.208773 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.208937 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.209097 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.209257 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.209415 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.209577 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.209733 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.210045 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.210202 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.210364 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.210523 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.210682 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] log_file = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.210842 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] log_options = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.211001 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.211159 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.211319 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.211507 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.211672 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.211835 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.211996 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.212155 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.212312 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.212470 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.212652 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.212810 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.212969 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.213127 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.213287 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.213447 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.213605 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.213768 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.213927 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.214085 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.214243 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.214403 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.214560 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.214718 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.214875 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.215034 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.215216 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.215376 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.215500 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.215658 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.215813 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.215973 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.216132 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.216288 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.216449 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.216706 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.216811 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.216958 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.217743 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.217743 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.217743 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.217743 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.217743 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.218379 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.218379 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.218379 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.218379 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] use_json = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.218769 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.218769 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.218769 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.218981 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.219061 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.219140 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.219302 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.219463 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:32:44.219643 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.224544 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.224544 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.224544 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.224544 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.224544 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.224544 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.224544 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.224544 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.225128 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.225209 n-d-807786-1 neutron-server[101446]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:32:44.225295 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.225295 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.225295 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.225295 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.225295 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.225295 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.225295 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.225295 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.225839 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.225839 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.225839 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.225839 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.225839 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.225839 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.225839 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.225839 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.226383 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.226383 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.226383 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.226383 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.226383 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.226383 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.226383 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.226383 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.226949 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.226949 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.226949 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.226949 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.226949 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.226949 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.226949 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.226949 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.226949 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.227640 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.227640 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.227640 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.227640 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.227640 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.227640 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.227640 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.227640 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.227640 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.228256 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.228256 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.228256 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.228256 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.228256 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.228256 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.228760 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.228760 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.228760 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.228983 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.229065 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.229170 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.229332 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.229492 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.229667 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.229828 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.229989 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.230150 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.230311 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.230471 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.230632 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.230791 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.230951 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.231115 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.231276 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.231437 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.231597 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.231830 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.232103 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.232384 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.232612 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.232776 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.232934 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.233576 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.233776 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.233903 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.234244 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.234573 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.234756 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.234918 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.235082 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.235244 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.235406 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.235567 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.235728 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.235888 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.236051 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.236212 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.236373 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.236550 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.236882 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.237203 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.237527 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.237690 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.237852 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.238014 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.238176 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.238336 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.238552 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.238647 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.238808 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.238966 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.239128 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.239286 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.239458 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.239618 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.239785 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.239937 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.240104 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.240276 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.240440 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.240625 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.240786 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.241196 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.241196 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.241357 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.241435 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.241578 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.241732 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.241894 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.242062 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.242234 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.242397 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.242561 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.242721 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.242905 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.243082 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.243222 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.243384 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.243547 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.243702 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.243866 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.244025 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.244185 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.244346 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.244527 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.244694 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.244844 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.245004 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.245163 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.245323 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.245485 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.245648 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.245811 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.245972 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.246137 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.246300 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.246457 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.246615 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.246775 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.246935 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.247095 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.247255 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.247416 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.247580 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.247738 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.248413 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.248615 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.248780 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.248940 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.249099 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.249297 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.249460 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.249622 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.249784 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.249945 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.250108 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.250269 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.250432 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.250595 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.250754 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.250917 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.251078 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.251238 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.251400 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.251561 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.251722 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.251887 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.252051 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.252210 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.252384 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.252604 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.252771 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.252933 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.253093 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.253255 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.253414 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.253575 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.253735 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.253895 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.254055 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.254218 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.254382 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.254547 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.254708 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.254870 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.255029 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.255190 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.255351 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.255526 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.255687 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.255849 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.256009 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.256168 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.256329 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.256531 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.256689 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.256850 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.257010 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.257171 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.257410 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.258334 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.258514 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.258666 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.258824 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.259048 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.259141 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.259477 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.259477 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.259623 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.259767 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.259911 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.260049 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.260310 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.260412 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.260533 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.260705 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.260865 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.261025 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.261195 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.261359 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.261522 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.261683 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.261842 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.262001 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.262171 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.262332 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.262492 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.262662 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.262822 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.262980 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.263140 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.263365 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.263509 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.264197 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.264328 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.264493 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.264674 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.264838 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.265005 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.265176 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.265344 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.265507 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.265662 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.265832 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.266001 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.266161 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.266328 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.266500 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.266660 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.266821 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.266980 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.267141 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.267301 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.267461 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.267621 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.267764 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.267931 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.268089 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.268248 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.268407 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.268589 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.268752 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.268911 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.269466 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.269466 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.269466 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.269685 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:32:44.269685 n-d-807786-1 neutron-server[101337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 18:32:44.344600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40974) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:32:44.353319 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065312 Sep 07 18:32:55.898843 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141dfebf-388f-44e4-817d-d4b7dde3b135 None None] get_active_networks_info from n-d-807786-1 {{(pid=101446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 18:32:56.000739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141dfebf-388f-44e4-817d-d4b7dde3b135 None None] No non-hosted networks {{(pid=101446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 07 18:32:56.016870 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.agentschedulers_db [None req-141dfebf-388f-44e4-817d-d4b7dde3b135 None None] DHCP Agent not found on host n-d-807786-1 {{(pid=101446) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 07 18:32:56.070862 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-31a96d59-3490-48cd-8bed-1d71623ea356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584087'] for agent, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:32:58.733831 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f88c2e86-2997-4843-8d58-4efa20998ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584087'] for agent, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:32:58.769222 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8d9fb327-6e9d-4ecb-956b-e7ab9545a1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:32:58.920685 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584087'] for agent, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:32:58.921577 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:32:58.922006 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:32:58.922432 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:32:58.923021 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:32:58.923483 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:32:58.923881 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:32:58.924359 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:32:58.925444 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:32:58.926999 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:32:58.928071 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:32:58.930144 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:32:58.932234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:32:58.932784 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-807786-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:32:58.954657 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-807786-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:33:00.065501 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584087'] for agent, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:01.552185 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584087'] for agent, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:01.859220 n-d-807786-1 neutron-server[101446]: INFO neutron.db.l3_hamode_db [None req-7458bd71-235d-452c-a9a6-fb61d5121f43 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 07 18:33:01.938246 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7458bd71-235d-452c-a9a6-fb61d5121f43 None None] Routers set() bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:33:01.938640 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7458bd71-235d-452c-a9a6-fb61d5121f43 None None] Router IDs set() for agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 18:33:02.735509 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41064) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:33:03.255927 n-d-807786-1 neutron-server[101444]: WARNING oslo_policy.policy [None req-340104f0-788f-4c31-8510-8108b86883a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 18:33:03.256566 n-d-807786-1 neutron-server[101444]: WARNING oslo_policy.policy [None req-340104f0-788f-4c31-8510-8108b86883a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 18:33:03.488725 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-340104f0-788f-4c31-8510-8108b86883a9 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:33:03.490040 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-340104f0-788f-4c31-8510-8108b86883a9 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7524474 Sep 07 18:33:05.943256 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41078) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:33:06.269801 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-8f0a1479-94f6-4071-b8b1-4f4d265f247f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:33:06.365755 n-d-807786-1 neutron-server[101444]: DEBUG neutron.policy [None req-8f0a1479-94f6-4071-b8b1-4f4d265f247f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101444) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 18:33:06.410785 n-d-807786-1 neutron-server[101444]: WARNING oslo_policy.policy [None req-8f0a1479-94f6-4071-b8b1-4f4d265f247f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 18:33:06.411161 n-d-807786-1 neutron-server[101444]: WARNING oslo_policy.policy [None req-8f0a1479-94f6-4071-b8b1-4f4d265f247f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 18:33:06.420409 n-d-807786-1 neutron-server[101444]: INFO neutron.quota [None req-8f0a1479-94f6-4071-b8b1-4f4d265f247f admin admin] Loaded quota_driver: . Sep 07 18:33:06.518056 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1479-94f6-4071-b8b1-4f4d265f247f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770300764346', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770300764823', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770300752156', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770300754616', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770301258572', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770300800780', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-916406', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-877238', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1955646', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1748964'] for rbac-policy, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:06.588721 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1479-94f6-4071-b8b1-4f4d265f247f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:06.589929 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8f0a1479-94f6-4071-b8b1-4f4d265f247f admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6456859 Sep 07 18:33:09.285471 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41090) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:33:09.598033 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Request body: {'network': {'project_id': '13563a069a5b4921af167243a930318a', 'tenant_id': '13563a069a5b4921af167243a930318a', 'name': 'private', 'admin_state_up': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:33:09.629891 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Made reservation on behalf of 13563a069a5b4921af167243a930318a for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:33:09.632909 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:09.657303 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:09.784067 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:09.789034 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:09.813439 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:33:09.838614 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770299371888', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:09.839199 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Unsubscribe: segment precommit_create {{(pid=101444) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 18:33:09.839711 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Added segment 064b390f-a162-4c50-b82e-cf26e549925f of type vlan for network 1744bc5c-e38e-4820-82db-872a9bc5c73c Sep 07 18:33:09.845659 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ba18a5-e7ec-4090-8e15-d56a9e728c7f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:33:09.867343 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:09.867677 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:09.868114 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:09.868467 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:09.868820 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:09.869168 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:09.869481 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:09.869796 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:09.870136 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:09.870523 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:09.870854 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:09.871727 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Tracked resource versions report: Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: pushed versions: Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: { 'AddressGroup': {'1.2'}, Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: 'ConntrackHelper': {'1.0'}, Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: 'Log': {'1.0'}, Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: 'Network': {'1.1'}, Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: 'Port': {'1.7'}, Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: 'PortForwarding': {'1.2'}, Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: 'QosPolicy': {'1.9'}, Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: 'SecurityGroup': {'1.4'}, Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: 'SecurityGroupRule': {'1.2'}, Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: 'SubPort': {'1.0'}, Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: 'Subnet': {'1.1'}, Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: 'Trunk': {'1.1'}} Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: consumer versions: Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: { DHCP agent@n-d-807786-1: {}, Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: L3 agent@n-d-807786-1: {}, Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: Metadata agent@n-d-807786-1: {}, Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: Metering agent@n-d-807786-1: {}, Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: Open vSwitch agent@n-d-807786-1: { 'AddressGroup': '1.2', Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: 'ConntrackHelper': '1.0', Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: 'Log': '1.0', Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: 'Network': '1.1', Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: 'Port': '1.7', Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: 'PortForwarding': '1.2', Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: 'QosPolicy': '1.9', Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: 'SecurityGroup': '1.4', Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: 'SecurityGroupRule': '1.2', Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: 'SubPort': '1.0', Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: 'Subnet': '1.1', Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: 'Trunk': '1.1'}} Sep 07 18:33:09.872877 n-d-807786-1 neutron-server[101444]: {{(pid=101444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 18:33:09.970152 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:10.024955 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:10.026203 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:33:10.026899 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:10.096957 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8102729 Sep 07 18:33:10.128621 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f693c-5e6f-4aab-9767-f9abe2289a3c admin admin] Pushing event updated for resources: {'Network': ['ID=1744bc5c-e38e-4820-82db-872a9bc5c73c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:33:10.140733 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 1744bc5c-e38e-4820-82db-872a9bc5c73c details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:33:12.786792 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41104) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:33:13.188729 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2baa6b-b481-4894-a1ca-3804a2a39e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:33:13.190022 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0b2baa6b-b481-4894-a1ca-3804a2a39e6a admin admin] 10.222.0.26 "GET /v2.0/networks/1744bc5c-e38e-4820-82db-872a9bc5c73c HTTP/1.1" status: 200 len: 825 time: 0.4022765 Sep 07 18:33:13.217685 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a7bd4178-8060-4f08-acf7-7e24d6032f46 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/5a773137-c72d-47b6-8877-85978d60a68f HTTP/1.1" status: 200 len: 734 time: 0.0212321 Sep 07 18:33:13.227649 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e787cf03-3973-4187-83e0-e0bce8e597dd admin admin] Request body: {'subnet': {'network_id': '1744bc5c-e38e-4820-82db-872a9bc5c73c', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '5a773137-c72d-47b6-8877-85978d60a68f', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '13563a069a5b4921af167243a930318a'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:33:13.250880 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e787cf03-3973-4187-83e0-e0bce8e597dd admin admin] Made reservation on behalf of 13563a069a5b4921af167243a930318a for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:33:13.253216 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e787cf03-3973-4187-83e0-e0bce8e597dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:13.561836 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e787cf03-3973-4187-83e0-e0bce8e597dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:13.634263 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787cf03-3973-4187-83e0-e0bce8e597dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=50b6ef3c-40fb-4cc4-8ee7-9ef81d653b19,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:33:13.640576 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e787cf03-3973-4187-83e0-e0bce8e597dd admin admin] Checking segment: {'id': '064b390f-a162-4c50-b82e-cf26e549925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1744bc5c-e38e-4820-82db-872a9bc5c73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:33:13.640936 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e787cf03-3973-4187-83e0-e0bce8e597dd admin admin] Network hostable DHCP agents. Network: 1744bc5c-e38e-4820-82db-872a9bc5c73c, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:33:13.663512 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e787cf03-3973-4187-83e0-e0bce8e597dd admin admin] Network 1744bc5c-e38e-4820-82db-872a9bc5c73c is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:33:13.676054 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-e787cf03-3973-4187-83e0-e0bce8e597dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 1744bc5c-e38e-4820-82db-872a9bc5c73c) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:33:13.688758 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e787cf03-3973-4187-83e0-e0bce8e597dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:33:13.689380 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e787cf03-3973-4187-83e0-e0bce8e597dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:13.690755 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20755d22-e044-40f1-b2f5-dbbc4a3fad0b None None] Network 1744bc5c-e38e-4820-82db-872a9bc5c73c requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:33:13.711384 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e787cf03-3973-4187-83e0-e0bce8e597dd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4870138 Sep 07 18:33:14.030940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-1744bc5c-e38e-4820-82db-872a9bc5c73c', 'network_id': '1744bc5c-e38e-4820-82db-872a9bc5c73c', 'tenant_id': '13563a069a5b4921af167243a930318a', 'fixed_ips': [{'subnet_id': '50b6ef3c-40fb-4cc4-8ee7-9ef81d653b19'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:33:14.032228 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:14.312695 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Allocated IP 172.20.0.2 (1744bc5c-e38e-4820-82db-872a9bc5c73c/50b6ef3c-40fb-4cc4-8ee7-9ef81d653b19/81b03ca5-e427-404b-bf61-a28247ba92ee) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:33:14.525034 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:14.573794 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Transition to ACTIVE for port object 81b03ca5-e427-404b-bf61-a28247ba92ee will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:33:14.595910 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Transition to ACTIVE for port object 81b03ca5-e427-404b-bf61-a28247ba92ee will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:33:14.603367 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:14.671175 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Network 1744bc5c-e38e-4820-82db-872a9bc5c73c is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:33:14.677037 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:33:14.693821 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:33:14.697962 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Pushing event updated for resources: {'Port': ['ID=81b03ca5-e427-404b-bf61-a28247ba92ee,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:33:14.728361 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:14.728729 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:14.731833 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:14.731833 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:14.731833 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:14.731833 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:14.731833 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:14.732339 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:14.732339 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:14.732339 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:14.732339 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:14.732673 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Tracked resource versions report: Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: pushed versions: Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: { 'AddressGroup': {'1.2'}, Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: 'ConntrackHelper': {'1.0'}, Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: 'Log': {'1.0'}, Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: 'Network': {'1.1'}, Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: 'Port': {'1.7'}, Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: 'PortForwarding': {'1.2'}, Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: 'QosPolicy': {'1.9'}, Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: 'SecurityGroup': {'1.4'}, Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: 'SecurityGroupRule': {'1.2'}, Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: 'SubPort': {'1.0'}, Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: 'Subnet': {'1.1'}, Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: 'Trunk': {'1.1'}} Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: consumer versions: Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: { DHCP agent@n-d-807786-1: {}, Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: L3 agent@n-d-807786-1: {}, Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: Metadata agent@n-d-807786-1: {}, Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: Metering agent@n-d-807786-1: {}, Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: Open vSwitch agent@n-d-807786-1: { 'AddressGroup': '1.2', Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: 'ConntrackHelper': '1.0', Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: 'Log': '1.0', Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: 'Network': '1.1', Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: 'Port': '1.7', Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: 'PortForwarding': '1.2', Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: 'QosPolicy': '1.9', Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: 'SecurityGroup': '1.4', Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: 'SecurityGroupRule': '1.2', Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: 'SubPort': '1.0', Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: 'Subnet': '1.1', Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: 'Trunk': '1.1'}} Sep 07 18:33:14.733587 n-d-807786-1 neutron-server[101446]: {{(pid=101446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 18:33:14.781971 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Attempting to bind port 81b03ca5-e427-404b-bf61-a28247ba92ee on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:33:14.782363 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Attempting to bind port 81b03ca5-e427-404b-bf61-a28247ba92ee by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '064b390f-a162-4c50-b82e-cf26e549925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1744bc5c-e38e-4820-82db-872a9bc5c73c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:33:14.782779 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Attempting to bind port 81b03ca5-e427-404b-bf61-a28247ba92ee on network 1744bc5c-e38e-4820-82db-872a9bc5c73c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:33:14.787913 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:33:14.788314 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Checking segment: {'id': '064b390f-a162-4c50-b82e-cf26e549925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1744bc5c-e38e-4820-82db-872a9bc5c73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:33:14.788818 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:14.789203 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Bound using segment: {'id': '064b390f-a162-4c50-b82e-cf26e549925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1744bc5c-e38e-4820-82db-872a9bc5c73c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:33:14.789661 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Bound port: 81b03ca5-e427-404b-bf61-a28247ba92ee, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064b390f-a162-4c50-b82e-cf26e549925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1744bc5c-e38e-4820-82db-872a9bc5c73c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:33:14.790069 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:14.856251 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] For port 81b03ca5-e427-404b-bf61-a28247ba92ee, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:33:14.862367 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] For port 81b03ca5-e427-404b-bf61-a28247ba92ee, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=81b03ca5-e427-404b-bf61-a28247ba92ee,segment=NetworkSegment(064b390f-a162-4c50-b82e-cf26e549925f),segment_id=064b390f-a162-4c50-b82e-cf26e549925f)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:33:14.866917 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:14.934890 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431f7b3-9631-4c7e-ba7e-2b7b97238775 None None] Pushing event updated for resources: {'Port': ['ID=81b03ca5-e427-404b-bf61-a28247ba92ee,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:33:16.194454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41112) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:33:16.759926 n-d-807786-1 neutron-server[101445]: WARNING oslo_policy.policy [None req-769920e6-61bb-45a5-9f1b-2ce1bdea7b6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 18:33:16.760492 n-d-807786-1 neutron-server[101445]: WARNING oslo_policy.policy [None req-769920e6-61bb-45a5-9f1b-2ce1bdea7b6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 18:33:16.989151 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [None req-769920e6-61bb-45a5-9f1b-2ce1bdea7b6e admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:33:16.990286 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-769920e6-61bb-45a5-9f1b-2ce1bdea7b6e admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7948909 Sep 07 18:33:19.474853 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41126) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:33:19.822628 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [None req-75bbc622-a0d5-4c66-8426-28280e2126bb admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:33:19.836530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-75bbc622-a0d5-4c66-8426-28280e2126bb admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3479114 Sep 07 18:33:22.593159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41140) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:33:22.593849 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 81b03ca5-e427-404b-bf61-a28247ba92ee up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:33:22.690931 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 81b03ca5-e427-404b-bf61-a28247ba92ee completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:33:22.912214 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-147c49ef-1df3-4497-96e0-33930d199c21 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '13563a069a5b4921af167243a930318a', 'name': 'router1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:33:22.976950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.policy [None req-147c49ef-1df3-4497-96e0-33930d199c21 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101445) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 18:33:23.023255 n-d-807786-1 neutron-server[101445]: WARNING oslo_policy.policy [None req-147c49ef-1df3-4497-96e0-33930d199c21 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 18:33:23.023648 n-d-807786-1 neutron-server[101445]: WARNING oslo_policy.policy [None req-147c49ef-1df3-4497-96e0-33930d199c21 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 18:33:23.032684 n-d-807786-1 neutron-server[101445]: INFO neutron.quota [None req-147c49ef-1df3-4497-96e0-33930d199c21 admin admin] Loaded quota_driver: . Sep 07 18:33:23.099342 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-147c49ef-1df3-4497-96e0-33930d199c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:23.101372 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-147c49ef-1df3-4497-96e0-33930d199c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:23.261190 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-147c49ef-1df3-4497-96e0-33930d199c21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:23.267650 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-147c49ef-1df3-4497-96e0-33930d199c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:23.287121 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-147c49ef-1df3-4497-96e0-33930d199c21 admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:23.288314 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-147c49ef-1df3-4497-96e0-33930d199c21 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6942043 Sep 07 18:33:23.547340 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2826a5-8e6e-4b49-8855-9c9db65098fe None None] Network 1744bc5c-e38e-4820-82db-872a9bc5c73c requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:33:23.663116 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b00de758-699d-4466-ac46-c6e7f2b5d542 None None] Provisioning for port 81b03ca5-e427-404b-bf61-a28247ba92ee completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:33:23.671128 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b00de758-699d-4466-ac46-c6e7f2b5d542 None None] Provisioning complete for port 81b03ca5-e427-404b-bf61-a28247ba92ee triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:33:23.671523 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b00de758-699d-4466-ac46-c6e7f2b5d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:23.829786 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b00de758-699d-4466-ac46-c6e7f2b5d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:23.868773 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-b00de758-699d-4466-ac46-c6e7f2b5d542 None None] For port 81b03ca5-e427-404b-bf61-a28247ba92ee, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=81b03ca5-e427-404b-bf61-a28247ba92ee,segment=NetworkSegment(064b390f-a162-4c50-b82e-cf26e549925f),segment_id=064b390f-a162-4c50-b82e-cf26e549925f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:33:23.875175 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b00de758-699d-4466-ac46-c6e7f2b5d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:23.928240 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00de758-699d-4466-ac46-c6e7f2b5d542 None None] Pushing event updated for resources: {'Port': ['ID=81b03ca5-e427-404b-bf61-a28247ba92ee,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:33:24.099670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-750fb791-e1f5-4f4d-bda6-06adce162adf None None] Provisioning complete for port 81b03ca5-e427-404b-bf61-a28247ba92ee triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:33:24.099932 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-750fb791-e1f5-4f4d-bda6-06adce162adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:24.571944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 81b03ca5-e427-404b-bf61-a28247ba92ee up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:33:24.621142 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 81b03ca5-e427-404b-bf61-a28247ba92ee triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:33:24.621514 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:25.817903 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-11514ee3-29ce-4f1b-9bd2-012a89864287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:25.846174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41150) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:33:26.167639 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [None req-a3e5e460-9d12-460a-89fd-05d42d3d9adb admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:33:26.168651 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a3e5e460-9d12-460a-89fd-05d42d3d9adb admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3215199 Sep 07 18:33:28.613195 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41158) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:33:28.706480 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-96aca6b1-12d9-4a35-b33d-f79004eed32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:28.904157 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:28.935956 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b6ea2d00-aced-4c92-a789-4dbf86dcc3b1 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:33:28.963083 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ea2d00-aced-4c92-a789-4dbf86dcc3b1 admin admin] Made reservation on behalf of c87d01f725474c6cbc4a9b183b15c07d for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:33:28.966159 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b6ea2d00-aced-4c92-a789-4dbf86dcc3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:28.978023 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b6ea2d00-aced-4c92-a789-4dbf86dcc3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:29.074406 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b6ea2d00-aced-4c92-a789-4dbf86dcc3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:29.080780 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b6ea2d00-aced-4c92-a789-4dbf86dcc3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:29.096577 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b6ea2d00-aced-4c92-a789-4dbf86dcc3b1 admin admin] Reserving flat network on physical network physnet1 {{(pid=101444) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 07 18:33:29.115577 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea2d00-aced-4c92-a789-4dbf86dcc3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52efb052-7167-40fb-9cbc-f9ecf4e376f0,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:33:29.120329 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b6ea2d00-aced-4c92-a789-4dbf86dcc3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:29.120701 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-b6ea2d00-aced-4c92-a789-4dbf86dcc3b1 admin admin] Added segment 483c8843-4b88-481e-bb3b-7a612657f7e1 of type flat for network 6f27c923-095d-46fa-b899-1d1faf6fb43c Sep 07 18:33:29.167960 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b6ea2d00-aced-4c92-a789-4dbf86dcc3b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:29.203270 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b6ea2d00-aced-4c92-a789-4dbf86dcc3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:29.204313 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ea2d00-aced-4c92-a789-4dbf86dcc3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:33:29.204902 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b6ea2d00-aced-4c92-a789-4dbf86dcc3b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:29.237219 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b6ea2d00-aced-4c92-a789-4dbf86dcc3b1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6229241 Sep 07 18:33:29.265507 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea2d00-aced-4c92-a789-4dbf86dcc3b1 admin admin] Pushing event updated for resources: {'Network': ['ID=6f27c923-095d-46fa-b899-1d1faf6fb43c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:33:29.276476 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:33:29.969099 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:31.495365 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:31.690147 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41176) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:33:31.867235 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c71bdc1-01c2-4325-a2f7-47fa46ea7cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:33:31.868772 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6c71bdc1-01c2-4325-a2f7-47fa46ea7cc6 admin admin] 10.222.0.26 "GET /v2.0/subnets/50b6ef3c-40fb-4cc4-8ee7-9ef81d653b19 HTTP/1.1" status: 200 len: 849 time: 0.1773763 Sep 07 18:33:32.034643 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-392453b3-51e9-421d-81a9-c5197c2387dd admin admin] 10.222.0.26 "GET /v2.0/routers/5f157dd1-19e3-4c22-a582-26d42590e3c5 HTTP/1.1" status: 200 len: 704 time: 0.1581976 Sep 07 18:33:32.307667 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-453f88c7-1d2d-4d54-909d-6dd864f7923b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:32.617684 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-453f88c7-1d2d-4d54-909d-6dd864f7923b admin admin] Allocated IP 172.20.0.1 (1744bc5c-e38e-4820-82db-872a9bc5c73c/50b6ef3c-40fb-4cc4-8ee7-9ef81d653b19/d0d3466f-352c-40a9-9201-266e12e4cc51) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:33:32.823586 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-453f88c7-1d2d-4d54-909d-6dd864f7923b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:32.846647 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-453f88c7-1d2d-4d54-909d-6dd864f7923b admin admin] Transition to ACTIVE for port object d0d3466f-352c-40a9-9201-266e12e4cc51 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:33:32.912139 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-453f88c7-1d2d-4d54-909d-6dd864f7923b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:32.982917 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f88c7-1d2d-4d54-909d-6dd864f7923b admin admin] Network 1744bc5c-e38e-4820-82db-872a9bc5c73c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:33:32.989014 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-453f88c7-1d2d-4d54-909d-6dd864f7923b admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:33:32.998029 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f88c7-1d2d-4d54-909d-6dd864f7923b admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:33:32.998619 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-453f88c7-1d2d-4d54-909d-6dd864f7923b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:33.021148 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f88c7-1d2d-4d54-909d-6dd864f7923b admin admin] Pushing event updated for resources: {'Port': ['ID=d0d3466f-352c-40a9-9201-266e12e4cc51,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:33:33.188168 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-693bfa0d-c83f-47b0-84d9-f57b76a898bc None None] Provisioning for port d0d3466f-352c-40a9-9201-266e12e4cc51 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:33:33.195068 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-693bfa0d-c83f-47b0-84d9-f57b76a898bc None None] Provisioning complete for port d0d3466f-352c-40a9-9201-266e12e4cc51 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:33:33.195068 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-693bfa0d-c83f-47b0-84d9-f57b76a898bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:33.211303 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-453f88c7-1d2d-4d54-909d-6dd864f7923b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:33.227689 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-693bfa0d-c83f-47b0-84d9-f57b76a898bc None None] Port d0d3466f-352c-40a9-9201-266e12e4cc51 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:33:33.430211 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-453f88c7-1d2d-4d54-909d-6dd864f7923b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:33.435116 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-453f88c7-1d2d-4d54-909d-6dd864f7923b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:33.435885 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-453f88c7-1d2d-4d54-909d-6dd864f7923b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:33.492469 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f88c7-1d2d-4d54-909d-6dd864f7923b admin admin] Pushing event updated for resources: {'Port': ['ID=d0d3466f-352c-40a9-9201-266e12e4cc51,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:33:33.566338 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f88c7-1d2d-4d54-909d-6dd864f7923b admin admin] Network 1744bc5c-e38e-4820-82db-872a9bc5c73c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:33:33.567755 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-453f88c7-1d2d-4d54-909d-6dd864f7923b admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:33:33.734102 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453f88c7-1d2d-4d54-909d-6dd864f7923b admin admin] Router 5f157dd1-19e3-4c22-a582-26d42590e3c5 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:33:33.748457 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3708b85d-43d2-491b-876e-9464f542ea77 None None] Provisioning complete for port d0d3466f-352c-40a9-9201-266e12e4cc51 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:33:33.748873 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3708b85d-43d2-491b-876e-9464f542ea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:33.784306 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3708b85d-43d2-491b-876e-9464f542ea77 None None] Port d0d3466f-352c-40a9-9201-266e12e4cc51 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:33:33.824777 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453f88c7-1d2d-4d54-909d-6dd864f7923b admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:33:33.832023 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-453f88c7-1d2d-4d54-909d-6dd864f7923b admin admin] 10.222.0.26 "PUT /v2.0/routers/5f157dd1-19e3-4c22-a582-26d42590e3c5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7895985 Sep 07 18:33:33.849007 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1307028a-b958-479d-bf99-076fa611f4da None None] Sync routers for ids ['5f157dd1-19e3-4c22-a582-26d42590e3c5'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:33:33.860884 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1307028a-b958-479d-bf99-076fa611f4da None None] Routers {'5f157dd1-19e3-4c22-a582-26d42590e3c5'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:33:33.861762 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1307028a-b958-479d-bf99-076fa611f4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:33:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5f157dd1-19e3-4c22-a582-26d42590e3c5'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:33:34.049020 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-1307028a-b958-479d-bf99-076fa611f4da None None] Set router 5f157dd1-19e3-4c22-a582-26d42590e3c5 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:33:34.491087 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1307028a-b958-479d-bf99-076fa611f4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f157dd1-19e3-4c22-a582-26d42590e3c5', 'name': 'router1', 'tenant_id': '13563a069a5b4921af167243a930318a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:33:23Z', 'updated_at': '2021-09-07T18:33:33Z', 'revision_number': 2, 'project_id': '13563a069a5b4921af167243a930318a', 'gw_port_host': None, '_interfaces': [{'id': 'd0d3466f-352c-40a9-9201-266e12e4cc51', 'name': '', 'network_id': '1744bc5c-e38e-4820-82db-872a9bc5c73c', 'tenant_id': '13563a069a5b4921af167243a930318a', 'mac_address': 'fa:16:3e:35:8d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f157dd1-19e3-4c22-a582-26d42590e3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50b6ef3c-40fb-4cc4-8ee7-9ef81d653b19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:33:32Z', 'updated_at': '2021-09-07T18:33:33Z', 'revision_number': 2, 'project_id': '13563a069a5b4921af167243a930318a', 'subnets': [{'id': '50b6ef3c-40fb-4cc4-8ee7-9ef81d653b19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a773137-c72d-47b6-8877-85978d60a68f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:33:34.545646 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1307028a-b958-479d-bf99-076fa611f4da None None] Checking router: 5f157dd1-19e3-4c22-a582-26d42590e3c5 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:33:34.546438 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1307028a-b958-479d-bf99-076fa611f4da None None] Updating router 5f157dd1-19e3-4c22-a582-26d42590e3c5 port d0d3466f-352c-40a9-9201-266e12e4cc51 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:33:34.596668 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-1307028a-b958-479d-bf99-076fa611f4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:35.134091 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-1307028a-b958-479d-bf99-076fa611f4da None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:35.158672 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-1307028a-b958-479d-bf99-076fa611f4da None None] Transition to ACTIVE for port object d0d3466f-352c-40a9-9201-266e12e4cc51 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:33:35.165312 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 5 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:33:35.170163 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-1307028a-b958-479d-bf99-076fa611f4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:35.262571 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5561992-eb44-4a00-9d51-80a90687bb15 None None] Pushing event updated for resources: {'Port': ['ID=d0d3466f-352c-40a9-9201-266e12e4cc51,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:33:35.271840 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561992-eb44-4a00-9d51-80a90687bb15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:35.272179 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561992-eb44-4a00-9d51-80a90687bb15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:35.272548 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561992-eb44-4a00-9d51-80a90687bb15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:35.272873 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561992-eb44-4a00-9d51-80a90687bb15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:35.273200 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561992-eb44-4a00-9d51-80a90687bb15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:35.273795 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561992-eb44-4a00-9d51-80a90687bb15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:35.274127 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561992-eb44-4a00-9d51-80a90687bb15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:35.274448 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561992-eb44-4a00-9d51-80a90687bb15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:35.274770 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561992-eb44-4a00-9d51-80a90687bb15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:35.275086 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561992-eb44-4a00-9d51-80a90687bb15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:35.275439 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561992-eb44-4a00-9d51-80a90687bb15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:35.275747 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561992-eb44-4a00-9d51-80a90687bb15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561992-eb44-4a00-9d51-80a90687bb15 None None] Tracked resource versions report: Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: pushed versions: Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: { 'AddressGroup': {'1.2'}, Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: 'ConntrackHelper': {'1.0'}, Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: 'Log': {'1.0'}, Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: 'Network': {'1.1'}, Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: 'Port': {'1.7'}, Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: 'PortForwarding': {'1.2'}, Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: 'QosPolicy': {'1.9'}, Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: 'SecurityGroup': {'1.4'}, Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: 'SecurityGroupRule': {'1.2'}, Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: 'SubPort': {'1.0'}, Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: 'Subnet': {'1.1'}, Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: 'Trunk': {'1.1'}} Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: consumer versions: Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: { DHCP agent@n-d-807786-1: {}, Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: L3 agent@n-d-807786-1: {}, Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: Metadata agent@n-d-807786-1: {}, Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: Metering agent@n-d-807786-1: {}, Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: Open vSwitch agent@n-d-807786-1: { 'AddressGroup': '1.2', Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: 'ConntrackHelper': '1.0', Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: 'Log': '1.0', Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: 'Network': '1.1', Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: 'Port': '1.7', Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: 'PortForwarding': '1.2', Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: 'QosPolicy': '1.9', Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: 'SecurityGroup': '1.4', Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: 'SecurityGroupRule': '1.2', Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: 'SubPort': '1.0', Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: 'Subnet': '1.1', Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: 'Trunk': '1.1'}} Sep 07 18:33:35.276937 n-d-807786-1 neutron-server[101447]: {{(pid=101447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 18:33:35.359933 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-1307028a-b958-479d-bf99-076fa611f4da None None] Attempting to bind port d0d3466f-352c-40a9-9201-266e12e4cc51 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:33:35.360334 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-1307028a-b958-479d-bf99-076fa611f4da None None] Attempting to bind port d0d3466f-352c-40a9-9201-266e12e4cc51 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '064b390f-a162-4c50-b82e-cf26e549925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1744bc5c-e38e-4820-82db-872a9bc5c73c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:33:35.360958 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1307028a-b958-479d-bf99-076fa611f4da None None] Attempting to bind port d0d3466f-352c-40a9-9201-266e12e4cc51 on network 1744bc5c-e38e-4820-82db-872a9bc5c73c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:33:35.367299 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1307028a-b958-479d-bf99-076fa611f4da None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:33:35.367554 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1307028a-b958-479d-bf99-076fa611f4da None None] Checking segment: {'id': '064b390f-a162-4c50-b82e-cf26e549925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1744bc5c-e38e-4820-82db-872a9bc5c73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:33:35.368040 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-1307028a-b958-479d-bf99-076fa611f4da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:35.368662 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1307028a-b958-479d-bf99-076fa611f4da None None] Bound using segment: {'id': '064b390f-a162-4c50-b82e-cf26e549925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1744bc5c-e38e-4820-82db-872a9bc5c73c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:33:35.369996 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-1307028a-b958-479d-bf99-076fa611f4da None None] Bound port: d0d3466f-352c-40a9-9201-266e12e4cc51, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064b390f-a162-4c50-b82e-cf26e549925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1744bc5c-e38e-4820-82db-872a9bc5c73c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:33:35.370762 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-1307028a-b958-479d-bf99-076fa611f4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:35.442622 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-1307028a-b958-479d-bf99-076fa611f4da None None] For port d0d3466f-352c-40a9-9201-266e12e4cc51, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:33:35.464192 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-1307028a-b958-479d-bf99-076fa611f4da None None] For port d0d3466f-352c-40a9-9201-266e12e4cc51, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d0d3466f-352c-40a9-9201-266e12e4cc51,segment=NetworkSegment(064b390f-a162-4c50-b82e-cf26e549925f),segment_id=064b390f-a162-4c50-b82e-cf26e549925f)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:33:35.468834 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-1307028a-b958-479d-bf99-076fa611f4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:35.530832 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5561992-eb44-4a00-9d51-80a90687bb15 None None] Pushing event updated for resources: {'Port': ['ID=d0d3466f-352c-40a9-9201-266e12e4cc51,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:33:35.534540 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1307028a-b958-479d-bf99-076fa611f4da None None] Routers {'5f157dd1-19e3-4c22-a582-26d42590e3c5'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:33:35.535183 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1307028a-b958-479d-bf99-076fa611f4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:33:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5f157dd1-19e3-4c22-a582-26d42590e3c5'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:33:35.630623 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-1307028a-b958-479d-bf99-076fa611f4da None None] Set router 5f157dd1-19e3-4c22-a582-26d42590e3c5 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:33:35.844783 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1307028a-b958-479d-bf99-076fa611f4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f157dd1-19e3-4c22-a582-26d42590e3c5', 'name': 'router1', 'tenant_id': '13563a069a5b4921af167243a930318a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:33:23Z', 'updated_at': '2021-09-07T18:33:33Z', 'revision_number': 2, 'project_id': '13563a069a5b4921af167243a930318a', 'gw_port_host': None, '_interfaces': [{'id': 'd0d3466f-352c-40a9-9201-266e12e4cc51', 'name': '', 'network_id': '1744bc5c-e38e-4820-82db-872a9bc5c73c', 'tenant_id': '13563a069a5b4921af167243a930318a', 'mac_address': 'fa:16:3e:35:8d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f157dd1-19e3-4c22-a582-26d42590e3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50b6ef3c-40fb-4cc4-8ee7-9ef81d653b19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:33:32Z', 'updated_at': '2021-09-07T18:33:35Z', 'revision_number': 4, 'project_id': '13563a069a5b4921af167243a930318a', 'subnets': [{'id': '50b6ef3c-40fb-4cc4-8ee7-9ef81d653b19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a773137-c72d-47b6-8877-85978d60a68f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:33:35.874928 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1307028a-b958-479d-bf99-076fa611f4da None None] The sync data for ids ['5f157dd1-19e3-4c22-a582-26d42590e3c5'] in n-d-807786-1 is: [{'id': '5f157dd1-19e3-4c22-a582-26d42590e3c5', 'name': 'router1', 'tenant_id': '13563a069a5b4921af167243a930318a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:33:23Z', 'updated_at': '2021-09-07T18:33:33Z', 'revision_number': 2, 'project_id': '13563a069a5b4921af167243a930318a', 'gw_port_host': None, '_interfaces': [{'id': 'd0d3466f-352c-40a9-9201-266e12e4cc51', 'name': '', 'network_id': '1744bc5c-e38e-4820-82db-872a9bc5c73c', 'tenant_id': '13563a069a5b4921af167243a930318a', 'mac_address': 'fa:16:3e:35:8d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f157dd1-19e3-4c22-a582-26d42590e3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50b6ef3c-40fb-4cc4-8ee7-9ef81d653b19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:33:32Z', 'updated_at': '2021-09-07T18:33:35Z', 'revision_number': 4, 'project_id': '13563a069a5b4921af167243a930318a', 'subnets': [{'id': '50b6ef3c-40fb-4cc4-8ee7-9ef81d653b19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a773137-c72d-47b6-8877-85978d60a68f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:33:36.125282 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41196) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:33:36.260310 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5dac2e-a54d-422c-a4a4-4dded10ba481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:33:36.261751 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3c5dac2e-a54d-422c-a4a4-4dded10ba481 admin admin] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 842 time: 0.1355162 Sep 07 18:33:36.271947 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-125c15b7-6329-43be-8fed-b38d03d6ede8 admin admin] Request body: {'subnet': {'cidr': '172.25.8.0/24', 'ip_version': 4, 'gateway_ip': '172.25.8.1', 'name': 'public-subnet', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'enable_dhcp': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:33:36.304348 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125c15b7-6329-43be-8fed-b38d03d6ede8 admin admin] Made reservation on behalf of c87d01f725474c6cbc4a9b183b15c07d for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:33:36.306668 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-125c15b7-6329-43be-8fed-b38d03d6ede8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:36.617966 n-d-807786-1 neutron-server[101444]: DEBUG neutron.objects.ports [None req-125c15b7-6329-43be-8fed-b38d03d6ede8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 18:33:36.618406 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-125c15b7-6329-43be-8fed-b38d03d6ede8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:36.756679 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c15b7-6329-43be-8fed-b38d03d6ede8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:33:36.762195 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125c15b7-6329-43be-8fed-b38d03d6ede8 admin admin] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:33:36.762549 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125c15b7-6329-43be-8fed-b38d03d6ede8 admin admin] Network hostable DHCP agents. Network: 6f27c923-095d-46fa-b899-1d1faf6fb43c, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:33:36.781179 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125c15b7-6329-43be-8fed-b38d03d6ede8 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:33:36.791488 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-125c15b7-6329-43be-8fed-b38d03d6ede8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 6f27c923-095d-46fa-b899-1d1faf6fb43c) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:33:36.796153 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125c15b7-6329-43be-8fed-b38d03d6ede8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:33:36.796842 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-125c15b7-6329-43be-8fed-b38d03d6ede8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:36.802161 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c215efb-52e1-4e73-b01e-61b1d43fb2ab None None] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:33:36.817402 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-125c15b7-6329-43be-8fed-b38d03d6ede8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5447924 Sep 07 18:33:36.944062 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be772db-5731-4d20-ac05-4a40ba921f68 None None] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:33:39.178626 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41204) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:33:39.313742 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c935cad2-cf1e-419f-831f-5417852973e9 admin admin] 10.222.0.26 "GET /v2.0/routers/5f157dd1-19e3-4c22-a582-26d42590e3c5 HTTP/1.1" status: 200 len: 710 time: 0.1339715 Sep 07 18:33:39.406014 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb848ca-2ef3-430d-a4ea-241fe3380b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:33:39.406014 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ebb848ca-2ef3-430d-a4ea-241fe3380b76 admin admin] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 886 time: 0.0855105 Sep 07 18:33:39.415113 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-3a11d44a-b168-4255-98be-4450583df77c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:33:39.671735 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a11d44a-b168-4255-98be-4450583df77c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:39.928661 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a11d44a-b168-4255-98be-4450583df77c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:40.006669 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a11d44a-b168-4255-98be-4450583df77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:40.110463 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-3a11d44a-b168-4255-98be-4450583df77c admin admin] Allocated IP 172.25.8.50 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/e71503f8-4b3c-4edf-bc36-43a9d5483f55) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:33:40.216311 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a11d44a-b168-4255-98be-4450583df77c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:40.255219 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a11d44a-b168-4255-98be-4450583df77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:40.292307 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a11d44a-b168-4255-98be-4450583df77c admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:33:40.293780 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-3a11d44a-b168-4255-98be-4450583df77c admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:33:40.299315 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a11d44a-b168-4255-98be-4450583df77c admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:33:40.344830 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11d44a-b168-4255-98be-4450583df77c admin admin] Pushing event updated for resources: {'Port': ['ID=e71503f8-4b3c-4edf-bc36-43a9d5483f55,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:33:40.575664 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a11d44a-b168-4255-98be-4450583df77c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:40.864763 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a11d44a-b168-4255-98be-4450583df77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:40.868832 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a11d44a-b168-4255-98be-4450583df77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626183'] for router, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:40.985165 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a11d44a-b168-4255-98be-4450583df77c admin admin] Router 5f157dd1-19e3-4c22-a582-26d42590e3c5 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:33:41.095462 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a11d44a-b168-4255-98be-4450583df77c admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:33:41.099754 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a11d44a-b168-4255-98be-4450583df77c admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:41.102359 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3a11d44a-b168-4255-98be-4450583df77c admin admin] 10.222.0.26 "PUT /v2.0/routers/5f157dd1-19e3-4c22-a582-26d42590e3c5 HTTP/1.1" status: 200 len: 889 time: 1.6892769 Sep 07 18:33:42.437087 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] Sync routers for ids ['5f157dd1-19e3-4c22-a582-26d42590e3c5'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:33:42.448221 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] Routers {'5f157dd1-19e3-4c22-a582-26d42590e3c5'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:33:42.448984 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:33:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5f157dd1-19e3-4c22-a582-26d42590e3c5'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:33:42.636157 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d0d3466f-352c-40a9-9201-266e12e4cc51 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:33:42.751201 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] Set router 5f157dd1-19e3-4c22-a582-26d42590e3c5 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:33:42.822738 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port d0d3466f-352c-40a9-9201-266e12e4cc51 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:33:42.839176 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port d0d3466f-352c-40a9-9201-266e12e4cc51 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:33:42.839550 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:43.155433 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:43.217685 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port d0d3466f-352c-40a9-9201-266e12e4cc51, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d0d3466f-352c-40a9-9201-266e12e4cc51,segment=NetworkSegment(064b390f-a162-4c50-b82e-cf26e549925f),segment_id=064b390f-a162-4c50-b82e-cf26e549925f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:33:43.224082 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:43.290432 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f157dd1-19e3-4c22-a582-26d42590e3c5', 'name': 'router1', 'tenant_id': '13563a069a5b4921af167243a930318a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'e71503f8-4b3c-4edf-bc36-43a9d5483f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:33:23Z', 'updated_at': '2021-09-07T18:33:40Z', 'revision_number': 4, 'project_id': '13563a069a5b4921af167243a930318a', 'gw_port': {'id': 'e71503f8-4b3c-4edf-bc36-43a9d5483f55', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:26:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f157dd1-19e3-4c22-a582-26d42590e3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:33:40Z', 'updated_at': '2021-09-07T18:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'd0d3466f-352c-40a9-9201-266e12e4cc51', 'name': '', 'network_id': '1744bc5c-e38e-4820-82db-872a9bc5c73c', 'tenant_id': '13563a069a5b4921af167243a930318a', 'mac_address': 'fa:16:3e:35:8d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f157dd1-19e3-4c22-a582-26d42590e3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50b6ef3c-40fb-4cc4-8ee7-9ef81d653b19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:33:32Z', 'updated_at': '2021-09-07T18:33:35Z', 'revision_number': 4, 'project_id': '13563a069a5b4921af167243a930318a', 'subnets': [{'id': '50b6ef3c-40fb-4cc4-8ee7-9ef81d653b19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a773137-c72d-47b6-8877-85978d60a68f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:33:43.314468 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=d0d3466f-352c-40a9-9201-266e12e4cc51,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:33:43.342730 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] Checking router: 5f157dd1-19e3-4c22-a582-26d42590e3c5 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:33:43.343065 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] Updating router 5f157dd1-19e3-4c22-a582-26d42590e3c5 port e71503f8-4b3c-4edf-bc36-43a9d5483f55 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:33:43.392207 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:43.595215 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41216) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:33:43.721400 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1804be0d-a69e-4f69-b57b-c2981a4533d1 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1250203 Sep 07 18:33:43.721681 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:43.734194 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] Transition to ACTIVE for port object e71503f8-4b3c-4edf-bc36-43a9d5483f55 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:33:43.740836 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:43.798311 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c395c7-ed7e-4232-aaaa-8ba21f37ee48 None None] Pushing event updated for resources: {'Port': ['ID=e71503f8-4b3c-4edf-bc36-43a9d5483f55,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:33:43.800962 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] Attempting to bind port e71503f8-4b3c-4edf-bc36-43a9d5483f55 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:33:43.801330 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] Attempting to bind port e71503f8-4b3c-4edf-bc36-43a9d5483f55 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:33:43.801690 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] Attempting to bind port e71503f8-4b3c-4edf-bc36-43a9d5483f55 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:33:43.808340 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:33:43.808738 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:33:43.809143 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:43.809528 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:33:43.810002 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] Bound port: e71503f8-4b3c-4edf-bc36-43a9d5483f55, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:33:43.810378 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:43.869703 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] For port e71503f8-4b3c-4edf-bc36-43a9d5483f55, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:33:43.873450 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] For port e71503f8-4b3c-4edf-bc36-43a9d5483f55, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e71503f8-4b3c-4edf-bc36-43a9d5483f55,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:33:43.878496 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:43.934303 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] Routers {'5f157dd1-19e3-4c22-a582-26d42590e3c5'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:33:43.934999 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:33:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5f157dd1-19e3-4c22-a582-26d42590e3c5'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:33:43.972031 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c395c7-ed7e-4232-aaaa-8ba21f37ee48 None None] Pushing event updated for resources: {'Port': ['ID=e71503f8-4b3c-4edf-bc36-43a9d5483f55,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:33:44.134874 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] Set router 5f157dd1-19e3-4c22-a582-26d42590e3c5 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:33:44.375069 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f157dd1-19e3-4c22-a582-26d42590e3c5', 'name': 'router1', 'tenant_id': '13563a069a5b4921af167243a930318a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'e71503f8-4b3c-4edf-bc36-43a9d5483f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:33:23Z', 'updated_at': '2021-09-07T18:33:40Z', 'revision_number': 4, 'project_id': '13563a069a5b4921af167243a930318a', 'gw_port': {'id': 'e71503f8-4b3c-4edf-bc36-43a9d5483f55', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:26:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f157dd1-19e3-4c22-a582-26d42590e3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:33:40Z', 'updated_at': '2021-09-07T18:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'd0d3466f-352c-40a9-9201-266e12e4cc51', 'name': '', 'network_id': '1744bc5c-e38e-4820-82db-872a9bc5c73c', 'tenant_id': '13563a069a5b4921af167243a930318a', 'mac_address': 'fa:16:3e:35:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f157dd1-19e3-4c22-a582-26d42590e3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50b6ef3c-40fb-4cc4-8ee7-9ef81d653b19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:33:32Z', 'updated_at': '2021-09-07T18:33:43Z', 'revision_number': 5, 'project_id': '13563a069a5b4921af167243a930318a', 'subnets': [{'id': '50b6ef3c-40fb-4cc4-8ee7-9ef81d653b19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a773137-c72d-47b6-8877-85978d60a68f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:33:44.403684 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565f441c-ca86-4829-82ba-177bba3c0574 None None] The sync data for ids ['5f157dd1-19e3-4c22-a582-26d42590e3c5'] in n-d-807786-1 is: [{'id': '5f157dd1-19e3-4c22-a582-26d42590e3c5', 'name': 'router1', 'tenant_id': '13563a069a5b4921af167243a930318a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'e71503f8-4b3c-4edf-bc36-43a9d5483f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:33:23Z', 'updated_at': '2021-09-07T18:33:40Z', 'revision_number': 4, 'project_id': '13563a069a5b4921af167243a930318a', 'gw_port': {'id': 'e71503f8-4b3c-4edf-bc36-43a9d5483f55', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:26:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f157dd1-19e3-4c22-a582-26d42590e3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:33:40Z', 'updated_at': '2021-09-07T18:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'd0d3466f-352c-40a9-9201-266e12e4cc51', 'name': '', 'network_id': '1744bc5c-e38e-4820-82db-872a9bc5c73c', 'tenant_id': '13563a069a5b4921af167243a930318a', 'mac_address': 'fa:16:3e:35:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f157dd1-19e3-4c22-a582-26d42590e3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50b6ef3c-40fb-4cc4-8ee7-9ef81d653b19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:33:32Z', 'updated_at': '2021-09-07T18:33:43Z', 'revision_number': 5, 'project_id': '13563a069a5b4921af167243a930318a', 'subnets': [{'id': '50b6ef3c-40fb-4cc4-8ee7-9ef81d653b19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a773137-c72d-47b6-8877-85978d60a68f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:33:44.853275 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d0d3466f-352c-40a9-9201-266e12e4cc51 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:33:44.904295 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port d0d3466f-352c-40a9-9201-266e12e4cc51 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:33:44.904789 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:44.999756 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e71503f8-4b3c-4edf-bc36-43a9d5483f55 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:33:45.079393 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port e71503f8-4b3c-4edf-bc36-43a9d5483f55 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:33:45.084414 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e71503f8-4b3c-4edf-bc36-43a9d5483f55 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:33:45.084967 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:45.198818 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:45.219515 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port e71503f8-4b3c-4edf-bc36-43a9d5483f55, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e71503f8-4b3c-4edf-bc36-43a9d5483f55,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:33:45.223454 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:45.281343 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=e71503f8-4b3c-4edf-bc36-43a9d5483f55,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:33:46.596486 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e71503f8-4b3c-4edf-bc36-43a9d5483f55 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:33:46.654339 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e71503f8-4b3c-4edf-bc36-43a9d5483f55 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:33:46.654855 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:55.827182 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e430746e-e784-469a-8fe0-613d49fc2558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:58.708307 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fdeb69a0-9b5d-4a2f-9a67-5f0cca5f8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:58.907180 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:33:59.984207 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:34:01.531046 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:34:12.144936 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 5 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:34:25.823061 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5c4b2665-bd58-4631-a39f-95adb79ab97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:34:28.709549 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a50a21b6-86e3-448d-999a-ca954abe3e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:34:28.909461 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:34:29.977902 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:34:31.513935 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:34:49.144901 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 5 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:34:55.825020 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c202f7ca-94d5-4add-a67c-fffb227d1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:34:58.714266 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-74e4163e-0c98-492f-8294-8ce68f70ae7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:34:58.917833 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:34:59.982523 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:35:01.522620 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:35:25.830401 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3d351d1c-0272-4619-b662-7de35d1628bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:35:26.143604 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 5 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:35:28.714781 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f85e49a6-b455-449f-a5c8-ad2c19885e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:35:28.796433 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41810) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:35:28.860214 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-686a6c0a-e7b0-4702-bb2a-b6a1611ba886 admin admin] GET failed (client error): The resource could not be found. Sep 07 18:35:28.862212 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-686a6c0a-e7b0-4702-bb2a-b6a1611ba886 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0647721 Sep 07 18:35:28.908964 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:35:29.030906 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dc8c14-5102-423b-a8c8-fb1263bdc405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:35:29.032415 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f3dc8c14-5102-423b-a8c8-fb1263bdc405 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1654041 Sep 07 18:35:29.983939 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:35:31.259717 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41820) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:35:31.354112 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29634bfb-2efd-4c2f-bb84-9c3abdcc5d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:35:31.355485 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-29634bfb-2efd-4c2f-bb84-9c3abdcc5d3a admin admin] 10.222.0.26 "GET /v2.0/subnets/50b6ef3c-40fb-4cc4-8ee7-9ef81d653b19 HTTP/1.1" status: 200 len: 849 time: 0.0947897 Sep 07 18:35:31.365438 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-69b116ee-7c8b-4b56-b42b-4b87aa146038 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:35:31.447441 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-69b116ee-7c8b-4b56-b42b-4b87aa146038 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:35:31.524093 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:35:31.598636 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-69b116ee-7c8b-4b56-b42b-4b87aa146038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770299394533'] for subnet, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:35:31.631250 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b116ee-7c8b-4b56-b42b-4b87aa146038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:35:31.631844 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-69b116ee-7c8b-4b56-b42b-4b87aa146038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:35:31.633673 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-69b116ee-7c8b-4b56-b42b-4b87aa146038 admin admin] 10.222.0.26 "PUT /v2.0/subnets/50b6ef3c-40fb-4cc4-8ee7-9ef81d653b19 HTTP/1.1" status: 200 len: 868 time: 0.2714112 Sep 07 18:35:31.638534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70652be4-acf2-4ffc-855b-312e9ff22c79 None None] Network 1744bc5c-e38e-4820-82db-872a9bc5c73c requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:35:31.651942 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b116ee-7c8b-4b56-b42b-4b87aa146038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50b6ef3c-40fb-4cc4-8ee7-9ef81d653b19,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:35:31.659585 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b116ee-7c8b-4b56-b42b-4b87aa146038 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:35:31.659932 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b116ee-7c8b-4b56-b42b-4b87aa146038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:35:31.660278 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b116ee-7c8b-4b56-b42b-4b87aa146038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:35:31.660647 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b116ee-7c8b-4b56-b42b-4b87aa146038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:35:31.660979 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b116ee-7c8b-4b56-b42b-4b87aa146038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:35:31.661313 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b116ee-7c8b-4b56-b42b-4b87aa146038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:35:31.661643 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b116ee-7c8b-4b56-b42b-4b87aa146038 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:35:31.661968 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b116ee-7c8b-4b56-b42b-4b87aa146038 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:35:31.662294 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b116ee-7c8b-4b56-b42b-4b87aa146038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:35:31.662618 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b116ee-7c8b-4b56-b42b-4b87aa146038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:35:31.662942 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b116ee-7c8b-4b56-b42b-4b87aa146038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:35:31.663263 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b116ee-7c8b-4b56-b42b-4b87aa146038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:35:32.051238 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-efb53236-42ff-45a6-a088-590938d5fc2a None None] Provisioning complete for port d0d3466f-352c-40a9-9201-266e12e4cc51 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:35:32.051603 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-efb53236-42ff-45a6-a088-590938d5fc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:35:32.140278 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-efb53236-42ff-45a6-a088-590938d5fc2a None None] Provisioning complete for port 81b03ca5-e427-404b-bf61-a28247ba92ee triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:35:32.140547 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-efb53236-42ff-45a6-a088-590938d5fc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:35:33.868181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41828) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:35:34.127318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001bb02a-d444-4244-895c-a77a6e73be97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:35:34.127734 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001bb02a-d444-4244-895c-a77a6e73be97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:35:34.129465 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-001bb02a-d444-4244-895c-a77a6e73be97 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2603931 Sep 07 18:35:36.331182 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41838) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:35:36.470202 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c620da-c5f1-4f86-bc23-4d9ab83abb86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:35:36.470762 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c620da-c5f1-4f86-bc23-4d9ab83abb86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:35:36.472323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-33c620da-c5f1-4f86-bc23-4d9ab83abb86 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1401699 Sep 07 18:35:38.654134 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41846) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:35:38.791053 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e99c25-9934-408f-a418-fa379c0eb8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:35:38.792452 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a9e99c25-9934-408f-a418-fa379c0eb8f5 admin admin] 10.222.0.26 "GET /v2.0/networks/1744bc5c-e38e-4820-82db-872a9bc5c73c HTTP/1.1" status: 200 len: 869 time: 0.1373503 Sep 07 18:35:41.019522 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41854) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:35:41.142709 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480009d5-c7de-468b-9d8f-c11d345365cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:35:41.144085 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-480009d5-c7de-468b-9d8f-c11d345365cb admin admin] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 886 time: 0.1235924 Sep 07 18:35:43.405772 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41862) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:35:43.531150 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4807c5c-196a-468d-bb53-e339d73cdc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:35:43.532333 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4807c5c-196a-468d-bb53-e339d73cdc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:35:43.533907 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f4807c5c-196a-468d-bb53-e339d73cdc84 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272008 Sep 07 18:35:45.731649 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41870) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:35:45.840417 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f66f96-b917-4629-a6b1-267078a6dc0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:35:45.840916 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f66f96-b917-4629-a6b1-267078a6dc0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:35:45.842477 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e0f66f96-b917-4629-a6b1-267078a6dc0d admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1098709 Sep 07 18:35:48.053683 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41878) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:35:48.188743 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d2a5f0-04c1-4aab-9f43-bbbd9954b9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:35:48.190161 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-73d2a5f0-04c1-4aab-9f43-bbbd9954b9c0 admin admin] 10.222.0.26 "GET /v2.0/subnets/50b6ef3c-40fb-4cc4-8ee7-9ef81d653b19 HTTP/1.1" status: 200 len: 868 time: 0.1355042 Sep 07 18:35:50.378657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41886) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:35:50.471196 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d22484-5122-4768-9927-f95f43ffc465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:35:50.472684 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d1d22484-5122-4768-9927-f95f43ffc465 admin admin] 10.222.0.26 "GET /v2.0/subnets/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd HTTP/1.1" status: 200 len: 816 time: 0.0930555 Sep 07 18:35:55.825582 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-96a4eafe-cbdf-4f7e-94f1-278c40123387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:35:58.715326 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3551dfae-7f3e-4a94-bb23-e9bf17ea2797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:35:58.909798 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:35:59.988401 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:01.535323 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:03.143005 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 5 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:36:14.801346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41940) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:36:14.848943 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [None req-fc1a73ca-e4cd-4fa7-9742-8c80ae14e2ec admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:36:14.850039 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-fc1a73ca-e4cd-4fa7-9742-8c80ae14e2ec admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477464 Sep 07 18:36:17.172076 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41948) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:36:17.237679 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e872b70-ec04-4a5f-bf5e-5211681e66e1 admin admin] GET failed (client error): The resource could not be found. Sep 07 18:36:17.239023 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9e872b70-ec04-4a5f-bf5e-5211681e66e1 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659711 Sep 07 18:36:17.398895 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1883929-0404-4a8c-8746-f0d636eea9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:36:17.400310 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f1883929-0404-4a8c-8746-f0d636eea9d8 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1567650 Sep 07 18:36:19.637670 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41956) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:36:19.683523 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:36:19.715364 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Made reservation on behalf of c87d01f725474c6cbc4a9b183b15c07d for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:36:19.718150 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:19.763627 n-d-807786-1 neutron-server[101445]: WARNING neutron.services.revisions.revision_plugin [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Could not find related network for resource to bump revision. Sep 07 18:36:19.779778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:36:19.792817 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770299371888', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:19.793383 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Unsubscribe: segment precommit_create {{(pid=101445) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 18:36:19.793877 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Added segment ca9da0fb-db77-4212-b4d1-4d830fda2223 of type vlan for network 2432f04b-5fee-4de4-89da-eb76512826e6 Sep 07 18:36:19.846925 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:19.877385 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:19.878439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:36:19.879025 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:19.898254 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2594059 Sep 07 18:36:19.982045 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Pushing event updated for resources: {'Network': ['ID=2432f04b-5fee-4de4-89da-eb76512826e6,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:36:19.991816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:19.992155 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:19.992489 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:19.992843 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:19.993166 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:19.993483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:19.993801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:19.994117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:19.994431 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:19.994746 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:19.995059 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:19.995372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011b8ee-b33f-49e7-8292-ea7a12ef5337 admin admin] Tracked resource versions report: Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: pushed versions: Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: { 'AddressGroup': {'1.2'}, Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: 'ConntrackHelper': {'1.0'}, Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: 'Log': {'1.0'}, Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: 'Network': {'1.1'}, Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: 'Port': {'1.7'}, Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: 'PortForwarding': {'1.2'}, Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: 'QosPolicy': {'1.9'}, Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: 'SecurityGroup': {'1.4'}, Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: 'SecurityGroupRule': {'1.2'}, Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: 'SubPort': {'1.0'}, Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: 'Subnet': {'1.1'}, Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: 'Trunk': {'1.1'}} Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: consumer versions: Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: { DHCP agent@n-d-807786-1: {}, Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: L3 agent@n-d-807786-1: {}, Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: Metadata agent@n-d-807786-1: {}, Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: Metering agent@n-d-807786-1: {}, Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: Open vSwitch agent@n-d-807786-1: { 'AddressGroup': '1.2', Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: 'ConntrackHelper': '1.0', Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: 'Log': '1.0', Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: 'Network': '1.1', Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: 'Port': '1.7', Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: 'PortForwarding': '1.2', Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: 'QosPolicy': '1.9', Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: 'SecurityGroup': '1.4', Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: 'SecurityGroupRule': '1.2', Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: 'SubPort': '1.0', Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: 'Subnet': '1.1', Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: 'Trunk': '1.1'}} Sep 07 18:36:19.996577 n-d-807786-1 neutron-server[101445]: {{(pid=101445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 18:36:20.035208 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 2432f04b-5fee-4de4-89da-eb76512826e6 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:36:22.138157 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41968) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:36:22.200402 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38870be-b83f-4a1a-965c-e51eb3186629 admin admin] GET failed (client error): The resource could not be found. Sep 07 18:36:22.201781 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a38870be-b83f-4a1a-965c-e51eb3186629 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0626488 Sep 07 18:36:22.272295 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4cd1a9-a110-4ca2-9114-34c0e2027458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:36:22.273758 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9d4cd1a9-a110-4ca2-9114-34c0e2027458 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669179 Sep 07 18:36:22.284530 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-ad398080-185d-4066-bcc0-c2ce04d00def admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:36:22.308454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad398080-185d-4066-bcc0-c2ce04d00def admin admin] Made reservation on behalf of c87d01f725474c6cbc4a9b183b15c07d for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:36:22.311050 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ad398080-185d-4066-bcc0-c2ce04d00def admin admin] Notify callbacks [] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:22.521647 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ad398080-185d-4066-bcc0-c2ce04d00def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:22.579651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad398080-185d-4066-bcc0-c2ce04d00def admin admin] Pushing event updated for resources: {'Subnet': ['ID=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:36:22.589718 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad398080-185d-4066-bcc0-c2ce04d00def admin admin] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:36:22.590077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad398080-185d-4066-bcc0-c2ce04d00def admin admin] Network hostable DHCP agents. Network: 2432f04b-5fee-4de4-89da-eb76512826e6, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:36:22.611693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad398080-185d-4066-bcc0-c2ce04d00def admin admin] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:36:22.622279 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-ad398080-185d-4066-bcc0-c2ce04d00def admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 2432f04b-5fee-4de4-89da-eb76512826e6) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:36:22.627394 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad398080-185d-4066-bcc0-c2ce04d00def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:36:22.628004 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ad398080-185d-4066-bcc0-c2ce04d00def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:22.632551 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f0f9a6-d6da-4efd-a1f3-10eb743ff822 None None] Network 2432f04b-5fee-4de4-89da-eb76512826e6 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:36:22.642378 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ad398080-185d-4066-bcc0-c2ce04d00def admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3611124 Sep 07 18:36:22.878308 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-2432f04b-5fee-4de4-89da-eb76512826e6', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'tenant_id': 'c87d01f725474c6cbc4a9b183b15c07d', 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:36:22.879208 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:23.017871 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Allocated IP 192.168.233.2 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/a1a86777-9303-47cc-bb27-8cd00af7e26a) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:36:23.164112 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:23.173577 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Transition to ACTIVE for port object a1a86777-9303-47cc-bb27-8cd00af7e26a will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:36:23.189187 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Transition to ACTIVE for port object a1a86777-9303-47cc-bb27-8cd00af7e26a will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:36:23.195101 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:23.232371 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:36:23.235375 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:36:23.237923 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:36:23.249366 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Pushing event updated for resources: {'Port': ['ID=a1a86777-9303-47cc-bb27-8cd00af7e26a,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:36:23.274017 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:23.274364 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:23.274709 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:23.275066 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:23.275397 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:23.275726 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:23.276057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:23.276382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:23.276728 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:23.277049 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:23.277370 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:23.277690 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:36:23.311894 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Attempting to bind port a1a86777-9303-47cc-bb27-8cd00af7e26a on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:36:23.312261 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Attempting to bind port a1a86777-9303-47cc-bb27-8cd00af7e26a by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:36:23.312646 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Attempting to bind port a1a86777-9303-47cc-bb27-8cd00af7e26a on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:36:23.317630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:36:23.318039 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:36:23.318437 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:23.318826 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:36:23.319291 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Bound port: a1a86777-9303-47cc-bb27-8cd00af7e26a, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:36:23.319684 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:23.386517 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] For port a1a86777-9303-47cc-bb27-8cd00af7e26a, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:36:23.390576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] For port a1a86777-9303-47cc-bb27-8cd00af7e26a, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a1a86777-9303-47cc-bb27-8cd00af7e26a,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:36:23.395499 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:23.451023 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19402174-b9ae-433a-b2ec-0871e7ceab7c None None] Pushing event updated for resources: {'Port': ['ID=a1a86777-9303-47cc-bb27-8cd00af7e26a,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:36:24.352860 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901cd8c4-3b1a-4641-9f24-eeb475dd8da8 None None] Network 2432f04b-5fee-4de4-89da-eb76512826e6 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:36:24.475454 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e165fbb4-2481-42f2-a5bd-5f702da845e1 None None] Provisioning for port a1a86777-9303-47cc-bb27-8cd00af7e26a completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:36:24.761262 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a1a86777-9303-47cc-bb27-8cd00af7e26a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:36:24.813921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port a1a86777-9303-47cc-bb27-8cd00af7e26a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:36:24.818336 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port a1a86777-9303-47cc-bb27-8cd00af7e26a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:36:24.818703 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:24.908484 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:24.940841 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port a1a86777-9303-47cc-bb27-8cd00af7e26a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a1a86777-9303-47cc-bb27-8cd00af7e26a,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:36:24.945607 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:24.995017 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=a1a86777-9303-47cc-bb27-8cd00af7e26a,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:36:25.827956 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-297779c1-7c0a-48d0-b71d-f28e5865bc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:26.698888 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a1a86777-9303-47cc-bb27-8cd00af7e26a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:36:26.748010 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port a1a86777-9303-47cc-bb27-8cd00af7e26a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:36:26.748454 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:28.718527 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-59393e2e-1bcb-4f5f-8352-15a9eac51e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:28.914102 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:29.989699 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:31.532915 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:40.143090 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 5 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:36:55.829340 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4f7274b5-f97c-4f6e-bc8c-ddf87b722f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:58.719621 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9972e36c-43e4-4918-9da9-3b08a668619e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:58.914679 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:36:59.992683 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:37:01.534482 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:37:17.142306 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 5 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:37:25.833695 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-091ed520-d805-486d-b622-8707354c0522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:37:28.721108 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9f47b632-1bc6-46f5-a6b8-bd0ca8e41f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:37:28.917853 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:37:29.995735 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:37:31.538862 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:37:35.854838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42020) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:37:35.860758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [None req-51992c35-3209-4b3f-a436-201d85d78974 tempest-verify_tempest_config-926791757 tempest-verify_tempest_config-926791757-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:37:35.861734 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-51992c35-3209-4b3f-a436-201d85d78974 tempest-verify_tempest_config-926791757 tempest-verify_tempest_config-926791757-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059330 Sep 07 18:37:36.153621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42038) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:37:36.253726 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0cb64218-ec40-4dac-8e78-95e61d3946bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:37:36.367442 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0cb64218-ec40-4dac-8e78-95e61d3946bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:37:36.370986 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0cb64218-ec40-4dac-8e78-95e61d3946bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:37:36.414611 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0cb64218-ec40-4dac-8e78-95e61d3946bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5cc195d776d2460c8ce5b398c7048d01&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2593977 Sep 07 18:37:36.415508 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb64218-ec40-4dac-8e78-95e61d3946bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730a4e33-5bd9-4a93-9b02-288385b3770c,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:37:36.417428 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42042) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:37:36.435145 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb64218-ec40-4dac-8e78-95e61d3946bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:37:36.435483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb64218-ec40-4dac-8e78-95e61d3946bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:37:36.435825 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb64218-ec40-4dac-8e78-95e61d3946bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:37:36.436153 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb64218-ec40-4dac-8e78-95e61d3946bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:37:36.436498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb64218-ec40-4dac-8e78-95e61d3946bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:37:36.436830 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb64218-ec40-4dac-8e78-95e61d3946bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:37:36.437151 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb64218-ec40-4dac-8e78-95e61d3946bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:37:36.437474 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb64218-ec40-4dac-8e78-95e61d3946bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:37:36.441431 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb64218-ec40-4dac-8e78-95e61d3946bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:37:36.441431 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb64218-ec40-4dac-8e78-95e61d3946bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:37:36.441431 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb64218-ec40-4dac-8e78-95e61d3946bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:37:36.441431 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb64218-ec40-4dac-8e78-95e61d3946bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:37:36.481910 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6c65251b-ce9d-450e-ae49-20d1494be115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:37:36.502129 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6c65251b-ce9d-450e-ae49-20d1494be115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:37:36.591652 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6c65251b-ce9d-450e-ae49-20d1494be115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:37:36.594310 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6c65251b-ce9d-450e-ae49-20d1494be115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:37:36.595818 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6c65251b-ce9d-450e-ae49-20d1494be115 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/730a4e33-5bd9-4a93-9b02-288385b3770c HTTP/1.1" status: 204 len: 168 time: 0.1774249 Sep 07 18:37:36.604361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65251b-ce9d-450e-ae49-20d1494be115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730a4e33-5bd9-4a93-9b02-288385b3770c,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:37:54.141526 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 5 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:37:55.834268 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7c4006fc-78de-426d-9cd3-175b856e2693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:37:58.721883 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-72d2170d-4721-4eb2-ac64-b539e9272d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:37:58.918761 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:37:59.996648 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:38:01.541473 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:38:25.835067 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-de470013-176e-48fc-bf7c-14c1d0d1d847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:38:28.722084 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4a828e62-1098-4060-acdc-044660ea108f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:38:28.919688 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:38:30.003607 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:38:31.140265 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 5 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:38:31.547245 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:38:55.838362 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e702351f-bb64-4efb-9bc4-950e1e8aa074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:38:58.723041 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-132ebfe1-c313-4ad4-a699-2cc65d89bdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:38:58.919951 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:39:00.004187 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:39:01.546797 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:39:08.137883 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 5 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:39:25.838409 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1e92df05-0a2b-49a5-9d3f-02b672068fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:39:28.723523 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-887eb38d-7f8f-4543-b79b-bb9652a0db1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:39:28.920409 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:39:30.006712 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:39:31.550562 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:39:45.135569 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 5 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:39:55.839290 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-44336e4f-3af3-498b-a41a-cc5b897009fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:39:58.723446 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5ead044d-6e73-4bfa-8bdc-d4dccd02da9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:39:58.920417 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:40:00.009955 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:40:01.553480 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:40:22.134306 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 5 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:40:25.838655 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6fda2b60-46b2-4786-8500-11eaa877fd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:40:28.723233 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b74bce5a-ac85-4ab0-9aec-e72285e4ff7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:40:28.923960 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:40:30.012827 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:40:31.556302 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:40:42.444196 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584087'] for agent, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:40:43.134974 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584087'] for agent, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:40:55.838833 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d1e5fe7a-9cb8-4630-9d57-c477b2d195de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:40:58.724537 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1818f85d-86a7-40a3-b149-5c821e3d1799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:40:58.925159 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:40:59.133249 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:41:00.015430 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:01.559763 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:12.443610 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:13.118823 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:25.840538 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-09b6db6a-3be0-41a9-9d21-7f425e8f19a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:28.724885 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c05336cf-5f7d-4536-b718-3e0f8744395d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:28.926725 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:30.018448 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:31.563166 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:33.187179 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42102) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:41:33.292565 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9380bd31-a5ae-4ae4-895e-65fc11fe59ff admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1042802 Sep 07 18:41:35.524416 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42112) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:41:35.578436 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4f6075d3-effb-4309-a930-1ac8de62199a admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0529132 Sep 07 18:41:36.132223 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:41:42.440923 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:43.116425 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:55.841668 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d349b976-83a5-4f9c-8cb9-60414b54e09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:58.725947 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-abb8899a-e8b7-452a-8c2e-a7bd51cfca8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:58.927559 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:00.022968 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:01.576727 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:12.437118 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:13.116845 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:13.131321 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:42:25.842646 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1797cdc7-af9b-4d7a-bccf-aeb811d8b3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:28.727395 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-224d6f07-6bbb-4d82-8118-28b59ff948d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:28.928009 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:30.024876 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:31.573036 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:42.545519 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:43.122511 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:50.130384 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:42:55.846342 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-de9756f3-dbce-4e66-99b5-de76c4ddba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:58.738968 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-314561ee-a4ad-4268-80f0-3ab93ff2d49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:58.936111 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:00.036889 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:00.280114 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42566) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:00.488488 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-929f5db0-b322-4dac-a7f0-a1ad8e65a97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:00.507237 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42576) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:00.597206 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7f0f9423-5f0d-435c-8189-ff52849e1d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:00.611665 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-929f5db0-b322-4dac-a7f0-a1ad8e65a97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:00.616777 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-929f5db0-b322-4dac-a7f0-a1ad8e65a97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:00.674795 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f5db0-b322-4dac-a7f0-a1ad8e65a97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd542bf-9a5e-44df-be85-5921cee5b655,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:00.689060 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5db0-b322-4dac-a7f0-a1ad8e65a97c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.689625 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5db0-b322-4dac-a7f0-a1ad8e65a97c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.690205 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5db0-b322-4dac-a7f0-a1ad8e65a97c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.690679 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5db0-b322-4dac-a7f0-a1ad8e65a97c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.691160 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5db0-b322-4dac-a7f0-a1ad8e65a97c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.691677 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5db0-b322-4dac-a7f0-a1ad8e65a97c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.692175 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5db0-b322-4dac-a7f0-a1ad8e65a97c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.692781 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5db0-b322-4dac-a7f0-a1ad8e65a97c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.693250 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5db0-b322-4dac-a7f0-a1ad8e65a97c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.693788 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5db0-b322-4dac-a7f0-a1ad8e65a97c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.694385 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5db0-b322-4dac-a7f0-a1ad8e65a97c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.694917 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5db0-b322-4dac-a7f0-a1ad8e65a97c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5db0-b322-4dac-a7f0-a1ad8e65a97c admin admin] Tracked resource versions report: Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: pushed versions: Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: { 'AddressGroup': {'1.2'}, Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: 'ConntrackHelper': {'1.0'}, Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: 'Log': {'1.0'}, Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: 'Network': {'1.1'}, Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: 'Port': {'1.7'}, Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: 'PortForwarding': {'1.2'}, Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: 'QosPolicy': {'1.9'}, Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: 'SecurityGroup': {'1.4'}, Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: 'SecurityGroupRule': {'1.2'}, Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: 'SubPort': {'1.0'}, Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: 'Subnet': {'1.1'}, Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: 'Trunk': {'1.1'}} Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: consumer versions: Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: { DHCP agent@n-d-807786-1: {}, Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: HyperV agent@n-h1-807786-1: {}, Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: HyperV agent@n-h2-807786-1: {}, Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: L3 agent@n-d-807786-1: {}, Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: Metadata agent@n-d-807786-1: {}, Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: Metering agent@n-d-807786-1: {}, Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: Open vSwitch agent@n-d-807786-1: { 'AddressGroup': '1.2', Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: 'ConntrackHelper': '1.0', Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: 'Log': '1.0', Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: 'Network': '1.1', Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: 'Port': '1.7', Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: 'PortForwarding': '1.2', Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: 'QosPolicy': '1.9', Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: 'SecurityGroup': '1.4', Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: 'SecurityGroupRule': '1.2', Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: 'SubPort': '1.0', Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: 'Subnet': '1.1', Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: 'Trunk': '1.1'}} Sep 07 18:43:00.696180 n-d-807786-1 neutron-server[101444]: {{(pid=101444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 18:43:00.724209 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-929f5db0-b322-4dac-a7f0-a1ad8e65a97c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a1b1e44035cb4fa496471869849b3862&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4427354 Sep 07 18:43:00.726989 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42602) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:00.748917 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7f0f9423-5f0d-435c-8189-ff52849e1d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:00.760978 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7f0f9423-5f0d-435c-8189-ff52849e1d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:00.791738 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f9423-5f0d-435c-8189-ff52849e1d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b747e536-6816-47ee-a8c7-6ce30e3bd405,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:00.805459 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f9423-5f0d-435c-8189-ff52849e1d49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.805920 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f9423-5f0d-435c-8189-ff52849e1d49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.806137 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f9423-5f0d-435c-8189-ff52849e1d49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.807006 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f9423-5f0d-435c-8189-ff52849e1d49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.807337 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f9423-5f0d-435c-8189-ff52849e1d49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.807583 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7dab4aaf-4631-4419-91ac-1c58909cb495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:00.807689 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f9423-5f0d-435c-8189-ff52849e1d49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.807974 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f9423-5f0d-435c-8189-ff52849e1d49 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.808298 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f9423-5f0d-435c-8189-ff52849e1d49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.808782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f9423-5f0d-435c-8189-ff52849e1d49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.809106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f9423-5f0d-435c-8189-ff52849e1d49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.809428 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f9423-5f0d-435c-8189-ff52849e1d49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.809754 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f9423-5f0d-435c-8189-ff52849e1d49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f9423-5f0d-435c-8189-ff52849e1d49 admin admin] Tracked resource versions report: Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: pushed versions: Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: { 'AddressGroup': {'1.2'}, Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: 'ConntrackHelper': {'1.0'}, Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: 'Log': {'1.0'}, Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: 'Network': {'1.1'}, Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: 'Port': {'1.7'}, Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: 'PortForwarding': {'1.2'}, Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: 'QosPolicy': {'1.9'}, Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: 'SecurityGroup': {'1.4'}, Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: 'SecurityGroupRule': {'1.2'}, Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: 'SubPort': {'1.0'}, Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: 'Subnet': {'1.1'}, Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: 'Trunk': {'1.1'}} Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: consumer versions: Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: { DHCP agent@n-d-807786-1: {}, Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: HyperV agent@n-h1-807786-1: {}, Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: HyperV agent@n-h2-807786-1: {}, Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: L3 agent@n-d-807786-1: {}, Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: Metadata agent@n-d-807786-1: {}, Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: Metering agent@n-d-807786-1: {}, Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: Open vSwitch agent@n-d-807786-1: { 'AddressGroup': '1.2', Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: 'ConntrackHelper': '1.0', Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: 'Log': '1.0', Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: 'Network': '1.1', Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: 'Port': '1.7', Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: 'PortForwarding': '1.2', Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: 'QosPolicy': '1.9', Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: 'SecurityGroup': '1.4', Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: 'SecurityGroupRule': '1.2', Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: 'SubPort': '1.0', Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: 'Subnet': '1.1', Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: 'Trunk': '1.1'}} Sep 07 18:43:00.810882 n-d-807786-1 neutron-server[101445]: {{(pid=101445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 18:43:00.840491 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7f0f9423-5f0d-435c-8189-ff52849e1d49 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85323d55689c489999052454e3ebe686&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3321993 Sep 07 18:43:00.840991 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7dab4aaf-4631-4419-91ac-1c58909cb495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:00.843172 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42614) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:00.907539 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7dab4aaf-4631-4419-91ac-1c58909cb495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:00.910056 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7dab4aaf-4631-4419-91ac-1c58909cb495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:00.911221 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7dab4aaf-4631-4419-91ac-1c58909cb495 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4fd542bf-9a5e-44df-be85-5921cee5b655 HTTP/1.1" status: 204 len: 168 time: 0.1829586 Sep 07 18:43:00.943906 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab4aaf-4631-4419-91ac-1c58909cb495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd542bf-9a5e-44df-be85-5921cee5b655,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:00.956083 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a719dcc-a52f-41e1-b65a-c8a3bccd9533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:00.986757 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a719dcc-a52f-41e1-b65a-c8a3bccd9533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:01.067962 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a719dcc-a52f-41e1-b65a-c8a3bccd9533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:01.072081 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a719dcc-a52f-41e1-b65a-c8a3bccd9533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:01.074131 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0a719dcc-a52f-41e1-b65a-c8a3bccd9533 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b747e536-6816-47ee-a8c7-6ce30e3bd405 HTTP/1.1" status: 204 len: 168 time: 0.2295139 Sep 07 18:43:01.087657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a719dcc-a52f-41e1-b65a-c8a3bccd9533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b747e536-6816-47ee-a8c7-6ce30e3bd405,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:01.508331 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42676) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:01.535674 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d22bc7df-94e6-45b5-b054-1a465688c855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:01.581549 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:01.612031 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42684) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:01.653831 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42690) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:01.696854 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d22bc7df-94e6-45b5-b054-1a465688c855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:01.698601 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42698) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:01.705522 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d22bc7df-94e6-45b5-b054-1a465688c855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:01.748333 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d22bc7df-94e6-45b5-b054-1a465688c855 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d344cf797e7a4c4cadfde520c5bb231a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2381923 Sep 07 18:43:01.751698 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42702) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:01.762783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bc7df-94e6-45b5-b054-1a465688c855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f1fa7c-241e-4cbd-9df6-7fcdc980e5f1,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:01.818569 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7bc7e429-e34c-492d-9a75-30c8d282ed10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:01.862510 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42710) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:01.879119 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d1e3f11e-dff0-4963-96a1-9f61f2c302d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:01.991933 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7bc7e429-e34c-492d-9a75-30c8d282ed10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.089516 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d1e3f11e-dff0-4963-96a1-9f61f2c302d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.095299 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d1e3f11e-dff0-4963-96a1-9f61f2c302d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.100470 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7bc7e429-e34c-492d-9a75-30c8d282ed10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.116249 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7bc7e429-e34c-492d-9a75-30c8d282ed10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.122741 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7bc7e429-e34c-492d-9a75-30c8d282ed10 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3f1fa7c-241e-4cbd-9df6-7fcdc980e5f1 HTTP/1.1" status: 204 len: 168 time: 0.3699906 Sep 07 18:43:02.135723 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31ad9238-7077-4608-b4a3-e7c51a63fc7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.168451 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3f11e-dff0-4963-96a1-9f61f2c302d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbf1bdb-1166-4972-a228-032b833c2083,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:02.181792 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d1e3f11e-dff0-4963-96a1-9f61f2c302d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e0ed8ac3d7e4eb5b2b41dfac5434336&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3176646 Sep 07 18:43:02.184454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42736) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:02.198023 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fd80521d-d6f4-456a-bbfd-927fded0bbb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.227825 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7e429-e34c-492d-9a75-30c8d282ed10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f1fa7c-241e-4cbd-9df6-7fcdc980e5f1,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:02.271676 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a0eecd1-2d2b-40e1-9b8e-a8e5bb363ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.294979 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31ad9238-7077-4608-b4a3-e7c51a63fc7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.314478 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31ad9238-7077-4608-b4a3-e7c51a63fc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.339567 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eea43acb-e869-467a-8fd9-806ee7886834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.365608 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-31ad9238-7077-4608-b4a3-e7c51a63fc7b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d27b6172716474898da759d77fee368&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7106252 Sep 07 18:43:02.366211 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42752) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:02.370074 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eea43acb-e869-467a-8fd9-806ee7886834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.445461 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eea43acb-e869-467a-8fd9-806ee7886834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.451259 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eea43acb-e869-467a-8fd9-806ee7886834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.453839 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-eea43acb-e869-467a-8fd9-806ee7886834 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ccbf1bdb-1166-4972-a228-032b833c2083 HTTP/1.1" status: 204 len: 168 time: 0.2669630 Sep 07 18:43:02.475700 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea43acb-e869-467a-8fd9-806ee7886834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbf1bdb-1166-4972-a228-032b833c2083,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:02.498830 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42766) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:02.499328 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77d501a1-2f9e-41b9-a8e2-fc5657e03810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.504902 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad9238-7077-4608-b4a3-e7c51a63fc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adef8e90-8a2d-4c6c-9ea9-8d239d1d08d2,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:02.586171 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77d501a1-2f9e-41b9-a8e2-fc5657e03810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.614225 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fd80521d-d6f4-456a-bbfd-927fded0bbb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.637444 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fd80521d-d6f4-456a-bbfd-927fded0bbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.668571 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80521d-d6f4-456a-bbfd-927fded0bbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f26655-37a9-4396-82a0-6ee31ea2ba2a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:02.713591 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fd80521d-d6f4-456a-bbfd-927fded0bbb0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66a78a45f8c34fe8a08cfabbc403962d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0998347 Sep 07 18:43:02.715966 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77d501a1-2f9e-41b9-a8e2-fc5657e03810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.717826 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42788) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:02.719546 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77d501a1-2f9e-41b9-a8e2-fc5657e03810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.720646 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-77d501a1-2f9e-41b9-a8e2-fc5657e03810 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/adef8e90-8a2d-4c6c-9ea9-8d239d1d08d2 HTTP/1.1" status: 204 len: 168 time: 0.3465066 Sep 07 18:43:02.734656 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d501a1-2f9e-41b9-a8e2-fc5657e03810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adef8e90-8a2d-4c6c-9ea9-8d239d1d08d2,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:02.793757 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7732e2f-0051-4517-8e49-18b759c0e991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.814691 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a0eecd1-2d2b-40e1-9b8e-a8e5bb363ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.825977 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a0eecd1-2d2b-40e1-9b8e-a8e5bb363ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.830183 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7732e2f-0051-4517-8e49-18b759c0e991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.907354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9a0eecd1-2d2b-40e1-9b8e-a8e5bb363ee6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ff5e9f5d279940bcbabebb51289e23ea&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2076225 Sep 07 18:43:02.908162 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1dc5cf77-0637-4ad6-87d2-c58df5d2b569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.911117 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42798) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:02.911565 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0eecd1-2d2b-40e1-9b8e-a8e5bb363ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc40f34-0758-46c8-841f-c671ce6265d3,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:02.975320 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7732e2f-0051-4517-8e49-18b759c0e991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.976222 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7732e2f-0051-4517-8e49-18b759c0e991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.981074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d7732e2f-0051-4517-8e49-18b759c0e991 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e4f26655-37a9-4396-82a0-6ee31ea2ba2a HTTP/1.1" status: 204 len: 168 time: 0.2570426 Sep 07 18:43:02.981765 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2289baba-21af-4a39-ae0d-f451acdbe4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.994977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7732e2f-0051-4517-8e49-18b759c0e991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f26655-37a9-4396-82a0-6ee31ea2ba2a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:03.014968 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2289baba-21af-4a39-ae0d-f451acdbe4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:03.060104 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1dc5cf77-0637-4ad6-87d2-c58df5d2b569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:03.066589 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1dc5cf77-0637-4ad6-87d2-c58df5d2b569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:03.079460 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2289baba-21af-4a39-ae0d-f451acdbe4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:03.082142 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2289baba-21af-4a39-ae0d-f451acdbe4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:03.083597 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2289baba-21af-4a39-ae0d-f451acdbe4ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5fc40f34-0758-46c8-841f-c671ce6265d3 HTTP/1.1" status: 204 len: 168 time: 0.1705501 Sep 07 18:43:03.096175 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289baba-21af-4a39-ae0d-f451acdbe4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc40f34-0758-46c8-841f-c671ce6265d3,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:03.120090 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5cf77-0637-4ad6-87d2-c58df5d2b569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f51886d-24f6-469c-8160-05fad76dc7de,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:03.140502 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1dc5cf77-0637-4ad6-87d2-c58df5d2b569 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=21831b938f4344caa4fc28d0743d5184&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6401284 Sep 07 18:43:03.141266 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42812) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:03.204984 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d68acd70-d04b-4ca1-bd28-590d993f6139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:03.235141 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d68acd70-d04b-4ca1-bd28-590d993f6139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:03.239855 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42820) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:03.253533 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f542503f-35ac-4544-9640-57851b47c100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:03.296881 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d68acd70-d04b-4ca1-bd28-590d993f6139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:03.299783 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d68acd70-d04b-4ca1-bd28-590d993f6139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:03.303398 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d68acd70-d04b-4ca1-bd28-590d993f6139 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7f51886d-24f6-469c-8160-05fad76dc7de HTTP/1.1" status: 204 len: 168 time: 0.1588206 Sep 07 18:43:03.309910 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68acd70-d04b-4ca1-bd28-590d993f6139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f51886d-24f6-469c-8160-05fad76dc7de,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:03.383813 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f542503f-35ac-4544-9640-57851b47c100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:03.389059 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f542503f-35ac-4544-9640-57851b47c100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:03.428276 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f542503f-35ac-4544-9640-57851b47c100 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1bdd9dfa167841c7b229940d057de54b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1872618 Sep 07 18:43:03.429472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542503f-35ac-4544-9640-57851b47c100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186da126-91d3-4229-99a5-d79b34990c9b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:03.431041 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42830) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:03.481309 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-143019c7-3979-46a3-bfaf-ecebb7ce3666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:03.512362 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-143019c7-3979-46a3-bfaf-ecebb7ce3666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:03.566831 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-143019c7-3979-46a3-bfaf-ecebb7ce3666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:03.569771 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-143019c7-3979-46a3-bfaf-ecebb7ce3666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:03.571174 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-143019c7-3979-46a3-bfaf-ecebb7ce3666 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/186da126-91d3-4229-99a5-d79b34990c9b HTTP/1.1" status: 204 len: 168 time: 0.1382899 Sep 07 18:43:03.579533 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143019c7-3979-46a3-bfaf-ecebb7ce3666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186da126-91d3-4229-99a5-d79b34990c9b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:03.692879 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42842) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:03.706466 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83553d8c-9df3-41ee-aa5a-fe488629182a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:03.802727 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83553d8c-9df3-41ee-aa5a-fe488629182a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:03.809246 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83553d8c-9df3-41ee-aa5a-fe488629182a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:03.847519 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-83553d8c-9df3-41ee-aa5a-fe488629182a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61fcaf0e35154a63af07af39a0e606b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1535785 Sep 07 18:43:03.849417 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83553d8c-9df3-41ee-aa5a-fe488629182a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4adae04-94d7-4fab-92a6-f3e119680121,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:03.850727 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42846) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:03.878004 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42848) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:03.895084 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6dd10d0d-d6f4-44b5-872a-07431c53805c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:03.969450 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2c455dc1-8285-4c29-8c21-0f7d7491b49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:03.998172 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2c455dc1-8285-4c29-8c21-0f7d7491b49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:04.001338 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6dd10d0d-d6f4-44b5-872a-07431c53805c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:04.008451 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6dd10d0d-d6f4-44b5-872a-07431c53805c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:04.053975 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6dd10d0d-d6f4-44b5-872a-07431c53805c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=badbc7b7fe624d5a8c141204900aeeb0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1747000 Sep 07 18:43:04.058259 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2c455dc1-8285-4c29-8c21-0f7d7491b49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:04.058425 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd10d0d-d6f4-44b5-872a-07431c53805c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91df7dd-0ed1-4c18-877b-8290d683c3a6,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:04.061253 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42852) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:04.070126 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2c455dc1-8285-4c29-8c21-0f7d7491b49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:04.071469 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2c455dc1-8285-4c29-8c21-0f7d7491b49e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4adae04-94d7-4fab-92a6-f3e119680121 HTTP/1.1" status: 204 len: 168 time: 0.2186751 Sep 07 18:43:04.083610 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c455dc1-8285-4c29-8c21-0f7d7491b49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4adae04-94d7-4fab-92a6-f3e119680121,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:04.137092 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9fa103db-239b-4458-a48d-93163d127cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:04.161556 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9fa103db-239b-4458-a48d-93163d127cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:04.213351 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9fa103db-239b-4458-a48d-93163d127cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:04.216171 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9fa103db-239b-4458-a48d-93163d127cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:04.217391 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9fa103db-239b-4458-a48d-93163d127cf6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c91df7dd-0ed1-4c18-877b-8290d683c3a6 HTTP/1.1" status: 204 len: 168 time: 0.1552093 Sep 07 18:43:04.224996 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa103db-239b-4458-a48d-93163d127cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91df7dd-0ed1-4c18-877b-8290d683c3a6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:04.297553 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42870) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:04.311602 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27a4c112-3fc6-474c-bb6b-905bb2e6e147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:04.416123 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27a4c112-3fc6-474c-bb6b-905bb2e6e147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:04.423618 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27a4c112-3fc6-474c-bb6b-905bb2e6e147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:04.463294 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-27a4c112-3fc6-474c-bb6b-905bb2e6e147 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=606c9b60dedf400e9d0886e104975e15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1645429 Sep 07 18:43:04.465278 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4c112-3fc6-474c-bb6b-905bb2e6e147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf809af-3937-4752-aeb2-18bf27321f41,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:04.466119 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42878) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:04.523617 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a1f0cda8-25f0-4b58-93c4-2f4d2ce642b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:04.546422 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a1f0cda8-25f0-4b58-93c4-2f4d2ce642b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:04.597892 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a1f0cda8-25f0-4b58-93c4-2f4d2ce642b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:04.600682 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a1f0cda8-25f0-4b58-93c4-2f4d2ce642b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:04.601929 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a1f0cda8-25f0-4b58-93c4-2f4d2ce642b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4bf809af-3937-4752-aeb2-18bf27321f41 HTTP/1.1" status: 204 len: 168 time: 0.1345937 Sep 07 18:43:04.611333 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0cda8-25f0-4b58-93c4-2f4d2ce642b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf809af-3937-4752-aeb2-18bf27321f41,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:05.171038 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42928) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:05.171596 n-d-807786-1 neutron-server[101445]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 18:43:05.205100 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-05c6628f-2804-47df-b3c7-9001d700ecfc tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7a5f8209d3e541dca821c8cc535e4735&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348589 Sep 07 18:43:05.394030 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-023a74bb-3426-4a28-9554-715b24ef26f7 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:05.395840 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-023a74bb-3426-4a28-9554-715b24ef26f7 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848011 Sep 07 18:43:05.412281 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-a92686a9-bc76-4f5a-b1b3-78a6cc039df5 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/quotas/7a5f8209d3e541dca821c8cc535e4735 HTTP/1.1" status: 200 len: 375 time: 0.0102086 Sep 07 18:43:05.473380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-03667f28-7103-4473-a3bf-0636b126bc12 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a5f8209d3e541dca821c8cc535e4735&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547061 Sep 07 18:43:06.020316 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42992) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:06.485082 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f786b37a-f423-4723-b7a0-21f9652306f8 req-1dc43c3b-6643-48ff-83d1-90e006d9282a tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 210 time: 0.4622412 Sep 07 18:43:07.464454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.36', 51472) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:07.498887 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-c35ac96c-4418-4fe0-960d-ad1bf3e38e29 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7a5f8209d3e541dca821c8cc535e4735&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283802 Sep 07 18:43:07.719102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-b340a658-38de-4344-9ec5-e16677021896 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:07.719102 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-b340a658-38de-4344-9ec5-e16677021896 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101855 Sep 07 18:43:07.765124 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-865fa7cc-7921-4c2b-b807-093b7a25ed98 req-2b004df6-7500-4488-8eb7-a1ff1f6b1d30 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 210 time: 0.0439470 Sep 07 18:43:07.820773 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-f129346d-69b2-4ec2-b274-8d8a96bfe28e tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Request body: {'port': {'device_id': '4a5cc78d-f21e-4fdd-8fef-5656e77313e0', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '7a5f8209d3e541dca821c8cc535e4735'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:08.064877 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-f129346d-69b2-4ec2-b274-8d8a96bfe28e tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Made reservation on behalf of 7a5f8209d3e541dca821c8cc535e4735 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:08.068711 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-f129346d-69b2-4ec2-b274-8d8a96bfe28e tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:08.077775 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-f129346d-69b2-4ec2-b274-8d8a96bfe28e tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:08.179600 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-f129346d-69b2-4ec2-b274-8d8a96bfe28e tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:08.183714 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-f129346d-69b2-4ec2-b274-8d8a96bfe28e tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:08.353760 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129346d-69b2-4ec2-b274-8d8a96bfe28e tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f88274-1776-4aba-81c6-f56f84924bf7,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:08.496899 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-f129346d-69b2-4ec2-b274-8d8a96bfe28e tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Allocated IP 192.168.233.47 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/01552381-888d-4f6b-a196-9b364e35066a) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:43:08.676669 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43174) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:08.690345 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-f129346d-69b2-4ec2-b274-8d8a96bfe28e tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:08.713670 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-f129346d-69b2-4ec2-b274-8d8a96bfe28e tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Transition to ACTIVE for port object 01552381-888d-4f6b-a196-9b364e35066a will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:43:08.793022 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-f129346d-69b2-4ec2-b274-8d8a96bfe28e tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:08.867098 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-f129346d-69b2-4ec2-b274-8d8a96bfe28e tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:43:08.882049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-f129346d-69b2-4ec2-b274-8d8a96bfe28e tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:43:08.890638 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-f129346d-69b2-4ec2-b274-8d8a96bfe28e tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:43:08.903357 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-f129346d-69b2-4ec2-b274-8d8a96bfe28e tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:08.903357 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-f129346d-69b2-4ec2-b274-8d8a96bfe28e tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:08.989316 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-f129346d-69b2-4ec2-b274-8d8a96bfe28e tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1731994 Sep 07 18:43:08.991462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129346d-69b2-4ec2-b274-8d8a96bfe28e tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Pushing event updated for resources: {'Port': ['ID=01552381-888d-4f6b-a196-9b364e35066a,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:09.008577 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-47aa513a-2125-4da8-bb9b-82518ae8a029 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:43:09.010915 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-47aa513a-2125-4da8-bb9b-82518ae8a029 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099602 Sep 07 18:43:09.049447 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3a12a-93e6-414c-bacb-d448b42b8fe8 req-91a57e50-e0ed-4b93-b0bb-655f4cb46066 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:09.058975 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61c3a12a-93e6-414c-bacb-d448b42b8fe8 req-91a57e50-e0ed-4b93-b0bb-655f4cb46066 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 935 time: 0.1941640 Sep 07 18:43:09.162672 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61c3a12a-93e6-414c-bacb-d448b42b8fe8 req-b619ea27-1dfe-4f51-8a79-874c78cca8c1 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8f88274-1776-4aba-81c6-f56f84924bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006703 Sep 07 18:43:09.265397 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-54ac7d65-20a8-4c55-b173-e500703d868a None None] Provisioning for port 01552381-888d-4f6b-a196-9b364e35066a completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:43:09.271847 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-54ac7d65-20a8-4c55-b173-e500703d868a None None] Provisioning complete for port 01552381-888d-4f6b-a196-9b364e35066a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:43:09.273038 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-54ac7d65-20a8-4c55-b173-e500703d868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:09.359657 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-54ac7d65-20a8-4c55-b173-e500703d868a None None] Port 01552381-888d-4f6b-a196-9b364e35066a cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:43:09.383727 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73f75100-0e25-45e1-b653-0e8afdf581b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:09.551622 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73f75100-0e25-45e1-b653-0e8afdf581b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:09.557737 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73f75100-0e25-45e1-b653-0e8afdf581b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:09.584460 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f75100-0e25-45e1-b653-0e8afdf581b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aefe932-1abc-472e-9147-363a7c635995,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:09.641649 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-73f75100-0e25-45e1-b653-0e8afdf581b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a7f559a3da8e45cdb20304bd9bfb7733&name=default HTTP/1.1" status: 200 len: 2977 time: 0.9638395 Sep 07 18:43:09.644362 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43200) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:09.893580 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9bd7a1a1-50f5-4f9a-a562-71c23070cb91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:09.927898 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9bd7a1a1-50f5-4f9a-a562-71c23070cb91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:10.002407 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9bd7a1a1-50f5-4f9a-a562-71c23070cb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:10.005339 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9bd7a1a1-50f5-4f9a-a562-71c23070cb91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:10.006536 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9bd7a1a1-50f5-4f9a-a562-71c23070cb91 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7aefe932-1abc-472e-9147-363a7c635995 HTTP/1.1" status: 204 len: 168 time: 0.3610153 Sep 07 18:43:10.016382 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7a1a1-50f5-4f9a-a562-71c23070cb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aefe932-1abc-472e-9147-363a7c635995,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:10.378638 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43220) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:10.387691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262c8e7-8f5c-4864-8fd9-6be511c93cbc req-76ef2ae0-7f24-4d5b-8891-fdce69cd3065 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:10.391429 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3262c8e7-8f5c-4864-8fd9-6be511c93cbc req-76ef2ae0-7f24-4d5b-8891-fdce69cd3065 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 935 time: 0.0867178 Sep 07 18:43:10.448003 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3262c8e7-8f5c-4864-8fd9-6be511c93cbc req-3b56ba33-4ed2-4fb3-b463-b0523108af8a tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8f88274-1776-4aba-81c6-f56f84924bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463254 Sep 07 18:43:10.778537 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74498258-b472-4a07-924b-f6dc370e7021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:10.907113 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74498258-b472-4a07-924b-f6dc370e7021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:10.912314 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74498258-b472-4a07-924b-f6dc370e7021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:10.956618 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43240) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:10.971899 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-58fa2afb-9973-4447-bcdb-69ffa3c05519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:10.976960 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74498258-b472-4a07-924b-f6dc370e7021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9a70dd-1712-4d51-99b0-cfa094b8ead6,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:10.983967 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-74498258-b472-4a07-924b-f6dc370e7021 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ecf51214539e47cab7bded9cd309f414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6035182 Sep 07 18:43:10.986646 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43242) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:11.066927 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1424d04e-0022-46f6-90ce-0f75be3a80fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:11.106901 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1424d04e-0022-46f6-90ce-0f75be3a80fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:11.208316 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1424d04e-0022-46f6-90ce-0f75be3a80fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:11.209901 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-58fa2afb-9973-4447-bcdb-69ffa3c05519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:11.211475 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1424d04e-0022-46f6-90ce-0f75be3a80fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:11.214474 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1424d04e-0022-46f6-90ce-0f75be3a80fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e9a70dd-1712-4d51-99b0-cfa094b8ead6 HTTP/1.1" status: 204 len: 168 time: 0.2264428 Sep 07 18:43:11.229822 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-58fa2afb-9973-4447-bcdb-69ffa3c05519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:11.233153 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424d04e-0022-46f6-90ce-0f75be3a80fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9a70dd-1712-4d51-99b0-cfa094b8ead6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:11.309178 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-64fbd1e6-3393-4f81-904e-12fe278bae3d tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=588647b3f73e4cbab7d9c80ebe3ee91e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835094 Sep 07 18:43:11.361153 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa2afb-9973-4447-bcdb-69ffa3c05519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0af215d-3e39-422a-b221-164dbef83f13,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:11.414395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-58fa2afb-9973-4447-bcdb-69ffa3c05519 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd53d9cdc52144cbb85ba04be2040a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4537778 Sep 07 18:43:11.417336 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43260) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:11.496096 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43270) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:11.533141 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-563c8ab9-e51c-4d24-927d-68a064378102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:11.549664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-70e2bb5e-5303-4ac3-9bff-8fc92b37df39 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:11.558653 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-70e2bb5e-5303-4ac3-9bff-8fc92b37df39 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2405951 Sep 07 18:43:11.562671 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-563c8ab9-e51c-4d24-927d-68a064378102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:11.591236 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-32b87dea-023d-442c-8907-5cc793b88abc tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/quotas/588647b3f73e4cbab7d9c80ebe3ee91e HTTP/1.1" status: 200 len: 375 time: 0.0311587 Sep 07 18:43:11.595842 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-64ce8bd6-f246-4c2e-865e-f9169df6d42c tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=070835aef4324906b081042b291592ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0918486 Sep 07 18:43:11.650624 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-563c8ab9-e51c-4d24-927d-68a064378102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:11.653606 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-563c8ab9-e51c-4d24-927d-68a064378102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:11.657095 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-563c8ab9-e51c-4d24-927d-68a064378102 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0af215d-3e39-422a-b221-164dbef83f13 HTTP/1.1" status: 204 len: 168 time: 0.2359903 Sep 07 18:43:11.667313 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c8ab9-e51c-4d24-927d-68a064378102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0af215d-3e39-422a-b221-164dbef83f13,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:11.710095 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-ec629520-9242-404f-b3aa-06c13f09f32a tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=588647b3f73e4cbab7d9c80ebe3ee91e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1176140 Sep 07 18:43:11.876971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-ec65bc06-cf5a-41ba-9520-4bf89074932b tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:11.888269 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-ec65bc06-cf5a-41ba-9520-4bf89074932b tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2836001 Sep 07 18:43:11.898152 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2724d2dd-87d8-42e8-ac19-a94da5052fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:11.914726 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-b8f9bd8a-2176-46a4-8a28-ec906e4189cb tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/quotas/070835aef4324906b081042b291592ae HTTP/1.1" status: 200 len: 375 time: 0.0243700 Sep 07 18:43:11.986179 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-c90fdf19-8b76-40f1-a27f-e8ba6c442d78 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=070835aef4324906b081042b291592ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697083 Sep 07 18:43:12.004291 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43282) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:12.058637 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d47587e-c03c-4bd6-b3b5-a4bc5bff16c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:12.153861 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2724d2dd-87d8-42e8-ac19-a94da5052fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:12.178279 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2724d2dd-87d8-42e8-ac19-a94da5052fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:12.280104 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2724d2dd-87d8-42e8-ac19-a94da5052fdf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=58672fcbd06549059bda8575844e7661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7819304 Sep 07 18:43:12.281081 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43296) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:12.297979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2f991-bc47-4a7a-bbf8-c13dddc503ef req-6b498b8b-8b41-4291-86c1-cc9737c80c95 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:12.309645 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3d2f991-bc47-4a7a-bbf8-c13dddc503ef req-6b498b8b-8b41-4291-86c1-cc9737c80c95 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 935 time: 0.1429632 Sep 07 18:43:12.390244 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3d2f991-bc47-4a7a-bbf8-c13dddc503ef req-b2718e6b-a3b9-4a06-b8d1-1902a131d37b tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8f88274-1776-4aba-81c6-f56f84924bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793772 Sep 07 18:43:12.424657 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724d2dd-87d8-42e8-ac19-a94da5052fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56294c3e-4efd-46a7-a023-512bd54cc600,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:12.465180 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:12.489818 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-35caaa95-40f1-46b6-b2a8-f463c4df1596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:12.569295 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a98647d-e2db-451c-874e-7c32f680c1d7 req-e6f550a1-5672-42bb-ad25-0ecd3e77f07f tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 210 time: 0.1492729 Sep 07 18:43:12.582605 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-35caaa95-40f1-46b6-b2a8-f463c4df1596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:12.681341 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06b29e63-70fc-47d1-bd36-ecbd6ccd314a req-c8fb7b1f-9985-4cda-8098-51b0263c6634 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 210 time: 0.0441585 Sep 07 18:43:12.686472 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d47587e-c03c-4bd6-b3b5-a4bc5bff16c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:12.704692 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d47587e-c03c-4bd6-b3b5-a4bc5bff16c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:12.745316 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-35caaa95-40f1-46b6-b2a8-f463c4df1596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:12.748742 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-35caaa95-40f1-46b6-b2a8-f463c4df1596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:12.753473 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-35caaa95-40f1-46b6-b2a8-f463c4df1596 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/56294c3e-4efd-46a7-a023-512bd54cc600 HTTP/1.1" status: 204 len: 168 time: 0.4647298 Sep 07 18:43:12.768339 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35caaa95-40f1-46b6-b2a8-f463c4df1596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56294c3e-4efd-46a7-a023-512bd54cc600,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:12.828129 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3d47587e-c03c-4bd6-b3b5-a4bc5bff16c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4bcafecc2d6c44c1bc03d51076fe2df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8224757 Sep 07 18:43:12.829014 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47587e-c03c-4bd6-b3b5-a4bc5bff16c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d9897f-13be-4233-8ee8-2fb53a1ffba9,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:12.831179 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43332) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:12.912786 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-510f1a39-627a-467e-ad45-762f224ffd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:12.942442 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-510f1a39-627a-467e-ad45-762f224ffd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:13.070796 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-510f1a39-627a-467e-ad45-762f224ffd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:13.074442 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-510f1a39-627a-467e-ad45-762f224ffd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:13.078543 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-510f1a39-627a-467e-ad45-762f224ffd36 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e8d9897f-13be-4233-8ee8-2fb53a1ffba9 HTTP/1.1" status: 204 len: 168 time: 0.2459652 Sep 07 18:43:13.097120 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f1a39-627a-467e-ad45-762f224ffd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d9897f-13be-4233-8ee8-2fb53a1ffba9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:13.167418 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:13.254622 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43346) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:13.599342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a3d7d-6bbe-45af-92c5-db036e87388f req-26f7011e-b366-4558-adf9-ebd52cd0f09d tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:13.620369 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-086a3d7d-6bbe-45af-92c5-db036e87388f req-26f7011e-b366-4558-adf9-ebd52cd0f09d tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 935 time: 0.1324310 Sep 07 18:43:13.767890 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-52f4a499-d7dd-4c1b-b4cf-622bb5f77971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:13.817643 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-086a3d7d-6bbe-45af-92c5-db036e87388f req-fb666a04-c63b-477b-b19d-d1c1aa038807 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8f88274-1776-4aba-81c6-f56f84924bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921170 Sep 07 18:43:13.870689 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8c116b5-7bde-4737-b581-9cd080384dea req-ea40c05a-ba0e-4d5e-869b-dee6d11c4425 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 210 time: 0.1300414 Sep 07 18:43:13.917159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43372) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:13.945676 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-37a917d2-2957-44ab-b524-3d3d256cb127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:14.029187 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bb2e1735-c0a4-4081-ac6e-71add0c9e865 req-2a87d168-e36a-437c-b4e1-9f774bde0ffd tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 210 time: 0.0613773 Sep 07 18:43:14.033862 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-52f4a499-d7dd-4c1b-b4cf-622bb5f77971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:14.049549 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-52f4a499-d7dd-4c1b-b4cf-622bb5f77971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:14.225251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.60', 58288) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:14.238988 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4a499-d7dd-4c1b-b4cf-622bb5f77971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bffca9-69b9-4820-b0d9-d44ae92e9b54,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:14.248569 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-52f4a499-d7dd-4c1b-b4cf-622bb5f77971 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1b34283b0aa442498a4c41846a37daf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9927568 Sep 07 18:43:14.251325 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43380) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:14.286481 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-d16d66af-7ce0-477a-b838-bd4083509d96 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=070835aef4324906b081042b291592ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590146 Sep 07 18:43:14.359725 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d9884b62-58ca-4e72-afb6-bb69544e4441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:14.414245 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d9884b62-58ca-4e72-afb6-bb69544e4441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:14.417949 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-37a917d2-2957-44ab-b524-3d3d256cb127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:14.462102 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-37a917d2-2957-44ab-b524-3d3d256cb127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:14.489530 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d9884b62-58ca-4e72-afb6-bb69544e4441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:14.496783 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d9884b62-58ca-4e72-afb6-bb69544e4441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:14.498179 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d9884b62-58ca-4e72-afb6-bb69544e4441 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/57bffca9-69b9-4820-b0d9-d44ae92e9b54 HTTP/1.1" status: 204 len: 168 time: 0.2459018 Sep 07 18:43:14.525175 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9884b62-58ca-4e72-afb6-bb69544e4441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bffca9-69b9-4820-b0d9-d44ae92e9b54,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:14.619624 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a917d2-2957-44ab-b524-3d3d256cb127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4484955d-b586-46fc-b8f7-5ec5ec880d5b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:14.657749 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-37a917d2-2957-44ab-b524-3d3d256cb127 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=193c73313afa479f997cbd559988d201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7384965 Sep 07 18:43:14.661130 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43400) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:14.661604 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] Request body: {'port': {'device_id': '4a5cc78d-f21e-4fdd-8fef-5656e77313e0', 'device_owner': 'compute:tempest-test_az-1771064857', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:14.822351 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-4e864631-f9f2-4775-9121-12882267a4d9 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:14.824132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-4e864631-f9f2-4775-9121-12882267a4d9 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5285709 Sep 07 18:43:14.833718 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6429a636-4a25-461f-b0a6-47b72643b07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:14.891652 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6429a636-4a25-461f-b0a6-47b72643b07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:14.922556 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-a793618c-ba2a-404a-8f1f-8dca5d2604a8 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Request body: {'port': {'device_id': 'dd039750-c0ef-45cf-acfc-52067bf636ce', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '070835aef4324906b081042b291592ae'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:14.930468 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.60', 58291) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:15.040289 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6429a636-4a25-461f-b0a6-47b72643b07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:15.044229 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6429a636-4a25-461f-b0a6-47b72643b07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:15.047500 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6429a636-4a25-461f-b0a6-47b72643b07c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4484955d-b586-46fc-b8f7-5ec5ec880d5b HTTP/1.1" status: 204 len: 168 time: 0.3846591 Sep 07 18:43:15.061554 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429a636-4a25-461f-b0a6-47b72643b07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4484955d-b586-46fc-b8f7-5ec5ec880d5b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:15.184191 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:15.206786 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-640a203f-b830-44f8-a424-c0798892c856 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=588647b3f73e4cbab7d9c80ebe3ee91e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2745121 Sep 07 18:43:15.357882 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43428) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:15.382753 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e73695c9-7df6-43a1-8a5b-32171da9ac1f req-405d526a-64fb-400a-aea8-326ad216db3d tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 210 time: 0.2023249 Sep 07 18:43:15.393447 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ffaad3e2-e9bc-4a52-95ec-053cdfa3ec54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:15.630497 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ffaad3e2-e9bc-4a52-95ec-053cdfa3ec54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:15.642327 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ffaad3e2-e9bc-4a52-95ec-053cdfa3ec54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:15.695691 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ffaad3e2-e9bc-4a52-95ec-053cdfa3ec54 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a18112757514423283d8169b044c60ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365035 Sep 07 18:43:15.697459 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaad3e2-e9bc-4a52-95ec-053cdfa3ec54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8959131-b983-44df-af10-c4c393496490,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:15.699938 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43438) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:15.768895 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c3e67c5-c0f0-420a-bdb9-c9acab607f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:15.803453 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c3e67c5-c0f0-420a-bdb9-c9acab607f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:15.845193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf31ba-2620-4df8-9cdb-020d90124963 req-1912a91d-6487-492e-9944-23ca371dd1b8 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:15.846734 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6cbf31ba-2620-4df8-9cdb-020d90124963 req-1912a91d-6487-492e-9944-23ca371dd1b8 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 935 time: 0.8303964 Sep 07 18:43:15.847349 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-a793618c-ba2a-404a-8f1f-8dca5d2604a8 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Made reservation on behalf of 070835aef4324906b081042b291592ae for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:15.850969 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-a793618c-ba2a-404a-8f1f-8dca5d2604a8 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:15.891682 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7acc1e45-ef71-4aae-844b-4cb22ed8e436 req-0a1eb4f4-8ead-4658-ae7f-5bb7782366d8 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 210 time: 0.2051570 Sep 07 18:43:15.909024 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c3e67c5-c0f0-420a-bdb9-c9acab607f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:15.913423 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c3e67c5-c0f0-420a-bdb9-c9acab607f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:15.920406 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0c3e67c5-c0f0-420a-bdb9-c9acab607f1f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c8959131-b983-44df-af10-c4c393496490 HTTP/1.1" status: 204 len: 168 time: 0.2134504 Sep 07 18:43:15.933714 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e67c5-c0f0-420a-bdb9-c9acab607f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8959131-b983-44df-af10-c4c393496490,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:15.971037 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-a793618c-ba2a-404a-8f1f-8dca5d2604a8 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:16.047377 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6cbf31ba-2620-4df8-9cdb-020d90124963 req-6548a950-bd72-429c-8719-2f1f7d46bbd8 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8f88274-1776-4aba-81c6-f56f84924bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362503 Sep 07 18:43:16.246857 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-db91a9cd-1d6c-4126-a67a-12bceacb805f tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:16.248359 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-db91a9cd-1d6c-4126-a67a-12bceacb805f tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0078294 Sep 07 18:43:16.271022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-83e0eede-b526-420d-af39-9a612ac0b8f3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Request body: {'port': {'device_id': '35abe18e-1043-4c51-bb0a-9e012cb2d5bd', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '588647b3f73e4cbab7d9c80ebe3ee91e'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:16.701305 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37fdcd0f-3607-4331-9a1c-d99428f85031 req-f555ee5b-18ff-4347-85f9-6a36937691e3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 210 time: 0.1246233 Sep 07 18:43:16.865609 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-a793618c-ba2a-404a-8f1f-8dca5d2604a8 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:16.913328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01552381-888d-4f6b-a196-9b364e35066a {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:43:16.924707 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-a793618c-ba2a-404a-8f1f-8dca5d2604a8 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:16.948643 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-83e0eede-b526-420d-af39-9a612ac0b8f3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Made reservation on behalf of 588647b3f73e4cbab7d9c80ebe3ee91e for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:16.955387 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-83e0eede-b526-420d-af39-9a612ac0b8f3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:16.997921 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:17.064423 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-83e0eede-b526-420d-af39-9a612ac0b8f3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:17.237578 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-29c96034-bf3c-47be-8739-073b75633f87 req-f4d4f1c9-c60e-427f-b2f8-0c6446360de3 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 210 time: 0.1872153 Sep 07 18:43:17.242510 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] Transition to ACTIVE for port object 01552381-888d-4f6b-a196-9b364e35066a will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:43:17.275722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793618c-ba2a-404a-8f1f-8dca5d2604a8 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cef8d44-7025-44e0-9de3-8cc4bdc055f4,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:17.279074 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:17.695068 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-83e0eede-b526-420d-af39-9a612ac0b8f3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:17.736872 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] Pushing event updated for resources: {'Port': ['ID=01552381-888d-4f6b-a196-9b364e35066a,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:17.814471 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-83e0eede-b526-420d-af39-9a612ac0b8f3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:18.152922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] Attempting to bind port 01552381-888d-4f6b-a196-9b364e35066a on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:43:18.152922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] Attempting to bind port 01552381-888d-4f6b-a196-9b364e35066a by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:43:18.152922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] Attempting to bind port 01552381-888d-4f6b-a196-9b364e35066a on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:43:18.153696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0eede-b526-420d-af39-9a612ac0b8f3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23b33cb-7281-4420-b6ed-3766c4db7e51,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:18.221909 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb85657-5c4b-410e-b3b7-93f68cf8a4a9 req-bc67034b-9811-434f-aa87-13e060cc03e5 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:18.224931 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6fb85657-5c4b-410e-b3b7-93f68cf8a4a9 req-bc67034b-9811-434f-aa87-13e060cc03e5 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 969 time: 0.9957864 Sep 07 18:43:18.239740 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] Port 01552381-888d-4f6b-a196-9b364e35066a on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:43:18.239740 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] Attempting to bind port 01552381-888d-4f6b-a196-9b364e35066a on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:43:18.250350 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43512) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:18.261671 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:43:18.262031 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:43:18.262689 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:43:18.263875 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] Bound port: 01552381-888d-4f6b-a196-9b364e35066a, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:43:18.264345 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:18.326272 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-472d6561-7e6c-49b2-a255-5b58c3bf0522 req-fd533393-97f2-4b62-bfe7-6495db5455b6 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 210 time: 0.0776787 Sep 07 18:43:18.346644 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-a793618c-ba2a-404a-8f1f-8dca5d2604a8 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Allocated IP 192.168.233.166 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/fe9debc6-bd9e-4b5b-a9bd-005ee543e810) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:43:18.429949 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6fb85657-5c4b-410e-b3b7-93f68cf8a4a9 req-cbfc5ca5-08c4-4451-a884-e682d186632d tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8f88274-1776-4aba-81c6-f56f84924bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848793 Sep 07 18:43:18.467764 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-aa0439c6-b078-4d37-a62b-71e9ffe53838 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1210296170-network', 'tenant_id': '8c3a693d9d9f458e89cfac881375a504'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:18.509595 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0439c6-b078-4d37-a62b-71e9ffe53838 admin admin] Made reservation on behalf of 8c3a693d9d9f458e89cfac881375a504 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:18.512480 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa0439c6-b078-4d37-a62b-71e9ffe53838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:18.531063 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa0439c6-b078-4d37-a62b-71e9ffe53838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:18.578601 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] For port 01552381-888d-4f6b-a196-9b364e35066a, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:43:18.700815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] For port 01552381-888d-4f6b-a196-9b364e35066a, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=01552381-888d-4f6b-a196-9b364e35066a,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:43:18.730559 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa0439c6-b078-4d37-a62b-71e9ffe53838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:18.743323 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa0439c6-b078-4d37-a62b-71e9ffe53838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:18.806683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0439c6-b078-4d37-a62b-71e9ffe53838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857eed45-8814-46a8-af0f-7bcf9eb08dd4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:18.814364 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0439c6-b078-4d37-a62b-71e9ffe53838 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:43:18.832827 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa0439c6-b078-4d37-a62b-71e9ffe53838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:18.833311 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-aa0439c6-b078-4d37-a62b-71e9ffe53838 admin admin] Added segment ac5456d6-1b3f-4613-ac70-3e73c7d449f1 of type vlan for network 017e3b51-87d9-4268-acea-6f286df4bacf Sep 07 18:43:18.859320 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:18.962374 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa0439c6-b078-4d37-a62b-71e9ffe53838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:19.007156 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa0439c6-b078-4d37-a62b-71e9ffe53838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:19.009299 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0439c6-b078-4d37-a62b-71e9ffe53838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:19.010111 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa0439c6-b078-4d37-a62b-71e9ffe53838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:19.025448 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a67dcc99-5d30-491e-8619-ec529dbddfb1 req-dd7afbda-8c99-478c-b746-5fcced09b3af tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 210 time: 0.4063044 Sep 07 18:43:19.053248 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-aa0439c6-b078-4d37-a62b-71e9ffe53838 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8019800 Sep 07 18:43:19.053601 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] Pushing event updated for resources: {'Port': ['ID=01552381-888d-4f6b-a196-9b364e35066a,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:19.061885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43536) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:19.100237 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-4b283836-4636-4294-b088-73ba3a300f66 admin admin] Request body: {'subnet': {'network_id': '017e3b51-87d9-4268-acea-6f286df4bacf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1210296170-subnet', 'tenant_id': '8c3a693d9d9f458e89cfac881375a504', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:19.140613 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0439c6-b078-4d37-a62b-71e9ffe53838 admin admin] Pushing event updated for resources: {'Network': ['ID=017e3b51-87d9-4268-acea-6f286df4bacf,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:19.155092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:19.155746 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:19.156138 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 017e3b51-87d9-4268-acea-6f286df4bacf details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:43:19.157626 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-191c9e5a-ec72-4d39-83b8-7dd240ef2f21 service neutron] 10.222.0.36 "PUT /v2.0/ports/01552381-888d-4f6b-a196-9b364e35066a HTTP/1.1" status: 200 len: 1117 time: 4.8631790 Sep 07 18:43:19.158298 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5cc78d-f21e-4fdd-8fef-5656e77313e0', 'tag': '01552381-888d-4f6b-a196-9b364e35066a'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:43:19.540472 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-a793618c-ba2a-404a-8f1f-8dca5d2604a8 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:19.569279 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b283836-4636-4294-b088-73ba3a300f66 admin admin] Made reservation on behalf of 8c3a693d9d9f458e89cfac881375a504 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:19.571548 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4b283836-4636-4294-b088-73ba3a300f66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:19.573742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-a793618c-ba2a-404a-8f1f-8dca5d2604a8 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Transition to ACTIVE for port object fe9debc6-bd9e-4b5b-a9bd-005ee543e810 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:43:19.677442 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9737ebff-207b-4ab8-a222-af38ad97f823 req-9c76fec6-baa2-4377-96c2-5e924806303b tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 210 time: 0.0921247 Sep 07 18:43:19.717999 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7d851c-e2b8-4ff7-8994-8d24fa151eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5cc78d-f21e-4fdd-8fef-5656e77313e0", "tag": "01552381-888d-4f6b-a196-9b364e35066a"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:43:19.738857 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-ed632c6c-949b-467b-a148-28382623d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:19.741133 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-ed632c6c-949b-467b-a148-28382623d96c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a5f8209d3e541dca821c8cc535e4735&device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 1120 time: 0.4448316 Sep 07 18:43:19.871700 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-7d41c22f-696c-4221-80dc-3e5d16f07f0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=01552381-888d-4f6b-a196-9b364e35066a HTTP/1.1" status: 200 len: 217 time: 0.1150274 Sep 07 18:43:19.935907 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-a793618c-ba2a-404a-8f1f-8dca5d2604a8 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:20.184944 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793618c-ba2a-404a-8f1f-8dca5d2604a8 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Pushing event updated for resources: {'Port': ['ID=fe9debc6-bd9e-4b5b-a9bd-005ee543e810,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:20.260679 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-a793618c-ba2a-404a-8f1f-8dca5d2604a8 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:43:20.270148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-a793618c-ba2a-404a-8f1f-8dca5d2604a8 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:43:20.286339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b76499-468b-4a14-ab8f-9023ca0748aa req-2d2bf7c3-fd46-4982-a875-8e7fcafa0821 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:20.294098 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36b76499-468b-4a14-ab8f-9023ca0748aa req-2d2bf7c3-fd46-4982-a875-8e7fcafa0821 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 969 time: 0.4291894 Sep 07 18:43:20.298700 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-a793618c-ba2a-404a-8f1f-8dca5d2604a8 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:43:20.304415 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-a793618c-ba2a-404a-8f1f-8dca5d2604a8 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:20.305610 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-a793618c-ba2a-404a-8f1f-8dca5d2604a8 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:20.312222 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48985cb-5ec2-4af1-b06b-ac96d2e3e149 x-openstack-request-id: req-d48985cb-5ec2-4af1-b06b-ac96d2e3e149 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:43:20.312707 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5cc78d-f21e-4fdd-8fef-5656e77313e0", "tag": "01552381-888d-4f6b-a196-9b364e35066a", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:43:20.312825 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d48985cb-5ec2-4af1-b06b-ac96d2e3e149 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:43:20.313218 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5cc78d-f21e-4fdd-8fef-5656e77313e0', 'tag': '01552381-888d-4f6b-a196-9b364e35066a', 'status': 'completed', 'code': 200} Sep 07 18:43:20.346403 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-80edd76a-a13c-4ccd-b6df-3bbc54046ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:20.347953 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-80edd76a-a13c-4ccd-b6df-3bbc54046ae4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.4427302 Sep 07 18:43:20.376848 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-83e0eede-b526-420d-af39-9a612ac0b8f3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Allocated IP 192.168.233.14 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/c0ef05b7-efec-45f7-9c11-8e4e71650f93) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:43:20.440182 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-a793618c-ba2a-404a-8f1f-8dca5d2604a8 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5274656 Sep 07 18:43:20.511833 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-af3062a6-719e-480a-b00d-791e9130b9ad tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:43:20.512858 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-af3062a6-719e-480a-b00d-791e9130b9ad tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137191 Sep 07 18:43:20.582267 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36b76499-468b-4a14-ab8f-9023ca0748aa req-bece85d2-b2d6-47bf-8a6c-177f3a0aa365 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8f88274-1776-4aba-81c6-f56f84924bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870107 Sep 07 18:43:20.677719 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ba37f430-226a-424a-b2ad-b219218d81a5 None None] Provisioning for port fe9debc6-bd9e-4b5b-a9bd-005ee543e810 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:43:20.686215 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ba37f430-226a-424a-b2ad-b219218d81a5 None None] Provisioning complete for port fe9debc6-bd9e-4b5b-a9bd-005ee543e810 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:43:20.686840 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ba37f430-226a-424a-b2ad-b219218d81a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:20.756556 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-ef0aa009-a452-4c84-8977-57c9cd62635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:20.758433 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-ef0aa009-a452-4c84-8977-57c9cd62635d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3783278 Sep 07 18:43:20.766238 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4b283836-4636-4294-b088-73ba3a300f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:20.766931 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ba37f430-226a-424a-b2ad-b219218d81a5 None None] Port fe9debc6-bd9e-4b5b-a9bd-005ee543e810 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:43:20.842863 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43594) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:20.874777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b283836-4636-4294-b088-73ba3a300f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d47b7905-945d-4c4e-956e-34200cf07084,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:20.920908 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8a5ab-9fea-477f-9296-fcd56bb6ea75 req-dfc49ef5-6d62-44f8-ae77-cf753af486d9 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:20.922758 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cde8a5ab-9fea-477f-9296-fcd56bb6ea75 req-dfc49ef5-6d62-44f8-ae77-cf753af486d9 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 936 time: 0.4077103 Sep 07 18:43:20.991020 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dda1f072-33e3-45d9-9778-94f427b2dc55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:21.019623 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b5e2b4b-fb84-4d38-9b8f-71ed917f40ab req-449e5d60-0948-488a-a643-d9f7a5ffc336 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 210 time: 0.1355660 Sep 07 18:43:21.097450 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b283836-4636-4294-b088-73ba3a300f66 admin admin] Checking segment: {'id': 'ac5456d6-1b3f-4613-ac70-3e73c7d449f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '017e3b51-87d9-4268-acea-6f286df4bacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:43:21.097946 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b283836-4636-4294-b088-73ba3a300f66 admin admin] Network hostable DHCP agents. Network: 017e3b51-87d9-4268-acea-6f286df4bacf, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:43:21.151720 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dda1f072-33e3-45d9-9778-94f427b2dc55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:21.155312 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cde8a5ab-9fea-477f-9296-fcd56bb6ea75 req-18aeac83-e8ea-4baf-9721-1b9bb82fc7aa tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035959 Sep 07 18:43:21.161052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-ceb6fab6-80ed-4b5e-8098-920416d2c9c6 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305309 Sep 07 18:43:21.162033 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dda1f072-33e3-45d9-9778-94f427b2dc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:21.225578 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-83e0eede-b526-420d-af39-9a612ac0b8f3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:21.232537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b283836-4636-4294-b088-73ba3a300f66 admin admin] Network 017e3b51-87d9-4268-acea-6f286df4bacf is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:43:21.258847 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dda1f072-33e3-45d9-9778-94f427b2dc55 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dbd57f0377674c2a87a83e9c8eae4147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4109402 Sep 07 18:43:21.272818 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43606) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:21.290043 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1f072-33e3-45d9-9778-94f427b2dc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2288c0-d32f-4379-adfa-47455afc10b5,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:21.319700 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-83e0eede-b526-420d-af39-9a612ac0b8f3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Transition to ACTIVE for port object c0ef05b7-efec-45f7-9c11-8e4e71650f93 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:43:21.321487 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-4b283836-4636-4294-b088-73ba3a300f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 017e3b51-87d9-4268-acea-6f286df4bacf) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:43:21.333772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bccc8d5-8a22-45cf-8ea7-e58da9078f08 None None] Network 017e3b51-87d9-4268-acea-6f286df4bacf requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:43:21.334230 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b283836-4636-4294-b088-73ba3a300f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:21.334906 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4b283836-4636-4294-b088-73ba3a300f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:21.380373 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f95e567d-a7cf-4880-badb-4ff599bd6590 req-24e7c10e-7d7b-4aec-a259-d8ed56c3d84e service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904902 Sep 07 18:43:21.392654 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4b283836-4636-4294-b088-73ba3a300f66 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3145542 Sep 07 18:43:21.413277 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-701ec8e6-deac-46ed-87ac-1a2f06c1cb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:21.419068 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-83e0eede-b526-420d-af39-9a612ac0b8f3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:21.475597 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-701ec8e6-deac-46ed-87ac-1a2f06c1cb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:21.489029 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0eede-b526-420d-af39-9a612ac0b8f3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Pushing event updated for resources: {'Port': ['ID=c0ef05b7-efec-45f7-9c11-8e4e71650f93,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:21.505659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-83e0eede-b526-420d-af39-9a612ac0b8f3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:43:21.522891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-83e0eede-b526-420d-af39-9a612ac0b8f3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:43:21.527030 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-83e0eede-b526-420d-af39-9a612ac0b8f3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:43:21.534410 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-83e0eede-b526-420d-af39-9a612ac0b8f3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:21.535411 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-83e0eede-b526-420d-af39-9a612ac0b8f3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:21.571979 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-83e0eede-b526-420d-af39-9a612ac0b8f3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3100085 Sep 07 18:43:21.572790 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-701ec8e6-deac-46ed-87ac-1a2f06c1cb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:21.575868 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-701ec8e6-deac-46ed-87ac-1a2f06c1cb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:21.577869 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-701ec8e6-deac-46ed-87ac-1a2f06c1cb4c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4b2288c0-d32f-4379-adfa-47455afc10b5 HTTP/1.1" status: 204 len: 168 time: 0.3033931 Sep 07 18:43:21.583167 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d851c-e2b8-4ff7-8994-8d24fa151eaf req-99604378-f510-4e01-8e03-7961cd9a97b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:21.593488 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf7d851c-e2b8-4ff7-8994-8d24fa151eaf req-99604378-f510-4e01-8e03-7961cd9a97b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a5f8209d3e541dca821c8cc535e4735&device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 1120 time: 0.1052847 Sep 07 18:43:21.594717 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ec8e6-deac-46ed-87ac-1a2f06c1cb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2288c0-d32f-4379-adfa-47455afc10b5,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:21.641676 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43618) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:21.661438 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0bcc72-73ff-4ed2-9cfa-ad7527d0f57d None None] Network 017e3b51-87d9-4268-acea-6f286df4bacf requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:43:21.866380 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43624) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:21.911052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae288b-8d9c-450d-aca6-4e7d9fdb8459 req-fd8fa480-1fae-43a2-b638-bc2b06b06272 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:21.919410 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77ae288b-8d9c-450d-aca6-4e7d9fdb8459 req-fd8fa480-1fae-43a2-b638-bc2b06b06272 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 969 time: 0.2050326 Sep 07 18:43:21.948074 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7503a10a-ced5-40e8-aaa7-6782b297fc56 None None] Provisioning for port c0ef05b7-efec-45f7-9c11-8e4e71650f93 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:43:21.954136 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7503a10a-ced5-40e8-aaa7-6782b297fc56 None None] Provisioning complete for port c0ef05b7-efec-45f7-9c11-8e4e71650f93 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:43:21.954593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d851c-e2b8-4ff7-8994-8d24fa151eaf req-9c8a33a5-9b97-4c83-9940-69338740ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:21.955083 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7503a10a-ced5-40e8-aaa7-6782b297fc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:21.956130 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf7d851c-e2b8-4ff7-8994-8d24fa151eaf req-9c8a33a5-9b97-4c83-9940-69338740ae6d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.3408959 Sep 07 18:43:22.007166 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7503a10a-ced5-40e8-aaa7-6782b297fc56 None None] Port c0ef05b7-efec-45f7-9c11-8e4e71650f93 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:43:22.012041 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf7d851c-e2b8-4ff7-8994-8d24fa151eaf req-7e640a88-71bc-44f7-9a6a-65a5bf6ad859 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=01552381-888d-4f6b-a196-9b364e35066a HTTP/1.1" status: 200 len: 217 time: 0.0445151 Sep 07 18:43:22.015228 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77ae288b-8d9c-450d-aca6-4e7d9fdb8459 req-e8c91ce6-fa87-471b-92f9-055b8e2ff5cd tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8f88274-1776-4aba-81c6-f56f84924bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950949 Sep 07 18:43:22.035602 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-61ce782e-a2eb-4a12-b7ad-ea04bec3f57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:22.084543 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d851c-e2b8-4ff7-8994-8d24fa151eaf req-18cf10bc-a8d5-4956-981e-fbf2a56124e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:22.087214 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf7d851c-e2b8-4ff7-8994-8d24fa151eaf req-18cf10bc-a8d5-4956-981e-fbf2a56124e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0667689 Sep 07 18:43:22.189844 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-61ce782e-a2eb-4a12-b7ad-ea04bec3f57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:22.196161 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-61ce782e-a2eb-4a12-b7ad-ea04bec3f57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:22.244569 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-61ce782e-a2eb-4a12-b7ad-ea04bec3f57e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63e0797f31c945b39f30fb0387e3cce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6014628 Sep 07 18:43:22.245260 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43636) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:22.251993 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce782e-a2eb-4a12-b7ad-ea04bec3f57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc8af13-4419-4e4c-bd98-548584ee8a3b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:22.299822 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d851c-e2b8-4ff7-8994-8d24fa151eaf req-11843428-f4b9-4394-b27b-816d9a68bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:22.301556 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf7d851c-e2b8-4ff7-8994-8d24fa151eaf req-11843428-f4b9-4394-b27b-816d9a68bec0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2053668 Sep 07 18:43:22.304213 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-23cc444e-0988-4dcd-9b3b-85bc90b5848b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:22.327419 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-23cc444e-0988-4dcd-9b3b-85bc90b5848b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:22.355230 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd578d0-3f90-4860-9035-0f5ffaac677e req-2f83c364-bcc5-43c9-80f6-7bd785848997 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:22.363422 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5dd578d0-3f90-4860-9035-0f5ffaac677e req-2f83c364-bcc5-43c9-80f6-7bd785848997 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 935 time: 0.2113433 Sep 07 18:43:22.409544 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-23cc444e-0988-4dcd-9b3b-85bc90b5848b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:22.412289 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-23cc444e-0988-4dcd-9b3b-85bc90b5848b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:22.413483 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-23cc444e-0988-4dcd-9b3b-85bc90b5848b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0dc8af13-4419-4e4c-bd98-548584ee8a3b HTTP/1.1" status: 204 len: 168 time: 0.1670430 Sep 07 18:43:22.435262 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc444e-0988-4dcd-9b3b-85bc90b5848b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc8af13-4419-4e4c-bd98-548584ee8a3b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:22.456320 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4b2c93b8-bd25-4c0d-8018-f9a5f52080c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:22.500835 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245e30e-6477-49c0-b680-2b6d047cff4b req-a5e14d6b-3bc2-4df6-91de-29b03ecc0cab tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:22.502380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f245e30e-6477-49c0-b680-2b6d047cff4b req-a5e14d6b-3bc2-4df6-91de-29b03ecc0cab tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 936 time: 0.2165277 Sep 07 18:43:22.521910 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5dd578d0-3f90-4860-9035-0f5ffaac677e req-cb7bc1b3-80f3-4302-8dbd-c38884212524 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574116 Sep 07 18:43:22.571175 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf7d851c-e2b8-4ff7-8994-8d24fa151eaf req-0742d2cf-a99e-40d0-92b8-be4b729367aa service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484162 Sep 07 18:43:22.587672 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f245e30e-6477-49c0-b680-2b6d047cff4b req-15733091-08c3-46af-98a7-b458bf91dcd7 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646002 Sep 07 18:43:22.649392 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4b2c93b8-bd25-4c0d-8018-f9a5f52080c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:22.657076 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43642) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:22.675956 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4b2c93b8-bd25-4c0d-8018-f9a5f52080c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:22.701950 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1974306e-4054-4e06-b44d-612e5aacbb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:22.724713 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c93b8-bd25-4c0d-8018-f9a5f52080c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544a3469-240f-4959-a68d-d284630a7e70,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:22.743588 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf7d851c-e2b8-4ff7-8994-8d24fa151eaf req-cf15a12c-fa74-4559-bd34-a96886f8f58f service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547301 Sep 07 18:43:22.758102 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4b2c93b8-bd25-4c0d-8018-f9a5f52080c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e5eac9b93c024c4bb8a4bf48cfe65962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8903317 Sep 07 18:43:22.761294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43644) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:22.829086 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-262aa961-4d8c-4bb6-907f-51d50ddf00a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:22.855970 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-262aa961-4d8c-4bb6-907f-51d50ddf00a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:22.868290 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1974306e-4054-4e06-b44d-612e5aacbb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:22.875372 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1974306e-4054-4e06-b44d-612e5aacbb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:22.943940 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1974306e-4054-4e06-b44d-612e5aacbb8b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b72532c21db24945913c8da4377a1ae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830510 Sep 07 18:43:22.945289 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974306e-4054-4e06-b44d-612e5aacbb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943177a7-79ba-4779-b5b8-172618b4dc3c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:22.947902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43652) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:22.956911 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-262aa961-4d8c-4bb6-907f-51d50ddf00a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:22.959989 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-262aa961-4d8c-4bb6-907f-51d50ddf00a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:22.965112 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-262aa961-4d8c-4bb6-907f-51d50ddf00a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/544a3469-240f-4959-a68d-d284630a7e70 HTTP/1.1" status: 204 len: 168 time: 0.1992786 Sep 07 18:43:22.989617 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262aa961-4d8c-4bb6-907f-51d50ddf00a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544a3469-240f-4959-a68d-d284630a7e70,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:23.042274 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ae0904e5-a9db-4180-b196-0b082d79d334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:23.072031 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ae0904e5-a9db-4180-b196-0b082d79d334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:23.173078 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ae0904e5-a9db-4180-b196-0b082d79d334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:23.176691 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ae0904e5-a9db-4180-b196-0b082d79d334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:23.177948 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ae0904e5-a9db-4180-b196-0b082d79d334 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/943177a7-79ba-4779-b5b8-172618b4dc3c HTTP/1.1" status: 204 len: 168 time: 0.2232726 Sep 07 18:43:23.193599 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0904e5-a9db-4180-b196-0b082d79d334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943177a7-79ba-4779-b5b8-172618b4dc3c,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:23.204698 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4d561-3b11-4ce5-9a7b-735c4d90f021 req-aa1f60f8-285e-45b8-b650-6a27f48a9140 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:23.207819 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6dd4d561-3b11-4ce5-9a7b-735c4d90f021 req-aa1f60f8-285e-45b8-b650-6a27f48a9140 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 969 time: 0.0813112 Sep 07 18:43:23.261459 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6dd4d561-3b11-4ce5-9a7b-735c4d90f021 req-f4c905f1-f47b-4c81-b148-0ebc89229613 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8f88274-1776-4aba-81c6-f56f84924bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392244 Sep 07 18:43:23.426660 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43672) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:23.541141 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43676) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:23.549335 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-bc68d7e7-b074-487f-9a2a-4ad371e7d91e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1214096885-network', 'tenant_id': '1836b863bf444fbb81c7f4c8a5c01da4'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:23.604584 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc68d7e7-b074-487f-9a2a-4ad371e7d91e admin admin] Made reservation on behalf of 1836b863bf444fbb81c7f4c8a5c01da4 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:23.608626 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc68d7e7-b074-487f-9a2a-4ad371e7d91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:23.634323 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc68d7e7-b074-487f-9a2a-4ad371e7d91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:23.652446 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ee88cbbe-2edd-4dcf-ada0-65918157c311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:23.792935 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd127f9-1441-466f-83cd-01639559d601 req-bf5d75d7-53a4-4994-9e0e-787211dd359c tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:23.794764 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cfd127f9-1441-466f-83cd-01639559d601 req-bf5d75d7-53a4-4994-9e0e-787211dd359c tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 935 time: 0.1334517 Sep 07 18:43:23.812612 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ee302-dc9e-4f1e-8d8d-fef8e7e70189 req-ba540444-c233-4c87-a9ce-85296d8e1e48 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:23.814352 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-080ee302-dc9e-4f1e-8d8d-fef8e7e70189 req-ba540444-c233-4c87-a9ce-85296d8e1e48 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 936 time: 0.1065686 Sep 07 18:43:23.831097 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc68d7e7-b074-487f-9a2a-4ad371e7d91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:23.842383 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc68d7e7-b074-487f-9a2a-4ad371e7d91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:23.868083 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cfd127f9-1441-466f-83cd-01639559d601 req-84fd9138-b859-42ab-aa79-62f973d2d2b6 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524809 Sep 07 18:43:23.870658 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc68d7e7-b074-487f-9a2a-4ad371e7d91e admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:43:23.892871 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc68d7e7-b074-487f-9a2a-4ad371e7d91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:23.893346 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-bc68d7e7-b074-487f-9a2a-4ad371e7d91e admin admin] Added segment 1ae7f9f9-d049-412b-9d32-7db3adf07f4d of type vlan for network 28152c7e-79df-4aec-9c29-a4bbb2c78f1b Sep 07 18:43:23.940155 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-080ee302-dc9e-4f1e-8d8d-fef8e7e70189 req-35f989b3-9a08-414d-a23c-0ab961f4c862 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849204 Sep 07 18:43:23.946263 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc68d7e7-b074-487f-9a2a-4ad371e7d91e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:23.955421 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68d7e7-b074-487f-9a2a-4ad371e7d91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92366f5e-5964-4132-9433-5878dcdaf717,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:24.003939 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc68d7e7-b074-487f-9a2a-4ad371e7d91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:24.005077 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc68d7e7-b074-487f-9a2a-4ad371e7d91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:24.005719 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc68d7e7-b074-487f-9a2a-4ad371e7d91e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:24.061752 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ee88cbbe-2edd-4dcf-ada0-65918157c311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:24.067352 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ee88cbbe-2edd-4dcf-ada0-65918157c311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:24.108742 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bc68d7e7-b074-487f-9a2a-4ad371e7d91e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5647898 Sep 07 18:43:24.115117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43698) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:24.120889 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68d7e7-b074-487f-9a2a-4ad371e7d91e admin admin] Pushing event updated for resources: {'Network': ['ID=28152c7e-79df-4aec-9c29-a4bbb2c78f1b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:24.126745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ee88cbbe-2edd-4dcf-ada0-65918157c311 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94a508ed832b45dda0aea4eeb2d85054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6987290 Sep 07 18:43:24.130427 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-fc1fa7f2-0e04-4bed-8749-0ea9f83fa8fe admin admin] Request body: {'subnet': {'network_id': '28152c7e-79df-4aec-9c29-a4bbb2c78f1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1214096885-subnet', 'tenant_id': '1836b863bf444fbb81c7f4c8a5c01da4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:24.134884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43702) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:24.136140 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 28152c7e-79df-4aec-9c29-a4bbb2c78f1b details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:43:24.197749 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88cbbe-2edd-4dcf-ada0-65918157c311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17af002c-daf6-41a5-9a8b-bb56f10c6f61,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:24.210495 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1fa7f2-0e04-4bed-8749-0ea9f83fa8fe admin admin] Made reservation on behalf of 1836b863bf444fbb81c7f4c8a5c01da4 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:24.212895 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc1fa7f2-0e04-4bed-8749-0ea9f83fa8fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:24.245210 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9761ff4b-f9ee-407c-8386-6034485f6fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:24.311872 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9761ff4b-f9ee-407c-8386-6034485f6fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:24.438196 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9761ff4b-f9ee-407c-8386-6034485f6fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:24.440725 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9761ff4b-f9ee-407c-8386-6034485f6fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:24.441883 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9761ff4b-f9ee-407c-8386-6034485f6fd8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/17af002c-daf6-41a5-9a8b-bb56f10c6f61 HTTP/1.1" status: 204 len: 168 time: 0.3053470 Sep 07 18:43:24.497767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761ff4b-f9ee-407c-8386-6034485f6fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17af002c-daf6-41a5-9a8b-bb56f10c6f61,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:24.520695 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21b875-c758-499c-b092-db768b1e1ca4 req-3fb195be-d408-4c62-a6ab-bdfb51d5fdd3 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:24.522274 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9e21b875-c758-499c-b092-db768b1e1ca4 req-3fb195be-d408-4c62-a6ab-bdfb51d5fdd3 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 969 time: 0.1307411 Sep 07 18:43:24.537359 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc1fa7f2-0e04-4bed-8749-0ea9f83fa8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:24.629842 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9e21b875-c758-499c-b092-db768b1e1ca4 req-d3a53fa4-b5a1-45e9-bfb0-3e8691f04b76 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8f88274-1776-4aba-81c6-f56f84924bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995975 Sep 07 18:43:24.653745 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fa7f2-0e04-4bed-8749-0ea9f83fa8fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d0757f-5816-450b-a2aa-558bfefc50c3,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:24.673298 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1fa7f2-0e04-4bed-8749-0ea9f83fa8fe admin admin] Checking segment: {'id': '1ae7f9f9-d049-412b-9d32-7db3adf07f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '28152c7e-79df-4aec-9c29-a4bbb2c78f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:43:24.673662 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1fa7f2-0e04-4bed-8749-0ea9f83fa8fe admin admin] Network hostable DHCP agents. Network: 28152c7e-79df-4aec-9c29-a4bbb2c78f1b, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:43:24.693939 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1fa7f2-0e04-4bed-8749-0ea9f83fa8fe admin admin] Network 28152c7e-79df-4aec-9c29-a4bbb2c78f1b is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:43:24.712648 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-fc1fa7f2-0e04-4bed-8749-0ea9f83fa8fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 28152c7e-79df-4aec-9c29-a4bbb2c78f1b) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:43:24.717495 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1fa7f2-0e04-4bed-8749-0ea9f83fa8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:24.718101 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc1fa7f2-0e04-4bed-8749-0ea9f83fa8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:24.723909 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4d12a1-06c6-46f8-aee2-823503bc5da0 None None] Network 28152c7e-79df-4aec-9c29-a4bbb2c78f1b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:43:24.748180 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-fc1fa7f2-0e04-4bed-8749-0ea9f83fa8fe admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6279571 Sep 07 18:43:24.883628 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b940b4dd-7bcf-4d44-a6bb-892d9cd6c981 None None] Network 28152c7e-79df-4aec-9c29-a4bbb2c78f1b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:43:25.012884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43744) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:25.159259 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 01552381-888d-4f6b-a196-9b364e35066a details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:43:25.214916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef92095-a5be-44e5-b10c-01d10a0da361 admin admin] Deleting subnet d47b7905-945d-4c4e-956e-34200cf07084 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:43:25.218745 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0ef92095-a5be-44e5-b10c-01d10a0da361 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:25.269716 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0ef92095-a5be-44e5-b10c-01d10a0da361 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:25.282408 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0ef92095-a5be-44e5-b10c-01d10a0da361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:25.312706 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 01552381-888d-4f6b-a196-9b364e35066a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=01552381-888d-4f6b-a196-9b364e35066a,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:43:25.330561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '01552381-888d-4f6b-a196-9b364e35066a', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '01552381-888d-4f6b-a196-9b364e35066a', 'mac_address': 'fa:16:3e:4c:be:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:tempest-test_az-1771064857', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:43:25.371154 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c0cd9-85cd-4689-b69e-67fbd012c4fb req-805f70a2-7166-46d0-8215-87040325f106 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:25.374359 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-594c0cd9-85cd-4689-b69e-67fbd012c4fb req-805f70a2-7166-46d0-8215-87040325f106 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 935 time: 0.3375564 Sep 07 18:43:25.374359 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0ef92095-a5be-44e5-b10c-01d10a0da361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:25.396122 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:25.426482 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335ed0c-6704-46f2-b5b1-3bd3322e8cf9 req-615b5c40-32e6-4f4c-bf4a-f2ed71f79dde tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:25.428166 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6335ed0c-6704-46f2-b5b1-3bd3322e8cf9 req-615b5c40-32e6-4f4c-bf4a-f2ed71f79dde tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 936 time: 0.3588657 Sep 07 18:43:25.434549 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01552381-888d-4f6b-a196-9b364e35066a {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:43:25.434642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef92095-a5be-44e5-b10c-01d10a0da361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d47b7905-945d-4c4e-956e-34200cf07084,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:25.455952 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0ef92095-a5be-44e5-b10c-01d10a0da361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:25.461958 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0ef92095-a5be-44e5-b10c-01d10a0da361 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d47b7905-945d-4c4e-956e-34200cf07084 HTTP/1.1" status: 204 len: 168 time: 0.4437313 Sep 07 18:43:25.466419 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43764) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:25.484488 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-594c0cd9-85cd-4689-b69e-67fbd012c4fb req-996eebc8-3e93-4b9f-91ea-f6f2f3f98919 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039634 Sep 07 18:43:25.489494 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 01552381-888d-4f6b-a196-9b364e35066a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=01552381-888d-4f6b-a196-9b364e35066a,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:43:25.501333 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:25.515666 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6335ed0c-6704-46f2-b5b1-3bd3322e8cf9 req-3484026e-4845-4c7f-bb44-704b74563bba tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659976 Sep 07 18:43:25.646432 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=01552381-888d-4f6b-a196-9b364e35066a,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:25.679379 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:25.680285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:25.680672 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:25.681210 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:25.681561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:25.681897 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:25.682232 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:25.682561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:25.683444 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:25.683797 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:25.684129 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:25.684459 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:25.684850 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Tracked resource versions report: Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: pushed versions: Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: { 'AddressGroup': {'1.2'}, Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: 'ConntrackHelper': {'1.0'}, Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: 'Log': {'1.0'}, Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: 'Network': {'1.1'}, Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: 'Port': {'1.7'}, Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: 'PortForwarding': {'1.2'}, Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: 'QosPolicy': {'1.9'}, Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: 'SecurityGroup': {'1.4'}, Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: 'SecurityGroupRule': {'1.2'}, Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: 'SubPort': {'1.0'}, Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: 'Subnet': {'1.1'}, Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: 'Trunk': {'1.1'}} Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: consumer versions: Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: { DHCP agent@n-d-807786-1: {}, Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: HyperV agent@n-h1-807786-1: {}, Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: HyperV agent@n-h2-807786-1: {}, Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: L3 agent@n-d-807786-1: {}, Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: Metadata agent@n-d-807786-1: {}, Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: Metering agent@n-d-807786-1: {}, Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: Open vSwitch agent@n-d-807786-1: { 'AddressGroup': '1.2', Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: 'ConntrackHelper': '1.0', Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: 'Log': '1.0', Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: 'Network': '1.1', Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: 'Port': '1.7', Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: 'PortForwarding': '1.2', Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: 'QosPolicy': '1.9', Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: 'SecurityGroup': '1.4', Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: 'SecurityGroupRule': '1.2', Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: 'SubPort': '1.0', Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: 'Subnet': '1.1', Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: 'Trunk': '1.1'}} Sep 07 18:43:25.686245 n-d-807786-1 neutron-server[101446]: {{(pid=101446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 18:43:25.868066 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['01552381-888d-4f6b-a196-9b364e35066a'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:43:25.894932 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:25.903695 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889fd17-4075-4610-bf64-9ecf2eba2611 req-88cfedad-6553-456d-a519-9d60422165d5 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:25.921032 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1889fd17-4075-4610-bf64-9ecf2eba2611 req-88cfedad-6553-456d-a519-9d60422165d5 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 970 time: 0.1005695 Sep 07 18:43:25.949450 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:43:25.949803 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:43:25.950573 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:43:25.950905 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Subscribe: > port after_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:43:25.951245 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:43:25.953495 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Subscribe: > port after_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:43:25.955151 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:43:25.955738 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:43:25.956257 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:43:25.959688 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:43:25.998068 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1889fd17-4075-4610-bf64-9ecf2eba2611 req-80ca4646-d228-46a3-a4c5-a83796811361 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8f88274-1776-4aba-81c6-f56f84924bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758049 Sep 07 18:43:26.012364 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e74b3b68-c180-47af-9c46-9890f7d999d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:26.408190 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:43:26.408715 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:43:26.409218 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:43:26.409565 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:43:26.410023 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017e3b51-87d9-4268-acea-6f286df4bacf']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:43:26.431167 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5456d6-1b3f-4613-ac70-3e73c7d449f1') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:43:26.431712 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5456d6-1b3f-4613-ac70-3e73c7d449f1') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:43:26.452230 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:26.502512 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:26.514324 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:43:26.514807 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: from cryptography.utils import int_from_bytes Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: from cryptography.utils import int_from_bytes Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:43:26.537371 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:43:26.630284 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:26.639705 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:26.643190 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/017e3b51-87d9-4268-acea-6f286df4bacf HTTP/1.1" status: 204 len: 168 time: 1.1750019 Sep 07 18:43:26.646301 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43876) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:26.653524 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e617b-bf11-4258-88b7-84acaebf53ae req-b3c92182-b5b0-4ed3-8ee5-ac01e2121c53 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:26.662290 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f42e617b-bf11-4258-88b7-84acaebf53ae req-b3c92182-b5b0-4ed3-8ee5-ac01e2121c53 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 935 time: 0.0669775 Sep 07 18:43:26.718841 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b6ef3-30b1-40a0-9e3a-db7e62d0b2b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=017e3b51-87d9-4268-acea-6f286df4bacf,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:26.738520 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b1afbf2-5e42-4e4d-bccf-ad80d0fdb8f7 admin admin] Deleting subnet a3d0757f-5816-450b-a2aa-558bfefc50c3 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:43:26.749900 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7b1afbf2-5e42-4e4d-bccf-ad80d0fdb8f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:26.771944 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f42e617b-bf11-4258-88b7-84acaebf53ae req-9d121e3c-5286-4b37-aa30-28828eb2ad7b tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904682 Sep 07 18:43:26.928255 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7b1afbf2-5e42-4e4d-bccf-ad80d0fdb8f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:27.010920 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7b1afbf2-5e42-4e4d-bccf-ad80d0fdb8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:27.018916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5dab4-bf1a-4971-96c8-af802c3b6fcd req-81798de4-9cc2-472c-9956-a4c4a9698f4a tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:27.021688 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8e5dab4-bf1a-4971-96c8-af802c3b6fcd req-81798de4-9cc2-472c-9956-a4c4a9698f4a tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 936 time: 0.0864689 Sep 07 18:43:27.093850 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8e5dab4-bf1a-4971-96c8-af802c3b6fcd req-52dbd61b-5abc-4ce3-a62b-ed3576d0bc0f tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671301 Sep 07 18:43:27.125075 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 01552381-888d-4f6b-a196-9b364e35066a up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:43:27.131231 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:43:27.186157 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7b1afbf2-5e42-4e4d-bccf-ad80d0fdb8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:27.284417 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 01552381-888d-4f6b-a196-9b364e35066a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:43:27.288487 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 01552381-888d-4f6b-a196-9b364e35066a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:43:27.289040 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:27.292992 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1afbf2-5e42-4e4d-bccf-ad80d0fdb8f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3d0757f-5816-450b-a2aa-558bfefc50c3,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:27.302294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c8208-d735-4f5a-963e-d7a3622f6407 req-1da5fca6-bdc0-42b6-94af-c297eb8983e1 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:27.304011 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-463c8208-d735-4f5a-963e-d7a3622f6407 req-1da5fca6-bdc0-42b6-94af-c297eb8983e1 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 970 time: 0.0815272 Sep 07 18:43:27.350080 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43944) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:27.361743 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7b1afbf2-5e42-4e4d-bccf-ad80d0fdb8f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:27.367412 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7b1afbf2-5e42-4e4d-bccf-ad80d0fdb8f7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a3d0757f-5816-450b-a2aa-558bfefc50c3 HTTP/1.1" status: 204 len: 168 time: 0.7198124 Sep 07 18:43:27.378699 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43948) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:27.403882 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-463c8208-d735-4f5a-963e-d7a3622f6407 req-157c652a-b227-4d3a-8727-fb5d3bdea4ff tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8f88274-1776-4aba-81c6-f56f84924bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867434 Sep 07 18:43:27.443765 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:27.474988 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14890ac8-e1da-470b-9355-d65e1066c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:27.496641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5cc78d-f21e-4fdd-8fef-5656e77313e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01552381-888d-4f6b-a196-9b364e35066a'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:43:27.514770 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-07979809-e95b-40d5-9b0e-4b8d1b3263d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:27.591261 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 01552381-888d-4f6b-a196-9b364e35066a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=01552381-888d-4f6b-a196-9b364e35066a,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:43:27.599182 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:27.631501 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14890ac8-e1da-470b-9355-d65e1066c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:27.681118 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=01552381-888d-4f6b-a196-9b364e35066a,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:27.683595 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-14890ac8-e1da-470b-9355-d65e1066c392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28152c7e-79df-4aec-9c29-a4bbb2c78f1b']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:43:27.709514 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-14890ac8-e1da-470b-9355-d65e1066c392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae7f9f9-d049-412b-9d32-7db3adf07f4d') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:43:27.709963 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-14890ac8-e1da-470b-9355-d65e1066c392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae7f9f9-d049-412b-9d32-7db3adf07f4d') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:43:27.723636 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14890ac8-e1da-470b-9355-d65e1066c392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:27.730266 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774dcda1-3a61-4704-b28d-47ae28ab35a7" -d '{"events": [{"server_uuid": "4a5cc78d-f21e-4fdd-8fef-5656e77313e0", "name": "network-vif-plugged", "status": "completed", "tag": "01552381-888d-4f6b-a196-9b364e35066a"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:43:27.749583 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14890ac8-e1da-470b-9355-d65e1066c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:27.758531 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14890ac8-e1da-470b-9355-d65e1066c392 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:43:27.758531 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14890ac8-e1da-470b-9355-d65e1066c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:43:27.760456 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:43:27.836267 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14890ac8-e1da-470b-9355-d65e1066c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:27.862116 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14890ac8-e1da-470b-9355-d65e1066c392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:27.864963 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-14890ac8-e1da-470b-9355-d65e1066c392 admin admin] 10.222.0.26 "DELETE /v2.0/networks/28152c7e-79df-4aec-9c29-a4bbb2c78f1b HTTP/1.1" status: 204 len: 168 time: 0.4850647 Sep 07 18:43:27.869388 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-07979809-e95b-40d5-9b0e-4b8d1b3263d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:27.871516 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14890ac8-e1da-470b-9355-d65e1066c392 admin admin] Pushing event deleted for resources: {'Network': ['ID=28152c7e-79df-4aec-9c29-a4bbb2c78f1b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:27.875957 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-07979809-e95b-40d5-9b0e-4b8d1b3263d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:27.930989 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-07979809-e95b-40d5-9b0e-4b8d1b3263d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6475a4449ac446558fa647b31b3b71bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5766730 Sep 07 18:43:27.931270 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-ecb6a0f5-5591-40ff-8c14-174f2547fcf9 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:43:27.932289 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-ecb6a0f5-5591-40ff-8c14-174f2547fcf9 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061984 Sep 07 18:43:27.932434 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07979809-e95b-40d5-9b0e-4b8d1b3263d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5710a65-c9f8-4bce-abd7-9b55eb9aa36d,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:27.932936 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44018) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:27.961735 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e194b8-f637-4161-ad35-a700ece4f87a x-openstack-request-id: req-c2e194b8-f637-4161-ad35-a700ece4f87a {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:43:27.962149 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5cc78d-f21e-4fdd-8fef-5656e77313e0", "name": "network-vif-plugged", "status": "completed", "tag": "01552381-888d-4f6b-a196-9b364e35066a", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:43:27.962502 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c2e194b8-f637-4161-ad35-a700ece4f87a {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:43:27.963017 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5cc78d-f21e-4fdd-8fef-5656e77313e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01552381-888d-4f6b-a196-9b364e35066a', 'code': 200} Sep 07 18:43:28.014538 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0f4a15f7-6f5f-4875-ac14-b3ac4f77c8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:28.072467 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44028) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:28.109195 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0f4a15f7-6f5f-4875-ac14-b3ac4f77c8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:28.147980 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7164ecbe-6189-449f-b49b-0b1ccfbc9198 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c3a693d9d9f458e89cfac881375a504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0742791 Sep 07 18:43:28.148176 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] Request body: {'port': {'device_id': '35abe18e-1043-4c51-bb0a-9e012cb2d5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:28.149133 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44038) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:28.211729 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd04b407-fc37-4c3c-bda9-569f0251b8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:28.217983 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] Request body: {'port': {'device_id': 'dd039750-c0ef-45cf-acfc-52067bf636ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:28.239176 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd04b407-fc37-4c3c-bda9-569f0251b8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:28.279083 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fd464-e272-47bf-96e9-401fdfbedf20 req-3c9906ef-9af1-4e1c-af22-1e92f0130ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:28.280734 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-077fd464-e272-47bf-96e9-401fdfbedf20 req-3c9906ef-9af1-4e1c-af22-1e92f0130ce9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 1122 time: 0.2286482 Sep 07 18:43:28.288539 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4ddf4-3adc-4a67-afdc-8b29437e0735 req-600c5750-b5e9-415d-b455-433ca1f46b33 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:28.290780 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ad4ddf4-3adc-4a67-afdc-8b29437e0735 req-600c5750-b5e9-415d-b455-433ca1f46b33 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 935 time: 0.2543440 Sep 07 18:43:28.302307 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd04b407-fc37-4c3c-bda9-569f0251b8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:28.305542 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd04b407-fc37-4c3c-bda9-569f0251b8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:28.307345 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cd04b407-fc37-4c3c-bda9-569f0251b8e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/857eed45-8814-46a8-af0f-7bcf9eb08dd4 HTTP/1.1" status: 204 len: 168 time: 0.1568615 Sep 07 18:43:28.316063 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04b407-fc37-4c3c-bda9-569f0251b8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857eed45-8814-46a8-af0f-7bcf9eb08dd4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:28.326373 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-077fd464-e272-47bf-96e9-401fdfbedf20 req-bdfe9c31-cb31-412b-af18-3e3917e2b8a5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:28.328277 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:28.405477 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:28.448111 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ad4ddf4-3adc-4a67-afdc-8b29437e0735 req-ab1e8ba0-8997-480a-9582-7641c78b8ff0 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399167 Sep 07 18:43:28.449081 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0f4a15f7-6f5f-4875-ac14-b3ac4f77c8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:28.452083 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0f4a15f7-6f5f-4875-ac14-b3ac4f77c8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:28.453466 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0f4a15f7-6f5f-4875-ac14-b3ac4f77c8f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b5710a65-c9f8-4bce-abd7-9b55eb9aa36d HTTP/1.1" status: 204 len: 168 time: 0.5196369 Sep 07 18:43:28.480103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a15f7-6f5f-4875-ac14-b3ac4f77c8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5710a65-c9f8-4bce-abd7-9b55eb9aa36d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:28.735391 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d770d07e-088d-4f36-b6d5-bfc1f5a797ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:28.840578 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44062) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:28.846942 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44064) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:28.866028 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2cf6c7b8-8085-4a8a-8197-823ad2c2828d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:28.903737 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-aba12d42-a5db-4812-b2a0-0eb799d0897c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1836b863bf444fbb81c7f4c8a5c01da4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552707 Sep 07 18:43:28.905865 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44066) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:28.931731 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:28.958150 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7f2636a-070f-484e-a70a-b66b576a4598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:28.978929 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7f2636a-070f-484e-a70a-b66b576a4598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:28.979979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ce855-7bd0-417e-b95c-18e6658863cf req-04606bd9-094d-4fd4-b506-4f6473368975 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:28.981437 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-503ce855-7bd0-417e-b95c-18e6658863cf req-04606bd9-094d-4fd4-b506-4f6473368975 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 936 time: 0.3963320 Sep 07 18:43:29.023991 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfdaea-285f-45a2-a0bd-a49481e35b2e req-031b6708-bf17-4908-b2e5-7acf7ee1d2eb tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:29.025759 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0abfdaea-285f-45a2-a0bd-a49481e35b2e req-031b6708-bf17-4908-b2e5-7acf7ee1d2eb tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 971 time: 0.3777208 Sep 07 18:43:29.026607 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7f2636a-070f-484e-a70a-b66b576a4598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:29.029231 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7f2636a-070f-484e-a70a-b66b576a4598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:29.030359 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e7f2636a-070f-484e-a70a-b66b576a4598 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/92366f5e-5964-4132-9433-5878dcdaf717 HTTP/1.1" status: 204 len: 168 time: 0.1233394 Sep 07 18:43:29.038362 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2636a-070f-484e-a70a-b66b576a4598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92366f5e-5964-4132-9433-5878dcdaf717,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:29.041361 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-077fd464-e272-47bf-96e9-401fdfbedf20 req-bdfe9c31-cb31-412b-af18-3e3917e2b8a5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:29.056837 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-077fd464-e272-47bf-96e9-401fdfbedf20 req-bdfe9c31-cb31-412b-af18-3e3917e2b8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:29.106401 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-503ce855-7bd0-417e-b95c-18e6658863cf req-fccde60d-b252-479d-966d-165b9923c409 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140788 Sep 07 18:43:29.140441 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2cf6c7b8-8085-4a8a-8197-823ad2c2828d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:29.141759 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-077fd464-e272-47bf-96e9-401fdfbedf20 req-bdfe9c31-cb31-412b-af18-3e3917e2b8a5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d8f88274-1776-4aba-81c6-f56f84924bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8489499 Sep 07 18:43:29.145891 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2cf6c7b8-8085-4a8a-8197-823ad2c2828d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:29.166886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe9c31-cb31-412b-af18-3e3917e2b8a5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2f70dab6-547e-430b-86da-5e4c0aa2d523,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:29.195870 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0abfdaea-285f-45a2-a0bd-a49481e35b2e req-a26d8bac-29c7-4ca6-a843-4070b70ad28c tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8f88274-1776-4aba-81c6-f56f84924bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363339 Sep 07 18:43:29.201826 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2cf6c7b8-8085-4a8a-8197-823ad2c2828d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b8f1d12911914ac6a7d63ec1dc4cda7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3601050 Sep 07 18:43:29.203030 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6c7b8-8085-4a8a-8197-823ad2c2828d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cf84c9-566e-4862-b3f6-669020c1069d,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:29.208952 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44080) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:29.243028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ef05b7-efec-45f7-9c11-8e4e71650f93 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:43:29.252189 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:29.265892 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] Transition to ACTIVE for port object c0ef05b7-efec-45f7-9c11-8e4e71650f93 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:43:29.266609 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9da6366e-76af-4da3-b413-7c34bfba3325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:29.278142 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:29.295731 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9da6366e-76af-4da3-b413-7c34bfba3325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:29.352279 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9da6366e-76af-4da3-b413-7c34bfba3325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:29.356535 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9da6366e-76af-4da3-b413-7c34bfba3325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:29.358175 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9da6366e-76af-4da3-b413-7c34bfba3325 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a2cf84c9-566e-4862-b3f6-669020c1069d HTTP/1.1" status: 204 len: 168 time: 0.1481254 Sep 07 18:43:29.376384 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6366e-76af-4da3-b413-7c34bfba3325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cf84c9-566e-4862-b3f6-669020c1069d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:29.428782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ef05b7-efec-45f7-9c11-8e4e71650f93,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:29.500613 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] Attempting to bind port c0ef05b7-efec-45f7-9c11-8e4e71650f93 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:43:29.500956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] Attempting to bind port c0ef05b7-efec-45f7-9c11-8e4e71650f93 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:43:29.501286 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] Attempting to bind port c0ef05b7-efec-45f7-9c11-8e4e71650f93 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:43:29.510353 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] Port c0ef05b7-efec-45f7-9c11-8e4e71650f93 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:43:29.510671 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] Attempting to bind port c0ef05b7-efec-45f7-9c11-8e4e71650f93 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:43:29.535530 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:43:29.536811 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:43:29.537357 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:43:29.538150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] Bound port: c0ef05b7-efec-45f7-9c11-8e4e71650f93, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:43:29.538701 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:29.699579 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] For port c0ef05b7-efec-45f7-9c11-8e4e71650f93, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:43:29.725019 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] For port c0ef05b7-efec-45f7-9c11-8e4e71650f93, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=c0ef05b7-efec-45f7-9c11-8e4e71650f93,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:43:29.742155 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:29.744729 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9debc6-bd9e-4b5b-a9bd-005ee543e810 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:43:29.786677 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:29.805113 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12faa064-4fa0-45fa-9ea5-5e461e9fe4dc req-bd063065-bf43-49a1-93ae-0b8eb9b1bd1d tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:29.806687 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12faa064-4fa0-45fa-9ea5-5e461e9fe4dc req-bd063065-bf43-49a1-93ae-0b8eb9b1bd1d tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 947 time: 0.1927862 Sep 07 18:43:29.813742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:29.814131 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:29.815503 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] 10.222.0.60 "PUT /v2.0/ports/c0ef05b7-efec-45f7-9c11-8e4e71650f93 HTTP/1.1" status: 200 len: 1095 time: 1.8200893 Sep 07 18:43:29.818043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35abe18e-1043-4c51-bb0a-9e012cb2d5bd', 'tag': 'c0ef05b7-efec-45f7-9c11-8e4e71650f93'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:43:29.821146 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f8fda8-fbad-40d2-bd6e-05d6bcf0167b" -d '{"events": [{"name": "network-changed", "server_uuid": "35abe18e-1043-4c51-bb0a-9e012cb2d5bd", "tag": "c0ef05b7-efec-45f7-9c11-8e4e71650f93"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:43:29.851214 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] Transition to ACTIVE for port object fe9debc6-bd9e-4b5b-a9bd-005ee543e810 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:43:29.874903 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44136) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:29.882143 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:29.897028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303ae43-d3bf-4c6a-890d-9d02103ad533 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ef05b7-efec-45f7-9c11-8e4e71650f93,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:30.016403 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12faa064-4fa0-45fa-9ea5-5e461e9fe4dc req-437e16e3-05be-4059-a928-934fd8d75630 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802514 Sep 07 18:43:30.048912 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] Pushing event updated for resources: {'Port': ['ID=fe9debc6-bd9e-4b5b-a9bd-005ee543e810,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:30.051579 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:30.109305 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-d27c46b7-d186-4fec-b705-bf1a5665e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:30.110976 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-d27c46b7-d186-4fec-b705-bf1a5665e3f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=588647b3f73e4cbab7d9c80ebe3ee91e&device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 1098 time: 0.2470465 Sep 07 18:43:30.150612 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] Attempting to bind port fe9debc6-bd9e-4b5b-a9bd-005ee543e810 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:43:30.153405 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] Attempting to bind port fe9debc6-bd9e-4b5b-a9bd-005ee543e810 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:43:30.153956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] Attempting to bind port fe9debc6-bd9e-4b5b-a9bd-005ee543e810 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:43:30.192005 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-92c63cd4-9d7d-45bb-97ce-f2a8abc2ab13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:30.215194 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-f441e008-ceb3-4e74-8d81-050267271954 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=c0ef05b7-efec-45f7-9c11-8e4e71650f93 HTTP/1.1" status: 200 len: 217 time: 0.0854065 Sep 07 18:43:30.218181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] Port fe9debc6-bd9e-4b5b-a9bd-005ee543e810 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:43:30.218811 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] Attempting to bind port fe9debc6-bd9e-4b5b-a9bd-005ee543e810 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:43:30.257892 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:43:30.261032 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:43:30.264097 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:43:30.264923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] Bound port: fe9debc6-bd9e-4b5b-a9bd-005ee543e810, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:43:30.265551 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:30.340599 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-d30c3ab1-bd31-4215-b7a7-88342e601431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:30.342877 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-d30c3ab1-bd31-4215-b7a7-88342e601431 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1205225 Sep 07 18:43:30.419557 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] For port fe9debc6-bd9e-4b5b-a9bd-005ee543e810, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:43:30.423848 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] For port fe9debc6-bd9e-4b5b-a9bd-005ee543e810, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fe9debc6-bd9e-4b5b-a9bd-005ee543e810,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:43:30.424766 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-92c63cd4-9d7d-45bb-97ce-f2a8abc2ab13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:30.438525 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-92c63cd4-9d7d-45bb-97ce-f2a8abc2ab13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:30.441509 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:30.457997 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-514ed417-2625-447a-84e3-285f6574985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:30.462639 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-514ed417-2625-447a-84e3-285f6574985a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1094935 Sep 07 18:43:30.477521 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-92c63cd4-9d7d-45bb-97ce-f2a8abc2ab13 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ad8fe73eedd40328eba094f73a0ff5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6012990 Sep 07 18:43:30.480452 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44184) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:30.521765 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d3bc6a-204c-4bc3-bc5b-747754affa2d x-openstack-request-id: req-52d3bc6a-204c-4bc3-bc5b-747754affa2d {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:43:30.522276 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35abe18e-1043-4c51-bb0a-9e012cb2d5bd", "tag": "c0ef05b7-efec-45f7-9c11-8e4e71650f93", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:43:30.522533 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-52d3bc6a-204c-4bc3-bc5b-747754affa2d {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:43:30.532126 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35abe18e-1043-4c51-bb0a-9e012cb2d5bd', 'tag': 'c0ef05b7-efec-45f7-9c11-8e4e71650f93', 'status': 'completed', 'code': 200} Sep 07 18:43:30.540168 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] Pushing event updated for resources: {'Port': ['ID=fe9debc6-bd9e-4b5b-a9bd-005ee543e810,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:30.581826 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c63cd4-9d7d-45bb-97ce-f2a8abc2ab13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1abf3d-98bb-450b-9675-3b3d6420140c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:30.583444 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:30.596475 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:30.598035 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-32cdf214-ab99-4e23-a748-bbb0633d67de service neutron] 10.222.0.60 "PUT /v2.0/ports/fe9debc6-bd9e-4b5b-a9bd-005ee543e810 HTTP/1.1" status: 200 len: 1096 time: 2.6037054 Sep 07 18:43:30.612997 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e2530d7-f8a5-484b-8baf-3038a9533d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:30.657973 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e2530d7-f8a5-484b-8baf-3038a9533d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:30.735711 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e2530d7-f8a5-484b-8baf-3038a9533d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:30.738744 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e2530d7-f8a5-484b-8baf-3038a9533d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:30.742976 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0e2530d7-f8a5-484b-8baf-3038a9533d36 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d1abf3d-98bb-450b-9675-3b3d6420140c HTTP/1.1" status: 204 len: 168 time: 0.2493420 Sep 07 18:43:30.752302 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2530d7-f8a5-484b-8baf-3038a9533d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1abf3d-98bb-450b-9675-3b3d6420140c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:30.833620 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-d5ec3d29-e37f-4522-b172-01eed981eb82 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859800 Sep 07 18:43:30.934128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204cd38-bb86-4b3f-b7a2-49e780ab38a5 req-077b7ce0-738d-4c26-b2cf-4ecd70422622 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:30.935613 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c204cd38-bb86-4b3f-b7a2-49e780ab38a5 req-077b7ce0-738d-4c26-b2cf-4ecd70422622 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 971 time: 0.1863301 Sep 07 18:43:30.964878 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-26e818df-2aca-4ddd-9992-2d8c618da1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:30.966347 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-26e818df-2aca-4ddd-9992-2d8c618da1dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=070835aef4324906b081042b291592ae&device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 1099 time: 0.3073900 Sep 07 18:43:30.976853 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5179d-54d5-47e2-bc8d-ca8b722dc0c1 req-4dc3ef75-591a-42d6-87d0-323d4b1657e2 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:30.978309 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6de5179d-54d5-47e2-bc8d-ca8b722dc0c1 req-4dc3ef75-591a-42d6-87d0-323d4b1657e2 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 948 time: 0.4010544 Sep 07 18:43:30.998562 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44212) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:31.048207 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-325f37b2-2ea4-4adf-9ca3-2afa71cb3574 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=fe9debc6-bd9e-4b5b-a9bd-005ee543e810 HTTP/1.1" status: 200 len: 217 time: 0.0689588 Sep 07 18:43:31.134687 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c204cd38-bb86-4b3f-b7a2-49e780ab38a5 req-bcc1e482-7f93-4e32-9021-fffb542a57d0 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8f88274-1776-4aba-81c6-f56f84924bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705899 Sep 07 18:43:31.136930 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9105607d-6963-4db8-8b3e-1a855f5beea0 req-3927cfb6-2853-4491-8d2d-c2e40f512b68 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801566 Sep 07 18:43:31.167656 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6de5179d-54d5-47e2-bc8d-ca8b722dc0c1 req-b1679c53-e2d5-4539-9caa-5e5eb0c80c69 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727064 Sep 07 18:43:31.184062 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-436937bc-7d39-4396-9e75-8ac9a159d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:31.185668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-436937bc-7d39-4396-9e75-8ac9a159d3a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1275070 Sep 07 18:43:31.198971 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6de171b0-f7c3-4262-9a33-63caa77788d8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1825250572-network', 'tenant_id': '44a39173cb8e4225b1d135c8b5917bc6'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:31.269852 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de171b0-f7c3-4262-9a33-63caa77788d8 admin admin] Made reservation on behalf of 44a39173cb8e4225b1d135c8b5917bc6 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:31.272240 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6de171b0-f7c3-4262-9a33-63caa77788d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:31.294019 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6de171b0-f7c3-4262-9a33-63caa77788d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:31.327547 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-000923c3-44bf-403c-94c6-130282be01b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:31.329143 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-000923c3-44bf-403c-94c6-130282be01b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1299474 Sep 07 18:43:31.347390 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8fda8-fbad-40d2-bd6e-05d6bcf0167b req-df1ad05b-2f6b-46e1-ab21-adc8875705b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:31.348865 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77f8fda8-fbad-40d2-bd6e-05d6bcf0167b req-df1ad05b-2f6b-46e1-ab21-adc8875705b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=588647b3f73e4cbab7d9c80ebe3ee91e&device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 1098 time: 0.1097145 Sep 07 18:43:31.387173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8f905-0286-43fa-8def-ca0ba6564383 req-06201574-ab8f-4f7a-9a9b-ffb4389bab73 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:31.394417 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1da8f905-0286-43fa-8def-ca0ba6564383 req-06201574-ab8f-4f7a-9a9b-ffb4389bab73 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 947 time: 0.1285632 Sep 07 18:43:31.457898 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44254) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:31.482989 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6de171b0-f7c3-4262-9a33-63caa77788d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:31.484940 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b1de8b9-6394-4e0a-9f76-cd6d2a5340fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:31.494647 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6de171b0-f7c3-4262-9a33-63caa77788d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:31.536849 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de171b0-f7c3-4262-9a33-63caa77788d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:43:31.545675 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de171b0-f7c3-4262-9a33-63caa77788d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b1129f-aa87-4fff-bdfa-07d055ddd193,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:31.584216 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:31.586208 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6de171b0-f7c3-4262-9a33-63caa77788d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:31.586732 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-6de171b0-f7c3-4262-9a33-63caa77788d8 admin admin] Added segment be75e2ec-af34-4491-897e-feb55731098d of type vlan for network b63d4de9-c5b5-4788-8524-e66342dcbc59 Sep 07 18:43:31.592622 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1da8f905-0286-43fa-8def-ca0ba6564383 req-d92c5cd1-56e5-45a1-bf21-30ecf31127a1 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971912 Sep 07 18:43:31.628212 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8fda8-fbad-40d2-bd6e-05d6bcf0167b req-d72059f6-8d0d-498a-8189-d4e8d204f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:31.630157 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77f8fda8-fbad-40d2-bd6e-05d6bcf0167b req-d72059f6-8d0d-498a-8189-d4e8d204f807 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2693448 Sep 07 18:43:31.632039 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-5848d1b3-c300-46d4-aaec-06853409b4e3 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952721 Sep 07 18:43:31.658996 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6de171b0-f7c3-4262-9a33-63caa77788d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:31.744595 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b1de8b9-6394-4e0a-9f76-cd6d2a5340fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:31.753819 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b1de8b9-6394-4e0a-9f76-cd6d2a5340fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:31.776759 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6de171b0-f7c3-4262-9a33-63caa77788d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:31.778129 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de171b0-f7c3-4262-9a33-63caa77788d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:31.778919 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6de171b0-f7c3-4262-9a33-63caa77788d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:31.827429 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6de171b0-f7c3-4262-9a33-63caa77788d8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8274572 Sep 07 18:43:31.836337 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44272) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:31.855650 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-18fe99f1-8b6f-4808-8bbe-632b25439fb2 admin admin] Request body: {'subnet': {'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1825250572-subnet', 'tenant_id': '44a39173cb8e4225b1d135c8b5917bc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:31.859864 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77f8fda8-fbad-40d2-bd6e-05d6bcf0167b req-f4297871-cec2-47f9-a0c3-11f1756b542d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=c0ef05b7-efec-45f7-9c11-8e4e71650f93 HTTP/1.1" status: 200 len: 217 time: 0.2161427 Sep 07 18:43:31.867179 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6b1de8b9-6394-4e0a-9f76-cd6d2a5340fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=84fda7acd7534c0d9ff74b4992fdb32d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075241 Sep 07 18:43:31.871791 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44276) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:31.883822 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1de8b9-6394-4e0a-9f76-cd6d2a5340fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81d1d8e-188d-4908-a1e8-65f68a7827e1,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:31.973945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8fda8-fbad-40d2-bd6e-05d6bcf0167b req-990854bb-c47e-4727-83e2-27225cc8978a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:31.975603 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77f8fda8-fbad-40d2-bd6e-05d6bcf0167b req-990854bb-c47e-4727-83e2-27225cc8978a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1027236 Sep 07 18:43:32.000292 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de171b0-f7c3-4262-9a33-63caa77788d8 admin admin] Pushing event updated for resources: {'Network': ['ID=b63d4de9-c5b5-4788-8524-e66342dcbc59,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:32.012203 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network b63d4de9-c5b5-4788-8524-e66342dcbc59 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:43:32.020389 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-710d292c-2b22-435c-b847-1055947066cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:32.023049 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83a1712d-dd19-4a66-8a68-a80bb3be1114 req-bd5c2c7a-22e9-48fd-8894-ffcff6216fc0 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697395 Sep 07 18:43:32.023581 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fe99f1-8b6f-4808-8bbe-632b25439fb2 admin admin] Made reservation on behalf of 44a39173cb8e4225b1d135c8b5917bc6 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:32.026742 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18fe99f1-8b6f-4808-8bbe-632b25439fb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:32.042237 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8fda8-fbad-40d2-bd6e-05d6bcf0167b req-7fad0023-ceca-4f81-9c97-edd023d9629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:32.044332 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77f8fda8-fbad-40d2-bd6e-05d6bcf0167b req-7fad0023-ceca-4f81-9c97-edd023d9629d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0584702 Sep 07 18:43:32.084463 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-710d292c-2b22-435c-b847-1055947066cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:32.156326 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77f8fda8-fbad-40d2-bd6e-05d6bcf0167b req-bc873772-4ea8-4de1-8d7f-5c653ef3c305 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042576 Sep 07 18:43:32.218735 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-710d292c-2b22-435c-b847-1055947066cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:32.225753 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-710d292c-2b22-435c-b847-1055947066cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:32.227539 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-710d292c-2b22-435c-b847-1055947066cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a81d1d8e-188d-4908-a1e8-65f68a7827e1 HTTP/1.1" status: 204 len: 168 time: 0.3519650 Sep 07 18:43:32.270651 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d292c-2b22-435c-b847-1055947066cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81d1d8e-188d-4908-a1e8-65f68a7827e1,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:32.289614 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77f8fda8-fbad-40d2-bd6e-05d6bcf0167b req-5e7a6d26-0a39-4a87-8e44-f4b4f19fbffd service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234353 Sep 07 18:43:32.378783 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18fe99f1-8b6f-4808-8bbe-632b25439fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:32.452250 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe99f1-8b6f-4808-8bbe-632b25439fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e00f10-2113-4bfd-a644-73e299afc160,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:32.460013 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe99f1-8b6f-4808-8bbe-632b25439fb2 admin admin] Checking segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:43:32.460396 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fe99f1-8b6f-4808-8bbe-632b25439fb2 admin admin] Network hostable DHCP agents. Network: b63d4de9-c5b5-4788-8524-e66342dcbc59, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:43:32.468570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a0446-4369-42af-983e-364306e1f581 req-2adcb01c-823e-4f72-ac10-c32099745001 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:32.470100 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae2a0446-4369-42af-983e-364306e1f581 req-2adcb01c-823e-4f72-ac10-c32099745001 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 971 time: 0.0587473 Sep 07 18:43:32.481984 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fe99f1-8b6f-4808-8bbe-632b25439fb2 admin admin] Network b63d4de9-c5b5-4788-8524-e66342dcbc59 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:43:32.498824 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-18fe99f1-8b6f-4808-8bbe-632b25439fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, b63d4de9-c5b5-4788-8524-e66342dcbc59) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:43:32.506296 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fe99f1-8b6f-4808-8bbe-632b25439fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:32.506904 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18fe99f1-8b6f-4808-8bbe-632b25439fb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:32.510745 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aff0921-8b38-47b5-97b4-732a38d7d5b4 None None] Network b63d4de9-c5b5-4788-8524-e66342dcbc59 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:43:32.528539 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-18fe99f1-8b6f-4808-8bbe-632b25439fb2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6793537 Sep 07 18:43:32.540306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd039750-c0ef-45cf-acfc-52067bf636ce', 'tag': 'fe9debc6-bd9e-4b5b-a9bd-005ee543e810'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:43:32.544168 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30fc768-9acb-4e98-b690-5b276658e0b8" -d '{"events": [{"name": "network-changed", "server_uuid": "dd039750-c0ef-45cf-acfc-52067bf636ce", "tag": "fe9debc6-bd9e-4b5b-a9bd-005ee543e810"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:43:32.560095 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae2a0446-4369-42af-983e-364306e1f581 req-504b076f-0dab-4a90-88bc-35a6ed66a255 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8f88274-1776-4aba-81c6-f56f84924bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804484 Sep 07 18:43:32.683056 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0300b-ac7b-47d6-82cb-2961c3bd97ad req-749fc14c-4454-4683-92f6-0cb26afc4523 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:32.684783 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a3d0300b-ac7b-47d6-82cb-2961c3bd97ad req-749fc14c-4454-4683-92f6-0cb26afc4523 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 948 time: 0.0573747 Sep 07 18:43:32.730889 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a3d0300b-ac7b-47d6-82cb-2961c3bd97ad req-a4860246-c581-4526-b1f6-01474bf9f42a tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402527 Sep 07 18:43:32.759146 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc160aa3-6108-4727-ac2f-39efdf640af9 None None] Network b63d4de9-c5b5-4788-8524-e66342dcbc59 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:43:32.847396 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd240ac-061d-48ec-9a7c-b3c6a2e4711a x-openstack-request-id: req-8cd240ac-061d-48ec-9a7c-b3c6a2e4711a {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:43:32.847802 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd039750-c0ef-45cf-acfc-52067bf636ce", "tag": "fe9debc6-bd9e-4b5b-a9bd-005ee543e810", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:43:32.848122 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8cd240ac-061d-48ec-9a7c-b3c6a2e4711a {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:43:32.848897 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd039750-c0ef-45cf-acfc-52067bf636ce', 'tag': 'fe9debc6-bd9e-4b5b-a9bd-005ee543e810', 'status': 'completed', 'code': 200} Sep 07 18:43:32.927384 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc768-9acb-4e98-b690-5b276658e0b8 req-5c570ced-bf90-4f7a-ab6a-8e656a988c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:32.929259 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d30fc768-9acb-4e98-b690-5b276658e0b8 req-5c570ced-bf90-4f7a-ab6a-8e656a988c4f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=070835aef4324906b081042b291592ae&device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 1099 time: 0.0567617 Sep 07 18:43:33.106973 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37336f41-6dbd-4aa5-bc0e-7ceb3f8711c7 req-40526723-bfce-470a-ad23-db2d61508d2e tempest-AggregatesAdminTestJSON-1382437325 tempest-AggregatesAdminTestJSON-1382437325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:33.108403 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37336f41-6dbd-4aa5-bc0e-7ceb3f8711c7 req-40526723-bfce-470a-ad23-db2d61508d2e tempest-AggregatesAdminTestJSON-1382437325 tempest-AggregatesAdminTestJSON-1382437325-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 1122 time: 0.1404102 Sep 07 18:43:33.115710 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc768-9acb-4e98-b690-5b276658e0b8 req-7b378b26-b613-42f3-b751-d3ae52514ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:33.117153 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d30fc768-9acb-4e98-b690-5b276658e0b8 req-7b378b26-b613-42f3-b751-d3ae52514ac6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.1812713 Sep 07 18:43:33.127375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af5a06-2817-4e5b-b5e9-5bc9f618ec20 req-70f62bb8-7031-41ab-bdf8-f98954956114 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:33.128861 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5af5a06-2817-4e5b-b5e9-5bc9f618ec20 req-70f62bb8-7031-41ab-bdf8-f98954956114 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 947 time: 0.1273129 Sep 07 18:43:33.181811 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-37336f41-6dbd-4aa5-bc0e-7ceb3f8711c7 req-934779b6-3e4b-4f1b-a7b7-0a7ac7d7cf04 tempest-AggregatesAdminTestJSON-1382437325 tempest-AggregatesAdminTestJSON-1382437325-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:33.184127 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d30fc768-9acb-4e98-b690-5b276658e0b8 req-f2479288-acf7-4003-bc93-42f317780396 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=fe9debc6-bd9e-4b5b-a9bd-005ee543e810 HTTP/1.1" status: 200 len: 217 time: 0.0544236 Sep 07 18:43:33.267559 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5af5a06-2817-4e5b-b5e9-5bc9f618ec20 req-8e49390e-6319-406e-b51c-3e2d2ac4799d tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261587 Sep 07 18:43:33.279758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc768-9acb-4e98-b690-5b276658e0b8 req-19f74e8d-456a-4a12-b180-3ce61e11d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:33.281415 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d30fc768-9acb-4e98-b690-5b276658e0b8 req-19f74e8d-456a-4a12-b180-3ce61e11d3d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0894041 Sep 07 18:43:33.343412 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44386) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:33.350588 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-20aa80ca-17a4-4d43-98e0-126f56eb7666 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-658071234-network', 'tenant_id': '05c55c9702854bce946895c0cfc3ce5a'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:33.393745 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc768-9acb-4e98-b690-5b276658e0b8 req-ff4c3e2f-0345-4b4c-afc0-ef34c23eee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:33.395806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d30fc768-9acb-4e98-b690-5b276658e0b8 req-ff4c3e2f-0345-4b4c-afc0-ef34c23eee9e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1073272 Sep 07 18:43:33.401071 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-37336f41-6dbd-4aa5-bc0e-7ceb3f8711c7 req-934779b6-3e4b-4f1b-a7b7-0a7ac7d7cf04 tempest-AggregatesAdminTestJSON-1382437325 tempest-AggregatesAdminTestJSON-1382437325-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:33.413563 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-37336f41-6dbd-4aa5-bc0e-7ceb3f8711c7 req-934779b6-3e4b-4f1b-a7b7-0a7ac7d7cf04 tempest-AggregatesAdminTestJSON-1382437325 tempest-AggregatesAdminTestJSON-1382437325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:33.431295 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20aa80ca-17a4-4d43-98e0-126f56eb7666 admin admin] Made reservation on behalf of 05c55c9702854bce946895c0cfc3ce5a for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:33.435041 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-20aa80ca-17a4-4d43-98e0-126f56eb7666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:33.447646 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-20aa80ca-17a4-4d43-98e0-126f56eb7666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:33.468651 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37336f41-6dbd-4aa5-bc0e-7ceb3f8711c7 req-934779b6-3e4b-4f1b-a7b7-0a7ac7d7cf04 tempest-AggregatesAdminTestJSON-1382437325 tempest-AggregatesAdminTestJSON-1382437325-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=d8f88274-1776-4aba-81c6-f56f84924bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457646 Sep 07 18:43:33.517932 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934779b6-3e4b-4f1b-a7b7-0a7ac7d7cf04 tempest-AggregatesAdminTestJSON-1382437325 tempest-AggregatesAdminTestJSON-1382437325-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc348b5-2e65-4e64-afd0-c8df9a4a839c,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:33.562426 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d30fc768-9acb-4e98-b690-5b276658e0b8 req-d2ab2dd1-464a-480f-8c1f-ac6c3774cfe3 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560342 Sep 07 18:43:33.642645 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-20aa80ca-17a4-4d43-98e0-126f56eb7666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:33.649335 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-20aa80ca-17a4-4d43-98e0-126f56eb7666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:33.675009 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20aa80ca-17a4-4d43-98e0-126f56eb7666 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:43:33.693041 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-20aa80ca-17a4-4d43-98e0-126f56eb7666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:33.693379 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-20aa80ca-17a4-4d43-98e0-126f56eb7666 admin admin] Added segment 5a3e0900-73a3-4701-91c3-038bd49042cf of type vlan for network 77eafa54-3a53-43e5-b7eb-893bfb32d6d3 Sep 07 18:43:33.695371 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa80ca-17a4-4d43-98e0-126f56eb7666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4596362-4b1b-443c-a081-4068b1a23cc3,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:33.754793 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-20aa80ca-17a4-4d43-98e0-126f56eb7666 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:33.759167 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d30fc768-9acb-4e98-b690-5b276658e0b8 req-907c07f2-821f-4cac-8cb0-1597559ce331 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891918 Sep 07 18:43:33.799739 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-20aa80ca-17a4-4d43-98e0-126f56eb7666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:33.802359 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aa80ca-17a4-4d43-98e0-126f56eb7666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:33.802967 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-20aa80ca-17a4-4d43-98e0-126f56eb7666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:33.838354 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-20aa80ca-17a4-4d43-98e0-126f56eb7666 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4905701 Sep 07 18:43:33.838738 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44434) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:33.843612 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-2031ea82-3bb0-4611-b1f5-d5aa6a776d7b admin admin] Request body: {'subnet': {'network_id': '77eafa54-3a53-43e5-b7eb-893bfb32d6d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-658071234-subnet', 'tenant_id': '05c55c9702854bce946895c0cfc3ce5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:33.873424 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2031ea82-3bb0-4611-b1f5-d5aa6a776d7b admin admin] Made reservation on behalf of 05c55c9702854bce946895c0cfc3ce5a for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:33.876375 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2031ea82-3bb0-4611-b1f5-d5aa6a776d7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:33.898297 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa80ca-17a4-4d43-98e0-126f56eb7666 admin admin] Pushing event updated for resources: {'Network': ['ID=77eafa54-3a53-43e5-b7eb-893bfb32d6d3,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:33.915321 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 77eafa54-3a53-43e5-b7eb-893bfb32d6d3 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:43:34.081399 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a63a5-f906-4d92-af33-89ea24012eac req-2bcfcddf-60b7-4051-b82a-e25c30a73133 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:34.082907 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a7a63a5-f906-4d92-af33-89ea24012eac req-2bcfcddf-60b7-4051-b82a-e25c30a73133 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 948 time: 0.0945370 Sep 07 18:43:34.159612 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2031ea82-3bb0-4611-b1f5-d5aa6a776d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:34.164542 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a7a63a5-f906-4d92-af33-89ea24012eac req-cd045c85-a210-441d-a902-af96aa4f25b0 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727117 Sep 07 18:43:34.229527 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031ea82-3bb0-4611-b1f5-d5aa6a776d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=479dbb5b-cfd3-4fb6-97d6-0d28a2a023a5,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:34.251680 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2031ea82-3bb0-4611-b1f5-d5aa6a776d7b admin admin] Checking segment: {'id': '5a3e0900-73a3-4701-91c3-038bd49042cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '77eafa54-3a53-43e5-b7eb-893bfb32d6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:43:34.252221 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2031ea82-3bb0-4611-b1f5-d5aa6a776d7b admin admin] Network hostable DHCP agents. Network: 77eafa54-3a53-43e5-b7eb-893bfb32d6d3, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:43:34.271812 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2031ea82-3bb0-4611-b1f5-d5aa6a776d7b admin admin] Network 77eafa54-3a53-43e5-b7eb-893bfb32d6d3 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:43:34.283772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-2031ea82-3bb0-4611-b1f5-d5aa6a776d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 77eafa54-3a53-43e5-b7eb-893bfb32d6d3) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:43:34.290696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2031ea82-3bb0-4611-b1f5-d5aa6a776d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:34.293791 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2031ea82-3bb0-4611-b1f5-d5aa6a776d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:34.295856 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c521051-3ab3-47e5-a44e-62ed1e9efb44 None None] Network 77eafa54-3a53-43e5-b7eb-893bfb32d6d3 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:43:34.348308 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2031ea82-3bb0-4611-b1f5-d5aa6a776d7b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5011132 Sep 07 18:43:34.467566 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b75d4-58d4-4455-a577-9974888bd641 req-1c6adbc2-bed6-4ce0-bcbc-b135bd27af6d tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:34.474916 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-567b75d4-58d4-4455-a577-9974888bd641 req-1c6adbc2-bed6-4ce0-bcbc-b135bd27af6d tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 947 time: 0.0660880 Sep 07 18:43:34.525982 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-567b75d4-58d4-4455-a577-9974888bd641 req-e5156183-3e54-4026-b6fa-817854e12ee8 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463188 Sep 07 18:43:34.560242 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7b3303-c7b1-4ef1-b87f-c82bb29cce6f None None] Network 77eafa54-3a53-43e5-b7eb-893bfb32d6d3 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:43:34.917586 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44566) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:35.337309 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-72ce19b3-a72d-4548-9a72-b682dd2a79b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:35.366637 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-3fdf7b4c-5fbe-405b-b083-79ca13d1598c tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:35.368130 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-3fdf7b4c-5fbe-405b-b083-79ca13d1598c tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 808 time: 0.2075717 Sep 07 18:43:35.399715 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-c9064d48-f87d-4067-ae98-8859d1646424 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/quotas/44a39173cb8e4225b1d135c8b5917bc6 HTTP/1.1" status: 200 len: 375 time: 0.0239286 Sep 07 18:43:35.439737 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-44c0b56f-2aa1-409f-b553-c1ef5f89e692 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388498 Sep 07 18:43:35.500544 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44606) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:35.517322 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-72ce19b3-a72d-4548-9a72-b682dd2a79b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:35.518472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f9526-711f-463b-a4f7-3856b9642fa7 req-9738fb9b-0842-43b7-ad74-1e6d6c2163ca tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:35.520459 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f24f9526-711f-463b-a4f7-3856b9642fa7 req-9738fb9b-0842-43b7-ad74-1e6d6c2163ca tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 948 time: 0.0690606 Sep 07 18:43:35.526086 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-72ce19b3-a72d-4548-9a72-b682dd2a79b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:35.562047 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce19b3-a72d-4548-9a72-b682dd2a79b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c210f41b-2ff3-453a-b19d-4d1f61e7a8f7,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:35.589932 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-72ce19b3-a72d-4548-9a72-b682dd2a79b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4c38f02f3e1445c8b81db3581a420448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6709695 Sep 07 18:43:35.592582 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44614) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:35.601168 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f24f9526-711f-463b-a4f7-3856b9642fa7 req-55a867b1-012c-4915-ba68-1f072951d1dd tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670080 Sep 07 18:43:35.632967 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eabf63f6-4c18-4f14-a607-8ac9fb1f9e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:35.662433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-32094ef2-4c39-4359-8060-3cc82584b8b7 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:43:35.663493 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-32094ef2-4c39-4359-8060-3cc82584b8b7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1100266 Sep 07 18:43:35.734178 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8075320e-791e-4023-9c96-cc4922dda8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:35.759858 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44620) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:35.769509 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8075320e-791e-4023-9c96-cc4922dda8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:35.792281 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733601e0-b8f7-4945-93c0-2fc9d7698d9f req-3981e36d-eb38-4d0e-a80d-4cd325a72469 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:35.793807 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-733601e0-b8f7-4945-93c0-2fc9d7698d9f req-3981e36d-eb38-4d0e-a80d-4cd325a72469 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 947 time: 0.1036913 Sep 07 18:43:35.806393 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-51dc2b97-42a1-4c20-890e-dc09f6c2b323 service neutron] 10.222.0.26 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349876 Sep 07 18:43:35.824421 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eabf63f6-4c18-4f14-a607-8ac9fb1f9e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:35.832548 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eabf63f6-4c18-4f14-a607-8ac9fb1f9e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:35.860414 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device c0ef05b7-efec-45f7-9c11-8e4e71650f93 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:43:35.880323 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-eabf63f6-4c18-4f14-a607-8ac9fb1f9e24 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=95b53fadc88a400f85aca3b9efdfffc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783617 Sep 07 18:43:35.881186 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8075320e-791e-4023-9c96-cc4922dda8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:35.884473 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8075320e-791e-4023-9c96-cc4922dda8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:35.888256 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8075320e-791e-4023-9c96-cc4922dda8b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c210f41b-2ff3-453a-b19d-4d1f61e7a8f7 HTTP/1.1" status: 204 len: 168 time: 0.2943618 Sep 07 18:43:35.888939 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44624) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:35.895581 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf63f6-4c18-4f14-a607-8ac9fb1f9e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d902b7e-7d90-4021-8619-ecae8bab3505,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:35.915520 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075320e-791e-4023-9c96-cc4922dda8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c210f41b-2ff3-453a-b19d-4d1f61e7a8f7,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:35.953716 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2e254b5d-25a3-4ac7-a01a-261bdbf6597b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:35.976253 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2e254b5d-25a3-4ac7-a01a-261bdbf6597b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:36.000834 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-988695b0-7335-4b2e-b0dd-e0cd0c42edb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:36.030933 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2e254b5d-25a3-4ac7-a01a-261bdbf6597b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:36.034673 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2e254b5d-25a3-4ac7-a01a-261bdbf6597b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:36.036011 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2e254b5d-25a3-4ac7-a01a-261bdbf6597b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d902b7e-7d90-4021-8619-ecae8bab3505 HTTP/1.1" status: 204 len: 168 time: 0.1458445 Sep 07 18:43:36.044645 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port c0ef05b7-efec-45f7-9c11-8e4e71650f93, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=c0ef05b7-efec-45f7-9c11-8e4e71650f93,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:43:36.057782 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-733601e0-b8f7-4945-93c0-2fc9d7698d9f req-faa32b79-9503-44dc-9d39-696510f21e58 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551217 Sep 07 18:43:36.059140 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'c0ef05b7-efec-45f7-9c11-8e4e71650f93', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': 'c0ef05b7-efec-45f7-9c11-8e4e71650f93', 'mac_address': 'fa:16:3e:44:b4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:43:36.065014 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e254b5d-25a3-4ac7-a01a-261bdbf6597b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d902b7e-7d90-4021-8619-ecae8bab3505,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:36.117489 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:36.127723 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-1180cf2b-99b1-417e-b646-6ab4b397551a service neutron] 10.222.0.26 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682150 Sep 07 18:43:36.139099 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ef05b7-efec-45f7-9c11-8e4e71650f93 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:43:36.169628 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port c0ef05b7-efec-45f7-9c11-8e4e71650f93, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=c0ef05b7-efec-45f7-9c11-8e4e71650f93,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:43:36.175367 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-988695b0-7335-4b2e-b0dd-e0cd0c42edb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:36.177330 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:36.178396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device fe9debc6-bd9e-4b5b-a9bd-005ee543e810 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:43:36.181020 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-988695b0-7335-4b2e-b0dd-e0cd0c42edb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:36.228998 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988695b0-7335-4b2e-b0dd-e0cd0c42edb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05177814-6955-4d78-8710-dc664caa52f6,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:36.233577 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-988695b0-7335-4b2e-b0dd-e0cd0c42edb1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38cb5f762a524a0991af3342519e3240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4699883 Sep 07 18:43:36.236447 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44636) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:36.327970 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=c0ef05b7-efec-45f7-9c11-8e4e71650f93,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:36.342466 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-508524f9-eb1b-41b1-93d4-baa7c6997c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:36.376816 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port fe9debc6-bd9e-4b5b-a9bd-005ee543e810, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fe9debc6-bd9e-4b5b-a9bd-005ee543e810,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:43:36.388480 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-508524f9-eb1b-41b1-93d4-baa7c6997c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:36.406543 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'fe9debc6-bd9e-4b5b-a9bd-005ee543e810', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': 'fe9debc6-bd9e-4b5b-a9bd-005ee543e810', 'mac_address': 'fa:16:3e:43:39:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:43:36.453050 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44652) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:36.470744 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:36.483832 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-050e1a34-e118-48b8-ad72-51a48929d034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:36.505122 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9debc6-bd9e-4b5b-a9bd-005ee543e810 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:43:36.533713 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port fe9debc6-bd9e-4b5b-a9bd-005ee543e810, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fe9debc6-bd9e-4b5b-a9bd-005ee543e810,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:43:36.542182 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:36.607877 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b2456a8-2472-46fe-9bfe-a68dade57858 req-b7fdef14-1996-4327-be1e-43dab75dc5d4 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 210 time: 0.1513720 Sep 07 18:43:36.618429 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-050e1a34-e118-48b8-ad72-51a48929d034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:36.624775 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-050e1a34-e118-48b8-ad72-51a48929d034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:36.668018 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-508524f9-eb1b-41b1-93d4-baa7c6997c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:36.670748 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-508524f9-eb1b-41b1-93d4-baa7c6997c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:36.674370 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-508524f9-eb1b-41b1-93d4-baa7c6997c82 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/05177814-6955-4d78-8710-dc664caa52f6 HTTP/1.1" status: 204 len: 168 time: 0.4357371 Sep 07 18:43:36.678104 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e1a34-e118-48b8-ad72-51a48929d034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724d5a1e-5cec-49a2-821a-01b91c1fa704,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:36.686264 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-050e1a34-e118-48b8-ad72-51a48929d034 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cfadd22b05bc45aaa7dc3eab1c71ffa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285533 Sep 07 18:43:36.687222 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=fe9debc6-bd9e-4b5b-a9bd-005ee543e810,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:36.689717 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44670) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:36.691205 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508524f9-eb1b-41b1-93d4-baa7c6997c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05177814-6955-4d78-8710-dc664caa52f6,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:36.805664 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e860179-8b30-4ab4-a770-47810a0185f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:36.874575 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e860179-8b30-4ab4-a770-47810a0185f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:36.892096 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f55d4-1ba4-4efc-bd3b-a5b2d647ded9 req-81b6c3b7-2b14-4356-9c26-c5d66d5529d0 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:36.902636 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['c0ef05b7-efec-45f7-9c11-8e4e71650f93'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:43:36.903653 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f12f55d4-1ba4-4efc-bd3b-a5b2d647ded9 req-81b6c3b7-2b14-4356-9c26-c5d66d5529d0 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 949 time: 0.1095955 Sep 07 18:43:36.910040 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['fe9debc6-bd9e-4b5b-a9bd-005ee543e810'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:43:36.948457 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44686) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:36.970977 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1505a3ee-f524-4a52-b49d-601439c24ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:36.999005 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f12f55d4-1ba4-4efc-bd3b-a5b2d647ded9 req-6acf1801-ee6e-41e9-b7de-9692681e732f tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887089 Sep 07 18:43:37.019470 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e860179-8b30-4ab4-a770-47810a0185f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:37.023937 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e860179-8b30-4ab4-a770-47810a0185f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:37.027517 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8e860179-8b30-4ab4-a770-47810a0185f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/724d5a1e-5cec-49a2-821a-01b91c1fa704 HTTP/1.1" status: 204 len: 168 time: 0.3341737 Sep 07 18:43:37.038693 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e860179-8b30-4ab4-a770-47810a0185f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724d5a1e-5cec-49a2-821a-01b91c1fa704,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:37.244052 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1505a3ee-f524-4a52-b49d-601439c24ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:37.255443 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1505a3ee-f524-4a52-b49d-601439c24ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:37.359270 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce64d0d-a8cf-418a-b042-94b8b1a20500 req-149edc59-82c8-4d71-b85b-8c8addeffc21 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:37.368755 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505a3ee-f524-4a52-b49d-601439c24ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a187c85-6037-4730-88c9-7babbc62f1d6,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:37.370853 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ce64d0d-a8cf-418a-b042-94b8b1a20500 req-149edc59-82c8-4d71-b85b-8c8addeffc21 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 948 time: 0.1503272 Sep 07 18:43:37.436718 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1505a3ee-f524-4a52-b49d-601439c24ee7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a42fd81a47184e2e96223898a0d3adda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4868865 Sep 07 18:43:37.439259 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44716) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:37.463119 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ce64d0d-a8cf-418a-b042-94b8b1a20500 req-7dcf6dab-6ddd-4010-9b9d-31722ed934e0 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877869 Sep 07 18:43:37.499005 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2b370f7-6138-4786-adbb-3bb37b721ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:37.533081 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2b370f7-6138-4786-adbb-3bb37b721ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:37.610057 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2b370f7-6138-4786-adbb-3bb37b721ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:37.612933 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2b370f7-6138-4786-adbb-3bb37b721ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:37.616991 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c2b370f7-6138-4786-adbb-3bb37b721ade admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9a187c85-6037-4730-88c9-7babbc62f1d6 HTTP/1.1" status: 204 len: 168 time: 0.1739402 Sep 07 18:43:37.631417 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b370f7-6138-4786-adbb-3bb37b721ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a187c85-6037-4730-88c9-7babbc62f1d6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:37.779353 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-30a80c31-88c7-478c-8822-c73d07b8c282 req-f16e7908-fcf5-4b2e-96ba-ac95db69516a tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 210 time: 0.0338588 Sep 07 18:43:37.841071 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device c0ef05b7-efec-45f7-9c11-8e4e71650f93 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:43:37.948648 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port c0ef05b7-efec-45f7-9c11-8e4e71650f93 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:43:37.959183 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port c0ef05b7-efec-45f7-9c11-8e4e71650f93 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:43:37.959551 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:38.164550 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:38.216453 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35abe18e-1043-4c51-bb0a-9e012cb2d5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ef05b7-efec-45f7-9c11-8e4e71650f93'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:43:38.221391 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e178d5eb-2589-404a-93ae-3a29ef808327" -d '{"events": [{"server_uuid": "35abe18e-1043-4c51-bb0a-9e012cb2d5bd", "name": "network-vif-plugged", "status": "completed", "tag": "c0ef05b7-efec-45f7-9c11-8e4e71650f93"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:43:38.247352 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port c0ef05b7-efec-45f7-9c11-8e4e71650f93, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=c0ef05b7-efec-45f7-9c11-8e4e71650f93,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:43:38.252717 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:38.253517 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device fe9debc6-bd9e-4b5b-a9bd-005ee543e810 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:43:38.352792 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ef8b9-a754-4ef7-83a0-9d51da7e20d1 req-7c1852d5-9d2a-4a9e-ac15-ea63b69e83f1 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:38.362372 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-410ef8b9-a754-4ef7-83a0-9d51da7e20d1 req-7c1852d5-9d2a-4a9e-ac15-ea63b69e83f1 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 949 time: 0.2458854 Sep 07 18:43:38.376762 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port fe9debc6-bd9e-4b5b-a9bd-005ee543e810 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:43:38.391785 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port fe9debc6-bd9e-4b5b-a9bd-005ee543e810 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:43:38.391982 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:38.403631 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=c0ef05b7-efec-45f7-9c11-8e4e71650f93,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:38.409756 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-5406dae1-3b62-487e-a13a-bbe66f83bcab tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:38.411466 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-5406dae1-3b62-487e-a13a-bbe66f83bcab tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.36 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 808 time: 0.3734603 Sep 07 18:43:38.435320 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9abad3eb-e375-4420-8e72-978514aab795 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Request body: {'port': {'device_id': 'f5990bea-4b29-4fb9-b45b-2dc701ec90a3', 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59', 'admin_state_up': True, 'tenant_id': '44a39173cb8e4225b1d135c8b5917bc6'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:38.499603 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93561a91-c969-4b72-a727-4c71ba40ee00 x-openstack-request-id: req-93561a91-c969-4b72-a727-4c71ba40ee00 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:43:38.499938 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35abe18e-1043-4c51-bb0a-9e012cb2d5bd", "name": "network-vif-plugged", "status": "completed", "tag": "c0ef05b7-efec-45f7-9c11-8e4e71650f93", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:43:38.500204 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-93561a91-c969-4b72-a727-4c71ba40ee00 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:43:38.500868 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35abe18e-1043-4c51-bb0a-9e012cb2d5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ef05b7-efec-45f7-9c11-8e4e71650f93', 'code': 200} Sep 07 18:43:38.510575 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-410ef8b9-a754-4ef7-83a0-9d51da7e20d1 req-836efc61-d799-4bfc-bbe8-edd7a79f9b80 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472168 Sep 07 18:43:38.605789 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:38.646115 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44816) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:38.667834 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port fe9debc6-bd9e-4b5b-a9bd-005ee543e810, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fe9debc6-bd9e-4b5b-a9bd-005ee543e810,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:43:38.677786 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:38.741101 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=fe9debc6-bd9e-4b5b-a9bd-005ee543e810,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:38.754107 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8bf12-ba67-46ba-8834-3a7026cc710d req-e5b0ddd0-7f3a-4e75-876d-f8ed416a6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:38.755635 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2cd8bf12-ba67-46ba-8834-3a7026cc710d req-e5b0ddd0-7f3a-4e75-876d-f8ed416a6f49 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 1100 time: 0.2669499 Sep 07 18:43:38.797749 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ce203-a172-4b84-94ba-bc4237dc5c42 req-29ca40a7-82d9-4823-903b-bbad0714390a tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:38.799251 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc3ce203-a172-4b84-94ba-bc4237dc5c42 req-29ca40a7-82d9-4823-903b-bbad0714390a tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 949 time: 0.1625206 Sep 07 18:43:38.843839 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2cd8bf12-ba67-46ba-8834-3a7026cc710d req-aa03e56b-7968-4718-97d2-aeb8d66ba19b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763183 Sep 07 18:43:38.858160 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9abad3eb-e375-4420-8e72-978514aab795 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Made reservation on behalf of 44a39173cb8e4225b1d135c8b5917bc6 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:38.861635 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9abad3eb-e375-4420-8e72-978514aab795 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:38.902909 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc3ce203-a172-4b84-94ba-bc4237dc5c42 req-5d0e3836-f68a-41d1-bfac-6c8487049c8b tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940688 Sep 07 18:43:38.952140 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-72096f6c-6ac5-40f8-a39a-6ba511efdc55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:39.078277 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1e0bce47-f651-4ac9-9ae9-a7f02a59ac8b req-70a2ecf5-c2d4-42ec-b296-aebf50b90c23 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 210 time: 0.0719974 Sep 07 18:43:39.078850 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-72096f6c-6ac5-40f8-a39a-6ba511efdc55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:39.084187 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-72096f6c-6ac5-40f8-a39a-6ba511efdc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:39.145524 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-72096f6c-6ac5-40f8-a39a-6ba511efdc55 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6176fcc1d8134c429e1f535af436a75a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4996834 Sep 07 18:43:39.148093 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44838) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:39.168121 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72096f6c-6ac5-40f8-a39a-6ba511efdc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d272d4-08ed-4933-a63c-2ca80914e3d8,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:39.197962 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21aa449-e1d9-4505-bcde-149449a0fb98 req-c3cabbce-4965-4ed7-a04f-444947678974 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:39.199123 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d21aa449-e1d9-4505-bcde-149449a0fb98 req-c3cabbce-4965-4ed7-a04f-444947678974 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 971 time: 0.1321166 Sep 07 18:43:39.212602 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-146e49fe-7083-4a2a-b927-83a91f53386c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:39.228869 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9abad3eb-e375-4420-8e72-978514aab795 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Allocated IP 172.20.0.7 (b63d4de9-c5b5-4788-8524-e66342dcbc59/e7e00f10-2113-4bfd-a644-73e299afc160/d0e6e22b-9769-4ad0-a921-8148bf9013b9) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:43:39.238045 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-146e49fe-7083-4a2a-b927-83a91f53386c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:39.257103 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d21aa449-e1d9-4505-bcde-149449a0fb98 req-0705b616-8796-442a-b52f-a73332ae514b tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8f88274-1776-4aba-81c6-f56f84924bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501373 Sep 07 18:43:39.319998 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-146e49fe-7083-4a2a-b927-83a91f53386c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:39.323325 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-146e49fe-7083-4a2a-b927-83a91f53386c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:39.325660 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-146e49fe-7083-4a2a-b927-83a91f53386c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/36d272d4-08ed-4933-a63c-2ca80914e3d8 HTTP/1.1" status: 204 len: 168 time: 0.1760659 Sep 07 18:43:39.334541 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e49fe-7083-4a2a-b927-83a91f53386c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d272d4-08ed-4933-a63c-2ca80914e3d8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:39.445468 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9abad3eb-e375-4420-8e72-978514aab795 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:39.491678 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9abad3eb-e375-4420-8e72-978514aab795 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:39.546004 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9abad3eb-e375-4420-8e72-978514aab795 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Network b63d4de9-c5b5-4788-8524-e66342dcbc59 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:43:39.549785 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9abad3eb-e375-4420-8e72-978514aab795 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:43:39.557537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9abad3eb-e375-4420-8e72-978514aab795 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:43:39.563781 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9abad3eb-e375-4420-8e72-978514aab795 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:39.564427 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9abad3eb-e375-4420-8e72-978514aab795 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:39.580278 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abad3eb-e375-4420-8e72-978514aab795 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Pushing event updated for resources: {'Port': ['ID=d0e6e22b-9769-4ad0-a921-8148bf9013b9,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:39.586050 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9abad3eb-e375-4420-8e72-978514aab795 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1590831 Sep 07 18:43:39.599224 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] Request body: {'port': {'device_id': 'f5990bea-4b29-4fb9-b45b-2dc701ec90a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:39.687008 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:39.720036 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5efa9-f0f2-4866-a6c9-4bfa226968a2 req-04aad5f9-97e8-4812-a54d-4e4dffb22378 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:39.727883 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5d5efa9-f0f2-4866-a6c9-4bfa226968a2 req-04aad5f9-97e8-4812-a54d-4e4dffb22378 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 950 time: 0.1242032 Sep 07 18:43:39.801312 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5d5efa9-f0f2-4866-a6c9-4bfa226968a2 req-ce6a61aa-a09e-49a0-94a7-f34369eb8488 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724828 Sep 07 18:43:39.909080 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43199e36-e103-4d83-a229-ec07d063dec8 req-3378af8c-51ab-4644-8e56-704deda7ba69 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c73b34afc14f46ed8b9046accb36c4c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418878 Sep 07 18:43:39.990643 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44874) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:40.019438 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9fa3f201-0d3c-45dc-890d-80430b58d09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:40.064397 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44876) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:40.198499 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9fa3f201-0d3c-45dc-890d-80430b58d09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:40.202982 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9fa3f201-0d3c-45dc-890d-80430b58d09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:40.225545 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.36', 51484) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:40.307186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43199e36-e103-4d83-a229-ec07d063dec8 req-8948da51-e599-44bd-955c-1fddf47194df tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:40.308585 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43199e36-e103-4d83-a229-ec07d063dec8 req-8948da51-e599-44bd-955c-1fddf47194df tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3984530 Sep 07 18:43:40.317674 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3f201-0d3c-45dc-890d-80430b58d09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2e2829-1026-4f7a-925e-1bad19337655,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:40.326400 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9fa3f201-0d3c-45dc-890d-80430b58d09a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3968812162cc4b57828bfe00f61496c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344240 Sep 07 18:43:40.331799 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44890) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:40.339266 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203a1ae-226f-4589-955c-72342db9d29c req-656b89a6-2b90-4de9-95a6-b5adad29d584 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:40.340778 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2203a1ae-226f-4589-955c-72342db9d29c req-656b89a6-2b90-4de9-95a6-b5adad29d584 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 949 time: 0.3385837 Sep 07 18:43:40.374320 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43199e36-e103-4d83-a229-ec07d063dec8 req-2c776a19-d970-4c38-bf10-4bb8b25b9d65 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/quotas/c73b34afc14f46ed8b9046accb36c4c3 HTTP/1.1" status: 200 len: 375 time: 0.0584073 Sep 07 18:43:40.395076 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6c021-17d0-4f99-b0f8-a6f98d7431d6 req-de1cc3ba-26b1-4278-9198-a3951270c272 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:40.396727 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e6e6c021-17d0-4f99-b0f8-a6f98d7431d6 req-de1cc3ba-26b1-4278-9198-a3951270c272 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 971 time: 0.1675606 Sep 07 18:43:40.468788 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2203a1ae-226f-4589-955c-72342db9d29c req-b4eed8b2-1f1b-4737-ade9-b86e23de75db tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122880 Sep 07 18:43:40.470791 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43199e36-e103-4d83-a229-ec07d063dec8 req-287942d0-0567-4f33-8219-999006cb5231 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c73b34afc14f46ed8b9046accb36c4c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851212 Sep 07 18:43:40.498947 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-2b95e8f5-7887-414f-93d0-19064655e8b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-228938957-network', 'tenant_id': '60ba01fec01f439e8d5999973cd55e3c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:40.503743 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd039750-c0ef-45cf-acfc-52067bf636ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9debc6-bd9e-4b5b-a9bd-005ee543e810'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:43:40.507656 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63014257-cc60-457e-9150-f19f4df62831" -d '{"events": [{"server_uuid": "dd039750-c0ef-45cf-acfc-52067bf636ce", "name": "network-vif-plugged", "status": "completed", "tag": "fe9debc6-bd9e-4b5b-a9bd-005ee543e810"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:43:40.558959 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e6e22b-9769-4ad0-a921-8148bf9013b9 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:43:40.573053 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:40.592551 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0fb3539e-187f-4c8d-929e-b00d06ad1d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:40.597114 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b95e8f5-7887-414f-93d0-19064655e8b6 admin admin] Made reservation on behalf of 60ba01fec01f439e8d5999973cd55e3c for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:40.599557 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2b95e8f5-7887-414f-93d0-19064655e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:40.637623 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] Transition to ACTIVE for port object d0e6e22b-9769-4ad0-a921-8148bf9013b9 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:43:40.639554 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2b95e8f5-7887-414f-93d0-19064655e8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:40.660969 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:40.664717 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0fb3539e-187f-4c8d-929e-b00d06ad1d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:40.776884 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-e6e6c021-17d0-4f99-b0f8-a6f98d7431d6 req-31f7fccd-087d-43a2-981e-2a7b65a7aedf tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Deleting port 01552381-888d-4f6b-a196-9b364e35066a {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:43:40.777226 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e6e6c021-17d0-4f99-b0f8-a6f98d7431d6 req-31f7fccd-087d-43a2-981e-2a7b65a7aedf tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:40.789556 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25675db9-feca-4d42-b14e-f7a8c5307dc9 req-62767154-926f-46f3-94c3-b7f80dc27f70 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:40.791620 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25675db9-feca-4d42-b14e-f7a8c5307dc9 req-62767154-926f-46f3-94c3-b7f80dc27f70 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 931 time: 0.2211800 Sep 07 18:43:40.887765 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e6e22b-9769-4ad0-a921-8148bf9013b9,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:40.896660 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] Attempting to bind port d0e6e22b-9769-4ad0-a921-8148bf9013b9 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:43:40.896660 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] Attempting to bind port d0e6e22b-9769-4ad0-a921-8148bf9013b9 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:43:40.896982 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] Attempting to bind port d0e6e22b-9769-4ad0-a921-8148bf9013b9 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:43:40.962110 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25675db9-feca-4d42-b14e-f7a8c5307dc9 req-8733cb50-75d7-4836-9415-fd8c555549d9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239269 Sep 07 18:43:40.962746 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] Port d0e6e22b-9769-4ad0-a921-8148bf9013b9 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:43:40.966268 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] Attempting to bind port d0e6e22b-9769-4ad0-a921-8148bf9013b9 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:43:40.986703 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666665a-a536-4a5d-b12e-860a4cffefcf req-123fb0f7-18cd-4fc2-a1bc-eceec5b12353 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:40.988246 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4666665a-a536-4a5d-b12e-860a4cffefcf req-123fb0f7-18cd-4fc2-a1bc-eceec5b12353 tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 971 time: 0.2299702 Sep 07 18:43:40.999928 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:43:41.000271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] Checking segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:43:41.001130 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] Bound using segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:43:41.001576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] Bound port: d0e6e22b-9769-4ad0-a921-8148bf9013b9, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:43:41.002078 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:41.026577 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0fb3539e-187f-4c8d-929e-b00d06ad1d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:41.029056 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0fb3539e-187f-4c8d-929e-b00d06ad1d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:41.030280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0fb3539e-187f-4c8d-929e-b00d06ad1d2c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a2e2829-1026-4f7a-925e-1bad19337655 HTTP/1.1" status: 204 len: 168 time: 0.6884718 Sep 07 18:43:41.049563 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01906726-ef28-4368-8cda-e8440130bde2 x-openstack-request-id: req-01906726-ef28-4368-8cda-e8440130bde2 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:43:41.050332 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd039750-c0ef-45cf-acfc-52067bf636ce", "name": "network-vif-plugged", "status": "completed", "tag": "fe9debc6-bd9e-4b5b-a9bd-005ee543e810", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:43:41.050846 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-01906726-ef28-4368-8cda-e8440130bde2 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:43:41.051596 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd039750-c0ef-45cf-acfc-52067bf636ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9debc6-bd9e-4b5b-a9bd-005ee543e810', 'code': 200} Sep 07 18:43:41.102467 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4666665a-a536-4a5d-b12e-860a4cffefcf req-8e2a91d7-cd1c-440d-a44a-7c789e9d4bdb tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8f88274-1776-4aba-81c6-f56f84924bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039002 Sep 07 18:43:41.103194 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3539e-187f-4c8d-929e-b00d06ad1d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2e2829-1026-4f7a-925e-1bad19337655,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:41.151678 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-e6e6c021-17d0-4f99-b0f8-a6f98d7431d6 req-31f7fccd-087d-43a2-981e-2a7b65a7aedf tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] For port 01552381-888d-4f6b-a196-9b364e35066a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=01552381-888d-4f6b-a196-9b364e35066a,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:43:41.152165 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e6e6c021-17d0-4f99-b0f8-a6f98d7431d6 req-31f7fccd-087d-43a2-981e-2a7b65a7aedf tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:41.173661 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-e6e6c021-17d0-4f99-b0f8-a6f98d7431d6 req-31f7fccd-087d-43a2-981e-2a7b65a7aedf tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Calling delete_port for 01552381-888d-4f6b-a196-9b364e35066a owned by compute:tempest-test_az-1771064857 {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:43:41.221640 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6fa41bc-9dad-4469-9004-f5c81feac1d2 req-0451dfbb-ae61-4869-8dae-1cdbccbd96c4 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/ports?device_id=88977d4c-f975-43f2-9d45-26b05de69aaf HTTP/1.1" status: 200 len: 210 time: 0.1000633 Sep 07 18:43:41.233741 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2b95e8f5-7887-414f-93d0-19064655e8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:41.235052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] For port d0e6e22b-9769-4ad0-a921-8148bf9013b9, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:43:41.266829 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2b95e8f5-7887-414f-93d0-19064655e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:41.311350 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] For port d0e6e22b-9769-4ad0-a921-8148bf9013b9, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d0e6e22b-9769-4ad0-a921-8148bf9013b9,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:43:41.312210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95e8f5-7887-414f-93d0-19064655e8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c761ec93-beec-4f61-8204-2595f81895c3,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:41.338193 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:41.356633 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b95e8f5-7887-414f-93d0-19064655e8b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:43:41.368194 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:41.369133 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:41.370760 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] 10.222.0.36 "PUT /v2.0/ports/d0e6e22b-9769-4ad0-a921-8148bf9013b9 HTTP/1.1" status: 200 len: 1091 time: 1.7774320 Sep 07 18:43:41.388956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206ab2f-bbcd-4fa2-b958-1f5112f4844e req-e408e84f-7188-48a6-a2c6-9565d02d7fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:41.390763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8206ab2f-bbcd-4fa2-b958-1f5112f4844e req-e408e84f-7188-48a6-a2c6-9565d02d7fe9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 1101 time: 0.2295232 Sep 07 18:43:41.391566 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5990bea-4b29-4fb9-b45b-2dc701ec90a3', 'tag': 'd0e6e22b-9769-4ad0-a921-8148bf9013b9'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:43:41.394654 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13895a3d-cdb3-44eb-bb27-c93a0df63e59" -d '{"events": [{"name": "network-changed", "server_uuid": "f5990bea-4b29-4fb9-b45b-2dc701ec90a3", "tag": "d0e6e22b-9769-4ad0-a921-8148bf9013b9"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:43:41.420829 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2b95e8f5-7887-414f-93d0-19064655e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:41.421535 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-2b95e8f5-7887-414f-93d0-19064655e8b6 admin admin] Added segment 86b13efa-254e-4154-9f3e-9145db43ed21 of type vlan for network 7abb863d-4be3-42d3-a1ab-10c13856d3d1 Sep 07 18:43:41.459205 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7c684-030a-4837-bedd-f05980ae04cd req-65269649-f061-41cc-a03b-a8e722dc5270 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:41.467315 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44a7c684-030a-4837-bedd-f05980ae04cd req-65269649-f061-41cc-a03b-a8e722dc5270 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 950 time: 0.2396398 Sep 07 18:43:41.488205 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e6e6c021-17d0-4f99-b0f8-a6f98d7431d6 req-31f7fccd-087d-43a2-981e-2a7b65a7aedf tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:41.500519 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['01552381-888d-4f6b-a196-9b364e35066a'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:43:41.542245 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8206ab2f-bbcd-4fa2-b958-1f5112f4844e req-811b97e7-8f4c-4155-b21f-36099090b7d2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365452 Sep 07 18:43:41.549089 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7fccd-087d-43a2-981e-2a7b65a7aedf tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Pushing event deleted for resources: {'Port': ['ID=01552381-888d-4f6b-a196-9b364e35066a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:41.590995 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d956a09-2dc2-432e-acdb-08112bdb32e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e6e22b-9769-4ad0-a921-8148bf9013b9,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:41.610093 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2b95e8f5-7887-414f-93d0-19064655e8b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:41.668497 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e6c021-17d0-4f99-b0f8-a6f98d7431d6 req-31f7fccd-087d-43a2-981e-2a7b65a7aedf tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] No DVR routers for this DVR port 01552381-888d-4f6b-a196-9b364e35066a on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:43:41.672820 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e6e6c021-17d0-4f99-b0f8-a6f98d7431d6 req-31f7fccd-087d-43a2-981e-2a7b65a7aedf tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:41.675106 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e6e6c021-17d0-4f99-b0f8-a6f98d7431d6 req-31f7fccd-087d-43a2-981e-2a7b65a7aedf tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.36 "DELETE /v2.0/ports/01552381-888d-4f6b-a196-9b364e35066a HTTP/1.1" status: 204 len: 173 time: 1.2711890 Sep 07 18:43:41.675606 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5cc78d-f21e-4fdd-8fef-5656e77313e0', 'name': 'network-vif-deleted', 'tag': '01552381-888d-4f6b-a196-9b364e35066a'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:43:41.682519 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44a7c684-030a-4837-bedd-f05980ae04cd req-95c1854c-55b4-4ec4-899c-96d58a3e2d45 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139127 Sep 07 18:43:41.722832 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2b95e8f5-7887-414f-93d0-19064655e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:41.723827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b95e8f5-7887-414f-93d0-19064655e8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:41.724416 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2b95e8f5-7887-414f-93d0-19064655e8b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:41.728442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-d4a17cac-c057-4a02-aa9b-c1dfa7f60163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:41.743849 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-d4a17cac-c057-4a02-aa9b-c1dfa7f60163 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 1094 time: 0.2711456 Sep 07 18:43:41.771765 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b1f4b5-81c1-48aa-addc-1a4508b64a0f x-openstack-request-id: req-73b1f4b5-81c1-48aa-addc-1a4508b64a0f {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:43:41.772100 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5990bea-4b29-4fb9-b45b-2dc701ec90a3", "tag": "d0e6e22b-9769-4ad0-a921-8148bf9013b9", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:43:41.772944 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73b1f4b5-81c1-48aa-addc-1a4508b64a0f {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:43:41.773516 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5990bea-4b29-4fb9-b45b-2dc701ec90a3', 'tag': 'd0e6e22b-9769-4ad0-a921-8148bf9013b9', 'status': 'completed', 'code': 200} Sep 07 18:43:41.867356 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-e50ae084-d894-4a82-82c8-b626b6495a48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0e6e22b-9769-4ad0-a921-8148bf9013b9 HTTP/1.1" status: 200 len: 217 time: 0.1027935 Sep 07 18:43:41.911922 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2b95e8f5-7887-414f-93d0-19064655e8b6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8425992 Sep 07 18:43:41.915091 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44946) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:41.921488 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-308a265d-2e50-4d36-a44c-92c36302408b admin admin] Request body: {'subnet': {'network_id': '7abb863d-4be3-42d3-a1ab-10c13856d3d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-228938957-subnet', 'tenant_id': '60ba01fec01f439e8d5999973cd55e3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:41.966674 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308a265d-2e50-4d36-a44c-92c36302408b admin admin] Made reservation on behalf of 60ba01fec01f439e8d5999973cd55e3c for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:41.968756 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-308a265d-2e50-4d36-a44c-92c36302408b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:41.970462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95e8f5-7887-414f-93d0-19064655e8b6 admin admin] Pushing event updated for resources: {'Network': ['ID=7abb863d-4be3-42d3-a1ab-10c13856d3d1,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:41.986262 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 7abb863d-4be3-42d3-a1ab-10c13856d3d1 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:43:41.993156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-3dd57ab3-93e2-4c7b-8c14-ab3fb604371f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:41.994673 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-3dd57ab3-93e2-4c7b-8c14-ab3fb604371f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.1190724 Sep 07 18:43:42.003257 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd010d74-bed2-4000-9456-440db78af4af req-86c675da-56ba-4578-89e1-a600c2c36976 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:42.011004 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd010d74-bed2-4000-9456-440db78af4af req-86c675da-56ba-4578-89e1-a600c2c36976 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 949 time: 0.1493146 Sep 07 18:43:42.026087 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a74e36d-a763-40dc-8321-a0e5e38b417a" -d '{"events": [{"server_uuid": "4a5cc78d-f21e-4fdd-8fef-5656e77313e0", "name": "network-vif-deleted", "tag": "01552381-888d-4f6b-a196-9b364e35066a"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:43:42.057477 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-8e2447e9-bcd1-49ac-93c6-bdffb1453b65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443876 Sep 07 18:43:42.123242 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd010d74-bed2-4000-9456-440db78af4af req-70fa9be0-6e4c-4150-8f5e-e89039a9d6b9 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113570 Sep 07 18:43:42.187546 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-3e8ef76e-4605-45eb-8980-05d7ac30db7a service neutron] 10.222.0.36 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218174 Sep 07 18:43:42.314119 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-308a265d-2e50-4d36-a44c-92c36302408b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:42.352403 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf205ae-89fb-428d-9309-69c3d54e0bec req-4b000976-98b3-4242-bf62-0c306fc17ef4 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:42.353976 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dbf205ae-89fb-428d-9309-69c3d54e0bec req-4b000976-98b3-4242-bf62-0c306fc17ef4 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 943 time: 0.1129735 Sep 07 18:43:42.362385 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44970) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:42.373626 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9198ec3b-ad52-4936-bf49-bc0c7d0ac791 req-6f4640b5-5699-402e-a272-291583a8e4dc service neutron] 10.222.0.36 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769457 Sep 07 18:43:42.391664 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43199e36-e103-4d83-a229-ec07d063dec8 req-f39f6e79-3168-4794-9c08-d4b20f385d70 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c73b34afc14f46ed8b9046accb36c4c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531838 Sep 07 18:43:42.462352 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a265d-2e50-4d36-a44c-92c36302408b admin admin] Pushing event updated for resources: {'Subnet': ['ID=02b2ffa4-cad5-4b0f-93a4-4ae29ef4bd89,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:42.466067 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:42.470194 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308a265d-2e50-4d36-a44c-92c36302408b admin admin] Checking segment: {'id': '86b13efa-254e-4154-9f3e-9145db43ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7abb863d-4be3-42d3-a1ab-10c13856d3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:43:42.470800 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308a265d-2e50-4d36-a44c-92c36302408b admin admin] Network hostable DHCP agents. Network: 7abb863d-4be3-42d3-a1ab-10c13856d3d1, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:43:42.473251 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dbf205ae-89fb-428d-9309-69c3d54e0bec req-d4b5ca74-a0f0-4178-b131-9a65a089fed2 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910106 Sep 07 18:43:42.503419 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308a265d-2e50-4d36-a44c-92c36302408b admin admin] Network 7abb863d-4be3-42d3-a1ab-10c13856d3d1 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:43:42.522777 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-308a265d-2e50-4d36-a44c-92c36302408b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 7abb863d-4be3-42d3-a1ab-10c13856d3d1) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:43:42.530905 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308a265d-2e50-4d36-a44c-92c36302408b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:42.531640 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-308a265d-2e50-4d36-a44c-92c36302408b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:42.544946 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbd1b5d-91cb-47f1-ac3a-cf82762c87ab None None] Network 7abb863d-4be3-42d3-a1ab-10c13856d3d1 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:43:42.565131 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-308a265d-2e50-4d36-a44c-92c36302408b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6483629 Sep 07 18:43:42.636656 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-359e326e-a91a-4fb8-b6c7-1bb62ba8f9a8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-network', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:42.652413 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6595e3-2e4b-4d76-8d01-4aea36ac6525 x-openstack-request-id: req-3a6595e3-2e4b-4d76-8d01-4aea36ac6525 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:43:42.652994 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5cc78d-f21e-4fdd-8fef-5656e77313e0", "name": "network-vif-deleted", "tag": "01552381-888d-4f6b-a196-9b364e35066a", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:43:42.653348 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a6595e3-2e4b-4d76-8d01-4aea36ac6525 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:43:42.654131 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5cc78d-f21e-4fdd-8fef-5656e77313e0', 'name': 'network-vif-deleted', 'tag': '01552381-888d-4f6b-a196-9b364e35066a', 'status': 'completed', 'code': 200} Sep 07 18:43:42.694121 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9df16a68-0c1e-470a-8586-089334a52541 req-1529ee94-05dc-4810-b43b-c681cc1cc47a tempest-AggregatesAdminTestJSON-793145032 tempest-AggregatesAdminTestJSON-793145032-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a5cc78d-f21e-4fdd-8fef-5656e77313e0 HTTP/1.1" status: 200 len: 210 time: 0.0614109 Sep 07 18:43:42.759101 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43199e36-e103-4d83-a229-ec07d063dec8 req-362dcc1b-d9dd-450b-89a7-40e0e96f1363 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:42.760952 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43199e36-e103-4d83-a229-ec07d063dec8 req-362dcc1b-d9dd-450b-89a7-40e0e96f1363 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3597431 Sep 07 18:43:42.763576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13895a3d-cdb3-44eb-bb27-c93a0df63e59 req-02c78ad0-cf49-4cda-960c-c1c9bfc2e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:42.765014 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13895a3d-cdb3-44eb-bb27-c93a0df63e59 req-02c78ad0-cf49-4cda-960c-c1c9bfc2e2ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 1094 time: 0.2295840 Sep 07 18:43:42.766268 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359e326e-a91a-4fb8-b6c7-1bb62ba8f9a8 admin admin] Made reservation on behalf of 362d2b32ce1c44c8b989d971f47e2f2f for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:42.768725 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-359e326e-a91a-4fb8-b6c7-1bb62ba8f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:42.783305 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-43199e36-e103-4d83-a229-ec07d063dec8 req-6a9954a1-c7d9-43a6-8122-8993f515598b tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Request body: {'port': {'device_id': '88977d4c-f975-43f2-9d45-26b05de69aaf', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': 'c73b34afc14f46ed8b9046accb36c4c3'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:42.795722 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-359e326e-a91a-4fb8-b6c7-1bb62ba8f9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:42.808006 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15652432-e2e8-4077-bb8b-df03341dea6d None None] Network 7abb863d-4be3-42d3-a1ab-10c13856d3d1 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:43:42.928967 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0cb1467-7d73-4fc1-8d2c-32371cb8afa8 req-3211ff1d-103c-4302-8a1e-84c91c4b41ac tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/ports?device_id=88977d4c-f975-43f2-9d45-26b05de69aaf HTTP/1.1" status: 200 len: 210 time: 0.1075454 Sep 07 18:43:43.020836 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13895a3d-cdb3-44eb-bb27-c93a0df63e59 req-636c0498-0747-4bc5-bbc2-1899ee28ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:43.022610 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13895a3d-cdb3-44eb-bb27-c93a0df63e59 req-636c0498-0747-4bc5-bbc2-1899ee28ad74 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 909 time: 0.2491333 Sep 07 18:43:43.093631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13895a3d-cdb3-44eb-bb27-c93a0df63e59 req-0ff6ec07-e737-4b32-a30c-19e3d13ca77b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0e6e22b-9769-4ad0-a921-8148bf9013b9 HTTP/1.1" status: 200 len: 217 time: 0.0594149 Sep 07 18:43:43.172974 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13895a3d-cdb3-44eb-bb27-c93a0df63e59 req-42608d99-dee3-4fc0-a5dd-0c7a5e953117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:43.174558 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13895a3d-cdb3-44eb-bb27-c93a0df63e59 req-42608d99-dee3-4fc0-a5dd-0c7a5e953117 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.0695820 Sep 07 18:43:43.176239 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:43.218097 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13895a3d-cdb3-44eb-bb27-c93a0df63e59 req-e7cf8aa1-abd4-4009-80cc-fc4ed1bdae68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331814 Sep 07 18:43:43.224227 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-84047856-c800-41fe-b968-1b6d1036d831 req-99dc8217-11f5-4cf8-a738-8f2168437b2d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:43:43.225287 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-84047856-c800-41fe-b968-1b6d1036d831 req-99dc8217-11f5-4cf8-a738-8f2168437b2d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1391964 Sep 07 18:43:43.227150 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-359e326e-a91a-4fb8-b6c7-1bb62ba8f9a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:43.240184 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-359e326e-a91a-4fb8-b6c7-1bb62ba8f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:43.326764 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359e326e-a91a-4fb8-b6c7-1bb62ba8f9a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:43:43.351762 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43199e36-e103-4d83-a229-ec07d063dec8 req-6a9954a1-c7d9-43a6-8122-8993f515598b tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Made reservation on behalf of c73b34afc14f46ed8b9046accb36c4c3 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:43.355601 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-43199e36-e103-4d83-a229-ec07d063dec8 req-6a9954a1-c7d9-43a6-8122-8993f515598b tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:43.378939 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-359e326e-a91a-4fb8-b6c7-1bb62ba8f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:43.379239 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-359e326e-a91a-4fb8-b6c7-1bb62ba8f9a8 admin admin] Added segment c74de762-a263-44c1-b0e4-dcc5ac2a81de of type vlan for network b55a20e6-76b5-47c9-b724-529008279f9a Sep 07 18:43:43.380731 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-43199e36-e103-4d83-a229-ec07d063dec8 req-6a9954a1-c7d9-43a6-8122-8993f515598b tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:43.387665 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45006) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:43.392659 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a9ce4c34-eb70-4c9b-9fbf-5a599a53eed9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1985942640-network', 'tenant_id': '633fb098e13a4ceca7404d0ddb87de2e'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:43.395813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e326e-a91a-4fb8-b6c7-1bb62ba8f9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da680928-49ee-47eb-b958-411d7bf82f24,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:43.421402 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ce4c34-eb70-4c9b-9fbf-5a599a53eed9 admin admin] Made reservation on behalf of 633fb098e13a4ceca7404d0ddb87de2e for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:43.424289 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a9ce4c34-eb70-4c9b-9fbf-5a599a53eed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:43.441284 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a9ce4c34-eb70-4c9b-9fbf-5a599a53eed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:43.574299 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a9ce4c34-eb70-4c9b-9fbf-5a599a53eed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:43.579688 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a9ce4c34-eb70-4c9b-9fbf-5a599a53eed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:43.604924 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ce4c34-eb70-4c9b-9fbf-5a599a53eed9 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:43:43.620409 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce4c34-eb70-4c9b-9fbf-5a599a53eed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db71e5c-cd22-4f96-8e5d-ae1db14ce168,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:43.627232 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a9ce4c34-eb70-4c9b-9fbf-5a599a53eed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:43.627823 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-a9ce4c34-eb70-4c9b-9fbf-5a599a53eed9 admin admin] Added segment 087656fa-54c3-4445-80ee-005144e0c98b of type vlan for network fa9ffb4d-0d05-435b-aa4c-53c50dc85b81 Sep 07 18:43:43.635386 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-359e326e-a91a-4fb8-b6c7-1bb62ba8f9a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:43.669976 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a9ce4c34-eb70-4c9b-9fbf-5a599a53eed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:43.694438 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a9ce4c34-eb70-4c9b-9fbf-5a599a53eed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:43.695387 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ce4c34-eb70-4c9b-9fbf-5a599a53eed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:43.696089 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a9ce4c34-eb70-4c9b-9fbf-5a599a53eed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:43.705730 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13895a3d-cdb3-44eb-bb27-c93a0df63e59 req-a57b38ae-411f-4c4c-af05-56abd839b03f service neutron] 10.222.0.36 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772787 Sep 07 18:43:43.742113 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143f81c-7b67-4274-9773-62fa6c41e256 req-fc62d207-375b-428d-87d4-58752a782584 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:43.743579 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9143f81c-7b67-4274-9773-62fa6c41e256 req-fc62d207-375b-428d-87d4-58752a782584 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 949 time: 0.3099988 Sep 07 18:43:43.746726 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-359e326e-a91a-4fb8-b6c7-1bb62ba8f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:43.747622 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359e326e-a91a-4fb8-b6c7-1bb62ba8f9a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:43.748188 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-359e326e-a91a-4fb8-b6c7-1bb62ba8f9a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:43.757421 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce4c34-eb70-4c9b-9fbf-5a599a53eed9 admin admin] Pushing event updated for resources: {'Network': ['ID=fa9ffb4d-0d05-435b-aa4c-53c50dc85b81,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:43.757567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2c453-3b59-446b-bfa5-2720244ff08d req-99476271-fc10-41cd-9a0b-e4cc3bd00dac tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:43.758891 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fff2c453-3b59-446b-bfa5-2720244ff08d req-99476271-fc10-41cd-9a0b-e4cc3bd00dac tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 950 time: 0.3574481 Sep 07 18:43:43.770637 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network fa9ffb4d-0d05-435b-aa4c-53c50dc85b81 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:43:43.949339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e326e-a91a-4fb8-b6c7-1bb62ba8f9a8 admin admin] Pushing event updated for resources: {'Network': ['ID=b55a20e6-76b5-47c9-b724-529008279f9a,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:43.960347 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network b55a20e6-76b5-47c9-b724-529008279f9a details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:43:43.967213 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fff2c453-3b59-446b-bfa5-2720244ff08d req-8fb7b768-9414-4347-b68c-9a80ee4835be tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856539 Sep 07 18:43:43.977696 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9143f81c-7b67-4274-9773-62fa6c41e256 req-669a4d34-946f-44d7-9871-95910bb83a60 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093639 Sep 07 18:43:44.013025 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-43199e36-e103-4d83-a229-ec07d063dec8 req-6a9954a1-c7d9-43a6-8122-8993f515598b tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:44.020204 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13895a3d-cdb3-44eb-bb27-c93a0df63e59 req-fa4cfa2b-cf06-4412-9de7-0e7c53e3e679 service neutron] 10.222.0.36 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959800 Sep 07 18:43:44.023658 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-43199e36-e103-4d83-a229-ec07d063dec8 req-6a9954a1-c7d9-43a6-8122-8993f515598b tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:44.030120 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a9ce4c34-eb70-4c9b-9fbf-5a599a53eed9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6398823 Sep 07 18:43:44.032059 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45026) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:44.048210 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-cfe84942-b960-463f-85c0-8bfad3269909 admin admin] Request body: {'subnet': {'network_id': 'fa9ffb4d-0d05-435b-aa4c-53c50dc85b81', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1985942640-subnet', 'tenant_id': '633fb098e13a4ceca7404d0ddb87de2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:44.083066 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-359e326e-a91a-4fb8-b6c7-1bb62ba8f9a8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7189069 Sep 07 18:43:44.087104 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45030) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:44.092905 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d1615636-b9a5-49fb-9d5a-8374cddad56d admin admin] Request body: {'subnet': {'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-subnet', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:44.097935 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe84942-b960-463f-85c0-8bfad3269909 admin admin] Made reservation on behalf of 633fb098e13a4ceca7404d0ddb87de2e for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:44.105405 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cfe84942-b960-463f-85c0-8bfad3269909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:44.176695 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1615636-b9a5-49fb-9d5a-8374cddad56d admin admin] Made reservation on behalf of 362d2b32ce1c44c8b989d971f47e2f2f for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:44.179653 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d1615636-b9a5-49fb-9d5a-8374cddad56d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:44.180984 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9954a1-c7d9-43a6-8122-8993f515598b tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310b9124-e344-4044-a043-f75873ad08c7,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:44.238758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feea5e1-b43d-4f88-9847-0da416c7a54e req-e08ac80c-192a-4075-96e8-6d6f5ceba41f tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:44.240379 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3feea5e1-b43d-4f88-9847-0da416c7a54e req-e08ac80c-192a-4075-96e8-6d6f5ceba41f tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 943 time: 0.1751728 Sep 07 18:43:44.310150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-43199e36-e103-4d83-a229-ec07d063dec8 req-6a9954a1-c7d9-43a6-8122-8993f515598b tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Allocated IP 192.168.233.182 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/d070a3fc-2a05-4d18-8f65-9b67e1dc5355) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:43:44.324371 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3feea5e1-b43d-4f88-9847-0da416c7a54e req-2f642ce1-ae2f-492f-b6ef-dfab9c97136f tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761945 Sep 07 18:43:44.465671 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-abae75fa-22cf-4791-954a-7f3216dd70bc req-ae844df9-b073-47e4-90af-9551081c0f9f tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/ports?device_id=88977d4c-f975-43f2-9d45-26b05de69aaf HTTP/1.1" status: 200 len: 210 time: 0.0463693 Sep 07 18:43:44.469728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cfe84942-b960-463f-85c0-8bfad3269909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:44.540642 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d1615636-b9a5-49fb-9d5a-8374cddad56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:44.559068 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-43199e36-e103-4d83-a229-ec07d063dec8 req-6a9954a1-c7d9-43a6-8122-8993f515598b tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:44.589315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-43199e36-e103-4d83-a229-ec07d063dec8 req-6a9954a1-c7d9-43a6-8122-8993f515598b tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Transition to ACTIVE for port object d070a3fc-2a05-4d18-8f65-9b67e1dc5355 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:43:44.608750 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe84942-b960-463f-85c0-8bfad3269909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75e9c8aa-cacd-4f82-9e2b-0f057845fd0b,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:44.638109 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-23d0686a-1b98-4300-b298-026512f5fa61 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=588647b3f73e4cbab7d9c80ebe3ee91e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436656 Sep 07 18:43:44.718858 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe84942-b960-463f-85c0-8bfad3269909 admin admin] Checking segment: {'id': '087656fa-54c3-4445-80ee-005144e0c98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fa9ffb4d-0d05-435b-aa4c-53c50dc85b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:43:44.719452 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe84942-b960-463f-85c0-8bfad3269909 admin admin] Network hostable DHCP agents. Network: fa9ffb4d-0d05-435b-aa4c-53c50dc85b81, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:43:44.746666 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1615636-b9a5-49fb-9d5a-8374cddad56d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e448bc0-501e-4a71-945c-2892b3c26cf4,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:44.762618 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1615636-b9a5-49fb-9d5a-8374cddad56d admin admin] Checking segment: {'id': 'c74de762-a263-44c1-b0e4-dcc5ac2a81de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:43:44.763313 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1615636-b9a5-49fb-9d5a-8374cddad56d admin admin] Network hostable DHCP agents. Network: b55a20e6-76b5-47c9-b724-529008279f9a, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:43:44.772228 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe84942-b960-463f-85c0-8bfad3269909 admin admin] Network fa9ffb4d-0d05-435b-aa4c-53c50dc85b81 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:43:44.787154 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-cfe84942-b960-463f-85c0-8bfad3269909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, fa9ffb4d-0d05-435b-aa4c-53c50dc85b81) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:43:44.793377 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-43199e36-e103-4d83-a229-ec07d063dec8 req-6a9954a1-c7d9-43a6-8122-8993f515598b tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:44.802060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45050) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:44.802944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4dd7da-88d6-4570-92af-6a0ec782d204 None None] Network fa9ffb4d-0d05-435b-aa4c-53c50dc85b81 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:43:44.809538 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe84942-b960-463f-85c0-8bfad3269909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:44.810428 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cfe84942-b960-463f-85c0-8bfad3269909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:44.823424 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1615636-b9a5-49fb-9d5a-8374cddad56d admin admin] Network b55a20e6-76b5-47c9-b724-529008279f9a is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:43:44.838206 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cfe84942-b960-463f-85c0-8bfad3269909 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8034093 Sep 07 18:43:44.839587 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-d1615636-b9a5-49fb-9d5a-8374cddad56d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, b55a20e6-76b5-47c9-b724-529008279f9a) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:43:44.867786 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1615636-b9a5-49fb-9d5a-8374cddad56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:44.869476 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d1615636-b9a5-49fb-9d5a-8374cddad56d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:44.871285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43199e36-e103-4d83-a229-ec07d063dec8 req-6a9954a1-c7d9-43a6-8122-8993f515598b tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:43:44.877572 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-43199e36-e103-4d83-a229-ec07d063dec8 req-6a9954a1-c7d9-43a6-8122-8993f515598b tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:43:44.890247 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-0cd92ebd-5c0e-4513-ab11-edf1d1a77a88 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:44.899612 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-0cd92ebd-5c0e-4513-ab11-edf1d1a77a88 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2608500 Sep 07 18:43:44.901798 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7b9c0b-6357-4796-b060-9a3047e6b80e None None] Network b55a20e6-76b5-47c9-b724-529008279f9a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:43:44.904745 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-43199e36-e103-4d83-a229-ec07d063dec8 req-6a9954a1-c7d9-43a6-8122-8993f515598b tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:43:44.918043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43199e36-e103-4d83-a229-ec07d063dec8 req-6a9954a1-c7d9-43a6-8122-8993f515598b tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:44.918739 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-43199e36-e103-4d83-a229-ec07d063dec8 req-6a9954a1-c7d9-43a6-8122-8993f515598b tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:44.932075 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d1615636-b9a5-49fb-9d5a-8374cddad56d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8421464 Sep 07 18:43:44.933607 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45058) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:44.943912 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e553c6a6-24cd-460e-b4e2-c49b45345f71 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-router', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:44.960727 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-b2cc91cc-fe4f-4485-8671-e2718a362e42 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/quotas/588647b3f73e4cbab7d9c80ebe3ee91e HTTP/1.1" status: 200 len: 375 time: 0.0601220 Sep 07 18:43:44.989728 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9954a1-c7d9-43a6-8122-8993f515598b tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Pushing event updated for resources: {'Port': ['ID=d070a3fc-2a05-4d18-8f65-9b67e1dc5355,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:45.013207 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e553c6a6-24cd-460e-b4e2-c49b45345f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:45.014836 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e553c6a6-24cd-460e-b4e2-c49b45345f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:45.039832 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43199e36-e103-4d83-a229-ec07d063dec8 req-6a9954a1-c7d9-43a6-8122-8993f515598b tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2676401 Sep 07 18:43:45.069494 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] Request body: {'port': {'device_id': '88977d4c-f975-43f2-9d45-26b05de69aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:45.127993 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-87a18b67-a952-4de2-9388-52b1d77355df tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=588647b3f73e4cbab7d9c80ebe3ee91e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1662879 Sep 07 18:43:45.205567 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device d0e6e22b-9769-4ad0-a921-8148bf9013b9 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:43:45.269283 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:45.285590 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-79d1ad07-1266-4172-87b6-99ef2bc0e81d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a5f8209d3e541dca821c8cc535e4735&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4761181 Sep 07 18:43:45.286432 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45068) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:45.349180 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f6c95098-3db5-4a6e-b874-deab185d351a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:45.414736 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f6c95098-3db5-4a6e-b874-deab185d351a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:45.423345 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 01552381-888d-4f6b-a196-9b364e35066a no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:43:45.469377 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ccc30b-351c-4487-9df2-bd559ba9d11e None None] Network fa9ffb4d-0d05-435b-aa4c-53c50dc85b81 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:43:45.507862 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e553c6a6-24cd-460e-b4e2-c49b45345f71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:45.566712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 01552381-888d-4f6b-a196-9b364e35066a {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:43:45.568146 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 01552381-888d-4f6b-a196-9b364e35066a not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:43:45.664454 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3fcd6fa4-c00b-4643-a491-2a6521593e8c None None] Provisioning for port d070a3fc-2a05-4d18-8f65-9b67e1dc5355 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:43:45.678472 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.db.resource_extend [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 18:43:45.680632 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3fcd6fa4-c00b-4643-a491-2a6521593e8c None None] Provisioning complete for port d070a3fc-2a05-4d18-8f65-9b67e1dc5355 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:43:45.681234 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6fa4-c00b-4643-a491-2a6521593e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:45.718855 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f6c95098-3db5-4a6e-b874-deab185d351a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:45.721506 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f6c95098-3db5-4a6e-b874-deab185d351a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:45.722848 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f6c95098-3db5-4a6e-b874-deab185d351a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d8f88274-1776-4aba-81c6-f56f84924bf7 HTTP/1.1" status: 204 len: 168 time: 0.4358661 Sep 07 18:43:45.763018 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c95098-3db5-4a6e-b874-deab185d351a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f88274-1776-4aba-81c6-f56f84924bf7,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:45.766779 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-b55a20e6-76b5-47c9-b724-529008279f9a', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'fixed_ips': [{'subnet_id': '8e448bc0-501e-4a71-945c-2892b3c26cf4'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:43:45.767724 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:45.779266 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca9ccc-9fde-458a-ad27-4e7c55607ab4 req-ff43a413-be71-4e0a-a31f-5a1a24f065e8 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:45.780519 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-faca9ccc-9fde-458a-ad27-4e7c55607ab4 req-ff43a413-be71-4e0a-a31f-5a1a24f065e8 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 950 time: 0.2313840 Sep 07 18:43:45.789212 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e553c6a6-24cd-460e-b4e2-c49b45345f71 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:45.838275 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3fcd6fa4-c00b-4643-a491-2a6521593e8c None None] Port d070a3fc-2a05-4d18-8f65-9b67e1dc5355 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:43:45.925409 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port d0e6e22b-9769-4ad0-a921-8148bf9013b9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d0e6e22b-9769-4ad0-a921-8148bf9013b9,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:43:45.935602 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-faca9ccc-9fde-458a-ad27-4e7c55607ab4 req-3de2829e-f382-4a31-a2d8-99a9b0c71e22 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409955 Sep 07 18:43:45.960835 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'd0e6e22b-9769-4ad0-a921-8148bf9013b9', 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59', 'port_id': 'd0e6e22b-9769-4ad0-a921-8148bf9013b9', 'mac_address': 'fa:16:3e:33:88:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e00f10-2113-4bfd-a644-73e299afc160', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:43:46.004587 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-44432547-799c-46fe-8e03-b9c6523b3584 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:46.007911 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-44432547-799c-46fe-8e03-b9c6523b3584 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/networks?id=7abb863d-4be3-42d3-a1ab-10c13856d3d1 HTTP/1.1" status: 200 len: 814 time: 0.3642435 Sep 07 18:43:46.090546 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-1486afc3-5e48-4e8b-8af0-842dff80410c tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/quotas/60ba01fec01f439e8d5999973cd55e3c HTTP/1.1" status: 200 len: 375 time: 0.0666335 Sep 07 18:43:46.177833 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] Allocated IP 172.20.0.2 (b55a20e6-76b5-47c9-b724-529008279f9a/8e448bc0-501e-4a71-945c-2892b3c26cf4/64c09e33-d4d0-40eb-95eb-ad511bb10be9) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:43:46.210000 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-2e505b6c-0198-4225-bbbb-80c129d31292 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=60ba01fec01f439e8d5999973cd55e3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1048946 Sep 07 18:43:46.270378 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.60', 58302) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:46.292940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d070a3fc-2a05-4d18-8f65-9b67e1dc5355 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:43:46.327023 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:46.339304 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e0c6d-8d55-4a5c-8be6-2b8623201aa3 req-d9e33de3-1ef2-48b2-92c5-8b0b4c862fe0 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:46.347142 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3e0e0c6d-8d55-4a5c-8be6-2b8623201aa3 req-d9e33de3-1ef2-48b2-92c5-8b0b4c862fe0 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 943 time: 0.2336957 Sep 07 18:43:46.368561 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d719bc-cf04-41af-97b5-a8eb024c3ad8 req-37e02451-326f-412a-a185-8cbd304930d0 tempest-DeleteServersAdminTestJSON-893658322 tempest-DeleteServersAdminTestJSON-893658322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:46.370085 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61d719bc-cf04-41af-97b5-a8eb024c3ad8 req-37e02451-326f-412a-a185-8cbd304930d0 tempest-DeleteServersAdminTestJSON-893658322 tempest-DeleteServersAdminTestJSON-893658322-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 1101 time: 0.2099564 Sep 07 18:43:46.376247 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e553c6a6-24cd-460e-b4e2-c49b45345f71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:46.395270 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] Transition to ACTIVE for port object d070a3fc-2a05-4d18-8f65-9b67e1dc5355 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:43:46.420678 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:46.435069 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e553c6a6-24cd-460e-b4e2-c49b45345f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:46.453839 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-230c4ada-6157-40b3-8ecc-8a305273932a req-8c1fffcd-787c-4c76-a26d-84b8cb38dfe9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1819718 Sep 07 18:43:46.517998 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45108) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:46.535166 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:46.550093 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] Transition to ACTIVE for port object 64c09e33-d4d0-40eb-95eb-ad511bb10be9 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:43:46.563563 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:46.582278 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e6e22b-9769-4ad0-a921-8148bf9013b9 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:43:46.629693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] Pushing event updated for resources: {'Port': ['ID=d070a3fc-2a05-4d18-8f65-9b67e1dc5355,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:46.636691 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] Transition to ACTIVE for port object 64c09e33-d4d0-40eb-95eb-ad511bb10be9 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:43:46.648785 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:46.661285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port d0e6e22b-9769-4ad0-a921-8148bf9013b9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d0e6e22b-9769-4ad0-a921-8148bf9013b9,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:43:46.666144 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45112) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:46.671911 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:46.679570 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d4ca7333-f589-4735-87a2-c646bfa62c5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f3cff57ca6d480ea59b87c5b4faa076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1362650 Sep 07 18:43:46.684424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-ba3b061f-f25d-40d1-9f6e-167f9553730f service neutron] 10.222.0.26 "GET /v2.0/networks/7abb863d-4be3-42d3-a1ab-10c13856d3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732919 Sep 07 18:43:46.687160 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45114) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:46.708998 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c4ada-6157-40b3-8ecc-8a305273932a req-9fede44f-6a09-4829-b884-e127dbcf2d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:46.711284 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] Network b55a20e6-76b5-47c9-b724-529008279f9a is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:43:46.711403 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-230c4ada-6157-40b3-8ecc-8a305273932a req-9fede44f-6a09-4829-b884-e127dbcf2d89 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=588647b3f73e4cbab7d9c80ebe3ee91e&device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 1100 time: 0.2074802 Sep 07 18:43:46.726494 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:43:46.735833 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:43:46.790689 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3e0e0c6d-8d55-4a5c-8be6-2b8623201aa3 req-6d9364df-a684-4012-b4a7-84792ba5fd72 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423029 Sep 07 18:43:46.803002 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-e553c6a6-24cd-460e-b4e2-c49b45345f71 admin admin] Allocated IP 172.25.8.186 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/0865fa26-2e2a-4ffe-a389-5ad4690b7ba5) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:43:46.835467 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] Pushing event updated for resources: {'Port': ['ID=64c09e33-d4d0-40eb-95eb-ad511bb10be9,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:46.868550 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] Attempting to bind port 64c09e33-d4d0-40eb-95eb-ad511bb10be9 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:43:46.873208 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] Attempting to bind port 64c09e33-d4d0-40eb-95eb-ad511bb10be9 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c74de762-a263-44c1-b0e4-dcc5ac2a81de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:43:46.873889 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] Attempting to bind port 64c09e33-d4d0-40eb-95eb-ad511bb10be9 on network b55a20e6-76b5-47c9-b724-529008279f9a {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:43:46.881673 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['d0e6e22b-9769-4ad0-a921-8148bf9013b9'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:43:46.911138 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:43:46.911827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] Checking segment: {'id': 'c74de762-a263-44c1-b0e4-dcc5ac2a81de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:43:46.913020 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:46.913882 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] Bound using segment: {'id': 'c74de762-a263-44c1-b0e4-dcc5ac2a81de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:43:46.915163 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] Bound port: 64c09e33-d4d0-40eb-95eb-ad511bb10be9, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74de762-a263-44c1-b0e4-dcc5ac2a81de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:43:46.916229 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:46.977025 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-271fe95f-acfe-4eff-8708-73b7ddeec634 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=588647b3f73e4cbab7d9c80ebe3ee91e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1065924 Sep 07 18:43:46.988359 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-acf6597a-4a2d-4757-a3c3-cd3dfd8a8dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:47.030328 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=d0e6e22b-9769-4ad0-a921-8148bf9013b9,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:47.069833 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] Attempting to bind port d070a3fc-2a05-4d18-8f65-9b67e1dc5355 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:43:47.070207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] Attempting to bind port d070a3fc-2a05-4d18-8f65-9b67e1dc5355 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:43:47.070576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] Attempting to bind port d070a3fc-2a05-4d18-8f65-9b67e1dc5355 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:43:47.099536 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] For port 64c09e33-d4d0-40eb-95eb-ad511bb10be9, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:43:47.119436 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] For port 64c09e33-d4d0-40eb-95eb-ad511bb10be9, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=64c09e33-d4d0-40eb-95eb-ad511bb10be9,segment=NetworkSegment(c74de762-a263-44c1-b0e4-dcc5ac2a81de),segment_id=c74de762-a263-44c1-b0e4-dcc5ac2a81de)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:43:47.131214 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:47.170124 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9841dd8d-0b9d-4dfc-b57e-22be57deb0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:47.188964 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2c4fc28-607d-46a3-9139-054daabe5ce7 req-d4c1e15a-c707-4ef8-a1a5-af537749a592 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4 HTTP/1.1" status: 200 len: 210 time: 0.2182701 Sep 07 18:43:47.195753 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e553c6a6-24cd-460e-b4e2-c49b45345f71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:47.200406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-6ddeace7-9e4f-472d-abaf-78de6ba7431b tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:47.204496 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-6ddeace7-9e4f-472d-abaf-78de6ba7431b tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2155018 Sep 07 18:43:47.249849 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010be06-822d-4d99-a208-c0a8c22fed83 None None] Pushing event updated for resources: {'Port': ['ID=64c09e33-d4d0-40eb-95eb-ad511bb10be9,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:47.257151 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-98cbf04b-ca93-47fd-9004-dc30017f6ffd tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Request body: {'port': {'device_id': 'd86ebf67-537b-4a9b-9a6f-6cad8dde0bb4', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '588647b3f73e4cbab7d9c80ebe3ee91e'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:47.268956 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c4ada-6157-40b3-8ecc-8a305273932a req-b8d0f654-d986-4919-aff7-bf378c81496a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:47.271497 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-230c4ada-6157-40b3-8ecc-8a305273932a req-b8d0f654-d986-4919-aff7-bf378c81496a service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.5381653 Sep 07 18:43:47.294793 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] Port d070a3fc-2a05-4d18-8f65-9b67e1dc5355 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:43:47.295123 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] Attempting to bind port d070a3fc-2a05-4d18-8f65-9b67e1dc5355 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:43:47.345362 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-230c4ada-6157-40b3-8ecc-8a305273932a req-e01850ff-1570-4be1-9c80-99f0e94f1c08 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=c0ef05b7-efec-45f7-9c11-8e4e71650f93 HTTP/1.1" status: 200 len: 217 time: 0.0653865 Sep 07 18:43:47.347431 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e553c6a6-24cd-460e-b4e2-c49b45345f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:47.364358 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-61d719bc-cf04-41af-97b5-a8eb024c3ad8 req-dfee943c-d521-430b-a860-5136d8cb2832 tempest-DeleteServersAdminTestJSON-893658322 tempest-DeleteServersAdminTestJSON-893658322-project-admin] Deleting port fe9debc6-bd9e-4b5b-a9bd-005ee543e810 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:43:47.364809 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-61d719bc-cf04-41af-97b5-a8eb024c3ad8 req-dfee943c-d521-430b-a860-5136d8cb2832 tempest-DeleteServersAdminTestJSON-893658322 tempest-DeleteServersAdminTestJSON-893658322-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:47.368983 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-cbd02200-3ba2-4cdb-a5f0-a33180cc7001 service neutron] 10.222.0.26 "GET /v2.0/networks/7abb863d-4be3-42d3-a1ab-10c13856d3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6837013 Sep 07 18:43:47.370186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:43:47.370852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:43:47.371160 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:43:47.371673 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] Bound port: d070a3fc-2a05-4d18-8f65-9b67e1dc5355, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:43:47.372081 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:47.399761 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9841dd8d-0b9d-4dfc-b57e-22be57deb0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:47.440343 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e553c6a6-24cd-460e-b4e2-c49b45345f71 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:43:47.488837 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-e553c6a6-24cd-460e-b4e2-c49b45345f71 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:43:47.528961 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e553c6a6-24cd-460e-b4e2-c49b45345f71 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:43:47.568087 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c4ada-6157-40b3-8ecc-8a305273932a req-ff7daa5f-245f-444e-b0a3-e7550b76acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:47.569676 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-230c4ada-6157-40b3-8ecc-8a305273932a req-ff7daa5f-245f-444e-b0a3-e7550b76acdd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.2164896 Sep 07 18:43:47.570293 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553c6a6-24cd-460e-b4e2-c49b45345f71 admin admin] Pushing event updated for resources: {'Port': ['ID=0865fa26-2e2a-4ffe-a389-5ad4690b7ba5,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:47.581754 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-61d719bc-cf04-41af-97b5-a8eb024c3ad8 req-dfee943c-d521-430b-a860-5136d8cb2832 tempest-DeleteServersAdminTestJSON-893658322 tempest-DeleteServersAdminTestJSON-893658322-project-admin] For port fe9debc6-bd9e-4b5b-a9bd-005ee543e810, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fe9debc6-bd9e-4b5b-a9bd-005ee543e810,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:43:47.582125 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-61d719bc-cf04-41af-97b5-a8eb024c3ad8 req-dfee943c-d521-430b-a860-5136d8cb2832 tempest-DeleteServersAdminTestJSON-893658322 tempest-DeleteServersAdminTestJSON-893658322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:47.596477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-61d719bc-cf04-41af-97b5-a8eb024c3ad8 req-dfee943c-d521-430b-a860-5136d8cb2832 tempest-DeleteServersAdminTestJSON-893658322 tempest-DeleteServersAdminTestJSON-893658322-project-admin] Calling delete_port for fe9debc6-bd9e-4b5b-a9bd-005ee543e810 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:43:47.661065 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-acf6597a-4a2d-4757-a3c3-cd3dfd8a8dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:47.717527 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-acf6597a-4a2d-4757-a3c3-cd3dfd8a8dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:47.773663 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9841dd8d-0b9d-4dfc-b57e-22be57deb0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:47.776153 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9841dd8d-0b9d-4dfc-b57e-22be57deb0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:47.781312 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9841dd8d-0b9d-4dfc-b57e-22be57deb0d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2bc348b5-2e65-4e64-afd0-c8df9a4a839c HTTP/1.1" status: 204 len: 168 time: 1.0819981 Sep 07 18:43:47.809084 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29e8ce-e16b-452c-b6be-0daa3ac444e5 req-a140b957-ff62-4c4a-b696-202721319c31 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:47.816178 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a29e8ce-e16b-452c-b6be-0daa3ac444e5 req-a140b957-ff62-4c4a-b696-202721319c31 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/ports?device_id=88977d4c-f975-43f2-9d45-26b05de69aaf HTTP/1.1" status: 200 len: 948 time: 0.5130270 Sep 07 18:43:47.825579 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-acf6597a-4a2d-4757-a3c3-cd3dfd8a8dc3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=30ec5dbcca92454888058b6667e63055&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1508105 Sep 07 18:43:47.828171 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45132) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:47.831578 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6597a-4a2d-4757-a3c3-cd3dfd8a8dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04ed513-4d24-4cf1-adba-34880913fe20,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:47.840327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] For port d070a3fc-2a05-4d18-8f65-9b67e1dc5355, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:43:47.871031 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c4ada-6157-40b3-8ecc-8a305273932a req-1c30f560-5f4f-4b6b-8feb-9e2ce93f262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:47.872605 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-230c4ada-6157-40b3-8ecc-8a305273932a req-1c30f560-5f4f-4b6b-8feb-9e2ce93f262a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2879736 Sep 07 18:43:47.916660 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a29e8ce-e16b-452c-b6be-0daa3ac444e5 req-7a4560c3-7023-44ac-9f4f-7024e7b3554e tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/security-groups?id=310b9124-e344-4044-a043-f75873ad08c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936024 Sep 07 18:43:47.924783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] For port d070a3fc-2a05-4d18-8f65-9b67e1dc5355, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d070a3fc-2a05-4d18-8f65-9b67e1dc5355,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:43:47.942548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841dd8d-0b9d-4dfc-b57e-22be57deb0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc348b5-2e65-4e64-afd0-c8df9a4a839c,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:47.991149 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:47.998363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-98cbf04b-ca93-47fd-9004-dc30017f6ffd tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Made reservation on behalf of 588647b3f73e4cbab7d9c80ebe3ee91e for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:48.005112 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-98cbf04b-ca93-47fd-9004-dc30017f6ffd tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:48.129005 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca14aef9-d252-415d-9d7a-a262b8e4ecb5 req-a0c25c4b-1419-4002-afa3-86efe94e4162 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3763538-607f-4dce-99ff-bb3e1be8c8b4 HTTP/1.1" status: 200 len: 210 time: 0.1159179 Sep 07 18:43:48.206070 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:48.206777 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:48.208549 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] 10.222.0.60 "PUT /v2.0/ports/d070a3fc-2a05-4d18-8f65-9b67e1dc5355 HTTP/1.1" status: 200 len: 1096 time: 3.1594157 Sep 07 18:43:48.220653 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aeed0-5468-4bed-8af0-a582c3f2837b req-1516c02d-1c53-475a-8845-0d45e12044a5 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:48.223689 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a3aeed0-5468-4bed-8af0-a582c3f2837b req-1516c02d-1c53-475a-8845-0d45e12044a5 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 950 time: 0.4918485 Sep 07 18:43:48.224260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88977d4c-f975-43f2-9d45-26b05de69aaf', 'tag': 'd070a3fc-2a05-4d18-8f65-9b67e1dc5355'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:43:48.232568 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960f1d1d-526c-4734-bed4-fbaaefb6edcd" -d '{"events": [{"name": "network-changed", "server_uuid": "88977d4c-f975-43f2-9d45-26b05de69aaf", "tag": "d070a3fc-2a05-4d18-8f65-9b67e1dc5355"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:43:48.345668 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd67cf02-9481-4662-9a31-d4f85438db10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:48.395599 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-230c4ada-6157-40b3-8ecc-8a305273932a req-3dfa34e0-4cc0-48a8-9899-d3c7e8bfffdf service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093822 Sep 07 18:43:48.438379 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e553c6a6-24cd-460e-b4e2-c49b45345f71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:48.441854 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd67cf02-9481-4662-9a31-d4f85438db10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:48.480058 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1d512-ca1d-4f54-8a86-94eade0cc086 service neutron] Pushing event updated for resources: {'Port': ['ID=d070a3fc-2a05-4d18-8f65-9b67e1dc5355,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:48.588042 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a3aeed0-5468-4bed-8af0-a582c3f2837b req-91e382aa-72a5-4f72-9c06-2b7d39cae0f4 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253064 Sep 07 18:43:48.662561 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43199e36-e103-4d83-a229-ec07d063dec8 req-7b0ef6fb-7243-400b-9b32-1766c6d3caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:48.664142 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43199e36-e103-4d83-a229-ec07d063dec8 req-7b0ef6fb-7243-400b-9b32-1766c6d3caf3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c73b34afc14f46ed8b9046accb36c4c3&device_id=88977d4c-f975-43f2-9d45-26b05de69aaf HTTP/1.1" status: 200 len: 1099 time: 0.3685579 Sep 07 18:43:48.691677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca8c2c-a798-4273-a529-4f4a374b7786 req-c45dbf90-83a7-494c-9fb7-8f347e295c63 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:48.697707 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-230c4ada-6157-40b3-8ecc-8a305273932a req-b99186f0-1536-4a66-8f54-8822cc1cddac service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902915 Sep 07 18:43:48.713729 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd67cf02-9481-4662-9a31-d4f85438db10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:48.714758 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f3ca8c2c-a798-4273-a529-4f4a374b7786 req-c45dbf90-83a7-494c-9fb7-8f347e295c63 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 944 time: 0.4446027 Sep 07 18:43:48.719397 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd67cf02-9481-4662-9a31-d4f85438db10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:48.722929 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dd67cf02-9481-4662-9a31-d4f85438db10 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c04ed513-4d24-4cf1-adba-34880913fe20 HTTP/1.1" status: 204 len: 168 time: 0.8899372 Sep 07 18:43:48.731829 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-61d719bc-cf04-41af-97b5-a8eb024c3ad8 req-dfee943c-d521-430b-a860-5136d8cb2832 tempest-DeleteServersAdminTestJSON-893658322 tempest-DeleteServersAdminTestJSON-893658322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:48.747072 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['fe9debc6-bd9e-4b5b-a9bd-005ee543e810'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:43:48.796498 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67cf02-9481-4662-9a31-d4f85438db10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04ed513-4d24-4cf1-adba-34880913fe20,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:48.813818 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f0136d-3ee9-4e00-95b4-e27282ae9e6b None None] Network b55a20e6-76b5-47c9-b724-529008279f9a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:43:48.849507 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43199e36-e103-4d83-a229-ec07d063dec8 req-1c9282f3-d74f-42ff-ba93-cb7b5902214f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=d070a3fc-2a05-4d18-8f65-9b67e1dc5355 HTTP/1.1" status: 200 len: 217 time: 0.1312115 Sep 07 18:43:48.858144 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-411cef36-0c59-4fd9-8f32-334ab27bea14 req-d6c02422-943a-4469-9ac4-17e8ba0df500 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4 HTTP/1.1" status: 200 len: 210 time: 0.1775677 Sep 07 18:43:48.964626 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45164) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:48.992446 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-eb71faf3-a37c-4ac7-83b2-4dff63723411 None None] Provisioning for port 64c09e33-d4d0-40eb-95eb-ad511bb10be9 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:43:48.993866 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e553c6a6-24cd-460e-b4e2-c49b45345f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:49.004697 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee943c-d521-430b-a860-5136d8cb2832 tempest-DeleteServersAdminTestJSON-893658322 tempest-DeleteServersAdminTestJSON-893658322-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe9debc6-bd9e-4b5b-a9bd-005ee543e810,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:49.075931 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1a79d4-6869-4df5-a6d4-a5dbec561564 x-openstack-request-id: req-bc1a79d4-6869-4df5-a6d4-a5dbec561564 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:43:49.076285 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88977d4c-f975-43f2-9d45-26b05de69aaf", "tag": "d070a3fc-2a05-4d18-8f65-9b67e1dc5355", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:43:49.076468 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc1a79d4-6869-4df5-a6d4-a5dbec561564 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:43:49.076873 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88977d4c-f975-43f2-9d45-26b05de69aaf', 'tag': 'd070a3fc-2a05-4d18-8f65-9b67e1dc5355', 'status': 'completed', 'code': 200} Sep 07 18:43:49.101163 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f3ca8c2c-a798-4273-a529-4f4a374b7786 req-fb452dde-9bc5-4ae5-b8f9-e432589f6033 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853507 Sep 07 18:43:49.120643 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d719bc-cf04-41af-97b5-a8eb024c3ad8 req-dfee943c-d521-430b-a860-5136d8cb2832 tempest-DeleteServersAdminTestJSON-893658322 tempest-DeleteServersAdminTestJSON-893658322-project-admin] No DVR routers for this DVR port fe9debc6-bd9e-4b5b-a9bd-005ee543e810 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:43:49.168501 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-98cbf04b-ca93-47fd-9004-dc30017f6ffd tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Allocated IP 192.168.233.240 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/80a5d59b-cf99-4dcf-ad07-9585ed02c991) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:43:49.187503 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-61d719bc-cf04-41af-97b5-a8eb024c3ad8 req-dfee943c-d521-430b-a860-5136d8cb2832 tempest-DeleteServersAdminTestJSON-893658322 tempest-DeleteServersAdminTestJSON-893658322-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:49.192148 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 64c09e33-d4d0-40eb-95eb-ad511bb10be9 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:43:49.198735 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61d719bc-cf04-41af-97b5-a8eb024c3ad8 req-dfee943c-d521-430b-a860-5136d8cb2832 tempest-DeleteServersAdminTestJSON-893658322 tempest-DeleteServersAdminTestJSON-893658322-project-admin] 10.222.0.60 "DELETE /v2.0/ports/fe9debc6-bd9e-4b5b-a9bd-005ee543e810 HTTP/1.1" status: 204 len: 173 time: 2.8189130 Sep 07 18:43:49.252081 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device d0e6e22b-9769-4ad0-a921-8148bf9013b9 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:43:49.352037 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34051895-d1fb-4ff0-b8c4-8bfed929831e req-92024315-cc14-4108-ba05-0cee31364559 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3763538-607f-4dce-99ff-bb3e1be8c8b4 HTTP/1.1" status: 200 len: 210 time: 0.0439389 Sep 07 18:43:49.380199 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43199e36-e103-4d83-a229-ec07d063dec8 req-034f42bd-24a7-4b29-964d-14fe29b0f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:49.382174 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43199e36-e103-4d83-a229-ec07d063dec8 req-034f42bd-24a7-4b29-964d-14fe29b0f841 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.4804773 Sep 07 18:43:49.400491 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 64c09e33-d4d0-40eb-95eb-ad511bb10be9 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:43:49.404179 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port d0e6e22b-9769-4ad0-a921-8148bf9013b9 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:43:49.417817 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 64c09e33-d4d0-40eb-95eb-ad511bb10be9 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:43:49.419958 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:49.431773 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port d0e6e22b-9769-4ad0-a921-8148bf9013b9 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:43:49.432539 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:49.443750 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-73dedad7-2818-40ff-9572-619d2aae3c5f tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:49.445312 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-73dedad7-2818-40ff-9572-619d2aae3c5f tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.60 "GET /v2.0/networks?id=7abb863d-4be3-42d3-a1ab-10c13856d3d1 HTTP/1.1" status: 200 len: 814 time: 0.5467601 Sep 07 18:43:49.458803 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a767e-c674-4532-9a9d-0bcce140f718 req-66b623ea-0756-4e03-b144-0f6ab30a9c6a tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:49.461758 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a9a767e-c674-4532-9a9d-0bcce140f718 req-66b623ea-0756-4e03-b144-0f6ab30a9c6a tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/ports?device_id=88977d4c-f975-43f2-9d45-26b05de69aaf HTTP/1.1" status: 200 len: 948 time: 0.3006411 Sep 07 18:43:49.463100 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-1eec4dd7-00e0-4ed9-b917-5464b7e25f3e tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Request body: {'port': {'device_id': 'c3763538-607f-4dce-99ff-bb3e1be8c8b4', 'network_id': '7abb863d-4be3-42d3-a1ab-10c13856d3d1', 'admin_state_up': True, 'tenant_id': '60ba01fec01f439e8d5999973cd55e3c'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:49.632380 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45174) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:49.670104 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:49.685017 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e553c6a6-24cd-460e-b4e2-c49b45345f71 admin admin] Router db8a4256-2786-42d5-be48-5cffb0eddd55 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:43:49.690600 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-117880a9-9c26-445a-99cd-6c617bfb12e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:49.722660 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5990bea-4b29-4fb9-b45b-2dc701ec90a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e6e22b-9769-4ad0-a921-8148bf9013b9'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:43:49.725095 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4124c16-c342-40f6-8f31-7b326b1232e6" -d '{"events": [{"server_uuid": "f5990bea-4b29-4fb9-b45b-2dc701ec90a3", "name": "network-vif-plugged", "status": "completed", "tag": "d0e6e22b-9769-4ad0-a921-8148bf9013b9"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:43:49.731770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43199e36-e103-4d83-a229-ec07d063dec8 req-e9e6d18f-6150-4645-af14-8ae3bf839dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:49.733739 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43199e36-e103-4d83-a229-ec07d063dec8 req-e9e6d18f-6150-4645-af14-8ae3bf839dce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3376315 Sep 07 18:43:49.748637 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port d0e6e22b-9769-4ad0-a921-8148bf9013b9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d0e6e22b-9769-4ad0-a921-8148bf9013b9,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:43:49.750316 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:49.755718 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:49.803758 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0c2c5bc6-5a1d-40b3-b505-bc15167f4380 None None] Provisioning complete for port 64c09e33-d4d0-40eb-95eb-ad511bb10be9 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:43:49.803758 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0c2c5bc6-5a1d-40b3-b505-bc15167f4380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:49.812571 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a28b27be-e501-4f8e-8e70-bb448596adbe req-14356e2f-6367-4a88-b4e7-87144a4b7801 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd039750-c0ef-45cf-acfc-52067bf636ce HTTP/1.1" status: 200 len: 210 time: 0.0743334 Sep 07 18:43:49.851491 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 64c09e33-d4d0-40eb-95eb-ad511bb10be9, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=64c09e33-d4d0-40eb-95eb-ad511bb10be9,segment=NetworkSegment(c74de762-a263-44c1-b0e4-dcc5ac2a81de),segment_id=c74de762-a263-44c1-b0e4-dcc5ac2a81de)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:43:49.867144 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:49.871026 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe029c8-f4c4-4241-bef7-b476960d79a8 x-openstack-request-id: req-0fe029c8-f4c4-4241-bef7-b476960d79a8 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:43:49.871185 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5990bea-4b29-4fb9-b45b-2dc701ec90a3", "name": "network-vif-plugged", "status": "completed", "tag": "d0e6e22b-9769-4ad0-a921-8148bf9013b9", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:43:49.871445 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0fe029c8-f4c4-4241-bef7-b476960d79a8 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:43:49.871908 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5990bea-4b29-4fb9-b45b-2dc701ec90a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e6e22b-9769-4ad0-a921-8148bf9013b9', 'code': 200} Sep 07 18:43:49.877892 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=d0e6e22b-9769-4ad0-a921-8148bf9013b9,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:49.902895 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e553c6a6-24cd-460e-b4e2-c49b45345f71 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:43:49.914988 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] Sync routers for ids ['db8a4256-2786-42d5-be48-5cffb0eddd55'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:43:49.932755 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] Routers {'db8a4256-2786-42d5-be48-5cffb0eddd55'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:43:49.938298 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:43:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['db8a4256-2786-42d5-be48-5cffb0eddd55'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:43:49.968651 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=64c09e33-d4d0-40eb-95eb-ad511bb10be9,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:49.983413 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-117880a9-9c26-445a-99cd-6c617bfb12e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:49.990534 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-117880a9-9c26-445a-99cd-6c617bfb12e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:50.009214 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a9a767e-c674-4532-9a9d-0bcce140f718 req-7c02713e-49db-47ad-8799-c205be587203 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/security-groups?id=310b9124-e344-4044-a043-f75873ad08c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5413744 Sep 07 18:43:50.028224 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e553c6a6-24cd-460e-b4e2-c49b45345f71 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:50.029708 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e553c6a6-24cd-460e-b4e2-c49b45345f71 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.0932343 Sep 07 18:43:50.042728 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45182) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:50.051816 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b02970b1-6618-4bc2-9501-e5ef334a140c tempest-AutoAllocateNetworkTest-1552204507 tempest-AutoAllocateNetworkTest-1552204507-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e71244890e8d4678b9971de8077df518&shared=False HTTP/1.1" status: 200 len: 208 time: 1.0784652 Sep 07 18:43:50.061883 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45184) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:50.096437 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b03cf37a-750f-4db1-a091-949d23caa825 req-7615cea2-4020-4f36-a143-b35bc76649fb tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4 HTTP/1.1" status: 200 len: 210 time: 0.0819020 Sep 07 18:43:50.138748 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43199e36-e103-4d83-a229-ec07d063dec8 req-4d00422d-fdfd-4f69-9d56-8992e314fe30 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814576 Sep 07 18:43:50.154760 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] Set router db8a4256-2786-42d5-be48-5cffb0eddd55 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:43:50.163355 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-98cbf04b-ca93-47fd-9004-dc30017f6ffd tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:50.206543 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-98cbf04b-ca93-47fd-9004-dc30017f6ffd tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Transition to ACTIVE for port object 80a5d59b-cf99-4dcf-ad07-9585ed02c991 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:43:50.213528 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-1eec4dd7-00e0-4ed9-b917-5464b7e25f3e tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Made reservation on behalf of 60ba01fec01f439e8d5999973cd55e3c for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:50.217441 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-1eec4dd7-00e0-4ed9-b917-5464b7e25f3e tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:50.257637 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-117880a9-9c26-445a-99cd-6c617bfb12e8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=64f87a3c1d294d439b2006bd2f376573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6075666 Sep 07 18:43:50.258639 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117880a9-9c26-445a-99cd-6c617bfb12e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730c1579-571d-44fd-b935-f1caadfc0ae5,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:50.268113 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45190) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:50.314338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208202b-26be-45a6-a8d7-f9c1bdca15e5 req-d5891988-97ab-4620-9d41-e2539e0d62d5 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:50.315756 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5208202b-26be-45a6-a8d7-f9c1bdca15e5 req-d5891988-97ab-4620-9d41-e2539e0d62d5 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 945 time: 0.1241324 Sep 07 18:43:50.321867 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43199e36-e103-4d83-a229-ec07d063dec8 req-ae0ad3a7-dce7-41ee-a53a-04514990e187 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763084 Sep 07 18:43:50.347907 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-98cbf04b-ca93-47fd-9004-dc30017f6ffd tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:50.352020 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-router', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:43:45Z', 'updated_at': '2021-09-07T18:43:47Z', 'revision_number': 3, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'gw_port': {'id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:46Z', 'updated_at': '2021-09-07T18:43:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:43:50.359476 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['c0ef05b7-efec-45f7-9c11-8e4e71650f93'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:43:50.380365 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] Checking router: db8a4256-2786-42d5-be48-5cffb0eddd55 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:43:50.381578 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] Updating router db8a4256-2786-42d5-be48-5cffb0eddd55 port 0865fa26-2e2a-4ffe-a389-5ad4690b7ba5 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:43:50.410624 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:50.418976 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-98cbf04b-ca93-47fd-9004-dc30017f6ffd tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:43:50.447867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-98cbf04b-ca93-47fd-9004-dc30017f6ffd tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:43:50.460781 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-98cbf04b-ca93-47fd-9004-dc30017f6ffd tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:43:50.467103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-98cbf04b-ca93-47fd-9004-dc30017f6ffd tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:50.468056 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-98cbf04b-ca93-47fd-9004-dc30017f6ffd tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:50.521612 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5208202b-26be-45a6-a8d7-f9c1bdca15e5 req-7139e4fb-4094-4e98-8bec-b88ecc6e6090 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826551 Sep 07 18:43:50.550771 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbf04b-ca93-47fd-9004-dc30017f6ffd tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Pushing event updated for resources: {'Port': ['ID=80a5d59b-cf99-4dcf-ad07-9585ed02c991,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:50.557932 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7997a6fe-7166-4db0-b54c-6aa77e398172 req-74782e8e-3486-4276-abe9-52dfdcc32a8e tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3763538-607f-4dce-99ff-bb3e1be8c8b4 HTTP/1.1" status: 200 len: 210 time: 0.0807090 Sep 07 18:43:50.566402 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-98cbf04b-ca93-47fd-9004-dc30017f6ffd tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3367527 Sep 07 18:43:50.568533 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f1d1d-526c-4734-bed4-fbaaefb6edcd req-01beebcd-1bfa-4dd9-a20f-8fb1c4ffee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:50.570099 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-960f1d1d-526c-4734-bed4-fbaaefb6edcd req-01beebcd-1bfa-4dd9-a20f-8fb1c4ffee73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c73b34afc14f46ed8b9046accb36c4c3&device_id=88977d4c-f975-43f2-9d45-26b05de69aaf HTTP/1.1" status: 200 len: 1099 time: 0.1816158 Sep 07 18:43:50.604050 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] Request body: {'port': {'device_id': 'd86ebf67-537b-4a9b-9a6f-6cad8dde0bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:50.712478 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37239832-9f7a-43fb-8e22-e234245a99eb req-f623cccf-215b-4095-8173-6c8805ee5215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:50.715029 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-37239832-9f7a-43fb-8e22-e234245a99eb req-f623cccf-215b-4095-8173-6c8805ee5215 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 1096 time: 0.7197437 Sep 07 18:43:50.728316 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:50.789944 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:50.806768 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e6ab112f-14c5-4188-a6ed-5623ff8593c5 None None] Provisioning for port 80a5d59b-cf99-4dcf-ad07-9585ed02c991 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:43:50.809611 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] Transition to ACTIVE for port object 0865fa26-2e2a-4ffe-a389-5ad4690b7ba5 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:43:50.811881 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e6ab112f-14c5-4188-a6ed-5623ff8593c5 None None] Provisioning complete for port 80a5d59b-cf99-4dcf-ad07-9585ed02c991 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:43:50.812741 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e6ab112f-14c5-4188-a6ed-5623ff8593c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:50.816230 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:50.824643 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f1d1d-526c-4734-bed4-fbaaefb6edcd req-2434dc5c-1fd0-4631-a762-40fc5586f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:50.826108 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-960f1d1d-526c-4734-bed4-fbaaefb6edcd req-2434dc5c-1fd0-4631-a762-40fc5586f0a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2392776 Sep 07 18:43:50.833156 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753bc2ca-7a7b-4d17-b9cf-685c4fe498ff tempest-AutoAllocateNetworkTest-1552204507 tempest-AutoAllocateNetworkTest-1552204507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:50.839169 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-753bc2ca-7a7b-4d17-b9cf-685c4fe498ff tempest-AutoAllocateNetworkTest-1552204507 tempest-AutoAllocateNetworkTest-1552204507-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.7617862 Sep 07 18:43:50.840071 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45196) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:50.852251 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-e6ab112f-14c5-4188-a6ed-5623ff8593c5 None None] Port 80a5d59b-cf99-4dcf-ad07-9585ed02c991 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:43:50.868681 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f801c-02ee-4899-ac84-03a1b832bd8c None None] Pushing event updated for resources: {'Port': ['ID=0865fa26-2e2a-4ffe-a389-5ad4690b7ba5,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:50.880480 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f801c-02ee-4899-ac84-03a1b832bd8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:50.881728 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f801c-02ee-4899-ac84-03a1b832bd8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:50.882802 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f801c-02ee-4899-ac84-03a1b832bd8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:50.882802 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f801c-02ee-4899-ac84-03a1b832bd8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:50.883341 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f801c-02ee-4899-ac84-03a1b832bd8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:50.883762 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f801c-02ee-4899-ac84-03a1b832bd8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:50.884196 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f801c-02ee-4899-ac84-03a1b832bd8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:50.884645 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f801c-02ee-4899-ac84-03a1b832bd8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:50.885113 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f801c-02ee-4899-ac84-03a1b832bd8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:50.885494 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f801c-02ee-4899-ac84-03a1b832bd8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:50.885930 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f801c-02ee-4899-ac84-03a1b832bd8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:50.886320 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f801c-02ee-4899-ac84-03a1b832bd8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f801c-02ee-4899-ac84-03a1b832bd8c None None] Tracked resource versions report: Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: pushed versions: Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: { 'AddressGroup': {'1.2'}, Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: 'ConntrackHelper': {'1.0'}, Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: 'Log': {'1.0'}, Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: 'Network': {'1.1'}, Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: 'Port': {'1.7'}, Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: 'PortForwarding': {'1.2'}, Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: 'QosPolicy': {'1.9'}, Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: 'SecurityGroup': {'1.4'}, Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: 'SecurityGroupRule': {'1.2'}, Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: 'SubPort': {'1.0'}, Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: 'Subnet': {'1.1'}, Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: 'Trunk': {'1.1'}} Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: consumer versions: Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: { DHCP agent@n-d-807786-1: {}, Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: HyperV agent@n-h1-807786-1: {}, Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: HyperV agent@n-h2-807786-1: {}, Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: L3 agent@n-d-807786-1: {}, Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: Metadata agent@n-d-807786-1: {}, Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: Metering agent@n-d-807786-1: {}, Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: Open vSwitch agent@n-d-807786-1: { 'AddressGroup': '1.2', Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: 'ConntrackHelper': '1.0', Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: 'Log': '1.0', Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: 'Network': '1.1', Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: 'Port': '1.7', Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: 'PortForwarding': '1.2', Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: 'QosPolicy': '1.9', Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: 'SecurityGroup': '1.4', Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: 'SecurityGroupRule': '1.2', Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: 'SubPort': '1.0', Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: 'Subnet': '1.1', Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: 'Trunk': '1.1'}} Sep 07 18:43:50.887576 n-d-807786-1 neutron-server[101447]: {{(pid=101447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 18:43:50.899445 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-960f1d1d-526c-4734-bed4-fbaaefb6edcd req-94d2243b-7ba3-4791-95c2-ed80d43e751c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=d070a3fc-2a05-4d18-8f65-9b67e1dc5355 HTTP/1.1" status: 200 len: 217 time: 0.0506752 Sep 07 18:43:50.931312 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] Attempting to bind port 0865fa26-2e2a-4ffe-a389-5ad4690b7ba5 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:43:50.932031 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] Attempting to bind port 0865fa26-2e2a-4ffe-a389-5ad4690b7ba5 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:43:50.932031 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] Attempting to bind port 0865fa26-2e2a-4ffe-a389-5ad4690b7ba5 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:43:50.937609 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:43:50.938055 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:43:50.938444 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:50.938802 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:43:50.939334 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] Bound port: 0865fa26-2e2a-4ffe-a389-5ad4690b7ba5, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:43:50.939675 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:51.014953 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 64c09e33-d4d0-40eb-95eb-ad511bb10be9 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:43:51.029578 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-84e1baf1-1291-4f47-ae95-f937fca16613 tempest-AutoAllocateNetworkTest-1552204507 tempest-AutoAllocateNetworkTest-1552204507-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1622136 Sep 07 18:43:51.031918 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45206) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:51.057348 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] For port 0865fa26-2e2a-4ffe-a389-5ad4690b7ba5, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:43:51.066482 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] For port 0865fa26-2e2a-4ffe-a389-5ad4690b7ba5, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0865fa26-2e2a-4ffe-a389-5ad4690b7ba5,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:43:51.072772 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:51.086632 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd039750-c0ef-45cf-acfc-52067bf636ce', 'name': 'network-vif-deleted', 'tag': 'fe9debc6-bd9e-4b5b-a9bd-005ee543e810'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:43:51.089350 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd6eb89-4b8f-4f49-a7fd-98abc963a8ed" -d '{"events": [{"server_uuid": "dd039750-c0ef-45cf-acfc-52067bf636ce", "name": "network-vif-deleted", "tag": "fe9debc6-bd9e-4b5b-a9bd-005ee543e810"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:43:51.093688 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f1d1d-526c-4734-bed4-fbaaefb6edcd req-4621d262-063f-4d08-98ad-35e106c2f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:51.096043 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-960f1d1d-526c-4734-bed4-fbaaefb6edcd req-4621d262-063f-4d08-98ad-35e106c2f6da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1474726 Sep 07 18:43:51.099270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 64c09e33-d4d0-40eb-95eb-ad511bb10be9 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:43:51.100457 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:51.141084 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7cdd645e-60db-428d-806e-7d23790e2526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:51.159471 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bac5bdef-f632-48b8-8917-90d39370642e tempest-AutoAllocateNetworkTest-1552204507 tempest-AutoAllocateNetworkTest-1552204507-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e71244890e8d4678b9971de8077df518 HTTP/1.1" status: 200 len: 208 time: 0.1242914 Sep 07 18:43:51.174147 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] Routers {'db8a4256-2786-42d5-be48-5cffb0eddd55'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:43:51.174815 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:43:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['db8a4256-2786-42d5-be48-5cffb0eddd55'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:43:51.180434 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-37239832-9f7a-43fb-8e22-e234245a99eb req-35f86e4b-3598-4f51-8339-5fbde4b70a10 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595011 Sep 07 18:43:51.250122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-6890c846-9fee-4310-84fb-bc163e60b14a tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=070835aef4324906b081042b291592ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1523185 Sep 07 18:43:51.267225 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7cdd645e-60db-428d-806e-7d23790e2526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:51.285193 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-1eec4dd7-00e0-4ed9-b917-5464b7e25f3e tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Allocated IP 172.20.0.3 (7abb863d-4be3-42d3-a1ab-10c13856d3d1/02b2ffa4-cad5-4b0f-93a4-4ae29ef4bd89/eb52ad4c-3251-42d2-8bc4-511377353e89) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:43:51.294391 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] Set router db8a4256-2786-42d5-be48-5cffb0eddd55 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:43:51.347565 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f1d1d-526c-4734-bed4-fbaaefb6edcd req-0da19456-a1f5-460f-be08-c51b84b819e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:51.349086 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-960f1d1d-526c-4734-bed4-fbaaefb6edcd req-0da19456-a1f5-460f-be08-c51b84b819e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2258081 Sep 07 18:43:51.396023 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343cd9c-ec31-4970-9be2-c525ec4f69cb req-6344cc25-f2d2-40b5-9219-4d49d7eaefea tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:51.398144 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1343cd9c-ec31-4970-9be2-c525ec4f69cb req-6344cc25-f2d2-40b5-9219-4d49d7eaefea tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/ports?device_id=88977d4c-f975-43f2-9d45-26b05de69aaf HTTP/1.1" status: 200 len: 948 time: 0.2410789 Sep 07 18:43:51.498257 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f801c-02ee-4899-ac84-03a1b832bd8c None None] Pushing event updated for resources: {'Port': ['ID=0865fa26-2e2a-4ffe-a389-5ad4690b7ba5,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:51.534099 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1343cd9c-ec31-4970-9be2-c525ec4f69cb req-79fa6446-9366-47b7-b6b7-819946b07191 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/security-groups?id=310b9124-e344-4044-a043-f75873ad08c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204877 Sep 07 18:43:51.562317 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45224) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:51.579612 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-5c87e501-dc4c-4a92-9427-fd9f776f3338 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:51.584076 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-router', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:43:45Z', 'updated_at': '2021-09-07T18:43:47Z', 'revision_number': 3, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'gw_port': {'id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:46Z', 'updated_at': '2021-09-07T18:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:43:51.587753 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-5c87e501-dc4c-4a92-9427-fd9f776f3338 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3362427 Sep 07 18:43:51.615637 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41d155-9478-4f98-9304-d1c0d7bae77d None None] The sync data for ids ['db8a4256-2786-42d5-be48-5cffb0eddd55'] in n-d-807786-1 is: [{'id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-router', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:43:45Z', 'updated_at': '2021-09-07T18:43:47Z', 'revision_number': 3, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'gw_port': {'id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:46Z', 'updated_at': '2021-09-07T18:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:43:51.625293 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516ebf94-dc94-4cff-8a88-4351128f688f x-openstack-request-id: req-516ebf94-dc94-4cff-8a88-4351128f688f {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:43:51.625591 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd039750-c0ef-45cf-acfc-52067bf636ce", "name": "network-vif-deleted", "tag": "fe9debc6-bd9e-4b5b-a9bd-005ee543e810", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:43:51.625842 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-516ebf94-dc94-4cff-8a88-4351128f688f {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:43:51.626400 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd039750-c0ef-45cf-acfc-52067bf636ce', 'name': 'network-vif-deleted', 'tag': 'fe9debc6-bd9e-4b5b-a9bd-005ee543e810', 'status': 'completed', 'code': 200} Sep 07 18:43:51.654595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-012617e7-1180-439c-b5ff-760608ad8566 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/quotas/070835aef4324906b081042b291592ae HTTP/1.1" status: 200 len: 375 time: 0.0662181 Sep 07 18:43:51.672962 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-960f1d1d-526c-4734-bed4-fbaaefb6edcd req-82866ea1-2071-4f64-b483-62025d01632c service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885747 Sep 07 18:43:51.684407 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7cdd645e-60db-428d-806e-7d23790e2526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:51.688117 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7cdd645e-60db-428d-806e-7d23790e2526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:51.689590 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7cdd645e-60db-428d-806e-7d23790e2526 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/730c1579-571d-44fd-b935-f1caadfc0ae5 HTTP/1.1" status: 204 len: 168 time: 1.4130647 Sep 07 18:43:51.705065 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-d50adf7f-18f1-45ef-b0e3-be546328446b tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=070835aef4324906b081042b291592ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495744 Sep 07 18:43:51.731275 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a5d59b-cf99-4dcf-ad07-9585ed02c991 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:43:51.737094 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd645e-60db-428d-806e-7d23790e2526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730c1579-571d-44fd-b935-f1caadfc0ae5,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:51.803485 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:51.819608 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e79bc5d1-d5f7-4c11-bf06-2a212fd823e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:51.843243 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-1eec4dd7-00e0-4ed9-b917-5464b7e25f3e tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:51.938948 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device fe9debc6-bd9e-4b5b-a9bd-005ee543e810 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:43:51.969673 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3ffe6d3d-91cb-4faa-86be-e1af3a103afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:51.975313 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: fe9debc6-bd9e-4b5b-a9bd-005ee543e810 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:43:51.975748 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device fe9debc6-bd9e-4b5b-a9bd-005ee543e810 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:43:52.069947 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-960f1d1d-526c-4734-bed4-fbaaefb6edcd req-6e167b5d-4597-43c1-becc-0dcca97a6bfb service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696795 Sep 07 18:43:52.072189 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-1eec4dd7-00e0-4ed9-b917-5464b7e25f3e tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:52.111750 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] Transition to ACTIVE for port object 80a5d59b-cf99-4dcf-ad07-9585ed02c991 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:43:52.126492 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204a207-375d-4d8c-8dd2-ca0f55264263 req-104f0f42-afe8-4a07-a7c7-90c049749523 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:52.137587 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d204a207-375d-4d8c-8dd2-ca0f55264263 req-104f0f42-afe8-4a07-a7c7-90c049749523 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4 HTTP/1.1" status: 200 len: 936 time: 0.4694192 Sep 07 18:43:52.151504 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:52.396699 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-1eec4dd7-00e0-4ed9-b917-5464b7e25f3e tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Network 7abb863d-4be3-42d3-a1ab-10c13856d3d1 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:43:52.397493 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec4dd7-00e0-4ed9-b917-5464b7e25f3e tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Pushing event updated for resources: {'Port': ['ID=eb52ad4c-3251-42d2-8bc4-511377353e89,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:52.432337 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-1eec4dd7-00e0-4ed9-b917-5464b7e25f3e tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:43:52.443085 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-1eec4dd7-00e0-4ed9-b917-5464b7e25f3e tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:43:52.444393 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4e806-53ce-4328-8146-c1bcfb34a3c6 req-cbc824aa-0ee8-4310-91e8-35992c2bd962 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:52.451630 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-30b4e806-53ce-4328-8146-c1bcfb34a3c6 req-cbc824aa-0ee8-4310-91e8-35992c2bd962 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 945 time: 0.4645317 Sep 07 18:43:52.509247 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d204a207-375d-4d8c-8dd2-ca0f55264263 req-57d519c2-c3ab-42cf-8c91-91925402aaa4 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705995 Sep 07 18:43:52.522888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] Pushing event updated for resources: {'Port': ['ID=80a5d59b-cf99-4dcf-ad07-9585ed02c991,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:52.541215 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-1eec4dd7-00e0-4ed9-b917-5464b7e25f3e tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:52.542112 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-1eec4dd7-00e0-4ed9-b917-5464b7e25f3e tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:52.598444 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e79bc5d1-d5f7-4c11-bf06-2a212fd823e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:52.641013 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-30b4e806-53ce-4328-8146-c1bcfb34a3c6 req-74a6bb7d-b88c-4f16-a5f5-f2d6084cb5ab tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843426 Sep 07 18:43:52.641261 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e79bc5d1-d5f7-4c11-bf06-2a212fd823e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:52.649771 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-1eec4dd7-00e0-4ed9-b917-5464b7e25f3e tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1935039 Sep 07 18:43:52.667994 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] Request body: {'port': {'device_id': 'c3763538-607f-4dce-99ff-bb3e1be8c8b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:52.718312 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] Attempting to bind port 80a5d59b-cf99-4dcf-ad07-9585ed02c991 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:43:52.718653 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] Attempting to bind port 80a5d59b-cf99-4dcf-ad07-9585ed02c991 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:43:52.718979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] Attempting to bind port 80a5d59b-cf99-4dcf-ad07-9585ed02c991 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:43:52.728152 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] Port 80a5d59b-cf99-4dcf-ad07-9585ed02c991 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:43:52.728473 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] Attempting to bind port 80a5d59b-cf99-4dcf-ad07-9585ed02c991 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:43:52.743469 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:43:52.743725 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:43:52.748196 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:43:52.748956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] Bound port: 80a5d59b-cf99-4dcf-ad07-9585ed02c991, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:43:52.749611 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:52.772400 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e79bc5d1-d5f7-4c11-bf06-2a212fd823e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e71244890e8d4678b9971de8077df518&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1910090 Sep 07 18:43:52.772835 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bc5d1-d5f7-4c11-bf06-2a212fd823e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6fd9d3-9d29-46a7-8bca-abda9ac809a7,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:52.778610 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45262) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:52.817090 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417bd5c-878e-4c51-a58a-5ee131fad540 req-8a234a5c-ed69-4d26-9a87-bb294aac5134 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:52.819194 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7417bd5c-878e-4c51-a58a-5ee131fad540 req-8a234a5c-ed69-4d26-9a87-bb294aac5134 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3763538-607f-4dce-99ff-bb3e1be8c8b4 HTTP/1.1" status: 200 len: 931 time: 0.1955853 Sep 07 18:43:52.886909 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-3ffe6d3d-91cb-4faa-86be-e1af3a103afd admin admin] Allocated IP 172.20.0.1 (b55a20e6-76b5-47c9-b724-529008279f9a/8e448bc0-501e-4a71-945c-2892b3c26cf4/b63362cb-6955-4b89-a01d-14a8f45d733d) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:43:52.908535 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e985ee8-196b-41c4-b898-d17ac67427d3 req-0b7414a0-5b06-444e-87ec-d0fec89a69f8 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa889d6d-1491-4746-9fbf-ebf093098af3 HTTP/1.1" status: 200 len: 210 time: 0.1328628 Sep 07 18:43:52.922540 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] For port 80a5d59b-cf99-4dcf-ad07-9585ed02c991, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:43:52.972898 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] For port 80a5d59b-cf99-4dcf-ad07-9585ed02c991, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=80a5d59b-cf99-4dcf-ad07-9585ed02c991,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:43:53.011998 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:53.044055 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:53.079561 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7417bd5c-878e-4c51-a58a-5ee131fad540 req-259c186d-e5de-4755-8871-5a063191998a tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/security-groups?id=c761ec93-beec-4f61-8204-2595f81895c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035902 Sep 07 18:43:53.080592 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0865fa26-2e2a-4ffe-a389-5ad4690b7ba5 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:43:53.146789 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:53.149664 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:53.152121 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] 10.222.0.36 "PUT /v2.0/ports/80a5d59b-cf99-4dcf-ad07-9585ed02c991 HTTP/1.1" status: 200 len: 1096 time: 2.5640805 Sep 07 18:43:53.170509 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37045d13-0243-480e-8b11-3246f3372be8 service neutron] Pushing event updated for resources: {'Port': ['ID=80a5d59b-cf99-4dcf-ad07-9585ed02c991,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:53.191118 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a93c-0f84-4817-9135-2272d8f5a9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:53.212543 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 0865fa26-2e2a-4ffe-a389-5ad4690b7ba5 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:43:53.216175 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a93c-0f84-4817-9135-2272d8f5a9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:53.222609 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 0865fa26-2e2a-4ffe-a389-5ad4690b7ba5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:43:53.223326 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:53.283649 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a93c-0f84-4817-9135-2272d8f5a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:53.287283 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a93c-0f84-4817-9135-2272d8f5a9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:53.288638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a1a1a93c-0f84-4817-9135-2272d8f5a9c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d6fd9d3-9d29-46a7-8bca-abda9ac809a7 HTTP/1.1" status: 204 len: 168 time: 0.5088758 Sep 07 18:43:53.376238 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1a93c-0f84-4817-9135-2272d8f5a9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6fd9d3-9d29-46a7-8bca-abda9ac809a7,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:53.378284 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:53.428337 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21f9c6-d78c-4f10-a069-f62fa36688c7 req-90e26169-c32f-4626-b881-769027f00242 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:53.432539 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b21f9c6-d78c-4f10-a069-f62fa36688c7 req-90e26169-c32f-4626-b881-769027f00242 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/ports?device_id=88977d4c-f975-43f2-9d45-26b05de69aaf HTTP/1.1" status: 200 len: 948 time: 0.3479238 Sep 07 18:43:53.461193 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 0865fa26-2e2a-4ffe-a389-5ad4690b7ba5, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0865fa26-2e2a-4ffe-a389-5ad4690b7ba5,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:43:53.472294 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:53.527300 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-1505c0c6-f814-41d0-a72c-8492e4ea075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:53.528890 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-1505c0c6-f814-41d0-a72c-8492e4ea075e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=588647b3f73e4cbab7d9c80ebe3ee91e&device_id=d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4 HTTP/1.1" status: 200 len: 1099 time: 0.2665117 Sep 07 18:43:53.532059 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b21f9c6-d78c-4f10-a069-f62fa36688c7 req-598b8006-5558-4564-83c8-5c1c948bdb64 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/security-groups?id=310b9124-e344-4044-a043-f75873ad08c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929804 Sep 07 18:43:53.581664 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-258d28ea-7ad4-48f7-9a01-017ac573abd5 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=070835aef4324906b081042b291592ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771277 Sep 07 18:43:53.630396 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86ebf67-537b-4a9b-9a6f-6cad8dde0bb4', 'tag': '80a5d59b-cf99-4dcf-ad07-9585ed02c991'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:43:53.639708 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a0eaee-8faa-4084-92a0-d2e990bbdcdc" -d '{"events": [{"name": "network-changed", "server_uuid": "d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4", "tag": "80a5d59b-cf99-4dcf-ad07-9585ed02c991"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:43:53.651921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=0865fa26-2e2a-4ffe-a389-5ad4690b7ba5,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:53.655283 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-620d6fdf-8799-4625-9bbb-6b288a50c221 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=80a5d59b-cf99-4dcf-ad07-9585ed02c991 HTTP/1.1" status: 200 len: 217 time: 0.1168871 Sep 07 18:43:53.725190 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-a9b3b212-a72d-4d2c-9627-0e443aef35df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:53.726637 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-a9b3b212-a72d-4d2c-9627-0e443aef35df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0519297 Sep 07 18:43:53.728172 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77241c09-8300-4ff7-bce7-acd88a427211 x-openstack-request-id: req-77241c09-8300-4ff7-bce7-acd88a427211 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:43:53.728459 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4", "tag": "80a5d59b-cf99-4dcf-ad07-9585ed02c991", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:43:53.728746 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-77241c09-8300-4ff7-bce7-acd88a427211 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:43:53.729274 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86ebf67-537b-4a9b-9a6f-6cad8dde0bb4', 'tag': '80a5d59b-cf99-4dcf-ad07-9585ed02c991', 'status': 'completed', 'code': 200} Sep 07 18:43:53.799925 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-df982896-6815-4ec0-b833-607f41e04281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:53.805746 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-df982896-6815-4ec0-b833-607f41e04281 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0599241 Sep 07 18:43:53.841677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f2f22-ab34-4607-9a04-06b14c1b94ed req-38c94aa4-d6fc-4d5c-b1c5-db489b937259 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:53.849877 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c64f2f22-ab34-4607-9a04-06b14c1b94ed req-38c94aa4-d6fc-4d5c-b1c5-db489b937259 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4 HTTP/1.1" status: 200 len: 948 time: 0.1928475 Sep 07 18:43:53.918318 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3ffe6d3d-91cb-4faa-86be-e1af3a103afd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:53.952403 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d070a3fc-2a05-4d18-8f65-9b67e1dc5355 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:43:53.957940 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c64f2f22-ab34-4607-9a04-06b14c1b94ed req-2137fe30-a99f-43f1-89d5-478b5891335d tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068902 Sep 07 18:43:53.998675 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d5aa8-d907-453a-b988-2551940bea3e req-8adc3faa-d5b7-4f61-871b-d7beba9edc72 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:54.000266 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-507d5aa8-d907-453a-b988-2551940bea3e req-8adc3faa-d5b7-4f61-871b-d7beba9edc72 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 945 time: 0.2026799 Sep 07 18:43:54.084397 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-3ffe6d3d-91cb-4faa-86be-e1af3a103afd admin admin] Transition to ACTIVE for port object b63362cb-6955-4b89-a01d-14a8f45d733d will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:43:54.113732 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb52ad4c-3251-42d2-8bc4-511377353e89 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:43:54.130446 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:54.136566 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port d070a3fc-2a05-4d18-8f65-9b67e1dc5355, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d070a3fc-2a05-4d18-8f65-9b67e1dc5355,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:43:54.168738 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'd070a3fc-2a05-4d18-8f65-9b67e1dc5355', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': 'd070a3fc-2a05-4d18-8f65-9b67e1dc5355', 'mac_address': 'fa:16:3e:9d:bd:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:43:54.193978 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-96a26e5e-deda-4009-abb5-92061a320385 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:54.195518 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-96a26e5e-deda-4009-abb5-92061a320385 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6021385 Sep 07 18:43:54.200772 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c68b42d-6ade-4b55-9290-b6fa6cf05642 req-3f2dca03-af1a-4685-9f4d-3e70c8e5b23a tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa889d6d-1491-4746-9fbf-ebf093098af3 HTTP/1.1" status: 200 len: 210 time: 0.0706480 Sep 07 18:43:54.204497 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-507d5aa8-d907-453a-b988-2551940bea3e req-b32651c2-d02f-461f-97d8-87143ca1aad7 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277521 Sep 07 18:43:54.215062 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] Transition to ACTIVE for port object eb52ad4c-3251-42d2-8bc4-511377353e89 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:43:54.220824 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-64b8a526-a8e0-4a98-951e-1928ae83a8b9 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Request body: {'port': {'device_id': 'fa889d6d-1491-4746-9fbf-ebf093098af3', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '070835aef4324906b081042b291592ae'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:54.225711 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-e46ea659-13ad-459f-9f28-08a470741cea service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120529 Sep 07 18:43:54.227604 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:54.261744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d070a3fc-2a05-4d18-8f65-9b67e1dc5355 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:43:54.263128 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:54.311687 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port d070a3fc-2a05-4d18-8f65-9b67e1dc5355, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d070a3fc-2a05-4d18-8f65-9b67e1dc5355,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:43:54.317987 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:54.422018 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3ffe6d3d-91cb-4faa-86be-e1af3a103afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:54.449260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=d070a3fc-2a05-4d18-8f65-9b67e1dc5355,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:54.452442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b0305-7591-4f31-9c56-6b6b6d5888c3 req-bb4748e9-93c4-420e-895c-5d9e93d90050 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:54.454024 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-050b0305-7591-4f31-9c56-6b6b6d5888c3 req-bb4748e9-93c4-420e-895c-5d9e93d90050 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3763538-607f-4dce-99ff-bb3e1be8c8b4 HTTP/1.1" status: 200 len: 943 time: 0.1121833 Sep 07 18:43:54.470531 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1014c1d3-7b7a-4b66-8629-d68ed1a21513 req-658bdffa-cdae-4a8a-9697-d521bfe99eda service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375708 Sep 07 18:43:54.512224 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] Pushing event updated for resources: {'Port': ['ID=eb52ad4c-3251-42d2-8bc4-511377353e89,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:54.540323 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d070a3fc-2a05-4d18-8f65-9b67e1dc5355'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:43:54.544018 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-050b0305-7591-4f31-9c56-6b6b6d5888c3 req-0ea8dc97-59d8-4b51-8599-a8a4b27416ca tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/security-groups?id=c761ec93-beec-4f61-8204-2595f81895c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725119 Sep 07 18:43:54.655979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0eaee-8faa-4084-92a0-d2e990bbdcdc req-29eea4b1-c5de-4f06-9eeb-9d3f5f39c70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:54.657673 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50a0eaee-8faa-4084-92a0-d2e990bbdcdc req-29eea4b1-c5de-4f06-9eeb-9d3f5f39c70e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=588647b3f73e4cbab7d9c80ebe3ee91e&device_id=d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4 HTTP/1.1" status: 200 len: 1099 time: 0.0994318 Sep 07 18:43:54.718121 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffe6d3d-91cb-4faa-86be-e1af3a103afd admin admin] Network b55a20e6-76b5-47c9-b724-529008279f9a is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:43:54.748382 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-3ffe6d3d-91cb-4faa-86be-e1af3a103afd admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:43:54.755198 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] Attempting to bind port eb52ad4c-3251-42d2-8bc4-511377353e89 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:43:54.755770 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] Attempting to bind port eb52ad4c-3251-42d2-8bc4-511377353e89 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '86b13efa-254e-4154-9f3e-9145db43ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7abb863d-4be3-42d3-a1ab-10c13856d3d1'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:43:54.756269 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] Attempting to bind port eb52ad4c-3251-42d2-8bc4-511377353e89 on network 7abb863d-4be3-42d3-a1ab-10c13856d3d1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:43:54.758467 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffe6d3d-91cb-4faa-86be-e1af3a103afd admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:43:54.845812 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] Port eb52ad4c-3251-42d2-8bc4-511377353e89 on network 7abb863d-4be3-42d3-a1ab-10c13856d3d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:43:54.846139 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] Attempting to bind port eb52ad4c-3251-42d2-8bc4-511377353e89 on network 7abb863d-4be3-42d3-a1ab-10c13856d3d1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:43:54.846708 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08200ea8-d39f-45f6-b560-975f84dec253 req-8786bc25-9ce6-4410-ad16-638082a61e4e tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:54.851223 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08200ea8-d39f-45f6-b560-975f84dec253 req-8786bc25-9ce6-4410-ad16-638082a61e4e tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 1096 time: 0.1486025 Sep 07 18:43:54.862424 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:43:54.864424 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] Checking segment: {'id': '86b13efa-254e-4154-9f3e-9145db43ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7abb863d-4be3-42d3-a1ab-10c13856d3d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:43:54.869990 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] Bound using segment: {'id': '86b13efa-254e-4154-9f3e-9145db43ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7abb863d-4be3-42d3-a1ab-10c13856d3d1'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:43:54.872521 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] Bound port: eb52ad4c-3251-42d2-8bc4-511377353e89, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b13efa-254e-4154-9f3e-9145db43ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7abb863d-4be3-42d3-a1ab-10c13856d3d1'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:43:54.873614 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:54.883487 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0eaee-8faa-4084-92a0-d2e990bbdcdc req-301ff8d8-9e85-42c9-9d3e-9f7733b4449b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:54.887626 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50a0eaee-8faa-4084-92a0-d2e990bbdcdc req-301ff8d8-9e85-42c9-9d3e-9f7733b4449b service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2199662 Sep 07 18:43:54.918045 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08200ea8-d39f-45f6-b560-975f84dec253 req-c3e80de7-046d-4e5a-8a22-ee22d026f623 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586257 Sep 07 18:43:54.995834 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe6d3d-91cb-4faa-86be-e1af3a103afd admin admin] Pushing event updated for resources: {'Port': ['ID=b63362cb-6955-4b89-a01d-14a8f45d733d,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:55.003383 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3ffe6d3d-91cb-4faa-86be-e1af3a103afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:55.005204 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0865fa26-2e2a-4ffe-a389-5ad4690b7ba5 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:43:55.021119 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50a0eaee-8faa-4084-92a0-d2e990bbdcdc req-90a311a3-7111-4a06-8d37-d3fe193e4f7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=80a5d59b-cf99-4dcf-ad07-9585ed02c991 HTTP/1.1" status: 200 len: 217 time: 0.1050377 Sep 07 18:43:55.060039 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-10d36887-9fac-4a5b-a776-e986bf762c49 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=581e70f192f44902b528bd4279ab890a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677140 Sep 07 18:43:55.090530 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-64b8a526-a8e0-4a98-951e-1928ae83a8b9 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Made reservation on behalf of 070835aef4324906b081042b291592ae for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:55.094289 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-64b8a526-a8e0-4a98-951e-1928ae83a8b9 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:55.097731 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 0865fa26-2e2a-4ffe-a389-5ad4690b7ba5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:43:55.098150 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:55.126769 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] For port eb52ad4c-3251-42d2-8bc4-511377353e89, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:43:55.179918 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e943d4e1-b74b-4486-9682-ce3d478f3f9a None None] Provisioning for port b63362cb-6955-4b89-a01d-14a8f45d733d completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:43:55.187215 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e943d4e1-b74b-4486-9682-ce3d478f3f9a None None] Provisioning complete for port b63362cb-6955-4b89-a01d-14a8f45d733d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:43:55.187726 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e943d4e1-b74b-4486-9682-ce3d478f3f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:55.197634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0eaee-8faa-4084-92a0-d2e990bbdcdc req-5c5a923c-b153-44be-bfd0-8d1a5169a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:55.198026 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] For port eb52ad4c-3251-42d2-8bc4-511377353e89, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=eb52ad4c-3251-42d2-8bc4-511377353e89,segment=NetworkSegment(86b13efa-254e-4154-9f3e-9145db43ed21),segment_id=86b13efa-254e-4154-9f3e-9145db43ed21)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:43:55.199049 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50a0eaee-8faa-4084-92a0-d2e990bbdcdc req-5c5a923c-b153-44be-bfd0-8d1a5169a8d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1645572 Sep 07 18:43:55.217691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700f137-76f0-440a-9145-9ce0899bda94 req-02ae28e3-a271-4c15-a426-8deba84e84a6 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:55.228538 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2700f137-76f0-440a-9145-9ce0899bda94 req-02ae28e3-a271-4c15-a426-8deba84e84a6 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/ports?device_id=88977d4c-f975-43f2-9d45-26b05de69aaf HTTP/1.1" status: 200 len: 949 time: 0.1855433 Sep 07 18:43:55.252759 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-e943d4e1-b74b-4486-9682-ce3d478f3f9a None None] Port b63362cb-6955-4b89-a01d-14a8f45d733d cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:43:55.300275 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-67150627-06ca-4ebc-b73a-2dcb3fb2ff42 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:55.301792 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-67150627-06ca-4ebc-b73a-2dcb3fb2ff42 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2120035 Sep 07 18:43:55.315128 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:55.325431 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2700f137-76f0-440a-9145-9ce0899bda94 req-3d574faf-31cc-42a8-a08c-a817fc26c5cb tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/security-groups?id=310b9124-e344-4044-a043-f75873ad08c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956323 Sep 07 18:43:55.348669 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0eaee-8faa-4084-92a0-d2e990bbdcdc req-1d5099ba-16d7-4de2-96bb-e5c6c2b71ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:55.351954 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50a0eaee-8faa-4084-92a0-d2e990bbdcdc req-1d5099ba-16d7-4de2-96bb-e5c6c2b71ca4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1423347 Sep 07 18:43:55.353762 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-5d7f4420-e722-456e-8d5a-6d20ec25b486 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/quotas/581e70f192f44902b528bd4279ab890a HTTP/1.1" status: 200 len: 375 time: 0.0393672 Sep 07 18:43:55.385255 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:55.385886 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:55.387313 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] 10.222.0.60 "PUT /v2.0/ports/eb52ad4c-3251-42d2-8bc4-511377353e89 HTTP/1.1" status: 200 len: 1091 time: 2.7267225 Sep 07 18:43:55.394951 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3763538-607f-4dce-99ff-bb3e1be8c8b4', 'tag': 'eb52ad4c-3251-42d2-8bc4-511377353e89'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:43:55.399030 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6a8eb1-ab08-44ea-a498-ec07c8943ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "c3763538-607f-4dce-99ff-bb3e1be8c8b4", "tag": "eb52ad4c-3251-42d2-8bc4-511377353e89"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:43:55.428553 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-92119414-9354-443c-815c-fa45024e426d tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606980 Sep 07 18:43:55.436773 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-64b8a526-a8e0-4a98-951e-1928ae83a8b9 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Allocated IP 192.168.233.247 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/6bf12f24-ff84-42c1-a351-ced80dfb4f97) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:43:55.505692 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a9bde-6dc5-4b5c-91a0-529cbf70857b service neutron] Pushing event updated for resources: {'Port': ['ID=eb52ad4c-3251-42d2-8bc4-511377353e89,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:55.523073 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3ffe6d3d-91cb-4faa-86be-e1af3a103afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:55.570961 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4acf69-2e1b-441a-841c-b7c5efe29a66 req-96735db9-76f0-42ab-9705-c9c7e8e670f0 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:55.572572 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc4acf69-2e1b-441a-841c-b7c5efe29a66 req-96735db9-76f0-42ab-9705-c9c7e8e670f0 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 1096 time: 0.1647735 Sep 07 18:43:55.620168 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-290b035f-42ec-454a-8b57-6fd13ff0155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:55.629200 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-290b035f-42ec-454a-8b57-6fd13ff0155b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60ba01fec01f439e8d5999973cd55e3c&device_id=c3763538-607f-4dce-99ff-bb3e1be8c8b4 HTTP/1.1" status: 200 len: 1094 time: 0.1888289 Sep 07 18:43:55.636234 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50a0eaee-8faa-4084-92a0-d2e990bbdcdc req-6c892ed3-f215-4dfa-9fc9-28cb034381bf service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664654 Sep 07 18:43:55.692681 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc4acf69-2e1b-441a-841c-b7c5efe29a66 req-abfb21b1-c012-4600-a99c-e6c3b8004880 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135495 Sep 07 18:43:55.699483 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-05d43ef0-c41b-4a9f-9ab8-ef719db5ef53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb52ad4c-3251-42d2-8bc4-511377353e89 HTTP/1.1" status: 200 len: 217 time: 0.0598130 Sep 07 18:43:55.782719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae507bc-fd1e-4bb5-b08f-3457d5203b1b req-0347e6e3-2436-4494-9f6a-a9d5ee5615ca tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:55.784319 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ae507bc-fd1e-4bb5-b08f-3457d5203b1b req-0347e6e3-2436-4494-9f6a-a9d5ee5615ca tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4 HTTP/1.1" status: 200 len: 948 time: 0.1173596 Sep 07 18:43:55.797170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50a0eaee-8faa-4084-92a0-d2e990bbdcdc req-853b4e49-41f0-40f0-a844-1bd2a129a7ce service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600087 Sep 07 18:43:55.821175 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f5ed476-8d3c-4608-b7ac-77e6d125c372 req-445e111c-98fb-4d04-b97f-b24ad9fd1076 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa889d6d-1491-4746-9fbf-ebf093098af3 HTTP/1.1" status: 200 len: 210 time: 0.0342367 Sep 07 18:43:55.851581 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-33c1dd43-80b4-453a-9277-3ac41071e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:55.853095 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-33c1dd43-80b4-453a-9277-3ac41071e16e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02b2ffa4-cad5-4b0f-93a4-4ae29ef4bd89 HTTP/1.1" status: 200 len: 854 time: 0.1276174 Sep 07 18:43:55.867051 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2b5e4bed-dfff-4505-868b-5681e9a80522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:55.882116 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ae507bc-fd1e-4bb5-b08f-3457d5203b1b req-b8a319f1-4d83-4410-b57d-ffcd16f0e81f tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837688 Sep 07 18:43:55.921285 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eddeb2f-919f-433a-a6c4-9d13cada6b6a x-openstack-request-id: req-4eddeb2f-919f-433a-a6c4-9d13cada6b6a {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:43:55.921578 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3763538-607f-4dce-99ff-bb3e1be8c8b4", "tag": "eb52ad4c-3251-42d2-8bc4-511377353e89", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:43:55.921888 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4eddeb2f-919f-433a-a6c4-9d13cada6b6a {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:43:55.922301 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3763538-607f-4dce-99ff-bb3e1be8c8b4', 'tag': 'eb52ad4c-3251-42d2-8bc4-511377353e89', 'status': 'completed', 'code': 200} Sep 07 18:43:55.924470 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-c61f9d16-6189-4acd-a807-d510aaf733bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7abb863d-4be3-42d3-a1ab-10c13856d3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409074 Sep 07 18:43:55.970583 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d070a3fc-2a05-4d18-8f65-9b67e1dc5355 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:43:55.983926 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-64b8a526-a8e0-4a98-951e-1928ae83a8b9 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:56.021411 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-64b8a526-a8e0-4a98-951e-1928ae83a8b9 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Transition to ACTIVE for port object 6bf12f24-ff84-42c1-a351-ced80dfb4f97 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:43:56.025513 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port d070a3fc-2a05-4d18-8f65-9b67e1dc5355 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:43:56.031882 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port d070a3fc-2a05-4d18-8f65-9b67e1dc5355 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:43:56.032609 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:56.082097 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3ffe6d3d-91cb-4faa-86be-e1af3a103afd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:56.092586 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3ffe6d3d-91cb-4faa-86be-e1af3a103afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:56.140902 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:56.170475 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88977d4c-f975-43f2-9d45-26b05de69aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd070a3fc-2a05-4d18-8f65-9b67e1dc5355'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:43:56.173568 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aac2732-fd12-44b5-844e-81fdb6e47a37" -d '{"events": [{"server_uuid": "88977d4c-f975-43f2-9d45-26b05de69aaf", "name": "network-vif-plugged", "status": "completed", "tag": "d070a3fc-2a05-4d18-8f65-9b67e1dc5355"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:43:56.174455 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-3a9b2b01-05c7-4834-8b13-f653794fbd16 service neutron] 10.222.0.60 "GET /v2.0/networks/7abb863d-4be3-42d3-a1ab-10c13856d3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303252 Sep 07 18:43:56.190956 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port d070a3fc-2a05-4d18-8f65-9b67e1dc5355, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d070a3fc-2a05-4d18-8f65-9b67e1dc5355,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:43:56.197580 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:56.199181 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b61ed9c4-48d5-4384-ac17-442f37011aa2 req-2861ee03-43cd-4355-a076-fd1d5f5d2282 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=e01b0b74-72dd-41a0-90c0-9e3af38c40ee HTTP/1.1" status: 200 len: 210 time: 0.2518039 Sep 07 18:43:56.209553 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe6d3d-91cb-4faa-86be-e1af3a103afd admin admin] Pushing event updated for resources: {'Port': ['ID=b63362cb-6955-4b89-a01d-14a8f45d733d,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:56.217500 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3ffe6d3d-91cb-4faa-86be-e1af3a103afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:56.246074 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-64b8a526-a8e0-4a98-951e-1928ae83a8b9 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:56.253081 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def17fe-50d0-44c7-b6f4-6e644bf4e8ec req-9611123f-05a1-4fdd-8df1-edbc78ddbb6a tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:56.255450 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3def17fe-50d0-44c7-b6f4-6e644bf4e8ec req-9611123f-05a1-4fdd-8df1-edbc78ddbb6a tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3763538-607f-4dce-99ff-bb3e1be8c8b4 HTTP/1.1" status: 200 len: 943 time: 0.2974534 Sep 07 18:43:56.283048 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=d070a3fc-2a05-4d18-8f65-9b67e1dc5355,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:56.300837 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-64b8a526-a8e0-4a98-951e-1928ae83a8b9 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:43:56.325372 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3def17fe-50d0-44c7-b6f4-6e644bf4e8ec req-d807020f-0846-47eb-978e-2959f65ccf2a tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/security-groups?id=c761ec93-beec-4f61-8204-2595f81895c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635233 Sep 07 18:43:56.349163 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-64b8a526-a8e0-4a98-951e-1928ae83a8b9 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:43:56.351879 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-64b8a526-a8e0-4a98-951e-1928ae83a8b9 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:43:56.432184 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1d0f0e-5f1f-4aa9-a664-34343e9dc70d x-openstack-request-id: req-ed1d0f0e-5f1f-4aa9-a664-34343e9dc70d {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:43:56.432724 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88977d4c-f975-43f2-9d45-26b05de69aaf", "name": "network-vif-plugged", "status": "completed", "tag": "d070a3fc-2a05-4d18-8f65-9b67e1dc5355", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:43:56.432918 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed1d0f0e-5f1f-4aa9-a664-34343e9dc70d {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:43:56.433338 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88977d4c-f975-43f2-9d45-26b05de69aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd070a3fc-2a05-4d18-8f65-9b67e1dc5355', 'code': 200} Sep 07 18:43:56.590090 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-938b3b7e-3aa5-4ca3-8ade-d98702a491e9 req-418a7d07-9087-4748-9d42-b09605045fb3 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:43:56.591522 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-938b3b7e-3aa5-4ca3-8ade-d98702a491e9 req-418a7d07-9087-4748-9d42-b09605045fb3 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081413 Sep 07 18:43:56.610240 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a92e7-958a-45ca-a0d8-98b7aecbc36a req-5717c7b2-e8ed-4adf-b090-1ec852129aeb tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:56.612063 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-713a92e7-958a-45ca-a0d8-98b7aecbc36a req-5717c7b2-e8ed-4adf-b090-1ec852129aeb tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/ports?device_id=88977d4c-f975-43f2-9d45-26b05de69aaf HTTP/1.1" status: 200 len: 950 time: 0.1021295 Sep 07 18:43:56.687969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db4d38-98fc-42f3-ab5f-bba9c6241112 req-2ff6db4f-e31c-4221-9313-7d318b89f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:56.690585 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10db4d38-98fc-42f3-ab5f-bba9c6241112 req-2ff6db4f-e31c-4221-9313-7d318b89f2d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=88977d4c-f975-43f2-9d45-26b05de69aaf HTTP/1.1" status: 200 len: 1101 time: 0.1674902 Sep 07 18:43:56.729853 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8a526-a8e0-4a98-951e-1928ae83a8b9 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Pushing event updated for resources: {'Port': ['ID=6bf12f24-ff84-42c1-a351-ced80dfb4f97,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:56.768783 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-64b8a526-a8e0-4a98-951e-1928ae83a8b9 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:56.769429 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-64b8a526-a8e0-4a98-951e-1928ae83a8b9 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:56.780744 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-58234609-12ae-4a0d-b20e-6b20c9f310c3 req-3d88f531-91fd-41bd-ac71-709b1c853c7c service neutron] 10.222.0.60 "GET /v2.0/networks/7abb863d-4be3-42d3-a1ab-10c13856d3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5878234 Sep 07 18:43:56.791667 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10db4d38-98fc-42f3-ab5f-bba9c6241112 req-ea490dc7-0792-445d-9f7b-f34d52f30b1f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=310b9124-e344-4044-a043-f75873ad08c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903902 Sep 07 18:43:56.798842 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c6917bc0-f6e3-48ca-a9e6-87aac0af7f51 None None] Provisioning for port 6bf12f24-ff84-42c1-a351-ced80dfb4f97 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:43:56.806296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c6917bc0-f6e3-48ca-a9e6-87aac0af7f51 None None] Provisioning complete for port 6bf12f24-ff84-42c1-a351-ced80dfb4f97 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:43:56.808338 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c6917bc0-f6e3-48ca-a9e6-87aac0af7f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:56.818906 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-c0842d74-4923-4ef3-9f6c-2abbdb576f77 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=581e70f192f44902b528bd4279ab890a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476625 Sep 07 18:43:56.835711 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-713a92e7-958a-45ca-a0d8-98b7aecbc36a req-808437fc-961a-4731-b78c-4fb167fab2c0 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/security-groups?id=310b9124-e344-4044-a043-f75873ad08c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097898 Sep 07 18:43:56.869108 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffe6d3d-91cb-4faa-86be-e1af3a103afd admin admin] Network b55a20e6-76b5-47c9-b724-529008279f9a is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:43:56.870655 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-64b8a526-a8e0-4a98-951e-1928ae83a8b9 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6569200 Sep 07 18:43:56.873075 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-3ffe6d3d-91cb-4faa-86be-e1af3a103afd admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:43:56.901595 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c6917bc0-f6e3-48ca-a9e6-87aac0af7f51 None None] Port 6bf12f24-ff84-42c1-a351-ced80dfb4f97 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:43:56.975409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45390) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:56.979601 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] Request body: {'port': {'device_id': 'fa889d6d-1491-4746-9fbf-ebf093098af3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:57.026272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac5d56-feba-4770-b22f-99e77499d054 req-fcb54df9-7a7c-4087-8650-0bd80c57f886 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:57.029342 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8ac5d56-feba-4770-b22f-99e77499d054 req-fcb54df9-7a7c-4087-8650-0bd80c57f886 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa889d6d-1491-4746-9fbf-ebf093098af3 HTTP/1.1" status: 200 len: 936 time: 0.0821528 Sep 07 18:43:57.127102 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:57.169251 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffe6d3d-91cb-4faa-86be-e1af3a103afd admin admin] Router db8a4256-2786-42d5-be48-5cffb0eddd55 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:43:57.214391 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a8eb1-ab08-44ea-a498-ec07c8943ea7 req-b7b4ff1f-5e1d-4dcc-964f-50e3a4dbd323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:57.216143 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d6a8eb1-ab08-44ea-a498-ec07c8943ea7 req-b7b4ff1f-5e1d-4dcc-964f-50e3a4dbd323 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60ba01fec01f439e8d5999973cd55e3c&device_id=c3763538-607f-4dce-99ff-bb3e1be8c8b4 HTTP/1.1" status: 200 len: 1094 time: 0.1752868 Sep 07 18:43:57.226360 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-51aa0741-516a-4904-a91f-f09d2f557890 None None] Provisioning complete for port b63362cb-6955-4b89-a01d-14a8f45d733d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:43:57.226844 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-51aa0741-516a-4904-a91f-f09d2f557890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:57.228229 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4c98cd82-be44-4b9c-b5c9-ae83fd70b886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:57.269423 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-51aa0741-516a-4904-a91f-f09d2f557890 None None] Port b63362cb-6955-4b89-a01d-14a8f45d733d cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:43:57.269977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8ac5d56-feba-4770-b22f-99e77499d054 req-16e352d1-1f71-4ed2-8976-b71ffa3dac2a tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276597 Sep 07 18:43:57.277023 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 80a5d59b-cf99-4dcf-ad07-9585ed02c991 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:43:57.304926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-c85abbb6-5b12-4343-85bf-74e57de5b3a9 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:57.306645 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-c85abbb6-5b12-4343-85bf-74e57de5b3a9 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2759683 Sep 07 18:43:57.329527 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-8b13e006-82b9-41f0-8c26-e7dfabc7451a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Request body: {'port': {'device_id': 'e01b0b74-72dd-41a0-90c0-9e3af38c40ee', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '581e70f192f44902b528bd4279ab890a'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:57.446103 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 80a5d59b-cf99-4dcf-ad07-9585ed02c991, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=80a5d59b-cf99-4dcf-ad07-9585ed02c991,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:43:57.467340 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffe6d3d-91cb-4faa-86be-e1af3a103afd admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:43:57.469454 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '80a5d59b-cf99-4dcf-ad07-9585ed02c991', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '80a5d59b-cf99-4dcf-ad07-9585ed02c991', 'mac_address': 'fa:16:3e:08:f3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:43:57.489142 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3ffe6d3d-91cb-4faa-86be-e1af3a103afd admin admin] 10.222.0.26 "PUT /v2.0/routers/db8a4256-2786-42d5-be48-5cffb0eddd55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4413228 Sep 07 18:43:57.504445 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] Sync routers for ids ['db8a4256-2786-42d5-be48-5cffb0eddd55'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:43:57.537408 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:57.550966 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] Routers {'db8a4256-2786-42d5-be48-5cffb0eddd55'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:43:57.555118 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:43:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['db8a4256-2786-42d5-be48-5cffb0eddd55'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:43:57.566886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a8eb1-ab08-44ea-a498-ec07c8943ea7 req-3193d93a-8715-4b0a-9d24-24ba4d96dcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:57.569087 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d6a8eb1-ab08-44ea-a498-ec07c8943ea7 req-3193d93a-8715-4b0a-9d24-24ba4d96dcdc service neutron] 10.222.0.60 "GET /v2.0/networks?id=7abb863d-4be3-42d3-a1ab-10c13856d3d1 HTTP/1.1" status: 200 len: 915 time: 0.3333397 Sep 07 18:43:57.593054 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07ba2e-258f-45bf-9089-25bab5229ac2 req-6ace143a-4b7f-498b-8e35-7a9d19cab2f0 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:57.600184 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c07ba2e-258f-45bf-9089-25bab5229ac2 req-6ace143a-4b7f-498b-8e35-7a9d19cab2f0 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4 HTTP/1.1" status: 200 len: 948 time: 0.2029772 Sep 07 18:43:57.663124 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d6a8eb1-ab08-44ea-a498-ec07c8943ea7 req-678d475b-dd7d-4891-942f-4e28c32c1aae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb52ad4c-3251-42d2-8bc4-511377353e89 HTTP/1.1" status: 200 len: 217 time: 0.0784307 Sep 07 18:43:57.682202 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf12f24-ff84-42c1-a351-ced80dfb4f97 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:43:57.695492 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:57.711881 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] Transition to ACTIVE for port object 6bf12f24-ff84-42c1-a351-ced80dfb4f97 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:43:57.716791 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:57.727435 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] Set router db8a4256-2786-42d5-be48-5cffb0eddd55 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:43:57.740249 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c07ba2e-258f-45bf-9089-25bab5229ac2 req-c9943a19-1898-49f0-a882-604c23399405 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335199 Sep 07 18:43:57.780284 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4c98cd82-be44-4b9c-b5c9-ae83fd70b886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:57.801397 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf12f24-ff84-42c1-a351-ced80dfb4f97,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:57.820245 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4c98cd82-be44-4b9c-b5c9-ae83fd70b886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:57.853784 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a8eb1-ab08-44ea-a498-ec07c8943ea7 req-c63cf0e1-9928-4ed6-8174-fa7ce2e47e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:57.855319 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d6a8eb1-ab08-44ea-a498-ec07c8943ea7 req-c63cf0e1-9928-4ed6-8174-fa7ce2e47e29 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02b2ffa4-cad5-4b0f-93a4-4ae29ef4bd89 HTTP/1.1" status: 200 len: 854 time: 0.1789896 Sep 07 18:43:57.939371 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] Attempting to bind port 6bf12f24-ff84-42c1-a351-ced80dfb4f97 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:43:57.939840 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] Attempting to bind port 6bf12f24-ff84-42c1-a351-ced80dfb4f97 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:43:57.940206 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] Attempting to bind port 6bf12f24-ff84-42c1-a351-ced80dfb4f97 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:43:57.945618 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] Port 6bf12f24-ff84-42c1-a351-ced80dfb4f97 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:43:57.946093 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] Attempting to bind port 6bf12f24-ff84-42c1-a351-ced80dfb4f97 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:43:57.952991 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:43:57.953482 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:43:57.953955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:43:57.954490 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] Bound port: 6bf12f24-ff84-42c1-a351-ced80dfb4f97, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:43:57.954942 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:57.971755 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a5d59b-cf99-4dcf-ad07-9585ed02c991 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:43:58.020924 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 80a5d59b-cf99-4dcf-ad07-9585ed02c991, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=80a5d59b-cf99-4dcf-ad07-9585ed02c991,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:43:58.041826 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:58.054812 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d6a8eb1-ab08-44ea-a498-ec07c8943ea7 req-cc158655-78cd-4a7b-b4ba-2c6621b2a3eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7abb863d-4be3-42d3-a1ab-10c13856d3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1597695 Sep 07 18:43:58.072492 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4c98cd82-be44-4b9c-b5c9-ae83fd70b886 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ded4824b02924059a4ae5a17e09ed82b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0953147 Sep 07 18:43:58.073433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-8b13e006-82b9-41f0-8c26-e7dfabc7451a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Made reservation on behalf of 581e70f192f44902b528bd4279ab890a for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:58.077771 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-8b13e006-82b9-41f0-8c26-e7dfabc7451a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:58.078683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45428) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:58.085176 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] For port 6bf12f24-ff84-42c1-a351-ced80dfb4f97, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:43:58.095901 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61d9217b-23b0-49b9-b194-d1992af7adf0 req-0ca4fd5c-53f0-43e8-969b-e2bad5b67540 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=e01b0b74-72dd-41a0-90c0-9e3af38c40ee HTTP/1.1" status: 200 len: 210 time: 0.1850135 Sep 07 18:43:58.141773 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] For port 6bf12f24-ff84-42c1-a351-ced80dfb4f97, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=6bf12f24-ff84-42c1-a351-ced80dfb4f97,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:43:58.145115 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98cd82-be44-4b9c-b5c9-ae83fd70b886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd44108c-ac42-4574-b5c1-e3b1e1547e79,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:58.155040 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-8b13e006-82b9-41f0-8c26-e7dfabc7451a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:58.175475 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:58.229091 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=80a5d59b-cf99-4dcf-ad07-9585ed02c991,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:58.266328 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:58.267438 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:58.269203 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] 10.222.0.36 "PUT /v2.0/ports/6bf12f24-ff84-42c1-a351-ced80dfb4f97 HTTP/1.1" status: 200 len: 1096 time: 1.2946804 Sep 07 18:43:58.278973 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa889d6d-1491-4746-9fbf-ebf093098af3', 'tag': '6bf12f24-ff84-42c1-a351-ced80dfb4f97'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:43:58.282609 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d28e0dd-9796-4c00-ac1d-b00b0c6d700d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa889d6d-1491-4746-9fbf-ebf093098af3", "tag": "6bf12f24-ff84-42c1-a351-ced80dfb4f97"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:43:58.308805 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['80a5d59b-cf99-4dcf-ad07-9585ed02c991'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:43:58.351890 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9676a88f-6801-4bf5-82e0-8b214274756e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:58.378181 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9676a88f-6801-4bf5-82e0-8b214274756e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:58.464380 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94c86f-b14f-4fb5-b5d0-a9bf83ac60c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf12f24-ff84-42c1-a351-ced80dfb4f97,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:58.477838 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9676a88f-6801-4bf5-82e0-8b214274756e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:58.478806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d6a8eb1-ab08-44ea-a498-ec07c8943ea7 req-6f5ba199-4273-4531-90e1-d534c840c03a service neutron] 10.222.0.60 "GET /v2.0/networks/7abb863d-4be3-42d3-a1ab-10c13856d3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542073 Sep 07 18:43:58.480577 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9676a88f-6801-4bf5-82e0-8b214274756e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:58.487295 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9676a88f-6801-4bf5-82e0-8b214274756e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd44108c-ac42-4574-b5c1-e3b1e1547e79 HTTP/1.1" status: 204 len: 168 time: 0.4015126 Sep 07 18:43:58.509843 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676a88f-6801-4bf5-82e0-8b214274756e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd44108c-ac42-4574-b5c1-e3b1e1547e79,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:58.518947 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45448) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:58.523752 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-router', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:43:45Z', 'updated_at': '2021-09-07T18:43:55Z', 'revision_number': 4, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'gw_port': {'id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:46Z', 'updated_at': '2021-09-07T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b63362cb-6955-4b89-a01d-14a8f45d733d', 'name': '', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'mac_address': 'fa:16:3e:44:1a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:52Z', 'updated_at': '2021-09-07T18:43:55Z', 'revision_number': 2, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'subnets': [{'id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:43:58.541785 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-0505cffa-9b4b-4c7d-bd62-5953b11ec07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:58.549930 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-0505cffa-9b4b-4c7d-bd62-5953b11ec07a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=070835aef4324906b081042b291592ae&device_id=fa889d6d-1491-4746-9fbf-ebf093098af3 HTTP/1.1" status: 200 len: 1099 time: 0.2068324 Sep 07 18:43:58.627551 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-8b13e006-82b9-41f0-8c26-e7dfabc7451a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:58.631175 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-ef7e0a0d-f0b1-4356-8a1e-b329e4d86ea2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=6bf12f24-ff84-42c1-a351-ced80dfb4f97 HTTP/1.1" status: 200 len: 217 time: 0.0741096 Sep 07 18:43:58.632617 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45452) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:58.639221 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1145574a-f9db-4528-8bc0-7a842abd960d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1367146461-network', 'tenant_id': '42e6cf792bce4b0c9b1906c068741946'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:58.640790 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-8b13e006-82b9-41f0-8c26-e7dfabc7451a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:58.657990 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] Checking router: db8a4256-2786-42d5-be48-5cffb0eddd55 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:43:58.658590 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] Updating router db8a4256-2786-42d5-be48-5cffb0eddd55 port b63362cb-6955-4b89-a01d-14a8f45d733d binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:43:58.690858 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:58.704476 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ce34b-e901-477c-a9a5-737950f529e4 req-42cbe065-380b-4901-be4e-41df2bd7c890 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:58.708593 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1145574a-f9db-4528-8bc0-7a842abd960d admin admin] Made reservation on behalf of 42e6cf792bce4b0c9b1906c068741946 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:58.721311 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1145574a-f9db-4528-8bc0-7a842abd960d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:58.726356 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-222ce34b-e901-477c-a9a5-737950f529e4 req-42cbe065-380b-4901-be4e-41df2bd7c890 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3763538-607f-4dce-99ff-bb3e1be8c8b4 HTTP/1.1" status: 200 len: 943 time: 0.4727569 Sep 07 18:43:58.738999 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-d58ca924-577d-4d87-bf46-98ba52902a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:58.742147 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-d58ca924-577d-4d87-bf46-98ba52902a95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0992308 Sep 07 18:43:58.742840 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1145574a-f9db-4528-8bc0-7a842abd960d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:58.780029 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-27748139-d3ce-43cc-a03d-ae6d70214ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:58.856401 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13e006-82b9-41f0-8c26-e7dfabc7451a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:58.877848 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1145574a-f9db-4528-8bc0-7a842abd960d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:58.898966 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-222ce34b-e901-477c-a9a5-737950f529e4 req-f3999103-bbfe-4423-ae49-4df7bd47ee75 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/security-groups?id=c761ec93-beec-4f61-8204-2595f81895c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672843 Sep 07 18:43:58.900160 n-d-807786-1 neutron-server[101444]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 18:43:58.903928 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-e71ce466-1767-4fa8-8434-4bb5f5cee3f9 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:43:58.930494 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-e71ce466-1767-4fa8-8434-4bb5f5cee3f9 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4099326 Sep 07 18:43:58.936285 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1145574a-f9db-4528-8bc0-7a842abd960d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:58.945006 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:59.010032 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1145574a-f9db-4528-8bc0-7a842abd960d admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:43:59.032466 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145574a-f9db-4528-8bc0-7a842abd960d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523dce40-a641-40d0-b473-cdbcb024f94a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:59.036154 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45458) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:59.038035 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1145574a-f9db-4528-8bc0-7a842abd960d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:59.038378 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-1145574a-f9db-4528-8bc0-7a842abd960d admin admin] Added segment 088b4c47-bc4c-41bb-93b3-aab7946a67e3 of type vlan for network ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec Sep 07 18:43:59.040300 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-1b5a930f-449c-4b9f-9df0-f5cf908f4d39 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:59.041720 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-1b5a930f-449c-4b9f-9df0-f5cf908f4d39 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/ports/d0e6e22b-9769-4ad0-a921-8148bf9013b9 HTTP/1.1" status: 200 len: 1093 time: 0.0998039 Sep 07 18:43:59.048670 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-1873135a-3f43-47b9-833a-d693dde1e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:59.050922 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-1873135a-3f43-47b9-833a-d693dde1e7e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2969317 Sep 07 18:43:59.057158 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d6a8eb1-ab08-44ea-a498-ec07c8943ea7 req-4b12f865-d804-44df-8ad4-ab93531a8f80 service neutron] 10.222.0.60 "GET /v2.0/networks/7abb863d-4be3-42d3-a1ab-10c13856d3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666032 Sep 07 18:43:59.105376 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362785eb-80e9-46a8-ac6a-dc387a3e37b8 req-292ffece-4ec6-4045-9f74-5a99606dc5b5 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:59.107404 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc9420e0-036c-4e7f-ae74-0c274c06584d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:59.107531 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-362785eb-80e9-46a8-ac6a-dc387a3e37b8 req-292ffece-4ec6-4045-9f74-5a99606dc5b5 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/ports?device_id=88977d4c-f975-43f2-9d45-26b05de69aaf HTTP/1.1" status: 200 len: 950 time: 0.1127861 Sep 07 18:43:59.108852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-8b13e006-82b9-41f0-8c26-e7dfabc7451a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Allocated IP 192.168.233.48 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/d4793ad6-d11d-40c6-b974-0f6fa5236f35) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:43:59.140408 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1145574a-f9db-4528-8bc0-7a842abd960d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:59.185654 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-362785eb-80e9-46a8-ac6a-dc387a3e37b8 req-2c8288e0-3c78-420d-98b9-81fec9670a33 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/security-groups?id=310b9124-e344-4044-a043-f75873ad08c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681384 Sep 07 18:43:59.190054 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:59.207138 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] Transition to ACTIVE for port object b63362cb-6955-4b89-a01d-14a8f45d733d will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:43:59.226472 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:59.241792 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1145574a-f9db-4528-8bc0-7a842abd960d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:59.242838 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1145574a-f9db-4528-8bc0-7a842abd960d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:59.243571 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1145574a-f9db-4528-8bc0-7a842abd960d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:59.281630 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32760f3-504c-42ac-a163-db904881cdc0 x-openstack-request-id: req-d32760f3-504c-42ac-a163-db904881cdc0 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:43:59.281927 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa889d6d-1491-4746-9fbf-ebf093098af3", "tag": "6bf12f24-ff84-42c1-a351-ced80dfb4f97", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:43:59.282178 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d32760f3-504c-42ac-a163-db904881cdc0 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:43:59.282577 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa889d6d-1491-4746-9fbf-ebf093098af3', 'tag': '6bf12f24-ff84-42c1-a351-ced80dfb4f97', 'status': 'completed', 'code': 200} Sep 07 18:43:59.285982 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-e5e505f8-b273-4799-9aef-0f3ca27872b5 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261229 Sep 07 18:43:59.318915 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f360fe-6d55-4dc9-bed2-4fd2e73c6ff1 None None] Pushing event updated for resources: {'Port': ['ID=b63362cb-6955-4b89-a01d-14a8f45d733d,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:59.322651 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 80a5d59b-cf99-4dcf-ad07-9585ed02c991 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:43:59.332345 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-51983e49-87b4-4dd2-a389-ab9755d57a7f service neutron] Request body: {'binding': {'host': 'n-h1-807786-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:59.332887 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-51983e49-87b4-4dd2-a389-ab9755d57a7f service neutron] Unknown quota resources ['binding']. {{(pid=101444) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 18:43:59.410942 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-8b13e006-82b9-41f0-8c26-e7dfabc7451a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:59.421387 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb956cd-c7a9-4fe1-9b5b-719386a0d17c req-6d451e0b-0e66-4c63-8349-f4152be8253b tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:59.423009 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbb956cd-c7a9-4fe1-9b5b-719386a0d17c req-6d451e0b-0e66-4c63-8349-f4152be8253b tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa889d6d-1491-4746-9fbf-ebf093098af3 HTTP/1.1" status: 200 len: 948 time: 0.0857584 Sep 07 18:43:59.442342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-8b13e006-82b9-41f0-8c26-e7dfabc7451a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Transition to ACTIVE for port object d4793ad6-d11d-40c6-b974-0f6fa5236f35 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:43:59.485543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbb956cd-c7a9-4fe1-9b5b-719386a0d17c req-a7673276-30a8-4aa3-b9bb-ab2a665b4030 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538597 Sep 07 18:43:59.491184 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145574a-f9db-4528-8bc0-7a842abd960d admin admin] Pushing event updated for resources: {'Network': ['ID=ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:59.513181 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-8b13e006-82b9-41f0-8c26-e7dfabc7451a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:59.571422 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-8b13e006-82b9-41f0-8c26-e7dfabc7451a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:43:59.584573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:43:59.591192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-8b13e006-82b9-41f0-8c26-e7dfabc7451a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:43:59.600690 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc9420e0-036c-4e7f-ae74-0c274c06584d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:59.608637 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-8b13e006-82b9-41f0-8c26-e7dfabc7451a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:43:59.616244 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-8b13e006-82b9-41f0-8c26-e7dfabc7451a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:59.616832 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-8b13e006-82b9-41f0-8c26-e7dfabc7451a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:59.619763 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8195f85c-df07-4e2b-937f-8353ae6012bb req-420ebe0b-f8b9-4419-a46e-a6424aba64b4 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999940 Sep 07 18:43:59.631126 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1145574a-f9db-4528-8bc0-7a842abd960d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9972003 Sep 07 18:43:59.631836 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc9420e0-036c-4e7f-ae74-0c274c06584d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:59.636452 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45470) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:59.653578 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-76604f45-6f30-4954-bd60-38fc9213ccff admin admin] Request body: {'subnet': {'network_id': 'ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1367146461-subnet', 'tenant_id': '42e6cf792bce4b0c9b1906c068741946', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:59.684772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] Attempting to bind port b63362cb-6955-4b89-a01d-14a8f45d733d on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:43:59.685137 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] Attempting to bind port b63362cb-6955-4b89-a01d-14a8f45d733d by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c74de762-a263-44c1-b0e4-dcc5ac2a81de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:43:59.685495 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] Attempting to bind port b63362cb-6955-4b89-a01d-14a8f45d733d on network b55a20e6-76b5-47c9-b724-529008279f9a {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:43:59.690624 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13e006-82b9-41f0-8c26-e7dfabc7451a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Pushing event updated for resources: {'Port': ['ID=d4793ad6-d11d-40c6-b974-0f6fa5236f35,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:59.697085 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:43:59.697460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] Checking segment: {'id': 'c74de762-a263-44c1-b0e4-dcc5ac2a81de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:43:59.697808 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:59.698201 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] Bound using segment: {'id': 'c74de762-a263-44c1-b0e4-dcc5ac2a81de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:43:59.698842 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] Bound port: b63362cb-6955-4b89-a01d-14a8f45d733d, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74de762-a263-44c1-b0e4-dcc5ac2a81de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:43:59.699064 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:59.729622 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944e62b-cd72-42a0-aaa4-86742f8e4e59 req-81f4b54c-f2ea-4f3a-bf25-f47d23a37a17 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:59.730967 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2944e62b-cd72-42a0-aaa4-86742f8e4e59 req-81f4b54c-f2ea-4f3a-bf25-f47d23a37a17 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4 HTTP/1.1" status: 200 len: 949 time: 0.1375694 Sep 07 18:43:59.753048 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cc9420e0-036c-4e7f-ae74-0c274c06584d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b537e4ecb266485e9cb0d23778295074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7102103 Sep 07 18:43:59.755675 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45472) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:59.763320 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9420e0-036c-4e7f-ae74-0c274c06584d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e2d9e5-7782-403c-b321-e614b684cda9,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:43:59.772278 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-8b13e006-82b9-41f0-8c26-e7dfabc7451a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4484992 Sep 07 18:43:59.775143 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76604f45-6f30-4954-bd60-38fc9213ccff admin admin] Made reservation on behalf of 42e6cf792bce4b0c9b1906c068741946 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:43:59.778096 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-76604f45-6f30-4954-bd60-38fc9213ccff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:59.785900 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-51983e49-87b4-4dd2-a389-ab9755d57a7f service neutron] Attempting to bind port d0e6e22b-9769-4ad0-a921-8148bf9013b9 on host n-h1-807786-1 for vnic_type normal with profile None {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:43:59.786242 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-51983e49-87b4-4dd2-a389-ab9755d57a7f service neutron] Attempting to bind port d0e6e22b-9769-4ad0-a921-8148bf9013b9 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:43:59.787381 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-51983e49-87b4-4dd2-a389-ab9755d57a7f service neutron] Attempting to bind port d0e6e22b-9769-4ad0-a921-8148bf9013b9 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:43:59.790019 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 80a5d59b-cf99-4dcf-ad07-9585ed02c991 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:43:59.796846 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 80a5d59b-cf99-4dcf-ad07-9585ed02c991 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:43:59.797476 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:59.799031 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Request body: {'port': {'device_id': 'e01b0b74-72dd-41a0-90c0-9e3af38c40ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:43:59.811179 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-51983e49-87b4-4dd2-a389-ab9755d57a7f service neutron] Port d0e6e22b-9769-4ad0-a921-8148bf9013b9 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:43:59.811500 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-51983e49-87b4-4dd2-a389-ab9755d57a7f service neutron] Attempting to bind port d0e6e22b-9769-4ad0-a921-8148bf9013b9 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:43:59.821866 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-51983e49-87b4-4dd2-a389-ab9755d57a7f service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:43:59.822248 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-51983e49-87b4-4dd2-a389-ab9755d57a7f service neutron] Checking segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:43:59.822580 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-51983e49-87b4-4dd2-a389-ab9755d57a7f service neutron] Bound using segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:43:59.823018 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-51983e49-87b4-4dd2-a389-ab9755d57a7f service neutron] Bound port: d0e6e22b-9769-4ad0-a921-8148bf9013b9, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:43:59.837305 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2944e62b-cd72-42a0-aaa4-86742f8e4e59 req-0adcd3b6-b0d2-4e0a-b9fc-62318f8a61a1 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002300 Sep 07 18:43:59.890922 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-103acdc3-a873-4192-b44b-9b8663cc4248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:59.897614 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:59.922506 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:59.938222 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] For port b63362cb-6955-4b89-a01d-14a8f45d733d, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:43:59.955408 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28e0dd-9796-4c00-ac1d-b00b0c6d700d req-0fcf4820-4a54-4ebd-9117-7e07b5345d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:59.957001 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4d28e0dd-9796-4c00-ac1d-b00b0c6d700d req-0fcf4820-4a54-4ebd-9117-7e07b5345d3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=070835aef4324906b081042b291592ae&device_id=fa889d6d-1491-4746-9fbf-ebf093098af3 HTTP/1.1" status: 200 len: 1099 time: 0.2634902 Sep 07 18:43:59.968213 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] For port b63362cb-6955-4b89-a01d-14a8f45d733d, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b63362cb-6955-4b89-a01d-14a8f45d733d,segment=NetworkSegment(c74de762-a263-44c1-b0e4-dcc5ac2a81de),segment_id=c74de762-a263-44c1-b0e4-dcc5ac2a81de)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:43:59.974967 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86ebf67-537b-4a9b-9a6f-6cad8dde0bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a5d59b-cf99-4dcf-ad07-9585ed02c991'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:43:59.975149 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-103acdc3-a873-4192-b44b-9b8663cc4248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:59.980561 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb7b63d-0e2c-49b4-8e69-8050be9f7caa" -d '{"events": [{"server_uuid": "d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4", "name": "network-vif-plugged", "status": "completed", "tag": "80a5d59b-cf99-4dcf-ad07-9585ed02c991"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:43:59.986850 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device eb52ad4c-3251-42d2-8bc4-511377353e89 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:43:59.995402 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:00.006094 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 80a5d59b-cf99-4dcf-ad07-9585ed02c991, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=80a5d59b-cf99-4dcf-ad07-9585ed02c991,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:00.044939 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:00.090739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c17860a7-cd5e-43a1-8fb6-d604c85f4fbb None None] Provisioning for port d4793ad6-d11d-40c6-b974-0f6fa5236f35 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:00.095535 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-51983e49-87b4-4dd2-a389-ab9755d57a7f service neutron] For port d0e6e22b-9769-4ad0-a921-8148bf9013b9, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d0e6e22b-9769-4ad0-a921-8148bf9013b9,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:00.105513 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-51983e49-87b4-4dd2-a389-ab9755d57a7f service neutron] Notify callbacks [] for binding, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:00.106723 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-51983e49-87b4-4dd2-a389-ab9755d57a7f service neutron] 10.222.0.26 "POST /v2.0/ports/d0e6e22b-9769-4ad0-a921-8148bf9013b9/bindings HTTP/1.1" status: 201 len: 389 time: 0.9290228 Sep 07 18:44:00.113846 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08985f-767a-47f8-a7ec-654a9fa3ccc7 req-9b333936-87f6-425e-8539-cee685cd22fa tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:00.115878 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c08985f-767a-47f8-a7ec-654a9fa3ccc7 req-9b333936-87f6-425e-8539-cee685cd22fa tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=e01b0b74-72dd-41a0-90c0-9e3af38c40ee HTTP/1.1" status: 200 len: 935 time: 0.1778219 Sep 07 18:44:00.163664 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:00.163863 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28e0dd-9796-4c00-ac1d-b00b0c6d700d req-da447f34-41d5-4b33-bc18-e346872ba6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:00.164247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c17860a7-cd5e-43a1-8fb6-d604c85f4fbb None None] Provisioning complete for port d4793ad6-d11d-40c6-b974-0f6fa5236f35 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:00.164628 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c17860a7-cd5e-43a1-8fb6-d604c85f4fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:00.169634 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-103acdc3-a873-4192-b44b-9b8663cc4248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:00.171803 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4d28e0dd-9796-4c00-ac1d-b00b0c6d700d req-da447f34-41d5-4b33-bc18-e346872ba6ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2025089 Sep 07 18:44:00.172423 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-103acdc3-a873-4192-b44b-9b8663cc4248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:00.176567 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-103acdc3-a873-4192-b44b-9b8663cc4248 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/08e2d9e5-7782-403c-b321-e614b684cda9 HTTP/1.1" status: 204 len: 168 time: 0.4181750 Sep 07 18:44:00.196299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f360fe-6d55-4dc9-bed2-4fd2e73c6ff1 None None] Pushing event updated for resources: {'Port': ['ID=b63362cb-6955-4b89-a01d-14a8f45d733d,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:00.237413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103acdc3-a873-4192-b44b-9b8663cc4248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e2d9e5-7782-403c-b321-e614b684cda9,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:00.254673 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c08985f-767a-47f8-a7ec-654a9fa3ccc7 req-6b2a1563-bcbb-4f80-85be-12bac483084a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210191 Sep 07 18:44:00.363299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=80a5d59b-cf99-4dcf-ad07-9585ed02c991,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:00.379668 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] Routers {'db8a4256-2786-42d5-be48-5cffb0eddd55'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:44:00.380372 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:43:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['db8a4256-2786-42d5-be48-5cffb0eddd55'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:00.413136 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4d28e0dd-9796-4c00-ac1d-b00b0c6d700d req-e76655a5-41c1-4073-abf7-c0abf0af36de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=6bf12f24-ff84-42c1-a351-ced80dfb4f97 HTTP/1.1" status: 200 len: 217 time: 0.2292526 Sep 07 18:44:00.484900 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-76604f45-6f30-4954-bd60-38fc9213ccff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:00.551068 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c17860a7-cd5e-43a1-8fb6-d604c85f4fbb None None] Port d4793ad6-d11d-40c6-b974-0f6fa5236f35 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:44:00.556773 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76604f45-6f30-4954-bd60-38fc9213ccff admin admin] Pushing event updated for resources: {'Subnet': ['ID=20d37888-452c-4c50-8518-4fb40379ec12,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:00.572419 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3568e-a57d-46b6-801a-4c36d3da59bb req-4d49d535-0014-4605-bfe5-d33c06224039 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:00.575252 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bdf3568e-a57d-46b6-801a-4c36d3da59bb req-4d49d535-0014-4605-bfe5-d33c06224039 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3763538-607f-4dce-99ff-bb3e1be8c8b4 HTTP/1.1" status: 200 len: 943 time: 0.2251766 Sep 07 18:44:00.579933 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4793ad6-d11d-40c6-b974-0f6fa5236f35 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:44:00.582027 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28e0dd-9796-4c00-ac1d-b00b0c6d700d req-622b88d8-8401-4df5-a8c3-b1bc57477295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:00.584876 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4d28e0dd-9796-4c00-ac1d-b00b0c6d700d req-622b88d8-8401-4df5-a8c3-b1bc57477295 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1586080 Sep 07 18:44:00.589547 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port eb52ad4c-3251-42d2-8bc4-511377353e89, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=eb52ad4c-3251-42d2-8bc4-511377353e89,segment=NetworkSegment(86b13efa-254e-4154-9f3e-9145db43ed21),segment_id=86b13efa-254e-4154-9f3e-9145db43ed21)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:00.601474 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:00.605698 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-f00d64e7-bd7b-4636-9f9e-1b1b61dc7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:00.607893 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-f00d64e7-bd7b-4636-9f9e-1b1b61dc7a94 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 1096 time: 0.2015262 Sep 07 18:44:00.637144 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'eb52ad4c-3251-42d2-8bc4-511377353e89', 'network_id': '7abb863d-4be3-42d3-a1ab-10c13856d3d1', 'port_id': 'eb52ad4c-3251-42d2-8bc4-511377353e89', 'mac_address': 'fa:16:3e:58:d0:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b2ffa4-cad5-4b0f-93a4-4ae29ef4bd89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:44:00.641861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Transition to ACTIVE for port object d4793ad6-d11d-40c6-b974-0f6fa5236f35 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:00.664540 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] Set router db8a4256-2786-42d5-be48-5cffb0eddd55 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:44:00.667392 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:00.694981 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76604f45-6f30-4954-bd60-38fc9213ccff admin admin] Checking segment: {'id': '088b4c47-bc4c-41bb-93b3-aab7946a67e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:00.695349 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76604f45-6f30-4954-bd60-38fc9213ccff admin admin] Network hostable DHCP agents. Network: ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:44:00.713573 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bdf3568e-a57d-46b6-801a-4c36d3da59bb req-b4862744-e145-48da-87a8-cf5469211b82 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/security-groups?id=c761ec93-beec-4f61-8204-2595f81895c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268985 Sep 07 18:44:00.734719 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427205e0-cb84-4716-b65f-122e9262e7f6 x-openstack-request-id: req-427205e0-cb84-4716-b65f-122e9262e7f6 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:00.735221 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4", "name": "network-vif-plugged", "status": "completed", "tag": "80a5d59b-cf99-4dcf-ad07-9585ed02c991", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:00.735631 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-427205e0-cb84-4716-b65f-122e9262e7f6 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:00.736176 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86ebf67-537b-4a9b-9a6f-6cad8dde0bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a5d59b-cf99-4dcf-ad07-9585ed02c991', 'code': 200} Sep 07 18:44:00.746385 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28e0dd-9796-4c00-ac1d-b00b0c6d700d req-0b26033d-9d00-4845-bd7c-3c74fcfc75b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:00.748119 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4d28e0dd-9796-4c00-ac1d-b00b0c6d700d req-0b26033d-9d00-4845-bd7c-3c74fcfc75b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1551993 Sep 07 18:44:00.749787 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76604f45-6f30-4954-bd60-38fc9213ccff admin admin] Network ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:44:00.780376 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:00.818649 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-76604f45-6f30-4954-bd60-38fc9213ccff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:00.831258 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76604f45-6f30-4954-bd60-38fc9213ccff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:00.837104 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-76604f45-6f30-4954-bd60-38fc9213ccff admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:00.858258 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb52ad4c-3251-42d2-8bc4-511377353e89 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:44:00.862563 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da94de3-1282-49fe-90cc-4c2779a60d19 None None] Network ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:44:00.868369 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-76604f45-6f30-4954-bd60-38fc9213ccff admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2271183 Sep 07 18:44:00.872033 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45492) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:00.877971 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-5b0b2119-dcf2-4876-9054-1319fb422282 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1367146461-router', 'tenant_id': '42e6cf792bce4b0c9b1906c068741946', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:00.971560 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b0b2119-dcf2-4876-9054-1319fb422282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:00.972781 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b0b2119-dcf2-4876-9054-1319fb422282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:00.998660 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4d28e0dd-9796-4c00-ac1d-b00b0c6d700d req-19707dda-0a40-4925-8a5e-befd5560a974 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395413 Sep 07 18:44:01.082235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port eb52ad4c-3251-42d2-8bc4-511377353e89, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=eb52ad4c-3251-42d2-8bc4-511377353e89,segment=NetworkSegment(86b13efa-254e-4154-9f3e-9145db43ed21),segment_id=86b13efa-254e-4154-9f3e-9145db43ed21)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:01.083016 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b0b2119-dcf2-4876-9054-1319fb422282 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:01.120689 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:01.121881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Pushing event updated for resources: {'Port': ['ID=d4793ad6-d11d-40c6-b974-0f6fa5236f35,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:01.183796 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.184328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.184706 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.185046 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.185378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.185706 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.186026 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.186344 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.186668 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.187005 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.187309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.187627 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.222342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-96a077b4-fcf2-426b-9070-fdd4828bfd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:01.224381 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-96a077b4-fcf2-426b-9070-fdd4828bfd8c service neutron] 10.222.0.60 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 909 time: 0.6017334 Sep 07 18:44:01.227382 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e651cf-fb39-411d-9dbd-3c936d1199c7 req-64ac3c27-b27a-4c7f-8b8a-fc1e436127f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:01.228655 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5e651cf-fb39-411d-9dbd-3c936d1199c7 req-64ac3c27-b27a-4c7f-8b8a-fc1e436127f0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4 HTTP/1.1" status: 200 len: 1101 time: 0.4840789 Sep 07 18:44:01.244340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Attempting to bind port d4793ad6-d11d-40c6-b974-0f6fa5236f35 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:01.244742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Attempting to bind port d4793ad6-d11d-40c6-b974-0f6fa5236f35 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:01.245036 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Attempting to bind port d4793ad6-d11d-40c6-b974-0f6fa5236f35 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:01.313634 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=eb52ad4c-3251-42d2-8bc4-511377353e89,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:01.324889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca7228-1a30-4f53-8ef6-8d69c4664589 req-2545bb73-49e9-4f24-bd2e-6f7b6d96f0a0 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:01.326514 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79ca7228-1a30-4f53-8ef6-8d69c4664589 req-2545bb73-49e9-4f24-bd2e-6f7b6d96f0a0 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 945 time: 0.4870977 Sep 07 18:44:01.341051 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacce933-d753-40c9-be8f-dd4459d925ea req-df6369ad-a024-4067-8363-faf01e328273 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:01.348606 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cacce933-d753-40c9-be8f-dd4459d925ea req-df6369ad-a024-4067-8363-faf01e328273 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa889d6d-1491-4746-9fbf-ebf093098af3 HTTP/1.1" status: 200 len: 948 time: 0.4969485 Sep 07 18:44:01.351896 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-a3a65bc8-624d-4bf7-9b34-334aabe19743 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0e6e22b-9769-4ad0-a921-8148bf9013b9 HTTP/1.1" status: 200 len: 217 time: 0.1166935 Sep 07 18:44:01.352344 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Port d4793ad6-d11d-40c6-b974-0f6fa5236f35 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:44:01.352694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Attempting to bind port d4793ad6-d11d-40c6-b974-0f6fa5236f35 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:01.373267 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-router', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:43:45Z', 'updated_at': '2021-09-07T18:43:55Z', 'revision_number': 4, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'gw_port': {'id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:46Z', 'updated_at': '2021-09-07T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b63362cb-6955-4b89-a01d-14a8f45d733d', 'name': '', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'mac_address': 'fa:16:3e:44:1a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:52Z', 'updated_at': '2021-09-07T18:43:59Z', 'revision_number': 4, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'subnets': [{'id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:01.388828 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:01.389172 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:01.389565 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:01.390186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Bound port: d4793ad6-d11d-40c6-b974-0f6fa5236f35, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:01.390563 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:01.418844 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['eb52ad4c-3251-42d2-8bc4-511377353e89'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:01.425505 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fa0fe-02e2-445e-b8dd-365e4c7170ea None None] The sync data for ids ['db8a4256-2786-42d5-be48-5cffb0eddd55'] in n-d-807786-1 is: [{'id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-router', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:43:45Z', 'updated_at': '2021-09-07T18:43:55Z', 'revision_number': 4, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'gw_port': {'id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:46Z', 'updated_at': '2021-09-07T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b63362cb-6955-4b89-a01d-14a8f45d733d', 'name': '', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'mac_address': 'fa:16:3e:44:1a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:52Z', 'updated_at': '2021-09-07T18:43:59Z', 'revision_number': 4, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'subnets': [{'id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:44:01.505674 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5e651cf-fb39-411d-9dbd-3c936d1199c7 req-adc49a46-8f1f-4d03-8a0c-af12124dff18 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560239 Sep 07 18:44:01.526977 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec', 'network_id': 'ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec', 'tenant_id': '42e6cf792bce4b0c9b1906c068741946', 'fixed_ips': [{'subnet_id': '20d37888-452c-4c50-8518-4fb40379ec12'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:44:01.529056 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:01.569132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cacce933-d753-40c9-be8f-dd4459d925ea req-9aedc93d-520b-4361-a19b-b23dba2dc986 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190101 Sep 07 18:44:01.577501 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-5c7a324e-d9b7-4885-a35a-846e183b8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:01.579611 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-5c7a324e-d9b7-4885-a35a-846e183b8811 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.2201483 Sep 07 18:44:01.582708 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79ca7228-1a30-4f53-8ef6-8d69c4664589 req-fc48e9bf-1c63-4bae-ad62-184a4f617926 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275844 Sep 07 18:44:01.642982 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b0b2119-dcf2-4876-9054-1319fb422282 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:01.659466 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4d28e0dd-9796-4c00-ac1d-b00b0c6d700d req-68642a36-58fe-47ec-931a-419eb5e51040 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6506743 Sep 07 18:44:01.690202 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-5483ecda-0312-4e28-b25f-6a3a837050af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966048 Sep 07 18:44:01.789166 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:01.835574 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] For port d4793ad6-d11d-40c6-b974-0f6fa5236f35, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:01.886686 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] For port d4793ad6-d11d-40c6-b974-0f6fa5236f35, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d4793ad6-d11d-40c6-b974-0f6fa5236f35,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:01.898735 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] Allocated IP 172.20.0.2 (ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec/20d37888-452c-4c50-8518-4fb40379ec12/a32f179f-81d1-4b24-8fa3-b2c977c94295) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:44:01.907495 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:01.943150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67b37f-ee9d-4a9c-a9a5-b4f3e28bc858 req-15036b46-70f5-4a3d-8bc8-2b4d199a94f6 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:01.951191 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe67b37f-ee9d-4a9c-a9a5-b4f3e28bc858 req-15036b46-70f5-4a3d-8bc8-2b4d199a94f6 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/ports?device_id=88977d4c-f975-43f2-9d45-26b05de69aaf HTTP/1.1" status: 200 len: 950 time: 0.2503052 Sep 07 18:44:02.022770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cf125-8c7a-450f-882c-0f05445c470a req-a7e1456f-03cb-4e05-97d7-b6ea28ed712b tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:02.024132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c02cf125-8c7a-450f-882c-0f05445c470a req-a7e1456f-03cb-4e05-97d7-b6ea28ed712b tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4 HTTP/1.1" status: 200 len: 950 time: 0.2771294 Sep 07 18:44:02.035085 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-da0b9085-ecbb-4348-9966-409a94de9ead service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331666 Sep 07 18:44:02.042342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:02.042984 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:02.044346 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] 10.222.0.60 "PUT /v2.0/ports/d4793ad6-d11d-40c6-b974-0f6fa5236f35 HTTP/1.1" status: 200 len: 1095 time: 2.2566724 Sep 07 18:44:02.046732 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01b0b74-72dd-41a0-90c0-9e3af38c40ee', 'tag': 'd4793ad6-d11d-40c6-b974-0f6fa5236f35'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:02.049143 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654dcb47-0dcf-455f-8a46-749c9613f488" -d '{"events": [{"name": "network-changed", "server_uuid": "e01b0b74-72dd-41a0-90c0-9e3af38c40ee", "tag": "d4793ad6-d11d-40c6-b974-0f6fa5236f35"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:02.133299 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c8460-6c3b-4a8c-b764-5f178e953c55 req-bfa4c7ae-c0e3-469b-8a19-ea95fefbc502 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:02.136071 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-605c8460-6c3b-4a8c-b764-5f178e953c55 req-bfa4c7ae-c0e3-469b-8a19-ea95fefbc502 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.60 "GET /v2.0/ports?device_id=88977d4c-f975-43f2-9d45-26b05de69aaf HTTP/1.1" status: 200 len: 950 time: 0.1977735 Sep 07 18:44:02.161474 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe67b37f-ee9d-4a9c-a9a5-b4f3e28bc858 req-34a1eb28-ae50-4dc0-a091-ddb1e6a0667f tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/security-groups?id=310b9124-e344-4044-a043-f75873ad08c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041838 Sep 07 18:44:02.205676 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3ba15-245c-4d8d-9f71-146613dc175d service neutron] Pushing event updated for resources: {'Port': ['ID=d4793ad6-d11d-40c6-b974-0f6fa5236f35,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:02.222482 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:02.266919 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] Transition to ACTIVE for port object a32f179f-81d1-4b24-8fa3-b2c977c94295 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:02.273185 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b0b2119-dcf2-4876-9054-1319fb422282 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:02.321554 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] Transition to ACTIVE for port object a32f179f-81d1-4b24-8fa3-b2c977c94295 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:02.322972 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c02cf125-8c7a-450f-882c-0f05445c470a req-f2c760ea-3d66-40e3-a34e-1506df3fe637 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605240 Sep 07 18:44:02.336460 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:02.348456 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b0b2119-dcf2-4876-9054-1319fb422282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:02.388757 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-3aa3a3bd-3b9a-439e-811c-720ac7d737ea service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244743 Sep 07 18:44:02.396370 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-bad0959d-198f-4b79-a257-2c50a34b21de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:02.409396 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-bad0959d-198f-4b79-a257-2c50a34b21de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&device_id=e01b0b74-72dd-41a0-90c0-9e3af38c40ee HTTP/1.1" status: 200 len: 1098 time: 0.2905629 Sep 07 18:44:02.414035 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] Network ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:44:02.437610 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:02.443537 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-605c8460-6c3b-4a8c-b764-5f178e953c55 req-b923e66f-a991-4829-9a19-6332f7cf1f4c tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Deleting port d070a3fc-2a05-4d18-8f65-9b67e1dc5355 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:44:02.444091 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-605c8460-6c3b-4a8c-b764-5f178e953c55 req-b923e66f-a991-4829-9a19-6332f7cf1f4c tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:02.448193 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:44:02.455821 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] Pushing event updated for resources: {'Port': ['ID=a32f179f-81d1-4b24-8fa3-b2c977c94295,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:02.513463 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-19eb8856-c4c2-450b-a3ef-96e16e326908 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=d4793ad6-d11d-40c6-b974-0f6fa5236f35 HTTP/1.1" status: 200 len: 217 time: 0.1030657 Sep 07 18:44:02.592176 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] Attempting to bind port a32f179f-81d1-4b24-8fa3-b2c977c94295 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:02.592574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] Attempting to bind port a32f179f-81d1-4b24-8fa3-b2c977c94295 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '088b4c47-bc4c-41bb-93b3-aab7946a67e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:02.592946 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] Attempting to bind port a32f179f-81d1-4b24-8fa3-b2c977c94295 on network ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:02.599954 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:02.600327 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] Checking segment: {'id': '088b4c47-bc4c-41bb-93b3-aab7946a67e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:02.600766 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:02.601313 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] Bound using segment: {'id': '088b4c47-bc4c-41bb-93b3-aab7946a67e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:02.601787 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] Bound port: a32f179f-81d1-4b24-8fa3-b2c977c94295, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088b4c47-bc4c-41bb-93b3-aab7946a67e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:02.602186 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:02.636007 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-5b0b2119-dcf2-4876-9054-1319fb422282 admin admin] Allocated IP 172.25.8.9 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/0fc9b37e-bc96-4ef7-aacd-6c2b297eb185) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:44:02.667441 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-605c8460-6c3b-4a8c-b764-5f178e953c55 req-b923e66f-a991-4829-9a19-6332f7cf1f4c tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] For port d070a3fc-2a05-4d18-8f65-9b67e1dc5355, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d070a3fc-2a05-4d18-8f65-9b67e1dc5355,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:02.668166 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-605c8460-6c3b-4a8c-b764-5f178e953c55 req-b923e66f-a991-4829-9a19-6332f7cf1f4c tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:02.698604 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-605c8460-6c3b-4a8c-b764-5f178e953c55 req-b923e66f-a991-4829-9a19-6332f7cf1f4c tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Calling delete_port for d070a3fc-2a05-4d18-8f65-9b67e1dc5355 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:44:02.717630 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec920d-8964-4fff-9dce-d68a6f6edf59 req-609f5c23-2e35-4012-b391-d34d7da40436 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:02.719938 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40ec920d-8964-4fff-9dce-d68a6f6edf59 req-609f5c23-2e35-4012-b391-d34d7da40436 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=e01b0b74-72dd-41a0-90c0-9e3af38c40ee HTTP/1.1" status: 200 len: 947 time: 0.3299880 Sep 07 18:44:02.732475 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] For port a32f179f-81d1-4b24-8fa3-b2c977c94295, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:02.736338 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] For port a32f179f-81d1-4b24-8fa3-b2c977c94295, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a32f179f-81d1-4b24-8fa3-b2c977c94295,segment=NetworkSegment(088b4c47-bc4c-41bb-93b3-aab7946a67e3),segment_id=088b4c47-bc4c-41bb-93b3-aab7946a67e3)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:02.737683 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-46fd4d52-3629-421c-8b3c-f69af4aa5721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:02.742486 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-46fd4d52-3629-421c-8b3c-f69af4aa5721 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.2166944 Sep 07 18:44:02.744745 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:02.754622 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde9485-9905-4b42-88b6-ca5b3faa5a13 req-1717d574-5ec1-4ff3-8e40-b2f525cbbc34 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:02.756426 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2bde9485-9905-4b42-88b6-ca5b3faa5a13 req-1717d574-5ec1-4ff3-8e40-b2f525cbbc34 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3763538-607f-4dce-99ff-bb3e1be8c8b4 HTTP/1.1" status: 200 len: 944 time: 0.2600925 Sep 07 18:44:02.821191 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40ec920d-8964-4fff-9dce-d68a6f6edf59 req-eb08d709-70d8-4f1a-9e3f-a4da370bf69e tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752490 Sep 07 18:44:02.823502 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c7156-b491-461a-aaf2-58bdb1270482 None None] Pushing event updated for resources: {'Port': ['ID=a32f179f-81d1-4b24-8fa3-b2c977c94295,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:02.846116 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-08283681-5440-4038-b755-624f37cd16e7 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:02.847637 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-08283681-5440-4038-b755-624f37cd16e7 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3&tenant_id=44a39173cb8e4225b1d135c8b5917bc6&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 1096 time: 0.2994211 Sep 07 18:44:02.868436 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807786-1'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:02.907420 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1f7b29-dd71-4d82-94fa-95189c8282a3 x-openstack-request-id: req-4a1f7b29-dd71-4d82-94fa-95189c8282a3 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:02.907994 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01b0b74-72dd-41a0-90c0-9e3af38c40ee", "tag": "d4793ad6-d11d-40c6-b974-0f6fa5236f35", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:02.908548 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4a1f7b29-dd71-4d82-94fa-95189c8282a3 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:02.909171 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01b0b74-72dd-41a0-90c0-9e3af38c40ee', 'tag': 'd4793ad6-d11d-40c6-b974-0f6fa5236f35', 'status': 'completed', 'code': 200} Sep 07 18:44:02.947768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-6cc2444a-62d0-47cd-89e2-7a9a6d03ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:02.953322 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-6cc2444a-62d0-47cd-89e2-7a9a6d03ed98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1950762 Sep 07 18:44:03.002448 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2bde9485-9905-4b42-88b6-ca5b3faa5a13 req-c032a02a-ad54-4ac4-8b88-a428eabc3109 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/security-groups?id=c761ec93-beec-4f61-8204-2595f81895c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846981 Sep 07 18:44:03.017902 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:03.035954 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-605c8460-6c3b-4a8c-b764-5f178e953c55 req-b923e66f-a991-4829-9a19-6332f7cf1f4c tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:03.048357 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d070a3fc-2a05-4d18-8f65-9b67e1dc5355'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:03.094781 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b0b2119-dcf2-4876-9054-1319fb422282 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:03.120594 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923e66f-a991-4829-9a19-6332f7cf1f4c tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Pushing event deleted for resources: {'Port': ['ID=d070a3fc-2a05-4d18-8f65-9b67e1dc5355,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:03.136593 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923e66f-a991-4829-9a19-6332f7cf1f4c tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:03.137021 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923e66f-a991-4829-9a19-6332f7cf1f4c tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:03.137456 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923e66f-a991-4829-9a19-6332f7cf1f4c tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:03.137885 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923e66f-a991-4829-9a19-6332f7cf1f4c tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:03.138312 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923e66f-a991-4829-9a19-6332f7cf1f4c tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:03.151642 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923e66f-a991-4829-9a19-6332f7cf1f4c tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:03.152092 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923e66f-a991-4829-9a19-6332f7cf1f4c tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:03.152582 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923e66f-a991-4829-9a19-6332f7cf1f4c tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:03.152974 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923e66f-a991-4829-9a19-6332f7cf1f4c tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:03.153402 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923e66f-a991-4829-9a19-6332f7cf1f4c tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:03.153820 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923e66f-a991-4829-9a19-6332f7cf1f4c tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:03.159169 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923e66f-a991-4829-9a19-6332f7cf1f4c tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:03.232591 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-605c8460-6c3b-4a8c-b764-5f178e953c55 req-b923e66f-a991-4829-9a19-6332f7cf1f4c tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] No DVR routers for this DVR port d070a3fc-2a05-4d18-8f65-9b67e1dc5355 on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:44:03.242387 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-605c8460-6c3b-4a8c-b764-5f178e953c55 req-b923e66f-a991-4829-9a19-6332f7cf1f4c tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:03.245142 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-605c8460-6c3b-4a8c-b764-5f178e953c55 req-b923e66f-a991-4829-9a19-6332f7cf1f4c tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.60 "DELETE /v2.0/ports/d070a3fc-2a05-4d18-8f65-9b67e1dc5355 HTTP/1.1" status: 204 len: 173 time: 1.0980830 Sep 07 18:44:03.245843 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88977d4c-f975-43f2-9d45-26b05de69aaf', 'name': 'network-vif-deleted', 'tag': 'd070a3fc-2a05-4d18-8f65-9b67e1dc5355'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:03.249610 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282ec0e6-56e4-437d-9ea5-d8dc3c7848a7" -d '{"events": [{"server_uuid": "88977d4c-f975-43f2-9d45-26b05de69aaf", "name": "network-vif-deleted", "tag": "d070a3fc-2a05-4d18-8f65-9b67e1dc5355"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:03.269854 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b0b2119-dcf2-4876-9054-1319fb422282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:03.334572 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605305f-ffd4-4756-ba79-d84e27ecd2be req-9bbc07f5-50db-4fc8-9215-fec5a8f1c636 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:03.336188 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d605305f-ffd4-4756-ba79-d84e27ecd2be req-9bbc07f5-50db-4fc8-9215-fec5a8f1c636 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa889d6d-1491-4746-9fbf-ebf093098af3 HTTP/1.1" status: 200 len: 948 time: 0.3371446 Sep 07 18:44:03.350044 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b2119-dcf2-4876-9054-1319fb422282 admin admin] Pushing event updated for resources: {'Port': ['ID=0fc9b37e-bc96-4ef7-aacd-6c2b297eb185,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:03.361058 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0b2119-dcf2-4876-9054-1319fb422282 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:44:03.362873 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-5b0b2119-dcf2-4876-9054-1319fb422282 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:03.368898 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0b2119-dcf2-4876-9054-1319fb422282 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:44:03.427478 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b63362cb-6955-4b89-a01d-14a8f45d733d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:03.430203 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 6bf12f24-ff84-42c1-a351-ced80dfb4f97 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:44:03.430322 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-33eccdbc-b79b-46fb-a778-6b9047ef1f59 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657989 Sep 07 18:44:03.493878 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861bfc8-d776-4119-b4cf-00e920fc7888 req-367a0b7f-2ee5-4a4e-a44a-ba86495a24f6 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:03.495446 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6861bfc8-d776-4119-b4cf-00e920fc7888 req-367a0b7f-2ee5-4a4e-a44a-ba86495a24f6 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 945 time: 0.3765876 Sep 07 18:44:03.557240 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d605305f-ffd4-4756-ba79-d84e27ecd2be req-1c0fc0af-8baa-41e5-9f99-678181f09235 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686966 Sep 07 18:44:03.564281 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port b63362cb-6955-4b89-a01d-14a8f45d733d completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:03.575613 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b63362cb-6955-4b89-a01d-14a8f45d733d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:03.576115 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:03.614749 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 6bf12f24-ff84-42c1-a351-ced80dfb4f97, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=6bf12f24-ff84-42c1-a351-ced80dfb4f97,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:03.641202 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '6bf12f24-ff84-42c1-a351-ced80dfb4f97', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '6bf12f24-ff84-42c1-a351-ced80dfb4f97', 'mac_address': 'fa:16:3e:95:21:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:44:03.654886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] For port d0e6e22b-9769-4ad0-a921-8148bf9013b9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d0e6e22b-9769-4ad0-a921-8148bf9013b9,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:03.685504 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6861bfc8-d776-4119-b4cf-00e920fc7888 req-77232617-d275-4dc9-a85d-1069ac09e7e5 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694620 Sep 07 18:44:03.720457 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b0b2119-dcf2-4876-9054-1319fb422282 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:03.741496 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:03.742136 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] For port d0e6e22b-9769-4ad0-a921-8148bf9013b9, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:03.745764 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c64d3bf0-4176-456f-b27f-4e897caad8d4 req-352cec62-3779-4239-bb5f-d91fd1c80349 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060708 Sep 07 18:44:03.795565 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:03.877274 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port b63362cb-6955-4b89-a01d-14a8f45d733d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b63362cb-6955-4b89-a01d-14a8f45d733d,segment=NetworkSegment(c74de762-a263-44c1-b0e4-dcc5ac2a81de),segment_id=c74de762-a263-44c1-b0e4-dcc5ac2a81de)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:03.882904 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf12f24-ff84-42c1-a351-ced80dfb4f97 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:44:03.888737 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:03.946754 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 6bf12f24-ff84-42c1-a351-ced80dfb4f97, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=6bf12f24-ff84-42c1-a351-ced80dfb4f97,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:03.954348 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:03.985521 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=b63362cb-6955-4b89-a01d-14a8f45d733d,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:04.043369 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=6bf12f24-ff84-42c1-a351-ced80dfb4f97,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:04.046840 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2363f8d-be8e-4438-b8b1-a5f2c739d906 x-openstack-request-id: req-c2363f8d-be8e-4438-b8b1-a5f2c739d906 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:04.047233 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88977d4c-f975-43f2-9d45-26b05de69aaf", "name": "network-vif-deleted", "tag": "d070a3fc-2a05-4d18-8f65-9b67e1dc5355", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:04.048106 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c2363f8d-be8e-4438-b8b1-a5f2c739d906 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:04.048106 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88977d4c-f975-43f2-9d45-26b05de69aaf', 'name': 'network-vif-deleted', 'tag': 'd070a3fc-2a05-4d18-8f65-9b67e1dc5355', 'status': 'completed', 'code': 200} Sep 07 18:44:04.049891 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device eb52ad4c-3251-42d2-8bc4-511377353e89 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:04.079349 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68afc0b1-ee64-41a8-915a-ce9624ec3c6f req-12656f5b-d668-45b4-b31f-763bde628185 tempest-ImagesNegativeTestJSON-1913988111 tempest-ImagesNegativeTestJSON-1913988111-project] 10.222.0.26 "GET /v2.0/ports?device_id=88977d4c-f975-43f2-9d45-26b05de69aaf HTTP/1.1" status: 200 len: 210 time: 0.0884409 Sep 07 18:44:04.110357 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:04.122826 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port eb52ad4c-3251-42d2-8bc4-511377353e89 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:04.127375 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port eb52ad4c-3251-42d2-8bc4-511377353e89 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:04.128002 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:04.130888 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:44:04.137757 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:04.186606 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['6bf12f24-ff84-42c1-a351-ced80dfb4f97'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:04.201321 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dcb47-0dcf-455f-8a46-749c9613f488 req-6c707d4b-cec3-4c80-aef2-03af082b9179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:04.202947 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-654dcb47-0dcf-455f-8a46-749c9613f488 req-6c707d4b-cec3-4c80-aef2-03af082b9179 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&device_id=e01b0b74-72dd-41a0-90c0-9e3af38c40ee HTTP/1.1" status: 200 len: 1098 time: 0.2110023 Sep 07 18:44:04.206955 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b0b2119-dcf2-4876-9054-1319fb422282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:04.290867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8d87b-3d8a-4107-a108-a8f22596f1a4 req-810c7340-25e4-4097-987c-d304e18603ac tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:04.292543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51d8d87b-3d8a-4107-a108-a8f22596f1a4 req-810c7340-25e4-4097-987c-d304e18603ac tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4 HTTP/1.1" status: 200 len: 950 time: 0.2056308 Sep 07 18:44:04.367278 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca4a8fa-6366-4c80-994f-a3335bf63065 None None] Network ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:44:04.378764 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0b2119-dcf2-4876-9054-1319fb422282 admin admin] Router 8189899b-3ee1-4e76-984c-6d6bcedc4c50 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:44:04.383137 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:04.388783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e6e22b-9769-4ad0-a921-8148bf9013b9,revision_number=7']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:04.450532 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea44d5-86b5-4331-9778-b71686caa29c req-5f5dfee0-2f00-4cdb-a504-1b5503b25da7 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:04.452063 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-29ea44d5-86b5-4331-9778-b71686caa29c req-5f5dfee0-2f00-4cdb-a504-1b5503b25da7 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=e01b0b74-72dd-41a0-90c0-9e3af38c40ee HTTP/1.1" status: 200 len: 947 time: 0.2618015 Sep 07 18:44:04.459085 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] Attempting to bind port d0e6e22b-9769-4ad0-a921-8148bf9013b9 on host n-h2-807786-1 for vnic_type normal with profile {"migrating_to": "n-h1-807786-1"} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:04.459463 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] Attempting to bind port d0e6e22b-9769-4ad0-a921-8148bf9013b9 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:04.459922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] Attempting to bind port d0e6e22b-9769-4ad0-a921-8148bf9013b9 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:04.464255 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51d8d87b-3d8a-4107-a108-a8f22596f1a4 req-6ced3b94-84c1-4921-9899-9401b41e2354 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626308 Sep 07 18:44:04.474484 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3763538-607f-4dce-99ff-bb3e1be8c8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb52ad4c-3251-42d2-8bc4-511377353e89'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:04.476760 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d51edea-25d0-45fe-8f60-a761eec3c696" -d '{"events": [{"server_uuid": "c3763538-607f-4dce-99ff-bb3e1be8c8b4", "name": "network-vif-plugged", "status": "completed", "tag": "eb52ad4c-3251-42d2-8bc4-511377353e89"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:04.490787 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] Port d0e6e22b-9769-4ad0-a921-8148bf9013b9 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:44:04.491939 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] Attempting to bind port d0e6e22b-9769-4ad0-a921-8148bf9013b9 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:04.498434 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0b2119-dcf2-4876-9054-1319fb422282 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:44:04.512809 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:04.513210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] Checking segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:04.513843 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] Bound using segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:04.513970 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] Sync routers for ids ['8189899b-3ee1-4e76-984c-6d6bcedc4c50'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:44:04.514423 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] Bound port: d0e6e22b-9769-4ad0-a921-8148bf9013b9, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:04.514957 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:04.518650 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b0b2119-dcf2-4876-9054-1319fb422282 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:04.521611 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port eb52ad4c-3251-42d2-8bc4-511377353e89, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=eb52ad4c-3251-42d2-8bc4-511377353e89,segment=NetworkSegment(86b13efa-254e-4154-9f3e-9145db43ed21),segment_id=86b13efa-254e-4154-9f3e-9145db43ed21)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:04.523263 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5b0b2119-dcf2-4876-9054-1319fb422282 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.6491945 Sep 07 18:44:04.525006 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45554) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:04.528830 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] Routers {'8189899b-3ee1-4e76-984c-6d6bcedc4c50'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:44:04.529710 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:43:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8189899b-3ee1-4e76-984c-6d6bcedc4c50'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:04.531062 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dcb47-0dcf-455f-8a46-749c9613f488 req-6160c183-337d-40c8-b7de-9a54f913cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:04.531940 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-654dcb47-0dcf-455f-8a46-749c9613f488 req-6160c183-337d-40c8-b7de-9a54f913cc2c service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.3136384 Sep 07 18:44:04.549053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-76ed081c-7bf8-4b90-adbd-6ea74b54d63c None None] Provisioning for port a32f179f-81d1-4b24-8fa3-b2c977c94295 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:04.563173 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:04.664297 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] For port d0e6e22b-9769-4ad0-a921-8148bf9013b9, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:04.682902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] For port d0e6e22b-9769-4ad0-a921-8148bf9013b9, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d0e6e22b-9769-4ad0-a921-8148bf9013b9,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:04.704435 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] Set router 8189899b-3ee1-4e76-984c-6d6bcedc4c50 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:44:04.707809 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-29ea44d5-86b5-4331-9778-b71686caa29c req-717dd92a-490a-47b0-8f30-0e2998e0a655 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385533 Sep 07 18:44:04.714391 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-654dcb47-0dcf-455f-8a46-749c9613f488 req-a01d46b9-9081-46ee-8ec1-5af2f8e48431 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=d4793ad6-d11d-40c6-b974-0f6fa5236f35 HTTP/1.1" status: 200 len: 217 time: 0.1658447 Sep 07 18:44:04.716114 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:04.744073 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=eb52ad4c-3251-42d2-8bc4-511377353e89,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:04.791663 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ad86ed-ebdb-408b-867e-d033a56b96cf x-openstack-request-id: req-27ad86ed-ebdb-408b-867e-d033a56b96cf {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:04.791963 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3763538-607f-4dce-99ff-bb3e1be8c8b4", "name": "network-vif-plugged", "status": "completed", "tag": "eb52ad4c-3251-42d2-8bc4-511377353e89", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:04.792239 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-27ad86ed-ebdb-408b-867e-d033a56b96cf {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:04.792664 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3763538-607f-4dce-99ff-bb3e1be8c8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb52ad4c-3251-42d2-8bc4-511377353e89', 'code': 200} Sep 07 18:44:04.940123 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e6e22b-9769-4ad0-a921-8148bf9013b9,revision_number=8']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:04.955156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5990bea-4b29-4fb9-b45b-2dc701ec90a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0e6e22b-9769-4ad0-a921-8148bf9013b9'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:04.965802 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15a7e3-ad13-4401-8d46-170254a76e0e req-5610f75a-5fd2-4e4e-b45e-6784596e788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:04.969869 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62026240-7d24-4aad-b88d-b6b5581ae435" -d '{"events": [{"server_uuid": "f5990bea-4b29-4fb9-b45b-2dc701ec90a3", "name": "network-vif-unplugged", "status": "completed", "tag": "d0e6e22b-9769-4ad0-a921-8148bf9013b9"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:04.970806 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ec15a7e3-ad13-4401-8d46-170254a76e0e req-5610f75a-5fd2-4e4e-b45e-6784596e788d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c3763538-607f-4dce-99ff-bb3e1be8c8b4 HTTP/1.1" status: 200 len: 1096 time: 0.1152296 Sep 07 18:44:04.986783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dcb47-0dcf-455f-8a46-749c9613f488 req-f87e89bf-7820-46b6-b4d9-1c16e06e1968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:04.994570 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-654dcb47-0dcf-455f-8a46-749c9613f488 req-f87e89bf-7820-46b6-b4d9-1c16e06e1968 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.2350869 Sep 07 18:44:05.047652 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8189899b-3ee1-4e76-984c-6d6bcedc4c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1367146461-router', 'tenant_id': '42e6cf792bce4b0c9b1906c068741946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '0fc9b37e-bc96-4ef7-aacd-6c2b297eb185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:44:00Z', 'updated_at': '2021-09-07T18:44:03Z', 'revision_number': 3, 'project_id': '42e6cf792bce4b0c9b1906c068741946', 'gw_port': {'id': '0fc9b37e-bc96-4ef7-aacd-6c2b297eb185', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:94:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8189899b-3ee1-4e76-984c-6d6bcedc4c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:44:02Z', 'updated_at': '2021-09-07T18:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:05.066769 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ec15a7e3-ad13-4401-8d46-170254a76e0e req-4052db04-9a82-46a8-9eb2-012ddb8057a5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c761ec93-beec-4f61-8204-2595f81895c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822246 Sep 07 18:44:05.110120 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dcb47-0dcf-455f-8a46-749c9613f488 req-092272f9-1204-4283-be6f-fc27bf4ad0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:05.111713 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-654dcb47-0dcf-455f-8a46-749c9613f488 req-092272f9-1204-4283-be6f-fc27bf4ad0ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0857158 Sep 07 18:44:05.115883 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] Checking router: 8189899b-3ee1-4e76-984c-6d6bcedc4c50 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:44:05.116438 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] Updating router 8189899b-3ee1-4e76-984c-6d6bcedc4c50 port 0fc9b37e-bc96-4ef7-aacd-6c2b297eb185 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:44:05.145132 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:05.146309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:05.146867 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:05.148552 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-d6f3abe4-1300-49d2-8e3b-afcb072d8851 service neutron] 10.222.0.60 "PUT /v2.0/ports/d0e6e22b-9769-4ad0-a921-8148bf9013b9 HTTP/1.1" status: 200 len: 1121 time: 2.2906110 Sep 07 18:44:05.165568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06bbf3-68c1-4547-97a4-8313534d9729 req-e9c3cb91-e3de-475d-9b22-74944ef23c9a tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:05.167354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba06bbf3-68c1-4547-97a4-8313534d9729 req-e9c3cb91-e3de-475d-9b22-74944ef23c9a tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3763538-607f-4dce-99ff-bb3e1be8c8b4 HTTP/1.1" status: 200 len: 945 time: 0.2939260 Sep 07 18:44:05.181000 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a32f179f-81d1-4b24-8fa3-b2c977c94295 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:05.185276 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223dbaa5-f5af-4929-89fd-b6d4f7e6b622 req-d427558b-100d-495b-a748-a838654b10ac tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:05.187292 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-223dbaa5-f5af-4929-89fd-b6d4f7e6b622 req-d427558b-100d-495b-a748-a838654b10ac tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa889d6d-1491-4746-9fbf-ebf093098af3 HTTP/1.1" status: 200 len: 949 time: 0.0742447 Sep 07 18:44:05.191011 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea37a676-d80e-42b4-a78f-314b3edaf094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:05.234078 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['d0e6e22b-9769-4ad0-a921-8148bf9013b9'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:05.248854 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba06bbf3-68c1-4547-97a4-8313534d9729 req-7f8b4e5c-eb4e-437a-8764-d639fd009f3a tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/security-groups?id=c761ec93-beec-4f61-8204-2595f81895c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607750 Sep 07 18:44:05.270236 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-223dbaa5-f5af-4929-89fd-b6d4f7e6b622 req-58a0e987-4d85-47e3-b2f4-86b28717e4ed tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751371 Sep 07 18:44:05.311679 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port a32f179f-81d1-4b24-8fa3-b2c977c94295 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:05.323170 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 6bf12f24-ff84-42c1-a351-ced80dfb4f97 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:05.380212 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port a32f179f-81d1-4b24-8fa3-b2c977c94295 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:05.380613 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:05.473059 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-ea37a676-d80e-42b4-a78f-314b3edaf094 admin admin] Allocated IP 172.20.0.1 (ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec/20d37888-452c-4c50-8518-4fb40379ec12/865d5766-9b43-4451-ac12-2158ea518952) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:44:05.517210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be4e6f-d1f9-4f60-a7aa-6274b01d50d7 req-e809b47b-b43b-42ef-9791-43b951de6d8f tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:05.518772 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6be4e6f-d1f9-4f60-a7aa-6274b01d50d7 req-e809b47b-b43b-42ef-9791-43b951de6d8f tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 943 time: 0.1110661 Sep 07 18:44:05.521778 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-654dcb47-0dcf-455f-8a46-749c9613f488 req-fd894194-101c-459f-964a-3efbc76d4066 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498424 Sep 07 18:44:05.525381 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 6bf12f24-ff84-42c1-a351-ced80dfb4f97 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:05.543244 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3321e33-72f1-4bf8-b30d-83078b879c8b req-74baf9c9-573c-4503-81a7-4fdf0a01fd20 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:05.545393 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a3321e33-72f1-4bf8-b30d-83078b879c8b req-74baf9c9-573c-4503-81a7-4fdf0a01fd20 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4 HTTP/1.1" status: 200 len: 950 time: 0.1047771 Sep 07 18:44:05.557935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 6bf12f24-ff84-42c1-a351-ced80dfb4f97 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:05.557935 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:05.618396 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:05.631804 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] Transition to ACTIVE for port object 0fc9b37e-bc96-4ef7-aacd-6c2b297eb185 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:05.639877 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:05.665182 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea37a676-d80e-42b4-a78f-314b3edaf094 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:05.669481 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:05.690399 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-ea37a676-d80e-42b4-a78f-314b3edaf094 admin admin] Transition to ACTIVE for port object 865d5766-9b43-4451-ac12-2158ea518952 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:05.701110 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a3321e33-72f1-4bf8-b30d-83078b879c8b req-86c7e835-365e-4229-b1e4-6a564b95993f tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465173 Sep 07 18:44:05.722939 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6be4e6f-d1f9-4f60-a7aa-6274b01d50d7 req-6ebfcc0b-6b73-459c-a111-74c0334db8a9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906035 Sep 07 18:44:05.726474 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] Attempting to bind port 0fc9b37e-bc96-4ef7-aacd-6c2b297eb185 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:05.726945 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] Attempting to bind port 0fc9b37e-bc96-4ef7-aacd-6c2b297eb185 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:05.727407 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] Attempting to bind port 0fc9b37e-bc96-4ef7-aacd-6c2b297eb185 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:05.730838 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e5d1f-afc6-4a71-b312-576787394504 None None] Pushing event updated for resources: {'Port': ['ID=0fc9b37e-bc96-4ef7-aacd-6c2b297eb185,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:05.736042 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:05.736577 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:05.737079 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:05.737566 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:05.738164 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] Bound port: 0fc9b37e-bc96-4ef7-aacd-6c2b297eb185, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:05.738848 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:05.747670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port a32f179f-81d1-4b24-8fa3-b2c977c94295, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a32f179f-81d1-4b24-8fa3-b2c977c94295,segment=NetworkSegment(088b4c47-bc4c-41bb-93b3-aab7946a67e3),segment_id=088b4c47-bc4c-41bb-93b3-aab7946a67e3)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:05.753855 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:05.755312 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b63362cb-6955-4b89-a01d-14a8f45d733d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:05.776966 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-654dcb47-0dcf-455f-8a46-749c9613f488 req-a718e505-b27f-4147-b0db-6b464431b16d service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434080 Sep 07 18:44:05.785625 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8f8081-b3ac-4109-beb6-0740bb2df10b x-openstack-request-id: req-6e8f8081-b3ac-4109-beb6-0740bb2df10b {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:05.786131 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5990bea-4b29-4fb9-b45b-2dc701ec90a3", "name": "network-vif-unplugged", "status": "completed", "tag": "d0e6e22b-9769-4ad0-a921-8148bf9013b9", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:05.786551 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e8f8081-b3ac-4109-beb6-0740bb2df10b {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:05.787091 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5990bea-4b29-4fb9-b45b-2dc701ec90a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0e6e22b-9769-4ad0-a921-8148bf9013b9', 'code': 200} Sep 07 18:44:05.798519 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea37a676-d80e-42b4-a78f-314b3edaf094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:05.815285 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:05.825519 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] For port 0fc9b37e-bc96-4ef7-aacd-6c2b297eb185, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:05.829141 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] For port 0fc9b37e-bc96-4ef7-aacd-6c2b297eb185, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0fc9b37e-bc96-4ef7-aacd-6c2b297eb185,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:05.836802 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:05.883343 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37a676-d80e-42b4-a78f-314b3edaf094 admin admin] Pushing event updated for resources: {'Port': ['ID=865d5766-9b43-4451-ac12-2158ea518952,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:05.912668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea37a676-d80e-42b4-a78f-314b3edaf094 admin admin] Network ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:44:05.914311 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-ea37a676-d80e-42b4-a78f-314b3edaf094 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:05.921103 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37a676-d80e-42b4-a78f-314b3edaf094 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:44:05.921305 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=a32f179f-81d1-4b24-8fa3-b2c977c94295,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:05.925338 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e5d1f-afc6-4a71-b312-576787394504 None None] Pushing event updated for resources: {'Port': ['ID=0fc9b37e-bc96-4ef7-aacd-6c2b297eb185,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:05.935432 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 6bf12f24-ff84-42c1-a351-ced80dfb4f97, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=6bf12f24-ff84-42c1-a351-ced80dfb4f97,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:05.936574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b63362cb-6955-4b89-a01d-14a8f45d733d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:05.937165 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:05.941218 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:05.956997 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] Routers {'8189899b-3ee1-4e76-984c-6d6bcedc4c50'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:44:05.956997 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:43:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8189899b-3ee1-4e76-984c-6d6bcedc4c50'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:05.960324 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678c97f-66ff-4e11-a6e9-68c94f9b480a req-ce9f90f2-e36e-4705-ab9b-e048d9dc54c5 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:05.963888 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c678c97f-66ff-4e11-a6e9-68c94f9b480a req-ce9f90f2-e36e-4705-ab9b-e048d9dc54c5 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=e01b0b74-72dd-41a0-90c0-9e3af38c40ee HTTP/1.1" status: 200 len: 947 time: 0.0955489 Sep 07 18:44:05.995976 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea37a676-d80e-42b4-a78f-314b3edaf094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:06.023440 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d070a3fc-2a05-4d18-8f65-9b67e1dc5355 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:44:06.056269 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: d070a3fc-2a05-4d18-8f65-9b67e1dc5355 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:44:06.056637 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d070a3fc-2a05-4d18-8f65-9b67e1dc5355 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:44:06.078736 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c678c97f-66ff-4e11-a6e9-68c94f9b480a req-dfee7f37-8461-493f-a5eb-f4bfa8ec3d84 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078386 Sep 07 18:44:06.188568 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=6bf12f24-ff84-42c1-a351-ced80dfb4f97,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:06.249015 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] Set router 8189899b-3ee1-4e76-984c-6d6bcedc4c50 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:44:06.293295 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea37a676-d80e-42b4-a78f-314b3edaf094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:06.385964 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3ba3663d-12a0-4395-bb62-0cf9329bfb32 None None] Provisioning for port 865d5766-9b43-4451-ac12-2158ea518952 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:06.397443 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3ba3663d-12a0-4395-bb62-0cf9329bfb32 None None] Provisioning complete for port 865d5766-9b43-4451-ac12-2158ea518952 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:06.397608 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3ba3663d-12a0-4395-bb62-0cf9329bfb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:06.492912 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3ba3663d-12a0-4395-bb62-0cf9329bfb32 None None] Port 865d5766-9b43-4451-ac12-2158ea518952 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:44:06.512752 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea37a676-d80e-42b4-a78f-314b3edaf094 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:06.519942 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea37a676-d80e-42b4-a78f-314b3edaf094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:06.523778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b527c-865a-402a-9c02-b7296af70f7f req-dc49a697-db10-4bf0-b88b-7b57acaba6ad tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:06.525591 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-446b527c-865a-402a-9c02-b7296af70f7f req-dc49a697-db10-4bf0-b88b-7b57acaba6ad tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3763538-607f-4dce-99ff-bb3e1be8c8b4 HTTP/1.1" status: 200 len: 945 time: 0.1317747 Sep 07 18:44:06.546335 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4258e-1219-4897-b528-49603b1ef667 req-2196894a-f6bc-4694-9c5e-3f5f4828597e tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:06.555869 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ec4258e-1219-4897-b528-49603b1ef667 req-2196894a-f6bc-4694-9c5e-3f5f4828597e tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa889d6d-1491-4746-9fbf-ebf093098af3 HTTP/1.1" status: 200 len: 950 time: 0.0963442 Sep 07 18:44:06.589902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45606) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:06.606808 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45610) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:06.644931 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ec4258e-1219-4897-b528-49603b1ef667 req-96cce0cd-27e0-4ede-a88a-9506ff7e8906 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880499 Sep 07 18:44:06.645906 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8189899b-3ee1-4e76-984c-6d6bcedc4c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1367146461-router', 'tenant_id': '42e6cf792bce4b0c9b1906c068741946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '0fc9b37e-bc96-4ef7-aacd-6c2b297eb185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:44:00Z', 'updated_at': '2021-09-07T18:44:03Z', 'revision_number': 3, 'project_id': '42e6cf792bce4b0c9b1906c068741946', 'gw_port': {'id': '0fc9b37e-bc96-4ef7-aacd-6c2b297eb185', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:94:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8189899b-3ee1-4e76-984c-6d6bcedc4c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:44:02Z', 'updated_at': '2021-09-07T18:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:06.661790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-446b527c-865a-402a-9c02-b7296af70f7f req-e684590a-007a-4045-b530-b27f18148572 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/security-groups?id=c761ec93-beec-4f61-8204-2595f81895c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239138 Sep 07 18:44:06.683653 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9c439c-079d-4cb8-a2ec-8b722582a5bf None None] The sync data for ids ['8189899b-3ee1-4e76-984c-6d6bcedc4c50'] in n-d-807786-1 is: [{'id': '8189899b-3ee1-4e76-984c-6d6bcedc4c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1367146461-router', 'tenant_id': '42e6cf792bce4b0c9b1906c068741946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '0fc9b37e-bc96-4ef7-aacd-6c2b297eb185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:44:00Z', 'updated_at': '2021-09-07T18:44:03Z', 'revision_number': 3, 'project_id': '42e6cf792bce4b0c9b1906c068741946', 'gw_port': {'id': '0fc9b37e-bc96-4ef7-aacd-6c2b297eb185', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:94:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8189899b-3ee1-4e76-984c-6d6bcedc4c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:44:02Z', 'updated_at': '2021-09-07T18:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:44:06.793883 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa889d6d-1491-4746-9fbf-ebf093098af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf12f24-ff84-42c1-a351-ced80dfb4f97'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:06.796190 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0257645-6a35-480a-ab91-731bd56dee19" -d '{"events": [{"server_uuid": "fa889d6d-1491-4746-9fbf-ebf093098af3", "name": "network-vif-plugged", "status": "completed", "tag": "6bf12f24-ff84-42c1-a351-ced80dfb4f97"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:06.913154 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65eda7db-17d3-499f-a990-282b199c309f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:06.915326 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37a676-d80e-42b4-a78f-314b3edaf094 admin admin] Pushing event updated for resources: {'Port': ['ID=865d5766-9b43-4451-ac12-2158ea518952,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:06.918042 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea37a676-d80e-42b4-a78f-314b3edaf094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:06.947101 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9adc5ac9-8127-45fc-a909-29619a73e39d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c73b34afc14f46ed8b9046accb36c4c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3557577 Sep 07 18:44:06.952064 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45624) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:06.962290 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc421a4-1043-4723-bdb4-1ecacb7d3084 req-ec91e73e-2f4f-415e-af75-c3621d267ac1 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:06.969594 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2bc421a4-1043-4723-bdb4-1ecacb7d3084 req-ec91e73e-2f4f-415e-af75-c3621d267ac1 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 943 time: 0.1486166 Sep 07 18:44:07.056304 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a32f179f-81d1-4b24-8fa3-b2c977c94295 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:07.067598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f51b7c-2a97-4f8f-bcdb-60ad49ea99f9 req-a9b84de9-9b65-4e66-bdbb-a42b086a8548 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:07.069221 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8f51b7c-2a97-4f8f-bcdb-60ad49ea99f9 req-a9b84de9-9b65-4e66-bdbb-a42b086a8548 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4 HTTP/1.1" status: 200 len: 950 time: 0.2093484 Sep 07 18:44:07.085996 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea37a676-d80e-42b4-a78f-314b3edaf094 admin admin] Network ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:44:07.087823 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-ea37a676-d80e-42b4-a78f-314b3edaf094 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:07.153199 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port a32f179f-81d1-4b24-8fa3-b2c977c94295 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:07.153577 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:07.235271 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2bc421a4-1043-4723-bdb4-1ecacb7d3084 req-e8d26b02-ecf3-4fa1-8f9b-a453b859d31b tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647345 Sep 07 18:44:07.318461 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea37a676-d80e-42b4-a78f-314b3edaf094 admin admin] Router 8189899b-3ee1-4e76-984c-6d6bcedc4c50 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:44:07.323118 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b329d2-373b-4808-8eeb-afc1c5abc02e x-openstack-request-id: req-99b329d2-373b-4808-8eeb-afc1c5abc02e {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:07.323259 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa889d6d-1491-4746-9fbf-ebf093098af3", "name": "network-vif-plugged", "status": "completed", "tag": "6bf12f24-ff84-42c1-a351-ced80dfb4f97", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:07.323494 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-99b329d2-373b-4808-8eeb-afc1c5abc02e {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:07.324062 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa889d6d-1491-4746-9fbf-ebf093098af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf12f24-ff84-42c1-a351-ced80dfb4f97', 'code': 200} Sep 07 18:44:07.336209 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d943dd2-0c28-4811-aade-2ac99abdcc78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:07.370141 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8f51b7c-2a97-4f8f-bcdb-60ad49ea99f9 req-8bca2f42-86b9-4bab-81e3-c901b8b4c418 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818940 Sep 07 18:44:07.499707 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d943dd2-0c28-4811-aade-2ac99abdcc78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:07.528418 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-71627c7f-0eaa-47d2-9ab1-9266f0038c9e None None] Provisioning complete for port 865d5766-9b43-4451-ac12-2158ea518952 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:07.529015 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-71627c7f-0eaa-47d2-9ab1-9266f0038c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:07.566369 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65eda7db-17d3-499f-a990-282b199c309f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:07.580449 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65eda7db-17d3-499f-a990-282b199c309f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:07.635975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eda7db-17d3-499f-a990-282b199c309f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae603d9c-6b27-428c-814d-58a045c75d03,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:07.637215 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-71627c7f-0eaa-47d2-9ab1-9266f0038c9e None None] Port 865d5766-9b43-4451-ac12-2158ea518952 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:44:07.652222 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab4d5b-ae21-4408-a240-decf34b2ca38 req-732036c0-2e01-4e48-8298-0cb265a29587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:07.653803 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3cab4d5b-ae21-4408-a240-decf34b2ca38 req-732036c0-2e01-4e48-8298-0cb265a29587 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa889d6d-1491-4746-9fbf-ebf093098af3 HTTP/1.1" status: 200 len: 1101 time: 0.2298410 Sep 07 18:44:07.673513 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2f7ef-2623-415d-a3c3-2f78035633fa req-492cf8e2-222f-45b2-9229-8d56388e59f2 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:07.675151 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94c2f7ef-2623-415d-a3c3-2f78035633fa req-492cf8e2-222f-45b2-9229-8d56388e59f2 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=e01b0b74-72dd-41a0-90c0-9e3af38c40ee HTTP/1.1" status: 200 len: 947 time: 0.2644172 Sep 07 18:44:07.732055 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea37a676-d80e-42b4-a78f-314b3edaf094 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:44:07.755790 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ea37a676-d80e-42b4-a78f-314b3edaf094 admin admin] 10.222.0.26 "PUT /v2.0/routers/8189899b-3ee1-4e76-984c-6d6bcedc4c50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2297554 Sep 07 18:44:07.758105 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3cab4d5b-ae21-4408-a240-decf34b2ca38 req-301376ae-c470-463b-a20c-2806b9b2f744 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905383 Sep 07 18:44:07.781133 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-65eda7db-17d3-499f-a990-282b199c309f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d61e3d6a1a9d48fba214f30606c8639c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1713495 Sep 07 18:44:07.784057 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45642) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:07.793036 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5990bea-4b29-4fb9-b45b-2dc701ec90a3', 'tag': 'd0e6e22b-9769-4ad0-a921-8148bf9013b9'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:07.795278 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054f9dab-594e-436e-b0a6-cb5db5fbe450" -d '{"events": [{"name": "network-changed", "server_uuid": "f5990bea-4b29-4fb9-b45b-2dc701ec90a3", "tag": "d0e6e22b-9769-4ad0-a921-8148bf9013b9"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:07.806117 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d943dd2-0c28-4811-aade-2ac99abdcc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:07.808655 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d943dd2-0c28-4811-aade-2ac99abdcc78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:07.809827 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6d943dd2-0c28-4811-aade-2ac99abdcc78 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/310b9124-e344-4044-a043-f75873ad08c7 HTTP/1.1" status: 204 len: 168 time: 0.8557484 Sep 07 18:44:07.825399 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94c2f7ef-2623-415d-a3c3-2f78035633fa req-59a7bf91-0eee-48c9-b918-504914cdf0d9 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312542 Sep 07 18:44:07.847330 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289de69-74c6-42b3-9e70-3595c9aa4cf5 req-154df72b-ce2b-402f-9cdb-526a08c9c845 tempest-LiveMigrationNegativeTest-930747803 tempest-LiveMigrationNegativeTest-930747803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:07.858050 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c93552e8-21d7-422b-a08d-1769bcee74da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:07.858956 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7289de69-74c6-42b3-9e70-3595c9aa4cf5 req-154df72b-ce2b-402f-9cdb-526a08c9c845 tempest-LiveMigrationNegativeTest-930747803 tempest-LiveMigrationNegativeTest-930747803-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4 HTTP/1.1" status: 200 len: 1101 time: 0.2102013 Sep 07 18:44:07.861078 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d943dd2-0c28-4811-aade-2ac99abdcc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310b9124-e344-4044-a043-f75873ad08c7,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:07.881291 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7289de69-74c6-42b3-9e70-3595c9aa4cf5 req-f7f40153-3312-49f7-96a5-392e9c967668 tempest-LiveMigrationNegativeTest-930747803 tempest-LiveMigrationNegativeTest-930747803-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:07.904833 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c93552e8-21d7-422b-a08d-1769bcee74da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:07.995394 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c93552e8-21d7-422b-a08d-1769bcee74da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:07.999111 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c93552e8-21d7-422b-a08d-1769bcee74da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:08.001510 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c93552e8-21d7-422b-a08d-1769bcee74da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae603d9c-6b27-428c-814d-58a045c75d03 HTTP/1.1" status: 204 len: 168 time: 0.2159600 Sep 07 18:44:08.023014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d4793ad6-d11d-40c6-b974-0f6fa5236f35 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:44:08.025257 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93552e8-21d7-422b-a08d-1769bcee74da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae603d9c-6b27-428c-814d-58a045c75d03,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:08.155644 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7289de69-74c6-42b3-9e70-3595c9aa4cf5 req-f7f40153-3312-49f7-96a5-392e9c967668 tempest-LiveMigrationNegativeTest-930747803 tempest-LiveMigrationNegativeTest-930747803-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:08.169049 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7289de69-74c6-42b3-9e70-3595c9aa4cf5 req-f7f40153-3312-49f7-96a5-392e9c967668 tempest-LiveMigrationNegativeTest-930747803 tempest-LiveMigrationNegativeTest-930747803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:08.187611 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59760903-82e7-4506-9052-fc53c29f43e6 req-d6126239-9446-46bb-8fa3-734d6b9983a2 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:08.192843 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59760903-82e7-4506-9052-fc53c29f43e6 req-d6126239-9446-46bb-8fa3-734d6b9983a2 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa889d6d-1491-4746-9fbf-ebf093098af3 HTTP/1.1" status: 200 len: 950 time: 0.1749790 Sep 07 18:44:08.235331 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port d4793ad6-d11d-40c6-b974-0f6fa5236f35, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d4793ad6-d11d-40c6-b974-0f6fa5236f35,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:08.247518 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7289de69-74c6-42b3-9e70-3595c9aa4cf5 req-f7f40153-3312-49f7-96a5-392e9c967668 tempest-LiveMigrationNegativeTest-930747803 tempest-LiveMigrationNegativeTest-930747803-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873801 Sep 07 18:44:08.261376 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'd4793ad6-d11d-40c6-b974-0f6fa5236f35', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': 'd4793ad6-d11d-40c6-b974-0f6fa5236f35', 'mac_address': 'fa:16:3e:3c:0d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:44:08.269224 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f40153-3312-49f7-96a5-392e9c967668 tempest-LiveMigrationNegativeTest-930747803 tempest-LiveMigrationNegativeTest-930747803-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e6e7ef-40f1-4dc2-a922-692baf8220d2,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:08.328227 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59760903-82e7-4506-9052-fc53c29f43e6 req-8f939eba-70e9-4e84-bde3-66a0fd104aa9 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208222 Sep 07 18:44:08.349699 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f32ea08-52c1-4bdc-b7ae-787d57788698 x-openstack-request-id: req-3f32ea08-52c1-4bdc-b7ae-787d57788698 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:08.350346 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5990bea-4b29-4fb9-b45b-2dc701ec90a3", "tag": "d0e6e22b-9769-4ad0-a921-8148bf9013b9", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:08.350813 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f32ea08-52c1-4bdc-b7ae-787d57788698 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:08.351418 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5990bea-4b29-4fb9-b45b-2dc701ec90a3', 'tag': 'd0e6e22b-9769-4ad0-a921-8148bf9013b9', 'status': 'completed', 'code': 200} Sep 07 18:44:08.362966 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:08.393731 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4793ad6-d11d-40c6-b974-0f6fa5236f35 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:44:08.430643 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f9dab-594e-436e-b0a6-cb5db5fbe450 req-62d2cba1-699c-4cd7-aa95-1545901115bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:08.432786 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-054f9dab-594e-436e-b0a6-cb5db5fbe450 req-62d2cba1-699c-4cd7-aa95-1545901115bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 1124 time: 0.0737140 Sep 07 18:44:08.453000 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port d4793ad6-d11d-40c6-b974-0f6fa5236f35, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d4793ad6-d11d-40c6-b974-0f6fa5236f35,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:08.482950 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:08.483785 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d0e6e22b-9769-4ad0-a921-8148bf9013b9 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:44:08.520813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc568c-ef81-43e9-a7a0-d7eee51ca221 req-4ccaeb57-b5d7-448d-8e3f-f0e326e0d8d4 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:08.530562 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0edc568c-ef81-43e9-a7a0-d7eee51ca221 req-4ccaeb57-b5d7-448d-8e3f-f0e326e0d8d4 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 943 time: 0.0844030 Sep 07 18:44:08.587133 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0edc568c-ef81-43e9-a7a0-d7eee51ca221 req-57b5ecb2-0333-49df-8a86-9785c1ab4f28 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547354 Sep 07 18:44:08.656371 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.db.resource_extend [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 18:44:08.679276 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f9dab-594e-436e-b0a6-cb5db5fbe450 req-c0424bdb-56ca-4866-a228-649ce3291edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:08.681151 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-054f9dab-594e-436e-b0a6-cb5db5fbe450 req-c0424bdb-56ca-4866-a228-649ce3291edd service neutron] 10.222.0.36 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 909 time: 0.2398548 Sep 07 18:44:08.689090 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45676) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:08.719346 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-984382be-c027-4615-a529-5581220f811e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:08.798882 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-054f9dab-594e-436e-b0a6-cb5db5fbe450 req-5aff0a24-7773-4a5b-a1d4-fbbbde5ae879 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0e6e22b-9769-4ad0-a921-8148bf9013b9 HTTP/1.1" status: 200 len: 217 time: 0.0952606 Sep 07 18:44:08.806705 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port d0e6e22b-9769-4ad0-a921-8148bf9013b9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d0e6e22b-9769-4ad0-a921-8148bf9013b9,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:08.844474 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d0e6e22b-9769-4ad0-a921-8148bf9013b9 has no active binding in host n-h1-807786-1 {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 18:44:08.853957 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=d4793ad6-d11d-40c6-b974-0f6fa5236f35,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:08.909642 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f9dab-594e-436e-b0a6-cb5db5fbe450 req-7c060fa4-1e49-4317-b9b5-8864a8ba93ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:08.918595 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-054f9dab-594e-436e-b0a6-cb5db5fbe450 req-7c060fa4-1e49-4317-b9b5-8864a8ba93ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.1101456 Sep 07 18:44:08.942266 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-984382be-c027-4615-a529-5581220f811e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:08.956720 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-984382be-c027-4615-a529-5581220f811e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:09.055249 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-984382be-c027-4615-a529-5581220f811e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=829303682b484d8790f7127036decbac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3504360 Sep 07 18:44:09.056378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45690) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:09.059050 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984382be-c027-4615-a529-5581220f811e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e35d8b-f6e6-4114-b5bd-d8817d1481cf,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:09.096546 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-054f9dab-594e-436e-b0a6-cb5db5fbe450 req-bfa04bb9-d0ac-43a0-85d0-21b032e163da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1558952 Sep 07 18:44:09.151083 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d4793ad6-d11d-40c6-b974-0f6fa5236f35'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:09.234020 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fffd3fe5-fed1-46ef-851b-92eb2e25706f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:09.272647 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fffd3fe5-fed1-46ef-851b-92eb2e25706f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:09.303488 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802f392-0469-471a-9ca8-2bedd0d95fe6 req-aa38e680-defb-49fc-9d19-d2366367e647 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:09.315785 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8802f392-0469-471a-9ca8-2bedd0d95fe6 req-aa38e680-defb-49fc-9d19-d2366367e647 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=e01b0b74-72dd-41a0-90c0-9e3af38c40ee HTTP/1.1" status: 200 len: 948 time: 0.1767743 Sep 07 18:44:09.396482 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8802f392-0469-471a-9ca8-2bedd0d95fe6 req-f5efef6b-0b1c-4d1c-bbb9-2d377cdd863a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765088 Sep 07 18:44:09.445101 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fffd3fe5-fed1-46ef-851b-92eb2e25706f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:09.450717 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fffd3fe5-fed1-46ef-851b-92eb2e25706f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:09.450717 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-fffd3fe5-fed1-46ef-851b-92eb2e25706f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d0e35d8b-f6e6-4114-b5bd-d8817d1481cf HTTP/1.1" status: 204 len: 168 time: 0.3919690 Sep 07 18:44:09.464205 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd3fe5-fed1-46ef-851b-92eb2e25706f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e35d8b-f6e6-4114-b5bd-d8817d1481cf,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:09.480315 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-054f9dab-594e-436e-b0a6-cb5db5fbe450 req-ec6b5da4-87ab-4845-921a-e6fcd6f0f134 service neutron] 10.222.0.36 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586838 Sep 07 18:44:09.525115 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0fc9b37e-bc96-4ef7-aacd-6c2b297eb185 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:09.611058 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 0fc9b37e-bc96-4ef7-aacd-6c2b297eb185 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:09.623202 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 0fc9b37e-bc96-4ef7-aacd-6c2b297eb185 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:09.624080 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:09.704151 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] Sync routers for ids ['8189899b-3ee1-4e76-984c-6d6bcedc4c50'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:44:09.704576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df99df-499d-4265-afb7-c48513462e9e req-f55d937b-03af-4929-919e-25ac2a67b0fc tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:09.721467 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-04df99df-499d-4265-afb7-c48513462e9e req-f55d937b-03af-4929-919e-25ac2a67b0fc tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4 HTTP/1.1" status: 200 len: 950 time: 0.1555841 Sep 07 18:44:09.750827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] Routers {'8189899b-3ee1-4e76-984c-6d6bcedc4c50'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:44:09.752206 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:43:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8189899b-3ee1-4e76-984c-6d6bcedc4c50'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:09.833679 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-054f9dab-594e-436e-b0a6-cb5db5fbe450 req-51123820-2fd1-4316-9e5d-8c04e54dd366 service neutron] 10.222.0.36 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372974 Sep 07 18:44:09.840479 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-04df99df-499d-4265-afb7-c48513462e9e req-31824457-cb81-4b4e-9b07-99ab6944b354 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180379 Sep 07 18:44:09.952855 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d260da9-0ba6-44e1-ad1f-0a6555d4fedb req-fd031484-faf0-4845-ae04-1218c5fd9db6 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:09.961080 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d260da9-0ba6-44e1-ad1f-0a6555d4fedb req-fd031484-faf0-4845-ae04-1218c5fd9db6 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa889d6d-1491-4746-9fbf-ebf093098af3 HTTP/1.1" status: 200 len: 950 time: 0.1166573 Sep 07 18:44:10.044459 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d260da9-0ba6-44e1-ad1f-0a6555d4fedb req-d1222982-6a5d-44b7-aa02-5c651c816962 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818286 Sep 07 18:44:10.071996 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:10.082291 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5d74a-1ed2-4833-abdc-0c8f608ed94d req-45a1a30d-ff8d-4e48-a9a8-9f825172e00f tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:10.086388 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6fb5d74a-1ed2-4833-abdc-0c8f608ed94d req-45a1a30d-ff8d-4e48-a9a8-9f825172e00f tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 943 time: 0.0861535 Sep 07 18:44:10.088145 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] Set router 8189899b-3ee1-4e76-984c-6d6bcedc4c50 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:44:10.134939 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6fb5d74a-1ed2-4833-abdc-0c8f608ed94d req-d095ec26-9661-42c6-9681-d011aa48ecfb tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405655 Sep 07 18:44:10.157510 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 0fc9b37e-bc96-4ef7-aacd-6c2b297eb185, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0fc9b37e-bc96-4ef7-aacd-6c2b297eb185,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:10.163165 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:10.320275 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=0fc9b37e-bc96-4ef7-aacd-6c2b297eb185,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:10.418979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ce749-518b-4b4a-9d9c-86b9e9a19bb3 req-78c187e3-bd1f-447d-adac-9c435a90f4db tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:10.420733 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e56ce749-518b-4b4a-9d9c-86b9e9a19bb3 req-78c187e3-bd1f-447d-adac-9c435a90f4db tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa889d6d-1491-4746-9fbf-ebf093098af3 HTTP/1.1" status: 200 len: 950 time: 0.0769615 Sep 07 18:44:10.450130 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8189899b-3ee1-4e76-984c-6d6bcedc4c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1367146461-router', 'tenant_id': '42e6cf792bce4b0c9b1906c068741946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '0fc9b37e-bc96-4ef7-aacd-6c2b297eb185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:44:00Z', 'updated_at': '2021-09-07T18:44:06Z', 'revision_number': 4, 'project_id': '42e6cf792bce4b0c9b1906c068741946', 'gw_port': {'id': '0fc9b37e-bc96-4ef7-aacd-6c2b297eb185', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:94:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8189899b-3ee1-4e76-984c-6d6bcedc4c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:44:02Z', 'updated_at': '2021-09-07T18:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '865d5766-9b43-4451-ac12-2158ea518952', 'name': '', 'network_id': 'ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec', 'tenant_id': '42e6cf792bce4b0c9b1906c068741946', 'mac_address': 'fa:16:3e:b5:b5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8189899b-3ee1-4e76-984c-6d6bcedc4c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '20d37888-452c-4c50-8518-4fb40379ec12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:44:05Z', 'updated_at': '2021-09-07T18:44:06Z', 'revision_number': 2, 'project_id': '42e6cf792bce4b0c9b1906c068741946', 'subnets': [{'id': '20d37888-452c-4c50-8518-4fb40379ec12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:10.466603 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e56ce749-518b-4b4a-9d9c-86b9e9a19bb3 req-7f51a084-54e8-4529-9be5-89e42e1f5f52 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383077 Sep 07 18:44:10.480105 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] Checking router: 8189899b-3ee1-4e76-984c-6d6bcedc4c50 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:44:10.480466 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] Updating router 8189899b-3ee1-4e76-984c-6d6bcedc4c50 port 865d5766-9b43-4451-ac12-2158ea518952 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:44:10.509658 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:10.636237 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e3a7e-d0d3-4d0c-a407-1ccc901651d9 req-5cd87588-f995-431d-98e7-a1c017020159 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:10.637874 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7d7e3a7e-d0d3-4d0c-a407-1ccc901651d9 req-5cd87588-f995-431d-98e7-a1c017020159 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.36 "GET /v2.0/ports?device_id=d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4 HTTP/1.1" status: 200 len: 950 time: 0.0896482 Sep 07 18:44:10.800904 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-7d7e3a7e-d0d3-4d0c-a407-1ccc901651d9 req-b32ded80-2e39-4550-901f-f9dd0cdf8bae tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Deleting port 80a5d59b-cf99-4dcf-ad07-9585ed02c991 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:44:10.801700 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7d7e3a7e-d0d3-4d0c-a407-1ccc901651d9 req-b32ded80-2e39-4550-901f-f9dd0cdf8bae tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:10.854802 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf236f3-fc4a-4e36-a1ca-a3f4325b77d2 req-fbcd9dd1-4dfd-4cb9-987a-2242da4810f7 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:10.857138 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bf236f3-fc4a-4e36-a1ca-a3f4325b77d2 req-fbcd9dd1-4dfd-4cb9-987a-2242da4810f7 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=e01b0b74-72dd-41a0-90c0-9e3af38c40ee HTTP/1.1" status: 200 len: 948 time: 0.0804753 Sep 07 18:44:10.881670 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45758) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:10.893528 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-bcec2837-9fe4-4758-b76a-d3da386da433 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Request body: {'security_group': {'name': 'tempest-securitygroup--995551019', 'description': 'tempest-description--1054073352'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:10.991177 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:10.992663 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-7d7e3a7e-d0d3-4d0c-a407-1ccc901651d9 req-b32ded80-2e39-4550-901f-f9dd0cdf8bae tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] For port 80a5d59b-cf99-4dcf-ad07-9585ed02c991, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=80a5d59b-cf99-4dcf-ad07-9585ed02c991,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:10.993244 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7d7e3a7e-d0d3-4d0c-a407-1ccc901651d9 req-b32ded80-2e39-4550-901f-f9dd0cdf8bae tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:10.996228 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcec2837-9fe4-4758-b76a-d3da386da433 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:11.006074 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] Transition to ACTIVE for port object 865d5766-9b43-4451-ac12-2158ea518952 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:11.017536 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:11.022754 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-7d7e3a7e-d0d3-4d0c-a407-1ccc901651d9 req-b32ded80-2e39-4550-901f-f9dd0cdf8bae tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Calling delete_port for 80a5d59b-cf99-4dcf-ad07-9585ed02c991 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:44:11.093056 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0fc9b37e-bc96-4ef7-aacd-6c2b297eb185 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:11.173780 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bf236f3-fc4a-4e36-a1ca-a3f4325b77d2 req-909803bc-f9b8-497a-b934-f3d018e7a11a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100920 Sep 07 18:44:11.214973 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-2e82d837-bcff-46fc-af8f-e9588d057f3d service neutron] 10.222.0.36 "GET /v2.0/ports/d0e6e22b-9769-4ad0-a921-8148bf9013b9/bindings/n-h1-807786-1 HTTP/1.1" status: 200 len: 384 time: 0.0927253 Sep 07 18:44:11.228334 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515cf93-de80-4774-91e3-b5c0604ab0fa None None] Pushing event updated for resources: {'Port': ['ID=865d5766-9b43-4451-ac12-2158ea518952,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:11.328160 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 0fc9b37e-bc96-4ef7-aacd-6c2b297eb185 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:11.331293 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:11.372247 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcec2837-9fe4-4758-b76a-d3da386da433 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:11.377362 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcec2837-9fe4-4758-b76a-d3da386da433 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:11.398096 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcec2837-9fe4-4758-b76a-d3da386da433 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:11.399350 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bcec2837-9fe4-4758-b76a-d3da386da433 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5142746 Sep 07 18:44:11.402010 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] Attempting to bind port 865d5766-9b43-4451-ac12-2158ea518952 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:11.402375 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] Attempting to bind port 865d5766-9b43-4451-ac12-2158ea518952 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '088b4c47-bc4c-41bb-93b3-aab7946a67e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:11.404878 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] Attempting to bind port 865d5766-9b43-4451-ac12-2158ea518952 on network ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:11.405809 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45778) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:11.419372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-f8f07d49-1ccd-4856-a08f-b7d75a30140a tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Request body: {'security_group_rule': {'security_group_id': '7b91db7c-ac63-4411-8b6e-bcaff1ca106a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:11.432376 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:11.432376 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] Checking segment: {'id': '088b4c47-bc4c-41bb-93b3-aab7946a67e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:11.432804 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:11.433197 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] Bound using segment: {'id': '088b4c47-bc4c-41bb-93b3-aab7946a67e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:11.434059 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] Bound port: 865d5766-9b43-4451-ac12-2158ea518952, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088b4c47-bc4c-41bb-93b3-aab7946a67e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:11.434648 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:11.437525 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec2837-9fe4-4758-b76a-d3da386da433 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b91db7c-ac63-4411-8b6e-bcaff1ca106a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:11.440388 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7d7e3a7e-d0d3-4d0c-a407-1ccc901651d9 req-b32ded80-2e39-4550-901f-f9dd0cdf8bae tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:11.463990 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['c0ef05b7-efec-45f7-9c11-8e4e71650f93'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:11.466697 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['80a5d59b-cf99-4dcf-ad07-9585ed02c991'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:11.476486 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ded80-2e39-4550-901f-f9dd0cdf8bae tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Pushing event deleted for resources: {'Port': ['ID=80a5d59b-cf99-4dcf-ad07-9585ed02c991,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:11.487528 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f8f07d49-1ccd-4856-a08f-b7d75a30140a tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:11.503580 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939594e-7cb5-4d77-a46f-3355f45f2330 req-1eb7f9b2-ecb6-45a2-8a0b-ac8befbe8f3e tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:11.511417 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3939594e-7cb5-4d77-a46f-3355f45f2330 req-1eb7f9b2-ecb6-45a2-8a0b-ac8befbe8f3e tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4 HTTP/1.1" status: 200 len: 867 time: 0.2038364 Sep 07 18:44:11.533795 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7e3a7e-d0d3-4d0c-a407-1ccc901651d9 req-b32ded80-2e39-4550-901f-f9dd0cdf8bae tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] No DVR routers for this DVR port 80a5d59b-cf99-4dcf-ad07-9585ed02c991 on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:44:11.541110 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7d7e3a7e-d0d3-4d0c-a407-1ccc901651d9 req-b32ded80-2e39-4550-901f-f9dd0cdf8bae tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:11.547941 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7d7e3a7e-d0d3-4d0c-a407-1ccc901651d9 req-b32ded80-2e39-4550-901f-f9dd0cdf8bae tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.36 "DELETE /v2.0/ports/80a5d59b-cf99-4dcf-ad07-9585ed02c991 HTTP/1.1" status: 204 len: 173 time: 0.9015863 Sep 07 18:44:11.561247 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86ebf67-537b-4a9b-9a6f-6cad8dde0bb4', 'name': 'network-vif-deleted', 'tag': '80a5d59b-cf99-4dcf-ad07-9585ed02c991'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:11.570288 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93661f48-d5b9-4a51-9ffa-6b8b0b214820" -d '{"events": [{"server_uuid": "d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4", "name": "network-vif-deleted", "tag": "80a5d59b-cf99-4dcf-ad07-9585ed02c991"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:11.637498 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3939594e-7cb5-4d77-a46f-3355f45f2330 req-489672c6-6e26-41bb-ae69-0431445032c4 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251261 Sep 07 18:44:11.666313 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] For port 865d5766-9b43-4451-ac12-2158ea518952, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:11.670216 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] For port 865d5766-9b43-4451-ac12-2158ea518952, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=865d5766-9b43-4451-ac12-2158ea518952,segment=NetworkSegment(088b4c47-bc4c-41bb-93b3-aab7946a67e3),segment_id=088b4c47-bc4c-41bb-93b3-aab7946a67e3)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:11.709480 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:11.799737 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] Routers {'8189899b-3ee1-4e76-984c-6d6bcedc4c50'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:44:11.800390 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:43:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8189899b-3ee1-4e76-984c-6d6bcedc4c50'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:11.853208 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-30e09b48-6a0b-4af6-b3ba-26dbb363b98d service neutron] For port d0e6e22b-9769-4ad0-a921-8148bf9013b9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d0e6e22b-9769-4ad0-a921-8148bf9013b9,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:11.915813 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f8f07d49-1ccd-4856-a08f-b7d75a30140a tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:11.924058 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f8f07d49-1ccd-4856-a08f-b7d75a30140a tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:11.937106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-30e09b48-6a0b-4af6-b3ba-26dbb363b98d service neutron] For port d0e6e22b-9769-4ad0-a921-8148bf9013b9, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:11.946347 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc432d9-ba84-44dc-80ab-ba39f12e4343 req-23fe2fd4-e381-4565-b2da-c4c4d402f52f tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:11.947901 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bc432d9-ba84-44dc-80ab-ba39f12e4343 req-23fe2fd4-e381-4565-b2da-c4c4d402f52f tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 943 time: 0.1342158 Sep 07 18:44:11.958438 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] Set router 8189899b-3ee1-4e76-984c-6d6bcedc4c50 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:44:11.989955 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f8f07d49-1ccd-4856-a08f-b7d75a30140a tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:11.991347 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f8f07d49-1ccd-4856-a08f-b7d75a30140a tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5843217 Sep 07 18:44:11.994751 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45796) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:12.000787 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-941fdc2a-b70b-4ad6-8ba1-962daa57bd7c tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Request body: {'security_group_rule': {'security_group_id': '7b91db7c-ac63-4411-8b6e-bcaff1ca106a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:12.001797 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f07d49-1ccd-4856-a08f-b7d75a30140a tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a7c1cf-cfbc-4d52-95e1-43064a009bb2,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:12.085120 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-941fdc2a-b70b-4ad6-8ba1-962daa57bd7c tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:12.085731 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-30e09b48-6a0b-4af6-b3ba-26dbb363b98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e6e22b-9769-4ad0-a921-8148bf9013b9 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:44:12.114681 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bc432d9-ba84-44dc-80ab-ba39f12e4343 req-bb8d5b21-0ec8-4d5b-a377-d6e9d262a172 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273997 Sep 07 18:44:12.117080 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-30e09b48-6a0b-4af6-b3ba-26dbb363b98d service neutron] For port d0e6e22b-9769-4ad0-a921-8148bf9013b9, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d0e6e22b-9769-4ad0-a921-8148bf9013b9,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:12.129551 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d4793ad6-d11d-40c6-b974-0f6fa5236f35 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:12.157082 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-30e09b48-6a0b-4af6-b3ba-26dbb363b98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:12.185188 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515cf93-de80-4774-91e3-b5c0604ab0fa None None] Pushing event updated for resources: {'Port': ['ID=865d5766-9b43-4451-ac12-2158ea518952,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:12.226822 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a438852-6355-4403-9fb9-fd806e134913 x-openstack-request-id: req-8a438852-6355-4403-9fb9-fd806e134913 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:12.227120 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86ebf67-537b-4a9b-9a6f-6cad8dde0bb4", "name": "network-vif-deleted", "tag": "80a5d59b-cf99-4dcf-ad07-9585ed02c991", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:12.227375 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a438852-6355-4403-9fb9-fd806e134913 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:12.227771 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86ebf67-537b-4a9b-9a6f-6cad8dde0bb4', 'name': 'network-vif-deleted', 'tag': '80a5d59b-cf99-4dcf-ad07-9585ed02c991', 'status': 'completed', 'code': 200} Sep 07 18:44:12.278897 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-941fdc2a-b70b-4ad6-8ba1-962daa57bd7c tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:12.287069 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-941fdc2a-b70b-4ad6-8ba1-962daa57bd7c tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:12.311078 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fdc2a-b70b-4ad6-8ba1-962daa57bd7c tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28f99ac-0fc5-4fdd-910d-c9896e40c7be,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:12.313477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfac6e-9f31-4476-81e3-1f8040559f9c req-1112d159-79d6-494e-a7b7-8582b295f068 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:12.318308 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4bdfac6e-9f31-4476-81e3-1f8040559f9c req-1112d159-79d6-494e-a7b7-8582b295f068 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa889d6d-1491-4746-9fbf-ebf093098af3 HTTP/1.1" status: 200 len: 950 time: 0.1857793 Sep 07 18:44:12.325856 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-941fdc2a-b70b-4ad6-8ba1-962daa57bd7c tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:12.330486 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-941fdc2a-b70b-4ad6-8ba1-962daa57bd7c tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3344412 Sep 07 18:44:12.331192 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45804) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:12.337212 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-99579b54-c0b0-45eb-a407-d06e8c8df5bc tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:12.364253 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-99579b54-c0b0-45eb-a407-d06e8c8df5bc tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:12.484841 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-30e09b48-6a0b-4af6-b3ba-26dbb363b98d service neutron] Transition to ACTIVE for port object d0e6e22b-9769-4ad0-a921-8148bf9013b9 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:12.488991 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4bdfac6e-9f31-4476-81e3-1f8040559f9c req-da718753-ea33-40b5-aeb4-b62e86f4ee7d tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cef8d44-7025-44e0-9de3-8cc4bdc055f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359935 Sep 07 18:44:12.491042 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-30e09b48-6a0b-4af6-b3ba-26dbb363b98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:12.554700 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:12.569613 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-30e09b48-6a0b-4af6-b3ba-26dbb363b98d service neutron] No DVR routers for this DVR port d0e6e22b-9769-4ad0-a921-8148bf9013b9 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:44:12.580657 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port d4793ad6-d11d-40c6-b974-0f6fa5236f35 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:12.589226 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e09b48-6a0b-4af6-b3ba-26dbb363b98d service neutron] Pushing event updated for resources: {'Port': ['ID=d0e6e22b-9769-4ad0-a921-8148bf9013b9,revision_number=10']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:12.591015 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port d4793ad6-d11d-40c6-b974-0f6fa5236f35 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:12.591393 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:12.630128 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-30e09b48-6a0b-4af6-b3ba-26dbb363b98d service neutron] 10.222.0.36 "PUT /v2.0/ports/d0e6e22b-9769-4ad0-a921-8148bf9013b9/bindings/n-h1-807786-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4016623 Sep 07 18:44:12.663181 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52368b-15c5-4933-a084-976bf02b0c48 req-3757db40-bf9b-4de7-af11-31e9f5608dcc tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:12.669460 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-de52368b-15c5-4933-a084-976bf02b0c48 req-3757db40-bf9b-4de7-af11-31e9f5608dcc tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa889d6d-1491-4746-9fbf-ebf093098af3 HTTP/1.1" status: 200 len: 950 time: 0.1783779 Sep 07 18:44:12.716042 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-99579b54-c0b0-45eb-a407-d06e8c8df5bc tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:12.762297 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8189899b-3ee1-4e76-984c-6d6bcedc4c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1367146461-router', 'tenant_id': '42e6cf792bce4b0c9b1906c068741946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '0fc9b37e-bc96-4ef7-aacd-6c2b297eb185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:44:00Z', 'updated_at': '2021-09-07T18:44:06Z', 'revision_number': 4, 'project_id': '42e6cf792bce4b0c9b1906c068741946', 'gw_port': {'id': '0fc9b37e-bc96-4ef7-aacd-6c2b297eb185', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8189899b-3ee1-4e76-984c-6d6bcedc4c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:44:02Z', 'updated_at': '2021-09-07T18:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '865d5766-9b43-4451-ac12-2158ea518952', 'name': '', 'network_id': 'ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec', 'tenant_id': '42e6cf792bce4b0c9b1906c068741946', 'mac_address': 'fa:16:3e:b5:b5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8189899b-3ee1-4e76-984c-6d6bcedc4c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '20d37888-452c-4c50-8518-4fb40379ec12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:44:05Z', 'updated_at': '2021-09-07T18:44:11Z', 'revision_number': 4, 'project_id': '42e6cf792bce4b0c9b1906c068741946', 'subnets': [{'id': '20d37888-452c-4c50-8518-4fb40379ec12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:12.791857 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87079a3b-e96f-489d-93c0-d3b77b09efd4 req-f3faadf4-c4ad-4c4d-aa1c-01ed9b0b2e87 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:12.799910 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:12.800127 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87079a3b-e96f-489d-93c0-d3b77b09efd4 req-f3faadf4-c4ad-4c4d-aa1c-01ed9b0b2e87 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=e01b0b74-72dd-41a0-90c0-9e3af38c40ee HTTP/1.1" status: 200 len: 948 time: 0.1223729 Sep 07 18:44:12.802671 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a5c96b-5e46-4c10-989e-6c5d8c083a14 None None] The sync data for ids ['8189899b-3ee1-4e76-984c-6d6bcedc4c50'] in n-d-807786-1 is: [{'id': '8189899b-3ee1-4e76-984c-6d6bcedc4c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1367146461-router', 'tenant_id': '42e6cf792bce4b0c9b1906c068741946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '0fc9b37e-bc96-4ef7-aacd-6c2b297eb185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:44:00Z', 'updated_at': '2021-09-07T18:44:06Z', 'revision_number': 4, 'project_id': '42e6cf792bce4b0c9b1906c068741946', 'gw_port': {'id': '0fc9b37e-bc96-4ef7-aacd-6c2b297eb185', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8189899b-3ee1-4e76-984c-6d6bcedc4c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:44:02Z', 'updated_at': '2021-09-07T18:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '865d5766-9b43-4451-ac12-2158ea518952', 'name': '', 'network_id': 'ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec', 'tenant_id': '42e6cf792bce4b0c9b1906c068741946', 'mac_address': 'fa:16:3e:b5:b5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8189899b-3ee1-4e76-984c-6d6bcedc4c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '20d37888-452c-4c50-8518-4fb40379ec12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:44:05Z', 'updated_at': '2021-09-07T18:44:11Z', 'revision_number': 4, 'project_id': '42e6cf792bce4b0c9b1906c068741946', 'subnets': [{'id': '20d37888-452c-4c50-8518-4fb40379ec12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:44:12.829599 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01b0b74-72dd-41a0-90c0-9e3af38c40ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4793ad6-d11d-40c6-b974-0f6fa5236f35'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:12.833275 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbff33b-597f-44a3-baf3-76424a26dc74" -d '{"events": [{"server_uuid": "e01b0b74-72dd-41a0-90c0-9e3af38c40ee", "name": "network-vif-plugged", "status": "completed", "tag": "d4793ad6-d11d-40c6-b974-0f6fa5236f35"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:12.839945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-53a3ced9-c1fa-4530-aaf5-87af335c71e9 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:12.841500 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-53a3ced9-c1fa-4530-aaf5-87af335c71e9 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3&tenant_id=44a39173cb8e4225b1d135c8b5917bc6&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 1095 time: 0.1211646 Sep 07 18:44:12.866457 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port d4793ad6-d11d-40c6-b974-0f6fa5236f35, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d4793ad6-d11d-40c6-b974-0f6fa5236f35,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:12.876088 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:12.892688 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-99579b54-c0b0-45eb-a407-d06e8c8df5bc tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Allocated IP 172.25.8.166 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/14c5033b-4e33-44ed-9f63-29034fd4b136) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:44:12.959706 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=d4793ad6-d11d-40c6-b974-0f6fa5236f35,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:12.963308 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87079a3b-e96f-489d-93c0-d3b77b09efd4 req-c61a8523-e429-4a2f-a96e-286dffff7a3f tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517441 Sep 07 18:44:13.077201 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-99579b54-c0b0-45eb-a407-d06e8c8df5bc tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:13.151736 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8033e0-7660-4965-a3a4-d841d1347d40 x-openstack-request-id: req-ff8033e0-7660-4965-a3a4-d841d1347d40 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:13.152056 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01b0b74-72dd-41a0-90c0-9e3af38c40ee", "name": "network-vif-plugged", "status": "completed", "tag": "d4793ad6-d11d-40c6-b974-0f6fa5236f35", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:13.152314 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff8033e0-7660-4965-a3a4-d841d1347d40 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:13.152900 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01b0b74-72dd-41a0-90c0-9e3af38c40ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4793ad6-d11d-40c6-b974-0f6fa5236f35', 'code': 200} Sep 07 18:44:13.190483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-fd97812c-d5b0-432f-a89e-7b6e55f777ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:13.205928 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-fd97812c-d5b0-432f-a89e-7b6e55f777ff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3&tenant_id=44a39173cb8e4225b1d135c8b5917bc6 HTTP/1.1" status: 200 len: 1095 time: 0.3482826 Sep 07 18:44:13.228121 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:13.239059 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-99579b54-c0b0-45eb-a407-d06e8c8df5bc tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:13.251910 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 865d5766-9b43-4451-ac12-2158ea518952 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:13.257194 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-de52368b-15c5-4933-a084-976bf02b0c48 req-76671e3f-14ec-4142-a668-e43a8b1a4869 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Deleting port 6bf12f24-ff84-42c1-a351-ced80dfb4f97 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:44:13.257755 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-de52368b-15c5-4933-a084-976bf02b0c48 req-76671e3f-14ec-4142-a668-e43a8b1a4869 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:13.361708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 865d5766-9b43-4451-ac12-2158ea518952 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:13.372097 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 865d5766-9b43-4451-ac12-2158ea518952 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:13.372483 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:13.389211 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-de52368b-15c5-4933-a084-976bf02b0c48 req-76671e3f-14ec-4142-a668-e43a8b1a4869 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] For port 6bf12f24-ff84-42c1-a351-ced80dfb4f97, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=6bf12f24-ff84-42c1-a351-ced80dfb4f97,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:13.390078 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-de52368b-15c5-4933-a084-976bf02b0c48 req-76671e3f-14ec-4142-a668-e43a8b1a4869 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:13.446655 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-de52368b-15c5-4933-a084-976bf02b0c48 req-76671e3f-14ec-4142-a668-e43a8b1a4869 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Calling delete_port for 6bf12f24-ff84-42c1-a351-ced80dfb4f97 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:44:13.482201 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99579b54-c0b0-45eb-a407-d06e8c8df5bc tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:44:13.503356 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-99579b54-c0b0-45eb-a407-d06e8c8df5bc tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:13.506646 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99579b54-c0b0-45eb-a407-d06e8c8df5bc tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:44:13.535278 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74370d-d709-4d81-884b-a849114b02f4 req-cdbd5db0-87ae-455f-b75d-ccc5324a78b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:13.539117 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a74370d-d709-4d81-884b-a849114b02f4 req-cdbd5db0-87ae-455f-b75d-ccc5324a78b4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e01b0b74-72dd-41a0-90c0-9e3af38c40ee HTTP/1.1" status: 200 len: 1100 time: 0.2921240 Sep 07 18:44:13.549288 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:13.599510 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-50369085-21eb-4a06-b548-d7ac3f247c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:13.601136 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-50369085-21eb-4a06-b548-d7ac3f247c52 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 1095 time: 0.2627749 Sep 07 18:44:13.630986 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 865d5766-9b43-4451-ac12-2158ea518952, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=865d5766-9b43-4451-ac12-2158ea518952,segment=NetworkSegment(088b4c47-bc4c-41bb-93b3-aab7946a67e3),segment_id=088b4c47-bc4c-41bb-93b3-aab7946a67e3)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:13.632846 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99579b54-c0b0-45eb-a407-d06e8c8df5bc tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Pushing event updated for resources: {'Port': ['ID=14c5033b-4e33-44ed-9f63-29034fd4b136,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:13.637906 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:13.735564 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=865d5766-9b43-4451-ac12-2158ea518952,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:13.738384 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca861e32-24cc-4022-9e75-6cd05f2a2229 req-e9f8bc74-0de2-4192-a254-171d5aaaef07 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:13.758006 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca861e32-24cc-4022-9e75-6cd05f2a2229 req-e9f8bc74-0de2-4192-a254-171d5aaaef07 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 944 time: 0.3410370 Sep 07 18:44:13.758559 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-de52368b-15c5-4933-a084-976bf02b0c48 req-76671e3f-14ec-4142-a668-e43a8b1a4869 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:13.771755 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['6bf12f24-ff84-42c1-a351-ced80dfb4f97'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:13.822649 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a74370d-d709-4d81-884b-a849114b02f4 req-c540a266-04eb-42bb-99d8-b7f0abc63593 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684085 Sep 07 18:44:13.877778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bc5c5-daf5-4e21-b57d-ab80ba6f52f0 req-707d2137-0e0a-4780-b6a2-34a1de126f8c tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:13.886249 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd4bc5c5-daf5-4e21-b57d-ab80ba6f52f0 req-707d2137-0e0a-4780-b6a2-34a1de126f8c tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 949 time: 0.1605926 Sep 07 18:44:13.915863 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca861e32-24cc-4022-9e75-6cd05f2a2229 req-0108cf77-d27b-469d-b04e-c14fa5d7b7eb tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428220 Sep 07 18:44:13.930605 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-02af68f2-75ff-4bb5-849a-845ecc4bea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:13.933526 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-02af68f2-75ff-4bb5-849a-845ecc4bea90 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 909 time: 0.3146405 Sep 07 18:44:13.977107 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd4bc5c5-daf5-4e21-b57d-ab80ba6f52f0 req-d90570b2-5f76-469f-9c0f-f7eb2f89fd66 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896046 Sep 07 18:44:14.060862 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe9dbcc6-831c-46ab-a47f-4ac2d0541e0b req-493fc346-7054-4412-9d55-125c3cafe823 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa889d6d-1491-4746-9fbf-ebf093098af3 HTTP/1.1" status: 200 len: 210 time: 0.0495808 Sep 07 18:44:14.089451 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76671e3f-14ec-4142-a668-e43a8b1a4869 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Pushing event deleted for resources: {'Port': ['ID=6bf12f24-ff84-42c1-a351-ced80dfb4f97,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:14.170770 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-64f09549-8361-4565-b049-f810f1b1a8e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0e6e22b-9769-4ad0-a921-8148bf9013b9 HTTP/1.1" status: 200 len: 217 time: 0.1069973 Sep 07 18:44:14.172415 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-99579b54-c0b0-45eb-a407-d06e8c8df5bc tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:14.177062 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-de52368b-15c5-4933-a084-976bf02b0c48 req-76671e3f-14ec-4142-a668-e43a8b1a4869 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] No DVR routers for this DVR port 6bf12f24-ff84-42c1-a351-ced80dfb4f97 on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:44:14.184549 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-de52368b-15c5-4933-a084-976bf02b0c48 req-76671e3f-14ec-4142-a668-e43a8b1a4869 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:14.186596 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-de52368b-15c5-4933-a084-976bf02b0c48 req-76671e3f-14ec-4142-a668-e43a8b1a4869 tempest-DeleteServersAdminTestJSON-1217439556 tempest-DeleteServersAdminTestJSON-1217439556-project] 10.222.0.36 "DELETE /v2.0/ports/6bf12f24-ff84-42c1-a351-ced80dfb4f97 HTTP/1.1" status: 204 len: 173 time: 1.5058782 Sep 07 18:44:14.238892 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa889d6d-1491-4746-9fbf-ebf093098af3', 'name': 'network-vif-deleted', 'tag': '6bf12f24-ff84-42c1-a351-ced80dfb4f97'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:14.244876 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd334ca8-0b0e-478a-86a7-c3982a21af47" -d '{"events": [{"server_uuid": "fa889d6d-1491-4746-9fbf-ebf093098af3", "name": "network-vif-deleted", "tag": "6bf12f24-ff84-42c1-a351-ced80dfb4f97"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:14.265483 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-99579b54-c0b0-45eb-a407-d06e8c8df5bc tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:14.324842 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-da712670-95ae-4439-8386-6773b7aa422a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:14.324842 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-da712670-95ae-4439-8386-6773b7aa422a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.1443732 Sep 07 18:44:14.408826 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-1b48b4bd-4cfa-48b8-b12a-7ef66576d18b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747535 Sep 07 18:44:14.454688 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11089b49-bf6e-4c35-bede-628536bf42bc req-800fdbf4-ce24-4a41-bbd8-011a58170a40 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:14.465686 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-11089b49-bf6e-4c35-bede-628536bf42bc req-800fdbf4-ce24-4a41-bbd8-011a58170a40 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=e01b0b74-72dd-41a0-90c0-9e3af38c40ee HTTP/1.1" status: 200 len: 949 time: 0.2957656 Sep 07 18:44:14.543968 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0e973c-f3c3-4127-90b6-4571836c0bfe x-openstack-request-id: req-eb0e973c-f3c3-4127-90b6-4571836c0bfe {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:14.544270 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa889d6d-1491-4746-9fbf-ebf093098af3", "name": "network-vif-deleted", "tag": "6bf12f24-ff84-42c1-a351-ced80dfb4f97", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:14.544548 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb0e973c-f3c3-4127-90b6-4571836c0bfe {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:14.544947 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa889d6d-1491-4746-9fbf-ebf093098af3', 'name': 'network-vif-deleted', 'tag': '6bf12f24-ff84-42c1-a351-ced80dfb4f97', 'status': 'completed', 'code': 200} Sep 07 18:44:14.584855 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-99579b54-c0b0-45eb-a407-d06e8c8df5bc tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:14.587852 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-11089b49-bf6e-4c35-bede-628536bf42bc req-d3af14cb-f194-4b0c-83a8-86860387503c tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210222 Sep 07 18:44:14.592315 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-99579b54-c0b0-45eb-a407-d06e8c8df5bc tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:14.663000 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-371b387a-ff09-4706-aea5-5e80b4f2829a service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433369 Sep 07 18:44:14.760740 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99579b54-c0b0-45eb-a407-d06e8c8df5bc tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Pushing event updated for resources: {'Port': ['ID=14c5033b-4e33-44ed-9f63-29034fd4b136,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:14.820961 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-99579b54-c0b0-45eb-a407-d06e8c8df5bc tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:14.862136 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-99579b54-c0b0-45eb-a407-d06e8c8df5bc tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:14.866930 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-99579b54-c0b0-45eb-a407-d06e8c8df5bc tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5346282 Sep 07 18:44:14.883820 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-376e4e56-7a4a-4af5-9202-6b6485f1f8bb service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104857 Sep 07 18:44:15.053683 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 865d5766-9b43-4451-ac12-2158ea518952 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:15.064900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb27764-29bc-49ad-87ee-d4daa31bd0f7 req-0d586840-b5f6-4b23-a9dd-812474d6aabd tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:15.067538 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bb27764-29bc-49ad-87ee-d4daa31bd0f7 req-0d586840-b5f6-4b23-a9dd-812474d6aabd tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 944 time: 0.0828497 Sep 07 18:44:15.157960 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bb27764-29bc-49ad-87ee-d4daa31bd0f7 req-e281c701-7d06-4b61-b117-df44fb253f11 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785398 Sep 07 18:44:15.195609 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 865d5766-9b43-4451-ac12-2158ea518952 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:15.195988 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:15.328812 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45898) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:15.350957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531414e-b350-4480-a75b-16f49484bc31 req-b757ad90-c929-4412-8716-9efeb86839fd tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:15.352649 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d531414e-b350-4480-a75b-16f49484bc31 req-b757ad90-c929-4412-8716-9efeb86839fd tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 949 time: 0.1409645 Sep 07 18:44:15.369659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-704aa61e-d5ef-4f18-941f-b66d5bbe261e tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:15.371122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-704aa61e-d5ef-4f18-941f-b66d5bbe261e tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3&tenant_id=44a39173cb8e4225b1d135c8b5917bc6&binding%3Ahost_id=n-h1-807786-1 HTTP/1.1" status: 200 len: 1095 time: 0.1148152 Sep 07 18:44:15.419013 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 80a5d59b-cf99-4dcf-ad07-9585ed02c991 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:44:15.446720 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 80a5d59b-cf99-4dcf-ad07-9585ed02c991 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:44:15.447249 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 80a5d59b-cf99-4dcf-ad07-9585ed02c991 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:44:15.447862 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 6bf12f24-ff84-42c1-a351-ced80dfb4f97 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:44:15.475259 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 6bf12f24-ff84-42c1-a351-ced80dfb4f97 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:44:15.475784 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 6bf12f24-ff84-42c1-a351-ced80dfb4f97 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:44:15.476371 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device d0e6e22b-9769-4ad0-a921-8148bf9013b9 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:44:15.477324 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a110659d-ab7e-44f9-8f44-55d4d5efb62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:15.491199 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d531414e-b350-4480-a75b-16f49484bc31 req-95d25d71-d5b3-4eb8-8395-b3cd3feb7fc3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/security-groups?id=f23b33cb-7281-4420-b6ed-3766c4db7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221485 Sep 07 18:44:15.542958 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-7d1edf8e-2a77-4176-896e-ec5c1a7b397a tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--995551019&fields=id&tenant_id=362d2b32ce1c44c8b989d971f47e2f2f HTTP/1.1" status: 200 len: 267 time: 0.1656044 Sep 07 18:44:15.565536 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device d0e6e22b-9769-4ad0-a921-8148bf9013b9 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:44:15.592815 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a110659d-ab7e-44f9-8f44-55d4d5efb62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:15.596845 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a110659d-ab7e-44f9-8f44-55d4d5efb62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:15.653397 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a110659d-ab7e-44f9-8f44-55d4d5efb62f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41b3a6cd86e243c7ab07b2a14d6041a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233373 Sep 07 18:44:15.654176 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45904) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:15.656926 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110659d-ab7e-44f9-8f44-55d4d5efb62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735dac8b-6850-49a6-8d62-7390f89fe388,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:15.745697 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc6852c0-35a5-40d2-84d0-55431dfda400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:15.774363 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc6852c0-35a5-40d2-84d0-55431dfda400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:15.829414 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc6852c0-35a5-40d2-84d0-55431dfda400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:15.833338 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc6852c0-35a5-40d2-84d0-55431dfda400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:15.837097 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cc6852c0-35a5-40d2-84d0-55431dfda400 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/735dac8b-6850-49a6-8d62-7390f89fe388 HTTP/1.1" status: 204 len: 168 time: 0.1791751 Sep 07 18:44:15.843607 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6852c0-35a5-40d2-84d0-55431dfda400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735dac8b-6850-49a6-8d62-7390f89fe388,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:15.907691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38f935-0624-4ce9-9d1b-fe66732846ce req-f4c453f0-f9fd-4169-b775-74412341dcb1 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:15.909234 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d38f935-0624-4ce9-9d1b-fe66732846ce req-f4c453f0-f9fd-4169-b775-74412341dcb1 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.60 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 949 time: 0.4671116 Sep 07 18:44:16.013886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-1fe81761-b401-4fcb-bcf4-416369b2893e service neutron] For port d0e6e22b-9769-4ad0-a921-8148bf9013b9, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:16.024018 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-1fe81761-b401-4fcb-bcf4-416369b2893e service neutron] Notify callbacks [] for binding, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:16.025158 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12b5afdf-accd-4bdb-9b16-3e7ebfb41f97 req-1fe81761-b401-4fcb-bcf4-416369b2893e service neutron] 10.222.0.60 "DELETE /v2.0/ports/d0e6e22b-9769-4ad0-a921-8148bf9013b9/bindings/n-h2-807786-1 HTTP/1.1" status: 204 len: 173 time: 0.6331382 Sep 07 18:44:16.093640 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84228414-42e8-4477-bc4f-fddc6762732c req-d378ff0d-7c8f-442d-91f6-1771fab10cc8 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:16.095145 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-84228414-42e8-4477-bc4f-fddc6762732c req-d378ff0d-7c8f-442d-91f6-1771fab10cc8 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=e01b0b74-72dd-41a0-90c0-9e3af38c40ee HTTP/1.1" status: 200 len: 949 time: 0.2277479 Sep 07 18:44:16.108171 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-ed5e5b77-0e91-431b-b9be-be8512c00075 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:16.114363 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-ed5e5b77-0e91-431b-b9be-be8512c00075 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/networks?id=b55a20e6-76b5-47c9-b724-529008279f9a HTTP/1.1" status: 200 len: 824 time: 0.5699387 Sep 07 18:44:16.135767 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45914) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:16.150106 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55e55d1e-2e7a-49a8-8f44-2d6ab5ebb0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:16.152631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-06a0600f-1c77-4585-b595-54c92da25d51 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/quotas/362d2b32ce1c44c8b989d971f47e2f2f HTTP/1.1" status: 200 len: 375 time: 0.0369911 Sep 07 18:44:16.211913 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-84228414-42e8-4477-bc4f-fddc6762732c req-89941dc8-dc9b-47e8-8517-047744945e2a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924306 Sep 07 18:44:16.250137 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-3d38f935-0624-4ce9-9d1b-fe66732846ce req-5935a2fa-f87b-4889-8136-c3bddc9f7af3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Deleting port c0ef05b7-efec-45f7-9c11-8e4e71650f93 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:44:16.250487 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3d38f935-0624-4ce9-9d1b-fe66732846ce req-5935a2fa-f87b-4889-8136-c3bddc9f7af3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:16.261004 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55e55d1e-2e7a-49a8-8f44-2d6ab5ebb0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:16.271563 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55e55d1e-2e7a-49a8-8f44-2d6ab5ebb0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:16.302969 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-55e55d1e-2e7a-49a8-8f44-2d6ab5ebb0a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad8faa4ca1bc4f6399b150531d7c6e27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1660349 Sep 07 18:44:16.309506 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45922) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:16.344710 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-0ca3996b-68cc-4d57-a956-375304acc55b tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=362d2b32ce1c44c8b989d971f47e2f2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1765773 Sep 07 18:44:16.349417 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e55d1e-2e7a-49a8-8f44-2d6ab5ebb0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec464bc-6472-41eb-99d0-1c6c372d0758,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:16.573351 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-3d38f935-0624-4ce9-9d1b-fe66732846ce req-5935a2fa-f87b-4889-8136-c3bddc9f7af3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] For port c0ef05b7-efec-45f7-9c11-8e4e71650f93, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=c0ef05b7-efec-45f7-9c11-8e4e71650f93,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:16.573719 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3d38f935-0624-4ce9-9d1b-fe66732846ce req-5935a2fa-f87b-4889-8136-c3bddc9f7af3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:16.581964 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc5af1c7-a742-4ae6-9712-9070136cf0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:16.607982 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a0db4-161d-4bbb-ad56-e3a8760c09ab req-47f378ea-72ec-4437-a705-47f2867c509b tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:16.609489 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c89a0db4-161d-4bbb-ad56-e3a8760c09ab req-47f378ea-72ec-4437-a705-47f2867c509b tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 944 time: 0.1967380 Sep 07 18:44:16.622804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-3d38f935-0624-4ce9-9d1b-fe66732846ce req-5935a2fa-f87b-4889-8136-c3bddc9f7af3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Calling delete_port for c0ef05b7-efec-45f7-9c11-8e4e71650f93 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:44:16.638158 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-8e8cd333-8ddb-47d7-8a4b-f4be2ace4948 service neutron] 10.222.0.26 "GET /v2.0/networks/b55a20e6-76b5-47c9-b724-529008279f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923043 Sep 07 18:44:16.665860 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc5af1c7-a742-4ae6-9712-9070136cf0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:16.801447 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c89a0db4-161d-4bbb-ad56-e3a8760c09ab req-88af294d-ca66-437b-8756-192cddc55897 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799881 Sep 07 18:44:16.862477 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-1402914d-97d1-4d1d-8a89-5baf9d99502d service neutron] 10.222.0.26 "GET /v2.0/networks/b55a20e6-76b5-47c9-b724-529008279f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020288 Sep 07 18:44:16.869170 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc5af1c7-a742-4ae6-9712-9070136cf0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:16.872992 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc5af1c7-a742-4ae6-9712-9070136cf0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:16.874074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-fc5af1c7-a742-4ae6-9712-9070136cf0eb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ec464bc-6472-41eb-99d0-1c6c372d0758 HTTP/1.1" status: 204 len: 168 time: 0.5621994 Sep 07 18:44:16.888772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5af1c7-a742-4ae6-9712-9070136cf0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec464bc-6472-41eb-99d0-1c6c372d0758,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:16.973227 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3d38f935-0624-4ce9-9d1b-fe66732846ce req-5935a2fa-f87b-4889-8136-c3bddc9f7af3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:16.993942 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['c0ef05b7-efec-45f7-9c11-8e4e71650f93'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:17.043768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935a2fa-f87b-4889-8136-c3bddc9f7af3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Pushing event deleted for resources: {'Port': ['ID=c0ef05b7-efec-45f7-9c11-8e4e71650f93,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:17.171243 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d38f935-0624-4ce9-9d1b-fe66732846ce req-5935a2fa-f87b-4889-8136-c3bddc9f7af3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] No DVR routers for this DVR port c0ef05b7-efec-45f7-9c11-8e4e71650f93 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:44:17.175043 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3d38f935-0624-4ce9-9d1b-fe66732846ce req-5935a2fa-f87b-4889-8136-c3bddc9f7af3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:17.181290 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d38f935-0624-4ce9-9d1b-fe66732846ce req-5935a2fa-f87b-4889-8136-c3bddc9f7af3 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.60 "DELETE /v2.0/ports/c0ef05b7-efec-45f7-9c11-8e4e71650f93 HTTP/1.1" status: 204 len: 173 time: 1.2380273 Sep 07 18:44:17.181876 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35abe18e-1043-4c51-bb0a-9e012cb2d5bd', 'name': 'network-vif-deleted', 'tag': 'c0ef05b7-efec-45f7-9c11-8e4e71650f93'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:17.185621 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a514f4f-aacd-47e7-ad40-f31171802e75" -d '{"events": [{"server_uuid": "35abe18e-1043-4c51-bb0a-9e012cb2d5bd", "name": "network-vif-deleted", "tag": "c0ef05b7-efec-45f7-9c11-8e4e71650f93"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:17.348170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a6bfc2cf-2938-4c96-9ad0-9cefbed7122b req-ff194f11-100a-4568-8f96-9c615ae5b2f8 tempest-LiveMigrationNegativeTest-302738442 tempest-LiveMigrationNegativeTest-302738442-project] 10.222.0.26 "GET /v2.0/ports?device_id=35abe18e-1043-4c51-bb0a-9e012cb2d5bd HTTP/1.1" status: 200 len: 210 time: 0.0598941 Sep 07 18:44:17.448973 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066c45e-7a1e-47c1-8b64-5a4a70241333 req-5b96b78f-340d-4783-be6b-36a12155454f tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:17.450611 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b066c45e-7a1e-47c1-8b64-5a4a70241333 req-5b96b78f-340d-4783-be6b-36a12155454f tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e01b0b74-72dd-41a0-90c0-9e3af38c40ee HTTP/1.1" status: 200 len: 1100 time: 0.0698495 Sep 07 18:44:17.527460 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b19bfc9-acd9-4d13-8d2e-d192d95b83c0 req-28957738-e768-4648-9663-e93dcb6f8022 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=f077982a-e747-4dec-bbc9-77a4d52982c8 HTTP/1.1" status: 200 len: 210 time: 0.0747528 Sep 07 18:44:17.528401 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b066c45e-7a1e-47c1-8b64-5a4a70241333 req-af616322-4ec4-4903-8174-3463ef8dfed6 tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:17.695587 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b066c45e-7a1e-47c1-8b64-5a4a70241333 req-af616322-4ec4-4903-8174-3463ef8dfed6 tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:17.699923 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b066c45e-7a1e-47c1-8b64-5a4a70241333 req-af616322-4ec4-4903-8174-3463ef8dfed6 tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:17.869245 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b066c45e-7a1e-47c1-8b64-5a4a70241333 req-af616322-4ec4-4903-8174-3463ef8dfed6 tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050088 Sep 07 18:44:17.880928 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69e5fe1-4187-4507-aaec-0cde1111d823 x-openstack-request-id: req-f69e5fe1-4187-4507-aaec-0cde1111d823 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:17.881225 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35abe18e-1043-4c51-bb0a-9e012cb2d5bd", "name": "network-vif-deleted", "tag": "c0ef05b7-efec-45f7-9c11-8e4e71650f93", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:17.881488 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f69e5fe1-4187-4507-aaec-0cde1111d823 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:17.886044 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35abe18e-1043-4c51-bb0a-9e012cb2d5bd', 'name': 'network-vif-deleted', 'tag': 'c0ef05b7-efec-45f7-9c11-8e4e71650f93', 'status': 'completed', 'code': 200} Sep 07 18:44:17.887787 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af616322-4ec4-4903-8174-3463ef8dfed6 tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b260571-7394-42dd-bb99-f3229a18de99,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:18.010237 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2bf53-5874-4af6-ae1b-84467df0a65d req-11a8122f-cee1-49c6-b1a9-ac3ba5a9efb9 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:18.018582 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-84f2bf53-5874-4af6-ae1b-84467df0a65d req-11a8122f-cee1-49c6-b1a9-ac3ba5a9efb9 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 1095 time: 0.1085360 Sep 07 18:44:18.118207 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-84f2bf53-5874-4af6-ae1b-84467df0a65d req-6f6c1033-70fe-42a7-b707-46e191e66702 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986159 Sep 07 18:44:18.223838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45986) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:18.235980 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45992) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:18.630229 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-ec479e41-b3f4-43e5-baa3-3f1cf7bbd1bf admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-235515206-network', 'tenant_id': 'f00faea60e4544a695e7dd93ec709296'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:18.646628 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-59919c78-fac2-44d3-a6e9-b8a866aea8a1 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=581e70f192f44902b528bd4279ab890a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1053042 Sep 07 18:44:18.864823 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-de5a2a5c-903f-41ed-9647-5591d627dae6 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:18.866735 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-de5a2a5c-903f-41ed-9647-5591d627dae6 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.36 "GET /v2.0/networks?id=b55a20e6-76b5-47c9-b724-529008279f9a HTTP/1.1" status: 200 len: 824 time: 0.2508271 Sep 07 18:44:18.881793 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec479e41-b3f4-43e5-baa3-3f1cf7bbd1bf admin admin] Made reservation on behalf of f00faea60e4544a695e7dd93ec709296 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:44:18.886114 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ec479e41-b3f4-43e5-baa3-3f1cf7bbd1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:18.909504 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ec479e41-b3f4-43e5-baa3-3f1cf7bbd1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:18.963574 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-06350ad7-6c17-4926-bbcc-56b0f5cdfda5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=070835aef4324906b081042b291592ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7255542 Sep 07 18:44:18.969200 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-066e578b-dd02-4683-b412-4eba120c1f26 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=362d2b32ce1c44c8b989d971f47e2f2f HTTP/1.1" status: 200 len: 379 time: 0.0769060 Sep 07 18:44:18.976439 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46018) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:18.989230 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-54b89f9e-2334-4813-b68e-e3dc288aa743 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Request body: {'port': {'device_id': 'f077982a-e747-4dec-bbc9-77a4d52982c8', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'admin_state_up': True, 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'security_groups': ['7b91db7c-ac63-4411-8b6e-bcaff1ca106a']}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:19.038105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79583133-126d-449c-91bd-15d7b0093484 req-b98157f4-e8fc-438f-b948-e41d3c1a8d57 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:19.039932 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-b98157f4-e8fc-438f-b948-e41d3c1a8d57 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3925505 Sep 07 18:44:19.069105 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-10c2d617-218b-4c3b-8cbc-4d7f3d2f917f tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/quotas/581e70f192f44902b528bd4279ab890a HTTP/1.1" status: 200 len: 375 time: 0.0195365 Sep 07 18:44:19.074193 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ec479e41-b3f4-43e5-baa3-3f1cf7bbd1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:19.083521 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46030) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:19.111752 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ec479e41-b3f4-43e5-baa3-3f1cf7bbd1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:19.163594 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-188237e0-e236-4538-9857-904a084181f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:19.167469 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec479e41-b3f4-43e5-baa3-3f1cf7bbd1bf admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:44:19.203361 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-188237e0-e236-4538-9857-904a084181f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:19.225077 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ec479e41-b3f4-43e5-baa3-3f1cf7bbd1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:19.225419 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-ec479e41-b3f4-43e5-baa3-3f1cf7bbd1bf admin admin] Added segment 6d3c1360-11b7-45a7-8427-113b904f036a of type vlan for network 73fe4171-28a4-4081-b73e-ded401c8a274 Sep 07 18:44:19.238991 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec479e41-b3f4-43e5-baa3-3f1cf7bbd1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d33f265-7735-4544-95c7-0ddcecc8fbbd,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:19.250321 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-54b89f9e-2334-4813-b68e-e3dc288aa743 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Made reservation on behalf of 362d2b32ce1c44c8b989d971f47e2f2f for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:44:19.253361 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-54b89f9e-2334-4813-b68e-e3dc288aa743 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:19.281420 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-22f91d3c-7fdf-40b9-8d96-d01dc7b885e6 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2047205 Sep 07 18:44:19.306346 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ec479e41-b3f4-43e5-baa3-3f1cf7bbd1bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:19.335778 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-22de8024-02cf-41fb-836b-8370f0f591a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=588647b3f73e4cbab7d9c80ebe3ee91e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509184 Sep 07 18:44:19.335976 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-6c35236c-871f-4628-887d-f254ce5c312d tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:19.337516 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-6c35236c-871f-4628-887d-f254ce5c312d tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 808 time: 0.2579021 Sep 07 18:44:19.340025 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46034) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:19.355898 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-188237e0-e236-4538-9857-904a084181f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:19.358375 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-188237e0-e236-4538-9857-904a084181f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:19.362100 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-188237e0-e236-4538-9857-904a084181f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7cef8d44-7025-44e0-9de3-8cc4bdc055f4 HTTP/1.1" status: 204 len: 168 time: 0.3815744 Sep 07 18:44:19.362252 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ec479e41-b3f4-43e5-baa3-3f1cf7bbd1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:19.362252 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec479e41-b3f4-43e5-baa3-3f1cf7bbd1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:19.362862 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ec479e41-b3f4-43e5-baa3-3f1cf7bbd1bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:19.395344 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188237e0-e236-4538-9857-904a084181f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cef8d44-7025-44e0-9de3-8cc4bdc055f4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:19.488337 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-54b89f9e-2334-4813-b68e-e3dc288aa743 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Allocated IP 172.20.0.3 (b55a20e6-76b5-47c9-b724-529008279f9a/8e448bc0-501e-4a71-945c-2892b3c26cf4/6901bee8-3acf-4b9f-8032-e69241ebd1a9) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:44:19.490720 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-239bd9e6-87a7-41fa-affd-0e15e44bdeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:19.528670 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-239bd9e6-87a7-41fa-affd-0e15e44bdeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:19.558499 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-a8d8e758-284e-4454-b5bd-db3a9712c43f tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/quotas/44a39173cb8e4225b1d135c8b5917bc6 HTTP/1.1" status: 200 len: 375 time: 0.2125382 Sep 07 18:44:19.624000 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ec479e41-b3f4-43e5-baa3-3f1cf7bbd1bf admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3987622 Sep 07 18:44:19.624669 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 46040) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:19.662705 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-5b6cc08b-a299-4bf9-ba00-fa8dd00eca79 admin admin] Request body: {'subnet': {'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-235515206-subnet', 'tenant_id': 'f00faea60e4544a695e7dd93ec709296', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:19.670227 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec479e41-b3f4-43e5-baa3-3f1cf7bbd1bf admin admin] Pushing event updated for resources: {'Network': ['ID=73fe4171-28a4-4081-b73e-ded401c8a274,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:19.680662 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 73fe4171-28a4-4081-b73e-ded401c8a274 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:44:19.695059 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-239bd9e6-87a7-41fa-affd-0e15e44bdeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:19.698872 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-239bd9e6-87a7-41fa-affd-0e15e44bdeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:19.703845 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-239bd9e6-87a7-41fa-affd-0e15e44bdeb8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f23b33cb-7281-4420-b6ed-3766c4db7e51 HTTP/1.1" status: 204 len: 168 time: 0.3621738 Sep 07 18:44:19.722977 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239bd9e6-87a7-41fa-affd-0e15e44bdeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23b33cb-7281-4420-b6ed-3766c4db7e51,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:19.733251 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-d6cfc255-efb3-4c4c-9b52-50e803fc7d45 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1737792 Sep 07 18:44:19.801982 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-54b89f9e-2334-4813-b68e-e3dc288aa743 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:19.842945 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-54b89f9e-2334-4813-b68e-e3dc288aa743 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Transition to ACTIVE for port object 6901bee8-3acf-4b9f-8032-e69241ebd1a9 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:19.858540 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46046) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:19.875528 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-d3abc453-5876-4ed3-9e93-ea84329b3133 service neutron] 10.222.0.26 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412723 Sep 07 18:44:19.910589 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b9f5e496-f12b-405d-b2d7-78aae16e9fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:19.978815 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-54b89f9e-2334-4813-b68e-e3dc288aa743 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:20.033141 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-cdb5547a-1a6a-44d2-bbe5-9c39a048e18c service neutron] 10.222.0.26 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557937 Sep 07 18:44:20.037150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6cc08b-a299-4bf9-ba00-fa8dd00eca79 admin admin] Made reservation on behalf of f00faea60e4544a695e7dd93ec709296 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:44:20.045553 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc08b-a299-4bf9-ba00-fa8dd00eca79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:20.063441 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b89f9e-2334-4813-b68e-e3dc288aa743 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Pushing event updated for resources: {'Port': ['ID=6901bee8-3acf-4b9f-8032-e69241ebd1a9,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:20.067719 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-54b89f9e-2334-4813-b68e-e3dc288aa743 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Network b55a20e6-76b5-47c9-b724-529008279f9a is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:44:20.074944 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-54b89f9e-2334-4813-b68e-e3dc288aa743 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:20.077989 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-54b89f9e-2334-4813-b68e-e3dc288aa743 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:44:20.094997 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device c0ef05b7-efec-45f7-9c11-8e4e71650f93 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:44:20.140378 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: c0ef05b7-efec-45f7-9c11-8e4e71650f93 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:44:20.152654 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device c0ef05b7-efec-45f7-9c11-8e4e71650f93 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:44:20.203938 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-54b89f9e-2334-4813-b68e-e3dc288aa743 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:20.204722 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-54b89f9e-2334-4813-b68e-e3dc288aa743 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:20.264204 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b9f5e496-f12b-405d-b2d7-78aae16e9fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:20.268662 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b9f5e496-f12b-405d-b2d7-78aae16e9fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:20.294049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de1301-abcc-4aae-9e1d-c3711fade278 req-f0156f31-6044-4e88-8a5f-c510e98abe7e tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:20.297061 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-99de1301-abcc-4aae-9e1d-c3711fade278 req-f0156f31-6044-4e88-8a5f-c510e98abe7e tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=f077982a-e747-4dec-bbc9-77a4d52982c8 HTTP/1.1" status: 200 len: 931 time: 0.2424407 Sep 07 18:44:20.302773 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46060) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:20.309922 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-54b89f9e-2334-4813-b68e-e3dc288aa743 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3259702 Sep 07 18:44:20.385404 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] Request body: {'port': {'device_id': 'f077982a-e747-4dec-bbc9-77a4d52982c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:20.414158 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b9f5e496-f12b-405d-b2d7-78aae16e9fad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2b056f37bb742b0b706f46dff3e05a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5534480 Sep 07 18:44:20.429774 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 46070) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:20.437915 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-eb345db6-fb55-421a-83fc-0150f11c5eac None None] Provisioning for port 6901bee8-3acf-4b9f-8032-e69241ebd1a9 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:20.443059 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-eb345db6-fb55-421a-83fc-0150f11c5eac None None] Provisioning complete for port 6901bee8-3acf-4b9f-8032-e69241ebd1a9 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:20.443532 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-eb345db6-fb55-421a-83fc-0150f11c5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:20.448789 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5e496-f12b-405d-b2d7-78aae16e9fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bbb437-59e8-4086-bf54-7e1b0ef73d2b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:20.525358 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-99de1301-abcc-4aae-9e1d-c3711fade278 req-42ebfd58-b434-4dbe-87df-b1413628c31b tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937487 Sep 07 18:44:20.532914 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-eb345db6-fb55-421a-83fc-0150f11c5eac None None] Port 6901bee8-3acf-4b9f-8032-e69241ebd1a9 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:44:20.615664 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-61adc46d-1f2e-49f5-8587-2029ab3b1be3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b439572450314d0fbee95c7eb917328e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045676 Sep 07 18:44:20.616989 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:20.626644 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46076) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:20.698778 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e569b0a0-c506-43d4-ba28-99492ba8af91 req-17126f05-b821-43c7-846d-32ed2fb9bb96 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 210 time: 0.0387704 Sep 07 18:44:20.719526 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc08b-a299-4bf9-ba00-fa8dd00eca79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:20.781915 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4f7c69c8-5bc6-4aa6-865f-40249b04a839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:20.791069 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6516241-12f3-4944-b84e-cc923d669de3 req-be0b67d5-d2a1-4d7a-a651-c83b3760a447 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4f4db11-b491-49a9-b185-93581991aefb HTTP/1.1" status: 200 len: 210 time: 0.0626771 Sep 07 18:44:20.826829 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4f7c69c8-5bc6-4aa6-865f-40249b04a839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:20.836023 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cc08b-a299-4bf9-ba00-fa8dd00eca79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61d7e427-2ed7-40a5-a300-7f618502d730,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:20.879685 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6cc08b-a299-4bf9-ba00-fa8dd00eca79 admin admin] Checking segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:20.880129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6cc08b-a299-4bf9-ba00-fa8dd00eca79 admin admin] Network hostable DHCP agents. Network: 73fe4171-28a4-4081-b73e-ded401c8a274, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:44:20.908718 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7facc882-f526-4e74-94cb-50b0f6530bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:20.972160 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4f7c69c8-5bc6-4aa6-865f-40249b04a839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:20.977013 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7facc882-f526-4e74-94cb-50b0f6530bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:20.985648 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4f7c69c8-5bc6-4aa6-865f-40249b04a839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:20.990338 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4f7c69c8-5bc6-4aa6-865f-40249b04a839 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f1bbb437-59e8-4086-bf54-7e1b0ef73d2b HTTP/1.1" status: 204 len: 168 time: 0.5573144 Sep 07 18:44:21.012287 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6cc08b-a299-4bf9-ba00-fa8dd00eca79 admin admin] Network 73fe4171-28a4-4081-b73e-ded401c8a274 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:44:21.034084 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-5b6cc08b-a299-4bf9-ba00-fa8dd00eca79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 73fe4171-28a4-4081-b73e-ded401c8a274) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:21.043428 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6f193a-89aa-4bd5-90b4-f6cb511454f1 None None] Network 73fe4171-28a4-4081-b73e-ded401c8a274 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:44:21.044817 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c69c8-5bc6-4aa6-865f-40249b04a839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bbb437-59e8-4086-bf54-7e1b0ef73d2b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:21.047523 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6cc08b-a299-4bf9-ba00-fa8dd00eca79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:21.048859 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc08b-a299-4bf9-ba00-fa8dd00eca79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:21.079417 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5b6cc08b-a299-4bf9-ba00-fa8dd00eca79 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4233983 Sep 07 18:44:21.160806 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6901bee8-3acf-4b9f-8032-e69241ebd1a9 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:44:21.180729 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:21.191925 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7facc882-f526-4e74-94cb-50b0f6530bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:21.200422 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7facc882-f526-4e74-94cb-50b0f6530bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:21.203869 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7facc882-f526-4e74-94cb-50b0f6530bc4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f1e6e7ef-40f1-4dc2-a922-692baf8220d2 HTTP/1.1" status: 204 len: 168 time: 0.5775747 Sep 07 18:44:21.234525 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971eaa10-f8f0-4cf1-8361-4227be4d5660 None None] Network 73fe4171-28a4-4081-b73e-ded401c8a274 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:44:21.247251 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facc882-f526-4e74-94cb-50b0f6530bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e6e7ef-40f1-4dc2-a922-692baf8220d2,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:21.255527 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] Transition to ACTIVE for port object 6901bee8-3acf-4b9f-8032-e69241ebd1a9 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:21.260254 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:21.405000 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] Pushing event updated for resources: {'Port': ['ID=6901bee8-3acf-4b9f-8032-e69241ebd1a9,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:21.468075 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] Attempting to bind port 6901bee8-3acf-4b9f-8032-e69241ebd1a9 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:21.468481 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] Attempting to bind port 6901bee8-3acf-4b9f-8032-e69241ebd1a9 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'c74de762-a263-44c1-b0e4-dcc5ac2a81de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:21.468908 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] Attempting to bind port 6901bee8-3acf-4b9f-8032-e69241ebd1a9 on network b55a20e6-76b5-47c9-b724-529008279f9a {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:21.476282 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] Port 6901bee8-3acf-4b9f-8032-e69241ebd1a9 on network b55a20e6-76b5-47c9-b724-529008279f9a not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:44:21.476706 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] Attempting to bind port 6901bee8-3acf-4b9f-8032-e69241ebd1a9 on network b55a20e6-76b5-47c9-b724-529008279f9a {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:21.482614 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:21.483272 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] Checking segment: {'id': 'c74de762-a263-44c1-b0e4-dcc5ac2a81de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:21.483452 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] Bound using segment: {'id': 'c74de762-a263-44c1-b0e4-dcc5ac2a81de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:21.483973 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] Bound port: 6901bee8-3acf-4b9f-8032-e69241ebd1a9, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74de762-a263-44c1-b0e4-dcc5ac2a81de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:21.484396 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:21.639460 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] For port 6901bee8-3acf-4b9f-8032-e69241ebd1a9, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:21.642966 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] For port 6901bee8-3acf-4b9f-8032-e69241ebd1a9, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=6901bee8-3acf-4b9f-8032-e69241ebd1a9,segment=NetworkSegment(c74de762-a263-44c1-b0e4-dcc5ac2a81de),segment_id=c74de762-a263-44c1-b0e4-dcc5ac2a81de)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:21.648787 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:21.696955 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f6584-0e9b-4143-a8ba-fc2e56cd9932 req-04b4c765-8ed1-4a95-b9f4-2cc058665af6 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:21.713884 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f6f6584-0e9b-4143-a8ba-fc2e56cd9932 req-04b4c765-8ed1-4a95-b9f4-2cc058665af6 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=f077982a-e747-4dec-bbc9-77a4d52982c8 HTTP/1.1" status: 200 len: 943 time: 0.1044483 Sep 07 18:44:21.730186 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:21.730806 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:21.738891 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] 10.222.0.36 "PUT /v2.0/ports/6901bee8-3acf-4b9f-8032-e69241ebd1a9 HTTP/1.1" status: 200 len: 1091 time: 1.4015474 Sep 07 18:44:21.739140 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f077982a-e747-4dec-bbc9-77a4d52982c8', 'tag': '6901bee8-3acf-4b9f-8032-e69241ebd1a9'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:21.741441 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41729c4e-5868-437c-aeb7-e94d1c3ff1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f077982a-e747-4dec-bbc9-77a4d52982c8", "tag": "6901bee8-3acf-4b9f-8032-e69241ebd1a9"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:21.840866 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f6f6584-0e9b-4143-a8ba-fc2e56cd9932 req-55d7604d-8346-4b80-9f75-b69a82c011ee tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258652 Sep 07 18:44:21.865474 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fbfd1-d72d-4019-aac3-e0f3d513ef58 service neutron] Pushing event updated for resources: {'Port': ['ID=6901bee8-3acf-4b9f-8032-e69241ebd1a9,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:21.980338 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-d23c1627-db52-43f6-8731-20d87faae465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:21.981989 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-d23c1627-db52-43f6-8731-20d87faae465 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=362d2b32ce1c44c8b989d971f47e2f2f&device_id=f077982a-e747-4dec-bbc9-77a4d52982c8 HTTP/1.1" status: 200 len: 1094 time: 0.1002712 Sep 07 18:44:22.069431 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8caeb5e5-ea84-4e01-81af-9c475d474777 req-d25ce074-1203-4a86-8c5e-85e4ae433284 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 210 time: 0.0692277 Sep 07 18:44:22.120070 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-0ba57c3d-9a67-47de-944d-7ee9c733102c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6901bee8-3acf-4b9f-8032-e69241ebd1a9 HTTP/1.1" status: 200 len: 217 time: 0.1237819 Sep 07 18:44:22.213535 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d966ecb-86b6-4151-89db-3b064b861d71 x-openstack-request-id: req-3d966ecb-86b6-4151-89db-3b064b861d71 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:22.213879 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f077982a-e747-4dec-bbc9-77a4d52982c8", "tag": "6901bee8-3acf-4b9f-8032-e69241ebd1a9", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:22.214084 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d966ecb-86b6-4151-89db-3b064b861d71 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:22.214482 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f077982a-e747-4dec-bbc9-77a4d52982c8', 'tag': '6901bee8-3acf-4b9f-8032-e69241ebd1a9', 'status': 'completed', 'code': 200} Sep 07 18:44:22.290043 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-d01784c3-fb93-4ee6-8e24-49048b50ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:22.291554 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-d01784c3-fb93-4ee6-8e24-49048b50ddc1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e448bc0-501e-4a71-945c-2892b3c26cf4 HTTP/1.1" status: 200 len: 863 time: 0.1682608 Sep 07 18:44:22.292886 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-2bb1dfe9-196e-4550-8cdb-bdfd47ffc11b tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=581e70f192f44902b528bd4279ab890a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678456 Sep 07 18:44:22.313409 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a8dd2558-19b8-4593-8dc8-fe8997fa6f7a req-0cc7026e-a1d6-44d5-ab42-8d98187b31bf tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4f4db11-b491-49a9-b185-93581991aefb HTTP/1.1" status: 200 len: 210 time: 0.0707879 Sep 07 18:44:22.366547 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-8fae540d-9b81-47af-9433-c431231e367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:22.371395 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-8fae540d-9b81-47af-9433-c431231e367a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b55a20e6-76b5-47c9-b724-529008279f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680935 Sep 07 18:44:22.528775 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-a748275d-4559-4a27-9848-334cda202d66 service neutron] 10.222.0.36 "GET /v2.0/networks/b55a20e6-76b5-47c9-b724-529008279f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484938 Sep 07 18:44:22.533921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79583133-126d-449c-91bd-15d7b0093484 req-98559df1-d885-4032-9b45-b9c71add2f15 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:22.541227 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-98559df1-d885-4032-9b45-b9c71add2f15 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2277257 Sep 07 18:44:22.554412 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-79583133-126d-449c-91bd-15d7b0093484 req-9e1a3d77-8fcd-450d-b4dc-cabfe8930bbe tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Request body: {'port': {'device_id': 'b4f4db11-b491-49a9-b185-93581991aefb', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '581e70f192f44902b528bd4279ab890a'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:22.640457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.36', 51521) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:22.665782 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-ecfab72e-c9de-41f9-a841-9728bcd24481 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=581e70f192f44902b528bd4279ab890a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240550 Sep 07 18:44:22.687359 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fb3890f2-22fa-4c66-b3c4-c999a5b9ac9b req-f0afdc32-04ac-4c9c-8472-3a95ed2726e6 service neutron] 10.222.0.36 "GET /v2.0/networks/b55a20e6-76b5-47c9-b724-529008279f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469376 Sep 07 18:44:22.817655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79583133-126d-449c-91bd-15d7b0093484 req-212433ec-09f3-4b22-abd1-525614c50b3a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:22.819142 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-212433ec-09f3-4b22-abd1-525614c50b3a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1465163 Sep 07 18:44:22.828795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79583133-126d-449c-91bd-15d7b0093484 req-9e1a3d77-8fcd-450d-b4dc-cabfe8930bbe tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Made reservation on behalf of 581e70f192f44902b528bd4279ab890a for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:44:22.837938 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-79583133-126d-449c-91bd-15d7b0093484 req-9e1a3d77-8fcd-450d-b4dc-cabfe8930bbe tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:22.846181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-79583133-126d-449c-91bd-15d7b0093484 req-16d2dedc-c623-4032-a6d9-12198bb2a260 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Request body: {'port': {'device_id': '623e167e-0365-43b4-b254-a06a687492fe', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '581e70f192f44902b528bd4279ab890a'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:22.857454 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41729c4e-5868-437c-aeb7-e94d1c3ff1a7 req-08c7c4a6-cba7-44bb-a7a2-a925853996e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:22.859032 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-41729c4e-5868-437c-aeb7-e94d1c3ff1a7 req-08c7c4a6-cba7-44bb-a7a2-a925853996e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=362d2b32ce1c44c8b989d971f47e2f2f&device_id=f077982a-e747-4dec-bbc9-77a4d52982c8 HTTP/1.1" status: 200 len: 1094 time: 0.1059768 Sep 07 18:44:22.925854 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 46162) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:22.982132 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.36', 51522) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:23.080953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 46170) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:23.092287 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-2753d365-a618-4d2b-94ba-f0a15cd18046 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-682112546-network', 'tenant_id': 'd9b347726b7246b0a863ea403f09f7d1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:23.150111 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41729c4e-5868-437c-aeb7-e94d1c3ff1a7 req-f7f58b18-81d1-4f57-aa7c-ed3c2bdf31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:23.152052 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-41729c4e-5868-437c-aeb7-e94d1c3ff1a7 req-f7f58b18-81d1-4f57-aa7c-ed3c2bdf31e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b55a20e6-76b5-47c9-b724-529008279f9a HTTP/1.1" status: 200 len: 925 time: 0.2841015 Sep 07 18:44:23.220341 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-41729c4e-5868-437c-aeb7-e94d1c3ff1a7 req-137bea0f-2405-418d-8e63-2ff516d6b1a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6901bee8-3acf-4b9f-8032-e69241ebd1a9 HTTP/1.1" status: 200 len: 217 time: 0.0587587 Sep 07 18:44:23.234970 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-697dd662-2617-452d-9622-a3c7d5ea1b26 req-e5319d4e-0dde-465a-921a-261ee45034a3 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 210 time: 0.0423958 Sep 07 18:44:23.275351 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ca995-5f3f-4a7a-b969-3f2cad03fce7 req-147bfc1a-2d97-4b0a-87db-18c6e6f5a362 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:23.282684 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a46ca995-5f3f-4a7a-b969-3f2cad03fce7 req-147bfc1a-2d97-4b0a-87db-18c6e6f5a362 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=f077982a-e747-4dec-bbc9-77a4d52982c8 HTTP/1.1" status: 200 len: 943 time: 0.2773533 Sep 07 18:44:23.291605 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-169bd4e4-6711-4be3-9e0f-d0b1a2c192ae tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:23.295811 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-169bd4e4-6711-4be3-9e0f-d0b1a2c192ae tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.36 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 808 time: 0.3086040 Sep 07 18:44:23.298037 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-08691c9d-b605-4cb8-9344-bac1d12a552d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:23.313186 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41729c4e-5868-437c-aeb7-e94d1c3ff1a7 req-f2ee2c7c-1f32-4d63-a184-bd122c4310ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:23.315279 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-41729c4e-5868-437c-aeb7-e94d1c3ff1a7 req-f2ee2c7c-1f32-4d63-a184-bd122c4310ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e448bc0-501e-4a71-945c-2892b3c26cf4 HTTP/1.1" status: 200 len: 863 time: 0.0839090 Sep 07 18:44:23.320444 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2753d365-a618-4d2b-94ba-f0a15cd18046 admin admin] Made reservation on behalf of d9b347726b7246b0a863ea403f09f7d1 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:44:23.322383 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-18c57b06-323f-4282-bc9c-40175c4042ad tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Request body: {'port': {'device_id': '6701d2da-d1be-45f1-9f67-b70883beccf0', 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59', 'admin_state_up': True, 'tenant_id': '44a39173cb8e4225b1d135c8b5917bc6'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:23.322855 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2753d365-a618-4d2b-94ba-f0a15cd18046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:23.354763 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-79583133-126d-449c-91bd-15d7b0093484 req-9e1a3d77-8fcd-450d-b4dc-cabfe8930bbe tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Allocated IP 192.168.233.142 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/17c37eef-d87c-4fcb-b069-e8c893ed0a4e) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:44:23.366661 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2753d365-a618-4d2b-94ba-f0a15cd18046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:23.387549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79583133-126d-449c-91bd-15d7b0093484 req-16d2dedc-c623-4032-a6d9-12198bb2a260 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Made reservation on behalf of 581e70f192f44902b528bd4279ab890a for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:44:23.391468 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-79583133-126d-449c-91bd-15d7b0093484 req-16d2dedc-c623-4032-a6d9-12198bb2a260 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:23.430574 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a46ca995-5f3f-4a7a-b969-3f2cad03fce7 req-570047d7-2a23-46e1-a5d4-d9afd876eecf tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419575 Sep 07 18:44:23.516343 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41729c4e-5868-437c-aeb7-e94d1c3ff1a7 req-2cceb152-cfd5-4813-9119-6a4dffead45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:23.518657 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-41729c4e-5868-437c-aeb7-e94d1c3ff1a7 req-2cceb152-cfd5-4813-9119-6a4dffead45b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b55a20e6-76b5-47c9-b724-529008279f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1905489 Sep 07 18:44:23.520119 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed3d2b2e-af8a-4a07-ad13-111d49c3b8ce req-50ebd52f-9e5b-49ee-bb0a-d27a539bc5c4 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4f4db11-b491-49a9-b185-93581991aefb HTTP/1.1" status: 200 len: 210 time: 0.0703139 Sep 07 18:44:23.653805 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-41729c4e-5868-437c-aeb7-e94d1c3ff1a7 req-84f70cdd-eccd-433c-9439-b8677ef3bb6c service neutron] 10.222.0.36 "GET /v2.0/networks/b55a20e6-76b5-47c9-b724-529008279f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261773 Sep 07 18:44:23.739077 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-08691c9d-b605-4cb8-9344-bac1d12a552d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:23.750477 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-08691c9d-b605-4cb8-9344-bac1d12a552d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:23.765533 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-79583133-126d-449c-91bd-15d7b0093484 req-9e1a3d77-8fcd-450d-b4dc-cabfe8930bbe tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:23.770086 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-41729c4e-5868-437c-aeb7-e94d1c3ff1a7 req-d26fd526-7423-46fe-b0f7-d3c9864845c4 service neutron] 10.222.0.36 "GET /v2.0/networks/b55a20e6-76b5-47c9-b724-529008279f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081603 Sep 07 18:44:23.775991 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.db.api [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-18c57b06-323f-4282-bc9c-40175c4042ad tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 18:44:23.775991 n-d-807786-1 neutron-server[101444]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 18:44:23.775991 n-d-807786-1 neutron-server[101444]: [parameters: {'project_id_1': '44a39173cb8e4225b1d135c8b5917bc6', 'expiration_1': datetime.datetime(2021, 9, 7, 18, 44, 3, 509484)}] Sep 07 18:44:23.775991 n-d-807786-1 neutron-server[101444]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 18:44:23.777468 n-d-807786-1 neutron-server[101444]: DEBUG oslo_db.api [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-18c57b06-323f-4282-bc9c-40175c4042ad tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 18:44:23.819458 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-79583133-126d-449c-91bd-15d7b0093484 req-9e1a3d77-8fcd-450d-b4dc-cabfe8930bbe tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Transition to ACTIVE for port object 17c37eef-d87c-4fcb-b069-e8c893ed0a4e will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:23.822606 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-08691c9d-b605-4cb8-9344-bac1d12a552d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ebb1deab49d44158a042053de72f076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8952000 Sep 07 18:44:23.825825 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46196) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:23.836846 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08691c9d-b605-4cb8-9344-bac1d12a552d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fe35ae-8e16-48a0-b80a-9ea4359b5549,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:23.897530 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-79583133-126d-449c-91bd-15d7b0093484 req-9e1a3d77-8fcd-450d-b4dc-cabfe8930bbe tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:23.901378 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-662ea627-e6ec-4299-86a0-0b8b7e8979a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:23.910578 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d4793ad6-d11d-40c6-b974-0f6fa5236f35'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:23.943632 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-662ea627-e6ec-4299-86a0-0b8b7e8979a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:23.974338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79583133-126d-449c-91bd-15d7b0093484 req-9e1a3d77-8fcd-450d-b4dc-cabfe8930bbe tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:44:23.988931 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-79583133-126d-449c-91bd-15d7b0093484 req-9e1a3d77-8fcd-450d-b4dc-cabfe8930bbe tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:23.996773 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-79583133-126d-449c-91bd-15d7b0093484 req-9e1a3d77-8fcd-450d-b4dc-cabfe8930bbe tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:44:24.002362 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79583133-126d-449c-91bd-15d7b0093484 req-9e1a3d77-8fcd-450d-b4dc-cabfe8930bbe tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:24.003211 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-79583133-126d-449c-91bd-15d7b0093484 req-9e1a3d77-8fcd-450d-b4dc-cabfe8930bbe tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:24.031555 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2753d365-a618-4d2b-94ba-f0a15cd18046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:24.034498 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-662ea627-e6ec-4299-86a0-0b8b7e8979a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:24.038358 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-662ea627-e6ec-4299-86a0-0b8b7e8979a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:24.039811 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-662ea627-e6ec-4299-86a0-0b8b7e8979a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/86fe35ae-8e16-48a0-b80a-9ea4359b5549 HTTP/1.1" status: 204 len: 168 time: 0.2124493 Sep 07 18:44:24.049122 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ea627-e6ec-4299-86a0-0b8b7e8979a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fe35ae-8e16-48a0-b80a-9ea4359b5549,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:24.049741 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2753d365-a618-4d2b-94ba-f0a15cd18046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:24.063215 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2753d365-a618-4d2b-94ba-f0a15cd18046 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:44:24.066186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-79583133-126d-449c-91bd-15d7b0093484 req-16d2dedc-c623-4032-a6d9-12198bb2a260 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Allocated IP 192.168.233.155 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/23b37dac-9a72-445b-9d73-216d352056ac) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:44:24.070641 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a3d77-8fcd-450d-b4dc-cabfe8930bbe tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Pushing event updated for resources: {'Port': ['ID=17c37eef-d87c-4fcb-b069-e8c893ed0a4e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:24.094584 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-9e1a3d77-8fcd-450d-b4dc-cabfe8930bbe tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5441999 Sep 07 18:44:24.107993 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2753d365-a618-4d2b-94ba-f0a15cd18046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:24.108652 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-2753d365-a618-4d2b-94ba-f0a15cd18046 admin admin] Added segment 4ca33c3e-5e08-4ee3-9eb2-a30a3693091c of type vlan for network 99abe665-c4c1-4c92-80c1-8cc8b782cf9f Sep 07 18:44:24.116767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-79583133-126d-449c-91bd-15d7b0093484 req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] Request body: {'port': {'device_id': 'b4f4db11-b491-49a9-b185-93581991aefb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:24.154471 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753d365-a618-4d2b-94ba-f0a15cd18046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca97499-ce57-4036-93bd-00bb65105d15,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:24.263494 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2753d365-a618-4d2b-94ba-f0a15cd18046 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:24.349107 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-18c57b06-323f-4282-bc9c-40175c4042ad tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Made reservation on behalf of 44a39173cb8e4225b1d135c8b5917bc6 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:44:24.357855 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-18c57b06-323f-4282-bc9c-40175c4042ad tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:24.397244 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-efcef9b2-9a73-4b0b-94be-924e0a2dbe30 None None] Provisioning for port 17c37eef-d87c-4fcb-b069-e8c893ed0a4e completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:24.405728 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-efcef9b2-9a73-4b0b-94be-924e0a2dbe30 None None] Provisioning complete for port 17c37eef-d87c-4fcb-b069-e8c893ed0a4e triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:24.406120 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-efcef9b2-9a73-4b0b-94be-924e0a2dbe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:24.502773 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-efcef9b2-9a73-4b0b-94be-924e0a2dbe30 None None] Port 17c37eef-d87c-4fcb-b069-e8c893ed0a4e cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:44:24.561208 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-79583133-126d-449c-91bd-15d7b0093484 req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:24.606024 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-18c57b06-323f-4282-bc9c-40175c4042ad tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Allocated IP 172.20.0.14 (b63d4de9-c5b5-4788-8524-e66342dcbc59/e7e00f10-2113-4bfd-a644-73e299afc160/d07e9757-f49d-4028-b05e-a95e33150b44) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:44:24.763264 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-433f076b-be38-418c-a230-95efda62e63b req-97d7154f-7da4-4b91-8196-b59704235d3f tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 210 time: 0.1952040 Sep 07 18:44:24.768101 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2753d365-a618-4d2b-94ba-f0a15cd18046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:24.770063 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2753d365-a618-4d2b-94ba-f0a15cd18046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:24.770721 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2753d365-a618-4d2b-94ba-f0a15cd18046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:24.862917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2753d365-a618-4d2b-94ba-f0a15cd18046 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7782760 Sep 07 18:44:24.870737 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46232) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:24.880744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccc3fc-c023-4ebd-a112-28e0cd488e57 req-07351791-95c2-4bae-8a13-40f1c3fe10de tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:24.883953 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-9402230a-828d-4b1d-812d-abe6938351c3 admin admin] Request body: {'subnet': {'network_id': '99abe665-c4c1-4c92-80c1-8cc8b782cf9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-682112546-subnet', 'tenant_id': 'd9b347726b7246b0a863ea403f09f7d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:24.888694 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02ccc3fc-c023-4ebd-a112-28e0cd488e57 req-07351791-95c2-4bae-8a13-40f1c3fe10de tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=f077982a-e747-4dec-bbc9-77a4d52982c8 HTTP/1.1" status: 200 len: 943 time: 0.3246009 Sep 07 18:44:24.937503 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-18c57b06-323f-4282-bc9c-40175c4042ad tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:24.943721 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-79583133-126d-449c-91bd-15d7b0093484 req-16d2dedc-c623-4032-a6d9-12198bb2a260 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:24.947075 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9402230a-828d-4b1d-812d-abe6938351c3 admin admin] Made reservation on behalf of d9b347726b7246b0a863ea403f09f7d1 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:44:24.950212 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9402230a-828d-4b1d-812d-abe6938351c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:24.958871 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753d365-a618-4d2b-94ba-f0a15cd18046 admin admin] Pushing event updated for resources: {'Network': ['ID=99abe665-c4c1-4c92-80c1-8cc8b782cf9f,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:24.994242 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 99abe665-c4c1-4c92-80c1-8cc8b782cf9f details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:44:25.002351 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-79583133-126d-449c-91bd-15d7b0093484 req-16d2dedc-c623-4032-a6d9-12198bb2a260 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Transition to ACTIVE for port object 23b37dac-9a72-445b-9d73-216d352056ac will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:25.042208 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02ccc3fc-c023-4ebd-a112-28e0cd488e57 req-e23476a4-eb64-4d49-946d-329bf18a5a27 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525102 Sep 07 18:44:25.070914 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81618f5-59ab-47e0-a926-451c49b4f1e9 req-3b97b419-9554-4eb7-8451-22d6a63af708 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:25.078574 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-18c57b06-323f-4282-bc9c-40175c4042ad tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:25.078820 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d81618f5-59ab-47e0-a926-451c49b4f1e9 req-3b97b419-9554-4eb7-8451-22d6a63af708 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4f4db11-b491-49a9-b185-93581991aefb HTTP/1.1" status: 200 len: 936 time: 0.1815672 Sep 07 18:44:25.147168 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c57b06-323f-4282-bc9c-40175c4042ad tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Pushing event updated for resources: {'Port': ['ID=d07e9757-f49d-4028-b05e-a95e33150b44,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:25.165742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d81618f5-59ab-47e0-a926-451c49b4f1e9 req-4a960255-dc03-4399-b3b5-4abef862b9e5 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858357 Sep 07 18:44:25.179253 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-79583133-126d-449c-91bd-15d7b0093484 req-16d2dedc-c623-4032-a6d9-12198bb2a260 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:25.194139 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d4793ad6-d11d-40c6-b974-0f6fa5236f35'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:25.240575 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-18c57b06-323f-4282-bc9c-40175c4042ad tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Network b63d4de9-c5b5-4788-8524-e66342dcbc59 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:44:25.255995 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-18c57b06-323f-4282-bc9c-40175c4042ad tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:25.261585 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-18c57b06-323f-4282-bc9c-40175c4042ad tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:44:25.270597 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79583133-126d-449c-91bd-15d7b0093484 req-16d2dedc-c623-4032-a6d9-12198bb2a260 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:44:25.277346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-79583133-126d-449c-91bd-15d7b0093484 req-16d2dedc-c623-4032-a6d9-12198bb2a260 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:25.288054 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-79583133-126d-449c-91bd-15d7b0093484 req-16d2dedc-c623-4032-a6d9-12198bb2a260 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:44:25.294616 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79583133-126d-449c-91bd-15d7b0093484 req-16d2dedc-c623-4032-a6d9-12198bb2a260 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:25.295414 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-79583133-126d-449c-91bd-15d7b0093484 req-16d2dedc-c623-4032-a6d9-12198bb2a260 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:25.313261 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2dedc-c623-4032-a6d9-12198bb2a260 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Pushing event updated for resources: {'Port': ['ID=23b37dac-9a72-445b-9d73-216d352056ac,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:25.357591 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-16d2dedc-c623-4032-a6d9-12198bb2a260 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5163953 Sep 07 18:44:25.359760 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-18c57b06-323f-4282-bc9c-40175c4042ad tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:25.360065 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-18c57b06-323f-4282-bc9c-40175c4042ad tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:25.392682 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-79583133-126d-449c-91bd-15d7b0093484 req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] Request body: {'port': {'device_id': '623e167e-0365-43b4-b254-a06a687492fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:25.403459 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9402230a-828d-4b1d-812d-abe6938351c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:25.417398 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-18c57b06-323f-4282-bc9c-40175c4042ad tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0996084 Sep 07 18:44:25.469538 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] Request body: {'port': {'device_id': '6701d2da-d1be-45f1-9f67-b70883beccf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:25.495070 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 6901bee8-3acf-4b9f-8032-e69241ebd1a9 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:44:25.618663 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-79583133-126d-449c-91bd-15d7b0093484 req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:25.640816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-79583133-126d-449c-91bd-15d7b0093484 req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c37eef-d87c-4fcb-b069-e8c893ed0a4e {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:44:25.647156 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 6901bee8-3acf-4b9f-8032-e69241ebd1a9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=6901bee8-3acf-4b9f-8032-e69241ebd1a9,segment=NetworkSegment(c74de762-a263-44c1-b0e4-dcc5ac2a81de),segment_id=c74de762-a263-44c1-b0e4-dcc5ac2a81de)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:25.651654 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-79583133-126d-449c-91bd-15d7b0093484 req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:25.666541 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '6901bee8-3acf-4b9f-8032-e69241ebd1a9', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'port_id': '6901bee8-3acf-4b9f-8032-e69241ebd1a9', 'mac_address': 'fa:16:3e:d9:fa:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:44:25.685205 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402230a-828d-4b1d-812d-abe6938351c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1780b2de-2233-4dec-8d81-c6d634ecb9e0,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:25.699311 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-79583133-126d-449c-91bd-15d7b0093484 req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] Transition to ACTIVE for port object 17c37eef-d87c-4fcb-b069-e8c893ed0a4e will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:25.703799 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9402230a-828d-4b1d-812d-abe6938351c3 admin admin] Checking segment: {'id': '4ca33c3e-5e08-4ee3-9eb2-a30a3693091c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '99abe665-c4c1-4c92-80c1-8cc8b782cf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:25.704166 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9402230a-828d-4b1d-812d-abe6938351c3 admin admin] Network hostable DHCP agents. Network: 99abe665-c4c1-4c92-80c1-8cc8b782cf9f, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:44:25.712872 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-79583133-126d-449c-91bd-15d7b0093484 req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:25.713404 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:25.752502 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:25.773303 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6901bee8-3acf-4b9f-8032-e69241ebd1a9 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:44:25.799930 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-80d30f66-b29e-4190-a5bc-fd76872174bb None None] Provisioning for port 23b37dac-9a72-445b-9d73-216d352056ac completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:25.811812 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-80d30f66-b29e-4190-a5bc-fd76872174bb None None] Provisioning complete for port 23b37dac-9a72-445b-9d73-216d352056ac triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:25.812374 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-80d30f66-b29e-4190-a5bc-fd76872174bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:25.821836 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9402230a-828d-4b1d-812d-abe6938351c3 admin admin] Network 99abe665-c4c1-4c92-80c1-8cc8b782cf9f is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:44:25.860832 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-9402230a-828d-4b1d-812d-abe6938351c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 99abe665-c4c1-4c92-80c1-8cc8b782cf9f) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:25.867608 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-80d30f66-b29e-4190-a5bc-fd76872174bb None None] Port 23b37dac-9a72-445b-9d73-216d352056ac cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:44:25.886952 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0448af-4bde-4e0e-a9c0-368337e9d249 None None] Network 99abe665-c4c1-4c92-80c1-8cc8b782cf9f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:44:25.891543 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 6901bee8-3acf-4b9f-8032-e69241ebd1a9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=6901bee8-3acf-4b9f-8032-e69241ebd1a9,segment=NetworkSegment(c74de762-a263-44c1-b0e4-dcc5ac2a81de),segment_id=c74de762-a263-44c1-b0e4-dcc5ac2a81de)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:25.912468 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-81458d22-4b50-4b88-997c-b42fb06e7c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:25.912901 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9402230a-828d-4b1d-812d-abe6938351c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:25.913517 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9402230a-828d-4b1d-812d-abe6938351c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:25.916470 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:26.008423 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] Pushing event updated for resources: {'Port': ['ID=17c37eef-d87c-4fcb-b069-e8c893ed0a4e,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:26.047591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 46266) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:26.061272 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=6901bee8-3acf-4b9f-8032-e69241ebd1a9,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:26.078548 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:26.079045 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:26.079389 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:26.079723 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:26.080050 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:26.080372 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:26.080718 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:26.081042 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:26.081407 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:26.081773 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:26.082097 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:26.082414 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:26.105508 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9402230a-828d-4b1d-812d-abe6938351c3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2273707 Sep 07 18:44:26.124330 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['6901bee8-3acf-4b9f-8032-e69241ebd1a9'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:26.179719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be30940-750f-445a-ad1d-8d273cdc9f73 req-af4ff864-2039-4a32-8673-d69d1a903256 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:26.180299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21383daa-6be7-43b6-b7fa-db84f15f0db2 None None] Network 99abe665-c4c1-4c92-80c1-8cc8b782cf9f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:44:26.187956 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1be30940-750f-445a-ad1d-8d273cdc9f73 req-af4ff864-2039-4a32-8673-d69d1a903256 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 932 time: 0.2873602 Sep 07 18:44:26.196064 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-79583133-126d-449c-91bd-15d7b0093484 req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] Attempting to bind port 17c37eef-d87c-4fcb-b069-e8c893ed0a4e on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:26.196793 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-79583133-126d-449c-91bd-15d7b0093484 req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] Attempting to bind port 17c37eef-d87c-4fcb-b069-e8c893ed0a4e by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:26.197284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79583133-126d-449c-91bd-15d7b0093484 req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] Attempting to bind port 17c37eef-d87c-4fcb-b069-e8c893ed0a4e on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:26.238819 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79583133-126d-449c-91bd-15d7b0093484 req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] Port 17c37eef-d87c-4fcb-b069-e8c893ed0a4e on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:44:26.239356 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79583133-126d-449c-91bd-15d7b0093484 req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] Attempting to bind port 17c37eef-d87c-4fcb-b069-e8c893ed0a4e on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:26.256144 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-0fab96c8-d50f-447f-9d2c-1b766f7e7fbd admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1209569959-network', 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:26.287526 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79583133-126d-449c-91bd-15d7b0093484 req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:26.287863 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79583133-126d-449c-91bd-15d7b0093484 req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:26.288251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79583133-126d-449c-91bd-15d7b0093484 req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:26.288991 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-79583133-126d-449c-91bd-15d7b0093484 req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] Bound port: 17c37eef-d87c-4fcb-b069-e8c893ed0a4e, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:26.289350 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-79583133-126d-449c-91bd-15d7b0093484 req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:26.292445 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d4df9-05de-44aa-8f9f-ccfdf3fc6c62 req-e2daacd8-a2aa-4dbe-a3d4-bd384692e453 tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:26.292959 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d4df9-05de-44aa-8f9f-ccfdf3fc6c62 req-e2daacd8-a2aa-4dbe-a3d4-bd384692e453 tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:26.293439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d4df9-05de-44aa-8f9f-ccfdf3fc6c62 req-e2daacd8-a2aa-4dbe-a3d4-bd384692e453 tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:26.293907 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d4df9-05de-44aa-8f9f-ccfdf3fc6c62 req-e2daacd8-a2aa-4dbe-a3d4-bd384692e453 tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:26.294377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d4df9-05de-44aa-8f9f-ccfdf3fc6c62 req-e2daacd8-a2aa-4dbe-a3d4-bd384692e453 tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:26.294841 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d4df9-05de-44aa-8f9f-ccfdf3fc6c62 req-e2daacd8-a2aa-4dbe-a3d4-bd384692e453 tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:26.295305 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d4df9-05de-44aa-8f9f-ccfdf3fc6c62 req-e2daacd8-a2aa-4dbe-a3d4-bd384692e453 tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:26.295770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d4df9-05de-44aa-8f9f-ccfdf3fc6c62 req-e2daacd8-a2aa-4dbe-a3d4-bd384692e453 tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:26.296231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d4df9-05de-44aa-8f9f-ccfdf3fc6c62 req-e2daacd8-a2aa-4dbe-a3d4-bd384692e453 tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:26.296722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d4df9-05de-44aa-8f9f-ccfdf3fc6c62 req-e2daacd8-a2aa-4dbe-a3d4-bd384692e453 tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:26.297185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d4df9-05de-44aa-8f9f-ccfdf3fc6c62 req-e2daacd8-a2aa-4dbe-a3d4-bd384692e453 tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:26.300075 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-614d4df9-05de-44aa-8f9f-ccfdf3fc6c62 req-e2daacd8-a2aa-4dbe-a3d4-bd384692e453 tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7842 time: 0.4958074 Sep 07 18:44:26.318340 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07e9757-f49d-4028-b05e-a95e33150b44 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:44:26.330001 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:26.359100 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] Transition to ACTIVE for port object d07e9757-f49d-4028-b05e-a95e33150b44 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:26.366136 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1be30940-750f-445a-ad1d-8d273cdc9f73 req-5115f0b5-d104-4b2b-8a6b-9710c79dfae0 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769352 Sep 07 18:44:26.372647 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:26.383578 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fab96c8-d50f-447f-9d2c-1b766f7e7fbd admin admin] Made reservation on behalf of cb3d3f64389a4f0192e048c0f33ae8a3 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:44:26.387008 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0fab96c8-d50f-447f-9d2c-1b766f7e7fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:26.476314 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0fab96c8-d50f-447f-9d2c-1b766f7e7fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:26.560481 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] Pushing event updated for resources: {'Port': ['ID=d07e9757-f49d-4028-b05e-a95e33150b44,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:26.621469 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-79583133-126d-449c-91bd-15d7b0093484 req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b37dac-9a72-445b-9d73-216d352056ac {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:44:26.636230 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-79583133-126d-449c-91bd-15d7b0093484 req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] For port 17c37eef-d87c-4fcb-b069-e8c893ed0a4e, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:26.640955 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-79583133-126d-449c-91bd-15d7b0093484 req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:26.647209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-79583133-126d-449c-91bd-15d7b0093484 req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] For port 17c37eef-d87c-4fcb-b069-e8c893ed0a4e, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=17c37eef-d87c-4fcb-b069-e8c893ed0a4e,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:26.667187 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e6831-466f-4c5e-80fa-29dc310bb5be req-c60500ea-1b34-4c35-bad4-544b7c8fc86c tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:26.674541 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-536e6831-466f-4c5e-80fa-29dc310bb5be req-c60500ea-1b34-4c35-bad4-544b7c8fc86c tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=f077982a-e747-4dec-bbc9-77a4d52982c8 HTTP/1.1" status: 200 len: 944 time: 0.2003121 Sep 07 18:44:26.681344 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] Attempting to bind port d07e9757-f49d-4028-b05e-a95e33150b44 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:26.682022 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] Attempting to bind port d07e9757-f49d-4028-b05e-a95e33150b44 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:26.682887 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] Attempting to bind port d07e9757-f49d-4028-b05e-a95e33150b44 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:26.687573 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] Port d07e9757-f49d-4028-b05e-a95e33150b44 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:44:26.687965 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] Attempting to bind port d07e9757-f49d-4028-b05e-a95e33150b44 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:26.692396 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-79583133-126d-449c-91bd-15d7b0093484 req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:26.693759 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:26.694163 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] Checking segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:26.694723 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] Bound using segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:26.695268 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] Bound port: d07e9757-f49d-4028-b05e-a95e33150b44, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:26.695692 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:26.727695 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-79583133-126d-449c-91bd-15d7b0093484 req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] Transition to ACTIVE for port object 23b37dac-9a72-445b-9d73-216d352056ac will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:26.764570 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] For port d07e9757-f49d-4028-b05e-a95e33150b44, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:26.767640 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] For port d07e9757-f49d-4028-b05e-a95e33150b44, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d07e9757-f49d-4028-b05e-a95e33150b44,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:26.771936 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-79583133-126d-449c-91bd-15d7b0093484 req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:26.773316 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:26.788929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79583133-126d-449c-91bd-15d7b0093484 req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:26.789550 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-79583133-126d-449c-91bd-15d7b0093484 req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:26.790951 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] 10.222.0.36 "PUT /v2.0/ports/17c37eef-d87c-4fcb-b069-e8c893ed0a4e HTTP/1.1" status: 200 len: 1096 time: 2.6796546 Sep 07 18:44:26.801885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f4db11-b491-49a9-b185-93581991aefb', 'tag': '17c37eef-d87c-4fcb-b069-e8c893ed0a4e'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:26.805152 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5512b775-40e0-4ea8-83a9-8e539332a08e" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f4db11-b491-49a9-b185-93581991aefb", "tag": "17c37eef-d87c-4fcb-b069-e8c893ed0a4e"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:26.812802 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:26.813710 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:26.815080 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] 10.222.0.36 "PUT /v2.0/ports/d07e9757-f49d-4028-b05e-a95e33150b44 HTTP/1.1" status: 200 len: 1092 time: 1.3512523 Sep 07 18:44:26.815303 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6701d2da-d1be-45f1-9f67-b70883beccf0', 'tag': 'd07e9757-f49d-4028-b05e-a95e33150b44'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:26.817664 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a04838c-847f-4cb4-b309-28a29f3b6430" -d '{"events": [{"name": "network-changed", "server_uuid": "6701d2da-d1be-45f1-9f67-b70883beccf0", "tag": "d07e9757-f49d-4028-b05e-a95e33150b44"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:26.884864 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-536e6831-466f-4c5e-80fa-29dc310bb5be req-38c6a6df-ef34-4fef-b813-36b245a454de tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094798 Sep 07 18:44:26.937836 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d770f89-72c5-4c2f-9882-9641d48dad04 service neutron] Pushing event updated for resources: {'Port': ['ID=17c37eef-d87c-4fcb-b069-e8c893ed0a4e,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:26.959309 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0fab96c8-d50f-447f-9d2c-1b766f7e7fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:26.969061 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf41c4-2ad4-47cf-a1b6-fdd6dafcf618 req-90ca4639-d9b0-4e01-8ac9-72edf652eb7a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:26.970681 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6fcf41c4-2ad4-47cf-a1b6-fdd6dafcf618 req-90ca4639-d9b0-4e01-8ac9-72edf652eb7a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4f4db11-b491-49a9-b185-93581991aefb HTTP/1.1" status: 200 len: 948 time: 0.2865121 Sep 07 18:44:27.008781 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0fab96c8-d50f-447f-9d2c-1b766f7e7fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:27.105401 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4302a2f-38cb-427d-b6cc-c87aa4f6afc8 service neutron] Pushing event updated for resources: {'Port': ['ID=d07e9757-f49d-4028-b05e-a95e33150b44,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:27.133248 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79583133-126d-449c-91bd-15d7b0093484 req-84f2ce50-4743-4d9e-ae53-1df9c57a2e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:27.134796 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-84f2ce50-4743-4d9e-ae53-1df9c57a2e87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&device_id=b4f4db11-b491-49a9-b185-93581991aefb HTTP/1.1" status: 200 len: 1099 time: 0.2925029 Sep 07 18:44:27.181755 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-90c808c0-a2a0-486f-b96f-08a4d2ff8a02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=17c37eef-d87c-4fcb-b069-e8c893ed0a4e HTTP/1.1" status: 200 len: 217 time: 0.0378475 Sep 07 18:44:27.232783 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79583133-126d-449c-91bd-15d7b0093484 req-7c95ed44-143f-47e4-b152-c0b80ac5637b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:27.234257 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-7c95ed44-143f-47e4-b152-c0b80ac5637b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0449584 Sep 07 18:44:27.285191 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79583133-126d-449c-91bd-15d7b0093484 req-dc7f73e1-29df-4ad7-aacb-a79efc19b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:27.286718 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-dc7f73e1-29df-4ad7-aacb-a79efc19b32c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0437746 Sep 07 18:44:27.302235 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fab96c8-d50f-447f-9d2c-1b766f7e7fbd admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:44:27.309287 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] Pushing event updated for resources: {'Port': ['ID=23b37dac-9a72-445b-9d73-216d352056ac,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:27.313835 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-168170ce-688f-42e5-a8ae-2b99b04d652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:27.315361 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-168170ce-688f-42e5-a8ae-2b99b04d652a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 1095 time: 0.4524839 Sep 07 18:44:27.330795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-79583133-126d-449c-91bd-15d7b0093484 req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] Attempting to bind port 23b37dac-9a72-445b-9d73-216d352056ac on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:27.331128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-79583133-126d-449c-91bd-15d7b0093484 req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] Attempting to bind port 23b37dac-9a72-445b-9d73-216d352056ac by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:27.332002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79583133-126d-449c-91bd-15d7b0093484 req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] Attempting to bind port 23b37dac-9a72-445b-9d73-216d352056ac on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:27.356082 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0fab96c8-d50f-447f-9d2c-1b766f7e7fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:27.356434 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-0fab96c8-d50f-447f-9d2c-1b766f7e7fbd admin admin] Added segment 7fb31766-554a-411c-8527-03cc28428b66 of type vlan for network 305feaf0-9b76-465d-8c7f-43eda8514a85 Sep 07 18:44:27.376490 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-e06d2855-fbad-45db-8c84-56474ab5fb1c service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821414 Sep 07 18:44:27.387099 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab96c8-d50f-447f-9d2c-1b766f7e7fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c01005c-3f4a-4f53-8634-5b912f219487,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:27.390289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79583133-126d-449c-91bd-15d7b0093484 req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] Port 23b37dac-9a72-445b-9d73-216d352056ac on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:44:27.390805 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79583133-126d-449c-91bd-15d7b0093484 req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] Attempting to bind port 23b37dac-9a72-445b-9d73-216d352056ac on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:27.411187 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-876b874b-35d4-4695-89d4-449b98b3ad39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d07e9757-f49d-4028-b05e-a95e33150b44 HTTP/1.1" status: 200 len: 217 time: 0.0769076 Sep 07 18:44:27.444951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79583133-126d-449c-91bd-15d7b0093484 req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:27.445292 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79583133-126d-449c-91bd-15d7b0093484 req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:27.445673 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79583133-126d-449c-91bd-15d7b0093484 req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:27.446117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-79583133-126d-449c-91bd-15d7b0093484 req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] Bound port: 23b37dac-9a72-445b-9d73-216d352056ac, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:27.446551 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-79583133-126d-449c-91bd-15d7b0093484 req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:27.470826 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-23722268-c052-4c72-ad8f-2ef0e7f66980 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866139 Sep 07 18:44:27.492074 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 6901bee8-3acf-4b9f-8032-e69241ebd1a9 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:27.497064 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6fcf41c4-2ad4-47cf-a1b6-fdd6dafcf618 req-d329b423-7302-4a10-aa38-742bd31ca17b tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955277 Sep 07 18:44:27.506578 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feb64d-da1e-43ab-9736-755acaf1db4b req-36346006-e801-429b-b5ef-ae4bcf297f37 tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:27.507955 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b3feb64d-da1e-43ab-9736-755acaf1db4b req-36346006-e801-429b-b5ef-ae4bcf297f37 tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 886 time: 0.5846076 Sep 07 18:44:27.514723 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0fab96c8-d50f-447f-9d2c-1b766f7e7fbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:27.570884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-b1690d98-df25-4953-b668-fde40c1392d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:27.572395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-b1690d98-df25-4953-b668-fde40c1392d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.1538250 Sep 07 18:44:27.583742 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 6901bee8-3acf-4b9f-8032-e69241ebd1a9 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:27.587640 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0fab96c8-d50f-447f-9d2c-1b766f7e7fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:27.587765 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 6901bee8-3acf-4b9f-8032-e69241ebd1a9 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:27.588031 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:27.588613 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fab96c8-d50f-447f-9d2c-1b766f7e7fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:27.589362 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0fab96c8-d50f-447f-9d2c-1b766f7e7fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:27.671504 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-6515ecfc-1e15-485d-a851-2f9d9d068cc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887909 Sep 07 18:44:27.705028 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:27.724991 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0fab96c8-d50f-447f-9d2c-1b766f7e7fbd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6640353 Sep 07 18:44:27.727268 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-79583133-126d-449c-91bd-15d7b0093484 req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] For port 23b37dac-9a72-445b-9d73-216d352056ac, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:27.728001 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46320) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:27.734300 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-7ff7ee4b-9ff0-4c58-a768-1e08ed5c05d0 admin admin] Request body: {'subnet': {'network_id': '305feaf0-9b76-465d-8c7f-43eda8514a85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1209569959-subnet', 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:27.734489 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f077982a-e747-4dec-bbc9-77a4d52982c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6901bee8-3acf-4b9f-8032-e69241ebd1a9'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:27.736585 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e1a745-0900-4c6f-9e52-8ec1820ce101" -d '{"events": [{"server_uuid": "f077982a-e747-4dec-bbc9-77a4d52982c8", "name": "network-vif-plugged", "status": "completed", "tag": "6901bee8-3acf-4b9f-8032-e69241ebd1a9"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:27.753879 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 6901bee8-3acf-4b9f-8032-e69241ebd1a9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=6901bee8-3acf-4b9f-8032-e69241ebd1a9,segment=NetworkSegment(c74de762-a263-44c1-b0e4-dcc5ac2a81de),segment_id=c74de762-a263-44c1-b0e4-dcc5ac2a81de)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:27.755429 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff7ee4b-9ff0-4c58-a768-1e08ed5c05d0 admin admin] Made reservation on behalf of cb3d3f64389a4f0192e048c0f33ae8a3 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:44:27.758026 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7ff7ee4b-9ff0-4c58-a768-1e08ed5c05d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:27.759840 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:27.763438 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab96c8-d50f-447f-9d2c-1b766f7e7fbd admin admin] Pushing event updated for resources: {'Network': ['ID=305feaf0-9b76-465d-8c7f-43eda8514a85,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:27.783451 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-79583133-126d-449c-91bd-15d7b0093484 req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] For port 23b37dac-9a72-445b-9d73-216d352056ac, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=23b37dac-9a72-445b-9d73-216d352056ac,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:27.794393 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 305feaf0-9b76-465d-8c7f-43eda8514a85 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:44:27.797877 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-79583133-126d-449c-91bd-15d7b0093484 req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:27.906322 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=6901bee8-3acf-4b9f-8032-e69241ebd1a9,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:27.918844 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79583133-126d-449c-91bd-15d7b0093484 req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:27.919466 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-79583133-126d-449c-91bd-15d7b0093484 req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:27.920921 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] 10.222.0.36 "PUT /v2.0/ports/23b37dac-9a72-445b-9d73-216d352056ac HTTP/1.1" status: 200 len: 1096 time: 2.5541179 Sep 07 18:44:28.000829 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e5585-0227-4edf-a6cf-133b5ed6c013 service neutron] Pushing event updated for resources: {'Port': ['ID=23b37dac-9a72-445b-9d73-216d352056ac,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:28.020155 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7ff7ee4b-9ff0-4c58-a768-1e08ed5c05d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:28.035346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-ecdb1046-9790-420f-8d98-08979776bf10 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:28.036977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-ecdb1046-9790-420f-8d98-08979776bf10 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 820 time: 0.3109732 Sep 07 18:44:28.041497 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-e6d3f52c-3c5e-4a9b-ad20-3dd2af3accb6 service neutron] 10.222.0.36 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605924 Sep 07 18:44:28.081551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-40366625-613e-4b3a-82ec-07eea6f30ac1 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/quotas/f00faea60e4544a695e7dd93ec709296 HTTP/1.1" status: 200 len: 375 time: 0.0363004 Sep 07 18:44:28.082994 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7ee4b-9ff0-4c58-a768-1e08ed5c05d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54de4433-d7fa-4635-814a-78379eb40ce0,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:28.086504 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79583133-126d-449c-91bd-15d7b0093484 req-8d1eb092-6dfa-464a-9a7e-88ccec1ac421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:28.088187 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-8d1eb092-6dfa-464a-9a7e-88ccec1ac421 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&device_id=623e167e-0365-43b4-b254-a06a687492fe HTTP/1.1" status: 200 len: 1099 time: 0.1179817 Sep 07 18:44:28.095492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7ee4b-9ff0-4c58-a768-1e08ed5c05d0 admin admin] Checking segment: {'id': '7fb31766-554a-411c-8527-03cc28428b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '305feaf0-9b76-465d-8c7f-43eda8514a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:28.095864 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff7ee4b-9ff0-4c58-a768-1e08ed5c05d0 admin admin] Network hostable DHCP agents. Network: 305feaf0-9b76-465d-8c7f-43eda8514a85, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:44:28.119753 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff7ee4b-9ff0-4c58-a768-1e08ed5c05d0 admin admin] Network 305feaf0-9b76-465d-8c7f-43eda8514a85 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:44:28.132921 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-7ff7ee4b-9ff0-4c58-a768-1e08ed5c05d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 305feaf0-9b76-465d-8c7f-43eda8514a85) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:28.140624 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff7ee4b-9ff0-4c58-a768-1e08ed5c05d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:28.146011 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c854bb-6e15-4b01-ad98-6318abed30b9 None None] Network 305feaf0-9b76-465d-8c7f-43eda8514a85 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:44:28.149321 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7ff7ee4b-9ff0-4c58-a768-1e08ed5c05d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:28.170146 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7ff7ee4b-9ff0-4c58-a768-1e08ed5c05d0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4402125 Sep 07 18:44:28.173459 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46332) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:28.187384 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-14cc154a-c38d-47cd-a398-59685e0e0c6b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1209569959-router', 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:28.217555 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bb4cc9-cb1d-4875-beb9-a51d47de164c x-openstack-request-id: req-24bb4cc9-cb1d-4875-beb9-a51d47de164c {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:28.217812 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f4db11-b491-49a9-b185-93581991aefb", "tag": "17c37eef-d87c-4fcb-b069-e8c893ed0a4e", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:28.218053 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24bb4cc9-cb1d-4875-beb9-a51d47de164c {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:28.218433 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f4db11-b491-49a9-b185-93581991aefb', 'tag': '17c37eef-d87c-4fcb-b069-e8c893ed0a4e', 'status': 'completed', 'code': 200} Sep 07 18:44:28.235726 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-fd675272-066f-402e-8b2d-659f9b85725f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=23b37dac-9a72-445b-9d73-216d352056ac HTTP/1.1" status: 200 len: 217 time: 0.1388006 Sep 07 18:44:28.237725 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-ccce7a3e-5869-4b66-bffb-1905be440792 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1368473 Sep 07 18:44:28.263356 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bd9441-8515-49d2-b60f-0fb0068ed93d x-openstack-request-id: req-72bd9441-8515-49d2-b60f-0fb0068ed93d {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:28.263524 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6701d2da-d1be-45f1-9f67-b70883beccf0", "tag": "d07e9757-f49d-4028-b05e-a95e33150b44", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:28.263792 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72bd9441-8515-49d2-b60f-0fb0068ed93d {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:28.264109 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6701d2da-d1be-45f1-9f67-b70883beccf0', 'tag': 'd07e9757-f49d-4028-b05e-a95e33150b44', 'status': 'completed', 'code': 200} Sep 07 18:44:28.267746 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14cc154a-c38d-47cd-a398-59685e0e0c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:28.269008 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14cc154a-c38d-47cd-a398-59685e0e0c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:28.310230 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512b775-40e0-4ea8-83a9-8e539332a08e req-ab265c04-9b24-4469-8f3e-c2cac8e61323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:28.312445 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5512b775-40e0-4ea8-83a9-8e539332a08e req-ab265c04-9b24-4469-8f3e-c2cac8e61323 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&device_id=b4f4db11-b491-49a9-b185-93581991aefb HTTP/1.1" status: 200 len: 1099 time: 0.0949421 Sep 07 18:44:28.351026 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14cc154a-c38d-47cd-a398-59685e0e0c6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:28.361443 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-154c942d-bf5b-48c3-b457-0024d60c56d8 req-7abef85b-4284-44cc-9d8f-e9f5696dd48b service neutron] 10.222.0.36 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043649 Sep 07 18:44:28.387280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-305feaf0-9b76-465d-8c7f-43eda8514a85', 'network_id': '305feaf0-9b76-465d-8c7f-43eda8514a85', 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'fixed_ips': [{'subnet_id': '54de4433-d7fa-4635-814a-78379eb40ce0'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:44:28.388225 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:28.401188 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79583133-126d-449c-91bd-15d7b0093484 req-224d15bb-ca99-4942-b94e-f34d37ef850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:28.402749 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-224d15bb-ca99-4942-b94e-f34d37ef850a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1567712 Sep 07 18:44:28.479189 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b78956d-d3d4-477e-8e89-1f616e58618c service neutron] 10.222.0.26 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221146 Sep 07 18:44:28.496326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d93ff-7063-4f65-b92c-e74331911e11 req-847c0874-cb44-495a-b534-64ed1784d07f tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:28.497862 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd0d93ff-7063-4f65-b92c-e74331911e11 req-847c0874-cb44-495a-b534-64ed1784d07f tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 944 time: 0.1355507 Sep 07 18:44:28.536533 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] Allocated IP 172.20.0.2 (305feaf0-9b76-465d-8c7f-43eda8514a85/54de4433-d7fa-4635-814a-78379eb40ce0/4e164908-54c7-4657-bb9c-b78bfd8f3d5c) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:44:28.555917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79583133-126d-449c-91bd-15d7b0093484 req-9775e54e-858e-45d3-99a3-daedd032ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:28.557491 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-9775e54e-858e-45d3-99a3-daedd032ada6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1411896 Sep 07 18:44:28.580116 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14cc154a-c38d-47cd-a398-59685e0e0c6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:28.587883 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04838c-847f-4cb4-b309-28a29f3b6430 req-833825f3-8c7e-4dfb-a9ca-04d34b7aabcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:28.589443 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a04838c-847f-4cb4-b309-28a29f3b6430 req-833825f3-8c7e-4dfb-a9ca-04d34b7aabcc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 1095 time: 0.1742005 Sep 07 18:44:28.613966 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512b775-40e0-4ea8-83a9-8e539332a08e req-8eb5a4ee-5621-4e0e-a2b6-c3e4c8058bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:28.615456 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5512b775-40e0-4ea8-83a9-8e539332a08e req-8eb5a4ee-5621-4e0e-a2b6-c3e4c8058bcc service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2630219 Sep 07 18:44:28.671902 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5512b775-40e0-4ea8-83a9-8e539332a08e req-b84580f4-0901-4ff0-a68b-64c377ff4df6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=17c37eef-d87c-4fcb-b069-e8c893ed0a4e HTTP/1.1" status: 200 len: 217 time: 0.0448098 Sep 07 18:44:28.676064 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd0d93ff-7063-4f65-b92c-e74331911e11 req-1f938c13-b21c-4259-a40d-1b973f77f2a3 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664114 Sep 07 18:44:28.705803 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:28.716371 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] Transition to ACTIVE for port object 4e164908-54c7-4657-bb9c-b78bfd8f3d5c will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:28.743327 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] Transition to ACTIVE for port object 4e164908-54c7-4657-bb9c-b78bfd8f3d5c will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:28.746110 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1f660b80-d8fc-4d62-868f-909a7ca3f634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:28.752866 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:28.771058 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512b775-40e0-4ea8-83a9-8e539332a08e req-8cf9b090-c219-45a1-a3d2-88034c5459f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:28.772307 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5512b775-40e0-4ea8-83a9-8e539332a08e req-8cf9b090-c219-45a1-a3d2-88034c5459f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0705063 Sep 07 18:44:28.792024 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] Network 305feaf0-9b76-465d-8c7f-43eda8514a85 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:44:28.798334 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-ad7fc45b-9616-4fe3-b700-d9e802202477 service neutron] 10.222.0.26 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984865 Sep 07 18:44:28.798978 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:28.805459 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:44:28.808668 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] Pushing event updated for resources: {'Port': ['ID=4e164908-54c7-4657-bb9c-b78bfd8f3d5c,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:28.867186 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] Attempting to bind port 4e164908-54c7-4657-bb9c-b78bfd8f3d5c on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:28.867631 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] Attempting to bind port 4e164908-54c7-4657-bb9c-b78bfd8f3d5c by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '7fb31766-554a-411c-8527-03cc28428b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '305feaf0-9b76-465d-8c7f-43eda8514a85'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:28.868060 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] Attempting to bind port 4e164908-54c7-4657-bb9c-b78bfd8f3d5c on network 305feaf0-9b76-465d-8c7f-43eda8514a85 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:28.873753 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:28.874214 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] Checking segment: {'id': '7fb31766-554a-411c-8527-03cc28428b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '305feaf0-9b76-465d-8c7f-43eda8514a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:28.874685 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:28.875177 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] Bound using segment: {'id': '7fb31766-554a-411c-8527-03cc28428b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '305feaf0-9b76-465d-8c7f-43eda8514a85'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:28.875707 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] Bound port: 4e164908-54c7-4657-bb9c-b78bfd8f3d5c, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb31766-554a-411c-8527-03cc28428b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '305feaf0-9b76-465d-8c7f-43eda8514a85'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:28.876151 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:28.887130 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-ee5a571f-7198-4d08-ad91-4dfb5cc2644f service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967103 Sep 07 18:44:28.894729 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04838c-847f-4cb4-b309-28a29f3b6430 req-98972c3a-d47b-46d6-b10a-361c9365d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:28.896307 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a04838c-847f-4cb4-b309-28a29f3b6430 req-98972c3a-d47b-46d6-b10a-361c9365d133 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 909 time: 0.2951066 Sep 07 18:44:28.962111 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:28.976823 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a04838c-847f-4cb4-b309-28a29f3b6430 req-d2046e8e-ebbd-4563-9685-6753a712a549 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d07e9757-f49d-4028-b05e-a95e33150b44 HTTP/1.1" status: 200 len: 217 time: 0.0656943 Sep 07 18:44:28.987023 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] For port 4e164908-54c7-4657-bb9c-b78bfd8f3d5c, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:28.993740 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] For port 4e164908-54c7-4657-bb9c-b78bfd8f3d5c, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4e164908-54c7-4657-bb9c-b78bfd8f3d5c,segment=NetworkSegment(7fb31766-554a-411c-8527-03cc28428b66),segment_id=7fb31766-554a-411c-8527-03cc28428b66)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:28.995625 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14cc154a-c38d-47cd-a398-59685e0e0c6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:29.001077 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:29.020687 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512b775-40e0-4ea8-83a9-8e539332a08e req-96c0bc5f-0ede-4b64-a4f9-fac757ed2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:29.022890 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5512b775-40e0-4ea8-83a9-8e539332a08e req-96c0bc5f-0ede-4b64-a4f9-fac757ed2e13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2415109 Sep 07 18:44:29.023927 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14cc154a-c38d-47cd-a398-59685e0e0c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:29.080319 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ad789-53fd-401f-b28e-50d0852264fb None None] Pushing event updated for resources: {'Port': ['ID=4e164908-54c7-4657-bb9c-b78bfd8f3d5c,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:29.199564 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81333f05-97b1-42d6-9a0f-fb97bf27ed7e x-openstack-request-id: req-81333f05-97b1-42d6-9a0f-fb97bf27ed7e {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:29.200344 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f077982a-e747-4dec-bbc9-77a4d52982c8", "name": "network-vif-plugged", "status": "completed", "tag": "6901bee8-3acf-4b9f-8032-e69241ebd1a9", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:29.200344 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-81333f05-97b1-42d6-9a0f-fb97bf27ed7e {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:29.200744 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f077982a-e747-4dec-bbc9-77a4d52982c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6901bee8-3acf-4b9f-8032-e69241ebd1a9', 'code': 200} Sep 07 18:44:29.231399 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-14cc154a-c38d-47cd-a398-59685e0e0c6b admin admin] Allocated IP 172.25.8.20 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/6e2f5062-7746-4c15-b809-22c8c6aa3260) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:44:29.272635 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308795b-a216-4d55-a89a-ea5fe6243b86 req-73e6de15-bd3f-49a8-a5c9-d88b108849cd tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:29.273119 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308795b-a216-4d55-a89a-ea5fe6243b86 req-73e6de15-bd3f-49a8-a5c9-d88b108849cd tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:29.273591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308795b-a216-4d55-a89a-ea5fe6243b86 req-73e6de15-bd3f-49a8-a5c9-d88b108849cd tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:29.274066 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308795b-a216-4d55-a89a-ea5fe6243b86 req-73e6de15-bd3f-49a8-a5c9-d88b108849cd tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:29.274531 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308795b-a216-4d55-a89a-ea5fe6243b86 req-73e6de15-bd3f-49a8-a5c9-d88b108849cd tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:29.274994 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308795b-a216-4d55-a89a-ea5fe6243b86 req-73e6de15-bd3f-49a8-a5c9-d88b108849cd tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:29.275456 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308795b-a216-4d55-a89a-ea5fe6243b86 req-73e6de15-bd3f-49a8-a5c9-d88b108849cd tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:29.275926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308795b-a216-4d55-a89a-ea5fe6243b86 req-73e6de15-bd3f-49a8-a5c9-d88b108849cd tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:29.276388 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308795b-a216-4d55-a89a-ea5fe6243b86 req-73e6de15-bd3f-49a8-a5c9-d88b108849cd tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:29.276905 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308795b-a216-4d55-a89a-ea5fe6243b86 req-73e6de15-bd3f-49a8-a5c9-d88b108849cd tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:29.277576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308795b-a216-4d55-a89a-ea5fe6243b86 req-73e6de15-bd3f-49a8-a5c9-d88b108849cd tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:29.278041 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308795b-a216-4d55-a89a-ea5fe6243b86 req-73e6de15-bd3f-49a8-a5c9-d88b108849cd tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:29.280112 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5308795b-a216-4d55-a89a-ea5fe6243b86 req-73e6de15-bd3f-49a8-a5c9-d88b108849cd tempest-NetworksTest-1246198409 tempest-NetworksTest-1246198409-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8540 time: 0.5085533 Sep 07 18:44:29.331702 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5512b775-40e0-4ea8-83a9-8e539332a08e req-11077a9e-eaa1-44c9-a104-ca130b812e30 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091596 Sep 07 18:44:29.348280 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04838c-847f-4cb4-b309-28a29f3b6430 req-f73f5eeb-4e77-4ca5-aed5-d78db3d09694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:29.349786 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a04838c-847f-4cb4-b309-28a29f3b6430 req-f73f5eeb-4e77-4ca5-aed5-d78db3d09694 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.3589251 Sep 07 18:44:29.373698 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79583133-126d-449c-91bd-15d7b0093484 req-93ba3f13-c6ff-4006-918b-e2359d4b83e6 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742410 Sep 07 18:44:29.395906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57960e8-3c76-43b1-a8c4-9fb1901c7837 req-975a57c3-d107-4de7-b3b5-29ed576430d6 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:29.403647 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f57960e8-3c76-43b1-a8c4-9fb1901c7837 req-975a57c3-d107-4de7-b3b5-29ed576430d6 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=f077982a-e747-4dec-bbc9-77a4d52982c8 HTTP/1.1" status: 200 len: 945 time: 0.1223948 Sep 07 18:44:29.430458 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a04838c-847f-4cb4-b309-28a29f3b6430 req-95b0371a-40df-481a-9831-bdf385b2a5ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711849 Sep 07 18:44:29.531675 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f57960e8-3c76-43b1-a8c4-9fb1901c7837 req-99fe5157-c067-4905-941d-cdb67df01e25 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266017 Sep 07 18:44:29.667057 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500c423-e751-4e91-a0d5-7d136d1b711a req-31b7d2ff-1783-419c-99af-a8f176c53636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:29.667824 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c500c423-e751-4e91-a0d5-7d136d1b711a req-31b7d2ff-1783-419c-99af-a8f176c53636 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f077982a-e747-4dec-bbc9-77a4d52982c8 HTTP/1.1" status: 200 len: 1096 time: 0.4023716 Sep 07 18:44:29.743414 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a04838c-847f-4cb4-b309-28a29f3b6430 req-9dd74189-60e5-40a9-9b1e-45935dbe9d02 service neutron] 10.222.0.36 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041923 Sep 07 18:44:29.777771 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5512b775-40e0-4ea8-83a9-8e539332a08e req-de2cedf0-3629-4bc9-bc14-203758d429ee service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360554 Sep 07 18:44:29.789226 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14cc154a-c38d-47cd-a398-59685e0e0c6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:29.804273 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c500c423-e751-4e91-a0d5-7d136d1b711a req-92c9d1e6-ad3e-4dcd-9fed-9ced95dc835a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122391 Sep 07 18:44:29.806724 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46366) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:29.873723 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14cc154a-c38d-47cd-a398-59685e0e0c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:29.887764 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98af0a-1cd8-468a-a34c-55eefe54f219 req-c7260d44-9ef0-49ea-a2ae-625125a6c55b tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:29.889798 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f98af0a-1cd8-468a-a34c-55eefe54f219 req-c7260d44-9ef0-49ea-a2ae-625125a6c55b tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4f4db11-b491-49a9-b185-93581991aefb HTTP/1.1" status: 200 len: 948 time: 0.2235336 Sep 07 18:44:29.945114 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cc154a-c38d-47cd-a398-59685e0e0c6b admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:44:29.946713 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-758b64de-7b50-4853-9552-b7cfe0c0d60d req-9eca6bed-1dfa-4080-9c5e-dab23fd4f7d1 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 210 time: 0.0556929 Sep 07 18:44:29.948087 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-14cc154a-c38d-47cd-a398-59685e0e0c6b admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:29.951806 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cc154a-c38d-47cd-a398-59685e0e0c6b admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:44:29.988730 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a04838c-847f-4cb4-b309-28a29f3b6430 req-cb910177-1728-4b9d-b474-f948f8cd19a5 service neutron] 10.222.0.36 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442498 Sep 07 18:44:30.014395 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc154a-c38d-47cd-a398-59685e0e0c6b admin admin] Pushing event updated for resources: {'Port': ['ID=6e2f5062-7746-4c15-b809-22c8c6aa3260,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:30.033222 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f98af0a-1cd8-468a-a34c-55eefe54f219 req-0ca6574f-9ec7-4032-851f-2a19053e8ea0 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062818 Sep 07 18:44:30.051450 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:30.089695 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8a44ec4f-4b4f-4341-936b-02a7e571fb3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:30.189189 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca032d-1393-450f-9b0d-88e491d40f67 req-a44b65d9-895e-4d48-9fb2-8ab682b61693 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:30.198244 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8fca032d-1393-450f-9b0d-88e491d40f67 req-a44b65d9-895e-4d48-9fb2-8ab682b61693 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 944 time: 0.0821965 Sep 07 18:44:30.220185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623e167e-0365-43b4-b254-a06a687492fe', 'tag': '23b37dac-9a72-445b-9d73-216d352056ac'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:30.223491 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ff85ac-28e7-4fb6-b548-dfefa07cc1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "623e167e-0365-43b4-b254-a06a687492fe", "tag": "23b37dac-9a72-445b-9d73-216d352056ac"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:30.248969 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8fca032d-1393-450f-9b0d-88e491d40f67 req-36412918-6745-421e-a875-ae30c153f57e tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490825 Sep 07 18:44:30.344840 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14cc154a-c38d-47cd-a398-59685e0e0c6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:30.351395 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d481a6b2-d51b-462d-8fdd-8f50f715c7cf x-openstack-request-id: req-d481a6b2-d51b-462d-8fdd-8f50f715c7cf {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:30.351395 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623e167e-0365-43b4-b254-a06a687492fe", "tag": "23b37dac-9a72-445b-9d73-216d352056ac", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:30.351395 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d481a6b2-d51b-462d-8fdd-8f50f715c7cf {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:30.351831 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623e167e-0365-43b4-b254-a06a687492fe', 'tag': '23b37dac-9a72-445b-9d73-216d352056ac', 'status': 'completed', 'code': 200} Sep 07 18:44:30.395243 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8a44ec4f-4b4f-4341-936b-02a7e571fb3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:30.401503 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8a44ec4f-4b4f-4341-936b-02a7e571fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:30.457045 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff85ac-28e7-4fb6-b548-dfefa07cc1a0 req-1f2f1ec5-257f-4ba9-970c-ac038164c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:30.465120 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86ff85ac-28e7-4fb6-b548-dfefa07cc1a0 req-1f2f1ec5-257f-4ba9-970c-ac038164c0b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&device_id=623e167e-0365-43b4-b254-a06a687492fe HTTP/1.1" status: 200 len: 1099 time: 0.0833619 Sep 07 18:44:30.482805 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8a44ec4f-4b4f-4341-936b-02a7e571fb3a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=391e4a78270740b9afbe4e478f183254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6750951 Sep 07 18:44:30.495869 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46386) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:30.507561 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44ec4f-4b4f-4341-936b-02a7e571fb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46664776-a838-40e8-85bb-97d84ecaeec2,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:30.624910 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff85ac-28e7-4fb6-b548-dfefa07cc1a0 req-5de6a111-62e1-4b29-985c-02bfdf21a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:30.627965 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86ff85ac-28e7-4fb6-b548-dfefa07cc1a0 req-5de6a111-62e1-4b29-985c-02bfdf21a9ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.1553032 Sep 07 18:44:30.637857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7714ea21-0be8-4c14-b60e-aba2a545a498 None None] Network 305feaf0-9b76-465d-8c7f-43eda8514a85 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:44:30.703315 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7a0af5e6-acb1-4cb2-a49c-cbac94e63d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:30.737821 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86ff85ac-28e7-4fb6-b548-dfefa07cc1a0 req-36295249-cb2b-46e4-ab53-635a26fb4130 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=23b37dac-9a72-445b-9d73-216d352056ac HTTP/1.1" status: 200 len: 217 time: 0.0980208 Sep 07 18:44:30.765476 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7a0af5e6-acb1-4cb2-a49c-cbac94e63d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:30.807224 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14cc154a-c38d-47cd-a398-59685e0e0c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:30.894862 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-99b57ee5-9b41-41f1-b50e-1236e2c3cba6 None None] Provisioning for port 4e164908-54c7-4657-bb9c-b78bfd8f3d5c completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:30.990445 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff85ac-28e7-4fb6-b548-dfefa07cc1a0 req-6b7786ae-5d0d-4777-84d9-3d4cd4a5700f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:30.992459 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86ff85ac-28e7-4fb6-b548-dfefa07cc1a0 req-6b7786ae-5d0d-4777-84d9-3d4cd4a5700f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.2256863 Sep 07 18:44:31.001511 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f396d4-afc4-409b-9747-63df90b290c7 req-7b3d68a0-9ace-4b5a-8437-1dc4920ce1cb tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:31.010818 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1f396d4-afc4-409b-9747-63df90b290c7 req-7b3d68a0-9ace-4b5a-8437-1dc4920ce1cb tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=f077982a-e747-4dec-bbc9-77a4d52982c8 HTTP/1.1" status: 200 len: 945 time: 0.3612156 Sep 07 18:44:31.107501 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-fa539228-b4a1-46ae-ab06-beb543bc8383 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:31.109209 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-fa539228-b4a1-46ae-ab06-beb543bc8383 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.60 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 820 time: 0.3919628 Sep 07 18:44:31.145783 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4e164908-54c7-4657-bb9c-b78bfd8f3d5c up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:31.150822 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-12021320-21a5-445e-bb33-9a7028514507 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Request body: {'port': {'device_id': '1b79c377-336b-48e3-a125-9b3a1d92efe8', 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274', 'admin_state_up': True, 'tenant_id': 'f00faea60e4544a695e7dd93ec709296'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:31.157755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff85ac-28e7-4fb6-b548-dfefa07cc1a0 req-bc7387c7-da66-4cd6-b1d8-1aea7b544441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:31.159787 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86ff85ac-28e7-4fb6-b548-dfefa07cc1a0 req-bc7387c7-da66-4cd6-b1d8-1aea7b544441 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1436720 Sep 07 18:44:31.178436 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1f396d4-afc4-409b-9747-63df90b290c7 req-a4d871c6-7338-4055-8267-84d783343744 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657798 Sep 07 18:44:31.185705 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7a0af5e6-acb1-4cb2-a49c-cbac94e63d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:31.203243 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7a0af5e6-acb1-4cb2-a49c-cbac94e63d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:31.204538 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7a0af5e6-acb1-4cb2-a49c-cbac94e63d8c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46664776-a838-40e8-85bb-97d84ecaeec2 HTTP/1.1" status: 204 len: 168 time: 0.7076588 Sep 07 18:44:31.254000 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 4e164908-54c7-4657-bb9c-b78bfd8f3d5c completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:31.262027 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 4e164908-54c7-4657-bb9c-b78bfd8f3d5c triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:31.262758 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:31.276816 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0af5e6-acb1-4cb2-a49c-cbac94e63d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46664776-a838-40e8-85bb-97d84ecaeec2,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:31.321563 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cc154a-c38d-47cd-a398-59685e0e0c6b admin admin] Router 3e6515c3-3418-40b9-b372-15d4b5fe432b is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:44:31.336569 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f30770dc-4ce3-4b47-abc8-1594708cace2 req-3a5c1587-f2e1-486a-9841-ac7cd4fd2c73 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 210 time: 0.1752925 Sep 07 18:44:31.460898 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:31.484082 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2394f8b4-7dbf-4003-941a-a78925cc9042 None None] Provisioning complete for port 4e164908-54c7-4657-bb9c-b78bfd8f3d5c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:31.484454 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2394f8b4-7dbf-4003-941a-a78925cc9042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:31.511089 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 4e164908-54c7-4657-bb9c-b78bfd8f3d5c, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4e164908-54c7-4657-bb9c-b78bfd8f3d5c,segment=NetworkSegment(7fb31766-554a-411c-8527-03cc28428b66),segment_id=7fb31766-554a-411c-8527-03cc28428b66)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:31.529411 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cc154a-c38d-47cd-a398-59685e0e0c6b admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:44:31.536085 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:31.538695 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device d07e9757-f49d-4028-b05e-a95e33150b44 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:44:31.541783 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] Sync routers for ids ['3e6515c3-3418-40b9-b372-15d4b5fe432b'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:44:31.561763 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14cc154a-c38d-47cd-a398-59685e0e0c6b admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:31.563262 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] Routers {'3e6515c3-3418-40b9-b372-15d4b5fe432b'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:44:31.563920 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:44:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3e6515c3-3418-40b9-b372-15d4b5fe432b'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:31.564402 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-14cc154a-c38d-47cd-a398-59685e0e0c6b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3896983 Sep 07 18:44:31.567595 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46420) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:31.749309 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86ff85ac-28e7-4fb6-b548-dfefa07cc1a0 req-6ab84d6a-3726-4138-a7e0-b5045b577345 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267787 Sep 07 18:44:31.774081 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdabdb-ba2c-4e8c-97ef-c0035f26de4a req-6ffe6c02-d196-4e2b-86ce-8bc08eb5c8d6 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:31.782645 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-18fdabdb-ba2c-4e8c-97ef-c0035f26de4a req-6ffe6c02-d196-4e2b-86ce-8bc08eb5c8d6 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4f4db11-b491-49a9-b185-93581991aefb HTTP/1.1" status: 200 len: 948 time: 0.3545809 Sep 07 18:44:31.789518 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 46422) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:31.823358 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2ab02-6451-4bc9-a7c6-5d13bc7a6394 req-effe5f95-1141-4ded-909c-034f125eccc1 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:31.825076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-05c2ab02-6451-4bc9-a7c6-5d13bc7a6394 req-effe5f95-1141-4ded-909c-034f125eccc1 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 944 time: 0.3113029 Sep 07 18:44:31.827249 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] Set router 3e6515c3-3418-40b9-b372-15d4b5fe432b gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:44:31.840309 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port d07e9757-f49d-4028-b05e-a95e33150b44, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d07e9757-f49d-4028-b05e-a95e33150b44,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:31.845127 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:31.868372 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f421ed66-3d00-4eab-9a92-c599ac61522a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:31.882782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-12021320-21a5-445e-bb33-9a7028514507 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Made reservation on behalf of f00faea60e4544a695e7dd93ec709296 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:44:31.886561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'd07e9757-f49d-4028-b05e-a95e33150b44', 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59', 'port_id': 'd07e9757-f49d-4028-b05e-a95e33150b44', 'mac_address': 'fa:16:3e:f5:24:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e00f10-2113-4bfd-a644-73e299afc160', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:44:31.887047 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-12021320-21a5-445e-bb33-9a7028514507 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:31.896583 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=4e164908-54c7-4657-bb9c-b78bfd8f3d5c,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:32.014396 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:32.040131 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07e9757-f49d-4028-b05e-a95e33150b44 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:44:32.059328 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-18fdabdb-ba2c-4e8c-97ef-c0035f26de4a req-5663bd0d-c357-4e99-91c6-3509c4fcedc3 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517972 Sep 07 18:44:32.094628 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port d07e9757-f49d-4028-b05e-a95e33150b44, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d07e9757-f49d-4028-b05e-a95e33150b44,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:32.100624 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:32.102014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 17c37eef-d87c-4fcb-b069-e8c893ed0a4e details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:44:32.104192 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6515c3-3418-40b9-b372-15d4b5fe432b', 'name': 'tempest-ServersTestMultiNic-1209569959-router', 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '6e2f5062-7746-4c15-b809-22c8c6aa3260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:44:28Z', 'updated_at': '2021-09-07T18:44:30Z', 'revision_number': 3, 'project_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'gw_port': {'id': '6e2f5062-7746-4c15-b809-22c8c6aa3260', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6515c3-3418-40b9-b372-15d4b5fe432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:44:29Z', 'updated_at': '2021-09-07T18:44:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:32.108787 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-05c2ab02-6451-4bc9-a7c6-5d13bc7a6394 req-83b7400c-1475-4918-bfb3-dc4cef1a735d tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602832 Sep 07 18:44:32.223145 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86ff85ac-28e7-4fb6-b548-dfefa07cc1a0 req-14b28620-809d-410e-9db9-0c46762ac56e service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325099 Sep 07 18:44:32.273296 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc453-52f2-4a42-a9f6-51392aad85a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:32.301822 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] Checking router: 3e6515c3-3418-40b9-b372-15d4b5fe432b for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:44:32.302178 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] Updating router 3e6515c3-3418-40b9-b372-15d4b5fe432b port 6e2f5062-7746-4c15-b809-22c8c6aa3260 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:44:32.355128 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=d07e9757-f49d-4028-b05e-a95e33150b44,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:32.355734 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:32.391273 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-12021320-21a5-445e-bb33-9a7028514507 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Allocated IP 172.20.0.9 (73fe4171-28a4-4081-b73e-ded401c8a274/61d7e427-2ed7-40a5-a300-7f618502d730/f0a9a956-40c1-4933-a8a7-803a447e40ed) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:44:32.508992 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 17c37eef-d87c-4fcb-b069-e8c893ed0a4e, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=17c37eef-d87c-4fcb-b069-e8c893ed0a4e,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:32.512469 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f421ed66-3d00-4eab-9a92-c599ac61522a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:32.533333 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '17c37eef-d87c-4fcb-b069-e8c893ed0a4e', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '17c37eef-d87c-4fcb-b069-e8c893ed0a4e', 'mac_address': 'fa:16:3e:8d:ac:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:44:32.580393 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-8fcfc453-52f2-4a42-a9f6-51392aad85a8 admin admin] Allocated IP 172.20.0.1 (305feaf0-9b76-465d-8c7f-43eda8514a85/54de4433-d7fa-4635-814a-78379eb40ce0/636af8f1-1406-4ffd-9491-87d7d83e1ab3) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:44:32.652115 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:32.669028 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c37eef-d87c-4fcb-b069-e8c893ed0a4e {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:44:32.713881 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 17c37eef-d87c-4fcb-b069-e8c893ed0a4e, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=17c37eef-d87c-4fcb-b069-e8c893ed0a4e,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:32.716445 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:32.719107 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:32.727477 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] Transition to ACTIVE for port object 6e2f5062-7746-4c15-b809-22c8c6aa3260 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:32.734221 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:32.741670 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc453-52f2-4a42-a9f6-51392aad85a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:32.752186 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f421ed66-3d00-4eab-9a92-c599ac61522a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:32.760905 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-8fcfc453-52f2-4a42-a9f6-51392aad85a8 admin admin] Transition to ACTIVE for port object 636af8f1-1406-4ffd-9491-87d7d83e1ab3 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:32.780605 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-12021320-21a5-445e-bb33-9a7028514507 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:32.784879 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] Attempting to bind port 6e2f5062-7746-4c15-b809-22c8c6aa3260 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:32.785536 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] Attempting to bind port 6e2f5062-7746-4c15-b809-22c8c6aa3260 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:32.786078 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] Attempting to bind port 6e2f5062-7746-4c15-b809-22c8c6aa3260 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:32.789080 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=17c37eef-d87c-4fcb-b069-e8c893ed0a4e,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:32.801712 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:32.802314 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:32.803022 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:32.803581 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:32.804236 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] Bound port: 6e2f5062-7746-4c15-b809-22c8c6aa3260, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:32.804837 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:32.820008 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc453-52f2-4a42-a9f6-51392aad85a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:32.860001 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] For port 6e2f5062-7746-4c15-b809-22c8c6aa3260, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:32.863702 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] For port 6e2f5062-7746-4c15-b809-22c8c6aa3260, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=6e2f5062-7746-4c15-b809-22c8c6aa3260,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:32.868719 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:32.874131 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcfc453-52f2-4a42-a9f6-51392aad85a8 admin admin] Network 305feaf0-9b76-465d-8c7f-43eda8514a85 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:44:32.877703 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-8fcfc453-52f2-4a42-a9f6-51392aad85a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:32.894591 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1af26b-b6c8-4398-b02f-ce6e851f0d4e None None] Pushing event updated for resources: {'Port': ['ID=6e2f5062-7746-4c15-b809-22c8c6aa3260,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:32.897086 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcfc453-52f2-4a42-a9f6-51392aad85a8 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:44:32.923781 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421ed66-3d00-4eab-9a92-c599ac61522a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dd8668-d532-4218-8903-f2e2e6ec7213,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:32.928869 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-12021320-21a5-445e-bb33-9a7028514507 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:32.931132 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfc453-52f2-4a42-a9f6-51392aad85a8 admin admin] Pushing event updated for resources: {'Port': ['ID=636af8f1-1406-4ffd-9491-87d7d83e1ab3,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:32.936226 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f421ed66-3d00-4eab-9a92-c599ac61522a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b9bad91ed1f3430197cef67df226d047&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1418533 Sep 07 18:44:32.937693 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46436) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:32.950340 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['17c37eef-d87c-4fcb-b069-e8c893ed0a4e'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:32.999302 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc453-52f2-4a42-a9f6-51392aad85a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:33.013017 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['d07e9757-f49d-4028-b05e-a95e33150b44'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:33.025958 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1af26b-b6c8-4398-b02f-ce6e851f0d4e None None] Pushing event updated for resources: {'Port': ['ID=6e2f5062-7746-4c15-b809-22c8c6aa3260,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:33.030227 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12021320-21a5-445e-bb33-9a7028514507 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Pushing event updated for resources: {'Port': ['ID=f0a9a956-40c1-4933-a8a7-803a447e40ed,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:33.041651 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] Routers {'3e6515c3-3418-40b9-b372-15d4b5fe432b'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:44:33.045652 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:44:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3e6515c3-3418-40b9-b372-15d4b5fe432b'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:33.076582 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-12021320-21a5-445e-bb33-9a7028514507 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Network 73fe4171-28a4-4081-b73e-ded401c8a274 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:44:33.109156 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6a3e-2240-4db7-b6fa-78502d70a846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:33.116443 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca86d42-45ac-43d0-83f2-2b3a055284b9 req-3b7b446b-b814-4246-b0d5-9470e6d15db1 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:33.118244 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4e164908-54c7-4657-bb9c-b78bfd8f3d5c up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:33.124694 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eca86d42-45ac-43d0-83f2-2b3a055284b9 req-3b7b446b-b814-4246-b0d5-9470e6d15db1 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=f077982a-e747-4dec-bbc9-77a4d52982c8 HTTP/1.1" status: 200 len: 945 time: 0.7021947 Sep 07 18:44:33.137562 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1079af7-361f-4ade-b03e-87d2c6fe520a req-2fb1811b-d6c5-45ad-b490-8b2638933eb9 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:33.141649 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1079af7-361f-4ade-b03e-87d2c6fe520a req-2fb1811b-d6c5-45ad-b490-8b2638933eb9 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 931 time: 0.3944035 Sep 07 18:44:33.187753 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-12021320-21a5-445e-bb33-9a7028514507 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:33.191127 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] Set router 3e6515c3-3418-40b9-b372-15d4b5fe432b gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:44:33.197747 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-12021320-21a5-445e-bb33-9a7028514507 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:44:33.203682 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-12021320-21a5-445e-bb33-9a7028514507 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:33.204341 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-12021320-21a5-445e-bb33-9a7028514507 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:33.239430 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6a3e-2240-4db7-b6fa-78502d70a846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:33.275704 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eca86d42-45ac-43d0-83f2-2b3a055284b9 req-9ec35783-a8e6-45e6-bd17-f580e6434db5 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494937 Sep 07 18:44:33.290155 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-12021320-21a5-445e-bb33-9a7028514507 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1506872 Sep 07 18:44:33.309820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7bc0c984-ca1b-49dd-b97d-2b61cf1c3700 None None] Provisioning for port 636af8f1-1406-4ffd-9491-87d7d83e1ab3 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:33.323891 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1079af7-361f-4ade-b03e-87d2c6fe520a req-0db0c37f-2993-4355-8e57-9cc2a9a694d1 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144705 Sep 07 18:44:33.341730 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] Request body: {'port': {'device_id': '1b79c377-336b-48e3-a125-9b3a1d92efe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:33.353606 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 4e164908-54c7-4657-bb9c-b78bfd8f3d5c triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:33.353994 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:33.358245 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7bc0c984-ca1b-49dd-b97d-2b61cf1c3700 None None] Provisioning complete for port 636af8f1-1406-4ffd-9491-87d7d83e1ab3 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:33.362756 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7bc0c984-ca1b-49dd-b97d-2b61cf1c3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:33.393443 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc453-52f2-4a42-a9f6-51392aad85a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:33.420398 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6a3e-2240-4db7-b6fa-78502d70a846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:33.432776 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6a3e-2240-4db7-b6fa-78502d70a846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:33.434250 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f6ab6a3e-2240-4db7-b6fa-78502d70a846 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/95dd8668-d532-4218-8903-f2e2e6ec7213 HTTP/1.1" status: 204 len: 168 time: 0.4933619 Sep 07 18:44:33.482240 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6515c3-3418-40b9-b372-15d4b5fe432b', 'name': 'tempest-ServersTestMultiNic-1209569959-router', 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '6e2f5062-7746-4c15-b809-22c8c6aa3260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:44:28Z', 'updated_at': '2021-09-07T18:44:30Z', 'revision_number': 3, 'project_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'gw_port': {'id': '6e2f5062-7746-4c15-b809-22c8c6aa3260', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6515c3-3418-40b9-b372-15d4b5fe432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:44:29Z', 'updated_at': '2021-09-07T18:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:33.499572 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab6a3e-2240-4db7-b6fa-78502d70a846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dd8668-d532-4218-8903-f2e2e6ec7213,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:33.525644 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c5a75d-cdb6-45ac-a94c-9498e507b71b None None] The sync data for ids ['3e6515c3-3418-40b9-b372-15d4b5fe432b'] in n-d-807786-1 is: [{'id': '3e6515c3-3418-40b9-b372-15d4b5fe432b', 'name': 'tempest-ServersTestMultiNic-1209569959-router', 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '6e2f5062-7746-4c15-b809-22c8c6aa3260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:44:28Z', 'updated_at': '2021-09-07T18:44:30Z', 'revision_number': 3, 'project_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'gw_port': {'id': '6e2f5062-7746-4c15-b809-22c8c6aa3260', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6515c3-3418-40b9-b372-15d4b5fe432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:44:29Z', 'updated_at': '2021-09-07T18:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:44:33.548278 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 23b37dac-9a72-445b-9d73-216d352056ac details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:44:33.553727 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:33.575546 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7bc0c984-ca1b-49dd-b97d-2b61cf1c3700 None None] Port 636af8f1-1406-4ffd-9491-87d7d83e1ab3 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:44:33.792573 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc453-52f2-4a42-a9f6-51392aad85a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:33.801915 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc453-52f2-4a42-a9f6-51392aad85a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:33.958659 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc453-52f2-4a42-a9f6-51392aad85a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:33.985683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfc453-52f2-4a42-a9f6-51392aad85a8 admin admin] Pushing event updated for resources: {'Port': ['ID=636af8f1-1406-4ffd-9491-87d7d83e1ab3,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:34.031782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a174f7b-862f-46dc-9527-f7b5dae5309a req-6212d289-bee2-48cc-95d0-2c55671b84d9 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:34.043076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a174f7b-862f-46dc-9527-f7b5dae5309a req-6212d289-bee2-48cc-95d0-2c55671b84d9 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4f4db11-b491-49a9-b185-93581991aefb HTTP/1.1" status: 200 len: 949 time: 0.5752432 Sep 07 18:44:34.066858 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 23b37dac-9a72-445b-9d73-216d352056ac, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=23b37dac-9a72-445b-9d73-216d352056ac,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:34.079865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '23b37dac-9a72-445b-9d73-216d352056ac', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '23b37dac-9a72-445b-9d73-216d352056ac', 'mac_address': 'fa:16:3e:fd:01:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:44:34.122192 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcfc453-52f2-4a42-a9f6-51392aad85a8 admin admin] Network 305feaf0-9b76-465d-8c7f-43eda8514a85 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:44:34.124105 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-8fcfc453-52f2-4a42-a9f6-51392aad85a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:34.187262 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d2d6c-e38b-484f-a013-78f11cb29bed req-0d668d16-4aca-477f-adb2-823ea6be4e9d tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:34.196273 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:34.196832 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fd0d2d6c-e38b-484f-a013-78f11cb29bed req-0d668d16-4aca-477f-adb2-823ea6be4e9d tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 945 time: 0.6967916 Sep 07 18:44:34.227622 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b37dac-9a72-445b-9d73-216d352056ac {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:44:34.274246 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 23b37dac-9a72-445b-9d73-216d352056ac, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=23b37dac-9a72-445b-9d73-216d352056ac,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:34.279062 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:34.327230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a174f7b-862f-46dc-9527-f7b5dae5309a req-cbb731a5-e98f-4549-bb5b-7a23a01ef0c7 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784526 Sep 07 18:44:34.352772 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcfc453-52f2-4a42-a9f6-51392aad85a8 admin admin] Router 3e6515c3-3418-40b9-b372-15d4b5fe432b has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:44:34.365780 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fd0d2d6c-e38b-484f-a013-78f11cb29bed req-4cdd70ed-efe3-4b86-86af-c028abcdda8b tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671994 Sep 07 18:44:34.441098 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=23b37dac-9a72-445b-9d73-216d352056ac,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:34.583603 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['23b37dac-9a72-445b-9d73-216d352056ac'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:34.594137 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a9a956-40c1-4933-a8a7-803a447e40ed {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:44:34.603778 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:34.615003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5c67c-7881-471f-9768-88829190adc8 req-cffa3236-ebe3-42a9-877f-f9f305fa2fb3 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:34.621332 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49e5c67c-7881-471f-9768-88829190adc8 req-cffa3236-ebe3-42a9-877f-f9f305fa2fb3 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=f077982a-e747-4dec-bbc9-77a4d52982c8 HTTP/1.1" status: 200 len: 945 time: 0.1087370 Sep 07 18:44:34.626268 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46474) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:34.633260 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-3f4f0753-fa3a-4e70-b6cc-a245d38e77d9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Request body: {'floatingip': {'port_id': '6901bee8-3acf-4b9f-8032-e69241ebd1a9'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:34.654792 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] Transition to ACTIVE for port object f0a9a956-40c1-4933-a8a7-803a447e40ed will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:34.659803 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:34.773690 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] Pushing event updated for resources: {'Port': ['ID=f0a9a956-40c1-4933-a8a7-803a447e40ed,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:34.830053 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3f4f0753-fa3a-4e70-b6cc-a245d38e77d9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for floatingip, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:34.883471 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e98429d3-635c-4418-a4d6-240617c0f42a None None] Provisioning complete for port 636af8f1-1406-4ffd-9491-87d7d83e1ab3 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:34.883845 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e98429d3-635c-4418-a4d6-240617c0f42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:34.902926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] Attempting to bind port f0a9a956-40c1-4933-a8a7-803a447e40ed on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:34.911668 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] Attempting to bind port f0a9a956-40c1-4933-a8a7-803a447e40ed by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:34.912027 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] Attempting to bind port f0a9a956-40c1-4933-a8a7-803a447e40ed on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:34.924424 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-e98429d3-635c-4418-a4d6-240617c0f42a None None] Port 636af8f1-1406-4ffd-9491-87d7d83e1ab3 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:44:34.925116 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] Port f0a9a956-40c1-4933-a8a7-803a447e40ed on network 73fe4171-28a4-4081-b73e-ded401c8a274 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:44:34.925512 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] Attempting to bind port f0a9a956-40c1-4933-a8a7-803a447e40ed on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:34.948140 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:34.948668 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] Checking segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:34.950619 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] Bound using segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:34.951112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] Bound port: f0a9a956-40c1-4933-a8a7-803a447e40ed, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:34.951488 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:35.108885 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcfc453-52f2-4a42-a9f6-51392aad85a8 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:44:35.120078 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8fcfc453-52f2-4a42-a9f6-51392aad85a8 admin admin] 10.222.0.26 "PUT /v2.0/routers/3e6515c3-3418-40b9-b372-15d4b5fe432b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5487316 Sep 07 18:44:35.122520 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90594c1e-02f4-4ac6-a213-353a2f526804 req-383ccccf-068b-4e2e-a202-d7d38d68d0f6 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:35.140266 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90594c1e-02f4-4ac6-a213-353a2f526804 req-383ccccf-068b-4e2e-a202-d7d38d68d0f6 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 943 time: 0.3539710 Sep 07 18:44:35.151618 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6e2f5062-7746-4c15-b809-22c8c6aa3260 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:35.168712 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] For port f0a9a956-40c1-4933-a8a7-803a447e40ed, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:35.198869 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] For port f0a9a956-40c1-4933-a8a7-803a447e40ed, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f0a9a956-40c1-4933-a8a7-803a447e40ed,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:35.210717 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90594c1e-02f4-4ac6-a213-353a2f526804 req-3a4e173c-194f-4119-a98e-cda0be43d372 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685825 Sep 07 18:44:35.219848 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:35.302170 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:35.302788 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:35.304213 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] 10.222.0.60 "PUT /v2.0/ports/f0a9a956-40c1-4933-a8a7-803a447e40ed HTTP/1.1" status: 200 len: 1091 time: 2.0015366 Sep 07 18:44:35.304685 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b79c377-336b-48e3-a125-9b3a1d92efe8', 'tag': 'f0a9a956-40c1-4933-a8a7-803a447e40ed'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:35.306996 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4083e423-570e-480d-a98d-d44c764bd121" -d '{"events": [{"name": "network-changed", "server_uuid": "1b79c377-336b-48e3-a125-9b3a1d92efe8", "tag": "f0a9a956-40c1-4933-a8a7-803a447e40ed"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:35.365627 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 6e2f5062-7746-4c15-b809-22c8c6aa3260 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:35.384107 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 6e2f5062-7746-4c15-b809-22c8c6aa3260 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:35.385390 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:35.457292 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46496) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:35.475581 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fc165d-bcae-4feb-a665-e5f73339d6da x-openstack-request-id: req-e5fc165d-bcae-4feb-a665-e5f73339d6da {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:35.475581 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b79c377-336b-48e3-a125-9b3a1d92efe8", "tag": "f0a9a956-40c1-4933-a8a7-803a447e40ed", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:35.475860 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e5fc165d-bcae-4feb-a665-e5f73339d6da {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:35.481770 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b79c377-336b-48e3-a125-9b3a1d92efe8', 'tag': 'f0a9a956-40c1-4933-a8a7-803a447e40ed', 'status': 'completed', 'code': 200} Sep 07 18:44:35.504094 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b956ada-f5a2-4931-a739-8e5948cf7a6c service neutron] Pushing event updated for resources: {'Port': ['ID=f0a9a956-40c1-4933-a8a7-803a447e40ed,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:35.567958 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 23b37dac-9a72-445b-9d73-216d352056ac up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:35.719059 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-f05771e8-cd56-40a3-a06b-2ae7ad4a8d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:35.732985 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-f05771e8-cd56-40a3-a06b-2ae7ad4a8d7b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 1094 time: 0.3641620 Sep 07 18:44:35.751844 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:35.758350 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 23b37dac-9a72-445b-9d73-216d352056ac completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:35.774075 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 23b37dac-9a72-445b-9d73-216d352056ac triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:35.774899 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:35.801049 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-11a590be-a114-4796-90eb-bfae861b262f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1486148694'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:35.826914 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 6e2f5062-7746-4c15-b809-22c8c6aa3260, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=6e2f5062-7746-4c15-b809-22c8c6aa3260,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:35.829702 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-8f7fb0f6-4889-4409-b759-79595b0b2bf2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0a9a956-40c1-4933-a8a7-803a447e40ed HTTP/1.1" status: 200 len: 217 time: 0.0802500 Sep 07 18:44:35.835842 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:35.875717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858879d7-6b1d-4127-8095-fdc97d3b6b88 req-74b1c927-9787-44cb-9b9a-188363b7c470 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:35.877808 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-858879d7-6b1d-4127-8095-fdc97d3b6b88 req-74b1c927-9787-44cb-9b9a-188363b7c470 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4f4db11-b491-49a9-b185-93581991aefb HTTP/1.1" status: 200 len: 949 time: 0.3611059 Sep 07 18:44:35.948809 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=6e2f5062-7746-4c15-b809-22c8c6aa3260,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:35.980880 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:35.983426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac764ecc-b4c0-4c37-a2b0-eaa592d2d065 req-ec54ed78-f128-4a8f-acf4-8a93bf769dd4 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:35.985404 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac764ecc-b4c0-4c37-a2b0-eaa592d2d065 req-ec54ed78-f128-4a8f-acf4-8a93bf769dd4 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 945 time: 0.3758068 Sep 07 18:44:36.026379 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623e167e-0365-43b4-b254-a06a687492fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b37dac-9a72-445b-9d73-216d352056ac'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:36.029639 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f727287-f58a-4988-b2b1-7ca63e94aeb2" -d '{"events": [{"server_uuid": "623e167e-0365-43b4-b254-a06a687492fe", "name": "network-vif-plugged", "status": "completed", "tag": "23b37dac-9a72-445b-9d73-216d352056ac"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:36.035742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-db45ee01-3fa0-4590-8474-a0d904ca342a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:36.037754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-db45ee01-3fa0-4590-8474-a0d904ca342a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 200 len: 860 time: 0.1995506 Sep 07 18:44:36.051141 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 23b37dac-9a72-445b-9d73-216d352056ac, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=23b37dac-9a72-445b-9d73-216d352056ac,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:36.056618 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:36.058478 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device d07e9757-f49d-4028-b05e-a95e33150b44 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:36.103688 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-858879d7-6b1d-4127-8095-fdc97d3b6b88 req-5bc33e35-2c75-4bcc-9e8c-d6fa0228e9a0 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506917 Sep 07 18:44:36.139457 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-ecb35103-15e4-4d7e-9260-8c80b1c2694f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=73fe4171-28a4-4081-b73e-ded401c8a274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711200 Sep 07 18:44:36.149408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac764ecc-b4c0-4c37-a2b0-eaa592d2d065 req-d99b48c8-8a84-46cc-95c5-175c12da3e14 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476905 Sep 07 18:44:36.189242 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a590be-a114-4796-90eb-bfae861b262f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Made reservation on behalf of cb3d3f64389a4f0192e048c0f33ae8a3 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:44:36.193385 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-11a590be-a114-4796-90eb-bfae861b262f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:36.256146 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=23b37dac-9a72-445b-9d73-216d352056ac,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:36.261633 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-f485f1c4-e67d-4405-93ce-9e1742704d17 service neutron] 10.222.0.60 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112137 Sep 07 18:44:36.299695 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a590be-a114-4796-90eb-bfae861b262f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:44:36.329708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port d07e9757-f49d-4028-b05e-a95e33150b44 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:36.343034 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port d07e9757-f49d-4028-b05e-a95e33150b44 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:36.345359 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:36.368261 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-11a590be-a114-4796-90eb-bfae861b262f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:36.368874 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-11a590be-a114-4796-90eb-bfae861b262f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Added segment 4271a33d-77da-4079-adf2-08a2baef1742 of type vlan for network a75b3559-ffd0-4154-aa14-6f09a1e6e0ae Sep 07 18:44:36.385682 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66124fd2-c909-4c9b-8bc1-7b96b1d72d6a req-3fe5efc6-c923-41f7-b0e3-ffe733503ef2 service neutron] 10.222.0.60 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129527 Sep 07 18:44:36.422151 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3f4f0753-fa3a-4e70-b6cc-a245d38e77d9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:36.432459 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3f4f0753-fa3a-4e70-b6cc-a245d38e77d9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:36.444450 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] Sync routers for ids ['3e6515c3-3418-40b9-b372-15d4b5fe432b'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:44:36.444450 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f55d36-0419-47e2-a4dc-974aba2d94ed x-openstack-request-id: req-78f55d36-0419-47e2-a4dc-974aba2d94ed {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:36.444450 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623e167e-0365-43b4-b254-a06a687492fe", "name": "network-vif-plugged", "status": "completed", "tag": "23b37dac-9a72-445b-9d73-216d352056ac", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:36.444450 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-78f55d36-0419-47e2-a4dc-974aba2d94ed {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:36.444929 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623e167e-0365-43b4-b254-a06a687492fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b37dac-9a72-445b-9d73-216d352056ac', 'code': 200} Sep 07 18:44:36.491217 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] Routers {'3e6515c3-3418-40b9-b372-15d4b5fe432b'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:44:36.491883 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:44:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3e6515c3-3418-40b9-b372-15d4b5fe432b'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:36.590183 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-3f4f0753-fa3a-4e70-b6cc-a245d38e77d9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Floating IP 6402a46a-7684-4dca-9e0c-22d26cebe810 associated. External IP: 172.25.8.166, port: 6901bee8-3acf-4b9f-8032-e69241ebd1a9. Sep 07 18:44:36.643769 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083e423-570e-480d-a98d-d44c764bd121 req-53e3f67e-07f2-43cf-9331-20d33d11239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:36.645340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4083e423-570e-480d-a98d-d44c764bd121 req-53e3f67e-07f2-43cf-9331-20d33d11239f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 1094 time: 0.1985347 Sep 07 18:44:36.647441 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] Set router 3e6515c3-3418-40b9-b372-15d4b5fe432b gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:44:36.676684 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7878d-1b3d-4f52-946c-bbfed6278a79 req-2ab492d0-c576-4839-8934-476f2b533c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:36.682063 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a2d7878d-1b3d-4f52-946c-bbfed6278a79 req-2ab492d0-c576-4839-8934-476f2b533c85 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=623e167e-0365-43b4-b254-a06a687492fe HTTP/1.1" status: 200 len: 1101 time: 0.1921756 Sep 07 18:44:36.724409 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-11a590be-a114-4796-90eb-bfae861b262f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:36.734680 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5fec7-b4de-4c10-9128-142901956dbb req-e4fd16e9-7f11-40dd-950b-856c00c71d98 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:36.738368 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eeb5fec7-b4de-4c10-9128-142901956dbb req-e4fd16e9-7f11-40dd-950b-856c00c71d98 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 943 time: 0.2216246 Sep 07 18:44:36.760975 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-11a590be-a114-4796-90eb-bfae861b262f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:36.767320 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a590be-a114-4796-90eb-bfae861b262f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:36.768221 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-11a590be-a114-4796-90eb-bfae861b262f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:36.850237 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:36.932603 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a2d7878d-1b3d-4f52-946c-bbfed6278a79 req-9f795ea7-1a55-4a9a-92d0-b60fea838ac8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319219 Sep 07 18:44:36.952989 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eeb5fec7-b4de-4c10-9128-142901956dbb req-d3391edf-1f4c-4e75-b6f8-35dba774cce1 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014601 Sep 07 18:44:36.965642 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port d07e9757-f49d-4028-b05e-a95e33150b44, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d07e9757-f49d-4028-b05e-a95e33150b44,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:36.972380 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a590be-a114-4796-90eb-bfae861b262f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event updated for resources: {'Network': ['ID=a75b3559-ffd0-4154-aa14-6f09a1e6e0ae,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:36.979273 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:36.981015 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 17c37eef-d87c-4fcb-b069-e8c893ed0a4e up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:36.991581 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-11a590be-a114-4796-90eb-bfae861b262f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5303559 Sep 07 18:44:36.999692 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46540) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:37.012983 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083e423-570e-480d-a98d-d44c764bd121 req-fd5fa383-9831-4175-b486-d5ba431d23bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:37.016901 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-f0d2b4a5-c25d-4ba0-91d3-2f47cc29cbf5 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Request body: {'subnet': {'network_id': 'a75b3559-ffd0-4154-aa14-6f09a1e6e0ae', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:37.019938 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4083e423-570e-480d-a98d-d44c764bd121 req-fd5fa383-9831-4175-b486-d5ba431d23bd service neutron] 10.222.0.60 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 921 time: 0.3553357 Sep 07 18:44:37.045987 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network a75b3559-ffd0-4154-aa14-6f09a1e6e0ae details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:44:37.156398 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6e2f5062-7746-4c15-b809-22c8c6aa3260 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:37.161101 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4083e423-570e-480d-a98d-d44c764bd121 req-1e40395e-a2ed-4df5-b2bd-2038f4250f88 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0a9a956-40c1-4933-a8a7-803a447e40ed HTTP/1.1" status: 200 len: 217 time: 0.1284978 Sep 07 18:44:37.287966 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d2b4a5-c25d-4ba0-91d3-2f47cc29cbf5 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Made reservation on behalf of cb3d3f64389a4f0192e048c0f33ae8a3 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:44:37.293352 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f0d2b4a5-c25d-4ba0-91d3-2f47cc29cbf5 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:37.341438 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083e423-570e-480d-a98d-d44c764bd121 req-0bc2f716-35af-4bdb-8ad1-706712d23c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:37.348610 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4083e423-570e-480d-a98d-d44c764bd121 req-0bc2f716-35af-4bdb-8ad1-706712d23c77 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 200 len: 860 time: 0.1770458 Sep 07 18:44:37.351198 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=d07e9757-f49d-4028-b05e-a95e33150b44,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:37.381099 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 17c37eef-d87c-4fcb-b069-e8c893ed0a4e completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:37.388042 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6515c3-3418-40b9-b372-15d4b5fe432b', 'name': 'tempest-ServersTestMultiNic-1209569959-router', 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '6e2f5062-7746-4c15-b809-22c8c6aa3260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:44:28Z', 'updated_at': '2021-09-07T18:44:33Z', 'revision_number': 4, 'project_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'gw_port': {'id': '6e2f5062-7746-4c15-b809-22c8c6aa3260', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6515c3-3418-40b9-b372-15d4b5fe432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:44:29Z', 'updated_at': '2021-09-07T18:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '636af8f1-1406-4ffd-9491-87d7d83e1ab3', 'name': '', 'network_id': '305feaf0-9b76-465d-8c7f-43eda8514a85', 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'mac_address': 'fa:16:3e:49:e4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6515c3-3418-40b9-b372-15d4b5fe432b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '54de4433-d7fa-4635-814a-78379eb40ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:44:32Z', 'updated_at': '2021-09-07T18:44:33Z', 'revision_number': 2, 'project_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'subnets': [{'id': '54de4433-d7fa-4635-814a-78379eb40ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:37.393947 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 17c37eef-d87c-4fcb-b069-e8c893ed0a4e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:37.394184 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4f0753-fa3a-4e70-b6cc-a245d38e77d9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Router db8a4256-2786-42d5-be48-5cffb0eddd55 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:44:37.394277 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:37.446591 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] Checking router: 3e6515c3-3418-40b9-b372-15d4b5fe432b for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:44:37.446986 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] Updating router 3e6515c3-3418-40b9-b372-15d4b5fe432b port 636af8f1-1406-4ffd-9491-87d7d83e1ab3 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:44:37.450417 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 6e2f5062-7746-4c15-b809-22c8c6aa3260 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:37.450802 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:37.457282 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4083e423-570e-480d-a98d-d44c764bd121 req-8561a97e-8e69-4832-b554-5feca5a269e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=73fe4171-28a4-4081-b73e-ded401c8a274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490427 Sep 07 18:44:37.469460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e2731-9316-4f04-9062-5667d58fc85b req-76a93198-960f-4e35-93db-a0fd208c4843 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:37.477741 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-111e2731-9316-4f04-9062-5667d58fc85b req-76a93198-960f-4e35-93db-a0fd208c4843 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4f4db11-b491-49a9-b185-93581991aefb HTTP/1.1" status: 200 len: 949 time: 0.2530894 Sep 07 18:44:37.506835 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:37.575003 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4083e423-570e-480d-a98d-d44c764bd121 req-e0fc29ee-8ad2-470a-891d-e015bfe8c920 service neutron] 10.222.0.60 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946991 Sep 07 18:44:37.612409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 46556) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:37.616769 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-111e2731-9316-4f04-9062-5667d58fc85b req-2c052f37-0aac-4e55-849d-136f8342bf02 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380465 Sep 07 18:44:37.619570 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f0d2b4a5-c25d-4ba0-91d3-2f47cc29cbf5 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:37.683003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cdeff-1248-4a82-ab60-42869ac8d90e req-20529299-88e2-467b-98cb-80321a397d26 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:37.703498 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-051cdeff-1248-4a82-ab60-42869ac8d90e req-20529299-88e2-467b-98cb-80321a397d26 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 946 time: 0.3680267 Sep 07 18:44:37.868568 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:37.871487 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2b4a5-c25d-4ba0-91d3-2f47cc29cbf5 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event updated for resources: {'Subnet': ['ID=290d42e5-df52-447e-a2e4-fb7854533b6e,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:37.890774 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d2b4a5-c25d-4ba0-91d3-2f47cc29cbf5 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Checking segment: {'id': '4271a33d-77da-4079-adf2-08a2baef1742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a75b3559-ffd0-4154-aa14-6f09a1e6e0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:37.891356 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d2b4a5-c25d-4ba0-91d3-2f47cc29cbf5 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Network hostable DHCP agents. Network: a75b3559-ffd0-4154-aa14-6f09a1e6e0ae, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:44:37.897080 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-051cdeff-1248-4a82-ab60-42869ac8d90e req-9340cc8a-6ad6-46e2-bdd7-c39c088ef5f6 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925542 Sep 07 18:44:37.897827 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9490c358-63f8-40d2-ab52-16e3161ef0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:37.942434 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4f0753-fa3a-4e70-b6cc-a245d38e77d9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:44:37.947518 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3f4f0753-fa3a-4e70-b6cc-a245d38e77d9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:37.951424 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d2b4a5-c25d-4ba0-91d3-2f47cc29cbf5 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Network a75b3559-ffd0-4154-aa14-6f09a1e6e0ae is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:44:37.960234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 17c37eef-d87c-4fcb-b069-e8c893ed0a4e, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=17c37eef-d87c-4fcb-b069-e8c893ed0a4e,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:37.966622 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:37.991785 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e429850-6502-4fa1-9197-0fc6dbceb9f6 None None] Sync routers for ids ['db8a4256-2786-42d5-be48-5cffb0eddd55'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:44:38.007145 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e429850-6502-4fa1-9197-0fc6dbceb9f6 None None] Routers {'db8a4256-2786-42d5-be48-5cffb0eddd55'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:44:38.008732 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5e429850-6502-4fa1-9197-0fc6dbceb9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:44:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['db8a4256-2786-42d5-be48-5cffb0eddd55'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:38.013593 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-f0d2b4a5-c25d-4ba0-91d3-2f47cc29cbf5 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, a75b3559-ffd0-4154-aa14-6f09a1e6e0ae) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:38.013847 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4083e423-570e-480d-a98d-d44c764bd121 req-e4f01521-578b-43c7-aa09-9d854514d2b6 service neutron] 10.222.0.60 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015977 Sep 07 18:44:38.036560 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72964ca1-f74c-4d48-a640-61a58a7c426b None None] Network a75b3559-ffd0-4154-aa14-6f09a1e6e0ae requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:44:38.040993 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3f4f0753-fa3a-4e70-b6cc-a245d38e77d9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "PUT /v2.0/floatingips/6402a46a-7684-4dca-9e0c-22d26cebe810 HTTP/1.1" status: 200 len: 991 time: 3.4133568 Sep 07 18:44:38.044353 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d2b4a5-c25d-4ba0-91d3-2f47cc29cbf5 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:38.044985 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f0d2b4a5-c25d-4ba0-91d3-2f47cc29cbf5 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:38.050437 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f077982a-e747-4dec-bbc9-77a4d52982c8', 'tag': '6901bee8-3acf-4b9f-8032-e69241ebd1a9'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:38.052815 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66701fb4-35c0-46be-9b5f-c983908d6884" -d '{"events": [{"name": "network-changed", "server_uuid": "f077982a-e747-4dec-bbc9-77a4d52982c8", "tag": "6901bee8-3acf-4b9f-8032-e69241ebd1a9"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:38.113587 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=17c37eef-d87c-4fcb-b069-e8c893ed0a4e,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:38.233698 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-5e429850-6502-4fa1-9197-0fc6dbceb9f6 None None] Set router db8a4256-2786-42d5-be48-5cffb0eddd55 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:44:38.248147 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:38.281540 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-919d514f-f657-447a-8f7b-8f8b6861c2bf req-c4062c72-2c6d-42ed-b3a8-f21d8790f24a tempest-QuotasAdminNegativeTest-1226316788 tempest-QuotasAdminNegativeTest-1226316788-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b34efc1d10e7497f9eaec36a2bbd8bea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472589 Sep 07 18:44:38.284421 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] Transition to ACTIVE for port object 636af8f1-1406-4ffd-9491-87d7d83e1ab3 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:38.295577 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:38.350515 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86cf0d-b509-46a3-ae6a-b54ccbe5d5f8 req-bf33d981-b8c8-4fa9-9771-fdbf5480f14a tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:38.363165 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a86cf0d-b509-46a3-ae6a-b54ccbe5d5f8 req-bf33d981-b8c8-4fa9-9771-fdbf5480f14a tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 943 time: 0.2285564 Sep 07 18:44:38.394358 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a4b17-60df-4ee4-8297-93a708cc2f53 None None] Pushing event updated for resources: {'Port': ['ID=636af8f1-1406-4ffd-9491-87d7d83e1ab3,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:38.396792 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-a75b3559-ffd0-4154-aa14-6f09a1e6e0ae', 'network_id': 'a75b3559-ffd0-4154-aa14-6f09a1e6e0ae', 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'fixed_ips': [{'subnet_id': '290d42e5-df52-447e-a2e4-fb7854533b6e'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:44:38.397798 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:38.450590 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6701d2da-d1be-45f1-9f67-b70883beccf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07e9757-f49d-4028-b05e-a95e33150b44'}, {'server_uuid': 'b4f4db11-b491-49a9-b185-93581991aefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c37eef-d87c-4fcb-b069-e8c893ed0a4e'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:38.452887 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3405dc-3274-4104-9cd2-216813f698ed" -d '{"events": [{"server_uuid": "6701d2da-d1be-45f1-9f67-b70883beccf0", "name": "network-vif-plugged", "status": "completed", "tag": "d07e9757-f49d-4028-b05e-a95e33150b44"}, {"server_uuid": "b4f4db11-b491-49a9-b185-93581991aefb", "name": "network-vif-plugged", "status": "completed", "tag": "17c37eef-d87c-4fcb-b069-e8c893ed0a4e"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:38.455198 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9490c358-63f8-40d2-ab52-16e3161ef0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:38.472575 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9490c358-63f8-40d2-ab52-16e3161ef0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:38.473656 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f0d2b4a5-c25d-4ba0-91d3-2f47cc29cbf5 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4700842 Sep 07 18:44:38.476478 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46582) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:38.482271 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-107a6dd0-15f2-493d-a492-a6631b237ae7 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-837104430'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:38.543497 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107a6dd0-15f2-493d-a492-a6631b237ae7 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Made reservation on behalf of cb3d3f64389a4f0192e048c0f33ae8a3 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:44:38.547656 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-107a6dd0-15f2-493d-a492-a6631b237ae7 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:38.597208 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9490c358-63f8-40d2-ab52-16e3161ef0c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4df21a6b03314413a1340a7d6ea8bb0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9782672 Sep 07 18:44:38.600623 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46588) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:38.604000 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490c358-63f8-40d2-ab52-16e3161ef0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801924a2-eed4-44d5-b463-8fabd74af53b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:38.604860 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] Attempting to bind port 636af8f1-1406-4ffd-9491-87d7d83e1ab3 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:38.605327 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] Attempting to bind port 636af8f1-1406-4ffd-9491-87d7d83e1ab3 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '7fb31766-554a-411c-8527-03cc28428b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '305feaf0-9b76-465d-8c7f-43eda8514a85'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:38.606228 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] Attempting to bind port 636af8f1-1406-4ffd-9491-87d7d83e1ab3 on network 305feaf0-9b76-465d-8c7f-43eda8514a85 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:38.645341 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:38.647393 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] Checking segment: {'id': '7fb31766-554a-411c-8527-03cc28428b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '305feaf0-9b76-465d-8c7f-43eda8514a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:38.647993 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:38.648542 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] Bound using segment: {'id': '7fb31766-554a-411c-8527-03cc28428b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '305feaf0-9b76-465d-8c7f-43eda8514a85'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:38.649555 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] Bound port: 636af8f1-1406-4ffd-9491-87d7d83e1ab3, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb31766-554a-411c-8527-03cc28428b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '305feaf0-9b76-465d-8c7f-43eda8514a85'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:38.654482 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:38.655728 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a86cf0d-b509-46a3-ae6a-b54ccbe5d5f8 req-4c5652f5-07a6-4785-b411-1ae893134165 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911932 Sep 07 18:44:38.659232 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107a6dd0-15f2-493d-a492-a6631b237ae7 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:44:38.715394 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-107a6dd0-15f2-493d-a492-a6631b237ae7 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:38.716226 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d514f-f657-447a-8f7b-8f8b6861c2bf req-2e940c2c-4ffc-4611-b9a8-82f3c18f96ce tempest-QuotasAdminNegativeTest-1226316788 tempest-QuotasAdminNegativeTest-1226316788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:38.717920 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-107a6dd0-15f2-493d-a492-a6631b237ae7 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Added segment 27bf5c00-019c-4598-a3c8-75d11c2f61c7 of type vlan for network 13a8a0e7-1341-4375-9704-446c97d83359 Sep 07 18:44:38.728915 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5e429850-6502-4fa1-9197-0fc6dbceb9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-router', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:43:45Z', 'updated_at': '2021-09-07T18:43:55Z', 'revision_number': 4, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'gw_port': {'id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:46Z', 'updated_at': '2021-09-07T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '6402a46a-7684-4dca-9e0c-22d26cebe810', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'port_id': '6901bee8-3acf-4b9f-8032-e69241ebd1a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'mac_address': 'fa:16:3e:d9:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f077982a-e747-4dec-bbc9-77a4d52982c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:44:13Z', 'updated_at': '2021-09-07T18:44:36Z', 'revision_number': 1, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63362cb-6955-4b89-a01d-14a8f45d733d', 'name': '', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'mac_address': 'fa:16:3e:44:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:52Z', 'updated_at': '2021-09-07T18:44:03Z', 'revision_number': 5, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'subnets': [{'id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:38.737975 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-919d514f-f657-447a-8f7b-8f8b6861c2bf req-2e940c2c-4ffc-4611-b9a8-82f3c18f96ce tempest-QuotasAdminNegativeTest-1226316788 tempest-QuotasAdminNegativeTest-1226316788-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4551566 Sep 07 18:44:38.741081 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14fd17af-a211-4dab-a31e-1f71e79cd29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:38.766409 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-919d514f-f657-447a-8f7b-8f8b6861c2bf req-7387862f-9fd4-4b08-8e72-0a1837cd2f60 tempest-QuotasAdminNegativeTest-1226316788 tempest-QuotasAdminNegativeTest-1226316788-project] 10.222.0.26 "GET /v2.0/quotas/b34efc1d10e7497f9eaec36a2bbd8bea HTTP/1.1" status: 200 len: 375 time: 0.0275161 Sep 07 18:44:38.805734 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-919d514f-f657-447a-8f7b-8f8b6861c2bf req-363abbe2-8a09-4e15-9b44-64c9dcbbc6d1 tempest-QuotasAdminNegativeTest-1226316788 tempest-QuotasAdminNegativeTest-1226316788-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b34efc1d10e7497f9eaec36a2bbd8bea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381570 Sep 07 18:44:38.825855 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e429850-6502-4fa1-9197-0fc6dbceb9f6 None None] Checking router: db8a4256-2786-42d5-be48-5cffb0eddd55 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:44:38.833958 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] For port 636af8f1-1406-4ffd-9491-87d7d83e1ab3, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:38.838166 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e429850-6502-4fa1-9197-0fc6dbceb9f6 None None] Routers {'db8a4256-2786-42d5-be48-5cffb0eddd55'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:44:38.838495 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] For port 636af8f1-1406-4ffd-9491-87d7d83e1ab3, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=636af8f1-1406-4ffd-9491-87d7d83e1ab3,segment=NetworkSegment(7fb31766-554a-411c-8527-03cc28428b66),segment_id=7fb31766-554a-411c-8527-03cc28428b66)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:38.839389 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5e429850-6502-4fa1-9197-0fc6dbceb9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:44:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['db8a4256-2786-42d5-be48-5cffb0eddd55'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:38.844059 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14fd17af-a211-4dab-a31e-1f71e79cd29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:38.844791 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] Allocated IP 19.80.0.2 (a75b3559-ffd0-4154-aa14-6f09a1e6e0ae/290d42e5-df52-447e-a2e4-fb7854533b6e/4e838fc9-d61e-4482-8025-ac93fba2263e) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:44:38.848190 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:38.919310 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-107a6dd0-15f2-493d-a492-a6631b237ae7 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:38.964452 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14fd17af-a211-4dab-a31e-1f71e79cd29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:38.967297 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14fd17af-a211-4dab-a31e-1f71e79cd29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:38.968473 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-14fd17af-a211-4dab-a31e-1f71e79cd29f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/801924a2-eed4-44d5-b463-8fabd74af53b HTTP/1.1" status: 204 len: 168 time: 0.3657048 Sep 07 18:44:38.973743 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256fb054-cdcc-414a-b9b8-feb982f11d11 x-openstack-request-id: req-256fb054-cdcc-414a-b9b8-feb982f11d11 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:38.974034 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f077982a-e747-4dec-bbc9-77a4d52982c8", "tag": "6901bee8-3acf-4b9f-8032-e69241ebd1a9", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:38.974271 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-256fb054-cdcc-414a-b9b8-feb982f11d11 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:38.974664 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f077982a-e747-4dec-bbc9-77a4d52982c8', 'tag': '6901bee8-3acf-4b9f-8032-e69241ebd1a9', 'status': 'completed', 'code': 200} Sep 07 18:44:38.988817 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-107a6dd0-15f2-493d-a492-a6631b237ae7 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:39.010570 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107a6dd0-15f2-493d-a492-a6631b237ae7 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:39.011230 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-107a6dd0-15f2-493d-a492-a6631b237ae7 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:39.027057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] Routers {'3e6515c3-3418-40b9-b372-15d4b5fe432b'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:44:39.028791 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:44:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3e6515c3-3418-40b9-b372-15d4b5fe432b'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:39.055348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a4b17-60df-4ee4-8297-93a708cc2f53 None None] Pushing event updated for resources: {'Port': ['ID=636af8f1-1406-4ffd-9491-87d7d83e1ab3,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:39.073228 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66701fb4-35c0-46be-9b5f-c983908d6884 req-aeadd651-9911-4be9-83a0-73c905fbefbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:39.076216 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66701fb4-35c0-46be-9b5f-c983908d6884 req-aeadd651-9911-4be9-83a0-73c905fbefbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=362d2b32ce1c44c8b989d971f47e2f2f&device_id=f077982a-e747-4dec-bbc9-77a4d52982c8 HTTP/1.1" status: 200 len: 1096 time: 0.0840793 Sep 07 18:44:39.081288 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-5e429850-6502-4fa1-9197-0fc6dbceb9f6 None None] Set router db8a4256-2786-42d5-be48-5cffb0eddd55 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:44:39.166731 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91febed9-7caa-409c-8998-0095d53d7d0a x-openstack-request-id: req-91febed9-7caa-409c-8998-0095d53d7d0a {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:39.168790 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6701d2da-d1be-45f1-9f67-b70883beccf0", "name": "network-vif-plugged", "status": "completed", "tag": "d07e9757-f49d-4028-b05e-a95e33150b44", "code": 200}, {"server_uuid": "b4f4db11-b491-49a9-b185-93581991aefb", "name": "network-vif-plugged", "status": "completed", "tag": "17c37eef-d87c-4fcb-b069-e8c893ed0a4e", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:39.169188 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91febed9-7caa-409c-8998-0095d53d7d0a {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:39.169703 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6701d2da-d1be-45f1-9f67-b70883beccf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07e9757-f49d-4028-b05e-a95e33150b44', 'code': 200} Sep 07 18:44:39.170067 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f4db11-b491-49a9-b185-93581991aefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c37eef-d87c-4fcb-b069-e8c893ed0a4e', 'code': 200} Sep 07 18:44:39.184007 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd17af-a211-4dab-a31e-1f71e79cd29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801924a2-eed4-44d5-b463-8fabd74af53b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:39.203297 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a6dd0-15f2-493d-a492-a6631b237ae7 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event updated for resources: {'Network': ['ID=13a8a0e7-1341-4375-9704-446c97d83359,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:39.222388 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-107a6dd0-15f2-493d-a492-a6631b237ae7 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7443352 Sep 07 18:44:39.227351 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46600) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:39.236471 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-75e2cdc0-9113-4f2e-8a73-32a78568111e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Request body: {'subnet': {'network_id': '13a8a0e7-1341-4375-9704-446c97d83359', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:39.242384 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 13a8a0e7-1341-4375-9704-446c97d83359 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:44:39.534035 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a82ff3-5db1-49c2-aba9-d93c464a8d6c req-3c94bb71-726b-4cb1-a686-121981132fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:39.535677 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b8a82ff3-5db1-49c2-aba9-d93c464a8d6c req-3c94bb71-726b-4cb1-a686-121981132fa2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 1097 time: 0.2212145 Sep 07 18:44:39.637038 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9d581-8188-442b-8c65-01009a5a32b5 req-829e4712-62c1-4cd6-9085-10083f77429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:39.638550 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-39d9d581-8188-442b-8c65-01009a5a32b5 req-829e4712-62c1-4cd6-9085-10083f77429a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4f4db11-b491-49a9-b185-93581991aefb HTTP/1.1" status: 200 len: 1101 time: 0.3252842 Sep 07 18:44:39.682216 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b8a82ff3-5db1-49c2-aba9-d93c464a8d6c req-8c71dab9-a245-4a4d-b86e-d9713c9abec5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318815 Sep 07 18:44:39.715859 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e2cdc0-9113-4f2e-8a73-32a78568111e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Made reservation on behalf of cb3d3f64389a4f0192e048c0f33ae8a3 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:44:39.718061 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:39.722472 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-75e2cdc0-9113-4f2e-8a73-32a78568111e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:39.724727 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] Set router 3e6515c3-3418-40b9-b372-15d4b5fe432b gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:44:39.731578 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66701fb4-35c0-46be-9b5f-c983908d6884 req-1e14c8b8-a1d9-4839-8cf8-5d947c4bc054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:39.736313 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66701fb4-35c0-46be-9b5f-c983908d6884 req-1e14c8b8-a1d9-4839-8cf8-5d947c4bc054 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b55a20e6-76b5-47c9-b724-529008279f9a HTTP/1.1" status: 200 len: 925 time: 0.6516826 Sep 07 18:44:39.796537 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46608) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:39.802228 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] Transition to ACTIVE for port object 4e838fc9-d61e-4482-8025-ac93fba2263e will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:39.860659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22afe79-5b76-4dd0-9e7a-cc7157e7f031 req-17f3ad58-22de-4a20-9a39-eeffe86a6600 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:39.863449 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5e429850-6502-4fa1-9197-0fc6dbceb9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-router', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:43:45Z', 'updated_at': '2021-09-07T18:43:55Z', 'revision_number': 4, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'gw_port': {'id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:46Z', 'updated_at': '2021-09-07T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '6402a46a-7684-4dca-9e0c-22d26cebe810', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'port_id': '6901bee8-3acf-4b9f-8032-e69241ebd1a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'mac_address': 'fa:16:3e:d9:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f077982a-e747-4dec-bbc9-77a4d52982c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:44:13Z', 'updated_at': '2021-09-07T18:44:36Z', 'revision_number': 1, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63362cb-6955-4b89-a01d-14a8f45d733d', 'name': '', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'mac_address': 'fa:16:3e:44:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:52Z', 'updated_at': '2021-09-07T18:44:03Z', 'revision_number': 5, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'subnets': [{'id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:39.882668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a22afe79-5b76-4dd0-9e7a-cc7157e7f031 req-17f3ad58-22de-4a20-9a39-eeffe86a6600 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4f4db11-b491-49a9-b185-93581991aefb HTTP/1.1" status: 200 len: 950 time: 0.2087064 Sep 07 18:44:39.924336 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e429850-6502-4fa1-9197-0fc6dbceb9f6 None None] The sync data for ids ['db8a4256-2786-42d5-be48-5cffb0eddd55'] in n-d-807786-1 is: [{'id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-router', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:43:45Z', 'updated_at': '2021-09-07T18:43:55Z', 'revision_number': 4, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'gw_port': {'id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:46Z', 'updated_at': '2021-09-07T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '6402a46a-7684-4dca-9e0c-22d26cebe810', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'port_id': '6901bee8-3acf-4b9f-8032-e69241ebd1a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'mac_address': 'fa:16:3e:d9:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f077982a-e747-4dec-bbc9-77a4d52982c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:44:13Z', 'updated_at': '2021-09-07T18:44:36Z', 'revision_number': 1, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63362cb-6955-4b89-a01d-14a8f45d733d', 'name': '', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'mac_address': 'fa:16:3e:44:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:52Z', 'updated_at': '2021-09-07T18:44:03Z', 'revision_number': 5, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'subnets': [{'id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:44:39.929568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1c901-4b9e-4c33-91db-4c21fe7d98b9 req-6ed7bbd4-56a3-42c1-99c3-88d221cdb996 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:39.936501 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] Transition to ACTIVE for port object 4e838fc9-d61e-4482-8025-ac93fba2263e will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:39.944079 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b3e1c901-4b9e-4c33-91db-4c21fe7d98b9 req-6ed7bbd4-56a3-42c1-99c3-88d221cdb996 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 946 time: 0.2577975 Sep 07 18:44:39.974476 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:40.048422 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] Pushing event updated for resources: {'Port': ['ID=4e838fc9-d61e-4482-8025-ac93fba2263e,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:40.062814 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-75e2cdc0-9113-4f2e-8a73-32a78568111e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:40.094683 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66701fb4-35c0-46be-9b5f-c983908d6884 req-98fca1df-3ef3-4057-af22-9538bedeec68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6901bee8-3acf-4b9f-8032-e69241ebd1a9 HTTP/1.1" status: 200 len: 999 time: 0.2028661 Sep 07 18:44:40.122576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] Network a75b3559-ffd0-4154-aa14-6f09a1e6e0ae is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:44:40.130310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:40.134903 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3b432b00-88cb-4c4d-9845-0e707e490de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:40.144917 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:44:40.171282 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2cdc0-9113-4f2e-8a73-32a78568111e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event updated for resources: {'Subnet': ['ID=cb7b4ce8-f8cc-4c65-9afd-15aa251f2a98,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:40.176584 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e2cdc0-9113-4f2e-8a73-32a78568111e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Checking segment: {'id': '27bf5c00-019c-4598-a3c8-75d11c2f61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '13a8a0e7-1341-4375-9704-446c97d83359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:40.177657 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e2cdc0-9113-4f2e-8a73-32a78568111e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Network hostable DHCP agents. Network: 13a8a0e7-1341-4375-9704-446c97d83359, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:44:40.184176 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-39d9d581-8188-442b-8c65-01009a5a32b5 req-e1447f5d-2dfd-4307-8461-03d1614ec777 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223298 Sep 07 18:44:40.211580 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e2cdc0-9113-4f2e-8a73-32a78568111e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Network 13a8a0e7-1341-4375-9704-446c97d83359 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:44:40.217309 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a22afe79-5b76-4dd0-9e7a-cc7157e7f031 req-4f6a73ee-6b31-4056-924b-538ff97629a9 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337548 Sep 07 18:44:40.223723 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-75e2cdc0-9113-4f2e-8a73-32a78568111e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 13a8a0e7-1341-4375-9704-446c97d83359) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:40.224761 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f0a9a956-40c1-4933-a8a7-803a447e40ed details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:44:40.243582 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e2cdc0-9113-4f2e-8a73-32a78568111e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:40.243582 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-75e2cdc0-9113-4f2e-8a73-32a78568111e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:40.257727 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b3e1c901-4b9e-4c33-91db-4c21fe7d98b9 req-9950dd92-0a94-4210-80cd-1d995c9d0065 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126266 Sep 07 18:44:40.272756 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66701fb4-35c0-46be-9b5f-c983908d6884 req-7c095d7b-0d4e-49ad-8c29-a741d499ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:40.282895 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66701fb4-35c0-46be-9b5f-c983908d6884 req-7c095d7b-0d4e-49ad-8c29-a741d499ba2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e448bc0-501e-4a71-945c-2892b3c26cf4 HTTP/1.1" status: 200 len: 863 time: 0.1754861 Sep 07 18:44:40.323801 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bff694-6d62-4612-82bc-3309ebdd0da3 None None] Network 13a8a0e7-1341-4375-9704-446c97d83359 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:44:40.331026 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3b432b00-88cb-4c4d-9845-0e707e490de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:40.337972 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3b432b00-88cb-4c4d-9845-0e707e490de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:40.356921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f1af8-bf3e-4517-94ec-abc52026c39d None None] New status for floating IP 6402a46a-7684-4dca-9e0c-22d26cebe810: ACTIVE {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:44:40.404131 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3b432b00-88cb-4c4d-9845-0e707e490de9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1b0ec688cbec49cc9da9ec20de097ec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6098177 Sep 07 18:44:40.404934 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46616) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:40.405581 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b432b00-88cb-4c4d-9845-0e707e490de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb4a216-db00-40d8-9854-f8e05ce19f54,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:40.408915 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-75e2cdc0-9113-4f2e-8a73-32a78568111e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1805034 Sep 07 18:44:40.474997 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70c9e2ba-2a76-466b-a2a1-7fde345c663d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:40.538570 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70c9e2ba-2a76-466b-a2a1-7fde345c663d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:40.539768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bf3b8-d935-4c12-8b0e-2de125dcb1ea req-242a5fef-8429-4be7-92ec-a14840394405 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:40.550262 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a6bf3b8-d935-4c12-8b0e-2de125dcb1ea req-242a5fef-8429-4be7-92ec-a14840394405 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 943 time: 0.1850359 Sep 07 18:44:40.581104 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66701fb4-35c0-46be-9b5f-c983908d6884 req-3fcbb38c-58f9-4507-bdec-ee4ef74fa12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:40.583052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66701fb4-35c0-46be-9b5f-c983908d6884 req-3fcbb38c-58f9-4507-bdec-ee4ef74fa12d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b55a20e6-76b5-47c9-b724-529008279f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2089639 Sep 07 18:44:40.626022 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70c9e2ba-2a76-466b-a2a1-7fde345c663d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:40.635221 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70c9e2ba-2a76-466b-a2a1-7fde345c663d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:40.636711 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-70c9e2ba-2a76-466b-a2a1-7fde345c663d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9cb4a216-db00-40d8-9854-f8e05ce19f54 HTTP/1.1" status: 204 len: 168 time: 0.2265785 Sep 07 18:44:40.646888 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a6bf3b8-d935-4c12-8b0e-2de125dcb1ea req-5aba080f-e46f-4699-be35-360f92e514a6 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924373 Sep 07 18:44:40.679918 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9e2ba-2a76-466b-a2a1-7fde345c663d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb4a216-db00-40d8-9854-f8e05ce19f54,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:40.797749 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] Attempting to bind port 4e838fc9-d61e-4482-8025-ac93fba2263e on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:40.798196 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] Attempting to bind port 4e838fc9-d61e-4482-8025-ac93fba2263e by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '4271a33d-77da-4079-adf2-08a2baef1742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a75b3559-ffd0-4154-aa14-6f09a1e6e0ae'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:40.798625 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] Attempting to bind port 4e838fc9-d61e-4482-8025-ac93fba2263e on network a75b3559-ffd0-4154-aa14-6f09a1e6e0ae {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:40.849347 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66701fb4-35c0-46be-9b5f-c983908d6884 req-6bfa6e76-916e-4b46-97c2-ee6b8ab9335f service neutron] 10.222.0.36 "GET /v2.0/networks/b55a20e6-76b5-47c9-b724-529008279f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291009 Sep 07 18:44:40.872768 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:40.873226 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] Checking segment: {'id': '4271a33d-77da-4079-adf2-08a2baef1742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a75b3559-ffd0-4154-aa14-6f09a1e6e0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:40.873772 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:40.874172 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] Bound using segment: {'id': '4271a33d-77da-4079-adf2-08a2baef1742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a75b3559-ffd0-4154-aa14-6f09a1e6e0ae'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:40.874723 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] Bound port: 4e838fc9-d61e-4482-8025-ac93fba2263e, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4271a33d-77da-4079-adf2-08a2baef1742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a75b3559-ffd0-4154-aa14-6f09a1e6e0ae'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:40.875174 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:40.886475 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port f0a9a956-40c1-4933-a8a7-803a447e40ed, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f0a9a956-40c1-4933-a8a7-803a447e40ed,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:40.939071 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'f0a9a956-40c1-4933-a8a7-803a447e40ed', 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274', 'port_id': 'f0a9a956-40c1-4933-a8a7-803a447e40ed', 'mac_address': 'fa:16:3e:cd:dc:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d7e427-2ed7-40a5-a300-7f618502d730', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:44:41.022862 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6515c3-3418-40b9-b372-15d4b5fe432b', 'name': 'tempest-ServersTestMultiNic-1209569959-router', 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '6e2f5062-7746-4c15-b809-22c8c6aa3260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:44:28Z', 'updated_at': '2021-09-07T18:44:33Z', 'revision_number': 4, 'project_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'gw_port': {'id': '6e2f5062-7746-4c15-b809-22c8c6aa3260', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6515c3-3418-40b9-b372-15d4b5fe432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:44:29Z', 'updated_at': '2021-09-07T18:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '636af8f1-1406-4ffd-9491-87d7d83e1ab3', 'name': '', 'network_id': '305feaf0-9b76-465d-8c7f-43eda8514a85', 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'mac_address': 'fa:16:3e:49:e4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6515c3-3418-40b9-b372-15d4b5fe432b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '54de4433-d7fa-4635-814a-78379eb40ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:44:32Z', 'updated_at': '2021-09-07T18:44:38Z', 'revision_number': 4, 'project_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'subnets': [{'id': '54de4433-d7fa-4635-814a-78379eb40ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:41.078240 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66701fb4-35c0-46be-9b5f-c983908d6884 req-6e13ed87-caef-44ca-8563-4677c1800d3d service neutron] 10.222.0.36 "GET /v2.0/networks/b55a20e6-76b5-47c9-b724-529008279f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977568 Sep 07 18:44:41.150879 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:44:41.156285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e4dbaa6b-5015-4992-a33d-9326349efb0b tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:41.162702 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e4dbaa6b-5015-4992-a33d-9326349efb0b tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:41.171150 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e4dbaa6b-5015-4992-a33d-9326349efb0b tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/networks?id=a75b3559-ffd0-4154-aa14-6f09a1e6e0ae&id=13a8a0e7-1341-4375-9704-446c97d83359&id=a75b3559-ffd0-4154-aa14-6f09a1e6e0ae HTTP/1.1" status: 200 len: 1391 time: 0.3198063 Sep 07 18:44:41.217054 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-210ec606-1fd2-465e-b232-7e3b0d388fa6 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/quotas/cb3d3f64389a4f0192e048c0f33ae8a3 HTTP/1.1" status: 200 len: 375 time: 0.0446920 Sep 07 18:44:41.218348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed928922-ee5e-4c33-8e46-01834100410e None None] The sync data for ids ['3e6515c3-3418-40b9-b372-15d4b5fe432b'] in n-d-807786-1 is: [{'id': '3e6515c3-3418-40b9-b372-15d4b5fe432b', 'name': 'tempest-ServersTestMultiNic-1209569959-router', 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '6e2f5062-7746-4c15-b809-22c8c6aa3260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:44:28Z', 'updated_at': '2021-09-07T18:44:33Z', 'revision_number': 4, 'project_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'gw_port': {'id': '6e2f5062-7746-4c15-b809-22c8c6aa3260', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6515c3-3418-40b9-b372-15d4b5fe432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:44:29Z', 'updated_at': '2021-09-07T18:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '636af8f1-1406-4ffd-9491-87d7d83e1ab3', 'name': '', 'network_id': '305feaf0-9b76-465d-8c7f-43eda8514a85', 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'mac_address': 'fa:16:3e:49:e4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6515c3-3418-40b9-b372-15d4b5fe432b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '54de4433-d7fa-4635-814a-78379eb40ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:44:32Z', 'updated_at': '2021-09-07T18:44:38Z', 'revision_number': 4, 'project_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'subnets': [{'id': '54de4433-d7fa-4635-814a-78379eb40ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:44:41.286458 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] For port 4e838fc9-d61e-4482-8025-ac93fba2263e, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:41.296457 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] For port 4e838fc9-d61e-4482-8025-ac93fba2263e, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4e838fc9-d61e-4482-8025-ac93fba2263e,segment=NetworkSegment(4271a33d-77da-4079-adf2-08a2baef1742),segment_id=4271a33d-77da-4079-adf2-08a2baef1742)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:41.364582 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:41.365531 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-a4566af5-a856-4359-8ae9-f2294b8e0057 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb3d3f64389a4f0192e048c0f33ae8a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1475325 Sep 07 18:44:41.402297 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46660) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:41.440665 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6889b71e-8c9a-4972-ac90-4865a62248c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:41.519007 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-13a8a0e7-1341-4375-9704-446c97d83359', 'network_id': '13a8a0e7-1341-4375-9704-446c97d83359', 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'fixed_ips': [{'subnet_id': 'cb7b4ce8-f8cc-4c65-9afd-15aa251f2a98'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:44:41.519799 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:41.522037 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-82bb5c46-9716-4989-89ae-38e720d9a2e1 service neutron] 10.222.0.26 "GET /v2.0/networks/a75b3559-ffd0-4154-aa14-6f09a1e6e0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555622 Sep 07 18:44:41.557816 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038938ff-1315-420a-92f6-c2522e442c3c None None] Pushing event updated for resources: {'Port': ['ID=4e838fc9-d61e-4482-8025-ac93fba2263e,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:41.645024 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6889b71e-8c9a-4972-ac90-4865a62248c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:41.657462 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6889b71e-8c9a-4972-ac90-4865a62248c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:41.693607 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:41.705199 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889b71e-8c9a-4972-ac90-4865a62248c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b6a156-11aa-430b-be08-0e899290fe63,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:41.712775 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6f70e04b-95d0-4649-86a2-e745283fea21 service neutron] 10.222.0.26 "GET /v2.0/networks/a75b3559-ffd0-4154-aa14-6f09a1e6e0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875196 Sep 07 18:44:41.725903 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a9a956-40c1-4933-a8a7-803a447e40ed {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:44:41.763430 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port f0a9a956-40c1-4933-a8a7-803a447e40ed, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f0a9a956-40c1-4933-a8a7-803a447e40ed,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:41.785500 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6889b71e-8c9a-4972-ac90-4865a62248c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8529db0fcfad4ef0a7fe328a78b2943d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807390 Sep 07 18:44:41.787595 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46666) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:41.797895 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:41.899021 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c6a827ed-dc41-4d06-8839-0c68b7a4ce01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:41.934009 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=f0a9a956-40c1-4933-a8a7-803a447e40ed,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:41.950212 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c6a827ed-dc41-4d06-8839-0c68b7a4ce01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:41.967665 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-505eaffe-c058-4eff-acc8-18b065f6fab0 service neutron] 10.222.0.26 "GET /v2.0/networks/13a8a0e7-1341-4375-9704-446c97d83359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531838 Sep 07 18:44:42.004130 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] Allocated IP 19.86.0.2 (13a8a0e7-1341-4375-9704-446c97d83359/cb7b4ce8-f8cc-4c65-9afd-15aa251f2a98/5300f8ac-1ba6-46d5-a587-4bf47847b18d) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:44:42.016412 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c6a827ed-dc41-4d06-8839-0c68b7a4ce01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:42.025586 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c6a827ed-dc41-4d06-8839-0c68b7a4ce01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:42.027177 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c6a827ed-dc41-4d06-8839-0c68b7a4ce01 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/28b6a156-11aa-430b-be08-0e899290fe63 HTTP/1.1" status: 204 len: 168 time: 0.2377362 Sep 07 18:44:42.037209 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a827ed-dc41-4d06-8839-0c68b7a4ce01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b6a156-11aa-430b-be08-0e899290fe63,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:42.051929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece94c2-2467-4a93-8da2-f1fb02a0a62d req-b43dc814-345a-4839-957d-bce055b7dc94 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:42.057252 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aece94c2-2467-4a93-8da2-f1fb02a0a62d req-b43dc814-345a-4839-957d-bce055b7dc94 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4f4db11-b491-49a9-b185-93581991aefb HTTP/1.1" status: 200 len: 950 time: 0.2569859 Sep 07 18:44:42.129663 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['f0a9a956-40c1-4933-a8a7-803a447e40ed'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:42.188961 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aece94c2-2467-4a93-8da2-f1fb02a0a62d req-a97a1ba3-00d2-4cce-bb57-367223f01156 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940135 Sep 07 18:44:42.191638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-ddde1513-5170-40f0-987e-89cf0fdba5f6 service neutron] 10.222.0.26 "GET /v2.0/networks/13a8a0e7-1341-4375-9704-446c97d83359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231922 Sep 07 18:44:42.461509 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:42.466154 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-92d6a0e7-973f-4c14-a0c7-bfb7e5c75c3c service neutron] 10.222.0.26 "GET /v2.0/networks/a75b3559-ffd0-4154-aa14-6f09a1e6e0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634540 Sep 07 18:44:42.480363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087ea1d-2441-4104-b6e7-4e157642dcfc req-69c4bf0c-aa76-4693-9e6d-1ee3d93b6729 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:42.482523 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1087ea1d-2441-4104-b6e7-4e157642dcfc req-69c4bf0c-aa76-4693-9e6d-1ee3d93b6729 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 946 time: 0.0949464 Sep 07 18:44:42.503858 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] Transition to ACTIVE for port object 5300f8ac-1ba6-46d5-a587-4bf47847b18d will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:42.519664 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:42.555009 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] Transition to ACTIVE for port object 5300f8ac-1ba6-46d5-a587-4bf47847b18d will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:42.566843 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:42.643294 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] Network 13a8a0e7-1341-4375-9704-446c97d83359 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:44:42.653344 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-adfd0e17-2b12-4039-910c-c8ed39e3a56b service neutron] 10.222.0.26 "GET /v2.0/networks/a75b3559-ffd0-4154-aa14-6f09a1e6e0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696393 Sep 07 18:44:42.655775 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:42.660445 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:44:42.662839 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] Pushing event updated for resources: {'Port': ['ID=5300f8ac-1ba6-46d5-a587-4bf47847b18d,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:42.687773 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1087ea1d-2441-4104-b6e7-4e157642dcfc req-f3ca4376-e1bb-4b03-a554-b646cf8d6f31 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944706 Sep 07 18:44:42.795679 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] Attempting to bind port 5300f8ac-1ba6-46d5-a587-4bf47847b18d on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:42.796242 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] Attempting to bind port 5300f8ac-1ba6-46d5-a587-4bf47847b18d by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '27bf5c00-019c-4598-a3c8-75d11c2f61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '13a8a0e7-1341-4375-9704-446c97d83359'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:42.796809 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] Attempting to bind port 5300f8ac-1ba6-46d5-a587-4bf47847b18d on network 13a8a0e7-1341-4375-9704-446c97d83359 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:42.803322 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:42.803901 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] Checking segment: {'id': '27bf5c00-019c-4598-a3c8-75d11c2f61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '13a8a0e7-1341-4375-9704-446c97d83359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:42.804666 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:42.805285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] Bound using segment: {'id': '27bf5c00-019c-4598-a3c8-75d11c2f61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '13a8a0e7-1341-4375-9704-446c97d83359'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:42.805869 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] Bound port: 5300f8ac-1ba6-46d5-a587-4bf47847b18d, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27bf5c00-019c-4598-a3c8-75d11c2f61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '13a8a0e7-1341-4375-9704-446c97d83359'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:42.806376 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:42.960151 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] For port 5300f8ac-1ba6-46d5-a587-4bf47847b18d, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:42.979582 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] For port 5300f8ac-1ba6-46d5-a587-4bf47847b18d, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5300f8ac-1ba6-46d5-a587-4bf47847b18d,segment=NetworkSegment(27bf5c00-019c-4598-a3c8-75d11c2f61c7),segment_id=27bf5c00-019c-4598-a3c8-75d11c2f61c7)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:42.983088 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772c1f7-bc88-4fc0-a9d3-09ca1a7ec62a req-0d3196a1-81e0-49d5-aed7-1a6a4cc1f6f6 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:42.996073 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:42.997080 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9772c1f7-bc88-4fc0-a9d3-09ca1a7ec62a req-0d3196a1-81e0-49d5-aed7-1a6a4cc1f6f6 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 944 time: 0.1516709 Sep 07 18:44:43.065631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9772c1f7-bc88-4fc0-a9d3-09ca1a7ec62a req-d542159e-b94b-42fc-9901-5b52209ae771 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661285 Sep 07 18:44:43.276783 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61f175c3-7f74-4a31-b7c8-06eda5c6faee req-f41db791-2419-40aa-9627-ea852f6194d4 tempest-QuotasAdminNegativeTest-1226316788 tempest-QuotasAdminNegativeTest-1226316788-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b34efc1d10e7497f9eaec36a2bbd8bea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684750 Sep 07 18:44:43.335066 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:43.349944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4e838fc9-d61e-4482-8025-ac93fba2263e up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:43.375405 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029ef58-796d-472a-aefd-5f79dd940514 req-76e2e77c-0855-47ed-b264-fae7647736d0 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:43.394438 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0029ef58-796d-472a-aefd-5f79dd940514 req-76e2e77c-0855-47ed-b264-fae7647736d0 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=623e167e-0365-43b4-b254-a06a687492fe HTTP/1.1" status: 200 len: 950 time: 0.2060804 Sep 07 18:44:43.425734 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ed00e-23ae-4ab9-ba9b-fbc46f37cce9 None None] Pushing event updated for resources: {'Port': ['ID=5300f8ac-1ba6-46d5-a587-4bf47847b18d,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:43.495745 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 4e838fc9-d61e-4482-8025-ac93fba2263e completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:43.507920 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 636af8f1-1406-4ffd-9491-87d7d83e1ab3 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:43.650095 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0029ef58-796d-472a-aefd-5f79dd940514 req-157cf601-29c5-4dfc-963c-28166edbe941 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546995 Sep 07 18:44:43.663412 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468ad4bb-6fac-4269-a074-d6810800b575 None None] Network a75b3559-ffd0-4154-aa14-6f09a1e6e0ae requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:44:43.695851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f175c3-7f74-4a31-b7c8-06eda5c6faee req-052ad74a-8179-4f55-bfbc-e204c5857715 tempest-QuotasAdminNegativeTest-1226316788 tempest-QuotasAdminNegativeTest-1226316788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:43.699014 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61f175c3-7f74-4a31-b7c8-06eda5c6faee req-052ad74a-8179-4f55-bfbc-e204c5857715 tempest-QuotasAdminNegativeTest-1226316788 tempest-QuotasAdminNegativeTest-1226316788-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4116838 Sep 07 18:44:43.720663 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61f175c3-7f74-4a31-b7c8-06eda5c6faee req-b7d3e0f9-e173-4eb2-bc3d-75d7cca785db tempest-QuotasAdminNegativeTest-1226316788 tempest-QuotasAdminNegativeTest-1226316788-project] 10.222.0.26 "GET /v2.0/quotas/b34efc1d10e7497f9eaec36a2bbd8bea HTTP/1.1" status: 200 len: 375 time: 0.0156584 Sep 07 18:44:43.745831 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 636af8f1-1406-4ffd-9491-87d7d83e1ab3 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:43.770282 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 636af8f1-1406-4ffd-9491-87d7d83e1ab3 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:43.771387 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:43.818941 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f68cd8c3-2e80-4a61-bb90-05d2caef55fe None None] Provisioning for port 4e838fc9-d61e-4482-8025-ac93fba2263e completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:43.850665 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61f175c3-7f74-4a31-b7c8-06eda5c6faee req-5d4e613f-e42b-4165-b4dc-687d0b68a63c tempest-QuotasAdminNegativeTest-1226316788 tempest-QuotasAdminNegativeTest-1226316788-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b34efc1d10e7497f9eaec36a2bbd8bea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1121757 Sep 07 18:44:43.871457 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f68cd8c3-2e80-4a61-bb90-05d2caef55fe None None] Provisioning complete for port 4e838fc9-d61e-4482-8025-ac93fba2263e triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:43.871933 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f68cd8c3-2e80-4a61-bb90-05d2caef55fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:43.875671 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af40561-2d3f-430f-9656-7c415445b8ac req-3d21410c-ae6a-418f-b8e4-ac48a3abe76e tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:43.881132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0af40561-2d3f-430f-9656-7c415445b8ac req-3d21410c-ae6a-418f-b8e4-ac48a3abe76e tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 1097 time: 0.1445205 Sep 07 18:44:43.952113 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0af40561-2d3f-430f-9656-7c415445b8ac req-8972af00-9987-49e3-bb7b-822189fda4f3 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620537 Sep 07 18:44:44.142220 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9092d580-09b8-43fa-ad34-e6eadba50aa2 req-777230e4-61f2-44a0-9c39-d7149f56b7ff tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 210 time: 0.0665250 Sep 07 18:44:44.170078 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f68cd8c3-2e80-4a61-bb90-05d2caef55fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:44.197504 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:44.256841 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f0a9a956-40c1-4933-a8a7-803a447e40ed up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:44.432816 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f68cd8c3-2e80-4a61-bb90-05d2caef55fe None None] For port 4e838fc9-d61e-4482-8025-ac93fba2263e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4e838fc9-d61e-4482-8025-ac93fba2263e,segment=NetworkSegment(4271a33d-77da-4079-adf2-08a2baef1742),segment_id=4271a33d-77da-4079-adf2-08a2baef1742)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:44.479210 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f68cd8c3-2e80-4a61-bb90-05d2caef55fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:44.484591 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 636af8f1-1406-4ffd-9491-87d7d83e1ab3, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=636af8f1-1406-4ffd-9491-87d7d83e1ab3,segment=NetworkSegment(7fb31766-554a-411c-8527-03cc28428b66),segment_id=7fb31766-554a-411c-8527-03cc28428b66)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:44.603516 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a77f9-bdfd-471f-bf80-a51d512f747a req-68b82938-a3ce-4bd7-bd08-ba634960a53d tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:44.637485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a77f9-bdfd-471f-bf80-a51d512f747a req-68b82938-a3ce-4bd7-bd08-ba634960a53d tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:44.644576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cd8c3-2e80-4a61-bb90-05d2caef55fe None None] Pushing event updated for resources: {'Port': ['ID=4e838fc9-d61e-4482-8025-ac93fba2263e,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:44.652236 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f14a77f9-bdfd-471f-bf80-a51d512f747a req-68b82938-a3ce-4bd7-bd08-ba634960a53d tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=623e167e-0365-43b4-b254-a06a687492fe&device_id=b4f4db11-b491-49a9-b185-93581991aefb HTTP/1.1" status: 200 len: 1691 time: 0.1634250 Sep 07 18:44:44.658889 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:44.761311 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f14a77f9-bdfd-471f-bf80-a51d512f747a req-3ba6e4ec-ad37-4e68-b09b-c2d899aae323 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070101 Sep 07 18:44:44.813580 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port f0a9a956-40c1-4933-a8a7-803a447e40ed completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:44.854840 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port f0a9a956-40c1-4933-a8a7-803a447e40ed triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:44.855221 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:45.023399 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4b68f04d-39e8-4b02-9610-40061d557f67 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:45.044705 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4b68f04d-39e8-4b02-9610-40061d557f67 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:45.046331 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4b68f04d-39e8-4b02-9610-40061d557f67 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.60 "GET /v2.0/networks?id=a75b3559-ffd0-4154-aa14-6f09a1e6e0ae&id=13a8a0e7-1341-4375-9704-446c97d83359&id=a75b3559-ffd0-4154-aa14-6f09a1e6e0ae HTTP/1.1" status: 200 len: 1391 time: 0.2798994 Sep 07 18:44:45.070700 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4b16c6a7-63e6-4b97-b56b-aeaad714f82d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Request body: {'port': {'device_id': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'network_id': 'a75b3559-ffd0-4154-aa14-6f09a1e6e0ae', 'admin_state_up': True, 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:45.248483 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f0aaa9ab-7d4e-4c4f-b67c-839f8dd89645 None None] Provisioning complete for port 4e838fc9-d61e-4482-8025-ac93fba2263e triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:45.249184 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f0aaa9ab-7d4e-4c4f-b67c-839f8dd89645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:45.257222 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0abd35-b6db-4ce8-af43-e5fd57d470f8 None None] Network 13a8a0e7-1341-4375-9704-446c97d83359 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:44:45.259625 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5300f8ac-1ba6-46d5-a587-4bf47847b18d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:45.317332 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=636af8f1-1406-4ffd-9491-87d7d83e1ab3,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:45.423528 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 5300f8ac-1ba6-46d5-a587-4bf47847b18d completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:45.431594 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4e838fc9-d61e-4482-8025-ac93fba2263e up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:45.445285 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a8f98eb-11c3-487d-a3f5-07eb36e9affc req-a38285e3-5659-4f06-b89e-4932a5af01ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f077982a-e747-4dec-bbc9-77a4d52982c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3966796 Sep 07 18:44:45.447176 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86510697-6d53-4520-8fd2-f311ef79bff1 req-7fa1b9f1-70a0-457f-81c1-da352856faf0 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:45.459457 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86510697-6d53-4520-8fd2-f311ef79bff1 req-7fa1b9f1-70a0-457f-81c1-da352856faf0 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 1097 time: 0.4118891 Sep 07 18:44:45.589174 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:45.599936 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 4e838fc9-d61e-4482-8025-ac93fba2263e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:45.600551 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:45.618771 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f161ce-877c-420d-9073-0ba1448805a0 req-b069e0c7-4dc5-47bb-956c-7a20dfdf44fe tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:45.620356 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-24f161ce-877c-420d-9073-0ba1448805a0 req-b069e0c7-4dc5-47bb-956c-7a20dfdf44fe tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 944 time: 0.5291407 Sep 07 18:44:45.679862 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86510697-6d53-4520-8fd2-f311ef79bff1 req-c6a819f4-bcc8-4ad7-bdd4-5db8e71d96b0 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123005 Sep 07 18:44:45.691909 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4b16c6a7-63e6-4b97-b56b-aeaad714f82d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Made reservation on behalf of cb3d3f64389a4f0192e048c0f33ae8a3 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:44:45.695469 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4b16c6a7-63e6-4b97-b56b-aeaad714f82d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:45.696807 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b79c377-336b-48e3-a125-9b3a1d92efe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a9a956-40c1-4933-a8a7-803a447e40ed'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:45.699080 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc93ade-ebe0-439a-b233-abb46295fac6" -d '{"events": [{"server_uuid": "1b79c377-336b-48e3-a125-9b3a1d92efe8", "name": "network-vif-plugged", "status": "completed", "tag": "f0a9a956-40c1-4933-a8a7-803a447e40ed"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:45.705844 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f98eb-11c3-487d-a3f5-07eb36e9affc req-64160e89-158b-4322-a778-19964e5819b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:45.707096 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a8f98eb-11c3-487d-a3f5-07eb36e9affc req-64160e89-158b-4322-a778-19964e5819b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=362d2b32ce1c44c8b989d971f47e2f2f&device_id=f077982a-e747-4dec-bbc9-77a4d52982c8 HTTP/1.1" status: 200 len: 1096 time: 0.1947205 Sep 07 18:44:45.726220 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port f0a9a956-40c1-4933-a8a7-803a447e40ed, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f0a9a956-40c1-4933-a8a7-803a447e40ed,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:45.729873 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-24f161ce-877c-420d-9073-0ba1448805a0 req-5ff3ab69-05d1-451d-a596-79ebc548d679 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928392 Sep 07 18:44:45.744280 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:45.907321 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=f0a9a956-40c1-4933-a8a7-803a447e40ed,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:45.980034 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-989dd968-a976-480a-946d-2cff302d7f8d None None] Provisioning for port 5300f8ac-1ba6-46d5-a587-4bf47847b18d completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:45.987556 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-989dd968-a976-480a-946d-2cff302d7f8d None None] Provisioning complete for port 5300f8ac-1ba6-46d5-a587-4bf47847b18d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:45.988258 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-989dd968-a976-480a-946d-2cff302d7f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:46.026743 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4b16c6a7-63e6-4b97-b56b-aeaad714f82d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Allocated IP 19.80.0.95 (a75b3559-ffd0-4154-aa14-6f09a1e6e0ae/290d42e5-df52-447e-a2e4-fb7854533b6e/e7e78570-a745-421f-8021-942a1816c82a) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:44:46.086650 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-989dd968-a976-480a-946d-2cff302d7f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:46.145033 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-989dd968-a976-480a-946d-2cff302d7f8d None None] For port 5300f8ac-1ba6-46d5-a587-4bf47847b18d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5300f8ac-1ba6-46d5-a587-4bf47847b18d,segment=NetworkSegment(27bf5c00-019c-4598-a3c8-75d11c2f61c7),segment_id=27bf5c00-019c-4598-a3c8-75d11c2f61c7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:46.155818 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-989dd968-a976-480a-946d-2cff302d7f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:46.211242 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989dd968-a976-480a-946d-2cff302d7f8d None None] Pushing event updated for resources: {'Port': ['ID=5300f8ac-1ba6-46d5-a587-4bf47847b18d,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:46.253333 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f98eb-11c3-487d-a3f5-07eb36e9affc req-3698c484-a13c-48f1-b044-d2b57abab896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:46.254891 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a8f98eb-11c3-487d-a3f5-07eb36e9affc req-3698c484-a13c-48f1-b044-d2b57abab896 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b55a20e6-76b5-47c9-b724-529008279f9a HTTP/1.1" status: 200 len: 925 time: 0.5054972 Sep 07 18:44:46.268076 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29e0236-60be-4279-804e-2d176116ce2b x-openstack-request-id: req-d29e0236-60be-4279-804e-2d176116ce2b {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:46.268463 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b79c377-336b-48e3-a125-9b3a1d92efe8", "name": "network-vif-plugged", "status": "completed", "tag": "f0a9a956-40c1-4933-a8a7-803a447e40ed", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:46.268808 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d29e0236-60be-4279-804e-2d176116ce2b {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:46.269280 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b79c377-336b-48e3-a125-9b3a1d92efe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a9a956-40c1-4933-a8a7-803a447e40ed', 'code': 200} Sep 07 18:44:46.336679 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08b25dae-f9a4-49b1-b31c-698bfd60488e req-2fb88545-4756-4be4-9518-002b953cfaac tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 210 time: 0.0786734 Sep 07 18:44:46.375870 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-750e78bb-a3bd-4fb7-bf5b-6e06fc380f77 None None] Provisioning complete for port 5300f8ac-1ba6-46d5-a587-4bf47847b18d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:46.376439 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-750e78bb-a3bd-4fb7-bf5b-6e06fc380f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:46.407312 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4b16c6a7-63e6-4b97-b56b-aeaad714f82d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:46.442230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a8f98eb-11c3-487d-a3f5-07eb36e9affc req-27216bfa-8078-44f4-a329-a6d04605c413 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6901bee8-3acf-4b9f-8032-e69241ebd1a9 HTTP/1.1" status: 200 len: 1001 time: 0.1650023 Sep 07 18:44:46.460465 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4b16c6a7-63e6-4b97-b56b-aeaad714f82d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Transition to ACTIVE for port object e7e78570-a745-421f-8021-942a1816c82a will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:46.489413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e9ad7-47cc-466b-9f6e-80c9cd5c6813 req-09a67b4c-83cf-4afd-9059-bdb57ea26859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:46.490947 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-416e9ad7-47cc-466b-9f6e-80c9cd5c6813 req-09a67b4c-83cf-4afd-9059-bdb57ea26859 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 1096 time: 0.1459424 Sep 07 18:44:46.535644 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6a6c3-c05b-4a49-8908-30a7242ac137 req-e6191b6d-6a8e-414e-b2f0-cf047d3f635e tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:46.537225 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dff6a6c3-c05b-4a49-8908-30a7242ac137 req-e6191b6d-6a8e-414e-b2f0-cf047d3f635e tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=623e167e-0365-43b4-b254-a06a687492fe HTTP/1.1" status: 200 len: 1101 time: 0.1573920 Sep 07 18:44:46.540917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f98eb-11c3-487d-a3f5-07eb36e9affc req-c4edb5dd-328b-4946-9aaa-9934678fedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:46.542291 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a8f98eb-11c3-487d-a3f5-07eb36e9affc req-c4edb5dd-328b-4946-9aaa-9934678fedc8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e448bc0-501e-4a71-945c-2892b3c26cf4 HTTP/1.1" status: 200 len: 863 time: 0.0915058 Sep 07 18:44:46.615785 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-416e9ad7-47cc-466b-9f6e-80c9cd5c6813 req-ec863c0a-1d5a-4253-ba2c-0cda0dd062e0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145134 Sep 07 18:44:46.640516 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4b16c6a7-63e6-4b97-b56b-aeaad714f82d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:46.645255 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dff6a6c3-c05b-4a49-8908-30a7242ac137 req-d96a43cc-ccc4-4b97-aea1-c45d4bd081e6 tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969779 Sep 07 18:44:46.705705 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f98eb-11c3-487d-a3f5-07eb36e9affc req-454980ae-e025-4223-8210-9fb9da142879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:46.707164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a8f98eb-11c3-487d-a3f5-07eb36e9affc req-454980ae-e025-4223-8210-9fb9da142879 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b55a20e6-76b5-47c9-b724-529008279f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1476467 Sep 07 18:44:46.734837 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4b16c6a7-63e6-4b97-b56b-aeaad714f82d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Network a75b3559-ffd0-4154-aa14-6f09a1e6e0ae is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:44:46.735641 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16c6a7-63e6-4b97-b56b-aeaad714f82d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event updated for resources: {'Port': ['ID=e7e78570-a745-421f-8021-942a1816c82a,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:46.749248 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4b16c6a7-63e6-4b97-b56b-aeaad714f82d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:46.835955 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a8f98eb-11c3-487d-a3f5-07eb36e9affc req-0c1efc64-fdb5-4e43-9022-c862b47ff5f6 service neutron] 10.222.0.36 "GET /v2.0/networks/b55a20e6-76b5-47c9-b724-529008279f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163497 Sep 07 18:44:46.837808 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4b16c6a7-63e6-4b97-b56b-aeaad714f82d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:44:46.844707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4b16c6a7-63e6-4b97-b56b-aeaad714f82d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:46.846239 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4b16c6a7-63e6-4b97-b56b-aeaad714f82d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:46.918970 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4b16c6a7-63e6-4b97-b56b-aeaad714f82d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8611636 Sep 07 18:44:46.975034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4e1bdfa1-ea77-4258-9535-02bd98353332 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Request body: {'port': {'device_id': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'network_id': '13a8a0e7-1341-4375-9704-446c97d83359', 'admin_state_up': True, 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:47.069528 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5300f8ac-1ba6-46d5-a587-4bf47847b18d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:47.135489 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7a37370b-15e0-4cf3-b06b-0d4bf433a1de None None] Provisioning for port e7e78570-a745-421f-8021-942a1816c82a completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:47.140981 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7a37370b-15e0-4cf3-b06b-0d4bf433a1de None None] Provisioning complete for port e7e78570-a745-421f-8021-942a1816c82a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:47.141352 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7a37370b-15e0-4cf3-b06b-0d4bf433a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:47.151005 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a8f98eb-11c3-487d-a3f5-07eb36e9affc req-b1c003d0-28b7-4610-a62d-00fc30d414be service neutron] 10.222.0.36 "GET /v2.0/networks/b55a20e6-76b5-47c9-b724-529008279f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009353 Sep 07 18:44:47.168762 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 5300f8ac-1ba6-46d5-a587-4bf47847b18d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:47.169140 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:47.169418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d66349-cd1e-4161-9e16-2ccaa77213c1 req-63b63ebd-94fe-4c10-93a0-af10873ab402 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:47.171124 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55d66349-cd1e-4161-9e16-2ccaa77213c1 req-63b63ebd-94fe-4c10-93a0-af10873ab402 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 945 time: 0.2539673 Sep 07 18:44:47.213305 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5eb6be-a4ae-46f6-b596-2241b22fb719 req-a964da86-8385-4b8e-b2c9-e794d10c87c6 tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:47.215631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b5eb6be-a4ae-46f6-b596-2241b22fb719 req-a964da86-8385-4b8e-b2c9-e794d10c87c6 tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b4f4db11-b491-49a9-b185-93581991aefb HTTP/1.1" status: 200 len: 1101 time: 0.2480571 Sep 07 18:44:47.238926 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7a37370b-15e0-4cf3-b06b-0d4bf433a1de None None] Port e7e78570-a745-421f-8021-942a1816c82a cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:44:47.260489 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55d66349-cd1e-4161-9e16-2ccaa77213c1 req-1d691a42-6d19-4245-8201-858d343e2bb0 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808363 Sep 07 18:44:47.315701 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4e1bdfa1-ea77-4258-9535-02bd98353332 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Made reservation on behalf of cb3d3f64389a4f0192e048c0f33ae8a3 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:44:47.319864 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4e1bdfa1-ea77-4258-9535-02bd98353332 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:47.335267 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b5eb6be-a4ae-46f6-b596-2241b22fb719 req-df7a2bc5-586c-40f7-9a57-135a0b25b13a tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084628 Sep 07 18:44:47.352120 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 636af8f1-1406-4ffd-9491-87d7d83e1ab3 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:47.380635 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9422d6b0-8585-443e-bdad-e9f180721ddb req-c8ad7263-9cbe-4c46-a0fd-0f8f074bdc80 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1019778 Sep 07 18:44:47.426235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 636af8f1-1406-4ffd-9491-87d7d83e1ab3 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:47.426830 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:47.507479 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e42de49a-c144-4dbb-8338-9add4bd3debd req-20996ebe-50db-4cf2-b982-e031ebd5ff98 tempest-QuotasAdminNegativeTest-1226316788 tempest-QuotasAdminNegativeTest-1226316788-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b34efc1d10e7497f9eaec36a2bbd8bea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497372 Sep 07 18:44:47.598795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987a32e-2c59-48d2-8eae-bfdd1239f242 req-bdb91681-dac4-4b97-ac5b-512c4327c699 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:47.600321 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4987a32e-2c59-48d2-8eae-bfdd1239f242 req-bdb91681-dac4-4b97-ac5b-512c4327c699 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 1097 time: 0.1829889 Sep 07 18:44:47.609355 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422d6b0-8585-443e-bdad-e9f180721ddb req-6f2fac93-4122-442a-9b26-d62ab4d73c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:47.610881 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9422d6b0-8585-443e-bdad-e9f180721ddb req-6f2fac93-4122-442a-9b26-d62ab4d73c04 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 1095 time: 0.1763768 Sep 07 18:44:47.653334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4e1bdfa1-ea77-4258-9535-02bd98353332 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Allocated IP 19.86.0.37 (13a8a0e7-1341-4375-9704-446c97d83359/cb7b4ce8-f8cc-4c65-9afd-15aa251f2a98/90e9c6e0-d8dd-415e-9749-9e78d98049dc) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:44:47.967603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42de49a-c144-4dbb-8338-9add4bd3debd req-bf2bd170-e71f-4d17-bb3e-cc97d3c56fa5 tempest-QuotasAdminNegativeTest-1226316788 tempest-QuotasAdminNegativeTest-1226316788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:47.968990 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e42de49a-c144-4dbb-8338-9add4bd3debd req-bf2bd170-e71f-4d17-bb3e-cc97d3c56fa5 tempest-QuotasAdminNegativeTest-1226316788 tempest-QuotasAdminNegativeTest-1226316788-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4499187 Sep 07 18:44:47.975751 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4987a32e-2c59-48d2-8eae-bfdd1239f242 req-87e7554f-1cce-4d4d-9604-49189a20419f tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620970 Sep 07 18:44:47.997992 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e42de49a-c144-4dbb-8338-9add4bd3debd req-fc90bbae-d1df-40fd-93c3-61a27de9fbdc tempest-QuotasAdminNegativeTest-1226316788 tempest-QuotasAdminNegativeTest-1226316788-project] 10.222.0.26 "GET /v2.0/quotas/b34efc1d10e7497f9eaec36a2bbd8bea HTTP/1.1" status: 200 len: 375 time: 0.0212917 Sep 07 18:44:48.075340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e42de49a-c144-4dbb-8338-9add4bd3debd req-48592b48-98fb-4e87-b6e8-691668ee7d24 tempest-QuotasAdminNegativeTest-1226316788 tempest-QuotasAdminNegativeTest-1226316788-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b34efc1d10e7497f9eaec36a2bbd8bea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641413 Sep 07 18:44:48.078231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422d6b0-8585-443e-bdad-e9f180721ddb req-83dbe52f-e5b2-428c-9718-c65ec54a4871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:48.080168 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9422d6b0-8585-443e-bdad-e9f180721ddb req-83dbe52f-e5b2-428c-9718-c65ec54a4871 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 909 time: 0.4278207 Sep 07 18:44:48.166408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9422d6b0-8585-443e-bdad-e9f180721ddb req-4ea23464-a9c8-435c-b43a-7326fc36913b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0e6e22b-9769-4ad0-a921-8148bf9013b9 HTTP/1.1" status: 200 len: 217 time: 0.0552089 Sep 07 18:44:48.273291 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422d6b0-8585-443e-bdad-e9f180721ddb req-f453accc-eb71-4502-a994-7ef7a233bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:48.280927 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9422d6b0-8585-443e-bdad-e9f180721ddb req-f453accc-eb71-4502-a994-7ef7a233bd6c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.0986116 Sep 07 18:44:48.285267 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4e1bdfa1-ea77-4258-9535-02bd98353332 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:48.337699 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9422d6b0-8585-443e-bdad-e9f180721ddb req-ac70e8b7-b4ef-400e-9ce3-c5891aaaed88 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449381 Sep 07 18:44:48.342281 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4e1bdfa1-ea77-4258-9535-02bd98353332 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Transition to ACTIVE for port object 90e9c6e0-d8dd-415e-9749-9e78d98049dc will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:48.354377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44cd66-b0dc-4148-92e1-61305f4399b5 req-f7f8abff-1e32-4aa0-a79e-effc7383a8ee tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:48.356017 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e44cd66-b0dc-4148-92e1-61305f4399b5 req-f7f8abff-1e32-4aa0-a79e-effc7383a8ee tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 931 time: 0.1498265 Sep 07 18:44:48.471284 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e44cd66-b0dc-4148-92e1-61305f4399b5 req-3aec36a4-1997-4f22-89a2-7e8550bd49ed tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046894 Sep 07 18:44:48.499374 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4e1bdfa1-ea77-4258-9535-02bd98353332 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:48.559891 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9422d6b0-8585-443e-bdad-e9f180721ddb req-f11afa6e-b7b1-451f-814f-deb605f84a8b service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138796 Sep 07 18:44:48.588868 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4e1bdfa1-ea77-4258-9535-02bd98353332 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Network 13a8a0e7-1341-4375-9704-446c97d83359 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:44:48.615617 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4e1bdfa1-ea77-4258-9535-02bd98353332 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:48.620777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1bdfa1-ea77-4258-9535-02bd98353332 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event updated for resources: {'Port': ['ID=90e9c6e0-d8dd-415e-9749-9e78d98049dc,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:48.635139 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4e1bdfa1-ea77-4258-9535-02bd98353332 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:44:48.643429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4e1bdfa1-ea77-4258-9535-02bd98353332 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:48.644076 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4e1bdfa1-ea77-4258-9535-02bd98353332 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:48.694872 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-4e1bdfa1-ea77-4258-9535-02bd98353332 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7287502 Sep 07 18:44:48.708084 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-0d9c07ac-949f-4a45-8063-ca58667706e1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Request body: {'port': {'device_id': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'network_id': 'a75b3559-ffd0-4154-aa14-6f09a1e6e0ae', 'admin_state_up': True, 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:48.739577 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9422d6b0-8585-443e-bdad-e9f180721ddb req-79610d71-d016-496e-b59b-f757c5128ffe service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694725 Sep 07 18:44:48.888266 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-103092b8-3060-47fe-9269-148a526b5f9d None None] Provisioning for port 90e9c6e0-d8dd-415e-9749-9e78d98049dc completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:48.893582 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-103092b8-3060-47fe-9269-148a526b5f9d None None] Provisioning complete for port 90e9c6e0-d8dd-415e-9749-9e78d98049dc triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:48.894067 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-103092b8-3060-47fe-9269-148a526b5f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:48.929662 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-0d9c07ac-949f-4a45-8063-ca58667706e1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Made reservation on behalf of cb3d3f64389a4f0192e048c0f33ae8a3 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:44:48.938276 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-103092b8-3060-47fe-9269-148a526b5f9d None None] Port 90e9c6e0-d8dd-415e-9749-9e78d98049dc cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:44:48.941780 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-0d9c07ac-949f-4a45-8063-ca58667706e1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:49.079659 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-2fbc34ee-a184-4696-a3f3-9ca5fb482179 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=581e70f192f44902b528bd4279ab890a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284798 Sep 07 18:44:49.110685 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-0d9c07ac-949f-4a45-8063-ca58667706e1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Allocated IP 19.80.0.178 (a75b3559-ffd0-4154-aa14-6f09a1e6e0ae/290d42e5-df52-447e-a2e4-fb7854533b6e/c4922292-996f-4da1-8f87-b33e006e71bc) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:44:49.224332 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-8d428f17-b95a-49a2-aa8f-568b2a1e1372 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:44:49.225276 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-8d428f17-b95a-49a2-aa8f-568b2a1e1372 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058289 Sep 07 18:44:49.242625 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-481bdb86-2893-4ca6-a2ce-bb0a86de2a95 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:49.244096 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-481bdb86-2893-4ca6-a2ce-bb0a86de2a95 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1569963 Sep 07 18:44:49.262906 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-57699bfa-18f3-4b54-8f67-7ad7a2886119 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:49.264365 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-57699bfa-18f3-4b54-8f67-7ad7a2886119 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/ports/d07e9757-f49d-4028-b05e-a95e33150b44 HTTP/1.1" status: 200 len: 1094 time: 0.0332367 Sep 07 18:44:49.273335 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-0c08c4c8-0daa-4743-b122-12f2316331ae service neutron] Request body: {'binding': {'host': 'n-h1-807786-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:49.273780 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-0c08c4c8-0daa-4743-b122-12f2316331ae service neutron] Unknown quota resources ['binding']. {{(pid=101444) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 18:44:49.295986 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-6eda7078-6212-46ca-a66e-c8226bf75850 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/quotas/581e70f192f44902b528bd4279ab890a HTTP/1.1" status: 200 len: 375 time: 0.0418818 Sep 07 18:44:49.366853 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-0d9c07ac-949f-4a45-8063-ca58667706e1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:49.382528 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-275ab60a-babd-43d5-be60-2436ee0f8e79 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774364 Sep 07 18:44:49.389617 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-0d9c07ac-949f-4a45-8063-ca58667706e1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Transition to ACTIVE for port object c4922292-996f-4da1-8f87-b33e006e71bc will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:49.410485 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-0c08c4c8-0daa-4743-b122-12f2316331ae service neutron] Attempting to bind port d07e9757-f49d-4028-b05e-a95e33150b44 on host n-h1-807786-1 for vnic_type normal with profile None {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:49.410824 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-0c08c4c8-0daa-4743-b122-12f2316331ae service neutron] Attempting to bind port d07e9757-f49d-4028-b05e-a95e33150b44 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:49.411148 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-0c08c4c8-0daa-4743-b122-12f2316331ae service neutron] Attempting to bind port d07e9757-f49d-4028-b05e-a95e33150b44 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:49.415757 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-0c08c4c8-0daa-4743-b122-12f2316331ae service neutron] Port d07e9757-f49d-4028-b05e-a95e33150b44 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:44:49.416080 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-0c08c4c8-0daa-4743-b122-12f2316331ae service neutron] Attempting to bind port d07e9757-f49d-4028-b05e-a95e33150b44 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:49.420847 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-0c08c4c8-0daa-4743-b122-12f2316331ae service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:49.421367 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-0c08c4c8-0daa-4743-b122-12f2316331ae service neutron] Checking segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:49.421750 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-0c08c4c8-0daa-4743-b122-12f2316331ae service neutron] Bound using segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:49.422172 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-0c08c4c8-0daa-4743-b122-12f2316331ae service neutron] Bound port: d07e9757-f49d-4028-b05e-a95e33150b44, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:49.427037 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-0d9c07ac-949f-4a45-8063-ca58667706e1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:49.467827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-0d9c07ac-949f-4a45-8063-ca58667706e1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Network a75b3559-ffd0-4154-aa14-6f09a1e6e0ae is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:44:49.471551 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-0d9c07ac-949f-4a45-8063-ca58667706e1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:49.475571 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-0d9c07ac-949f-4a45-8063-ca58667706e1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:44:49.481265 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-0d9c07ac-949f-4a45-8063-ca58667706e1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:49.481442 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-0c08c4c8-0daa-4743-b122-12f2316331ae service neutron] For port d07e9757-f49d-4028-b05e-a95e33150b44, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d07e9757-f49d-4028-b05e-a95e33150b44,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:49.481961 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-0d9c07ac-949f-4a45-8063-ca58667706e1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:49.487793 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-0c08c4c8-0daa-4743-b122-12f2316331ae service neutron] Notify callbacks [] for binding, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:49.500236 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c07ac-949f-4a45-8063-ca58667706e1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event updated for resources: {'Port': ['ID=c4922292-996f-4da1-8f87-b33e006e71bc,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:49.501013 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-0c08c4c8-0daa-4743-b122-12f2316331ae service neutron] 10.222.0.26 "POST /v2.0/ports/d07e9757-f49d-4028-b05e-a95e33150b44/bindings HTTP/1.1" status: 201 len: 389 time: 0.2307525 Sep 07 18:44:49.514935 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-0d9c07ac-949f-4a45-8063-ca58667706e1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8119309 Sep 07 18:44:49.531475 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] Request body: {'port': {'device_id': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:49.640304 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:49.766392 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-023ebec2-461a-405a-904b-040ab4b0aff1 None None] Provisioning for port c4922292-996f-4da1-8f87-b33e006e71bc completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:49.770860 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-023ebec2-461a-405a-904b-040ab4b0aff1 None None] Provisioning complete for port c4922292-996f-4da1-8f87-b33e006e71bc triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:49.771395 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-023ebec2-461a-405a-904b-040ab4b0aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:49.787299 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cb200-2313-4720-a27d-6c6c47b8816c req-710700cf-83df-4879-a4f4-4d8377e770e9 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:49.789213 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-158cb200-2313-4720-a27d-6c6c47b8816c req-710700cf-83df-4879-a4f4-4d8377e770e9 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 945 time: 0.1459467 Sep 07 18:44:49.852362 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-023ebec2-461a-405a-904b-040ab4b0aff1 None None] Port c4922292-996f-4da1-8f87-b33e006e71bc cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:44:49.895359 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-bce2f0e5-4108-4d93-a4c8-06b0eadaf3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:49.896238 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-bce2f0e5-4108-4d93-a4c8-06b0eadaf3a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 1097 time: 0.1698563 Sep 07 18:44:49.974374 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-158cb200-2313-4720-a27d-6c6c47b8816c req-6a35db06-026f-441d-bf25-c7e64868fbbc tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767211 Sep 07 18:44:50.069498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b851b-a1bf-4d26-922b-53831df06c55 req-4938bb7f-82fa-4579-900a-8e1548dd95e1 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:50.071008 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1a6b851b-a1bf-4d26-922b-53831df06c55 req-4938bb7f-82fa-4579-900a-8e1548dd95e1 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3763538-607f-4dce-99ff-bb3e1be8c8b4 HTTP/1.1" status: 200 len: 945 time: 0.2015064 Sep 07 18:44:50.124536 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-5cb67d30-eee3-4b08-b644-58132ae312cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:50.126044 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-5cb67d30-eee3-4b08-b644-58132ae312cc service neutron] 10.222.0.60 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 909 time: 0.2065396 Sep 07 18:44:50.204241 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1a6b851b-a1bf-4d26-922b-53831df06c55 req-5885ea80-5146-4871-82cc-c9148929e544 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/security-groups?id=c761ec93-beec-4f61-8204-2595f81895c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238687 Sep 07 18:44:50.224561 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-bb44e93d-d1f0-4253-b4da-854bdd1a2aa8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d07e9757-f49d-4028-b05e-a95e33150b44 HTTP/1.1" status: 200 len: 217 time: 0.0825729 Sep 07 18:44:50.323403 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e78570-a745-421f-8021-942a1816c82a {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:44:50.323822 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46904) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:50.348119 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:50.382052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcf8f2-ef61-41fa-a8fc-3a1e6029007c req-dd139caa-d9fa-48c5-9e93-22e237f5348d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:50.388166 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcf8f2-ef61-41fa-a8fc-3a1e6029007c req-dd139caa-d9fa-48c5-9e93-22e237f5348d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:50.394338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcf8f2-ef61-41fa-a8fc-3a1e6029007c req-dd139caa-d9fa-48c5-9e93-22e237f5348d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:50.395986 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1efcf8f2-ef61-41fa-a8fc-3a1e6029007c req-dd139caa-d9fa-48c5-9e93-22e237f5348d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 2375 time: 0.2323513 Sep 07 18:44:50.402237 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-7df7c139-faa0-48ad-a983-9c8ddd7bb456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:50.403689 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-7df7c139-faa0-48ad-a983-9c8ddd7bb456 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.1592646 Sep 07 18:44:50.405891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] Transition to ACTIVE for port object e7e78570-a745-421f-8021-942a1816c82a will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:50.429108 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:50.447357 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-423448a1-99a7-4aff-baf0-0ed7b590e33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:50.590958 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-423448a1-99a7-4aff-baf0-0ed7b590e33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:50.603216 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f924929-88dc-4c44-a709-921230c7cc18 req-0ed175a7-f1ce-41fd-afd2-f3d23b7911f3 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:50.605351 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1f924929-88dc-4c44-a709-921230c7cc18 req-0ed175a7-f1ce-41fd-afd2-f3d23b7911f3 tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3763538-607f-4dce-99ff-bb3e1be8c8b4 HTTP/1.1" status: 200 len: 945 time: 0.0898554 Sep 07 18:44:50.606534 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-423448a1-99a7-4aff-baf0-0ed7b590e33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:50.688018 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-423448a1-99a7-4aff-baf0-0ed7b590e33a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b34efc1d10e7497f9eaec36a2bbd8bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623300 Sep 07 18:44:50.688694 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423448a1-99a7-4aff-baf0-0ed7b590e33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a6be6d-2061-4997-bae2-2719f1017abd,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:50.709335 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46908) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:50.714326 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-302df3ed-7ca1-41fc-b8de-e95d23f723b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2985871 Sep 07 18:44:50.727755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86441942-35c7-46ae-ab17-718e73193d58 req-b199b3e3-d868-4ddb-be18-dc9a40b47491 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:50.732094 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86441942-35c7-46ae-ab17-718e73193d58 req-b199b3e3-d868-4ddb-be18-dc9a40b47491 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 946 time: 0.4394996 Sep 07 18:44:50.764705 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1efcf8f2-ef61-41fa-a8fc-3a1e6029007c req-5dbbec81-47c2-4392-b300-1d81a6a8a625 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599441 Sep 07 18:44:50.782159 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-1f924929-88dc-4c44-a709-921230c7cc18 req-5cd349ca-097f-47ed-afb1-764a3fd8eefe tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Deleting port eb52ad4c-3251-42d2-8bc4-511377353e89 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:44:50.783265 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1f924929-88dc-4c44-a709-921230c7cc18 req-5cd349ca-097f-47ed-afb1-764a3fd8eefe tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:50.813752 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9bb295b5-04e7-42e4-b0f8-2a746b236210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:50.848269 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] Pushing event updated for resources: {'Port': ['ID=e7e78570-a745-421f-8021-942a1816c82a,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:50.861783 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86441942-35c7-46ae-ab17-718e73193d58 req-4fe18d4d-873d-4abf-9a1f-3abbd4780a66 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101844 Sep 07 18:44:50.929850 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-1f924929-88dc-4c44-a709-921230c7cc18 req-5cd349ca-097f-47ed-afb1-764a3fd8eefe tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] For port eb52ad4c-3251-42d2-8bc4-511377353e89, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=eb52ad4c-3251-42d2-8bc4-511377353e89,segment=NetworkSegment(86b13efa-254e-4154-9f3e-9145db43ed21),segment_id=86b13efa-254e-4154-9f3e-9145db43ed21)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:50.930224 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1f924929-88dc-4c44-a709-921230c7cc18 req-5cd349ca-097f-47ed-afb1-764a3fd8eefe tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:50.949522 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-1f924929-88dc-4c44-a709-921230c7cc18 req-5cd349ca-097f-47ed-afb1-764a3fd8eefe tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Calling delete_port for eb52ad4c-3251-42d2-8bc4-511377353e89 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:44:50.950130 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] Attempting to bind port e7e78570-a745-421f-8021-942a1816c82a on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:50.950462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] Attempting to bind port e7e78570-a745-421f-8021-942a1816c82a by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '4271a33d-77da-4079-adf2-08a2baef1742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a75b3559-ffd0-4154-aa14-6f09a1e6e0ae'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:50.950792 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] Attempting to bind port e7e78570-a745-421f-8021-942a1816c82a on network a75b3559-ffd0-4154-aa14-6f09a1e6e0ae {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:50.958309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] Port e7e78570-a745-421f-8021-942a1816c82a on network a75b3559-ffd0-4154-aa14-6f09a1e6e0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:44:50.958623 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] Attempting to bind port e7e78570-a745-421f-8021-942a1816c82a on network a75b3559-ffd0-4154-aa14-6f09a1e6e0ae {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:50.971404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:50.971740 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] Checking segment: {'id': '4271a33d-77da-4079-adf2-08a2baef1742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a75b3559-ffd0-4154-aa14-6f09a1e6e0ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:50.972125 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] Bound using segment: {'id': '4271a33d-77da-4079-adf2-08a2baef1742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a75b3559-ffd0-4154-aa14-6f09a1e6e0ae'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:50.972978 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] Bound port: e7e78570-a745-421f-8021-942a1816c82a, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4271a33d-77da-4079-adf2-08a2baef1742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a75b3559-ffd0-4154-aa14-6f09a1e6e0ae'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:50.973335 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:50.996180 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-2dc32d93-791d-4304-a3a3-c4ae66c2e362 service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612574 Sep 07 18:44:51.048118 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9bb295b5-04e7-42e4-b0f8-2a746b236210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:51.100949 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] For port e7e78570-a745-421f-8021-942a1816c82a, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:51.164854 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9bb295b5-04e7-42e4-b0f8-2a746b236210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:51.167704 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9bb295b5-04e7-42e4-b0f8-2a746b236210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:51.169089 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9bb295b5-04e7-42e4-b0f8-2a746b236210 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/83a6be6d-2061-4997-bae2-2719f1017abd HTTP/1.1" status: 204 len: 168 time: 0.4587491 Sep 07 18:44:51.172859 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1f924929-88dc-4c44-a709-921230c7cc18 req-5cd349ca-097f-47ed-afb1-764a3fd8eefe tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:51.188086 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['eb52ad4c-3251-42d2-8bc4-511377353e89'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:51.199626 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] For port e7e78570-a745-421f-8021-942a1816c82a, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e7e78570-a745-421f-8021-942a1816c82a,segment=NetworkSegment(4271a33d-77da-4079-adf2-08a2baef1742),segment_id=4271a33d-77da-4079-adf2-08a2baef1742)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:51.206997 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd349ca-097f-47ed-afb1-764a3fd8eefe tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Pushing event deleted for resources: {'Port': ['ID=eb52ad4c-3251-42d2-8bc4-511377353e89,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:51.212570 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb295b5-04e7-42e4-b0f8-2a746b236210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a6be6d-2061-4997-bae2-2719f1017abd,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:51.240298 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-abea0314-88d8-4e93-ac4f-39661f12a822 req-698d5956-2be4-4146-a6c9-8d647583cc26 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=236580bb-6460-461f-845c-9b2c034056f3 HTTP/1.1" status: 200 len: 210 time: 0.1345832 Sep 07 18:44:51.261165 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f924929-88dc-4c44-a709-921230c7cc18 req-5cd349ca-097f-47ed-afb1-764a3fd8eefe tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] No DVR routers for this DVR port eb52ad4c-3251-42d2-8bc4-511377353e89 on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:44:51.263889 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1f924929-88dc-4c44-a709-921230c7cc18 req-5cd349ca-097f-47ed-afb1-764a3fd8eefe tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:51.266735 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1f924929-88dc-4c44-a709-921230c7cc18 req-5cd349ca-097f-47ed-afb1-764a3fd8eefe tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.60 "DELETE /v2.0/ports/eb52ad4c-3251-42d2-8bc4-511377353e89 HTTP/1.1" status: 204 len: 173 time: 0.6517706 Sep 07 18:44:51.267358 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3763538-607f-4dce-99ff-bb3e1be8c8b4', 'name': 'network-vif-deleted', 'tag': 'eb52ad4c-3251-42d2-8bc4-511377353e89'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:51.269632 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238cca7b-5e1a-4131-b4d1-b4cfa6155d27" -d '{"events": [{"server_uuid": "c3763538-607f-4dce-99ff-bb3e1be8c8b4", "name": "network-vif-deleted", "tag": "eb52ad4c-3251-42d2-8bc4-511377353e89"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:51.300778 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:51.362938 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-0a59ae15-906b-42fe-9502-de49214f1a11 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=581e70f192f44902b528bd4279ab890a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1247625 Sep 07 18:44:51.369000 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-d6c5722f-6246-4b7d-a122-1d3b0f1be592 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=581e70f192f44902b528bd4279ab890a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476809 Sep 07 18:44:51.446651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:51.448007 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:51.449458 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] 10.222.0.60 "PUT /v2.0/ports/e7e78570-a745-421f-8021-942a1816c82a HTTP/1.1" status: 200 len: 1091 time: 1.9232183 Sep 07 18:44:51.466970 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'tag': 'e7e78570-a745-421f-8021-942a1816c82a'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:51.470568 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435506b9-d96e-45fb-ac99-f26a89675d64" -d '{"events": [{"name": "network-changed", "server_uuid": "a93d8e69-16f2-4e63-bc25-7b01622bc56f", "tag": "e7e78570-a745-421f-8021-942a1816c82a"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:51.528535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] Request body: {'port': {'device_id': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:51.593216 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ce5b0-74d5-403a-bb57-9cb045e35e9c service neutron] Pushing event updated for resources: {'Port': ['ID=e7e78570-a745-421f-8021-942a1816c82a,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:51.646774 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-e0651efb-5160-4a20-b27d-c6808c8b9c2d tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:51.648459 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-e0651efb-5160-4a20-b27d-c6808c8b9c2d tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2640119 Sep 07 18:44:51.664126 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-35ed468b-10b8-4ed6-8cec-b59e146023b2 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Request body: {'port': {'device_id': '8719d8b2-fac6-45cf-b750-916e946132e4', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '581e70f192f44902b528bd4279ab890a'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:51.706561 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f872caea-1323-4155-84c6-da4596d5f1c0 req-6391407b-d31a-4fea-97a3-21e0f7fd9bdc tempest-VolumesAdminNegativeTest-689366022 tempest-VolumesAdminNegativeTest-689366022-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3763538-607f-4dce-99ff-bb3e1be8c8b4 HTTP/1.1" status: 200 len: 210 time: 0.1034245 Sep 07 18:44:51.714203 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-1d083de7-76f5-41a8-a68d-51a620679bee service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6096182 Sep 07 18:44:51.733697 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d07341-b1c8-443c-b662-41110bbf61f3 req-f7b58e46-6119-48c4-b9d3-161412e6debb tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:51.742886 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75d07341-b1c8-443c-b662-41110bbf61f3 req-f7b58e46-6119-48c4-b9d3-161412e6debb tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 1096 time: 0.3390212 Sep 07 18:44:51.758065 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 46930) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:51.764009 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:51.831754 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56392f3-0eff-4810-9922-97bc01b101f3 x-openstack-request-id: req-f56392f3-0eff-4810-9922-97bc01b101f3 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:51.831857 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93d8e69-16f2-4e63-bc25-7b01622bc56f", "tag": "e7e78570-a745-421f-8021-942a1816c82a", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:51.832424 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f56392f3-0eff-4810-9922-97bc01b101f3 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:51.832743 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'tag': 'e7e78570-a745-421f-8021-942a1816c82a', 'status': 'completed', 'code': 200} Sep 07 18:44:51.896642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-9acf94ff-a4c2-4171-97db-1a58af999950 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:51.898143 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-9acf94ff-a4c2-4171-97db-1a58af999950 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4968917 Sep 07 18:44:51.899153 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d23cc90-d5a8-4c9b-8cfd-0733f44514b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:51.908602 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.60', 58326) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:51.946742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-c395963e-5327-4239-9614-694b6ed2a938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Request body: {'port': {'device_id': '236580bb-6460-461f-845c-9b2c034056f3', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '581e70f192f44902b528bd4279ab890a'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:51.950201 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8752bdca-f44b-487c-86d3-35e795749c78 x-openstack-request-id: req-8752bdca-f44b-487c-86d3-35e795749c78 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:51.950888 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3763538-607f-4dce-99ff-bb3e1be8c8b4", "name": "network-vif-deleted", "tag": "eb52ad4c-3251-42d2-8bc4-511377353e89", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:51.951150 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8752bdca-f44b-487c-86d3-35e795749c78 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:51.951537 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3763538-607f-4dce-99ff-bb3e1be8c8b4', 'name': 'network-vif-deleted', 'tag': 'eb52ad4c-3251-42d2-8bc4-511377353e89', 'status': 'completed', 'code': 200} Sep 07 18:44:52.047999 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-35ed468b-10b8-4ed6-8cec-b59e146023b2 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Made reservation on behalf of 581e70f192f44902b528bd4279ab890a for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:44:52.052320 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-35ed468b-10b8-4ed6-8cec-b59e146023b2 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:52.090386 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75d07341-b1c8-443c-b662-41110bbf61f3 req-570edb48-6e27-4d4e-9828-6a8cf4f46580 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464336 Sep 07 18:44:52.153214 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-f30a422f-8109-4147-8995-ce51bc730948 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:52.154720 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-f30a422f-8109-4147-8995-ce51bc730948 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0&tenant_id=44a39173cb8e4225b1d135c8b5917bc6&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 1097 time: 0.3641939 Sep 07 18:44:52.179131 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807786-1'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:52.205431 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435506b9-d96e-45fb-ac99-f26a89675d64 req-c26f58a9-fa92-4e08-8e2c-4104f9710d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:52.205934 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435506b9-d96e-45fb-ac99-f26a89675d64 req-c26f58a9-fa92-4e08-8e2c-4104f9710d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:52.206421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435506b9-d96e-45fb-ac99-f26a89675d64 req-c26f58a9-fa92-4e08-8e2c-4104f9710d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:52.208145 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-435506b9-d96e-45fb-ac99-f26a89675d64 req-c26f58a9-fa92-4e08-8e2c-4104f9710d21 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb3d3f64389a4f0192e048c0f33ae8a3&device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 2730 time: 0.2973816 Sep 07 18:44:52.214546 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-35ed468b-10b8-4ed6-8cec-b59e146023b2 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Allocated IP 192.168.233.235 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/f3119e41-071d-48eb-8eef-d8d9d67580ba) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:44:52.266913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36611ab9-504e-4bc2-8d70-ba0936eb3ffd req-738b1637-71fb-4256-b8e0-fe21828a3170 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:52.272890 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36611ab9-504e-4bc2-8d70-ba0936eb3ffd req-738b1637-71fb-4256-b8e0-fe21828a3170 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:52.278853 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36611ab9-504e-4bc2-8d70-ba0936eb3ffd req-738b1637-71fb-4256-b8e0-fe21828a3170 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:52.280519 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36611ab9-504e-4bc2-8d70-ba0936eb3ffd req-738b1637-71fb-4256-b8e0-fe21828a3170 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 2387 time: 0.3411636 Sep 07 18:44:52.383999 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-35ed468b-10b8-4ed6-8cec-b59e146023b2 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:52.404035 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-35ed468b-10b8-4ed6-8cec-b59e146023b2 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Transition to ACTIVE for port object f3119e41-071d-48eb-8eef-d8d9d67580ba will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:52.439293 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-35ed468b-10b8-4ed6-8cec-b59e146023b2 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:52.453318 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d4793ad6-d11d-40c6-b974-0f6fa5236f35'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:52.457382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['17c37eef-d87c-4fcb-b069-e8c893ed0a4e', '23b37dac-9a72-445b-9d73-216d352056ac'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:52.495188 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-35ed468b-10b8-4ed6-8cec-b59e146023b2 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:44:52.501105 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-35ed468b-10b8-4ed6-8cec-b59e146023b2 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:52.507434 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46950) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:52.508278 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-35ed468b-10b8-4ed6-8cec-b59e146023b2 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:44:52.548440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed468b-10b8-4ed6-8cec-b59e146023b2 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Pushing event updated for resources: {'Port': ['ID=f3119e41-071d-48eb-8eef-d8d9d67580ba,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:52.582159 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:52.596051 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-35ed468b-10b8-4ed6-8cec-b59e146023b2 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:52.597051 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-35ed468b-10b8-4ed6-8cec-b59e146023b2 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:52.674200 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36611ab9-504e-4bc2-8d70-ba0936eb3ffd req-4a0b72b3-77c0-4eff-bea8-fd9f3a526222 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531356 Sep 07 18:44:52.695256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14a7bc-08bf-4075-879c-ad35c47a3cd1 req-41af216d-89df-4ea6-808c-0e784338a441 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:52.698412 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b14a7bc-08bf-4075-879c-ad35c47a3cd1 req-41af216d-89df-4ea6-808c-0e784338a441 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 946 time: 0.4060726 Sep 07 18:44:52.714208 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2e620b35-80c0-456e-b829-ab60758f4434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:52.872437 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d8fac34f-f65c-4d2a-ac66-f64c7f619ea4 None None] Provisioning for port f3119e41-071d-48eb-8eef-d8d9d67580ba completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:52.878390 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d8fac34f-f65c-4d2a-ac66-f64c7f619ea4 None None] Provisioning complete for port f3119e41-071d-48eb-8eef-d8d9d67580ba triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:52.878758 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d8fac34f-f65c-4d2a-ac66-f64c7f619ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:52.917315 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d8fac34f-f65c-4d2a-ac66-f64c7f619ea4 None None] Port f3119e41-071d-48eb-8eef-d8d9d67580ba cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:44:52.977177 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435506b9-d96e-45fb-ac99-f26a89675d64 req-64e015e8-6df2-4aed-a1f1-c0c7ddc12aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:52.977698 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435506b9-d96e-45fb-ac99-f26a89675d64 req-64e015e8-6df2-4aed-a1f1-c0c7ddc12aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:52.978135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435506b9-d96e-45fb-ac99-f26a89675d64 req-64e015e8-6df2-4aed-a1f1-c0c7ddc12aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:52.979698 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-435506b9-d96e-45fb-ac99-f26a89675d64 req-64e015e8-6df2-4aed-a1f1-c0c7ddc12aa3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=cb3d3f64389a4f0192e048c0f33ae8a3&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7351544 Sep 07 18:44:53.006391 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d23cc90-d5a8-4c9b-8cfd-0733f44514b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:53.014841 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-35ed468b-10b8-4ed6-8cec-b59e146023b2 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3567061 Sep 07 18:44:53.028453 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] Request body: {'port': {'device_id': '8719d8b2-fac6-45cf-b750-916e946132e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:53.046826 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d23cc90-d5a8-4c9b-8cfd-0733f44514b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:53.085064 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:53.219642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-c395963e-5327-4239-9614-694b6ed2a938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Made reservation on behalf of 581e70f192f44902b528bd4279ab890a for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:44:53.223676 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-c395963e-5327-4239-9614-694b6ed2a938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:53.227730 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b14a7bc-08bf-4075-879c-ad35c47a3cd1 req-31b2b7c2-07eb-440c-9a3a-83a3b3e8da29 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786258 Sep 07 18:44:53.269483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e9c6e0-d8dd-415e-9749-9e78d98049dc {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:44:53.303741 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06609d3f-40d9-4e81-a2aa-307cd9981151 req-cde42022-6640-4850-9d59-b3bcc710bc6c tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:53.305333 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06609d3f-40d9-4e81-a2aa-307cd9981151 req-cde42022-6640-4850-9d59-b3bcc710bc6c tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 1096 time: 0.5550599 Sep 07 18:44:53.313723 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:53.328948 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3d23cc90-d5a8-4c9b-8cfd-0733f44514b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=99edcc9cbe1c4b798f2916404914a350&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5666552 Sep 07 18:44:53.334213 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46958) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:53.389773 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23cc90-d5a8-4c9b-8cfd-0733f44514b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe906c39-63f7-49cd-9e39-1fd14fc7f288,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:53.400165 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2e620b35-80c0-456e-b829-ab60758f4434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:53.415699 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2e620b35-80c0-456e-b829-ab60758f4434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:53.429599 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a390a65-1af5-4ce1-9f84-62b490b5866b req-c13857fc-5770-4d72-bb7c-66fa6cf92bfc tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=236580bb-6460-461f-845c-9b2c034056f3 HTTP/1.1" status: 200 len: 210 time: 0.1033070 Sep 07 18:44:53.437497 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] Transition to ACTIVE for port object 90e9c6e0-d8dd-415e-9749-9e78d98049dc will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:53.477314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] For port d07e9757-f49d-4028-b05e-a95e33150b44, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d07e9757-f49d-4028-b05e-a95e33150b44,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:53.483144 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:53.499232 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2e620b35-80c0-456e-b829-ab60758f4434 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5cf96e6024c343fa80a4fca98a9f48ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9863005 Sep 07 18:44:53.508609 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e620b35-80c0-456e-b829-ab60758f4434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e948a469-a843-4db7-a7fe-484b9603b93a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:53.511117 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46960) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:53.515397 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3119e41-071d-48eb-8eef-d8d9d67580ba {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:44:53.531314 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:53.534254 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae96a08c-8cb8-4cfe-a460-0d1890aa8aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:53.538701 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435506b9-d96e-45fb-ac99-f26a89675d64 req-73dc8557-24da-4797-9e69-dc55d6f326a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:53.540184 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-435506b9-d96e-45fb-ac99-f26a89675d64 req-73dc8557-24da-4797-9e69-dc55d6f326a0 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5310376 Sep 07 18:44:53.573510 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46962) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:53.584866 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06609d3f-40d9-4e81-a2aa-307cd9981151 req-df041b4c-518e-42b4-ad5f-1f3eb52cdaa8 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447860 Sep 07 18:44:53.586522 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] Transition to ACTIVE for port object f3119e41-071d-48eb-8eef-d8d9d67580ba will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:53.600712 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae96a08c-8cb8-4cfe-a460-0d1890aa8aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:53.625039 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:53.654397 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] Pushing event updated for resources: {'Port': ['ID=90e9c6e0-d8dd-415e-9749-9e78d98049dc,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:53.663123 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] For port d07e9757-f49d-4028-b05e-a95e33150b44, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:53.735271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] Attempting to bind port 90e9c6e0-d8dd-415e-9749-9e78d98049dc on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:53.735706 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] Attempting to bind port 90e9c6e0-d8dd-415e-9749-9e78d98049dc by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '27bf5c00-019c-4598-a3c8-75d11c2f61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '13a8a0e7-1341-4375-9704-446c97d83359'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:53.736305 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] Attempting to bind port 90e9c6e0-d8dd-415e-9749-9e78d98049dc on network 13a8a0e7-1341-4375-9704-446c97d83359 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:53.750148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-c395963e-5327-4239-9614-694b6ed2a938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Allocated IP 192.168.233.150 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/a7f26351-2768-4390-b207-d8cfe555d368) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:44:53.750508 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d2ff43c8-4051-45a6-a067-12d4e219db89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:53.755618 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e261867-3462-4143-9460-d1cf5985c64a admin admin] Deleting subnet 02b2ffa4-cad5-4b0f-93a4-4ae29ef4bd89 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:44:53.763649 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] Pushing event updated for resources: {'Port': ['ID=f3119e41-071d-48eb-8eef-d8d9d67580ba,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:53.764233 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:53.765948 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] Port 90e9c6e0-d8dd-415e-9749-9e78d98049dc on network 13a8a0e7-1341-4375-9704-446c97d83359 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:44:53.766307 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] Attempting to bind port 90e9c6e0-d8dd-415e-9749-9e78d98049dc on network 13a8a0e7-1341-4375-9704-446c97d83359 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:53.769151 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e261867-3462-4143-9460-d1cf5985c64a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:53.778198 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:53.778656 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] Checking segment: {'id': '27bf5c00-019c-4598-a3c8-75d11c2f61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '13a8a0e7-1341-4375-9704-446c97d83359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:53.778925 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] Bound using segment: {'id': '27bf5c00-019c-4598-a3c8-75d11c2f61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '13a8a0e7-1341-4375-9704-446c97d83359'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:53.779372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] Bound port: 90e9c6e0-d8dd-415e-9749-9e78d98049dc, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27bf5c00-019c-4598-a3c8-75d11c2f61c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '13a8a0e7-1341-4375-9704-446c97d83359'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:53.779733 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:53.781728 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:53.852838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6701d2da-d1be-45f1-9f67-b70883beccf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd07e9757-f49d-4028-b05e-a95e33150b44'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:53.854994 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc73d69-7ec4-480b-bc03-dc47a07fd4f0" -d '{"events": [{"server_uuid": "6701d2da-d1be-45f1-9f67-b70883beccf0", "name": "network-vif-unplugged", "status": "completed", "tag": "d07e9757-f49d-4028-b05e-a95e33150b44"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:53.874400 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d2ff43c8-4051-45a6-a067-12d4e219db89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:53.919389 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae96a08c-8cb8-4cfe-a460-0d1890aa8aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:53.922009 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae96a08c-8cb8-4cfe-a460-0d1890aa8aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:53.923726 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ae96a08c-8cb8-4cfe-a460-0d1890aa8aee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fe906c39-63f7-49cd-9e39-1fd14fc7f288 HTTP/1.1" status: 204 len: 168 time: 0.5858681 Sep 07 18:44:53.928294 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e261867-3462-4143-9460-d1cf5985c64a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.039734 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96a08c-8cb8-4cfe-a460-0d1890aa8aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe906c39-63f7-49cd-9e39-1fd14fc7f288,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:54.043732 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] Pushing event updated for resources: {'Port': ['ID=d07e9757-f49d-4028-b05e-a95e33150b44,revision_number=7']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:54.096056 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] Attempting to bind port f3119e41-071d-48eb-8eef-d8d9d67580ba on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:54.096415 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] Attempting to bind port f3119e41-071d-48eb-8eef-d8d9d67580ba by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:54.096756 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] Attempting to bind port f3119e41-071d-48eb-8eef-d8d9d67580ba on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:54.099107 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e261867-3462-4143-9460-d1cf5985c64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.111571 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f74fcc-a639-42ab-877d-029eb6ee46f3 req-b70868e2-4211-46d0-87d4-d854ec075650 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:54.117596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f74fcc-a639-42ab-877d-029eb6ee46f3 req-b70868e2-4211-46d0-87d4-d854ec075650 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:54.122978 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] Port f3119e41-071d-48eb-8eef-d8d9d67580ba on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:44:54.123383 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] Attempting to bind port f3119e41-071d-48eb-8eef-d8d9d67580ba on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:54.129656 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f74fcc-a639-42ab-877d-029eb6ee46f3 req-b70868e2-4211-46d0-87d4-d854ec075650 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:54.136099 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:54.136450 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:54.136923 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:54.137297 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] Bound port: f3119e41-071d-48eb-8eef-d8d9d67580ba, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:54.137661 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.137934 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c6f74fcc-a639-42ab-877d-029eb6ee46f3 req-b70868e2-4211-46d0-87d4-d854ec075650 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 2399 time: 0.3150451 Sep 07 18:44:54.139462 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d2ff43c8-4051-45a6-a067-12d4e219db89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.142548 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d2ff43c8-4051-45a6-a067-12d4e219db89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.143986 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d2ff43c8-4051-45a6-a067-12d4e219db89 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e948a469-a843-4db7-a7fe-484b9603b93a HTTP/1.1" status: 204 len: 168 time: 0.6238747 Sep 07 18:44:54.167262 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] For port 90e9c6e0-d8dd-415e-9749-9e78d98049dc, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:54.169588 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff43c8-4051-45a6-a067-12d4e219db89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e948a469-a843-4db7-a7fe-484b9603b93a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:54.223811 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e261867-3462-4143-9460-d1cf5985c64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.226792 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device eb52ad4c-3251-42d2-8bc4-511377353e89 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:44:54.260333 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e261867-3462-4143-9460-d1cf5985c64a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02b2ffa4-cad5-4b0f-93a4-4ae29ef4bd89,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:54.265106 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: eb52ad4c-3251-42d2-8bc4-511377353e89 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:44:54.265927 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device eb52ad4c-3251-42d2-8bc4-511377353e89 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:44:54.268373 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e261867-3462-4143-9460-d1cf5985c64a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.270395 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0e261867-3462-4143-9460-d1cf5985c64a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/02b2ffa4-cad5-4b0f-93a4-4ae29ef4bd89 HTTP/1.1" status: 204 len: 168 time: 0.6937766 Sep 07 18:44:54.271747 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] For port f3119e41-071d-48eb-8eef-d8d9d67580ba, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:54.273900 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46988) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:54.277082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] For port f3119e41-071d-48eb-8eef-d8d9d67580ba, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f3119e41-071d-48eb-8eef-d8d9d67580ba,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:54.294516 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.297086 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c6f74fcc-a639-42ab-877d-029eb6ee46f3 req-8861ff31-d7cd-4a4e-8baf-fca434c39e19 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582177 Sep 07 18:44:54.314059 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] Attempting to bind port d07e9757-f49d-4028-b05e-a95e33150b44 on host n-h2-807786-1 for vnic_type normal with profile {"migrating_to": "n-h1-807786-1"} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:54.314059 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] Attempting to bind port d07e9757-f49d-4028-b05e-a95e33150b44 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:54.315297 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] Attempting to bind port d07e9757-f49d-4028-b05e-a95e33150b44 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:54.324498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] For port 90e9c6e0-d8dd-415e-9749-9e78d98049dc, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=90e9c6e0-d8dd-415e-9749-9e78d98049dc,segment=NetworkSegment(27bf5c00-019c-4598-a3c8-75d11c2f61c7),segment_id=27bf5c00-019c-4598-a3c8-75d11c2f61c7)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:54.347156 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.379442 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] Pushing event updated for resources: {'Port': ['ID=f3119e41-071d-48eb-8eef-d8d9d67580ba,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:54.418716 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:54.419996 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.421618 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-00beb6d1-5bbd-4ad3-856c-86e1e5323882 service neutron] 10.222.0.60 "PUT /v2.0/ports/f3119e41-071d-48eb-8eef-d8d9d67580ba HTTP/1.1" status: 200 len: 1096 time: 1.3972771 Sep 07 18:44:54.425153 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8719d8b2-fac6-45cf-b750-916e946132e4', 'tag': 'f3119e41-071d-48eb-8eef-d8d9d67580ba'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:54.429108 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4536b620-5ff7-46b4-b501-e62f49fe97e8" -d '{"events": [{"name": "network-changed", "server_uuid": "8719d8b2-fac6-45cf-b750-916e946132e4", "tag": "f3119e41-071d-48eb-8eef-d8d9d67580ba"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:54.456992 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d086924b-c6ea-4471-aa19-697fcc2daeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.474231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] Port d07e9757-f49d-4028-b05e-a95e33150b44 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:44:54.474746 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] Attempting to bind port d07e9757-f49d-4028-b05e-a95e33150b44 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:54.504277 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1138573f-2deb-4abb-854a-192cd1ccde99 x-openstack-request-id: req-1138573f-2deb-4abb-854a-192cd1ccde99 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:54.505757 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6701d2da-d1be-45f1-9f67-b70883beccf0", "name": "network-vif-unplugged", "status": "completed", "tag": "d07e9757-f49d-4028-b05e-a95e33150b44", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:54.506909 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1138573f-2deb-4abb-854a-192cd1ccde99 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:54.507607 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6701d2da-d1be-45f1-9f67-b70883beccf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd07e9757-f49d-4028-b05e-a95e33150b44', 'code': 200} Sep 07 18:44:54.509116 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] Pushing event updated for resources: {'Port': ['ID=90e9c6e0-d8dd-415e-9749-9e78d98049dc,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:54.513628 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:54.514310 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] Checking segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:54.514872 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] Bound using segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:54.515598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] Bound port: d07e9757-f49d-4028-b05e-a95e33150b44, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:54.516288 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.582342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:54.582973 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.583649 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-7ba247ce-6ec4-41f0-abcf-368d1a03dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:54.584378 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d109adba-4c26-4b45-ad98-c29092ba4d03 service neutron] 10.222.0.60 "PUT /v2.0/ports/90e9c6e0-d8dd-415e-9749-9e78d98049dc HTTP/1.1" status: 200 len: 1091 time: 3.0839262 Sep 07 18:44:54.585206 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-7ba247ce-6ec4-41f0-abcf-368d1a03dba6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&device_id=8719d8b2-fac6-45cf-b750-916e946132e4 HTTP/1.1" status: 200 len: 1099 time: 0.1157336 Sep 07 18:44:54.655937 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] For port d07e9757-f49d-4028-b05e-a95e33150b44, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:54.659541 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] For port d07e9757-f49d-4028-b05e-a95e33150b44, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d07e9757-f49d-4028-b05e-a95e33150b44,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:54.683499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] Request body: {'port': {'device_id': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:54.703081 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-c395963e-5327-4239-9614-694b6ed2a938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.707781 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.709212 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d086924b-c6ea-4471-aa19-697fcc2daeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.754392 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d086924b-c6ea-4471-aa19-697fcc2daeb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abb863d-4be3-42d3-a1ab-10c13856d3d1']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:54.771374 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d086924b-c6ea-4471-aa19-697fcc2daeb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b13efa-254e-4154-9f3e-9145db43ed21') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:54.772073 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d086924b-c6ea-4471-aa19-697fcc2daeb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b13efa-254e-4154-9f3e-9145db43ed21') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:54.793423 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d086924b-c6ea-4471-aa19-697fcc2daeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.828624 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d086924b-c6ea-4471-aa19-697fcc2daeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.844054 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d086924b-c6ea-4471-aa19-697fcc2daeb9 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:44:54.844578 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d086924b-c6ea-4471-aa19-697fcc2daeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.852483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cff06-81e4-4772-b962-cc88e8c5b479 req-ab906cdd-b582-4377-8d9f-d755800130e3 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:54.856356 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e78cff06-81e4-4772-b962-cc88e8c5b479 req-ab906cdd-b582-4377-8d9f-d755800130e3 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 944 time: 0.3566096 Sep 07 18:44:54.864612 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47014) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:54.867577 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-c395963e-5327-4239-9614-694b6ed2a938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Transition to ACTIVE for port object a7f26351-2768-4390-b207-d8cfe555d368 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:44:54.929668 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:44:54.935961 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d086924b-c6ea-4471-aa19-697fcc2daeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.971557 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d086924b-c6ea-4471-aa19-697fcc2daeb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.976157 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d086924b-c6ea-4471-aa19-697fcc2daeb9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7abb863d-4be3-42d3-a1ab-10c13856d3d1 HTTP/1.1" status: 204 len: 168 time: 0.6987340 Sep 07 18:44:54.984896 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-003ff838-c129-4376-9c67-f0a70c9856e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f3119e41-071d-48eb-8eef-d8d9d67580ba HTTP/1.1" status: 200 len: 217 time: 0.0562732 Sep 07 18:44:54.986307 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47020) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:54.993441 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086924b-c6ea-4471-aa19-697fcc2daeb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7abb863d-4be3-42d3-a1ab-10c13856d3d1,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:55.004788 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dac53803-1e9f-4873-b176-0a20b5660242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:55.026672 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] Pushing event updated for resources: {'Port': ['ID=d07e9757-f49d-4028-b05e-a95e33150b44,revision_number=8']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:55.045382 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-12fa2d18-842c-44d5-b7ab-26f72a92bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:55.047269 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-12fa2d18-842c-44d5-b7ab-26f72a92bc36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0514741 Sep 07 18:44:55.061609 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:55.083292 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e78cff06-81e4-4772-b962-cc88e8c5b479 req-9036c996-3322-4235-bdd9-709becd84bcc tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699126 Sep 07 18:44:55.137816 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-66944448-f1b2-4521-861c-f6fc9b42f8e5 admin admin] Deleting subnet 75e9c8aa-cacd-4f82-9e2b-0f057845fd0b {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:44:55.141639 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742f20c1-c27d-4a38-8f5c-09eb0bc63b98 x-openstack-request-id: req-742f20c1-c27d-4a38-8f5c-09eb0bc63b98 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:55.141936 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8719d8b2-fac6-45cf-b750-916e946132e4", "tag": "f3119e41-071d-48eb-8eef-d8d9d67580ba", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:55.142191 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-742f20c1-c27d-4a38-8f5c-09eb0bc63b98 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:55.142589 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8719d8b2-fac6-45cf-b750-916e946132e4', 'tag': 'f3119e41-071d-48eb-8eef-d8d9d67580ba', 'status': 'completed', 'code': 200} Sep 07 18:44:55.148763 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66944448-f1b2-4521-861c-f6fc9b42f8e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:55.169299 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-c395963e-5327-4239-9614-694b6ed2a938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:55.171776 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:55.172412 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:55.174800 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-290322ee-1ac3-439f-9e75-fce84263d652 service neutron] 10.222.0.60 "PUT /v2.0/ports/d07e9757-f49d-4028-b05e-a95e33150b44 HTTP/1.1" status: 200 len: 1122 time: 3.0001366 Sep 07 18:44:55.186552 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-2d8dcd11-ed59-451a-8c32-07f45e6e108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:55.188043 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-2d8dcd11-ed59-451a-8c32-07f45e6e108c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1219680 Sep 07 18:44:55.190947 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d4793ad6-d11d-40c6-b974-0f6fa5236f35'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:55.199489 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['17c37eef-d87c-4fcb-b069-e8c893ed0a4e', '23b37dac-9a72-445b-9d73-216d352056ac'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:55.231711 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66944448-f1b2-4521-861c-f6fc9b42f8e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:55.286679 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-c395963e-5327-4239-9614-694b6ed2a938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:44:55.344158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-c395963e-5327-4239-9614-694b6ed2a938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:55.356884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-c395963e-5327-4239-9614-694b6ed2a938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:44:55.360867 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['d07e9757-f49d-4028-b05e-a95e33150b44'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:55.362798 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-c395963e-5327-4239-9614-694b6ed2a938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:55.363473 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-c395963e-5327-4239-9614-694b6ed2a938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:55.378853 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395963e-5327-4239-9614-694b6ed2a938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Pushing event updated for resources: {'Port': ['ID=a7f26351-2768-4390-b207-d8cfe555d368,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:55.400158 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-e7006d30-9823-4190-bcd6-1a4b4d86b63f service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034490 Sep 07 18:44:55.403792 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66944448-f1b2-4521-861c-f6fc9b42f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:55.513538 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbfbf6-a1d8-450c-b15f-2c19925f6a48 req-1078b3d2-f518-43dc-9249-70f7f971f608 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:55.521610 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25dbfbf6-a1d8-450c-b15f-2c19925f6a48 req-1078b3d2-f518-43dc-9249-70f7f971f608 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=236580bb-6460-461f-845c-9b2c034056f3 HTTP/1.1" status: 200 len: 936 time: 0.2711005 Sep 07 18:44:55.657811 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-4b56c341-3045-4208-9260-43f4aabc97e7 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:44:55.665458 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-4b56c341-3045-4208-9260-43f4aabc97e7 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200577 Sep 07 18:44:55.705709 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66944448-f1b2-4521-861c-f6fc9b42f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:55.741042 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f344f5ae-ae80-4b69-9c52-e9057a87dd26 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079879 Sep 07 18:44:55.796404 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66944448-f1b2-4521-861c-f6fc9b42f8e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:55.799375 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-66944448-f1b2-4521-861c-f6fc9b42f8e5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/75e9c8aa-cacd-4f82-9e2b-0f057845fd0b HTTP/1.1" status: 204 len: 168 time: 0.8112791 Sep 07 18:44:55.800985 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66944448-f1b2-4521-861c-f6fc9b42f8e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75e9c8aa-cacd-4f82-9e2b-0f057845fd0b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:55.803559 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47040) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:55.810591 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-13f21ea9-cded-47bd-b20a-478bd852a5e3 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:55.812039 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-13f21ea9-cded-47bd-b20a-478bd852a5e3 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/ports/f0a9a956-40c1-4933-a8a7-803a447e40ed HTTP/1.1" status: 200 len: 1093 time: 0.1458135 Sep 07 18:44:55.887441 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-72dc4ba2-482c-4c38-b990-51ccfddd041d None None] Provisioning for port a7f26351-2768-4390-b207-d8cfe555d368 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:55.913654 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-72dc4ba2-482c-4c38-b990-51ccfddd041d None None] Provisioning complete for port a7f26351-2768-4390-b207-d8cfe555d368 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:55.913890 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0982e1c-3db6-46d0-9f9d-4058c59488e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:55.914534 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-72dc4ba2-482c-4c38-b990-51ccfddd041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:55.919079 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dac53803-1e9f-4873-b176-0a20b5660242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:55.934226 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25dbfbf6-a1d8-450c-b15f-2c19925f6a48 req-ae0043c8-6228-4eba-9e93-59adeec4cf72 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062412 Sep 07 18:44:55.935961 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-818da85b-cdd6-4a09-b2fc-3bcacc5524fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:55.940521 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dac53803-1e9f-4873-b176-0a20b5660242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:55.967455 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-5b0c2103-5803-479c-b145-63978c7260fe service neutron] Request body: {'binding': {'host': 'n-h2-807786-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:55.967557 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-5b0c2103-5803-479c-b145-63978c7260fe service neutron] Unknown quota resources ['binding']. {{(pid=101444) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 18:44:55.978994 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-c395963e-5327-4239-9614-694b6ed2a938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0421360 Sep 07 18:44:56.019810 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536b620-5ff7-46b4-b501-e62f49fe97e8 req-da7330f0-7787-48c4-a285-10b423f40232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:56.021512 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4536b620-5ff7-46b4-b501-e62f49fe97e8 req-da7330f0-7787-48c4-a285-10b423f40232 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&device_id=8719d8b2-fac6-45cf-b750-916e946132e4 HTTP/1.1" status: 200 len: 1099 time: 0.2081585 Sep 07 18:44:56.036317 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-72dc4ba2-482c-4c38-b990-51ccfddd041d None None] Port a7f26351-2768-4390-b207-d8cfe555d368 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:44:56.041185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] Request body: {'port': {'device_id': '236580bb-6460-461f-845c-9b2c034056f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:56.107414 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-dac53803-1e9f-4873-b176-0a20b5660242 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa16219a391f4c01bbe6ba31486ac86f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2235107 Sep 07 18:44:56.109516 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47050) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:56.122760 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac53803-1e9f-4873-b176-0a20b5660242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b26cf3d-5225-4d60-b917-a44185a46a57,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:56.228072 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:56.259608 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4922292-996f-4da1-8f87-b33e006e71bc {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:44:56.272882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e277373-6d66-4808-995a-8ce992a029f8 req-b2c8567f-cca1-40c4-bb63-7c176d03bd5d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:56.277219 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0982e1c-3db6-46d0-9f9d-4058c59488e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:56.278903 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e277373-6d66-4808-995a-8ce992a029f8 req-b2c8567f-cca1-40c4-bb63-7c176d03bd5d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:56.285516 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e277373-6d66-4808-995a-8ce992a029f8 req-b2c8567f-cca1-40c4-bb63-7c176d03bd5d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:56.287203 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e277373-6d66-4808-995a-8ce992a029f8 req-b2c8567f-cca1-40c4-bb63-7c176d03bd5d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 2399 time: 0.1750422 Sep 07 18:44:56.309846 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:56.327039 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536b620-5ff7-46b4-b501-e62f49fe97e8 req-3e09875c-1864-4fbc-9e55-b1959df5f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:56.328535 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4536b620-5ff7-46b4-b501-e62f49fe97e8 req-3e09875c-1864-4fbc-9e55-b1959df5f407 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2921417 Sep 07 18:44:56.341500 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c0982e1c-3db6-46d0-9f9d-4058c59488e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9ffb4d-0d05-435b-aa4c-53c50dc85b81']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:56.355695 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] Transition to ACTIVE for port object c4922292-996f-4da1-8f87-b33e006e71bc will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:56.363067 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:56.368110 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c0982e1c-3db6-46d0-9f9d-4058c59488e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087656fa-54c3-4445-80ee-005144e0c98b') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:56.368410 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c0982e1c-3db6-46d0-9f9d-4058c59488e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087656fa-54c3-4445-80ee-005144e0c98b') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:44:56.400140 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4997-e896-4b64-87f1-9007e7f0732d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:56.410064 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0982e1c-3db6-46d0-9f9d-4058c59488e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:56.412293 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4536b620-5ff7-46b4-b501-e62f49fe97e8 req-03dcf758-99ea-40e1-a388-04578d290ee3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f3119e41-071d-48eb-8eef-d8d9d67580ba HTTP/1.1" status: 200 len: 217 time: 0.0628510 Sep 07 18:44:56.459091 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e277373-6d66-4808-995a-8ce992a029f8 req-478eb92f-6297-4301-a81c-bcbf7a4ae0e7 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514359 Sep 07 18:44:56.472059 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4997-e896-4b64-87f1-9007e7f0732d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:56.481664 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0982e1c-3db6-46d0-9f9d-4058c59488e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:56.496822 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] Pushing event updated for resources: {'Port': ['ID=c4922292-996f-4da1-8f87-b33e006e71bc,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:56.510159 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0982e1c-3db6-46d0-9f9d-4058c59488e1 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:44:56.510679 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0982e1c-3db6-46d0-9f9d-4058c59488e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:44:56.518823 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:44:56.522298 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'tag': '90e9c6e0-d8dd-415e-9749-9e78d98049dc'}, {'name': 'network-changed', 'server_uuid': '6701d2da-d1be-45f1-9f67-b70883beccf0', 'tag': 'd07e9757-f49d-4028-b05e-a95e33150b44'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:56.524985 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3aaa81e-f134-4c62-89f5-03de108a1a51" -d '{"events": [{"name": "network-changed", "server_uuid": "a93d8e69-16f2-4e63-bc25-7b01622bc56f", "tag": "90e9c6e0-d8dd-415e-9749-9e78d98049dc"}, {"name": "network-changed", "server_uuid": "6701d2da-d1be-45f1-9f67-b70883beccf0", "tag": "d07e9757-f49d-4028-b05e-a95e33150b44"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:56.567800 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-5b0c2103-5803-479c-b145-63978c7260fe service neutron] Attempting to bind port f0a9a956-40c1-4933-a8a7-803a447e40ed on host n-h2-807786-1 for vnic_type normal with profile None {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:56.568274 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-5b0c2103-5803-479c-b145-63978c7260fe service neutron] Attempting to bind port f0a9a956-40c1-4933-a8a7-803a447e40ed by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:56.568730 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-5b0c2103-5803-479c-b145-63978c7260fe service neutron] Attempting to bind port f0a9a956-40c1-4933-a8a7-803a447e40ed on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:56.574248 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536b620-5ff7-46b4-b501-e62f49fe97e8 req-74d66436-99f1-4a8b-b30c-35b934987a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:56.575865 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4536b620-5ff7-46b4-b501-e62f49fe97e8 req-74d66436-99f1-4a8b-b30c-35b934987a6b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1492741 Sep 07 18:44:56.599201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] Attempting to bind port c4922292-996f-4da1-8f87-b33e006e71bc on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:56.599534 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] Attempting to bind port c4922292-996f-4da1-8f87-b33e006e71bc by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '4271a33d-77da-4079-adf2-08a2baef1742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a75b3559-ffd0-4154-aa14-6f09a1e6e0ae'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:56.599858 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] Attempting to bind port c4922292-996f-4da1-8f87-b33e006e71bc on network a75b3559-ffd0-4154-aa14-6f09a1e6e0ae {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:56.633540 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] Port c4922292-996f-4da1-8f87-b33e006e71bc on network a75b3559-ffd0-4154-aa14-6f09a1e6e0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:44:56.633847 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-5b0c2103-5803-479c-b145-63978c7260fe service neutron] Port f0a9a956-40c1-4933-a8a7-803a447e40ed on network 73fe4171-28a4-4081-b73e-ded401c8a274 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:44:56.633962 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-5b0c2103-5803-479c-b145-63978c7260fe service neutron] Attempting to bind port f0a9a956-40c1-4933-a8a7-803a447e40ed on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:56.634427 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] Attempting to bind port c4922292-996f-4da1-8f87-b33e006e71bc on network a75b3559-ffd0-4154-aa14-6f09a1e6e0ae {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:56.643872 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-5b0c2103-5803-479c-b145-63978c7260fe service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:56.644254 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-5b0c2103-5803-479c-b145-63978c7260fe service neutron] Checking segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:56.644703 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-5b0c2103-5803-479c-b145-63978c7260fe service neutron] Bound using segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:56.645209 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-5b0c2103-5803-479c-b145-63978c7260fe service neutron] Bound port: f0a9a956-40c1-4933-a8a7-803a447e40ed, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:56.648332 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:56.648771 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] Checking segment: {'id': '4271a33d-77da-4079-adf2-08a2baef1742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a75b3559-ffd0-4154-aa14-6f09a1e6e0ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:56.649158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] Bound using segment: {'id': '4271a33d-77da-4079-adf2-08a2baef1742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a75b3559-ffd0-4154-aa14-6f09a1e6e0ae'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:56.649598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] Bound port: c4922292-996f-4da1-8f87-b33e006e71bc, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4271a33d-77da-4079-adf2-08a2baef1742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a75b3559-ffd0-4154-aa14-6f09a1e6e0ae'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:56.649959 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:56.652936 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0982e1c-3db6-46d0-9f9d-4058c59488e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:56.679293 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0982e1c-3db6-46d0-9f9d-4058c59488e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:56.681222 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c0982e1c-3db6-46d0-9f9d-4058c59488e1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fa9ffb4d-0d05-435b-aa4c-53c50dc85b81 HTTP/1.1" status: 204 len: 168 time: 0.8765039 Sep 07 18:44:56.707796 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0982e1c-3db6-46d0-9f9d-4058c59488e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa9ffb4d-0d05-435b-aa4c-53c50dc85b81,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:56.710624 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63c557-79ed-46d2-bbf4-4728648711fd req-e8946be5-5e7c-4857-ae2b-9bfd454c6931 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:56.712186 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d63c557-79ed-46d2-bbf4-4728648711fd req-e8946be5-5e7c-4857-ae2b-9bfd454c6931 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 944 time: 0.1243355 Sep 07 18:44:56.716167 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536b620-5ff7-46b4-b501-e62f49fe97e8 req-7388ea2e-c45b-4124-86a9-ca7f12d2a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:56.717682 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4536b620-5ff7-46b4-b501-e62f49fe97e8 req-7388ea2e-c45b-4124-86a9-ca7f12d2a1b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1141224 Sep 07 18:44:56.718276 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4997-e896-4b64-87f1-9007e7f0732d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:56.721344 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4997-e896-4b64-87f1-9007e7f0732d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:56.722464 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a5fb4997-e896-4b64-87f1-9007e7f0732d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b26cf3d-5225-4d60-b917-a44185a46a57 HTTP/1.1" status: 204 len: 168 time: 0.6129296 Sep 07 18:44:56.844271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] For port c4922292-996f-4da1-8f87-b33e006e71bc, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:56.854715 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d63c557-79ed-46d2-bbf4-4728648711fd req-b44c6089-4c4d-46b8-86e2-52afe2c43ff5 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190398 Sep 07 18:44:56.871367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] For port c4922292-996f-4da1-8f87-b33e006e71bc, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=c4922292-996f-4da1-8f87-b33e006e71bc,segment=NetworkSegment(4271a33d-77da-4079-adf2-08a2baef1742),segment_id=4271a33d-77da-4079-adf2-08a2baef1742)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:56.877834 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:56.881486 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7f26351-2768-4390-b207-d8cfe555d368 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:44:56.922589 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:56.946837 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:56.947469 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:56.948918 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] 10.222.0.60 "PUT /v2.0/ports/c4922292-996f-4da1-8f87-b33e006e71bc HTTP/1.1" status: 200 len: 1092 time: 2.2787409 Sep 07 18:44:56.949905 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] Transition to ACTIVE for port object a7f26351-2768-4390-b207-d8cfe555d368 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:56.978640 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb4997-e896-4b64-87f1-9007e7f0732d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b26cf3d-5225-4d60-b917-a44185a46a57,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:56.984121 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:56.987895 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47068) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:57.011099 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-5b0c2103-5803-479c-b145-63978c7260fe service neutron] For port f0a9a956-40c1-4933-a8a7-803a447e40ed, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f0a9a956-40c1-4933-a8a7-803a447e40ed,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:57.020473 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-5b0c2103-5803-479c-b145-63978c7260fe service neutron] Notify callbacks [] for binding, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:57.021689 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-5b0c2103-5803-479c-b145-63978c7260fe service neutron] 10.222.0.26 "POST /v2.0/ports/f0a9a956-40c1-4933-a8a7-803a447e40ed/bindings HTTP/1.1" status: 201 len: 389 time: 1.0629911 Sep 07 18:44:57.021817 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da07ff-6f85-4020-a488-c090f80191fb service neutron] Pushing event updated for resources: {'Port': ['ID=c4922292-996f-4da1-8f87-b33e006e71bc,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:57.156416 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4536b620-5ff7-46b4-b501-e62f49fe97e8 req-4075c187-7916-4b14-aa4f-74c2f5464e55 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200101 Sep 07 18:44:57.249990 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9c23b1d4-ef3d-479c-a9ae-2506a4cf2f3a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=60ba01fec01f439e8d5999973cd55e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2600174 Sep 07 18:44:57.273184 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa39ab10-dadb-4c26-a9de-707220df3cb1 x-openstack-request-id: req-aa39ab10-dadb-4c26-a9de-707220df3cb1 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:44:57.273491 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93d8e69-16f2-4e63-bc25-7b01622bc56f", "tag": "90e9c6e0-d8dd-415e-9749-9e78d98049dc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6701d2da-d1be-45f1-9f67-b70883beccf0", "tag": "d07e9757-f49d-4028-b05e-a95e33150b44", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:44:57.273745 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa39ab10-dadb-4c26-a9de-707220df3cb1 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:44:57.274152 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'tag': '90e9c6e0-d8dd-415e-9749-9e78d98049dc', 'status': 'completed', 'code': 200} Sep 07 18:44:57.274401 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6701d2da-d1be-45f1-9f67-b70883beccf0', 'tag': 'd07e9757-f49d-4028-b05e-a95e33150b44', 'status': 'completed', 'code': 200} Sep 07 18:44:57.274792 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47076) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:57.411339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] Attempting to bind port a7f26351-2768-4390-b207-d8cfe555d368 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:57.411675 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] Attempting to bind port a7f26351-2768-4390-b207-d8cfe555d368 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:57.411998 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] Attempting to bind port a7f26351-2768-4390-b207-d8cfe555d368 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:57.437332 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-fbedfd24-d8f0-4492-b216-467b57595126 req-bab8b0da-4a8a-4d6d-b02f-3c6913136d1a tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1832209066', 'description': 'tempest-description-393797019'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:57.442789 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4536b620-5ff7-46b4-b501-e62f49fe97e8 req-9bd4be42-aae7-4757-8a84-f6e904db9faa service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777503 Sep 07 18:44:57.449268 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-9cc4295f-c1f9-4dd0-be00-29ac27c96741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:57.450932 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-9cc4295f-c1f9-4dd0-be00-29ac27c96741 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 1096 time: 0.1219614 Sep 07 18:44:57.453857 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-3c294eba-7828-423b-9b0d-074a4bd81cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:57.455399 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-3c294eba-7828-423b-9b0d-074a4bd81cd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 1125 time: 0.1638741 Sep 07 18:44:57.465940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] Port a7f26351-2768-4390-b207-d8cfe555d368 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:44:57.466270 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] Attempting to bind port a7f26351-2768-4390-b207-d8cfe555d368 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:57.513103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-75490e9e-d8cc-41dd-b59b-123b732e8bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:57.513603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-75490e9e-d8cc-41dd-b59b-123b732e8bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:57.514308 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-75490e9e-d8cc-41dd-b59b-123b732e8bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:57.516221 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-75490e9e-d8cc-41dd-b59b-123b732e8bc7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb3d3f64389a4f0192e048c0f33ae8a3&device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 2864 time: 0.4888601 Sep 07 18:44:57.522229 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f26351-2768-4390-b207-d8cfe555d368,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:57.525881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:57.526221 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:57.526601 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:57.527232 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] Bound port: a7f26351-2768-4390-b207-d8cfe555d368, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:57.527601 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:57.591374 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6c4bb57f-7338-4a14-9fd9-ef887aa50e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:57.593235 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fbedfd24-d8f0-4492-b216-467b57595126 req-bab8b0da-4a8a-4d6d-b02f-3c6913136d1a tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:57.606149 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-94ae9b4c-dc8a-4798-9537-102846439b0b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.95&port_id=e7e78570-a745-421f-8021-942a1816c82a HTTP/1.1" status: 200 len: 217 time: 0.0761499 Sep 07 18:44:57.617081 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fbedfd24-d8f0-4492-b216-467b57595126 req-bab8b0da-4a8a-4d6d-b02f-3c6913136d1a tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:57.643926 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-e93926b5-7a3d-48ee-ad14-0c579ee42d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:57.645573 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-e93926b5-7a3d-48ee-ad14-0c579ee42d42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 921 time: 0.1696517 Sep 07 18:44:57.646512 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-3b366582-554a-4d53-9f43-d73b0e0573e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:57.647831 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-3b366582-554a-4d53-9f43-d73b0e0573e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 909 time: 0.1705847 Sep 07 18:44:57.693700 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51188c3c-1879-4d20-90ac-c011937c73eb req-086f57a7-47db-48a4-b3c9-29f5718ef7de tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:57.695377 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51188c3c-1879-4d20-90ac-c011937c73eb req-086f57a7-47db-48a4-b3c9-29f5718ef7de tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=236580bb-6460-461f-845c-9b2c034056f3 HTTP/1.1" status: 200 len: 948 time: 0.3448265 Sep 07 18:44:57.709036 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6c4bb57f-7338-4a14-9fd9-ef887aa50e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:57.761584 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-3ec9bc02-e817-428d-b198-72410e14d415 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0a9a956-40c1-4933-a8a7-803a447e40ed HTTP/1.1" status: 200 len: 217 time: 0.0938773 Sep 07 18:44:57.763071 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-09275722-396c-4754-9381-0ff77c6d7274 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d07e9757-f49d-4028-b05e-a95e33150b44 HTTP/1.1" status: 200 len: 217 time: 0.0941799 Sep 07 18:44:57.796652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-5a946571-a2c4-462e-bc05-022dc3ec5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:57.798209 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-5a946571-a2c4-462e-bc05-022dc3ec5304 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=290d42e5-df52-447e-a2e4-fb7854533b6e HTTP/1.1" status: 200 len: 801 time: 0.1776452 Sep 07 18:44:57.813229 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] For port a7f26351-2768-4390-b207-d8cfe555d368, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:57.856852 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-61a96841-0981-4c86-bb58-c6afcfe35b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:57.858322 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-61a96841-0981-4c86-bb58-c6afcfe35b3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 200 len: 860 time: 0.0773039 Sep 07 18:44:57.863716 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-f24bb8ab-e970-4d36-8186-62251cfeb39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:57.865150 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-f24bb8ab-e970-4d36-8186-62251cfeb39c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.0746231 Sep 07 18:44:57.868314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] For port a7f26351-2768-4390-b207-d8cfe555d368, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a7f26351-2768-4390-b207-d8cfe555d368,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:57.872259 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51188c3c-1879-4d20-90ac-c011937c73eb req-edc7ad76-8de3-4969-9efc-c2a3540c9a4e tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597145 Sep 07 18:44:57.878356 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:57.930234 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:57.930869 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:57.932310 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] 10.222.0.36 "PUT /v2.0/ports/a7f26351-2768-4390-b207-d8cfe555d368 HTTP/1.1" status: 200 len: 1096 time: 1.9310529 Sep 07 18:44:57.947300 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6c4bb57f-7338-4a14-9fd9-ef887aa50e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:57.950165 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6c4bb57f-7338-4a14-9fd9-ef887aa50e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:57.951351 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6c4bb57f-7338-4a14-9fd9-ef887aa50e74 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c761ec93-beec-4f61-8204-2595f81895c3 HTTP/1.1" status: 204 len: 168 time: 0.6745861 Sep 07 18:44:57.982102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-42b3b060-b113-4628-ab03-cc90e2c578a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:57.983966 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-42b3b060-b113-4628-ab03-cc90e2c578a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a75b3559-ffd0-4154-aa14-6f09a1e6e0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1728570 Sep 07 18:44:57.990760 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-d24422de-b602-41b4-9e01-b2ba67ce70fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098957 Sep 07 18:44:57.995616 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-ed9fe115-0b54-4ce5-8ea0-1921b7b8c3d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73fe4171-28a4-4081-b73e-ded401c8a274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064827 Sep 07 18:44:58.014075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bb57f-7338-4a14-9fd9-ef887aa50e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c761ec93-beec-4f61-8204-2595f81895c3,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:58.071249 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423abc1-c22d-4daf-b955-cb1423d70da2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f26351-2768-4390-b207-d8cfe555d368,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:58.213783 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-168eddf4-176f-4415-91e3-f428bad03d95 service neutron] 10.222.0.36 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659095 Sep 07 18:44:58.226975 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fbedfd24-d8f0-4492-b216-467b57595126 req-bab8b0da-4a8a-4d6d-b02f-3c6913136d1a tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:58.233491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-83fe9047-2fe3-4ec4-a123-2b4487ddc199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:58.235618 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-83fe9047-2fe3-4ec4-a123-2b4487ddc199 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&device_id=236580bb-6460-461f-845c-9b2c034056f3 HTTP/1.1" status: 200 len: 1099 time: 0.2096908 Sep 07 18:44:58.243841 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fbedfd24-d8f0-4492-b216-467b57595126 req-bab8b0da-4a8a-4d6d-b02f-3c6913136d1a tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:58.281179 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d07e9757-f49d-4028-b05e-a95e33150b44 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:44:58.311501 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac2521-0307-42cc-a7ef-b9e96cd119be req-bb332203-e0d2-4f1a-b440-3104ac5a17e9 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:58.313104 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7cac2521-0307-42cc-a7ef-b9e96cd119be req-bb332203-e0d2-4f1a-b440-3104ac5a17e9 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 945 time: 0.2074840 Sep 07 18:44:58.354946 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-78be5f80-c003-451a-b85d-edece03f9ae7 service neutron] 10.222.0.60 "GET /v2.0/networks/a75b3559-ffd0-4154-aa14-6f09a1e6e0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520436 Sep 07 18:44:58.356633 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-60ca6b14-7800-4e20-92c5-abcf9904767b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=a7f26351-2768-4390-b207-d8cfe555d368 HTTP/1.1" status: 200 len: 217 time: 0.1079612 Sep 07 18:44:58.396736 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-89ab2f42-0fd4-4316-a77a-fb0e335c2178 service neutron] 10.222.0.36 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865836 Sep 07 18:44:58.432970 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8b0da-4a8a-4d6d-b02f-3c6913136d1a tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d72d836b-a8c5-4e14-af9b-7f0af6af7fc8,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:58.475289 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port d07e9757-f49d-4028-b05e-a95e33150b44, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d07e9757-f49d-4028-b05e-a95e33150b44,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:58.490116 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d07e9757-f49d-4028-b05e-a95e33150b44 has no active binding in host n-h1-807786-1 {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 18:44:58.490733 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f3119e41-071d-48eb-8eef-d8d9d67580ba details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:44:58.502789 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-e87de119-ec1c-4ff9-b601-7c0070926bb5 service neutron] 10.222.0.36 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580791 Sep 07 18:44:58.536248 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-c4135b44-aef7-4f85-93df-442b03cf829b service neutron] 10.222.0.36 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253471 Sep 07 18:44:58.568882 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47110) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:58.584908 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7cac2521-0307-42cc-a7ef-b9e96cd119be req-c43cc033-1a0a-44de-bb4c-18b24e335352 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381175 Sep 07 18:44:58.589655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-3aa8deae-66f0-4953-9dcf-33adbfca6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:58.591266 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-3aa8deae-66f0-4953-9dcf-33adbfca6bbb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.2220595 Sep 07 18:44:58.679123 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-39856ecd-e25a-4f56-becb-36ec13d572bb service neutron] 10.222.0.60 "GET /v2.0/networks/a75b3559-ffd0-4154-aa14-6f09a1e6e0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107653 Sep 07 18:44:58.719980 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port f3119e41-071d-48eb-8eef-d8d9d67580ba, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f3119e41-071d-48eb-8eef-d8d9d67580ba,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:58.732469 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'f3119e41-071d-48eb-8eef-d8d9d67580ba', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': 'f3119e41-071d-48eb-8eef-d8d9d67580ba', 'mac_address': 'fa:16:3e:17:17:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:44:58.741905 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2ccc1e7d-fcf4-4147-9861-3cb68354676b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=633fb098e13a4ceca7404d0ddb87de2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1717908 Sep 07 18:44:58.744366 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47112) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:58.758932 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-c2f46b3b-6101-4ba9-b36d-b17b361f8373 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:58.760423 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-c2f46b3b-6101-4ba9-b36d-b17b361f8373 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8&tenant_id=f00faea60e4544a695e7dd93ec709296&binding%3Ahost_id=n-h1-807786-1 HTTP/1.1" status: 200 len: 1096 time: 0.1724558 Sep 07 18:44:58.772116 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fbedfd24-d8f0-4492-b216-467b57595126 req-bab8b0da-4a8a-4d6d-b02f-3c6913136d1a tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:58.775321 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-236dae34-3dfe-4840-8268-066f727aa4ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.37&port_id=90e9c6e0-d8dd-415e-9749-9e78d98049dc HTTP/1.1" status: 200 len: 217 time: 0.0788782 Sep 07 18:44:58.779184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-51485b9b-4a20-42a3-aa70-7f378c9a8090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:58.780654 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-51485b9b-4a20-42a3-aa70-7f378c9a8090 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1673110 Sep 07 18:44:58.782593 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807786-1'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:58.783923 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fbedfd24-d8f0-4492-b216-467b57595126 req-bab8b0da-4a8a-4d6d-b02f-3c6913136d1a tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:58.810629 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:58.833287 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-de63f010-0901-4f06-8979-cfdf1309623b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:58.841573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3119e41-071d-48eb-8eef-d8d9d67580ba {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:44:58.859951 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:58.874931 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port f3119e41-071d-48eb-8eef-d8d9d67580ba, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f3119e41-071d-48eb-8eef-d8d9d67580ba,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:58.882283 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4501dfd0-db50-4bac-ab64-088e1a3aaa21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:58.885096 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:58.935205 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4501dfd0-db50-4bac-ab64-088e1a3aaa21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:58.955898 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=f3119e41-071d-48eb-8eef-d8d9d67580ba,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:58.992442 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:59.072835 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] For port f0a9a956-40c1-4933-a8a7-803a447e40ed, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f0a9a956-40c1-4933-a8a7-803a447e40ed,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:59.081981 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4501dfd0-db50-4bac-ab64-088e1a3aaa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:59.084641 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4501dfd0-db50-4bac-ab64-088e1a3aaa21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:59.088450 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4501dfd0-db50-4bac-ab64-088e1a3aaa21 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5db71e5c-cd22-4f96-8e5d-ae1db14ce168 HTTP/1.1" status: 204 len: 168 time: 0.3406842 Sep 07 18:44:59.092384 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fbedfd24-d8f0-4492-b216-467b57595126 req-bab8b0da-4a8a-4d6d-b02f-3c6913136d1a tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:59.106296 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fbedfd24-d8f0-4492-b216-467b57595126 req-bab8b0da-4a8a-4d6d-b02f-3c6913136d1a tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7249353 Sep 07 18:44:59.107807 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501dfd0-db50-4bac-ab64-088e1a3aaa21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db71e5c-cd22-4f96-8e5d-ae1db14ce168,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:59.134753 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] For port f0a9a956-40c1-4933-a8a7-803a447e40ed, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:59.185907 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eda19-e49c-421c-aa8c-6a900fa4914c req-39e7e0a2-e840-4f5b-a366-c8cea445aba8 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:59.191252 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b79c377-336b-48e3-a125-9b3a1d92efe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a9a956-40c1-4933-a8a7-803a447e40ed'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:59.191867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eda19-e49c-421c-aa8c-6a900fa4914c req-39e7e0a2-e840-4f5b-a366-c8cea445aba8 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:59.193512 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf978a06-70fa-43fe-9fef-a6ef819e8e8f" -d '{"events": [{"server_uuid": "1b79c377-336b-48e3-a125-9b3a1d92efe8", "name": "network-vif-unplugged", "status": "completed", "tag": "f0a9a956-40c1-4933-a8a7-803a447e40ed"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:59.197960 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:59.198757 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eda19-e49c-421c-aa8c-6a900fa4914c req-39e7e0a2-e840-4f5b-a366-c8cea445aba8 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:59.205061 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:59.207838 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f81eda19-e49c-421c-aa8c-6a900fa4914c req-39e7e0a2-e840-4f5b-a366-c8cea445aba8 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 2411 time: 0.5160186 Sep 07 18:44:59.210738 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8b0da-4a8a-4d6d-b02f-3c6913136d1a tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaf278d-65dc-407b-8cb1-1fa86a7cd807,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:59.222406 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['f3119e41-071d-48eb-8eef-d8d9d67580ba'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:59.275467 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e60556fe-ddf0-4837-9d3b-65931f078b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:59.277038 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-e60556fe-ddf0-4837-9d3b-65931f078b29 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb7b4ce8-f8cc-4c65-9afd-15aa251f2a98 HTTP/1.1" status: 200 len: 801 time: 0.4898436 Sep 07 18:44:59.279448 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'tag': 'c4922292-996f-4da1-8f87-b33e006e71bc'}, {'name': 'network-changed', 'server_uuid': '236580bb-6460-461f-845c-9b2c034056f3', 'tag': 'a7f26351-2768-4390-b207-d8cfe555d368'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:44:59.281483 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6" -d '{"events": [{"name": "network-changed", "server_uuid": "a93d8e69-16f2-4e63-bc25-7b01622bc56f", "tag": "c4922292-996f-4da1-8f87-b33e006e71bc"}, {"name": "network-changed", "server_uuid": "236580bb-6460-461f-845c-9b2c034056f3", "tag": "a7f26351-2768-4390-b207-d8cfe555d368"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:44:59.286108 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a9a956-40c1-4933-a8a7-803a447e40ed,revision_number=7']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:59.306648 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] Attempting to bind port f0a9a956-40c1-4933-a8a7-803a447e40ed on host n-h1-807786-1 for vnic_type normal with profile {"migrating_to": "n-h2-807786-1"} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:59.309165 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] Attempting to bind port f0a9a956-40c1-4933-a8a7-803a447e40ed by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:59.309938 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] Attempting to bind port f0a9a956-40c1-4933-a8a7-803a447e40ed on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:59.320323 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] Port f0a9a956-40c1-4933-a8a7-803a447e40ed on network 73fe4171-28a4-4081-b73e-ded401c8a274 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:44:59.321130 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] Attempting to bind port f0a9a956-40c1-4933-a8a7-803a447e40ed on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:59.327900 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:59.328413 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] Checking segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:59.329740 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] Bound using segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:59.330432 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] Bound port: f0a9a956-40c1-4933-a8a7-803a447e40ed, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:59.330951 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:59.361248 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f81eda19-e49c-421c-aa8c-6a900fa4914c req-afa5c0df-9fc2-4fbf-9808-c771bde2febd tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505802 Sep 07 18:44:59.373567 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-851d0f06-9445-413c-98d5-892bbeaddce3 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592393 Sep 07 18:44:59.408387 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcf243-b933-487f-bf67-bf6dd57e3678 req-801495e6-f603-4d7e-b0bb-35a7b9c3f163 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:59.410164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ddbcf243-b933-487f-bf67-bf6dd57e3678 req-801495e6-f603-4d7e-b0bb-35a7b9c3f163 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 944 time: 0.1950080 Sep 07 18:44:59.475950 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] For port f0a9a956-40c1-4933-a8a7-803a447e40ed, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:59.495953 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] For port f0a9a956-40c1-4933-a8a7-803a447e40ed, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f0a9a956-40c1-4933-a8a7-803a447e40ed,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:59.505969 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:59.512359 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d536a904-6e35-4739-942f-3e07526f8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:59.513930 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-d536a904-6e35-4739-942f-3e07526f8056 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=13a8a0e7-1341-4375-9704-446c97d83359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2199688 Sep 07 18:44:59.555795 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-f01f2aa3-c2b3-4a23-8246-6ffd52a50b90 service neutron] 10.222.0.36 "GET /v2.0/ports/d07e9757-f49d-4028-b05e-a95e33150b44/bindings/n-h1-807786-1 HTTP/1.1" status: 200 len: 384 time: 0.1303899 Sep 07 18:44:59.593380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ddbcf243-b933-487f-bf67-bf6dd57e3678 req-c9c72ca9-8cac-457f-b818-4b0e1b8fdc5d tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588478 Sep 07 18:44:59.613911 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820a875-af8e-4389-8c8a-856befe73b7f req-b3bb3aa4-0486-43ab-930c-fb7c8609f974 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:59.615427 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a820a875-af8e-4389-8c8a-856befe73b7f req-b3bb3aa4-0486-43ab-930c-fb7c8609f974 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=236580bb-6460-461f-845c-9b2c034056f3 HTTP/1.1" status: 200 len: 948 time: 0.1792653 Sep 07 18:44:59.634400 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a9a956-40c1-4933-a8a7-803a447e40ed,revision_number=8']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:59.642554 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:59.643179 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:59.644587 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-fd336adf-4c23-4a80-971c-15fd16f57c94 service neutron] 10.222.0.36 "PUT /v2.0/ports/f0a9a956-40c1-4933-a8a7-803a447e40ed HTTP/1.1" status: 200 len: 1121 time: 0.8686082 Sep 07 18:44:59.679277 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4609d92-a1a9-4baa-b6e9-f29b6cb0485d req-88024920-b8f1-494a-85d0-cd5554f38cad service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634146 Sep 07 18:44:59.721510 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a820a875-af8e-4389-8c8a-856befe73b7f req-394ee662-7036-494e-8979-f66adee8d912 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844092 Sep 07 18:44:59.729642 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-9e87e9ec-c24e-4837-b163-d5f59903ce1a service neutron] 10.222.0.60 "GET /v2.0/networks/13a8a0e7-1341-4375-9704-446c97d83359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823103 Sep 07 18:44:59.743663 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['f0a9a956-40c1-4933-a8a7-803a447e40ed'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:44:59.775579 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-d63c5b49-18d1-465c-978a-9758a89f64d5 req-b8d4f2d5-03d2-43df-a81f-1a075956f9ad tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1059167827', 'description': 'tempest-description-1814158646'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:59.821909 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-e9aa0ef8-1ee3-4e16-b352-8430b07232ec service neutron] For port d07e9757-f49d-4028-b05e-a95e33150b44, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d07e9757-f49d-4028-b05e-a95e33150b44,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:59.842956 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-e9aa0ef8-1ee3-4e16-b352-8430b07232ec service neutron] For port d07e9757-f49d-4028-b05e-a95e33150b44, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:59.856872 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d63c5b49-18d1-465c-978a-9758a89f64d5 req-b8d4f2d5-03d2-43df-a81f-1a075956f9ad tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:59.881076 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-e9aa0ef8-1ee3-4e16-b352-8430b07232ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07e9757-f49d-4028-b05e-a95e33150b44 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:44:59.893508 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-e9aa0ef8-1ee3-4e16-b352-8430b07232ec service neutron] For port d07e9757-f49d-4028-b05e-a95e33150b44, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d07e9757-f49d-4028-b05e-a95e33150b44,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:59.909167 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-e9aa0ef8-1ee3-4e16-b352-8430b07232ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:59.932117 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-33266d26-06ec-45a8-84bd-32b86ad35f90 service neutron] 10.222.0.60 "GET /v2.0/networks/13a8a0e7-1341-4375-9704-446c97d83359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937461 Sep 07 18:44:59.983519 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-165cf4ab-aa98-4d77-bccc-2e7e9c79fda4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.178&port_id=c4922292-996f-4da1-8f87-b33e006e71bc HTTP/1.1" status: 200 len: 217 time: 0.0418065 Sep 07 18:45:00.056310 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:00.076725 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4203f74-78fa-4162-9cfd-fc3701e53b32 x-openstack-request-id: req-d4203f74-78fa-4162-9cfd-fc3701e53b32 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:00.077012 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b79c377-336b-48e3-a125-9b3a1d92efe8", "name": "network-vif-unplugged", "status": "completed", "tag": "f0a9a956-40c1-4933-a8a7-803a447e40ed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:00.077262 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4203f74-78fa-4162-9cfd-fc3701e53b32 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:00.077651 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b79c377-336b-48e3-a125-9b3a1d92efe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a9a956-40c1-4933-a8a7-803a447e40ed', 'code': 200} Sep 07 18:45:00.081561 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-e9aa0ef8-1ee3-4e16-b352-8430b07232ec service neutron] Transition to ACTIVE for port object d07e9757-f49d-4028-b05e-a95e33150b44 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:00.085307 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d63c5b49-18d1-465c-978a-9758a89f64d5 req-b8d4f2d5-03d2-43df-a81f-1a075956f9ad tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:00.087090 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-e9aa0ef8-1ee3-4e16-b352-8430b07232ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:00.088040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-1d0e88d0-6236-4ba6-b093-09426e95e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:00.089903 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-1d0e88d0-6236-4ba6-b093-09426e95e63f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=290d42e5-df52-447e-a2e4-fb7854533b6e HTTP/1.1" status: 200 len: 801 time: 0.0967801 Sep 07 18:45:00.091080 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d63c5b49-18d1-465c-978a-9758a89f64d5 req-b8d4f2d5-03d2-43df-a81f-1a075956f9ad tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:00.131985 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 07 Sep 2021 18:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc3ebac-0312-448e-bf2c-66e571d65140 x-openstack-request-id: req-cbc3ebac-0312-448e-bf2c-66e571d65140 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:00.131985 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93d8e69-16f2-4e63-bc25-7b01622bc56f", "tag": "c4922292-996f-4da1-8f87-b33e006e71bc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "236580bb-6460-461f-845c-9b2c034056f3", "tag": "a7f26351-2768-4390-b207-d8cfe555d368", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:00.131985 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cbc3ebac-0312-448e-bf2c-66e571d65140 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:00.132259 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'tag': 'c4922292-996f-4da1-8f87-b33e006e71bc', 'status': 'completed', 'code': 200} Sep 07 18:45:00.132947 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236580bb-6460-461f-845c-9b2c034056f3', 'tag': 'a7f26351-2768-4390-b207-d8cfe555d368', 'status': 'completed', 'code': 200} Sep 07 18:45:00.144115 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47158) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:00.167043 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d63c5b49-18d1-465c-978a-9758a89f64d5 req-b8d4f2d5-03d2-43df-a81f-1a075956f9ad tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:00.168218 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d63c5b49-18d1-465c-978a-9758a89f64d5 req-b8d4f2d5-03d2-43df-a81f-1a075956f9ad tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4001341 Sep 07 18:45:00.169710 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4f2d5-03d2-43df-a81f-1a075956f9ad tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e06a859-a1e1-45e2-8f11-404b001f819a,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:00.196118 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-e9aa0ef8-1ee3-4e16-b352-8430b07232ec service neutron] No DVR routers for this DVR port d07e9757-f49d-4028-b05e-a95e33150b44 on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:45:00.207036 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa0ef8-1ee3-4e16-b352-8430b07232ec service neutron] Pushing event updated for resources: {'Port': ['ID=d07e9757-f49d-4028-b05e-a95e33150b44,revision_number=10']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:00.210804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-78bd55d3-8e83-4791-a20b-b6cb6a4ae2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:00.212361 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-78bd55d3-8e83-4791-a20b-b6cb6a4ae2e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a75b3559-ffd0-4154-aa14-6f09a1e6e0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1123722 Sep 07 18:45:00.230588 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-ef351459-2547-472d-9326-e7d7b073ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:00.232363 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-ef351459-2547-472d-9326-e7d7b073ee60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&device_id=236580bb-6460-461f-845c-9b2c034056f3 HTTP/1.1" status: 200 len: 1099 time: 0.0737593 Sep 07 18:45:00.247804 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-e9aa0ef8-1ee3-4e16-b352-8430b07232ec service neutron] 10.222.0.36 "PUT /v2.0/ports/d07e9757-f49d-4028-b05e-a95e33150b44/bindings/n-h1-807786-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6832619 Sep 07 18:45:00.293645 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f3119e41-071d-48eb-8eef-d8d9d67580ba up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:00.402963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17212f4b-b0cc-432e-9ca4-e28f7952f2b3 req-3e3b5a22-26f8-4d18-ba8a-1ccb7bb0e0f7 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:00.404591 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-17212f4b-b0cc-432e-9ca4-e28f7952f2b3 req-3e3b5a22-26f8-4d18-ba8a-1ccb7bb0e0f7 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 943 time: 0.1911271 Sep 07 18:45:00.423775 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-04b559b9-7ceb-4305-81b7-c2c246e232c7 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:00.425691 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-04b559b9-7ceb-4305-81b7-c2c246e232c7 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0&tenant_id=44a39173cb8e4225b1d135c8b5917bc6&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 1096 time: 0.0970633 Sep 07 18:45:00.439413 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-83aae5de-46b3-45c9-85e6-9f863cc51546 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-network', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:00.452058 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-440d39cc-a49d-4cdf-bd5f-9713fd547e74 service neutron] 10.222.0.60 "GET /v2.0/networks/a75b3559-ffd0-4154-aa14-6f09a1e6e0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242439 Sep 07 18:45:00.462779 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-ba0775f8-959e-4493-aacb-81c6b277235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:00.468059 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-ba0775f8-959e-4493-aacb-81c6b277235e service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2075095 Sep 07 18:45:00.478839 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port f3119e41-071d-48eb-8eef-d8d9d67580ba completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:00.486008 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port f3119e41-071d-48eb-8eef-d8d9d67580ba triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:00.486622 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:00.535395 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aae5de-46b3-45c9-85e6-9f863cc51546 admin admin] Made reservation on behalf of 49c2c790060a4e1b861c40173a8c7d1b for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:45:00.538182 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83aae5de-46b3-45c9-85e6-9f863cc51546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:00.551297 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-17212f4b-b0cc-432e-9ca4-e28f7952f2b3 req-2384f73e-0e98-4827-aef7-421a63778323 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356728 Sep 07 18:45:00.553791 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-a8dd54bf-b279-4fb4-97d8-7fe93163159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:00.555073 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-e1b35da1-8773-49a9-aa8c-870a4d82d3b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=a7f26351-2768-4390-b207-d8cfe555d368 HTTP/1.1" status: 200 len: 217 time: 0.0612199 Sep 07 18:45:00.555806 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-a8dd54bf-b279-4fb4-97d8-7fe93163159c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0&tenant_id=44a39173cb8e4225b1d135c8b5917bc6 HTTP/1.1" status: 200 len: 1096 time: 0.1126726 Sep 07 18:45:00.557006 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83aae5de-46b3-45c9-85e6-9f863cc51546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:00.636638 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:00.650800 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f07482-b3d2-47cf-80d9-559dc262a100 req-12a562fc-e1a8-4616-81f1-497d8f28b93b service neutron] 10.222.0.60 "GET /v2.0/networks/a75b3559-ffd0-4154-aa14-6f09a1e6e0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896167 Sep 07 18:45:00.652379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-247758f0-f4a8-414d-83f2-a72f5cb5d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:00.653832 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-247758f0-f4a8-414d-83f2-a72f5cb5d689 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0714126 Sep 07 18:45:00.673758 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8719d8b2-fac6-45cf-b750-916e946132e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3119e41-071d-48eb-8eef-d8d9d67580ba'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:00.682591 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1fe994-9f42-4167-a486-f10cda604843" -d '{"events": [{"server_uuid": "8719d8b2-fac6-45cf-b750-916e946132e4", "name": "network-vif-plugged", "status": "completed", "tag": "f3119e41-071d-48eb-8eef-d8d9d67580ba"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:00.695025 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-74d36c7d-0cc8-4619-a2cf-7b0eed6662d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:00.696609 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-74d36c7d-0cc8-4619-a2cf-7b0eed6662d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 1096 time: 0.1024292 Sep 07 18:45:00.707783 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port f3119e41-071d-48eb-8eef-d8d9d67580ba, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f3119e41-071d-48eb-8eef-d8d9d67580ba,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:00.714913 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:00.777573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=f3119e41-071d-48eb-8eef-d8d9d67580ba,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:00.778354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-30495b70-6550-4b0c-9804-794e486b69ea req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-284788310', 'description': 'tempest-description-339409319'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:00.824083 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-353b78c7-26e8-4a25-961f-70f7d7487a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:00.825781 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-353b78c7-26e8-4a25-961f-70f7d7487a74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1600330 Sep 07 18:45:00.829298 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83aae5de-46b3-45c9-85e6-9f863cc51546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:00.836537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-25a6c2ed-3e50-4d1a-858c-3869e611ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:00.837130 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-25a6c2ed-3e50-4d1a-858c-3869e611ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:00.837756 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-25a6c2ed-3e50-4d1a-858c-3869e611ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:00.839673 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-25a6c2ed-3e50-4d1a-858c-3869e611ac93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb3d3f64389a4f0192e048c0f33ae8a3&device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 2864 time: 0.1116586 Sep 07 18:45:00.840328 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83aae5de-46b3-45c9-85e6-9f863cc51546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:00.852639 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70484e45-c94f-4d2e-80f4-3ee038d88086 req-d2e7c4df-8518-4239-a675-a7cca0faf628 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:00.859541 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70484e45-c94f-4d2e-80f4-3ee038d88086 req-d2e7c4df-8518-4239-a675-a7cca0faf628 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:00.859721 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-69cfb630-6c10-409a-a015-1e425b69205c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:00.861795 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-69cfb630-6c10-409a-a015-1e425b69205c service neutron] 10.222.0.60 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 909 time: 0.1519179 Sep 07 18:45:00.866943 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70484e45-c94f-4d2e-80f4-3ee038d88086 req-d2e7c4df-8518-4239-a675-a7cca0faf628 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:00.868939 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70484e45-c94f-4d2e-80f4-3ee038d88086 req-d2e7c4df-8518-4239-a675-a7cca0faf628 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 2411 time: 0.1428905 Sep 07 18:45:00.869889 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83aae5de-46b3-45c9-85e6-9f863cc51546 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:45:00.926990 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-6f9912c3-d9d9-490a-86e7-0b13da4c4d90 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d07e9757-f49d-4028-b05e-a95e33150b44 HTTP/1.1" status: 200 len: 217 time: 0.0548148 Sep 07 18:45:00.927511 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aae5de-46b3-45c9-85e6-9f863cc51546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2c9237-0346-4076-acfd-edb6da46e5bc,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:00.932727 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83aae5de-46b3-45c9-85e6-9f863cc51546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:00.933122 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-83aae5de-46b3-45c9-85e6-9f863cc51546 admin admin] Added segment 45c9f31a-41ce-4a69-b532-ad480f8b45fe of type vlan for network 438b7473-bcf8-4707-b646-342e96ae6727 Sep 07 18:45:00.957763 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-30495b70-6550-4b0c-9804-794e486b69ea req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:01.007628 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83aae5de-46b3-45c9-85e6-9f863cc51546 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:01.019470 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-524daf04-70b3-4417-91a4-b3677a00ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:01.020973 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-524daf04-70b3-4417-91a4-b3677a00ea28 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.0797181 Sep 07 18:45:01.038335 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-30495b70-6550-4b0c-9804-794e486b69ea req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:01.055897 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70484e45-c94f-4d2e-80f4-3ee038d88086 req-ba23a6a0-e51e-4591-b662-545f520dc276 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653709 Sep 07 18:45:01.064418 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-666630b4-a910-4f85-9c3a-328de1d74c90 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286176 Sep 07 18:45:01.109241 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-bbdadef2-804e-488b-ab03-af435d55a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:01.111354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-bbdadef2-804e-488b-ab03-af435d55a211 service neutron] 10.222.0.60 "GET /v2.0/networks?id=13a8a0e7-1341-4375-9704-446c97d83359 HTTP/1.1" status: 200 len: 902 time: 0.2389672 Sep 07 18:45:01.130892 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-9a4b1e7d-39ef-4cb8-befe-9529633de0c2 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899218 Sep 07 18:45:01.172433 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83aae5de-46b3-45c9-85e6-9f863cc51546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:01.174142 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aae5de-46b3-45c9-85e6-9f863cc51546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:01.174842 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83aae5de-46b3-45c9-85e6-9f863cc51546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:01.176473 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-dbe00d37-39b1-4516-8b5c-5f3e0a7ebe42 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.37&port_id=90e9c6e0-d8dd-415e-9749-9e78d98049dc HTTP/1.1" status: 200 len: 217 time: 0.0549331 Sep 07 18:45:01.255858 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aae5de-46b3-45c9-85e6-9f863cc51546 admin admin] Pushing event updated for resources: {'Network': ['ID=438b7473-bcf8-4707-b646-342e96ae6727,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:01.266443 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-d374d469-13d9-4653-989c-0252ac7c2e9b service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876702 Sep 07 18:45:01.270781 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 438b7473-bcf8-4707-b646-342e96ae6727 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:45:01.307379 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47184) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:01.347828 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94cf22-2cc7-4079-a19e-d243935bedd3 req-f55a7545-7e13-43d9-87b2-fa805ebf470b tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:01.349416 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf94cf22-2cc7-4079-a19e-d243935bedd3 req-f55a7545-7e13-43d9-87b2-fa805ebf470b tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 945 time: 0.1882925 Sep 07 18:45:01.354144 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-17c571c5-d342-4832-b7f1-780fcb9b8b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:01.355526 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-17c571c5-d342-4832-b7f1-780fcb9b8b37 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb7b4ce8-f8cc-4c65-9afd-15aa251f2a98 HTTP/1.1" status: 200 len: 801 time: 0.1678841 Sep 07 18:45:01.382038 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-9f55bd23-95a3-4d14-8704-db8b6f11f584 service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079748 Sep 07 18:45:01.404409 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-30495b70-6550-4b0c-9804-794e486b69ea req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:01.414569 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-30495b70-6550-4b0c-9804-794e486b69ea req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:01.416475 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-83aae5de-46b3-45c9-85e6-9f863cc51546 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2712708 Sep 07 18:45:01.419482 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47188) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:01.426311 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-fcafc9f2-fdc2-45ee-80aa-fc6624648354 admin admin] Request body: {'subnet': {'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-subnet', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:01.439173 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-5dabbddb-fb64-454c-aff9-3c1df0af9ec7 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736669 Sep 07 18:45:01.451785 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcafc9f2-fdc2-45ee-80aa-fc6624648354 admin admin] Made reservation on behalf of 49c2c790060a4e1b861c40173a8c7d1b for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:45:01.454371 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcafc9f2-fdc2-45ee-80aa-fc6624648354 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:01.488595 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2d12ba26-c5a8-41e7-8a5a-e1326a3e74a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:01.595492 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:01.650625 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device f0a9a956-40c1-4933-a8a7-803a447e40ed details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:45:01.666080 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf94cf22-2cc7-4079-a19e-d243935bedd3 req-ae23d1c5-c39c-47cf-8a4e-b512164585ad tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039949 Sep 07 18:45:01.676615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c21a0d-c1d9-4bab-8823-4461eb159461,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:01.692862 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:01.693202 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:01.693541 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:01.693875 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:01.694202 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:01.694527 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:01.694849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:01.695174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:01.695493 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:01.695811 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:01.696130 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:01.696445 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:01.709119 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-28d8f85c-792c-4610-bbdd-9b31b894e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:01.710616 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-28d8f85c-792c-4610-bbdd-9b31b894e447 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=13a8a0e7-1341-4375-9704-446c97d83359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3376098 Sep 07 18:45:01.812959 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9850b1b4-096c-46d1-bab6-a7133286c134 x-openstack-request-id: req-9850b1b4-096c-46d1-bab6-a7133286c134 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:01.813612 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8719d8b2-fac6-45cf-b750-916e946132e4", "name": "network-vif-plugged", "status": "completed", "tag": "f3119e41-071d-48eb-8eef-d8d9d67580ba", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:01.813612 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9850b1b4-096c-46d1-bab6-a7133286c134 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:01.814028 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8719d8b2-fac6-45cf-b750-916e946132e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3119e41-071d-48eb-8eef-d8d9d67580ba', 'code': 200} Sep 07 18:45:01.818932 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-30495b70-6550-4b0c-9804-794e486b69ea req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:01.828091 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-30495b70-6550-4b0c-9804-794e486b69ea req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:01.864907 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port f0a9a956-40c1-4933-a8a7-803a447e40ed, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f0a9a956-40c1-4933-a8a7-803a447e40ed,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:01.885469 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device f0a9a956-40c1-4933-a8a7-803a447e40ed has no active binding in host n-h2-807786-1 {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 18:45:01.902443 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-69edda7a-b2b8-415e-b3e4-2c3bb33e0fd5 service neutron] 10.222.0.60 "GET /v2.0/networks/13a8a0e7-1341-4375-9704-446c97d83359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804490 Sep 07 18:45:01.923647 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ceb473f-4647-4ab4-9a76-382f83b26b77,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:01.946525 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-32c0f091-3f9d-4858-b781-488543e6041d tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:01.948011 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-32c0f091-3f9d-4858-b781-488543e6041d tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0&tenant_id=44a39173cb8e4225b1d135c8b5917bc6&binding%3Ahost_id=n-h1-807786-1 HTTP/1.1" status: 200 len: 1096 time: 0.1058185 Sep 07 18:45:02.003100 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcafc9f2-fdc2-45ee-80aa-fc6624648354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:02.025274 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7be77d-20b2-4a78-a767-c6ea467ea388 req-6a86dd3e-e6f9-41f7-853f-257aa86fb5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:02.026782 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df7be77d-20b2-4a78-a767-c6ea467ea388 req-6a86dd3e-e6f9-41f7-853f-257aa86fb5d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8719d8b2-fac6-45cf-b750-916e946132e4 HTTP/1.1" status: 200 len: 1101 time: 0.1920836 Sep 07 18:45:02.076281 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3aaa81e-f134-4c62-89f5-03de108a1a51 req-f53af6a3-c522-4eb1-b73b-655401ea97bc service neutron] 10.222.0.60 "GET /v2.0/networks/13a8a0e7-1341-4375-9704-446c97d83359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654520 Sep 07 18:45:02.082217 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b79c377-336b-48e3-a125-9b3a1d92efe8', 'tag': 'f0a9a956-40c1-4933-a8a7-803a447e40ed'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:02.086919 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f5c118-eee2-4996-84ff-9194b4077bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "1b79c377-336b-48e3-a125-9b3a1d92efe8", "tag": "f0a9a956-40c1-4933-a8a7-803a447e40ed"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:02.092288 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e0ca5-eb8b-4e74-8274-9f3e6536935b req-4ab68c08-27a3-42fd-88dc-02ede87bb571 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:02.097018 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-130e0ca5-eb8b-4e74-8274-9f3e6536935b req-4ab68c08-27a3-42fd-88dc-02ede87bb571 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=236580bb-6460-461f-845c-9b2c034056f3 HTTP/1.1" status: 200 len: 948 time: 0.1475747 Sep 07 18:45:02.126740 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df7be77d-20b2-4a78-a767-c6ea467ea388 req-5a4e0108-ce5f-479a-9cb4-fb4ea26fafb9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878682 Sep 07 18:45:02.128145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafc9f2-fdc2-45ee-80aa-fc6624648354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8d603cf-8d1f-4ab4-8bc0-887963bded92,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:02.145722 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcafc9f2-fdc2-45ee-80aa-fc6624648354 admin admin] Checking segment: {'id': '45c9f31a-41ce-4a69-b532-ad480f8b45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:02.145943 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcafc9f2-fdc2-45ee-80aa-fc6624648354 admin admin] Network hostable DHCP agents. Network: 438b7473-bcf8-4707-b646-342e96ae6727, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:45:02.172476 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-130e0ca5-eb8b-4e74-8274-9f3e6536935b req-f9f97ea2-cebe-4e8c-a5e3-d91a022d4f44 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668755 Sep 07 18:45:02.184792 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-7ffcf45a-d6b1-4f5a-b9f1-bd7b580c11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:02.185292 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-7ffcf45a-d6b1-4f5a-b9f1-bd7b580c11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:02.185767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-7ffcf45a-d6b1-4f5a-b9f1-bd7b580c11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:02.187593 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-7ffcf45a-d6b1-4f5a-b9f1-bd7b580c11bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb3d3f64389a4f0192e048c0f33ae8a3&device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 2864 time: 0.0582054 Sep 07 18:45:02.187726 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2d12ba26-c5a8-41e7-8a5a-e1326a3e74a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:02.201285 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2d12ba26-c5a8-41e7-8a5a-e1326a3e74a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:02.201529 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-30495b70-6550-4b0c-9804-794e486b69ea req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:02.202703 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-30495b70-6550-4b0c-9804-794e486b69ea req-d77ab703-2abc-4b6a-a956-3a4328c013b5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4467838 Sep 07 18:45:02.207506 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcafc9f2-fdc2-45ee-80aa-fc6624648354 admin admin] Network 438b7473-bcf8-4707-b646-342e96ae6727 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:45:02.255440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-9408f562-5b09-4b4b-a7fe-9e0236343150 service neutron] For port d07e9757-f49d-4028-b05e-a95e33150b44, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:02.256069 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-fcafc9f2-fdc2-45ee-80aa-fc6624648354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 438b7473-bcf8-4707-b646-342e96ae6727) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:02.259910 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2d12ba26-c5a8-41e7-8a5a-e1326a3e74a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=577e5707fa484134969dd21179267532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9514177 Sep 07 18:45:02.260694 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12ba26-c5a8-41e7-8a5a-e1326a3e74a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1972911e-bee9-4fae-bd5f-a1e0e31cc57e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:02.262963 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47198) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:02.265379 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13119cfc-093b-444a-8f18-4fc146529af6 None None] Network 438b7473-bcf8-4707-b646-342e96ae6727 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:45:02.268985 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-9408f562-5b09-4b4b-a7fe-9e0236343150 service neutron] Notify callbacks [] for binding, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:02.269910 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-72c00be7-aaa5-4c2d-a385-35119c9cc217 req-9408f562-5b09-4b4b-a7fe-9e0236343150 service neutron] 10.222.0.60 "DELETE /v2.0/ports/d07e9757-f49d-4028-b05e-a95e33150b44/bindings/n-h2-807786-1 HTTP/1.1" status: 204 len: 173 time: 0.3092501 Sep 07 18:45:02.275454 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcafc9f2-fdc2-45ee-80aa-fc6624648354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:02.276045 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcafc9f2-fdc2-45ee-80aa-fc6624648354 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:02.312815 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fcafc9f2-fdc2-45ee-80aa-fc6624648354 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8894379 Sep 07 18:45:02.315023 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47200) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:02.321311 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:02.352914 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-157429bc-e8bc-4ac6-b4f5-ff1cfd4fa7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:02.357464 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:02.358472 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:02.363112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67141479-a715-4efd-bb02-4cb4af180059 req-399ad99f-44c1-49ec-907a-96a004348ccd tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:02.372084 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-67141479-a715-4efd-bb02-4cb4af180059 req-399ad99f-44c1-49ec-907a-96a004348ccd tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 943 time: 0.1281996 Sep 07 18:45:02.382440 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-157429bc-e8bc-4ac6-b4f5-ff1cfd4fa7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:02.433143 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-438b7473-bcf8-4707-b646-342e96ae6727', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:45:02.434180 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:02.457900 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:02.485415 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18134e34-16b6-402b-b5cf-3d3907de0e96 req-2836851b-363f-46e5-b7c5-8dfae6ceb5ec tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:02.491330 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18134e34-16b6-402b-b5cf-3d3907de0e96 req-2836851b-363f-46e5-b7c5-8dfae6ceb5ec tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:02.497213 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18134e34-16b6-402b-b5cf-3d3907de0e96 req-2836851b-363f-46e5-b7c5-8dfae6ceb5ec tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:02.498859 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-18134e34-16b6-402b-b5cf-3d3907de0e96 req-2836851b-363f-46e5-b7c5-8dfae6ceb5ec tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 2411 time: 0.2130194 Sep 07 18:45:02.511335 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-67141479-a715-4efd-bb02-4cb4af180059 req-1f54b94b-6d66-4664-955a-2d7433ba029b tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376472 Sep 07 18:45:02.547393 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-157429bc-e8bc-4ac6-b4f5-ff1cfd4fa7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:02.550997 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-157429bc-e8bc-4ac6-b4f5-ff1cfd4fa7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:02.552486 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-157429bc-e8bc-4ac6-b4f5-ff1cfd4fa7ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1972911e-bee9-4fae-bd5f-a1e0e31cc57e HTTP/1.1" status: 204 len: 168 time: 0.2871327 Sep 07 18:45:02.567593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-1fd0c00f-2a59-4bcb-ab78-e674dba5c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:02.569115 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-1fd0c00f-2a59-4bcb-ab78-e674dba5c00d service neutron] 10.222.0.60 "GET /v2.0/networks?id=a75b3559-ffd0-4154-aa14-6f09a1e6e0ae HTTP/1.1" status: 200 len: 903 time: 0.2409067 Sep 07 18:45:02.575554 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-18134e34-16b6-402b-b5cf-3d3907de0e96 req-d2f1d631-1748-4697-b694-7c1a07f073ca tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576699 Sep 07 18:45:02.618497 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3259c2cf-2052-4f8c-a902-88da5cf41cac x-openstack-request-id: req-3259c2cf-2052-4f8c-a902-88da5cf41cac {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:02.619013 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b79c377-336b-48e3-a125-9b3a1d92efe8", "tag": "f0a9a956-40c1-4933-a8a7-803a447e40ed", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:02.619553 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3259c2cf-2052-4f8c-a902-88da5cf41cac {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:02.620103 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b79c377-336b-48e3-a125-9b3a1d92efe8', 'tag': 'f0a9a956-40c1-4933-a8a7-803a447e40ed', 'status': 'completed', 'code': 200} Sep 07 18:45:02.621852 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157429bc-e8bc-4ac6-b4f5-ff1cfd4fa7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1972911e-bee9-4fae-bd5f-a1e0e31cc57e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:02.657156 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-05ed781c-8cd2-4d83-9554-9702e540492b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.178&port_id=c4922292-996f-4da1-8f87-b33e006e71bc HTTP/1.1" status: 200 len: 217 time: 0.0782299 Sep 07 18:45:02.664336 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-d1f08136-adb0-4b44-a30f-bb5393a3e07e req-61a69870-dae9-4cdd-a51f-0c772f60e41d tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1653802173', 'description': 'tempest-description-411303087'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:02.676547 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:02.690622 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] Allocated IP 172.20.0.2 (438b7473-bcf8-4707-b646-342e96ae6727/d8d603cf-8d1f-4ab4-8bc0-887963bded92/d12abebf-92c7-4aa3-8c93-27ea73a56ba2) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:45:02.722841 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d1f08136-adb0-4b44-a30f-bb5393a3e07e req-61a69870-dae9-4cdd-a51f-0c772f60e41d tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:02.736093 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-55223ad8-26be-42e9-a194-8ce2766b4c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:02.737633 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-55223ad8-26be-42e9-a194-8ce2766b4c63 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=290d42e5-df52-447e-a2e4-fb7854533b6e HTTP/1.1" status: 200 len: 801 time: 0.0684719 Sep 07 18:45:02.831927 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-ae8396b0-7896-4a64-983c-4a4ed070b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:02.833777 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-ae8396b0-7896-4a64-983c-4a4ed070b1f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a75b3559-ffd0-4154-aa14-6f09a1e6e0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0865901 Sep 07 18:45:02.854208 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5c118-eee2-4996-84ff-9194b4077bb1 req-254acc23-8ece-4911-8584-c6100199cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:02.858047 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-25f5c118-eee2-4996-84ff-9194b4077bb1 req-254acc23-8ece-4911-8584-c6100199cabe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 1124 time: 0.2244258 Sep 07 18:45:02.940592 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d1f08136-adb0-4b44-a30f-bb5393a3e07e req-61a69870-dae9-4cdd-a51f-0c772f60e41d tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:02.947873 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d1f08136-adb0-4b44-a30f-bb5393a3e07e req-61a69870-dae9-4cdd-a51f-0c772f60e41d tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:02.991404 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d1f08136-adb0-4b44-a30f-bb5393a3e07e req-61a69870-dae9-4cdd-a51f-0c772f60e41d tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:03.004193 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1f08136-adb0-4b44-a30f-bb5393a3e07e req-61a69870-dae9-4cdd-a51f-0c772f60e41d tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3452942 Sep 07 18:45:03.018805 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-9c7a1d84-8fd5-4c77-beb2-93525567e0b1 service neutron] 10.222.0.60 "GET /v2.0/networks/a75b3559-ffd0-4154-aa14-6f09a1e6e0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756330 Sep 07 18:45:03.020832 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a69870-dae9-4cdd-a51f-0c772f60e41d tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fe5f41-086b-49b0-8854-25e9456286bd,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:03.045799 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:03.068634 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] Transition to ACTIVE for port object d12abebf-92c7-4aa3-8c93-27ea73a56ba2 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:03.105328 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] Transition to ACTIVE for port object d12abebf-92c7-4aa3-8c93-27ea73a56ba2 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:03.111593 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:03.133760 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5c118-eee2-4996-84ff-9194b4077bb1 req-37282a21-0272-4418-bda8-0dec9f30d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:03.135918 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-25f5c118-eee2-4996-84ff-9194b4077bb1 req-37282a21-0272-4418-bda8-0dec9f30d3f2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 921 time: 0.2642775 Sep 07 18:45:03.163123 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47212) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:03.174332 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] Network 438b7473-bcf8-4707-b646-342e96ae6727 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:45:03.177345 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:03.183867 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:45:03.196740 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] Pushing event updated for resources: {'Port': ['ID=d12abebf-92c7-4aa3-8c93-27ea73a56ba2,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:03.217272 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a5e94b1-b50d-4be4-a3ac-0baba42e0601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:03.223257 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-25f5c118-eee2-4996-84ff-9194b4077bb1 req-f4b1f2d0-c9c0-4f66-95c8-ba17ff37151d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0a9a956-40c1-4933-a8a7-803a447e40ed HTTP/1.1" status: 200 len: 217 time: 0.0541935 Sep 07 18:45:03.245566 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] Attempting to bind port d12abebf-92c7-4aa3-8c93-27ea73a56ba2 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:45:03.246318 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] Attempting to bind port d12abebf-92c7-4aa3-8c93-27ea73a56ba2 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '45c9f31a-41ce-4a69-b532-ad480f8b45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:45:03.246318 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] Attempting to bind port d12abebf-92c7-4aa3-8c93-27ea73a56ba2 on network 438b7473-bcf8-4707-b646-342e96ae6727 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:03.251735 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:45:03.252113 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] Checking segment: {'id': '45c9f31a-41ce-4a69-b532-ad480f8b45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:03.252996 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:03.252996 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] Bound using segment: {'id': '45c9f31a-41ce-4a69-b532-ad480f8b45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:45:03.253400 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] Bound port: d12abebf-92c7-4aa3-8c93-27ea73a56ba2, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c9f31a-41ce-4a69-b532-ad480f8b45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:45:03.253781 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:03.313688 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5c118-eee2-4996-84ff-9194b4077bb1 req-2283f768-341c-459a-86a7-841b203555f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:03.315258 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-25f5c118-eee2-4996-84ff-9194b4077bb1 req-2283f768-341c-459a-86a7-841b203555f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 200 len: 860 time: 0.0832720 Sep 07 18:45:03.322668 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] For port d12abebf-92c7-4aa3-8c93-27ea73a56ba2, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:03.326121 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] For port d12abebf-92c7-4aa3-8c93-27ea73a56ba2, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d12abebf-92c7-4aa3-8c93-27ea73a56ba2,segment=NetworkSegment(45c9f31a-41ce-4a69-b532-ad480f8b45fe),segment_id=45c9f31a-41ce-4a69-b532-ad480f8b45fe)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:45:03.326502 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f59c17-9fc7-4e55-881e-195006661a3b req-991cc04e-322d-4243-be05-f75794e5fb3b tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:03.329237 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-74f59c17-9fc7-4e55-881e-195006661a3b req-991cc04e-322d-4243-be05-f75794e5fb3b tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 945 time: 0.2441490 Sep 07 18:45:03.337108 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:03.340874 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-753bbbdd-5d0b-4555-996b-f92cb8c1bcf6 req-c28133b3-99ac-4438-ad9e-535b626b9302 service neutron] 10.222.0.60 "GET /v2.0/networks/a75b3559-ffd0-4154-aa14-6f09a1e6e0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081515 Sep 07 18:45:03.377653 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-25f5c118-eee2-4996-84ff-9194b4077bb1 req-1736f02b-a0a0-40d2-b5c1-abd8b6f50187 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=73fe4171-28a4-4081-b73e-ded401c8a274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295386 Sep 07 18:45:03.412732 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402470a-9e9a-407f-af56-4854215a9d0d None None] Pushing event updated for resources: {'Port': ['ID=d12abebf-92c7-4aa3-8c93-27ea73a56ba2,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:03.440567 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-74f59c17-9fc7-4e55-881e-195006661a3b req-448147bd-58b1-4c07-8c44-ed52bf1fb547 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024399 Sep 07 18:45:03.441740 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:03.495530 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:03.577200 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a5e94b1-b50d-4be4-a3ac-0baba42e0601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:03.579307 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-25f5c118-eee2-4996-84ff-9194b4077bb1 req-67611878-9eb7-4f77-a3d2-b4abc044d3d8 service neutron] 10.222.0.60 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820848 Sep 07 18:45:03.592725 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a5e94b1-b50d-4be4-a3ac-0baba42e0601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:03.670150 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a7f26351-2768-4390-b207-d8cfe555d368 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:45:03.674648 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device d07e9757-f49d-4028-b05e-a95e33150b44 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:45:03.708729 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9a5e94b1-b50d-4be4-a3ac-0baba42e0601 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=251e5284cd5e460787fbf95afd2bda0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5442774 Sep 07 18:45:03.709533 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47222) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:03.719560 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e94b1-b50d-4be4-a3ac-0baba42e0601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc352298-f17e-45bb-8667-61c52ab5efaf,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:03.793027 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a3472-75bf-4b2a-b2ed-e2afe2b705aa req-85464002-5661-4692-8c60-afdbb625cddb tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:03.794813 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef2a3472-75bf-4b2a-b2ed-e2afe2b705aa req-85464002-5661-4692-8c60-afdbb625cddb tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=236580bb-6460-461f-845c-9b2c034056f3 HTTP/1.1" status: 200 len: 948 time: 0.2114768 Sep 07 18:45:03.821761 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device d07e9757-f49d-4028-b05e-a95e33150b44 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:45:03.827414 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-25f5c118-eee2-4996-84ff-9194b4077bb1 req-71134f8a-54da-41b6-a849-ffa4caae7800 service neutron] 10.222.0.60 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947236 Sep 07 18:45:03.843571 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Allocated IP 172.25.8.253 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/bc2375aa-998d-476f-b8ac-4646ef4efe46) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:45:03.849010 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-a76ff702-6634-4506-a7d7-5a21f9dd1eca tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50615 time: 0.7112122 Sep 07 18:45:03.893656 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3ef694a3-52bd-44f5-b196-f1b8cc7d1f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:03.901152 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef2a3472-75bf-4b2a-b2ed-e2afe2b705aa req-a4873bb7-cb7c-4223-97d3-6f5190387282 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910494 Sep 07 18:45:03.905651 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a7f26351-2768-4390-b207-d8cfe555d368, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a7f26351-2768-4390-b207-d8cfe555d368,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:03.919891 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'a7f26351-2768-4390-b207-d8cfe555d368', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': 'a7f26351-2768-4390-b207-d8cfe555d368', 'mac_address': 'fa:16:3e:7c:0a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:45:03.940143 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3ef694a3-52bd-44f5-b196-f1b8cc7d1f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:03.966023 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-a4c2eab4-fb6f-455a-99c8-352d4154ee05 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/1b260571-7394-42dd-bb99-f3229a18de99 HTTP/1.1" status: 200 len: 2981 time: 0.1087396 Sep 07 18:45:03.982173 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:04.004677 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f26351-2768-4390-b207-d8cfe555d368 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:04.024154 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:04.028676 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-becb16f6-d93b-424b-88e2-93b7a7b974e9 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/1b260571-7394-42dd-bb99-f3229a18de99 HTTP/1.1" status: 200 len: 2981 time: 0.0523422 Sep 07 18:45:04.030543 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a7f26351-2768-4390-b207-d8cfe555d368, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a7f26351-2768-4390-b207-d8cfe555d368,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:04.038790 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:04.049960 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3ef694a3-52bd-44f5-b196-f1b8cc7d1f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:04.052436 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3ef694a3-52bd-44f5-b196-f1b8cc7d1f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:04.062699 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3ef694a3-52bd-44f5-b196-f1b8cc7d1f47 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fc352298-f17e-45bb-8667-61c52ab5efaf HTTP/1.1" status: 204 len: 168 time: 0.3399541 Sep 07 18:45:04.076728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:04.098236 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef694a3-52bd-44f5-b196-f1b8cc7d1f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc352298-f17e-45bb-8667-61c52ab5efaf,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:04.132173 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:45:04.134932 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-ac7cbc84-cf69-40c8-ad30-3884417f1be8 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/1ca97499-ce57-4036-93bd-00bb65105d15 HTTP/1.1" status: 200 len: 2981 time: 0.0926054 Sep 07 18:45:04.139014 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:04.144661 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:45:04.145361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366ac75-0e39-4880-8a03-4e183a8b7bba req-1a981ab3-0671-4e39-aa82-9ae58a0fc829 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:04.146071 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=a7f26351-2768-4390-b207-d8cfe555d368,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:04.154066 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8366ac75-0e39-4880-8a03-4e183a8b7bba req-1a981ab3-0671-4e39-aa82-9ae58a0fc829 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 943 time: 0.1230397 Sep 07 18:45:04.171634 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2375aa-998d-476f-b8ac-4646ef4efe46,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:04.184521 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:04.184880 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:04.185217 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:04.186040 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:04.186040 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:04.186321 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:04.186645 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:04.186963 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:04.187280 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:04.187594 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:04.187957 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:04.188278 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:04.235066 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8366ac75-0e39-4880-8a03-4e183a8b7bba req-c4eba330-7c22-4d23-9e32-942efc8d1bec tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735309 Sep 07 18:45:04.238728 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-540fb1d4-56b3-4604-bb52-c185f6989ed3 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/1ca97499-ce57-4036-93bd-00bb65105d15 HTTP/1.1" status: 200 len: 2981 time: 0.0825355 Sep 07 18:45:04.309731 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['a7f26351-2768-4390-b207-d8cfe555d368'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:04.329035 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-31b25e1b-f8d0-450f-8095-88c14d944e01 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/24c21a0d-c1d9-4bab-8823-4461eb159461 HTTP/1.1" status: 200 len: 2981 time: 0.0786059 Sep 07 18:45:04.354782 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device c4922292-996f-4da1-8f87-b33e006e71bc details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:45:04.412301 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7423efe-2665-4e93-aa6a-ac576a394acc req-51b0a0c7-5580-49ba-95e4-ad2d61a28e67 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:04.418359 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7423efe-2665-4e93-aa6a-ac576a394acc req-51b0a0c7-5580-49ba-95e4-ad2d61a28e67 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:04.424409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7423efe-2665-4e93-aa6a-ac576a394acc req-51b0a0c7-5580-49ba-95e4-ad2d61a28e67 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:04.426155 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7423efe-2665-4e93-aa6a-ac576a394acc req-51b0a0c7-5580-49ba-95e4-ad2d61a28e67 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 2411 time: 0.1099117 Sep 07 18:45:04.429410 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-50355a20-3863-4afa-ad3e-ab23e02d10df tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/24c21a0d-c1d9-4bab-8823-4461eb159461 HTTP/1.1" status: 200 len: 2981 time: 0.0745745 Sep 07 18:45:04.517225 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7423efe-2665-4e93-aa6a-ac576a394acc req-91218907-144c-46a3-adf0-435458b95b6b tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843804 Sep 07 18:45:04.527879 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-7930d2ec-be24-4350-823f-d62404a0fee9 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/2c01005c-3f4a-4f53-8634-5b912f219487 HTTP/1.1" status: 200 len: 2981 time: 0.0876663 Sep 07 18:45:04.540360 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:04.572079 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port c4922292-996f-4da1-8f87-b33e006e71bc, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=c4922292-996f-4da1-8f87-b33e006e71bc,segment=NetworkSegment(4271a33d-77da-4079-adf2-08a2baef1742),segment_id=4271a33d-77da-4079-adf2-08a2baef1742)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:04.590904 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'c4922292-996f-4da1-8f87-b33e006e71bc', 'network_id': 'a75b3559-ffd0-4154-aa14-6f09a1e6e0ae', 'port_id': 'c4922292-996f-4da1-8f87-b33e006e71bc', 'mac_address': 'fa:16:3e:c2:b0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290d42e5-df52-447e-a2e4-fb7854533b6e', 'ip_address': '19.80.0.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:45:04.654208 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:04.672153 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-440a303d-8939-4677-a5d7-9f148c932d59 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/2c01005c-3f4a-4f53-8634-5b912f219487 HTTP/1.1" status: 200 len: 2981 time: 0.1375415 Sep 07 18:45:04.674030 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4922292-996f-4da1-8f87-b33e006e71bc {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:04.694816 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port c4922292-996f-4da1-8f87-b33e006e71bc, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=c4922292-996f-4da1-8f87-b33e006e71bc,segment=NetworkSegment(4271a33d-77da-4079-adf2-08a2baef1742),segment_id=4271a33d-77da-4079-adf2-08a2baef1742)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:04.700273 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:04.702180 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 90e9c6e0-d8dd-415e-9749-9e78d98049dc details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:45:04.744654 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-edf7e2d9-11c8-461d-89d6-b9e717701cf5 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/2f70dab6-547e-430b-86da-5e4c0aa2d523 HTTP/1.1" status: 200 len: 2981 time: 0.0618784 Sep 07 18:45:04.746826 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bd6f4-a316-40b6-8121-115a72460210 req-ca8847be-33bf-4eb5-85da-fe3ebea61960 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:04.748415 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c1bd6f4-a316-40b6-8121-115a72460210 req-ca8847be-33bf-4eb5-85da-fe3ebea61960 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 1096 time: 0.1258759 Sep 07 18:45:04.776615 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=c4922292-996f-4da1-8f87-b33e006e71bc,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:04.822183 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:04.848627 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c1bd6f4-a316-40b6-8121-115a72460210 req-2e3d1f9d-db3a-4171-b609-feff17ee2d12 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889485 Sep 07 18:45:04.852408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-9c8a9c26-e21c-4b77-a36a-058e7895437d tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/2f70dab6-547e-430b-86da-5e4c0aa2d523 HTTP/1.1" status: 200 len: 2981 time: 0.0865026 Sep 07 18:45:04.882181 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 90e9c6e0-d8dd-415e-9749-9e78d98049dc, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=90e9c6e0-d8dd-415e-9749-9e78d98049dc,segment=NetworkSegment(27bf5c00-019c-4598-a3c8-75d11c2f61c7),segment_id=27bf5c00-019c-4598-a3c8-75d11c2f61c7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:04.897687 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11376c69-f00c-45be-aa0e-8495e4c1621b None None] Network 438b7473-bcf8-4707-b646-342e96ae6727 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:45:04.926542 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '90e9c6e0-d8dd-415e-9749-9e78d98049dc', 'network_id': '13a8a0e7-1341-4375-9704-446c97d83359', 'port_id': '90e9c6e0-d8dd-415e-9749-9e78d98049dc', 'mac_address': 'fa:16:3e:c9:2e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7b4ce8-f8cc-4c65-9afd-15aa251f2a98', 'ip_address': '19.86.0.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:45:04.940600 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-4bdc2c71-4b18-4299-bf47-df1f8ce6999b tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/4d33f265-7735-4544-95c7-0ddcecc8fbbd HTTP/1.1" status: 200 len: 2981 time: 0.0775678 Sep 07 18:45:05.036757 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-3fa2b7f1-3be6-432d-9367-1f430b4d07ea tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/4d33f265-7735-4544-95c7-0ddcecc8fbbd HTTP/1.1" status: 200 len: 2981 time: 0.0887449 Sep 07 18:45:05.043665 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:05.044689 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:45:05.103064 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-12524bf3-0070-4d97-83fc-d694d171d7bb None None] Provisioning for port d12abebf-92c7-4aa3-8c93-27ea73a56ba2 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:05.115932 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e9c6e0-d8dd-415e-9749-9e78d98049dc {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:05.118598 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-a0a0a8fe-9ea1-4a30-bf97-7ca3a6872810 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/523dce40-a641-40d0-b473-cdbcb024f94a HTTP/1.1" status: 200 len: 2981 time: 0.0719342 Sep 07 18:45:05.150351 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 90e9c6e0-d8dd-415e-9749-9e78d98049dc, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=90e9c6e0-d8dd-415e-9749-9e78d98049dc,segment=NetworkSegment(27bf5c00-019c-4598-a3c8-75d11c2f61c7),segment_id=27bf5c00-019c-4598-a3c8-75d11c2f61c7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:05.176830 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d12abebf-92c7-4aa3-8c93-27ea73a56ba2 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:05.180609 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:05.182670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e7e78570-a745-421f-8021-942a1816c82a details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:45:05.189201 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-c7d3454c-4b60-4de2-80d7-30f647020c3c tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/523dce40-a641-40d0-b473-cdbcb024f94a HTTP/1.1" status: 200 len: 2981 time: 0.0619009 Sep 07 18:45:05.244304 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-94f4e681-9735-490f-ab68-c502a37921ea tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/52efb052-7167-40fb-9cbc-f9ecf4e376f0 HTTP/1.1" status: 200 len: 2977 time: 0.0483496 Sep 07 18:45:05.279372 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-43576494-7f86-4cc7-9d5f-f688f30990d3 service neutron] 10.222.0.60 "GET /v2.0/ports/f0a9a956-40c1-4933-a8a7-803a447e40ed/bindings/n-h2-807786-1 HTTP/1.1" status: 200 len: 384 time: 0.1235485 Sep 07 18:45:05.315347 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-1f5b13ef-ef73-4565-95c5-7d78de867926 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/52efb052-7167-40fb-9cbc-f9ecf4e376f0 HTTP/1.1" status: 200 len: 2977 time: 0.0637443 Sep 07 18:45:05.318909 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:45:05.329163 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] Sync routers for ids ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:45:05.341354 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] Routers {'77ffe1c5-37ef-4492-bf65-9eaddf64bf51'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:45:05.342162 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:44:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:05.373578 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port e7e78570-a745-421f-8021-942a1816c82a, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e7e78570-a745-421f-8021-942a1816c82a,segment=NetworkSegment(4271a33d-77da-4079-adf2-08a2baef1742),segment_id=4271a33d-77da-4079-adf2-08a2baef1742)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:05.381074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-27b7fb64-abca-4f95-b86d-3a79e29ff990 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/8f2c9237-0346-4076-acfd-edb6da46e5bc HTTP/1.1" status: 200 len: 2981 time: 0.0632043 Sep 07 18:45:05.383663 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=90e9c6e0-d8dd-415e-9749-9e78d98049dc,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:05.406769 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:05.412583 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bd7d69d5-51a9-4ca6-8a9d-e1d3f0c38860 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.0959675 Sep 07 18:45:05.415055 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47258) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:05.417349 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'e7e78570-a745-421f-8021-942a1816c82a', 'network_id': 'a75b3559-ffd0-4154-aa14-6f09a1e6e0ae', 'port_id': 'e7e78570-a745-421f-8021-942a1816c82a', 'mac_address': 'fa:16:3e:83:d1:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290d42e5-df52-447e-a2e4-fb7854533b6e', 'ip_address': '19.80.0.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:45:05.455649 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] Set router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:45:05.459466 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-24cf7ff4-29e8-4180-97e3-229ae2260ba1 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/8f2c9237-0346-4076-acfd-edb6da46e5bc HTTP/1.1" status: 200 len: 2981 time: 0.0711281 Sep 07 18:45:05.460826 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port d12abebf-92c7-4aa3-8c93-27ea73a56ba2 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:05.471276 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port d12abebf-92c7-4aa3-8c93-27ea73a56ba2 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:05.471651 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:05.511747 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:05.551058 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-6c3676f3-69e1-498d-b72f-a18a83422615 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/a8b1129f-aa87-4fff-bdfa-07d055ddd193 HTTP/1.1" status: 200 len: 2981 time: 0.0905483 Sep 07 18:45:05.555296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e78570-a745-421f-8021-942a1816c82a {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:05.590149 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port e7e78570-a745-421f-8021-942a1816c82a, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e7e78570-a745-421f-8021-942a1816c82a,segment=NetworkSegment(4271a33d-77da-4079-adf2-08a2baef1742),segment_id=4271a33d-77da-4079-adf2-08a2baef1742)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:05.598050 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:05.662502 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-9e1f8378-17bd-4b14-b3ea-aaa118194dc0 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/a8b1129f-aa87-4fff-bdfa-07d055ddd193 HTTP/1.1" status: 200 len: 2981 time: 0.1100841 Sep 07 18:45:05.686619 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a7f26351-2768-4390-b207-d8cfe555d368 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:05.710157 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:04Z', 'revision_number': 3, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:05.751163 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] Checking router: 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:45:05.751855 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] Updating router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 port bc2375aa-998d-476f-b8ac-4646ef4efe46 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:45:05.756271 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:05.781100 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-b6f3fe59-3045-4a0a-9bc2-793cecc9bf99 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/b4596362-4b1b-443c-a081-4068b1a23cc3 HTTP/1.1" status: 200 len: 2981 time: 0.1157906 Sep 07 18:45:05.783193 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-9254d404-4f16-4626-b3f0-aab7cdf26c03 service neutron] For port f0a9a956-40c1-4933-a8a7-803a447e40ed, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f0a9a956-40c1-4933-a8a7-803a447e40ed,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:05.793928 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:05.806106 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-9254d404-4f16-4626-b3f0-aab7cdf26c03 service neutron] For port f0a9a956-40c1-4933-a8a7-803a447e40ed, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:05.815258 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=e7e78570-a745-421f-8021-942a1816c82a,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:05.818687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74c5b0-bad8-4442-9a4b-762918062b11 req-093144f2-6292-4e8a-b7ff-5372d1ce8ca5 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:05.820364 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f74c5b0-bad8-4442-9a4b-762918062b11 req-093144f2-6292-4e8a-b7ff-5372d1ce8ca5 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=236580bb-6460-461f-845c-9b2c034056f3 HTTP/1.1" status: 200 len: 949 time: 0.1080313 Sep 07 18:45:05.864527 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-9254d404-4f16-4626-b3f0-aab7cdf26c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a9a956-40c1-4933-a8a7-803a447e40ed {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:05.884252 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1e08e836-efc8-4999-aa48-6e7b8653f4c4 None None] Provisioning complete for port d12abebf-92c7-4aa3-8c93-27ea73a56ba2 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:05.884753 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1e08e836-efc8-4999-aa48-6e7b8653f4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:05.890311 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-9254d404-4f16-4626-b3f0-aab7cdf26c03 service neutron] For port f0a9a956-40c1-4933-a8a7-803a447e40ed, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f0a9a956-40c1-4933-a8a7-803a447e40ed,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:05.891708 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-1b0ac7b8-4e79-4698-b99a-18fd650b47df tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/b4596362-4b1b-443c-a081-4068b1a23cc3 HTTP/1.1" status: 200 len: 2981 time: 0.1030140 Sep 07 18:45:05.894638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f74c5b0-bad8-4442-9a4b-762918062b11 req-a2ebfd87-13b9-4f6b-b966-5c85d47b963b tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628982 Sep 07 18:45:05.955828 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port d12abebf-92c7-4aa3-8c93-27ea73a56ba2, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d12abebf-92c7-4aa3-8c93-27ea73a56ba2,segment=NetworkSegment(45c9f31a-41ce-4a69-b532-ad480f8b45fe),segment_id=45c9f31a-41ce-4a69-b532-ad480f8b45fe)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:05.963553 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:05.978763 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['c4922292-996f-4da1-8f87-b33e006e71bc'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:05.997967 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-0a5d3577-4569-438f-a84a-c97cdce3c0e6 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/b9f98da6-4fe6-4556-947e-0b47ba0bf7fd HTTP/1.1" status: 200 len: 2981 time: 0.0920439 Sep 07 18:45:06.056685 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port a7f26351-2768-4390-b207-d8cfe555d368 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:06.059337 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['90e9c6e0-d8dd-415e-9749-9e78d98049dc'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:06.135971 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['e7e78570-a745-421f-8021-942a1816c82a'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:06.166601 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:06.185543 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] Transition to ACTIVE for port object bc2375aa-998d-476f-b8ac-4646ef4efe46 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:06.197370 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:06.248606 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f80e2-4bb6-496a-80e4-9b22b1c03552 None None] Pushing event updated for resources: {'Port': ['ID=bc2375aa-998d-476f-b8ac-4646ef4efe46,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:06.254998 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0b65de00-966b-42bf-9fa0-2f03c1d2bde2 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:06.259240 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0b65de00-966b-42bf-9fa0-2f03c1d2bde2 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 808 time: 0.1929352 Sep 07 18:45:06.267360 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-fa943a0f-2402-4d9e-90be-bcfc88029893 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/b9f98da6-4fe6-4556-947e-0b47ba0bf7fd HTTP/1.1" status: 200 len: 2981 time: 0.2607319 Sep 07 18:45:06.272654 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f80e2-4bb6-496a-80e4-9b22b1c03552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:06.273212 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f80e2-4bb6-496a-80e4-9b22b1c03552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:06.273826 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f80e2-4bb6-496a-80e4-9b22b1c03552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:06.274419 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f80e2-4bb6-496a-80e4-9b22b1c03552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:06.274940 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f80e2-4bb6-496a-80e4-9b22b1c03552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:06.275592 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f80e2-4bb6-496a-80e4-9b22b1c03552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:06.276116 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f80e2-4bb6-496a-80e4-9b22b1c03552 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:06.276646 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f80e2-4bb6-496a-80e4-9b22b1c03552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:06.277155 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f80e2-4bb6-496a-80e4-9b22b1c03552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:06.277656 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f80e2-4bb6-496a-80e4-9b22b1c03552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:06.278156 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f80e2-4bb6-496a-80e4-9b22b1c03552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:06.278640 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f80e2-4bb6-496a-80e4-9b22b1c03552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:06.283134 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] Attempting to bind port bc2375aa-998d-476f-b8ac-4646ef4efe46 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:45:06.283737 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] Attempting to bind port bc2375aa-998d-476f-b8ac-4646ef4efe46 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:45:06.284314 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] Attempting to bind port bc2375aa-998d-476f-b8ac-4646ef4efe46 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:06.291575 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:45:06.292221 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:06.292813 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:06.293385 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:45:06.294046 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] Bound port: bc2375aa-998d-476f-b8ac-4646ef4efe46, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:45:06.294623 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:06.354811 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] For port bc2375aa-998d-476f-b8ac-4646ef4efe46, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:06.359298 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] For port bc2375aa-998d-476f-b8ac-4646ef4efe46, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=bc2375aa-998d-476f-b8ac-4646ef4efe46,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:45:06.367019 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:06.379111 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-d9e78a5b-c81b-4a3d-8c42-76a11c098ecb tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/quotas/44a39173cb8e4225b1d135c8b5917bc6 HTTP/1.1" status: 200 len: 375 time: 0.1069181 Sep 07 18:45:06.387512 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-9254d404-4f16-4626-b3f0-aab7cdf26c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:06.409577 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-5ad14fa0-afe9-4b12-a3f0-359f7f173fd8 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/c6ba18a5-e7ec-4090-8e15-d56a9e728c7f HTTP/1.1" status: 200 len: 2973 time: 0.1187363 Sep 07 18:45:06.443491 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f80e2-4bb6-496a-80e4-9b22b1c03552 None None] Pushing event updated for resources: {'Port': ['ID=bc2375aa-998d-476f-b8ac-4646ef4efe46,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:06.476455 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port a7f26351-2768-4390-b207-d8cfe555d368 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:06.479613 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:06.485244 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] Routers {'77ffe1c5-37ef-4492-bf65-9eaddf64bf51'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:45:06.486047 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:44:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:06.513442 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-edbacebc-b042-4a08-8d66-078f74f96cfb tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1296213 Sep 07 18:45:06.533372 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-6feeb48e-3a4a-441f-8843-8d20114670b1 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/c6ba18a5-e7ec-4090-8e15-d56a9e728c7f HTTP/1.1" status: 200 len: 2973 time: 0.1165204 Sep 07 18:45:06.541528 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-198570fc-6409-4a1b-afee-4590e49c86c1 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:45:06.543159 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-198570fc-6409-4a1b-afee-4590e49c86c1 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205305 Sep 07 18:45:06.559150 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-9254d404-4f16-4626-b3f0-aab7cdf26c03 service neutron] Transition to ACTIVE for port object f0a9a956-40c1-4933-a8a7-803a447e40ed will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:06.668802 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=d12abebf-92c7-4aa3-8c93-27ea73a56ba2,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:06.670854 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] Set router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:45:06.709219 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-b8518df4-0394-49eb-a840-f0a24f6a1601 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/d72d836b-a8c5-4e14-af9b-7f0af6af7fc8 HTTP/1.1" status: 200 len: 2981 time: 0.1633425 Sep 07 18:45:06.728572 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-9254d404-4f16-4626-b3f0-aab7cdf26c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:06.797779 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-ef5732f5-aa62-41e4-bd3e-7b163e4c5fd8 service neutron] 10.222.0.26 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977823 Sep 07 18:45:06.801460 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-133fe57c-eb35-47c3-9283-d09531275619 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/d72d836b-a8c5-4e14-af9b-7f0af6af7fc8 HTTP/1.1" status: 200 len: 2981 time: 0.0849390 Sep 07 18:45:06.818621 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-9254d404-4f16-4626-b3f0-aab7cdf26c03 service neutron] No DVR routers for this DVR port f0a9a956-40c1-4933-a8a7-803a447e40ed on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:45:06.874345 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-9254d404-4f16-4626-b3f0-aab7cdf26c03 service neutron] 10.222.0.60 "PUT /v2.0/ports/f0a9a956-40c1-4933-a8a7-803a447e40ed/bindings/n-h2-807786-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5854812 Sep 07 18:45:06.891541 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:06.901931 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254d404-4f16-4626-b3f0-aab7cdf26c03 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a9a956-40c1-4933-a8a7-803a447e40ed,revision_number=10']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:06.924950 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:04Z', 'revision_number': 3, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:06.927153 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-b23d19f4-d52a-4bb0-9c86-76cb57fce293 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/da680928-49ee-47eb-b958-411d7bf82f24 HTTP/1.1" status: 200 len: 2981 time: 0.1142190 Sep 07 18:45:06.933495 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7514c37b-d875-4667-99e6-dad82d20bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:06.962337 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236580bb-6460-461f-845c-9b2c034056f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f26351-2768-4390-b207-d8cfe555d368'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:06.964520 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99237d38-60e1-4d93-a546-1c4f3ee63ba8" -d '{"events": [{"server_uuid": "236580bb-6460-461f-845c-9b2c034056f3", "name": "network-vif-plugged", "status": "completed", "tag": "a7f26351-2768-4390-b207-d8cfe555d368"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:06.976650 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24080cc6-e229-4d83-8404-bf1004198a0a None None] The sync data for ids ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'] in n-d-807786-1 is: [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:04Z', 'revision_number': 3, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:45:06.993335 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-6932e1dc-c77e-4271-9eb1-e935b4c2cd5b service neutron] 10.222.0.26 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895816 Sep 07 18:45:07.010944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a7f26351-2768-4390-b207-d8cfe555d368, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a7f26351-2768-4390-b207-d8cfe555d368,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:07.057186 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:07.065260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-ec3346d2-9308-4453-b500-72f6538e51a0 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:07.066970 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-ec3346d2-9308-4453-b500-72f6538e51a0 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8&tenant_id=f00faea60e4544a695e7dd93ec709296&binding%3Ahost_id=n-h1-807786-1 HTTP/1.1" status: 200 len: 1095 time: 0.1105158 Sep 07 18:45:07.068457 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5c3dcf3-a101-4dac-8329-7ed7f92f04d6 req-db7a196c-ec7a-4518-b2fa-76428a660d76 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/da680928-49ee-47eb-b958-411d7bf82f24 HTTP/1.1" status: 200 len: 2981 time: 0.1316216 Sep 07 18:45:07.145120 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=a7f26351-2768-4390-b207-d8cfe555d368,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:07.165644 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d12abebf-92c7-4aa3-8c93-27ea73a56ba2 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:07.172389 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-3a2d58e6-6203-49a2-a4d9-8a286e4060dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:07.174202 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-3a2d58e6-6203-49a2-a4d9-8a286e4060dd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8&tenant_id=f00faea60e4544a695e7dd93ec709296 HTTP/1.1" status: 200 len: 1095 time: 0.0907018 Sep 07 18:45:07.186757 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-7514c37b-d875-4667-99e6-dad82d20bf6c admin admin] Allocated IP 172.20.0.1 (438b7473-bcf8-4707-b646-342e96ae6727/d8d603cf-8d1f-4ab4-8bc0-887963bded92/89b70986-2867-49d0-9e16-2f948e150760) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:45:07.242939 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port d12abebf-92c7-4aa3-8c93-27ea73a56ba2 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:07.244142 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:07.308348 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da68aa0-9dbd-4345-879f-600da03c139a req-ebcd3367-da43-4c34-842e-3aced861f04a tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:07.310071 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2da68aa0-9dbd-4345-879f-600da03c139a req-ebcd3367-da43-4c34-842e-3aced861f04a tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 944 time: 0.1349783 Sep 07 18:45:07.338824 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7514c37b-d875-4667-99e6-dad82d20bf6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:07.351653 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-14789b58-0d9a-4854-b83f-4163d626bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:07.353170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-14789b58-0d9a-4854-b83f-4163d626bc15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 1095 time: 0.1412745 Sep 07 18:45:07.355826 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-7514c37b-d875-4667-99e6-dad82d20bf6c admin admin] Transition to ACTIVE for port object 89b70986-2867-49d0-9e16-2f948e150760 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:07.406193 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7514c37b-d875-4667-99e6-dad82d20bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:07.446925 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2da68aa0-9dbd-4345-879f-600da03c139a req-2b757a34-0167-43f4-9c1b-2707bf2af4b0 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191573 Sep 07 18:45:07.488232 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7514c37b-d875-4667-99e6-dad82d20bf6c admin admin] Network 438b7473-bcf8-4707-b646-342e96ae6727 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:45:07.490425 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-7514c37b-d875-4667-99e6-dad82d20bf6c admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:07.497252 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43cc3c-3b6d-4d9d-b8d0-8b1aa5c64cdb req-867d8a95-ea97-4bb7-86d8-045658a272cc tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:07.502862 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7514c37b-d875-4667-99e6-dad82d20bf6c admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:45:07.504339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43cc3c-3b6d-4d9d-b8d0-8b1aa5c64cdb req-867d8a95-ea97-4bb7-86d8-045658a272cc tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:07.511207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43cc3c-3b6d-4d9d-b8d0-8b1aa5c64cdb req-867d8a95-ea97-4bb7-86d8-045658a272cc tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:07.512990 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc43cc3c-3b6d-4d9d-b8d0-8b1aa5c64cdb req-867d8a95-ea97-4bb7-86d8-045658a272cc tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 2414 time: 0.2012310 Sep 07 18:45:07.655300 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514c37b-d875-4667-99e6-dad82d20bf6c admin admin] Pushing event updated for resources: {'Port': ['ID=89b70986-2867-49d0-9e16-2f948e150760,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:07.691625 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7514c37b-d875-4667-99e6-dad82d20bf6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:07.879369 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1225aa8f-a3cf-4c0d-b73a-20523226eb63 None None] Provisioning for port 89b70986-2867-49d0-9e16-2f948e150760 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:07.883543 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1225aa8f-a3cf-4c0d-b73a-20523226eb63 None None] Provisioning complete for port 89b70986-2867-49d0-9e16-2f948e150760 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:07.883915 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1225aa8f-a3cf-4c0d-b73a-20523226eb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:07.931382 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc43cc3c-3b6d-4d9d-b8d0-8b1aa5c64cdb req-afb09bee-bfd6-4a6c-9051-1b330a2f179b tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062412 Sep 07 18:45:07.966564 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-1225aa8f-a3cf-4c0d-b73a-20523226eb63 None None] Port 89b70986-2867-49d0-9e16-2f948e150760 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:45:07.967449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-d87af22f-5fc5-45f2-ac0d-3be074ef26ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:07.969593 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-d87af22f-5fc5-45f2-ac0d-3be074ef26ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 921 time: 0.6051788 Sep 07 18:45:07.994627 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7514c37b-d875-4667-99e6-dad82d20bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:08.010814 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1a1e0d-6c14-45b7-87dd-266ad51a811c x-openstack-request-id: req-bb1a1e0d-6c14-45b7-87dd-266ad51a811c {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:08.011181 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236580bb-6460-461f-845c-9b2c034056f3", "name": "network-vif-plugged", "status": "completed", "tag": "a7f26351-2768-4390-b207-d8cfe555d368", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:08.011531 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bb1a1e0d-6c14-45b7-87dd-266ad51a811c {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:08.011974 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236580bb-6460-461f-845c-9b2c034056f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f26351-2768-4390-b207-d8cfe555d368', 'code': 200} Sep 07 18:45:08.027260 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-be0c5ac1-e89f-49a4-a447-16b2a8f22203 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0a9a956-40c1-4933-a8a7-803a447e40ed HTTP/1.1" status: 200 len: 217 time: 0.0481496 Sep 07 18:45:08.174820 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-13685127-5fee-42f0-8624-40172bc71363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:08.176317 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-13685127-5fee-42f0-8624-40172bc71363 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 200 len: 860 time: 0.1229026 Sep 07 18:45:08.197732 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf302914-8c30-4440-abbf-c71e64888b99 req-a04e363b-df64-4ad6-b061-0b0035bc6a72 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:08.199391 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf302914-8c30-4440-abbf-c71e64888b99 req-a04e363b-df64-4ad6-b061-0b0035bc6a72 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=236580bb-6460-461f-845c-9b2c034056f3 HTTP/1.1" status: 200 len: 950 time: 0.1688099 Sep 07 18:45:08.233347 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d976b86-62bb-454e-9517-b85fce73bdb4 req-f64b1af8-3ab2-49cc-abba-5256d450ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:08.234854 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1d976b86-62bb-454e-9517-b85fce73bdb4 req-f64b1af8-3ab2-49cc-abba-5256d450ca6d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=236580bb-6460-461f-845c-9b2c034056f3 HTTP/1.1" status: 200 len: 1101 time: 0.0750549 Sep 07 18:45:08.242134 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-21fdb54a-695a-448b-ba7f-c84fcf8b1d77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73fe4171-28a4-4081-b73e-ded401c8a274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417597 Sep 07 18:45:08.262605 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7514c37b-d875-4667-99e6-dad82d20bf6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:08.267301 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-590cd5f6-daad-48d8-811b-b531de55fd4f req-5f0099a4-9790-4776-8c0e-28cdbef383c1 tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8508d5c283b841ef98756362ddbc22e4 HTTP/1.1" status: 200 len: 6103 time: 0.2150722 Sep 07 18:45:08.283107 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7514c37b-d875-4667-99e6-dad82d20bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:08.334899 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf302914-8c30-4440-abbf-c71e64888b99 req-4321607a-d3c8-445d-ba5f-beb87aedf319 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168830 Sep 07 18:45:08.352659 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e7e78570-a745-421f-8021-942a1816c82a up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:08.359133 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1d976b86-62bb-454e-9517-b85fce73bdb4 req-6e8b7e4c-7647-4145-98c1-6deca3dd9c21 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936799 Sep 07 18:45:08.380492 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7514c37b-d875-4667-99e6-dad82d20bf6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:08.389016 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514c37b-d875-4667-99e6-dad82d20bf6c admin admin] Pushing event updated for resources: {'Port': ['ID=89b70986-2867-49d0-9e16-2f948e150760,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:08.403865 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-590cd5f6-daad-48d8-811b-b531de55fd4f req-67410c0f-3f6c-4d05-b351-f86f87552429 tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] 10.222.0.26 "GET /v2.0/security-groups/d72d836b-a8c5-4e14-af9b-7f0af6af7fc8 HTTP/1.1" status: 200 len: 2981 time: 0.1244280 Sep 07 18:45:08.441503 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port e7e78570-a745-421f-8021-942a1816c82a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:08.446406 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port e7e78570-a745-421f-8021-942a1816c82a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:08.446784 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:08.451223 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-4cefe0b2-cd94-473d-bcc9-02dff08fb792 service neutron] 10.222.0.36 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827824 Sep 07 18:45:08.483958 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93dd3605-5c36-4a05-be74-787531aa2f4c req-6bf9ac73-785c-4dd2-8433-6a200ec2a34c tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 210 time: 0.0386469 Sep 07 18:45:08.489591 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7514c37b-d875-4667-99e6-dad82d20bf6c admin admin] Network 438b7473-bcf8-4707-b646-342e96ae6727 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:45:08.491353 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-7514c37b-d875-4667-99e6-dad82d20bf6c admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:08.513942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-590cd5f6-daad-48d8-811b-b531de55fd4f req-4bc97c86-5559-4e5d-aa7d-fd6910ea5a21 tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] 10.222.0.26 "GET /v2.0/security-groups/d72d836b-a8c5-4e14-af9b-7f0af6af7fc8 HTTP/1.1" status: 200 len: 2981 time: 0.1091280 Sep 07 18:45:08.538653 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:08.582420 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port e7e78570-a745-421f-8021-942a1816c82a, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e7e78570-a745-421f-8021-942a1816c82a,segment=NetworkSegment(4271a33d-77da-4079-adf2-08a2baef1742),segment_id=4271a33d-77da-4079-adf2-08a2baef1742)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:08.589476 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:08.591586 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device c4922292-996f-4da1-8f87-b33e006e71bc up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:08.677415 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7514c37b-d875-4667-99e6-dad82d20bf6c admin admin] Router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:45:08.702545 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29285b47-cf69-4424-946b-ddc0e0a6354f req-5bd8840c-dd9b-4428-a711-cd5c1df75285 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:08.710675 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-29285b47-cf69-4424-946b-ddc0e0a6354f req-5bd8840c-dd9b-4428-a711-cd5c1df75285 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 944 time: 0.1408436 Sep 07 18:45:08.750734 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=e7e78570-a745-421f-8021-942a1816c82a,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:08.777496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port c4922292-996f-4da1-8f87-b33e006e71bc completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:08.787773 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port c4922292-996f-4da1-8f87-b33e006e71bc triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:08.788152 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:08.853437 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-df51779c-c693-4d2f-926c-f35fb719dd8e service neutron] 10.222.0.36 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076387 Sep 07 18:45:08.859056 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7514c37b-d875-4667-99e6-dad82d20bf6c admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:45:08.874131 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7514c37b-d875-4667-99e6-dad82d20bf6c admin admin] 10.222.0.26 "PUT /v2.0/routers/77ffe1c5-37ef-4492-bf65-9eaddf64bf51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4562545 Sep 07 18:45:08.927046 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7ddd778c-4884-49fa-b6ee-13033bc3f630 None None] Provisioning complete for port 89b70986-2867-49d0-9e16-2f948e150760 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:08.927624 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7ddd778c-4884-49fa-b6ee-13033bc3f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:08.965881 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:09.001513 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd778c-4884-49fa-b6ee-13033bc3f630 None None] Port 89b70986-2867-49d0-9e16-2f948e150760 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:45:09.013360 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port c4922292-996f-4da1-8f87-b33e006e71bc, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=c4922292-996f-4da1-8f87-b33e006e71bc,segment=NetworkSegment(4271a33d-77da-4079-adf2-08a2baef1742),segment_id=4271a33d-77da-4079-adf2-08a2baef1742)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:09.019953 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:09.020665 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 90e9c6e0-d8dd-415e-9749-9e78d98049dc up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:09.129681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 90e9c6e0-d8dd-415e-9749-9e78d98049dc completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:09.146585 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 90e9c6e0-d8dd-415e-9749-9e78d98049dc triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:09.146852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-a39f512f-0777-4518-a0c5-308141c7d445 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:09.149255 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-a39f512f-0777-4518-a0c5-308141c7d445 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.36 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 808 time: 0.2574670 Sep 07 18:45:09.151374 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:09.182832 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bc2375aa-998d-476f-b8ac-4646ef4efe46 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:09.184929 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-29285b47-cf69-4424-946b-ddc0e0a6354f req-8c4b6ded-0476-4274-af7a-674d11426156 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656603 Sep 07 18:45:09.192838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-6021d059-6969-45e7-80ab-1a2fb86f5279 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Request body: {'port': {'device_id': '93ffe9cb-f758-4ba7-aba4-086c118dcca3', 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59', 'admin_state_up': True, 'tenant_id': '44a39173cb8e4225b1d135c8b5917bc6'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:09.197356 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=c4922292-996f-4da1-8f87-b33e006e71bc,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:09.220233 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3c2cdfd-89f1-48b7-812e-eeb45aba3492 req-ede83793-e7bf-43dd-a544-b2601699e126 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/95fe5f41-086b-49b0-8854-25e9456286bd HTTP/1.1" status: 200 len: 1777 time: 0.4913712 Sep 07 18:45:09.257242 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-736d2210-8872-4368-bb18-bdad3fa1a9a9 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:09.259070 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-736d2210-8872-4368-bb18-bdad3fa1a9a9 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8&tenant_id=f00faea60e4544a695e7dd93ec709296&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 1095 time: 0.0579019 Sep 07 18:45:09.304017 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port bc2375aa-998d-476f-b8ac-4646ef4efe46 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:09.309072 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:09.312322 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port bc2375aa-998d-476f-b8ac-4646ef4efe46 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:09.314099 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:09.372930 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] Sync routers for ids ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:45:09.392587 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 90e9c6e0-d8dd-415e-9749-9e78d98049dc, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=90e9c6e0-d8dd-415e-9749-9e78d98049dc,segment=NetworkSegment(27bf5c00-019c-4598-a3c8-75d11c2f61c7),segment_id=27bf5c00-019c-4598-a3c8-75d11c2f61c7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:09.398747 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:09.399540 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f0a9a956-40c1-4933-a8a7-803a447e40ed no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:45:09.406812 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-d3f8b57b-cd96-48a9-8f0c-54979728338e service neutron] For port f0a9a956-40c1-4933-a8a7-803a447e40ed, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:09.410585 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-d3f8b57b-cd96-48a9-8f0c-54979728338e service neutron] Notify callbacks [] for binding, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:09.412489 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8494b59e-ee8a-4626-8322-9ae8a57f9c36 req-d3f8b57b-cd96-48a9-8f0c-54979728338e service neutron] 10.222.0.36 "DELETE /v2.0/ports/f0a9a956-40c1-4933-a8a7-803a447e40ed/bindings/n-h1-807786-1 HTTP/1.1" status: 204 len: 173 time: 0.1337576 Sep 07 18:45:09.429528 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d3c2cdfd-89f1-48b7-812e-eeb45aba3492 req-1a03a766-0b82-403f-a66a-c701042e4722 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:09.431317 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] Routers {'77ffe1c5-37ef-4492-bf65-9eaddf64bf51'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:45:09.431977 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:44:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:09.464906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc4288-a513-481c-9541-e9b6df3419b9 req-387b9319-e094-45a6-a5e4-c71a4d537a0d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:09.471338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc4288-a513-481c-9541-e9b6df3419b9 req-387b9319-e094-45a6-a5e4-c71a4d537a0d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:09.477321 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc4288-a513-481c-9541-e9b6df3419b9 req-387b9319-e094-45a6-a5e4-c71a4d537a0d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:09.478963 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38bc4288-a513-481c-9541-e9b6df3419b9 req-387b9319-e094-45a6-a5e4-c71a4d537a0d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 2416 time: 0.1239982 Sep 07 18:45:09.491268 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d3c2cdfd-89f1-48b7-812e-eeb45aba3492 req-1a03a766-0b82-403f-a66a-c701042e4722 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:09.503329 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-6021d059-6969-45e7-80ab-1a2fb86f5279 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Made reservation on behalf of 44a39173cb8e4225b1d135c8b5917bc6 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:45:09.506752 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-6021d059-6969-45e7-80ab-1a2fb86f5279 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:09.558033 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=90e9c6e0-d8dd-415e-9749-9e78d98049dc,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:09.563894 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f0a9a956-40c1-4933-a8a7-803a447e40ed not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:45:09.610120 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:09.611670 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38bc4288-a513-481c-9541-e9b6df3419b9 req-60b723e0-c5cb-4644-b1b1-22eddea1c1c8 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167881 Sep 07 18:45:09.637047 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d3c2cdfd-89f1-48b7-812e-eeb45aba3492 req-1a03a766-0b82-403f-a66a-c701042e4722 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:09.639577 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d3c2cdfd-89f1-48b7-812e-eeb45aba3492 req-1a03a766-0b82-403f-a66a-c701042e4722 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:09.641552 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3c2cdfd-89f1-48b7-812e-eeb45aba3492 req-1a03a766-0b82-403f-a66a-c701042e4722 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/95fe5f41-086b-49b0-8854-25e9456286bd HTTP/1.1" status: 204 len: 173 time: 0.4196613 Sep 07 18:45:09.658881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03a766-0b82-403f-a66a-c701042e4722 tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fe5f41-086b-49b0-8854-25e9456286bd,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:09.666784 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] Set router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:45:09.707533 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port bc2375aa-998d-476f-b8ac-4646ef4efe46, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=bc2375aa-998d-476f-b8ac-4646ef4efe46,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:09.715898 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:09.763523 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-6021d059-6969-45e7-80ab-1a2fb86f5279 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Allocated IP 172.20.0.4 (b63d4de9-c5b5-4788-8524-e66342dcbc59/e7e00f10-2113-4bfd-a644-73e299afc160/7f8b47d4-819f-44f5-91bb-24ec83e11b9b) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:45:09.925964 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=bc2375aa-998d-476f-b8ac-4646ef4efe46,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:10.013139 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e78570-a745-421f-8021-942a1816c82a'}, {'server_uuid': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4922292-996f-4da1-8f87-b33e006e71bc'}, {'server_uuid': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e9c6e0-d8dd-415e-9749-9e78d98049dc'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:10.015402 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2619aa6c-ee40-4724-9969-8aa58fc94711" -d '{"events": [{"server_uuid": "a93d8e69-16f2-4e63-bc25-7b01622bc56f", "name": "network-vif-plugged", "status": "completed", "tag": "e7e78570-a745-421f-8021-942a1816c82a"}, {"server_uuid": "a93d8e69-16f2-4e63-bc25-7b01622bc56f", "name": "network-vif-plugged", "status": "completed", "tag": "c4922292-996f-4da1-8f87-b33e006e71bc"}, {"server_uuid": "a93d8e69-16f2-4e63-bc25-7b01622bc56f", "name": "network-vif-plugged", "status": "completed", "tag": "90e9c6e0-d8dd-415e-9749-9e78d98049dc"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:10.021384 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:07Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '89b70986-2867-49d0-9e16-2f948e150760', 'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'mac_address': 'fa:16:3e:87:a8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:06Z', 'updated_at': '2021-09-07T18:45:08Z', 'revision_number': 2, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'subnets': [{'id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:10.048314 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] Checking router: 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:45:10.048699 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] Updating router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 port 89b70986-2867-49d0-9e16-2f948e150760 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:45:10.063541 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-6021d059-6969-45e7-80ab-1a2fb86f5279 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:10.077125 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa21691-f1a4-438d-a19d-03792208a145 req-7d82d2fb-5eec-4fdd-bcc9-84b22ef0f73a tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:10.078647 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:10.079059 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7aa21691-f1a4-438d-a19d-03792208a145 req-7d82d2fb-5eec-4fdd-bcc9-84b22ef0f73a tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/networks?id=438b7473-bcf8-4707-b646-342e96ae6727 HTTP/1.1" status: 200 len: 820 time: 0.2111063 Sep 07 18:45:10.111439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3872f6-10c5-437e-b99c-e4db9784c458 req-bb38641f-56d3-420f-90a9-b1625ae5ad79 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:10.112771 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c3872f6-10c5-437e-b99c-e4db9784c458 req-bb38641f-56d3-420f-90a9-b1625ae5ad79 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=236580bb-6460-461f-845c-9b2c034056f3 HTTP/1.1" status: 200 len: 950 time: 0.1159482 Sep 07 18:45:10.114047 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7aa21691-f1a4-438d-a19d-03792208a145 req-51fad9c0-b59a-46ec-abfe-f2957553b0e8 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/quotas/49c2c790060a4e1b861c40173a8c7d1b HTTP/1.1" status: 200 len: 375 time: 0.0262973 Sep 07 18:45:10.188190 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-6021d059-6969-45e7-80ab-1a2fb86f5279 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:10.229963 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c3872f6-10c5-437e-b99c-e4db9784c458 req-61ddc97d-55fb-410c-b7b3-ffe366586bd6 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028304 Sep 07 18:45:10.250460 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7aa21691-f1a4-438d-a19d-03792208a145 req-57ce0820-4634-45ac-9f05-639823dda07e tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=49c2c790060a4e1b861c40173a8c7d1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1293869 Sep 07 18:45:10.256980 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-6021d059-6969-45e7-80ab-1a2fb86f5279 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Network b63d4de9-c5b5-4788-8524-e66342dcbc59 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:45:10.263389 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-6021d059-6969-45e7-80ab-1a2fb86f5279 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:10.274672 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-6021d059-6969-45e7-80ab-1a2fb86f5279 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:45:10.280065 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-6021d059-6969-45e7-80ab-1a2fb86f5279 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:10.280705 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-6021d059-6969-45e7-80ab-1a2fb86f5279 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:10.294280 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021d059-6969-45e7-80ab-1a2fb86f5279 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Pushing event updated for resources: {'Port': ['ID=7f8b47d4-819f-44f5-91bb-24ec83e11b9b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:10.326999 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-6021d059-6969-45e7-80ab-1a2fb86f5279 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1382124 Sep 07 18:45:10.347717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] Request body: {'port': {'device_id': '93ffe9cb-f758-4ba7-aba4-086c118dcca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:10.371927 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:10.382745 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] Transition to ACTIVE for port object 89b70986-2867-49d0-9e16-2f948e150760 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:10.388280 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:10.432002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce5874-fad7-44cd-8494-b4a59243b475 req-0722d3a7-a011-4342-910f-550b4703429c tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:10.433492 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cfce5874-fad7-44cd-8494-b4a59243b475 req-0722d3a7-a011-4342-910f-550b4703429c tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 931 time: 0.1225884 Sep 07 18:45:10.441507 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b8c34-2b52-410c-90fe-0ec5e8babe66 None None] Pushing event updated for resources: {'Port': ['ID=89b70986-2867-49d0-9e16-2f948e150760,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:10.482159 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7aa21691-f1a4-438d-a19d-03792208a145 req-d296120c-211a-4a07-a3aa-d0b98531ea54 service neutron] 10.222.0.26 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198603 Sep 07 18:45:10.483993 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:10.495718 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] Attempting to bind port 89b70986-2867-49d0-9e16-2f948e150760 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:45:10.496589 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] Attempting to bind port 89b70986-2867-49d0-9e16-2f948e150760 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '45c9f31a-41ce-4a69-b532-ad480f8b45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:45:10.496742 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] Attempting to bind port 89b70986-2867-49d0-9e16-2f948e150760 on network 438b7473-bcf8-4707-b646-342e96ae6727 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:10.502363 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:45:10.502743 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] Checking segment: {'id': '45c9f31a-41ce-4a69-b532-ad480f8b45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:10.503147 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:10.503537 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] Bound using segment: {'id': '45c9f31a-41ce-4a69-b532-ad480f8b45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:45:10.504007 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] Bound port: 89b70986-2867-49d0-9e16-2f948e150760, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c9f31a-41ce-4a69-b532-ad480f8b45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:45:10.504388 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:10.536781 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cfce5874-fad7-44cd-8494-b4a59243b475 req-23819051-e45d-4c3c-8d6a-a44bf7f64eee tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850334 Sep 07 18:45:10.577574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] For port 89b70986-2867-49d0-9e16-2f948e150760, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:10.581149 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] For port 89b70986-2867-49d0-9e16-2f948e150760, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=89b70986-2867-49d0-9e16-2f948e150760,segment=NetworkSegment(45c9f31a-41ce-4a69-b532-ad480f8b45fe),segment_id=45c9f31a-41ce-4a69-b532-ad480f8b45fe)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:45:10.585683 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:10.648355 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] Routers {'77ffe1c5-37ef-4492-bf65-9eaddf64bf51'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:45:10.649030 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:44:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:10.654140 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b8c34-2b52-410c-90fe-0ec5e8babe66 None None] Pushing event updated for resources: {'Port': ['ID=89b70986-2867-49d0-9e16-2f948e150760,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:10.729210 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7aa21691-f1a4-438d-a19d-03792208a145 req-a8cbd4e9-6440-4fa2-be7a-975dedfa2f03 service neutron] 10.222.0.26 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320967 Sep 07 18:45:10.739764 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-db9a7c39-1122-4b2b-8ad1-933de2cbf1d2 req-103d46dc-4a44-405f-aefc-73d22ff7b61d tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "GET /v2.0/security-groups/4ceb473f-4647-4ab4-9a76-382f83b26b77 HTTP/1.1" status: 200 len: 1776 time: 0.1477010 Sep 07 18:45:10.865921 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-db9a7c39-1122-4b2b-8ad1-933de2cbf1d2 req-fed1db65-1d09-481a-a077-1feb9762c7da tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:10.907798 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-db9a7c39-1122-4b2b-8ad1-933de2cbf1d2 req-fed1db65-1d09-481a-a077-1feb9762c7da tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:10.912584 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] Set router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:45:10.992252 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-db9a7c39-1122-4b2b-8ad1-933de2cbf1d2 req-fed1db65-1d09-481a-a077-1feb9762c7da tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:10.995286 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-db9a7c39-1122-4b2b-8ad1-933de2cbf1d2 req-fed1db65-1d09-481a-a077-1feb9762c7da tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:11.007622 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-db9a7c39-1122-4b2b-8ad1-933de2cbf1d2 req-fed1db65-1d09-481a-a077-1feb9762c7da tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ceb473f-4647-4ab4-9a76-382f83b26b77 HTTP/1.1" status: 204 len: 173 time: 0.2668970 Sep 07 18:45:11.048060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1db65-1d09-481a-a077-1feb9762c7da tempest-SecurityGroupsTestAdminJSON-1707486753 tempest-SecurityGroupsTestAdminJSON-1707486753-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ceb473f-4647-4ab4-9a76-382f83b26b77,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:11.053768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8b47d4-819f-44f5-91bb-24ec83e11b9b {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:11.076984 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:11.106011 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0d89c7-18c3-4e8e-9f4e-0aee6c6860b5 x-openstack-request-id: req-2c0d89c7-18c3-4e8e-9f4e-0aee6c6860b5 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:11.106587 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93d8e69-16f2-4e63-bc25-7b01622bc56f", "name": "network-vif-plugged", "status": "completed", "tag": "e7e78570-a745-421f-8021-942a1816c82a", "code": 200}, {"server_uuid": "a93d8e69-16f2-4e63-bc25-7b01622bc56f", "name": "network-vif-plugged", "status": "completed", "tag": "c4922292-996f-4da1-8f87-b33e006e71bc", "code": 200}, {"server_uuid": "a93d8e69-16f2-4e63-bc25-7b01622bc56f", "name": "network-vif-plugged", "status": "completed", "tag": "90e9c6e0-d8dd-415e-9749-9e78d98049dc", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:11.106587 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c0d89c7-18c3-4e8e-9f4e-0aee6c6860b5 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:11.111999 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e78570-a745-421f-8021-942a1816c82a', 'code': 200} Sep 07 18:45:11.111999 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4922292-996f-4da1-8f87-b33e006e71bc', 'code': 200} Sep 07 18:45:11.111999 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e9c6e0-d8dd-415e-9749-9e78d98049dc', 'code': 200} Sep 07 18:45:11.125192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] Transition to ACTIVE for port object 7f8b47d4-819f-44f5-91bb-24ec83e11b9b will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:11.160636 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bc2375aa-998d-476f-b8ac-4646ef4efe46 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:11.165172 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:11.242752 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd683853-ef86-44a3-820a-912809a55df8 req-940bc591-3036-4eeb-af96-182dca3fc6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:11.243396 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd683853-ef86-44a3-820a-912809a55df8 req-940bc591-3036-4eeb-af96-182dca3fc6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:11.243773 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd683853-ef86-44a3-820a-912809a55df8 req-940bc591-3036-4eeb-af96-182dca3fc6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:11.276133 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bd683853-ef86-44a3-820a-912809a55df8 req-940bc591-3036-4eeb-af96-182dca3fc6d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 2870 time: 0.1383774 Sep 07 18:45:11.280472 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port bc2375aa-998d-476f-b8ac-4646ef4efe46 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:11.280950 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:11.324281 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273929c-da50-44e4-9335-3297215d318c req-7b128ec3-4380-417b-a98a-ffe2840f5702 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:11.332530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a273929c-da50-44e4-9335-3297215d318c req-7b128ec3-4380-417b-a98a-ffe2840f5702 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 944 time: 0.2053137 Sep 07 18:45:11.334325 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] Pushing event updated for resources: {'Port': ['ID=7f8b47d4-819f-44f5-91bb-24ec83e11b9b,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:11.336500 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bd683853-ef86-44a3-820a-912809a55df8 req-76cfb744-1b11-47f3-ba85-3c4ce5e40b93 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529933 Sep 07 18:45:11.375970 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:07Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '89b70986-2867-49d0-9e16-2f948e150760', 'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'mac_address': 'fa:16:3e:87:a8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:06Z', 'updated_at': '2021-09-07T18:45:10Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'subnets': [{'id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:11.398254 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499b362-abdc-4479-b446-719664d852a0 req-8e919757-dadc-4304-807f-f3be21487da2 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:11.405910 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8499b362-abdc-4479-b446-719664d852a0 req-8e919757-dadc-4304-807f-f3be21487da2 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=8719d8b2-fac6-45cf-b750-916e946132e4 HTTP/1.1" status: 200 len: 950 time: 0.1976628 Sep 07 18:45:11.427788 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3494e4c-a752-4110-a629-7d0487af3474 None None] The sync data for ids ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'] in n-d-807786-1 is: [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:07Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '89b70986-2867-49d0-9e16-2f948e150760', 'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'mac_address': 'fa:16:3e:87:a8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:06Z', 'updated_at': '2021-09-07T18:45:10Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'subnets': [{'id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:45:11.428824 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a273929c-da50-44e4-9335-3297215d318c req-401ee84d-4af5-4e96-89ec-a6e7d61f3562 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952754 Sep 07 18:45:11.453591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] Attempting to bind port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:45:11.453916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] Attempting to bind port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:45:11.454241 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] Attempting to bind port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:11.468341 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] Port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b on network b63d4de9-c5b5-4788-8524-e66342dcbc59 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:45:11.468677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] Attempting to bind port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:11.487604 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:45:11.487949 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] Checking segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:11.488332 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] Bound using segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:45:11.488957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] Bound port: 7f8b47d4-819f-44f5-91bb-24ec83e11b9b, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:45:11.489203 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:11.543961 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8499b362-abdc-4479-b446-719664d852a0 req-ad0b3625-e7c2-4271-a4ac-be6ab03f469b tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366262 Sep 07 18:45:11.631296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] For port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:11.636314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] For port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=7f8b47d4-819f-44f5-91bb-24ec83e11b9b,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:45:11.642565 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:11.760193 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-248435ae-9998-428b-aa7a-d84fce788591 req-d8963a05-7f47-492f-9c25-66f9697a96a0 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 210 time: 0.0717096 Sep 07 18:45:11.764207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:11.764842 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:11.766223 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] 10.222.0.36 "PUT /v2.0/ports/7f8b47d4-819f-44f5-91bb-24ec83e11b9b HTTP/1.1" status: 200 len: 1091 time: 1.4247797 Sep 07 18:45:11.768398 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ffe9cb-f758-4ba7-aba4-086c118dcca3', 'tag': '7f8b47d4-819f-44f5-91bb-24ec83e11b9b'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:11.770314 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebab71a-1fb6-4b1a-98f8-081d31432fac" -d '{"events": [{"name": "network-changed", "server_uuid": "93ffe9cb-f758-4ba7-aba4-086c118dcca3", "tag": "7f8b47d4-819f-44f5-91bb-24ec83e11b9b"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:11.789126 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64d2f5-2af9-4157-ba52-05b0d0d90e9f service neutron] Pushing event updated for resources: {'Port': ['ID=7f8b47d4-819f-44f5-91bb-24ec83e11b9b,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:11.814999 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0b464-e190-4dea-8211-832484b2be4b req-5e87992e-a2ab-4290-97b5-93db62e57b94 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:11.821819 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0b464-e190-4dea-8211-832484b2be4b req-5e87992e-a2ab-4290-97b5-93db62e57b94 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:11.829070 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0b464-e190-4dea-8211-832484b2be4b req-5e87992e-a2ab-4290-97b5-93db62e57b94 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:11.837042 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1f0b464-e190-4dea-8211-832484b2be4b req-5e87992e-a2ab-4290-97b5-93db62e57b94 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 2417 time: 0.1444030 Sep 07 18:45:11.944550 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1f0b464-e190-4dea-8211-832484b2be4b req-41f18d79-f32f-45b3-9398-761277d4a402 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986667 Sep 07 18:45:11.972056 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19021a78-cbf3-49ef-96dc-51bdc021f60b req-d9d900e0-7a5d-44f5-95e1-a01982793eb7 tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] 10.222.0.26 "GET /v2.0/security-groups/9e06a859-a1e1-45e2-8f11-404b001f819a HTTP/1.1" status: 200 len: 1778 time: 0.1162765 Sep 07 18:45:11.997316 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-a8508ab7-ef4d-44a7-8294-0e957b232c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:11.999078 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-a8508ab7-ef4d-44a7-8294-0e957b232c68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 1094 time: 0.1128523 Sep 07 18:45:12.044530 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47408) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:12.059603 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-bd1c576a-0c39-4154-b20f-c747a22ac1dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f8b47d4-819f-44f5-91bb-24ec83e11b9b HTTP/1.1" status: 200 len: 217 time: 0.0488777 Sep 07 18:45:12.169563 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-68a8d8ab-a9a4-4e23-8119-f4f4e0d011ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:12.363340 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-19021a78-cbf3-49ef-96dc-51bdc021f60b req-44df588a-c835-4fb6-aaaa-ba719705d4e7 tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:12.366616 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-68a8d8ab-a9a4-4e23-8119-f4f4e0d011ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:12.380328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-afc2c301-51d2-477e-8b01-cdd2e708987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:12.380826 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-68a8d8ab-a9a4-4e23-8119-f4f4e0d011ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:12.381843 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-afc2c301-51d2-477e-8b01-cdd2e708987e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.3071718 Sep 07 18:45:12.392977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf042095-22a8-4d0a-b162-b77f32ec4c1b req-f825f6a8-76f4-4f15-92c5-e632cd8107e5 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:12.394389 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf042095-22a8-4d0a-b162-b77f32ec4c1b req-f825f6a8-76f4-4f15-92c5-e632cd8107e5 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 943 time: 0.3401446 Sep 07 18:45:12.422951 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-68a8d8ab-a9a4-4e23-8119-f4f4e0d011ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa07f424bb2940f1be65169eee8e2d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3773053 Sep 07 18:45:12.435890 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-19021a78-cbf3-49ef-96dc-51bdc021f60b req-44df588a-c835-4fb6-aaaa-ba719705d4e7 tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:12.442449 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8d8ab-a9a4-4e23-8119-f4f4e0d011ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4af8f60-b5ff-46a2-8fb5-9233e868c7ef,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:12.444753 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47412) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:12.448603 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-f9c31205-e22d-4170-9ec6-2c70282f0be8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498142 Sep 07 18:45:12.474411 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa21691-f1a4-438d-a19d-03792208a145 req-d1052847-7313-474e-b745-59b9cbdae0ce tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:12.475996 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7aa21691-f1a4-438d-a19d-03792208a145 req-d1052847-7313-474e-b745-59b9cbdae0ce tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.60 "GET /v2.0/networks?id=438b7473-bcf8-4707-b646-342e96ae6727 HTTP/1.1" status: 200 len: 820 time: 0.2428968 Sep 07 18:45:12.487698 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:12.498038 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-7aa21691-f1a4-438d-a19d-03792208a145 req-552638be-88a0-4a1e-a0c0-71c2f8fba700 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Request body: {'port': {'device_id': '889f3f56-4af6-42a8-9c36-00e00d1ef065', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'admin_state_up': True, 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:12.612455 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf042095-22a8-4d0a-b162-b77f32ec4c1b req-b093dd87-a316-4c31-9799-147b73558e80 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988745 Sep 07 18:45:12.643608 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-19021a78-cbf3-49ef-96dc-51bdc021f60b req-44df588a-c835-4fb6-aaaa-ba719705d4e7 tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:12.645478 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa21691-f1a4-438d-a19d-03792208a145 req-552638be-88a0-4a1e-a0c0-71c2f8fba700 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Made reservation on behalf of 49c2c790060a4e1b861c40173a8c7d1b for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:45:12.645877 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-19021a78-cbf3-49ef-96dc-51bdc021f60b req-44df588a-c835-4fb6-aaaa-ba719705d4e7 tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:12.647163 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19021a78-cbf3-49ef-96dc-51bdc021f60b req-44df588a-c835-4fb6-aaaa-ba719705d4e7 tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] 10.222.0.26 "DELETE /v2.0/security-groups/9e06a859-a1e1-45e2-8f11-404b001f819a HTTP/1.1" status: 204 len: 173 time: 0.6624024 Sep 07 18:45:12.649784 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7aa21691-f1a4-438d-a19d-03792208a145 req-552638be-88a0-4a1e-a0c0-71c2f8fba700 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:12.666738 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8964e4d2-6c9e-48c3-825f-cd26cada1fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:12.698650 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8964e4d2-6c9e-48c3-825f-cd26cada1fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:12.753790 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97d95dc-9762-4323-859d-a31dd70d86a5 x-openstack-request-id: req-f97d95dc-9762-4323-859d-a31dd70d86a5 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:12.754132 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ffe9cb-f758-4ba7-aba4-086c118dcca3", "tag": "7f8b47d4-819f-44f5-91bb-24ec83e11b9b", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:12.755330 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f97d95dc-9762-4323-859d-a31dd70d86a5 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:12.755750 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ffe9cb-f758-4ba7-aba4-086c118dcca3', 'tag': '7f8b47d4-819f-44f5-91bb-24ec83e11b9b', 'status': 'completed', 'code': 200} Sep 07 18:45:12.763714 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df588a-c835-4fb6-aaaa-ba719705d4e7 tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e06a859-a1e1-45e2-8f11-404b001f819a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:12.777477 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-2d2e3ea3-bbff-4881-a7d0-965129d3867d service neutron] 10.222.0.36 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103027 Sep 07 18:45:12.779977 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8964e4d2-6c9e-48c3-825f-cd26cada1fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:12.784814 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8964e4d2-6c9e-48c3-825f-cd26cada1fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:12.788733 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8964e4d2-6c9e-48c3-825f-cd26cada1fd3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c4af8f60-b5ff-46a2-8fb5-9233e868c7ef HTTP/1.1" status: 204 len: 168 time: 0.3365469 Sep 07 18:45:12.883816 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-7aa21691-f1a4-438d-a19d-03792208a145 req-552638be-88a0-4a1e-a0c0-71c2f8fba700 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Allocated IP 172.20.0.10 (438b7473-bcf8-4707-b646-342e96ae6727/d8d603cf-8d1f-4ab4-8bc0-887963bded92/f5b6b23b-8929-433a-95d6-4b13e2d032a9) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:45:12.961612 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964e4d2-6c9e-48c3-825f-cd26cada1fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4af8f60-b5ff-46a2-8fb5-9233e868c7ef,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:12.990942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c1c2f7a-0ccb-425f-8e45-9a1cd6c0dff4 req-9ee5a662-7507-44d9-bb38-22d20f63b238 service neutron] 10.222.0.36 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038562 Sep 07 18:45:12.994550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ed2ac-49de-4979-94ca-4cf90e8506bf req-a17f86ea-69af-4a77-a75d-2a769e5f56c6 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:13.002127 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a97ed2ac-49de-4979-94ca-4cf90e8506bf req-a17f86ea-69af-4a77-a75d-2a769e5f56c6 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 1095 time: 0.2236912 Sep 07 18:45:13.035268 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed257c-a048-415d-8301-c625102fb4f0 req-fc467504-7849-4de1-8c41-e76e24202771 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:13.045173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed257c-a048-415d-8301-c625102fb4f0 req-fc467504-7849-4de1-8c41-e76e24202771 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:13.056404 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66ed257c-a048-415d-8301-c625102fb4f0 req-fc467504-7849-4de1-8c41-e76e24202771 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=236580bb-6460-461f-845c-9b2c034056f3&device_id=8719d8b2-fac6-45cf-b750-916e946132e4 HTTP/1.1" status: 200 len: 1691 time: 0.1594925 Sep 07 18:45:13.112918 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7aa21691-f1a4-438d-a19d-03792208a145 req-552638be-88a0-4a1e-a0c0-71c2f8fba700 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:13.117443 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a97ed2ac-49de-4979-94ca-4cf90e8506bf req-347bbc13-f4b7-43cc-9c34-d61a9703c255 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143892 Sep 07 18:45:13.130223 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-7aa21691-f1a4-438d-a19d-03792208a145 req-552638be-88a0-4a1e-a0c0-71c2f8fba700 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Transition to ACTIVE for port object f5b6b23b-8929-433a-95d6-4b13e2d032a9 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:13.158767 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66ed257c-a048-415d-8301-c625102fb4f0 req-6afbb7ed-d1c0-4afa-a770-63ef1ebcef57 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013279 Sep 07 18:45:13.171513 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebab71a-1fb6-4b1a-98f8-081d31432fac req-f9482154-3d1a-4859-8ba4-30454dae4cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:13.176574 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ebab71a-1fb6-4b1a-98f8-081d31432fac req-f9482154-3d1a-4859-8ba4-30454dae4cc6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 1094 time: 0.0994990 Sep 07 18:45:13.179427 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 89b70986-2867-49d0-9e16-2f948e150760 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:13.200762 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7aa21691-f1a4-438d-a19d-03792208a145 req-552638be-88a0-4a1e-a0c0-71c2f8fba700 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:13.239893 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:13.257407 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 89b70986-2867-49d0-9e16-2f948e150760 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:13.262814 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 89b70986-2867-49d0-9e16-2f948e150760 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:13.263191 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:13.270117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47430) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:13.312396 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa21691-f1a4-438d-a19d-03792208a145 req-552638be-88a0-4a1e-a0c0-71c2f8fba700 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Network 438b7473-bcf8-4707-b646-342e96ae6727 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:45:13.319099 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552638be-88a0-4a1e-a0c0-71c2f8fba700 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Pushing event updated for resources: {'Port': ['ID=f5b6b23b-8929-433a-95d6-4b13e2d032a9,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:13.332140 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-7aa21691-f1a4-438d-a19d-03792208a145 req-552638be-88a0-4a1e-a0c0-71c2f8fba700 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:13.335969 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dac559da-d231-40bb-9c2e-25942f6eb33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:13.336471 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa21691-f1a4-438d-a19d-03792208a145 req-552638be-88a0-4a1e-a0c0-71c2f8fba700 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:45:13.353986 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fa4e5309-def8-4da0-b7ff-f3eace703b05 req-4912d858-a210-4cbf-9bfc-27be44957de6 tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] 10.222.0.26 "GET /v2.0/security-groups/3eaf278d-65dc-407b-8cb1-1fa86a7cd807 HTTP/1.1" status: 200 len: 1777 time: 0.1800423 Sep 07 18:45:13.385310 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:13.395700 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa21691-f1a4-438d-a19d-03792208a145 req-552638be-88a0-4a1e-a0c0-71c2f8fba700 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:13.397229 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7aa21691-f1a4-438d-a19d-03792208a145 req-552638be-88a0-4a1e-a0c0-71c2f8fba700 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:13.427850 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 89b70986-2867-49d0-9e16-2f948e150760, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=89b70986-2867-49d0-9e16-2f948e150760,segment=NetworkSegment(45c9f31a-41ce-4a69-b532-ad480f8b45fe),segment_id=45c9f31a-41ce-4a69-b532-ad480f8b45fe)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:13.432404 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:13.447098 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebab71a-1fb6-4b1a-98f8-081d31432fac req-93dac8ee-8191-4628-9ff1-84af3077ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:13.448665 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ebab71a-1fb6-4b1a-98f8-081d31432fac req-93dac8ee-8191-4628-9ff1-84af3077ed12 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 909 time: 0.2522020 Sep 07 18:45:13.488772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=89b70986-2867-49d0-9e16-2f948e150760,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:13.525074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ebab71a-1fb6-4b1a-98f8-081d31432fac req-ae88a4b5-df02-42d9-9e6f-e65b50f722ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f8b47d4-819f-44f5-91bb-24ec83e11b9b HTTP/1.1" status: 200 len: 217 time: 0.0647292 Sep 07 18:45:13.534889 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fa4e5309-def8-4da0-b7ff-f3eace703b05 req-e77f6257-2230-4f4f-8ccf-69b8a13fb2fc tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:13.567993 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cb3ac46d-4df8-4d5b-9ac6-d742aa1f772c None None] Provisioning for port f5b6b23b-8929-433a-95d6-4b13e2d032a9 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:13.571760 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cb3ac46d-4df8-4d5b-9ac6-d742aa1f772c None None] Provisioning complete for port f5b6b23b-8929-433a-95d6-4b13e2d032a9 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:13.573136 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cb3ac46d-4df8-4d5b-9ac6-d742aa1f772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:13.599776 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47cd2b-fa3e-484a-a4f2-69b9f5a3c211 req-4f888d11-73eb-45bf-8aea-c18ffaa1805d tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:13.601308 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d47cd2b-fa3e-484a-a4f2-69b9f5a3c211 req-4f888d11-73eb-45bf-8aea-c18ffaa1805d tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 932 time: 0.2220001 Sep 07 18:45:13.612726 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-cb3ac46d-4df8-4d5b-9ac6-d742aa1f772c None None] Port f5b6b23b-8929-433a-95d6-4b13e2d032a9 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:45:13.618853 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fa4e5309-def8-4da0-b7ff-f3eace703b05 req-e77f6257-2230-4f4f-8ccf-69b8a13fb2fc tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:13.663483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebab71a-1fb6-4b1a-98f8-081d31432fac req-d5f60d19-275e-4f7e-b62e-8f815a420a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:13.664908 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ebab71a-1fb6-4b1a-98f8-081d31432fac req-d5f60d19-275e-4f7e-b62e-8f815a420a8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.1272051 Sep 07 18:45:13.720586 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ebab71a-1fb6-4b1a-98f8-081d31432fac req-8759cea0-ebd8-4a45-8462-cf0ce496d602 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458817 Sep 07 18:45:13.725827 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d47cd2b-fa3e-484a-a4f2-69b9f5a3c211 req-21f87670-fd6c-4ad9-9820-e7c83a635225 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f2c9237-0346-4076-acfd-edb6da46e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118774 Sep 07 18:45:13.746089 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dac559da-d231-40bb-9c2e-25942f6eb33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:13.757789 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7aa21691-f1a4-438d-a19d-03792208a145 req-552638be-88a0-4a1e-a0c0-71c2f8fba700 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2623026 Sep 07 18:45:13.763937 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dac559da-d231-40bb-9c2e-25942f6eb33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:13.775483 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fa4e5309-def8-4da0-b7ff-f3eace703b05 req-e77f6257-2230-4f4f-8ccf-69b8a13fb2fc tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:13.777082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-7aa21691-f1a4-438d-a19d-03792208a145 req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] Request body: {'port': {'device_id': '889f3f56-4af6-42a8-9c36-00e00d1ef065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:13.778048 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fa4e5309-def8-4da0-b7ff-f3eace703b05 req-e77f6257-2230-4f4f-8ccf-69b8a13fb2fc tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:13.779173 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fa4e5309-def8-4da0-b7ff-f3eace703b05 req-e77f6257-2230-4f4f-8ccf-69b8a13fb2fc tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] 10.222.0.26 "DELETE /v2.0/security-groups/3eaf278d-65dc-407b-8cb1-1fa86a7cd807 HTTP/1.1" status: 204 len: 173 time: 0.4243095 Sep 07 18:45:13.843032 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7aa21691-f1a4-438d-a19d-03792208a145 req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:13.882229 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-dac559da-d231-40bb-9c2e-25942f6eb33b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b2ab796e27c4fb3b2380f6e74c53d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5837293 Sep 07 18:45:13.884627 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47438) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:13.894947 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac559da-d231-40bb-9c2e-25942f6eb33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4665689a-c6ad-4d97-ac5b-229b5d98af9d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:13.939319 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f6257-2230-4f4f-8ccf-69b8a13fb2fc tempest-SecurityGroupsTestAdminJSON-1797454663 tempest-SecurityGroupsTestAdminJSON-1797454663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaf278d-65dc-407b-8cb1-1fa86a7cd807,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:13.996985 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8e661-8493-402b-b440-0eafde6216e2 req-fff8bff6-8f78-4cd8-a8d6-d18a97d45135 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:14.003471 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8e661-8493-402b-b440-0eafde6216e2 req-fff8bff6-8f78-4cd8-a8d6-d18a97d45135 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:14.009418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8e661-8493-402b-b440-0eafde6216e2 req-fff8bff6-8f78-4cd8-a8d6-d18a97d45135 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:14.013643 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2db8e661-8493-402b-b440-0eafde6216e2 req-fff8bff6-8f78-4cd8-a8d6-d18a97d45135 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 2417 time: 0.2221558 Sep 07 18:45:14.050890 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ebab71a-1fb6-4b1a-98f8-081d31432fac req-abbea267-5d8a-4651-a1f6-f8aa6a224c0c service neutron] 10.222.0.36 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173444 Sep 07 18:45:14.113512 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47452) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:14.175909 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-7aa21691-f1a4-438d-a19d-03792208a145 req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b6b23b-8929-433a-95d6-4b13e2d032a9 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:14.181082 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1846b174-3df7-4c98-8bd6-860b3dfe84ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:14.186817 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7aa21691-f1a4-438d-a19d-03792208a145 req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:14.194588 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2db8e661-8493-402b-b440-0eafde6216e2 req-a00122be-3e8b-433c-b75d-f20d5a0d8ca5 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607049 Sep 07 18:45:14.201497 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-7aa21691-f1a4-438d-a19d-03792208a145 req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] Transition to ACTIVE for port object f5b6b23b-8929-433a-95d6-4b13e2d032a9 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:14.207250 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7aa21691-f1a4-438d-a19d-03792208a145 req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:14.248465 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f4444-2611-4062-836a-63ef6840aa33 req-e8e3e396-e977-4955-8446-3f7355279da4 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:14.255392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-518f4444-2611-4062-836a-63ef6840aa33 req-e8e3e396-e977-4955-8446-3f7355279da4 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 820 time: 0.2805257 Sep 07 18:45:14.263744 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1846b174-3df7-4c98-8bd6-860b3dfe84ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:14.283280 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] Pushing event updated for resources: {'Port': ['ID=f5b6b23b-8929-433a-95d6-4b13e2d032a9,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:14.299152 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-518f4444-2611-4062-836a-63ef6840aa33 req-bbe79f87-d3c4-44cd-b277-532ef3204f1a tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/quotas/f00faea60e4544a695e7dd93ec709296 HTTP/1.1" status: 200 len: 375 time: 0.0427580 Sep 07 18:45:14.344474 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ebab71a-1fb6-4b1a-98f8-081d31432fac req-4b557a8f-1757-4261-ab5f-210075926bc0 service neutron] 10.222.0.36 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790682 Sep 07 18:45:14.349358 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8eebad33-b5b3-4a1a-a612-72d4346a279d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8508d5c283b841ef98756362ddbc22e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347054 Sep 07 18:45:14.353876 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47460) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:14.404045 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bd03b-a287-41c9-b3a7-cc4bf59e4d4f req-0fb8b93e-7505-4231-8341-a3a76a20a2be tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:14.405641 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea5bd03b-a287-41c9-b3a7-cc4bf59e4d4f req-0fb8b93e-7505-4231-8341-a3a76a20a2be tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 943 time: 0.1231089 Sep 07 18:45:14.418758 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-518f4444-2611-4062-836a-63ef6840aa33 req-7ef76e58-b3d3-4f77-8bb9-1944fb9420a0 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1187282 Sep 07 18:45:14.431758 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-220b93a8-ace0-4f17-a76b-5150bba0ce2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:14.444297 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-7aa21691-f1a4-438d-a19d-03792208a145 req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] Attempting to bind port f5b6b23b-8929-433a-95d6-4b13e2d032a9 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:45:14.444774 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-7aa21691-f1a4-438d-a19d-03792208a145 req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] Attempting to bind port f5b6b23b-8929-433a-95d6-4b13e2d032a9 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '45c9f31a-41ce-4a69-b532-ad480f8b45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:45:14.445205 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa21691-f1a4-438d-a19d-03792208a145 req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] Attempting to bind port f5b6b23b-8929-433a-95d6-4b13e2d032a9 on network 438b7473-bcf8-4707-b646-342e96ae6727 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:14.448042 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1846b174-3df7-4c98-8bd6-860b3dfe84ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:14.450721 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1846b174-3df7-4c98-8bd6-860b3dfe84ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:14.455361 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1846b174-3df7-4c98-8bd6-860b3dfe84ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4665689a-c6ad-4d97-ac5b-229b5d98af9d HTTP/1.1" status: 204 len: 168 time: 0.5648074 Sep 07 18:45:14.460831 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa21691-f1a4-438d-a19d-03792208a145 req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] Port f5b6b23b-8929-433a-95d6-4b13e2d032a9 on network 438b7473-bcf8-4707-b646-342e96ae6727 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:45:14.461392 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa21691-f1a4-438d-a19d-03792208a145 req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] Attempting to bind port f5b6b23b-8929-433a-95d6-4b13e2d032a9 on network 438b7473-bcf8-4707-b646-342e96ae6727 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:14.473677 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa21691-f1a4-438d-a19d-03792208a145 req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:45:14.474083 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa21691-f1a4-438d-a19d-03792208a145 req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] Checking segment: {'id': '45c9f31a-41ce-4a69-b532-ad480f8b45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:14.474478 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa21691-f1a4-438d-a19d-03792208a145 req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] Bound using segment: {'id': '45c9f31a-41ce-4a69-b532-ad480f8b45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:45:14.474918 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-7aa21691-f1a4-438d-a19d-03792208a145 req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] Bound port: f5b6b23b-8929-433a-95d6-4b13e2d032a9, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c9f31a-41ce-4a69-b532-ad480f8b45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:45:14.475598 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7aa21691-f1a4-438d-a19d-03792208a145 req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:14.480988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846b174-3df7-4c98-8bd6-860b3dfe84ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4665689a-c6ad-4d97-ac5b-229b5d98af9d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:14.481954 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-220b93a8-ace0-4f17-a76b-5150bba0ce2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:14.531737 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea5bd03b-a287-41c9-b3a7-cc4bf59e4d4f req-33cac2d9-f1e8-43ae-8c4c-3faf948675fd tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020956 Sep 07 18:45:14.571766 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-518f4444-2611-4062-836a-63ef6840aa33 req-1f42853b-bfb5-46fc-99ad-06567033e14f service neutron] 10.222.0.26 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514401 Sep 07 18:45:14.598249 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-7aa21691-f1a4-438d-a19d-03792208a145 req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] For port f5b6b23b-8929-433a-95d6-4b13e2d032a9, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:14.600801 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-220b93a8-ace0-4f17-a76b-5150bba0ce2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:14.603737 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-220b93a8-ace0-4f17-a76b-5150bba0ce2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:14.609700 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-220b93a8-ace0-4f17-a76b-5150bba0ce2a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d72d836b-a8c5-4e14-af9b-7f0af6af7fc8 HTTP/1.1" status: 204 len: 168 time: 0.2544796 Sep 07 18:45:14.616585 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-7aa21691-f1a4-438d-a19d-03792208a145 req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] For port f5b6b23b-8929-433a-95d6-4b13e2d032a9, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f5b6b23b-8929-433a-95d6-4b13e2d032a9,segment=NetworkSegment(45c9f31a-41ce-4a69-b532-ad480f8b45fe),segment_id=45c9f31a-41ce-4a69-b532-ad480f8b45fe)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:45:14.638258 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7aa21691-f1a4-438d-a19d-03792208a145 req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:14.648736 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b93a8-ace0-4f17-a76b-5150bba0ce2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72d836b-a8c5-4e14-af9b-7f0af6af7fc8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:14.681158 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa21691-f1a4-438d-a19d-03792208a145 req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:14.681781 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7aa21691-f1a4-438d-a19d-03792208a145 req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:14.683408 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7aa21691-f1a4-438d-a19d-03792208a145 req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] 10.222.0.60 "PUT /v2.0/ports/f5b6b23b-8929-433a-95d6-4b13e2d032a9 HTTP/1.1" status: 200 len: 1092 time: 0.9122369 Sep 07 18:45:14.683809 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889f3f56-4af6-42a8-9c36-00e00d1ef065', 'tag': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:14.686343 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccc499d-a54f-45f8-b3b8-0e0b70aef7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "889f3f56-4af6-42a8-9c36-00e00d1ef065", "tag": "f5b6b23b-8929-433a-95d6-4b13e2d032a9"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:14.710826 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662162fa-6e2a-4e69-b976-6726e5ffdf1d service neutron] Pushing event updated for resources: {'Port': ['ID=f5b6b23b-8929-433a-95d6-4b13e2d032a9,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:14.725069 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51ebad-5aa2-47c4-bc62-c53cc63be046 req-17dd4e64-a0b7-4267-bca5-4a7ff21f3428 tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:14.729014 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0f51ebad-5aa2-47c4-bc62-c53cc63be046 req-17dd4e64-a0b7-4267-bca5-4a7ff21f3428 tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=236580bb-6460-461f-845c-9b2c034056f3 HTTP/1.1" status: 200 len: 1101 time: 0.0742743 Sep 07 18:45:14.739263 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-518f4444-2611-4062-836a-63ef6840aa33 req-30c5c718-3e8e-4816-a0ac-140bceab27c3 service neutron] 10.222.0.26 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663094 Sep 07 18:45:14.776604 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa21691-f1a4-438d-a19d-03792208a145 req-13bcafb4-4de0-44e7-829b-6c1c66010585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:14.778190 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7aa21691-f1a4-438d-a19d-03792208a145 req-13bcafb4-4de0-44e7-829b-6c1c66010585 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=49c2c790060a4e1b861c40173a8c7d1b&device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 1095 time: 0.0486634 Sep 07 18:45:14.822281 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0f51ebad-5aa2-47c4-bc62-c53cc63be046 req-f76d2393-22cc-4518-89d9-d3e8f7fae58b tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779436 Sep 07 18:45:14.846043 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7aa21691-f1a4-438d-a19d-03792208a145 req-d3e5c8e3-5ac8-42bc-baae-947bacc3aeb1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5b6b23b-8929-433a-95d6-4b13e2d032a9 HTTP/1.1" status: 200 len: 217 time: 0.0584092 Sep 07 18:45:14.985986 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa21691-f1a4-438d-a19d-03792208a145 req-ae0f6f32-f013-42c7-9038-2864babad920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:14.990828 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7aa21691-f1a4-438d-a19d-03792208a145 req-ae0f6f32-f013-42c7-9038-2864babad920 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8d603cf-8d1f-4ab4-8bc0-887963bded92 HTTP/1.1" status: 200 len: 859 time: 0.1360672 Sep 07 18:45:15.034600 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34585634-976d-41aa-873e-b94c58d73ef3 x-openstack-request-id: req-34585634-976d-41aa-873e-b94c58d73ef3 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:15.037792 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889f3f56-4af6-42a8-9c36-00e00d1ef065", "tag": "f5b6b23b-8929-433a-95d6-4b13e2d032a9", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:15.038508 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-34585634-976d-41aa-873e-b94c58d73ef3 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:15.039084 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889f3f56-4af6-42a8-9c36-00e00d1ef065', 'tag': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9', 'status': 'completed', 'code': 200} Sep 07 18:45:15.103357 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa21691-f1a4-438d-a19d-03792208a145 req-9925cac6-118b-474c-93ec-d6190c788ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:15.105846 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7aa21691-f1a4-438d-a19d-03792208a145 req-9925cac6-118b-474c-93ec-d6190c788ab8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=438b7473-bcf8-4707-b646-342e96ae6727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009951 Sep 07 18:45:15.140869 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 89b70986-2867-49d0-9e16-2f948e150760 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:15.166842 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5903ca-d125-41eb-8941-79532e7a314f req-984652a5-4258-425e-ac79-ab69e8910fdf tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:15.174363 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb5903ca-d125-41eb-8941-79532e7a314f req-984652a5-4258-425e-ac79-ab69e8910fdf tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 944 time: 0.1294832 Sep 07 18:45:15.239334 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7aa21691-f1a4-438d-a19d-03792208a145 req-1912c553-8e95-4786-8363-896e695b2bf7 service neutron] 10.222.0.60 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239552 Sep 07 18:45:15.246033 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 89b70986-2867-49d0-9e16-2f948e150760 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:15.246643 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:15.289826 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb5903ca-d125-41eb-8941-79532e7a314f req-0d788c4a-2775-4933-8c01-60b06e7f3c45 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f2c9237-0346-4076-acfd-edb6da46e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143150 Sep 07 18:45:15.293449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba77592-7833-48e5-83f6-6caa9bf43f1f req-f719ed7d-6cdd-47f0-87be-dde05599c627 tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:15.296034 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ba77592-7833-48e5-83f6-6caa9bf43f1f req-f719ed7d-6cdd-47f0-87be-dde05599c627 tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8719d8b2-fac6-45cf-b750-916e946132e4 HTTP/1.1" status: 200 len: 1101 time: 0.0944006 Sep 07 18:45:15.338019 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ba77592-7833-48e5-83f6-6caa9bf43f1f req-a7a9ba03-47ca-45e5-a960-d7077a7469e7 tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355387 Sep 07 18:45:15.386863 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47496) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:15.475621 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f0a97b3a-9608-4f63-abd5-fafb7ae93c44 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fddc4c53328a4355abb9a032a6b83dee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0871682 Sep 07 18:45:15.485068 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7aa21691-f1a4-438d-a19d-03792208a145 req-cdf29f18-6920-41b6-80ae-8cd020884f6c service neutron] 10.222.0.60 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281799 Sep 07 18:45:15.485625 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47500) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:15.486372 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3408540b-dcae-4970-b323-bcc74fd643ca req-c56b4fdc-bd45-470c-ac22-d8beb3902126 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 210 time: 0.0712917 Sep 07 18:45:15.572290 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-863063a7-b2e2-43e2-90fc-16404298b745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:15.603701 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-863063a7-b2e2-43e2-90fc-16404298b745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:15.700853 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 7f8b47d4-819f-44f5-91bb-24ec83e11b9b details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:45:15.706677 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc499d-a54f-45f8-b3b8-0e0b70aef7bc req-e444bbcc-2589-4042-beda-ab1a17650f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:15.708696 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-9ccc499d-a54f-45f8-b3b8-0e0b70aef7bc req-e444bbcc-2589-4042-beda-ab1a17650f93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=49c2c790060a4e1b861c40173a8c7d1b&device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 1095 time: 0.1377594 Sep 07 18:45:15.723403 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-56e7a66a-66eb-444a-8720-f4137e498895 req-c41a918f-5a0b-495d-9c13-d0f9b0b583c2 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=581e70f192f44902b528bd4279ab890a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543399 Sep 07 18:45:15.730010 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-863063a7-b2e2-43e2-90fc-16404298b745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:15.734711 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-863063a7-b2e2-43e2-90fc-16404298b745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:15.736690 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-863063a7-b2e2-43e2-90fc-16404298b745 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/24c21a0d-c1d9-4bab-8823-4461eb159461 HTTP/1.1" status: 204 len: 168 time: 0.2498860 Sep 07 18:45:15.804090 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863063a7-b2e2-43e2-90fc-16404298b745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c21a0d-c1d9-4bab-8823-4461eb159461,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:15.880743 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc499d-a54f-45f8-b3b8-0e0b70aef7bc req-152fffbd-f6d5-40e7-a070-66185b4c0767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:15.883879 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-9ccc499d-a54f-45f8-b3b8-0e0b70aef7bc req-152fffbd-f6d5-40e7-a070-66185b4c0767 service neutron] 10.222.0.60 "GET /v2.0/networks?id=438b7473-bcf8-4707-b646-342e96ae6727 HTTP/1.1" status: 200 len: 921 time: 0.1629002 Sep 07 18:45:15.890870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7a66a-66eb-444a-8720-f4137e498895 req-8f006c59-e5a7-4b6a-a8a2-9d0e66e5745d tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:15.898187 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-56e7a66a-66eb-444a-8720-f4137e498895 req-8f006c59-e5a7-4b6a-a8a2-9d0e66e5745d tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1506124 Sep 07 18:45:15.926313 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-56e7a66a-66eb-444a-8720-f4137e498895 req-5ebbab97-399a-4226-94e4-2df4a28c0b05 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/quotas/581e70f192f44902b528bd4279ab890a HTTP/1.1" status: 200 len: 375 time: 0.0265472 Sep 07 18:45:15.939289 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=7f8b47d4-819f-44f5-91bb-24ec83e11b9b,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:15.957135 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '7f8b47d4-819f-44f5-91bb-24ec83e11b9b', 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59', 'port_id': '7f8b47d4-819f-44f5-91bb-24ec83e11b9b', 'mac_address': 'fa:16:3e:4e:71:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e00f10-2113-4bfd-a644-73e299afc160', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:45:15.957634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f68c1-f737-4333-a856-97188cb41c03 req-c4a42ad2-ec73-4fdd-b8da-2f1bb55bff56 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:15.967466 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-236f68c1-f737-4333-a856-97188cb41c03 req-c4a42ad2-ec73-4fdd-b8da-2f1bb55bff56 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 943 time: 0.2676115 Sep 07 18:45:15.976197 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-9ccc499d-a54f-45f8-b3b8-0e0b70aef7bc req-5b9326fe-78fc-458d-b457-71cb2bdba9a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5b6b23b-8929-433a-95d6-4b13e2d032a9 HTTP/1.1" status: 200 len: 217 time: 0.0842493 Sep 07 18:45:16.002788 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:16.020372 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8b47d4-819f-44f5-91bb-24ec83e11b9b {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:16.045471 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=7f8b47d4-819f-44f5-91bb-24ec83e11b9b,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:16.052605 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:16.059018 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc499d-a54f-45f8-b3b8-0e0b70aef7bc req-1e112d48-4aa3-4fb4-aff7-9f00ad84ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:16.060712 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-9ccc499d-a54f-45f8-b3b8-0e0b70aef7bc req-1e112d48-4aa3-4fb4-aff7-9f00ad84ec1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8d603cf-8d1f-4ab4-8bc0-887963bded92 HTTP/1.1" status: 200 len: 859 time: 0.0677006 Sep 07 18:45:16.060871 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-236f68c1-f737-4333-a856-97188cb41c03 req-427f294b-c10a-485c-9ce9-76a259e1acaf tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923209 Sep 07 18:45:16.083056 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-56e7a66a-66eb-444a-8720-f4137e498895 req-cdde3962-a623-4793-8307-558b0c79b256 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1514428 Sep 07 18:45:16.129287 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=7f8b47d4-819f-44f5-91bb-24ec83e11b9b,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:16.150720 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc499d-a54f-45f8-b3b8-0e0b70aef7bc req-60a00df8-b526-48a0-a6c3-229068443fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:16.152330 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-9ccc499d-a54f-45f8-b3b8-0e0b70aef7bc req-60a00df8-b526-48a0-a6c3-229068443fd4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=438b7473-bcf8-4707-b646-342e96ae6727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669067 Sep 07 18:45:16.198826 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4852bbd-4175-4f81-a3ae-653535dfb6e8 req-7f2770e7-d4c4-496e-869f-a2fbd285093f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:16.209177 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4852bbd-4175-4f81-a3ae-653535dfb6e8 req-7f2770e7-d4c4-496e-869f-a2fbd285093f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:16.218558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4852bbd-4175-4f81-a3ae-653535dfb6e8 req-7f2770e7-d4c4-496e-869f-a2fbd285093f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:16.220591 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4852bbd-4175-4f81-a3ae-653535dfb6e8 req-7f2770e7-d4c4-496e-869f-a2fbd285093f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 2417 time: 0.0934169 Sep 07 18:45:16.290776 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-9ccc499d-a54f-45f8-b3b8-0e0b70aef7bc req-e99b232e-f9fd-4bbe-b11c-b41c6d4a0f75 service neutron] 10.222.0.60 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297641 Sep 07 18:45:16.290922 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4852bbd-4175-4f81-a3ae-653535dfb6e8 req-2c678efa-cd0c-4b6f-8b44-3b5666493488 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640585 Sep 07 18:45:16.362645 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['7f8b47d4-819f-44f5-91bb-24ec83e11b9b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:16.441085 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecd326fb-f38e-4775-ba56-cf1fabd5f34a req-90760939-da3a-4fec-90c1-dc99cb775898 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d6f62d-d823-4b01-9d35-f3486862bcf0 HTTP/1.1" status: 200 len: 210 time: 0.0712388 Sep 07 18:45:16.478765 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-9ccc499d-a54f-45f8-b3b8-0e0b70aef7bc req-939b9831-0d7f-4cd2-ab8a-76078263ee12 service neutron] 10.222.0.60 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800089 Sep 07 18:45:16.902824 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70059dd3-e844-4fc6-a64d-c42d9e3c68c4 req-75c044f0-8559-4b70-a215-a97f259cb323 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 210 time: 0.0550137 Sep 07 18:45:16.968436 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb43f3-7018-4c2d-88a0-c3db8adaaf0f req-b5eebac2-9b43-4cbb-9fb8-f91a289ddaf4 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:16.975631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bdb43f3-7018-4c2d-88a0-c3db8adaaf0f req-b5eebac2-9b43-4cbb-9fb8-f91a289ddaf4 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 944 time: 0.1333895 Sep 07 18:45:17.012338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f4444-2611-4062-836a-63ef6840aa33 req-4447248d-384e-4c9b-99ea-38a9927b2918 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:17.013845 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-518f4444-2611-4062-836a-63ef6840aa33 req-4447248d-384e-4c9b-99ea-38a9927b2918 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.36 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 820 time: 0.5923901 Sep 07 18:45:17.029365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-518f4444-2611-4062-836a-63ef6840aa33 req-a421d554-43fa-4045-907a-a32713432eba tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Request body: {'port': {'device_id': 'b97284e1-5607-4040-960c-ff37c62fe9be', 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274', 'admin_state_up': True, 'tenant_id': 'f00faea60e4544a695e7dd93ec709296'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:17.065987 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bdb43f3-7018-4c2d-88a0-c3db8adaaf0f req-6f4844f0-2fd4-4a5f-b7e4-9529e11b4d5c tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f2c9237-0346-4076-acfd-edb6da46e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800066 Sep 07 18:45:17.226147 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-518f4444-2611-4062-836a-63ef6840aa33 req-a421d554-43fa-4045-907a-a32713432eba tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Made reservation on behalf of f00faea60e4544a695e7dd93ec709296 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:45:17.229919 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-518f4444-2611-4062-836a-63ef6840aa33 req-a421d554-43fa-4045-907a-a32713432eba tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:17.241181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a683fdf-e7ae-4072-b0f9-5bd04d25b481 req-fff5ed86-dac2-48c7-85e4-e5213bda1d4b tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:17.244962 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a683fdf-e7ae-4072-b0f9-5bd04d25b481 req-fff5ed86-dac2-48c7-85e4-e5213bda1d4b tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 944 time: 0.0779834 Sep 07 18:45:17.347204 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a683fdf-e7ae-4072-b0f9-5bd04d25b481 req-c2bf12b8-ffcd-4103-93ef-33f81c4f4934 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842643 Sep 07 18:45:17.490021 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-518f4444-2611-4062-836a-63ef6840aa33 req-a421d554-43fa-4045-907a-a32713432eba tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Allocated IP 172.20.0.4 (73fe4171-28a4-4081-b73e-ded401c8a274/61d7e427-2ed7-40a5-a300-7f618502d730/d29e8f80-cce8-4dcc-b5b3-f3da52433103) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:45:17.519590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965d5f2-9577-4c76-8d8f-ef1530f129ea req-01c7cf04-f2d0-48ed-b80f-7ca69712b61e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:17.525943 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965d5f2-9577-4c76-8d8f-ef1530f129ea req-01c7cf04-f2d0-48ed-b80f-7ca69712b61e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:17.533080 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965d5f2-9577-4c76-8d8f-ef1530f129ea req-01c7cf04-f2d0-48ed-b80f-7ca69712b61e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:17.540754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5965d5f2-9577-4c76-8d8f-ef1530f129ea req-01c7cf04-f2d0-48ed-b80f-7ca69712b61e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 2417 time: 0.1387846 Sep 07 18:45:17.590227 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-24a54dc9-2bdf-4837-9364-9f05a1b9e46f req-c68c2202-f51d-410f-bb46-3566835b86fd tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d6f62d-d823-4b01-9d35-f3486862bcf0 HTTP/1.1" status: 200 len: 210 time: 0.0463209 Sep 07 18:45:17.622647 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-6ddd61e2-d832-4724-b8a6-098267f4d67f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:17.630107 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-6ddd61e2-d832-4724-b8a6-098267f4d67f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:17.637848 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-6ddd61e2-d832-4724-b8a6-098267f4d67f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:17.640165 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-6ddd61e2-d832-4724-b8a6-098267f4d67f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.60 "GET /v2.0/ports?device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 2417 time: 0.1419623 Sep 07 18:45:17.673862 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-56e7a66a-66eb-444a-8720-f4137e498895 req-01250f27-e3d0-419e-8c43-785c0ac1de7c tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=581e70f192f44902b528bd4279ab890a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323670 Sep 07 18:45:17.707472 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 7f8b47d4-819f-44f5-91bb-24ec83e11b9b up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:17.813421 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:17.829113 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:17.829522 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:17.831415 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5965d5f2-9577-4c76-8d8f-ef1530f129ea req-9cdc4e7c-db02-4eeb-bd5f-a1095e2bbdc2 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897627 Sep 07 18:45:17.854896 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-518f4444-2611-4062-836a-63ef6840aa33 req-a421d554-43fa-4045-907a-a32713432eba tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:17.935995 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-518f4444-2611-4062-836a-63ef6840aa33 req-a421d554-43fa-4045-907a-a32713432eba tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:17.939112 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c4eadea-828f-4f4e-a35c-7698a73dc419 req-73bbda45-9870-4a20-ae26-4f6df5e68f82 tempest-FlavorsV2NegativeTest-724784792 tempest-FlavorsV2NegativeTest-724784792-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=40bee994f35940a4b4caa51eb62075a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0813286 Sep 07 18:45:17.982705 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:18.012708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ffe9cb-f758-4ba7-aba4-086c118dcca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8b47d4-819f-44f5-91bb-24ec83e11b9b'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:18.014568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-518f4444-2611-4062-836a-63ef6840aa33 req-a421d554-43fa-4045-907a-a32713432eba tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Network 73fe4171-28a4-4081-b73e-ded401c8a274 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:45:18.017330 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9156dd7d-eba5-4273-bcb2-d0a04181be74" -d '{"events": [{"server_uuid": "93ffe9cb-f758-4ba7-aba4-086c118dcca3", "name": "network-vif-plugged", "status": "completed", "tag": "7f8b47d4-819f-44f5-91bb-24ec83e11b9b"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:18.023303 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-518f4444-2611-4062-836a-63ef6840aa33 req-a421d554-43fa-4045-907a-a32713432eba tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:18.041296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=7f8b47d4-819f-44f5-91bb-24ec83e11b9b,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:18.046729 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:18.103086 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=7f8b47d4-819f-44f5-91bb-24ec83e11b9b,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:18.119014 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-518f4444-2611-4062-836a-63ef6840aa33 req-a421d554-43fa-4045-907a-a32713432eba tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:45:18.127118 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f4444-2611-4062-836a-63ef6840aa33 req-a421d554-43fa-4045-907a-a32713432eba tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:18.127118 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-518f4444-2611-4062-836a-63ef6840aa33 req-a421d554-43fa-4045-907a-a32713432eba tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:18.131987 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:45:18.160336 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421d554-43fa-4045-907a-a32713432eba tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Pushing event updated for resources: {'Port': ['ID=d29e8f80-cce8-4dcc-b5b3-f3da52433103,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:18.166057 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7a66a-66eb-444a-8720-f4137e498895 req-76665383-b875-40af-8072-70312657bfbb tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:18.167609 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-56e7a66a-66eb-444a-8720-f4137e498895 req-76665383-b875-40af-8072-70312657bfbb tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4771385 Sep 07 18:45:18.177784 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-79164cde-7930-4e48-a115-8bcb1f7d7a9a tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=88484dff3e284462a23c1728ad877a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470772 Sep 07 18:45:18.184951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4eadea-828f-4f4e-a35c-7698a73dc419 req-55d2e681-d25e-4332-981d-92f5087f3b4f tempest-FlavorsV2NegativeTest-724784792 tempest-FlavorsV2NegativeTest-724784792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:18.185789 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-56e7a66a-66eb-444a-8720-f4137e498895 req-6e3f200b-f892-4ed0-8913-7aa28bd8c008 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Request body: {'port': {'device_id': '11d6f62d-d823-4b01-9d35-f3486862bcf0', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '581e70f192f44902b528bd4279ab890a'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:18.186370 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c4eadea-828f-4f4e-a35c-7698a73dc419 req-55d2e681-d25e-4332-981d-92f5087f3b4f tempest-FlavorsV2NegativeTest-724784792 tempest-FlavorsV2NegativeTest-724784792-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2239778 Sep 07 18:45:18.190084 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-518f4444-2611-4062-836a-63ef6840aa33 req-a421d554-43fa-4045-907a-a32713432eba tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1653831 Sep 07 18:45:18.223186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-518f4444-2611-4062-836a-63ef6840aa33 req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] Request body: {'port': {'device_id': 'b97284e1-5607-4040-960c-ff37c62fe9be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:18.227585 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-35b9a86f-437c-4568-8b55-09166de06315 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Deleting port e7e78570-a745-421f-8021-942a1816c82a {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:45:18.227929 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-35b9a86f-437c-4568-8b55-09166de06315 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:18.258402 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c4eadea-828f-4f4e-a35c-7698a73dc419 req-588aad02-7f75-42ed-a7f4-a4cafe90cc80 tempest-FlavorsV2NegativeTest-724784792 tempest-FlavorsV2NegativeTest-724784792-project] 10.222.0.26 "GET /v2.0/quotas/40bee994f35940a4b4caa51eb62075a9 HTTP/1.1" status: 200 len: 375 time: 0.0589921 Sep 07 18:45:18.331138 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c4eadea-828f-4f4e-a35c-7698a73dc419 req-74038ace-53c2-4fcc-a1bd-296c9a8158b7 tempest-FlavorsV2NegativeTest-724784792 tempest-FlavorsV2NegativeTest-724784792-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=40bee994f35940a4b4caa51eb62075a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630484 Sep 07 18:45:18.373427 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-518f4444-2611-4062-836a-63ef6840aa33 req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:18.381172 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-35b9a86f-437c-4568-8b55-09166de06315 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] For port e7e78570-a745-421f-8021-942a1816c82a, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e7e78570-a745-421f-8021-942a1816c82a,segment=NetworkSegment(4271a33d-77da-4079-adf2-08a2baef1742),segment_id=4271a33d-77da-4079-adf2-08a2baef1742)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:18.381552 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-35b9a86f-437c-4568-8b55-09166de06315 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:18.392490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f5b6b23b-8929-433a-95d6-4b13e2d032a9 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:45:18.399342 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-35b9a86f-437c-4568-8b55-09166de06315 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Calling delete_port for e7e78570-a745-421f-8021-942a1816c82a owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:45:18.406260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-d374025b-e77b-470b-9bce-54fe4e5f1bff tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:18.408405 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-d374025b-e77b-470b-9bce-54fe4e5f1bff tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2204673 Sep 07 18:45:18.438330 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-7d9f3900-2c8c-4799-8171-c5ca5706564c tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/quotas/88484dff3e284462a23c1728ad877a09 HTTP/1.1" status: 200 len: 375 time: 0.0160089 Sep 07 18:45:18.507299 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e7a66a-66eb-444a-8720-f4137e498895 req-6e3f200b-f892-4ed0-8913-7aa28bd8c008 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Made reservation on behalf of 581e70f192f44902b528bd4279ab890a for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:45:18.511779 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-56e7a66a-66eb-444a-8720-f4137e498895 req-6e3f200b-f892-4ed0-8913-7aa28bd8c008 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:18.513097 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port f5b6b23b-8929-433a-95d6-4b13e2d032a9, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f5b6b23b-8929-433a-95d6-4b13e2d032a9,segment=NetworkSegment(45c9f31a-41ce-4a69-b532-ad480f8b45fe),segment_id=45c9f31a-41ce-4a69-b532-ad480f8b45fe)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:18.527163 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'port_id': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9', 'mac_address': 'fa:16:3e:01:28:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:45:18.575572 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:18.591092 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b6b23b-8929-433a-95d6-4b13e2d032a9 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:18.630352 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port f5b6b23b-8929-433a-95d6-4b13e2d032a9, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f5b6b23b-8929-433a-95d6-4b13e2d032a9,segment=NetworkSegment(45c9f31a-41ce-4a69-b532-ad480f8b45fe),segment_id=45c9f31a-41ce-4a69-b532-ad480f8b45fe)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:18.635842 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:18.694600 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-76d6bb87-3670-41be-9917-fd70cd3eaee2 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=88484dff3e284462a23c1728ad877a09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2154145 Sep 07 18:45:18.706847 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-35b9a86f-437c-4568-8b55-09166de06315 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:18.710576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=f5b6b23b-8929-433a-95d6-4b13e2d032a9,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:18.723259 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d0f16-497d-433d-8746-17848a1ef724 req-b15dd1a8-ee4c-413a-8e36-8ff5e8c57776 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:18.732759 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c3d0f16-497d-433d-8746-17848a1ef724 req-b15dd1a8-ee4c-413a-8e36-8ff5e8c57776 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 931 time: 0.3195217 Sep 07 18:45:18.732906 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['c4922292-996f-4da1-8f87-b33e006e71bc', 'e7e78570-a745-421f-8021-942a1816c82a', '90e9c6e0-d8dd-415e-9749-9e78d98049dc'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:18.804076 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9a86f-437c-4568-8b55-09166de06315 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event deleted for resources: {'Port': ['ID=e7e78570-a745-421f-8021-942a1816c82a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:18.841023 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-35b9a86f-437c-4568-8b55-09166de06315 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] No DVR routers for this DVR port e7e78570-a745-421f-8021-942a1816c82a on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:45:18.844441 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-35b9a86f-437c-4568-8b55-09166de06315 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:18.846986 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-35b9a86f-437c-4568-8b55-09166de06315 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.60 "DELETE /v2.0/ports/e7e78570-a745-421f-8021-942a1816c82a HTTP/1.1" status: 204 len: 173 time: 1.1920836 Sep 07 18:45:18.849137 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-56e7a66a-66eb-444a-8720-f4137e498895 req-6e3f200b-f892-4ed0-8913-7aa28bd8c008 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Allocated IP 192.168.233.240 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/0593ae62-9bb5-4f88-ae19-72ff2b2e2070) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:45:18.851211 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'name': 'network-vif-deleted', 'tag': 'e7e78570-a745-421f-8021-942a1816c82a'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:18.854047 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e297f3d7-45e5-4f8d-81e3-62db6415c757" -d '{"events": [{"server_uuid": "a93d8e69-16f2-4e63-bc25-7b01622bc56f", "name": "network-vif-deleted", "tag": "e7e78570-a745-421f-8021-942a1816c82a"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:18.934010 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c3d0f16-497d-433d-8746-17848a1ef724 req-96ab6ef5-5d08-48c1-8ee2-0b252e2b221e tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832466 Sep 07 18:45:18.979341 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-518f4444-2611-4062-836a-63ef6840aa33 req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29e8f80-cce8-4dcc-b5b3-f3da52433103 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:19.008622 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-518f4444-2611-4062-836a-63ef6840aa33 req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:19.035790 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-518f4444-2611-4062-836a-63ef6840aa33 req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] Transition to ACTIVE for port object d29e8f80-cce8-4dcc-b5b3-f3da52433103 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:19.042287 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-518f4444-2611-4062-836a-63ef6840aa33 req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:19.056921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['f5b6b23b-8929-433a-95d6-4b13e2d032a9'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:19.061413 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb50d31-ed4b-49e3-b01d-e4107a748309 x-openstack-request-id: req-deb50d31-ed4b-49e3-b01d-e4107a748309 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:19.061968 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ffe9cb-f758-4ba7-aba4-086c118dcca3", "name": "network-vif-plugged", "status": "completed", "tag": "7f8b47d4-819f-44f5-91bb-24ec83e11b9b", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:19.062194 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-deb50d31-ed4b-49e3-b01d-e4107a748309 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:19.062690 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ffe9cb-f758-4ba7-aba4-086c118dcca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8b47d4-819f-44f5-91bb-24ec83e11b9b', 'code': 200} Sep 07 18:45:19.232835 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ee09b-df99-48f9-b33e-ad77c42cec38 req-2574d764-ee66-46ad-ad17-af0597486fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:19.235014 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ab9ee09b-df99-48f9-b33e-ad77c42cec38 req-2574d764-ee66-46ad-ad17-af0597486fc9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 1096 time: 0.1057389 Sep 07 18:45:19.246742 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-4930e0df-7217-4c2d-84ba-09c6bfb7e901 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Deleting port 90e9c6e0-d8dd-415e-9749-9e78d98049dc {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:45:19.247086 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-4930e0df-7217-4c2d-84ba-09c6bfb7e901 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:19.272080 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] Pushing event updated for resources: {'Port': ['ID=d29e8f80-cce8-4dcc-b5b3-f3da52433103,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:19.275776 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47682) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:19.309739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-518f4444-2611-4062-836a-63ef6840aa33 req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] Attempting to bind port d29e8f80-cce8-4dcc-b5b3-f3da52433103 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:45:19.309739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-518f4444-2611-4062-836a-63ef6840aa33 req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] Attempting to bind port d29e8f80-cce8-4dcc-b5b3-f3da52433103 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:45:19.309739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518f4444-2611-4062-836a-63ef6840aa33 req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] Attempting to bind port d29e8f80-cce8-4dcc-b5b3-f3da52433103 on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:19.313586 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518f4444-2611-4062-836a-63ef6840aa33 req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] Port d29e8f80-cce8-4dcc-b5b3-f3da52433103 on network 73fe4171-28a4-4081-b73e-ded401c8a274 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:45:19.313914 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518f4444-2611-4062-836a-63ef6840aa33 req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] Attempting to bind port d29e8f80-cce8-4dcc-b5b3-f3da52433103 on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:19.329855 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0266dc-00e0-4e66-8552-b2128317e2e5 req-aa91a697-5bb1-48ca-a133-c2a21bf3d738 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:19.333893 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ab9ee09b-df99-48f9-b33e-ad77c42cec38 req-8cfb4d8c-aee4-4b45-97dd-23130af5887e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811460 Sep 07 18:45:19.337240 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8f0266dc-00e0-4e66-8552-b2128317e2e5 req-aa91a697-5bb1-48ca-a133-c2a21bf3d738 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 945 time: 0.2494633 Sep 07 18:45:19.345988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518f4444-2611-4062-836a-63ef6840aa33 req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:45:19.346324 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518f4444-2611-4062-836a-63ef6840aa33 req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] Checking segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:19.346703 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518f4444-2611-4062-836a-63ef6840aa33 req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] Bound using segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:45:19.347147 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-518f4444-2611-4062-836a-63ef6840aa33 req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] Bound port: d29e8f80-cce8-4dcc-b5b3-f3da52433103, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:45:19.347507 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-518f4444-2611-4062-836a-63ef6840aa33 req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:19.358836 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61093561-af11-4d1b-8718-d2d53e634051 req-da840288-9c4a-497c-a575-e0e032be0e8f tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:19.360398 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61093561-af11-4d1b-8718-d2d53e634051 req-da840288-9c4a-497c-a575-e0e032be0e8f tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 945 time: 0.2367883 Sep 07 18:45:19.467449 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8f0266dc-00e0-4e66-8552-b2128317e2e5 req-f6c96db7-5864-48f3-aa24-c258389a0d6a tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f2c9237-0346-4076-acfd-edb6da46e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293364 Sep 07 18:45:19.475344 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-4930e0df-7217-4c2d-84ba-09c6bfb7e901 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] For port 90e9c6e0-d8dd-415e-9749-9e78d98049dc, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=90e9c6e0-d8dd-415e-9749-9e78d98049dc,segment=NetworkSegment(27bf5c00-019c-4598-a3c8-75d11c2f61c7),segment_id=27bf5c00-019c-4598-a3c8-75d11c2f61c7)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:19.475804 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-4930e0df-7217-4c2d-84ba-09c6bfb7e901 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:19.478075 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61093561-af11-4d1b-8718-d2d53e634051 req-bfeed5a8-da40-4d8e-8362-5bba07a86f2e tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032650 Sep 07 18:45:19.492638 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-56e7a66a-66eb-444a-8720-f4137e498895 req-6e3f200b-f892-4ed0-8913-7aa28bd8c008 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:19.512878 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-518f4444-2611-4062-836a-63ef6840aa33 req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] For port d29e8f80-cce8-4dcc-b5b3-f3da52433103, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:19.518356 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-518f4444-2611-4062-836a-63ef6840aa33 req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] For port d29e8f80-cce8-4dcc-b5b3-f3da52433103, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d29e8f80-cce8-4dcc-b5b3-f3da52433103,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:45:19.523339 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-518f4444-2611-4062-836a-63ef6840aa33 req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:19.534045 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-4930e0df-7217-4c2d-84ba-09c6bfb7e901 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Calling delete_port for 90e9c6e0-d8dd-415e-9749-9e78d98049dc owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:45:19.560038 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-56e7a66a-66eb-444a-8720-f4137e498895 req-6e3f200b-f892-4ed0-8913-7aa28bd8c008 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Transition to ACTIVE for port object 0593ae62-9bb5-4f88-ae19-72ff2b2e2070 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:19.570803 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f4444-2611-4062-836a-63ef6840aa33 req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:19.571617 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-518f4444-2611-4062-836a-63ef6840aa33 req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:19.573474 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-518f4444-2611-4062-836a-63ef6840aa33 req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] 10.222.0.36 "PUT /v2.0/ports/d29e8f80-cce8-4dcc-b5b3-f3da52433103 HTTP/1.1" status: 200 len: 1091 time: 1.3583391 Sep 07 18:45:19.574062 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97284e1-5607-4040-960c-ff37c62fe9be', 'tag': 'd29e8f80-cce8-4dcc-b5b3-f3da52433103'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:19.576526 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f514b0a3-f0c7-4814-9aff-4556d0d513b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b97284e1-5607-4040-960c-ff37c62fe9be", "tag": "d29e8f80-cce8-4dcc-b5b3-f3da52433103"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:19.637758 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-860c0334-6433-4e1d-87f8-b74181dce90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:19.673031 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b48e53-1bef-4baf-93c0-0b54ff0755b4 x-openstack-request-id: req-d0b48e53-1bef-4baf-93c0-0b54ff0755b4 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:19.673269 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93d8e69-16f2-4e63-bc25-7b01622bc56f", "name": "network-vif-deleted", "tag": "e7e78570-a745-421f-8021-942a1816c82a", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:19.673535 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d0b48e53-1bef-4baf-93c0-0b54ff0755b4 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:19.674093 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fa6171b-eb7e-4c92-9976-0626d0f99980 req-47817276-89db-4a61-9783-d4fbc4c68ab3 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d6f62d-d823-4b01-9d35-f3486862bcf0 HTTP/1.1" status: 200 len: 210 time: 0.0910592 Sep 07 18:45:19.678769 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69504b7-d3d0-4b3f-98da-b119ee2e7899 service neutron] Pushing event updated for resources: {'Port': ['ID=d29e8f80-cce8-4dcc-b5b3-f3da52433103,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:19.679885 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'name': 'network-vif-deleted', 'tag': 'e7e78570-a745-421f-8021-942a1816c82a', 'status': 'completed', 'code': 200} Sep 07 18:45:19.728002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f4444-2611-4062-836a-63ef6840aa33 req-ed49d4ee-7521-4225-8e81-095339bceb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:19.729792 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-518f4444-2611-4062-836a-63ef6840aa33 req-ed49d4ee-7521-4225-8e81-095339bceb4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 1094 time: 0.0895820 Sep 07 18:45:19.743595 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-56e7a66a-66eb-444a-8720-f4137e498895 req-6e3f200b-f892-4ed0-8913-7aa28bd8c008 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:19.762782 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['17c37eef-d87c-4fcb-b069-e8c893ed0a4e', '23b37dac-9a72-445b-9d73-216d352056ac', 'a7f26351-2768-4390-b207-d8cfe555d368'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:19.808057 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-518f4444-2611-4062-836a-63ef6840aa33 req-d21dfa45-f38e-4fe5-ac87-16ec2b172640 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d29e8f80-cce8-4dcc-b5b3-f3da52433103 HTTP/1.1" status: 200 len: 217 time: 0.0665631 Sep 07 18:45:19.818460 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e7a66a-66eb-444a-8720-f4137e498895 req-6e3f200b-f892-4ed0-8913-7aa28bd8c008 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:45:19.834361 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-56e7a66a-66eb-444a-8720-f4137e498895 req-6e3f200b-f892-4ed0-8913-7aa28bd8c008 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:19.837196 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e7a66a-66eb-444a-8720-f4137e498895 req-6e3f200b-f892-4ed0-8913-7aa28bd8c008 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:45:19.885812 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d4793ad6-d11d-40c6-b974-0f6fa5236f35', 'f3119e41-071d-48eb-8eef-d8d9d67580ba'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:19.897065 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-48336059-6abc-4ff3-8df7-c60983b4ba7d tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=88484dff3e284462a23c1728ad877a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932758 Sep 07 18:45:19.904394 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f200b-f892-4ed0-8913-7aa28bd8c008 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Pushing event updated for resources: {'Port': ['ID=0593ae62-9bb5-4f88-ae19-72ff2b2e2070,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:19.961421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f4444-2611-4062-836a-63ef6840aa33 req-5842b3a7-7e14-4829-ae9f-2757df46ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:19.963380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-518f4444-2611-4062-836a-63ef6840aa33 req-5842b3a7-7e14-4829-ae9f-2757df46ac08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 200 len: 860 time: 0.1377311 Sep 07 18:45:19.963715 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7a66a-66eb-444a-8720-f4137e498895 req-6e3f200b-f892-4ed0-8913-7aa28bd8c008 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:19.964377 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-56e7a66a-66eb-444a-8720-f4137e498895 req-6e3f200b-f892-4ed0-8913-7aa28bd8c008 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:19.983184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6a57e-a512-4705-8123-4c3886e99f34 req-92686f47-9944-458c-a5e4-e1e7d4b262c7 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:19.985579 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-4930e0df-7217-4c2d-84ba-09c6bfb7e901 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:19.993832 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6a57e-a512-4705-8123-4c3886e99f34 req-92686f47-9944-458c-a5e4-e1e7d4b262c7 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:19.995980 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ee6a57e-a512-4705-8123-4c3886e99f34 req-92686f47-9944-458c-a5e4-e1e7d4b262c7 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 1682 time: 0.1906726 Sep 07 18:45:20.034705 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930e0df-7217-4c2d-84ba-09c6bfb7e901 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event deleted for resources: {'Port': ['ID=90e9c6e0-d8dd-415e-9749-9e78d98049dc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:20.061681 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-860c0334-6433-4e1d-87f8-b74181dce90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:20.091129 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-860c0334-6433-4e1d-87f8-b74181dce90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:20.119211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-518f4444-2611-4062-836a-63ef6840aa33 req-c0303ca9-3e29-4dbf-8899-9ea2374a6cd8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73fe4171-28a4-4081-b73e-ded401c8a274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225965 Sep 07 18:45:20.122599 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-56e7a66a-66eb-444a-8720-f4137e498895 req-6e3f200b-f892-4ed0-8913-7aa28bd8c008 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9419475 Sep 07 18:45:20.138561 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-4930e0df-7217-4c2d-84ba-09c6bfb7e901 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] No DVR routers for this DVR port 90e9c6e0-d8dd-415e-9749-9e78d98049dc on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:45:20.158975 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-56e7a66a-66eb-444a-8720-f4137e498895 req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] Request body: {'port': {'device_id': '11d6f62d-d823-4b01-9d35-f3486862bcf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:20.220069 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-860c0334-6433-4e1d-87f8-b74181dce90f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=40bee994f35940a4b4caa51eb62075a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9244347 Sep 07 18:45:20.220069 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-4930e0df-7217-4c2d-84ba-09c6bfb7e901 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:20.233529 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-4930e0df-7217-4c2d-84ba-09c6bfb7e901 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.60 "DELETE /v2.0/ports/90e9c6e0-d8dd-415e-9749-9e78d98049dc HTTP/1.1" status: 204 len: 173 time: 1.3728762 Sep 07 18:45:20.255588 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47702) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:20.274836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-518f4444-2611-4062-836a-63ef6840aa33 req-1bd7ba28-b228-4412-ab7c-48d92cced422 service neutron] 10.222.0.36 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227143 Sep 07 18:45:20.295077 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cb2332a2-07ca-469c-9b5c-2136c16698df None None] Provisioning for port 0593ae62-9bb5-4f88-ae19-72ff2b2e2070 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:20.301784 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cb2332a2-07ca-469c-9b5c-2136c16698df None None] Provisioning complete for port 0593ae62-9bb5-4f88-ae19-72ff2b2e2070 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:20.302214 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cb2332a2-07ca-469c-9b5c-2136c16698df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:20.314382 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c0334-6433-4e1d-87f8-b74181dce90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb03d029-d88c-4adf-a1d0-a201df88efea,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:20.335222 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-56e7a66a-66eb-444a-8720-f4137e498895 req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:20.350316 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ee6a57e-a512-4705-8123-4c3886e99f34 req-8895ea3e-405b-4c1c-a304-fddf35040d88 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486196 Sep 07 18:45:20.351916 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-cb2332a2-07ca-469c-9b5c-2136c16698df None None] Port 0593ae62-9bb5-4f88-ae19-72ff2b2e2070 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:45:20.364183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-6ce28689-d128-4033-808b-8e05d3ccecd3 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:20.370807 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-6ce28689-d128-4033-808b-8e05d3ccecd3 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4517453 Sep 07 18:45:20.397251 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-00871451-1e45-4cd2-bcc2-9b153270a16b tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/quotas/88484dff3e284462a23c1728ad877a09 HTTP/1.1" status: 200 len: 375 time: 0.0170512 Sep 07 18:45:20.421553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f5b6b23b-8929-433a-95d6-4b13e2d032a9 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:20.431137 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-15ff9e7e-2624-4c97-84e6-4bcbf6201667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:20.441430 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3320562-1e7b-4dcb-85db-45edc85124ad x-openstack-request-id: req-a3320562-1e7b-4dcb-85db-45edc85124ad {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:20.441719 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97284e1-5607-4040-960c-ff37c62fe9be", "tag": "d29e8f80-cce8-4dcc-b5b3-f3da52433103", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:20.441969 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3320562-1e7b-4dcb-85db-45edc85124ad {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:20.442356 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97284e1-5607-4040-960c-ff37c62fe9be', 'tag': 'd29e8f80-cce8-4dcc-b5b3-f3da52433103', 'status': 'completed', 'code': 200} Sep 07 18:45:20.471415 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-f330eb3e-0775-4bce-97de-df7b49bc03ba tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=88484dff3e284462a23c1728ad877a09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427754 Sep 07 18:45:20.483597 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-15ff9e7e-2624-4c97-84e6-4bcbf6201667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:20.570737 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-0b777326-bee7-4586-bf4a-1868fbb10746 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Deleting port c4922292-996f-4da1-8f87-b33e006e71bc {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:45:20.571377 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-0b777326-bee7-4586-bf4a-1868fbb10746 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:20.632645 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port f5b6b23b-8929-433a-95d6-4b13e2d032a9 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:20.722103 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port f5b6b23b-8929-433a-95d6-4b13e2d032a9 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:20.722576 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:20.746360 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-15ff9e7e-2624-4c97-84e6-4bcbf6201667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:20.749691 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-15ff9e7e-2624-4c97-84e6-4bcbf6201667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:20.751147 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-15ff9e7e-2624-4c97-84e6-4bcbf6201667 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb03d029-d88c-4adf-a1d0-a201df88efea HTTP/1.1" status: 204 len: 168 time: 0.4945686 Sep 07 18:45:20.785424 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff9e7e-2624-4c97-84e6-4bcbf6201667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb03d029-d88c-4adf-a1d0-a201df88efea,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:20.798425 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-0b777326-bee7-4586-bf4a-1868fbb10746 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] For port c4922292-996f-4da1-8f87-b33e006e71bc, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=c4922292-996f-4da1-8f87-b33e006e71bc,segment=NetworkSegment(4271a33d-77da-4079-adf2-08a2baef1742),segment_id=4271a33d-77da-4079-adf2-08a2baef1742)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:20.799062 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-0b777326-bee7-4586-bf4a-1868fbb10746 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:20.825557 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-0b777326-bee7-4586-bf4a-1868fbb10746 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Calling delete_port for c4922292-996f-4da1-8f87-b33e006e71bc owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:45:20.915337 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:20.934391 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-8116fb79-805f-41b6-a91a-2cf7fa2b212b tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=88484dff3e284462a23c1728ad877a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4315331 Sep 07 18:45:20.961033 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-56e7a66a-66eb-444a-8720-f4137e498895 req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0593ae62-9bb5-4f88-ae19-72ff2b2e2070 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:20.971231 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-56e7a66a-66eb-444a-8720-f4137e498895 req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:20.994160 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-56e7a66a-66eb-444a-8720-f4137e498895 req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] Transition to ACTIVE for port object 0593ae62-9bb5-4f88-ae19-72ff2b2e2070 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:21.007110 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-518f4444-2611-4062-836a-63ef6840aa33 req-c94d010d-b116-4df7-ac08-f20a41baeeb5 service neutron] 10.222.0.36 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7226512 Sep 07 18:45:21.012458 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port f5b6b23b-8929-433a-95d6-4b13e2d032a9, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f5b6b23b-8929-433a-95d6-4b13e2d032a9,segment=NetworkSegment(45c9f31a-41ce-4a69-b532-ad480f8b45fe),segment_id=45c9f31a-41ce-4a69-b532-ad480f8b45fe)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:21.018857 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:21.053576 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-56e7a66a-66eb-444a-8720-f4137e498895 req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:21.076214 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de47d6e-3d15-4abb-97c9-1fbb872b14e2 req-50f2eb01-70c6-422b-ac34-1d3d3b89f3a1 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:21.078343 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4de47d6e-3d15-4abb-97c9-1fbb872b14e2 req-50f2eb01-70c6-422b-ac34-1d3d3b89f3a1 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 945 time: 0.1406560 Sep 07 18:45:21.082060 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889f3f56-4af6-42a8-9c36-00e00d1ef065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:21.084222 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9061786a-e5a0-4b2a-9399-4fe2a957aa06" -d '{"events": [{"server_uuid": "889f3f56-4af6-42a8-9c36-00e00d1ef065", "name": "network-vif-plugged", "status": "completed", "tag": "f5b6b23b-8929-433a-95d6-4b13e2d032a9"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:21.109640 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-0b777326-bee7-4586-bf4a-1868fbb10746 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:21.135004 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] Pushing event updated for resources: {'Port': ['ID=0593ae62-9bb5-4f88-ae19-72ff2b2e2070,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:21.160471 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=f5b6b23b-8929-433a-95d6-4b13e2d032a9,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:21.167670 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cd6bd-d9b7-4b37-a270-0c87d47fdf79 req-d2626f65-0b6e-4e06-baf5-f8c3cd247e74 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:21.169270 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-005cd6bd-d9b7-4b37-a270-0c87d47fdf79 req-d2626f65-0b6e-4e06-baf5-f8c3cd247e74 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 943 time: 0.2372949 Sep 07 18:45:21.230524 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b777326-bee7-4586-bf4a-1868fbb10746 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event deleted for resources: {'Port': ['ID=c4922292-996f-4da1-8f87-b33e006e71bc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:21.290318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-c32cf359-bf3c-4b27-a0c8-ee177d1552e5 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:21.291996 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-c32cf359-bf3c-4b27-a0c8-ee177d1552e5 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3222315 Sep 07 18:45:21.305389 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4de47d6e-3d15-4abb-97c9-1fbb872b14e2 req-764e2711-0d8e-4534-b09e-15a03fef548d tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f2c9237-0346-4076-acfd-edb6da46e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604936 Sep 07 18:45:21.323065 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514b0a3-f0c7-4814-9aff-4556d0d513b5 req-299375a6-9381-48dc-999c-b2a37bb9c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:21.324577 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f514b0a3-f0c7-4814-9aff-4556d0d513b5 req-299375a6-9381-48dc-999c-b2a37bb9c9f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 1094 time: 0.2373061 Sep 07 18:45:21.328302 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-079b43fe-801e-4c0c-ad40-1543edb543dd tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Request body: {'port': {'device_id': '1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '88484dff3e284462a23c1728ad877a09'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:21.344419 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-0b777326-bee7-4586-bf4a-1868fbb10746 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] No DVR routers for this DVR port c4922292-996f-4da1-8f87-b33e006e71bc on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:45:21.353811 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-005cd6bd-d9b7-4b37-a270-0c87d47fdf79 req-67efe10d-1d46-48e5-a28b-7d93c2b006f2 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465597 Sep 07 18:45:21.365228 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-0b777326-bee7-4586-bf4a-1868fbb10746 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:21.369633 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-566dd57b-eeaf-49d3-a059-a8555199a2f5 req-0b777326-bee7-4586-bf4a-1868fbb10746 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.60 "DELETE /v2.0/ports/c4922292-996f-4da1-8f87-b33e006e71bc HTTP/1.1" status: 204 len: 173 time: 1.1117077 Sep 07 18:45:21.480998 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-56e7a66a-66eb-444a-8720-f4137e498895 req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] Attempting to bind port 0593ae62-9bb5-4f88-ae19-72ff2b2e2070 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:45:21.481233 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-56e7a66a-66eb-444a-8720-f4137e498895 req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] Attempting to bind port 0593ae62-9bb5-4f88-ae19-72ff2b2e2070 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:45:21.481564 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e7a66a-66eb-444a-8720-f4137e498895 req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] Attempting to bind port 0593ae62-9bb5-4f88-ae19-72ff2b2e2070 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:21.490127 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e7a66a-66eb-444a-8720-f4137e498895 req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] Port 0593ae62-9bb5-4f88-ae19-72ff2b2e2070 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:45:21.490446 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e7a66a-66eb-444a-8720-f4137e498895 req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] Attempting to bind port 0593ae62-9bb5-4f88-ae19-72ff2b2e2070 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:21.503331 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e7a66a-66eb-444a-8720-f4137e498895 req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:45:21.504770 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e7a66a-66eb-444a-8720-f4137e498895 req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:21.512720 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e7a66a-66eb-444a-8720-f4137e498895 req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:45:21.513443 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-56e7a66a-66eb-444a-8720-f4137e498895 req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] Bound port: 0593ae62-9bb5-4f88-ae19-72ff2b2e2070, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:45:21.514055 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-56e7a66a-66eb-444a-8720-f4137e498895 req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:21.652354 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-56e7a66a-66eb-444a-8720-f4137e498895 req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] For port 0593ae62-9bb5-4f88-ae19-72ff2b2e2070, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:21.663874 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-56e7a66a-66eb-444a-8720-f4137e498895 req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] For port 0593ae62-9bb5-4f88-ae19-72ff2b2e2070, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=0593ae62-9bb5-4f88-ae19-72ff2b2e2070,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:45:21.668166 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-56e7a66a-66eb-444a-8720-f4137e498895 req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:21.727414 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'name': 'network-vif-deleted', 'tag': '90e9c6e0-d8dd-415e-9749-9e78d98049dc'}, {'server_uuid': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'name': 'network-vif-deleted', 'tag': 'c4922292-996f-4da1-8f87-b33e006e71bc'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:21.729991 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b265219-cb15-4ef5-9e87-eb91c5a4a1ab" -d '{"events": [{"server_uuid": "a93d8e69-16f2-4e63-bc25-7b01622bc56f", "name": "network-vif-deleted", "tag": "90e9c6e0-d8dd-415e-9749-9e78d98049dc"}, {"server_uuid": "a93d8e69-16f2-4e63-bc25-7b01622bc56f", "name": "network-vif-deleted", "tag": "c4922292-996f-4da1-8f87-b33e006e71bc"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:21.732785 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] Pushing event updated for resources: {'Port': ['ID=0593ae62-9bb5-4f88-ae19-72ff2b2e2070,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:21.737517 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7c448-739e-441e-9b21-d4ca57029f9f req-ed787753-73a2-4a47-a574-a984864e205d tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:21.745020 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51d7c448-739e-441e-9b21-d4ca57029f9f req-ed787753-73a2-4a47-a574-a984864e205d tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 945 time: 0.3054461 Sep 07 18:45:21.745287 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7a66a-66eb-444a-8720-f4137e498895 req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:21.746713 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-56e7a66a-66eb-444a-8720-f4137e498895 req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:21.748420 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-56e7a66a-66eb-444a-8720-f4137e498895 req-d60a17f9-10e1-405b-a98d-2e3165cf4467 service neutron] 10.222.0.36 "PUT /v2.0/ports/0593ae62-9bb5-4f88-ae19-72ff2b2e2070 HTTP/1.1" status: 200 len: 1096 time: 1.5973408 Sep 07 18:45:21.759929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514b0a3-f0c7-4814-9aff-4556d0d513b5 req-156993c4-2b49-46d2-87c4-ea07e190d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:21.761441 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f514b0a3-f0c7-4814-9aff-4556d0d513b5 req-156993c4-2b49-46d2-87c4-ea07e190d65e service neutron] 10.222.0.36 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 921 time: 0.4069142 Sep 07 18:45:21.853641 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f514b0a3-f0c7-4814-9aff-4556d0d513b5 req-96011a52-a094-423a-9119-b26ea544f203 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d29e8f80-cce8-4dcc-b5b3-f3da52433103 HTTP/1.1" status: 200 len: 217 time: 0.0747232 Sep 07 18:45:21.857930 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7a66a-66eb-444a-8720-f4137e498895 req-dfc1fef0-ed2e-4ecb-b997-c57356d701c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:21.860532 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-56e7a66a-66eb-444a-8720-f4137e498895 req-dfc1fef0-ed2e-4ecb-b997-c57356d701c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&device_id=11d6f62d-d823-4b01-9d35-f3486862bcf0 HTTP/1.1" status: 200 len: 1099 time: 0.0507491 Sep 07 18:45:21.869083 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ec78f-fb53-4a5b-bfa4-595960a80102 req-48a583c3-801f-4bb4-ae25-75fcff92e4df tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:21.870630 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-015ec78f-fb53-4a5b-bfa4-595960a80102 req-48a583c3-801f-4bb4-ae25-75fcff92e4df tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d6f62d-d823-4b01-9d35-f3486862bcf0 HTTP/1.1" status: 200 len: 948 time: 0.1896930 Sep 07 18:45:21.885777 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51d7c448-739e-441e-9b21-d4ca57029f9f req-1f9713da-c8c9-4772-8a3c-4a07e539dbeb tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397660 Sep 07 18:45:21.908532 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-079b43fe-801e-4c0c-ad40-1543edb543dd tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Made reservation on behalf of 88484dff3e284462a23c1728ad877a09 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:45:21.912527 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-079b43fe-801e-4c0c-ad40-1543edb543dd tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:21.962088 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-079b43fe-801e-4c0c-ad40-1543edb543dd tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:21.991217 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-56e7a66a-66eb-444a-8720-f4137e498895 req-9bba2617-cf9e-449c-aa9e-4cffaacac5b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=0593ae62-9bb5-4f88-ae19-72ff2b2e2070 HTTP/1.1" status: 200 len: 217 time: 0.1123223 Sep 07 18:45:22.010420 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514b0a3-f0c7-4814-9aff-4556d0d513b5 req-505108bf-3a94-485b-9574-40e4f67e8d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:22.011964 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f514b0a3-f0c7-4814-9aff-4556d0d513b5 req-505108bf-3a94-485b-9574-40e4f67e8d35 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 200 len: 860 time: 0.1237814 Sep 07 18:45:22.035183 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-015ec78f-fb53-4a5b-bfa4-595960a80102 req-4c7b4ccd-8da8-499a-a251-22cb01773957 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429710 Sep 07 18:45:22.089657 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7a66a-66eb-444a-8720-f4137e498895 req-87932c63-69d2-4c9e-bd56-fbcce6c12aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:22.091205 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-56e7a66a-66eb-444a-8720-f4137e498895 req-87932c63-69d2-4c9e-bd56-fbcce6c12aca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0878634 Sep 07 18:45:22.120710 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-972423fa-f66b-42f6-ac31-4b9446ef8631 req-3a0b1efb-4efb-4575-9e15-0201d3d5b240 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c3f06a7-d985-4fd4-a709-a5e67bbc81d3 HTTP/1.1" status: 200 len: 210 time: 0.0804894 Sep 07 18:45:22.125222 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb376b98-8057-477e-a199-dc2b8e831548 x-openstack-request-id: req-cb376b98-8057-477e-a199-dc2b8e831548 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:22.126182 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f514b0a3-f0c7-4814-9aff-4556d0d513b5 req-a3b1f4ca-cbda-4ec2-a1fe-f93b370a0aad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73fe4171-28a4-4081-b73e-ded401c8a274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896833 Sep 07 18:45:22.126955 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889f3f56-4af6-42a8-9c36-00e00d1ef065", "name": "network-vif-plugged", "status": "completed", "tag": "f5b6b23b-8929-433a-95d6-4b13e2d032a9", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:22.127618 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb376b98-8057-477e-a199-dc2b8e831548 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:22.128218 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889f3f56-4af6-42a8-9c36-00e00d1ef065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9', 'code': 200} Sep 07 18:45:22.166128 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7a66a-66eb-444a-8720-f4137e498895 req-2a36d470-f584-4bab-b9ae-135ecc91cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:22.168250 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-56e7a66a-66eb-444a-8720-f4137e498895 req-2a36d470-f584-4bab-b9ae-135ecc91cfb6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0634456 Sep 07 18:45:22.191177 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fd978d-738e-41bb-9a9b-6511d4b8afbb x-openstack-request-id: req-26fd978d-738e-41bb-9a9b-6511d4b8afbb {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:22.192836 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93d8e69-16f2-4e63-bc25-7b01622bc56f", "name": "network-vif-deleted", "tag": "90e9c6e0-d8dd-415e-9749-9e78d98049dc", "status": "completed", "code": 200}, {"server_uuid": "a93d8e69-16f2-4e63-bc25-7b01622bc56f", "name": "network-vif-deleted", "tag": "c4922292-996f-4da1-8f87-b33e006e71bc", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:22.193264 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-26fd978d-738e-41bb-9a9b-6511d4b8afbb {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:22.193888 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'name': 'network-vif-deleted', 'tag': '90e9c6e0-d8dd-415e-9749-9e78d98049dc', 'status': 'completed', 'code': 200} Sep 07 18:45:22.194383 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93d8e69-16f2-4e63-bc25-7b01622bc56f', 'name': 'network-vif-deleted', 'tag': 'c4922292-996f-4da1-8f87-b33e006e71bc', 'status': 'completed', 'code': 200} Sep 07 18:45:22.310409 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebd95d-5b65-4296-a07c-9b246a29bb8f req-58283477-5d2e-4f54-af33-5cef397613e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:22.311837 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c9ebd95d-5b65-4296-a07c-9b246a29bb8f req-58283477-5d2e-4f54-af33-5cef397613e4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 1097 time: 0.0762086 Sep 07 18:45:22.317176 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0028a003-4d2f-4119-9a4e-abe841fb251f req-6a9d730f-c4fd-459e-8f69-2991e4c11296 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=a93d8e69-16f2-4e63-bc25-7b01622bc56f HTTP/1.1" status: 200 len: 210 time: 0.0770972 Sep 07 18:45:22.354733 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-56e7a66a-66eb-444a-8720-f4137e498895 req-5e7c9ccc-8aa4-481d-9c60-9f543bed8bc8 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730895 Sep 07 18:45:22.368242 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c9ebd95d-5b65-4296-a07c-9b246a29bb8f req-7d1493de-a260-4574-898d-fcb632db38f5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8f2c9237-0346-4076-acfd-edb6da46e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459378 Sep 07 18:45:22.381086 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f514b0a3-f0c7-4814-9aff-4556d0d513b5 req-b72dd370-b4eb-486c-ad4f-964ad3827329 service neutron] 10.222.0.36 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409306 Sep 07 18:45:22.395732 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2904a-2358-4860-afe8-487767a7c1d8 req-29b1b165-9788-45fc-9ad3-1f56eb7d477c tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:22.397322 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07f2904a-2358-4860-afe8-487767a7c1d8 req-29b1b165-9788-45fc-9ad3-1f56eb7d477c tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 1096 time: 0.1185157 Sep 07 18:45:22.399154 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-079b43fe-801e-4c0c-ad40-1543edb543dd tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:22.409793 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e7e78570-a745-421f-8021-942a1816c82a no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:45:22.411132 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-079b43fe-801e-4c0c-ad40-1543edb543dd tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:22.434301 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: e7e78570-a745-421f-8021-942a1816c82a {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:45:22.435431 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e7e78570-a745-421f-8021-942a1816c82a not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:45:22.436029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device c4922292-996f-4da1-8f87-b33e006e71bc no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:45:22.461507 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: c4922292-996f-4da1-8f87-b33e006e71bc {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:45:22.462025 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device c4922292-996f-4da1-8f87-b33e006e71bc not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:45:22.462630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 90e9c6e0-d8dd-415e-9749-9e78d98049dc no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:45:22.475130 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-56e7a66a-66eb-444a-8720-f4137e498895 req-54887e26-166b-465c-a5fa-ac747fab8eb7 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052966 Sep 07 18:45:22.484502 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 90e9c6e0-d8dd-415e-9749-9e78d98049dc {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:45:22.484882 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 90e9c6e0-d8dd-415e-9749-9e78d98049dc not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:45:22.550103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b43fe-801e-4c0c-ad40-1543edb543dd tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afc9cca6-da63-4d12-9ec8-e649fb8a6a84,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:22.577762 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07f2904a-2358-4860-afe8-487767a7c1d8 req-4e42fe50-9043-42a1-9602-300328d1dd23 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687953 Sep 07 18:45:22.673074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f514b0a3-f0c7-4814-9aff-4556d0d513b5 req-eab88a02-dcf1-4303-a60c-7f54337680a6 service neutron] 10.222.0.36 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726412 Sep 07 18:45:22.700729 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-62f40c38-0c5f-4b01-8eb5-76c41362709b tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=88484dff3e284462a23c1728ad877a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232556 Sep 07 18:45:22.710673 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d919ad6-65ef-4e1f-8974-633cfa063c25 req-d0fa5ec8-1915-4577-9ecd-6cb75c004113 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:22.717024 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d919ad6-65ef-4e1f-8974-633cfa063c25 req-d0fa5ec8-1915-4577-9ecd-6cb75c004113 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 946 time: 0.1678872 Sep 07 18:45:22.727957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-079b43fe-801e-4c0c-ad40-1543edb543dd tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Allocated IP 192.168.233.54 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/42408cdf-331b-4e6e-85cb-870c0b212a1f) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:45:22.770725 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d20abd-b553-4967-9800-4ac35150a370 req-399a381a-2b86-4e19-a535-c76cfec43b2f tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:22.772960 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-14d20abd-b553-4967-9800-4ac35150a370 req-399a381a-2b86-4e19-a535-c76cfec43b2f tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 943 time: 0.1216397 Sep 07 18:45:22.826888 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d919ad6-65ef-4e1f-8974-633cfa063c25 req-105e3dd6-4613-446e-9f61-b21ae5f5c8c6 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f2c9237-0346-4076-acfd-edb6da46e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017206 Sep 07 18:45:22.832633 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-eeeb5ec0-3d17-4c66-a047-8e31034700a7 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:22.834121 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-eeeb5ec0-3d17-4c66-a047-8e31034700a7 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1274533 Sep 07 18:45:22.849100 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-fb38489b-2023-4519-ba14-822eb968e325 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Request body: {'port': {'device_id': '3c3f06a7-d985-4fd4-a709-a5e67bbc81d3', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '88484dff3e284462a23c1728ad877a09'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:22.870102 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-14d20abd-b553-4967-9800-4ac35150a370 req-43a7593a-cfc2-4be0-8fb3-0362e9a99a12 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869157 Sep 07 18:45:22.993879 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-fb38489b-2023-4519-ba14-822eb968e325 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Made reservation on behalf of 88484dff3e284462a23c1728ad877a09 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:45:22.998434 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-fb38489b-2023-4519-ba14-822eb968e325 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:23.004747 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-079b43fe-801e-4c0c-ad40-1543edb543dd tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:23.022501 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-079b43fe-801e-4c0c-ad40-1543edb543dd tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Transition to ACTIVE for port object 42408cdf-331b-4e6e-85cb-870c0b212a1f will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:23.061975 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-079b43fe-801e-4c0c-ad40-1543edb543dd tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:23.115707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-079b43fe-801e-4c0c-ad40-1543edb543dd tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:45:23.119177 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-079b43fe-801e-4c0c-ad40-1543edb543dd tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:23.136239 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-079b43fe-801e-4c0c-ad40-1543edb543dd tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:45:23.143043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-079b43fe-801e-4c0c-ad40-1543edb543dd tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:23.144587 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-079b43fe-801e-4c0c-ad40-1543edb543dd tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:23.204355 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b43fe-801e-4c0c-ad40-1543edb543dd tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Pushing event updated for resources: {'Port': ['ID=42408cdf-331b-4e6e-85cb-870c0b212a1f,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:23.224247 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-079b43fe-801e-4c0c-ad40-1543edb543dd tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9161384 Sep 07 18:45:23.237532 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] Request body: {'port': {'device_id': '1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:23.254579 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-fb38489b-2023-4519-ba14-822eb968e325 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Allocated IP 192.168.233.25 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/1638f8f2-488a-4ad4-9788-d8f3d273c4bb) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:45:23.310181 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-752f8372-55fc-4668-b731-3699dbde56aa req-1bbe8ecb-4aac-4dec-b3fc-e120489d9d69 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c3f06a7-d985-4fd4-a709-a5e67bbc81d3 HTTP/1.1" status: 200 len: 210 time: 0.0693834 Sep 07 18:45:23.324746 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17f081-cf31-4d1a-b528-f159db28cd11 req-875eaf8c-0ce2-45cf-b171-8c62b12fcd7f tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:23.326606 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b17f081-cf31-4d1a-b528-f159db28cd11 req-875eaf8c-0ce2-45cf-b171-8c62b12fcd7f tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d6f62d-d823-4b01-9d35-f3486862bcf0 HTTP/1.1" status: 200 len: 948 time: 0.1776669 Sep 07 18:45:23.418687 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:23.458633 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b17f081-cf31-4d1a-b528-f159db28cd11 req-63a16396-87c2-4ca4-818f-99e64b23bf5a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965672 Sep 07 18:45:23.481155 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47808) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:23.485639 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0a3393f0-cc79-4df2-8ae6-8605dfddbd3b None None] Provisioning for port 42408cdf-331b-4e6e-85cb-870c0b212a1f completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:23.490978 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0a3393f0-cc79-4df2-8ae6-8605dfddbd3b None None] Provisioning complete for port 42408cdf-331b-4e6e-85cb-870c0b212a1f triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:23.491889 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0a3393f0-cc79-4df2-8ae6-8605dfddbd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:23.559852 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-0a3393f0-cc79-4df2-8ae6-8605dfddbd3b None None] Port 42408cdf-331b-4e6e-85cb-870c0b212a1f cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:45:23.648365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47814) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:23.739897 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device d29e8f80-cce8-4dcc-b5b3-f3da52433103 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:45:23.773694 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-116fae72-2fcf-43fa-b70f-ad10c56e5944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:23.824553 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-8659d0ba-0c23-41f5-9c51-0acd3f618129 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Deleting subnet cb7b4ce8-f8cc-4c65-9afd-15aa251f2a98 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:45:23.830292 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8659d0ba-0c23-41f5-9c51-0acd3f618129 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:23.877608 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8659d0ba-0c23-41f5-9c51-0acd3f618129 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:23.884459 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port d29e8f80-cce8-4dcc-b5b3-f3da52433103, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d29e8f80-cce8-4dcc-b5b3-f3da52433103,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:23.900530 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'd29e8f80-cce8-4dcc-b5b3-f3da52433103', 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274', 'port_id': 'd29e8f80-cce8-4dcc-b5b3-f3da52433103', 'mac_address': 'fa:16:3e:27:41:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d7e427-2ed7-40a5-a300-7f618502d730', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:45:23.939356 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-116fae72-2fcf-43fa-b70f-ad10c56e5944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:23.947997 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-116fae72-2fcf-43fa-b70f-ad10c56e5944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:23.948474 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:23.965040 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29e8f80-cce8-4dcc-b5b3-f3da52433103 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:23.978649 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-fb38489b-2023-4519-ba14-822eb968e325 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:23.988575 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port d29e8f80-cce8-4dcc-b5b3-f3da52433103, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d29e8f80-cce8-4dcc-b5b3-f3da52433103,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:23.993804 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:24.051748 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-fb38489b-2023-4519-ba14-822eb968e325 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Transition to ACTIVE for port object 1638f8f2-488a-4ad4-9788-d8f3d273c4bb will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:24.074166 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-116fae72-2fcf-43fa-b70f-ad10c56e5944 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5dbd2c0c88f42849e04c4002f7b1095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4246299 Sep 07 18:45:24.075676 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47824) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:24.078561 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116fae72-2fcf-43fa-b70f-ad10c56e5944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109b628e-b477-4142-ac38-ccc1686ae997,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:24.085204 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8659d0ba-0c23-41f5-9c51-0acd3f618129 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:24.086350 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=d29e8f80-cce8-4dcc-b5b3-f3da52433103,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:24.114740 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646ba06-17f1-47f0-a1df-ed37d3ce5017 req-ee6a2068-0610-4c62-a1e1-97e1468ab45b tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:24.117053 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5646ba06-17f1-47f0-a1df-ed37d3ce5017 req-ee6a2068-0610-4c62-a1e1-97e1468ab45b tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 944 time: 0.1300039 Sep 07 18:45:24.126511 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccc608-4285-426b-8955-a8d23afa6922 req-4814e974-3cf9-41c6-a205-19fa958555ab tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:24.128094 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c1ccc608-4285-426b-8955-a8d23afa6922 req-4814e974-3cf9-41c6-a205-19fa958555ab tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 946 time: 0.1752017 Sep 07 18:45:24.185989 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-fb38489b-2023-4519-ba14-822eb968e325 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:24.197166 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d6f62d-d823-4b01-9d35-f3486862bcf0', 'tag': '0593ae62-9bb5-4f88-ae19-72ff2b2e2070'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:24.199390 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c92f089-668a-4a89-8f16-972aae31d094" -d '{"events": [{"name": "network-changed", "server_uuid": "11d6f62d-d823-4b01-9d35-f3486862bcf0", "tag": "0593ae62-9bb5-4f88-ae19-72ff2b2e2070"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:24.202905 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c1ccc608-4285-426b-8955-a8d23afa6922 req-e79d848d-de35-4487-b65d-2af0417ac4c0 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f2c9237-0346-4076-acfd-edb6da46e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661397 Sep 07 18:45:24.204947 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe273b9a-8d1a-4d9f-a7f9-3ee8dc59084c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:24.213495 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5646ba06-17f1-47f0-a1df-ed37d3ce5017 req-76332c1e-9818-45b2-b96e-e3f10314c8ae tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843966 Sep 07 18:45:24.248751 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8659d0ba-0c23-41f5-9c51-0acd3f618129 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:24.287555 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe273b9a-8d1a-4d9f-a7f9-3ee8dc59084c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:24.345942 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['d29e8f80-cce8-4dcc-b5b3-f3da52433103'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:24.347633 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d54a54-bbe0-46d2-85e1-2ee6f33708cf x-openstack-request-id: req-d4d54a54-bbe0-46d2-85e1-2ee6f33708cf {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:24.348546 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d6f62d-d823-4b01-9d35-f3486862bcf0", "tag": "0593ae62-9bb5-4f88-ae19-72ff2b2e2070", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:24.348707 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4d54a54-bbe0-46d2-85e1-2ee6f33708cf {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:24.349982 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d6f62d-d823-4b01-9d35-f3486862bcf0', 'tag': '0593ae62-9bb5-4f88-ae19-72ff2b2e2070', 'status': 'completed', 'code': 200} Sep 07 18:45:24.399919 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38489b-2023-4519-ba14-822eb968e325 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Pushing event updated for resources: {'Port': ['ID=1638f8f2-488a-4ad4-9788-d8f3d273c4bb,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:24.410711 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-fb38489b-2023-4519-ba14-822eb968e325 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:45:24.437319 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659d0ba-0c23-41f5-9c51-0acd3f618129 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event deleted for resources: {'Subnet': ['ID=cb7b4ce8-f8cc-4c65-9afd-15aa251f2a98,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:24.441721 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-fb38489b-2023-4519-ba14-822eb968e325 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:24.444052 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8659d0ba-0c23-41f5-9c51-0acd3f618129 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:24.458009 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41656028-a608-4ace-9b68-2b8387afe2f0 None None] Network 13a8a0e7-1341-4375-9704-446c97d83359 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:45:24.460321 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8659d0ba-0c23-41f5-9c51-0acd3f618129 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "DELETE /v2.0/subnets/cb7b4ce8-f8cc-4c65-9afd-15aa251f2a98 HTTP/1.1" status: 204 len: 168 time: 0.9780586 Sep 07 18:45:24.462041 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47832) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:24.462317 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-fb38489b-2023-4519-ba14-822eb968e325 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:45:24.553399 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe273b9a-8d1a-4d9f-a7f9-3ee8dc59084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:24.555705 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe273b9a-8d1a-4d9f-a7f9-3ee8dc59084c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:24.559283 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fe273b9a-8d1a-4d9f-a7f9-3ee8dc59084c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/109b628e-b477-4142-ac38-ccc1686ae997 HTTP/1.1" status: 204 len: 168 time: 0.4803946 Sep 07 18:45:24.590402 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe273b9a-8d1a-4d9f-a7f9-3ee8dc59084c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109b628e-b477-4142-ac38-ccc1686ae997,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:24.629104 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-fb38489b-2023-4519-ba14-822eb968e325 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:24.629806 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-fb38489b-2023-4519-ba14-822eb968e325 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:24.655659 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-87a2ea72-badd-4530-8ed3-8f2caad2fc1e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:24.665149 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-fb38489b-2023-4519-ba14-822eb968e325 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8206916 Sep 07 18:45:24.682918 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] Request body: {'port': {'device_id': '3c3f06a7-d985-4fd4-a709-a5e67bbc81d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:24.807171 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9e0172-cb15-4895-93fa-863c268481fc None None] DHCP port deletion for 13a8a0e7-1341-4375-9704-446c97d83359 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:45:24.815307 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:24.861170 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7f9e0172-cb15-4895-93fa-863c268481fc None None] Deleting port 5300f8ac-1ba6-46d5-a587-4bf47847b18d {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:45:24.861170 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0172-cb15-4895-93fa-863c268481fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:24.863206 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-87a2ea72-badd-4530-8ed3-8f2caad2fc1e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Deleting port 5300f8ac-1ba6-46d5-a587-4bf47847b18d {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:45:24.863567 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-87a2ea72-badd-4530-8ed3-8f2caad2fc1e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:24.956280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4aecea68-5dc2-47f7-b8ff-c9219ee35ec0 None None] Provisioning for port 1638f8f2-488a-4ad4-9788-d8f3d273c4bb completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:24.961530 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-7f9e0172-cb15-4895-93fa-863c268481fc None None] For port 5300f8ac-1ba6-46d5-a587-4bf47847b18d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5300f8ac-1ba6-46d5-a587-4bf47847b18d,segment=NetworkSegment(27bf5c00-019c-4598-a3c8-75d11c2f61c7),segment_id=27bf5c00-019c-4598-a3c8-75d11c2f61c7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:24.961933 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0172-cb15-4895-93fa-863c268481fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:24.974475 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4aecea68-5dc2-47f7-b8ff-c9219ee35ec0 None None] Provisioning complete for port 1638f8f2-488a-4ad4-9788-d8f3d273c4bb triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:24.974869 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4aecea68-5dc2-47f7-b8ff-c9219ee35ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:24.976137 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42408cdf-331b-4e6e-85cb-870c0b212a1f {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:24.982058 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92f089-668a-4a89-8f16-972aae31d094 req-5463f519-d832-4693-adeb-9859438a6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:24.982249 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7f9e0172-cb15-4895-93fa-863c268481fc None None] Calling delete_port for 5300f8ac-1ba6-46d5-a587-4bf47847b18d owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:45:24.982955 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c92f089-668a-4a89-8f16-972aae31d094 req-5463f519-d832-4693-adeb-9859438a6174 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&device_id=11d6f62d-d823-4b01-9d35-f3486862bcf0 HTTP/1.1" status: 200 len: 1099 time: 0.3357234 Sep 07 18:45:24.990866 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999aa620-eb1e-49fc-bd9d-34885d393d39 req-8ffcbe22-159d-4f36-aeea-5aa3b0b02596 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:24.993205 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-999aa620-eb1e-49fc-bd9d-34885d393d39 req-8ffcbe22-159d-4f36-aeea-5aa3b0b02596 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c3f06a7-d985-4fd4-a709-a5e67bbc81d3 HTTP/1.1" status: 200 len: 935 time: 0.3362925 Sep 07 18:45:25.008070 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:25.029931 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-87a2ea72-badd-4530-8ed3-8f2caad2fc1e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] For port 5300f8ac-1ba6-46d5-a587-4bf47847b18d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5300f8ac-1ba6-46d5-a587-4bf47847b18d,segment=NetworkSegment(27bf5c00-019c-4598-a3c8-75d11c2f61c7),segment_id=27bf5c00-019c-4598-a3c8-75d11c2f61c7)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:25.031213 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-87a2ea72-badd-4530-8ed3-8f2caad2fc1e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:25.050235 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-87a2ea72-badd-4530-8ed3-8f2caad2fc1e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Calling delete_port for 5300f8ac-1ba6-46d5-a587-4bf47847b18d owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:45:25.140406 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-87a2ea72-badd-4530-8ed3-8f2caad2fc1e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:25.140771 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] Transition to ACTIVE for port object 42408cdf-331b-4e6e-85cb-870c0b212a1f will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:25.159014 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-999aa620-eb1e-49fc-bd9d-34885d393d39 req-7495433f-21c6-4565-97bb-e62fcfb1e35b tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541450 Sep 07 18:45:25.162679 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:25.177471 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b69e4127-a76f-413c-8d22-970615dfbe01 req-1fb37be0-8eeb-46a8-913c-8da4c2f6fc00 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4968314 Sep 07 18:45:25.231643 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-b69e4127-a76f-413c-8d22-970615dfbe01 req-b7dfa0da-581f-4ebf-ab9b-e853b9dfb8cf tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:25.233015 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5300f8ac-1ba6-46d5-a587-4bf47847b18d no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:45:25.259390 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-4aecea68-5dc2-47f7-b8ff-c9219ee35ec0 None None] Port 1638f8f2-488a-4ad4-9788-d8f3d273c4bb cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:45:25.263118 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 5300f8ac-1ba6-46d5-a587-4bf47847b18d {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:45:25.263437 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5300f8ac-1ba6-46d5-a587-4bf47847b18d not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:45:25.292072 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a2ea72-badd-4530-8ed3-8f2caad2fc1e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] No DVR routers for this DVR port 5300f8ac-1ba6-46d5-a587-4bf47847b18d on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:45:25.297763 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2ea72-badd-4530-8ed3-8f2caad2fc1e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event deleted for resources: {'Port': ['ID=5300f8ac-1ba6-46d5-a587-4bf47847b18d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:25.313957 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b69e4127-a76f-413c-8d22-970615dfbe01 req-b7dfa0da-581f-4ebf-ab9b-e853b9dfb8cf tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:25.314145 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0172-cb15-4895-93fa-863c268481fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:25.345571 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9e0172-cb15-4895-93fa-863c268481fc None None] No DVR routers for this DVR port 5300f8ac-1ba6-46d5-a587-4bf47847b18d on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:45:25.347256 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e0172-cb15-4895-93fa-863c268481fc None None] Pushing event deleted for resources: {'Port': ['ID=5300f8ac-1ba6-46d5-a587-4bf47847b18d,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:25.430028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] Pushing event updated for resources: {'Port': ['ID=42408cdf-331b-4e6e-85cb-870c0b212a1f,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:25.487387 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92f089-668a-4a89-8f16-972aae31d094 req-48baa04f-80b6-463e-a291-c8ab6ab744df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:25.489478 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c92f089-668a-4a89-8f16-972aae31d094 req-48baa04f-80b6-463e-a291-c8ab6ab744df service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.4777632 Sep 07 18:45:25.495144 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] Attempting to bind port 42408cdf-331b-4e6e-85cb-870c0b212a1f on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:45:25.495765 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] Attempting to bind port 42408cdf-331b-4e6e-85cb-870c0b212a1f by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:45:25.496263 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] Attempting to bind port 42408cdf-331b-4e6e-85cb-870c0b212a1f on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:25.498629 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-87a2ea72-badd-4530-8ed3-8f2caad2fc1e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:25.531488 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-87a2ea72-badd-4530-8ed3-8f2caad2fc1e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a8a0e7-1341-4375-9704-446c97d83359']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:25.547132 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-87a2ea72-badd-4530-8ed3-8f2caad2fc1e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27bf5c00-019c-4598-a3c8-75d11c2f61c7') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:25.547565 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-87a2ea72-badd-4530-8ed3-8f2caad2fc1e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27bf5c00-019c-4598-a3c8-75d11c2f61c7') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:25.548678 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] Port 42408cdf-331b-4e6e-85cb-870c0b212a1f on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:45:25.549238 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] Attempting to bind port 42408cdf-331b-4e6e-85cb-870c0b212a1f on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:25.564158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a08432-ee07-4bd5-a325-2b3b86032504 req-1cdedee8-c81c-405b-bb13-0a7e6543d861 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:25.566909 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-87a2ea72-badd-4530-8ed3-8f2caad2fc1e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:25.573121 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d7a08432-ee07-4bd5-a325-2b3b86032504 req-1cdedee8-c81c-405b-bb13-0a7e6543d861 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d6f62d-d823-4b01-9d35-f3486862bcf0 HTTP/1.1" status: 200 len: 948 time: 0.2501574 Sep 07 18:45:25.580772 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c92f089-668a-4a89-8f16-972aae31d094 req-f071245f-c645-48f7-8959-0fe0d4036033 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=0593ae62-9bb5-4f88-ae19-72ff2b2e2070 HTTP/1.1" status: 200 len: 217 time: 0.0804279 Sep 07 18:45:25.587272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:45:25.587624 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:25.588010 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:45:25.588462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] Bound port: 42408cdf-331b-4e6e-85cb-870c0b212a1f, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:45:25.588847 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:25.595410 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47864) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:25.614392 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-87a2ea72-badd-4530-8ed3-8f2caad2fc1e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:25.626135 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a2ea72-badd-4530-8ed3-8f2caad2fc1e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:45:25.626135 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-87a2ea72-badd-4530-8ed3-8f2caad2fc1e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:45:25.628375 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:45:25.630707 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1638f8f2-488a-4ad4-9788-d8f3d273c4bb {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:25.653721 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:25.702685 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] Transition to ACTIVE for port object 1638f8f2-488a-4ad4-9788-d8f3d273c4bb will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:25.706592 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:25.737200 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-67df7062-064c-4478-b371-70d499b83b4c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-992726457-network', 'tenant_id': '708565e96bb94a3da2b7674da78bb114'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:25.743920 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-87a2ea72-badd-4530-8ed3-8f2caad2fc1e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:25.744769 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d7a08432-ee07-4bd5-a325-2b3b86032504 req-f6d5e99b-5255-49a5-aa43-ec7a921cf927 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706173 Sep 07 18:45:25.755729 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-87a2ea72-badd-4530-8ed3-8f2caad2fc1e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:25.757577 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-87a2ea72-badd-4530-8ed3-8f2caad2fc1e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "DELETE /v2.0/networks/13a8a0e7-1341-4375-9704-446c97d83359 HTTP/1.1" status: 204 len: 168 time: 1.2884192 Sep 07 18:45:25.766744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47868) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:25.770617 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 0593ae62-9bb5-4f88-ae19-72ff2b2e2070 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:45:25.777910 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device d29e8f80-cce8-4dcc-b5b3-f3da52433103 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:25.797176 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92f089-668a-4a89-8f16-972aae31d094 req-247751d8-4e33-4cce-81d0-512088c31ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:25.797919 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2ea72-badd-4530-8ed3-8f2caad2fc1e tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event deleted for resources: {'Network': ['ID=13a8a0e7-1341-4375-9704-446c97d83359,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:25.799534 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c92f089-668a-4a89-8f16-972aae31d094 req-247751d8-4e33-4cce-81d0-512088c31ebd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1751931 Sep 07 18:45:25.802062 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] Pushing event updated for resources: {'Port': ['ID=1638f8f2-488a-4ad4-9788-d8f3d273c4bb,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:25.804144 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67df7062-064c-4478-b371-70d499b83b4c admin admin] Made reservation on behalf of 708565e96bb94a3da2b7674da78bb114 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:45:25.806681 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67df7062-064c-4478-b371-70d499b83b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:25.851093 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67df7062-064c-4478-b371-70d499b83b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:25.883045 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] For port 42408cdf-331b-4e6e-85cb-870c0b212a1f, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:25.908410 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] For port 42408cdf-331b-4e6e-85cb-870c0b212a1f, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=42408cdf-331b-4e6e-85cb-870c0b212a1f,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:45:25.916057 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c05585db-8edb-461e-9cda-c28b53415b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:25.923135 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:25.938712 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b0a4b37-213b-466e-a156-163c537deb2b tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Deleting subnet 290d42e5-df52-447e-a2e4-fb7854533b6e {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:45:25.955517 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4b37-213b-466e-a156-163c537deb2b tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:25.996374 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port d29e8f80-cce8-4dcc-b5b3-f3da52433103 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:26.006704 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4b37-213b-466e-a156-163c537deb2b tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:26.012122 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port d29e8f80-cce8-4dcc-b5b3-f3da52433103 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:26.012493 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:26.015535 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 0593ae62-9bb5-4f88-ae19-72ff2b2e2070, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=0593ae62-9bb5-4f88-ae19-72ff2b2e2070,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:26.032995 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] Attempting to bind port 1638f8f2-488a-4ad4-9788-d8f3d273c4bb on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:45:26.033575 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] Attempting to bind port 1638f8f2-488a-4ad4-9788-d8f3d273c4bb by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:45:26.033672 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] Attempting to bind port 1638f8f2-488a-4ad4-9788-d8f3d273c4bb on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:26.044185 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] Port 1638f8f2-488a-4ad4-9788-d8f3d273c4bb on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:45:26.044597 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] Attempting to bind port 1638f8f2-488a-4ad4-9788-d8f3d273c4bb on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:26.058334 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:45:26.059239 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:26.059646 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:45:26.060099 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] Bound port: 1638f8f2-488a-4ad4-9788-d8f3d273c4bb, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:45:26.061021 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:26.068829 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '0593ae62-9bb5-4f88-ae19-72ff2b2e2070', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '0593ae62-9bb5-4f88-ae19-72ff2b2e2070', 'mac_address': 'fa:16:3e:99:e0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:45:26.107292 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4b37-213b-466e-a156-163c537deb2b tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:26.137357 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:26.156290 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0593ae62-9bb5-4f88-ae19-72ff2b2e2070 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:26.184807 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] For port 1638f8f2-488a-4ad4-9788-d8f3d273c4bb, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:26.194583 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] For port 1638f8f2-488a-4ad4-9788-d8f3d273c4bb, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=1638f8f2-488a-4ad4-9788-d8f3d273c4bb,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:45:26.206332 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:26.228567 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67df7062-064c-4478-b371-70d499b83b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:26.240929 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b69e4127-a76f-413c-8d22-970615dfbe01 req-b7dfa0da-581f-4ebf-ab9b-e853b9dfb8cf tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:26.253267 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67df7062-064c-4478-b371-70d499b83b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:26.258623 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] Pushing event updated for resources: {'Port': ['ID=42408cdf-331b-4e6e-85cb-870c0b212a1f,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:26.281827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 0593ae62-9bb5-4f88-ae19-72ff2b2e2070, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=0593ae62-9bb5-4f88-ae19-72ff2b2e2070,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:26.289165 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df7062-064c-4478-b371-70d499b83b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec81aad7-646c-4c55-9541-9ad4fd38d1d1,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:26.289692 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92f089-668a-4a89-8f16-972aae31d094 req-b8706da4-7afe-4680-aaba-78e27a0c8ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:26.291449 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c92f089-668a-4a89-8f16-972aae31d094 req-b8706da4-7afe-4680-aaba-78e27a0c8ee2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4788599 Sep 07 18:45:26.292442 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4b37-213b-466e-a156-163c537deb2b tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:26.299459 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:26.300080 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:26.302130 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:26.302691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:26.303374 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:26.304715 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-559fae1e-3445-4163-9d18-8f3fd9d0a5de service neutron] 10.222.0.60 "PUT /v2.0/ports/42408cdf-331b-4e6e-85cb-870c0b212a1f HTTP/1.1" status: 200 len: 1095 time: 3.0728827 Sep 07 18:45:26.317624 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] 10.222.0.60 "PUT /v2.0/ports/1638f8f2-488a-4ad4-9788-d8f3d273c4bb HTTP/1.1" status: 200 len: 1095 time: 1.6417098 Sep 07 18:45:26.328891 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67df7062-064c-4478-b371-70d499b83b4c admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:45:26.343795 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67df7062-064c-4478-b371-70d499b83b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:26.344334 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-67df7062-064c-4478-b371-70d499b83b4c admin admin] Added segment d9475e3e-b6db-41d0-961e-55d035415546 of type vlan for network 72c3dab6-dc75-4769-9995-20a6021149b5 Sep 07 18:45:26.373078 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc', 'tag': '42408cdf-331b-4e6e-85cb-870c0b212a1f'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:26.374462 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port d29e8f80-cce8-4dcc-b5b3-f3da52433103, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d29e8f80-cce8-4dcc-b5b3-f3da52433103,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:26.375992 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:26.376350 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef48871d-6d7d-4f63-9efc-6c17d5de5b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc", "tag": "42408cdf-331b-4e6e-85cb-870c0b212a1f"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:26.383060 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97284e1-5607-4040-960c-ff37c62fe9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29e8f80-cce8-4dcc-b5b3-f3da52433103'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:26.384200 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4b37-213b-466e-a156-163c537deb2b tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:26.385798 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3097631-7858-4694-a522-d318b196d2bd" -d '{"events": [{"server_uuid": "b97284e1-5607-4040-960c-ff37c62fe9be", "name": "network-vif-plugged", "status": "completed", "tag": "d29e8f80-cce8-4dcc-b5b3-f3da52433103"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:26.388921 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1b0a4b37-213b-466e-a156-163c537deb2b tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "DELETE /v2.0/subnets/290d42e5-df52-447e-a2e4-fb7854533b6e HTTP/1.1" status: 204 len: 168 time: 0.6231866 Sep 07 18:45:26.389092 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:26.396199 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92778ca-060e-44cd-bf96-147d6b1e20e5 None None] Network a75b3559-ffd0-4154-aa14-6f09a1e6e0ae requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:45:26.408906 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67df7062-064c-4478-b371-70d499b83b4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:26.424757 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c3f06a7-d985-4fd4-a709-a5e67bbc81d3', 'tag': '1638f8f2-488a-4ad4-9788-d8f3d273c4bb'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:26.427132 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3520640-8f61-48f9-8235-19891f34e9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "3c3f06a7-d985-4fd4-a709-a5e67bbc81d3", "tag": "1638f8f2-488a-4ad4-9788-d8f3d273c4bb"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:26.429718 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47884) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:26.468600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a4b37-213b-466e-a156-163c537deb2b tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event deleted for resources: {'Subnet': ['ID=290d42e5-df52-447e-a2e4-fb7854533b6e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:26.504971 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=0593ae62-9bb5-4f88-ae19-72ff2b2e2070,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:26.516772 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963de905-e2f4-4dd1-8c22-f36f51b98862 service neutron] Pushing event updated for resources: {'Port': ['ID=1638f8f2-488a-4ad4-9788-d8f3d273c4bb,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:26.545255 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67df7062-064c-4478-b371-70d499b83b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:26.547119 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67df7062-064c-4478-b371-70d499b83b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:26.547917 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67df7062-064c-4478-b371-70d499b83b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:26.617252 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:26.617691 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:26.618146 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:26.618641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:26.619056 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:26.619542 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:26.619877 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:26.620207 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:26.620616 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:26.620948 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:26.621277 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:26.621651 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:45:26.636800 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-67df7062-064c-4478-b371-70d499b83b4c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0403001 Sep 07 18:45:26.647753 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47888) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:26.663989 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2650f298-b0fc-4741-a1c2-441abe920599 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:26.669113 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ff5cfa24-eb5f-4eab-94d1-3ba93337149a admin admin] Request body: {'subnet': {'network_id': '72c3dab6-dc75-4769-9995-20a6021149b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-992726457-subnet', 'tenant_id': '708565e96bb94a3da2b7674da78bb114', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:26.755902 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['0593ae62-9bb5-4f88-ae19-72ff2b2e2070'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:26.773428 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-02ff304d-e917-470b-9998-9aca996bac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:26.775288 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-02ff304d-e917-470b-9998-9aca996bac80 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88484dff3e284462a23c1728ad877a09&device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 1098 time: 0.3398664 Sep 07 18:45:26.779456 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5cfa24-eb5f-4eab-94d1-3ba93337149a admin admin] Made reservation on behalf of 708565e96bb94a3da2b7674da78bb114 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:45:26.780697 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a161b-64eb-43fb-a803-6694b0897858 req-58b66543-1885-4d0d-a1f4-47ebc07c094d tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:26.782365 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-835a161b-64eb-43fb-a803-6694b0897858 req-58b66543-1885-4d0d-a1f4-47ebc07c094d tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 945 time: 0.4952369 Sep 07 18:45:26.782511 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ff5cfa24-eb5f-4eab-94d1-3ba93337149a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:26.819948 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-f5e5c8ea-9e39-45ec-9548-846500039907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:26.821651 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-f5e5c8ea-9e39-45ec-9548-846500039907 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88484dff3e284462a23c1728ad877a09&device_id=3c3f06a7-d985-4fd4-a709-a5e67bbc81d3 HTTP/1.1" status: 200 len: 1098 time: 0.3592653 Sep 07 18:45:26.835544 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d22ee7-4121-4c58-a967-16ebebb4d329 None None] DHCP port deletion for a75b3559-ffd0-4154-aa14-6f09a1e6e0ae request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:45:26.835911 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c92f089-668a-4a89-8f16-972aae31d094 req-6e0cf4e3-98cd-4a5a-b72c-c4c1e21d0e82 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450421 Sep 07 18:45:26.842166 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=d29e8f80-cce8-4dcc-b5b3-f3da52433103,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:27.039819 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df7062-064c-4478-b371-70d499b83b4c admin admin] Pushing event updated for resources: {'Network': ['ID=72c3dab6-dc75-4769-9995-20a6021149b5,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:27.045270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a2d22ee7-4121-4c58-a967-16ebebb4d329 None None] Deleting port 4e838fc9-d61e-4482-8025-ac93fba2263e {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:45:27.046365 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a2d22ee7-4121-4c58-a967-16ebebb4d329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:27.059125 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 72c3dab6-dc75-4769-9995-20a6021149b5 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:45:27.077492 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ff5cfa24-eb5f-4eab-94d1-3ba93337149a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:27.089374 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-b12e9f3e-1a4f-4abc-adc7-7b943fb27296 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=42408cdf-331b-4e6e-85cb-870c0b212a1f HTTP/1.1" status: 200 len: 217 time: 0.0616302 Sep 07 18:45:27.117948 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4e838fc9-d61e-4482-8025-ac93fba2263e no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:45:27.159320 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-a5fd578c-a44f-470a-8166-620dc6f14fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:27.160876 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-a5fd578c-a44f-470a-8166-620dc6f14fc9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0464153 Sep 07 18:45:27.172813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-b69e4127-a76f-413c-8d22-970615dfbe01 req-b7dfa0da-581f-4ebf-ab9b-e853b9dfb8cf tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Allocated IP 172.25.8.23 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/84a650ad-7bda-453e-8103-5d4006b2fad7) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:45:27.185297 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-0b497cd8-85f2-4035-a234-f85221464e6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=1638f8f2-488a-4ad4-9788-d8f3d273c4bb HTTP/1.1" status: 200 len: 217 time: 0.3455215 Sep 07 18:45:27.221357 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-835a161b-64eb-43fb-a803-6694b0897858 req-e68f28d2-8650-4ec2-b6f7-ba8925be7cf2 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173195 Sep 07 18:45:27.255921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-a2d22ee7-4121-4c58-a967-16ebebb4d329 None None] For port 4e838fc9-d61e-4482-8025-ac93fba2263e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4e838fc9-d61e-4482-8025-ac93fba2263e,segment=NetworkSegment(4271a33d-77da-4079-adf2-08a2baef1742),segment_id=4271a33d-77da-4079-adf2-08a2baef1742)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:27.256334 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a2d22ee7-4121-4c58-a967-16ebebb4d329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:27.280241 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cfa24-eb5f-4eab-94d1-3ba93337149a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b518c2e-42a9-4384-9f9c-5c1d547366a8,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:27.299762 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a2d22ee7-4121-4c58-a967-16ebebb4d329 None None] Calling delete_port for 4e838fc9-d61e-4482-8025-ac93fba2263e owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:45:27.301710 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5cfa24-eb5f-4eab-94d1-3ba93337149a admin admin] Checking segment: {'id': 'd9475e3e-b6db-41d0-961e-55d035415546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '72c3dab6-dc75-4769-9995-20a6021149b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:27.302069 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5cfa24-eb5f-4eab-94d1-3ba93337149a admin admin] Network hostable DHCP agents. Network: 72c3dab6-dc75-4769-9995-20a6021149b5, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:45:27.318318 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-2650f298-b0fc-4741-a1c2-441abe920599 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Deleting port 4e838fc9-d61e-4482-8025-ac93fba2263e {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:45:27.318657 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2650f298-b0fc-4741-a1c2-441abe920599 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:27.321438 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-82003afd-0f37-4916-9069-44d196aeba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:27.322957 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-82003afd-0f37-4916-9069-44d196aeba09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1432464 Sep 07 18:45:27.339500 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:27.416739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 4e838fc9-d61e-4482-8025-ac93fba2263e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4e838fc9-d61e-4482-8025-ac93fba2263e,segment=NetworkSegment(4271a33d-77da-4079-adf2-08a2baef1742),segment_id=4271a33d-77da-4079-adf2-08a2baef1742)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:27.421252 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:27.462326 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5cfa24-eb5f-4eab-94d1-3ba93337149a admin admin] Network 72c3dab6-dc75-4769-9995-20a6021149b5 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:45:27.480603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-7feeeeae-0a64-4753-875b-6214a70b68ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:27.482230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-7feeeeae-0a64-4753-875b-6214a70b68ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.2818427 Sep 07 18:45:27.508006 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=4e838fc9-d61e-4482-8025-ac93fba2263e,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:27.510079 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-ff5cfa24-eb5f-4eab-94d1-3ba93337149a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 72c3dab6-dc75-4769-9995-20a6021149b5) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:27.515498 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a2d22ee7-4121-4c58-a967-16ebebb4d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:27.542498 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-2650f298-b0fc-4741-a1c2-441abe920599 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] For port 4e838fc9-d61e-4482-8025-ac93fba2263e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4e838fc9-d61e-4482-8025-ac93fba2263e,segment=NetworkSegment(4271a33d-77da-4079-adf2-08a2baef1742),segment_id=4271a33d-77da-4079-adf2-08a2baef1742)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:27.542863 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2650f298-b0fc-4741-a1c2-441abe920599 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:27.546479 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5cfa24-eb5f-4eab-94d1-3ba93337149a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:27.547062 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ff5cfa24-eb5f-4eab-94d1-3ba93337149a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:27.562941 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d22ee7-4121-4c58-a967-16ebebb4d329 None None] No DVR routers for this DVR port 4e838fc9-d61e-4482-8025-ac93fba2263e on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:45:27.569868 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222affb8-8cdb-4391-88bf-f00af153efce None None] Network 72c3dab6-dc75-4769-9995-20a6021149b5 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:45:27.574754 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d22ee7-4121-4c58-a967-16ebebb4d329 None None] Pushing event deleted for resources: {'Port': ['ID=4e838fc9-d61e-4482-8025-ac93fba2263e,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:27.580939 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-2650f298-b0fc-4741-a1c2-441abe920599 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Calling delete_port for 4e838fc9-d61e-4482-8025-ac93fba2263e owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:45:27.591789 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c92f089-668a-4a89-8f16-972aae31d094 req-5ba0b1ef-95b4-40a9-8145-82ea371f7d81 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7327127 Sep 07 18:45:27.594037 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ff5cfa24-eb5f-4eab-94d1-3ba93337149a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9402514 Sep 07 18:45:27.616400 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-59f014d0-65ea-4ed4-a945-5a3ed04993d9 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800598 Sep 07 18:45:27.698282 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b69e4127-a76f-413c-8d22-970615dfbe01 req-b7dfa0da-581f-4ebf-ab9b-e853b9dfb8cf tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:27.732184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-e8953e28-9075-4f66-8070-ce070ff44841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:27.734209 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-e8953e28-9075-4f66-8070-ce070ff44841 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2376904 Sep 07 18:45:27.742395 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c9715-0c4b-476f-9392-ba869d27a57e req-f38b69d3-b675-4d2a-937a-dfddc20e5bb8 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:27.752224 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3e4c9715-0c4b-476f-9392-ba869d27a57e req-f38b69d3-b675-4d2a-937a-dfddc20e5bb8 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c3f06a7-d985-4fd4-a709-a5e67bbc81d3 HTTP/1.1" status: 200 len: 947 time: 0.2688556 Sep 07 18:45:27.753764 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d4f4e9-4c86-4a8d-bc31-b5fb0c976a9e None None] Network 72c3dab6-dc75-4769-9995-20a6021149b5 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:45:27.832926 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1ecf97d2-f4fe-4dee-aa29-dc9280c30b17 req-3ae1095e-1f0b-4d24-b642-68d5ed67dce0 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809053 Sep 07 18:45:27.833868 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2650f298-b0fc-4741-a1c2-441abe920599 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:27.863846 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650f298-b0fc-4741-a1c2-441abe920599 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event deleted for resources: {'Port': ['ID=4e838fc9-d61e-4482-8025-ac93fba2263e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:27.871361 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2650f298-b0fc-4741-a1c2-441abe920599 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] No DVR routers for this DVR port 4e838fc9-d61e-4482-8025-ac93fba2263e on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:45:27.908573 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3e4c9715-0c4b-476f-9392-ba869d27a57e req-1fa56a42-35a4-4128-8cdd-5f6af83032e2 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552293 Sep 07 18:45:27.918768 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-2b4307f7-03eb-462f-85b3-c2be3031412e service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624818 Sep 07 18:45:27.971257 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2650f298-b0fc-4741-a1c2-441abe920599 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:27.999137 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2650f298-b0fc-4741-a1c2-441abe920599 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75b3559-ffd0-4154-aa14-6f09a1e6e0ae']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:28.010718 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d27ba1-c1eb-46fb-a1ce-7cda93596e57 x-openstack-request-id: req-d4d27ba1-c1eb-46fb-a1ce-7cda93596e57 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:28.011296 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97284e1-5607-4040-960c-ff37c62fe9be", "name": "network-vif-plugged", "status": "completed", "tag": "d29e8f80-cce8-4dcc-b5b3-f3da52433103", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:28.011895 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4d27ba1-c1eb-46fb-a1ce-7cda93596e57 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:28.012718 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97284e1-5607-4040-960c-ff37c62fe9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29e8f80-cce8-4dcc-b5b3-f3da52433103', 'code': 200} Sep 07 18:45:28.017409 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2650f298-b0fc-4741-a1c2-441abe920599 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4271a33d-77da-4079-adf2-08a2baef1742') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:28.018285 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2650f298-b0fc-4741-a1c2-441abe920599 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4271a33d-77da-4079-adf2-08a2baef1742') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:28.032138 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b69e4127-a76f-413c-8d22-970615dfbe01 req-b7dfa0da-581f-4ebf-ab9b-e853b9dfb8cf tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:28.049669 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2650f298-b0fc-4741-a1c2-441abe920599 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:28.069765 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2650f298-b0fc-4741-a1c2-441abe920599 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:28.077145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2650f298-b0fc-4741-a1c2-441abe920599 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:45:28.077577 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2650f298-b0fc-4741-a1c2-441abe920599 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:28.104207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b69e4127-a76f-413c-8d22-970615dfbe01 req-b7dfa0da-581f-4ebf-ab9b-e853b9dfb8cf tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:45:28.107004 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfa0da-581f-4ebf-ab9b-e853b9dfb8cf tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Pushing event updated for resources: {'Port': ['ID=84a650ad-7bda-453e-8103-5d4006b2fad7,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:28.110371 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-b69e4127-a76f-413c-8d22-970615dfbe01 req-b7dfa0da-581f-4ebf-ab9b-e853b9dfb8cf tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:28.120904 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b0f72e4-3416-4a28-af89-c52f5e95e4d3 req-dc072b56-948c-43bf-a6c8-c6a771b0ad9d service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935287 Sep 07 18:45:28.121907 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69e4127-a76f-413c-8d22-970615dfbe01 req-b7dfa0da-581f-4ebf-ab9b-e853b9dfb8cf tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:45:28.127440 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e771e6f-d383-4fdb-89ab-e032dbeec7df x-openstack-request-id: req-3e771e6f-d383-4fdb-89ab-e032dbeec7df {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:28.127754 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc", "tag": "42408cdf-331b-4e6e-85cb-870c0b212a1f", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:28.128061 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3e771e6f-d383-4fdb-89ab-e032dbeec7df {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:28.128496 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc', 'tag': '42408cdf-331b-4e6e-85cb-870c0b212a1f', 'status': 'completed', 'code': 200} Sep 07 18:45:28.187355 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787c5c7-2cec-44c1-aa15-d5392257df46 req-0f60f825-61d6-4465-bb5f-22994d257a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:28.189048 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3787c5c7-2cec-44c1-aa15-d5392257df46 req-0f60f825-61d6-4465-bb5f-22994d257a8d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 1096 time: 0.0832994 Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:45:28.197428 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:45:28.200440 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e150a6-8ea9-440d-98bb-d66b51b9687c x-openstack-request-id: req-54e150a6-8ea9-440d-98bb-d66b51b9687c {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:28.200440 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c3f06a7-d985-4fd4-a709-a5e67bbc81d3", "tag": "1638f8f2-488a-4ad4-9788-d8f3d273c4bb", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:28.200440 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-54e150a6-8ea9-440d-98bb-d66b51b9687c {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:28.200440 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c3f06a7-d985-4fd4-a709-a5e67bbc81d3', 'tag': '1638f8f2-488a-4ad4-9788-d8f3d273c4bb', 'status': 'completed', 'code': 200} Sep 07 18:45:28.228768 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2650f298-b0fc-4741-a1c2-441abe920599 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:28.233463 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2650f298-b0fc-4741-a1c2-441abe920599 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:28.235368 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2650f298-b0fc-4741-a1c2-441abe920599 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "DELETE /v2.0/networks/a75b3559-ffd0-4154-aa14-6f09a1e6e0ae HTTP/1.1" status: 204 len: 168 time: 1.7874558 Sep 07 18:45:28.242347 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47898) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:28.256969 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-3a1dc209-087c-425d-85b5-a208f60f6534 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1293619374'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:28.263597 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650f298-b0fc-4741-a1c2-441abe920599 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event deleted for resources: {'Network': ['ID=a75b3559-ffd0-4154-aa14-6f09a1e6e0ae,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:28.281903 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3520640-8f61-48f9-8235-19891f34e9e7 req-3b431ae3-535d-4117-b42e-1f66e6f8d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:28.283446 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e3520640-8f61-48f9-8235-19891f34e9e7 req-3b431ae3-535d-4117-b42e-1f66e6f8d73e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88484dff3e284462a23c1728ad877a09&device_id=3c3f06a7-d985-4fd4-a709-a5e67bbc81d3 HTTP/1.1" status: 200 len: 1098 time: 0.0824835 Sep 07 18:45:28.306638 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48871d-6d7d-4f63-9efc-6c17d5de5b4a req-5b7a7133-cb73-4587-8bca-aa98e89757bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:28.308115 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef48871d-6d7d-4f63-9efc-6c17d5de5b4a req-5b7a7133-cb73-4587-8bca-aa98e89757bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88484dff3e284462a23c1728ad877a09&device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 1098 time: 0.1567130 Sep 07 18:45:28.315348 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1dc209-087c-425d-85b5-a208f60f6534 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Made reservation on behalf of cb3d3f64389a4f0192e048c0f33ae8a3 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:45:28.320150 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a1dc209-087c-425d-85b5-a208f60f6534 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:28.366643 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b69e4127-a76f-413c-8d22-970615dfbe01 req-b7dfa0da-581f-4ebf-ab9b-e853b9dfb8cf tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:28.377707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059346e4-6c34-4e6c-bbea-03a8c1e473b6 req-287af79c-5a90-47e7-a9d9-a5c4eed110e4 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:28.379229 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-059346e4-6c34-4e6c-bbea-03a8c1e473b6 req-287af79c-5a90-47e7-a9d9-a5c4eed110e4 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d6f62d-d823-4b01-9d35-f3486862bcf0 HTTP/1.1" status: 200 len: 949 time: 0.1821303 Sep 07 18:45:28.380970 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3787c5c7-2cec-44c1-aa15-d5392257df46 req-ab920700-005b-43f4-a13f-ea8dd05c81da service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730118 Sep 07 18:45:28.393052 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1dc209-087c-425d-85b5-a208f60f6534 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:45:28.414865 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a1dc209-087c-425d-85b5-a208f60f6534 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:28.415215 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-3a1dc209-087c-425d-85b5-a208f60f6534 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Added segment 277febac-57b4-4073-bfbf-32cd747932a7 of type vlan for network 7cb00cbd-f411-4f23-b57a-38d82bf72749 Sep 07 18:45:28.431333 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3520640-8f61-48f9-8235-19891f34e9e7 req-68afdc58-d341-4483-bfe3-bea27c19e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:28.432896 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e3520640-8f61-48f9-8235-19891f34e9e7 req-68afdc58-d341-4483-bfe3-bea27c19e9cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.1409819 Sep 07 18:45:28.478626 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b69e4127-a76f-413c-8d22-970615dfbe01 req-b7dfa0da-581f-4ebf-ab9b-e853b9dfb8cf tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:28.500377 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e3520640-8f61-48f9-8235-19891f34e9e7 req-093e128f-2ab6-487a-9a2d-ea667c380efd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=1638f8f2-488a-4ad4-9788-d8f3d273c4bb HTTP/1.1" status: 200 len: 217 time: 0.0409484 Sep 07 18:45:28.516653 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a1dc209-087c-425d-85b5-a208f60f6534 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:28.529345 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-059346e4-6c34-4e6c-bbea-03a8c1e473b6 req-1a545250-d399-48d4-ba64-8d62818ebb86 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798597 Sep 07 18:45:28.551439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48871d-6d7d-4f63-9efc-6c17d5de5b4a req-310023fc-11f9-4327-a6ed-36a42392a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:28.552885 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef48871d-6d7d-4f63-9efc-6c17d5de5b4a req-310023fc-11f9-4327-a6ed-36a42392a7a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2245507 Sep 07 18:45:28.583564 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3520640-8f61-48f9-8235-19891f34e9e7 req-0cb1281f-5636-46a4-ac29-83578b5a9f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:28.585386 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e3520640-8f61-48f9-8235-19891f34e9e7 req-0cb1281f-5636-46a4-ac29-83578b5a9f26 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0776684 Sep 07 18:45:28.586753 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a1dc209-087c-425d-85b5-a208f60f6534 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:28.593552 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1dc209-087c-425d-85b5-a208f60f6534 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:28.594173 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a1dc209-087c-425d-85b5-a208f60f6534 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:28.632227 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef48871d-6d7d-4f63-9efc-6c17d5de5b4a req-e0ca9d30-8322-4c1a-83bd-7f3aa0fda292 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=42408cdf-331b-4e6e-85cb-870c0b212a1f HTTP/1.1" status: 200 len: 217 time: 0.0556779 Sep 07 18:45:28.666665 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3a1dc209-087c-425d-85b5-a208f60f6534 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4233902 Sep 07 18:45:28.674776 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47908) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:28.699932 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1dc209-087c-425d-85b5-a208f60f6534 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event updated for resources: {'Network': ['ID=7cb00cbd-f411-4f23-b57a-38d82bf72749,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:28.707960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-015ba68c-fefd-4181-87c9-3344ab2351e8 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Request body: {'subnet': {'network_id': '7cb00cbd-f411-4f23-b57a-38d82bf72749', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:28.711576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 7cb00cbd-f411-4f23-b57a-38d82bf72749 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:45:28.725164 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3520640-8f61-48f9-8235-19891f34e9e7 req-cfe36dd5-1ff6-4072-ba9e-4c81b4d9e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:28.726610 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e3520640-8f61-48f9-8235-19891f34e9e7 req-cfe36dd5-1ff6-4072-ba9e-4c81b4d9e900 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1296711 Sep 07 18:45:28.812524 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b69e4127-a76f-413c-8d22-970615dfbe01 req-b7dfa0da-581f-4ebf-ab9b-e853b9dfb8cf tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:28.816951 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cf9a6210-cfb5-4a02-8d63-27fd8e1c06ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:28.825144 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-f4a3abd5-488f-434f-9ec8-a958d8fd2a75 req-c547d285-882b-4f70-9978-69b4d2d10346 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1126193486', 'description': 'tempest-description-1252244895'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:28.840959 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b69e4127-a76f-413c-8d22-970615dfbe01 req-b7dfa0da-581f-4ebf-ab9b-e853b9dfb8cf tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:28.846629 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e3520640-8f61-48f9-8235-19891f34e9e7 req-c7c9986e-c61d-4454-90da-d484c97ed404 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071064 Sep 07 18:45:28.888791 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48871d-6d7d-4f63-9efc-6c17d5de5b4a req-b88e2d13-1515-4bfe-bb59-77a12f79fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:28.890809 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef48871d-6d7d-4f63-9efc-6c17d5de5b4a req-b88e2d13-1515-4bfe-bb59-77a12f79fb63 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.2256858 Sep 07 18:45:28.937289 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:28.958163 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e3520640-8f61-48f9-8235-19891f34e9e7 req-0fa124cf-2d74-4f59-a17a-feef628e8ebd service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041694 Sep 07 18:45:28.960135 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b69e4127-a76f-413c-8d22-970615dfbe01 req-b7dfa0da-581f-4ebf-ab9b-e853b9dfb8cf tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:28.975872 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4a3abd5-488f-434f-9ec8-a958d8fd2a75 req-c547d285-882b-4f70-9978-69b4d2d10346 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:29.010294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfa0da-581f-4ebf-ab9b-e853b9dfb8cf tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Pushing event updated for resources: {'Port': ['ID=84a650ad-7bda-453e-8103-5d4006b2fad7,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:29.022068 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48871d-6d7d-4f63-9efc-6c17d5de5b4a req-9a095dd8-f333-4ea2-af2d-e1534271a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:29.023379 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef48871d-6d7d-4f63-9efc-6c17d5de5b4a req-9a095dd8-f333-4ea2-af2d-e1534271a715 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1033962 Sep 07 18:45:29.029963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015ba68c-fefd-4181-87c9-3344ab2351e8 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Made reservation on behalf of cb3d3f64389a4f0192e048c0f33ae8a3 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:45:29.033695 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-015ba68c-fefd-4181-87c9-3344ab2351e8 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks [] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:29.049459 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b69e4127-a76f-413c-8d22-970615dfbe01 req-b7dfa0da-581f-4ebf-ab9b-e853b9dfb8cf tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:29.050625 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b69e4127-a76f-413c-8d22-970615dfbe01 req-b7dfa0da-581f-4ebf-ab9b-e853b9dfb8cf tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8723345 Sep 07 18:45:29.229609 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b69e4127-a76f-413c-8d22-970615dfbe01 req-28b346ab-0999-4621-912d-626628711216 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 695 time: 0.1650474 Sep 07 18:45:29.368188 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef48871d-6d7d-4f63-9efc-6c17d5de5b4a req-11c7287c-5343-4e53-9afb-babf7aebcc5e service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296773 Sep 07 18:45:29.435587 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4a3abd5-488f-434f-9ec8-a958d8fd2a75 req-c547d285-882b-4f70-9978-69b4d2d10346 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:29.458886 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4a3abd5-488f-434f-9ec8-a958d8fd2a75 req-c547d285-882b-4f70-9978-69b4d2d10346 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:29.528660 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e4127-a76f-413c-8d22-970615dfbe01 req-89aebdf2-9ed9-45e2-846f-494a4a5942e5 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:29.530057 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b69e4127-a76f-413c-8d22-970615dfbe01 req-89aebdf2-9ed9-45e2-846f-494a4a5942e5 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.2888083 Sep 07 18:45:29.771426 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 0593ae62-9bb5-4f88-ae19-72ff2b2e2070 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:29.782389 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f4a3abd5-488f-434f-9ec8-a958d8fd2a75 req-c547d285-882b-4f70-9978-69b4d2d10346 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:29.783590 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4a3abd5-488f-434f-9ec8-a958d8fd2a75 req-c547d285-882b-4f70-9978-69b4d2d10346 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0379734 Sep 07 18:45:29.787513 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-b69e4127-a76f-413c-8d22-970615dfbe01 req-e4683db9-d91f-4b27-a583-343001fa6f03 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:45:29.788467 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b69e4127-a76f-413c-8d22-970615dfbe01 req-e4683db9-d91f-4b27-a583-343001fa6f03 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155611 Sep 07 18:45:29.798607 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547d285-882b-4f70-9978-69b4d2d10346 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071e9850-a37d-4dae-9f49-99a8b4ee9269,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:29.815975 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-015ba68c-fefd-4181-87c9-3344ab2351e8 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:29.897234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 0593ae62-9bb5-4f88-ae19-72ff2b2e2070 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:29.901984 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 0593ae62-9bb5-4f88-ae19-72ff2b2e2070 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:29.902563 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:29.913926 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef48871d-6d7d-4f63-9efc-6c17d5de5b4a req-c38a011d-7199-4088-9a10-a3de66c92d1a service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075397 Sep 07 18:45:29.967397 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ba68c-fefd-4181-87c9-3344ab2351e8 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event updated for resources: {'Subnet': ['ID=a7fccd99-58ba-43d5-80e7-377542a81d54,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:30.021010 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:30.063385 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015ba68c-fefd-4181-87c9-3344ab2351e8 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Checking segment: {'id': '277febac-57b4-4073-bfbf-32cd747932a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7cb00cbd-f411-4f23-b57a-38d82bf72749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:30.063811 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015ba68c-fefd-4181-87c9-3344ab2351e8 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Network hostable DHCP agents. Network: 7cb00cbd-f411-4f23-b57a-38d82bf72749, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:45:30.064881 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:30.071855 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d6f62d-d823-4b01-9d35-f3486862bcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0593ae62-9bb5-4f88-ae19-72ff2b2e2070'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:30.074119 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981b5e62-c88e-489d-87f2-96d078907cbc" -d '{"events": [{"server_uuid": "11d6f62d-d823-4b01-9d35-f3486862bcf0", "name": "network-vif-plugged", "status": "completed", "tag": "0593ae62-9bb5-4f88-ae19-72ff2b2e2070"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:30.074476 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af4ca2-087a-44aa-84ee-a35592b1aba7 req-ca4541cc-8051-4557-9b81-f2a02bb13f88 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:30.076137 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36af4ca2-087a-44aa-84ee-a35592b1aba7 req-ca4541cc-8051-4557-9b81-f2a02bb13f88 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 945 time: 0.1194685 Sep 07 18:45:30.088984 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 0593ae62-9bb5-4f88-ae19-72ff2b2e2070, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=0593ae62-9bb5-4f88-ae19-72ff2b2e2070,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:30.093910 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:30.096040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77c1a9-fe37-4303-bbdc-b2fea76b01f2 req-bc6522b1-eba6-49c5-9935-26799aba1e76 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:30.097989 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e77c1a9-fe37-4303-bbdc-b2fea76b01f2 req-bc6522b1-eba6-49c5-9935-26799aba1e76 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c3f06a7-d985-4fd4-a709-a5e67bbc81d3 HTTP/1.1" status: 200 len: 947 time: 0.1247125 Sep 07 18:45:30.143800 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015ba68c-fefd-4181-87c9-3344ab2351e8 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Network 7cb00cbd-f411-4f23-b57a-38d82bf72749 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:45:30.144914 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=0593ae62-9bb5-4f88-ae19-72ff2b2e2070,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:30.169394 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36af4ca2-087a-44aa-84ee-a35592b1aba7 req-9b2964ba-9771-42ad-a909-375bf3275667 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837197 Sep 07 18:45:30.178072 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-015ba68c-fefd-4181-87c9-3344ab2351e8 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 7cb00cbd-f411-4f23-b57a-38d82bf72749) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:30.182711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015ba68c-fefd-4181-87c9-3344ab2351e8 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:30.183578 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-015ba68c-fefd-4181-87c9-3344ab2351e8 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:30.188478 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1830017d-72c3-4b77-89c6-ecaf5f7c91b4 None None] Network 7cb00cbd-f411-4f23-b57a-38d82bf72749 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:45:30.201820 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-015ba68c-fefd-4181-87c9-3344ab2351e8 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5216396 Sep 07 18:45:30.204372 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47926) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:30.209876 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-54eb5dce-adf0-415d-b53f-aa1290a9470a tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1486520393'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:30.217663 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e77c1a9-fe37-4303-bbdc-b2fea76b01f2 req-e7f5e244-fcc3-4224-b5ff-be24ca33cfd7 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984635 Sep 07 18:45:30.261811 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54eb5dce-adf0-415d-b53f-aa1290a9470a tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Made reservation on behalf of cb3d3f64389a4f0192e048c0f33ae8a3 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:45:30.265822 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54eb5dce-adf0-415d-b53f-aa1290a9470a tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:30.268941 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-a7d2d758-0053-4ab8-993e-0b98a7c3bcae req-6775f6ee-bbcc-4d11-b3f4-dd43ce458b0a tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1857045717', 'description': 'tempest-description-89270752'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:30.319646 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a7d2d758-0053-4ab8-993e-0b98a7c3bcae req-6775f6ee-bbcc-4d11-b3f4-dd43ce458b0a tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:30.345406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf03866-24cb-4bec-8b7a-48f35a1bb25c req-e9811602-ea5c-4fa7-81e7-46c224503afa tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:30.347022 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0cf03866-24cb-4bec-8b7a-48f35a1bb25c req-e9811602-ea5c-4fa7-81e7-46c224503afa tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d6f62d-d823-4b01-9d35-f3486862bcf0 HTTP/1.1" status: 200 len: 950 time: 0.0949826 Sep 07 18:45:30.384720 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-7cb00cbd-f411-4f23-b57a-38d82bf72749', 'network_id': '7cb00cbd-f411-4f23-b57a-38d82bf72749', 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'fixed_ips': [{'subnet_id': 'a7fccd99-58ba-43d5-80e7-377542a81d54'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:45:30.385614 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:30.417828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0cf03866-24cb-4bec-8b7a-48f35a1bb25c req-a313bc07-113d-4ade-a7e7-45205f097c41 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622437 Sep 07 18:45:30.483784 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a7d2d758-0053-4ab8-993e-0b98a7c3bcae req-6775f6ee-bbcc-4d11-b3f4-dd43ce458b0a tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:30.498640 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a7d2d758-0053-4ab8-993e-0b98a7c3bcae req-6775f6ee-bbcc-4d11-b3f4-dd43ce458b0a tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:30.533264 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 42408cdf-331b-4e6e-85cb-870c0b212a1f details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:45:30.561226 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a7d2d758-0053-4ab8-993e-0b98a7c3bcae req-6775f6ee-bbcc-4d11-b3f4-dd43ce458b0a tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:30.562429 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a7d2d758-0053-4ab8-993e-0b98a7c3bcae req-6775f6ee-bbcc-4d11-b3f4-dd43ce458b0a tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2995312 Sep 07 18:45:30.578850 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775f6ee-bbcc-4d11-b3f4-dd43ce458b0a tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7ed2ef-fd06-4329-a07b-0275a4fd0286,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:30.591299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] Allocated IP 19.80.0.2 (7cb00cbd-f411-4f23-b57a-38d82bf72749/a7fccd99-58ba-43d5-80e7-377542a81d54/a59dc074-1b1e-49c2-b6fd-ec621c7ece0e) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:45:30.676788 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f8c0df-cf50-464b-adf5-e47e25f13240 x-openstack-request-id: req-c6f8c0df-cf50-464b-adf5-e47e25f13240 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:30.677205 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d6f62d-d823-4b01-9d35-f3486862bcf0", "name": "network-vif-plugged", "status": "completed", "tag": "0593ae62-9bb5-4f88-ae19-72ff2b2e2070", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:30.677893 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6f8c0df-cf50-464b-adf5-e47e25f13240 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:30.678030 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d6f62d-d823-4b01-9d35-f3486862bcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0593ae62-9bb5-4f88-ae19-72ff2b2e2070', 'code': 200} Sep 07 18:45:30.719345 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-cda9c338-2859-4e3b-ad03-b3383c09a9fc tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:30.720941 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-cda9c338-2859-4e3b-ad03-b3383c09a9fc tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/networks?id=438b7473-bcf8-4707-b646-342e96ae6727 HTTP/1.1" status: 200 len: 820 time: 0.1782477 Sep 07 18:45:30.743288 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54eb5dce-adf0-415d-b53f-aa1290a9470a tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:45:30.753796 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54eb5dce-adf0-415d-b53f-aa1290a9470a tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:30.754193 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-54eb5dce-adf0-415d-b53f-aa1290a9470a tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Added segment 3540f543-2980-441b-bce9-c14e89263998 of type vlan for network f29d7a43-df46-42ad-b745-079900c5504a Sep 07 18:45:30.765935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 42408cdf-331b-4e6e-85cb-870c0b212a1f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=42408cdf-331b-4e6e-85cb-870c0b212a1f,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:30.780644 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-574f65d9-acf8-426c-b94c-f85d6e3c46e9 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/quotas/49c2c790060a4e1b861c40173a8c7d1b HTTP/1.1" status: 200 len: 375 time: 0.0528386 Sep 07 18:45:30.785891 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '42408cdf-331b-4e6e-85cb-870c0b212a1f', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '42408cdf-331b-4e6e-85cb-870c0b212a1f', 'mac_address': 'fa:16:3e:58:60:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:45:30.808975 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54eb5dce-adf0-415d-b53f-aa1290a9470a tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:30.838075 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54eb5dce-adf0-415d-b53f-aa1290a9470a tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:30.845421 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eb5dce-adf0-415d-b53f-aa1290a9470a tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:30.846475 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54eb5dce-adf0-415d-b53f-aa1290a9470a tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:30.900974 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-54eb5dce-adf0-415d-b53f-aa1290a9470a tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6946955 Sep 07 18:45:30.901955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47942) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:45:30.908786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd0940-1e30-4c00-bd8e-e58dae24053b req-19f60d04-a08a-4c70-b208-0cc403e380c3 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:30.916483 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bbd0940-1e30-4c00-bd8e-e58dae24053b req-19f60d04-a08a-4c70-b208-0cc403e380c3 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 1096 time: 0.1678867 Sep 07 18:45:30.944042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15344a35-edac-438a-9da5-e0b44ccb4ac1 req-00d2bbb4-1eba-4a76-a58f-00af3c1f9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:30.945849 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15344a35-edac-438a-9da5-e0b44ccb4ac1 req-00d2bbb4-1eba-4a76-a58f-00af3c1f9533 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=11d6f62d-d823-4b01-9d35-f3486862bcf0 HTTP/1.1" status: 200 len: 1101 time: 0.1998310 Sep 07 18:45:30.945991 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-430a0149-54fb-4253-a796-da6b71d0ed6c tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Request body: {'subnet': {'network_id': 'f29d7a43-df46-42ad-b745-079900c5504a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:30.964117 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb5dce-adf0-415d-b53f-aa1290a9470a tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event updated for resources: {'Network': ['ID=f29d7a43-df46-42ad-b745-079900c5504a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:30.965333 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-bc9b7cc4-49da-4280-aeae-a167ee38bf67 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=49c2c790060a4e1b861c40173a8c7d1b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1830022 Sep 07 18:45:31.002786 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network f29d7a43-df46-42ad-b745-079900c5504a details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:45:31.037848 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:31.038841 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bbd0940-1e30-4c00-bd8e-e58dae24053b req-2a13d602-01dc-42a3-a535-c551ba074875 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213098 Sep 07 18:45:31.062270 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430a0149-54fb-4253-a796-da6b71d0ed6c tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Made reservation on behalf of cb3d3f64389a4f0192e048c0f33ae8a3 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:45:31.076529 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-430a0149-54fb-4253-a796-da6b71d0ed6c tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:31.079447 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:31.121042 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15344a35-edac-438a-9da5-e0b44ccb4ac1 req-8aad9066-dbd1-49dd-8a95-200882285d12 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459043 Sep 07 18:45:31.159009 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-2e2bde95-35d7-41ed-82ef-6ee089a3f771 service neutron] 10.222.0.26 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927018 Sep 07 18:45:31.165078 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] Transition to ACTIVE for port object a59dc074-1b1e-49c2-b6fd-ec621c7ece0e will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:31.167801 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42408cdf-331b-4e6e-85cb-870c0b212a1f {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:31.209707 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 42408cdf-331b-4e6e-85cb-870c0b212a1f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=42408cdf-331b-4e6e-85cb-870c0b212a1f,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:31.213226 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] Transition to ACTIVE for port object a59dc074-1b1e-49c2-b6fd-ec621c7ece0e will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:31.216939 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:31.224127 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:31.264941 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] Network 7cb00cbd-f411-4f23-b57a-38d82bf72749 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:45:31.268188 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:31.271320 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:45:31.315180 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-430a0149-54fb-4253-a796-da6b71d0ed6c tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:31.327453 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=42408cdf-331b-4e6e-85cb-870c0b212a1f,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:31.363204 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] Attempting to bind port a59dc074-1b1e-49c2-b6fd-ec621c7ece0e on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:45:31.363536 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] Attempting to bind port a59dc074-1b1e-49c2-b6fd-ec621c7ece0e by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '277febac-57b4-4073-bfbf-32cd747932a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7cb00cbd-f411-4f23-b57a-38d82bf72749'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:45:31.363803 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] Attempting to bind port a59dc074-1b1e-49c2-b6fd-ec621c7ece0e on network 7cb00cbd-f411-4f23-b57a-38d82bf72749 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:31.380326 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:45:31.380784 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] Checking segment: {'id': '277febac-57b4-4073-bfbf-32cd747932a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7cb00cbd-f411-4f23-b57a-38d82bf72749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:31.381129 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:31.381518 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] Bound using segment: {'id': '277febac-57b4-4073-bfbf-32cd747932a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7cb00cbd-f411-4f23-b57a-38d82bf72749'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:45:31.381993 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] Bound port: a59dc074-1b1e-49c2-b6fd-ec621c7ece0e, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277febac-57b4-4073-bfbf-32cd747932a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7cb00cbd-f411-4f23-b57a-38d82bf72749'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:45:31.382385 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:31.389766 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-577110c9-744d-4c34-af97-82ed84bd6122 service neutron] 10.222.0.26 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159948 Sep 07 18:45:31.392720 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430a0149-54fb-4253-a796-da6b71d0ed6c tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Checking segment: {'id': '3540f543-2980-441b-bce9-c14e89263998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f29d7a43-df46-42ad-b745-079900c5504a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:31.393087 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430a0149-54fb-4253-a796-da6b71d0ed6c tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Network hostable DHCP agents. Network: f29d7a43-df46-42ad-b745-079900c5504a, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:45:31.405528 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a0149-54fb-4253-a796-da6b71d0ed6c tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event updated for resources: {'Subnet': ['ID=5e854d02-d5fc-4ca7-910b-ef407e84fb8c,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:31.407870 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] Pushing event updated for resources: {'Port': ['ID=a59dc074-1b1e-49c2-b6fd-ec621c7ece0e,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:31.423138 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64b57d-f15d-4727-a570-938f94477179 req-09da337b-b20d-4823-8bc7-f64074dd33a0 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:31.426242 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430a0149-54fb-4253-a796-da6b71d0ed6c tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Network f29d7a43-df46-42ad-b745-079900c5504a is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:45:31.432551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf64b57d-f15d-4727-a570-938f94477179 req-09da337b-b20d-4823-8bc7-f64074dd33a0 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/networks?id=72c3dab6-dc75-4769-9995-20a6021149b5 HTTP/1.1" status: 200 len: 812 time: 0.2152348 Sep 07 18:45:31.441310 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-430a0149-54fb-4253-a796-da6b71d0ed6c tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, f29d7a43-df46-42ad-b745-079900c5504a) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:31.446374 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf64b57d-f15d-4727-a570-938f94477179 req-a8b1a446-4b57-4e4b-a838-a97706ae89f8 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/quotas/708565e96bb94a3da2b7674da78bb114 HTTP/1.1" status: 200 len: 375 time: 0.0126567 Sep 07 18:45:31.452773 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a8f812-fb11-4346-b550-2115e4aa7096 None None] Network f29d7a43-df46-42ad-b745-079900c5504a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:45:31.457513 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a0149-54fb-4253-a796-da6b71d0ed6c tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:31.458026 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-430a0149-54fb-4253-a796-da6b71d0ed6c tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:31.482102 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] For port a59dc074-1b1e-49c2-b6fd-ec621c7ece0e, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:31.485309 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-430a0149-54fb-4253-a796-da6b71d0ed6c tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5786831 Sep 07 18:45:31.487440 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] For port a59dc074-1b1e-49c2-b6fd-ec621c7ece0e, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a59dc074-1b1e-49c2-b6fd-ec621c7ece0e,segment=NetworkSegment(277febac-57b4-4073-bfbf-32cd747932a7),segment_id=277febac-57b4-4073-bfbf-32cd747932a7)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:45:31.493422 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf64b57d-f15d-4727-a570-938f94477179 req-9cdb90c5-66b3-4c0f-afee-a8d3b704a41a tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=708565e96bb94a3da2b7674da78bb114&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358615 Sep 07 18:45:31.499910 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['42408cdf-331b-4e6e-85cb-870c0b212a1f'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:31.505409 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:31.617885 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000d37e-7295-46c3-ba54-171848d11da5 None None] Pushing event updated for resources: {'Port': ['ID=a59dc074-1b1e-49c2-b6fd-ec621c7ece0e,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:31.683709 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf64b57d-f15d-4727-a570-938f94477179 req-06f9da1c-71f3-488d-aa3d-795d3d87eb7a service neutron] 10.222.0.26 "GET /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803918 Sep 07 18:45:31.719799 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:31.841348 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fef728-115a-4721-9221-541bbe4a4b0c req-d781a0d0-3f7b-46a5-9ab3-8efd2d9697dc tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:31.843233 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71fef728-115a-4721-9221-541bbe4a4b0c req-d781a0d0-3f7b-46a5-9ab3-8efd2d9697dc tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 1096 time: 0.1287155 Sep 07 18:45:31.869222 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf64b57d-f15d-4727-a570-938f94477179 req-0d372640-2888-4029-8ac6-4efb95525084 service neutron] 10.222.0.26 "GET /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837764 Sep 07 18:45:31.938192 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-f29d7a43-df46-42ad-b745-079900c5504a', 'network_id': 'f29d7a43-df46-42ad-b745-079900c5504a', 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'fixed_ips': [{'subnet_id': '5e854d02-d5fc-4ca7-910b-ef407e84fb8c'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:45:31.939029 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:31.943711 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71fef728-115a-4721-9221-541bbe4a4b0c req-b02f14c5-22ff-4963-9f4a-9a6e1ab715e0 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726199 Sep 07 18:45:32.140358 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] Allocated IP 19.86.0.2 (f29d7a43-df46-42ad-b745-079900c5504a/5e854d02-d5fc-4ca7-910b-ef407e84fb8c/65c59330-e67f-4bb8-8393-0f6406f5684a) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:45:32.150803 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb37b1-887b-4ce0-957f-6feeddc7dec5 req-2b62f451-285a-4bcc-958b-eb76b9bee890 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:32.152800 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-33cb37b1-887b-4ce0-957f-6feeddc7dec5 req-2b62f451-285a-4bcc-958b-eb76b9bee890 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c3f06a7-d985-4fd4-a709-a5e67bbc81d3 HTTP/1.1" status: 200 len: 947 time: 0.0900772 Sep 07 18:45:32.225948 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-33cb37b1-887b-4ce0-957f-6feeddc7dec5 req-440c8fbd-906b-48ce-a66e-124f9234ec9f tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579937 Sep 07 18:45:32.236187 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bba3b-2673-44fb-b4db-70663ffa586f req-f99ef2d4-593d-4959-ac6c-f86458b2f1a0 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:32.237678 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-585bba3b-2673-44fb-b4db-70663ffa586f req-f99ef2d4-593d-4959-ac6c-f86458b2f1a0 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d6f62d-d823-4b01-9d35-f3486862bcf0 HTTP/1.1" status: 200 len: 950 time: 0.0816753 Sep 07 18:45:32.292644 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-585bba3b-2673-44fb-b4db-70663ffa586f req-af819b0b-1054-4de8-a18f-7bafe58b5efe tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463398 Sep 07 18:45:32.364937 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c960bc95-6a67-4e62-b27a-1e15203b835d req-c52e2356-f518-4f62-a09a-b5217bb93841 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=a99bb413-5413-4ec9-b41d-263587e1845e HTTP/1.1" status: 200 len: 210 time: 0.0440395 Sep 07 18:45:32.387892 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:32.418162 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] Transition to ACTIVE for port object 65c59330-e67f-4bb8-8393-0f6406f5684a will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:32.466478 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] Transition to ACTIVE for port object 65c59330-e67f-4bb8-8393-0f6406f5684a will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:32.475726 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:32.507416 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 1638f8f2-488a-4ad4-9788-d8f3d273c4bb details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:45:32.534712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] Network f29d7a43-df46-42ad-b745-079900c5504a is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:45:32.546195 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:32.550008 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:45:32.554573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] Pushing event updated for resources: {'Port': ['ID=65c59330-e67f-4bb8-8393-0f6406f5684a,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:32.567365 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3a76d589-bd0f-41c4-b9c8-cd5c9bcf75e4 req-f0f705f4-93ff-49c3-bc21-d9b7d822cf87 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ad90e20-7323-4f2f-9382-421e5d9e55e2 HTTP/1.1" status: 200 len: 210 time: 0.0454443 Sep 07 18:45:32.585535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-de74e2dd-2e40-40b8-97b2-a915c5c4f5d0 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:32.591318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-de74e2dd-2e40-40b8-97b2-a915c5c4f5d0 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:32.598983 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-de74e2dd-2e40-40b8-97b2-a915c5c4f5d0 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/networks?id=7cb00cbd-f411-4f23-b57a-38d82bf72749&id=f29d7a43-df46-42ad-b745-079900c5504a HTTP/1.1" status: 200 len: 1392 time: 0.1886494 Sep 07 18:45:32.621912 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-337d94e5-4917-4df4-9ac0-530b2a739080 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/quotas/cb3d3f64389a4f0192e048c0f33ae8a3 HTTP/1.1" status: 200 len: 375 time: 0.0217612 Sep 07 18:45:32.706787 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-9f4d44f0-6824-42ee-98ce-ad59e705d4ad tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb3d3f64389a4f0192e048c0f33ae8a3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0834227 Sep 07 18:45:32.749537 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] Attempting to bind port 65c59330-e67f-4bb8-8393-0f6406f5684a on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:45:32.749903 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] Attempting to bind port 65c59330-e67f-4bb8-8393-0f6406f5684a by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '3540f543-2980-441b-bce9-c14e89263998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f29d7a43-df46-42ad-b745-079900c5504a'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:45:32.750259 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] Attempting to bind port 65c59330-e67f-4bb8-8393-0f6406f5684a on network f29d7a43-df46-42ad-b745-079900c5504a {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:32.759076 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:45:32.759446 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] Checking segment: {'id': '3540f543-2980-441b-bce9-c14e89263998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f29d7a43-df46-42ad-b745-079900c5504a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:32.759915 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:32.760480 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] Bound using segment: {'id': '3540f543-2980-441b-bce9-c14e89263998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f29d7a43-df46-42ad-b745-079900c5504a'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:45:32.761140 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] Bound port: 65c59330-e67f-4bb8-8393-0f6406f5684a, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3540f543-2980-441b-bce9-c14e89263998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f29d7a43-df46-42ad-b745-079900c5504a'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:45:32.761423 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:32.830526 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-4a0af80b-b2d9-463a-8713-35eb3b94e1d6 service neutron] 10.222.0.26 "GET /v2.0/networks/7cb00cbd-f411-4f23-b57a-38d82bf72749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225665 Sep 07 18:45:32.851854 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] For port 65c59330-e67f-4bb8-8393-0f6406f5684a, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:32.855128 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] For port 65c59330-e67f-4bb8-8393-0f6406f5684a, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=65c59330-e67f-4bb8-8393-0f6406f5684a,segment=NetworkSegment(3540f543-2980-441b-bce9-c14e89263998),segment_id=3540f543-2980-441b-bce9-c14e89263998)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:45:32.860740 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:32.863727 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 1638f8f2-488a-4ad4-9788-d8f3d273c4bb, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=1638f8f2-488a-4ad4-9788-d8f3d273c4bb,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:32.922073 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '1638f8f2-488a-4ad4-9788-d8f3d273c4bb', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '1638f8f2-488a-4ad4-9788-d8f3d273c4bb', 'mac_address': 'fa:16:3e:d5:01:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:45:32.968085 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa0ca9-90d4-4de7-a747-cfb142a6e8cf None None] Pushing event updated for resources: {'Port': ['ID=65c59330-e67f-4bb8-8393-0f6406f5684a,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:33.016031 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:33.035433 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1638f8f2-488a-4ad4-9788-d8f3d273c4bb {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:33.085406 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 1638f8f2-488a-4ad4-9788-d8f3d273c4bb, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=1638f8f2-488a-4ad4-9788-d8f3d273c4bb,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:33.092631 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:33.146673 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-c16e3f97-2783-444a-b3b1-b08b5a763798 service neutron] 10.222.0.26 "GET /v2.0/networks/7cb00cbd-f411-4f23-b57a-38d82bf72749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152282 Sep 07 18:45:33.173045 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=1638f8f2-488a-4ad4-9788-d8f3d273c4bb,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:33.202296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a59dc074-1b1e-49c2-b6fd-ec621c7ece0e up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:33.237705 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b199d46-7827-42ca-a766-41a0bc7adcea req-c98e78e0-b8d5-4211-b142-4ed2354ac56d tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:33.239280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b199d46-7827-42ca-a766-41a0bc7adcea req-c98e78e0-b8d5-4211-b142-4ed2354ac56d tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 1096 time: 0.2179630 Sep 07 18:45:33.274387 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fcd20d-85dc-4c87-9755-feda715096e9 None None] Network 7cb00cbd-f411-4f23-b57a-38d82bf72749 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:45:33.365828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b199d46-7827-42ca-a766-41a0bc7adcea req-d392c646-072d-43a8-bc02-5013b2cb052a tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980957 Sep 07 18:45:33.388653 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c95205ed-b9e1-420c-95b6-dbb5c44c7902 None None] Provisioning for port a59dc074-1b1e-49c2-b6fd-ec621c7ece0e completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:33.421212 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['1638f8f2-488a-4ad4-9788-d8f3d273c4bb'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:33.424063 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-ccf18569-ee89-4313-8984-ed630db92187 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:33.425673 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-ccf18569-ee89-4313-8984-ed630db92187 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.60 "GET /v2.0/networks?id=438b7473-bcf8-4707-b646-342e96ae6727 HTTP/1.1" status: 200 len: 820 time: 0.3241725 Sep 07 18:45:33.427748 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-409e0afb-cc70-4847-bc4a-d6bf525d9a36 service neutron] 10.222.0.26 "GET /v2.0/networks/f29d7a43-df46-42ad-b745-079900c5504a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618303 Sep 07 18:45:33.444302 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-494f3123-b330-4102-91b9-47de442fecf6 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Request body: {'port': {'device_id': 'a99bb413-5413-4ec9-b41d-263587e1845e', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'admin_state_up': True, 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:33.462334 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port a59dc074-1b1e-49c2-b6fd-ec621c7ece0e completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:33.489146 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port a59dc074-1b1e-49c2-b6fd-ec621c7ece0e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:33.489524 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:33.656327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467c561-b8f7-4ed1-b7ba-f84ae78c52c2 req-5eefbdc7-b4ca-43ce-b9e9-bbb4d9097cd1 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:33.658157 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6467c561-b8f7-4ed1-b7ba-f84ae78c52c2 req-5eefbdc7-b4ca-43ce-b9e9-bbb4d9097cd1 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c3f06a7-d985-4fd4-a709-a5e67bbc81d3 HTTP/1.1" status: 200 len: 948 time: 0.1970079 Sep 07 18:45:33.686769 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-f9a0655f-90ab-4fd4-8c09-c6137d030524 service neutron] 10.222.0.26 "GET /v2.0/networks/f29d7a43-df46-42ad-b745-079900c5504a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485604 Sep 07 18:45:33.701104 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:33.753084 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6467c561-b8f7-4ed1-b7ba-f84ae78c52c2 req-2187a24c-aaef-4900-996c-5b22b61e02ab tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857744 Sep 07 18:45:33.758265 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port a59dc074-1b1e-49c2-b6fd-ec621c7ece0e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a59dc074-1b1e-49c2-b6fd-ec621c7ece0e,segment=NetworkSegment(277febac-57b4-4073-bfbf-32cd747932a7),segment_id=277febac-57b4-4073-bfbf-32cd747932a7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:33.762606 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-494f3123-b330-4102-91b9-47de442fecf6 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Made reservation on behalf of 49c2c790060a4e1b861c40173a8c7d1b for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:45:33.767157 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-494f3123-b330-4102-91b9-47de442fecf6 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:33.786461 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:33.872373 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64b57d-f15d-4727-a570-938f94477179 req-522d99a6-b6cb-4b5a-a96e-d29d1d75e4c4 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:33.874010 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-cf64b57d-f15d-4727-a570-938f94477179 req-522d99a6-b6cb-4b5a-a96e-d29d1d75e4c4 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.60 "GET /v2.0/networks?id=72c3dab6-dc75-4769-9995-20a6021149b5 HTTP/1.1" status: 200 len: 812 time: 0.2335429 Sep 07 18:45:33.885551 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=a59dc074-1b1e-49c2-b6fd-ec621c7ece0e,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:33.905344 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-cf64b57d-f15d-4727-a570-938f94477179 req-d380fbf8-9c68-493a-9e9f-282e2f307089 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Request body: {'port': {'device_id': '1ad90e20-7323-4f2f-9382-421e5d9e55e2', 'network_id': '72c3dab6-dc75-4769-9995-20a6021149b5', 'admin_state_up': True, 'tenant_id': '708565e96bb94a3da2b7674da78bb114'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:34.069212 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d82560cd-f5d5-4acc-904a-e99a726492d6 req-a11dd91a-7a66-4a23-8ca5-1fb0d14f84bb tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=a99bb413-5413-4ec9-b41d-263587e1845e HTTP/1.1" status: 200 len: 210 time: 0.0769701 Sep 07 18:45:34.111802 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf64b57d-f15d-4727-a570-938f94477179 req-d380fbf8-9c68-493a-9e9f-282e2f307089 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Made reservation on behalf of 708565e96bb94a3da2b7674da78bb114 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:45:34.117870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f07c9-cc53-47b7-a766-f529ae24d9c7 req-cc13bbfa-44a8-45c6-9470-a093cf02f8fb tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:34.119059 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-cf64b57d-f15d-4727-a570-938f94477179 req-d380fbf8-9c68-493a-9e9f-282e2f307089 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:34.125028 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f79f07c9-cc53-47b7-a766-f529ae24d9c7 req-cc13bbfa-44a8-45c6-9470-a093cf02f8fb tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d6f62d-d823-4b01-9d35-f3486862bcf0 HTTP/1.1" status: 200 len: 950 time: 0.2350037 Sep 07 18:45:34.152767 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a13d0fbc-b885-4e40-9211-305a32293bda None None] Provisioning complete for port a59dc074-1b1e-49c2-b6fd-ec621c7ece0e triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:34.153240 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a13d0fbc-b885-4e40-9211-305a32293bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:34.178694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-494f3123-b330-4102-91b9-47de442fecf6 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Allocated IP 172.20.0.6 (438b7473-bcf8-4707-b646-342e96ae6727/d8d603cf-8d1f-4ab4-8bc0-887963bded92/9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:45:34.221235 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f79f07c9-cc53-47b7-a766-f529ae24d9c7 req-e910828a-b130-4f58-9fe9-af31ac4b453b tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951684 Sep 07 18:45:34.289704 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6da4eebd-eda1-4295-8338-0988dd9ac55a req-81384400-1aec-42b7-a065-8d9314678e10 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ad90e20-7323-4f2f-9382-421e5d9e55e2 HTTP/1.1" status: 200 len: 210 time: 0.0965741 Sep 07 18:45:34.316620 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-cf64b57d-f15d-4727-a570-938f94477179 req-d380fbf8-9c68-493a-9e9f-282e2f307089 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Allocated IP 172.20.0.7 (72c3dab6-dc75-4769-9995-20a6021149b5/5b518c2e-42a9-4384-9f9c-5c1d547366a8/ee83bae4-b73d-4265-986f-af502972c12e) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:45:34.356399 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1dacf9f6-44e4-47c6-b5b4-1d8dbaf9b1e2 req-9d71a8ca-d77e-4b43-8591-30d6dd51bd76 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b4e5ed4-0657-487f-8d19-3ed20281bcaf HTTP/1.1" status: 200 len: 210 time: 0.0655925 Sep 07 18:45:34.500242 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554b2e9e-4b29-44dd-b3fd-56a304dae886 None None] Network f29d7a43-df46-42ad-b745-079900c5504a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:45:34.532708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 42408cdf-331b-4e6e-85cb-870c0b212a1f up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:34.541041 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-cf64b57d-f15d-4727-a570-938f94477179 req-d380fbf8-9c68-493a-9e9f-282e2f307089 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:34.584297 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-cf64b57d-f15d-4727-a570-938f94477179 req-d380fbf8-9c68-493a-9e9f-282e2f307089 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:34.592599 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-494f3123-b330-4102-91b9-47de442fecf6 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:34.630039 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-494f3123-b330-4102-91b9-47de442fecf6 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Transition to ACTIVE for port object 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:34.636972 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9076f-e349-4fd3-bab4-fc61d79e135d req-60345c24-d25e-493f-b6c5-d975fb804083 tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:34.639446 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32e9076f-e349-4fd3-bab4-fc61d79e135d req-60345c24-d25e-493f-b6c5-d975fb804083 tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=11d6f62d-d823-4b01-9d35-f3486862bcf0 HTTP/1.1" status: 200 len: 1101 time: 0.1192992 Sep 07 18:45:34.642878 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf64b57d-f15d-4727-a570-938f94477179 req-d380fbf8-9c68-493a-9e9f-282e2f307089 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Network 72c3dab6-dc75-4769-9995-20a6021149b5 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:45:34.647441 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-cf64b57d-f15d-4727-a570-938f94477179 req-d380fbf8-9c68-493a-9e9f-282e2f307089 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:34.651223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b57aa5-8e9b-4063-82c8-964e97549c03 req-00c83f99-e853-472a-8884-d68593194be4 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:34.657853 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf64b57d-f15d-4727-a570-938f94477179 req-d380fbf8-9c68-493a-9e9f-282e2f307089 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:45:34.659803 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e2b57aa5-8e9b-4063-82c8-964e97549c03 req-00c83f99-e853-472a-8884-d68593194be4 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 1096 time: 0.1391611 Sep 07 18:45:34.724421 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32e9076f-e349-4fd3-bab4-fc61d79e135d req-6a6f2697-f921-443b-b272-5920496d2204 tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755394 Sep 07 18:45:34.728227 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380fbf8-9c68-493a-9e9f-282e2f307089 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event updated for resources: {'Port': ['ID=ee83bae4-b73d-4265-986f-af502972c12e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:34.749616 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e2b57aa5-8e9b-4063-82c8-964e97549c03 req-91713e28-2e23-4dc7-84ef-09b9aa3dc7df tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888596 Sep 07 18:45:34.751283 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-494f3123-b330-4102-91b9-47de442fecf6 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:34.782406 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64b57d-f15d-4727-a570-938f94477179 req-d380fbf8-9c68-493a-9e9f-282e2f307089 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:34.783100 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-cf64b57d-f15d-4727-a570-938f94477179 req-d380fbf8-9c68-493a-9e9f-282e2f307089 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:34.799180 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['f5b6b23b-8929-433a-95d6-4b13e2d032a9'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:34.811724 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-cf64b57d-f15d-4727-a570-938f94477179 req-d380fbf8-9c68-493a-9e9f-282e2f307089 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9278338 Sep 07 18:45:34.812554 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-494f3123-b330-4102-91b9-47de442fecf6 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Network 438b7473-bcf8-4707-b646-342e96ae6727 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:45:34.816057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-494f3123-b330-4102-91b9-47de442fecf6 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:34.825383 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-cf64b57d-f15d-4727-a570-938f94477179 req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] Request body: {'port': {'device_id': '1ad90e20-7323-4f2f-9382-421e5d9e55e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:34.839195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-494f3123-b330-4102-91b9-47de442fecf6 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:45:34.857339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-494f3123-b330-4102-91b9-47de442fecf6 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:34.858056 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-494f3123-b330-4102-91b9-47de442fecf6 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:34.910265 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f3123-b330-4102-91b9-47de442fecf6 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Pushing event updated for resources: {'Port': ['ID=9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:34.912721 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9a32d57f-3085-449e-8ed0-4d7a4a6c71a3 None None] Provisioning for port 65c59330-e67f-4bb8-8393-0f6406f5684a completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:34.977649 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-cf64b57d-f15d-4727-a570-938f94477179 req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:34.999688 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-494f3123-b330-4102-91b9-47de442fecf6 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5597093 Sep 07 18:45:35.018893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449ad97-9bdb-472f-ab4d-191278b81052 req-e47b1cdd-8146-4d44-9a86-1b6e598fb968 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:35.020807 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e449ad97-9bdb-472f-ab4d-191278b81052 req-e47b1cdd-8146-4d44-9a86-1b6e598fb968 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c3f06a7-d985-4fd4-a709-a5e67bbc81d3 HTTP/1.1" status: 200 len: 948 time: 0.0884314 Sep 07 18:45:35.027163 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] Request body: {'port': {'device_id': 'a99bb413-5413-4ec9-b41d-263587e1845e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:35.036731 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 42408cdf-331b-4e6e-85cb-870c0b212a1f completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:35.066486 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 42408cdf-331b-4e6e-85cb-870c0b212a1f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:35.074675 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:35.266528 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e449ad97-9bdb-472f-ab4d-191278b81052 req-573a993d-bcb8-4200-b131-da6d4dc53833 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833465 Sep 07 18:45:35.270773 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:35.309727 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 65c59330-e67f-4bb8-8393-0f6406f5684a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:35.385991 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-97023940-f2c6-42ad-92fc-bd7242731ba9 None None] Provisioning for port 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:35.433770 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:35.456337 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-97023940-f2c6-42ad-92fc-bd7242731ba9 None None] Provisioning complete for port 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:35.456754 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-97023940-f2c6-42ad-92fc-bd7242731ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:35.551507 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-cf64b57d-f15d-4727-a570-938f94477179 req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee83bae4-b73d-4265-986f-af502972c12e {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:35.561105 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-cf64b57d-f15d-4727-a570-938f94477179 req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:35.562181 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42408cdf-331b-4e6e-85cb-870c0b212a1f'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:35.570373 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec10b83-1442-4287-95fc-78a532d251e2" -d '{"events": [{"server_uuid": "1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc", "name": "network-vif-plugged", "status": "completed", "tag": "42408cdf-331b-4e6e-85cb-870c0b212a1f"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:35.580417 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-cf64b57d-f15d-4727-a570-938f94477179 req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] Transition to ACTIVE for port object ee83bae4-b73d-4265-986f-af502972c12e will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:35.589119 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-cf64b57d-f15d-4727-a570-938f94477179 req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:35.608817 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-97023940-f2c6-42ad-92fc-bd7242731ba9 None None] Port 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:45:35.618664 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 42408cdf-331b-4e6e-85cb-870c0b212a1f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=42408cdf-331b-4e6e-85cb-870c0b212a1f,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:35.631557 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:35.641140 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 65c59330-e67f-4bb8-8393-0f6406f5684a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:35.667803 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 65c59330-e67f-4bb8-8393-0f6406f5684a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:35.668403 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:35.680295 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] Pushing event updated for resources: {'Port': ['ID=ee83bae4-b73d-4265-986f-af502972c12e,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:35.723141 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-65e88b36-2b70-49a7-9118-e9170e94436a req-e448eb71-d333-4d98-b51e-20aad5090ce3 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=581e70f192f44902b528bd4279ab890a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444767 Sep 07 18:45:35.734984 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-cf64b57d-f15d-4727-a570-938f94477179 req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] Attempting to bind port ee83bae4-b73d-4265-986f-af502972c12e on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:45:35.735622 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-cf64b57d-f15d-4727-a570-938f94477179 req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] Attempting to bind port ee83bae4-b73d-4265-986f-af502972c12e by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'd9475e3e-b6db-41d0-961e-55d035415546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '72c3dab6-dc75-4769-9995-20a6021149b5'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:45:35.735951 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf64b57d-f15d-4727-a570-938f94477179 req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] Attempting to bind port ee83bae4-b73d-4265-986f-af502972c12e on network 72c3dab6-dc75-4769-9995-20a6021149b5 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:35.741863 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf64b57d-f15d-4727-a570-938f94477179 req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] Port ee83bae4-b73d-4265-986f-af502972c12e on network 72c3dab6-dc75-4769-9995-20a6021149b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:45:35.742240 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf64b57d-f15d-4727-a570-938f94477179 req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] Attempting to bind port ee83bae4-b73d-4265-986f-af502972c12e on network 72c3dab6-dc75-4769-9995-20a6021149b5 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:35.748730 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf64b57d-f15d-4727-a570-938f94477179 req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:45:35.749065 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf64b57d-f15d-4727-a570-938f94477179 req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] Checking segment: {'id': 'd9475e3e-b6db-41d0-961e-55d035415546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '72c3dab6-dc75-4769-9995-20a6021149b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:35.749455 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf64b57d-f15d-4727-a570-938f94477179 req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] Bound using segment: {'id': 'd9475e3e-b6db-41d0-961e-55d035415546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '72c3dab6-dc75-4769-9995-20a6021149b5'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:45:35.749953 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-cf64b57d-f15d-4727-a570-938f94477179 req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] Bound port: ee83bae4-b73d-4265-986f-af502972c12e, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9475e3e-b6db-41d0-961e-55d035415546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '72c3dab6-dc75-4769-9995-20a6021149b5'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:45:35.750288 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-cf64b57d-f15d-4727-a570-938f94477179 req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:35.755038 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=42408cdf-331b-4e6e-85cb-870c0b212a1f,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:35.781547 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d6bd2be9-c617-4aa1-a729-94a022d9a761 None None] Provisioning complete for port 65c59330-e67f-4bb8-8393-0f6406f5684a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:35.782062 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d6bd2be9-c617-4aa1-a729-94a022d9a761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:35.831306 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-cf64b57d-f15d-4727-a570-938f94477179 req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] For port ee83bae4-b73d-4265-986f-af502972c12e, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:35.835516 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-cf64b57d-f15d-4727-a570-938f94477179 req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] For port ee83bae4-b73d-4265-986f-af502972c12e, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=ee83bae4-b73d-4265-986f-af502972c12e,segment=NetworkSegment(d9475e3e-b6db-41d0-961e-55d035415546),segment_id=d9475e3e-b6db-41d0-961e-55d035415546)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:45:35.840300 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-cf64b57d-f15d-4727-a570-938f94477179 req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:35.886230 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64b57d-f15d-4727-a570-938f94477179 req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:35.886865 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-cf64b57d-f15d-4727-a570-938f94477179 req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:35.889465 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-cf64b57d-f15d-4727-a570-938f94477179 req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] 10.222.0.60 "PUT /v2.0/ports/ee83bae4-b73d-4265-986f-af502972c12e HTTP/1.1" status: 200 len: 1091 time: 1.0681975 Sep 07 18:45:35.889679 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad90e20-7323-4f2f-9382-421e5d9e55e2', 'tag': 'ee83bae4-b73d-4265-986f-af502972c12e'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:35.892469 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049647a6-d7e1-46a9-9f85-6e1c3055a003" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad90e20-7323-4f2f-9382-421e5d9e55e2", "tag": "ee83bae4-b73d-4265-986f-af502972c12e"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:35.908915 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:35.917724 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006e1b3-3efd-4b57-a346-f196de13a308 service neutron] Pushing event updated for resources: {'Port': ['ID=ee83bae4-b73d-4265-986f-af502972c12e,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:35.962827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 65c59330-e67f-4bb8-8393-0f6406f5684a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=65c59330-e67f-4bb8-8393-0f6406f5684a,segment=NetworkSegment(3540f543-2980-441b-bce9-c14e89263998),segment_id=3540f543-2980-441b-bce9-c14e89263998)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:35.968598 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:35.968808 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a59dc074-1b1e-49c2-b6fd-ec621c7ece0e up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:36.029580 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64b57d-f15d-4727-a570-938f94477179 req-919f761b-905c-4948-a9f7-4d2bc4c43365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:36.031840 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-cf64b57d-f15d-4727-a570-938f94477179 req-919f761b-905c-4948-a9f7-4d2bc4c43365 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=708565e96bb94a3da2b7674da78bb114&device_id=1ad90e20-7323-4f2f-9382-421e5d9e55e2 HTTP/1.1" status: 200 len: 1094 time: 0.0841103 Sep 07 18:45:36.049891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-4295f4db-7647-4c1d-90ea-f46d429bd5c4 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:36.056322 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-4295f4db-7647-4c1d-90ea-f46d429bd5c4 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:36.058093 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-4295f4db-7647-4c1d-90ea-f46d429bd5c4 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.36 "GET /v2.0/networks?id=7cb00cbd-f411-4f23-b57a-38d82bf72749&id=f29d7a43-df46-42ad-b745-079900c5504a HTTP/1.1" status: 200 len: 1392 time: 0.3691838 Sep 07 18:45:36.078327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-f59f5e04-251a-4fbd-a921-bf5edd8de156 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Request body: {'port': {'device_id': '8b4e5ed4-0657-487f-8d19-3ed20281bcaf', 'network_id': '7cb00cbd-f411-4f23-b57a-38d82bf72749', 'admin_state_up': True, 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:36.106385 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-cf64b57d-f15d-4727-a570-938f94477179 req-b789f222-439d-4658-aecc-5bf7df5b2641 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee83bae4-b73d-4265-986f-af502972c12e HTTP/1.1" status: 200 len: 217 time: 0.0646615 Sep 07 18:45:36.125546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e88b36-2b70-49a7-9118-e9170e94436a req-f9684678-c9ea-490c-819f-6e06105ed298 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:36.132728 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-65e88b36-2b70-49a7-9118-e9170e94436a req-f9684678-c9ea-490c-819f-6e06105ed298 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3793437 Sep 07 18:45:36.145834 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=65c59330-e67f-4bb8-8393-0f6406f5684a,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:36.167675 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port a59dc074-1b1e-49c2-b6fd-ec621c7ece0e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:36.169032 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:36.190622 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-65e88b36-2b70-49a7-9118-e9170e94436a req-237c6978-2322-4af6-9630-c084190b8206 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/quotas/581e70f192f44902b528bd4279ab890a HTTP/1.1" status: 200 len: 375 time: 0.0568838 Sep 07 18:45:36.191037 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64b57d-f15d-4727-a570-938f94477179 req-f2786a88-9eca-44d8-876b-22d6df775bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:36.193741 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-cf64b57d-f15d-4727-a570-938f94477179 req-f2786a88-9eca-44d8-876b-22d6df775bc1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b518c2e-42a9-4384-9f9c-5c1d547366a8 HTTP/1.1" status: 200 len: 852 time: 0.0756860 Sep 07 18:45:36.256675 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-cf64b57d-f15d-4727-a570-938f94477179 req-6f089a55-39b6-498e-96be-7ea12402cf37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72c3dab6-dc75-4769-9995-20a6021149b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485814 Sep 07 18:45:36.261251 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-875dd55f-edc2-467f-89b6-1ccbf137d79b tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:45:36.262338 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-875dd55f-edc2-467f-89b6-1ccbf137d79b tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086608 Sep 07 18:45:36.339334 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94851175-f9b3-4668-8092-b93744f06c1e req-f53f20ae-be2f-4220-ac20-7058b4c68e4a tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:36.340931 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-f53f20ae-be2f-4220-ac20-7058b4c68e4a tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/ports/d29e8f80-cce8-4dcc-b5b3-f3da52433103 HTTP/1.1" status: 200 len: 1093 time: 0.0593197 Sep 07 18:45:36.373275 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-94851175-f9b3-4668-8092-b93744f06c1e req-a666dba0-fe97-430a-8875-d8362e5ce18e service neutron] Request body: {'binding': {'host': 'n-h1-807786-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:36.373729 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-94851175-f9b3-4668-8092-b93744f06c1e req-a666dba0-fe97-430a-8875-d8362e5ce18e service neutron] Unknown quota resources ['binding']. {{(pid=101444) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 18:45:36.375239 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-65e88b36-2b70-49a7-9118-e9170e94436a req-4ed74f8a-96e3-4be9-ab10-07547cc0fe7e tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1838119 Sep 07 18:45:36.411429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-f59f5e04-251a-4fbd-a921-bf5edd8de156 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Made reservation on behalf of cb3d3f64389a4f0192e048c0f33ae8a3 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:45:36.414979 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-f59f5e04-251a-4fbd-a921-bf5edd8de156 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:36.460059 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-cf64b57d-f15d-4727-a570-938f94477179 req-ee4c2591-b03e-4228-b35c-dc57e6a57ce0 service neutron] 10.222.0.60 "GET /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914279 Sep 07 18:45:36.513984 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 1638f8f2-488a-4ad4-9788-d8f3d273c4bb up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:36.560849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:36.579376 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:36.590318 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 1638f8f2-488a-4ad4-9788-d8f3d273c4bb completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:36.595540 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 1638f8f2-488a-4ad4-9788-d8f3d273c4bb triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:36.596031 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:36.625330 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] Transition to ACTIVE for port object 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:36.634099 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-f59f5e04-251a-4fbd-a921-bf5edd8de156 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Allocated IP 19.80.0.177 (7cb00cbd-f411-4f23-b57a-38d82bf72749/a7fccd99-58ba-43d5-80e7-377542a81d54/134b2466-f54d-4872-aa39-4f2c6bc4e6a8) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:45:36.636220 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:36.682406 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-cf64b57d-f15d-4727-a570-938f94477179 req-cfecf29a-9e10-4853-b7eb-dacafe9dee3d service neutron] 10.222.0.60 "GET /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123742 Sep 07 18:45:36.701527 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a1d4d-6ace-41a1-b75d-8696a9b384e4 req-37fcd353-231f-40fd-a009-e6019cfe7176 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:36.703019 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-905a1d4d-6ace-41a1-b75d-8696a9b384e4 req-37fcd353-231f-40fd-a009-e6019cfe7176 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=a99bb413-5413-4ec9-b41d-263587e1845e HTTP/1.1" status: 200 len: 931 time: 0.1448936 Sep 07 18:45:36.711564 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-94851175-f9b3-4668-8092-b93744f06c1e req-a666dba0-fe97-430a-8875-d8362e5ce18e service neutron] Attempting to bind port d29e8f80-cce8-4dcc-b5b3-f3da52433103 on host n-h1-807786-1 for vnic_type normal with profile None {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:45:36.711908 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-94851175-f9b3-4668-8092-b93744f06c1e req-a666dba0-fe97-430a-8875-d8362e5ce18e service neutron] Attempting to bind port d29e8f80-cce8-4dcc-b5b3-f3da52433103 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:45:36.712240 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94851175-f9b3-4668-8092-b93744f06c1e req-a666dba0-fe97-430a-8875-d8362e5ce18e service neutron] Attempting to bind port d29e8f80-cce8-4dcc-b5b3-f3da52433103 on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:36.715901 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:36.724061 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94851175-f9b3-4668-8092-b93744f06c1e req-a666dba0-fe97-430a-8875-d8362e5ce18e service neutron] Port d29e8f80-cce8-4dcc-b5b3-f3da52433103 on network 73fe4171-28a4-4081-b73e-ded401c8a274 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:45:36.724401 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94851175-f9b3-4668-8092-b93744f06c1e req-a666dba0-fe97-430a-8875-d8362e5ce18e service neutron] Attempting to bind port d29e8f80-cce8-4dcc-b5b3-f3da52433103 on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:36.731376 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94851175-f9b3-4668-8092-b93744f06c1e req-a666dba0-fe97-430a-8875-d8362e5ce18e service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:45:36.731727 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94851175-f9b3-4668-8092-b93744f06c1e req-a666dba0-fe97-430a-8875-d8362e5ce18e service neutron] Checking segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:36.732109 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94851175-f9b3-4668-8092-b93744f06c1e req-a666dba0-fe97-430a-8875-d8362e5ce18e service neutron] Bound using segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:45:36.732816 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-94851175-f9b3-4668-8092-b93744f06c1e req-a666dba0-fe97-430a-8875-d8362e5ce18e service neutron] Bound port: d29e8f80-cce8-4dcc-b5b3-f3da52433103, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:45:36.750961 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] Pushing event updated for resources: {'Port': ['ID=9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:36.757200 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 1638f8f2-488a-4ad4-9788-d8f3d273c4bb, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=1638f8f2-488a-4ad4-9788-d8f3d273c4bb,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:36.761830 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:36.818875 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-94851175-f9b3-4668-8092-b93744f06c1e req-a666dba0-fe97-430a-8875-d8362e5ce18e service neutron] For port d29e8f80-cce8-4dcc-b5b3-f3da52433103, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d29e8f80-cce8-4dcc-b5b3-f3da52433103,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:45:36.829217 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-94851175-f9b3-4668-8092-b93744f06c1e req-a666dba0-fe97-430a-8875-d8362e5ce18e service neutron] Notify callbacks [] for binding, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:36.839922 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-a666dba0-fe97-430a-8875-d8362e5ce18e service neutron] 10.222.0.26 "POST /v2.0/ports/d29e8f80-cce8-4dcc-b5b3-f3da52433103/bindings HTTP/1.1" status: 201 len: 389 time: 0.4699922 Sep 07 18:45:36.862258 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=1638f8f2-488a-4ad4-9788-d8f3d273c4bb,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:36.862418 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-905a1d4d-6ace-41a1-b75d-8696a9b384e4 req-eabcf073-5835-4b99-893e-ae1498a18312 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f2c9237-0346-4076-acfd-edb6da46e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455562 Sep 07 18:45:36.877809 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] Attempting to bind port 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:45:36.878149 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] Attempting to bind port 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '45c9f31a-41ce-4a69-b532-ad480f8b45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:45:36.878474 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] Attempting to bind port 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c on network 438b7473-bcf8-4707-b646-342e96ae6727 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:36.913448 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] Port 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c on network 438b7473-bcf8-4707-b646-342e96ae6727 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:45:36.913869 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] Attempting to bind port 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c on network 438b7473-bcf8-4707-b646-342e96ae6727 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:36.994366 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:45:36.994760 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] Checking segment: {'id': '45c9f31a-41ce-4a69-b532-ad480f8b45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:36.995211 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] Bound using segment: {'id': '45c9f31a-41ce-4a69-b532-ad480f8b45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:45:36.995779 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] Bound port: 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c9f31a-41ce-4a69-b532-ad480f8b45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:45:36.996217 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:37.090585 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e378645-d237-40d4-bedd-9dec9b376fa9 req-24e78738-2541-44c9-a634-2b466cc3ad53 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b4e5ed4-0657-487f-8d19-3ed20281bcaf HTTP/1.1" status: 200 len: 210 time: 0.0736535 Sep 07 18:45:37.150196 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 65c59330-e67f-4bb8-8393-0f6406f5684a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:37.162597 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-f59f5e04-251a-4fbd-a921-bf5edd8de156 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:37.182796 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e03c3c-fc2e-4a26-80fe-5b3e6759033c req-07915e84-6bde-40a1-b6cd-ea91c44e6659 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:37.184295 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71e03c3c-fc2e-4a26-80fe-5b3e6759033c req-07915e84-6bde-40a1-b6cd-ea91c44e6659 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ad90e20-7323-4f2f-9382-421e5d9e55e2 HTTP/1.1" status: 200 len: 943 time: 0.1949234 Sep 07 18:45:37.210004 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94851175-f9b3-4668-8092-b93744f06c1e req-817fcbcc-16cb-40cc-9b23-a9cd635b2703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:37.212475 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-817fcbcc-16cb-40cc-9b23-a9cd635b2703 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 1096 time: 0.1099348 Sep 07 18:45:37.226023 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-f59f5e04-251a-4fbd-a921-bf5edd8de156 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Transition to ACTIVE for port object 134b2466-f54d-4872-aa39-4f2c6bc4e6a8 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:37.229348 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] For port 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:37.237169 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 65c59330-e67f-4bb8-8393-0f6406f5684a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:37.237898 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:37.257473 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] For port 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c,segment=NetworkSegment(45c9f31a-41ce-4a69-b532-ad480f8b45fe),segment_id=45c9f31a-41ce-4a69-b532-ad480f8b45fe)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:45:37.265578 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:37.288678 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b43d6d-f645-4638-b0f7-a920119d3a61 x-openstack-request-id: req-64b43d6d-f645-4638-b0f7-a920119d3a61 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:37.288678 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc", "name": "network-vif-plugged", "status": "completed", "tag": "42408cdf-331b-4e6e-85cb-870c0b212a1f", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:37.288678 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-64b43d6d-f645-4638-b0f7-a920119d3a61 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:37.289223 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42408cdf-331b-4e6e-85cb-870c0b212a1f', 'code': 200} Sep 07 18:45:37.292158 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71e03c3c-fc2e-4a26-80fe-5b3e6759033c req-30f0be65-0d1f-4c90-bf6c-9ec0160c1852 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961390 Sep 07 18:45:37.373973 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94851175-f9b3-4668-8092-b93744f06c1e req-8e3d0b96-e542-4df3-9244-f9a061dad91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:37.375522 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-8e3d0b96-e542-4df3-9244-f9a061dad91c service neutron] 10.222.0.60 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 921 time: 0.1532750 Sep 07 18:45:37.377293 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db440b89-9bc3-4463-b300-435a12cb1b0a x-openstack-request-id: req-db440b89-9bc3-4463-b300-435a12cb1b0a {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:37.377588 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad90e20-7323-4f2f-9382-421e5d9e55e2", "tag": "ee83bae4-b73d-4265-986f-af502972c12e", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:37.377842 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db440b89-9bc3-4463-b300-435a12cb1b0a {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:37.378235 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad90e20-7323-4f2f-9382-421e5d9e55e2', 'tag': 'ee83bae4-b73d-4265-986f-af502972c12e', 'status': 'completed', 'code': 200} Sep 07 18:45:37.447069 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-1dcba82f-3303-401e-b735-e3811d2a0a40 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d29e8f80-cce8-4dcc-b5b3-f3da52433103 HTTP/1.1" status: 200 len: 217 time: 0.0626335 Sep 07 18:45:37.469263 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:37.470134 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:37.471813 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] 10.222.0.60 "PUT /v2.0/ports/9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c HTTP/1.1" status: 200 len: 1091 time: 2.4498870 Sep 07 18:45:37.483601 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99bb413-5413-4ec9-b41d-263587e1845e', 'tag': '9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:37.484259 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c51553-785c-42a0-943e-f18a104fd58e" -d '{"events": [{"name": "network-changed", "server_uuid": "a99bb413-5413-4ec9-b41d-263587e1845e", "tag": "9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:37.517640 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94851175-f9b3-4668-8092-b93744f06c1e req-90e952fe-13c2-4ade-9112-af556a6622cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:37.519146 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-90e952fe-13c2-4ade-9112-af556a6622cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 200 len: 860 time: 0.0632975 Sep 07 18:45:37.544573 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-f59f5e04-251a-4fbd-a921-bf5edd8de156 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:37.569579 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-acf46587-73ea-4359-a823-882e724106c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=73fe4171-28a4-4081-b73e-ded401c8a274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286293 Sep 07 18:45:37.583672 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c05a69-009e-421c-b43c-9894ce570c6f service neutron] Pushing event updated for resources: {'Port': ['ID=9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:37.595782 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b7907c67-12e4-420c-b7ac-c2a1b32ea9dd req-c872c341-0a99-4a87-b93a-639166337365 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8739b77-bc26-4577-b9d1-ff8f958f0f89 HTTP/1.1" status: 200 len: 210 time: 0.0844622 Sep 07 18:45:37.675267 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-f59f5e04-251a-4fbd-a921-bf5edd8de156 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Network 7cb00cbd-f411-4f23-b57a-38d82bf72749 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:45:37.679967 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874cf70-ab91-4bc3-93b4-dc8b8296572c req-35ef9934-7602-4514-a37c-46cf43bdd30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:37.681500 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3874cf70-ab91-4bc3-93b4-dc8b8296572c req-35ef9934-7602-4514-a37c-46cf43bdd30d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 1100 time: 0.2976403 Sep 07 18:45:37.692707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80da6b6-7644-4a73-9905-0acdb2d8bcc1 req-6e8c5c60-3a93-4fa6-bb50-55d6e04f98af tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:37.694150 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f80da6b6-7644-4a73-9905-0acdb2d8bcc1 req-6e8c5c60-3a93-4fa6-bb50-55d6e04f98af tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c3f06a7-d985-4fd4-a709-a5e67bbc81d3 HTTP/1.1" status: 200 len: 949 time: 0.2529039 Sep 07 18:45:37.695868 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049647a6-d7e1-46a9-9f85-6e1c3055a003 req-54be8767-671b-4bb5-9305-f324ac01f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:37.696024 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-3ebf06e0-a80e-4800-9ac4-0f8a55a61a6d service neutron] 10.222.0.60 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181321 Sep 07 18:45:37.697239 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-049647a6-d7e1-46a9-9f85-6e1c3055a003 req-54be8767-671b-4bb5-9305-f324ac01f427 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=708565e96bb94a3da2b7674da78bb114&device_id=1ad90e20-7323-4f2f-9382-421e5d9e55e2 HTTP/1.1" status: 200 len: 1094 time: 0.2716818 Sep 07 18:45:37.709819 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-f59f5e04-251a-4fbd-a921-bf5edd8de156 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:37.721558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-f59f5e04-251a-4fbd-a921-bf5edd8de156 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:45:37.727037 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-f59f5e04-251a-4fbd-a921-bf5edd8de156 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:37.727654 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-f59f5e04-251a-4fbd-a921-bf5edd8de156 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:37.778586 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f5e04-251a-4fbd-a921-bf5edd8de156 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event updated for resources: {'Port': ['ID=134b2466-f54d-4872-aa39-4f2c6bc4e6a8,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:37.802331 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-8e730afe-6b0d-4679-bf3b-f52bd3851125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:37.804090 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-8e730afe-6b0d-4679-bf3b-f52bd3851125 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=49c2c790060a4e1b861c40173a8c7d1b&device_id=a99bb413-5413-4ec9-b41d-263587e1845e HTTP/1.1" status: 200 len: 1094 time: 0.2523139 Sep 07 18:45:37.812034 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-7f722cb6-113a-4653-aa93-63d76d54a731 service neutron] 10.222.0.60 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980425 Sep 07 18:45:37.839028 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-f59f5e04-251a-4fbd-a921-bf5edd8de156 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7648542 Sep 07 18:45:37.928906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-bb858f9a-bb89-42a1-aa45-9e3991fa7333 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Request body: {'port': {'device_id': '8b4e5ed4-0657-487f-8d19-3ed20281bcaf', 'network_id': 'f29d7a43-df46-42ad-b745-079900c5504a', 'admin_state_up': True, 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:37.932463 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-1a4ae29e-b276-41d6-ae57-9bebc9f45b02 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c HTTP/1.1" status: 200 len: 217 time: 0.1073720 Sep 07 18:45:37.941440 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3874cf70-ab91-4bc3-93b4-dc8b8296572c req-989e0983-5584-475f-afc5-75f25a77a088 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294636 Sep 07 18:45:37.947885 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-65e88b36-2b70-49a7-9118-e9170e94436a req-c4927526-4924-4a39-80cd-546288d03dff tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=581e70f192f44902b528bd4279ab890a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314720 Sep 07 18:45:37.957302 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94851175-f9b3-4668-8092-b93744f06c1e req-ca41217d-eb94-4664-9fae-646d5dcd47d6 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:37.958845 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-ca41217d-eb94-4664-9fae-646d5dcd47d6 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be&tenant_id=f00faea60e4544a695e7dd93ec709296&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 1096 time: 0.0740786 Sep 07 18:45:37.962247 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93d974-73d3-4b6a-9640-79f6d1d95e1b req-31cb9c2f-c9c8-4e84-9497-fe1779ff46ee tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:37.963780 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a93d974-73d3-4b6a-9640-79f6d1d95e1b req-31cb9c2f-c9c8-4e84-9497-fe1779ff46ee tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 945 time: 0.2861359 Sep 07 18:45:37.971472 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f80da6b6-7644-4a73-9905-0acdb2d8bcc1 req-b1528351-6b3b-4b26-8ab8-ca01ebb7345b tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585220 Sep 07 18:45:38.000299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-51bf1289-911f-4152-94ab-75d0d0d5884d None None] Provisioning for port 134b2466-f54d-4872-aa39-4f2c6bc4e6a8 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:38.004344 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-51bf1289-911f-4152-94ab-75d0d0d5884d None None] Provisioning complete for port 134b2466-f54d-4872-aa39-4f2c6bc4e6a8 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:38.004740 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-51bf1289-911f-4152-94ab-75d0d0d5884d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:38.059266 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049647a6-d7e1-46a9-9f85-6e1c3055a003 req-740bb623-2463-42bc-a6dc-a2f1087f717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:38.060804 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-049647a6-d7e1-46a9-9f85-6e1c3055a003 req-740bb623-2463-42bc-a6dc-a2f1087f717d service neutron] 10.222.0.60 "GET /v2.0/networks?id=72c3dab6-dc75-4769-9995-20a6021149b5 HTTP/1.1" status: 200 len: 913 time: 0.3412676 Sep 07 18:45:38.068486 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-51bf1289-911f-4152-94ab-75d0d0d5884d None None] Port 134b2466-f54d-4872-aa39-4f2c6bc4e6a8 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:45:38.078907 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a93d974-73d3-4b6a-9640-79f6d1d95e1b req-278f2942-3103-4418-a686-44a122fbcdce tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985806 Sep 07 18:45:38.087252 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d82cb7b-e738-418e-9d26-e29d69b2a913 x-openstack-request-id: req-5d82cb7b-e738-418e-9d26-e29d69b2a913 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:38.087635 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99bb413-5413-4ec9-b41d-263587e1845e", "tag": "9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:38.087977 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d82cb7b-e738-418e-9d26-e29d69b2a913 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:38.088488 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99bb413-5413-4ec9-b41d-263587e1845e', 'tag': '9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c', 'status': 'completed', 'code': 200} Sep 07 18:45:38.122720 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-bb858f9a-bb89-42a1-aa45-9e3991fa7333 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Made reservation on behalf of cb3d3f64389a4f0192e048c0f33ae8a3 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:45:38.127022 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-bb858f9a-bb89-42a1-aa45-9e3991fa7333 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:38.169911 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e88b36-2b70-49a7-9118-e9170e94436a req-849dec66-6145-473c-bb76-66411f9cf952 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:38.171822 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-65e88b36-2b70-49a7-9118-e9170e94436a req-849dec66-6145-473c-bb76-66411f9cf952 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2119966 Sep 07 18:45:38.194644 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-94851175-f9b3-4668-8092-b93744f06c1e req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807786-1'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:38.203025 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-65e88b36-2b70-49a7-9118-e9170e94436a req-94d8a3a2-fb7a-4a82-b06d-159c2ac2b1b1 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Request body: {'port': {'device_id': 'f8739b77-bc26-4577-b9d1-ff8f958f0f89', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '581e70f192f44902b528bd4279ab890a'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:38.316288 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-94851175-f9b3-4668-8092-b93744f06c1e req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:38.425583 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e88b36-2b70-49a7-9118-e9170e94436a req-94d8a3a2-fb7a-4a82-b06d-159c2ac2b1b1 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Made reservation on behalf of 581e70f192f44902b528bd4279ab890a for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:45:38.429260 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-65e88b36-2b70-49a7-9118-e9170e94436a req-94d8a3a2-fb7a-4a82-b06d-159c2ac2b1b1 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:38.535385 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-049647a6-d7e1-46a9-9f85-6e1c3055a003 req-2adb58e6-6cb9-4711-81a9-3c8d3dc28cc2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee83bae4-b73d-4265-986f-af502972c12e HTTP/1.1" status: 200 len: 217 time: 0.2940502 Sep 07 18:45:38.545282 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-94851175-f9b3-4668-8092-b93744f06c1e req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] For port d29e8f80-cce8-4dcc-b5b3-f3da52433103, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d29e8f80-cce8-4dcc-b5b3-f3da52433103,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:38.600122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-284c84cc-fe85-4396-92eb-ee628e2372dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:38.602097 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-284c84cc-fe85-4396-92eb-ee628e2372dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8d603cf-8d1f-4ab4-8bc0-887963bded92 HTTP/1.1" status: 200 len: 859 time: 0.4446511 Sep 07 18:45:38.629600 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-94851175-f9b3-4668-8092-b93744f06c1e req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] For port d29e8f80-cce8-4dcc-b5b3-f3da52433103, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:38.666253 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-65e88b36-2b70-49a7-9118-e9170e94436a req-94d8a3a2-fb7a-4a82-b06d-159c2ac2b1b1 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Allocated IP 192.168.233.40 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:45:38.696382 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da47189-4ff7-4dcc-8a9a-a060bf6c858c req-3a72f876-5e93-44cc-86f7-19038bab8ba5 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:38.697662 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-94851175-f9b3-4668-8092-b93744f06c1e req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:38.697945 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2da47189-4ff7-4dcc-8a9a-a060bf6c858c req-3a72f876-5e93-44cc-86f7-19038bab8ba5 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=a99bb413-5413-4ec9-b41d-263587e1845e HTTP/1.1" status: 200 len: 943 time: 0.5164378 Sep 07 18:45:38.705576 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-94851175-f9b3-4668-8092-b93744f06c1e req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:38.711428 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51367204-ceec-40e4-9b65-9dbd2dc176bc req-d18000c5-d125-492d-a41d-24280ca9ed1c tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:38.712930 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51367204-ceec-40e4-9b65-9dbd2dc176bc req-d18000c5-d125-492d-a41d-24280ca9ed1c tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b4e5ed4-0657-487f-8d19-3ed20281bcaf HTTP/1.1" status: 200 len: 932 time: 0.4705942 Sep 07 18:45:38.722665 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049647a6-d7e1-46a9-9f85-6e1c3055a003 req-113b2815-4d3e-479c-b0b0-cfe1d87a676c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:38.724111 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-049647a6-d7e1-46a9-9f85-6e1c3055a003 req-113b2815-4d3e-479c-b0b0-cfe1d87a676c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b518c2e-42a9-4384-9f9c-5c1d547366a8 HTTP/1.1" status: 200 len: 852 time: 0.1697278 Sep 07 18:45:38.753784 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-bb858f9a-bb89-42a1-aa45-9e3991fa7333 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Allocated IP 19.86.0.175 (f29d7a43-df46-42ad-b745-079900c5504a/5e854d02-d5fc-4ca7-910b-ef407e84fb8c/05d30e30-a76f-49d2-ab83-df64ac9a9f4f) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:45:38.804553 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-049647a6-d7e1-46a9-9f85-6e1c3055a003 req-f38262e3-d1b7-4201-86a8-438ed181972e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72c3dab6-dc75-4769-9995-20a6021149b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633900 Sep 07 18:45:38.827584 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-1321cb1c-a118-4806-85a0-356bee6c36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:38.829083 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-1321cb1c-a118-4806-85a0-356bee6c36e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=438b7473-bcf8-4707-b646-342e96ae6727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1977630 Sep 07 18:45:38.836103 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] Pushing event updated for resources: {'Port': ['ID=d29e8f80-cce8-4dcc-b5b3-f3da52433103,revision_number=7']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:38.876139 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2da47189-4ff7-4dcc-8a9a-a060bf6c858c req-bd7a5d71-0a97-4175-925b-a6c65e5576de tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f2c9237-0346-4076-acfd-edb6da46e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598697 Sep 07 18:45:38.877961 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-94851175-f9b3-4668-8092-b93744f06c1e req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] Attempting to bind port d29e8f80-cce8-4dcc-b5b3-f3da52433103 on host n-h2-807786-1 for vnic_type normal with profile {"migrating_to": "n-h1-807786-1"} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:45:38.878286 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-94851175-f9b3-4668-8092-b93744f06c1e req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] Attempting to bind port d29e8f80-cce8-4dcc-b5b3-f3da52433103 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:45:38.878612 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94851175-f9b3-4668-8092-b93744f06c1e req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] Attempting to bind port d29e8f80-cce8-4dcc-b5b3-f3da52433103 on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:38.878777 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51367204-ceec-40e4-9b65-9dbd2dc176bc req-7688f7da-6d1b-4a8b-b4c6-5754db68ada8 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494510 Sep 07 18:45:38.890994 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94851175-f9b3-4668-8092-b93744f06c1e req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] Port d29e8f80-cce8-4dcc-b5b3-f3da52433103 on network 73fe4171-28a4-4081-b73e-ded401c8a274 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:45:38.891319 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94851175-f9b3-4668-8092-b93744f06c1e req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] Attempting to bind port d29e8f80-cce8-4dcc-b5b3-f3da52433103 on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:38.906261 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94851175-f9b3-4668-8092-b93744f06c1e req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:45:38.906759 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94851175-f9b3-4668-8092-b93744f06c1e req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] Checking segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:38.907143 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94851175-f9b3-4668-8092-b93744f06c1e req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] Bound using segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:45:38.907829 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-94851175-f9b3-4668-8092-b93744f06c1e req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] Bound port: d29e8f80-cce8-4dcc-b5b3-f3da52433103, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:45:38.907964 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-94851175-f9b3-4668-8092-b93744f06c1e req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:38.986901 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-65e88b36-2b70-49a7-9118-e9170e94436a req-94d8a3a2-fb7a-4a82-b06d-159c2ac2b1b1 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:39.014160 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-65e88b36-2b70-49a7-9118-e9170e94436a req-94d8a3a2-fb7a-4a82-b06d-159c2ac2b1b1 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Transition to ACTIVE for port object 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:39.037835 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-94851175-f9b3-4668-8092-b93744f06c1e req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] For port d29e8f80-cce8-4dcc-b5b3-f3da52433103, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:39.042780 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-94851175-f9b3-4668-8092-b93744f06c1e req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] For port d29e8f80-cce8-4dcc-b5b3-f3da52433103, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d29e8f80-cce8-4dcc-b5b3-f3da52433103,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:45:39.056869 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-94851175-f9b3-4668-8092-b93744f06c1e req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:39.118241 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-65e88b36-2b70-49a7-9118-e9170e94436a req-94d8a3a2-fb7a-4a82-b06d-159c2ac2b1b1 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:39.134929 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] Pushing event updated for resources: {'Port': ['ID=d29e8f80-cce8-4dcc-b5b3-f3da52433103,revision_number=8']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:39.142222 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['17c37eef-d87c-4fcb-b069-e8c893ed0a4e', '23b37dac-9a72-445b-9d73-216d352056ac', 'a7f26351-2768-4390-b207-d8cfe555d368', '0593ae62-9bb5-4f88-ae19-72ff2b2e2070'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:39.144482 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d4793ad6-d11d-40c6-b974-0f6fa5236f35', 'f3119e41-071d-48eb-8eef-d8d9d67580ba'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:39.160887 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94851175-f9b3-4668-8092-b93744f06c1e req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:39.161506 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-94851175-f9b3-4668-8092-b93744f06c1e req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:39.162883 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-0652581f-b92a-43ed-b2b7-ce087da0aba0 service neutron] 10.222.0.60 "PUT /v2.0/ports/d29e8f80-cce8-4dcc-b5b3-f3da52433103 HTTP/1.1" status: 200 len: 1121 time: 0.9728711 Sep 07 18:45:39.189603 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e88b36-2b70-49a7-9118-e9170e94436a req-94d8a3a2-fb7a-4a82-b06d-159c2ac2b1b1 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:45:39.192916 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-65e88b36-2b70-49a7-9118-e9170e94436a req-94d8a3a2-fb7a-4a82-b06d-159c2ac2b1b1 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:39.196777 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e88b36-2b70-49a7-9118-e9170e94436a req-94d8a3a2-fb7a-4a82-b06d-159c2ac2b1b1 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:45:39.223305 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-049647a6-d7e1-46a9-9f85-6e1c3055a003 req-a3e81e73-1a66-495e-850e-83d975f51ff6 service neutron] 10.222.0.60 "GET /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030590 Sep 07 18:45:39.227722 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-ea746ea7-e79b-47de-8773-3de69634e7e3 service neutron] 10.222.0.60 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843617 Sep 07 18:45:39.289712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3f06a7-d985-4fd4-a709-a5e67bbc81d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1638f8f2-488a-4ad4-9788-d8f3d273c4bb'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:39.295058 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c3e52b-0edd-40d6-a3f6-d8cae7c29c52" -d '{"events": [{"server_uuid": "3c3f06a7-d985-4fd4-a709-a5e67bbc81d3", "name": "network-vif-plugged", "status": "completed", "tag": "1638f8f2-488a-4ad4-9788-d8f3d273c4bb"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:39.307542 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-bb858f9a-bb89-42a1-aa45-9e3991fa7333 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:39.351793 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['d29e8f80-cce8-4dcc-b5b3-f3da52433103'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:39.416275 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-bb858f9a-bb89-42a1-aa45-9e3991fa7333 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Transition to ACTIVE for port object 05d30e30-a76f-49d2-ab83-df64ac9a9f4f will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:39.476221 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4e7f9-5daa-438f-9d01-895d9fed6656 req-f9e15b9d-b46a-4206-9c95-b82cde63dfee tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:39.486133 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16f4e7f9-5daa-438f-9d01-895d9fed6656 req-f9e15b9d-b46a-4206-9c95-b82cde63dfee tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ad90e20-7323-4f2f-9382-421e5d9e55e2 HTTP/1.1" status: 200 len: 943 time: 0.4732714 Sep 07 18:45:39.550714 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97284e1-5607-4040-960c-ff37c62fe9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd29e8f80-cce8-4dcc-b5b3-f3da52433103'}, {'name': 'network-changed', 'server_uuid': 'b97284e1-5607-4040-960c-ff37c62fe9be', 'tag': 'd29e8f80-cce8-4dcc-b5b3-f3da52433103'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:39.553819 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1439814f-2717-46f0-bff2-83a4086195e9" -d '{"events": [{"server_uuid": "b97284e1-5607-4040-960c-ff37c62fe9be", "name": "network-vif-unplugged", "status": "completed", "tag": "d29e8f80-cce8-4dcc-b5b3-f3da52433103"}, {"name": "network-changed", "server_uuid": "b97284e1-5607-4040-960c-ff37c62fe9be", "tag": "d29e8f80-cce8-4dcc-b5b3-f3da52433103"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:39.567171 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-dc16bf5d-f2d0-459f-aa97-8fb8c0008552 None None] Provisioning for port 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:39.573376 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8a3a2-fb7a-4a82-b06d-159c2ac2b1b1 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Pushing event updated for resources: {'Port': ['ID=37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:39.591989 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-dc16bf5d-f2d0-459f-aa97-8fb8c0008552 None None] Provisioning complete for port 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:39.592361 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-dc16bf5d-f2d0-459f-aa97-8fb8c0008552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:39.594148 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e88b36-2b70-49a7-9118-e9170e94436a req-94d8a3a2-fb7a-4a82-b06d-159c2ac2b1b1 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:39.595395 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-65e88b36-2b70-49a7-9118-e9170e94436a req-94d8a3a2-fb7a-4a82-b06d-159c2ac2b1b1 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:39.605605 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1eba8-d869-4b79-9201-13088738370d req-88a82f0b-3622-45bd-baff-68d18e2456d9 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:39.607687 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a5a1eba8-d869-4b79-9201-13088738370d req-88a82f0b-3622-45bd-baff-68d18e2456d9 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 1096 time: 0.5615058 Sep 07 18:45:39.620989 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-65e88b36-2b70-49a7-9118-e9170e94436a req-94d8a3a2-fb7a-4a82-b06d-159c2ac2b1b1 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4232004 Sep 07 18:45:39.644978 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-65e88b36-2b70-49a7-9118-e9170e94436a req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] Request body: {'port': {'device_id': 'f8739b77-bc26-4577-b9d1-ff8f958f0f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:39.705511 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16f4e7f9-5daa-438f-9d01-895d9fed6656 req-929dbf4b-f738-44d3-858b-df290c78f85e tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182591 Sep 07 18:45:39.718119 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-65e88b36-2b70-49a7-9118-e9170e94436a req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:39.756179 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bf5d-f2d0-459f-aa97-8fb8c0008552 None None] Port 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:45:39.772801 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-bb858f9a-bb89-42a1-aa45-9e3991fa7333 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:39.794425 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5112328-5ffd-4910-a0c1-e97a19466b66 req-e2301ea8-01eb-4437-8c1a-0a2bca1c6efd service neutron] 10.222.0.60 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617698 Sep 07 18:45:39.811127 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a5a1eba8-d869-4b79-9201-13088738370d req-47542e04-b80f-4eb5-9e06-820671a9b7ce tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776791 Sep 07 18:45:39.839030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-049647a6-d7e1-46a9-9f85-6e1c3055a003 req-1a15a16c-4e4f-4a7f-bf4f-10930f24b5b7 service neutron] 10.222.0.60 "GET /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916880 Sep 07 18:45:39.959672 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-bb858f9a-bb89-42a1-aa45-9e3991fa7333 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Network f29d7a43-df46-42ad-b745-079900c5504a is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:45:39.994114 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-bb858f9a-bb89-42a1-aa45-9e3991fa7333 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:39.996566 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-bb858f9a-bb89-42a1-aa45-9e3991fa7333 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:45:40.002808 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-bb858f9a-bb89-42a1-aa45-9e3991fa7333 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:40.003430 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-bb858f9a-bb89-42a1-aa45-9e3991fa7333 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:40.052735 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb858f9a-bb89-42a1-aa45-9e3991fa7333 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event updated for resources: {'Port': ['ID=05d30e30-a76f-49d2-ab83-df64ac9a9f4f,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:40.073750 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-bb858f9a-bb89-42a1-aa45-9e3991fa7333 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1902122 Sep 07 18:45:40.090696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] Request body: {'port': {'device_id': '8b4e5ed4-0657-487f-8d19-3ed20281bcaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:40.100839 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79587ad3-db6d-46b8-a8b1-e83d2ec0fc47 req-69be9e36-b975-4552-ac87-55d9530c484c tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:40.102618 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79587ad3-db6d-46b8-a8b1-e83d2ec0fc47 req-69be9e36-b975-4552-ac87-55d9530c484c tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8739b77-bc26-4577-b9d1-ff8f958f0f89 HTTP/1.1" status: 200 len: 935 time: 0.1963282 Sep 07 18:45:40.106845 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c51553-785c-42a0-943e-f18a104fd58e req-9edb0c24-bc88-4dfc-8fdb-00f8000dca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:40.108712 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6c51553-785c-42a0-943e-f18a104fd58e req-9edb0c24-bc88-4dfc-8fdb-00f8000dca9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=49c2c790060a4e1b861c40173a8c7d1b&device_id=a99bb413-5413-4ec9-b41d-263587e1845e HTTP/1.1" status: 200 len: 1094 time: 0.1913013 Sep 07 18:45:40.130650 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-65e88b36-2b70-49a7-9118-e9170e94436a req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:40.136421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e05836-c4db-4a89-a74f-3932d3e1929b req-0d675758-7758-4289-98df-d4639e318210 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:40.139095 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-73e05836-c4db-4a89-a74f-3932d3e1929b req-0d675758-7758-4289-98df-d4639e318210 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c3f06a7-d985-4fd4-a709-a5e67bbc81d3 HTTP/1.1" status: 200 len: 949 time: 0.2114589 Sep 07 18:45:40.141555 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-65e88b36-2b70-49a7-9118-e9170e94436a req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:40.166187 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-65e88b36-2b70-49a7-9118-e9170e94436a req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] Transition to ACTIVE for port object 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:40.171231 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-65e88b36-2b70-49a7-9118-e9170e94436a req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:40.240481 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] Pushing event updated for resources: {'Port': ['ID=37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:40.317067 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-73e05836-c4db-4a89-a74f-3932d3e1929b req-f23a600c-531b-4de5-a468-42482553684a tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603446 Sep 07 18:45:40.322941 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79587ad3-db6d-46b8-a8b1-e83d2ec0fc47 req-dd268126-1b59-4191-a18f-be3125af719f tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966057 Sep 07 18:45:40.331006 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-65e88b36-2b70-49a7-9118-e9170e94436a req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] Attempting to bind port 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:45:40.331349 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-65e88b36-2b70-49a7-9118-e9170e94436a req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] Attempting to bind port 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:45:40.331748 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e88b36-2b70-49a7-9118-e9170e94436a req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] Attempting to bind port 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:40.341111 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:40.341464 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e88b36-2b70-49a7-9118-e9170e94436a req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] Port 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:45:40.341464 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e88b36-2b70-49a7-9118-e9170e94436a req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] Attempting to bind port 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:40.353082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e88b36-2b70-49a7-9118-e9170e94436a req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:45:40.353560 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e88b36-2b70-49a7-9118-e9170e94436a req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:40.354052 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e88b36-2b70-49a7-9118-e9170e94436a req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:45:40.354597 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-65e88b36-2b70-49a7-9118-e9170e94436a req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] Bound port: 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:45:40.355071 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-65e88b36-2b70-49a7-9118-e9170e94436a req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:40.385524 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1447c9c2-9dff-4a12-a15e-0335476e1654 None None] Provisioning for port 05d30e30-a76f-49d2-ab83-df64ac9a9f4f completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:40.400139 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1447c9c2-9dff-4a12-a15e-0335476e1654 None None] Provisioning complete for port 05d30e30-a76f-49d2-ab83-df64ac9a9f4f triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:40.400738 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1447c9c2-9dff-4a12-a15e-0335476e1654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:40.470555 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473c0303-da99-4ec8-8ebd-86b74e489b8c x-openstack-request-id: req-473c0303-da99-4ec8-8ebd-86b74e489b8c {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:40.471141 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3f06a7-d985-4fd4-a709-a5e67bbc81d3", "name": "network-vif-plugged", "status": "completed", "tag": "1638f8f2-488a-4ad4-9788-d8f3d273c4bb", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:40.471141 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-473c0303-da99-4ec8-8ebd-86b74e489b8c {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:40.471563 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3f06a7-d985-4fd4-a709-a5e67bbc81d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1638f8f2-488a-4ad4-9788-d8f3d273c4bb', 'code': 200} Sep 07 18:45:40.479762 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-1447c9c2-9dff-4a12-a15e-0335476e1654 None None] Port 05d30e30-a76f-49d2-ab83-df64ac9a9f4f cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:45:40.486177 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-65e88b36-2b70-49a7-9118-e9170e94436a req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] For port 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:40.489505 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c5f76a-8d7d-44e5-9539-a9d0d62e615e x-openstack-request-id: req-16c5f76a-8d7d-44e5-9539-a9d0d62e615e {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:40.489839 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97284e1-5607-4040-960c-ff37c62fe9be", "name": "network-vif-unplugged", "status": "completed", "tag": "d29e8f80-cce8-4dcc-b5b3-f3da52433103", "code": 200}, {"name": "network-changed", "server_uuid": "b97284e1-5607-4040-960c-ff37c62fe9be", "tag": "d29e8f80-cce8-4dcc-b5b3-f3da52433103", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:40.490114 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16c5f76a-8d7d-44e5-9539-a9d0d62e615e {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:40.490502 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97284e1-5607-4040-960c-ff37c62fe9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd29e8f80-cce8-4dcc-b5b3-f3da52433103', 'code': 200} Sep 07 18:45:40.490755 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97284e1-5607-4040-960c-ff37c62fe9be', 'tag': 'd29e8f80-cce8-4dcc-b5b3-f3da52433103', 'status': 'completed', 'code': 200} Sep 07 18:45:40.492835 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-65e88b36-2b70-49a7-9118-e9170e94436a req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] For port 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:45:40.497536 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-65e88b36-2b70-49a7-9118-e9170e94436a req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:40.534668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e88b36-2b70-49a7-9118-e9170e94436a req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:40.537364 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-65e88b36-2b70-49a7-9118-e9170e94436a req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:40.537364 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-65e88b36-2b70-49a7-9118-e9170e94436a req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] 10.222.0.36 "PUT /v2.0/ports/37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 HTTP/1.1" status: 200 len: 1095 time: 0.9059017 Sep 07 18:45:40.543693 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device ee83bae4-b73d-4265-986f-af502972c12e details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:45:40.599363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c51553-785c-42a0-943e-f18a104fd58e req-26a0451a-bede-46b2-9d51-b98f76a0f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:40.601324 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6c51553-785c-42a0-943e-f18a104fd58e req-26a0451a-bede-46b2-9d51-b98f76a0f513 service neutron] 10.222.0.60 "GET /v2.0/networks?id=438b7473-bcf8-4707-b646-342e96ae6727 HTTP/1.1" status: 200 len: 921 time: 0.4557097 Sep 07 18:45:40.654754 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d4783-81b4-434b-9874-a03c7fe52be5 service neutron] Pushing event updated for resources: {'Port': ['ID=37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:40.669558 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439814f-2717-46f0-bff2-83a4086195e9 req-0b27118e-bb5f-4416-a26f-26fffea2b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:40.671148 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1439814f-2717-46f0-bff2-83a4086195e9 req-0b27118e-bb5f-4416-a26f-26fffea2b8d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 1124 time: 0.1405995 Sep 07 18:45:40.676975 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e88b36-2b70-49a7-9118-e9170e94436a req-b2e5d274-a93e-4705-b5e5-07041b42d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:40.678895 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-65e88b36-2b70-49a7-9118-e9170e94436a req-b2e5d274-a93e-4705-b5e5-07041b42d40c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&device_id=f8739b77-bc26-4577-b9d1-ff8f958f0f89 HTTP/1.1" status: 200 len: 1098 time: 0.0858169 Sep 07 18:45:40.721754 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port ee83bae4-b73d-4265-986f-af502972c12e, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=ee83bae4-b73d-4265-986f-af502972c12e,segment=NetworkSegment(d9475e3e-b6db-41d0-961e-55d035415546),segment_id=d9475e3e-b6db-41d0-961e-55d035415546)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:40.735842 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'ee83bae4-b73d-4265-986f-af502972c12e', 'network_id': '72c3dab6-dc75-4769-9995-20a6021149b5', 'port_id': 'ee83bae4-b73d-4265-986f-af502972c12e', 'mac_address': 'fa:16:3e:d1:d1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b518c2e-42a9-4384-9f9c-5c1d547366a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:45:40.740855 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6c51553-785c-42a0-943e-f18a104fd58e req-eb55d9dc-6611-4663-b6a0-af8b2283027e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c HTTP/1.1" status: 200 len: 217 time: 0.1057336 Sep 07 18:45:40.751112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343ca38-7230-473f-896b-10142d08738b req-e1e15381-e812-4d70-9a12-cc61299d22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:40.753802 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5343ca38-7230-473f-896b-10142d08738b req-e1e15381-e812-4d70-9a12-cc61299d22c2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3c3f06a7-d985-4fd4-a709-a5e67bbc81d3 HTTP/1.1" status: 200 len: 1100 time: 0.2413814 Sep 07 18:45:40.767488 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-65e88b36-2b70-49a7-9118-e9170e94436a req-d5b58356-0c03-4c8f-8177-5fca723a0d8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 HTTP/1.1" status: 200 len: 217 time: 0.0668733 Sep 07 18:45:40.784201 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:40.800840 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee83bae4-b73d-4265-986f-af502972c12e {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:40.819367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c51553-785c-42a0-943e-f18a104fd58e req-09b1c0cd-c797-4618-adaf-311ed019764a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:40.820664 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6c51553-785c-42a0-943e-f18a104fd58e req-09b1c0cd-c797-4618-adaf-311ed019764a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8d603cf-8d1f-4ab4-8bc0-887963bded92 HTTP/1.1" status: 200 len: 859 time: 0.0581326 Sep 07 18:45:40.838529 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914095f-0272-4dd5-8640-ae8fe0075d47 req-efc13a49-037f-454c-b4f7-e91f244bf90d tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:40.840264 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8914095f-0272-4dd5-8640-ae8fe0075d47 req-efc13a49-037f-454c-b4f7-e91f244bf90d tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 943 time: 0.3551047 Sep 07 18:45:40.843672 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port ee83bae4-b73d-4265-986f-af502972c12e, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=ee83bae4-b73d-4265-986f-af502972c12e,segment=NetworkSegment(d9475e3e-b6db-41d0-961e-55d035415546),segment_id=d9475e3e-b6db-41d0-961e-55d035415546)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:40.849326 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:40.917479 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e88b36-2b70-49a7-9118-e9170e94436a req-cd155106-372e-473f-86b1-80b5a766b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:40.921118 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-65e88b36-2b70-49a7-9118-e9170e94436a req-cd155106-372e-473f-86b1-80b5a766b102 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1390479 Sep 07 18:45:40.934285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=ee83bae4-b73d-4265-986f-af502972c12e,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:40.970344 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439814f-2717-46f0-bff2-83a4086195e9 req-e137ec4f-7a3c-4d56-be8e-12acd9368ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:40.971933 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1439814f-2717-46f0-bff2-83a4086195e9 req-e137ec4f-7a3c-4d56-be8e-12acd9368ddf service neutron] 10.222.0.36 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 921 time: 0.2821841 Sep 07 18:45:41.025522 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1439814f-2717-46f0-bff2-83a4086195e9 req-7d478b33-202c-42b7-89ed-9d34e477ed35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d29e8f80-cce8-4dcc-b5b3-f3da52433103 HTTP/1.1" status: 200 len: 217 time: 0.0435309 Sep 07 18:45:41.028363 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e88b36-2b70-49a7-9118-e9170e94436a req-944940e6-ea7b-4564-b743-9fe29a6b0ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:41.030432 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-65e88b36-2b70-49a7-9118-e9170e94436a req-944940e6-ea7b-4564-b743-9fe29a6b0ac8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981781 Sep 07 18:45:41.142023 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439814f-2717-46f0-bff2-83a4086195e9 req-f09efca0-6c7b-4106-99c3-edafeca2e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:41.143596 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1439814f-2717-46f0-bff2-83a4086195e9 req-f09efca0-6c7b-4106-99c3-edafeca2e769 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 200 len: 860 time: 0.1026433 Sep 07 18:45:41.187242 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1439814f-2717-46f0-bff2-83a4086195e9 req-db56188b-de89-4505-8f3a-ee36133dcba1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73fe4171-28a4-4081-b73e-ded401c8a274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350916 Sep 07 18:45:41.188487 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5343ca38-7230-473f-896b-10142d08738b req-57e2ada0-690b-482f-a01c-d446f0ce0402 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665366 Sep 07 18:45:41.197727 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c51553-785c-42a0-943e-f18a104fd58e req-2ca16d6e-5805-4c38-9f2c-67b8a4a78325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:41.199203 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6c51553-785c-42a0-943e-f18a104fd58e req-2ca16d6e-5805-4c38-9f2c-67b8a4a78325 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=438b7473-bcf8-4707-b646-342e96ae6727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3541698 Sep 07 18:45:41.204778 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8914095f-0272-4dd5-8640-ae8fe0075d47 req-767d1682-f7da-4015-be9a-af4b3011d57e tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127773 Sep 07 18:45:41.222598 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-65e88b36-2b70-49a7-9118-e9170e94436a req-9bfc9bdb-e006-43fd-b07e-9c17f0730ed5 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716585 Sep 07 18:45:41.229041 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['ee83bae4-b73d-4265-986f-af502972c12e'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:41.281726 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 134b2466-f54d-4872-aa39-4f2c6bc4e6a8 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:41.299304 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:41.328079 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] Transition to ACTIVE for port object 134b2466-f54d-4872-aa39-4f2c6bc4e6a8 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:41.336146 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:41.381673 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-65e88b36-2b70-49a7-9118-e9170e94436a req-3aaf8518-c026-49a3-b2e1-7c846159a164 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471355 Sep 07 18:45:41.382292 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f17c9c-63e2-46fd-afcf-3fcfea766e01 req-041d1501-a04a-4b0b-8dce-f30c94d43127 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:41.383814 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38f17c9c-63e2-46fd-afcf-3fcfea766e01 req-041d1501-a04a-4b0b-8dce-f30c94d43127 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=a99bb413-5413-4ec9-b41d-263587e1845e HTTP/1.1" status: 200 len: 943 time: 0.0968072 Sep 07 18:45:41.387307 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1439814f-2717-46f0-bff2-83a4086195e9 req-c0c31954-4624-4035-84c7-d7f514c4d097 service neutron] 10.222.0.36 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886933 Sep 07 18:45:41.427902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] Pushing event updated for resources: {'Port': ['ID=134b2466-f54d-4872-aa39-4f2c6bc4e6a8,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:41.476140 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38f17c9c-63e2-46fd-afcf-3fcfea766e01 req-365697e7-3f89-4066-bb57-bd2da3453fc1 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f2c9237-0346-4076-acfd-edb6da46e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702958 Sep 07 18:45:41.508552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] Attempting to bind port 134b2466-f54d-4872-aa39-4f2c6bc4e6a8 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:45:41.508900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] Attempting to bind port 134b2466-f54d-4872-aa39-4f2c6bc4e6a8 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '277febac-57b4-4073-bfbf-32cd747932a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7cb00cbd-f411-4f23-b57a-38d82bf72749'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:45:41.509236 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] Attempting to bind port 134b2466-f54d-4872-aa39-4f2c6bc4e6a8 on network 7cb00cbd-f411-4f23-b57a-38d82bf72749 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:41.516205 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1439814f-2717-46f0-bff2-83a4086195e9 req-8e00e6e1-c585-428d-bdb7-79325e00a02b service neutron] 10.222.0.36 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191785 Sep 07 18:45:41.544711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] Port 134b2466-f54d-4872-aa39-4f2c6bc4e6a8 on network 7cb00cbd-f411-4f23-b57a-38d82bf72749 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:45:41.545040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] Attempting to bind port 134b2466-f54d-4872-aa39-4f2c6bc4e6a8 on network 7cb00cbd-f411-4f23-b57a-38d82bf72749 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:41.554788 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:45:41.555127 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] Checking segment: {'id': '277febac-57b4-4073-bfbf-32cd747932a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7cb00cbd-f411-4f23-b57a-38d82bf72749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:41.555518 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] Bound using segment: {'id': '277febac-57b4-4073-bfbf-32cd747932a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7cb00cbd-f411-4f23-b57a-38d82bf72749'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:45:41.555955 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] Bound port: 134b2466-f54d-4872-aa39-4f2c6bc4e6a8, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277febac-57b4-4073-bfbf-32cd747932a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7cb00cbd-f411-4f23-b57a-38d82bf72749'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:45:41.556306 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:41.618252 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6c51553-785c-42a0-943e-f18a104fd58e req-22cdd4cf-7f88-4a73-aac6-46626638216b service neutron] 10.222.0.60 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801865 Sep 07 18:45:41.692689 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-9bc49b89-80e6-4c76-8fc2-68a88a3496c6 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:45:41.693902 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-9bc49b89-80e6-4c76-8fc2-68a88a3496c6 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065923 Sep 07 18:45:41.733364 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-98474f7d-6725-4ba6-b1c7-9e2eb9fff414 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:41.734789 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-98474f7d-6725-4ba6-b1c7-9e2eb9fff414 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/ports/7f8b47d4-819f-44f5-91bb-24ec83e11b9b HTTP/1.1" status: 200 len: 1093 time: 0.0350392 Sep 07 18:45:41.740372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7be6e-9b9f-4bbb-9745-625d83d1f611 req-f87c3a58-ff95-48b4-9fbc-13e6cd0fed37 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:41.743578 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-f6595adf-8993-45c1-944f-04402be76d55 service neutron] Request body: {'binding': {'host': 'n-h1-807786-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:41.744094 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-f6595adf-8993-45c1-944f-04402be76d55 service neutron] Unknown quota resources ['binding']. {{(pid=101444) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 18:45:41.746410 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7be6e-9b9f-4bbb-9745-625d83d1f611 req-f87c3a58-ff95-48b4-9fbc-13e6cd0fed37 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:41.748009 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19b7be6e-9b9f-4bbb-9745-625d83d1f611 req-f87c3a58-ff95-48b4-9fbc-13e6cd0fed37 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b4e5ed4-0657-487f-8d19-3ed20281bcaf HTTP/1.1" status: 200 len: 1667 time: 0.1639762 Sep 07 18:45:41.750682 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] For port 134b2466-f54d-4872-aa39-4f2c6bc4e6a8, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:41.771099 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] For port 134b2466-f54d-4872-aa39-4f2c6bc4e6a8, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=134b2466-f54d-4872-aa39-4f2c6bc4e6a8,segment=NetworkSegment(277febac-57b4-4073-bfbf-32cd747932a7),segment_id=277febac-57b4-4073-bfbf-32cd747932a7)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:45:41.787928 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:41.822309 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6c51553-785c-42a0-943e-f18a104fd58e req-145e70d2-c422-4720-a4c4-1512843a4f6d service neutron] 10.222.0.60 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891880 Sep 07 18:45:41.844801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:41.845407 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:41.846826 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] 10.222.0.36 "PUT /v2.0/ports/134b2466-f54d-4872-aa39-4f2c6bc4e6a8 HTTP/1.1" status: 200 len: 1092 time: 1.7607007 Sep 07 18:45:41.847352 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4e5ed4-0657-487f-8d19-3ed20281bcaf', 'tag': '134b2466-f54d-4872-aa39-4f2c6bc4e6a8'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:41.849737 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878ec1cc-e161-44fb-9c14-d92fc5587346" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4e5ed4-0657-487f-8d19-3ed20281bcaf", "tag": "134b2466-f54d-4872-aa39-4f2c6bc4e6a8"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:41.857821 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19b7be6e-9b9f-4bbb-9745-625d83d1f611 req-0fa828de-8fcb-4b1a-84d3-a4d7b763d0b6 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020784 Sep 07 18:45:41.877772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b97907-7320-412c-8dbc-d9cf05cfe350 service neutron] Pushing event updated for resources: {'Port': ['ID=134b2466-f54d-4872-aa39-4f2c6bc4e6a8,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:41.911652 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-f6595adf-8993-45c1-944f-04402be76d55 service neutron] Attempting to bind port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b on host n-h1-807786-1 for vnic_type normal with profile None {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:45:41.912080 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-f6595adf-8993-45c1-944f-04402be76d55 service neutron] Attempting to bind port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:45:41.912294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] Request body: {'port': {'device_id': '8b4e5ed4-0657-487f-8d19-3ed20281bcaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:41.912547 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-f6595adf-8993-45c1-944f-04402be76d55 service neutron] Attempting to bind port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:41.923627 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-f6595adf-8993-45c1-944f-04402be76d55 service neutron] Port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b on network b63d4de9-c5b5-4788-8524-e66342dcbc59 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:45:41.924061 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-f6595adf-8993-45c1-944f-04402be76d55 service neutron] Attempting to bind port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:41.929123 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-f6595adf-8993-45c1-944f-04402be76d55 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:45:41.929524 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-f6595adf-8993-45c1-944f-04402be76d55 service neutron] Checking segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:41.929976 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-f6595adf-8993-45c1-944f-04402be76d55 service neutron] Bound using segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:45:41.930476 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-f6595adf-8993-45c1-944f-04402be76d55 service neutron] Bound port: 7f8b47d4-819f-44f5-91bb-24ec83e11b9b, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:45:41.988812 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:41.995895 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-f6595adf-8993-45c1-944f-04402be76d55 service neutron] For port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=7f8b47d4-819f-44f5-91bb-24ec83e11b9b,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:45:42.002483 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-f6595adf-8993-45c1-944f-04402be76d55 service neutron] Notify callbacks [] for binding, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:42.005564 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-f6595adf-8993-45c1-944f-04402be76d55 service neutron] 10.222.0.26 "POST /v2.0/ports/7f8b47d4-819f-44f5-91bb-24ec83e11b9b/bindings HTTP/1.1" status: 201 len: 389 time: 0.2653072 Sep 07 18:45:42.206236 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9146994-394d-40ca-914c-84c939da87f2 req-714af63d-6868-4eab-bd20-589ed9cfd6ab tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:42.207676 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c9146994-394d-40ca-914c-84c939da87f2 req-714af63d-6868-4eab-bd20-589ed9cfd6ab tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ad90e20-7323-4f2f-9382-421e5d9e55e2 HTTP/1.1" status: 200 len: 944 time: 0.1610787 Sep 07 18:45:42.257408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39361217-e0f0-4fa9-b25c-e24e6f099255 req-c5377c44-e9ca-4489-bd78-15df3796e053 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:42.258873 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-39361217-e0f0-4fa9-b25c-e24e6f099255 req-c5377c44-e9ca-4489-bd78-15df3796e053 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c3f06a7-d985-4fd4-a709-a5e67bbc81d3 HTTP/1.1" status: 200 len: 949 time: 0.1197684 Sep 07 18:45:42.329646 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c9146994-394d-40ca-914c-84c939da87f2 req-b14cadb5-3e0b-4bbb-b066-8968c78245ff tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112032 Sep 07 18:45:42.351347 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-39361217-e0f0-4fa9-b25c-e24e6f099255 req-8b0a3a75-7c4c-40dd-b602-a81063520406 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674970 Sep 07 18:45:42.403451 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68678bbe-f8a2-431d-ab7d-c8c31a8fcbcb x-openstack-request-id: req-68678bbe-f8a2-431d-ab7d-c8c31a8fcbcb {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:42.403773 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4e5ed4-0657-487f-8d19-3ed20281bcaf", "tag": "134b2466-f54d-4872-aa39-4f2c6bc4e6a8", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:42.404029 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68678bbe-f8a2-431d-ab7d-c8c31a8fcbcb {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:42.404425 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4e5ed4-0657-487f-8d19-3ed20281bcaf', 'tag': '134b2466-f54d-4872-aa39-4f2c6bc4e6a8', 'status': 'completed', 'code': 200} Sep 07 18:45:42.473512 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ec1cc-e161-44fb-9c14-d92fc5587346 req-d09e8eb7-2ec9-47ec-91c4-81b972d4de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:42.473999 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ec1cc-e161-44fb-9c14-d92fc5587346 req-d09e8eb7-2ec9-47ec-91c4-81b972d4de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:42.475561 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-878ec1cc-e161-44fb-9c14-d92fc5587346 req-d09e8eb7-2ec9-47ec-91c4-81b972d4de92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb3d3f64389a4f0192e048c0f33ae8a3&device_id=8b4e5ed4-0657-487f-8d19-3ed20281bcaf HTTP/1.1" status: 200 len: 1914 time: 0.0434496 Sep 07 18:45:42.478663 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d30e30-a76f-49d2-ab83-df64ac9a9f4f {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:42.489395 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:42.492387 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8739b77-bc26-4577-b9d1-ff8f958f0f89', 'tag': '37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:42.494632 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:42.496156 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb28a61-975b-4ffd-b5b4-ff5364a1a16a" -d '{"events": [{"name": "network-changed", "server_uuid": "f8739b77-bc26-4577-b9d1-ff8f958f0f89", "tag": "37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:42.515595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7791d-e082-4862-8b36-d6c565c574cf req-d43249f2-ae03-4f1c-a129-df06890316ba tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:42.517118 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4e7791d-e082-4862-8b36-d6c565c574cf req-d43249f2-ae03-4f1c-a129-df06890316ba tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8739b77-bc26-4577-b9d1-ff8f958f0f89 HTTP/1.1" status: 200 len: 947 time: 0.1293972 Sep 07 18:45:42.523195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] Transition to ACTIVE for port object 05d30e30-a76f-49d2-ab83-df64ac9a9f4f will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:42.536404 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:42.560393 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d57663-54e6-42d0-ab9f-0694bb2784b6 req-d6dd35a6-ec8d-42c7-a3e3-6dee72062005 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:42.562016 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-84d57663-54e6-42d0-ab9f-0694bb2784b6 req-d6dd35a6-ec8d-42c7-a3e3-6dee72062005 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 945 time: 0.1202178 Sep 07 18:45:42.577697 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:45:42.588147 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device ee83bae4-b73d-4265-986f-af502972c12e up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:42.671568 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4e7791d-e082-4862-8b36-d6c565c574cf req-4a2d13a3-c933-4dae-ba74-cea33b8486ec tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449583 Sep 07 18:45:42.676016 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] Pushing event updated for resources: {'Port': ['ID=05d30e30-a76f-49d2-ab83-df64ac9a9f4f,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:42.705458 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ec1cc-e161-44fb-9c14-d92fc5587346 req-d6f88fba-465d-4043-b162-2991af6b5204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:42.706068 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ec1cc-e161-44fb-9c14-d92fc5587346 req-d6f88fba-465d-4043-b162-2991af6b5204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:42.706621 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ec1cc-e161-44fb-9c14-d92fc5587346 req-d6f88fba-465d-4043-b162-2991af6b5204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:42.709104 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-878ec1cc-e161-44fb-9c14-d92fc5587346 req-d6f88fba-465d-4043-b162-2991af6b5204 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cb3d3f64389a4f0192e048c0f33ae8a3&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2078164 Sep 07 18:45:42.724447 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port ee83bae4-b73d-4265-986f-af502972c12e completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:42.733523 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port ee83bae4-b73d-4265-986f-af502972c12e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:42.733827 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:42.757306 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-84d57663-54e6-42d0-ab9f-0694bb2784b6 req-eb781470-ebe8-4aa5-ac73-8c15fd6644c4 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738262 Sep 07 18:45:42.787497 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] Attempting to bind port 05d30e30-a76f-49d2-ab83-df64ac9a9f4f on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:45:42.787834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] Attempting to bind port 05d30e30-a76f-49d2-ab83-df64ac9a9f4f by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '3540f543-2980-441b-bce9-c14e89263998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f29d7a43-df46-42ad-b745-079900c5504a'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:45:42.788210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] Attempting to bind port 05d30e30-a76f-49d2-ab83-df64ac9a9f4f on network f29d7a43-df46-42ad-b745-079900c5504a {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:42.813375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] Port 05d30e30-a76f-49d2-ab83-df64ac9a9f4f on network f29d7a43-df46-42ad-b745-079900c5504a not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:45:42.814447 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c,segment=NetworkSegment(45c9f31a-41ce-4a69-b532-ad480f8b45fe),segment_id=45c9f31a-41ce-4a69-b532-ad480f8b45fe)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:42.817647 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] Attempting to bind port 05d30e30-a76f-49d2-ab83-df64ac9a9f4f on network f29d7a43-df46-42ad-b745-079900c5504a {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:42.832597 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:45:42.832936 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] Checking segment: {'id': '3540f543-2980-441b-bce9-c14e89263998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f29d7a43-df46-42ad-b745-079900c5504a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:42.833324 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] Bound using segment: {'id': '3540f543-2980-441b-bce9-c14e89263998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f29d7a43-df46-42ad-b745-079900c5504a'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:45:42.833772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] Bound port: 05d30e30-a76f-49d2-ab83-df64ac9a9f4f, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3540f543-2980-441b-bce9-c14e89263998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f29d7a43-df46-42ad-b745-079900c5504a'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:45:42.834407 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:42.848335 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'port_id': '9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c', 'mac_address': 'fa:16:3e:28:26:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:45:42.860968 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca0dab2-8841-4e45-b757-0b7f6bf6f7ec x-openstack-request-id: req-fca0dab2-8841-4e45-b757-0b7f6bf6f7ec {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:42.861261 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8739b77-bc26-4577-b9d1-ff8f958f0f89", "tag": "37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:42.861529 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fca0dab2-8841-4e45-b757-0b7f6bf6f7ec {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:42.861908 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8739b77-bc26-4577-b9d1-ff8f958f0f89', 'tag': '37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5', 'status': 'completed', 'code': 200} Sep 07 18:45:42.862803 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99818a-c4e4-419c-b632-9143991c57de req-0d9702bd-d98b-4c70-981c-889ab6804199 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:42.864390 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b99818a-c4e4-419c-b632-9143991c57de req-0d9702bd-d98b-4c70-981c-889ab6804199 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 943 time: 0.1181152 Sep 07 18:45:42.966142 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:42.971287 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:42.994016 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:43.000891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] For port 05d30e30-a76f-49d2-ab83-df64ac9a9f4f, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:43.004605 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] For port 05d30e30-a76f-49d2-ab83-df64ac9a9f4f, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=05d30e30-a76f-49d2-ab83-df64ac9a9f4f,segment=NetworkSegment(3540f543-2980-441b-bce9-c14e89263998),segment_id=3540f543-2980-441b-bce9-c14e89263998)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:45:43.016890 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad90e20-7323-4f2f-9382-421e5d9e55e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee83bae4-b73d-4265-986f-af502972c12e'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:43.019901 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd27d5c4-f54a-4afc-9513-473299bdc079" -d '{"events": [{"server_uuid": "1ad90e20-7323-4f2f-9382-421e5d9e55e2", "name": "network-vif-plugged", "status": "completed", "tag": "ee83bae4-b73d-4265-986f-af502972c12e"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:43.043859 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c,segment=NetworkSegment(45c9f31a-41ce-4a69-b532-ad480f8b45fe),segment_id=45c9f31a-41ce-4a69-b532-ad480f8b45fe)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:43.045995 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port ee83bae4-b73d-4265-986f-af502972c12e, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=ee83bae4-b73d-4265-986f-af502972c12e,segment=NetworkSegment(d9475e3e-b6db-41d0-961e-55d035415546),segment_id=d9475e3e-b6db-41d0-961e-55d035415546)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:43.050492 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:43.051209 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d29e8f80-cce8-4dcc-b5b3-f3da52433103 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:45:43.053010 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:43.057234 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:43.071598 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb28a61-975b-4ffd-b5b4-ff5364a1a16a req-1ee2d7f8-dd58-4845-9b93-5a0971c97456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:43.073375 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6eb28a61-975b-4ffd-b5b4-ff5364a1a16a req-1ee2d7f8-dd58-4845-9b93-5a0971c97456 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&device_id=f8739b77-bc26-4577-b9d1-ff8f958f0f89 HTTP/1.1" status: 200 len: 1098 time: 0.1398137 Sep 07 18:45:43.074968 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ec1cc-e161-44fb-9c14-d92fc5587346 req-fa67b147-6869-4b78-ae17-f065e3fabb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:43.076625 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-878ec1cc-e161-44fb-9c14-d92fc5587346 req-fa67b147-6869-4b78-ae17-f065e3fabb97 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3579652 Sep 07 18:45:43.110408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b99818a-c4e4-419c-b632-9143991c57de req-7e5ba48c-9252-4af7-8b45-ec4fc66aae87 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982527 Sep 07 18:45:43.123644 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:43.124591 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:43.126194 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] 10.222.0.36 "PUT /v2.0/ports/05d30e30-a76f-49d2-ab83-df64ac9a9f4f HTTP/1.1" status: 200 len: 1092 time: 1.2186694 Sep 07 18:45:43.139522 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:43.141975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d455c-11a0-46c8-b455-2c8f68aadb9c req-a867eeb6-6459-4f66-b536-8c1a07a2925b tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:43.158515 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf4d455c-11a0-46c8-b455-2c8f68aadb9c req-a867eeb6-6459-4f66-b536-8c1a07a2925b tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=a99bb413-5413-4ec9-b41d-263587e1845e HTTP/1.1" status: 200 len: 943 time: 0.1984448 Sep 07 18:45:43.249946 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa507e-634e-4b9a-bf4b-0f0cc166d013 service neutron] Pushing event updated for resources: {'Port': ['ID=05d30e30-a76f-49d2-ab83-df64ac9a9f4f,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:43.263474 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:43.264137 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=ee83bae4-b73d-4265-986f-af502972c12e,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:43.280274 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port d29e8f80-cce8-4dcc-b5b3-f3da52433103, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d29e8f80-cce8-4dcc-b5b3-f3da52433103,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:43.282139 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf4d455c-11a0-46c8-b455-2c8f68aadb9c req-64fe9b2f-0a60-4a44-ac48-6c89644662c7 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f2c9237-0346-4076-acfd-edb6da46e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117370 Sep 07 18:45:43.310868 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d29e8f80-cce8-4dcc-b5b3-f3da52433103 has no active binding in host n-h1-807786-1 {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 18:45:43.364690 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-f1213dc9-2f5e-499b-9238-6e6f74dd488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:43.365385 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-f1213dc9-2f5e-499b-9238-6e6f74dd488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:43.365488 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb28a61-975b-4ffd-b5b4-ff5364a1a16a req-96cc4fdc-80fb-4a82-adaf-988be687166c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:43.366813 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-f1213dc9-2f5e-499b-9238-6e6f74dd488c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb3d3f64389a4f0192e048c0f33ae8a3&device_id=8b4e5ed4-0657-487f-8d19-3ed20281bcaf HTTP/1.1" status: 200 len: 1981 time: 0.1616986 Sep 07 18:45:43.366939 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6eb28a61-975b-4ffd-b5b4-ff5364a1a16a req-96cc4fdc-80fb-4a82-adaf-988be687166c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2649994 Sep 07 18:45:43.388611 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ade97-db2d-4295-b865-c7259e2271d1 req-cf6308cc-5d3f-4bf1-a628-7c7dc81b18e3 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:43.400977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ade97-db2d-4295-b865-c7259e2271d1 req-cf6308cc-5d3f-4bf1-a628-7c7dc81b18e3 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:43.404197 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a85ade97-db2d-4295-b865-c7259e2271d1 req-cf6308cc-5d3f-4bf1-a628-7c7dc81b18e3 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b4e5ed4-0657-487f-8d19-3ed20281bcaf HTTP/1.1" status: 200 len: 1679 time: 0.1193845 Sep 07 18:45:43.452059 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24740523-aa13-4a32-b459-f7835cd6a317 x-openstack-request-id: req-24740523-aa13-4a32-b459-f7835cd6a317 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:43.452357 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad90e20-7323-4f2f-9382-421e5d9e55e2", "name": "network-vif-plugged", "status": "completed", "tag": "ee83bae4-b73d-4265-986f-af502972c12e", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:43.452641 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24740523-aa13-4a32-b459-f7835cd6a317 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:43.453074 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad90e20-7323-4f2f-9382-421e5d9e55e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee83bae4-b73d-4265-986f-af502972c12e', 'code': 200} Sep 07 18:45:43.455145 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6eb28a61-975b-4ffd-b5b4-ff5364a1a16a req-2a8b83c2-64d5-403d-a921-d5620ef15dcb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 HTTP/1.1" status: 200 len: 217 time: 0.0632241 Sep 07 18:45:43.464651 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-5177825c-40f4-48d3-beff-3694058bcdf3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.177&port_id=134b2466-f54d-4872-aa39-4f2c6bc4e6a8 HTTP/1.1" status: 200 len: 217 time: 0.0587471 Sep 07 18:45:43.536338 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb28a61-975b-4ffd-b5b4-ff5364a1a16a req-1ed2ef98-17e2-436b-b115-5fec3da4c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:43.538032 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6eb28a61-975b-4ffd-b5b4-ff5364a1a16a req-1ed2ef98-17e2-436b-b115-5fec3da4c77a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0635118 Sep 07 18:45:43.557752 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a85ade97-db2d-4295-b865-c7259e2271d1 req-6710f9b4-3ebd-43d8-a7aa-18970dda9e34 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418402 Sep 07 18:45:43.579329 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-f8510dc6-8a17-44f3-91cd-2cb46f02e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:43.591551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-f8510dc6-8a17-44f3-91cd-2cb46f02e4c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7fccd99-58ba-43d5-80e7-377542a81d54 HTTP/1.1" status: 200 len: 801 time: 0.1159964 Sep 07 18:45:43.601527 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb28a61-975b-4ffd-b5b4-ff5364a1a16a req-e4567406-0e8d-4b21-8a8f-46cf9fadc039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:43.603316 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6eb28a61-975b-4ffd-b5b4-ff5364a1a16a req-e4567406-0e8d-4b21-8a8f-46cf9fadc039 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0576656 Sep 07 18:45:43.622410 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928ae9d-9f5f-4846-83d3-8b3e01d136c9 req-e93ac21d-cd0d-49a3-8244-2ea824fdf3bb tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:43.624044 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4928ae9d-9f5f-4846-83d3-8b3e01d136c9 req-e93ac21d-cd0d-49a3-8244-2ea824fdf3bb tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ad90e20-7323-4f2f-9382-421e5d9e55e2 HTTP/1.1" status: 200 len: 945 time: 0.1071615 Sep 07 18:45:43.721638 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6eb28a61-975b-4ffd-b5b4-ff5364a1a16a req-e3fe1010-5c0b-4c10-aa40-4f532e584658 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076035 Sep 07 18:45:43.769309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-43369f1c-be1f-4d2c-a5d9-44568c0f07c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:43.770966 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-43369f1c-be1f-4d2c-a5d9-44568c0f07c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7cb00cbd-f411-4f23-b57a-38d82bf72749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1689589 Sep 07 18:45:43.774390 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4928ae9d-9f5f-4846-83d3-8b3e01d136c9 req-33efaf09-a27b-4fb3-85e9-922090d3ef78 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291912 Sep 07 18:45:43.792572 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab1d1c-ba5a-4d2c-b0b5-8adaca215a8a req-85e3b2a5-4cd8-4a6c-8dde-6c958bf7200c tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:43.794128 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01ab1d1c-ba5a-4d2c-b0b5-8adaca215a8a req-85e3b2a5-4cd8-4a6c-8dde-6c958bf7200c tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c3f06a7-d985-4fd4-a709-a5e67bbc81d3 HTTP/1.1" status: 200 len: 949 time: 0.1503100 Sep 07 18:45:43.841132 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:43.850107 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42843a71-80dd-4529-85a1-d6ffc446694b req-d3d57556-9676-46d8-b08d-065e423baade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:43.851666 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-42843a71-80dd-4529-85a1-d6ffc446694b req-d3d57556-9676-46d8-b08d-065e423baade service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1ad90e20-7323-4f2f-9382-421e5d9e55e2 HTTP/1.1" status: 200 len: 1096 time: 0.1539946 Sep 07 18:45:43.852911 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6eb28a61-975b-4ffd-b5b4-ff5364a1a16a req-d7846f0a-d899-44ea-83f1-79f9319d49f5 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096196 Sep 07 18:45:43.877919 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:45:43.969562 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01ab1d1c-ba5a-4d2c-b0b5-8adaca215a8a req-e70fdf2b-dcb6-4446-9a17-2c011a806183 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660788 Sep 07 18:45:43.990633 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-42843a71-80dd-4529-85a1-d6ffc446694b req-0fd624cc-272b-4184-b6f3-7696f0fa8ecc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205125 Sep 07 18:45:43.998263 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856191b0-7b58-4ed4-95e3-ceb2142518b0 req-7d1b4102-360a-41d8-aa02-bb15fbb0754c tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:43.999805 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-856191b0-7b58-4ed4-95e3-ceb2142518b0 req-7d1b4102-360a-41d8-aa02-bb15fbb0754c tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8739b77-bc26-4577-b9d1-ff8f958f0f89 HTTP/1.1" status: 200 len: 947 time: 0.1454041 Sep 07 18:45:44.002258 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-1ebb4ccb-63e8-43e1-b329-aac6a8de7949 service neutron] 10.222.0.36 "GET /v2.0/networks/7cb00cbd-f411-4f23-b57a-38d82bf72749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209907 Sep 07 18:45:44.126358 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-856191b0-7b58-4ed4-95e3-ceb2142518b0 req-3d1d26e7-a25b-4950-b33e-3131db3ad141 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191304 Sep 07 18:45:44.157360 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:44.160397 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b84c0e-3ed0-403f-8323-bf6fd8518ce9 req-0cacac79-a3c6-491e-9155-62442ddfbda4 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:44.162291 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-17b84c0e-3ed0-403f-8323-bf6fd8518ce9 req-0cacac79-a3c6-491e-9155-62442ddfbda4 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 945 time: 0.1182327 Sep 07 18:45:44.166230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-5fb4c3be-2e1a-42f0-892f-3b3a42465264 service neutron] 10.222.0.36 "GET /v2.0/networks/7cb00cbd-f411-4f23-b57a-38d82bf72749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528077 Sep 07 18:45:44.180722 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5', 'mac_address': 'fa:16:3e:db:e7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:45:44.226858 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-47b7bb7e-fed2-4b47-90ce-133504218624 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.175&port_id=05d30e30-a76f-49d2-ab83-df64ac9a9f4f HTTP/1.1" status: 200 len: 217 time: 0.0486002 Sep 07 18:45:44.240884 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:44.255848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:44.277633 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:44.288159 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:44.290649 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-17b84c0e-3ed0-403f-8323-bf6fd8518ce9 req-15d74cd1-fbf7-403b-a650-110189cb3b1c tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204424 Sep 07 18:45:44.319820 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14311e3f-5ca9-4fa7-ac99-ef8a99f053e1 req-12c57a64-02f0-4169-8432-692442c100dd tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:44.321420 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-14311e3f-5ca9-4fa7-ac99-ef8a99f053e1 req-12c57a64-02f0-4169-8432-692442c100dd tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 943 time: 0.0974741 Sep 07 18:45:44.331362 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-b5fefa15-2504-444c-a28c-b8b80743b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:44.332830 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-b5fefa15-2504-444c-a28c-b8b80743b29e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e854d02-d5fc-4ca7-910b-ef407e84fb8c HTTP/1.1" status: 200 len: 801 time: 0.0763371 Sep 07 18:45:44.348979 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:44.417513 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4e5ed4-0657-487f-8d19-3ed20281bcaf', 'tag': '05d30e30-a76f-49d2-ab83-df64ac9a9f4f'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:44.420814 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d72642-0227-45b2-a166-41ee0e5166f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4e5ed4-0657-487f-8d19-3ed20281bcaf", "tag": "05d30e30-a76f-49d2-ab83-df64ac9a9f4f"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:44.428090 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-14311e3f-5ca9-4fa7-ac99-ef8a99f053e1 req-4c7b687a-aa34-4c21-a4a2-2d88c507dde6 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992751 Sep 07 18:45:44.443155 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-51dad86b-9300-4d9f-9ca6-4ee8818a2948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:44.444736 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-51dad86b-9300-4d9f-9ca6-4ee8818a2948 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f29d7a43-df46-42ad-b745-079900c5504a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0949969 Sep 07 18:45:44.457946 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2ed36-6abb-4124-b1f0-2a3ffa75c3d1 req-14dda9c4-8e64-4fcc-b29b-6d888e292e5b tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:44.459438 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ad2ed36-6abb-4124-b1f0-2a3ffa75c3d1 req-14dda9c4-8e64-4fcc-b29b-6d888e292e5b tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=a99bb413-5413-4ec9-b41d-263587e1845e HTTP/1.1" status: 200 len: 944 time: 0.0831873 Sep 07 18:45:44.541850 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4542ca1e-61a2-41d6-ba42-b334d228ad7c x-openstack-request-id: req-4542ca1e-61a2-41d6-ba42-b334d228ad7c {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:44.542145 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4e5ed4-0657-487f-8d19-3ed20281bcaf", "tag": "05d30e30-a76f-49d2-ab83-df64ac9a9f4f", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:44.542393 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4542ca1e-61a2-41d6-ba42-b334d228ad7c {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:44.542775 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4e5ed4-0657-487f-8d19-3ed20281bcaf', 'tag': '05d30e30-a76f-49d2-ab83-df64ac9a9f4f', 'status': 'completed', 'code': 200} Sep 07 18:45:44.554586 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ad2ed36-6abb-4124-b1f0-2a3ffa75c3d1 req-d938d7d9-4877-4032-a675-372f0e83c4d9 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f2c9237-0346-4076-acfd-edb6da46e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862539 Sep 07 18:45:44.577886 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-d9eac406-7496-4428-a47d-301eadf206e0 service neutron] 10.222.0.36 "GET /v2.0/networks/f29d7a43-df46-42ad-b745-079900c5504a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174884 Sep 07 18:45:44.713490 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8c6b17-60a8-4a01-b5dc-21cf63889411 req-c0ed338e-f722-46b2-b0fe-a605bd950a0a service neutron] 10.222.0.36 "GET /v2.0/networks/f29d7a43-df46-42ad-b745-079900c5504a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182704 Sep 07 18:45:44.723076 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82459c-cb44-4d59-bf5e-c2e7ca446741 req-65ee1fd7-39f1-4c8e-aab1-cf392474d96c tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:44.729067 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82459c-cb44-4d59-bf5e-c2e7ca446741 req-65ee1fd7-39f1-4c8e-aab1-cf392474d96c tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:44.730653 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e82459c-cb44-4d59-bf5e-c2e7ca446741 req-65ee1fd7-39f1-4c8e-aab1-cf392474d96c tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b4e5ed4-0657-487f-8d19-3ed20281bcaf HTTP/1.1" status: 200 len: 1679 time: 0.0804002 Sep 07 18:45:44.740090 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:44.779208 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e82459c-cb44-4d59-bf5e-c2e7ca446741 req-34b3071f-0ff5-4dfe-b77d-df6aba2f5871 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408032 Sep 07 18:45:44.843056 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d72642-0227-45b2-a166-41ee0e5166f9 req-2908e193-c852-41a2-880d-dce6424a29c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:44.843552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d72642-0227-45b2-a166-41ee0e5166f9 req-2908e193-c852-41a2-880d-dce6424a29c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:44.845872 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38d72642-0227-45b2-a166-41ee0e5166f9 req-2908e193-c852-41a2-880d-dce6424a29c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb3d3f64389a4f0192e048c0f33ae8a3&device_id=8b4e5ed4-0657-487f-8d19-3ed20281bcaf HTTP/1.1" status: 200 len: 1981 time: 0.0475643 Sep 07 18:45:44.974017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c9397-c75b-442a-a81b-6bc75b0fc5af req-77dff72b-5fc7-43bd-8003-261f3424ce55 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:44.975415 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-881c9397-c75b-442a-a81b-6bc75b0fc5af req-77dff72b-5fc7-43bd-8003-261f3424ce55 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ad90e20-7323-4f2f-9382-421e5d9e55e2 HTTP/1.1" status: 200 len: 945 time: 0.1222527 Sep 07 18:45:44.991292 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d72642-0227-45b2-a166-41ee0e5166f9 req-0b39aa01-5ae7-4608-ad60-b60d9d6aa8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:44.992730 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38d72642-0227-45b2-a166-41ee0e5166f9 req-0b39aa01-5ae7-4608-ad60-b60d9d6aa8e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f29d7a43-df46-42ad-b745-079900c5504a HTTP/1.1" status: 200 len: 903 time: 0.1366174 Sep 07 18:45:45.048547 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38d72642-0227-45b2-a166-41ee0e5166f9 req-74f78943-d9ec-4201-b4d0-caac1648337b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.175&port_id=05d30e30-a76f-49d2-ab83-df64ac9a9f4f HTTP/1.1" status: 200 len: 217 time: 0.0422435 Sep 07 18:45:45.061790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-881c9397-c75b-442a-a81b-6bc75b0fc5af req-90f2c7a0-f71c-48cc-b5d2-48a87410f1a2 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787239 Sep 07 18:45:45.128687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d72642-0227-45b2-a166-41ee0e5166f9 req-6a65736a-4564-4644-bac7-bcc8042314bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:45.130136 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38d72642-0227-45b2-a166-41ee0e5166f9 req-6a65736a-4564-4644-bac7-bcc8042314bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e854d02-d5fc-4ca7-910b-ef407e84fb8c HTTP/1.1" status: 200 len: 801 time: 0.0675092 Sep 07 18:45:45.138469 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3384d-f57c-4d32-99b9-033f177d0dfe req-6b9bb536-297e-42ee-9706-cb46c3b6c1a2 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:45.139819 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8d3384d-f57c-4d32-99b9-033f177d0dfe req-6b9bb536-297e-42ee-9706-cb46c3b6c1a2 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c3f06a7-d985-4fd4-a709-a5e67bbc81d3 HTTP/1.1" status: 200 len: 949 time: 0.0965023 Sep 07 18:45:45.205356 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8d3384d-f57c-4d32-99b9-033f177d0dfe req-ca272eaa-d5f0-4c8c-977f-bc558b4cc6bd tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596657 Sep 07 18:45:45.221513 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d72642-0227-45b2-a166-41ee0e5166f9 req-bd9e7e6d-6e7e-48a8-bbd5-cf7b367dbbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:45.223020 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38d72642-0227-45b2-a166-41ee0e5166f9 req-bd9e7e6d-6e7e-48a8-bbd5-cf7b367dbbc8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f29d7a43-df46-42ad-b745-079900c5504a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0758097 Sep 07 18:45:45.454275 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-89e1d871-4634-407f-aec1-87be20fa9d3f service neutron] 10.222.0.36 "GET /v2.0/ports/d29e8f80-cce8-4dcc-b5b3-f3da52433103/bindings/n-h1-807786-1 HTTP/1.1" status: 200 len: 384 time: 0.0643642 Sep 07 18:45:45.551651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc62ec-debf-4b88-b422-9f8541a46101 req-c264deb4-5060-4fd5-90c4-0138c768b801 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:45.553093 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34bc62ec-debf-4b88-b422-9f8541a46101 req-c264deb4-5060-4fd5-90c4-0138c768b801 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8739b77-bc26-4577-b9d1-ff8f958f0f89 HTTP/1.1" status: 200 len: 948 time: 0.3461881 Sep 07 18:45:45.602888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47d612-e16a-474e-9032-9d0c153f2907 req-038c000b-2566-4e57-a105-13ede4ec4d43 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:45.604852 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e47d612-e16a-474e-9032-9d0c153f2907 req-038c000b-2566-4e57-a105-13ede4ec4d43 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.1357520 Sep 07 18:45:45.609837 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38d72642-0227-45b2-a166-41ee0e5166f9 req-231fdc8e-0bbe-4085-a2f7-dfc631308904 service neutron] 10.222.0.36 "GET /v2.0/networks/f29d7a43-df46-42ad-b745-079900c5504a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694720 Sep 07 18:45:45.648924 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-94851175-f9b3-4668-8092-b93744f06c1e req-1cb93ee4-1098-4db7-96dd-f203f23bc666 service neutron] For port d29e8f80-cce8-4dcc-b5b3-f3da52433103, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d29e8f80-cce8-4dcc-b5b3-f3da52433103,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:45.659873 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34bc62ec-debf-4b88-b422-9f8541a46101 req-4ae79e02-769b-4a7f-8fca-d3dc6485d4da tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963750 Sep 07 18:45:45.670952 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-94851175-f9b3-4668-8092-b93744f06c1e req-1cb93ee4-1098-4db7-96dd-f203f23bc666 service neutron] For port d29e8f80-cce8-4dcc-b5b3-f3da52433103, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:45.697903 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e47d612-e16a-474e-9032-9d0c153f2907 req-e406cdc2-974a-43e1-8d0d-99126c3d5197 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830405 Sep 07 18:45:45.720631 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-94851175-f9b3-4668-8092-b93744f06c1e req-1cb93ee4-1098-4db7-96dd-f203f23bc666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29e8f80-cce8-4dcc-b5b3-f3da52433103 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:45.734158 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-94851175-f9b3-4668-8092-b93744f06c1e req-1cb93ee4-1098-4db7-96dd-f203f23bc666 service neutron] For port d29e8f80-cce8-4dcc-b5b3-f3da52433103, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d29e8f80-cce8-4dcc-b5b3-f3da52433103,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:45.752782 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-94851175-f9b3-4668-8092-b93744f06c1e req-1cb93ee4-1098-4db7-96dd-f203f23bc666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:45.839706 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38d72642-0227-45b2-a166-41ee0e5166f9 req-46846fee-3ab3-4166-ad1b-ecd99de0619e service neutron] 10.222.0.36 "GET /v2.0/networks/f29d7a43-df46-42ad-b745-079900c5504a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135916 Sep 07 18:45:45.852320 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784673e2-716b-44d0-80a5-430d47c31ee8 req-879640b9-a7b6-4d3a-afe9-975ed4e63673 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:45.854021 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-784673e2-716b-44d0-80a5-430d47c31ee8 req-879640b9-a7b6-4d3a-afe9-975ed4e63673 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 945 time: 0.1207111 Sep 07 18:45:45.872352 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24316e9-ec62-4d3d-a7ad-666303111cda req-0fde9d52-1f75-4c9d-b5e7-eec7feb07c74 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:45.873901 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e24316e9-ec62-4d3d-a7ad-666303111cda req-0fde9d52-1f75-4c9d-b5e7-eec7feb07c74 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 943 time: 0.0929775 Sep 07 18:45:45.906500 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-94851175-f9b3-4668-8092-b93744f06c1e req-1cb93ee4-1098-4db7-96dd-f203f23bc666 service neutron] Transition to ACTIVE for port object d29e8f80-cce8-4dcc-b5b3-f3da52433103 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:45.911271 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d9dbc23f-cb8a-434b-bf71-fa089dfa5041 req-433b0a55-2cab-43fb-9086-a707001bfd15 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=623e167e-0365-43b4-b254-a06a687492fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678849 Sep 07 18:45:45.912670 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-94851175-f9b3-4668-8092-b93744f06c1e req-1cb93ee4-1098-4db7-96dd-f203f23bc666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:45.935627 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-784673e2-716b-44d0-80a5-430d47c31ee8 req-194ae3e3-bead-47ca-ba5a-71eda00bcbc0 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601940 Sep 07 18:45:45.938531 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e24316e9-ec62-4d3d-a7ad-666303111cda req-d18570ca-5287-492b-ba33-06c419f808b8 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568845 Sep 07 18:45:46.077051 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2f99e-3d97-4a27-9adc-0945a9c22d85 req-7585ac6c-dbb4-473a-aebc-099b6380e35d tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:46.078709 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cae2f99e-3d97-4a27-9adc-0945a9c22d85 req-7585ac6c-dbb4-473a-aebc-099b6380e35d tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=a99bb413-5413-4ec9-b41d-263587e1845e HTTP/1.1" status: 200 len: 944 time: 0.0586498 Sep 07 18:45:46.148925 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cae2f99e-3d97-4a27-9adc-0945a9c22d85 req-5d220974-5789-4ff9-a774-3c2d639da161 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f2c9237-0346-4076-acfd-edb6da46e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591767 Sep 07 18:45:46.174342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99937a3f-1ef3-4470-b7b9-0c153350b7a6 req-0e7cb7f2-1f90-4c36-b34f-d56f2f0aadf3 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:46.174342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99937a3f-1ef3-4470-b7b9-0c153350b7a6 req-0e7cb7f2-1f90-4c36-b34f-d56f2f0aadf3 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:46.175207 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-99937a3f-1ef3-4470-b7b9-0c153350b7a6 req-0e7cb7f2-1f90-4c36-b34f-d56f2f0aadf3 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b4e5ed4-0657-487f-8d19-3ed20281bcaf HTTP/1.1" status: 200 len: 1679 time: 0.0955098 Sep 07 18:45:46.214851 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-99937a3f-1ef3-4470-b7b9-0c153350b7a6 req-42e4ba77-22f4-4a6c-9cda-33fc74b5dc0c tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335202 Sep 07 18:45:46.251493 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-94851175-f9b3-4668-8092-b93744f06c1e req-1cb93ee4-1098-4db7-96dd-f203f23bc666 service neutron] No DVR routers for this DVR port d29e8f80-cce8-4dcc-b5b3-f3da52433103 on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:45:46.253140 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-de62a403-bcda-497a-a937-7fa115581225 req-78a99759-ad68-4131-821b-509bc0b9c3ac tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=88484dff3e284462a23c1728ad877a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262988 Sep 07 18:45:46.285765 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb93ee4-1098-4db7-96dd-f203f23bc666 service neutron] Pushing event updated for resources: {'Port': ['ID=d29e8f80-cce8-4dcc-b5b3-f3da52433103,revision_number=10']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:46.293158 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbc23f-cb8a-434b-bf71-fa089dfa5041 req-4d7b8b97-f45d-4c25-8ee0-11bdb8cdfd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:46.295224 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d9dbc23f-cb8a-434b-bf71-fa089dfa5041 req-4d7b8b97-f45d-4c25-8ee0-11bdb8cdfd98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&device_id=623e167e-0365-43b4-b254-a06a687492fe HTTP/1.1" status: 200 len: 1101 time: 0.3565109 Sep 07 18:45:46.298578 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-1cb93ee4-1098-4db7-96dd-f203f23bc666 service neutron] 10.222.0.36 "PUT /v2.0/ports/d29e8f80-cce8-4dcc-b5b3-f3da52433103/bindings/n-h1-807786-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8350573 Sep 07 18:45:46.413210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24934cb-a6cb-4ec7-9f05-10de8e73d448 req-e653c8e4-fe62-4154-8a7b-10844982267a tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:46.414614 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f24934cb-a6cb-4ec7-9f05-10de8e73d448 req-e653c8e4-fe62-4154-8a7b-10844982267a tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ad90e20-7323-4f2f-9382-421e5d9e55e2 HTTP/1.1" status: 200 len: 945 time: 0.1325452 Sep 07 18:45:46.421797 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbc23f-cb8a-434b-bf71-fa089dfa5041 req-24d6f7db-ede5-4c5f-a59d-b6f3c6ccb9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:46.423331 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d9dbc23f-cb8a-434b-bf71-fa089dfa5041 req-24d6f7db-ede5-4c5f-a59d-b6f3c6ccb9e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.0978048 Sep 07 18:45:46.452500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62a403-bcda-497a-a937-7fa115581225 req-3c182fc8-3653-4f41-a1b5-dcd46c5a818b tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:46.453974 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-de62a403-bcda-497a-a937-7fa115581225 req-3c182fc8-3653-4f41-a1b5-dcd46c5a818b tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950226 Sep 07 18:45:46.468022 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d9dbc23f-cb8a-434b-bf71-fa089dfa5041 req-f7b08911-d7ab-4961-bb5e-c17c279259d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=23b37dac-9a72-445b-9d73-216d352056ac HTTP/1.1" status: 200 len: 217 time: 0.0352738 Sep 07 18:45:46.472961 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94851175-f9b3-4668-8092-b93744f06c1e req-f5b6b908-cc18-4c1a-bfd6-a9295be3d4aa tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:46.474387 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-f5b6b908-cc18-4c1a-bfd6-a9295be3d4aa tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be&tenant_id=f00faea60e4544a695e7dd93ec709296&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 1095 time: 0.1123688 Sep 07 18:45:46.485709 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-de62a403-bcda-497a-a937-7fa115581225 req-2b26f6d2-f4a6-474d-966f-c2106de832d4 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/quotas/88484dff3e284462a23c1728ad877a09 HTTP/1.1" status: 200 len: 375 time: 0.0247395 Sep 07 18:45:46.488648 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f24934cb-a6cb-4ec7-9f05-10de8e73d448 req-221b7d59-01da-4a6c-b671-534bc87d5deb tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660095 Sep 07 18:45:46.527934 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbc23f-cb8a-434b-bf71-fa089dfa5041 req-9b250316-f90c-4a24-afbb-f3fe0ec6d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:46.530061 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d9dbc23f-cb8a-434b-bf71-fa089dfa5041 req-9b250316-f90c-4a24-afbb-f3fe0ec6d8b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0490053 Sep 07 18:45:46.568363 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-de62a403-bcda-497a-a937-7fa115581225 req-ccb23625-5c9a-4142-bd00-58a76703ce44 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=88484dff3e284462a23c1728ad877a09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690737 Sep 07 18:45:46.573187 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94851175-f9b3-4668-8092-b93744f06c1e req-31927ed0-5be4-48a8-9e88-d7789ef11f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:46.574608 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-31927ed0-5be4-48a8-9e88-d7789ef11f8f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be&tenant_id=f00faea60e4544a695e7dd93ec709296 HTTP/1.1" status: 200 len: 1095 time: 0.0830183 Sep 07 18:45:46.585680 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbc23f-cb8a-434b-bf71-fa089dfa5041 req-7842a75f-d61e-4403-9d37-59e5ab002511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:46.588228 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d9dbc23f-cb8a-434b-bf71-fa089dfa5041 req-7842a75f-d61e-4403-9d37-59e5ab002511 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0446308 Sep 07 18:45:46.617688 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:46.619365 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5dc9eae-7542-4be4-8f74-486a5abda55a req-705de656-cb70-4519-808c-fed29ad32fa6 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1126193486&fields=id&tenant_id=708565e96bb94a3da2b7674da78bb114 HTTP/1.1" status: 200 len: 267 time: 0.0492852 Sep 07 18:45:46.692957 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:46.703080 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:46.705293 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:46.705573 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94851175-f9b3-4668-8092-b93744f06c1e req-14147639-cbed-43a1-9d77-718e84d9324a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:46.707250 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-14147639-cbed-43a1-9d77-718e84d9324a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 1095 time: 0.1058209 Sep 07 18:45:46.715857 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d9dbc23f-cb8a-434b-bf71-fa089dfa5041 req-7c3f88d6-e3a5-4f9f-bea3-fc97a8c733b2 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184525 Sep 07 18:45:46.751581 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc9eae-7542-4be4-8f74-486a5abda55a req-bbfca646-ffe9-4e24-8c37-e95144043e65 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:46.760941 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5dc9eae-7542-4be4-8f74-486a5abda55a req-bbfca646-ffe9-4e24-8c37-e95144043e65 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ad90e20-7323-4f2f-9382-421e5d9e55e2 HTTP/1.1" status: 200 len: 945 time: 0.1181648 Sep 07 18:45:46.767328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-b5dc9eae-7542-4be4-8f74-486a5abda55a req-89a29a29-9650-425e-b32f-4f0ba0906ff0 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Request body: {'port': {'security_groups': ['ec81aad7-646c-4c55-9541-9ad4fd38d1d1', '071e9850-a37d-4dae-9f49-99a8b4ee9269']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:46.808007 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:46.864378 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d9dbc23f-cb8a-434b-bf71-fa089dfa5041 req-a83ee805-a493-4aa3-894f-ad27a235665a service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347959 Sep 07 18:45:46.874133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c,segment=NetworkSegment(45c9f31a-41ce-4a69-b532-ad480f8b45fe),segment_id=45c9f31a-41ce-4a69-b532-ad480f8b45fe)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:46.875159 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99bb413-5413-4ec9-b41d-263587e1845e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:46.877638 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161a52b5-a517-4ac7-92ba-e98f3c130bc8" -d '{"events": [{"server_uuid": "a99bb413-5413-4ec9-b41d-263587e1845e", "name": "network-vif-plugged", "status": "completed", "tag": "9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:46.881177 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:46.931417 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:46.959790 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b5dc9eae-7542-4be4-8f74-486a5abda55a req-89a29a29-9650-425e-b32f-4f0ba0906ff0 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:46.991649 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0496e-186d-4e83-a9c9-6414ae88c6c8 req-a46bf8cf-3fbe-4d6f-b4e8-7178b3efc0e0 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:46.993161 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8d0496e-186d-4e83-a9c9-6414ae88c6c8 req-a46bf8cf-3fbe-4d6f-b4e8-7178b3efc0e0 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8739b77-bc26-4577-b9d1-ff8f958f0f89 HTTP/1.1" status: 200 len: 948 time: 0.2503128 Sep 07 18:45:46.994691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94851175-f9b3-4668-8092-b93744f06c1e req-5d1a4666-6c36-49e5-8f4a-0934d43b4879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:46.996091 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-5d1a4666-6c36-49e5-8f4a-0934d43b4879 service neutron] 10.222.0.60 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 921 time: 0.2787480 Sep 07 18:45:47.078620 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-3bf3f952-baa5-439c-890b-41e983cd5fdf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d29e8f80-cce8-4dcc-b5b3-f3da52433103 HTTP/1.1" status: 200 len: 217 time: 0.0547848 Sep 07 18:45:47.153239 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8d0496e-186d-4e83-a9c9-6414ae88c6c8 req-af167322-5558-4ca7-b754-64692fa9b890 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533456 Sep 07 18:45:47.164358 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94851175-f9b3-4668-8092-b93744f06c1e req-6120c810-b413-4e68-bcd3-e29b25317762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:47.165829 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-6120c810-b413-4e68-bcd3-e29b25317762 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 200 len: 860 time: 0.0777881 Sep 07 18:45:47.209987 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-bb721274-9183-4f35-b290-ed03ae57cd9a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=73fe4171-28a4-4081-b73e-ded401c8a274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343375 Sep 07 18:45:47.313752 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8aac8698-e911-4fd0-a97d-0fdc755cc251 req-03965b90-5334-4f11-9c37-630f3d6b03a6 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=80077999-dff4-4b95-9f04-c6916f3ba733 HTTP/1.1" status: 200 len: 210 time: 0.0786870 Sep 07 18:45:47.358386 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4407602c-ee8f-4434-a672-bee4cc230fe2 x-openstack-request-id: req-4407602c-ee8f-4434-a672-bee4cc230fe2 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:47.358610 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99bb413-5413-4ec9-b41d-263587e1845e", "name": "network-vif-plugged", "status": "completed", "tag": "9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:47.358954 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4407602c-ee8f-4434-a672-bee4cc230fe2 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:47.359263 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99bb413-5413-4ec9-b41d-263587e1845e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c', 'code': 200} Sep 07 18:45:47.393114 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-b5dc9eae-7542-4be4-8f74-486a5abda55a req-89a29a29-9650-425e-b32f-4f0ba0906ff0 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] For port ee83bae4-b73d-4265-986f-af502972c12e, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=ee83bae4-b73d-4265-986f-af502972c12e,segment=NetworkSegment(d9475e3e-b6db-41d0-961e-55d035415546),segment_id=d9475e3e-b6db-41d0-961e-55d035415546)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:47.432093 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-0f54f5ea-38b8-4ff3-89eb-45239c9bead6 service neutron] 10.222.0.60 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956875 Sep 07 18:45:47.471038 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b5dc9eae-7542-4be4-8f74-486a5abda55a req-89a29a29-9650-425e-b32f-4f0ba0906ff0 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:47.500679 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b5dc9eae-7542-4be4-8f74-486a5abda55a req-89a29a29-9650-425e-b32f-4f0ba0906ff0 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:47.518396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['ee83bae4-b73d-4265-986f-af502972c12e'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:47.573274 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72a09a-2beb-4c0a-bb70-33d17e8e1bb9 req-7d066c8b-31ca-4ac8-a855-905de8bc4a9a tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:47.574865 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb72a09a-2beb-4c0a-bb70-33d17e8e1bb9 req-7d066c8b-31ca-4ac8-a855-905de8bc4a9a tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 945 time: 0.1609848 Sep 07 18:45:47.633431 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc9eae-7542-4be4-8f74-486a5abda55a req-89a29a29-9650-425e-b32f-4f0ba0906ff0 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:47.634041 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b5dc9eae-7542-4be4-8f74-486a5abda55a req-89a29a29-9650-425e-b32f-4f0ba0906ff0 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:47.635718 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5dc9eae-7542-4be4-8f74-486a5abda55a req-89a29a29-9650-425e-b32f-4f0ba0906ff0 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "PUT /v2.0/ports/ee83bae4-b73d-4265-986f-af502972c12e HTTP/1.1" status: 200 len: 981 time: 0.8734715 Sep 07 18:45:47.645088 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad90e20-7323-4f2f-9382-421e5d9e55e2', 'tag': 'ee83bae4-b73d-4265-986f-af502972c12e'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:47.647267 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111f9e96-8339-4629-949d-2a2f2adcea8a" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad90e20-7323-4f2f-9382-421e5d9e55e2", "tag": "ee83bae4-b73d-4265-986f-af502972c12e"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:47.672990 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babff09-c476-4fe6-98c5-3efc74b2789e req-99943c1e-221c-4f34-b761-34743f056a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:47.674534 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4babff09-c476-4fe6-98c5-3efc74b2789e req-99943c1e-221c-4f34-b761-34743f056a18 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a99bb413-5413-4ec9-b41d-263587e1845e HTTP/1.1" status: 200 len: 1096 time: 0.2208807 Sep 07 18:45:47.686277 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a29a29-9650-425e-b32f-4f0ba0906ff0 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event updated for resources: {'Port': ['ID=ee83bae4-b73d-4265-986f-af502972c12e,revision_number=6']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:47.730898 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-6927c350-f0c0-40db-bb2c-f53cdf46a991 service neutron] 10.222.0.60 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563944 Sep 07 18:45:47.749859 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb72a09a-2beb-4c0a-bb70-33d17e8e1bb9 req-baa7911b-c219-42b0-b2dd-f850c289c577 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365361 Sep 07 18:45:47.770253 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4babff09-c476-4fe6-98c5-3efc74b2789e req-b14c8f6e-2212-4f1f-a22c-99b802d82476 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8f2c9237-0346-4076-acfd-edb6da46e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798831 Sep 07 18:45:47.777391 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['ee83bae4-b73d-4265-986f-af502972c12e'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:47.787553 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d4f59-b8b8-4181-beda-dc8084e38160 req-4dc69e18-e7f2-4612-a0c7-4409a88a5f68 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:47.789325 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d43d4f59-b8b8-4181-beda-dc8084e38160 req-4dc69e18-e7f2-4612-a0c7-4409a88a5f68 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 944 time: 0.0879591 Sep 07 18:45:47.835415 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d43d4f59-b8b8-4181-beda-dc8084e38160 req-266fad17-927c-402f-873b-a229ad84e554 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390592 Sep 07 18:45:47.903799 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 134b2466-f54d-4872-aa39-4f2c6bc4e6a8 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:45:47.905926 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:47.972075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e1fd4-d73e-4609-9b09-a62e9fcae0ed req-16c241c3-6d04-42c2-a3a1-d2c465b486ca tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:47.973654 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b1e1fd4-d73e-4609-9b09-a62e9fcae0ed req-16c241c3-6d04-42c2-a3a1-d2c465b486ca tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=a99bb413-5413-4ec9-b41d-263587e1845e HTTP/1.1" status: 200 len: 945 time: 0.0824432 Sep 07 18:45:47.995587 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5502f9-0afb-455e-bc43-55c94d34cfb0 req-411e4509-95c4-4fd6-9548-b2dd99fdb8f2 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:48.001958 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5502f9-0afb-455e-bc43-55c94d34cfb0 req-411e4509-95c4-4fd6-9548-b2dd99fdb8f2 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:48.003490 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab5502f9-0afb-455e-bc43-55c94d34cfb0 req-411e4509-95c4-4fd6-9548-b2dd99fdb8f2 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b4e5ed4-0657-487f-8d19-3ed20281bcaf HTTP/1.1" status: 200 len: 1679 time: 0.0809352 Sep 07 18:45:48.047360 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b1e1fd4-d73e-4609-9b09-a62e9fcae0ed req-6369053b-fcf1-413c-8911-ab6e77a34d91 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f2c9237-0346-4076-acfd-edb6da46e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660565 Sep 07 18:45:48.050109 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:48.059396 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab5502f9-0afb-455e-bc43-55c94d34cfb0 req-e2007424-178a-481c-96f7-60d9332d70de tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485215 Sep 07 18:45:48.060498 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:48.060848 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:48.119897 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 134b2466-f54d-4872-aa39-4f2c6bc4e6a8, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=134b2466-f54d-4872-aa39-4f2c6bc4e6a8,segment=NetworkSegment(277febac-57b4-4073-bfbf-32cd747932a7),segment_id=277febac-57b4-4073-bfbf-32cd747932a7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:48.124416 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa404e9-ac1d-4d21-a307-2966b57cd948 x-openstack-request-id: req-9fa404e9-ac1d-4d21-a307-2966b57cd948 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:48.125145 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad90e20-7323-4f2f-9382-421e5d9e55e2", "tag": "ee83bae4-b73d-4265-986f-af502972c12e", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:48.125468 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9fa404e9-ac1d-4d21-a307-2966b57cd948 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:48.125888 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad90e20-7323-4f2f-9382-421e5d9e55e2', 'tag': 'ee83bae4-b73d-4265-986f-af502972c12e', 'status': 'completed', 'code': 200} Sep 07 18:45:48.134614 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '134b2466-f54d-4872-aa39-4f2c6bc4e6a8', 'network_id': '7cb00cbd-f411-4f23-b57a-38d82bf72749', 'port_id': '134b2466-f54d-4872-aa39-4f2c6bc4e6a8', 'mac_address': 'fa:16:3e:28:59:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fccd99-58ba-43d5-80e7-377542a81d54', 'ip_address': '19.80.0.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:45:48.146319 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-46e7c067-da29-4c95-a750-230e3b75413c req-124c9399-080a-4f2a-9f92-ddc287c3f308 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1857045717&fields=id&tenant_id=708565e96bb94a3da2b7674da78bb114 HTTP/1.1" status: 200 len: 267 time: 0.0386600 Sep 07 18:45:48.204895 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:48.207915 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:48.232193 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134b2466-f54d-4872-aa39-4f2c6bc4e6a8 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:48.234511 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f9e96-8339-4629-949d-2a2f2adcea8a req-d934c454-5e96-4610-ade5-74e636916c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:48.236243 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-111f9e96-8339-4629-949d-2a2f2adcea8a req-d934c454-5e96-4610-ade5-74e636916c01 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=708565e96bb94a3da2b7674da78bb114&device_id=1ad90e20-7323-4f2f-9382-421e5d9e55e2 HTTP/1.1" status: 200 len: 1135 time: 0.0704532 Sep 07 18:45:48.246469 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7c067-da29-4c95-a750-230e3b75413c req-5bd42784-40e5-4487-b680-d33a9460863b tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:48.247846 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-46e7c067-da29-4c95-a750-230e3b75413c req-5bd42784-40e5-4487-b680-d33a9460863b tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ad90e20-7323-4f2f-9382-421e5d9e55e2 HTTP/1.1" status: 200 len: 984 time: 0.0946143 Sep 07 18:45:48.264078 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:48.265976 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 134b2466-f54d-4872-aa39-4f2c6bc4e6a8, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=134b2466-f54d-4872-aa39-4f2c6bc4e6a8,segment=NetworkSegment(277febac-57b4-4073-bfbf-32cd747932a7),segment_id=277febac-57b4-4073-bfbf-32cd747932a7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:48.268818 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:48.271005 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device d29e8f80-cce8-4dcc-b5b3-f3da52433103 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:45:48.279024 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-46e7c067-da29-4c95-a750-230e3b75413c req-b81de5b7-83bf-4f8d-a5c0-731cf2878951 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Request body: {'port': {'security_groups': ['071e9850-a37d-4dae-9f49-99a8b4ee9269', 'ec81aad7-646c-4c55-9541-9ad4fd38d1d1', '2b7ed2ef-fd06-4329-a07b-0275a4fd0286']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:48.318045 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:48.318678 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 05d30e30-a76f-49d2-ab83-df64ac9a9f4f details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:45:48.391534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device d29e8f80-cce8-4dcc-b5b3-f3da52433103 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:45:48.393190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:48.485827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=134b2466-f54d-4872-aa39-4f2c6bc4e6a8,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:48.499630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 05d30e30-a76f-49d2-ab83-df64ac9a9f4f, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=05d30e30-a76f-49d2-ab83-df64ac9a9f4f,segment=NetworkSegment(3540f543-2980-441b-bce9-c14e89263998),segment_id=3540f543-2980-441b-bce9-c14e89263998)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:48.510307 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '05d30e30-a76f-49d2-ab83-df64ac9a9f4f', 'network_id': 'f29d7a43-df46-42ad-b745-079900c5504a', 'port_id': '05d30e30-a76f-49d2-ab83-df64ac9a9f4f', 'mac_address': 'fa:16:3e:42:f2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e854d02-d5fc-4ca7-910b-ef407e84fb8c', 'ip_address': '19.86.0.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:45:48.549467 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:48.562505 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d30e30-a76f-49d2-ab83-df64ac9a9f4f {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:48.582271 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 05d30e30-a76f-49d2-ab83-df64ac9a9f4f, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=05d30e30-a76f-49d2-ab83-df64ac9a9f4f,segment=NetworkSegment(3540f543-2980-441b-bce9-c14e89263998),segment_id=3540f543-2980-441b-bce9-c14e89263998)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:48.586839 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:48.620230 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ac499-490f-45e4-810f-5c1c4ad4a145 req-9c713e97-0446-40d2-987c-be1effe174c5 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:48.621733 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a99ac499-490f-45e4-810f-5c1c4ad4a145 req-9c713e97-0446-40d2-987c-be1effe174c5 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8739b77-bc26-4577-b9d1-ff8f958f0f89 HTTP/1.1" status: 200 len: 949 time: 0.3843429 Sep 07 18:45:48.640996 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=05d30e30-a76f-49d2-ab83-df64ac9a9f4f,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:48.645584 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-46e7c067-da29-4c95-a750-230e3b75413c req-b81de5b7-83bf-4f8d-a5c0-731cf2878951 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:48.661541 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f9e96-8339-4629-949d-2a2f2adcea8a req-4ebd2989-0f8a-40a3-805b-718eb4901472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:48.662975 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-111f9e96-8339-4629-949d-2a2f2adcea8a req-4ebd2989-0f8a-40a3-805b-718eb4901472 service neutron] 10.222.0.60 "GET /v2.0/networks?id=72c3dab6-dc75-4769-9995-20a6021149b5 HTTP/1.1" status: 200 len: 913 time: 0.4136567 Sep 07 18:45:48.750532 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a99ac499-490f-45e4-810f-5c1c4ad4a145 req-ac3931aa-3ae3-4e78-92e1-159f12c9d007 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174710 Sep 07 18:45:48.756067 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-111f9e96-8339-4629-949d-2a2f2adcea8a req-c555e812-5240-4533-a87d-0841a1c7d33d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee83bae4-b73d-4265-986f-af502972c12e HTTP/1.1" status: 200 len: 217 time: 0.0607586 Sep 07 18:45:48.819935 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-de62a403-bcda-497a-a937-7fa115581225 req-751524a3-dd61-47bb-8506-ada1c843fd0e tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=88484dff3e284462a23c1728ad877a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580602 Sep 07 18:45:48.884266 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8f9b1fe-5552-4bb6-a8ea-3d175da7b2cd req-31d54e02-5c9c-4844-962a-255a72c008a6 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=80077999-dff4-4b95-9f04-c6916f3ba733 HTTP/1.1" status: 200 len: 210 time: 0.0589409 Sep 07 18:45:48.922598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f9e96-8339-4629-949d-2a2f2adcea8a req-b598fd02-7540-402a-8098-d127eed88a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:48.924117 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-111f9e96-8339-4629-949d-2a2f2adcea8a req-b598fd02-7540-402a-8098-d127eed88a72 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b518c2e-42a9-4384-9f9c-5c1d547366a8 HTTP/1.1" status: 200 len: 852 time: 0.1498652 Sep 07 18:45:48.965465 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94851175-f9b3-4668-8092-b93744f06c1e req-a436700d-8826-4aba-a820-c03cc7baae47 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:48.968133 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-a436700d-8826-4aba-a820-c03cc7baae47 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be&tenant_id=f00faea60e4544a695e7dd93ec709296&binding%3Ahost_id=n-h1-807786-1 HTTP/1.1" status: 200 len: 1095 time: 0.0585933 Sep 07 18:45:49.006707 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['05d30e30-a76f-49d2-ab83-df64ac9a9f4f'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:49.041876 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-111f9e96-8339-4629-949d-2a2f2adcea8a req-f67f47a5-3f30-4436-a85a-5cabd307c5e8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72c3dab6-dc75-4769-9995-20a6021149b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709426 Sep 07 18:45:49.089867 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-94851175-f9b3-4668-8092-b93744f06c1e req-1f222eb1-fdad-4ac5-babd-a6f4a01238db service neutron] For port d29e8f80-cce8-4dcc-b5b3-f3da52433103, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:49.093759 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-94851175-f9b3-4668-8092-b93744f06c1e req-1f222eb1-fdad-4ac5-babd-a6f4a01238db service neutron] Notify callbacks [] for binding, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:49.094928 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-94851175-f9b3-4668-8092-b93744f06c1e req-1f222eb1-fdad-4ac5-babd-a6f4a01238db service neutron] 10.222.0.60 "DELETE /v2.0/ports/d29e8f80-cce8-4dcc-b5b3-f3da52433103/bindings/n-h2-807786-1 HTTP/1.1" status: 204 len: 173 time: 0.1158967 Sep 07 18:45:49.155813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62a403-bcda-497a-a937-7fa115581225 req-fa379e23-817c-46a3-b846-69048f5f128a tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:49.157340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-de62a403-bcda-497a-a937-7fa115581225 req-fa379e23-817c-46a3-b846-69048f5f128a tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3104849 Sep 07 18:45:49.206042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-de62a403-bcda-497a-a937-7fa115581225 req-c3c5903a-feba-4c36-b497-99dd68b6bdc6 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Request body: {'port': {'device_id': '80077999-dff4-4b95-9f04-c6916f3ba733', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '88484dff3e284462a23c1728ad877a09'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:49.227464 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae49ce-36b7-4f45-9142-b9a9627681e3 req-b0bfb923-4015-4372-9ba9-cd4bdee8efd4 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:49.229198 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19ae49ce-36b7-4f45-9142-b9a9627681e3 req-b0bfb923-4015-4372-9ba9-cd4bdee8efd4 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 945 time: 0.2411456 Sep 07 18:45:49.272891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-46e7c067-da29-4c95-a750-230e3b75413c req-b81de5b7-83bf-4f8d-a5c0-731cf2878951 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] For port ee83bae4-b73d-4265-986f-af502972c12e, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=ee83bae4-b73d-4265-986f-af502972c12e,segment=NetworkSegment(d9475e3e-b6db-41d0-961e-55d035415546),segment_id=d9475e3e-b6db-41d0-961e-55d035415546)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:49.335405 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d52991b0-5def-4b0a-a10a-4089f2e925a4 req-372d0598-301a-4e73-a82f-3c854a6a18dc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e01b0b74-72dd-41a0-90c0-9e3af38c40ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0574741 Sep 07 18:45:49.353324 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-111f9e96-8339-4629-949d-2a2f2adcea8a req-6df1d0d3-951f-4b51-a997-79dab70f198b service neutron] 10.222.0.60 "GET /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878752 Sep 07 18:45:49.360894 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8739b77-bc26-4577-b9d1-ff8f958f0f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:49.363646 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ee5440-1c3d-4547-b724-80f80caf28e1" -d '{"events": [{"server_uuid": "f8739b77-bc26-4577-b9d1-ff8f958f0f89", "name": "network-vif-plugged", "status": "completed", "tag": "37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:49.393435 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-46e7c067-da29-4c95-a750-230e3b75413c req-b81de5b7-83bf-4f8d-a5c0-731cf2878951 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:49.398976 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19ae49ce-36b7-4f45-9142-b9a9627681e3 req-92fbb5d5-cf4b-4505-bc5b-d79ca2352f3e tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493120 Sep 07 18:45:49.419415 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-46e7c067-da29-4c95-a750-230e3b75413c req-b81de5b7-83bf-4f8d-a5c0-731cf2878951 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:49.425778 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52991b0-5def-4b0a-a10a-4089f2e925a4 req-cf3e5185-5d69-47d6-b9e9-0848b52f3760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:49.427535 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d52991b0-5def-4b0a-a10a-4089f2e925a4 req-cf3e5185-5d69-47d6-b9e9-0848b52f3760 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&device_id=e01b0b74-72dd-41a0-90c0-9e3af38c40ee HTTP/1.1" status: 200 len: 1100 time: 0.0528605 Sep 07 18:45:49.431324 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['ee83bae4-b73d-4265-986f-af502972c12e'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:49.533428 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7c067-da29-4c95-a750-230e3b75413c req-b81de5b7-83bf-4f8d-a5c0-731cf2878951 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:49.534062 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-46e7c067-da29-4c95-a750-230e3b75413c req-b81de5b7-83bf-4f8d-a5c0-731cf2878951 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:49.540363 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-46e7c067-da29-4c95-a750-230e3b75413c req-b81de5b7-83bf-4f8d-a5c0-731cf2878951 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "PUT /v2.0/ports/ee83bae4-b73d-4265-986f-af502972c12e HTTP/1.1" status: 200 len: 1020 time: 1.2762640 Sep 07 18:45:49.621080 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52991b0-5def-4b0a-a10a-4089f2e925a4 req-8c209ee9-c5ee-4965-89ea-676e76ce4ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:49.622159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de62a403-bcda-497a-a937-7fa115581225 req-c3c5903a-feba-4c36-b497-99dd68b6bdc6 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Made reservation on behalf of 88484dff3e284462a23c1728ad877a09 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:45:49.622801 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d52991b0-5def-4b0a-a10a-4089f2e925a4 req-8c209ee9-c5ee-4965-89ea-676e76ce4ba9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.1739035 Sep 07 18:45:49.625608 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-de62a403-bcda-497a-a937-7fa115581225 req-c3c5903a-feba-4c36-b497-99dd68b6bdc6 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:49.643463 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81de5b7-83bf-4f8d-a5c0-731cf2878951 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event updated for resources: {'Port': ['ID=ee83bae4-b73d-4265-986f-af502972c12e,revision_number=7']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:49.673898 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d52991b0-5def-4b0a-a10a-4089f2e925a4 req-e641147d-212c-435e-ad86-f2ff63b687d3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=d4793ad6-d11d-40c6-b974-0f6fa5236f35 HTTP/1.1" status: 200 len: 217 time: 0.0430086 Sep 07 18:45:49.680339 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['ee83bae4-b73d-4265-986f-af502972c12e'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:49.704745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-111f9e96-8339-4629-949d-2a2f2adcea8a req-93799085-2ddd-4bcc-bef8-2ef1b5ea0042 service neutron] 10.222.0.60 "GET /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257096 Sep 07 18:45:49.729020 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52991b0-5def-4b0a-a10a-4089f2e925a4 req-caadcbae-6d1a-46c3-9bf3-337310e2e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:49.730532 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d52991b0-5def-4b0a-a10a-4089f2e925a4 req-caadcbae-6d1a-46c3-9bf3-337310e2e5af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0492191 Sep 07 18:45:49.771303 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd3029-7a50-4b44-81d7-e09ffe58002b req-ed3e0c6e-54ab-4291-8ea5-36a33fa573c7 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:49.772731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07fd3029-7a50-4b44-81d7-e09ffe58002b req-ed3e0c6e-54ab-4291-8ea5-36a33fa573c7 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 944 time: 0.1694617 Sep 07 18:45:49.785434 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52991b0-5def-4b0a-a10a-4089f2e925a4 req-9b243a27-d827-4f78-b31f-303e4251eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:49.787232 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d52991b0-5def-4b0a-a10a-4089f2e925a4 req-9b243a27-d827-4f78-b31f-303e4251eedf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0434132 Sep 07 18:45:49.794864 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91d153-6764-435d-8889-49a62fb3ebf2 req-4bb21f06-0198-4af3-b01d-40c51caaf66b tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:49.796354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9e91d153-6764-435d-8889-49a62fb3ebf2 req-4bb21f06-0198-4af3-b01d-40c51caaf66b tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=a99bb413-5413-4ec9-b41d-263587e1845e HTTP/1.1" status: 200 len: 945 time: 0.1416638 Sep 07 18:45:49.894144 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d52991b0-5def-4b0a-a10a-4089f2e925a4 req-eea53bb8-b829-4b55-99ec-f730191800a7 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966713 Sep 07 18:45:49.912288 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07fd3029-7a50-4b44-81d7-e09ffe58002b req-f420d955-8037-467c-9dfa-e7d9e54f91a8 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126487 Sep 07 18:45:49.913386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-de62a403-bcda-497a-a937-7fa115581225 req-c3c5903a-feba-4c36-b497-99dd68b6bdc6 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Allocated IP 192.168.233.218 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/f04a69b0-0778-49fb-975d-e05beb3696e5) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:45:49.923900 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9e91d153-6764-435d-8889-49a62fb3ebf2 req-305fa6ad-08ba-448b-888f-1eeb7e17ee1d tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f2c9237-0346-4076-acfd-edb6da46e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109416 Sep 07 18:45:50.047624 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d52991b0-5def-4b0a-a10a-4089f2e925a4 req-021732bb-1714-4a10-b944-0c2456b46661 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455240 Sep 07 18:45:50.050439 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3c40f0-9998-4f53-8154-c02dc8e9ee90 x-openstack-request-id: req-fb3c40f0-9998-4f53-8154-c02dc8e9ee90 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:50.050897 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8739b77-bc26-4577-b9d1-ff8f958f0f89", "name": "network-vif-plugged", "status": "completed", "tag": "37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:50.052018 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb3c40f0-9998-4f53-8154-c02dc8e9ee90 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:50.057451 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8739b77-bc26-4577-b9d1-ff8f958f0f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5', 'code': 200} Sep 07 18:45:50.059431 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['134b2466-f54d-4872-aa39-4f2c6bc4e6a8'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:50.127579 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf35c0-22a0-4591-a971-a46c2b69b9a5 req-04eba47c-959e-4e51-b668-6b5bcfc41745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:50.129298 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-12bf35c0-22a0-4591-a971-a46c2b69b9a5 req-04eba47c-959e-4e51-b668-6b5bcfc41745 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8739b77-bc26-4577-b9d1-ff8f958f0f89 HTTP/1.1" status: 200 len: 1100 time: 0.0457366 Sep 07 18:45:50.130772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faff9cf-f566-4155-8504-f2cb15eafdf1 req-a86e8333-e753-4bc1-822d-c3323279cadd tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:50.137109 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faff9cf-f566-4155-8504-f2cb15eafdf1 req-a86e8333-e753-4bc1-822d-c3323279cadd tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:50.139201 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9faff9cf-f566-4155-8504-f2cb15eafdf1 req-a86e8333-e753-4bc1-822d-c3323279cadd tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b4e5ed4-0657-487f-8d19-3ed20281bcaf HTTP/1.1" status: 200 len: 1681 time: 0.1471117 Sep 07 18:45:50.142187 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad90e20-7323-4f2f-9382-421e5d9e55e2', 'tag': 'ee83bae4-b73d-4265-986f-af502972c12e'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:50.144410 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5010e6d7-95f3-492d-a953-60553e5605ff" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad90e20-7323-4f2f-9382-421e5d9e55e2", "tag": "ee83bae4-b73d-4265-986f-af502972c12e"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:50.168438 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-12bf35c0-22a0-4591-a971-a46c2b69b9a5 req-89d14c6f-7115-486b-b77d-c195fcced1a5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309186 Sep 07 18:45:50.199930 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-de62a403-bcda-497a-a937-7fa115581225 req-c3c5903a-feba-4c36-b497-99dd68b6bdc6 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:50.210133 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72884c-bc67-4867-8d22-cfe86bc3c2dd req-8d446c78-24ea-40a0-8666-6f1d64be9d86 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:50.211604 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b72884c-bc67-4867-8d22-cfe86bc3c2dd req-8d446c78-24ea-40a0-8666-6f1d64be9d86 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ad90e20-7323-4f2f-9382-421e5d9e55e2 HTTP/1.1" status: 200 len: 1023 time: 0.1331670 Sep 07 18:45:50.238784 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9faff9cf-f566-4155-8504-f2cb15eafdf1 req-b57eaf62-da21-430d-88cb-a9f346e33653 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847187 Sep 07 18:45:50.246057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-de62a403-bcda-497a-a937-7fa115581225 req-c3c5903a-feba-4c36-b497-99dd68b6bdc6 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Transition to ACTIVE for port object f04a69b0-0778-49fb-975d-e05beb3696e5 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:50.343728 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b72884c-bc67-4867-8d22-cfe86bc3c2dd req-6e89c3f9-c5ef-4929-8529-52169b7bdca5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&id=2b7ed2ef-fd06-4329-a07b-0275a4fd0286&id=071e9850-a37d-4dae-9f49-99a8b4ee9269 HTTP/1.1" status: 200 len: 6148 time: 0.1234157 Sep 07 18:45:50.345810 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-de62a403-bcda-497a-a937-7fa115581225 req-c3c5903a-feba-4c36-b497-99dd68b6bdc6 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:50.365573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['42408cdf-331b-4e6e-85cb-870c0b212a1f', '1638f8f2-488a-4ad4-9788-d8f3d273c4bb'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:50.390402 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b0991-f21f-48ae-b88a-6cc7a7e78be0 req-e0670cdc-eaa4-4617-9d7e-bb985e7f898e tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:50.391916 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c23b0991-f21f-48ae-b88a-6cc7a7e78be0 req-e0670cdc-eaa4-4617-9d7e-bb985e7f898e tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8739b77-bc26-4577-b9d1-ff8f958f0f89 HTTP/1.1" status: 200 len: 949 time: 0.0954962 Sep 07 18:45:50.433418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de62a403-bcda-497a-a937-7fa115581225 req-c3c5903a-feba-4c36-b497-99dd68b6bdc6 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:45:50.453122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-de62a403-bcda-497a-a937-7fa115581225 req-c3c5903a-feba-4c36-b497-99dd68b6bdc6 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:50.461906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-de62a403-bcda-497a-a937-7fa115581225 req-c3c5903a-feba-4c36-b497-99dd68b6bdc6 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:45:50.467684 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62a403-bcda-497a-a937-7fa115581225 req-c3c5903a-feba-4c36-b497-99dd68b6bdc6 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:50.468245 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-de62a403-bcda-497a-a937-7fa115581225 req-c3c5903a-feba-4c36-b497-99dd68b6bdc6 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:50.472723 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5903a-feba-4c36-b497-99dd68b6bdc6 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Pushing event updated for resources: {'Port': ['ID=f04a69b0-0778-49fb-975d-e05beb3696e5,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:50.501578 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-de62a403-bcda-497a-a937-7fa115581225 req-c3c5903a-feba-4c36-b497-99dd68b6bdc6 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3064923 Sep 07 18:45:50.505392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c23b0991-f21f-48ae-b88a-6cc7a7e78be0 req-67513229-f7c7-471d-92c4-70f306032342 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931337 Sep 07 18:45:50.513619 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5be0b-ceae-4156-bdb3-d1b86d7c173c req-62b2a7ee-603c-47ab-8f6d-75615d247f23 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:50.515143 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-24e5be0b-ceae-4156-bdb3-d1b86d7c173c req-62b2a7ee-603c-47ab-8f6d-75615d247f23 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=80077999-dff4-4b95-9f04-c6916f3ba733 HTTP/1.1" status: 200 len: 936 time: 0.1189535 Sep 07 18:45:50.520147 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-de62a403-bcda-497a-a937-7fa115581225 req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] Request body: {'port': {'device_id': '80077999-dff4-4b95-9f04-c6916f3ba733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:50.618546 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-de62a403-bcda-497a-a937-7fa115581225 req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:50.623978 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-24e5be0b-ceae-4156-bdb3-d1b86d7c173c req-48069036-31c0-41f4-a8fe-d656b5330710 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009200 Sep 07 18:45:50.757678 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e9c3d5-ebb8-416e-ace5-86afaa4732fa x-openstack-request-id: req-08e9c3d5-ebb8-416e-ace5-86afaa4732fa {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:50.757976 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad90e20-7323-4f2f-9382-421e5d9e55e2", "tag": "ee83bae4-b73d-4265-986f-af502972c12e", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:50.758234 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08e9c3d5-ebb8-416e-ace5-86afaa4732fa {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:50.758627 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad90e20-7323-4f2f-9382-421e5d9e55e2', 'tag': 'ee83bae4-b73d-4265-986f-af502972c12e', 'status': 'completed', 'code': 200} Sep 07 18:45:50.765406 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010e6d7-95f3-492d-a953-60553e5605ff req-028b03a7-836e-45a5-a1e2-65bc5bf6c54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:50.765713 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-c56b54d1-1460-45b9-941d-0e75f96d556f req-69407ee7-57cd-49a8-a525-fd25da6098af tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Request body: {'security_group': {'name': ' tempest-securitygroup -614210816 ', 'description': 'tempest-description-1331323479'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:50.767026 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5010e6d7-95f3-492d-a953-60553e5605ff req-028b03a7-836e-45a5-a1e2-65bc5bf6c54d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=708565e96bb94a3da2b7674da78bb114&device_id=1ad90e20-7323-4f2f-9382-421e5d9e55e2 HTTP/1.1" status: 200 len: 1174 time: 0.0428145 Sep 07 18:45:50.777567 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3f0f863a-7889-4f7f-82c2-4d20c3430d56 None None] Provisioning for port f04a69b0-0778-49fb-975d-e05beb3696e5 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:50.782130 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3f0f863a-7889-4f7f-82c2-4d20c3430d56 None None] Provisioning complete for port f04a69b0-0778-49fb-975d-e05beb3696e5 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:50.782702 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3f0f863a-7889-4f7f-82c2-4d20c3430d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:50.821631 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3f0f863a-7889-4f7f-82c2-4d20c3430d56 None None] Port f04a69b0-0778-49fb-975d-e05beb3696e5 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:45:50.868018 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010e6d7-95f3-492d-a953-60553e5605ff req-7d811f7b-feaf-456f-8894-34e37bf2d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:50.869459 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5010e6d7-95f3-492d-a953-60553e5605ff req-7d811f7b-feaf-456f-8894-34e37bf2d4da service neutron] 10.222.0.60 "GET /v2.0/networks?id=72c3dab6-dc75-4769-9995-20a6021149b5 HTTP/1.1" status: 200 len: 913 time: 0.0953262 Sep 07 18:45:50.877284 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c56b54d1-1460-45b9-941d-0e75f96d556f req-69407ee7-57cd-49a8-a525-fd25da6098af tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:50.898571 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-3a1a707b-9210-442e-9b20-206d880a76e0 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:50.900071 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-3a1a707b-9210-442e-9b20-206d880a76e0 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1477261 Sep 07 18:45:50.915425 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5010e6d7-95f3-492d-a953-60553e5605ff req-52d35caa-079a-4591-9b38-fa53db02f93a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee83bae4-b73d-4265-986f-af502972c12e HTTP/1.1" status: 200 len: 217 time: 0.0377321 Sep 07 18:45:50.982820 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010e6d7-95f3-492d-a953-60553e5605ff req-5d800178-2916-48c7-be0e-d909e709694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:50.984295 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5010e6d7-95f3-492d-a953-60553e5605ff req-5d800178-2916-48c7-be0e-d909e709694e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b518c2e-42a9-4384-9f9c-5c1d547366a8 HTTP/1.1" status: 200 len: 852 time: 0.0614810 Sep 07 18:45:50.996465 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-c83342c6-e409-4f13-aff5-3dad3f1f5e3b tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 695 time: 0.0884902 Sep 07 18:45:51.017783 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5010e6d7-95f3-492d-a953-60553e5605ff req-3683d25b-3cc0-4257-9c1c-40ed260c21ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72c3dab6-dc75-4769-9995-20a6021149b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259345 Sep 07 18:45:51.019881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-6c966bd4-0de5-4a42-b701-2360083dab1c tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Request body: {'floatingip': {'port_id': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:51.113991 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5010e6d7-95f3-492d-a953-60553e5605ff req-0370dc53-f99b-4ecc-8937-2914eeb199f0 service neutron] 10.222.0.60 "GET /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881002 Sep 07 18:45:51.218970 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5010e6d7-95f3-492d-a953-60553e5605ff req-c8a6d55c-0989-4286-befa-1828fb9fe472 service neutron] 10.222.0.60 "GET /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910962 Sep 07 18:45:51.315688 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-6c966bd4-0de5-4a42-b701-2360083dab1c tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:51.436777 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-b1a67c85-db13-475f-91a1-aff9ebca75af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:51.438291 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-b1a67c85-db13-475f-91a1-aff9ebca75af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 1096 time: 0.0530188 Sep 07 18:45:51.471759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-de62a403-bcda-497a-a937-7fa115581225 req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04a69b0-0778-49fb-975d-e05beb3696e5 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:51.485849 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-de62a403-bcda-497a-a937-7fa115581225 req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:51.495787 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c56b54d1-1460-45b9-941d-0e75f96d556f req-69407ee7-57cd-49a8-a525-fd25da6098af tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:51.505351 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c56b54d1-1460-45b9-941d-0e75f96d556f req-69407ee7-57cd-49a8-a525-fd25da6098af tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:51.530713 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-2cb814a9-f5c8-4e55-82f8-f3b7ae4dc397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:51.532217 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-2cb814a9-f5c8-4e55-82f8-f3b7ae4dc397 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 909 time: 0.0868127 Sep 07 18:45:51.551953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-de62a403-bcda-497a-a937-7fa115581225 req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] Transition to ACTIVE for port object f04a69b0-0778-49fb-975d-e05beb3696e5 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:51.585623 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-1751ae2e-fb36-489a-9cc4-e36ffa5addc4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f8b47d4-819f-44f5-91bb-24ec83e11b9b HTTP/1.1" status: 200 len: 217 time: 0.0388308 Sep 07 18:45:51.595826 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-de62a403-bcda-497a-a937-7fa115581225 req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:51.635052 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-f8c54360-1006-44c8-8a4f-00c4641d6b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:51.636540 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-f8c54360-1006-44c8-8a4f-00c4641d6b3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.0444496 Sep 07 18:45:51.652359 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c56b54d1-1460-45b9-941d-0e75f96d556f req-69407ee7-57cd-49a8-a525-fd25da6098af tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:51.653708 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c56b54d1-1460-45b9-941d-0e75f96d556f req-69407ee7-57cd-49a8-a525-fd25da6098af tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.9024549 Sep 07 18:45:51.662604 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69407ee7-57cd-49a8-a525-fd25da6098af tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac46af69-e417-40b3-923d-cc03ed07bc58,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:51.668614 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-4070fd03-603a-4a0e-b685-ba5e91d9d435 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249207 Sep 07 18:45:51.768358 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] Pushing event updated for resources: {'Port': ['ID=f04a69b0-0778-49fb-975d-e05beb3696e5,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:51.810529 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-f918bc57-33fa-4424-ae39-37c26282197f service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270905 Sep 07 18:45:51.910944 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-de62a403-bcda-497a-a937-7fa115581225 req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] Attempting to bind port f04a69b0-0778-49fb-975d-e05beb3696e5 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:45:51.911276 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-de62a403-bcda-497a-a937-7fa115581225 req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] Attempting to bind port f04a69b0-0778-49fb-975d-e05beb3696e5 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:45:51.911606 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de62a403-bcda-497a-a937-7fa115581225 req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] Attempting to bind port f04a69b0-0778-49fb-975d-e05beb3696e5 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:51.923385 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 134b2466-f54d-4872-aa39-4f2c6bc4e6a8 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:51.924803 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-238af7d3-5985-46c2-bc1a-597b94d2f9ea service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993581 Sep 07 18:45:51.969413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de62a403-bcda-497a-a937-7fa115581225 req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] Port f04a69b0-0778-49fb-975d-e05beb3696e5 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:45:51.969748 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de62a403-bcda-497a-a937-7fa115581225 req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] Attempting to bind port f04a69b0-0778-49fb-975d-e05beb3696e5 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:51.986922 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 134b2466-f54d-4872-aa39-4f2c6bc4e6a8 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:51.991659 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 134b2466-f54d-4872-aa39-4f2c6bc4e6a8 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:51.992029 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:51.994872 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de62a403-bcda-497a-a937-7fa115581225 req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:45:51.995009 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de62a403-bcda-497a-a937-7fa115581225 req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:51.995311 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de62a403-bcda-497a-a937-7fa115581225 req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:45:51.995768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-de62a403-bcda-497a-a937-7fa115581225 req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] Bound port: f04a69b0-0778-49fb-975d-e05beb3696e5, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:45:51.996120 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-de62a403-bcda-497a-a937-7fa115581225 req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:52.048825 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bb860-8ab2-4173-bfb5-6feb707cdcf5 req-84f31bd5-d15b-4d76-9172-a1f49cd0c266 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:52.049489 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f4bb860-8ab2-4173-bfb5-6feb707cdcf5 req-84f31bd5-d15b-4d76-9172-a1f49cd0c266 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 945 time: 0.2687325 Sep 07 18:45:52.073813 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:52.099318 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4e5ed4-0657-487f-8d19-3ed20281bcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134b2466-f54d-4872-aa39-4f2c6bc4e6a8'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:52.101575 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48cab4e-8c81-48ce-a897-600f347c9fc2" -d '{"events": [{"server_uuid": "8b4e5ed4-0657-487f-8d19-3ed20281bcaf", "name": "network-vif-plugged", "status": "completed", "tag": "134b2466-f54d-4872-aa39-4f2c6bc4e6a8"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:52.114590 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 134b2466-f54d-4872-aa39-4f2c6bc4e6a8, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=134b2466-f54d-4872-aa39-4f2c6bc4e6a8,segment=NetworkSegment(277febac-57b4-4073-bfbf-32cd747932a7),segment_id=277febac-57b4-4073-bfbf-32cd747932a7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:52.118476 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:52.119258 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 05d30e30-a76f-49d2-ab83-df64ac9a9f4f up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:45:52.198567 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f4bb860-8ab2-4173-bfb5-6feb707cdcf5 req-750707e9-c766-44dc-b469-5396fcf3f1da tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134789 Sep 07 18:45:52.212437 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 05d30e30-a76f-49d2-ab83-df64ac9a9f4f completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:52.230060 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 05d30e30-a76f-49d2-ab83-df64ac9a9f4f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:52.230060 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:52.257719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-de62a403-bcda-497a-a937-7fa115581225 req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] For port f04a69b0-0778-49fb-975d-e05beb3696e5, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:52.274559 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=134b2466-f54d-4872-aa39-4f2c6bc4e6a8,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:52.285694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-de62a403-bcda-497a-a937-7fa115581225 req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] For port f04a69b0-0778-49fb-975d-e05beb3696e5, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f04a69b0-0778-49fb-975d-e05beb3696e5,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:45:52.318566 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-de62a403-bcda-497a-a937-7fa115581225 req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:52.341469 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:52.366178 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-6c966bd4-0de5-4a42-b701-2360083dab1c tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:52.382408 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-6c966bd4-0de5-4a42-b701-2360083dab1c tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:52.383506 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 05d30e30-a76f-49d2-ab83-df64ac9a9f4f, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=05d30e30-a76f-49d2-ab83-df64ac9a9f4f,segment=NetworkSegment(3540f543-2980-441b-bce9-c14e89263998),segment_id=3540f543-2980-441b-bce9-c14e89263998)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:52.390542 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:52.441345 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=05d30e30-a76f-49d2-ab83-df64ac9a9f4f,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:52.462677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62a403-bcda-497a-a937-7fa115581225 req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:52.463299 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-de62a403-bcda-497a-a937-7fa115581225 req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:52.464840 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-de62a403-bcda-497a-a937-7fa115581225 req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] 10.222.0.60 "PUT /v2.0/ports/f04a69b0-0778-49fb-975d-e05beb3696e5 HTTP/1.1" status: 200 len: 1096 time: 1.9486384 Sep 07 18:45:52.748621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63eca92-2d1c-4d3d-98fd-f4fb93c118e8 req-30889c5a-8eef-4679-b0bc-0ee592d08b63 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:52.750102 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e63eca92-2d1c-4d3d-98fd-f4fb93c118e8 req-30889c5a-8eef-4679-b0bc-0ee592d08b63 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 1095 time: 0.3779848 Sep 07 18:45:52.760721 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80077999-dff4-4b95-9f04-c6916f3ba733', 'tag': 'f04a69b0-0778-49fb-975d-e05beb3696e5'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:52.763472 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75977d0a-3ffb-422f-9e6d-814d91527ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "80077999-dff4-4b95-9f04-c6916f3ba733", "tag": "f04a69b0-0778-49fb-975d-e05beb3696e5"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:52.766036 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec22e1-263a-4bfa-8ebb-01f2ebe0fbad service neutron] Pushing event updated for resources: {'Port': ['ID=f04a69b0-0778-49fb-975d-e05beb3696e5,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:52.823588 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-6c966bd4-0de5-4a42-b701-2360083dab1c tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Floating IP fafd510c-90f9-4543-b503-e2592e5b9a73 associated. External IP: 172.25.8.23, port: f5b6b23b-8929-433a-95d6-4b13e2d032a9. Sep 07 18:45:52.864820 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62a403-bcda-497a-a937-7fa115581225 req-96cbd92d-6469-49be-a141-b57f546d518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:52.866322 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-de62a403-bcda-497a-a937-7fa115581225 req-96cbd92d-6469-49be-a141-b57f546d518a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88484dff3e284462a23c1728ad877a09&device_id=80077999-dff4-4b95-9f04-c6916f3ba733 HTTP/1.1" status: 200 len: 1099 time: 0.1204617 Sep 07 18:45:52.867855 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e63eca92-2d1c-4d3d-98fd-f4fb93c118e8 req-335dc99f-69b4-4d3b-9a09-39db3df5c58b tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078987 Sep 07 18:45:52.927583 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-de62a403-bcda-497a-a937-7fa115581225 req-0f293335-cda4-461d-ba1a-69c4f3b075ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=f04a69b0-0778-49fb-975d-e05beb3696e5 HTTP/1.1" status: 200 len: 217 time: 0.0521240 Sep 07 18:45:53.066795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62a403-bcda-497a-a937-7fa115581225 req-16345bb4-f924-42c1-99c6-ae61a2f6a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:53.068297 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-de62a403-bcda-497a-a937-7fa115581225 req-16345bb4-f924-42c1-99c6-ae61a2f6a50d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0979731 Sep 07 18:45:53.081655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb7f5f-b442-4562-80ab-46415f3724af req-9ce37133-50c2-47a3-bd6a-2a3ad2438edd tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:53.087448 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb7f5f-b442-4562-80ab-46415f3724af req-9ce37133-50c2-47a3-bd6a-2a3ad2438edd tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:53.095618 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dccb7f5f-b442-4562-80ab-46415f3724af req-9ce37133-50c2-47a3-bd6a-2a3ad2438edd tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b4e5ed4-0657-487f-8d19-3ed20281bcaf HTTP/1.1" status: 200 len: 1683 time: 0.1197832 Sep 07 18:45:53.200922 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dccb7f5f-b442-4562-80ab-46415f3724af req-d569bfa0-b578-40c2-9630-edf7fe1983af tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797081 Sep 07 18:45:53.235941 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62a403-bcda-497a-a937-7fa115581225 req-33920c92-8b4e-43ba-ac9d-e41db0683126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:53.237471 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-de62a403-bcda-497a-a937-7fa115581225 req-33920c92-8b4e-43ba-ac9d-e41db0683126 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1476343 Sep 07 18:45:53.300197 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-6c966bd4-0de5-4a42-b701-2360083dab1c tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:45:53.423369 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a8e9d-1c80-4d53-835f-289b3f3d7450 req-b6e64e66-edf7-4769-a495-6dc6dfd83b68 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:53.424931 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-904a8e9d-1c80-4d53-835f-289b3f3d7450 req-b6e64e66-edf7-4769-a495-6dc6dfd83b68 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8739b77-bc26-4577-b9d1-ff8f958f0f89 HTTP/1.1" status: 200 len: 949 time: 0.1647136 Sep 07 18:45:53.433909 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-de62a403-bcda-497a-a937-7fa115581225 req-05f22508-cb31-43fe-8618-7bce32ce9cec service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855128 Sep 07 18:45:53.567768 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-904a8e9d-1c80-4d53-835f-289b3f3d7450 req-1a57b20f-d8f1-4d9d-adcc-f09ed3ce9aef tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361132 Sep 07 18:45:53.592207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-6c966bd4-0de5-4a42-b701-2360083dab1c tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:45:53.599566 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-6c966bd4-0de5-4a42-b701-2360083dab1c tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:53.611417 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b692f-8c8d-4cf4-90b8-48e3310b0473 None None] Sync routers for ids ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:45:53.630023 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b692f-8c8d-4cf4-90b8-48e3310b0473 None None] Routers {'77ffe1c5-37ef-4492-bf65-9eaddf64bf51'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:45:53.630892 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ce9b692f-8c8d-4cf4-90b8-48e3310b0473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:45:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:53.634921 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-6c966bd4-0de5-4a42-b701-2360083dab1c tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "PUT /v2.0/floatingips/fafd510c-90f9-4543-b503-e2592e5b9a73 HTTP/1.1" status: 200 len: 996 time: 2.6279931 Sep 07 18:45:53.637452 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-de62a403-bcda-497a-a937-7fa115581225 req-137fc688-bb91-4da0-9c3a-ec217ac04045 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933267 Sep 07 18:45:53.727213 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301496d9-ab63-4a3c-b5de-ca5654d20c89 req-1cba3f54-1c67-49a8-bf2b-860338f73e73 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:53.729738 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-301496d9-ab63-4a3c-b5de-ca5654d20c89 req-1cba3f54-1c67-49a8-bf2b-860338f73e73 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=80077999-dff4-4b95-9f04-c6916f3ba733 HTTP/1.1" status: 200 len: 948 time: 0.0878575 Sep 07 18:45:53.738303 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-b8faf62b-f57e-427c-8a05-a3277e68281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:53.740000 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-b8faf62b-f57e-427c-8a05-a3277e68281c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49c2c790060a4e1b861c40173a8c7d1b&device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 1097 time: 0.0678155 Sep 07 18:45:53.831930 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-301496d9-ab63-4a3c-b5de-ca5654d20c89 req-b4d87f6b-af5d-4618-b22e-17c4238ed5eb tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908225 Sep 07 18:45:53.846858 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-ce9b692f-8c8d-4cf4-90b8-48e3310b0473 None None] Set router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:45:53.881634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-bf30ecb8-4bf6-4af6-9012-6ce73a1cda50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:53.883109 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-bf30ecb8-4bf6-4af6-9012-6ce73a1cda50 service neutron] 10.222.0.26 "GET /v2.0/networks?id=438b7473-bcf8-4707-b646-342e96ae6727 HTTP/1.1" status: 200 len: 921 time: 0.1352699 Sep 07 18:45:53.949170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f53b5b61-a1f9-443c-89e7-c02bbfffdf76 req-1de67f01-fa2b-4125-b0ee-275bb99cf120 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/ac46af69-e417-40b3-923d-cc03ed07bc58 HTTP/1.1" status: 200 len: 1780 time: 0.0842662 Sep 07 18:45:53.976609 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-30fd96ce-749d-4dcb-8169-cab6039701ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5b6b23b-8929-433a-95d6-4b13e2d032a9 HTTP/1.1" status: 200 len: 999 time: 0.0837874 Sep 07 18:45:54.001199 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03daa760-fb97-49ac-a3c0-f9009bb03ce5 x-openstack-request-id: req-03daa760-fb97-49ac-a3c0-f9009bb03ce5 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:54.001702 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4e5ed4-0657-487f-8d19-3ed20281bcaf", "name": "network-vif-plugged", "status": "completed", "tag": "134b2466-f54d-4872-aa39-4f2c6bc4e6a8", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:54.001785 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03daa760-fb97-49ac-a3c0-f9009bb03ce5 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:54.002125 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4e5ed4-0657-487f-8d19-3ed20281bcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134b2466-f54d-4872-aa39-4f2c6bc4e6a8', 'code': 200} Sep 07 18:45:54.037337 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-0485ff74-2ef7-4e9b-899b-fd3dc8b1faae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:54.047376 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-0485ff74-2ef7-4e9b-899b-fd3dc8b1faae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8d603cf-8d1f-4ab4-8bc0-887963bded92 HTTP/1.1" status: 200 len: 859 time: 0.0643723 Sep 07 18:45:54.059748 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90d7fe8-2282-4512-a6b1-7a5a24a1511c x-openstack-request-id: req-f90d7fe8-2282-4512-a6b1-7a5a24a1511c {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:54.059748 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80077999-dff4-4b95-9f04-c6916f3ba733", "tag": "f04a69b0-0778-49fb-975d-e05beb3696e5", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:54.060004 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f90d7fe8-2282-4512-a6b1-7a5a24a1511c {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:54.060243 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80077999-dff4-4b95-9f04-c6916f3ba733', 'tag': 'f04a69b0-0778-49fb-975d-e05beb3696e5', 'status': 'completed', 'code': 200} Sep 07 18:45:54.114525 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ce9b692f-8c8d-4cf4-90b8-48e3310b0473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:07Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'fafd510c-90f9-4543-b503-e2592e5b9a73', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'port_id': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'mac_address': 'fa:16:3e:01:28:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f3f56-4af6-42a8-9c36-00e00d1ef065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:45:28Z', 'updated_at': '2021-09-07T18:45:52Z', 'revision_number': 1, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b70986-2867-49d0-9e16-2f948e150760', 'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'mac_address': 'fa:16:3e:87:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:06Z', 'updated_at': '2021-09-07T18:45:13Z', 'revision_number': 5, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'subnets': [{'id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:54.145047 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b692f-8c8d-4cf4-90b8-48e3310b0473 None None] Checking router: 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:45:54.155438 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b692f-8c8d-4cf4-90b8-48e3310b0473 None None] Routers {'77ffe1c5-37ef-4492-bf65-9eaddf64bf51'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:45:54.156126 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ce9b692f-8c8d-4cf4-90b8-48e3310b0473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:45:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:54.163931 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-e6dded02-608a-4d87-b80a-f64354cc08df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:54.165464 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-e6dded02-608a-4d87-b80a-f64354cc08df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=438b7473-bcf8-4707-b646-342e96ae6727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168160 Sep 07 18:45:54.203167 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-77a1bbfa-619b-469b-b313-8336d5921fc5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:45:54.204107 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-77a1bbfa-619b-469b-b313-8336d5921fc5 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052998 Sep 07 18:45:54.208003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75977d0a-3ffb-422f-9e6d-814d91527ba7 req-e14c0fb9-34a5-4020-a168-f982b0c08ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:54.209555 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75977d0a-3ffb-422f-9e6d-814d91527ba7 req-e14c0fb9-34a5-4020-a168-f982b0c08ed9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88484dff3e284462a23c1728ad877a09&device_id=80077999-dff4-4b95-9f04-c6916f3ba733 HTTP/1.1" status: 200 len: 1099 time: 0.1316354 Sep 07 18:45:54.261736 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-ce9b692f-8c8d-4cf4-90b8-48e3310b0473 None None] Set router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:45:54.363848 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b634724b-55c2-4bd0-bef5-931712b59af3 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:54.365394 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b634724b-55c2-4bd0-bef5-931712b59af3 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 820 time: 0.2484572 Sep 07 18:45:54.399580 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-c8e1b5d4-1618-44cc-b089-776ba9cd30f3 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/quotas/f00faea60e4544a695e7dd93ec709296 HTTP/1.1" status: 200 len: 375 time: 0.0247729 Sep 07 18:45:54.427335 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-bc5c1f2b-5c83-4391-93b0-1483087b48d8 service neutron] 10.222.0.26 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132442 Sep 07 18:45:54.450415 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75977d0a-3ffb-422f-9e6d-814d91527ba7 req-a2f0bc52-55b1-4847-b361-dba9eb7968f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:54.452122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75977d0a-3ffb-422f-9e6d-814d91527ba7 req-a2f0bc52-55b1-4847-b361-dba9eb7968f1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2286010 Sep 07 18:45:54.502494 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ce9b692f-8c8d-4cf4-90b8-48e3310b0473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:07Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'fafd510c-90f9-4543-b503-e2592e5b9a73', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'port_id': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'mac_address': 'fa:16:3e:01:28:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f3f56-4af6-42a8-9c36-00e00d1ef065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:45:28Z', 'updated_at': '2021-09-07T18:45:52Z', 'revision_number': 1, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b70986-2867-49d0-9e16-2f948e150760', 'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'mac_address': 'fa:16:3e:87:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:06Z', 'updated_at': '2021-09-07T18:45:13Z', 'revision_number': 5, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'subnets': [{'id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:54.519581 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75977d0a-3ffb-422f-9e6d-814d91527ba7 req-03750447-483c-4fcf-8ef1-b6927eb44979 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=f04a69b0-0778-49fb-975d-e05beb3696e5 HTTP/1.1" status: 200 len: 217 time: 0.0529578 Sep 07 18:45:54.533988 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b692f-8c8d-4cf4-90b8-48e3310b0473 None None] The sync data for ids ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'] in n-d-807786-1 is: [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:07Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'fafd510c-90f9-4543-b503-e2592e5b9a73', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'port_id': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'mac_address': 'fa:16:3e:01:28:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f3f56-4af6-42a8-9c36-00e00d1ef065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:45:28Z', 'updated_at': '2021-09-07T18:45:52Z', 'revision_number': 1, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b70986-2867-49d0-9e16-2f948e150760', 'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'mac_address': 'fa:16:3e:87:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:06Z', 'updated_at': '2021-09-07T18:45:13Z', 'revision_number': 5, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'subnets': [{'id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:45:54.573052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-2356428f-ecae-4f08-a3ec-a60b68337426 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1637301 Sep 07 18:45:54.687101 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77a32a35-f99f-48fd-a61e-66eb83bc9806 req-86ccddd3-991c-4f02-a3df-bd2cd550ce30 service neutron] 10.222.0.26 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445333 Sep 07 18:45:54.690739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75977d0a-3ffb-422f-9e6d-814d91527ba7 req-83e99958-4577-46c3-817a-786a32501837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:54.691726 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75977d0a-3ffb-422f-9e6d-814d91527ba7 req-83e99958-4577-46c3-817a-786a32501837 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1408427 Sep 07 18:45:54.746558 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47c90bc-dfe6-4266-b987-280639158e98 None None] New status for floating IP fafd510c-90f9-4543-b503-e2592e5b9a73: ACTIVE {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:45:54.774527 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-95692159-7e4f-47ac-954a-f61364a629df service neutron] 10.222.0.26 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799858 Sep 07 18:45:54.822348 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75977d0a-3ffb-422f-9e6d-814d91527ba7 req-2d21c5ee-4c32-4d24-91a3-05d71371c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:54.823847 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75977d0a-3ffb-422f-9e6d-814d91527ba7 req-2d21c5ee-4c32-4d24-91a3-05d71371c1b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1187696 Sep 07 18:45:55.132856 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:45:55.202522 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806dad7-466b-484d-aed8-0e67800f923a req-5dc2ce2e-546f-44d2-890e-1419d2cce541 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:55.204036 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a806dad7-466b-484d-aed8-0e67800f923a req-5dc2ce2e-546f-44d2-890e-1419d2cce541 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 945 time: 0.4017093 Sep 07 18:45:55.233669 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-87903973-29be-4d98-8f86-1da9381d9175 service neutron] 10.222.0.26 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584093 Sep 07 18:45:55.264700 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a806dad7-466b-484d-aed8-0e67800f923a req-0bbb5ac8-d51e-41fd-b3c2-dea4fda048c5 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536292 Sep 07 18:45:55.268248 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75977d0a-3ffb-422f-9e6d-814d91527ba7 req-9e71b557-dfa0-4448-ae56-679742c7402d service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284790 Sep 07 18:45:55.438977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c321319d-2fbd-4a03-ad93-c71f550f0492 req-9e906113-b651-49f5-8953-554515a6dd71 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/ac46af69-e417-40b3-923d-cc03ed07bc58 HTTP/1.1" status: 200 len: 1780 time: 0.0585866 Sep 07 18:45:55.457846 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75977d0a-3ffb-422f-9e6d-814d91527ba7 req-652c77b4-7009-4817-8490-adcc63944bcc service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821196 Sep 07 18:45:55.507115 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fb708-c4c9-459f-8d53-ff9a0feae681 req-a0fd670e-021b-4baa-b083-0eec4b725d85 tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:55.508683 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc8fb708-c4c9-459f-8d53-ff9a0feae681 req-a0fd670e-021b-4baa-b083-0eec4b725d85 tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f8739b77-bc26-4577-b9d1-ff8f958f0f89 HTTP/1.1" status: 200 len: 1100 time: 0.0959799 Sep 07 18:45:55.539869 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c321319d-2fbd-4a03-ad93-c71f550f0492 req-26969db5-9c99-4e22-94be-a41b1222ffa9 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:55.570318 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc8fb708-c4c9-459f-8d53-ff9a0feae681 req-12eba27d-1399-469e-9f37-e7685dd233bd tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549297 Sep 07 18:45:55.573834 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c321319d-2fbd-4a03-ad93-c71f550f0492 req-26969db5-9c99-4e22-94be-a41b1222ffa9 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:55.639096 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c321319d-2fbd-4a03-ad93-c71f550f0492 req-26969db5-9c99-4e22-94be-a41b1222ffa9 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:55.641396 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c321319d-2fbd-4a03-ad93-c71f550f0492 req-26969db5-9c99-4e22-94be-a41b1222ffa9 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:55.642554 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c321319d-2fbd-4a03-ad93-c71f550f0492 req-26969db5-9c99-4e22-94be-a41b1222ffa9 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "DELETE /v2.0/security-groups/ac46af69-e417-40b3-923d-cc03ed07bc58 HTTP/1.1" status: 204 len: 173 time: 0.1836524 Sep 07 18:45:55.654789 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26969db5-9c99-4e22-94be-a41b1222ffa9 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac46af69-e417-40b3-923d-cc03ed07bc58,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:55.732806 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5b9ee-73a0-42b1-ac1c-22c4365ab401 req-6b0ac6c7-70aa-426b-9539-1322a25ccccb tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:55.740304 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5b9ee-73a0-42b1-ac1c-22c4365ab401 req-6b0ac6c7-70aa-426b-9539-1322a25ccccb tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:55.741960 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bff5b9ee-73a0-42b1-ac1c-22c4365ab401 req-6b0ac6c7-70aa-426b-9539-1322a25ccccb tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b4e5ed4-0657-487f-8d19-3ed20281bcaf HTTP/1.1" status: 200 len: 1683 time: 0.0657735 Sep 07 18:45:55.815466 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bff5b9ee-73a0-42b1-ac1c-22c4365ab401 req-cc7e4da3-6886-43f5-8848-33c5146991b0 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663848 Sep 07 18:45:55.848634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-2fb60d84-5d18-4d99-8c23-265f9b7c5663 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:55.850731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-2fb60d84-5d18-4d99-8c23-265f9b7c5663 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=a99bb413-5413-4ec9-b41d-263587e1845e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0795846 Sep 07 18:45:55.867896 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8233e154-7674-4d2b-9252-571146860b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:55.998170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-43a40a0b-5fd7-417b-9689-6d453089b1f8 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 1001 time: 0.1404979 Sep 07 18:45:56.003572 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4e5ed4-0657-487f-8d19-3ed20281bcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d30e30-a76f-49d2-ab83-df64ac9a9f4f'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:56.006182 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21476e3e-3ce7-4b81-b172-dd898d864974" -d '{"events": [{"server_uuid": "8b4e5ed4-0657-487f-8d19-3ed20281bcaf", "name": "network-vif-plugged", "status": "completed", "tag": "05d30e30-a76f-49d2-ab83-df64ac9a9f4f"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:56.009951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0ebcc-41cf-4553-8423-9459cc2b7c8a req-0d97b1b8-45db-4ccb-af72-4bc56ffb3d00 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:56.011530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d9e0ebcc-41cf-4553-8423-9459cc2b7c8a req-0d97b1b8-45db-4ccb-af72-4bc56ffb3d00 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=80077999-dff4-4b95-9f04-c6916f3ba733 HTTP/1.1" status: 200 len: 948 time: 0.1044211 Sep 07 18:45:56.017611 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-04ea2c17-a896-489c-af6a-52077fb3cfde tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Request body: {'floatingip': {'port_id': '9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:56.065736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889f3f56-4af6-42a8-9c36-00e00d1ef065', 'tag': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:56.067929 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dcfab3-c2a6-40db-9b84-7c2ebbb955f5" -d '{"events": [{"name": "network-changed", "server_uuid": "889f3f56-4af6-42a8-9c36-00e00d1ef065", "tag": "f5b6b23b-8929-433a-95d6-4b13e2d032a9"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:56.111087 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d9e0ebcc-41cf-4553-8423-9459cc2b7c8a req-aa5e8c7e-ad31-4a35-bcc7-4fd6505dcc4e tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895905 Sep 07 18:45:56.113472 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-04ea2c17-a896-489c-af6a-52077fb3cfde tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:56.225925 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cfa0d321-cc3d-42c3-9632-921367d90f1e req-2cf4a66c-929c-4b74-a917-fdde59b1e7d4 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 210 time: 0.0340302 Sep 07 18:45:56.271904 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-50c1a9b2-00bc-48e3-bc2c-4f008e6b2b75 req-0a127703-207d-4645-aeac-686f31cb2756 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] show failed (client error): The resource could not be found. Sep 07 18:45:56.272904 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50c1a9b2-00bc-48e3-bc2c-4f008e6b2b75 req-0a127703-207d-4645-aeac-686f31cb2756 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/ac46af69-e417-40b3-923d-cc03ed07bc58 HTTP/1.1" status: 404 len: 352 time: 0.0216944 Sep 07 18:45:56.385049 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-6ac6e5e6-5f34-4e12-8ac0-40f31845adff tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=581e70f192f44902b528bd4279ab890a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462058 Sep 07 18:45:56.589124 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-504c7e23-ebfb-48a2-9137-159f6bba1add tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:56.590490 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-504c7e23-ebfb-48a2-9137-159f6bba1add tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1962991 Sep 07 18:45:56.642066 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-6e997dce-f59c-47e1-bf7c-dee0bde8ed31 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/quotas/581e70f192f44902b528bd4279ab890a HTTP/1.1" status: 200 len: 375 time: 0.0441489 Sep 07 18:45:56.643741 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f04a69b0-0778-49fb-975d-e05beb3696e5 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:45:56.679505 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-928ececb-c870-433c-a8ec-7e2c5516a913 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:56.681576 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-928ececb-c870-433c-a8ec-7e2c5516a913 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.36 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 820 time: 0.1149752 Sep 07 18:45:56.705997 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-16c01a9d-ba0b-4369-86fe-1acf656e4f10 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Request body: {'port': {'device_id': '059bea22-7532-4bfe-badf-737ed1cb81fe', 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274', 'admin_state_up': True, 'tenant_id': 'f00faea60e4544a695e7dd93ec709296'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:56.806965 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-cd40731a-ef80-4d5c-97e5-8ee60cd95525 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1136336 Sep 07 18:45:56.814755 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-04ea2c17-a896-489c-af6a-52077fb3cfde tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:56.819959 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-04ea2c17-a896-489c-af6a-52077fb3cfde tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:56.865765 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-16c01a9d-ba0b-4369-86fe-1acf656e4f10 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Made reservation on behalf of f00faea60e4544a695e7dd93ec709296 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:45:56.870983 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-16c01a9d-ba0b-4369-86fe-1acf656e4f10 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:56.882621 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port f04a69b0-0778-49fb-975d-e05beb3696e5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f04a69b0-0778-49fb-975d-e05beb3696e5,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:56.895993 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'f04a69b0-0778-49fb-975d-e05beb3696e5', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': 'f04a69b0-0778-49fb-975d-e05beb3696e5', 'mac_address': 'fa:16:3e:1e:29:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:45:56.952276 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:56.966764 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04a69b0-0778-49fb-975d-e05beb3696e5 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:56.970614 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-04ea2c17-a896-489c-af6a-52077fb3cfde tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Floating IP fafd510c-90f9-4543-b503-e2592e5b9a73 associated. External IP: 172.25.8.23, port: f5b6b23b-8929-433a-95d6-4b13e2d032a9. Sep 07 18:45:57.000721 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port f04a69b0-0778-49fb-975d-e05beb3696e5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f04a69b0-0778-49fb-975d-e05beb3696e5,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:45:57.009147 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e0c567-d74e-4e23-85af-869134801c0d x-openstack-request-id: req-34e0c567-d74e-4e23-85af-869134801c0d {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:57.009435 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4e5ed4-0657-487f-8d19-3ed20281bcaf", "name": "network-vif-plugged", "status": "completed", "tag": "05d30e30-a76f-49d2-ab83-df64ac9a9f4f", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:57.009691 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-34e0c567-d74e-4e23-85af-869134801c0d {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:57.010084 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4e5ed4-0657-487f-8d19-3ed20281bcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d30e30-a76f-49d2-ab83-df64ac9a9f4f', 'code': 200} Sep 07 18:45:57.010719 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:57.051123 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-16c01a9d-ba0b-4369-86fe-1acf656e4f10 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Allocated IP 172.20.0.11 (73fe4171-28a4-4081-b73e-ded401c8a274/61d7e427-2ed7-40a5-a300-7f618502d730/1aaea01d-3d97-4725-b406-256885b1d4d8) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:45:57.099727 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=f04a69b0-0778-49fb-975d-e05beb3696e5,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:57.112289 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180400b1-56d4-4903-a1e4-9082cb3efa6c x-openstack-request-id: req-180400b1-56d4-4903-a1e4-9082cb3efa6c {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:57.112609 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889f3f56-4af6-42a8-9c36-00e00d1ef065", "tag": "f5b6b23b-8929-433a-95d6-4b13e2d032a9", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:57.112859 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-180400b1-56d4-4903-a1e4-9082cb3efa6c {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:57.113234 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889f3f56-4af6-42a8-9c36-00e00d1ef065', 'tag': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9', 'status': 'completed', 'code': 200} Sep 07 18:45:57.126616 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-e91daa2a-bf1c-4dba-b066-16979df22bdc req-7117e6be-ff4e-47d0-a896-277a6ffcab1b tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1010858716', 'description': 'tempest-description-880694884'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:57.185615 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56b5c7-9020-450b-9d65-b97bd1ac71c7 req-dcd5da11-fc86-4031-aa7c-56e17f1dccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:57.186245 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56b5c7-9020-450b-9d65-b97bd1ac71c7 req-dcd5da11-fc86-4031-aa7c-56e17f1dccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:57.186429 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e91daa2a-bf1c-4dba-b066-16979df22bdc req-7117e6be-ff4e-47d0-a896-277a6ffcab1b tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:57.188069 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8e56b5c7-9020-450b-9d65-b97bd1ac71c7 req-dcd5da11-fc86-4031-aa7c-56e17f1dccf6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b4e5ed4-0657-487f-8d19-3ed20281bcaf HTTP/1.1" status: 200 len: 1985 time: 0.0931726 Sep 07 18:45:57.245315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcfab3-c2a6-40db-9b84-7c2ebbb955f5 req-82cdf2d1-9bb2-4875-a401-4c8cd05b20b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:57.246858 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68dcfab3-c2a6-40db-9b84-7c2ebbb955f5 req-82cdf2d1-9bb2-4875-a401-4c8cd05b20b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=49c2c790060a4e1b861c40173a8c7d1b&device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 1097 time: 0.1361070 Sep 07 18:45:57.280969 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8e56b5c7-9020-450b-9d65-b97bd1ac71c7 req-f6e568ef-03dd-40dd-a8b4-35756c4c4baf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526428 Sep 07 18:45:57.298997 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-16c01a9d-ba0b-4369-86fe-1acf656e4f10 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:57.343925 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-16c01a9d-ba0b-4369-86fe-1acf656e4f10 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:57.386131 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-16c01a9d-ba0b-4369-86fe-1acf656e4f10 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Network 73fe4171-28a4-4081-b73e-ded401c8a274 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:45:57.389346 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-16c01a9d-ba0b-4369-86fe-1acf656e4f10 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:57.395765 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-16c01a9d-ba0b-4369-86fe-1acf656e4f10 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:45:57.402304 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c01a9d-ba0b-4369-86fe-1acf656e4f10 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Pushing event updated for resources: {'Port': ['ID=1aaea01d-3d97-4725-b406-256885b1d4d8,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:57.431801 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['f04a69b0-0778-49fb-975d-e05beb3696e5'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:57.436542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-04ea2c17-a896-489c-af6a-52077fb3cfde tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:45:57.437787 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcfab3-c2a6-40db-9b84-7c2ebbb955f5 req-3e724d91-255a-40f6-88d7-5c42de70e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:57.439275 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68dcfab3-c2a6-40db-9b84-7c2ebbb955f5 req-3e724d91-255a-40f6-88d7-5c42de70e119 service neutron] 10.222.0.60 "GET /v2.0/networks?id=438b7473-bcf8-4707-b646-342e96ae6727 HTTP/1.1" status: 200 len: 921 time: 0.1820092 Sep 07 18:45:57.466326 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-16c01a9d-ba0b-4369-86fe-1acf656e4f10 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:57.466986 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-16c01a9d-ba0b-4369-86fe-1acf656e4f10 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:57.548391 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68dcfab3-c2a6-40db-9b84-7c2ebbb955f5 req-e253723a-84d9-4dc4-9336-cd4deb385ea4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5b6b23b-8929-433a-95d6-4b13e2d032a9 HTTP/1.1" status: 200 len: 217 time: 0.0800922 Sep 07 18:45:57.555443 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e91daa2a-bf1c-4dba-b066-16979df22bdc req-7117e6be-ff4e-47d0-a896-277a6ffcab1b tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:57.564115 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e91daa2a-bf1c-4dba-b066-16979df22bdc req-7117e6be-ff4e-47d0-a896-277a6ffcab1b tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:57.565775 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-16c01a9d-ba0b-4369-86fe-1acf656e4f10 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8661847 Sep 07 18:45:57.591932 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] Request body: {'port': {'device_id': '059bea22-7532-4bfe-badf-737ed1cb81fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:57.652197 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:57.905292 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e91daa2a-bf1c-4dba-b066-16979df22bdc req-7117e6be-ff4e-47d0-a896-277a6ffcab1b tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:57.906427 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e91daa2a-bf1c-4dba-b066-16979df22bdc req-7117e6be-ff4e-47d0-a896-277a6ffcab1b tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7967772 Sep 07 18:45:57.911978 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e6be-ff4e-47d0-a896-277a6ffcab1b tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4333992-b1e9-4eb3-b54d-f2ccd905ece4,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:57.930478 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcfab3-c2a6-40db-9b84-7c2ebbb955f5 req-0af64c2f-4d19-4d39-aae1-9e1c96731490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:57.932052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68dcfab3-c2a6-40db-9b84-7c2ebbb955f5 req-0af64c2f-4d19-4d39-aae1-9e1c96731490 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8d603cf-8d1f-4ab4-8bc0-887963bded92 HTTP/1.1" status: 200 len: 859 time: 0.3575888 Sep 07 18:45:57.933060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-04ea2c17-a896-489c-af6a-52077fb3cfde tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:45:57.936538 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aaea01d-3d97-4725-b406-256885b1d4d8 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:45:57.944361 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d898835f-8db6-4d47-b079-6b18aa122241 None None] Sync routers for ids ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:45:57.945052 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:57.958753 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] Transition to ACTIVE for port object 1aaea01d-3d97-4725-b406-256885b1d4d8 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:57.962430 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d898835f-8db6-4d47-b079-6b18aa122241 None None] Routers {'77ffe1c5-37ef-4492-bf65-9eaddf64bf51'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:45:57.963610 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:57.963786 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d898835f-8db6-4d47-b079-6b18aa122241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:45:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:58.029007 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] Pushing event updated for resources: {'Port': ['ID=1aaea01d-3d97-4725-b406-256885b1d4d8,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:58.095067 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcfab3-c2a6-40db-9b84-7c2ebbb955f5 req-a34a64c9-eaea-409b-b75d-33c495c25541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:58.096738 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68dcfab3-c2a6-40db-9b84-7c2ebbb955f5 req-a34a64c9-eaea-409b-b75d-33c495c25541 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=438b7473-bcf8-4707-b646-342e96ae6727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197510 Sep 07 18:45:58.096931 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] Attempting to bind port 1aaea01d-3d97-4725-b406-256885b1d4d8 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:45:58.097278 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] Attempting to bind port 1aaea01d-3d97-4725-b406-256885b1d4d8 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:45:58.097755 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] Attempting to bind port 1aaea01d-3d97-4725-b406-256885b1d4d8 on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:58.102337 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] Port 1aaea01d-3d97-4725-b406-256885b1d4d8 on network 73fe4171-28a4-4081-b73e-ded401c8a274 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:45:58.102668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] Attempting to bind port 1aaea01d-3d97-4725-b406-256885b1d4d8 on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:45:58.108698 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:45:58.109144 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] Checking segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:45:58.109617 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] Bound using segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:45:58.110066 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] Bound port: 1aaea01d-3d97-4725-b406-256885b1d4d8, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:45:58.110427 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:58.114363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff613e-17e4-4a4b-b65a-c3c64c55eb1f req-444c418a-7dcd-481b-8d77-ae83da9701ee tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:58.115447 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-d898835f-8db6-4d47-b079-6b18aa122241 None None] Set router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:45:58.116035 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4ff613e-17e4-4a4b-b65a-c3c64c55eb1f req-444c418a-7dcd-481b-8d77-ae83da9701ee tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 945 time: 0.1116111 Sep 07 18:45:58.220213 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-4c13c0a9-5818-41b1-b7fd-d2734194bfd7 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=581e70f192f44902b528bd4279ab890a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356669 Sep 07 18:45:58.230744 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] For port 1aaea01d-3d97-4725-b406-256885b1d4d8, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:45:58.235712 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] For port 1aaea01d-3d97-4725-b406-256885b1d4d8, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=1aaea01d-3d97-4725-b406-256885b1d4d8,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:45:58.253512 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:58.259812 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4ff613e-17e4-4a4b-b65a-c3c64c55eb1f req-3ee6aaae-8597-47e4-ba4e-63f02d3b5ca0 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338298 Sep 07 18:45:58.306502 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68dcfab3-c2a6-40db-9b84-7c2ebbb955f5 req-c0aa741f-0520-4c9e-8763-50483898a770 service neutron] 10.222.0.60 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876292 Sep 07 18:45:58.408174 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-3b0a5020-1413-447b-85a9-b6a88fec63ef tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:58.410495 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-3b0a5020-1413-447b-85a9-b6a88fec63ef tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715386 Sep 07 18:45:58.427535 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-23697c76-d58f-4443-9dee-c867ec704726 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Request body: {'port': {'device_id': '55fad46a-1960-4e94-a79e-9952f3eead5c', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '581e70f192f44902b528bd4279ab890a'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:58.435961 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:58.436884 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:58.437791 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-04ea2c17-a896-489c-af6a-52077fb3cfde tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:45:58.438274 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] 10.222.0.36 "PUT /v2.0/ports/1aaea01d-3d97-4725-b406-256885b1d4d8 HTTP/1.1" status: 200 len: 1092 time: 0.8513706 Sep 07 18:45:58.449629 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059bea22-7532-4bfe-badf-737ed1cb81fe', 'tag': '1aaea01d-3d97-4725-b406-256885b1d4d8'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:58.452297 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2f83e4-ee31-4bcb-8136-8fcae8eb5fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "059bea22-7532-4bfe-badf-737ed1cb81fe", "tag": "1aaea01d-3d97-4725-b406-256885b1d4d8"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:58.473548 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d898835f-8db6-4d47-b079-6b18aa122241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:07Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'fafd510c-90f9-4543-b503-e2592e5b9a73', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'port_id': '9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'mac_address': 'fa:16:3e:28:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bb413-5413-4ec9-b41d-263587e1845e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:45:28Z', 'updated_at': '2021-09-07T18:45:56Z', 'revision_number': 3, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b70986-2867-49d0-9e16-2f948e150760', 'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'mac_address': 'fa:16:3e:87:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:06Z', 'updated_at': '2021-09-07T18:45:13Z', 'revision_number': 5, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'subnets': [{'id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:58.504730 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d898835f-8db6-4d47-b079-6b18aa122241 None None] Checking router: 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:45:58.509960 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68dcfab3-c2a6-40db-9b84-7c2ebbb955f5 req-befcb547-de0b-4d4f-8ac1-92670a65189d service neutron] 10.222.0.60 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617317 Sep 07 18:45:58.517673 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d898835f-8db6-4d47-b079-6b18aa122241 None None] Routers {'77ffe1c5-37ef-4492-bf65-9eaddf64bf51'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:45:58.518603 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d898835f-8db6-4d47-b079-6b18aa122241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:45:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:58.528338 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb224f-d87f-4ebe-b21b-f0fb71f51911 service neutron] Pushing event updated for resources: {'Port': ['ID=1aaea01d-3d97-4725-b406-256885b1d4d8,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:58.582985 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-4ead7ed5-4548-49ea-8edc-454aca96d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:58.584574 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-4ead7ed5-4548-49ea-8edc-454aca96d506 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 1095 time: 0.0685084 Sep 07 18:45:58.603587 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16495282-7a09-4f8a-a3cc-cb59105f31af req-b511a166-f7c6-48d0-badb-29c84cfba8ac tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:58.615559 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16495282-7a09-4f8a-a3cc-cb59105f31af req-b511a166-f7c6-48d0-badb-29c84cfba8ac tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:58.617485 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16495282-7a09-4f8a-a3cc-cb59105f31af req-b511a166-f7c6-48d0-badb-29c84cfba8ac tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b4e5ed4-0657-487f-8d19-3ed20281bcaf HTTP/1.1" status: 200 len: 1683 time: 0.1205802 Sep 07 18:45:58.643001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-04ea2c17-a896-489c-af6a-52077fb3cfde tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:45:58.648650 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-04ea2c17-a896-489c-af6a-52077fb3cfde tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:58.648834 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-f51753b9-7cf4-4e8a-b143-532c07fb12d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1aaea01d-3d97-4725-b406-256885b1d4d8 HTTP/1.1" status: 200 len: 217 time: 0.0487676 Sep 07 18:45:58.649349 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-23697c76-d58f-4443-9dee-c867ec704726 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Made reservation on behalf of 581e70f192f44902b528bd4279ab890a for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:45:58.653008 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-23697c76-d58f-4443-9dee-c867ec704726 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:58.657638 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-d898835f-8db6-4d47-b079-6b18aa122241 None None] Set router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:45:58.689929 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16495282-7a09-4f8a-a3cc-cb59105f31af req-edd09ce3-e996-4ea0-9548-34b30d9643d7 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639710 Sep 07 18:45:58.734639 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-04ea2c17-a896-489c-af6a-52077fb3cfde tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "PUT /v2.0/floatingips/fafd510c-90f9-4543-b503-e2592e5b9a73 HTTP/1.1" status: 200 len: 997 time: 2.7219026 Sep 07 18:45:58.735782 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bb5d8533-0b06-40df-973f-4f07e51870cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:58.775890 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-aff8b22d-9b8f-45b0-8d57-3ec325f9b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:58.778023 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-aff8b22d-9b8f-45b0-8d57-3ec325f9b5b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 200 len: 860 time: 0.1148179 Sep 07 18:45:58.792429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-877a43c2-35ed-41a8-9733-4c4ad166669b tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:58.794435 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-877a43c2-35ed-41a8-9733-4c4ad166669b tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports/f5b6b23b-8929-433a-95d6-4b13e2d032a9 HTTP/1.1" status: 200 len: 943 time: 0.0589912 Sep 07 18:45:58.809745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c395f75a-c757-4edf-b132-7f00eaefa5ec req-dadef575-5d5e-46c8-acbf-60a3e60bfbf9 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=55fad46a-1960-4e94-a79e-9952f3eead5c HTTP/1.1" status: 200 len: 210 time: 0.0391734 Sep 07 18:45:58.873926 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-067c5d6e-a0a1-4147-ae3f-e7b99b999176 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73fe4171-28a4-4081-b73e-ded401c8a274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499368 Sep 07 18:45:58.927651 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-23697c76-d58f-4443-9dee-c867ec704726 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Allocated IP 192.168.233.199 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:45:58.949562 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d898835f-8db6-4d47-b079-6b18aa122241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:07Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'fafd510c-90f9-4543-b503-e2592e5b9a73', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'port_id': '9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'mac_address': 'fa:16:3e:28:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bb413-5413-4ec9-b41d-263587e1845e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:45:28Z', 'updated_at': '2021-09-07T18:45:56Z', 'revision_number': 3, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b70986-2867-49d0-9e16-2f948e150760', 'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'mac_address': 'fa:16:3e:87:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:06Z', 'updated_at': '2021-09-07T18:45:13Z', 'revision_number': 5, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'subnets': [{'id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:58.964597 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:58.971714 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-5400a054-2d7a-42fa-8940-3405fd82a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:58.973630 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-5400a054-2d7a-42fa-8940-3405fd82a33c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49c2c790060a4e1b861c40173a8c7d1b&device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 1097 time: 0.0936902 Sep 07 18:45:58.999329 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d898835f-8db6-4d47-b079-6b18aa122241 None None] The sync data for ids ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'] in n-d-807786-1 is: [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:07Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'fafd510c-90f9-4543-b503-e2592e5b9a73', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'port_id': '9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'mac_address': 'fa:16:3e:28:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bb413-5413-4ec9-b41d-263587e1845e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:45:28Z', 'updated_at': '2021-09-07T18:45:56Z', 'revision_number': 3, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b70986-2867-49d0-9e16-2f948e150760', 'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'mac_address': 'fa:16:3e:87:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:06Z', 'updated_at': '2021-09-07T18:45:13Z', 'revision_number': 5, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'subnets': [{'id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:45:59.008661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a52fc-f79b-42e6-b9d0-f498ebbc1904 req-e986b6a3-eaa6-41c1-a7c7-b5bc785d1562 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:59.010456 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a6a52fc-f79b-42e6-b9d0-f498ebbc1904 req-e986b6a3-eaa6-41c1-a7c7-b5bc785d1562 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=80077999-dff4-4b95-9f04-c6916f3ba733 HTTP/1.1" status: 200 len: 949 time: 0.1053932 Sep 07 18:45:59.046136 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-85533fda-4098-43e6-ae8b-81157fb2285b service neutron] 10.222.0.36 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612363 Sep 07 18:45:59.115047 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889f3f56-4af6-42a8-9c36-00e00d1ef065', 'tag': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9'}, {'name': 'network-changed', 'server_uuid': 'a99bb413-5413-4ec9-b41d-263587e1845e', 'tag': '9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:45:59.117572 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa98daf-a272-457d-81ad-848363eb02f5" -d '{"events": [{"name": "network-changed", "server_uuid": "889f3f56-4af6-42a8-9c36-00e00d1ef065", "tag": "f5b6b23b-8929-433a-95d6-4b13e2d032a9"}, {"name": "network-changed", "server_uuid": "a99bb413-5413-4ec9-b41d-263587e1845e", "tag": "9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:45:59.122666 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a6a52fc-f79b-42e6-b9d0-f498ebbc1904 req-6e2ae445-5500-431e-a493-129370d3fce8 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015794 Sep 07 18:45:59.144006 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-30f427fa-7752-468b-8fbe-0acbfced0f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:59.145657 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-30f427fa-7752-468b-8fbe-0acbfced0f32 service neutron] 10.222.0.26 "GET /v2.0/networks?id=438b7473-bcf8-4707-b646-342e96ae6727 HTTP/1.1" status: 200 len: 921 time: 0.1584451 Sep 07 18:45:59.220131 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-b8082b8e-f239-4465-a8eb-f8ce2e368b54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5b6b23b-8929-433a-95d6-4b13e2d032a9 HTTP/1.1" status: 200 len: 217 time: 0.0640099 Sep 07 18:45:59.225769 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5920fdb-883d-46cf-baa1-d53b154ced1c None None] New status for floating IP fafd510c-90f9-4543-b503-e2592e5b9a73: ACTIVE {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:45:59.233510 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-211b079e-7e91-46d2-90f5-32276df7abc8 req-15253bf6-102f-4aac-a059-75188b41574b service neutron] 10.222.0.36 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655416 Sep 07 18:45:59.236408 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-23697c76-d58f-4443-9dee-c867ec704726 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:59.250116 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-23697c76-d58f-4443-9dee-c867ec704726 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Transition to ACTIVE for port object 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:45:59.288755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-31266fd1-2a7b-4883-8159-61e3d29540d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:59.289541 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-23697c76-d58f-4443-9dee-c867ec704726 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:59.290364 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-31266fd1-2a7b-4883-8159-61e3d29540d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8d603cf-8d1f-4ab4-8bc0-887963bded92 HTTP/1.1" status: 200 len: 859 time: 0.0551603 Sep 07 18:45:59.301042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46185a8-e754-4b2f-81b6-f828a17b551e req-7fbaffde-a98b-4593-a0fb-48de77687074 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:59.301288 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b46185a8-e754-4b2f-81b6-f828a17b551e req-7fbaffde-a98b-4593-a0fb-48de77687074 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 944 time: 0.0935526 Sep 07 18:45:59.331708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['17c37eef-d87c-4fcb-b069-e8c893ed0a4e', '23b37dac-9a72-445b-9d73-216d352056ac', 'a7f26351-2768-4390-b207-d8cfe555d368', '0593ae62-9bb5-4f88-ae19-72ff2b2e2070', '37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:59.333855 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d4793ad6-d11d-40c6-b974-0f6fa5236f35', 'f3119e41-071d-48eb-8eef-d8d9d67580ba'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:45:59.334958 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-23697c76-d58f-4443-9dee-c867ec704726 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:45:59.339850 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-23697c76-d58f-4443-9dee-c867ec704726 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:45:59.346476 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-23697c76-d58f-4443-9dee-c867ec704726 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:45:59.352780 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23697c76-d58f-4443-9dee-c867ec704726 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Pushing event updated for resources: {'Port': ['ID=2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:59.386491 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b46185a8-e754-4b2f-81b6-f828a17b551e req-7fc6d458-5b44-472d-a9d2-aca2db413983 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549212 Sep 07 18:45:59.392411 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-64bd06c9-e294-496d-a055-b174e294dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:59.393950 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-64bd06c9-e294-496d-a055-b174e294dcb2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=438b7473-bcf8-4707-b646-342e96ae6727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919046 Sep 07 18:45:59.412468 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-bced41e8-19aa-40d3-a876-1aac25c97f22 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:45:59.413550 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-bced41e8-19aa-40d3-a876-1aac25c97f22 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117688 Sep 07 18:45:59.416833 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-23697c76-d58f-4443-9dee-c867ec704726 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:59.417497 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-23697c76-d58f-4443-9dee-c867ec704726 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:59.448899 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-23697c76-d58f-4443-9dee-c867ec704726 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0249326 Sep 07 18:45:59.469942 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-0fda69d5-31ae-4dba-9b45-087208bb0334 req-bd006f06-a030-4708-bd07-47661841eaa3 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-489340997', 'description': 'tempest-description-1443833514'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:59.471243 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] Request body: {'port': {'device_id': '55fad46a-1960-4e94-a79e-9952f3eead5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:45:59.535724 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0fda69d5-31ae-4dba-9b45-087208bb0334 req-bd006f06-a030-4708-bd07-47661841eaa3 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:59.543167 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:59.583423 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-832a7cb1-625e-4acb-b0af-e8b31a09f907 service neutron] 10.222.0.26 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578665 Sep 07 18:45:59.645065 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-79d3e244-4bd8-456b-87d1-b4761eecc41f None None] Provisioning for port 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:45:59.661737 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-79d3e244-4bd8-456b-87d1-b4761eecc41f None None] Provisioning complete for port 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:45:59.662105 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-79d3e244-4bd8-456b-87d1-b4761eecc41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:59.733434 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0fda69d5-31ae-4dba-9b45-087208bb0334 req-bd006f06-a030-4708-bd07-47661841eaa3 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:59.738645 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-79d3e244-4bd8-456b-87d1-b4761eecc41f None None] Port 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:45:59.745290 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0fda69d5-31ae-4dba-9b45-087208bb0334 req-bd006f06-a030-4708-bd07-47661841eaa3 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:59.749311 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5792974d-1874-46ec-94cf-12aa017e13b5 None None] Sync routers for ids ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:45:59.768368 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5792974d-1874-46ec-94cf-12aa017e13b5 None None] Routers {'77ffe1c5-37ef-4492-bf65-9eaddf64bf51'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:45:59.769307 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5792974d-1874-46ec-94cf-12aa017e13b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:45:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:45:59.770312 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-f0a6ba6c-d611-447b-8c59-f15986840c6e service neutron] 10.222.0.26 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715643 Sep 07 18:45:59.777162 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0fda69d5-31ae-4dba-9b45-087208bb0334 req-bd006f06-a030-4708-bd07-47661841eaa3 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:59.781232 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0fda69d5-31ae-4dba-9b45-087208bb0334 req-bd006f06-a030-4708-bd07-47661841eaa3 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3182473 Sep 07 18:45:59.838017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd006f06-a030-4708-bd07-47661841eaa3 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8137ab-dda5-47bf-b6ce-b501d69b242d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:45:59.863583 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee584a34-1bf5-46ef-a79e-85778f82dd0a x-openstack-request-id: req-ee584a34-1bf5-46ef-a79e-85778f82dd0a {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:45:59.869040 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059bea22-7532-4bfe-badf-737ed1cb81fe", "tag": "1aaea01d-3d97-4725-b406-256885b1d4d8", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:45:59.870635 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee584a34-1bf5-46ef-a79e-85778f82dd0a {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:45:59.871880 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059bea22-7532-4bfe-badf-737ed1cb81fe', 'tag': '1aaea01d-3d97-4725-b406-256885b1d4d8', 'status': 'completed', 'code': 200} Sep 07 18:45:59.903710 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-6fc66d6f-d2d1-4413-ba0b-0e7c559336cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:45:59.906067 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-6fc66d6f-d2d1-4413-ba0b-0e7c559336cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49c2c790060a4e1b861c40173a8c7d1b&device_id=a99bb413-5413-4ec9-b41d-263587e1845e HTTP/1.1" status: 200 len: 1096 time: 0.1084955 Sep 07 18:46:00.005392 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:46:00.015606 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:00.030816 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f83e4-ee31-4bcb-8136-8fcae8eb5fe7 req-fffd7e11-5796-4943-a316-22be20ca3398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:00.032370 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-be2f83e4-ee31-4bcb-8136-8fcae8eb5fe7 req-fffd7e11-5796-4943-a316-22be20ca3398 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 1095 time: 0.1326475 Sep 07 18:46:00.035415 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] Transition to ACTIVE for port object 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:46:00.038908 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:00.044376 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-5792974d-1874-46ec-94cf-12aa017e13b5 None None] Set router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:46:00.066692 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:00.075463 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 07 Sep 2021 18:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae795bc-7fa2-465a-8253-dc3f9901ad11 x-openstack-request-id: req-1ae795bc-7fa2-465a-8253-dc3f9901ad11 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:00.075463 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889f3f56-4af6-42a8-9c36-00e00d1ef065", "tag": "f5b6b23b-8929-433a-95d6-4b13e2d032a9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a99bb413-5413-4ec9-b41d-263587e1845e", "tag": "9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:00.075463 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1ae795bc-7fa2-465a-8253-dc3f9901ad11 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:00.075869 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889f3f56-4af6-42a8-9c36-00e00d1ef065', 'tag': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9', 'status': 'completed', 'code': 200} Sep 07 18:46:00.076453 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99bb413-5413-4ec9-b41d-263587e1845e', 'tag': '9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c', 'status': 'completed', 'code': 200} Sep 07 18:46:00.151390 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-04e4e6dc-0c7d-4a60-b333-79165076ffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:00.152885 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-04e4e6dc-0c7d-4a60-b333-79165076ffc3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=438b7473-bcf8-4707-b646-342e96ae6727 HTTP/1.1" status: 200 len: 921 time: 0.2412095 Sep 07 18:46:00.167967 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa98daf-a272-457d-81ad-848363eb02f5 req-75a3ac41-5f9b-440a-82db-ba34cce979fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:00.169542 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9aa98daf-a272-457d-81ad-848363eb02f5 req-75a3ac41-5f9b-440a-82db-ba34cce979fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=49c2c790060a4e1b861c40173a8c7d1b&device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 1097 time: 0.1083133 Sep 07 18:46:00.181546 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] Pushing event updated for resources: {'Port': ['ID=2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:00.226791 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d9726-c06f-43f0-baf4-407edd5ca3c4 req-f7dab55a-7b3b-44c2-8c30-d9dde0fd5f0a tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:00.228330 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-193d9726-c06f-43f0-baf4-407edd5ca3c4 req-f7dab55a-7b3b-44c2-8c30-d9dde0fd5f0a tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 945 time: 0.1515343 Sep 07 18:46:00.329906 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] Attempting to bind port 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:46:00.330343 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] Attempting to bind port 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:46:00.330579 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] Attempting to bind port 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:46:00.338619 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] Port 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:46:00.338942 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] Attempting to bind port 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:46:00.343427 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f83e4-ee31-4bcb-8136-8fcae8eb5fe7 req-45e5259e-e0e7-4ad5-b9b9-31a997957888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:00.346654 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-be2f83e4-ee31-4bcb-8136-8fcae8eb5fe7 req-45e5259e-e0e7-4ad5-b9b9-31a997957888 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 921 time: 0.2979515 Sep 07 18:46:00.352779 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:46:00.354257 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:46:00.355042 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:46:00.355787 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] Bound port: 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:46:00.357427 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:00.363110 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-439ec0e9-6a3d-40a6-a546-aa2e60cf14fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c HTTP/1.1" status: 200 len: 1000 time: 0.1925843 Sep 07 18:46:00.368118 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-193d9726-c06f-43f0-baf4-407edd5ca3c4 req-4dbe371f-b0a8-4cc7-8cab-33db083f8cc4 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291077 Sep 07 18:46:00.391799 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5792974d-1874-46ec-94cf-12aa017e13b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:07Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'fafd510c-90f9-4543-b503-e2592e5b9a73', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'port_id': '9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'mac_address': 'fa:16:3e:28:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bb413-5413-4ec9-b41d-263587e1845e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:45:28Z', 'updated_at': '2021-09-07T18:45:59Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b70986-2867-49d0-9e16-2f948e150760', 'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'mac_address': 'fa:16:3e:87:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:06Z', 'updated_at': '2021-09-07T18:45:13Z', 'revision_number': 5, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'subnets': [{'id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:00.413705 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-be2f83e4-ee31-4bcb-8136-8fcae8eb5fe7 req-cf76d98d-c060-45ba-9575-09ba703e691e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1aaea01d-3d97-4725-b406-256885b1d4d8 HTTP/1.1" status: 200 len: 217 time: 0.0506597 Sep 07 18:46:00.432915 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5792974d-1874-46ec-94cf-12aa017e13b5 None None] Checking router: 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:46:00.442601 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa98daf-a272-457d-81ad-848363eb02f5 req-804e5b33-47a6-4a46-9f0d-d55a0544a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:00.443032 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5792974d-1874-46ec-94cf-12aa017e13b5 None None] Routers {'77ffe1c5-37ef-4492-bf65-9eaddf64bf51'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:46:00.443668 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5792974d-1874-46ec-94cf-12aa017e13b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:45:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:00.444063 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9aa98daf-a272-457d-81ad-848363eb02f5 req-804e5b33-47a6-4a46-9f0d-d55a0544a186 service neutron] 10.222.0.60 "GET /v2.0/networks?id=438b7473-bcf8-4707-b646-342e96ae6727 HTTP/1.1" status: 200 len: 921 time: 0.2148578 Sep 07 18:46:00.466836 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-645bc19b-4463-478d-bc62-9fb5d190ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:00.474293 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-645bc19b-4463-478d-bc62-9fb5d190ab5f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8d603cf-8d1f-4ab4-8bc0-887963bded92 HTTP/1.1" status: 200 len: 859 time: 0.1017957 Sep 07 18:46:00.532681 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9aa98daf-a272-457d-81ad-848363eb02f5 req-03ff2c03-e8c6-486b-88b9-050af913495c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5b6b23b-8929-433a-95d6-4b13e2d032a9 HTTP/1.1" status: 200 len: 217 time: 0.0744612 Sep 07 18:46:00.561812 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-5792974d-1874-46ec-94cf-12aa017e13b5 None None] Set router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:46:00.610970 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-04376576-e89d-4254-955f-81f1d1281437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:00.612473 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-04376576-e89d-4254-955f-81f1d1281437 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=438b7473-bcf8-4707-b646-342e96ae6727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374304 Sep 07 18:46:00.647765 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97421eb-3db3-4950-8122-c5b72b71a225 req-495bfd48-736f-4bd2-add9-83c732c9f5ca tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:00.651736 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f04a69b0-0778-49fb-975d-e05beb3696e5 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:46:00.654263 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97421eb-3db3-4950-8122-c5b72b71a225 req-495bfd48-736f-4bd2-add9-83c732c9f5ca tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:00.663189 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e97421eb-3db3-4950-8122-c5b72b71a225 req-495bfd48-736f-4bd2-add9-83c732c9f5ca tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b4e5ed4-0657-487f-8d19-3ed20281bcaf HTTP/1.1" status: 200 len: 1683 time: 0.1216753 Sep 07 18:46:00.674285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa98daf-a272-457d-81ad-848363eb02f5 req-acb78573-9d04-4798-9e02-14d8590913d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:00.675747 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9aa98daf-a272-457d-81ad-848363eb02f5 req-acb78573-9d04-4798-9e02-14d8590913d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8d603cf-8d1f-4ab4-8bc0-887963bded92 HTTP/1.1" status: 200 len: 859 time: 0.1301472 Sep 07 18:46:00.705299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port f04a69b0-0778-49fb-975d-e05beb3696e5 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:46:00.710087 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port f04a69b0-0778-49fb-975d-e05beb3696e5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:46:00.710518 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:00.774102 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e97421eb-3db3-4950-8122-c5b72b71a225 req-aa67a9b3-5b37-434c-8dd0-71ab79df5144 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100307 Sep 07 18:46:00.799876 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa98daf-a272-457d-81ad-848363eb02f5 req-b0954745-41b0-47ba-818a-8792be740a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:00.801921 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9aa98daf-a272-457d-81ad-848363eb02f5 req-b0954745-41b0-47ba-818a-8792be740a9e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=438b7473-bcf8-4707-b646-342e96ae6727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111803 Sep 07 18:46:00.804630 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-a7fe7add-02f4-4f18-a018-d53dfe230863 service neutron] 10.222.0.26 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850109 Sep 07 18:46:00.817791 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:00.822636 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f83e4-ee31-4bcb-8136-8fcae8eb5fe7 req-bc951917-09c5-473e-8768-ca3a8edf1c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:00.824126 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-be2f83e4-ee31-4bcb-8136-8fcae8eb5fe7 req-bc951917-09c5-473e-8768-ca3a8edf1c1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 200 len: 860 time: 0.3869009 Sep 07 18:46:00.824851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-e7928d7d-506c-4630-b96f-808cb7d369cf req-82b31f5f-af79-4149-b366-9a24db79b803 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1242402485', 'description': 'tempest-description-772798003'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:00.842530 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] For port 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:46:00.853045 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port f04a69b0-0778-49fb-975d-e05beb3696e5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f04a69b0-0778-49fb-975d-e05beb3696e5,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:00.854225 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80077999-dff4-4b95-9f04-c6916f3ba733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04a69b0-0778-49fb-975d-e05beb3696e5'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:00.859774 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0aca85-2541-492a-82c4-c5e66d13a21e" -d '{"events": [{"server_uuid": "80077999-dff4-4b95-9f04-c6916f3ba733", "name": "network-vif-plugged", "status": "completed", "tag": "f04a69b0-0778-49fb-975d-e05beb3696e5"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:00.861735 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:00.886045 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-be2f83e4-ee31-4bcb-8136-8fcae8eb5fe7 req-775851c0-19de-4a3f-825f-0e642b04fdf9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73fe4171-28a4-4081-b73e-ded401c8a274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408289 Sep 07 18:46:00.891025 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] For port 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:46:00.895719 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5792974d-1874-46ec-94cf-12aa017e13b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:07Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'fafd510c-90f9-4543-b503-e2592e5b9a73', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'port_id': '9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'mac_address': 'fa:16:3e:28:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bb413-5413-4ec9-b41d-263587e1845e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:45:28Z', 'updated_at': '2021-09-07T18:45:59Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b70986-2867-49d0-9e16-2f948e150760', 'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'mac_address': 'fa:16:3e:87:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:06Z', 'updated_at': '2021-09-07T18:45:13Z', 'revision_number': 5, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'subnets': [{'id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:00.896680 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:00.927349 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5792974d-1874-46ec-94cf-12aa017e13b5 None None] The sync data for ids ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'] in n-d-807786-1 is: [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:07Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'fafd510c-90f9-4543-b503-e2592e5b9a73', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'port_id': '9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'mac_address': 'fa:16:3e:28:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bb413-5413-4ec9-b41d-263587e1845e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:45:28Z', 'updated_at': '2021-09-07T18:45:59Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b70986-2867-49d0-9e16-2f948e150760', 'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'mac_address': 'fa:16:3e:87:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:06Z', 'updated_at': '2021-09-07T18:45:13Z', 'revision_number': 5, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'subnets': [{'id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:46:00.930272 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=f04a69b0-0778-49fb-975d-e05beb3696e5,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:00.960397 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7928d7d-506c-4630-b96f-808cb7d369cf req-82b31f5f-af79-4149-b366-9a24db79b803 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:00.982031 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:00.982645 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:00.984220 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] 10.222.0.60 "PUT /v2.0/ports/2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 HTTP/1.1" status: 200 len: 1096 time: 1.5175223 Sep 07 18:46:01.024656 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ce13424-55c4-4c70-9c8b-23baf1a72438 req-19fcbc1a-ddd3-4504-9469-540a5346d909 service neutron] 10.222.0.26 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069438 Sep 07 18:46:01.042524 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9aa98daf-a272-457d-81ad-848363eb02f5 req-5f712497-e851-4d91-ae29-b64ead60c25d service neutron] 10.222.0.60 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236869 Sep 07 18:46:01.129303 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc44cc-3f4e-4304-b4bd-080374cd00da service neutron] Pushing event updated for resources: {'Port': ['ID=2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:01.162963 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-be2f83e4-ee31-4bcb-8136-8fcae8eb5fe7 req-35fed1af-2d40-4153-8602-54f605d18324 service neutron] 10.222.0.36 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249355 Sep 07 18:46:01.165813 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-b36430b8-10d4-486b-ad15-a17c69af7259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:01.167218 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-b36430b8-10d4-486b-ad15-a17c69af7259 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&device_id=55fad46a-1960-4e94-a79e-9952f3eead5c HTTP/1.1" status: 200 len: 1099 time: 0.0820181 Sep 07 18:46:01.211187 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7928d7d-506c-4630-b96f-808cb7d369cf req-82b31f5f-af79-4149-b366-9a24db79b803 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:01.218646 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7928d7d-506c-4630-b96f-808cb7d369cf req-82b31f5f-af79-4149-b366-9a24db79b803 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:01.248936 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-8085e477-683e-47aa-bcea-2fa002e96123 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 HTTP/1.1" status: 200 len: 217 time: 0.0550585 Sep 07 18:46:01.277718 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7928d7d-506c-4630-b96f-808cb7d369cf req-82b31f5f-af79-4149-b366-9a24db79b803 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:01.279147 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7928d7d-506c-4630-b96f-808cb7d369cf req-82b31f5f-af79-4149-b366-9a24db79b803 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4595182 Sep 07 18:46:01.281152 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9aa98daf-a272-457d-81ad-848363eb02f5 req-22a8e392-4b59-4616-8390-6d7e80794a80 service neutron] 10.222.0.60 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037098 Sep 07 18:46:01.288603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b31f5f-af79-4149-b366-9a24db79b803 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b00d14-96c7-4848-abf9-92bbfaed4f65,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:01.313485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800242a4-11ef-4495-b7f7-ed943b2b56a6 req-5fa86a5b-0f70-450b-9e59-50b6157a6065 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:01.315152 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-800242a4-11ef-4495-b7f7-ed943b2b56a6 req-5fa86a5b-0f70-450b-9e59-50b6157a6065 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=55fad46a-1960-4e94-a79e-9952f3eead5c HTTP/1.1" status: 200 len: 948 time: 0.1444705 Sep 07 18:46:01.357188 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9fc32f1b-8c21-4b5e-937b-029a51593bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:01.358680 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-9fc32f1b-8c21-4b5e-937b-029a51593bd6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0796757 Sep 07 18:46:01.362434 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-be2f83e4-ee31-4bcb-8136-8fcae8eb5fe7 req-93853b16-964e-41e1-bf20-9c52fa69b236 service neutron] 10.222.0.36 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916311 Sep 07 18:46:01.429694 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-a77afbf4-d441-494c-a699-aaa720bd8c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:01.431236 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-a77afbf4-d441-494c-a699-aaa720bd8c27 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0461602 Sep 07 18:46:01.541565 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-5ddd7193-8e1e-409f-b929-ec000f6d85d4 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945549 Sep 07 18:46:01.596222 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:01.645136 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2eac118c-7377-4d1c-a8d4-4413ede2a8c0 req-52b95407-d90b-4ae9-b8cc-29d9d342b6b1 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937977 Sep 07 18:46:01.646336 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-800242a4-11ef-4495-b7f7-ed943b2b56a6 req-592c095e-0402-4506-bd92-8346f5012f56 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205905 Sep 07 18:46:01.678477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa98daf-a272-457d-81ad-848363eb02f5 req-d6a8ba35-ace1-4ce6-bc44-58b40f4f5b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:01.680218 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9aa98daf-a272-457d-81ad-848363eb02f5 req-d6a8ba35-ace1-4ce6-bc44-58b40f4f5b0f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=49c2c790060a4e1b861c40173a8c7d1b&device_id=a99bb413-5413-4ec9-b41d-263587e1845e HTTP/1.1" status: 200 len: 1096 time: 0.3355212 Sep 07 18:46:01.693134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4c5b8-be4a-4287-b6c4-c87186924898 req-5fb6c3e3-baef-4eae-b16c-2e113abe34c6 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:01.694567 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ebb4c5b8-be4a-4287-b6c4-c87186924898 req-5fb6c3e3-baef-4eae-b16c-2e113abe34c6 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=80077999-dff4-4b95-9f04-c6916f3ba733 HTTP/1.1" status: 200 len: 950 time: 0.0670817 Sep 07 18:46:01.824838 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ebb4c5b8-be4a-4287-b6c4-c87186924898 req-e5f3c2d9-d7a6-441f-b374-61f8fab215fd tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211405 Sep 07 18:46:01.843959 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf24516-454f-4d93-8f03-a3368c7c3418 req-5e0ee3ee-c75d-48c8-88d1-89c7ac6669ce tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:01.845463 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-baf24516-454f-4d93-8f03-a3368c7c3418 req-5e0ee3ee-c75d-48c8-88d1-89c7ac6669ce tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 944 time: 0.1216257 Sep 07 18:46:01.857181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa98daf-a272-457d-81ad-848363eb02f5 req-5f553b50-2cfd-4251-a04b-4c3e753c81e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:01.858923 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9aa98daf-a272-457d-81ad-848363eb02f5 req-5f553b50-2cfd-4251-a04b-4c3e753c81e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=438b7473-bcf8-4707-b646-342e96ae6727 HTTP/1.1" status: 200 len: 921 time: 0.1635075 Sep 07 18:46:01.873763 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fad46a-1960-4e94-a79e-9952f3eead5c', 'tag': '2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:01.876484 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef341b83-1235-4bf5-b318-c483e3de24aa" -d '{"events": [{"name": "network-changed", "server_uuid": "55fad46a-1960-4e94-a79e-9952f3eead5c", "tag": "2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:01.912191 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf55f86f-51c0-40ca-bad7-c05279b661b4 x-openstack-request-id: req-bf55f86f-51c0-40ca-bad7-c05279b661b4 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:01.913176 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80077999-dff4-4b95-9f04-c6916f3ba733", "name": "network-vif-plugged", "status": "completed", "tag": "f04a69b0-0778-49fb-975d-e05beb3696e5", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:01.913669 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf55f86f-51c0-40ca-bad7-c05279b661b4 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:01.914270 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80077999-dff4-4b95-9f04-c6916f3ba733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04a69b0-0778-49fb-975d-e05beb3696e5', 'code': 200} Sep 07 18:46:01.951080 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-baf24516-454f-4d93-8f03-a3368c7c3418 req-7c30036c-eca4-4491-93b5-2201d8ee8a9c tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907886 Sep 07 18:46:01.988854 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9aa98daf-a272-457d-81ad-848363eb02f5 req-0f39c82c-55ce-4ca3-acfc-7a6600393b1d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c HTTP/1.1" status: 200 len: 1000 time: 0.1149354 Sep 07 18:46:02.011686 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 1aaea01d-3d97-4725-b406-256885b1d4d8 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:46:02.047035 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26d90d-3694-40ed-99cb-113291625628 req-d9e6ee6e-8d0f-4a82-a1aa-7fd4cce9f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:02.048716 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-eb26d90d-3694-40ed-99cb-113291625628 req-d9e6ee6e-8d0f-4a82-a1aa-7fd4cce9f592 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=80077999-dff4-4b95-9f04-c6916f3ba733 HTTP/1.1" status: 200 len: 1101 time: 0.0429091 Sep 07 18:46:02.074023 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3262ce22-996a-46ab-84bf-7a7f922c6951 req-0ded24f3-2ac2-40a1-8bbb-9c9061275685 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 1000 time: 0.1451163 Sep 07 18:46:02.102392 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-eb26d90d-3694-40ed-99cb-113291625628 req-d5d08ee8-d8e8-40cd-9fdb-f429b6e56188 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378768 Sep 07 18:46:02.121432 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 1aaea01d-3d97-4725-b406-256885b1d4d8, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=1aaea01d-3d97-4725-b406-256885b1d4d8,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:02.132404 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '1aaea01d-3d97-4725-b406-256885b1d4d8', 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274', 'port_id': '1aaea01d-3d97-4725-b406-256885b1d4d8', 'mac_address': 'fa:16:3e:c3:71:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d7e427-2ed7-40a5-a300-7f618502d730', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:46:02.146885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa98daf-a272-457d-81ad-848363eb02f5 req-3c4a2601-20e3-43ef-a94b-baed88b8e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:02.148341 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9aa98daf-a272-457d-81ad-848363eb02f5 req-3c4a2601-20e3-43ef-a94b-baed88b8e2b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8d603cf-8d1f-4ab4-8bc0-887963bded92 HTTP/1.1" status: 200 len: 859 time: 0.1413505 Sep 07 18:46:02.170191 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:02.172199 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262ce22-996a-46ab-84bf-7a7f922c6951 req-f5ee5da0-bfda-4bcb-9294-5b29aa04b1f6 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:02.173580 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3262ce22-996a-46ab-84bf-7a7f922c6951 req-f5ee5da0-bfda-4bcb-9294-5b29aa04b1f6 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports/9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c HTTP/1.1" status: 200 len: 942 time: 0.0872266 Sep 07 18:46:02.182874 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aaea01d-3d97-4725-b406-256885b1d4d8 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:46:02.202693 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 1aaea01d-3d97-4725-b406-256885b1d4d8, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=1aaea01d-3d97-4725-b406-256885b1d4d8,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:02.203692 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1a64227e-8283-46c4-bcaf-6af04f191501 req-63295850-865a-48e3-a9d6-67a1cbb56666 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=708565e96bb94a3da2b7674da78bb114 HTTP/1.1" status: 200 len: 10895 time: 0.2194214 Sep 07 18:46:02.207339 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:02.260483 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=1aaea01d-3d97-4725-b406-256885b1d4d8,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:02.300902 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1a64227e-8283-46c4-bcaf-6af04f191501 req-b843d668-dd7e-4920-9b45-613b351bc2d3 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/ec81aad7-646c-4c55-9541-9ad4fd38d1d1 HTTP/1.1" status: 200 len: 2981 time: 0.0892129 Sep 07 18:46:02.307670 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3262ce22-996a-46ab-84bf-7a7f922c6951 req-808a0f55-792f-432f-b595-a731c268451f tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 1000 time: 0.0851448 Sep 07 18:46:02.404092 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1a64227e-8283-46c4-bcaf-6af04f191501 req-ecdf84e1-5593-4474-8ebc-2e60198e1df7 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/ec81aad7-646c-4c55-9541-9ad4fd38d1d1 HTTP/1.1" status: 200 len: 2981 time: 0.0952964 Sep 07 18:46:02.503536 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262ce22-996a-46ab-84bf-7a7f922c6951 req-d1649a3a-ecee-4a7a-b9e0-b1facf9eab4a tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:02.504908 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3262ce22-996a-46ab-84bf-7a7f922c6951 req-d1649a3a-ecee-4a7a-b9e0-b1facf9eab4a tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.1903775 Sep 07 18:46:02.509786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa98daf-a272-457d-81ad-848363eb02f5 req-a108e010-01ee-4862-bfec-e6f3e9eeb0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:02.511196 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9aa98daf-a272-457d-81ad-848363eb02f5 req-a108e010-01ee-4862-bfec-e6f3e9eeb0c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=438b7473-bcf8-4707-b646-342e96ae6727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111715 Sep 07 18:46:02.531699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9dfc43-0e93-468b-bc0a-2b51cf997153 req-ebea2ba7-b243-40fb-8434-29e0ac8313f8 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:02.533223 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c9dfc43-0e93-468b-bc0a-2b51cf997153 req-ebea2ba7-b243-40fb-8434-29e0ac8313f8 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 945 time: 0.0743613 Sep 07 18:46:02.604646 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2aa8b05-04c0-413d-b4b0-29444f042f16 x-openstack-request-id: req-c2aa8b05-04c0-413d-b4b0-29444f042f16 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:02.605140 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fad46a-1960-4e94-a79e-9952f3eead5c", "tag": "2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:02.609553 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c2aa8b05-04c0-413d-b4b0-29444f042f16 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:02.609553 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fad46a-1960-4e94-a79e-9952f3eead5c', 'tag': '2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06', 'status': 'completed', 'code': 200} Sep 07 18:46:02.625611 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c9dfc43-0e93-468b-bc0a-2b51cf997153 req-a144f8dd-2ead-4e3e-a1e4-e6a05a293fc1 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833628 Sep 07 18:46:02.652650 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9aa98daf-a272-457d-81ad-848363eb02f5 req-3e5ed6d5-2fa3-4e63-8954-0a151ea848a7 service neutron] 10.222.0.60 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183829 Sep 07 18:46:02.671214 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['1aaea01d-3d97-4725-b406-256885b1d4d8'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:02.689063 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef341b83-1235-4bf5-b318-c483e3de24aa req-b203e32c-7d05-44c4-acac-dabeae68f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:02.690587 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ef341b83-1235-4bf5-b318-c483e3de24aa req-b203e32c-7d05-44c4-acac-dabeae68f217 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=581e70f192f44902b528bd4279ab890a&device_id=55fad46a-1960-4e94-a79e-9952f3eead5c HTTP/1.1" status: 200 len: 1099 time: 0.0422244 Sep 07 18:46:02.769087 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5b612801-6ba1-4130-8ff7-5c2ea91fca09 req-b85ca6db-860a-47de-b74c-80559476b367 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/e4333992-b1e9-4eb3-b54d-f2ccd905ece4 HTTP/1.1" status: 200 len: 1800 time: 0.1129119 Sep 07 18:46:02.826385 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef341b83-1235-4bf5-b318-c483e3de24aa req-04d8836b-a623-429c-afd1-e8ddd6dfda8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:02.828031 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ef341b83-1235-4bf5-b318-c483e3de24aa req-04d8836b-a623-429c-afd1-e8ddd6dfda8f service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.1150038 Sep 07 18:46:02.875250 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ef341b83-1235-4bf5-b318-c483e3de24aa req-51e18b62-1444-4b52-a4e2-e036f6ba2def service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 HTTP/1.1" status: 200 len: 217 time: 0.0356803 Sep 07 18:46:02.905507 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9aa98daf-a272-457d-81ad-848363eb02f5 req-0bae03f8-47a1-4450-8299-261e5fdb153e service neutron] 10.222.0.60 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422419 Sep 07 18:46:02.909589 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-4d5ee1ac-6864-4b1e-9006-2c96f006de4e tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 1000 time: 0.1393528 Sep 07 18:46:02.930376 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef341b83-1235-4bf5-b318-c483e3de24aa req-3b0e201b-bfed-43ac-b757-8687813ce110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:02.931767 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ef341b83-1235-4bf5-b318-c483e3de24aa req-3b0e201b-bfed-43ac-b757-8687813ce110 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0495722 Sep 07 18:46:02.946636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-294e708d-f5a9-4f29-b95c-703228d6012c tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:02.948099 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-294e708d-f5a9-4f29-b95c-703228d6012c tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3&tenant_id=44a39173cb8e4225b1d135c8b5917bc6&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 1096 time: 0.1027040 Sep 07 18:46:02.969614 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5b612801-6ba1-4130-8ff7-5c2ea91fca09 req-f7ea39e6-794a-4b89-aebf-7554e1bac6e5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:02.976304 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807786-1'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:02.981699 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef341b83-1235-4bf5-b318-c483e3de24aa req-cccbb3e0-557b-47bf-8067-c59caad49823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:02.983217 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ef341b83-1235-4bf5-b318-c483e3de24aa req-cccbb3e0-557b-47bf-8067-c59caad49823 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0418742 Sep 07 18:46:03.020916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-cd5d0916-259c-4ac2-b9ae-a2ac72f3a05e tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:03.022283 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-cd5d0916-259c-4ac2-b9ae-a2ac72f3a05e tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports/9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c HTTP/1.1" status: 200 len: 942 time: 0.0990396 Sep 07 18:46:03.038317 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5b612801-6ba1-4130-8ff7-5c2ea91fca09 req-f7ea39e6-794a-4b89-aebf-7554e1bac6e5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:03.081358 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:03.086840 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ef341b83-1235-4bf5-b318-c483e3de24aa req-2bf7a469-8735-44ac-93dd-685e54828ca1 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894659 Sep 07 18:46:03.178074 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5b612801-6ba1-4130-8ff7-5c2ea91fca09 req-f7ea39e6-794a-4b89-aebf-7554e1bac6e5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:03.180712 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5b612801-6ba1-4130-8ff7-5c2ea91fca09 req-f7ea39e6-794a-4b89-aebf-7554e1bac6e5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:03.181578 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ef341b83-1235-4bf5-b318-c483e3de24aa req-e1014ea3-db12-4bc1-be37-589438129768 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859253 Sep 07 18:46:03.181744 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5b612801-6ba1-4130-8ff7-5c2ea91fca09 req-f7ea39e6-794a-4b89-aebf-7554e1bac6e5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "DELETE /v2.0/security-groups/e4333992-b1e9-4eb3-b54d-f2ccd905ece4 HTTP/1.1" status: 204 len: 173 time: 0.4085834 Sep 07 18:46:03.197800 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-cff820b4-bdfa-4834-8592-44b2db77b5d5 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 1000 time: 0.1221912 Sep 07 18:46:03.208797 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea39e6-794a-4b89-aebf-7554e1bac6e5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4333992-b1e9-4eb3-b54d-f2ccd905ece4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:03.240795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea39e6-794a-4b89-aebf-7554e1bac6e5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:03.241138 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea39e6-794a-4b89-aebf-7554e1bac6e5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:03.241475 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea39e6-794a-4b89-aebf-7554e1bac6e5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:03.241805 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea39e6-794a-4b89-aebf-7554e1bac6e5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:03.242133 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea39e6-794a-4b89-aebf-7554e1bac6e5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:03.242455 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea39e6-794a-4b89-aebf-7554e1bac6e5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:03.242774 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea39e6-794a-4b89-aebf-7554e1bac6e5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:03.243098 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea39e6-794a-4b89-aebf-7554e1bac6e5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:03.243415 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea39e6-794a-4b89-aebf-7554e1bac6e5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:03.243730 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea39e6-794a-4b89-aebf-7554e1bac6e5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:03.244048 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea39e6-794a-4b89-aebf-7554e1bac6e5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:03.244363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea39e6-794a-4b89-aebf-7554e1bac6e5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:03.403409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac27754-2ae8-4cf1-a167-314f0128daa6 req-661f233a-0d4d-4106-83a4-8a92416c7e9f tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:03.404932 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ac27754-2ae8-4cf1-a167-314f0128daa6 req-661f233a-0d4d-4106-83a4-8a92416c7e9f tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=55fad46a-1960-4e94-a79e-9952f3eead5c HTTP/1.1" status: 200 len: 948 time: 0.1485937 Sep 07 18:46:03.412476 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] For port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=7f8b47d4-819f-44f5-91bb-24ec83e11b9b,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:03.451393 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-f2810a23-6be8-4720-98fa-ce6836d15ac5 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:03.452670 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-f2810a23-6be8-4720-98fa-ce6836d15ac5 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.2473886 Sep 07 18:46:03.525445 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ac27754-2ae8-4cf1-a167-314f0128daa6 req-c17e762a-d704-42c8-8d22-0455c80d3d59 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109691 Sep 07 18:46:03.533038 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] For port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:46:03.578031 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-c8d60eb1-0171-4001-ace3-02b780c81533 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 1000 time: 0.1161103 Sep 07 18:46:03.601566 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-333191a0-a827-44a8-accc-6b549fb33d43 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:03.605940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ffe9cb-f758-4ba7-aba4-086c118dcca3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f8b47d4-819f-44f5-91bb-24ec83e11b9b'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:03.608143 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193a464d-4c66-47c1-ba1e-87e8c7338fac" -d '{"events": [{"server_uuid": "93ffe9cb-f758-4ba7-aba4-086c118dcca3", "name": "network-vif-unplugged", "status": "completed", "tag": "7f8b47d4-819f-44f5-91bb-24ec83e11b9b"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:03.626809 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:03.662234 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:03.726277 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-333191a0-a827-44a8-accc-6b549fb33d43 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:03.740672 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c1551-0f9a-44f0-a777-da130e6fee51 req-5b0a5541-f70f-4002-89b9-148c8d06326a tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:03.747141 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c1551-0f9a-44f0-a777-da130e6fee51 req-5b0a5541-f70f-4002-89b9-148c8d06326a tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:03.748694 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-290c1551-0f9a-44f0-a777-da130e6fee51 req-5b0a5541-f70f-4002-89b9-148c8d06326a tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b4e5ed4-0657-487f-8d19-3ed20281bcaf HTTP/1.1" status: 200 len: 1683 time: 0.1665604 Sep 07 18:46:03.814674 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8b47d4-819f-44f5-91bb-24ec83e11b9b,revision_number=7']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:03.897277 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] Attempting to bind port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b on host n-h2-807786-1 for vnic_type normal with profile {"migrating_to": "n-h1-807786-1"} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:46:03.897610 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] Attempting to bind port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:46:03.897944 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] Attempting to bind port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:46:03.904314 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-290c1551-0f9a-44f0-a777-da130e6fee51 req-49f7ec53-b04b-44d9-9b7d-21d6133fd4a0 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202052 Sep 07 18:46:03.913950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] Port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b on network b63d4de9-c5b5-4788-8524-e66342dcbc59 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:46:03.914273 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] Attempting to bind port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:46:03.928025 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:46:03.928474 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] Checking segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:46:03.928931 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] Bound using segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:46:03.929350 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] Bound port: 7f8b47d4-819f-44f5-91bb-24ec83e11b9b, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:46:03.929829 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:03.975495 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-333191a0-a827-44a8-accc-6b549fb33d43 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:04.236222 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-333191a0-a827-44a8-accc-6b549fb33d43 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:04.236635 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-333191a0-a827-44a8-accc-6b549fb33d43 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Floating IP fafd510c-90f9-4543-b503-e2592e5b9a73 disassociated. External IP: 172.25.8.23, port: 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c. Sep 07 18:46:04.359674 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] For port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:46:04.368661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc88f7-e020-4d68-9de7-4bc81d9439bf req-0c031ed5-a47f-4912-aaa0-58145ec9de82 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:04.370184 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20bc88f7-e020-4d68-9de7-4bc81d9439bf req-0c031ed5-a47f-4912-aaa0-58145ec9de82 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=80077999-dff4-4b95-9f04-c6916f3ba733 HTTP/1.1" status: 200 len: 950 time: 0.3988237 Sep 07 18:46:04.390855 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] For port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=7f8b47d4-819f-44f5-91bb-24ec83e11b9b,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:46:04.404884 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:04.504609 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20bc88f7-e020-4d68-9de7-4bc81d9439bf req-2ab8ff5e-1013-409a-8224-711e310120c5 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250231 Sep 07 18:46:04.556247 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:04.556886 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:04.558264 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] 10.222.0.60 "PUT /v2.0/ports/7f8b47d4-819f-44f5-91bb-24ec83e11b9b HTTP/1.1" status: 200 len: 1121 time: 1.5897093 Sep 07 18:46:04.558900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d041eb-3b49-4661-9ad2-586aa8d7d4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8b47d4-819f-44f5-91bb-24ec83e11b9b,revision_number=8']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:04.643680 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:46:04.651255 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-333191a0-a827-44a8-accc-6b549fb33d43 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:46:04.666010 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b755222-41f9-45dd-8104-33b8b7120bf0 req-999d6560-cfff-4256-b7ed-33b32e48d695 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:04.667551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b755222-41f9-45dd-8104-33b8b7120bf0 req-999d6560-cfff-4256-b7ed-33b32e48d695 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 945 time: 0.1019688 Sep 07 18:46:04.731179 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7f8b47d4-819f-44f5-91bb-24ec83e11b9b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:04.753086 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b755222-41f9-45dd-8104-33b8b7120bf0 req-1ff4ccf0-d68d-400b-b530-db7c647fee90 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757778 Sep 07 18:46:04.775141 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:04.800029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['7f8b47d4-819f-44f5-91bb-24ec83e11b9b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:04.802044 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06', 'mac_address': 'fa:16:3e:00:c0:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:46:04.814544 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-333191a0-a827-44a8-accc-6b549fb33d43 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:46:04.826131 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-333191a0-a827-44a8-accc-6b549fb33d43 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:04.829830 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-4e21f475-26e7-4bb4-8434-8836559433e6 req-47075fe4-866c-4669-bc64-e46147c2a141 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] show failed (client error): The resource could not be found. Sep 07 18:46:04.830887 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e21f475-26e7-4bb4-8434-8836559433e6 req-47075fe4-866c-4669-bc64-e46147c2a141 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/e4333992-b1e9-4eb3-b54d-f2ccd905ece4 HTTP/1.1" status: 404 len: 352 time: 0.0333247 Sep 07 18:46:04.841563 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5dff4a-ebb2-4f2f-80a8-9c232368611f None None] Sync routers for ids ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:46:04.858676 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-333191a0-a827-44a8-accc-6b549fb33d43 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "PUT /v2.0/floatingips/fafd510c-90f9-4543-b503-e2592e5b9a73 HTTP/1.1" status: 200 len: 694 time: 1.2629707 Sep 07 18:46:04.907793 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5dff4a-ebb2-4f2f-80a8-9c232368611f None None] Routers {'77ffe1c5-37ef-4492-bf65-9eaddf64bf51'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:46:04.908525 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-2b5dff4a-ebb2-4f2f-80a8-9c232368611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:45:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:04.917544 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-d4411636-dcaf-4024-8f75-f114fd67d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:04.919669 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-d4411636-dcaf-4024-8f75-f114fd67d6f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49c2c790060a4e1b861c40173a8c7d1b&device_id=a99bb413-5413-4ec9-b41d-263587e1845e HTTP/1.1" status: 200 len: 1096 time: 0.0470214 Sep 07 18:46:04.960755 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b09cdae-3e0e-4196-a747-0f015b7fdedb x-openstack-request-id: req-6b09cdae-3e0e-4196-a747-0f015b7fdedb {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:04.961014 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ffe9cb-f758-4ba7-aba4-086c118dcca3", "name": "network-vif-unplugged", "status": "completed", "tag": "7f8b47d4-819f-44f5-91bb-24ec83e11b9b", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:04.961174 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b09cdae-3e0e-4196-a747-0f015b7fdedb {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:04.961561 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ffe9cb-f758-4ba7-aba4-086c118dcca3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f8b47d4-819f-44f5-91bb-24ec83e11b9b', 'code': 200} Sep 07 18:46:04.973140 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:05.015513 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:46:05.054828 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-33318d5d-a8ae-4ae9-bd68-078a9905e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:05.056326 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-33318d5d-a8ae-4ae9-bd68-078a9905e83e service neutron] 10.222.0.26 "GET /v2.0/networks?id=438b7473-bcf8-4707-b646-342e96ae6727 HTTP/1.1" status: 200 len: 921 time: 0.1262615 Sep 07 18:46:05.078477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3325a61-9e5d-4e52-93bf-6018e17b84e1 req-7254131c-e7e2-4ffa-9244-3ab94a9ac050 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:05.079948 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3325a61-9e5d-4e52-93bf-6018e17b84e1 req-7254131c-e7e2-4ffa-9244-3ab94a9ac050 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 943 time: 0.0712318 Sep 07 18:46:05.096810 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:05.111827 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-9c2c2e66-e42d-4423-be5f-d7e5f16791d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c HTTP/1.1" status: 200 len: 217 time: 0.0470970 Sep 07 18:46:05.121952 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:05.122618 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 7f8b47d4-819f-44f5-91bb-24ec83e11b9b details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:46:05.180234 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf6053-3766-42a2-8bf4-d9ec70dfb371 req-b68c7cbd-4ee0-45ef-8a18-5fd700cfa91f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:05.187594 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf6053-3766-42a2-8bf4-d9ec70dfb371 req-b68c7cbd-4ee0-45ef-8a18-5fd700cfa91f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:05.189549 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8bdf6053-3766-42a2-8bf4-d9ec70dfb371 req-b68c7cbd-4ee0-45ef-8a18-5fd700cfa91f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b4e5ed4-0657-487f-8d19-3ed20281bcaf HTTP/1.1" status: 200 len: 1683 time: 0.0738630 Sep 07 18:46:05.192225 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3325a61-9e5d-4e52-93bf-6018e17b84e1 req-e0972ff9-1106-4c99-9e12-2ee1dee22282 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833447 Sep 07 18:46:05.198798 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-08f3a3e0-2248-46b3-b18d-89f78e928aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:05.200920 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-08f3a3e0-2248-46b3-b18d-89f78e928aaf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8d603cf-8d1f-4ab4-8bc0-887963bded92 HTTP/1.1" status: 200 len: 859 time: 0.0804005 Sep 07 18:46:05.282613 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-862e2b8c-6ef5-4dd4-be85-adba5d8aa7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:05.289429 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-862e2b8c-6ef5-4dd4-be85-adba5d8aa7f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=438b7473-bcf8-4707-b646-342e96ae6727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593183 Sep 07 18:46:05.298380 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-2b5dff4a-ebb2-4f2f-80a8-9c232368611f None None] Set router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:46:05.312159 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-8bdf6053-3766-42a2-8bf4-d9ec70dfb371 req-14048f24-2280-48a9-969f-de52ab076a4f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Deleting port 134b2466-f54d-4872-aa39-4f2c6bc4e6a8 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:05.312679 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8bdf6053-3766-42a2-8bf4-d9ec70dfb371 req-14048f24-2280-48a9-969f-de52ab076a4f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:05.407540 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-a47eb24b-4792-4f86-a981-c3d9b820fa5f service neutron] 10.222.0.26 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090791 Sep 07 18:46:05.419167 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-8bdf6053-3766-42a2-8bf4-d9ec70dfb371 req-14048f24-2280-48a9-969f-de52ab076a4f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] For port 134b2466-f54d-4872-aa39-4f2c6bc4e6a8, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=134b2466-f54d-4872-aa39-4f2c6bc4e6a8,segment=NetworkSegment(277febac-57b4-4073-bfbf-32cd747932a7),segment_id=277febac-57b4-4073-bfbf-32cd747932a7)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:05.419558 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8bdf6053-3766-42a2-8bf4-d9ec70dfb371 req-14048f24-2280-48a9-969f-de52ab076a4f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:05.437285 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-8bdf6053-3766-42a2-8bf4-d9ec70dfb371 req-14048f24-2280-48a9-969f-de52ab076a4f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Calling delete_port for 134b2466-f54d-4872-aa39-4f2c6bc4e6a8 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:05.440691 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:05.521045 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ce27768-4f0d-45d1-a83b-0b0fe2b85166 req-98a1a013-c4ed-486b-a5ff-598e3bd3163a service neutron] 10.222.0.26 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125395 Sep 07 18:46:05.613318 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=7f8b47d4-819f-44f5-91bb-24ec83e11b9b,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:05.616902 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8bdf6053-3766-42a2-8bf4-d9ec70dfb371 req-14048f24-2280-48a9-969f-de52ab076a4f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:05.627975 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 7f8b47d4-819f-44f5-91bb-24ec83e11b9b has no active binding in host n-h1-807786-1 {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 18:46:05.641567 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-52788d96-9bf4-4849-9d8f-39a62b793f3f req-1e2c3cb1-ff47-486c-b663-f7dd8a09c863 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/9f8137ab-dda5-47bf-b6ce-b501d69b242d HTTP/1.1" status: 200 len: 1800 time: 0.0924411 Sep 07 18:46:05.647233 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14048f24-2280-48a9-969f-de52ab076a4f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event deleted for resources: {'Port': ['ID=134b2466-f54d-4872-aa39-4f2c6bc4e6a8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:05.648686 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['05d30e30-a76f-49d2-ab83-df64ac9a9f4f', '134b2466-f54d-4872-aa39-4f2c6bc4e6a8'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:05.656774 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14048f24-2280-48a9-969f-de52ab076a4f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:05.657129 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14048f24-2280-48a9-969f-de52ab076a4f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:05.658272 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14048f24-2280-48a9-969f-de52ab076a4f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:05.658272 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14048f24-2280-48a9-969f-de52ab076a4f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:05.658272 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14048f24-2280-48a9-969f-de52ab076a4f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:05.658548 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14048f24-2280-48a9-969f-de52ab076a4f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:05.658827 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14048f24-2280-48a9-969f-de52ab076a4f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:05.659024 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14048f24-2280-48a9-969f-de52ab076a4f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:05.659346 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14048f24-2280-48a9-969f-de52ab076a4f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:05.659920 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14048f24-2280-48a9-969f-de52ab076a4f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:05.660237 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14048f24-2280-48a9-969f-de52ab076a4f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:05.660575 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14048f24-2280-48a9-969f-de52ab076a4f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:05.681024 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad800a-814c-49cb-a7ee-587460b46330 req-f873d5ee-c4a7-424e-a1e6-3909d23da516 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:05.689086 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fbad800a-814c-49cb-a7ee-587460b46330 req-f873d5ee-c4a7-424e-a1e6-3909d23da516 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=55fad46a-1960-4e94-a79e-9952f3eead5c HTTP/1.1" status: 200 len: 949 time: 0.1204448 Sep 07 18:46:05.712752 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bdf6053-3766-42a2-8bf4-d9ec70dfb371 req-14048f24-2280-48a9-969f-de52ab076a4f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] No DVR routers for this DVR port 134b2466-f54d-4872-aa39-4f2c6bc4e6a8 on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:05.717801 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8bdf6053-3766-42a2-8bf4-d9ec70dfb371 req-14048f24-2280-48a9-969f-de52ab076a4f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:05.721473 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8bdf6053-3766-42a2-8bf4-d9ec70dfb371 req-14048f24-2280-48a9-969f-de52ab076a4f tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.36 "DELETE /v2.0/ports/134b2466-f54d-4872-aa39-4f2c6bc4e6a8 HTTP/1.1" status: 204 len: 173 time: 0.5206661 Sep 07 18:46:05.722293 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4e5ed4-0657-487f-8d19-3ed20281bcaf', 'name': 'network-vif-deleted', 'tag': '134b2466-f54d-4872-aa39-4f2c6bc4e6a8'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:05.725321 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0457d3-d214-4e1a-bd72-ed30514ae3d0" -d '{"events": [{"server_uuid": "8b4e5ed4-0657-487f-8d19-3ed20281bcaf", "name": "network-vif-deleted", "tag": "134b2466-f54d-4872-aa39-4f2c6bc4e6a8"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:05.731052 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-2b5dff4a-ebb2-4f2f-80a8-9c232368611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:07Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '89b70986-2867-49d0-9e16-2f948e150760', 'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'mac_address': 'fa:16:3e:87:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:06Z', 'updated_at': '2021-09-07T18:45:13Z', 'revision_number': 5, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'subnets': [{'id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:05.760851 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fbad800a-814c-49cb-a7ee-587460b46330 req-50fbd67d-1e80-4676-8f1f-b980977756e2 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677786 Sep 07 18:46:05.769997 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5dff4a-ebb2-4f2f-80a8-9c232368611f None None] Checking router: 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:46:05.773503 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-52788d96-9bf4-4849-9d8f-39a62b793f3f req-2fa47164-74a6-465d-8e59-d04cb8dde3c1 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:05.806820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5dff4a-ebb2-4f2f-80a8-9c232368611f None None] Routers {'77ffe1c5-37ef-4492-bf65-9eaddf64bf51'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:46:05.808020 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-2b5dff4a-ebb2-4f2f-80a8-9c232368611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:45:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:05.830462 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-52788d96-9bf4-4849-9d8f-39a62b793f3f req-2fa47164-74a6-465d-8e59-d04cb8dde3c1 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:05.868042 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-8bdf6053-3766-42a2-8bf4-d9ec70dfb371 req-a650edc0-45ff-426c-a923-70b6cad5eac1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Deleting port 05d30e30-a76f-49d2-ab83-df64ac9a9f4f {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:05.868420 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8bdf6053-3766-42a2-8bf4-d9ec70dfb371 req-a650edc0-45ff-426c-a923-70b6cad5eac1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:05.921893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9518e-8ddf-4fc5-8e5d-90ec23267857 req-e21d1a38-f720-43a5-83fa-00376fe7eba3 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:05.929035 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8aa9518e-8ddf-4fc5-8e5d-90ec23267857 req-e21d1a38-f720-43a5-83fa-00376fe7eba3 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b4e5ed4-0657-487f-8d19-3ed20281bcaf HTTP/1.1" status: 200 len: 946 time: 0.0697467 Sep 07 18:46:05.931731 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-52788d96-9bf4-4849-9d8f-39a62b793f3f req-2fa47164-74a6-465d-8e59-d04cb8dde3c1 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:05.935792 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-52788d96-9bf4-4849-9d8f-39a62b793f3f req-2fa47164-74a6-465d-8e59-d04cb8dde3c1 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:05.937433 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-52788d96-9bf4-4849-9d8f-39a62b793f3f req-2fa47164-74a6-465d-8e59-d04cb8dde3c1 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "DELETE /v2.0/security-groups/9f8137ab-dda5-47bf-b6ce-b501d69b242d HTTP/1.1" status: 204 len: 173 time: 0.2865491 Sep 07 18:46:05.963482 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa47164-74a6-465d-8e59-d04cb8dde3c1 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8137ab-dda5-47bf-b6ce-b501d69b242d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:05.991293 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-8bdf6053-3766-42a2-8bf4-d9ec70dfb371 req-a650edc0-45ff-426c-a923-70b6cad5eac1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] For port 05d30e30-a76f-49d2-ab83-df64ac9a9f4f, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=05d30e30-a76f-49d2-ab83-df64ac9a9f4f,segment=NetworkSegment(3540f543-2980-441b-bce9-c14e89263998),segment_id=3540f543-2980-441b-bce9-c14e89263998)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:05.991942 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8bdf6053-3766-42a2-8bf4-d9ec70dfb371 req-a650edc0-45ff-426c-a923-70b6cad5eac1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:05.997115 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8aa9518e-8ddf-4fc5-8e5d-90ec23267857 req-b4e11604-de97-4341-832e-4656e67921ab tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c01005c-3f4a-4f53-8634-5b912f219487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672255 Sep 07 18:46:06.002318 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-2b5dff4a-ebb2-4f2f-80a8-9c232368611f None None] Set router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:46:06.018579 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-8bdf6053-3766-42a2-8bf4-d9ec70dfb371 req-a650edc0-45ff-426c-a923-70b6cad5eac1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Calling delete_port for 05d30e30-a76f-49d2-ab83-df64ac9a9f4f owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:06.093328 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 1aaea01d-3d97-4725-b406-256885b1d4d8 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:46:06.181118 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8bdf6053-3766-42a2-8bf4-d9ec70dfb371 req-a650edc0-45ff-426c-a923-70b6cad5eac1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:06.190341 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:06.222308 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650edc0-45ff-426c-a923-70b6cad5eac1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event deleted for resources: {'Port': ['ID=05d30e30-a76f-49d2-ab83-df64ac9a9f4f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:06.298907 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bdf6053-3766-42a2-8bf4-d9ec70dfb371 req-a650edc0-45ff-426c-a923-70b6cad5eac1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] No DVR routers for this DVR port 05d30e30-a76f-49d2-ab83-df64ac9a9f4f on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:06.301966 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 1aaea01d-3d97-4725-b406-256885b1d4d8 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:46:06.303319 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-8bdf6053-3766-42a2-8bf4-d9ec70dfb371 req-a650edc0-45ff-426c-a923-70b6cad5eac1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:06.307679 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8bdf6053-3766-42a2-8bf4-d9ec70dfb371 req-a650edc0-45ff-426c-a923-70b6cad5eac1 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.36 "DELETE /v2.0/ports/05d30e30-a76f-49d2-ab83-df64ac9a9f4f HTTP/1.1" status: 204 len: 173 time: 0.5779991 Sep 07 18:46:06.341726 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 1aaea01d-3d97-4725-b406-256885b1d4d8 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:46:06.342245 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:06.420036 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbc6518-3dda-4757-b753-69ee99b87271 x-openstack-request-id: req-fdbc6518-3dda-4757-b753-69ee99b87271 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:06.420330 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4e5ed4-0657-487f-8d19-3ed20281bcaf", "name": "network-vif-deleted", "tag": "134b2466-f54d-4872-aa39-4f2c6bc4e6a8", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:06.420620 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fdbc6518-3dda-4757-b753-69ee99b87271 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:06.421033 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4e5ed4-0657-487f-8d19-3ed20281bcaf', 'name': 'network-vif-deleted', 'tag': '134b2466-f54d-4872-aa39-4f2c6bc4e6a8', 'status': 'completed', 'code': 200} Sep 07 18:46:06.489745 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-eefbbdb6-3d17-4f68-acf6-89147e2b9cc6 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.490386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-eefbbdb6-3d17-4f68-acf6-89147e2b9cc6 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.490943 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-eefbbdb6-3d17-4f68-acf6-89147e2b9cc6 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.491485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-eefbbdb6-3d17-4f68-acf6-89147e2b9cc6 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.492027 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-eefbbdb6-3d17-4f68-acf6-89147e2b9cc6 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.492538 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-eefbbdb6-3d17-4f68-acf6-89147e2b9cc6 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.493004 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-eefbbdb6-3d17-4f68-acf6-89147e2b9cc6 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.493488 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-eefbbdb6-3d17-4f68-acf6-89147e2b9cc6 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.493958 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-eefbbdb6-3d17-4f68-acf6-89147e2b9cc6 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.494429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-eefbbdb6-3d17-4f68-acf6-89147e2b9cc6 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.494897 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-eefbbdb6-3d17-4f68-acf6-89147e2b9cc6 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.495365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-eefbbdb6-3d17-4f68-acf6-89147e2b9cc6 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.496367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-eefbbdb6-3d17-4f68-acf6-89147e2b9cc6 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.496871 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-eefbbdb6-3d17-4f68-acf6-89147e2b9cc6 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.497967 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-eefbbdb6-3d17-4f68-acf6-89147e2b9cc6 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.498455 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-eefbbdb6-3d17-4f68-acf6-89147e2b9cc6 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.498929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-eefbbdb6-3d17-4f68-acf6-89147e2b9cc6 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.499405 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-eefbbdb6-3d17-4f68-acf6-89147e2b9cc6 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.499877 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-eefbbdb6-3d17-4f68-acf6-89147e2b9cc6 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.500351 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-eefbbdb6-3d17-4f68-acf6-89147e2b9cc6 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.501013 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-eefbbdb6-3d17-4f68-acf6-89147e2b9cc6 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.503899 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-eefbbdb6-3d17-4f68-acf6-89147e2b9cc6 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=55fad46a-1960-4e94-a79e-9952f3eead5c&device_id=059bea22-7532-4bfe-badf-737ed1cb81fe&device_id=80077999-dff4-4b95-9f04-c6916f3ba733&device_id=f8739b77-bc26-4577-b9d1-ff8f958f0f89&device_id=8b4e5ed4-0657-487f-8d19-3ed20281bcaf&device_id=1ad90e20-7323-4f2f-9382-421e5d9e55e2&device_id=a99bb413-5413-4ec9-b41d-263587e1845e&device_id=3c3f06a7-d985-4fd4-a709-a5e67bbc81d3&device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc&device_id=11d6f62d-d823-4b01-9d35-f3486862bcf0&device_id=b97284e1-5607-4040-960c-ff37c62fe9be&device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065&device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3&device_id=236580bb-6460-461f-845c-9b2c034056f3&device_id=8719d8b2-fac6-45cf-b750-916e946132e4&device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8&device_id=6701d2da-d1be-45f1-9f67-b70883beccf0&device_id=623e167e-0365-43b4-b254-a06a687492fe&device_id=b4f4db11-b491-49a9-b185-93581991aefb&device_id=f077982a-e747-4dec-bbc9-77a4d52982c8&device_id=e01b0b74-72dd-41a0-90c0-9e3af38c40ee&device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 18972 time: 0.1106739 Sep 07 18:46:06.541116 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-89897359-03d0-4a74-98a5-edb414b521fe tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:06.542077 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:06.551713 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-2b5dff4a-ebb2-4f2f-80a8-9c232368611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:07Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '89b70986-2867-49d0-9e16-2f948e150760', 'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'mac_address': 'fa:16:3e:87:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:06Z', 'updated_at': '2021-09-07T18:45:13Z', 'revision_number': 5, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'subnets': [{'id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:06.577378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccf713-fe8c-4a59-ae2b-48cd5eccd32a req-0af97def-87b6-4a7b-afb5-75520f6bf101 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.578872 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6dccf713-fe8c-4a59-ae2b-48cd5eccd32a req-0af97def-87b6-4a7b-afb5-75520f6bf101 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 945 time: 0.1046274 Sep 07 18:46:06.591793 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5dff4a-ebb2-4f2f-80a8-9c232368611f None None] The sync data for ids ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'] in n-d-807786-1 is: [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:07Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '89b70986-2867-49d0-9e16-2f948e150760', 'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'mac_address': 'fa:16:3e:87:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:06Z', 'updated_at': '2021-09-07T18:45:13Z', 'revision_number': 5, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'subnets': [{'id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:46:06.609251 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059bea22-7532-4bfe-badf-737ed1cb81fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aaea01d-3d97-4725-b406-256885b1d4d8'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:06.611250 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9b6ea6-6173-4cb8-869b-68364dd0e507" -d '{"events": [{"server_uuid": "059bea22-7532-4bfe-badf-737ed1cb81fe", "name": "network-vif-plugged", "status": "completed", "tag": "1aaea01d-3d97-4725-b406-256885b1d4d8"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:06.627350 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 1aaea01d-3d97-4725-b406-256885b1d4d8, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=1aaea01d-3d97-4725-b406-256885b1d4d8,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:06.630941 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:06.645029 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6dccf713-fe8c-4a59-ae2b-48cd5eccd32a req-9b7e269b-2afa-47ab-947e-af1f4e9c74c0 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592546 Sep 07 18:46:06.696500 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-89897359-03d0-4a74-98a5-edb414b521fe tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:06.697123 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=1aaea01d-3d97-4725-b406-256885b1d4d8,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:06.705779 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-89897359-03d0-4a74-98a5-edb414b521fe tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:06.741663 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6fbf92c-3382-42e3-84b7-2ba95721da3f req-89897359-03d0-4a74-98a5-edb414b521fe tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=071e9850-a37d-4dae-9f49-99a8b4ee9269&id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&id=8f2c9237-0346-4076-acfd-edb6da46e5bc&id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&id=2b7ed2ef-fd06-4329-a07b-0275a4fd0286&id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 944 time: 0.2277651 Sep 07 18:46:06.767356 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89897359-03d0-4a74-98a5-edb414b521fe tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e32def0-c4ee-4daa-9ced-d01a9bc4a260,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:06.771381 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-1d618476-3cc2-40dd-96c9-feaa114a7cd0 req-8ee889d5-6018-4f88-9eca-62db25931d85 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] show failed (client error): The resource could not be found. Sep 07 18:46:06.772420 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1d618476-3cc2-40dd-96c9-feaa114a7cd0 req-8ee889d5-6018-4f88-9eca-62db25931d85 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/9f8137ab-dda5-47bf-b6ce-b501d69b242d HTTP/1.1" status: 404 len: 352 time: 0.0205364 Sep 07 18:46:06.899455 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f210c3-6265-4227-865b-d960ea203d4a req-ed39539c-692d-4e0b-b721-d71e2f36d28e tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.901127 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13f210c3-6265-4227-865b-d960ea203d4a req-ed39539c-692d-4e0b-b721-d71e2f36d28e tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 943 time: 0.0891805 Sep 07 18:46:06.914077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-0038e945-c961-449f-87d5-014d283ee2a5 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:06.915580 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-0038e945-c961-449f-87d5-014d283ee2a5 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0766828 Sep 07 18:46:06.932224 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27abc32-e924-4933-8a43-5fd1c2b24cb0 None None] New status for floating IP fafd510c-90f9-4543-b503-e2592e5b9a73: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:46:06.977389 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ffe9cb-f758-4ba7-aba4-086c118dcca3', 'tag': '7f8b47d4-819f-44f5-91bb-24ec83e11b9b'}, {'name': 'network-changed', 'server_uuid': 'a99bb413-5413-4ec9-b41d-263587e1845e', 'tag': '9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:06.979855 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c931af2d-e85e-4268-9100-b23598e4f210" -d '{"events": [{"name": "network-changed", "server_uuid": "93ffe9cb-f758-4ba7-aba4-086c118dcca3", "tag": "7f8b47d4-819f-44f5-91bb-24ec83e11b9b"}, {"name": "network-changed", "server_uuid": "a99bb413-5413-4ec9-b41d-263587e1845e", "tag": "9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:06.995536 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-789ef1c8-88f5-4c16-999d-51f6ca231123 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 697 time: 0.0721540 Sep 07 18:46:07.008950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-bdc91618-07b8-490d-80fa-bbdd3c36e24e tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Request body: {'floatingip': {'port_id': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:07.014801 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13f210c3-6265-4227-865b-d960ea203d4a req-11ac8e95-9ff1-443b-afdd-6f4a419e1458 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983107 Sep 07 18:46:07.051882 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-bdc91618-07b8-490d-80fa-bbdd3c36e24e tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:07.068051 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f25e6b3-f33b-4826-9b79-12552cb8a1ad x-openstack-request-id: req-6f25e6b3-f33b-4826-9b79-12552cb8a1ad {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:07.068445 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059bea22-7532-4bfe-badf-737ed1cb81fe", "name": "network-vif-plugged", "status": "completed", "tag": "1aaea01d-3d97-4725-b406-256885b1d4d8", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:07.068813 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f25e6b3-f33b-4826-9b79-12552cb8a1ad {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:07.069320 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059bea22-7532-4bfe-badf-737ed1cb81fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aaea01d-3d97-4725-b406-256885b1d4d8', 'code': 200} Sep 07 18:46:07.182531 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8a626-32b4-471f-98be-c2edd586e5e1 req-9aca479a-bda0-479a-89ff-1db4d9dd3f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:07.184739 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-20c8a626-32b4-471f-98be-c2edd586e5e1 req-9aca479a-bda0-479a-89ff-1db4d9dd3f3b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 1097 time: 0.0479832 Sep 07 18:46:07.199421 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13a4aeea-d55a-4a3e-bc0c-c7c51a283b44 req-1195a240-8260-4ce1-b014-ceedfffc12f1 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/76b00d14-96c7-4848-abf9-92bbfaed4f65 HTTP/1.1" status: 200 len: 1800 time: 0.1076748 Sep 07 18:46:07.229261 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-20c8a626-32b4-471f-98be-c2edd586e5e1 req-866f7b97-7df9-4d8c-a4d6-d19aac637617 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299623 Sep 07 18:46:07.334133 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a4aeea-d55a-4a3e-bc0c-c7c51a283b44 req-08f3668c-e497-46e3-a80a-5b0fc3dee9cd tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:07.425961 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a4aeea-d55a-4a3e-bc0c-c7c51a283b44 req-08f3668c-e497-46e3-a80a-5b0fc3dee9cd tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:07.505292 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a4aeea-d55a-4a3e-bc0c-c7c51a283b44 req-08f3668c-e497-46e3-a80a-5b0fc3dee9cd tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:07.507826 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a4aeea-d55a-4a3e-bc0c-c7c51a283b44 req-08f3668c-e497-46e3-a80a-5b0fc3dee9cd tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:07.508987 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13a4aeea-d55a-4a3e-bc0c-c7c51a283b44 req-08f3668c-e497-46e3-a80a-5b0fc3dee9cd tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "DELETE /v2.0/security-groups/76b00d14-96c7-4848-abf9-92bbfaed4f65 HTTP/1.1" status: 204 len: 173 time: 0.3007672 Sep 07 18:46:07.531182 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3668c-e497-46e3-a80a-5b0fc3dee9cd tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b00d14-96c7-4848-abf9-92bbfaed4f65,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:07.536947 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.api [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-bdc91618-07b8-490d-80fa-bbdd3c36e24e tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 18:46:07.537310 n-d-807786-1 neutron-server[101445]: DEBUG oslo_db.api [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-bdc91618-07b8-490d-80fa-bbdd3c36e24e tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 18:46:07.722375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c2b28-a9e6-441d-a272-eaa043195cb7 req-5ab79ae1-a5ac-4bbc-b622-a01066514ffe tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:07.723845 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-357c2b28-a9e6-441d-a272-eaa043195cb7 req-5ab79ae1-a5ac-4bbc-b622-a01066514ffe tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=55fad46a-1960-4e94-a79e-9952f3eead5c HTTP/1.1" status: 200 len: 949 time: 0.0484531 Sep 07 18:46:07.760473 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-357c2b28-a9e6-441d-a272-eaa043195cb7 req-41008819-8564-4c76-8ec0-21082a575680 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307522 Sep 07 18:46:07.807537 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e175b602-e12c-4049-987f-cc06652921b9 x-openstack-request-id: req-e175b602-e12c-4049-987f-cc06652921b9 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:07.807836 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ffe9cb-f758-4ba7-aba4-086c118dcca3", "tag": "7f8b47d4-819f-44f5-91bb-24ec83e11b9b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a99bb413-5413-4ec9-b41d-263587e1845e", "tag": "9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:07.808616 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e175b602-e12c-4049-987f-cc06652921b9 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:07.809045 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ffe9cb-f758-4ba7-aba4-086c118dcca3', 'tag': '7f8b47d4-819f-44f5-91bb-24ec83e11b9b', 'status': 'completed', 'code': 200} Sep 07 18:46:07.809297 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99bb413-5413-4ec9-b41d-263587e1845e', 'tag': '9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c', 'status': 'completed', 'code': 200} Sep 07 18:46:07.844840 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48490) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:07.884816 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931af2d-e85e-4268-9100-b23598e4f210 req-bb716d23-b4b2-426f-a3d0-873c61fab146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:07.886330 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c931af2d-e85e-4268-9100-b23598e4f210 req-bb716d23-b4b2-426f-a3d0-873c61fab146 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 1124 time: 0.0543439 Sep 07 18:46:07.920299 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-f18e6e50-0a87-4b17-96c7-6337b8e0fa2c req-7ab1da5d-cf23-4096-970b-d3f53d2f8374 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] show failed (client error): The resource could not be found. Sep 07 18:46:07.921516 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f18e6e50-0a87-4b17-96c7-6337b8e0fa2c req-7ab1da5d-cf23-4096-970b-d3f53d2f8374 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/76b00d14-96c7-4848-abf9-92bbfaed4f65 HTTP/1.1" status: 404 len: 352 time: 0.0663700 Sep 07 18:46:07.941928 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d8e0c6-5c95-43db-bf22-9b4c99aa33b6 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Deleting subnet 5e854d02-d5fc-4ca7-910b-ef407e84fb8c {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:46:07.947301 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e0c6-5c95-43db-bf22-9b4c99aa33b6 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:07.951115 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931af2d-e85e-4268-9100-b23598e4f210 req-8d4ba299-e4d5-40f0-8fae-212b09bb281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:07.952621 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c931af2d-e85e-4268-9100-b23598e4f210 req-8d4ba299-e4d5-40f0-8fae-212b09bb281f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=49c2c790060a4e1b861c40173a8c7d1b&device_id=a99bb413-5413-4ec9-b41d-263587e1845e HTTP/1.1" status: 200 len: 1096 time: 0.0985274 Sep 07 18:46:07.991158 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931af2d-e85e-4268-9100-b23598e4f210 req-6f51d135-0e1a-4e91-a0a8-a7cfed05d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:07.993151 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c931af2d-e85e-4268-9100-b23598e4f210 req-6f51d135-0e1a-4e91-a0a8-a7cfed05d2da service neutron] 10.222.0.36 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 909 time: 0.0926218 Sep 07 18:46:08.017726 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e0c6-5c95-43db-bf22-9b4c99aa33b6 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:08.043770 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-bdc91618-07b8-490d-80fa-bbdd3c36e24e tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:08.049846 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c931af2d-e85e-4268-9100-b23598e4f210 req-de0e6b22-e586-4f4a-a949-7811ea9d7dec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f8b47d4-819f-44f5-91bb-24ec83e11b9b HTTP/1.1" status: 200 len: 217 time: 0.0434642 Sep 07 18:46:08.065893 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 134b2466-f54d-4872-aa39-4f2c6bc4e6a8 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:08.086014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 134b2466-f54d-4872-aa39-4f2c6bc4e6a8 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:46:08.086363 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 134b2466-f54d-4872-aa39-4f2c6bc4e6a8 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:46:08.086808 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 05d30e30-a76f-49d2-ab83-df64ac9a9f4f no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:08.109277 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 05d30e30-a76f-49d2-ab83-df64ac9a9f4f {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:46:08.109629 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 05d30e30-a76f-49d2-ab83-df64ac9a9f4f not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:46:08.114858 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931af2d-e85e-4268-9100-b23598e4f210 req-39fe7b75-e179-4e4e-a102-fcd6a9269359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:08.116476 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c931af2d-e85e-4268-9100-b23598e4f210 req-39fe7b75-e179-4e4e-a102-fcd6a9269359 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.0573668 Sep 07 18:46:08.159830 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c931af2d-e85e-4268-9100-b23598e4f210 req-5d262650-de9f-4a58-b145-5d2de41cb970 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279543 Sep 07 18:46:08.237191 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e0c6-5c95-43db-bf22-9b4c99aa33b6 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:08.260437 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931af2d-e85e-4268-9100-b23598e4f210 req-4f932d09-d104-4ef8-b83f-3faeb05a4eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:08.262491 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c931af2d-e85e-4268-9100-b23598e4f210 req-4f932d09-d104-4ef8-b83f-3faeb05a4eb2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=438b7473-bcf8-4707-b646-342e96ae6727 HTTP/1.1" status: 200 len: 921 time: 0.2890835 Sep 07 18:46:08.264325 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c931af2d-e85e-4268-9100-b23598e4f210 req-c60ac57e-fdea-44b8-9291-be2602fac51f service neutron] 10.222.0.36 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907989 Sep 07 18:46:08.271800 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ba557-c6cb-48d2-94e6-71f503b899f1 req-f6e301d3-fe53-442e-a2aa-fcdb6246df5f tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:08.272229 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ba557-c6cb-48d2-94e6-71f503b899f1 req-f6e301d3-fe53-442e-a2aa-fcdb6246df5f tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:08.272745 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ba557-c6cb-48d2-94e6-71f503b899f1 req-f6e301d3-fe53-442e-a2aa-fcdb6246df5f tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:08.274316 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-279ba557-c6cb-48d2-94e6-71f503b899f1 req-f6e301d3-fe53-442e-a2aa-fcdb6246df5f tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=80077999-dff4-4b95-9f04-c6916f3ba733&device_id=3c3f06a7-d985-4fd4-a709-a5e67bbc81d3&device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 2882 time: 0.1843204 Sep 07 18:46:08.360682 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c931af2d-e85e-4268-9100-b23598e4f210 req-54457aa8-a805-4b38-9f06-5c9c0b8a96e0 service neutron] 10.222.0.36 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864453 Sep 07 18:46:08.383555 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c931af2d-e85e-4268-9100-b23598e4f210 req-79eea521-d6c1-452a-9222-2d056dfd7743 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c HTTP/1.1" status: 200 len: 217 time: 0.0964975 Sep 07 18:46:08.422520 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4e5ed4-0657-487f-8d19-3ed20281bcaf', 'name': 'network-vif-deleted', 'tag': '05d30e30-a76f-49d2-ab83-df64ac9a9f4f'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:08.424921 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff89237-0f90-43b9-a8e8-9a5fbfb830a2" -d '{"events": [{"server_uuid": "8b4e5ed4-0657-487f-8d19-3ed20281bcaf", "name": "network-vif-deleted", "tag": "05d30e30-a76f-49d2-ab83-df64ac9a9f4f"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:08.652170 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:46:08.706607 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:46:08.710747 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:46:08.711120 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:08.713166 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-279ba557-c6cb-48d2-94e6-71f503b899f1 req-c2992073-cdac-442a-950f-3fae4f97cf50 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269810 Sep 07 18:46:08.740299 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e0c6-5c95-43db-bf22-9b4c99aa33b6 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:08.806835 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931af2d-e85e-4268-9100-b23598e4f210 req-6cb744c7-5be3-4d81-83b4-4c4e6f68c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:08.807240 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:08.808344 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c931af2d-e85e-4268-9100-b23598e4f210 req-6cb744c7-5be3-4d81-83b4-4c4e6f68c214 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8d603cf-8d1f-4ab4-8bc0-887963bded92 HTTP/1.1" status: 200 len: 859 time: 0.4036984 Sep 07 18:46:08.815174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8e0c6-5c95-43db-bf22-9b4c99aa33b6 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event deleted for resources: {'Subnet': ['ID=5e854d02-d5fc-4ca7-910b-ef407e84fb8c,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:08.817213 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e0c6-5c95-43db-bf22-9b4c99aa33b6 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:08.819464 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e9d8e0c6-5c95-43db-bf22-9b4c99aa33b6 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "DELETE /v2.0/subnets/5e854d02-d5fc-4ca7-910b-ef407e84fb8c HTTP/1.1" status: 204 len: 168 time: 0.9732499 Sep 07 18:46:08.821980 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 48502) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:08.833861 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973c4be4-0b68-4865-aa53-7f294a0b62c9 None None] Network f29d7a43-df46-42ad-b745-079900c5504a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:46:08.889359 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:08.918410 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85e28d06-1736-4a17-8b62-d6cf85e3caff tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:08.923762 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:08.979001 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-85e28d06-1736-4a17-8b62-d6cf85e3caff tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Deleting port 65c59330-e67f-4bb8-8393-0f6406f5684a {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:08.979349 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85e28d06-1736-4a17-8b62-d6cf85e3caff tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:08.990091 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705148c-1c32-4ec6-b033-1daff8aff3f2 req-6c5598e8-b9ae-448e-8e1d-18cf225a2467 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:08.997563 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7705148c-1c32-4ec6-b033-1daff8aff3f2 req-6c5598e8-b9ae-448e-8e1d-18cf225a2467 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 946 time: 0.1941323 Sep 07 18:46:09.027900 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:09.054554 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931af2d-e85e-4268-9100-b23598e4f210 req-6f82adab-8ade-4894-9f5a-1810f76b8517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:09.055976 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c931af2d-e85e-4268-9100-b23598e4f210 req-6f82adab-8ade-4894-9f5a-1810f76b8517 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=438b7473-bcf8-4707-b646-342e96ae6727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803555 Sep 07 18:46:09.062848 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-85e28d06-1736-4a17-8b62-d6cf85e3caff tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] For port 65c59330-e67f-4bb8-8393-0f6406f5684a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=65c59330-e67f-4bb8-8393-0f6406f5684a,segment=NetworkSegment(3540f543-2980-441b-bce9-c14e89263998),segment_id=3540f543-2980-441b-bce9-c14e89263998)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:09.063225 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85e28d06-1736-4a17-8b62-d6cf85e3caff tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:09.070432 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fad46a-1960-4e94-a79e-9952f3eead5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:09.074703 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b732d080-2c03-49f3-94a4-22023616782c" -d '{"events": [{"server_uuid": "55fad46a-1960-4e94-a79e-9952f3eead5c", "name": "network-vif-plugged", "status": "completed", "tag": "2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:09.083044 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-85e28d06-1736-4a17-8b62-d6cf85e3caff tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Calling delete_port for 65c59330-e67f-4bb8-8393-0f6406f5684a owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:09.107372 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7705148c-1c32-4ec6-b033-1daff8aff3f2 req-dfb1411a-4ac9-4665-a5fe-bb09973762a3 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084635 Sep 07 18:46:09.126516 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1575f7fd-8ec8-48bd-91d7-d7accef03451 None None] DHCP port deletion for f29d7a43-df46-42ad-b745-079900c5504a request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:46:09.182393 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.resource_extend [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-bdc91618-07b8-490d-80fa-bbdd3c36e24e tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 18:46:09.205448 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-1575f7fd-8ec8-48bd-91d7-d7accef03451 None None] Deleting port 65c59330-e67f-4bb8-8393-0f6406f5684a {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:09.205921 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1575f7fd-8ec8-48bd-91d7-d7accef03451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:09.211773 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a70be-aef0-43c7-abd3-ee9dccb8022a req-636d7f6a-25f9-4227-91f2-ff798d3455b2 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:09.213514 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e84a70be-aef0-43c7-abd3-ee9dccb8022a req-636d7f6a-25f9-4227-91f2-ff798d3455b2 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.60 "GET /v2.0/ports?device_id=a99bb413-5413-4ec9-b41d-263587e1845e HTTP/1.1" status: 200 len: 945 time: 0.0876746 Sep 07 18:46:09.232613 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85e28d06-1736-4a17-8b62-d6cf85e3caff tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:09.252178 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-bdc91618-07b8-490d-80fa-bbdd3c36e24e tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:09.260877 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-bdc91618-07b8-490d-80fa-bbdd3c36e24e tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:09.288167 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e28d06-1736-4a17-8b62-d6cf85e3caff tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event deleted for resources: {'Port': ['ID=65c59330-e67f-4bb8-8393-0f6406f5684a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:09.296028 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e28d06-1736-4a17-8b62-d6cf85e3caff tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] No DVR routers for this DVR port 65c59330-e67f-4bb8-8393-0f6406f5684a on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:09.325368 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c931af2d-e85e-4268-9100-b23598e4f210 req-4f0b3c91-31fe-481d-b955-69340b701416 service neutron] 10.222.0.60 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368026 Sep 07 18:46:09.418669 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-1575f7fd-8ec8-48bd-91d7-d7accef03451 None None] For port 65c59330-e67f-4bb8-8393-0f6406f5684a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=65c59330-e67f-4bb8-8393-0f6406f5684a,segment=NetworkSegment(3540f543-2980-441b-bce9-c14e89263998),segment_id=3540f543-2980-441b-bce9-c14e89263998)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:09.419017 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1575f7fd-8ec8-48bd-91d7-d7accef03451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:09.420880 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85e28d06-1736-4a17-8b62-d6cf85e3caff tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:09.433158 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-1575f7fd-8ec8-48bd-91d7-d7accef03451 None None] Calling delete_port for 65c59330-e67f-4bb8-8393-0f6406f5684a owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:09.449692 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-85e28d06-1736-4a17-8b62-d6cf85e3caff tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29d7a43-df46-42ad-b745-079900c5504a']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:09.459232 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-e84a70be-aef0-43c7-abd3-ee9dccb8022a req-386759cc-5ada-4abd-93a1-dcf045d00674 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Deleting port 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:09.459560 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e84a70be-aef0-43c7-abd3-ee9dccb8022a req-386759cc-5ada-4abd-93a1-dcf045d00674 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:09.466585 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-85e28d06-1736-4a17-8b62-d6cf85e3caff tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3540f543-2980-441b-bce9-c14e89263998') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:09.466888 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-85e28d06-1736-4a17-8b62-d6cf85e3caff tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3540f543-2980-441b-bce9-c14e89263998') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:09.494252 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85e28d06-1736-4a17-8b62-d6cf85e3caff tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:09.494804 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2623feb6-4d30-40e3-bcf8-027b91261b73 req-14200cb1-04a5-4cfd-9741-67770896ff03 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=708565e96bb94a3da2b7674da78bb114 HTTP/1.1" status: 200 len: 6148 time: 0.1882775 Sep 07 18:46:09.501213 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-bdc91618-07b8-490d-80fa-bbdd3c36e24e tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Floating IP fafd510c-90f9-4543-b503-e2592e5b9a73 associated. External IP: 172.25.8.23, port: f5b6b23b-8929-433a-95d6-4b13e2d032a9. Sep 07 18:46:09.518475 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1575f7fd-8ec8-48bd-91d7-d7accef03451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:09.543799 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85e28d06-1736-4a17-8b62-d6cf85e3caff tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:09.547542 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575f7fd-8ec8-48bd-91d7-d7accef03451 None None] Pushing event deleted for resources: {'Port': ['ID=65c59330-e67f-4bb8-8393-0f6406f5684a,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:09.551895 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1575f7fd-8ec8-48bd-91d7-d7accef03451 None None] No DVR routers for this DVR port 65c59330-e67f-4bb8-8393-0f6406f5684a on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:09.554876 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e28d06-1736-4a17-8b62-d6cf85e3caff tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:46:09.555295 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85e28d06-1736-4a17-8b62-d6cf85e3caff tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:46:09.558655 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:46:09.593968 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c931af2d-e85e-4268-9100-b23598e4f210 req-ab05b5e5-1e4d-44b3-bbee-5c14d8720a17 service neutron] 10.222.0.60 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551668 Sep 07 18:46:09.635015 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-e84a70be-aef0-43c7-abd3-ee9dccb8022a req-386759cc-5ada-4abd-93a1-dcf045d00674 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] For port 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c,segment=NetworkSegment(45c9f31a-41ce-4a69-b532-ad480f8b45fe),segment_id=45c9f31a-41ce-4a69-b532-ad480f8b45fe)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:09.635482 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e84a70be-aef0-43c7-abd3-ee9dccb8022a req-386759cc-5ada-4abd-93a1-dcf045d00674 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:09.651202 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-e84a70be-aef0-43c7-abd3-ee9dccb8022a req-386759cc-5ada-4abd-93a1-dcf045d00674 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Calling delete_port for 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:09.652759 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85e28d06-1736-4a17-8b62-d6cf85e3caff tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:09.657266 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2623feb6-4d30-40e3-bcf8-027b91261b73 req-0d767bc3-2a1a-4c01-8628-6eda2fcd477f tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/ec81aad7-646c-4c55-9541-9ad4fd38d1d1 HTTP/1.1" status: 200 len: 2981 time: 0.1510756 Sep 07 18:46:09.657607 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85e28d06-1736-4a17-8b62-d6cf85e3caff tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:09.662612 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-85e28d06-1736-4a17-8b62-d6cf85e3caff tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "DELETE /v2.0/networks/f29d7a43-df46-42ad-b745-079900c5504a HTTP/1.1" status: 204 len: 168 time: 0.8395350 Sep 07 18:46:09.664035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48506) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:09.687072 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e28d06-1736-4a17-8b62-d6cf85e3caff tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event deleted for resources: {'Network': ['ID=f29d7a43-df46-42ad-b745-079900c5504a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:09.798115 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a82fd52-11a3-4f6b-b0bf-a9e48a542443 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Deleting subnet a7fccd99-58ba-43d5-80e7-377542a81d54 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:46:09.804714 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2623feb6-4d30-40e3-bcf8-027b91261b73 req-64a075db-05d3-4129-8ad2-05ddf6687f7d tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/ec81aad7-646c-4c55-9541-9ad4fd38d1d1 HTTP/1.1" status: 200 len: 2981 time: 0.1283109 Sep 07 18:46:09.805408 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5a82fd52-11a3-4f6b-b0bf-a9e48a542443 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:09.821799 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e84a70be-aef0-43c7-abd3-ee9dccb8022a req-386759cc-5ada-4abd-93a1-dcf045d00674 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:09.840277 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['f5b6b23b-8929-433a-95d6-4b13e2d032a9', '9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:09.860374 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386759cc-5ada-4abd-93a1-dcf045d00674 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Pushing event deleted for resources: {'Port': ['ID=9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:09.917125 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5a82fd52-11a3-4f6b-b0bf-a9e48a542443 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:09.917652 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84a70be-aef0-43c7-abd3-ee9dccb8022a req-386759cc-5ada-4abd-93a1-dcf045d00674 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] No DVR routers for this DVR port 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:09.921281 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e84a70be-aef0-43c7-abd3-ee9dccb8022a req-386759cc-5ada-4abd-93a1-dcf045d00674 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:09.924276 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e84a70be-aef0-43c7-abd3-ee9dccb8022a req-386759cc-5ada-4abd-93a1-dcf045d00674 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.60 "DELETE /v2.0/ports/9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c HTTP/1.1" status: 204 len: 173 time: 0.7039027 Sep 07 18:46:09.970315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-bdc91618-07b8-490d-80fa-bbdd3c36e24e tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:46:09.994106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8da27f-aead-4428-b82e-c31856de8cad req-e54c7541-54d5-4881-bdf0-9d1b0abd5d99 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:09.996226 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f8da27f-aead-4428-b82e-c31856de8cad req-e54c7541-54d5-4881-bdf0-9d1b0abd5d99 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 943 time: 0.1199269 Sep 07 18:46:10.000619 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5a82fd52-11a3-4f6b-b0bf-a9e48a542443 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:10.131287 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f8da27f-aead-4428-b82e-c31856de8cad req-f21e175f-b824-49fd-8d3e-27371600f675 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965848 Sep 07 18:46:10.156866 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5a82fd52-11a3-4f6b-b0bf-a9e48a542443 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:10.184776 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6af97e-1bb8-4eec-bda1-3049f1007b00 x-openstack-request-id: req-8d6af97e-1bb8-4eec-bda1-3049f1007b00 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:10.185062 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4e5ed4-0657-487f-8d19-3ed20281bcaf", "name": "network-vif-deleted", "tag": "05d30e30-a76f-49d2-ab83-df64ac9a9f4f", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:10.186456 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d6af97e-1bb8-4eec-bda1-3049f1007b00 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:10.186897 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4e5ed4-0657-487f-8d19-3ed20281bcaf', 'name': 'network-vif-deleted', 'tag': '05d30e30-a76f-49d2-ab83-df64ac9a9f4f', 'status': 'completed', 'code': 200} Sep 07 18:46:10.220035 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5a82fd52-11a3-4f6b-b0bf-a9e48a542443 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:10.224603 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 48512) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:10.224989 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5a82fd52-11a3-4f6b-b0bf-a9e48a542443 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "DELETE /v2.0/subnets/a7fccd99-58ba-43d5-80e7-377542a81d54 HTTP/1.1" status: 204 len: 168 time: 0.5598977 Sep 07 18:46:10.227009 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710bf2cf-364c-496b-8456-2e55f86d8cb1 None None] Network 7cb00cbd-f411-4f23-b57a-38d82bf72749 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:46:10.227923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82fd52-11a3-4f6b-b0bf-a9e48a542443 tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event deleted for resources: {'Subnet': ['ID=a7fccd99-58ba-43d5-80e7-377542a81d54,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:10.248841 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-bdc91618-07b8-490d-80fa-bbdd3c36e24e tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:46:10.262175 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad252a9-1d34-481f-9ba6-27f8b4c87876 None None] Sync routers for ids ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:46:10.264016 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-bdc91618-07b8-490d-80fa-bbdd3c36e24e tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:10.286596 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad252a9-1d34-481f-9ba6-27f8b4c87876 None None] Routers {'77ffe1c5-37ef-4492-bf65-9eaddf64bf51'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:46:10.287404 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-aad252a9-1d34-481f-9ba6-27f8b4c87876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:45:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:10.316725 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a981a5a7-96f6-4013-a980-258aa954c79d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:10.330724 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-bdc91618-07b8-490d-80fa-bbdd3c36e24e tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "PUT /v2.0/floatingips/fafd510c-90f9-4543-b503-e2592e5b9a73 HTTP/1.1" status: 200 len: 996 time: 3.3257821 Sep 07 18:46:10.332460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889f3f56-4af6-42a8-9c36-00e00d1ef065', 'tag': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:10.335004 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c09af5-80c8-4d55-a21a-681319b3e2d5" -d '{"events": [{"name": "network-changed", "server_uuid": "889f3f56-4af6-42a8-9c36-00e00d1ef065", "tag": "f5b6b23b-8929-433a-95d6-4b13e2d032a9"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:10.376571 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a981a5a7-96f6-4013-a980-258aa954c79d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Deleting port a59dc074-1b1e-49c2-b6fd-ec621c7ece0e {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:10.376931 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a981a5a7-96f6-4013-a980-258aa954c79d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:10.383177 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca20f2a-af5d-4343-a403-828e468abd18 req-74771fc4-53a4-4c93-b7c5-39df2a8a5b1d tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:10.384749 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bca20f2a-af5d-4343-a403-828e468abd18 req-74771fc4-53a4-4c93-b7c5-39df2a8a5b1d tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=55fad46a-1960-4e94-a79e-9952f3eead5c HTTP/1.1" status: 200 len: 950 time: 0.0902042 Sep 07 18:46:10.405054 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-ed4eeba3-5891-4848-8084-3a27b57e0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:10.406613 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-ed4eeba3-5891-4848-8084-3a27b57e0e61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49c2c790060a4e1b861c40173a8c7d1b&device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 1097 time: 0.0646586 Sep 07 18:46:10.444440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-a981a5a7-96f6-4013-a980-258aa954c79d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] For port a59dc074-1b1e-49c2-b6fd-ec621c7ece0e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a59dc074-1b1e-49c2-b6fd-ec621c7ece0e,segment=NetworkSegment(277febac-57b4-4073-bfbf-32cd747932a7),segment_id=277febac-57b4-4073-bfbf-32cd747932a7)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:10.444763 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a981a5a7-96f6-4013-a980-258aa954c79d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:10.458676 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a981a5a7-96f6-4013-a980-258aa954c79d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Calling delete_port for a59dc074-1b1e-49c2-b6fd-ec621c7ece0e owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:10.467091 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bca20f2a-af5d-4343-a403-828e468abd18 req-744c43d3-a6e5-4cf4-ac73-4626655efec1 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710080 Sep 07 18:46:10.486659 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-aad252a9-1d34-481f-9ba6-27f8b4c87876 None None] Set router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:46:10.526249 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-215a1369-8494-4288-9021-9cb84802728d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:10.528202 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-215a1369-8494-4288-9021-9cb84802728d service neutron] 10.222.0.26 "GET /v2.0/networks?id=438b7473-bcf8-4707-b646-342e96ae6727 HTTP/1.1" status: 200 len: 921 time: 0.1134133 Sep 07 18:46:10.570218 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f811dd18-8977-4093-a0ca-a534f7ae6917 x-openstack-request-id: req-f811dd18-8977-4093-a0ca-a534f7ae6917 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:10.570578 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fad46a-1960-4e94-a79e-9952f3eead5c", "name": "network-vif-plugged", "status": "completed", "tag": "2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:10.570842 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f811dd18-8977-4093-a0ca-a534f7ae6917 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:10.571331 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fad46a-1960-4e94-a79e-9952f3eead5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06', 'code': 200} Sep 07 18:46:10.587263 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a981a5a7-96f6-4013-a980-258aa954c79d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:10.617888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-3867493e-bb69-40a7-9756-2d069eedb286 req-28065b72-a497-47cd-8fe3-70172aed6a55 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1050817702', 'description': 'tempest-description-2125224633'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:10.655051 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981a5a7-96f6-4013-a980-258aa954c79d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event deleted for resources: {'Port': ['ID=a59dc074-1b1e-49c2-b6fd-ec621c7ece0e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:10.667485 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a981a5a7-96f6-4013-a980-258aa954c79d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] No DVR routers for this DVR port a59dc074-1b1e-49c2-b6fd-ec621c7ece0e on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:10.703262 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-5fa8e558-ccad-4132-8052-e7c35abc68f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5b6b23b-8929-433a-95d6-4b13e2d032a9 HTTP/1.1" status: 200 len: 999 time: 0.1583800 Sep 07 18:46:10.709214 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3867493e-bb69-40a7-9756-2d069eedb286 req-28065b72-a497-47cd-8fe3-70172aed6a55 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:10.797209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-7a2eb379-53bc-4267-b174-c603543c7c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:10.798810 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-7a2eb379-53bc-4267-b174-c603543c7c17 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8d603cf-8d1f-4ab4-8bc0-887963bded92 HTTP/1.1" status: 200 len: 859 time: 0.0710144 Sep 07 18:46:10.811225 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e61f65-5025-48a9-a42a-9f9c9c9fb29e None None] DHCP port deletion for 7cb00cbd-f411-4f23-b57a-38d82bf72749 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:46:10.814642 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a981a5a7-96f6-4013-a980-258aa954c79d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:10.831900 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038b689-db40-41b3-9ddf-4229b8f805f4 req-2d663210-de2a-418f-bce8-fdefb70f857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:10.832364 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3038b689-db40-41b3-9ddf-4229b8f805f4 req-2d663210-de2a-418f-bce8-fdefb70f857c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=55fad46a-1960-4e94-a79e-9952f3eead5c HTTP/1.1" status: 200 len: 1101 time: 0.1180131 Sep 07 18:46:10.851105 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-a981a5a7-96f6-4013-a980-258aa954c79d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb00cbd-f411-4f23-b57a-38d82bf72749']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:10.868614 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-a981a5a7-96f6-4013-a980-258aa954c79d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277febac-57b4-4073-bfbf-32cd747932a7') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:10.869080 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-a981a5a7-96f6-4013-a980-258aa954c79d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277febac-57b4-4073-bfbf-32cd747932a7') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:10.879416 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3867493e-bb69-40a7-9756-2d069eedb286 req-28065b72-a497-47cd-8fe3-70172aed6a55 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:10.885865 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-e1bc6210-be5d-4d70-b679-10ed15357fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:10.887583 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-e1bc6210-be5d-4d70-b679-10ed15357fd0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=438b7473-bcf8-4707-b646-342e96ae6727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758290 Sep 07 18:46:10.888045 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a981a5a7-96f6-4013-a980-258aa954c79d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:10.888276 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3867493e-bb69-40a7-9756-2d069eedb286 req-28065b72-a497-47cd-8fe3-70172aed6a55 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:10.900290 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3038b689-db40-41b3-9ddf-4229b8f805f4 req-4850a09c-708a-4fb9-85b7-3acb51b52ad7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574720 Sep 07 18:46:10.908559 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a981a5a7-96f6-4013-a980-258aa954c79d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:10.915824 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a981a5a7-96f6-4013-a980-258aa954c79d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:46:10.916228 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a981a5a7-96f6-4013-a980-258aa954c79d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:10.919123 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-aad252a9-1d34-481f-9ba6-27f8b4c87876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:07Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'fafd510c-90f9-4543-b503-e2592e5b9a73', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'port_id': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'mac_address': 'fa:16:3e:01:28:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f3f56-4af6-42a8-9c36-00e00d1ef065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:45:28Z', 'updated_at': '2021-09-07T18:46:09Z', 'revision_number': 8, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b70986-2867-49d0-9e16-2f948e150760', 'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'mac_address': 'fa:16:3e:87:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:06Z', 'updated_at': '2021-09-07T18:45:13Z', 'revision_number': 5, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'subnets': [{'id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:46:10.919536 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:46:10.923535 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3867493e-bb69-40a7-9756-2d069eedb286 req-28065b72-a497-47cd-8fe3-70172aed6a55 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:10.929189 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3867493e-bb69-40a7-9756-2d069eedb286 req-28065b72-a497-47cd-8fe3-70172aed6a55 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3179379 Sep 07 18:46:10.949871 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad252a9-1d34-481f-9ba6-27f8b4c87876 None None] Checking router: 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:46:10.953854 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28065b72-a497-47cd-8fe3-70172aed6a55 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf2436f-75f9-427b-ba16-0506377b00bf,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:10.962273 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad252a9-1d34-481f-9ba6-27f8b4c87876 None None] Routers {'77ffe1c5-37ef-4492-bf65-9eaddf64bf51'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:46:10.962431 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-aad252a9-1d34-481f-9ba6-27f8b4c87876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:45:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:11.003949 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a981a5a7-96f6-4013-a980-258aa954c79d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:11.018231 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a981a5a7-96f6-4013-a980-258aa954c79d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:11.024214 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a981a5a7-96f6-4013-a980-258aa954c79d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] 10.222.0.26 "DELETE /v2.0/networks/7cb00cbd-f411-4f23-b57a-38d82bf72749 HTTP/1.1" status: 204 len: 168 time: 0.7915201 Sep 07 18:46:11.030790 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981a5a7-96f6-4013-a980-258aa954c79d tempest-ServersTestMultiNic-1932680050 tempest-ServersTestMultiNic-1932680050-project] Pushing event deleted for resources: {'Network': ['ID=7cb00cbd-f411-4f23-b57a-38d82bf72749,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:11.071141 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-1b9519a0-98da-45cc-b4c9-e2f4adc454ba service neutron] 10.222.0.26 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623533 Sep 07 18:46:11.080461 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9691fad-737f-4b0c-84ab-c6588c61a356 req-8b2cb802-6aaa-4920-86f6-fd4ee636207e tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:11.088573 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9691fad-737f-4b0c-84ab-c6588c61a356 req-8b2cb802-6aaa-4920-86f6-fd4ee636207e tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 946 time: 0.0717292 Sep 07 18:46:11.094903 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-aad252a9-1d34-481f-9ba6-27f8b4c87876 None None] Set router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:46:11.125178 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 65c59330-e67f-4bb8-8393-0f6406f5684a no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:11.149086 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 65c59330-e67f-4bb8-8393-0f6406f5684a {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:46:11.149428 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 65c59330-e67f-4bb8-8393-0f6406f5684a not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:46:11.149843 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a59dc074-1b1e-49c2-b6fd-ec621c7ece0e no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:11.173572 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9691fad-737f-4b0c-84ab-c6588c61a356 req-1bd3b531-31a7-4a00-b9bc-b4393d29e427 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825663 Sep 07 18:46:11.183669 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: a59dc074-1b1e-49c2-b6fd-ec621c7ece0e {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:46:11.184016 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a59dc074-1b1e-49c2-b6fd-ec621c7ece0e not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:46:11.199393 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1db52519-d6b7-4903-94e9-324d2a87f6ce req-96d1c85f-c5e6-4069-a21b-13271aee01cc service neutron] 10.222.0.26 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157167 Sep 07 18:46:11.270168 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b37c45e-7640-4597-80fb-d112b6eceb94 x-openstack-request-id: req-2b37c45e-7640-4597-80fb-d112b6eceb94 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:11.270535 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889f3f56-4af6-42a8-9c36-00e00d1ef065", "tag": "f5b6b23b-8929-433a-95d6-4b13e2d032a9", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:11.270855 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b37c45e-7640-4597-80fb-d112b6eceb94 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:11.271317 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889f3f56-4af6-42a8-9c36-00e00d1ef065', 'tag': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9', 'status': 'completed', 'code': 200} Sep 07 18:46:11.285980 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-44f10b02-92e8-49e8-bd86-efd2a6975ffc req-6b0d766b-9660-434b-9ec0-723aab5fb3a2 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1166071198', 'description': 'tempest-description-387178961'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:11.315161 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-44f10b02-92e8-49e8-bd86-efd2a6975ffc req-6b0d766b-9660-434b-9ec0-723aab5fb3a2 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:11.353792 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c09af5-80c8-4d55-a21a-681319b3e2d5 req-37226633-d4f5-4eee-a30e-e197d77906cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:11.357140 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-41c09af5-80c8-4d55-a21a-681319b3e2d5 req-37226633-d4f5-4eee-a30e-e197d77906cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=49c2c790060a4e1b861c40173a8c7d1b&device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 1097 time: 0.0572834 Sep 07 18:46:11.404180 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-aad252a9-1d34-481f-9ba6-27f8b4c87876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:07Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'fafd510c-90f9-4543-b503-e2592e5b9a73', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'port_id': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'mac_address': 'fa:16:3e:01:28:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f3f56-4af6-42a8-9c36-00e00d1ef065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:45:28Z', 'updated_at': '2021-09-07T18:46:09Z', 'revision_number': 8, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b70986-2867-49d0-9e16-2f948e150760', 'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'mac_address': 'fa:16:3e:87:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:06Z', 'updated_at': '2021-09-07T18:45:13Z', 'revision_number': 5, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'subnets': [{'id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:11.429472 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-44f10b02-92e8-49e8-bd86-efd2a6975ffc req-6b0d766b-9660-434b-9ec0-723aab5fb3a2 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:11.437212 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad252a9-1d34-481f-9ba6-27f8b4c87876 None None] The sync data for ids ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'] in n-d-807786-1 is: [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:07Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'fafd510c-90f9-4543-b503-e2592e5b9a73', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'port_id': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'mac_address': 'fa:16:3e:01:28:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f3f56-4af6-42a8-9c36-00e00d1ef065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:45:28Z', 'updated_at': '2021-09-07T18:46:09Z', 'revision_number': 8, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b70986-2867-49d0-9e16-2f948e150760', 'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'mac_address': 'fa:16:3e:87:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:06Z', 'updated_at': '2021-09-07T18:45:13Z', 'revision_number': 5, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'subnets': [{'id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:46:11.437693 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-44f10b02-92e8-49e8-bd86-efd2a6975ffc req-6b0d766b-9660-434b-9ec0-723aab5fb3a2 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:11.475582 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c09af5-80c8-4d55-a21a-681319b3e2d5 req-8b9208f7-faa6-4be1-9a20-0a4e32ef2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:11.477108 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-41c09af5-80c8-4d55-a21a-681319b3e2d5 req-8b9208f7-faa6-4be1-9a20-0a4e32ef2b28 service neutron] 10.222.0.60 "GET /v2.0/networks?id=438b7473-bcf8-4707-b646-342e96ae6727 HTTP/1.1" status: 200 len: 921 time: 0.1048179 Sep 07 18:46:11.480356 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72e7d9-3721-4c91-a7f4-466340207e94 req-72766c05-d6b2-4da4-bb89-c0f388ee996e tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:11.481946 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c72e7d9-3721-4c91-a7f4-466340207e94 req-72766c05-d6b2-4da4-bb89-c0f388ee996e tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 943 time: 0.0941813 Sep 07 18:46:11.485512 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-44f10b02-92e8-49e8-bd86-efd2a6975ffc req-6b0d766b-9660-434b-9ec0-723aab5fb3a2 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:11.486685 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44f10b02-92e8-49e8-bd86-efd2a6975ffc req-6b0d766b-9660-434b-9ec0-723aab5fb3a2 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2051871 Sep 07 18:46:11.488596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d766b-9660-434b-9ec0-723aab5fb3a2 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fdadf3-261b-4eb9-a5c6-b925d768c826,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:11.546502 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c72e7d9-3721-4c91-a7f4-466340207e94 req-a6a6260a-5f5d-481f-afe5-e894ee6079b3 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496757 Sep 07 18:46:11.620074 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-41c09af5-80c8-4d55-a21a-681319b3e2d5 req-eca9459a-7e3c-4e52-906b-e40ed2837027 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5b6b23b-8929-433a-95d6-4b13e2d032a9 HTTP/1.1" status: 200 len: 999 time: 0.1350899 Sep 07 18:46:11.648090 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068aa69-3810-4412-9f7e-a15aa8a11d71 req-216e41f2-5684-4fec-a2c7-89b4128da180 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:11.649718 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e068aa69-3810-4412-9f7e-a15aa8a11d71 req-216e41f2-5684-4fec-a2c7-89b4128da180 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 1097 time: 0.0918009 Sep 07 18:46:11.666838 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-04e73521-1db2-4fe5-8548-814bfc1144a4 req-70b11116-d54e-453f-af7a-76f369b71fda tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/floatingips/fafd510c-90f9-4543-b503-e2592e5b9a73 HTTP/1.1" status: 200 len: 996 time: 0.0826135 Sep 07 18:46:11.686390 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f582fea-74d9-4697-84d7-b0fa014f43c6 None None] New status for floating IP fafd510c-90f9-4543-b503-e2592e5b9a73: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:46:11.755463 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e068aa69-3810-4412-9f7e-a15aa8a11d71 req-a3156e6f-1482-400a-b8c4-95b61b65175a tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978141 Sep 07 18:46:11.809915 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e73521-1db2-4fe5-8548-814bfc1144a4 req-253b9f90-226d-4062-8b5e-132af62d5f84 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:11.818544 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-04e73521-1db2-4fe5-8548-814bfc1144a4 req-253b9f90-226d-4062-8b5e-132af62d5f84 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.1418383 Sep 07 18:46:11.824838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-04e73521-1db2-4fe5-8548-814bfc1144a4 req-a43e95f2-d446-41ff-b710-d85a8545e11a tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:46:11.853446 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-04e73521-1db2-4fe5-8548-814bfc1144a4 req-a43e95f2-d446-41ff-b710-d85a8545e11a tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0339479 Sep 07 18:46:11.977495 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c09af5-80c8-4d55-a21a-681319b3e2d5 req-bbf5e8f8-a89a-449e-90bc-897d96317750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:11.979149 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-41c09af5-80c8-4d55-a21a-681319b3e2d5 req-bbf5e8f8-a89a-449e-90bc-897d96317750 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8d603cf-8d1f-4ab4-8bc0-887963bded92 HTTP/1.1" status: 200 len: 859 time: 0.3457372 Sep 07 18:46:12.000920 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab0679-af6d-4557-a9cd-9ae4ef5adc27 req-222f2e0a-8913-4783-ae09-0c9347ef1cb8 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:12.002568 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a8ab0679-af6d-4557-a9cd-9ae4ef5adc27 req-222f2e0a-8913-4783-ae09-0c9347ef1cb8 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=55fad46a-1960-4e94-a79e-9952f3eead5c HTTP/1.1" status: 200 len: 950 time: 0.0630043 Sep 07 18:46:12.037246 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c09af5-80c8-4d55-a21a-681319b3e2d5 req-f47664dd-bb65-459b-a62a-80238dec6684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:12.038707 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-41c09af5-80c8-4d55-a21a-681319b3e2d5 req-f47664dd-bb65-459b-a62a-80238dec6684 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=438b7473-bcf8-4707-b646-342e96ae6727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419450 Sep 07 18:46:12.101380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a8ab0679-af6d-4557-a9cd-9ae4ef5adc27 req-d67a5330-7f9a-41e3-b260-9056f181212e tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873551 Sep 07 18:46:12.132593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-8ce46445-36d6-4ffa-b28a-0c799ceaabfa tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:12.134354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-8ce46445-36d6-4ffa-b28a-0c799ceaabfa tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/networks?id=72c3dab6-dc75-4769-9995-20a6021149b5 HTTP/1.1" status: 200 len: 812 time: 0.1308141 Sep 07 18:46:12.149064 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-41c09af5-80c8-4d55-a21a-681319b3e2d5 req-5e57bea9-7c43-4475-a774-f6251c7394db service neutron] 10.222.0.60 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982916 Sep 07 18:46:12.150682 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-745c48ee-3451-4944-a6b3-b2ad2b948331 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/quotas/708565e96bb94a3da2b7674da78bb114 HTTP/1.1" status: 200 len: 375 time: 0.0098155 Sep 07 18:46:12.193948 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99bb413-5413-4ec9-b41d-263587e1845e', 'name': 'network-vif-deleted', 'tag': '9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:12.196295 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b922fd6-abfe-401c-b749-d2fe176c25af" -d '{"events": [{"server_uuid": "a99bb413-5413-4ec9-b41d-263587e1845e", "name": "network-vif-deleted", "tag": "9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:12.272856 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-41c09af5-80c8-4d55-a21a-681319b3e2d5 req-a7b07610-47ef-4b7f-994b-66f92b7adf61 service neutron] 10.222.0.60 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073203 Sep 07 18:46:12.502553 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:12.515086 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-6216fe3d-e620-47c7-a9e5-7382d6c611ea tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=708565e96bb94a3da2b7674da78bb114&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3577919 Sep 07 18:46:12.518553 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-8582030b-95d7-45bc-9444-1d5df044b46f tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 1001 time: 0.3593593 Sep 07 18:46:12.594927 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-5ccf0fd9-8f29-4157-810d-9f5949a25ef8 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:12.596375 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-5ccf0fd9-8f29-4157-810d-9f5949a25ef8 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports/f5b6b23b-8929-433a-95d6-4b13e2d032a9 HTTP/1.1" status: 200 len: 943 time: 0.0721247 Sep 07 18:46:12.672461 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:12.692615 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:46:12.693236 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:46:12.714817 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-80866c20-9642-41a8-87ab-34944204531b service neutron] 10.222.0.26 "GET /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808946 Sep 07 18:46:12.754155 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-d9f207a0-568e-43c9-bfbf-fc287fce0ead tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 1001 time: 0.0951073 Sep 07 18:46:12.892439 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-dd9bd67a-f96f-49b0-9502-5e790ea45322 service neutron] 10.222.0.26 "GET /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649468 Sep 07 18:46:12.924314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-fbe64b97-0c05-4770-910b-9fb53183637b tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:12.925771 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-fbe64b97-0c05-4770-910b-9fb53183637b tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.1618326 Sep 07 18:46:13.012542 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-ef627054-b5e6-48fb-b403-6a42ba1d84c6 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 1001 time: 0.0767949 Sep 07 18:46:13.021708 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-d91d60aa-1114-48de-a79a-e8f04f7c455c tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:13.130965 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-d91d60aa-1114-48de-a79a-e8f04f7c455c tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:13.253888 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:13.319979 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-d91d60aa-1114-48de-a79a-e8f04f7c455c tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:13.325500 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-d91d60aa-1114-48de-a79a-e8f04f7c455c tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:13.326039 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-d91d60aa-1114-48de-a79a-e8f04f7c455c tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Floating IP fafd510c-90f9-4543-b503-e2592e5b9a73 disassociated. External IP: 172.25.8.23, port: f5b6b23b-8929-433a-95d6-4b13e2d032a9. Sep 07 18:46:13.378582 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f2b1de-4b7e-4264-aedf-1409045e9b2e x-openstack-request-id: req-34f2b1de-4b7e-4264-aedf-1409045e9b2e {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:13.379481 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99bb413-5413-4ec9-b41d-263587e1845e", "name": "network-vif-deleted", "tag": "9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:13.379913 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-34f2b1de-4b7e-4264-aedf-1409045e9b2e {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:13.380479 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99bb413-5413-4ec9-b41d-263587e1845e', 'name': 'network-vif-deleted', 'tag': '9fb1b1e1-047a-4c5e-9a47-d4a9b34fbc6c', 'status': 'completed', 'code': 200} Sep 07 18:46:13.629851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628c76a-141e-491a-bd8c-ad603ed926d9 req-83cb9f15-a1d8-4e19-a063-c578c6a8c3b4 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:13.631474 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d628c76a-141e-491a-bd8c-ad603ed926d9 req-83cb9f15-a1d8-4e19-a063-c578c6a8c3b4 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 943 time: 0.1212182 Sep 07 18:46:13.639424 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-d91d60aa-1114-48de-a79a-e8f04f7c455c tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:46:13.716740 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d628c76a-141e-491a-bd8c-ad603ed926d9 req-e89f1e65-e805-41b5-89a1-e336ae2437c5 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760815 Sep 07 18:46:13.791603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-d91d60aa-1114-48de-a79a-e8f04f7c455c tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:46:13.802274 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a251a4-72ec-4e23-88f0-e90b22d12122 None None] Sync routers for ids ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:46:13.808657 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-d91d60aa-1114-48de-a79a-e8f04f7c455c tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:13.812384 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a251a4-72ec-4e23-88f0-e90b22d12122 None None] Routers {'77ffe1c5-37ef-4492-bf65-9eaddf64bf51'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:46:13.813293 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-05a251a4-72ec-4e23-88f0-e90b22d12122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:45:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:13.849019 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d023e67-491e-470c-a5d7-4a06910881e2 req-ca544299-15ed-4454-857c-a85fc5211d4b tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 210 time: 0.0594895 Sep 07 18:46:13.870531 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-d91d60aa-1114-48de-a79a-e8f04f7c455c tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "PUT /v2.0/floatingips/fafd510c-90f9-4543-b503-e2592e5b9a73 HTTP/1.1" status: 200 len: 695 time: 0.8529930 Sep 07 18:46:13.873696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889f3f56-4af6-42a8-9c36-00e00d1ef065', 'tag': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:13.880258 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efbc38b-4b73-4fe5-8fbc-a546ada786a5" -d '{"events": [{"name": "network-changed", "server_uuid": "889f3f56-4af6-42a8-9c36-00e00d1ef065", "tag": "f5b6b23b-8929-433a-95d6-4b13e2d032a9"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:13.919347 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48594) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:13.958819 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-05a251a4-72ec-4e23-88f0-e90b22d12122 None None] Set router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:46:13.978395 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-ade9b657-3524-4618-8024-ecbe22757e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:13.980752 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-ade9b657-3524-4618-8024-ecbe22757e74 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49c2c790060a4e1b861c40173a8c7d1b&device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 1097 time: 0.0923584 Sep 07 18:46:14.141285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676686c0-3686-4d42-b863-72fda5623083 req-b240495d-a0ef-4717-baaa-0479572e121b tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:14.143424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-676686c0-3686-4d42-b863-72fda5623083 req-b240495d-a0ef-4717-baaa-0479572e121b tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=55fad46a-1960-4e94-a79e-9952f3eead5c HTTP/1.1" status: 200 len: 950 time: 0.1667919 Sep 07 18:46:14.177387 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-05a251a4-72ec-4e23-88f0-e90b22d12122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:07Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '89b70986-2867-49d0-9e16-2f948e150760', 'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'mac_address': 'fa:16:3e:87:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:06Z', 'updated_at': '2021-09-07T18:45:13Z', 'revision_number': 5, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'subnets': [{'id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:14.212495 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a251a4-72ec-4e23-88f0-e90b22d12122 None None] Checking router: 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:46:14.221755 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a251a4-72ec-4e23-88f0-e90b22d12122 None None] Routers {'77ffe1c5-37ef-4492-bf65-9eaddf64bf51'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:46:14.222538 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-05a251a4-72ec-4e23-88f0-e90b22d12122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:45:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:14.224933 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-8a7ba2e6-3476-462b-b634-fa7e374084a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:14.226450 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-8a7ba2e6-3476-462b-b634-fa7e374084a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=438b7473-bcf8-4707-b646-342e96ae6727 HTTP/1.1" status: 200 len: 921 time: 0.2290926 Sep 07 18:46:14.281839 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-676686c0-3686-4d42-b863-72fda5623083 req-97b0b2d2-94ce-4c65-8845-5b713863096c tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038473 Sep 07 18:46:14.309596 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-c895c16f-f64d-4ff9-923e-7419022973a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5b6b23b-8929-433a-95d6-4b13e2d032a9 HTTP/1.1" status: 200 len: 217 time: 0.0749173 Sep 07 18:46:14.424417 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-f1038f47-cf81-488c-890c-baf9e25f73da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:14.426450 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-f1038f47-cf81-488c-890c-baf9e25f73da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8d603cf-8d1f-4ab4-8bc0-887963bded92 HTTP/1.1" status: 200 len: 859 time: 0.1092796 Sep 07 18:46:14.506864 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-3ce15b90-ac3c-40d1-8beb-3c15f36ed535 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:14.507404 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-3ce15b90-ac3c-40d1-8beb-3c15f36ed535 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.36 "GET /v2.0/networks?id=72c3dab6-dc75-4769-9995-20a6021149b5 HTTP/1.1" status: 200 len: 812 time: 0.2313874 Sep 07 18:46:14.511106 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-05a251a4-72ec-4e23-88f0-e90b22d12122 None None] Set router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:46:14.518859 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-3d0ebf90-756a-4973-8ed8-ef3cd1e5ec5f service neutron] 10.222.0.36 "GET /v2.0/ports/7f8b47d4-819f-44f5-91bb-24ec83e11b9b/bindings/n-h1-807786-1 HTTP/1.1" status: 200 len: 384 time: 0.2797928 Sep 07 18:46:14.536343 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-ef682707-4f52-4948-8426-d41d383142f7 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Request body: {'port': {'device_id': 'f8c89747-fae7-493d-be1b-2da4b87646c6', 'network_id': '72c3dab6-dc75-4769-9995-20a6021149b5', 'admin_state_up': True, 'tenant_id': '708565e96bb94a3da2b7674da78bb114'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:14.547006 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-748c1b25-7bbf-4f5e-aebc-b45048f7a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:14.548664 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-748c1b25-7bbf-4f5e-aebc-b45048f7a00e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=438b7473-bcf8-4707-b646-342e96ae6727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138752 Sep 07 18:46:14.756157 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-a1a4e99e-55b4-46fe-94df-eb27fb941722 service neutron] 10.222.0.26 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991689 Sep 07 18:46:14.756834 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-05a251a4-72ec-4e23-88f0-e90b22d12122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:07Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '89b70986-2867-49d0-9e16-2f948e150760', 'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'mac_address': 'fa:16:3e:87:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:06Z', 'updated_at': '2021-09-07T18:45:13Z', 'revision_number': 5, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'subnets': [{'id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:14.777733 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-ef682707-4f52-4948-8426-d41d383142f7 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Made reservation on behalf of 708565e96bb94a3da2b7674da78bb114 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:46:14.781596 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-ef682707-4f52-4948-8426-d41d383142f7 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:14.790746 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a251a4-72ec-4e23-88f0-e90b22d12122 None None] The sync data for ids ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'] in n-d-807786-1 is: [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:45:07Z', 'revision_number': 4, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '89b70986-2867-49d0-9e16-2f948e150760', 'name': '', 'network_id': '438b7473-bcf8-4707-b646-342e96ae6727', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'mac_address': 'fa:16:3e:87:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:06Z', 'updated_at': '2021-09-07T18:45:13Z', 'revision_number': 5, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'subnets': [{'id': 'd8d603cf-8d1f-4ab4-8bc0-887963bded92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:46:14.851328 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa9aa-5c80-4b34-8d2c-fac0ff8234b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:15.085135 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-2ee16521-ac5b-456c-8406-4e1b2b27a5f3 service neutron] For port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=7f8b47d4-819f-44f5-91bb-24ec83e11b9b,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:15.106444 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbc38b-4b73-4fe5-8fbc-a546ada786a5 req-f1e89cb3-7ffe-4e3c-8976-e573c3f47e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:15.108015 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4efbc38b-4b73-4fe5-8fbc-a546ada786a5 req-f1e89cb3-7ffe-4e3c-8976-e573c3f47e0a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=49c2c790060a4e1b861c40173a8c7d1b&device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 1097 time: 0.1285999 Sep 07 18:46:15.112268 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-ef682707-4f52-4948-8426-d41d383142f7 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Allocated IP 172.20.0.9 (72c3dab6-dc75-4769-9995-20a6021149b5/5b518c2e-42a9-4384-9f9c-5c1d547366a8/fdac3039-858b-404e-afdf-552c48e24467) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:46:15.142193 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-2ee16521-ac5b-456c-8406-4e1b2b27a5f3 service neutron] For port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:46:15.198735 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f129cf21-4a51-4b2e-a54d-5e1a8a19dffe x-openstack-request-id: req-f129cf21-4a51-4b2e-a54d-5e1a8a19dffe {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:15.199332 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889f3f56-4af6-42a8-9c36-00e00d1ef065", "tag": "f5b6b23b-8929-433a-95d6-4b13e2d032a9", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:15.199332 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f129cf21-4a51-4b2e-a54d-5e1a8a19dffe {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:15.199982 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889f3f56-4af6-42a8-9c36-00e00d1ef065', 'tag': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9', 'status': 'completed', 'code': 200} Sep 07 18:46:15.205381 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaff956c-19bd-4aac-875c-71c45d6722e8 None None] New status for floating IP fafd510c-90f9-4543-b503-e2592e5b9a73: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:46:15.309784 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387649e2-90f7-4200-bd99-2592e2b20a41 req-ca97a978-a9be-4d5c-9359-5bb52d5dbecb tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:15.317023 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-387649e2-90f7-4200-bd99-2592e2b20a41 req-ca97a978-a9be-4d5c-9359-5bb52d5dbecb tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=55fad46a-1960-4e94-a79e-9952f3eead5c HTTP/1.1" status: 200 len: 1101 time: 0.1160550 Sep 07 18:46:15.327547 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e70ba6a-647d-489e-8837-97b7aa87cbaf req-2647a7ab-2011-43a9-97af-a4e716f9ed0b service neutron] 10.222.0.26 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5640533 Sep 07 18:46:15.391878 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-387649e2-90f7-4200-bd99-2592e2b20a41 req-f2da2997-cc46-4c69-bf8a-65b7d93b09c0 tempest-ServersOnMultiNodesTest-802610261 tempest-ServersOnMultiNodesTest-802610261-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692177 Sep 07 18:46:15.467863 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-ef682707-4f52-4948-8426-d41d383142f7 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:15.558312 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-2ee16521-ac5b-456c-8406-4e1b2b27a5f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8b47d4-819f-44f5-91bb-24ec83e11b9b {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:46:15.576052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425cc51-d579-4dee-bc5e-9009dd21aa0e req-b98d91f8-5b37-4045-9d87-0381df2b65a5 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:15.582765 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-2ee16521-ac5b-456c-8406-4e1b2b27a5f3 service neutron] For port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=7f8b47d4-819f-44f5-91bb-24ec83e11b9b,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:15.583380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2425cc51-d579-4dee-bc5e-9009dd21aa0e req-b98d91f8-5b37-4045-9d87-0381df2b65a5 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 1100 time: 0.0771973 Sep 07 18:46:15.629097 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-2ee16521-ac5b-456c-8406-4e1b2b27a5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:15.631410 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbc38b-4b73-4fe5-8fbc-a546ada786a5 req-4cb239a1-9960-4723-b5eb-f8f18705f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:15.633875 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4efbc38b-4b73-4fe5-8fbc-a546ada786a5 req-4cb239a1-9960-4723-b5eb-f8f18705f438 service neutron] 10.222.0.60 "GET /v2.0/networks?id=438b7473-bcf8-4707-b646-342e96ae6727 HTTP/1.1" status: 200 len: 921 time: 0.5072179 Sep 07 18:46:15.674213 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2425cc51-d579-4dee-bc5e-9009dd21aa0e req-18511684-b6e5-4c37-954b-a6da0182d567 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899508 Sep 07 18:46:15.696856 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4efbc38b-4b73-4fe5-8fbc-a546ada786a5 req-8ba4a793-4dbb-4d60-95a4-eb85e1c52540 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5b6b23b-8929-433a-95d6-4b13e2d032a9 HTTP/1.1" status: 200 len: 217 time: 0.0465701 Sep 07 18:46:15.713509 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5cc4e-fb45-4f92-8751-e81f77c0c9a6 req-9dc27c2c-2623-4c9c-8f96-a4a4d7146ace tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:15.715175 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fce5cc4e-fb45-4f92-8751-e81f77c0c9a6 req-9dc27c2c-2623-4c9c-8f96-a4a4d7146ace tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 943 time: 0.1297872 Sep 07 18:46:15.726455 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-ef682707-4f52-4948-8426-d41d383142f7 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:15.744588 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['ee83bae4-b73d-4265-986f-af502972c12e'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:15.828347 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fce5cc4e-fb45-4f92-8751-e81f77c0c9a6 req-17065ae9-e84a-4260-b201-790cf0e25f11 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994215 Sep 07 18:46:15.858331 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-ef682707-4f52-4948-8426-d41d383142f7 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Network 72c3dab6-dc75-4769-9995-20a6021149b5 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:46:15.863819 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-ef682707-4f52-4948-8426-d41d383142f7 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:46:15.873727 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-ef682707-4f52-4948-8426-d41d383142f7 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:46:15.886545 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-8c9fa9aa-5c80-4b34-8d2c-fac0ff8234b5 admin admin] Deleting port 636af8f1-1406-4ffd-9491-87d7d83e1ab3 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:15.887076 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa9aa-5c80-4b34-8d2c-fac0ff8234b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:15.905889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b3a8b-d899-40c7-95b7-515798c42ee6 req-2622e7bd-0551-41a3-aeb4-abbab5388180 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:15.907515 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-917b3a8b-d899-40c7-95b7-515798c42ee6 req-2622e7bd-0551-41a3-aeb4-abbab5388180 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 931 time: 0.1371114 Sep 07 18:46:15.915131 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbc38b-4b73-4fe5-8fbc-a546ada786a5 req-5818bcd3-cabd-4ad6-b143-745708f5b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:15.916673 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4efbc38b-4b73-4fe5-8fbc-a546ada786a5 req-5818bcd3-cabd-4ad6-b143-745708f5b7ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8d603cf-8d1f-4ab4-8bc0-887963bded92 HTTP/1.1" status: 200 len: 859 time: 0.1922522 Sep 07 18:46:15.922837 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef682707-4f52-4948-8426-d41d383142f7 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event updated for resources: {'Port': ['ID=fdac3039-858b-404e-afdf-552c48e24467,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:15.948180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-2ee16521-ac5b-456c-8406-4e1b2b27a5f3 service neutron] Transition to ACTIVE for port object 7f8b47d4-819f-44f5-91bb-24ec83e11b9b will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:46:15.978919 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-2ee16521-ac5b-456c-8406-4e1b2b27a5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:16.077640 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-917b3a8b-d899-40c7-95b7-515798c42ee6 req-e12e4d68-4077-478b-bfc2-3a3824601446 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558793 Sep 07 18:46:16.096343 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-ef682707-4f52-4948-8426-d41d383142f7 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:16.096343 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-ef682707-4f52-4948-8426-d41d383142f7 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:16.116796 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 7f8b47d4-819f-44f5-91bb-24ec83e11b9b no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:16.127703 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbc38b-4b73-4fe5-8fbc-a546ada786a5 req-deb292de-05ab-4362-ad54-dd677dd387b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:16.129386 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4efbc38b-4b73-4fe5-8fbc-a546ada786a5 req-deb292de-05ab-4362-ad54-dd677dd387b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=438b7473-bcf8-4707-b646-342e96ae6727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2013774 Sep 07 18:46:16.149167 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-8c9fa9aa-5c80-4b34-8d2c-fac0ff8234b5 admin admin] For port 636af8f1-1406-4ffd-9491-87d7d83e1ab3, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=636af8f1-1406-4ffd-9491-87d7d83e1ab3,segment=NetworkSegment(7fb31766-554a-411c-8527-03cc28428b66),segment_id=7fb31766-554a-411c-8527-03cc28428b66)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:16.152176 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa9aa-5c80-4b34-8d2c-fac0ff8234b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:16.177419 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-2ee16521-ac5b-456c-8406-4e1b2b27a5f3 service neutron] No DVR routers for this DVR port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:16.179224 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-8c9fa9aa-5c80-4b34-8d2c-fac0ff8234b5 admin admin] Calling delete_port for 636af8f1-1406-4ffd-9491-87d7d83e1ab3 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:16.214384 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-ef682707-4f52-4948-8426-d41d383142f7 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6822574 Sep 07 18:46:16.241784 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 7f8b47d4-819f-44f5-91bb-24ec83e11b9b not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:46:16.252288 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] Request body: {'port': {'device_id': 'f8c89747-fae7-493d-be1b-2da4b87646c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:16.261387 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-2ee16521-ac5b-456c-8406-4e1b2b27a5f3 service neutron] 10.222.0.36 "PUT /v2.0/ports/7f8b47d4-819f-44f5-91bb-24ec83e11b9b/bindings/n-h1-807786-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6355066 Sep 07 18:46:16.263718 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee16521-ac5b-456c-8406-4e1b2b27a5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8b47d4-819f-44f5-91bb-24ec83e11b9b,revision_number=10']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:16.370804 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:16.374100 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4efbc38b-4b73-4fe5-8fbc-a546ada786a5 req-ac3576b8-04d0-45c2-95f8-21c7fa36bfd1 service neutron] 10.222.0.60 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135940 Sep 07 18:46:16.502685 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3063aa-a1c9-4fe1-9736-44c885f51058 req-90181478-3f00-492e-af87-1b339a8e1ae7 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:16.504812 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c3063aa-a1c9-4fe1-9736-44c885f51058 req-90181478-3f00-492e-af87-1b339a8e1ae7 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=f077982a-e747-4dec-bbc9-77a4d52982c8 HTTP/1.1" status: 200 len: 945 time: 0.1743047 Sep 07 18:46:16.519616 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-9c84b58f-22f6-4f75-9962-95e1771ef214 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:16.521201 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-9c84b58f-22f6-4f75-9962-95e1771ef214 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3&tenant_id=44a39173cb8e4225b1d135c8b5917bc6&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 1095 time: 0.1739695 Sep 07 18:46:16.530213 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03861d-d192-426b-9c4f-9c0b4084a992 req-53e79f96-0bd6-453e-84a8-52115699a07d tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:16.531719 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e03861d-d192-426b-9c4f-9c0b4084a992 req-53e79f96-0bd6-453e-84a8-52115699a07d tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 1100 time: 0.2025349 Sep 07 18:46:16.649866 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c3063aa-a1c9-4fe1-9736-44c885f51058 req-184dd47c-65a3-4b51-9676-1806bd9c8c52 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242163 Sep 07 18:46:16.653513 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4efbc38b-4b73-4fe5-8fbc-a546ada786a5 req-ba5aa1f9-cbb0-42e0-b338-6e66bbe43e31 service neutron] 10.222.0.60 "GET /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211530 Sep 07 18:46:16.655531 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e03861d-d192-426b-9c4f-9c0b4084a992 req-82f14971-be90-4007-b83e-1e5090b9ff17 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138933 Sep 07 18:46:16.657136 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa9aa-5c80-4b34-8d2c-fac0ff8234b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:16.712198 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fa9aa-5c80-4b34-8d2c-fac0ff8234b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=636af8f1-1406-4ffd-9491-87d7d83e1ab3,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:16.717997 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-1d4229fe-6d72-4c2b-8dd4-8c8450dbca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:16.729213 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-1d4229fe-6d72-4c2b-8dd4-8c8450dbca84 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3&tenant_id=44a39173cb8e4225b1d135c8b5917bc6 HTTP/1.1" status: 200 len: 1095 time: 0.1787181 Sep 07 18:46:16.823942 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdac3039-858b-404e-afdf-552c48e24467 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:46:16.834975 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:16.867957 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] Transition to ACTIVE for port object fdac3039-858b-404e-afdf-552c48e24467 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:46:16.874050 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:16.998878 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa9aa-5c80-4b34-8d2c-fac0ff8234b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:17.026968 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] Pushing event updated for resources: {'Port': ['ID=fdac3039-858b-404e-afdf-552c48e24467,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:17.051580 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-998cca50-967c-4192-8268-efb2407f5429 req-a4c2af9e-7d2f-424c-adb7-03a7ed13634b tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/floatingips/fafd510c-90f9-4543-b503-e2592e5b9a73 HTTP/1.1" status: 200 len: 693 time: 0.0673554 Sep 07 18:46:17.058417 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-bec14a34-e12b-43d8-acc4-54bedbf7f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:17.059915 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-bec14a34-e12b-43d8-acc4-54bedbf7f48d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 1095 time: 0.2917552 Sep 07 18:46:17.067051 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] Attempting to bind port fdac3039-858b-404e-afdf-552c48e24467 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:46:17.067522 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] Attempting to bind port fdac3039-858b-404e-afdf-552c48e24467 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'd9475e3e-b6db-41d0-961e-55d035415546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '72c3dab6-dc75-4769-9995-20a6021149b5'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:46:17.067894 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] Attempting to bind port fdac3039-858b-404e-afdf-552c48e24467 on network 72c3dab6-dc75-4769-9995-20a6021149b5 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:46:17.072719 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] Port fdac3039-858b-404e-afdf-552c48e24467 on network 72c3dab6-dc75-4769-9995-20a6021149b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:46:17.073557 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] Attempting to bind port fdac3039-858b-404e-afdf-552c48e24467 on network 72c3dab6-dc75-4769-9995-20a6021149b5 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:46:17.080148 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:46:17.080482 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] Checking segment: {'id': 'd9475e3e-b6db-41d0-961e-55d035415546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '72c3dab6-dc75-4769-9995-20a6021149b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:46:17.080919 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] Bound using segment: {'id': 'd9475e3e-b6db-41d0-961e-55d035415546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '72c3dab6-dc75-4769-9995-20a6021149b5'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:46:17.083804 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] Bound port: fdac3039-858b-404e-afdf-552c48e24467, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9475e3e-b6db-41d0-961e-55d035415546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '72c3dab6-dc75-4769-9995-20a6021149b5'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:46:17.083804 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:17.138334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f3507-1048-4dec-bb60-fd0458e1d589 req-c50e2f83-8e8e-4d9a-96d3-0d967d59a1a4 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:17.145824 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-041f3507-1048-4dec-bb60-fd0458e1d589 req-c50e2f83-8e8e-4d9a-96d3-0d967d59a1a4 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=55fad46a-1960-4e94-a79e-9952f3eead5c HTTP/1.1" status: 200 len: 950 time: 0.3764164 Sep 07 18:46:17.190527 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] For port fdac3039-858b-404e-afdf-552c48e24467, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:46:17.193921 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] For port fdac3039-858b-404e-afdf-552c48e24467, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=fdac3039-858b-404e-afdf-552c48e24467,segment=NetworkSegment(d9475e3e-b6db-41d0-961e-55d035415546),segment_id=d9475e3e-b6db-41d0-961e-55d035415546)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:46:17.200861 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:17.244310 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:17.244967 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:17.246809 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] 10.222.0.36 "PUT /v2.0/ports/fdac3039-858b-404e-afdf-552c48e24467 HTTP/1.1" status: 200 len: 1091 time: 1.0056734 Sep 07 18:46:17.250459 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c89747-fae7-493d-be1b-2da4b87646c6', 'tag': 'fdac3039-858b-404e-afdf-552c48e24467'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:17.250459 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df7e3b6-d64e-47eb-80c6-c787dfe2d6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c89747-fae7-493d-be1b-2da4b87646c6", "tag": "fdac3039-858b-404e-afdf-552c48e24467"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:17.292931 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a61cd-31fe-4586-92fa-6b5fc3046a89 service neutron] Pushing event updated for resources: {'Port': ['ID=fdac3039-858b-404e-afdf-552c48e24467,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:17.359192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-041f3507-1048-4dec-bb60-fd0458e1d589 req-0a6c6225-ebf4-44de-8f45-acde5b4f266e tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125220 Sep 07 18:46:17.359930 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-0f9a96b0-7870-44a6-99be-5e7685a3309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:17.361793 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-0f9a96b0-7870-44a6-99be-5e7685a3309a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=708565e96bb94a3da2b7674da78bb114&device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 1094 time: 0.0490432 Sep 07 18:46:17.411931 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cca50-967c-4192-8268-efb2407f5429 req-29530a45-633e-45a5-ab89-d0577506aa0d tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:17.413276 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-998cca50-967c-4192-8268-efb2407f5429 req-29530a45-633e-45a5-ab89-d0577506aa0d tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.3121312 Sep 07 18:46:17.414848 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-f2383dbc-625c-4f16-95a7-ae8c0273663f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:17.416204 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-f2383dbc-625c-4f16-95a7-ae8c0273663f service neutron] 10.222.0.60 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 909 time: 0.3041627 Sep 07 18:46:17.420325 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-22952d1e-181a-4e0a-b9a0-728236b7499b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdac3039-858b-404e-afdf-552c48e24467 HTTP/1.1" status: 200 len: 217 time: 0.0370715 Sep 07 18:46:17.465635 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-998cca50-967c-4192-8268-efb2407f5429 req-deab9972-23bd-4c37-a4cc-bdb862bc7939 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:46:17.466648 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-998cca50-967c-4192-8268-efb2407f5429 req-deab9972-23bd-4c37-a4cc-bdb862bc7939 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0428698 Sep 07 18:46:17.479169 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-91a14bcb-ed9a-44c1-95df-652a8c6a14ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:17.480930 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-91a14bcb-ed9a-44c1-95df-652a8c6a14ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b518c2e-42a9-4384-9f9c-5c1d547366a8 HTTP/1.1" status: 200 len: 852 time: 0.0468354 Sep 07 18:46:17.509874 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-ba451df6-552b-4b55-8185-3f9044bd1ec2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f8b47d4-819f-44f5-91bb-24ec83e11b9b HTTP/1.1" status: 200 len: 217 time: 0.0421958 Sep 07 18:46:17.524023 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-286d6247-c146-4af8-a0a2-5551f1dfebab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=72c3dab6-dc75-4769-9995-20a6021149b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267525 Sep 07 18:46:17.636993 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-cd74cddd-b2b1-42b8-9ce1-8a1f349efb8f service neutron] 10.222.0.36 "GET /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046791 Sep 07 18:46:17.750861 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-39c839ce-a01b-475f-9404-710c0c6b7691 req-0ea98412-30a4-4d25-b109-5ebb8110e91b service neutron] 10.222.0.36 "GET /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931742 Sep 07 18:46:17.868436 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-998cca50-967c-4192-8268-efb2407f5429 req-1ab801f9-7fd5-4777-9d06-24b2c113dea6 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 696 time: 0.3543303 Sep 07 18:46:17.965311 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee6bb7-f808-4060-88b5-aff5247c659e req-16e75061-029d-454f-9605-7f795f906f06 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:17.966937 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8aee6bb7-f808-4060-88b5-aff5247c659e req-16e75061-029d-454f-9605-7f795f906f06 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 944 time: 0.4658794 Sep 07 18:46:17.990897 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-998cca50-967c-4192-8268-efb2407f5429 req-7ce2c302-6a8b-4a2d-b348-c54461cff421 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 696 time: 0.1105030 Sep 07 18:46:17.997415 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-44ce22c1-cf20-4c2d-8fc6-d8a24072cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:17.998780 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-44ce22c1-cf20-4c2d-8fc6-d8a24072cacb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.1782110 Sep 07 18:46:18.029850 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9fa9aa-5c80-4b34-8d2c-fac0ff8234b5 admin admin] Router 3e6515c3-3418-40b9-b372-15d4b5fe432b has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:46:18.078685 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-cb634be3-c962-4f5d-bd07-1ce0b53340a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635257 Sep 07 18:46:18.108064 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2d3a0-236f-4fc1-89db-3374c3dfd290 req-154c0dec-43a1-4982-bdcd-0d37c22c7926 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:18.109646 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c1e2d3a0-236f-4fc1-89db-3374c3dfd290 req-154c0dec-43a1-4982-bdcd-0d37c22c7926 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.60 "GET /v2.0/ports?device_id=55fad46a-1960-4e94-a79e-9952f3eead5c HTTP/1.1" status: 200 len: 950 time: 0.0539927 Sep 07 18:46:18.144391 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8aee6bb7-f808-4060-88b5-aff5247c659e req-dcd0cd67-dbd5-447f-bbea-b18399e9fc05 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614950 Sep 07 18:46:18.237743 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-c1e2d3a0-236f-4fc1-89db-3374c3dfd290 req-f2981e76-32ca-4fea-9f5f-6011cee72e65 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Deleting port 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:18.238619 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-c1e2d3a0-236f-4fc1-89db-3374c3dfd290 req-f2981e76-32ca-4fea-9f5f-6011cee72e65 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:18.352286 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-3324345c-654b-4db3-942f-3707cb5e441e service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566507 Sep 07 18:46:18.361748 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-998cca50-967c-4192-8268-efb2407f5429 req-77ac6118-20aa-4e1c-87dd-4c556c8e9e71 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Deleting port 84a650ad-7bda-453e-8103-5d4006b2fad7 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:18.362100 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-998cca50-967c-4192-8268-efb2407f5429 req-77ac6118-20aa-4e1c-87dd-4c556c8e9e71 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:18.388459 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-c1e2d3a0-236f-4fc1-89db-3374c3dfd290 req-f2981e76-32ca-4fea-9f5f-6011cee72e65 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] For port 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:18.388842 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-c1e2d3a0-236f-4fc1-89db-3374c3dfd290 req-f2981e76-32ca-4fea-9f5f-6011cee72e65 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:18.402624 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-c1e2d3a0-236f-4fc1-89db-3374c3dfd290 req-f2981e76-32ca-4fea-9f5f-6011cee72e65 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Calling delete_port for 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:18.412239 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9fa9aa-5c80-4b34-8d2c-fac0ff8234b5 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:46:18.421288 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3158ebcd-b213-4394-ba92-06f0c074adb5 None None] Sync routers for ids ['3e6515c3-3418-40b9-b372-15d4b5fe432b'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:46:18.433320 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8c9fa9aa-5c80-4b34-8d2c-fac0ff8234b5 admin admin] 10.222.0.26 "PUT /v2.0/routers/3e6515c3-3418-40b9-b372-15d4b5fe432b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5120399 Sep 07 18:46:18.435267 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3158ebcd-b213-4394-ba92-06f0c074adb5 None None] Routers {'3e6515c3-3418-40b9-b372-15d4b5fe432b'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:46:18.436620 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3158ebcd-b213-4394-ba92-06f0c074adb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:45:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3e6515c3-3418-40b9-b372-15d4b5fe432b'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:18.452841 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 48652) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:18.555583 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-2341d2c4-3591-433e-93c3-04ca41343f2b service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843963 Sep 07 18:46:18.560838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-3158ebcd-b213-4394-ba92-06f0c074adb5 None None] Set router 3e6515c3-3418-40b9-b372-15d4b5fe432b gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:46:18.593631 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1e31a44-5125-47c9-abcd-278adec378df admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:18.638763 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dff710-afb9-4828-b2d2-8003ff660284 req-947b4ad6-7800-4ab2-9ebd-2074c6f1a8f5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:18.646136 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-62dff710-afb9-4828-b2d2-8003ff660284 req-947b4ad6-7800-4ab2-9ebd-2074c6f1a8f5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 943 time: 0.2394147 Sep 07 18:46:18.650167 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-998cca50-967c-4192-8268-efb2407f5429 req-77ac6118-20aa-4e1c-87dd-4c556c8e9e71 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:18.650496 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-998cca50-967c-4192-8268-efb2407f5429 req-77ac6118-20aa-4e1c-87dd-4c556c8e9e71 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:18.678559 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-998cca50-967c-4192-8268-efb2407f5429 req-77ac6118-20aa-4e1c-87dd-4c556c8e9e71 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Calling delete_port for 84a650ad-7bda-453e-8103-5d4006b2fad7 owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:18.743334 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-62dff710-afb9-4828-b2d2-8003ff660284 req-c7fec7b6-08ea-48ca-8306-f0fe39f79b4c tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963237 Sep 07 18:46:18.765860 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1e31a44-5125-47c9-abcd-278adec378df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:18.855359 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-c1e2d3a0-236f-4fc1-89db-3374c3dfd290 req-f2981e76-32ca-4fea-9f5f-6011cee72e65 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:18.859327 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3158ebcd-b213-4394-ba92-06f0c074adb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6515c3-3418-40b9-b372-15d4b5fe432b', 'name': 'tempest-ServersTestMultiNic-1209569959-router', 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '6e2f5062-7746-4c15-b809-22c8c6aa3260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:44:28Z', 'updated_at': '2021-09-07T18:46:16Z', 'revision_number': 5, 'project_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'gw_port': {'id': '6e2f5062-7746-4c15-b809-22c8c6aa3260', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6515c3-3418-40b9-b372-15d4b5fe432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:44:29Z', 'updated_at': '2021-09-07T18:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:18.892779 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-b44a4598-1962-42db-b077-6b7b6638efef tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:18.894301 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-b44a4598-1962-42db-b077-6b7b6638efef tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3&tenant_id=44a39173cb8e4225b1d135c8b5917bc6&binding%3Ahost_id=n-h1-807786-1 HTTP/1.1" status: 200 len: 1095 time: 0.0583346 Sep 07 18:46:18.895056 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-998cca50-967c-4192-8268-efb2407f5429 req-77ac6118-20aa-4e1c-87dd-4c556c8e9e71 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:18.929818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac6118-20aa-4e1c-87dd-4c556c8e9e71 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Pushing event deleted for resources: {'Port': ['ID=84a650ad-7bda-453e-8103-5d4006b2fad7,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:18.966969 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4adaeda-1089-493a-a86e-e33eafd822da x-openstack-request-id: req-a4adaeda-1089-493a-a86e-e33eafd822da {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:18.967304 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c89747-fae7-493d-be1b-2da4b87646c6", "tag": "fdac3039-858b-404e-afdf-552c48e24467", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:18.967443 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d4793ad6-d11d-40c6-b974-0f6fa5236f35', 'f3119e41-071d-48eb-8eef-d8d9d67580ba', '2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:18.967560 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a4adaeda-1089-493a-a86e-e33eafd822da {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:18.967881 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c89747-fae7-493d-be1b-2da4b87646c6', 'tag': 'fdac3039-858b-404e-afdf-552c48e24467', 'status': 'completed', 'code': 200} Sep 07 18:46:18.969383 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2981e76-32ca-4fea-9f5f-6011cee72e65 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Pushing event deleted for resources: {'Port': ['ID=2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:18.969574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['17c37eef-d87c-4fcb-b069-e8c893ed0a4e', '23b37dac-9a72-445b-9d73-216d352056ac', 'a7f26351-2768-4390-b207-d8cfe555d368', '0593ae62-9bb5-4f88-ae19-72ff2b2e2070', '37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:18.978883 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3158ebcd-b213-4394-ba92-06f0c074adb5 None None] Checking router: 3e6515c3-3418-40b9-b372-15d4b5fe432b for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:46:19.035559 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-998cca50-967c-4192-8268-efb2407f5429 req-77ac6118-20aa-4e1c-87dd-4c556c8e9e71 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:19.038221 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-998cca50-967c-4192-8268-efb2407f5429 req-77ac6118-20aa-4e1c-87dd-4c556c8e9e71 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:19.064980 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-998cca50-967c-4192-8268-efb2407f5429 req-77ac6118-20aa-4e1c-87dd-4c556c8e9e71 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "DELETE /v2.0/floatingips/fafd510c-90f9-4543-b503-e2592e5b9a73 HTTP/1.1" status: 204 len: 173 time: 1.0520935 Sep 07 18:46:19.126497 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3158ebcd-b213-4394-ba92-06f0c074adb5 None None] Routers {'3e6515c3-3418-40b9-b372-15d4b5fe432b'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:46:19.127155 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3158ebcd-b213-4394-ba92-06f0c074adb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:45:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3e6515c3-3418-40b9-b372-15d4b5fe432b'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:19.211790 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-5a27669f-76c4-4d8b-9228-229c6e7cabfd service neutron] For port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:46:19.221547 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-5a27669f-76c4-4d8b-9228-229c6e7cabfd service neutron] Notify callbacks [] for binding, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:19.226209 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e8968e1-92f5-496a-aed8-15c4901d7918 req-5a27669f-76c4-4d8b-9228-229c6e7cabfd service neutron] 10.222.0.60 "DELETE /v2.0/ports/7f8b47d4-819f-44f5-91bb-24ec83e11b9b/bindings/n-h2-807786-1 HTTP/1.1" status: 204 len: 173 time: 0.3044667 Sep 07 18:46:19.380996 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ac52f06-3531-47bb-8aeb-640d69feb911 req-fa3548ed-da04-4378-b586-8f61a073c809 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=55fad46a-1960-4e94-a79e-9952f3eead5c HTTP/1.1" status: 200 len: 210 time: 0.0679944 Sep 07 18:46:19.413814 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-3158ebcd-b213-4394-ba92-06f0c074adb5 None None] Set router 3e6515c3-3418-40b9-b372-15d4b5fe432b gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:46:19.484651 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3158ebcd-b213-4394-ba92-06f0c074adb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6515c3-3418-40b9-b372-15d4b5fe432b', 'name': 'tempest-ServersTestMultiNic-1209569959-router', 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:44:28Z', 'updated_at': '2021-09-07T18:46:18Z', 'revision_number': 6, 'project_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:19.529814 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3158ebcd-b213-4394-ba92-06f0c074adb5 None None] The sync data for ids ['3e6515c3-3418-40b9-b372-15d4b5fe432b'] in n-d-807786-1 is: [{'id': '3e6515c3-3418-40b9-b372-15d4b5fe432b', 'name': 'tempest-ServersTestMultiNic-1209569959-router', 'tenant_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:44:28Z', 'updated_at': '2021-09-07T18:46:18Z', 'revision_number': 6, 'project_id': 'cb3d3f64389a4f0192e048c0f33ae8a3', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:46:19.587104 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e2d3a0-236f-4fc1-89db-3374c3dfd290 req-f2981e76-32ca-4fea-9f5f-6011cee72e65 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] No DVR routers for this DVR port 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:19.594137 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-c1e2d3a0-236f-4fc1-89db-3374c3dfd290 req-f2981e76-32ca-4fea-9f5f-6011cee72e65 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:19.599835 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c1e2d3a0-236f-4fc1-89db-3374c3dfd290 req-f2981e76-32ca-4fea-9f5f-6011cee72e65 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.60 "DELETE /v2.0/ports/2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 HTTP/1.1" status: 204 len: 173 time: 1.4836879 Sep 07 18:46:19.611080 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391617cd-7a8d-4a45-800a-25b5fbfe0a01 req-11de4d9e-f3c0-41b1-81ba-4266b5ea5b15 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:19.612703 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-391617cd-7a8d-4a45-800a-25b5fbfe0a01 req-11de4d9e-f3c0-41b1-81ba-4266b5ea5b15 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 944 time: 0.1600540 Sep 07 18:46:19.634479 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b1e31a44-5125-47c9-abcd-278adec378df admin admin] Deleting port 6e2f5062-7746-4c15-b809-22c8c6aa3260 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:19.637234 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1e31a44-5125-47c9-abcd-278adec378df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:19.672657 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-391617cd-7a8d-4a45-800a-25b5fbfe0a01 req-8a4a151b-bef8-4388-81d8-15ea4472db68 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499966 Sep 07 18:46:19.721009 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7e3b6-d64e-47eb-80c6-c787dfe2d6c2 req-581d5d2e-c355-46ed-91d9-ed0d447efe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:19.728440 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7df7e3b6-d64e-47eb-80c6-c787dfe2d6c2 req-581d5d2e-c355-46ed-91d9-ed0d447efe98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=708565e96bb94a3da2b7674da78bb114&device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 1094 time: 0.7930853 Sep 07 18:46:19.876328 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-24ab6198-e67d-44a9-af14-8df2a0a15104 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--995551019&fields=id&tenant_id=362d2b32ce1c44c8b989d971f47e2f2f HTTP/1.1" status: 200 len: 267 time: 0.0588319 Sep 07 18:46:19.971491 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-b1e31a44-5125-47c9-abcd-278adec378df admin admin] For port 6e2f5062-7746-4c15-b809-22c8c6aa3260, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=6e2f5062-7746-4c15-b809-22c8c6aa3260,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:19.972453 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1e31a44-5125-47c9-abcd-278adec378df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:19.998521 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b1e31a44-5125-47c9-abcd-278adec378df admin admin] Calling delete_port for 6e2f5062-7746-4c15-b809-22c8c6aa3260 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:20.030980 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7e3b6-d64e-47eb-80c6-c787dfe2d6c2 req-53d0d95b-cda5-4a4c-92b8-479789d41986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:20.032808 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7df7e3b6-d64e-47eb-80c6-c787dfe2d6c2 req-53d0d95b-cda5-4a4c-92b8-479789d41986 service neutron] 10.222.0.36 "GET /v2.0/networks?id=72c3dab6-dc75-4769-9995-20a6021149b5 HTTP/1.1" status: 200 len: 913 time: 0.2086365 Sep 07 18:46:20.126954 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device fdac3039-858b-404e-afdf-552c48e24467 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:46:20.144292 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7df7e3b6-d64e-47eb-80c6-c787dfe2d6c2 req-51a3c985-1ab1-4dd1-baec-60c2831536a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdac3039-858b-404e-afdf-552c48e24467 HTTP/1.1" status: 200 len: 217 time: 0.0549688 Sep 07 18:46:20.162764 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5495d5-1fbd-4338-93f9-3f0914a595f6 req-da8fd4cb-589c-4acc-934f-12f749fa2b3c tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:20.164408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac5495d5-1fbd-4338-93f9-3f0914a595f6 req-da8fd4cb-589c-4acc-934f-12f749fa2b3c tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 946 time: 0.2989633 Sep 07 18:46:20.215102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-afa755ac-15d6-4dcd-9a51-ce0c2b9d2b2f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:20.216656 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-afa755ac-15d6-4dcd-9a51-ce0c2b9d2b2f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/networks?id=b55a20e6-76b5-47c9-b724-529008279f9a HTTP/1.1" status: 200 len: 824 time: 0.3152726 Sep 07 18:46:20.235197 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac5495d5-1fbd-4338-93f9-3f0914a595f6 req-5389777c-2086-440e-a78d-8f99bdf4ff04 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f2c9237-0346-4076-acfd-edb6da46e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631318 Sep 07 18:46:20.245426 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-cc639ae5-f36c-4e19-adba-80446b14038d tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/quotas/362d2b32ce1c44c8b989d971f47e2f2f HTTP/1.1" status: 200 len: 375 time: 0.0092542 Sep 07 18:46:20.257950 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7e3b6-d64e-47eb-80c6-c787dfe2d6c2 req-662b3091-c81e-4b1b-8c72-809bc5b6cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:20.259418 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7df7e3b6-d64e-47eb-80c6-c787dfe2d6c2 req-662b3091-c81e-4b1b-8c72-809bc5b6cc43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b518c2e-42a9-4384-9f9c-5c1d547366a8 HTTP/1.1" status: 200 len: 852 time: 0.1039858 Sep 07 18:46:20.309557 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7df7e3b6-d64e-47eb-80c6-c787dfe2d6c2 req-aaf27911-def2-48c8-af06-bf6a0d72e76d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=72c3dab6-dc75-4769-9995-20a6021149b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354366 Sep 07 18:46:20.335404 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-88bfdc37-5ec9-4700-8fe2-62d7d8752383 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=362d2b32ce1c44c8b989d971f47e2f2f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0834186 Sep 07 18:46:20.366549 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port fdac3039-858b-404e-afdf-552c48e24467, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=fdac3039-858b-404e-afdf-552c48e24467,segment=NetworkSegment(d9475e3e-b6db-41d0-961e-55d035415546),segment_id=d9475e3e-b6db-41d0-961e-55d035415546)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:20.436276 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'fdac3039-858b-404e-afdf-552c48e24467', 'network_id': '72c3dab6-dc75-4769-9995-20a6021149b5', 'port_id': 'fdac3039-858b-404e-afdf-552c48e24467', 'mac_address': 'fa:16:3e:3b:22:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b518c2e-42a9-4384-9f9c-5c1d547366a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:46:20.501802 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:20.502380 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1e31a44-5125-47c9-abcd-278adec378df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:20.519466 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdac3039-858b-404e-afdf-552c48e24467 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:46:20.540633 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port fdac3039-858b-404e-afdf-552c48e24467, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=fdac3039-858b-404e-afdf-552c48e24467,segment=NetworkSegment(d9475e3e-b6db-41d0-961e-55d035415546),segment_id=d9475e3e-b6db-41d0-961e-55d035415546)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:20.546213 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:20.552743 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d70829-a785-4f0b-8318-d8e0935d54a5 req-a92cd751-3d4f-4992-a9a7-13019bdbdd8c tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:20.554809 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0d70829-a785-4f0b-8318-d8e0935d54a5 req-a92cd751-3d4f-4992-a9a7-13019bdbdd8c tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 943 time: 0.2010000 Sep 07 18:46:20.574782 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e31a44-5125-47c9-abcd-278adec378df admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2f5062-7746-4c15-b809-22c8c6aa3260,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:20.657729 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7df7e3b6-d64e-47eb-80c6-c787dfe2d6c2 req-36733d89-02d6-4a12-8bfe-59d313a32c3e service neutron] 10.222.0.36 "GET /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353176 Sep 07 18:46:20.661184 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1e31a44-5125-47c9-abcd-278adec378df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:20.663229 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0d70829-a785-4f0b-8318-d8e0935d54a5 req-f94eca36-5b1e-4f70-8543-b1e48a5dccb5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015472 Sep 07 18:46:20.668730 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-8bcd74aa-58ce-4581-9235-c83b49690dc8 service neutron] 10.222.0.26 "GET /v2.0/networks/b55a20e6-76b5-47c9-b724-529008279f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098605 Sep 07 18:46:20.679190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=fdac3039-858b-404e-afdf-552c48e24467,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:20.825459 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-49d2685a-0423-454f-90b9-a18ae5ea4eaf service neutron] 10.222.0.26 "GET /v2.0/networks/b55a20e6-76b5-47c9-b724-529008279f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487370 Sep 07 18:46:20.839570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590361ca-c6a1-4859-9fde-be53390e42da req-e0bbc340-3057-4612-8d5b-e7a1e9b7fde0 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:20.845057 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-590361ca-c6a1-4859-9fde-be53390e42da req-e0bbc340-3057-4612-8d5b-e7a1e9b7fde0 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.0761976 Sep 07 18:46:20.865213 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1e31a44-5125-47c9-abcd-278adec378df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:20.868563 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1e31a44-5125-47c9-abcd-278adec378df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:20.885778 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-590361ca-c6a1-4859-9fde-be53390e42da req-082c32c5-84da-4dba-9093-5f4836a81cd2 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390074 Sep 07 18:46:20.952043 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7df7e3b6-d64e-47eb-80c6-c787dfe2d6c2 req-78bdb54c-e6b7-4a79-9b7b-65bc040eeae6 service neutron] 10.222.0.36 "GET /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713709 Sep 07 18:46:20.953358 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1e31a44-5125-47c9-abcd-278adec378df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:20.953978 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e31a44-5125-47c9-abcd-278adec378df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e6515c3-3418-40b9-b372-15d4b5fe432b {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:46:20.962623 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1e31a44-5125-47c9-abcd-278adec378df admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:20.967277 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b1e31a44-5125-47c9-abcd-278adec378df admin admin] 10.222.0.26 "DELETE /v2.0/routers/3e6515c3-3418-40b9-b372-15d4b5fe432b HTTP/1.1" status: 204 len: 168 time: 2.5133862 Sep 07 18:46:20.968053 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 48704) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:20.968829 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fad46a-1960-4e94-a79e-9952f3eead5c', 'name': 'network-vif-deleted', 'tag': '2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:20.971887 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30eac09f-81c4-4f34-b01b-7033dfcb3cab" -d '{"events": [{"server_uuid": "55fad46a-1960-4e94-a79e-9952f3eead5c", "name": "network-vif-deleted", "tag": "2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:21.018614 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['fdac3039-858b-404e-afdf-552c48e24467'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:21.021103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d79e6b-bae3-4a5c-8c1d-e44066e41335 req-6bd52ae0-f0ab-4ece-8e80-7c6d5634de21 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:21.028858 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1d79e6b-bae3-4a5c-8c1d-e44066e41335 req-6bd52ae0-f0ab-4ece-8e80-7c6d5634de21 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 1095 time: 0.0848465 Sep 07 18:46:21.071525 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c81bf524-3ac6-4106-b8de-f7b5046d59d2 req-a70776c2-6b56-40d1-90fa-d10c7541e73a tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 210 time: 0.0316310 Sep 07 18:46:21.118657 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-df0ad592-9f1f-479b-bbe8-fcb86bad5a06 admin admin] Deleting subnet 54de4433-d7fa-4635-814a-78379eb40ce0 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:46:21.123231 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-df0ad592-9f1f-479b-bbe8-fcb86bad5a06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:21.144314 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1d79e6b-bae3-4a5c-8c1d-e44066e41335 req-cf40bfc7-2d69-4f51-97d4-b8d906c0184e tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145134 Sep 07 18:46:21.193256 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72096ba9-a0a3-4601-9fc1-fbdce349eec3 x-openstack-request-id: req-72096ba9-a0a3-4601-9fc1-fbdce349eec3 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:21.193630 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fad46a-1960-4e94-a79e-9952f3eead5c", "name": "network-vif-deleted", "tag": "2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:21.193951 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72096ba9-a0a3-4601-9fc1-fbdce349eec3 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:21.194424 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fad46a-1960-4e94-a79e-9952f3eead5c', 'name': 'network-vif-deleted', 'tag': '2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06', 'status': 'completed', 'code': 200} Sep 07 18:46:21.219822 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6e2f5062-7746-4c15-b809-22c8c6aa3260 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:21.255659 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1061e2-a1a9-4277-be0d-e8f7d189d227 req-162436ea-50da-47f2-abd9-701edfae1598 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:21.257899 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7a1061e2-a1a9-4277-be0d-e8f7d189d227 req-162436ea-50da-47f2-abd9-701edfae1598 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.36 "GET /v2.0/ports?device_id=f077982a-e747-4dec-bbc9-77a4d52982c8 HTTP/1.1" status: 200 len: 945 time: 0.2198081 Sep 07 18:46:21.260397 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-df0ad592-9f1f-479b-bbe8-fcb86bad5a06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:21.267384 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 6e2f5062-7746-4c15-b809-22c8c6aa3260 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:46:21.267741 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6e2f5062-7746-4c15-b809-22c8c6aa3260 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:46:21.268166 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 636af8f1-1406-4ffd-9491-87d7d83e1ab3 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:21.292259 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 636af8f1-1406-4ffd-9491-87d7d83e1ab3 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:46:21.292836 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 636af8f1-1406-4ffd-9491-87d7d83e1ab3 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:46:21.337952 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e49ce6-d609-43be-a030-46973b4e8e9c req-692fd613-e8b2-43bf-ac2e-816888224593 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:21.355044 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-45e49ce6-d609-43be-a030-46973b4e8e9c req-692fd613-e8b2-43bf-ac2e-816888224593 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 1095 time: 0.0795557 Sep 07 18:46:21.393969 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-45e49ce6-d609-43be-a030-46973b4e8e9c req-1b45daee-10b8-4e1c-a55a-94896ba7aeaf tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359747 Sep 07 18:46:21.467745 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-df0ad592-9f1f-479b-bbe8-fcb86bad5a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:21.498126 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630458b-bd01-486c-a3c8-b93c24d510c8 req-3d1861ef-d3ff-4257-b165-b17c6e6fe9eb tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:21.499727 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f630458b-bd01-486c-a3c8-b93c24d510c8 req-3d1861ef-d3ff-4257-b165-b17c6e6fe9eb tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 946 time: 0.0610318 Sep 07 18:46:21.580210 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f630458b-bd01-486c-a3c8-b93c24d510c8 req-5997a5ab-21ac-423b-a2c7-16a0bf0fa913 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f2c9237-0346-4076-acfd-edb6da46e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692570 Sep 07 18:46:21.584063 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8adb7-76c5-4284-ba1d-ff9e3073df73 req-c757d522-7a77-490c-947e-a3018d717934 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:21.585620 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fca8adb7-76c5-4284-ba1d-ff9e3073df73 req-c757d522-7a77-490c-947e-a3018d717934 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.60 "GET /v2.0/ports?device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 946 time: 0.1746733 Sep 07 18:46:21.589851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09063c-b10a-499a-a347-362eaeef7813 req-f3f50a6c-6976-431b-9601-2d9061b92636 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:21.591553 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac09063c-b10a-499a-a347-362eaeef7813 req-f3f50a6c-6976-431b-9601-2d9061b92636 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8739b77-bc26-4577-b9d1-ff8f958f0f89 HTTP/1.1" status: 200 len: 949 time: 0.0907128 Sep 07 18:46:21.615939 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-df0ad592-9f1f-479b-bbe8-fcb86bad5a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:21.640396 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-7a1061e2-a1a9-4277-be0d-e8f7d189d227 req-08d85357-a7b5-4991-b50c-35cb9916867f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Deleting port 6901bee8-3acf-4b9f-8032-e69241ebd1a9 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:21.640773 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7a1061e2-a1a9-4277-be0d-e8f7d189d227 req-08d85357-a7b5-4991-b50c-35cb9916867f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:21.654082 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac09063c-b10a-499a-a347-362eaeef7813 req-66deb590-a576-46a3-9e70-73940d40bb67 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541270 Sep 07 18:46:21.691263 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ad592-9f1f-479b-bbe8-fcb86bad5a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54de4433-d7fa-4635-814a-78379eb40ce0,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:21.703430 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-df0ad592-9f1f-479b-bbe8-fcb86bad5a06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:21.705353 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-df0ad592-9f1f-479b-bbe8-fcb86bad5a06 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/54de4433-d7fa-4635-814a-78379eb40ce0 HTTP/1.1" status: 204 len: 168 time: 0.7298281 Sep 07 18:46:21.710243 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2978900-1075-4181-9af5-a5451137c32d None None] Network 305feaf0-9b76-465d-8c7f-43eda8514a85 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:46:21.710686 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 48732) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:21.827184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89e7a5-ca20-468f-b554-a9a85c227938 req-bf185ec9-6097-46e7-ad3f-a06e31f98020 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:21.829773 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd89e7a5-ca20-468f-b554-a9a85c227938 req-bf185ec9-6097-46e7-ad3f-a06e31f98020 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 944 time: 0.0679395 Sep 07 18:46:21.923417 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd89e7a5-ca20-468f-b554-a9a85c227938 req-c2c2feca-54dc-4034-bfc6-59e2a3878008 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847239 Sep 07 18:46:21.927563 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-7a1061e2-a1a9-4277-be0d-e8f7d189d227 req-08d85357-a7b5-4991-b50c-35cb9916867f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] For port 6901bee8-3acf-4b9f-8032-e69241ebd1a9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=6901bee8-3acf-4b9f-8032-e69241ebd1a9,segment=NetworkSegment(c74de762-a263-44c1-b0e4-dcc5ac2a81de),segment_id=c74de762-a263-44c1-b0e4-dcc5ac2a81de)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:21.928087 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7a1061e2-a1a9-4277-be0d-e8f7d189d227 req-08d85357-a7b5-4991-b50c-35cb9916867f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:21.933169 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd5d8-e863-4aa6-af36-b3f8b01f8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:21.979969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c605fa8e-840f-4c28-8a2a-5a83a0cc05a0 None None] DHCP port deletion for 305feaf0-9b76-465d-8c7f-43eda8514a85 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:46:22.068905 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66332e2e-eccc-4c04-b3d5-f415db10d3d5 req-aefe35a8-e7ca-49e7-b3a5-73a3700a9045 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:22.070760 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66332e2e-eccc-4c04-b3d5-f415db10d3d5 req-aefe35a8-e7ca-49e7-b3a5-73a3700a9045 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.0798974 Sep 07 18:46:22.082002 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c605fa8e-840f-4c28-8a2a-5a83a0cc05a0 None None] Deleting port 4e164908-54c7-4657-bb9c-b78bfd8f3d5c {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:22.082772 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c605fa8e-840f-4c28-8a2a-5a83a0cc05a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:22.127949 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66332e2e-eccc-4c04-b3d5-f415db10d3d5 req-db89eca5-2d5b-41b8-aa0e-26e1d5c529b2 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473509 Sep 07 18:46:22.151413 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-fca8adb7-76c5-4284-ba1d-ff9e3073df73 req-e82a4f8f-6129-4df6-a2c1-ba9d2940c034 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Deleting port f5b6b23b-8929-433a-95d6-4b13e2d032a9 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:22.151413 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fca8adb7-76c5-4284-ba1d-ff9e3073df73 req-e82a4f8f-6129-4df6-a2c1-ba9d2940c034 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:22.195448 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc67108a-d149-44d6-abe5-cb5eff70fb8f req-069ba13a-3e7c-4daf-aa44-cda1c57660a1 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 210 time: 0.0306919 Sep 07 18:46:22.199428 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c605fa8e-840f-4c28-8a2a-5a83a0cc05a0 None None] For port 4e164908-54c7-4657-bb9c-b78bfd8f3d5c, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4e164908-54c7-4657-bb9c-b78bfd8f3d5c,segment=NetworkSegment(7fb31766-554a-411c-8527-03cc28428b66),segment_id=7fb31766-554a-411c-8527-03cc28428b66)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:22.199775 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c605fa8e-840f-4c28-8a2a-5a83a0cc05a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:22.216499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c605fa8e-840f-4c28-8a2a-5a83a0cc05a0 None None] Calling delete_port for 4e164908-54c7-4657-bb9c-b78bfd8f3d5c owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:22.293814 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c605fa8e-840f-4c28-8a2a-5a83a0cc05a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:22.301818 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-8fdcd5d8-e863-4aa6-af36-b3f8b01f8fd0 admin admin] Deleting port 4e164908-54c7-4657-bb9c-b78bfd8f3d5c {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:22.302158 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd5d8-e863-4aa6-af36-b3f8b01f8fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:22.319620 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605fa8e-840f-4c28-8a2a-5a83a0cc05a0 None None] Pushing event deleted for resources: {'Port': ['ID=4e164908-54c7-4657-bb9c-b78bfd8f3d5c,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:22.324839 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c605fa8e-840f-4c28-8a2a-5a83a0cc05a0 None None] No DVR routers for this DVR port 4e164908-54c7-4657-bb9c-b78bfd8f3d5c on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:22.364466 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-fca8adb7-76c5-4284-ba1d-ff9e3073df73 req-e82a4f8f-6129-4df6-a2c1-ba9d2940c034 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] For port f5b6b23b-8929-433a-95d6-4b13e2d032a9, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f5b6b23b-8929-433a-95d6-4b13e2d032a9,segment=NetworkSegment(45c9f31a-41ce-4a69-b532-ad480f8b45fe),segment_id=45c9f31a-41ce-4a69-b532-ad480f8b45fe)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:22.364890 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fca8adb7-76c5-4284-ba1d-ff9e3073df73 req-e82a4f8f-6129-4df6-a2c1-ba9d2940c034 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:22.398940 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-fca8adb7-76c5-4284-ba1d-ff9e3073df73 req-e82a4f8f-6129-4df6-a2c1-ba9d2940c034 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Calling delete_port for f5b6b23b-8929-433a-95d6-4b13e2d032a9 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:22.426569 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7a1061e2-a1a9-4277-be0d-e8f7d189d227 req-08d85357-a7b5-4991-b50c-35cb9916867f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:22.426847 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7a1061e2-a1a9-4277-be0d-e8f7d189d227 req-08d85357-a7b5-4991-b50c-35cb9916867f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:22.427166 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [req-7a1061e2-a1a9-4277-be0d-e8f7d189d227 req-08d85357-a7b5-4991-b50c-35cb9916867f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Floating IP 6402a46a-7684-4dca-9e0c-22d26cebe810 disassociated. External IP: 172.25.8.166, port: 6901bee8-3acf-4b9f-8032-e69241ebd1a9. Sep 07 18:46:22.427506 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-7a1061e2-a1a9-4277-be0d-e8f7d189d227 req-08d85357-a7b5-4991-b50c-35cb9916867f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Calling delete_port for 6901bee8-3acf-4b9f-8032-e69241ebd1a9 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:22.490894 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-8fdcd5d8-e863-4aa6-af36-b3f8b01f8fd0 admin admin] For port 4e164908-54c7-4657-bb9c-b78bfd8f3d5c, host n-d-807786-1, got binding levels [] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:22.491282 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd5d8-e863-4aa6-af36-b3f8b01f8fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:22.559164 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-8fdcd5d8-e863-4aa6-af36-b3f8b01f8fd0 admin admin] Calling delete_port for 4e164908-54c7-4657-bb9c-b78bfd8f3d5c owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:22.564204 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.ipam_backend_mixin [None req-8fdcd5d8-e863-4aa6-af36-b3f8b01f8fd0 admin admin] Port 4e164908-54c7-4657-bb9c-b78bfd8f3d5c was not found and therefore no delete operation was performed {{(pid=101444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 18:46:22.579686 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd5d8-e863-4aa6-af36-b3f8b01f8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:22.672917 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcd5d8-e863-4aa6-af36-b3f8b01f8fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e164908-54c7-4657-bb9c-b78bfd8f3d5c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:22.676831 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdcd5d8-e863-4aa6-af36-b3f8b01f8fd0 admin admin] No DVR routers for this DVR port 4e164908-54c7-4657-bb9c-b78bfd8f3d5c on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:22.708734 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:22.747274 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:46:22.750115 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 2b52fa56-4580-4d6a-90f8-b9ccdb5e5e06 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:46:22.750839 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f5b6b23b-8929-433a-95d6-4b13e2d032a9 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:22.769738 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f4fe2-e8f5-4932-9dcc-ad4760723271 req-299b3a27-ddda-4e54-82c1-67ea5a65d90d tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:22.772245 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-fa646c24-49cf-4b79-b6a9-ab14123a8b04 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:22.773802 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-fa646c24-49cf-4b79-b6a9-ab14123a8b04 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.36 "GET /v2.0/networks?id=b55a20e6-76b5-47c9-b724-529008279f9a HTTP/1.1" status: 200 len: 824 time: 0.2538030 Sep 07 18:46:22.776990 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1a6f4fe2-e8f5-4932-9dcc-ad4760723271 req-299b3a27-ddda-4e54-82c1-67ea5a65d90d tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 946 time: 0.1117389 Sep 07 18:46:22.811619 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd5d8-e863-4aa6-af36-b3f8b01f8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:22.856247 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:22.858850 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1a6f4fe2-e8f5-4932-9dcc-ad4760723271 req-11dba913-c32d-4725-bbc1-0094365a9ebd tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f2c9237-0346-4076-acfd-edb6da46e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809975 Sep 07 18:46:22.871043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a3b1f-62a0-4ad8-b2db-bb547a4e59ac req-5130217a-2917-4171-b27f-a6e848574095 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:22.872830 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0f0a3b1f-62a0-4ad8-b2db-bb547a4e59ac req-5130217a-2917-4171-b27f-a6e848574095 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8739b77-bc26-4577-b9d1-ff8f958f0f89 HTTP/1.1" status: 200 len: 949 time: 0.0937536 Sep 07 18:46:22.916825 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0f0a3b1f-62a0-4ad8-b2db-bb547a4e59ac req-9e4fc6d7-3952-4b9e-89bd-3bbde785da70 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380247 Sep 07 18:46:23.045702 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07026b67-5860-4446-9c7a-93f4231ff34e req-21b76616-09fc-4fb9-9b5f-c058981af296 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:23.047261 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07026b67-5860-4446-9c7a-93f4231ff34e req-21b76616-09fc-4fb9-9b5f-c058981af296 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 944 time: 0.0570033 Sep 07 18:46:23.106157 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07026b67-5860-4446-9c7a-93f4231ff34e req-cf6e3dfd-4dc5-42de-8e04-d52a0590349a tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523214 Sep 07 18:46:23.162431 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4e164908-54c7-4657-bb9c-b78bfd8f3d5c no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:23.175079 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-8fdcd5d8-e863-4aa6-af36-b3f8b01f8fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305feaf0-9b76-465d-8c7f-43eda8514a85']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:23.193433 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 4e164908-54c7-4657-bb9c-b78bfd8f3d5c {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:46:23.194090 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4e164908-54c7-4657-bb9c-b78bfd8f3d5c not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:46:23.203336 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-8fdcd5d8-e863-4aa6-af36-b3f8b01f8fd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb31766-554a-411c-8527-03cc28428b66') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:23.203711 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-8fdcd5d8-e863-4aa6-af36-b3f8b01f8fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb31766-554a-411c-8527-03cc28428b66') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:23.222848 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-ae6a16ad-0f1b-4c0b-8d82-81ad87c38bdb tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=362d2b32ce1c44c8b989d971f47e2f2f HTTP/1.1" status: 200 len: 379 time: 0.4085176 Sep 07 18:46:23.226449 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7a1061e2-a1a9-4277-be0d-e8f7d189d227 req-08d85357-a7b5-4991-b50c-35cb9916867f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:23.230760 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd5d8-e863-4aa6-af36-b3f8b01f8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:23.238562 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-e61a3aa3-4210-445c-a054-1b44c33348e9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Request body: {'port': {'device_id': '5d675ecf-4e33-4c97-9f7d-de8a734f1727', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'admin_state_up': True, 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'security_groups': ['7b91db7c-ac63-4411-8b6e-bcaff1ca106a']}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:23.266240 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fca8adb7-76c5-4284-ba1d-ff9e3073df73 req-e82a4f8f-6129-4df6-a2c1-ba9d2940c034 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:23.306590 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd5d8-e863-4aa6-af36-b3f8b01f8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:23.310062 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d85357-a7b5-4991-b50c-35cb9916867f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Pushing event deleted for resources: {'Port': ['ID=6901bee8-3acf-4b9f-8032-e69241ebd1a9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:23.363321 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fdcd5d8-e863-4aa6-af36-b3f8b01f8fd0 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:46:23.364099 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd5d8-e863-4aa6-af36-b3f8b01f8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:46:23.391307 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:46:23.412016 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-78808212-0180-4404-8fd0-b9c253b4808a req-68a5019b-f86d-4ede-9c43-14896370df43 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 210 time: 0.0544558 Sep 07 18:46:23.420216 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a4f8f-6129-4df6-a2c1-ba9d2940c034 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Pushing event deleted for resources: {'Port': ['ID=f5b6b23b-8929-433a-95d6-4b13e2d032a9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:23.428011 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4706a-9f3e-4bfa-b04c-6665e0bfcec4 req-2fc48407-6574-4b05-9fc5-d54a02ecd8a9 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:23.437399 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fdb4706a-9f3e-4bfa-b04c-6665e0bfcec4 req-2fc48407-6574-4b05-9fc5-d54a02ecd8a9 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.1908455 Sep 07 18:46:23.481928 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ba208-353c-4558-9e60-9902c56f4bff req-f78ba8fc-f145-4fa3-a6e3-76b3c6ce2df3 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:23.483435 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c33ba208-353c-4558-9e60-9902c56f4bff req-f78ba8fc-f145-4fa3-a6e3-76b3c6ce2df3 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8739b77-bc26-4577-b9d1-ff8f958f0f89 HTTP/1.1" status: 200 len: 949 time: 0.1568806 Sep 07 18:46:23.500484 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fdb4706a-9f3e-4bfa-b04c-6665e0bfcec4 req-63521d2d-dad9-4204-9536-c8264b0fa681 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620959 Sep 07 18:46:23.553739 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca8adb7-76c5-4284-ba1d-ff9e3073df73 req-e82a4f8f-6129-4df6-a2c1-ba9d2940c034 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] No DVR routers for this DVR port f5b6b23b-8929-433a-95d6-4b13e2d032a9 on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:23.561287 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fca8adb7-76c5-4284-ba1d-ff9e3073df73 req-e82a4f8f-6129-4df6-a2c1-ba9d2940c034 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:23.563453 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fca8adb7-76c5-4284-ba1d-ff9e3073df73 req-e82a4f8f-6129-4df6-a2c1-ba9d2940c034 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.60 "DELETE /v2.0/ports/f5b6b23b-8929-433a-95d6-4b13e2d032a9 HTTP/1.1" status: 204 len: 173 time: 1.9685843 Sep 07 18:46:23.565669 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889f3f56-4af6-42a8-9c36-00e00d1ef065', 'name': 'network-vif-deleted', 'tag': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:23.568333 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d9838b-9fc4-443f-b782-229291fd0082" -d '{"events": [{"server_uuid": "889f3f56-4af6-42a8-9c36-00e00d1ef065", "name": "network-vif-deleted", "tag": "f5b6b23b-8929-433a-95d6-4b13e2d032a9"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:23.585451 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd5d8-e863-4aa6-af36-b3f8b01f8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:23.594579 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd5d8-e863-4aa6-af36-b3f8b01f8fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:23.599053 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8fdcd5d8-e863-4aa6-af36-b3f8b01f8fd0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/305feaf0-9b76-465d-8c7f-43eda8514a85 HTTP/1.1" status: 204 len: 168 time: 1.8832161 Sep 07 18:46:23.622656 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcd5d8-e863-4aa6-af36-b3f8b01f8fd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=305feaf0-9b76-465d-8c7f-43eda8514a85,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:23.638474 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-c33ba208-353c-4558-9e60-9902c56f4bff req-1aa93fb3-21f7-456c-abef-fad1bd09beeb tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Deleting port 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:23.639261 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c33ba208-353c-4558-9e60-9902c56f4bff req-1aa93fb3-21f7-456c-abef-fad1bd09beeb tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:23.654052 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01125d80-15d3-45e9-97a4-87d4dd597f1b x-openstack-request-id: req-01125d80-15d3-45e9-97a4-87d4dd597f1b {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:23.654558 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889f3f56-4af6-42a8-9c36-00e00d1ef065", "name": "network-vif-deleted", "tag": "f5b6b23b-8929-433a-95d6-4b13e2d032a9", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:23.654985 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-01125d80-15d3-45e9-97a4-87d4dd597f1b {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:23.655654 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889f3f56-4af6-42a8-9c36-00e00d1ef065', 'name': 'network-vif-deleted', 'tag': 'f5b6b23b-8929-433a-95d6-4b13e2d032a9', 'status': 'completed', 'code': 200} Sep 07 18:46:23.683233 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-e61a3aa3-4210-445c-a054-1b44c33348e9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Made reservation on behalf of 362d2b32ce1c44c8b989d971f47e2f2f for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:46:23.686824 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-e61a3aa3-4210-445c-a054-1b44c33348e9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:23.705845 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a1061e2-a1a9-4277-be0d-e8f7d189d227 req-08d85357-a7b5-4991-b50c-35cb9916867f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Router db8a4256-2786-42d5-be48-5cffb0eddd55 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:46:23.858927 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-c33ba208-353c-4558-9e60-9902c56f4bff req-1aa93fb3-21f7-456c-abef-fad1bd09beeb tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] For port 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:23.859402 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c33ba208-353c-4558-9e60-9902c56f4bff req-1aa93fb3-21f7-456c-abef-fad1bd09beeb tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:23.874143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48764) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:23.885921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-c33ba208-353c-4558-9e60-9902c56f4bff req-1aa93fb3-21f7-456c-abef-fad1bd09beeb tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Calling delete_port for 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:24.029967 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-e61a3aa3-4210-445c-a054-1b44c33348e9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Allocated IP 172.20.0.5 (b55a20e6-76b5-47c9-b724-529008279f9a/8e448bc0-501e-4a71-945c-2892b3c26cf4/68af4834-3c00-4e31-9e36-d3415c2d9881) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:46:24.036389 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-082b7db2-0224-45dd-a2b0-7aef43916a58 req-eacbd0b1-4cff-4fec-987d-73d0f68205a3 tempest-FloatingIPsAssociationTestJSON-1059051317 tempest-FloatingIPsAssociationTestJSON-1059051317-project] 10.222.0.26 "GET /v2.0/ports?device_id=889f3f56-4af6-42a8-9c36-00e00d1ef065 HTTP/1.1" status: 200 len: 210 time: 0.0642555 Sep 07 18:46:24.100282 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-68a3f808-8b8e-4968-8399-31f81aec1454 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb3d3f64389a4f0192e048c0f33ae8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227082 Sep 07 18:46:24.103326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48770) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:24.159692 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device fdac3039-858b-404e-afdf-552c48e24467 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:46:24.182989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d5172-de96-401d-9a67-14749685c3b4 req-b0853f47-204b-4fbb-88d2-d06da7570713 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:24.190100 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a56d5172-de96-401d-9a67-14749685c3b4 req-b0853f47-204b-4fbb-88d2-d06da7570713 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8739b77-bc26-4577-b9d1-ff8f958f0f89 HTTP/1.1" status: 200 len: 949 time: 0.1526685 Sep 07 18:46:24.243578 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port fdac3039-858b-404e-afdf-552c48e24467 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:46:24.251681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port fdac3039-858b-404e-afdf-552c48e24467 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:46:24.254359 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:24.262523 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a7e10d1c-779a-4897-8d11-0685662a5702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:24.279163 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a1061e2-a1a9-4277-be0d-e8f7d189d227 req-08d85357-a7b5-4991-b50c-35cb9916867f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:46:24.289521 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a7e10d1c-779a-4897-8d11-0685662a5702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:24.296779 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c442d8ed-1b88-4004-a322-d0651d78661b None None] Sync routers for ids ['db8a4256-2786-42d5-be48-5cffb0eddd55'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:46:24.317021 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c442d8ed-1b88-4004-a322-d0651d78661b None None] Routers {'db8a4256-2786-42d5-be48-5cffb0eddd55'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:46:24.321331 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-c442d8ed-1b88-4004-a322-d0651d78661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:45:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['db8a4256-2786-42d5-be48-5cffb0eddd55'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:24.369515 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c33ba208-353c-4558-9e60-9902c56f4bff req-1aa93fb3-21f7-456c-abef-fad1bd09beeb tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:24.394310 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-e61a3aa3-4210-445c-a054-1b44c33348e9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:24.397127 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a7e10d1c-779a-4897-8d11-0685662a5702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:24.402653 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a7e10d1c-779a-4897-8d11-0685662a5702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:24.403976 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a7e10d1c-779a-4897-8d11-0685662a5702 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c01005c-3f4a-4f53-8634-5b912f219487 HTTP/1.1" status: 204 len: 168 time: 0.2939820 Sep 07 18:46:24.412501 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-e61a3aa3-4210-445c-a054-1b44c33348e9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Transition to ACTIVE for port object 68af4834-3c00-4e31-9e36-d3415c2d9881 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:46:24.418798 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7768a3-05a2-4e74-8d89-ed1f9b50673c req-136819bf-fb01-49a0-b5a5-f67fffc2ace7 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:24.421911 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['17c37eef-d87c-4fcb-b069-e8c893ed0a4e', '23b37dac-9a72-445b-9d73-216d352056ac', 'a7f26351-2768-4390-b207-d8cfe555d368', '0593ae62-9bb5-4f88-ae19-72ff2b2e2070'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:24.426660 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd7768a3-05a2-4e74-8d89-ed1f9b50673c req-136819bf-fb01-49a0-b5a5-f67fffc2ace7 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 944 time: 0.2339420 Sep 07 18:46:24.428678 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d4793ad6-d11d-40c6-b974-0f6fa5236f35', 'f3119e41-071d-48eb-8eef-d8d9d67580ba'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:24.468697 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-e61a3aa3-4210-445c-a054-1b44c33348e9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:24.470807 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1061e2-a1a9-4277-be0d-e8f7d189d227 req-08d85357-a7b5-4991-b50c-35cb9916867f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] No DVR routers for this DVR port 6901bee8-3acf-4b9f-8032-e69241ebd1a9 on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:24.486148 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7a1061e2-a1a9-4277-be0d-e8f7d189d227 req-08d85357-a7b5-4991-b50c-35cb9916867f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:24.488183 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7a1061e2-a1a9-4277-be0d-e8f7d189d227 req-08d85357-a7b5-4991-b50c-35cb9916867f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.36 "DELETE /v2.0/ports/6901bee8-3acf-4b9f-8032-e69241ebd1a9 HTTP/1.1" status: 204 len: 173 time: 3.2032571 Sep 07 18:46:24.496013 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a56d5172-de96-401d-9a67-14749685c3b4 req-f8288019-1cc8-4465-90a9-c5589506a246 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049071 Sep 07 18:46:24.504183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa93fb3-21f7-456c-abef-fad1bd09beeb tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Pushing event deleted for resources: {'Port': ['ID=37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:24.515282 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e10d1c-779a-4897-8d11-0685662a5702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c01005c-3f4a-4f53-8634-5b912f219487,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:24.551492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-e61a3aa3-4210-445c-a054-1b44c33348e9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Network b55a20e6-76b5-47c9-b724-529008279f9a is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:46:24.560332 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-e61a3aa3-4210-445c-a054-1b44c33348e9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:46:24.566240 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-e61a3aa3-4210-445c-a054-1b44c33348e9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:46:24.569033 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a3aa3-4210-445c-a054-1b44c33348e9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Pushing event updated for resources: {'Port': ['ID=68af4834-3c00-4e31-9e36-d3415c2d9881,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:24.613835 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd7768a3-05a2-4e74-8d89-ed1f9b50673c req-4de63134-04d9-4966-9272-890dbe37bdf6 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862330 Sep 07 18:46:24.634435 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-c442d8ed-1b88-4004-a322-d0651d78661b None None] Set router db8a4256-2786-42d5-be48-5cffb0eddd55 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:46:24.730778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33ba208-353c-4558-9e60-9902c56f4bff req-1aa93fb3-21f7-456c-abef-fad1bd09beeb tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] No DVR routers for this DVR port 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:24.733247 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c33ba208-353c-4558-9e60-9902c56f4bff req-1aa93fb3-21f7-456c-abef-fad1bd09beeb tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:24.735878 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c33ba208-353c-4558-9e60-9902c56f4bff req-1aa93fb3-21f7-456c-abef-fad1bd09beeb tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "DELETE /v2.0/ports/37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 HTTP/1.1" status: 204 len: 173 time: 1.2338123 Sep 07 18:46:24.736339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8739b77-bc26-4577-b9d1-ff8f958f0f89', 'name': 'network-vif-deleted', 'tag': '37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:24.738674 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c918cb0c-5a63-4349-8373-9377f6cbf141" -d '{"events": [{"server_uuid": "f8739b77-bc26-4577-b9d1-ff8f958f0f89", "name": "network-vif-deleted", "tag": "37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:24.753479 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-e61a3aa3-4210-445c-a054-1b44c33348e9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:24.778707 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-e61a3aa3-4210-445c-a054-1b44c33348e9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:24.791959 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:24.826958 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-e61a3aa3-4210-445c-a054-1b44c33348e9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5922275 Sep 07 18:46:24.841623 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] Request body: {'port': {'device_id': '5d675ecf-4e33-4c97-9f7d-de8a734f1727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:25.045050 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c89747-fae7-493d-be1b-2da4b87646c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdac3039-858b-404e-afdf-552c48e24467'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:25.047321 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac7ae86-7472-4f8e-b6f8-4c9ec3ab6430" -d '{"events": [{"server_uuid": "f8c89747-fae7-493d-be1b-2da4b87646c6", "name": "network-vif-plugged", "status": "completed", "tag": "fdac3039-858b-404e-afdf-552c48e24467"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:25.056127 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:25.079626 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c822d45-bdb4-4ec6-bb3f-87d9ec9ea024 req-fb128670-0c26-459c-a218-94588d275350 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:25.086542 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port fdac3039-858b-404e-afdf-552c48e24467, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=fdac3039-858b-404e-afdf-552c48e24467,segment=NetworkSegment(d9475e3e-b6db-41d0-961e-55d035415546),segment_id=d9475e3e-b6db-41d0-961e-55d035415546)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:25.099026 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c822d45-bdb4-4ec6-bb3f-87d9ec9ea024 req-fb128670-0c26-459c-a218-94588d275350 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 931 time: 0.3356602 Sep 07 18:46:25.099913 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:25.100593 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 6901bee8-3acf-4b9f-8032-e69241ebd1a9 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:25.114066 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-c442d8ed-1b88-4004-a322-d0651d78661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-router', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:43:45Z', 'updated_at': '2021-09-07T18:43:55Z', 'revision_number': 4, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'gw_port': {'id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:46Z', 'updated_at': '2021-09-07T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b63362cb-6955-4b89-a01d-14a8f45d733d', 'name': '', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'mac_address': 'fa:16:3e:44:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:52Z', 'updated_at': '2021-09-07T18:44:03Z', 'revision_number': 5, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'subnets': [{'id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:25.169675 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0660cb-edce-440e-9128-94f4b5d0aec3 req-9b6058a5-ec8d-4c64-9279-ba3c78956dc6 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:25.170826 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c442d8ed-1b88-4004-a322-d0651d78661b None None] Checking router: db8a4256-2786-42d5-be48-5cffb0eddd55 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:46:25.191154 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-be0660cb-edce-440e-9128-94f4b5d0aec3 req-9b6058a5-ec8d-4c64-9279-ba3c78956dc6 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.2641284 Sep 07 18:46:25.193904 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c442d8ed-1b88-4004-a322-d0651d78661b None None] Routers {'db8a4256-2786-42d5-be48-5cffb0eddd55'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:46:25.195919 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-c442d8ed-1b88-4004-a322-d0651d78661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:45:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['db8a4256-2786-42d5-be48-5cffb0eddd55'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:25.261217 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-be0660cb-edce-440e-9128-94f4b5d0aec3 req-2c20aa74-62ba-4fcb-bba8-1f67c5ab9623 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645638 Sep 07 18:46:25.318428 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c822d45-bdb4-4ec6-bb3f-87d9ec9ea024 req-2e864966-8e13-41ef-b23e-78c3c0811277 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136757 Sep 07 18:46:25.337012 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2be9e29-5f63-4fd0-a8ce-ca4f5d55db0d x-openstack-request-id: req-e2be9e29-5f63-4fd0-a8ce-ca4f5d55db0d {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:25.340435 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8739b77-bc26-4577-b9d1-ff8f958f0f89", "name": "network-vif-deleted", "tag": "37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:25.340919 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e2be9e29-5f63-4fd0-a8ce-ca4f5d55db0d {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:25.341495 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8739b77-bc26-4577-b9d1-ff8f958f0f89', 'name': 'network-vif-deleted', 'tag': '37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5', 'status': 'completed', 'code': 200} Sep 07 18:46:25.352122 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=fdac3039-858b-404e-afdf-552c48e24467,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:25.358911 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 6901bee8-3acf-4b9f-8032-e69241ebd1a9 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:46:25.359261 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 6901bee8-3acf-4b9f-8032-e69241ebd1a9 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:46:25.359689 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:25.372404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48802) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:25.469071 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-c442d8ed-1b88-4004-a322-d0651d78661b None None] Set router db8a4256-2786-42d5-be48-5cffb0eddd55 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:46:25.477001 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae09e0d5-0551-4fbd-af31-4f2c5c7baae5 x-openstack-request-id: req-ae09e0d5-0551-4fbd-af31-4f2c5c7baae5 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:25.477390 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c89747-fae7-493d-be1b-2da4b87646c6", "name": "network-vif-plugged", "status": "completed", "tag": "fdac3039-858b-404e-afdf-552c48e24467", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:25.477599 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae09e0d5-0551-4fbd-af31-4f2c5c7baae5 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:25.477950 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c89747-fae7-493d-be1b-2da4b87646c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdac3039-858b-404e-afdf-552c48e24467', 'code': 200} Sep 07 18:46:25.499612 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:46:25.499959 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 37b1ebaa-b4e4-49a2-9469-f8ae78fe73f5 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:46:25.542513 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f0359f0f-7736-459d-959e-1f87f96ba408 None None] Provisioning for port 68af4834-3c00-4e31-9e36-d3415c2d9881 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:46:25.578240 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f0359f0f-7736-459d-959e-1f87f96ba408 None None] Provisioning complete for port 68af4834-3c00-4e31-9e36-d3415c2d9881 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:46:25.578865 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f0359f0f-7736-459d-959e-1f87f96ba408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:25.711316 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-f0359f0f-7736-459d-959e-1f87f96ba408 None None] Port 68af4834-3c00-4e31-9e36-d3415c2d9881 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:46:25.768924 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f077982a-e747-4dec-bbc9-77a4d52982c8', 'name': 'network-vif-deleted', 'tag': '6901bee8-3acf-4b9f-8032-e69241ebd1a9'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:25.772927 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c9d7e5-f5e4-4eb7-878d-4c889279efc9" -d '{"events": [{"server_uuid": "f077982a-e747-4dec-bbc9-77a4d52982c8", "name": "network-vif-deleted", "tag": "6901bee8-3acf-4b9f-8032-e69241ebd1a9"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:25.801557 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68af4834-3c00-4e31-9e36-d3415c2d9881 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:46:25.812172 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:25.830000 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] Transition to ACTIVE for port object 68af4834-3c00-4e31-9e36-d3415c2d9881 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:46:25.837504 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:25.997932 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2fa9a70-7601-4369-ba6f-97df2ea5dba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:26.061611 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-c442d8ed-1b88-4004-a322-d0651d78661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-router', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:43:45Z', 'updated_at': '2021-09-07T18:43:55Z', 'revision_number': 4, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'gw_port': {'id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:46Z', 'updated_at': '2021-09-07T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b63362cb-6955-4b89-a01d-14a8f45d733d', 'name': '', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'mac_address': 'fa:16:3e:44:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:52Z', 'updated_at': '2021-09-07T18:44:03Z', 'revision_number': 5, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'subnets': [{'id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:26.133972 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] Pushing event updated for resources: {'Port': ['ID=68af4834-3c00-4e31-9e36-d3415c2d9881,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:26.142239 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c442d8ed-1b88-4004-a322-d0651d78661b None None] The sync data for ids ['db8a4256-2786-42d5-be48-5cffb0eddd55'] in n-d-807786-1 is: [{'id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-router', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:43:45Z', 'updated_at': '2021-09-07T18:43:55Z', 'revision_number': 4, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'gw_port': {'id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:46Z', 'updated_at': '2021-09-07T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b63362cb-6955-4b89-a01d-14a8f45d733d', 'name': '', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'mac_address': 'fa:16:3e:44:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:52Z', 'updated_at': '2021-09-07T18:44:03Z', 'revision_number': 5, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'subnets': [{'id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:46:26.150768 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] Attempting to bind port 68af4834-3c00-4e31-9e36-d3415c2d9881 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:46:26.151885 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] Attempting to bind port 68af4834-3c00-4e31-9e36-d3415c2d9881 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'c74de762-a263-44c1-b0e4-dcc5ac2a81de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:46:26.157427 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] Attempting to bind port 68af4834-3c00-4e31-9e36-d3415c2d9881 on network b55a20e6-76b5-47c9-b724-529008279f9a {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:46:26.171136 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 48822) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:26.172012 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] Port 68af4834-3c00-4e31-9e36-d3415c2d9881 on network b55a20e6-76b5-47c9-b724-529008279f9a not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:46:26.172487 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] Attempting to bind port 68af4834-3c00-4e31-9e36-d3415c2d9881 on network b55a20e6-76b5-47c9-b724-529008279f9a {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:46:26.196004 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:46:26.198277 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] Checking segment: {'id': 'c74de762-a263-44c1-b0e4-dcc5ac2a81de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:46:26.199799 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] Bound using segment: {'id': 'c74de762-a263-44c1-b0e4-dcc5ac2a81de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:46:26.209141 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] Bound port: 68af4834-3c00-4e31-9e36-d3415c2d9881, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74de762-a263-44c1-b0e4-dcc5ac2a81de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:46:26.209885 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:26.353478 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] For port 68af4834-3c00-4e31-9e36-d3415c2d9881, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:46:26.364499 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] For port 68af4834-3c00-4e31-9e36-d3415c2d9881, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=68af4834-3c00-4e31-9e36-d3415c2d9881,segment=NetworkSegment(c74de762-a263-44c1-b0e4-dcc5ac2a81de),segment_id=c74de762-a263-44c1-b0e4-dcc5ac2a81de)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:46:26.370832 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:26.384220 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-22399199-422f-4abd-9fda-58463dd9ce30 req-100d20d2-bc65-4486-a97a-f31f3a61afc7 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8739b77-bc26-4577-b9d1-ff8f958f0f89 HTTP/1.1" status: 200 len: 210 time: 0.0794847 Sep 07 18:46:26.430676 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-7873a192-63df-4293-b69a-e6435581d93a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-605652874-network', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:26.462724 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:26.464563 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:26.466541 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] 10.222.0.36 "PUT /v2.0/ports/68af4834-3c00-4e31-9e36-d3415c2d9881 HTTP/1.1" status: 200 len: 1091 time: 1.6295033 Sep 07 18:46:26.470295 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7873a192-63df-4293-b69a-e6435581d93a admin admin] Made reservation on behalf of 93e4d898d3484fb1b8b7e09df61086df for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:46:26.473343 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7873a192-63df-4293-b69a-e6435581d93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:26.486970 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7873a192-63df-4293-b69a-e6435581d93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:26.592700 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b36215-2b88-443a-985e-ac51ca4eb23c req-01522497-b7ec-403c-8e06-bf040969fafe tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:26.594272 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0b36215-2b88-443a-985e-ac51ca4eb23c req-01522497-b7ec-403c-8e06-bf040969fafe tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 945 time: 0.3031852 Sep 07 18:46:26.637732 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41f830-a231-4086-9263-12cbc51b7535 req-783109e1-8c85-435c-9ef5-b94df917815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:26.639563 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff41f830-a231-4086-9263-12cbc51b7535 req-783109e1-8c85-435c-9ef5-b94df917815c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 1096 time: 0.3294716 Sep 07 18:46:26.691250 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392a0c2a-9c8e-48c9-b8cb-115f9c36e40d None None] New status for floating IP 6402a46a-7684-4dca-9e0c-22d26cebe810: DOWN {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:46:26.710215 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b622399-ea87-4fd3-8ee8-3e6ebf0d033a x-openstack-request-id: req-3b622399-ea87-4fd3-8ee8-3e6ebf0d033a {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:26.710412 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f077982a-e747-4dec-bbc9-77a4d52982c8", "name": "network-vif-deleted", "tag": "6901bee8-3acf-4b9f-8032-e69241ebd1a9", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:26.710699 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b622399-ea87-4fd3-8ee8-3e6ebf0d033a {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:26.711053 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f077982a-e747-4dec-bbc9-77a4d52982c8', 'name': 'network-vif-deleted', 'tag': '6901bee8-3acf-4b9f-8032-e69241ebd1a9', 'status': 'completed', 'code': 200} Sep 07 18:46:26.761290 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7873a192-63df-4293-b69a-e6435581d93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:26.771278 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7873a192-63df-4293-b69a-e6435581d93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:26.780814 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b1f6d-5a28-4b88-961a-1d0ddac04e4c service neutron] Pushing event updated for resources: {'Port': ['ID=68af4834-3c00-4e31-9e36-d3415c2d9881,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:26.825363 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-297e027d-cad5-4f60-849e-5b43d4757519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:26.826978 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-297e027d-cad5-4f60-849e-5b43d4757519 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=362d2b32ce1c44c8b989d971f47e2f2f&device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 1094 time: 0.1321945 Sep 07 18:46:26.832603 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7873a192-63df-4293-b69a-e6435581d93a admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:46:26.841952 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0b36215-2b88-443a-985e-ac51ca4eb23c req-410e1987-2162-476a-9048-097958bc778b tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270236 Sep 07 18:46:26.842395 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873a192-63df-4293-b69a-e6435581d93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030141b4-1781-400c-aea8-e69aab2a3d78,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:26.844341 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff41f830-a231-4086-9263-12cbc51b7535 req-d025779f-ef6a-4346-a841-d1bd433e3a4a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748161 Sep 07 18:46:26.893273 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f99b2-4d1b-49c1-a42e-0a0a09d82d6a req-d023c60c-a713-4ab1-a2c9-3e5054170cf0 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:26.902900 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e33f99b2-4d1b-49c1-a42e-0a0a09d82d6a req-d023c60c-a713-4ab1-a2c9-3e5054170cf0 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.1991320 Sep 07 18:46:26.907624 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7873a192-63df-4293-b69a-e6435581d93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:26.908023 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-7873a192-63df-4293-b69a-e6435581d93a admin admin] Added segment f05ded49-5554-4405-a553-f8ca4078019a of type vlan for network b9424cdc-95ee-4e78-8b79-da4f8984864f Sep 07 18:46:26.919806 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-bfbfe1b6-192e-49f1-b2e2-f2eab2c5c4e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68af4834-3c00-4e31-9e36-d3415c2d9881 HTTP/1.1" status: 200 len: 217 time: 0.0715306 Sep 07 18:46:26.983612 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7873a192-63df-4293-b69a-e6435581d93a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:27.012404 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7873a192-63df-4293-b69a-e6435581d93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:27.013516 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7873a192-63df-4293-b69a-e6435581d93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:27.014264 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7873a192-63df-4293-b69a-e6435581d93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:27.018385 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e33f99b2-4d1b-49c1-a42e-0a0a09d82d6a req-8d0afdbe-2b89-489f-8e9c-15b1b23c3498 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144118 Sep 07 18:46:27.046855 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7873a192-63df-4293-b69a-e6435581d93a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8672190 Sep 07 18:46:27.056198 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97415cc7-4b8d-4495-973b-56cef55f31b0 req-99f5f3d1-18f5-4043-a8a0-2d42d837e24f tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:27.058345 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97415cc7-4b8d-4495-973b-56cef55f31b0 req-99f5f3d1-18f5-4043-a8a0-2d42d837e24f tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 1097 time: 0.1190519 Sep 07 18:46:27.058854 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48834) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:27.063783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-55b4a424-bd32-4ea0-8840-b98c4817f992 admin admin] Request body: {'subnet': {'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-605652874-subnet', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:27.100881 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873a192-63df-4293-b69a-e6435581d93a admin admin] Pushing event updated for resources: {'Network': ['ID=b9424cdc-95ee-4e78-8b79-da4f8984864f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:27.116849 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network b9424cdc-95ee-4e78-8b79-da4f8984864f details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:46:27.145624 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-0b706c02-040b-4150-86a8-9a8ddf4755ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:27.147291 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-0b706c02-040b-4150-86a8-9a8ddf4755ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e448bc0-501e-4a71-945c-2892b3c26cf4 HTTP/1.1" status: 200 len: 863 time: 0.0579567 Sep 07 18:46:27.151434 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97415cc7-4b8d-4495-973b-56cef55f31b0 req-2edce2a7-ad4a-48f5-85bc-c947ac93fd02 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841353 Sep 07 18:46:27.201487 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b4a424-bd32-4ea0-8840-b98c4817f992 admin admin] Made reservation on behalf of 93e4d898d3484fb1b8b7e09df61086df for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:46:27.204188 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-55b4a424-bd32-4ea0-8840-b98c4817f992 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:27.221008 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-7be4248a-4a44-437d-8793-a890256b17c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:27.222550 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-7be4248a-4a44-437d-8793-a890256b17c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b55a20e6-76b5-47c9-b724-529008279f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619450 Sep 07 18:46:27.332465 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-83363e3c-93d3-4840-8570-59ba1463d4fa service neutron] 10.222.0.36 "GET /v2.0/networks/b55a20e6-76b5-47c9-b724-529008279f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008203 Sep 07 18:46:27.354901 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300aa2a0-f2a8-4397-b34e-936a74a7c6d5 req-ec8178c7-3399-4db1-9406-e8955c7a7cab tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:27.358797 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-300aa2a0-f2a8-4397-b34e-936a74a7c6d5 req-ec8178c7-3399-4db1-9406-e8955c7a7cab tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 943 time: 0.2098978 Sep 07 18:46:27.460599 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bd33f7fc-4077-4136-9d7b-e0a976662b4a req-be486e5b-e883-43f3-90cf-7ae3943388d7 service neutron] 10.222.0.36 "GET /v2.0/networks/b55a20e6-76b5-47c9-b724-529008279f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085548 Sep 07 18:46:27.476842 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-300aa2a0-f2a8-4397-b34e-936a74a7c6d5 req-df4689e2-9e65-48d0-b86d-9552e85fded2 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907578 Sep 07 18:46:27.543555 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ccd4bcbe-5444-482b-a835-ded087dd0c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:27.546687 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-55b4a424-bd32-4ea0-8840-b98c4817f992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:27.698616 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4a424-bd32-4ea0-8840-b98c4817f992 admin admin] Pushing event updated for resources: {'Subnet': ['ID=619cd2b1-3967-4753-9c8c-ea535684adf4,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:27.751337 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b4a424-bd32-4ea0-8840-b98c4817f992 admin admin] Checking segment: {'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:46:27.751616 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b4a424-bd32-4ea0-8840-b98c4817f992 admin admin] Network hostable DHCP agents. Network: b9424cdc-95ee-4e78-8b79-da4f8984864f, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:46:27.819344 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b4a424-bd32-4ea0-8840-b98c4817f992 admin admin] Network b9424cdc-95ee-4e78-8b79-da4f8984864f is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:46:27.834596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-55b4a424-bd32-4ea0-8840-b98c4817f992 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, b9424cdc-95ee-4e78-8b79-da4f8984864f) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:46:27.841675 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b4a424-bd32-4ea0-8840-b98c4817f992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:27.842268 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-55b4a424-bd32-4ea0-8840-b98c4817f992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:27.847848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0769975e-e0ac-4372-8bf0-f4ddfac98237 None None] Network b9424cdc-95ee-4e78-8b79-da4f8984864f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:46:27.889909 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-55b4a424-bd32-4ea0-8840-b98c4817f992 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8294942 Sep 07 18:46:27.892327 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 48866) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:27.896874 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-164e4fd0-56ea-44ba-a1ef-af10363f640d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-605652874-router', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:27.919023 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-164e4fd0-56ea-44ba-a1ef-af10363f640d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:27.920286 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-164e4fd0-56ea-44ba-a1ef-af10363f640d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:27.929138 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5941d2-8bae-41d2-a171-317623eab55e req-f5ef4c9f-4696-440b-9e8d-3eac0a4f71f4 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:27.930698 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0b5941d2-8bae-41d2-a171-317623eab55e req-f5ef4c9f-4696-440b-9e8d-3eac0a4f71f4 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d6f62d-d823-4b01-9d35-f3486862bcf0 HTTP/1.1" status: 200 len: 950 time: 0.0852580 Sep 07 18:46:28.001128 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0b5941d2-8bae-41d2-a171-317623eab55e req-270c55e6-99a8-46fc-b5f3-9522c7153e4f tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454392 Sep 07 18:46:28.010645 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-164e4fd0-56ea-44ba-a1ef-af10363f640d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:28.057079 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-ccd4bcbe-5444-482b-a835-ded087dd0c0d admin admin] Deleting port 89b70986-2867-49d0-9e16-2f948e150760 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:28.057625 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ccd4bcbe-5444-482b-a835-ded087dd0c0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:28.116234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-b9424cdc-95ee-4e78-8b79-da4f8984864f', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'fixed_ips': [{'subnet_id': '619cd2b1-3967-4753-9c8c-ea535684adf4'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:46:28.117496 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:28.184760 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-ccd4bcbe-5444-482b-a835-ded087dd0c0d admin admin] For port 89b70986-2867-49d0-9e16-2f948e150760, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=89b70986-2867-49d0-9e16-2f948e150760,segment=NetworkSegment(45c9f31a-41ce-4a69-b532-ad480f8b45fe),segment_id=45c9f31a-41ce-4a69-b532-ad480f8b45fe)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:28.188631 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ccd4bcbe-5444-482b-a835-ded087dd0c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:28.223223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c8075-43ba-4087-bd15-d15cba5743cf req-41430d99-92a6-4b0d-b322-ffa41d0e0173 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:28.228875 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-164e4fd0-56ea-44ba-a1ef-af10363f640d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:28.231183 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-338c8075-43ba-4087-bd15-d15cba5743cf req-41430d99-92a6-4b0d-b322-ffa41d0e0173 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 945 time: 0.1143718 Sep 07 18:46:28.246548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-ccd4bcbe-5444-482b-a835-ded087dd0c0d admin admin] Calling delete_port for 89b70986-2867-49d0-9e16-2f948e150760 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:28.349529 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-338c8075-43ba-4087-bd15-d15cba5743cf req-fbcc1e81-60bf-4bf6-9613-41178b6efa36 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173835 Sep 07 18:46:28.367043 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Allocated IP 172.20.0.2 (b9424cdc-95ee-4e78-8b79-da4f8984864f/619cd2b1-3967-4753-9c8c-ea535684adf4/d61a6c38-4d8b-4860-8732-f45d7c71b595) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:46:28.550468 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-164e4fd0-56ea-44ba-a1ef-af10363f640d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:28.570060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48880) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:28.582605 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-164e4fd0-56ea-44ba-a1ef-af10363f640d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:28.619943 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:28.630754 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Transition to ACTIVE for port object d61a6c38-4d8b-4860-8732-f45d7c71b595 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:46:28.647439 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ccd4bcbe-5444-482b-a835-ded087dd0c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:28.652326 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Transition to ACTIVE for port object d61a6c38-4d8b-4860-8732-f45d7c71b595 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:46:28.659416 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:28.698028 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-164e4fd0-56ea-44ba-a1ef-af10363f640d admin admin] Allocated IP 172.25.8.74 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/738ca30f-aa96-413f-b823-a7c678b966f1) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:46:28.700602 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b7479-cdf5-4b7d-b176-bdd3a03e894b req-6b7a70c9-4866-4fd5-82b0-95ecf2a109df tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:28.702227 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Network b9424cdc-95ee-4e78-8b79-da4f8984864f is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:46:28.702634 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d31b7479-cdf5-4b7d-b176-bdd3a03e894b req-6b7a70c9-4866-4fd5-82b0-95ecf2a109df tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.1270299 Sep 07 18:46:28.705536 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:46:28.708180 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:46:28.708676 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-4afdcc0e-f9fd-4f46-9dd8-aa78a6b64307 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:46:28.715954 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d675ecf-4e33-4c97-9f7d-de8a734f1727', 'tag': '68af4834-3c00-4e31-9e36-d3415c2d9881'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:28.717758 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-4afdcc0e-f9fd-4f46-9dd8-aa78a6b64307 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1400788 Sep 07 18:46:28.718264 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee37655-12bf-4ca3-9667-1157d2b8d968" -d '{"events": [{"name": "network-changed", "server_uuid": "5d675ecf-4e33-4c97-9f7d-de8a734f1727", "tag": "68af4834-3c00-4e31-9e36-d3415c2d9881"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:28.740244 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Pushing event updated for resources: {'Port': ['ID=d61a6c38-4d8b-4860-8732-f45d7c71b595,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:28.743567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4bcbe-5444-482b-a835-ded087dd0c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=89b70986-2867-49d0-9e16-2f948e150760,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:28.766028 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:28.766377 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:28.766718 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:28.767057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:28.767389 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:28.767719 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:28.768541 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:28.768541 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:28.768776 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:28.769085 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:28.769410 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:28.769733 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:28.788807 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8c57da0f-f99e-4374-8c99-2564a566b68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:28.820534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Attempting to bind port d61a6c38-4d8b-4860-8732-f45d7c71b595 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:46:28.821058 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Attempting to bind port d61a6c38-4d8b-4860-8732-f45d7c71b595 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:46:28.821496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Attempting to bind port d61a6c38-4d8b-4860-8732-f45d7c71b595 on network b9424cdc-95ee-4e78-8b79-da4f8984864f {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:46:28.827418 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:46:28.828364 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Checking segment: {'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:46:28.828364 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:28.828687 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Bound using segment: {'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:46:28.829127 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Bound port: d61a6c38-4d8b-4860-8732-f45d7c71b595, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:46:28.829512 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:28.862589 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-164e4fd0-56ea-44ba-a1ef-af10363f640d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:28.866485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-4594ffc4-e0aa-4cd9-b913-101415e63cdf tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:28.869365 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-4594ffc4-e0aa-4cd9-b913-101415e63cdf tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/ports/1aaea01d-3d97-4725-b406-256885b1d4d8 HTTP/1.1" status: 200 len: 1094 time: 0.1500320 Sep 07 18:46:28.915625 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-164e4fd0-56ea-44ba-a1ef-af10363f640d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:28.920062 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] For port d61a6c38-4d8b-4860-8732-f45d7c71b595, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:46:28.940057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] For port d61a6c38-4d8b-4860-8732-f45d7c71b595, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d61a6c38-4d8b-4860-8732-f45d7c71b595,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:46:28.941472 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:28.944396 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d31b7479-cdf5-4b7d-b176-bdd3a03e894b req-c86cca55-fcb9-4711-b92e-a5a008f6c6ff tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143571 Sep 07 18:46:28.950389 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:28.985647 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164e4fd0-56ea-44ba-a1ef-af10363f640d admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:46:28.988725 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-164e4fd0-56ea-44ba-a1ef-af10363f640d admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:46:28.993308 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164e4fd0-56ea-44ba-a1ef-af10363f640d admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:46:28.999237 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ccd4bcbe-5444-482b-a835-ded087dd0c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:29.022603 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4fd0-56ea-44ba-a1ef-af10363f640d admin admin] Pushing event updated for resources: {'Port': ['ID=738ca30f-aa96-413f-b823-a7c678b966f1,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:29.049059 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-46315f23-beb3-4b51-8dc1-db9be1739dc0 service neutron] Request body: {'binding': {'host': 'n-h1-807786-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:29.049593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-46315f23-beb3-4b51-8dc1-db9be1739dc0 service neutron] Unknown quota resources ['binding']. {{(pid=101445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 18:46:29.056326 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c767676-f397-49d5-a27b-d2793d4ff99a None None] Pushing event updated for resources: {'Port': ['ID=d61a6c38-4d8b-4860-8732-f45d7c71b595,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:29.262896 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097a5fc-94d8-45ef-9a29-48ea45add2a3 req-4f364ef7-e199-4039-a304-712eaeb741e9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:29.264863 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4097a5fc-94d8-45ef-9a29-48ea45add2a3 req-4f364ef7-e199-4039-a304-712eaeb741e9 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 943 time: 0.2105570 Sep 07 18:46:29.297257 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-164e4fd0-56ea-44ba-a1ef-af10363f640d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:29.395751 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4097a5fc-94d8-45ef-9a29-48ea45add2a3 req-49cfa3be-e03a-4b19-999a-5f2f21dcb03a tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233687 Sep 07 18:46:29.426038 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-46315f23-beb3-4b51-8dc1-db9be1739dc0 service neutron] Attempting to bind port 1aaea01d-3d97-4725-b406-256885b1d4d8 on host n-h1-807786-1 for vnic_type normal with profile None {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:46:29.426378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-46315f23-beb3-4b51-8dc1-db9be1739dc0 service neutron] Attempting to bind port 1aaea01d-3d97-4725-b406-256885b1d4d8 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:46:29.426705 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-46315f23-beb3-4b51-8dc1-db9be1739dc0 service neutron] Attempting to bind port 1aaea01d-3d97-4725-b406-256885b1d4d8 on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:46:29.442916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-46315f23-beb3-4b51-8dc1-db9be1739dc0 service neutron] Port 1aaea01d-3d97-4725-b406-256885b1d4d8 on network 73fe4171-28a4-4081-b73e-ded401c8a274 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:46:29.443503 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-46315f23-beb3-4b51-8dc1-db9be1739dc0 service neutron] Attempting to bind port 1aaea01d-3d97-4725-b406-256885b1d4d8 on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:46:29.479402 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-46315f23-beb3-4b51-8dc1-db9be1739dc0 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:46:29.480347 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-46315f23-beb3-4b51-8dc1-db9be1739dc0 service neutron] Checking segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:46:29.480767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-46315f23-beb3-4b51-8dc1-db9be1739dc0 service neutron] Bound using segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:46:29.481218 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-46315f23-beb3-4b51-8dc1-db9be1739dc0 service neutron] Bound port: 1aaea01d-3d97-4725-b406-256885b1d4d8, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:46:29.494671 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1df9c3a-a8dd-4d51-9281-2f7bcd509cc7 x-openstack-request-id: req-f1df9c3a-a8dd-4d51-9281-2f7bcd509cc7 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:29.495183 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d675ecf-4e33-4c97-9f7d-de8a734f1727", "tag": "68af4834-3c00-4e31-9e36-d3415c2d9881", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:29.495742 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1df9c3a-a8dd-4d51-9281-2f7bcd509cc7 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:29.496468 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d675ecf-4e33-4c97-9f7d-de8a734f1727', 'tag': '68af4834-3c00-4e31-9e36-d3415c2d9881', 'status': 'completed', 'code': 200} Sep 07 18:46:29.548812 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd4bcbe-5444-482b-a835-ded087dd0c0d admin admin] Router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:46:29.555000 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-164e4fd0-56ea-44ba-a1ef-af10363f640d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:29.619210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-46315f23-beb3-4b51-8dc1-db9be1739dc0 service neutron] For port 1aaea01d-3d97-4725-b406-256885b1d4d8, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=1aaea01d-3d97-4725-b406-256885b1d4d8,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:46:29.640212 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee37655-12bf-4ca3-9667-1157d2b8d968 req-139b2595-35e9-4998-a97f-0e5cd81b8557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:29.641787 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7ee37655-12bf-4ca3-9667-1157d2b8d968 req-139b2595-35e9-4998-a97f-0e5cd81b8557 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=362d2b32ce1c44c8b989d971f47e2f2f&device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 1094 time: 0.0840695 Sep 07 18:46:29.657599 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-46315f23-beb3-4b51-8dc1-db9be1739dc0 service neutron] Notify callbacks [] for binding, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:29.659409 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-46315f23-beb3-4b51-8dc1-db9be1739dc0 service neutron] 10.222.0.26 "POST /v2.0/ports/1aaea01d-3d97-4725-b406-256885b1d4d8/bindings HTTP/1.1" status: 201 len: 389 time: 0.7123010 Sep 07 18:46:29.684444 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ff3a0-ac89-4b92-a303-7f8bfe64805d req-fe184c1c-e4ee-4d7d-b7d0-fd6bed144418 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:29.686164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-215ff3a0-ac89-4b92-a303-7f8bfe64805d req-fe184c1c-e4ee-4d7d-b7d0-fd6bed144418 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d6f62d-d823-4b01-9d35-f3486862bcf0 HTTP/1.1" status: 200 len: 950 time: 0.1274114 Sep 07 18:46:29.795855 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd4bcbe-5444-482b-a835-ded087dd0c0d admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:46:29.800779 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-215ff3a0-ac89-4b92-a303-7f8bfe64805d req-8a53b6d6-6f2d-4c2a-b2f7-a08665d0730b tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556643 Sep 07 18:46:29.804535 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ccd4bcbe-5444-482b-a835-ded087dd0c0d admin admin] 10.222.0.26 "PUT /v2.0/routers/77ffe1c5-37ef-4492-bf65-9eaddf64bf51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4304993 Sep 07 18:46:29.807377 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 48920) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:29.828429 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f1ca34-73d9-41c7-93d4-d894e715b7e6 None None] Sync routers for ids ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:46:29.856882 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f1ca34-73d9-41c7-93d4-d894e715b7e6 None None] Routers {'77ffe1c5-37ef-4492-bf65-9eaddf64bf51'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:46:29.857560 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-84f1ca34-73d9-41c7-93d4-d894e715b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:46:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:29.912544 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee37655-12bf-4ca3-9667-1157d2b8d968 req-5ce5179e-1ebe-4525-95be-a69dd183c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:29.914673 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7ee37655-12bf-4ca3-9667-1157d2b8d968 req-5ce5179e-1ebe-4525-95be-a69dd183c86a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b55a20e6-76b5-47c9-b724-529008279f9a HTTP/1.1" status: 200 len: 925 time: 0.2595787 Sep 07 18:46:29.924500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a88b84-9114-4696-8c51-461844f790b0 req-ba9da69d-5b9a-44ff-9581-85c6a8e8edae tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:29.926387 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59a88b84-9114-4696-8c51-461844f790b0 req-ba9da69d-5b9a-44ff-9581-85c6a8e8edae tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 945 time: 0.0650244 Sep 07 18:46:29.950898 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164e4fd0-56ea-44ba-a1ef-af10363f640d admin admin] Router 6942e8ac-960d-4457-95ba-03b9419d97c9 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:46:30.065292 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:30.123081 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59a88b84-9114-4696-8c51-461844f790b0 req-5d3b1f4d-c949-4f9c-b1b6-615513d5fd7e tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853087 Sep 07 18:46:30.152700 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b915226-7fbb-49e1-a1e9-90c2281be3b0 req-9976af12-d739-4f74-aaa7-eac903f887d2 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:30.154331 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b915226-7fbb-49e1-a1e9-90c2281be3b0 req-9976af12-d739-4f74-aaa7-eac903f887d2 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 946 time: 0.1507869 Sep 07 18:46:30.167251 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-84f1ca34-73d9-41c7-93d4-d894e715b7e6 None None] Set router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:46:30.226716 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b915226-7fbb-49e1-a1e9-90c2281be3b0 req-5d5ff377-7e86-45c5-979d-a5e372e2ea57 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557652 Sep 07 18:46:30.358928 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f956895a-f5e4-4544-91a2-a3e6e8a732e7 None None] Network b9424cdc-95ee-4e78-8b79-da4f8984864f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:46:30.430361 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7ee37655-12bf-4ca3-9667-1157d2b8d968 req-965c4ece-5ea0-4cc0-b066-2f53cde4c3b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68af4834-3c00-4e31-9e36-d3415c2d9881 HTTP/1.1" status: 200 len: 217 time: 0.4917243 Sep 07 18:46:30.433178 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-792abcf2-927b-4117-a381-ab93ced56e6b None None] Provisioning for port d61a6c38-4d8b-4860-8732-f45d7c71b595 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:46:30.492329 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee37655-12bf-4ca3-9667-1157d2b8d968 req-a0bbfe4f-69ed-435e-893b-7bd8043dc44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:30.494401 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7ee37655-12bf-4ca3-9667-1157d2b8d968 req-a0bbfe4f-69ed-435e-893b-7bd8043dc44d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e448bc0-501e-4a71-945c-2892b3c26cf4 HTTP/1.1" status: 200 len: 863 time: 0.0514348 Sep 07 18:46:30.532415 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-84f1ca34-73d9-41c7-93d4-d894e715b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:46:28Z', 'revision_number': 5, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:30.598508 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f1ca34-73d9-41c7-93d4-d894e715b7e6 None None] Checking router: 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:46:30.630246 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f1ca34-73d9-41c7-93d4-d894e715b7e6 None None] Routers {'77ffe1c5-37ef-4492-bf65-9eaddf64bf51'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:46:30.632906 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-84f1ca34-73d9-41c7-93d4-d894e715b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:46:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:30.687010 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164e4fd0-56ea-44ba-a1ef-af10363f640d admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:46:30.698187 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] Sync routers for ids ['6942e8ac-960d-4457-95ba-03b9419d97c9'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:46:30.725160 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] Routers {'6942e8ac-960d-4457-95ba-03b9419d97c9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:46:30.726036 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:46:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['6942e8ac-960d-4457-95ba-03b9419d97c9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:30.752758 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-41b03ae0-b807-46df-80c9-c39abf5c5729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:30.754403 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-41b03ae0-b807-46df-80c9-c39abf5c5729 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 1097 time: 0.3231583 Sep 07 18:46:30.764319 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee37655-12bf-4ca3-9667-1157d2b8d968 req-56965713-6d1b-4ae4-9503-8af8557b37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:30.765889 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7ee37655-12bf-4ca3-9667-1157d2b8d968 req-56965713-6d1b-4ae4-9503-8af8557b37c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b55a20e6-76b5-47c9-b724-529008279f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2497599 Sep 07 18:46:30.766618 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-164e4fd0-56ea-44ba-a1ef-af10363f640d admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:30.771335 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-164e4fd0-56ea-44ba-a1ef-af10363f640d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8777590 Sep 07 18:46:30.771945 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 48952) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:30.829791 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-84f1ca34-73d9-41c7-93d4-d894e715b7e6 None None] Set router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:46:30.834068 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92632b-27e6-4136-8ee8-12494edac1c7 req-5aa0d4c3-229d-4a5d-bad2-9e80857c55b2 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:30.835479 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef92632b-27e6-4136-8ee8-12494edac1c7 req-5aa0d4c3-229d-4a5d-bad2-9e80857c55b2 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "GET /v2.0/ports?device_id=11d6f62d-d823-4b01-9d35-f3486862bcf0 HTTP/1.1" status: 200 len: 950 time: 0.1410253 Sep 07 18:46:30.850139 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef292f82-382e-4ed3-8aff-0d256b347b47 req-406c70f8-fd07-497d-a52d-45ae4c776ae0 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:30.851703 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef292f82-382e-4ed3-8aff-0d256b347b47 req-406c70f8-fd07-497d-a52d-45ae4c776ae0 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.6212933 Sep 07 18:46:30.855446 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53bb9f6e-a064-4873-aa15-05d329ce6a5c admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:30.932569 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-22408818-3bce-4e4d-9673-ecbaa4c5688c req-1db39914-8644-4365-9629-ed28d4816d9b tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1050817702&fields=id&tenant_id=708565e96bb94a3da2b7674da78bb114 HTTP/1.1" status: 200 len: 267 time: 0.2466915 Sep 07 18:46:30.981876 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] Set router 6942e8ac-960d-4457-95ba-03b9419d97c9 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:46:31.029477 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-84f1ca34-73d9-41c7-93d4-d894e715b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:46:28Z', 'revision_number': 5, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:31.031645 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef292f82-382e-4ed3-8aff-0d256b347b47 req-d6bf58ff-0d89-43e7-bc9a-68d6f4b68a2b tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702497 Sep 07 18:46:31.059711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22408818-3bce-4e4d-9673-ecbaa4c5688c req-777df885-16d8-409b-a407-32b4e11f09ca tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:31.067628 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-22408818-3bce-4e4d-9673-ecbaa4c5688c req-777df885-16d8-409b-a407-32b4e11f09ca tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 945 time: 0.1341410 Sep 07 18:46:31.076989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-22408818-3bce-4e4d-9673-ecbaa4c5688c req-26286c81-6c30-4a47-a20a-d69129b1e260 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Request body: {'port': {'security_groups': ['ec81aad7-646c-4c55-9541-9ad4fd38d1d1', '0cf2436f-75f9-427b-ba16-0506377b00bf']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:31.167103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-ef92632b-27e6-4136-8ee8-12494edac1c7 req-ebb8d752-c60b-4842-ad46-769ffb4e80b8 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Deleting port 0593ae62-9bb5-4f88-ae19-72ff2b2e2070 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:31.167441 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ef92632b-27e6-4136-8ee8-12494edac1c7 req-ebb8d752-c60b-4842-ad46-769ffb4e80b8 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:31.255002 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'name': 'tempest-ServerActionsTestJSON-605652874-router', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:46:27Z', 'updated_at': '2021-09-07T18:46:29Z', 'revision_number': 3, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'gw_port': {'id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:46:28Z', 'updated_at': '2021-09-07T18:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:31.261597 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-22408818-3bce-4e4d-9673-ecbaa4c5688c req-26286c81-6c30-4a47-a20a-d69129b1e260 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:31.303505 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d61a6c38-4d8b-4860-8732-f45d7c71b595 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:46:31.306341 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] Checking router: 6942e8ac-960d-4457-95ba-03b9419d97c9 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:46:31.307279 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] Updating router 6942e8ac-960d-4457-95ba-03b9419d97c9 port 738ca30f-aa96-413f-b823-a7c678b966f1 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:46:31.317565 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f1ca34-73d9-41c7-93d4-d894e715b7e6 None None] The sync data for ids ['77ffe1c5-37ef-4492-bf65-9eaddf64bf51'] in n-d-807786-1 is: [{'id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'name': 'tempest-FloatingIPsAssociationTestJSON-335541506-router', 'tenant_id': '49c2c790060a4e1b861c40173a8c7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:45:02Z', 'updated_at': '2021-09-07T18:46:28Z', 'revision_number': 5, 'project_id': '49c2c790060a4e1b861c40173a8c7d1b', 'gw_port': {'id': 'bc2375aa-998d-476f-b8ac-4646ef4efe46', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffe1c5-37ef-4492-bf65-9eaddf64bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:45:03Z', 'updated_at': '2021-09-07T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:46:31.367092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474ab83-d61c-4cce-bd54-840764adceb3 req-648f869c-6f3e-404e-8e92-1eb246490f08 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:31.374417 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:31.374579 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9474ab83-d61c-4cce-bd54-840764adceb3 req-648f869c-6f3e-404e-8e92-1eb246490f08 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 943 time: 0.2023363 Sep 07 18:46:31.445081 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9474ab83-d61c-4cce-bd54-840764adceb3 req-40508286-423b-4139-b757-b937e0c4b0ca tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702055 Sep 07 18:46:31.534403 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-5dd5c10f-28cc-4451-8e55-f51fc00e0d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:31.535900 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-5dd5c10f-28cc-4451-8e55-f51fc00e0d83 service neutron] 10.222.0.60 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 921 time: 0.7629030 Sep 07 18:46:31.624989 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port d61a6c38-4d8b-4860-8732-f45d7c71b595 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:46:31.638000 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53bb9f6e-a064-4873-aa15-05d329ce6a5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:31.650081 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ef92632b-27e6-4136-8ee8-12494edac1c7 req-ebb8d752-c60b-4842-ad46-769ffb4e80b8 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] For port 0593ae62-9bb5-4f88-ae19-72ff2b2e2070, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=0593ae62-9bb5-4f88-ae19-72ff2b2e2070,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:31.651511 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ef92632b-27e6-4136-8ee8-12494edac1c7 req-ebb8d752-c60b-4842-ad46-769ffb4e80b8 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:31.655054 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:31.657212 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port d61a6c38-4d8b-4860-8732-f45d7c71b595 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:46:31.657564 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:31.666835 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-ef92632b-27e6-4136-8ee8-12494edac1c7 req-ebb8d752-c60b-4842-ad46-769ffb4e80b8 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Calling delete_port for 0593ae62-9bb5-4f88-ae19-72ff2b2e2070 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:31.697648 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7ee37655-12bf-4ca3-9667-1157d2b8d968 req-5c148c81-d2d6-4a8f-8d57-f900e2d56727 service neutron] 10.222.0.36 "GET /v2.0/networks/b55a20e6-76b5-47c9-b724-529008279f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8236907 Sep 07 18:46:31.700022 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-2831fa48-fd56-4504-b588-26a9c1a4e8db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1aaea01d-3d97-4725-b406-256885b1d4d8 HTTP/1.1" status: 200 len: 217 time: 0.1492491 Sep 07 18:46:31.839888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb39a0e-1bf5-48c9-b15b-a07d7fe03a69 req-c886537f-af3a-4fe2-8cf0-1e40b4a0f1c9 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:31.841691 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3cb39a0e-1bf5-48c9-b15b-a07d7fe03a69 req-c886537f-af3a-4fe2-8cf0-1e40b4a0f1c9 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d6f62d-d823-4b01-9d35-f3486862bcf0 HTTP/1.1" status: 200 len: 950 time: 0.2803264 Sep 07 18:46:31.950489 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-3f8d7a47-beff-424a-aca2-316c2a10b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:31.952743 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-3f8d7a47-beff-424a-aca2-316c2a10b8c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 200 len: 860 time: 0.2056887 Sep 07 18:46:31.953538 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:32.004135 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-731ca28e-f323-467c-bd9e-ca7e4cb63d33 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=73fe4171-28a4-4081-b73e-ded401c8a274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367353 Sep 07 18:46:32.025549 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3cb39a0e-1bf5-48c9-b15b-a07d7fe03a69 req-41ddd5b8-d423-4372-95e8-9f18fb975220 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543548 Sep 07 18:46:32.056129 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:32.063114 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-22408818-3bce-4e4d-9673-ecbaa4c5688c req-26286c81-6c30-4a47-a20a-d69129b1e260 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] For port fdac3039-858b-404e-afdf-552c48e24467, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=fdac3039-858b-404e-afdf-552c48e24467,segment=NetworkSegment(d9475e3e-b6db-41d0-961e-55d035415546),segment_id=d9475e3e-b6db-41d0-961e-55d035415546)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:32.091000 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-53bb9f6e-a064-4873-aa15-05d329ce6a5c admin admin] Deleting port bc2375aa-998d-476f-b8ac-4646ef4efe46 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:32.091304 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53bb9f6e-a064-4873-aa15-05d329ce6a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:32.095582 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7ee37655-12bf-4ca3-9667-1157d2b8d968 req-d038f187-b72e-48ff-ad68-dc8ee86ae045 service neutron] 10.222.0.36 "GET /v2.0/networks/b55a20e6-76b5-47c9-b724-529008279f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831060 Sep 07 18:46:32.133869 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:46:32.139919 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-22408818-3bce-4e4d-9673-ecbaa4c5688c req-26286c81-6c30-4a47-a20a-d69129b1e260 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:32.173313 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-22408818-3bce-4e4d-9673-ecbaa4c5688c req-26286c81-6c30-4a47-a20a-d69129b1e260 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:32.260903 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4524af-673c-4596-8a96-030d1e6bfe2b req-3b9afb62-6046-42a5-8625-45cb4feacb7b tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:32.262685 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b4524af-673c-4596-8a96-030d1e6bfe2b req-3b9afb62-6046-42a5-8625-45cb4feacb7b tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 946 time: 0.1206102 Sep 07 18:46:32.268116 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] Transition to ACTIVE for port object 738ca30f-aa96-413f-b823-a7c678b966f1 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:46:32.269053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22408818-3bce-4e4d-9673-ecbaa4c5688c req-26286c81-6c30-4a47-a20a-d69129b1e260 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:32.270239 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-22408818-3bce-4e4d-9673-ecbaa4c5688c req-26286c81-6c30-4a47-a20a-d69129b1e260 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:32.271815 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-22408818-3bce-4e4d-9673-ecbaa4c5688c req-26286c81-6c30-4a47-a20a-d69129b1e260 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "PUT /v2.0/ports/fdac3039-858b-404e-afdf-552c48e24467 HTTP/1.1" status: 200 len: 981 time: 1.2031043 Sep 07 18:46:32.273393 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 68af4834-3c00-4e31-9e36-d3415c2d9881 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:46:32.277070 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['ee83bae4-b73d-4265-986f-af502972c12e'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:32.279206 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c89747-fae7-493d-be1b-2da4b87646c6', 'tag': 'fdac3039-858b-404e-afdf-552c48e24467'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:32.279358 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['fdac3039-858b-404e-afdf-552c48e24467'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:32.282761 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c76dffa-6431-4359-bcec-1109b31bb1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c89747-fae7-493d-be1b-2da4b87646c6", "tag": "fdac3039-858b-404e-afdf-552c48e24467"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:32.285559 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port d61a6c38-4d8b-4860-8732-f45d7c71b595, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d61a6c38-4d8b-4860-8732-f45d7c71b595,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:32.299458 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ef92632b-27e6-4136-8ee8-12494edac1c7 req-ebb8d752-c60b-4842-ad46-769ffb4e80b8 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:32.328346 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:32.331204 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26286c81-6c30-4a47-a20a-d69129b1e260 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event updated for resources: {'Port': ['ID=fdac3039-858b-404e-afdf-552c48e24467,revision_number=6']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:32.385059 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:32.417754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b4524af-673c-4596-8a96-030d1e6bfe2b req-6025d546-0d73-4486-873c-b8ad97ee4c37 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248360 Sep 07 18:46:32.437196 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['fdac3039-858b-404e-afdf-552c48e24467'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:32.466238 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-2bba14d9-3c99-40b1-824c-214bdd082d47 service neutron] 10.222.0.60 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456804 Sep 07 18:46:32.496552 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-53bb9f6e-a064-4873-aa15-05d329ce6a5c admin admin] For port bc2375aa-998d-476f-b8ac-4646ef4efe46, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=bc2375aa-998d-476f-b8ac-4646ef4efe46,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:32.496950 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53bb9f6e-a064-4873-aa15-05d329ce6a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:32.502454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8d752-c60b-4842-ad46-769ffb4e80b8 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Pushing event deleted for resources: {'Port': ['ID=0593ae62-9bb5-4f88-ae19-72ff2b2e2070,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:32.531691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef92632b-27e6-4136-8ee8-12494edac1c7 req-ebb8d752-c60b-4842-ad46-769ffb4e80b8 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] No DVR routers for this DVR port 0593ae62-9bb5-4f88-ae19-72ff2b2e2070 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:32.539804 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ef92632b-27e6-4136-8ee8-12494edac1c7 req-ebb8d752-c60b-4842-ad46-769ffb4e80b8 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:32.542460 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef92632b-27e6-4136-8ee8-12494edac1c7 req-ebb8d752-c60b-4842-ad46-769ffb4e80b8 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "DELETE /v2.0/ports/0593ae62-9bb5-4f88-ae19-72ff2b2e2070 HTTP/1.1" status: 204 len: 173 time: 1.6876066 Sep 07 18:46:32.560359 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] Attempting to bind port 738ca30f-aa96-413f-b823-a7c678b966f1 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:46:32.561232 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] Attempting to bind port 738ca30f-aa96-413f-b823-a7c678b966f1 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:46:32.561610 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] Attempting to bind port 738ca30f-aa96-413f-b823-a7c678b966f1 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:46:32.573458 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d179f5-00c6-4e0d-9238-cf42007dd28d None None] Pushing event updated for resources: {'Port': ['ID=738ca30f-aa96-413f-b823-a7c678b966f1,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:32.601678 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-53bb9f6e-a064-4873-aa15-05d329ce6a5c admin admin] Calling delete_port for bc2375aa-998d-476f-b8ac-4646ef4efe46 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:32.602268 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b8ef94b-f1b9-4514-b2cb-c0fe47cd7a3a req-3667ca11-1bef-4b5f-9fdb-0b4a66627083 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/0cf2436f-75f9-427b-ba16-0506377b00bf HTTP/1.1" status: 200 len: 1801 time: 0.0968621 Sep 07 18:46:32.625879 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a3d54-d42a-4bb9-88a4-f0360e11a711 req-603367ee-406c-4b72-8dc0-6399317bc053 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:32.631164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-448a3d54-d42a-4bb9-88a4-f0360e11a711 req-603367ee-406c-4b72-8dc0-6399317bc053 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.2244787 Sep 07 18:46:32.657373 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95b5404b-a07e-498d-9a8c-67bd332402e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:32.700794 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:46:32.701185 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:46:32.701576 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:32.701969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:46:32.702452 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] Bound port: 738ca30f-aa96-413f-b823-a7c678b966f1, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:46:32.702835 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:32.758307 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-2b8ef94b-f1b9-4514-b2cb-c0fe47cd7a3a req-3b66a588-a0e4-4212-ac61-8150ea37e882 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 07 18:46:32.766067 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=d61a6c38-4d8b-4860-8732-f45d7c71b595,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:32.773334 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b8ef94b-f1b9-4514-b2cb-c0fe47cd7a3a req-3b66a588-a0e4-4212-ac61-8150ea37e882 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "DELETE /v2.0/security-groups/0cf2436f-75f9-427b-ba16-0506377b00bf HTTP/1.1" status: 409 len: 341 time: 0.1695893 Sep 07 18:46:32.773939 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7e965ba4-59ef-4012-b0dc-33efc3f25af7 service neutron] 10.222.0.60 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837691 Sep 07 18:46:32.863763 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec97401-80c2-45f7-8d3e-0b0ab8787ea8 x-openstack-request-id: req-bec97401-80c2-45f7-8d3e-0b0ab8787ea8 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:32.864725 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c89747-fae7-493d-be1b-2da4b87646c6", "tag": "fdac3039-858b-404e-afdf-552c48e24467", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:32.865185 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bec97401-80c2-45f7-8d3e-0b0ab8787ea8 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:32.867697 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c89747-fae7-493d-be1b-2da4b87646c6', 'tag': 'fdac3039-858b-404e-afdf-552c48e24467', 'status': 'completed', 'code': 200} Sep 07 18:46:32.894506 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-448a3d54-d42a-4bb9-88a4-f0360e11a711 req-de6c023c-0d61-402b-9990-aca36784d790 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584303 Sep 07 18:46:32.955752 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 68af4834-3c00-4e31-9e36-d3415c2d9881, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=68af4834-3c00-4e31-9e36-d3415c2d9881,segment=NetworkSegment(c74de762-a263-44c1-b0e4-dcc5ac2a81de),segment_id=c74de762-a263-44c1-b0e4-dcc5ac2a81de)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:33.097452 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76dffa-6431-4359-bcec-1109b31bb1e5 req-f3dcc391-6e78-48d2-8424-1a2ff780b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:33.105277 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c76dffa-6431-4359-bcec-1109b31bb1e5 req-f3dcc391-6e78-48d2-8424-1a2ff780b938 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=708565e96bb94a3da2b7674da78bb114&device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 1135 time: 0.2039244 Sep 07 18:46:33.160388 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '68af4834-3c00-4e31-9e36-d3415c2d9881', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'port_id': '68af4834-3c00-4e31-9e36-d3415c2d9881', 'mac_address': 'fa:16:3e:95:5f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:46:33.167711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827367-b450-4100-b438-d739fb32d618 req-133b7af0-3c6d-4c92-ae9d-6b2315f49fff tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:33.173223 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-41827367-b450-4100-b438-d739fb32d618 req-133b7af0-3c6d-4c92-ae9d-6b2315f49fff tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 943 time: 0.1793525 Sep 07 18:46:33.228675 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53bb9f6e-a064-4873-aa15-05d329ce6a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:33.261867 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] For port 738ca30f-aa96-413f-b823-a7c678b966f1, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:46:33.304407 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb9f6e-a064-4873-aa15-05d329ce6a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2375aa-998d-476f-b8ac-4646ef4efe46,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:33.313194 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d61a6c38-4d8b-4860-8732-f45d7c71b595 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:46:33.337730 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] For port 738ca30f-aa96-413f-b823-a7c678b966f1, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=738ca30f-aa96-413f-b823-a7c678b966f1,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:46:33.347591 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-95b5404b-a07e-498d-9a8c-67bd332402e6 admin admin] Allocated IP 172.20.0.1 (b9424cdc-95ee-4e78-8b79-da4f8984864f/619cd2b1-3967-4753-9c8c-ea535684adf4/77501b19-4741-4455-9ee0-4f017268eb28) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:46:33.403069 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fa0759d0-25b2-4c9d-a365-695e2640b24c req-81112def-b7c4-4756-b40f-6d96138c8f21 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d6f62d-d823-4b01-9d35-f3486862bcf0 HTTP/1.1" status: 200 len: 210 time: 0.0744267 Sep 07 18:46:33.477724 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:33.523021 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-41827367-b450-4100-b438-d739fb32d618 req-0b9ef01a-da32-4170-9cd7-a6a88553a660 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3425217 Sep 07 18:46:33.540297 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95b5404b-a07e-498d-9a8c-67bd332402e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:33.560878 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-95b5404b-a07e-498d-9a8c-67bd332402e6 admin admin] Transition to ACTIVE for port object 77501b19-4741-4455-9ee0-4f017268eb28 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:46:33.615668 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d179f5-00c6-4e0d-9238-cf42007dd28d None None] Pushing event updated for resources: {'Port': ['ID=738ca30f-aa96-413f-b823-a7c678b966f1,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:33.653230 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76dffa-6431-4359-bcec-1109b31bb1e5 req-372d6d4b-159c-43a2-a764-7b71168f2781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:33.654869 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c76dffa-6431-4359-bcec-1109b31bb1e5 req-372d6d4b-159c-43a2-a764-7b71168f2781 service neutron] 10.222.0.36 "GET /v2.0/networks?id=72c3dab6-dc75-4769-9995-20a6021149b5 HTTP/1.1" status: 200 len: 913 time: 0.4552217 Sep 07 18:46:33.679657 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:33.707775 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95b5404b-a07e-498d-9a8c-67bd332402e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:33.711279 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53bb9f6e-a064-4873-aa15-05d329ce6a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:33.729117 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] Routers {'6942e8ac-960d-4457-95ba-03b9419d97c9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:46:33.729762 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:46:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['6942e8ac-960d-4457-95ba-03b9419d97c9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:33.740933 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68af4834-3c00-4e31-9e36-d3415c2d9881 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:46:33.759067 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d1bb0-f606-477d-bb66-c95a04c37827 req-04ec043e-ac2c-4d22-89bb-9ab1e2bbd9bf tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:33.761340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-185d1bb0-f606-477d-bb66-c95a04c37827 req-04ec043e-ac2c-4d22-89bb-9ab1e2bbd9bf tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 984 time: 0.2442920 Sep 07 18:46:33.762804 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c76dffa-6431-4359-bcec-1109b31bb1e5 req-e1846f4b-1442-44f2-b61c-b97aff8b3667 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdac3039-858b-404e-afdf-552c48e24467 HTTP/1.1" status: 200 len: 217 time: 0.0934999 Sep 07 18:46:33.845091 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 68af4834-3c00-4e31-9e36-d3415c2d9881, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=68af4834-3c00-4e31-9e36-d3415c2d9881,segment=NetworkSegment(c74de762-a263-44c1-b0e4-dcc5ac2a81de),segment_id=c74de762-a263-44c1-b0e4-dcc5ac2a81de)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:33.851516 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port d61a6c38-4d8b-4860-8732-f45d7c71b595 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:46:33.851943 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:33.857825 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47fd84-82a1-42af-bbdc-329e344fef76 req-4213c3dc-c009-4452-9379-f631d0720121 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:33.865020 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:33.865566 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b47fd84-82a1-42af-bbdc-329e344fef76 req-4213c3dc-c009-4452-9379-f631d0720121 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 946 time: 0.2179470 Sep 07 18:46:33.867305 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['17c37eef-d87c-4fcb-b069-e8c893ed0a4e', '23b37dac-9a72-445b-9d73-216d352056ac', 'a7f26351-2768-4390-b207-d8cfe555d368', '0593ae62-9bb5-4f88-ae19-72ff2b2e2070'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:33.903226 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b5404b-a07e-498d-9a8c-67bd332402e6 admin admin] Network b9424cdc-95ee-4e78-8b79-da4f8984864f is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:46:33.927145 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-185d1bb0-f606-477d-bb66-c95a04c37827 req-e5c46aa1-79e7-41e7-b6f6-8024a22de9cb tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&id=0cf2436f-75f9-427b-ba16-0506377b00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1587353 Sep 07 18:46:33.930095 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76dffa-6431-4359-bcec-1109b31bb1e5 req-cda31a38-df3e-47de-a047-7deaa81ca60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:33.932384 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c76dffa-6431-4359-bcec-1109b31bb1e5 req-cda31a38-df3e-47de-a047-7deaa81ca60e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b518c2e-42a9-4384-9f9c-5c1d547366a8 HTTP/1.1" status: 200 len: 852 time: 0.1333280 Sep 07 18:46:34.026224 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c76dffa-6431-4359-bcec-1109b31bb1e5 req-f9c5f9f3-cbc9-4724-af4a-1c5119d78465 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=72c3dab6-dc75-4769-9995-20a6021149b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787454 Sep 07 18:46:34.116793 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b47fd84-82a1-42af-bbdc-329e344fef76 req-ec99e7be-a45c-4e77-a6af-9b244f65a9e6 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500978 Sep 07 18:46:34.156134 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=68af4834-3c00-4e31-9e36-d3415c2d9881,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:34.190348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] Set router 6942e8ac-960d-4457-95ba-03b9419d97c9 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:46:34.194165 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 0593ae62-9bb5-4f88-ae19-72ff2b2e2070 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:34.235432 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44752104-b222-40d3-b2c1-16e3625705f7 req-5aaa3327-b558-4092-9226-727834ed9092 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:34.244979 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44752104-b222-40d3-b2c1-16e3625705f7 req-5aaa3327-b558-4092-9226-727834ed9092 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.1922438 Sep 07 18:46:34.279614 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d4793ad6-d11d-40c6-b974-0f6fa5236f35', 'f3119e41-071d-48eb-8eef-d8d9d67580ba'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:34.287700 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['68af4834-3c00-4e31-9e36-d3415c2d9881'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:34.308170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c76dffa-6431-4359-bcec-1109b31bb1e5 req-45a6be55-c5c7-462d-a44b-55c9f604dd06 service neutron] 10.222.0.36 "GET /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545977 Sep 07 18:46:34.308403 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53bb9f6e-a064-4873-aa15-05d329ce6a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:34.311754 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-95b5404b-a07e-498d-9a8c-67bd332402e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:46:34.314548 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b5404b-a07e-498d-9a8c-67bd332402e6 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:46:34.319974 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53bb9f6e-a064-4873-aa15-05d329ce6a5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:34.321258 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44752104-b222-40d3-b2c1-16e3625705f7 req-f1375e09-e571-4708-ba5b-db298d943d3d tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753534 Sep 07 18:46:34.373795 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5404b-a07e-498d-9a8c-67bd332402e6 admin admin] Pushing event updated for resources: {'Port': ['ID=77501b19-4741-4455-9ee0-4f017268eb28,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:34.404892 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 0593ae62-9bb5-4f88-ae19-72ff2b2e2070 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:46:34.405460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 0593ae62-9bb5-4f88-ae19-72ff2b2e2070 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:46:34.456206 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53bb9f6e-a064-4873-aa15-05d329ce6a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:34.456817 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bb9f6e-a064-4873-aa15-05d329ce6a5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77ffe1c5-37ef-4492-bf65-9eaddf64bf51 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:46:34.461646 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53bb9f6e-a064-4873-aa15-05d329ce6a5c admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:34.467015 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-53bb9f6e-a064-4873-aa15-05d329ce6a5c admin admin] 10.222.0.26 "DELETE /v2.0/routers/77ffe1c5-37ef-4492-bf65-9eaddf64bf51 HTTP/1.1" status: 204 len: 168 time: 4.6577380 Sep 07 18:46:34.467667 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49018) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:34.482366 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c76dffa-6431-4359-bcec-1109b31bb1e5 req-59f11081-3c95-4a2b-9e71-814ad2974078 service neutron] 10.222.0.36 "GET /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517551 Sep 07 18:46:34.544171 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95b5404b-a07e-498d-9a8c-67bd332402e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:34.662478 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1753394-bb44-4694-bfc6-f31e224ccbe6 req-a6c063d1-cc6e-4dd4-be2f-4fd8d68233e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:34.666146 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1753394-bb44-4694-bfc6-f31e224ccbe6 req-a6c063d1-cc6e-4dd4-be2f-4fd8d68233e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=708565e96bb94a3da2b7674da78bb114&device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 1135 time: 0.1277082 Sep 07 18:46:34.671147 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 89b70986-2867-49d0-9e16-2f948e150760 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:34.740374 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 89b70986-2867-49d0-9e16-2f948e150760 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:46:34.740931 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 89b70986-2867-49d0-9e16-2f948e150760 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:46:34.810793 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 42408cdf-331b-4e6e-85cb-870c0b212a1f details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:46:34.828281 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a24ecbd-025f-4947-ad81-17cf23aa117d admin admin] Deleting subnet d8d603cf-8d1f-4ab4-8bc0-887963bded92 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:46:34.836752 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a24ecbd-025f-4947-ad81-17cf23aa117d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:34.850110 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-53f7e410-c5e4-4e98-b932-1c6769fb3984 None None] Provisioning for port 77501b19-4741-4455-9ee0-4f017268eb28 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:46:34.892807 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-53f7e410-c5e4-4e98-b932-1c6769fb3984 None None] Provisioning complete for port 77501b19-4741-4455-9ee0-4f017268eb28 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:46:34.893185 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-53f7e410-c5e4-4e98-b932-1c6769fb3984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:34.934697 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d6f62d-d823-4b01-9d35-f3486862bcf0', 'name': 'network-vif-deleted', 'tag': '0593ae62-9bb5-4f88-ae19-72ff2b2e2070'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:34.939634 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65cb54d-4577-4734-9c7d-3d8a077a7aec" -d '{"events": [{"server_uuid": "11d6f62d-d823-4b01-9d35-f3486862bcf0", "name": "network-vif-deleted", "tag": "0593ae62-9bb5-4f88-ae19-72ff2b2e2070"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:34.984685 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.db.resource_extend [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 18:46:34.996310 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95b5404b-a07e-498d-9a8c-67bd332402e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:35.027165 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b2904-6736-4d94-8f01-b185bd65b607 req-18eb0fda-faa0-47b9-b8ad-425f62ab52a0 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:35.050221 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0f4b2904-6736-4d94-8f01-b185bd65b607 req-18eb0fda-faa0-47b9-b8ad-425f62ab52a0 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 944 time: 0.3120320 Sep 07 18:46:35.146627 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1753394-bb44-4694-bfc6-f31e224ccbe6 req-d6b86f86-850f-46e7-8ad2-ff59b0be7a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:35.148618 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1753394-bb44-4694-bfc6-f31e224ccbe6 req-d6b86f86-850f-46e7-8ad2-ff59b0be7a04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=72c3dab6-dc75-4769-9995-20a6021149b5 HTTP/1.1" status: 200 len: 913 time: 0.4675505 Sep 07 18:46:35.179022 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a24ecbd-025f-4947-ad81-17cf23aa117d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:35.294263 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1753394-bb44-4694-bfc6-f31e224ccbe6 req-bdedf911-914e-4230-8aae-9f83887d0ae7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdac3039-858b-404e-afdf-552c48e24467 HTTP/1.1" status: 200 len: 217 time: 0.1086185 Sep 07 18:46:35.315282 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0f4b2904-6736-4d94-8f01-b185bd65b607 req-382362f3-ecf9-4477-9800-704ff9eafd2c tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640514 Sep 07 18:46:35.373789 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-53f7e410-c5e4-4e98-b932-1c6769fb3984 None None] Port 77501b19-4741-4455-9ee0-4f017268eb28 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:46:35.388659 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'name': 'tempest-ServerActionsTestJSON-605652874-router', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:46:27Z', 'updated_at': '2021-09-07T18:46:29Z', 'revision_number': 3, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'gw_port': {'id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:46:28Z', 'updated_at': '2021-09-07T18:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:35.390723 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bc2375aa-998d-476f-b8ac-4646ef4efe46 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:35.400864 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41325f9f-369f-4ac0-8059-8369bdb9bfa8 x-openstack-request-id: req-41325f9f-369f-4ac0-8059-8369bdb9bfa8 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:35.401161 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d6f62d-d823-4b01-9d35-f3486862bcf0", "name": "network-vif-deleted", "tag": "0593ae62-9bb5-4f88-ae19-72ff2b2e2070", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:35.401416 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41325f9f-369f-4ac0-8059-8369bdb9bfa8 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:35.409814 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d6f62d-d823-4b01-9d35-f3486862bcf0', 'name': 'network-vif-deleted', 'tag': '0593ae62-9bb5-4f88-ae19-72ff2b2e2070', 'status': 'completed', 'code': 200} Sep 07 18:46:35.451843 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a24ecbd-025f-4947-ad81-17cf23aa117d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:35.461510 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50566f-e5d5-45dd-aff1-e4b481413c74 req-25e7eb1a-8e89-4bd2-b050-a41961d76f8d tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:35.463828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c50566f-e5d5-45dd-aff1-e4b481413c74 req-25e7eb1a-8e89-4bd2-b050-a41961d76f8d tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 984 time: 0.3140056 Sep 07 18:46:35.490210 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: bc2375aa-998d-476f-b8ac-4646ef4efe46 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:46:35.491202 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bc2375aa-998d-476f-b8ac-4646ef4efe46 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:46:35.533036 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95b5404b-a07e-498d-9a8c-67bd332402e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:35.545347 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95b5404b-a07e-498d-9a8c-67bd332402e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:35.565838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1753394-bb44-4694-bfc6-f31e224ccbe6 req-85a6e4e3-3587-474d-8948-4434a0517e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:35.566451 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c029bf1-20ee-4a03-9fdd-860c5ad89a26 None None] The sync data for ids ['6942e8ac-960d-4457-95ba-03b9419d97c9'] in n-d-807786-1 is: [{'id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'name': 'tempest-ServerActionsTestJSON-605652874-router', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:46:27Z', 'updated_at': '2021-09-07T18:46:29Z', 'revision_number': 3, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'gw_port': {'id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:46:28Z', 'updated_at': '2021-09-07T18:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:46:35.567852 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1753394-bb44-4694-bfc6-f31e224ccbe6 req-85a6e4e3-3587-474d-8948-4434a0517e12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b518c2e-42a9-4384-9f9c-5c1d547366a8 HTTP/1.1" status: 200 len: 852 time: 0.2479155 Sep 07 18:46:35.661016 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a24ecbd-025f-4947-ad81-17cf23aa117d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:35.670268 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 42408cdf-331b-4e6e-85cb-870c0b212a1f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=42408cdf-331b-4e6e-85cb-870c0b212a1f,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:35.674250 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95b5404b-a07e-498d-9a8c-67bd332402e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:35.699615 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1753394-bb44-4694-bfc6-f31e224ccbe6 req-427fae13-edc6-4574-8751-81604ca772e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=72c3dab6-dc75-4769-9995-20a6021149b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152551 Sep 07 18:46:35.718830 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c50566f-e5d5-45dd-aff1-e4b481413c74 req-3bd16796-c045-4a20-a44f-850e63b4457a tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&id=0cf2436f-75f9-427b-ba16-0506377b00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2406433 Sep 07 18:46:35.719310 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5404b-a07e-498d-9a8c-67bd332402e6 admin admin] Pushing event updated for resources: {'Port': ['ID=77501b19-4741-4455-9ee0-4f017268eb28,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:35.727966 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24ecbd-025f-4947-ad81-17cf23aa117d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8d603cf-8d1f-4ab4-8bc0-887963bded92,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:35.738392 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a24ecbd-025f-4947-ad81-17cf23aa117d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:35.740373 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5a24ecbd-025f-4947-ad81-17cf23aa117d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d8d603cf-8d1f-4ab4-8bc0-887963bded92 HTTP/1.1" status: 204 len: 168 time: 1.2560942 Sep 07 18:46:35.747582 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49038) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:35.799123 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d05a6c-91db-4262-99d4-0c617b9eacc6 req-3b43be53-2187-4276-ae66-f8239736102a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:35.802102 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38d05a6c-91db-4262-99d4-0c617b9eacc6 req-3b43be53-2187-4276-ae66-f8239736102a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=8719d8b2-fac6-45cf-b750-916e946132e4 HTTP/1.1" status: 200 len: 950 time: 0.3370187 Sep 07 18:46:35.818607 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a49145-eb46-4d68-8a08-cc5edb7814a2 None None] Network 438b7473-bcf8-4707-b646-342e96ae6727 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:46:35.858837 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '42408cdf-331b-4e6e-85cb-870c0b212a1f', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '42408cdf-331b-4e6e-85cb-870c0b212a1f', 'mac_address': 'fa:16:3e:58:60:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:46:35.957377 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fde7597e-354c-4b12-b15c-b4a3b3586633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:36.053652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9b610-3320-46cd-b0a2-c430ecca41ae req-47588035-1b5b-49ac-87d9-1c4aa41bcd7b tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:36.065206 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0fe9b610-3320-46cd-b0a2-c430ecca41ae req-47588035-1b5b-49ac-87d9-1c4aa41bcd7b tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 946 time: 0.2130177 Sep 07 18:46:36.105114 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b5404b-a07e-498d-9a8c-67bd332402e6 admin admin] Network b9424cdc-95ee-4e78-8b79-da4f8984864f is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:46:36.116716 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-95b5404b-a07e-498d-9a8c-67bd332402e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:46:36.139960 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:36.155343 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0fe9b610-3320-46cd-b0a2-c430ecca41ae req-d2e5c047-0e27-44fd-afa4-41679a7f082c tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851305 Sep 07 18:46:36.228079 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38d05a6c-91db-4262-99d4-0c617b9eacc6 req-dd81da0d-6861-47fa-a6bb-25b47927b79a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097543 Sep 07 18:46:36.274967 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1753394-bb44-4694-bfc6-f31e224ccbe6 req-b77eef1a-6a86-4f5d-af29-ccead3dcc726 service neutron] 10.222.0.36 "GET /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549514 Sep 07 18:46:36.364029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42408cdf-331b-4e6e-85cb-870c0b212a1f {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:46:36.468790 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 42408cdf-331b-4e6e-85cb-870c0b212a1f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=42408cdf-331b-4e6e-85cb-870c0b212a1f,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:36.500999 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:36.556625 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-fde7597e-354c-4b12-b15c-b4a3b3586633 admin admin] Deleting port d12abebf-92c7-4aa3-8c93-27ea73a56ba2 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:36.557508 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fde7597e-354c-4b12-b15c-b4a3b3586633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:36.656201 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17df736-12cb-4c36-a8dd-a39eb7876742 None None] DHCP port deletion for 438b7473-bcf8-4707-b646-342e96ae6727 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:46:36.701679 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1753394-bb44-4694-bfc6-f31e224ccbe6 req-94cf14bf-f359-43de-a3be-3d71cf2e0260 service neutron] 10.222.0.36 "GET /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183874 Sep 07 18:46:36.752349 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92680516-bcad-40cf-8cb2-fbe2b0cb54d4 req-8a112fd6-5436-4c20-9ac1-33c04997f699 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:36.765670 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92680516-bcad-40cf-8cb2-fbe2b0cb54d4 req-8a112fd6-5436-4c20-9ac1-33c04997f699 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.4093332 Sep 07 18:46:36.775354 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=42408cdf-331b-4e6e-85cb-870c0b212a1f,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:36.791368 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 42408cdf-331b-4e6e-85cb-870c0b212a1f no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:36.807267 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b5404b-a07e-498d-9a8c-67bd332402e6 admin admin] Router 6942e8ac-960d-4457-95ba-03b9419d97c9 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:46:36.844049 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-fde7597e-354c-4b12-b15c-b4a3b3586633 admin admin] For port d12abebf-92c7-4aa3-8c93-27ea73a56ba2, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d12abebf-92c7-4aa3-8c93-27ea73a56ba2,segment=NetworkSegment(45c9f31a-41ce-4a69-b532-ad480f8b45fe),segment_id=45c9f31a-41ce-4a69-b532-ad480f8b45fe)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:36.844773 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fde7597e-354c-4b12-b15c-b4a3b3586633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:36.847032 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcf6aa-3141-4fb7-801f-b22bcf78d02c req-0ea4b75f-ff0b-45e6-ae26-9063b2072714 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:36.853719 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cddcf6aa-3141-4fb7-801f-b22bcf78d02c req-0ea4b75f-ff0b-45e6-ae26-9063b2072714 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 944 time: 0.3769381 Sep 07 18:46:36.880048 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d9cf9790-d527-4dc4-8b34-4782b97f50e1 None None] Provisioning complete for port 77501b19-4741-4455-9ee0-4f017268eb28 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:46:36.882076 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d9cf9790-d527-4dc4-8b34-4782b97f50e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:36.904374 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5611f4-49e8-47e6-8833-c7bfa53212a5 req-e9443cff-527a-4238-a036-abfb195640b5 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:36.907034 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ea5611f4-49e8-47e6-8833-c7bfa53212a5 req-e9443cff-527a-4238-a036-abfb195640b5 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.60 "GET /v2.0/ports?device_id=8719d8b2-fac6-45cf-b750-916e946132e4 HTTP/1.1" status: 200 len: 950 time: 0.5149961 Sep 07 18:46:36.927253 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-fde7597e-354c-4b12-b15c-b4a3b3586633 admin admin] Calling delete_port for d12abebf-92c7-4aa3-8c93-27ea73a56ba2 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:36.960184 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92680516-bcad-40cf-8cb2-fbe2b0cb54d4 req-70f583fb-92b9-4628-9b4c-71ebcd854b18 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932893 Sep 07 18:46:37.048467 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cddcf6aa-3141-4fb7-801f-b22bcf78d02c req-f7376ae6-fd9a-4eef-90e8-4b2cffdbbce1 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519170 Sep 07 18:46:37.057561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d9cf9790-d527-4dc4-8b34-4782b97f50e1 None None] Port 77501b19-4741-4455-9ee0-4f017268eb28 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:46:37.060300 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['42408cdf-331b-4e6e-85cb-870c0b212a1f'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:37.084432 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528deea-1f37-464e-9241-f0de5cd967fb req-6777e4a1-17cc-4676-880d-d93ac5dc4349 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:37.093043 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4528deea-1f37-464e-9241-f0de5cd967fb req-6777e4a1-17cc-4676-880d-d93ac5dc4349 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "GET /v2.0/ports?device_id=236580bb-6460-461f-845c-9b2c034056f3 HTTP/1.1" status: 200 len: 950 time: 0.2846742 Sep 07 18:46:37.160175 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a17df736-12cb-4c36-a8dd-a39eb7876742 None None] Deleting port d12abebf-92c7-4aa3-8c93-27ea73a56ba2 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:37.160679 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a17df736-12cb-4c36-a8dd-a39eb7876742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:37.344012 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 738ca30f-aa96-413f-b823-a7c678b966f1 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:46:37.367438 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-a17df736-12cb-4c36-a8dd-a39eb7876742 None None] For port d12abebf-92c7-4aa3-8c93-27ea73a56ba2, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d12abebf-92c7-4aa3-8c93-27ea73a56ba2,segment=NetworkSegment(45c9f31a-41ce-4a69-b532-ad480f8b45fe),segment_id=45c9f31a-41ce-4a69-b532-ad480f8b45fe)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:37.368099 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a17df736-12cb-4c36-a8dd-a39eb7876742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:37.388682 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a17df736-12cb-4c36-a8dd-a39eb7876742 None None] Calling delete_port for d12abebf-92c7-4aa3-8c93-27ea73a56ba2 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:37.467564 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c42ee0-4d4c-46fb-8bd0-ff5c31bef557 req-a73840b8-e024-4dab-b2ea-bb3925960d8c tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:37.477564 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27c42ee0-4d4c-46fb-8bd0-ff5c31bef557 req-a73840b8-e024-4dab-b2ea-bb3925960d8c tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 984 time: 0.2359891 Sep 07 18:46:37.519672 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fde7597e-354c-4b12-b15c-b4a3b3586633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:37.535229 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c1608-cf7e-44a5-b67d-94a7862449bb req-325a7089-51a8-49d5-bf2e-c764ac7ec979 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:37.544050 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-472c1608-cf7e-44a5-b67d-94a7862449bb req-325a7089-51a8-49d5-bf2e-c764ac7ec979 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 946 time: 0.1949673 Sep 07 18:46:37.567597 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a17df736-12cb-4c36-a8dd-a39eb7876742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:37.580151 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b5404b-a07e-498d-9a8c-67bd332402e6 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:46:37.586948 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-95b5404b-a07e-498d-9a8c-67bd332402e6 admin admin] 10.222.0.26 "PUT /v2.0/routers/6942e8ac-960d-4457-95ba-03b9419d97c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7412887 Sep 07 18:46:37.592174 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7597e-354c-4b12-b15c-b4a3b3586633 admin admin] Pushing event deleted for resources: {'Port': ['ID=d12abebf-92c7-4aa3-8c93-27ea73a56ba2,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:37.594585 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde7597e-354c-4b12-b15c-b4a3b3586633 admin admin] No DVR routers for this DVR port d12abebf-92c7-4aa3-8c93-27ea73a56ba2 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:37.636672 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-ea5611f4-49e8-47e6-8833-c7bfa53212a5 req-003fe9fd-8f6b-406e-8a2d-eca3a035c147 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Deleting port f3119e41-071d-48eb-8eef-d8d9d67580ba {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:37.637369 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ea5611f4-49e8-47e6-8833-c7bfa53212a5 req-003fe9fd-8f6b-406e-8a2d-eca3a035c147 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:37.649517 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-472c1608-cf7e-44a5-b67d-94a7862449bb req-7f141b9e-dc3d-4a3c-8bb2-3c392db15fee tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992548 Sep 07 18:46:37.687211 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:37.711780 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27c42ee0-4d4c-46fb-8bd0-ff5c31bef557 req-890156f7-099b-42bf-8365-fd85ac9a65a4 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&id=0cf2436f-75f9-427b-ba16-0506377b00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2283978 Sep 07 18:46:37.741119 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-4528deea-1f37-464e-9241-f0de5cd967fb req-b0197bdb-3b8c-4fbe-bc83-4623a22a5519 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Deleting port a7f26351-2768-4390-b207-d8cfe555d368 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:37.741731 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4528deea-1f37-464e-9241-f0de5cd967fb req-b0197bdb-3b8c-4fbe-bc83-4623a22a5519 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:37.742111 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17df736-12cb-4c36-a8dd-a39eb7876742 None None] Pushing event deleted for resources: {'Port': ['ID=d12abebf-92c7-4aa3-8c93-27ea73a56ba2,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:37.782640 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17df736-12cb-4c36-a8dd-a39eb7876742 None None] No DVR routers for this DVR port d12abebf-92c7-4aa3-8c93-27ea73a56ba2 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:37.791848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 42408cdf-331b-4e6e-85cb-870c0b212a1f {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:46:37.796988 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fde7597e-354c-4b12-b15c-b4a3b3586633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:37.836230 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-fde7597e-354c-4b12-b15c-b4a3b3586633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438b7473-bcf8-4707-b646-342e96ae6727']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:37.866700 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-fde7597e-354c-4b12-b15c-b4a3b3586633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c9f31a-41ce-4a69-b532-ad480f8b45fe') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:37.867083 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-fde7597e-354c-4b12-b15c-b4a3b3586633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c9f31a-41ce-4a69-b532-ad480f8b45fe') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:37.906696 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-ea5611f4-49e8-47e6-8833-c7bfa53212a5 req-003fe9fd-8f6b-406e-8a2d-eca3a035c147 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] For port f3119e41-071d-48eb-8eef-d8d9d67580ba, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f3119e41-071d-48eb-8eef-d8d9d67580ba,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:37.907081 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ea5611f4-49e8-47e6-8833-c7bfa53212a5 req-003fe9fd-8f6b-406e-8a2d-eca3a035c147 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:37.910968 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fde7597e-354c-4b12-b15c-b4a3b3586633 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:37.937975 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 42408cdf-331b-4e6e-85cb-870c0b212a1f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=42408cdf-331b-4e6e-85cb-870c0b212a1f,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:37.951157 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-ea5611f4-49e8-47e6-8833-c7bfa53212a5 req-003fe9fd-8f6b-406e-8a2d-eca3a035c147 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Calling delete_port for f3119e41-071d-48eb-8eef-d8d9d67580ba owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:37.951993 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:37.965240 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fde7597e-354c-4b12-b15c-b4a3b3586633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:37.986859 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde7597e-354c-4b12-b15c-b4a3b3586633 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:46:37.988678 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fde7597e-354c-4b12-b15c-b4a3b3586633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:46:37.992683 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:46:38.072855 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 738ca30f-aa96-413f-b823-a7c678b966f1 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:46:38.118180 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 738ca30f-aa96-413f-b823-a7c678b966f1 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:46:38.119124 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:38.185389 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 68af4834-3c00-4e31-9e36-d3415c2d9881 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:46:38.218589 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=42408cdf-331b-4e6e-85cb-870c0b212a1f,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:38.253778 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fde7597e-354c-4b12-b15c-b4a3b3586633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:38.270048 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fde7597e-354c-4b12-b15c-b4a3b3586633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:38.272142 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fde7597e-354c-4b12-b15c-b4a3b3586633 admin admin] 10.222.0.26 "DELETE /v2.0/networks/438b7473-bcf8-4707-b646-342e96ae6727 HTTP/1.1" status: 204 len: 168 time: 2.5234921 Sep 07 18:46:38.309252 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7597e-354c-4b12-b15c-b4a3b3586633 admin admin] Pushing event deleted for resources: {'Network': ['ID=438b7473-bcf8-4707-b646-342e96ae6727,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:38.496786 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:38.497901 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ea5611f4-49e8-47e6-8833-c7bfa53212a5 req-003fe9fd-8f6b-406e-8a2d-eca3a035c147 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:38.504553 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] Sync routers for ids ['6942e8ac-960d-4457-95ba-03b9419d97c9'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:46:38.508005 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 68af4834-3c00-4e31-9e36-d3415c2d9881 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:46:38.517120 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 68af4834-3c00-4e31-9e36-d3415c2d9881 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:46:38.517495 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:38.519970 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] Routers {'6942e8ac-960d-4457-95ba-03b9419d97c9'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:46:38.521732 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['17c37eef-d87c-4fcb-b069-e8c893ed0a4e', '23b37dac-9a72-445b-9d73-216d352056ac'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:38.522661 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:46:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['6942e8ac-960d-4457-95ba-03b9419d97c9'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:38.525394 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c6a20-03cf-4dda-9756-4ba153b879bb req-d760d1ba-fe15-43f2-b123-94c44411caff tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:38.533943 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b3c6a20-03cf-4dda-9756-4ba153b879bb req-d760d1ba-fe15-43f2-b123-94c44411caff tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=8719d8b2-fac6-45cf-b750-916e946132e4 HTTP/1.1" status: 200 len: 950 time: 0.1683383 Sep 07 18:46:38.590941 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fe9fd-8f6b-406e-8a2d-eca3a035c147 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Pushing event deleted for resources: {'Port': ['ID=f3119e41-071d-48eb-8eef-d8d9d67580ba,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:38.610057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4528deea-1f37-464e-9241-f0de5cd967fb req-b0197bdb-3b8c-4fbe-bc83-4623a22a5519 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] For port a7f26351-2768-4390-b207-d8cfe555d368, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a7f26351-2768-4390-b207-d8cfe555d368,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:38.612490 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4528deea-1f37-464e-9241-f0de5cd967fb req-b0197bdb-3b8c-4fbe-bc83-4623a22a5519 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:38.656589 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 738ca30f-aa96-413f-b823-a7c678b966f1, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=738ca30f-aa96-413f-b823-a7c678b966f1,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:38.666110 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-4528deea-1f37-464e-9241-f0de5cd967fb req-b0197bdb-3b8c-4fbe-bc83-4623a22a5519 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Calling delete_port for a7f26351-2768-4390-b207-d8cfe555d368 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:38.676075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 49066) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:38.679610 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:38.731438 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b3c6a20-03cf-4dda-9756-4ba153b879bb req-f4123399-c38d-428a-89b5-0b187dc65422 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869299 Sep 07 18:46:38.763146 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] Set router 6942e8ac-960d-4457-95ba-03b9419d97c9 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:46:38.775329 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5611f4-49e8-47e6-8833-c7bfa53212a5 req-003fe9fd-8f6b-406e-8a2d-eca3a035c147 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] No DVR routers for this DVR port f3119e41-071d-48eb-8eef-d8d9d67580ba on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:38.783559 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ea5611f4-49e8-47e6-8833-c7bfa53212a5 req-003fe9fd-8f6b-406e-8a2d-eca3a035c147 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:38.785643 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ea5611f4-49e8-47e6-8833-c7bfa53212a5 req-003fe9fd-8f6b-406e-8a2d-eca3a035c147 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.60 "DELETE /v2.0/ports/f3119e41-071d-48eb-8eef-d8d9d67580ba HTTP/1.1" status: 204 len: 173 time: 1.7593539 Sep 07 18:46:38.786135 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8719d8b2-fac6-45cf-b750-916e946132e4', 'name': 'network-vif-deleted', 'tag': 'f3119e41-071d-48eb-8eef-d8d9d67580ba'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:38.801003 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd52b651-04ad-48f1-91aa-dc64b28e9a3c" -d '{"events": [{"server_uuid": "8719d8b2-fac6-45cf-b750-916e946132e4", "name": "network-vif-deleted", "tag": "f3119e41-071d-48eb-8eef-d8d9d67580ba"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:38.807446 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d12abebf-92c7-4aa3-8c93-27ea73a56ba2 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:38.914681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: d12abebf-92c7-4aa3-8c93-27ea73a56ba2 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:46:38.919656 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d12abebf-92c7-4aa3-8c93-27ea73a56ba2 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:46:38.940835 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d4793ad6-d11d-40c6-b974-0f6fa5236f35'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:38.947053 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-70202ddd-73d5-430f-a1a3-e8073c4a24d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=49c2c790060a4e1b861c40173a8c7d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623131 Sep 07 18:46:38.947281 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49074) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:39.085431 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49076) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:39.095474 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-9c5f9c94-6e16-4deb-ae94-f14f89692501 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1242172463', 'description': 'tempest-description--1959659684'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:39.137034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16abad-3b8f-4eea-9d49-0b8d4f254608 req-0d42b8f9-21ce-4765-a75b-a6707a66af9d tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:39.141933 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee16abad-3b8f-4eea-9d49-0b8d4f254608 req-0d42b8f9-21ce-4765-a75b-a6707a66af9d tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 947 time: 0.1834290 Sep 07 18:46:39.148883 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=738ca30f-aa96-413f-b823-a7c678b966f1,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:39.209149 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9c5f9c94-6e16-4deb-ae94-f14f89692501 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:39.224995 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:39.253332 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a078952b-5017-4f01-86f8-23ad0297253e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:39.271689 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'name': 'tempest-ServerActionsTestJSON-605652874-router', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:46:27Z', 'updated_at': '2021-09-07T18:46:34Z', 'revision_number': 4, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'gw_port': {'id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:46:28Z', 'updated_at': '2021-09-07T18:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '77501b19-4741-4455-9ee0-4f017268eb28', 'name': '', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'mac_address': 'fa:16:3e:12:d4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:46:32Z', 'updated_at': '2021-09-07T18:46:35Z', 'revision_number': 2, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'subnets': [{'id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:39.317497 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d675ecf-4e33-4c97-9f7d-de8a734f1727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68af4834-3c00-4e31-9e36-d3415c2d9881'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:39.319966 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2b6715-d4a3-4a88-a1f9-d11703fa2753" -d '{"events": [{"server_uuid": "5d675ecf-4e33-4c97-9f7d-de8a734f1727", "name": "network-vif-plugged", "status": "completed", "tag": "68af4834-3c00-4e31-9e36-d3415c2d9881"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:39.347237 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] Checking router: 6942e8ac-960d-4457-95ba-03b9419d97c9 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:46:39.347485 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a078952b-5017-4f01-86f8-23ad0297253e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:39.347617 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] Updating router 6942e8ac-960d-4457-95ba-03b9419d97c9 port 77501b19-4741-4455-9ee0-4f017268eb28 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:46:39.383021 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee16abad-3b8f-4eea-9d49-0b8d4f254608 req-19f72c3d-96b7-4cc2-a99c-3d3a9b301eb2 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279756 Sep 07 18:46:39.440986 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 68af4834-3c00-4e31-9e36-d3415c2d9881, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=68af4834-3c00-4e31-9e36-d3415c2d9881,segment=NetworkSegment(c74de762-a263-44c1-b0e4-dcc5ac2a81de),segment_id=c74de762-a263-44c1-b0e4-dcc5ac2a81de)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:39.450456 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4528deea-1f37-464e-9241-f0de5cd967fb req-b0197bdb-3b8c-4fbe-bc83-4623a22a5519 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:39.476981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6e49e-d156-4e17-803b-6fdbca285762 req-114f847c-5198-4e0b-b36a-2a7871b98398 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:39.485887 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:39.487238 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:39.490206 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a7f26351-2768-4390-b207-d8cfe555d368 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:39.496358 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-11b6e49e-d156-4e17-803b-6fdbca285762 req-114f847c-5198-4e0b-b36a-2a7871b98398 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 944 time: 0.2674131 Sep 07 18:46:39.598527 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9c5f9c94-6e16-4deb-ae94-f14f89692501 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:39.602214 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a078952b-5017-4f01-86f8-23ad0297253e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:39.608803 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0197bdb-3b8c-4fbe-bc83-4623a22a5519 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Pushing event deleted for resources: {'Port': ['ID=a7f26351-2768-4390-b207-d8cfe555d368,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:39.611234 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a078952b-5017-4f01-86f8-23ad0297253e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:39.636250 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a078952b-5017-4f01-86f8-23ad0297253e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f2c9237-0346-4076-acfd-edb6da46e5bc HTTP/1.1" status: 204 len: 168 time: 0.6879869 Sep 07 18:46:39.682281 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078952b-5017-4f01-86f8-23ad0297253e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2c9237-0346-4076-acfd-edb6da46e5bc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:39.683957 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9c5f9c94-6e16-4deb-ae94-f14f89692501 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:39.695719 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-11b6e49e-d156-4e17-803b-6fdbca285762 req-9b70c021-27a6-49d9-a377-916a03e3a2be tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832342 Sep 07 18:46:39.749256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4528deea-1f37-464e-9241-f0de5cd967fb req-b0197bdb-3b8c-4fbe-bc83-4623a22a5519 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] No DVR routers for this DVR port a7f26351-2768-4390-b207-d8cfe555d368 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:39.751993 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4528deea-1f37-464e-9241-f0de5cd967fb req-b0197bdb-3b8c-4fbe-bc83-4623a22a5519 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:39.756183 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4528deea-1f37-464e-9241-f0de5cd967fb req-b0197bdb-3b8c-4fbe-bc83-4623a22a5519 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "DELETE /v2.0/ports/a7f26351-2768-4390-b207-d8cfe555d368 HTTP/1.1" status: 204 len: 173 time: 2.6555321 Sep 07 18:46:39.758151 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236580bb-6460-461f-845c-9b2c034056f3', 'name': 'network-vif-deleted', 'tag': 'a7f26351-2768-4390-b207-d8cfe555d368'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:39.770231 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6237cf74-4c3b-4413-bfdb-45f54c478158" -d '{"events": [{"server_uuid": "236580bb-6460-461f-845c-9b2c034056f3", "name": "network-vif-deleted", "tag": "a7f26351-2768-4390-b207-d8cfe555d368"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:39.794873 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248fea2-043e-4897-8d0e-48d2d4eec6a3 req-54504216-82bf-420e-9ce8-246324168a67 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:39.798570 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5248fea2-043e-4897-8d0e-48d2d4eec6a3 req-54504216-82bf-420e-9ce8-246324168a67 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 946 time: 0.2606556 Sep 07 18:46:39.827290 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f9c94-6e16-4deb-ae94-f14f89692501 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=819e6e66-b7bf-4a92-9b8e-413b4b435eb0,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:39.838922 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9c5f9c94-6e16-4deb-ae94-f14f89692501 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:39.847004 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: a7f26351-2768-4390-b207-d8cfe555d368 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:46:39.848850 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9c5f9c94-6e16-4deb-ae94-f14f89692501 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7597895 Sep 07 18:46:39.849768 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a7f26351-2768-4390-b207-d8cfe555d368 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:46:39.853403 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49088) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:39.878797 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-3248ffce-2490-4b3e-985a-90f7b3a1301c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Request body: {'security_group_rule': {'security_group_id': '819e6e66-b7bf-4a92-9b8e-413b4b435eb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:39.940827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=68af4834-3c00-4e31-9e36-d3415c2d9881,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:39.985567 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3248ffce-2490-4b3e-985a-90f7b3a1301c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:40.159814 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5248fea2-043e-4897-8d0e-48d2d4eec6a3 req-1e110484-f302-46f3-9a2a-f5e41071f88f tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550334 Sep 07 18:46:40.192327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b160ddb-5dbb-46b4-b02f-af75e012e1aa req-ded6d34a-ee26-47de-9b7b-46c2b5308512 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:40.207270 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b160ddb-5dbb-46b4-b02f-af75e012e1aa req-ded6d34a-ee26-47de-9b7b-46c2b5308512 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 984 time: 0.2900782 Sep 07 18:46:40.247404 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3248ffce-2490-4b3e-985a-90f7b3a1301c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:40.255115 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3248ffce-2490-4b3e-985a-90f7b3a1301c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:40.305282 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf2999b-e63b-4e02-98e7-1550e4809480 x-openstack-request-id: req-9bf2999b-e63b-4e02-98e7-1550e4809480 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:40.306735 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8719d8b2-fac6-45cf-b750-916e946132e4", "name": "network-vif-deleted", "tag": "f3119e41-071d-48eb-8eef-d8d9d67580ba", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:40.308177 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9bf2999b-e63b-4e02-98e7-1550e4809480 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:40.313187 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8719d8b2-fac6-45cf-b750-916e946132e4', 'name': 'network-vif-deleted', 'tag': 'f3119e41-071d-48eb-8eef-d8d9d67580ba', 'status': 'completed', 'code': 200} Sep 07 18:46:40.317857 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b160ddb-5dbb-46b4-b02f-af75e012e1aa req-5f77b3de-3e14-4874-9f4d-dadb7f383083 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&id=0cf2436f-75f9-427b-ba16-0506377b00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0999005 Sep 07 18:46:40.349073 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89400a9c-4eaf-44c7-bd11-e0a913d4f8c4 x-openstack-request-id: req-89400a9c-4eaf-44c7-bd11-e0a913d4f8c4 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:40.349655 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d675ecf-4e33-4c97-9f7d-de8a734f1727", "name": "network-vif-plugged", "status": "completed", "tag": "68af4834-3c00-4e31-9e36-d3415c2d9881", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:40.350186 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-89400a9c-4eaf-44c7-bd11-e0a913d4f8c4 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:40.350945 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d675ecf-4e33-4c97-9f7d-de8a734f1727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68af4834-3c00-4e31-9e36-d3415c2d9881', 'code': 200} Sep 07 18:46:40.351686 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248ffce-2490-4b3e-985a-90f7b3a1301c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4fd7d61-f1c7-49d3-b808-d900eab2e125,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:40.407635 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee60a31-1b47-4747-b1f3-fb56bcbd707f x-openstack-request-id: req-dee60a31-1b47-4747-b1f3-fb56bcbd707f {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:40.408046 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236580bb-6460-461f-845c-9b2c034056f3", "name": "network-vif-deleted", "tag": "a7f26351-2768-4390-b207-d8cfe555d368", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:40.408709 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dee60a31-1b47-4747-b1f3-fb56bcbd707f {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:40.409208 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236580bb-6460-461f-845c-9b2c034056f3', 'name': 'network-vif-deleted', 'tag': 'a7f26351-2768-4390-b207-d8cfe555d368', 'status': 'completed', 'code': 200} Sep 07 18:46:40.413939 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3248ffce-2490-4b3e-985a-90f7b3a1301c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:40.418996 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3248ffce-2490-4b3e-985a-90f7b3a1301c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5641539 Sep 07 18:46:40.421610 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 49098) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:40.426952 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-bc38a0e8-cb79-4636-becb-8aecf7d08ac0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Request body: {'security_group_rule': {'security_group_id': '819e6e66-b7bf-4a92-9b8e-413b4b435eb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:40.456577 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d4793ad6-d11d-40c6-b974-0f6fa5236f35'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:40.653923 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:40.684181 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] Transition to ACTIVE for port object 77501b19-4741-4455-9ee0-4f017268eb28 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:46:40.694787 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:40.786180 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bc38a0e8-cb79-4636-becb-8aecf7d08ac0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:40.792967 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 42408cdf-331b-4e6e-85cb-870c0b212a1f up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:46:40.819952 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bba68-b20c-482d-8ae6-e4acbd7d7f9e None None] Pushing event updated for resources: {'Port': ['ID=77501b19-4741-4455-9ee0-4f017268eb28,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:40.855715 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09bba68-b20c-482d-8ae6-e4acbd7d7f9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:40.856062 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09bba68-b20c-482d-8ae6-e4acbd7d7f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:40.856424 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09bba68-b20c-482d-8ae6-e4acbd7d7f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:40.856803 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09bba68-b20c-482d-8ae6-e4acbd7d7f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:40.857157 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09bba68-b20c-482d-8ae6-e4acbd7d7f9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:40.857539 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09bba68-b20c-482d-8ae6-e4acbd7d7f9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:40.857866 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09bba68-b20c-482d-8ae6-e4acbd7d7f9e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:40.858191 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09bba68-b20c-482d-8ae6-e4acbd7d7f9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:40.858723 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09bba68-b20c-482d-8ae6-e4acbd7d7f9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:40.862405 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09bba68-b20c-482d-8ae6-e4acbd7d7f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:40.862817 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09bba68-b20c-482d-8ae6-e4acbd7d7f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:40.863158 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09bba68-b20c-482d-8ae6-e4acbd7d7f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:40.888890 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] Attempting to bind port 77501b19-4741-4455-9ee0-4f017268eb28 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:46:40.889811 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] Attempting to bind port 77501b19-4741-4455-9ee0-4f017268eb28 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:46:40.890339 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] Attempting to bind port 77501b19-4741-4455-9ee0-4f017268eb28 on network b9424cdc-95ee-4e78-8b79-da4f8984864f {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:46:40.896661 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:46:40.897319 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] Checking segment: {'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:46:40.897892 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:40.898444 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] Bound using segment: {'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:46:40.899075 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] Bound port: 77501b19-4741-4455-9ee0-4f017268eb28, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:46:40.900656 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:40.910323 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b335bd7-fb4d-4e8c-b43f-d6b2218e9060 req-81cd7dd7-87be-4cfd-a238-2d27aaf52ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:40.926736 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b335bd7-fb4d-4e8c-b43f-d6b2218e9060 req-81cd7dd7-87be-4cfd-a238-2d27aaf52ce0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 1096 time: 0.4345684 Sep 07 18:46:40.938671 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['17c37eef-d87c-4fcb-b069-e8c893ed0a4e', '23b37dac-9a72-445b-9d73-216d352056ac'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:40.945237 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f7a9d878-03ff-41d9-a5a0-2e755374c318 req-89d66e95-85ca-4042-bb37-e95715a5e562 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1166071198&fields=id&tenant_id=708565e96bb94a3da2b7674da78bb114 HTTP/1.1" status: 200 len: 267 time: 0.3497732 Sep 07 18:46:41.044681 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] For port 77501b19-4741-4455-9ee0-4f017268eb28, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:46:41.053153 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] For port 77501b19-4741-4455-9ee0-4f017268eb28, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=77501b19-4741-4455-9ee0-4f017268eb28,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:46:41.063311 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:41.153228 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 42408cdf-331b-4e6e-85cb-870c0b212a1f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:46:41.153604 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:41.195473 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d30011-f8f6-4cc3-9dc1-8029082ed484 req-527bf35e-fc2a-4b29-b549-6812d82c4b27 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:41.203447 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19d30011-f8f6-4cc3-9dc1-8029082ed484 req-527bf35e-fc2a-4b29-b549-6812d82c4b27 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 947 time: 0.5098882 Sep 07 18:46:41.230021 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bba68-b20c-482d-8ae6-e4acbd7d7f9e None None] Pushing event updated for resources: {'Port': ['ID=77501b19-4741-4455-9ee0-4f017268eb28,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:41.239401 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] Routers {'6942e8ac-960d-4457-95ba-03b9419d97c9'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:46:41.241194 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:46:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['6942e8ac-960d-4457-95ba-03b9419d97c9'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:41.328008 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b335bd7-fb4d-4e8c-b43f-d6b2218e9060 req-36c0531d-0ec8-45a4-b73d-77647631a329 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3626618 Sep 07 18:46:41.337888 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 738ca30f-aa96-413f-b823-a7c678b966f1 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:46:41.365658 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bc38a0e8-cb79-4636-becb-8aecf7d08ac0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:41.385665 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19d30011-f8f6-4cc3-9dc1-8029082ed484 req-f9a9402a-a847-4a07-bc6a-6335a433cafc tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805458 Sep 07 18:46:41.388272 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bc38a0e8-cb79-4636-becb-8aecf7d08ac0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:41.431386 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bc38a0e8-cb79-4636-becb-8aecf7d08ac0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:41.432842 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bc38a0e8-cb79-4636-becb-8aecf7d08ac0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0100756 Sep 07 18:46:41.435668 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 49120) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:41.450440 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-b52e165b-c0fa-4427-8f3c-2f2fe50e1dc4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:41.496933 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9d878-03ff-41d9-a5a0-2e755374c318 req-d6645ef3-d0a7-46a0-89da-15c513e75ea1 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:41.497764 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] Set router 6942e8ac-960d-4457-95ba-03b9419d97c9 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:46:41.513911 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f7a9d878-03ff-41d9-a5a0-2e755374c318 req-d6645ef3-d0a7-46a0-89da-15c513e75ea1 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 984 time: 0.5157301 Sep 07 18:46:41.523091 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-f7a9d878-03ff-41d9-a5a0-2e755374c318 req-831edbda-3933-46df-8414-468af7314353 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Request body: {'port': {'security_groups': ['0cf2436f-75f9-427b-ba16-0506377b00bf', 'ec81aad7-646c-4c55-9541-9ad4fd38d1d1', 'a4fdadf3-261b-4eb9-a5c6-b925d768c826']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:41.537181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38a0e8-cb79-4636-becb-8aecf7d08ac0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2485aa4a-7523-4be7-b2c2-b488cf5ad441,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:41.689797 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b52e165b-c0fa-4427-8f3c-2f2fe50e1dc4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:41.708467 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:41.747617 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f31e84-468d-4ccd-8108-1f7803c0bd13 req-fafd6557-c2eb-4028-a621-0fd36542c236 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:41.749530 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 738ca30f-aa96-413f-b823-a7c678b966f1 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:46:41.749940 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:41.755100 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1f31e84-468d-4ccd-8108-1f7803c0bd13 req-fafd6557-c2eb-4028-a621-0fd36542c236 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 945 time: 0.1613915 Sep 07 18:46:41.768166 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f7a9d878-03ff-41d9-a5a0-2e755374c318 req-831edbda-3933-46df-8414-468af7314353 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:41.923979 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 42408cdf-331b-4e6e-85cb-870c0b212a1f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=42408cdf-331b-4e6e-85cb-870c0b212a1f,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:41.939983 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1f31e84-468d-4ccd-8108-1f7803c0bd13 req-8c892f83-b195-4194-8fa6-c9310c2146b8 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830614 Sep 07 18:46:41.949545 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:41.950342 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f3119e41-071d-48eb-8eef-d8d9d67580ba no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:41.989944 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'name': 'tempest-ServerActionsTestJSON-605652874-router', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:46:27Z', 'updated_at': '2021-09-07T18:46:34Z', 'revision_number': 4, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'gw_port': {'id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:46:28Z', 'updated_at': '2021-09-07T18:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '77501b19-4741-4455-9ee0-4f017268eb28', 'name': '', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'mac_address': 'fa:16:3e:12:d4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:46:32Z', 'updated_at': '2021-09-07T18:46:41Z', 'revision_number': 4, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'subnets': [{'id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:42.068442 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cba3c0-943c-4769-a2cc-645e9a19cc0b None None] The sync data for ids ['6942e8ac-960d-4457-95ba-03b9419d97c9'] in n-d-807786-1 is: [{'id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'name': 'tempest-ServerActionsTestJSON-605652874-router', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:46:27Z', 'updated_at': '2021-09-07T18:46:34Z', 'revision_number': 4, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'gw_port': {'id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:46:28Z', 'updated_at': '2021-09-07T18:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '77501b19-4741-4455-9ee0-4f017268eb28', 'name': '', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'mac_address': 'fa:16:3e:12:d4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:46:32Z', 'updated_at': '2021-09-07T18:46:41Z', 'revision_number': 4, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'subnets': [{'id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:46:42.073726 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: f3119e41-071d-48eb-8eef-d8d9d67580ba {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:46:42.074078 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f3119e41-071d-48eb-8eef-d8d9d67580ba not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:46:42.126063 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b52e165b-c0fa-4427-8f3c-2f2fe50e1dc4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:42.193301 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=42408cdf-331b-4e6e-85cb-870c0b212a1f,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:42.328376 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70417d22-6dbd-47c8-839a-ae7eebbaaf7d req-aead97d5-9312-47a8-8b1b-1ede49876294 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:42.335905 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70417d22-6dbd-47c8-839a-ae7eebbaaf7d req-aead97d5-9312-47a8-8b1b-1ede49876294 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 946 time: 0.2448754 Sep 07 18:46:42.353612 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42408cdf-331b-4e6e-85cb-870c0b212a1f'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:42.356380 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab96b94-6b5c-41d0-b821-62337c46f3c0" -d '{"events": [{"server_uuid": "1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc", "name": "network-vif-plugged", "status": "completed", "tag": "42408cdf-331b-4e6e-85cb-870c0b212a1f"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:42.361201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-f7a9d878-03ff-41d9-a5a0-2e755374c318 req-831edbda-3933-46df-8414-468af7314353 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] For port fdac3039-858b-404e-afdf-552c48e24467, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=fdac3039-858b-404e-afdf-552c48e24467,segment=NetworkSegment(d9475e3e-b6db-41d0-961e-55d035415546),segment_id=d9475e3e-b6db-41d0-961e-55d035415546)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:42.421884 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70417d22-6dbd-47c8-839a-ae7eebbaaf7d req-5cd14f2f-1d6e-4020-a4af-5c3d39097dbd tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849586 Sep 07 18:46:42.447441 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f7a9d878-03ff-41d9-a5a0-2e755374c318 req-831edbda-3933-46df-8414-468af7314353 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:42.470411 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f7a9d878-03ff-41d9-a5a0-2e755374c318 req-831edbda-3933-46df-8414-468af7314353 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:42.487777 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['fdac3039-858b-404e-afdf-552c48e24467'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:42.490838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['ee83bae4-b73d-4265-986f-af502972c12e'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:42.541372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-b52e165b-c0fa-4427-8f3c-2f2fe50e1dc4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Allocated IP 172.25.8.130 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/e1087000-352d-406d-90aa-10658b6fbc84) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:46:42.549720 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831edbda-3933-46df-8414-468af7314353 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event updated for resources: {'Port': ['ID=fdac3039-858b-404e-afdf-552c48e24467,revision_number=7']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:42.579585 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9d878-03ff-41d9-a5a0-2e755374c318 req-831edbda-3933-46df-8414-468af7314353 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:42.580226 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f7a9d878-03ff-41d9-a5a0-2e755374c318 req-831edbda-3933-46df-8414-468af7314353 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:42.593974 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f7a9d878-03ff-41d9-a5a0-2e755374c318 req-831edbda-3933-46df-8414-468af7314353 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "PUT /v2.0/ports/fdac3039-858b-404e-afdf-552c48e24467 HTTP/1.1" status: 200 len: 1020 time: 1.0791414 Sep 07 18:46:42.594469 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c89747-fae7-493d-be1b-2da4b87646c6', 'tag': 'fdac3039-858b-404e-afdf-552c48e24467'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:42.596800 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddd3428-08f9-4c98-8980-d4aed4724c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c89747-fae7-493d-be1b-2da4b87646c6", "tag": "fdac3039-858b-404e-afdf-552c48e24467"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:42.616078 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6094d9f-b371-46a7-8fdf-b879fb61f395 x-openstack-request-id: req-d6094d9f-b371-46a7-8fdf-b879fb61f395 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:42.617096 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc", "name": "network-vif-plugged", "status": "completed", "tag": "42408cdf-331b-4e6e-85cb-870c0b212a1f", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:42.618126 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6094d9f-b371-46a7-8fdf-b879fb61f395 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:42.618717 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42408cdf-331b-4e6e-85cb-870c0b212a1f', 'code': 200} Sep 07 18:46:42.699033 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:42.735912 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['fdac3039-858b-404e-afdf-552c48e24467'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:42.841774 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b0156-8dc1-4ffd-aa49-5f0e7761781f req-32770b5c-e504-4dbb-bb8c-25eda0f5001f tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:42.843459 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-853b0156-8dc1-4ffd-aa49-5f0e7761781f req-32770b5c-e504-4dbb-bb8c-25eda0f5001f tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.0983915 Sep 07 18:46:42.846700 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b52e165b-c0fa-4427-8f3c-2f2fe50e1dc4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:42.902213 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e46ddd-adf7-4cc3-9f65-1a4d39e52950 x-openstack-request-id: req-03e46ddd-adf7-4cc3-9f65-1a4d39e52950 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:42.902515 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c89747-fae7-493d-be1b-2da4b87646c6", "tag": "fdac3039-858b-404e-afdf-552c48e24467", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:42.902810 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03e46ddd-adf7-4cc3-9f65-1a4d39e52950 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:42.903139 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c89747-fae7-493d-be1b-2da4b87646c6', 'tag': 'fdac3039-858b-404e-afdf-552c48e24467', 'status': 'completed', 'code': 200} Sep 07 18:46:43.158576 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4da73-b35c-4c41-8b00-c01e0783f073 req-5dfdb7d8-97eb-47af-87a4-7e869d3f76ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:43.161151 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7ec4da73-b35c-4c41-8b00-c01e0783f073 req-5dfdb7d8-97eb-47af-87a4-7e869d3f76ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 1100 time: 0.1446095 Sep 07 18:46:43.164618 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b52e165b-c0fa-4427-8f3c-2f2fe50e1dc4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:43.216156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52e165b-c0fa-4427-8f3c-2f2fe50e1dc4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:46:43.230820 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7ec4da73-b35c-4c41-8b00-c01e0783f073 req-74f79bb3-a463-4fb0-8913-540e48b55d5b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590868 Sep 07 18:46:43.247600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-b52e165b-c0fa-4427-8f3c-2f2fe50e1dc4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:46:43.258687 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-853b0156-8dc1-4ffd-aa49-5f0e7761781f req-84b5a3b7-881b-4cef-b61d-a6d868b58172 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991406 Sep 07 18:46:43.263380 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e165b-c0fa-4427-8f3c-2f2fe50e1dc4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:46:43.272446 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd3428-08f9-4c98-8980-d4aed4724c2f req-4a40b68b-2e3a-492a-808c-db0e3f10bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:43.275280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ddd3428-08f9-4c98-8980-d4aed4724c2f req-4a40b68b-2e3a-492a-808c-db0e3f10bbe1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=708565e96bb94a3da2b7674da78bb114&device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 1174 time: 0.3287845 Sep 07 18:46:43.324215 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 77501b19-4741-4455-9ee0-4f017268eb28 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:46:43.372946 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f375a228-6392-47af-b62e-3eb86792da33 req-c5d6b9b8-d3b4-41ff-9322-68acee51c4c1 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/a4fdadf3-261b-4eb9-a5c6-b925d768c826 HTTP/1.1" status: 200 len: 1800 time: 0.4666402 Sep 07 18:46:43.390547 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e165b-c0fa-4427-8f3c-2f2fe50e1dc4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Pushing event updated for resources: {'Port': ['ID=e1087000-352d-406d-90aa-10658b6fbc84,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:43.483675 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:43.488655 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b52e165b-c0fa-4427-8f3c-2f2fe50e1dc4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:43.570134 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-f375a228-6392-47af-b62e-3eb86792da33 req-19924968-dd64-4866-83c6-5b2b18034fb6 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 07 18:46:43.584052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f375a228-6392-47af-b62e-3eb86792da33 req-19924968-dd64-4866-83c6-5b2b18034fb6 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "DELETE /v2.0/security-groups/a4fdadf3-261b-4eb9-a5c6-b925d768c826 HTTP/1.1" status: 409 len: 341 time: 0.2100101 Sep 07 18:46:43.585285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd3428-08f9-4c98-8980-d4aed4724c2f req-1462bafc-c5ab-48c2-9b99-02594d80ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:43.587311 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ddd3428-08f9-4c98-8980-d4aed4724c2f req-1462bafc-c5ab-48c2-9b99-02594d80ef9b service neutron] 10.222.0.36 "GET /v2.0/networks?id=72c3dab6-dc75-4769-9995-20a6021149b5 HTTP/1.1" status: 200 len: 913 time: 0.2955320 Sep 07 18:46:43.593751 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b52e165b-c0fa-4427-8f3c-2f2fe50e1dc4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:43.668684 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 77501b19-4741-4455-9ee0-4f017268eb28 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:46:43.687469 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 77501b19-4741-4455-9ee0-4f017268eb28 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:46:43.687772 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:43.897918 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ddd3428-08f9-4c98-8980-d4aed4724c2f req-1675998d-4391-4110-a03b-6f7dcf176882 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdac3039-858b-404e-afdf-552c48e24467 HTTP/1.1" status: 200 len: 217 time: 0.2220809 Sep 07 18:46:43.988495 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd3428-08f9-4c98-8980-d4aed4724c2f req-d53ee0a6-c908-48cb-89b6-17177ab26f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:43.989988 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ddd3428-08f9-4c98-8980-d4aed4724c2f req-d53ee0a6-c908-48cb-89b6-17177ab26f19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b518c2e-42a9-4384-9f9c-5c1d547366a8 HTTP/1.1" status: 200 len: 852 time: 0.0762656 Sep 07 18:46:44.006290 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff62d9a-bd99-44d1-b501-be92c49c6aed req-4c61eef8-6b38-4684-8d6b-7b0391f5be3b tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:44.007722 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ff62d9a-bd99-44d1-b501-be92c49c6aed req-4c61eef8-6b38-4684-8d6b-7b0391f5be3b tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 945 time: 0.3205595 Sep 07 18:46:44.019333 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8cda8-dc6a-44d3-8582-0f8b6535906f req-caf5e32e-3342-4c87-b1d2-e19fa0793dee tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:44.020860 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15c8cda8-dc6a-44d3-8582-0f8b6535906f req-caf5e32e-3342-4c87-b1d2-e19fa0793dee tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 946 time: 0.3438070 Sep 07 18:46:44.039269 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:44.068861 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ddd3428-08f9-4c98-8980-d4aed4724c2f req-ec15b312-f43b-4916-942d-6e5a66679d0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=72c3dab6-dc75-4769-9995-20a6021149b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459640 Sep 07 18:46:44.122576 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b52e165b-c0fa-4427-8f3c-2f2fe50e1dc4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:44.150511 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b52e165b-c0fa-4427-8f3c-2f2fe50e1dc4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:44.167548 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 77501b19-4741-4455-9ee0-4f017268eb28, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=77501b19-4741-4455-9ee0-4f017268eb28,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:44.184806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15c8cda8-dc6a-44d3-8582-0f8b6535906f req-96c810e9-c1c0-4923-8f48-ca002a3ecabf tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445262 Sep 07 18:46:44.189932 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:44.276306 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ff62d9a-bd99-44d1-b501-be92c49c6aed req-fd588e8c-a9e0-42a9-90ef-42d14fddb79c tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544553 Sep 07 18:46:44.286742 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b52e165b-c0fa-4427-8f3c-2f2fe50e1dc4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:44.303036 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=77501b19-4741-4455-9ee0-4f017268eb28,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:44.520737 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-1b1c32f4-bc9c-43fc-8b3f-9d98b0f60545 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:44.523381 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-1b1c32f4-bc9c-43fc-8b3f-9d98b0f60545 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe&tenant_id=f00faea60e4544a695e7dd93ec709296&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 1097 time: 0.0738659 Sep 07 18:46:44.536719 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807786-1'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:44.605827 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:44.655176 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e165b-c0fa-4427-8f3c-2f2fe50e1dc4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Pushing event updated for resources: {'Port': ['ID=e1087000-352d-406d-90aa-10658b6fbc84,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:44.658856 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b52e165b-c0fa-4427-8f3c-2f2fe50e1dc4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:44.660121 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b52e165b-c0fa-4427-8f3c-2f2fe50e1dc4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2233145 Sep 07 18:46:44.701197 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ddd3428-08f9-4c98-8980-d4aed4724c2f req-00bd3fa7-5cda-415c-9729-2837bd6d0f40 service neutron] 10.222.0.36 "GET /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6156797 Sep 07 18:46:44.715313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14a4d7-3933-48be-ae23-8dcd7e58aa09 req-7992eea2-ae7e-487a-9e4d-e534fc8af5de tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:44.717114 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab14a4d7-3933-48be-ae23-8dcd7e58aa09 req-7992eea2-ae7e-487a-9e4d-e534fc8af5de tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=623e167e-0365-43b4-b254-a06a687492fe HTTP/1.1" status: 200 len: 950 time: 0.4382186 Sep 07 18:46:44.780630 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] For port 1aaea01d-3d97-4725-b406-256885b1d4d8, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=1aaea01d-3d97-4725-b406-256885b1d4d8,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:44.787041 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08844f6-46f4-43c2-8141-4f12e6ed200d req-550bde5d-d8fe-4465-928e-645764c7ca39 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:44.788619 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f08844f6-46f4-43c2-8141-4f12e6ed200d req-550bde5d-d8fe-4465-928e-645764c7ca39 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.1727953 Sep 07 18:46:44.857696 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] For port 1aaea01d-3d97-4725-b406-256885b1d4d8, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:46:44.881251 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab14a4d7-3933-48be-ae23-8dcd7e58aa09 req-ba39b58d-c992-4cd2-a338-47987ab56f70 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380813 Sep 07 18:46:44.889126 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f08844f6-46f4-43c2-8141-4f12e6ed200d req-e2d64e4e-2da1-47a0-99b3-73f4c4b1259a tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918822 Sep 07 18:46:44.895653 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916913a-7c8a-49f5-a637-3518d8db7a0b req-d8664614-177d-436d-afa3-f1fd9e8d3e77 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:44.897227 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6916913a-7c8a-49f5-a637-3518d8db7a0b req-d8664614-177d-436d-afa3-f1fd9e8d3e77 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "GET /v2.0/ports?device_id=623e167e-0365-43b4-b254-a06a687492fe HTTP/1.1" status: 200 len: 950 time: 0.0831499 Sep 07 18:46:44.905808 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ddd3428-08f9-4c98-8980-d4aed4724c2f req-1d805349-d570-44fb-aeb1-c044e2f495a1 service neutron] 10.222.0.36 "GET /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853795 Sep 07 18:46:44.943409 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059bea22-7532-4bfe-badf-737ed1cb81fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aaea01d-3d97-4725-b406-256885b1d4d8'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:44.946984 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99d99ea-29be-4d38-abea-8e0a6126f406" -d '{"events": [{"server_uuid": "059bea22-7532-4bfe-badf-737ed1cb81fe", "name": "network-vif-unplugged", "status": "completed", "tag": "1aaea01d-3d97-4725-b406-256885b1d4d8"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:44.953455 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:44.963244 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:45.105043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e33f6-b2a9-4c4d-97e1-ad2d82a2d670 req-7efb690a-dfc7-4055-81f2-4c4348616a3b tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:45.113396 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e5e33f6-b2a9-4c4d-97e1-ad2d82a2d670 req-7efb690a-dfc7-4055-81f2-4c4348616a3b tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 1023 time: 0.1008465 Sep 07 18:46:45.124461 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1f477-91b1-457c-bf92-0ddbdf4cdf11 req-6d727c4e-f726-492d-a141-08d91e9ffd46 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:45.126288 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70d1f477-91b1-457c-bf92-0ddbdf4cdf11 req-6d727c4e-f726-492d-a141-08d91e9ffd46 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 945 time: 0.1424139 Sep 07 18:46:45.134764 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 49206) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:45.148859 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-a517b196-14cd-4e72-96e6-8eaa065fcc4a tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Request body: {'floatingip': {'port_id': '68af4834-3c00-4e31-9e36-d3415c2d9881'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:45.161473 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] Attempting to bind port 1aaea01d-3d97-4725-b406-256885b1d4d8 on host n-h2-807786-1 for vnic_type normal with profile {"migrating_to": "n-h1-807786-1"} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:46:45.161806 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] Attempting to bind port 1aaea01d-3d97-4725-b406-256885b1d4d8 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:46:45.162138 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] Attempting to bind port 1aaea01d-3d97-4725-b406-256885b1d4d8 on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:46:45.176668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] Port 1aaea01d-3d97-4725-b406-256885b1d4d8 on network 73fe4171-28a4-4081-b73e-ded401c8a274 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:46:45.177006 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] Attempting to bind port 1aaea01d-3d97-4725-b406-256885b1d4d8 on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:46:45.189548 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] Pushing event updated for resources: {'Port': ['ID=1aaea01d-3d97-4725-b406-256885b1d4d8,revision_number=7']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:45.194842 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:46:45.195180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] Checking segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:46:45.202908 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] Bound using segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:46:45.203890 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] Bound port: 1aaea01d-3d97-4725-b406-256885b1d4d8, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:46:45.204345 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:45.206790 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a517b196-14cd-4e72-96e6-8eaa065fcc4a tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:45.234415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 77501b19-4741-4455-9ee0-4f017268eb28 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:46:45.242008 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-6916913a-7c8a-49f5-a637-3518d8db7a0b req-12b44f73-1a6f-4c2d-b6b4-c1920e1a6f24 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Deleting port 23b37dac-9a72-445b-9d73-216d352056ac {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:45.242344 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-6916913a-7c8a-49f5-a637-3518d8db7a0b req-12b44f73-1a6f-4c2d-b6b4-c1920e1a6f24 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:45.307212 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e5e33f6-b2a9-4c4d-97e1-ad2d82a2d670 req-04512d87-49e8-4ec3-9e77-ab760137651b tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&id=0cf2436f-75f9-427b-ba16-0506377b00bf&id=a4fdadf3-261b-4eb9-a5c6-b925d768c826&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1928179 Sep 07 18:46:45.317364 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 77501b19-4741-4455-9ee0-4f017268eb28 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:46:45.317751 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:45.382824 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0daeaef8-fcaf-4f34-b5d3-3d379bdff781 x-openstack-request-id: req-0daeaef8-fcaf-4f34-b5d3-3d379bdff781 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:45.383379 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059bea22-7532-4bfe-badf-737ed1cb81fe", "name": "network-vif-unplugged", "status": "completed", "tag": "1aaea01d-3d97-4725-b406-256885b1d4d8", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:45.383737 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0daeaef8-fcaf-4f34-b5d3-3d379bdff781 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:45.384805 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059bea22-7532-4bfe-badf-737ed1cb81fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aaea01d-3d97-4725-b406-256885b1d4d8', 'code': 200} Sep 07 18:46:45.416081 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] For port 1aaea01d-3d97-4725-b406-256885b1d4d8, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:46:45.466250 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] For port 1aaea01d-3d97-4725-b406-256885b1d4d8, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=1aaea01d-3d97-4725-b406-256885b1d4d8,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:46:45.476725 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:45.555930 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ba6e62a-a195-4570-876a-1723bde5657c req-a961105f-3698-4e70-97b6-2dd80eb4d251 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1242172463&fields=id&tenant_id=93e4d898d3484fb1b8b7e09df61086df HTTP/1.1" status: 200 len: 267 time: 0.1182158 Sep 07 18:46:45.565867 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-6916913a-7c8a-49f5-a637-3518d8db7a0b req-12b44f73-1a6f-4c2d-b6b4-c1920e1a6f24 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] For port 23b37dac-9a72-445b-9d73-216d352056ac, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=23b37dac-9a72-445b-9d73-216d352056ac,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:45.566455 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-6916913a-7c8a-49f5-a637-3518d8db7a0b req-12b44f73-1a6f-4c2d-b6b4-c1920e1a6f24 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:45.579353 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e101f2a-0b0d-4848-bc76-ad8816a79ff4 req-da03cde0-2da9-4044-a5ee-122b4b9e1741 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:45.579353 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e101f2a-0b0d-4848-bc76-ad8816a79ff4 req-da03cde0-2da9-4044-a5ee-122b4b9e1741 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 944 time: 0.1364224 Sep 07 18:46:45.601363 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] Pushing event updated for resources: {'Port': ['ID=1aaea01d-3d97-4725-b406-256885b1d4d8,revision_number=8']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:45.605959 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:45.606585 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:45.607998 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7f4b4ee8-3ad4-4866-8b97-25cb133f3113 service neutron] 10.222.0.60 "PUT /v2.0/ports/1aaea01d-3d97-4725-b406-256885b1d4d8 HTTP/1.1" status: 200 len: 1122 time: 1.0767977 Sep 07 18:46:45.610533 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-6916913a-7c8a-49f5-a637-3518d8db7a0b req-12b44f73-1a6f-4c2d-b6b4-c1920e1a6f24 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Calling delete_port for 23b37dac-9a72-445b-9d73-216d352056ac owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:45.707879 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['1aaea01d-3d97-4725-b406-256885b1d4d8'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:45.757886 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['1aaea01d-3d97-4725-b406-256885b1d4d8'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:45.850132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e101f2a-0b0d-4848-bc76-ad8816a79ff4 req-8cb674e8-98d8-4d34-b2b8-0088a00b864b tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333529 Sep 07 18:46:45.881816 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-6916913a-7c8a-49f5-a637-3518d8db7a0b req-12b44f73-1a6f-4c2d-b6b4-c1920e1a6f24 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:45.916596 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b44f73-1a6f-4c2d-b6b4-c1920e1a6f24 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Pushing event deleted for resources: {'Port': ['ID=23b37dac-9a72-445b-9d73-216d352056ac,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:45.971597 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['17c37eef-d87c-4fcb-b069-e8c893ed0a4e', '23b37dac-9a72-445b-9d73-216d352056ac'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:45.986360 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6916913a-7c8a-49f5-a637-3518d8db7a0b req-12b44f73-1a6f-4c2d-b6b4-c1920e1a6f24 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] No DVR routers for this DVR port 23b37dac-9a72-445b-9d73-216d352056ac on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:45.989777 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-6916913a-7c8a-49f5-a637-3518d8db7a0b req-12b44f73-1a6f-4c2d-b6b4-c1920e1a6f24 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:45.992027 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6916913a-7c8a-49f5-a637-3518d8db7a0b req-12b44f73-1a6f-4c2d-b6b4-c1920e1a6f24 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "DELETE /v2.0/ports/23b37dac-9a72-445b-9d73-216d352056ac HTTP/1.1" status: 204 len: 173 time: 1.0866039 Sep 07 18:46:46.026447 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191753e8-0356-4565-b82a-beac88222716 req-26aef3e8-d724-4868-8045-0ec7c223a65a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:46.029606 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-191753e8-0356-4565-b82a-beac88222716 req-26aef3e8-d724-4868-8045-0ec7c223a65a tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4f4db11-b491-49a9-b185-93581991aefb HTTP/1.1" status: 200 len: 950 time: 0.4080751 Sep 07 18:46:46.070015 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6e62a-a195-4570-876a-1723bde5657c req-fc8a578a-b3bf-4117-9405-013b8c06bec0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:46.080120 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ba6e62a-a195-4570-876a-1723bde5657c req-fc8a578a-b3bf-4117-9405-013b8c06bec0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 811 time: 0.5149796 Sep 07 18:46:46.154810 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e613517-f1af-41ad-9b00-cd13099ed948 req-1d9c38cc-fa7b-435d-8bf7-dc2c9d4fb3cc tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=623e167e-0365-43b4-b254-a06a687492fe HTTP/1.1" status: 200 len: 210 time: 0.1236818 Sep 07 18:46:46.165605 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ba6e62a-a195-4570-876a-1723bde5657c req-3ea08ace-5454-4995-a2bf-b9aed952954c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/quotas/93e4d898d3484fb1b8b7e09df61086df HTTP/1.1" status: 200 len: 375 time: 0.0836086 Sep 07 18:46:46.374817 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ba6e62a-a195-4570-876a-1723bde5657c req-bc176f71-d829-45ac-beb2-a467d48b367a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1979935 Sep 07 18:46:46.388795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a5cde-5677-4eb0-bc4d-aaffe683fa86 req-f5ac8cf9-b663-4b54-94c1-95e5a62ed7a9 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:46.390809 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-452a5cde-5677-4eb0-bc4d-aaffe683fa86 req-f5ac8cf9-b663-4b54-94c1-95e5a62ed7a9 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.1430156 Sep 07 18:46:46.396742 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a517b196-14cd-4e72-96e6-8eaa065fcc4a tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:46.447007 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a517b196-14cd-4e72-96e6-8eaa065fcc4a tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:46.509558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-191753e8-0356-4565-b82a-beac88222716 req-6c97173d-3444-43f7-9b69-d3a261046010 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Deleting port 17c37eef-d87c-4fcb-b069-e8c893ed0a4e {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:46.509969 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-191753e8-0356-4565-b82a-beac88222716 req-6c97173d-3444-43f7-9b69-d3a261046010 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:46.670645 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-452a5cde-5677-4eb0-bc4d-aaffe683fa86 req-7971c486-1c40-4505-9628-790df05245c8 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576723 Sep 07 18:46:46.749173 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c22e5-b926-4a00-93b5-6b44a5d91102 req-cd26ea03-f8c1-4a0d-8ea4-c48ecbd1cb32 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:46.750887 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ce9c22e5-b926-4a00-93b5-6b44a5d91102 req-cd26ea03-f8c1-4a0d-8ea4-c48ecbd1cb32 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 1023 time: 0.1051376 Sep 07 18:46:46.764988 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d4793ad6-d11d-40c6-b974-0f6fa5236f35'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:46.811508 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ba6e62a-a195-4570-876a-1723bde5657c req-6156ad9c-abdd-47d3-a65d-630d72add3c1 service neutron] 10.222.0.26 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187336 Sep 07 18:46:46.813047 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 1aaea01d-3d97-4725-b406-256885b1d4d8 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:46:46.911400 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-a517b196-14cd-4e72-96e6-8eaa065fcc4a tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Floating IP 6402a46a-7684-4dca-9e0c-22d26cebe810 associated. External IP: 172.25.8.166, port: 68af4834-3c00-4e31-9e36-d3415c2d9881. Sep 07 18:46:46.919614 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-191753e8-0356-4565-b82a-beac88222716 req-6c97173d-3444-43f7-9b69-d3a261046010 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] For port 17c37eef-d87c-4fcb-b069-e8c893ed0a4e, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=17c37eef-d87c-4fcb-b069-e8c893ed0a4e,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:46.919899 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-191753e8-0356-4565-b82a-beac88222716 req-6c97173d-3444-43f7-9b69-d3a261046010 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:46.935145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-ce9c22e5-b926-4a00-93b5-6b44a5d91102 req-3b0b738f-bb38-4815-adba-3c3671ec3975 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Deleting port fdac3039-858b-404e-afdf-552c48e24467 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:46.935569 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ce9c22e5-b926-4a00-93b5-6b44a5d91102 req-3b0b738f-bb38-4815-adba-3c3671ec3975 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:47.002272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-191753e8-0356-4565-b82a-beac88222716 req-6c97173d-3444-43f7-9b69-d3a261046010 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Calling delete_port for 17c37eef-d87c-4fcb-b069-e8c893ed0a4e owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:47.016363 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 1aaea01d-3d97-4725-b406-256885b1d4d8, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=1aaea01d-3d97-4725-b406-256885b1d4d8,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:47.020738 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccd219-2fda-41ef-8515-829a5858b2be req-279668f5-016e-44c8-ba49-b884f8dd801a tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:47.028814 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-65ccd219-2fda-41ef-8515-829a5858b2be req-279668f5-016e-44c8-ba49-b884f8dd801a tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8c89747-fae7-493d-be1b-2da4b87646c6 HTTP/1.1" status: 200 len: 1023 time: 0.2430203 Sep 07 18:46:47.051104 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 1aaea01d-3d97-4725-b406-256885b1d4d8 has no active binding in host n-h1-807786-1 {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 18:46:47.071554 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-ce9c22e5-b926-4a00-93b5-6b44a5d91102 req-3b0b738f-bb38-4815-adba-3c3671ec3975 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] For port fdac3039-858b-404e-afdf-552c48e24467, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=fdac3039-858b-404e-afdf-552c48e24467,segment=NetworkSegment(d9475e3e-b6db-41d0-961e-55d035415546),segment_id=d9475e3e-b6db-41d0-961e-55d035415546)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:47.071957 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ce9c22e5-b926-4a00-93b5-6b44a5d91102 req-3b0b738f-bb38-4815-adba-3c3671ec3975 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:47.096957 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-ce9c22e5-b926-4a00-93b5-6b44a5d91102 req-3b0b738f-bb38-4815-adba-3c3671ec3975 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Calling delete_port for fdac3039-858b-404e-afdf-552c48e24467 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:47.259751 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ce9c22e5-b926-4a00-93b5-6b44a5d91102 req-3b0b738f-bb38-4815-adba-3c3671ec3975 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:47.271728 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['fdac3039-858b-404e-afdf-552c48e24467'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:47.306296 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b738f-bb38-4815-adba-3c3671ec3975 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event deleted for resources: {'Port': ['ID=fdac3039-858b-404e-afdf-552c48e24467,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:47.351269 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9c22e5-b926-4a00-93b5-6b44a5d91102 req-3b0b738f-bb38-4815-adba-3c3671ec3975 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] No DVR routers for this DVR port fdac3039-858b-404e-afdf-552c48e24467 on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:47.354507 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ce9c22e5-b926-4a00-93b5-6b44a5d91102 req-3b0b738f-bb38-4815-adba-3c3671ec3975 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:47.356695 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ce9c22e5-b926-4a00-93b5-6b44a5d91102 req-3b0b738f-bb38-4815-adba-3c3671ec3975 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.36 "DELETE /v2.0/ports/fdac3039-858b-404e-afdf-552c48e24467 HTTP/1.1" status: 204 len: 173 time: 0.5968542 Sep 07 18:46:47.385911 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059bea22-7532-4bfe-badf-737ed1cb81fe', 'tag': '1aaea01d-3d97-4725-b406-256885b1d4d8'}, {'server_uuid': '623e167e-0365-43b4-b254-a06a687492fe', 'name': 'network-vif-deleted', 'tag': '23b37dac-9a72-445b-9d73-216d352056ac'}, {'server_uuid': 'f8c89747-fae7-493d-be1b-2da4b87646c6', 'name': 'network-vif-deleted', 'tag': 'fdac3039-858b-404e-afdf-552c48e24467'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:47.388691 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9797f86-6665-4cac-a51c-e2a68860cfc0" -d '{"events": [{"name": "network-changed", "server_uuid": "059bea22-7532-4bfe-badf-737ed1cb81fe", "tag": "1aaea01d-3d97-4725-b406-256885b1d4d8"}, {"server_uuid": "623e167e-0365-43b4-b254-a06a687492fe", "name": "network-vif-deleted", "tag": "23b37dac-9a72-445b-9d73-216d352056ac"}, {"server_uuid": "f8c89747-fae7-493d-be1b-2da4b87646c6", "name": "network-vif-deleted", "tag": "fdac3039-858b-404e-afdf-552c48e24467"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:47.397572 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['ee83bae4-b73d-4265-986f-af502972c12e'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:47.422943 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ba6e62a-a195-4570-876a-1723bde5657c req-84287ee2-849f-4f87-86cf-f1e4eaf080ea service neutron] 10.222.0.26 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105404 Sep 07 18:46:47.473666 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-65ccd219-2fda-41ef-8515-829a5858b2be req-62b6a659-41bb-4fb8-8602-5838d4b26825 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&id=0cf2436f-75f9-427b-ba16-0506377b00bf&id=a4fdadf3-261b-4eb9-a5c6-b925d768c826&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4436450 Sep 07 18:46:47.714104 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-191753e8-0356-4565-b82a-beac88222716 req-6c97173d-3444-43f7-9b69-d3a261046010 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:47.754897 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a517b196-14cd-4e72-96e6-8eaa065fcc4a tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Router db8a4256-2786-42d5-be48-5cffb0eddd55 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:46:47.756677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97173d-3444-43f7-9b69-d3a261046010 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Pushing event deleted for resources: {'Port': ['ID=17c37eef-d87c-4fcb-b069-e8c893ed0a4e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:47.775172 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920741d0-058c-4315-91f1-2a17ec1af10a req-9f05798b-248e-4028-8c47-9eab9a49a452 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:47.777122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-920741d0-058c-4315-91f1-2a17ec1af10a req-9f05798b-248e-4028-8c47-9eab9a49a452 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.1462345 Sep 07 18:46:47.872597 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-191753e8-0356-4565-b82a-beac88222716 req-6c97173d-3444-43f7-9b69-d3a261046010 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] No DVR routers for this DVR port 17c37eef-d87c-4fcb-b069-e8c893ed0a4e on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:47.877197 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-191753e8-0356-4565-b82a-beac88222716 req-6c97173d-3444-43f7-9b69-d3a261046010 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:47.879481 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-191753e8-0356-4565-b82a-beac88222716 req-6c97173d-3444-43f7-9b69-d3a261046010 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.36 "DELETE /v2.0/ports/17c37eef-d87c-4fcb-b069-e8c893ed0a4e HTTP/1.1" status: 204 len: 173 time: 1.8183351 Sep 07 18:46:47.901871 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f4db11-b491-49a9-b185-93581991aefb', 'name': 'network-vif-deleted', 'tag': '17c37eef-d87c-4fcb-b069-e8c893ed0a4e'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:47.905105 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e78c056-646e-44df-beca-f30cf6ae5702" -d '{"events": [{"server_uuid": "b4f4db11-b491-49a9-b185-93581991aefb", "name": "network-vif-deleted", "tag": "17c37eef-d87c-4fcb-b069-e8c893ed0a4e"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:48.013447 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-920741d0-058c-4315-91f1-2a17ec1af10a req-b704ed88-2da6-4b91-98dc-3e289f13abd2 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142398 Sep 07 18:46:48.106361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c856c91-7194-4723-92bc-4dc24736dbe4 req-3c0a6924-a8ed-469b-91c2-ae854a1f0cf4 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:48.114742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c856c91-7194-4723-92bc-4dc24736dbe4 req-3c0a6924-a8ed-469b-91c2-ae854a1f0cf4 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 944 time: 0.2711532 Sep 07 18:46:48.160262 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a517b196-14cd-4e72-96e6-8eaa065fcc4a tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:46:48.170592 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a517b196-14cd-4e72-96e6-8eaa065fcc4a tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:48.176261 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c76c99-9110-47ae-a18d-e88874104245 None None] Sync routers for ids ['db8a4256-2786-42d5-be48-5cffb0eddd55'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:46:48.183521 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d4793ad6-d11d-40c6-b974-0f6fa5236f35'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:48.206203 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c856c91-7194-4723-92bc-4dc24736dbe4 req-04992af5-c6bb-4628-b251-ce6cb8989103 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900016 Sep 07 18:46:48.224914 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9052d74d-1f6c-4157-be1c-955fa9f763ea x-openstack-request-id: req-9052d74d-1f6c-4157-be1c-955fa9f763ea {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:48.225451 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059bea22-7532-4bfe-badf-737ed1cb81fe", "tag": "1aaea01d-3d97-4725-b406-256885b1d4d8", "status": "completed", "code": 200}, {"server_uuid": "623e167e-0365-43b4-b254-a06a687492fe", "name": "network-vif-deleted", "tag": "23b37dac-9a72-445b-9d73-216d352056ac", "status": "completed", "code": 200}, {"server_uuid": "f8c89747-fae7-493d-be1b-2da4b87646c6", "name": "network-vif-deleted", "tag": "fdac3039-858b-404e-afdf-552c48e24467", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:48.225586 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9052d74d-1f6c-4157-be1c-955fa9f763ea {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:48.225903 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059bea22-7532-4bfe-badf-737ed1cb81fe', 'tag': '1aaea01d-3d97-4725-b406-256885b1d4d8', 'status': 'completed', 'code': 200} Sep 07 18:46:48.226392 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623e167e-0365-43b4-b254-a06a687492fe', 'name': 'network-vif-deleted', 'tag': '23b37dac-9a72-445b-9d73-216d352056ac', 'status': 'completed', 'code': 200} Sep 07 18:46:48.226800 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c89747-fae7-493d-be1b-2da4b87646c6', 'name': 'network-vif-deleted', 'tag': 'fdac3039-858b-404e-afdf-552c48e24467', 'status': 'completed', 'code': 200} Sep 07 18:46:48.250271 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a517b196-14cd-4e72-96e6-8eaa065fcc4a tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "PUT /v2.0/floatingips/6402a46a-7684-4dca-9e0c-22d26cebe810 HTTP/1.1" status: 200 len: 991 time: 3.1143122 Sep 07 18:46:48.251287 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 23b37dac-9a72-445b-9d73-216d352056ac no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:48.314384 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c76c99-9110-47ae-a18d-e88874104245 None None] Routers {'db8a4256-2786-42d5-be48-5cffb0eddd55'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:46:48.315576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c7c76c99-9110-47ae-a18d-e88874104245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:46:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['db8a4256-2786-42d5-be48-5cffb0eddd55'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:48.374319 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f97a332d-8434-4ba9-9e31-786d039eff50 req-c9348d44-b73c-479d-92e3-c94fdc1c5c7c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 210 time: 0.0515122 Sep 07 18:46:48.409825 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9797f86-6665-4cac-a51c-e2a68860cfc0 req-b39f08cf-4f95-45cc-9bee-d79673bc7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:48.422535 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9797f86-6665-4cac-a51c-e2a68860cfc0 req-b39f08cf-4f95-45cc-9bee-d79673bc7768 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 1125 time: 0.1592188 Sep 07 18:46:48.441743 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bf1ca0-f233-4dd0-87a1-fd81b4895b57 x-openstack-request-id: req-c8bf1ca0-f233-4dd0-87a1-fd81b4895b57 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:48.442402 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f4db11-b491-49a9-b185-93581991aefb", "name": "network-vif-deleted", "tag": "17c37eef-d87c-4fcb-b069-e8c893ed0a4e", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:48.442402 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8bf1ca0-f233-4dd0-87a1-fd81b4895b57 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:48.442727 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f4db11-b491-49a9-b185-93581991aefb', 'name': 'network-vif-deleted', 'tag': '17c37eef-d87c-4fcb-b069-e8c893ed0a4e', 'status': 'completed', 'code': 200} Sep 07 18:46:48.561212 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 23b37dac-9a72-445b-9d73-216d352056ac {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:46:48.561830 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 23b37dac-9a72-445b-9d73-216d352056ac not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:46:48.562408 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device fdac3039-858b-404e-afdf-552c48e24467 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:48.682539 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: fdac3039-858b-404e-afdf-552c48e24467 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:46:48.682904 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device fdac3039-858b-404e-afdf-552c48e24467 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:46:48.683343 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 17c37eef-d87c-4fcb-b069-e8c893ed0a4e no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:48.684161 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b29c4982-c23e-4175-a462-e7bca73f941c req-7dbdeeb1-4ca6-4f23-98db-809c6d13e6de tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4f4db11-b491-49a9-b185-93581991aefb HTTP/1.1" status: 200 len: 210 time: 0.1175041 Sep 07 18:46:48.727954 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 17c37eef-d87c-4fcb-b069-e8c893ed0a4e {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:46:48.728780 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 17c37eef-d87c-4fcb-b069-e8c893ed0a4e not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:46:48.742038 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9797f86-6665-4cac-a51c-e2a68860cfc0 req-26745d73-2717-48ac-91e2-5286c0ca07b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:48.744712 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9797f86-6665-4cac-a51c-e2a68860cfc0 req-26745d73-2717-48ac-91e2-5286c0ca07b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 921 time: 0.3002603 Sep 07 18:46:48.751836 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-c7c76c99-9110-47ae-a18d-e88874104245 None None] Set router db8a4256-2786-42d5-be48-5cffb0eddd55 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:46:48.830039 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9797f86-6665-4cac-a51c-e2a68860cfc0 req-76de392d-b758-44ea-a681-9f9bfbcb2177 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1aaea01d-3d97-4725-b406-256885b1d4d8 HTTP/1.1" status: 200 len: 217 time: 0.0737319 Sep 07 18:46:48.917279 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9797f86-6665-4cac-a51c-e2a68860cfc0 req-6df4655f-046f-4b9a-8358-43bbc50932dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:48.933689 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9797f86-6665-4cac-a51c-e2a68860cfc0 req-6df4655f-046f-4b9a-8358-43bbc50932dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 200 len: 860 time: 0.0801401 Sep 07 18:46:48.992004 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9797f86-6665-4cac-a51c-e2a68860cfc0 req-2a42ad99-3e91-46fd-a775-9a3e03193d2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73fe4171-28a4-4081-b73e-ded401c8a274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596175 Sep 07 18:46:49.134894 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ad1db27-5506-4ee4-b82a-40161f7ea33b req-9291822f-dc03-44f3-aad3-39b7ed7c48e3 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/0cf2436f-75f9-427b-ba16-0506377b00bf HTTP/1.1" status: 200 len: 1801 time: 0.1453691 Sep 07 18:46:49.144958 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c7c76c99-9110-47ae-a18d-e88874104245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-router', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:43:45Z', 'updated_at': '2021-09-07T18:43:55Z', 'revision_number': 4, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'gw_port': {'id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:46Z', 'updated_at': '2021-09-07T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '6402a46a-7684-4dca-9e0c-22d26cebe810', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'port_id': '68af4834-3c00-4e31-9e36-d3415c2d9881', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'mac_address': 'fa:16:3e:95:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d675ecf-4e33-4c97-9f7d-de8a734f1727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:44:13Z', 'updated_at': '2021-09-07T18:46:46Z', 'revision_number': 5, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63362cb-6955-4b89-a01d-14a8f45d733d', 'name': '', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'mac_address': 'fa:16:3e:44:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:52Z', 'updated_at': '2021-09-07T18:44:03Z', 'revision_number': 5, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'subnets': [{'id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:49.177466 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74321179-7e44-415c-bde2-5f0425b727ee req-64ce0fcb-4602-4649-bfd9-4b8a91803a45 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:49.180975 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-74321179-7e44-415c-bde2-5f0425b727ee req-64ce0fcb-4602-4649-bfd9-4b8a91803a45 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.1278429 Sep 07 18:46:49.182037 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c76c99-9110-47ae-a18d-e88874104245 None None] Checking router: db8a4256-2786-42d5-be48-5cffb0eddd55 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:46:49.191108 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c76c99-9110-47ae-a18d-e88874104245 None None] Routers {'db8a4256-2786-42d5-be48-5cffb0eddd55'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:46:49.191981 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c7c76c99-9110-47ae-a18d-e88874104245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:46:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['db8a4256-2786-42d5-be48-5cffb0eddd55'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:49.213905 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9797f86-6665-4cac-a51c-e2a68860cfc0 req-80b2b564-652f-48d0-b892-6f2c1465f93d service neutron] 10.222.0.36 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931982 Sep 07 18:46:49.322495 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-74321179-7e44-415c-bde2-5f0425b727ee req-410aaca8-59f1-4782-9ef7-73d74fbd233d tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281543 Sep 07 18:46:49.377545 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-c7c76c99-9110-47ae-a18d-e88874104245 None None] Set router db8a4256-2786-42d5-be48-5cffb0eddd55 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:46:49.405908 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9797f86-6665-4cac-a51c-e2a68860cfc0 req-4996a630-f8a1-4761-8ab9-6f778191ad5c service neutron] 10.222.0.36 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832337 Sep 07 18:46:49.448600 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1ad1db27-5506-4ee4-b82a-40161f7ea33b req-80ec561b-6aeb-42ac-85ac-d9012c7a50dc tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:49.577926 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6e62a-a195-4570-876a-1723bde5657c req-10c443bf-4b7c-4593-8125-12fd23869bdc tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:49.578852 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1ad1db27-5506-4ee4-b82a-40161f7ea33b req-80ec561b-6aeb-42ac-85ac-d9012c7a50dc tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:49.583551 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0ba6e62a-a195-4570-876a-1723bde5657c req-10c443bf-4b7c-4593-8125-12fd23869bdc tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.60 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 811 time: 0.1927242 Sep 07 18:46:49.646372 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68911129-07d9-4b51-9eaf-23993f91770a req-56a9b65e-7135-480e-98d2-b7d0a98a1f4c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2221091 Sep 07 18:46:49.672706 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdced5d-da95-4d7b-8410-ca17ea09ce69 req-64d25c57-0ef2-4c85-92b3-88737a7e7e12 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:49.674574 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dbdced5d-da95-4d7b-8410-ca17ea09ce69 req-64d25c57-0ef2-4c85-92b3-88737a7e7e12 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 944 time: 0.2195332 Sep 07 18:46:49.679522 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0ba6e62a-a195-4570-876a-1723bde5657c req-3f7b10b7-9a6e-4b3f-9215-eb9ab82d7895 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93e4d898d3484fb1b8b7e09df61086df HTTP/1.1" status: 200 len: 380 time: 0.0769234 Sep 07 18:46:49.696049 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-0ba6e62a-a195-4570-876a-1723bde5657c req-1cdddbfe-9384-4eef-9569-b7e6597eb534 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Request body: {'port': {'device_id': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'admin_state_up': True, 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'security_groups': ['819e6e66-b7bf-4a92-9b8e-413b4b435eb0']}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:49.763649 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1ad1db27-5506-4ee4-b82a-40161f7ea33b req-80ec561b-6aeb-42ac-85ac-d9012c7a50dc tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:49.767468 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1ad1db27-5506-4ee4-b82a-40161f7ea33b req-80ec561b-6aeb-42ac-85ac-d9012c7a50dc tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:49.776182 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ad1db27-5506-4ee4-b82a-40161f7ea33b req-80ec561b-6aeb-42ac-85ac-d9012c7a50dc tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "DELETE /v2.0/security-groups/0cf2436f-75f9-427b-ba16-0506377b00bf HTTP/1.1" status: 204 len: 173 time: 0.6278281 Sep 07 18:46:49.798583 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c7c76c99-9110-47ae-a18d-e88874104245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-router', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:43:45Z', 'updated_at': '2021-09-07T18:43:55Z', 'revision_number': 4, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'gw_port': {'id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:46Z', 'updated_at': '2021-09-07T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '6402a46a-7684-4dca-9e0c-22d26cebe810', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'port_id': '68af4834-3c00-4e31-9e36-d3415c2d9881', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'mac_address': 'fa:16:3e:95:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d675ecf-4e33-4c97-9f7d-de8a734f1727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:44:13Z', 'updated_at': '2021-09-07T18:46:46Z', 'revision_number': 5, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63362cb-6955-4b89-a01d-14a8f45d733d', 'name': '', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'mac_address': 'fa:16:3e:44:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:52Z', 'updated_at': '2021-09-07T18:44:03Z', 'revision_number': 5, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'subnets': [{'id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:46:49.843537 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dbdced5d-da95-4d7b-8410-ca17ea09ce69 req-a5603a06-a79c-430f-b41f-2fafab07d4cf tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527498 Sep 07 18:46:49.874119 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c76c99-9110-47ae-a18d-e88874104245 None None] The sync data for ids ['db8a4256-2786-42d5-be48-5cffb0eddd55'] in n-d-807786-1 is: [{'id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-router', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:43:45Z', 'updated_at': '2021-09-07T18:43:55Z', 'revision_number': 4, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'gw_port': {'id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:46Z', 'updated_at': '2021-09-07T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '6402a46a-7684-4dca-9e0c-22d26cebe810', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'port_id': '68af4834-3c00-4e31-9e36-d3415c2d9881', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'mac_address': 'fa:16:3e:95:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d675ecf-4e33-4c97-9f7d-de8a734f1727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:44:13Z', 'updated_at': '2021-09-07T18:46:46Z', 'revision_number': 5, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63362cb-6955-4b89-a01d-14a8f45d733d', 'name': '', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'mac_address': 'fa:16:3e:44:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:52Z', 'updated_at': '2021-09-07T18:44:03Z', 'revision_number': 5, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'subnets': [{'id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:46:49.898542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec561b-6aeb-42ac-85ac-d9012c7a50dc tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf2436f-75f9-427b-ba16-0506377b00bf,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:49.939702 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d717532-bf87-497f-a676-d2ce36f1e59d req-e763ab2a-722a-40c1-8309-6371ac705633 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 210 time: 0.0435193 Sep 07 18:46:49.949262 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba6e62a-a195-4570-876a-1723bde5657c req-1cdddbfe-9384-4eef-9569-b7e6597eb534 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Made reservation on behalf of 93e4d898d3484fb1b8b7e09df61086df for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:46:49.954445 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-0ba6e62a-a195-4570-876a-1723bde5657c req-1cdddbfe-9384-4eef-9569-b7e6597eb534 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:49.964889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68911129-07d9-4b51-9eaf-23993f91770a req-9b0e0384-d842-4eca-9b2d-d6779ae28108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:49.969688 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68911129-07d9-4b51-9eaf-23993f91770a req-9b0e0384-d842-4eca-9b2d-d6779ae28108 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 1095 time: 0.2209954 Sep 07 18:46:50.116060 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aaf0a426-d1b3-4656-9c0c-4531ef6ce5ca req-78b12954-738f-4234-8045-4da2c769bc88 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/a4fdadf3-261b-4eb9-a5c6-b925d768c826 HTTP/1.1" status: 200 len: 1800 time: 0.1345413 Sep 07 18:46:50.148113 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-0ba6e62a-a195-4570-876a-1723bde5657c req-1cdddbfe-9384-4eef-9569-b7e6597eb534 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Allocated IP 172.20.0.5 (b9424cdc-95ee-4e78-8b79-da4f8984864f/619cd2b1-3967-4753-9c8c-ea535684adf4/4d405748-1170-4b7c-b252-e6c48be8be2b) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:46:50.193928 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68911129-07d9-4b51-9eaf-23993f91770a req-cb8e3d02-1724-4b54-af37-95204396ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:50.195385 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68911129-07d9-4b51-9eaf-23993f91770a req-cb8e3d02-1724-4b54-af37-95204396ed93 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 909 time: 0.1886175 Sep 07 18:46:50.218447 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-aaf0a426-d1b3-4656-9c0c-4531ef6ce5ca req-8a7e4576-2550-4344-85b7-c31b6120a236 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:50.264668 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936be32b-98dd-4900-ac25-98c613299432 None None] New status for floating IP 6402a46a-7684-4dca-9e0c-22d26cebe810: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:46:50.307702 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-aaf0a426-d1b3-4656-9c0c-4531ef6ce5ca req-8a7e4576-2550-4344-85b7-c31b6120a236 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:50.350476 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68911129-07d9-4b51-9eaf-23993f91770a req-6715b987-657e-4842-89d8-c60f10fcf68b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0e6e22b-9769-4ad0-a921-8148bf9013b9 HTTP/1.1" status: 200 len: 217 time: 0.1333702 Sep 07 18:46:50.353330 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-aaf0a426-d1b3-4656-9c0c-4531ef6ce5ca req-8a7e4576-2550-4344-85b7-c31b6120a236 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:50.356807 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-aaf0a426-d1b3-4656-9c0c-4531ef6ce5ca req-8a7e4576-2550-4344-85b7-c31b6120a236 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:50.358003 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aaf0a426-d1b3-4656-9c0c-4531ef6ce5ca req-8a7e4576-2550-4344-85b7-c31b6120a236 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "DELETE /v2.0/security-groups/a4fdadf3-261b-4eb9-a5c6-b925d768c826 HTTP/1.1" status: 204 len: 173 time: 0.2331331 Sep 07 18:46:50.396022 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-0ba6e62a-a195-4570-876a-1723bde5657c req-1cdddbfe-9384-4eef-9569-b7e6597eb534 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:50.412213 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-0ba6e62a-a195-4570-876a-1723bde5657c req-1cdddbfe-9384-4eef-9569-b7e6597eb534 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Transition to ACTIVE for port object 4d405748-1170-4b7c-b252-e6c48be8be2b will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:46:50.481277 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-0ba6e62a-a195-4570-876a-1723bde5657c req-1cdddbfe-9384-4eef-9569-b7e6597eb534 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:50.498374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d675ecf-4e33-4c97-9f7d-de8a734f1727', 'tag': '68af4834-3c00-4e31-9e36-d3415c2d9881'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:50.501175 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37184f76-bea5-4d17-b11d-53590d469241" -d '{"events": [{"name": "network-changed", "server_uuid": "5d675ecf-4e33-4c97-9f7d-de8a734f1727", "tag": "68af4834-3c00-4e31-9e36-d3415c2d9881"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:50.510493 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68911129-07d9-4b51-9eaf-23993f91770a req-327ab300-3bbc-4774-acab-774e9a0f8050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:50.512001 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68911129-07d9-4b51-9eaf-23993f91770a req-327ab300-3bbc-4774-acab-774e9a0f8050 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.1529150 Sep 07 18:46:50.519872 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e4576-2550-4344-85b7-c31b6120a236 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fdadf3-261b-4eb9-a5c6-b925d768c826,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:50.555767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-94bc597d-d99c-4b57-a224-8f0d21419f76 req-e1c47521-0b77-4812-a5c9-b07c8990d267 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-223367074', 'description': 'tempest-description-393890553'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:50.575277 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdddbfe-9384-4eef-9569-b7e6597eb534 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Pushing event updated for resources: {'Port': ['ID=4d405748-1170-4b7c-b252-e6c48be8be2b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:50.579902 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba6e62a-a195-4570-876a-1723bde5657c req-1cdddbfe-9384-4eef-9569-b7e6597eb534 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Network b9424cdc-95ee-4e78-8b79-da4f8984864f is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:46:50.582080 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-0ba6e62a-a195-4570-876a-1723bde5657c req-1cdddbfe-9384-4eef-9569-b7e6597eb534 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:46:50.584676 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba6e62a-a195-4570-876a-1723bde5657c req-1cdddbfe-9384-4eef-9569-b7e6597eb534 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:46:50.635033 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68911129-07d9-4b51-9eaf-23993f91770a req-fda93274-6320-4e1d-bf27-a1baee1ac920 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748613 Sep 07 18:46:50.644847 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6e62a-a195-4570-876a-1723bde5657c req-1cdddbfe-9384-4eef-9569-b7e6597eb534 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:50.646160 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-0ba6e62a-a195-4570-876a-1723bde5657c req-1cdddbfe-9384-4eef-9569-b7e6597eb534 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:50.655724 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc60e8-fd4d-42a0-9aff-6d9bb6e70b96 req-e49e1051-cee5-4d3e-81a2-4d28d38da713 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:50.662833 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1dc60e8-fd4d-42a0-9aff-6d9bb6e70b96 req-e49e1051-cee5-4d3e-81a2-4d28d38da713 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.1482582 Sep 07 18:46:50.685896 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0ba6e62a-a195-4570-876a-1723bde5657c req-1cdddbfe-9384-4eef-9569-b7e6597eb534 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9940050 Sep 07 18:46:50.689027 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-94bc597d-d99c-4b57-a224-8f0d21419f76 req-e1c47521-0b77-4812-a5c9-b07c8990d267 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:50.700583 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-0ba6e62a-a195-4570-876a-1723bde5657c req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] Request body: {'port': {'device_id': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:50.781670 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-0ba6e62a-a195-4570-876a-1723bde5657c req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:50.783674 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68911129-07d9-4b51-9eaf-23993f91770a req-af2b451b-0334-4000-8359-02010b594c01 service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372697 Sep 07 18:46:50.896584 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1dc60e8-fd4d-42a0-9aff-6d9bb6e70b96 req-c7ca0f52-a6dd-48cc-9ab5-a3c8d7387c9f tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069628 Sep 07 18:46:50.922511 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d5049300-a390-44fc-97d8-ae0ebd27a45c None None] Provisioning for port 4d405748-1170-4b7c-b252-e6c48be8be2b completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:46:50.926368 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d5049300-a390-44fc-97d8-ae0ebd27a45c None None] Provisioning complete for port 4d405748-1170-4b7c-b252-e6c48be8be2b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:46:50.927296 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d5049300-a390-44fc-97d8-ae0ebd27a45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:50.964271 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68911129-07d9-4b51-9eaf-23993f91770a req-75a6c109-9c25-4295-9fa9-c25690f8e12d service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709571 Sep 07 18:46:51.042402 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-94bc597d-d99c-4b57-a224-8f0d21419f76 req-e1c47521-0b77-4812-a5c9-b07c8990d267 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:51.052791 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c13be4-c998-4e53-8349-2d2f54e28cd5 req-2a6f4c57-72de-43cf-b93a-26c73d9d1097 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:51.055911 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-82c13be4-c998-4e53-8349-2d2f54e28cd5 req-2a6f4c57-72de-43cf-b93a-26c73d9d1097 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=e01b0b74-72dd-41a0-90c0-9e3af38c40ee HTTP/1.1" status: 200 len: 949 time: 0.0892611 Sep 07 18:46:51.057595 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-94bc597d-d99c-4b57-a224-8f0d21419f76 req-e1c47521-0b77-4812-a5c9-b07c8990d267 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:51.131916 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d5049300-a390-44fc-97d8-ae0ebd27a45c None None] Port 4d405748-1170-4b7c-b252-e6c48be8be2b cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:46:51.132263 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-94bc597d-d99c-4b57-a224-8f0d21419f76 req-e1c47521-0b77-4812-a5c9-b07c8990d267 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:51.141450 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94bc597d-d99c-4b57-a224-8f0d21419f76 req-e1c47521-0b77-4812-a5c9-b07c8990d267 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6279707 Sep 07 18:46:51.156794 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c47521-0b77-4812-a5c9-b07c8990d267 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5d348f-b4a9-4082-b254-d12aae0a71c0,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:51.204854 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-82c13be4-c998-4e53-8349-2d2f54e28cd5 req-334062b6-86ff-4999-ab8b-cf752986fd71 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341927 Sep 07 18:46:51.209917 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48eb2a3-8fc2-4394-92b6-92af6f16d9d3 x-openstack-request-id: req-d48eb2a3-8fc2-4394-92b6-92af6f16d9d3 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:51.209917 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d675ecf-4e33-4c97-9f7d-de8a734f1727", "tag": "68af4834-3c00-4e31-9e36-d3415c2d9881", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:51.210231 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d48eb2a3-8fc2-4394-92b6-92af6f16d9d3 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:51.210554 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d675ecf-4e33-4c97-9f7d-de8a734f1727', 'tag': '68af4834-3c00-4e31-9e36-d3415c2d9881', 'status': 'completed', 'code': 200} Sep 07 18:46:51.288399 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37184f76-bea5-4d17-b11d-53590d469241 req-bf5f5fd1-8382-49b7-8ed7-e288288f0312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:51.291362 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37184f76-bea5-4d17-b11d-53590d469241 req-bf5f5fd1-8382-49b7-8ed7-e288288f0312 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=362d2b32ce1c44c8b989d971f47e2f2f&device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 1096 time: 0.0595455 Sep 07 18:46:51.383719 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-633f7ecb-8824-4483-a7ad-d0651fa3cb91 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7080a98f82c643fc9fe58b284a62787b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632234 Sep 07 18:46:51.412895 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-0ba6e62a-a195-4570-876a-1723bde5657c req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d405748-1170-4b7c-b252-e6c48be8be2b {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:46:51.422219 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-0ba6e62a-a195-4570-876a-1723bde5657c req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:51.435871 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-0ba6e62a-a195-4570-876a-1723bde5657c req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] Transition to ACTIVE for port object 4d405748-1170-4b7c-b252-e6c48be8be2b will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:46:51.440127 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-0ba6e62a-a195-4570-876a-1723bde5657c req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:51.459211 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3ce81-9b94-40c6-aaff-4accb5f1a2a9 req-06db5b82-7f89-41f5-bd10-e115e4d5c667 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:51.461832 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02d3ce81-9b94-40c6-aaff-4accb5f1a2a9 req-06db5b82-7f89-41f5-bd10-e115e4d5c667 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 944 time: 0.1637545 Sep 07 18:46:51.553245 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d405748-1170-4b7c-b252-e6c48be8be2b,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:51.588138 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-0ba6e62a-a195-4570-876a-1723bde5657c req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] Attempting to bind port 4d405748-1170-4b7c-b252-e6c48be8be2b on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:46:51.589359 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-0ba6e62a-a195-4570-876a-1723bde5657c req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] Attempting to bind port 4d405748-1170-4b7c-b252-e6c48be8be2b by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:46:51.589861 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba6e62a-a195-4570-876a-1723bde5657c req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] Attempting to bind port 4d405748-1170-4b7c-b252-e6c48be8be2b on network b9424cdc-95ee-4e78-8b79-da4f8984864f {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:46:51.594264 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-6524e900-1df1-4238-ad82-1e261bb8516a tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:51.594818 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba6e62a-a195-4570-876a-1723bde5657c req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] Port 4d405748-1170-4b7c-b252-e6c48be8be2b on network b9424cdc-95ee-4e78-8b79-da4f8984864f not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:46:51.595249 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba6e62a-a195-4570-876a-1723bde5657c req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] Attempting to bind port 4d405748-1170-4b7c-b252-e6c48be8be2b on network b9424cdc-95ee-4e78-8b79-da4f8984864f {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:46:51.595777 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-6524e900-1df1-4238-ad82-1e261bb8516a tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2051308 Sep 07 18:46:51.596895 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37184f76-bea5-4d17-b11d-53590d469241 req-e37e0e01-cea6-4673-8e64-9c04bda1eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:51.598206 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37184f76-bea5-4d17-b11d-53590d469241 req-e37e0e01-cea6-4673-8e64-9c04bda1eb83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b55a20e6-76b5-47c9-b724-529008279f9a HTTP/1.1" status: 200 len: 925 time: 0.2926872 Sep 07 18:46:51.601448 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba6e62a-a195-4570-876a-1723bde5657c req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:46:51.601935 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba6e62a-a195-4570-876a-1723bde5657c req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] Checking segment: {'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:46:51.605549 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba6e62a-a195-4570-876a-1723bde5657c req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] Bound using segment: {'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:46:51.606582 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-0ba6e62a-a195-4570-876a-1723bde5657c req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] Bound port: 4d405748-1170-4b7c-b252-e6c48be8be2b, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:46:51.607368 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-0ba6e62a-a195-4570-876a-1723bde5657c req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:51.700345 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02d3ce81-9b94-40c6-aaff-4accb5f1a2a9 req-1b01ae6a-dacf-403a-b76b-bf3775befbd6 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072718 Sep 07 18:46:51.710919 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-ec955d41-e241-44c7-9325-5d9d727fe287 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/quotas/7080a98f82c643fc9fe58b284a62787b HTTP/1.1" status: 200 len: 375 time: 0.1068461 Sep 07 18:46:51.733485 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-0ba6e62a-a195-4570-876a-1723bde5657c req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] For port 4d405748-1170-4b7c-b252-e6c48be8be2b, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:46:51.737138 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-0ba6e62a-a195-4570-876a-1723bde5657c req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] For port 4d405748-1170-4b7c-b252-e6c48be8be2b, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4d405748-1170-4b7c-b252-e6c48be8be2b,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:46:51.743926 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-0ba6e62a-a195-4570-876a-1723bde5657c req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:51.758801 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-83f9d4c9-1e8b-498a-ac73-f05a8af9021b tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7080a98f82c643fc9fe58b284a62787b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393178 Sep 07 18:46:51.771253 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37184f76-bea5-4d17-b11d-53590d469241 req-ad2f767b-f0ff-46af-a9ec-1c8f539bef98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68af4834-3c00-4e31-9e36-d3415c2d9881 HTTP/1.1" status: 200 len: 1001 time: 0.1628716 Sep 07 18:46:51.819846 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6e62a-a195-4570-876a-1723bde5657c req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:51.824021 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-0ba6e62a-a195-4570-876a-1723bde5657c req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:51.825810 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0ba6e62a-a195-4570-876a-1723bde5657c req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] 10.222.0.60 "PUT /v2.0/ports/4d405748-1170-4b7c-b252-e6c48be8be2b HTTP/1.1" status: 200 len: 1091 time: 1.1316128 Sep 07 18:46:51.846304 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'tag': '4d405748-1170-4b7c-b252-e6c48be8be2b'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:51.855624 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c447735c-5fa6-4ee7-ace3-663073d1408c" -d '{"events": [{"name": "network-changed", "server_uuid": "a505f491-b177-49c9-955e-c7d3c793f5b2", "tag": "4d405748-1170-4b7c-b252-e6c48be8be2b"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:51.902835 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e58f6-db38-4768-b28a-8c5e7bcdddc4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d405748-1170-4b7c-b252-e6c48be8be2b,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:51.936552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff84be-b260-4c44-9d38-fa991e754697 req-75d93bcb-b419-4368-a76b-98cf482a1e29 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:51.938190 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-caff84be-b260-4c44-9d38-fa991e754697 req-75d93bcb-b419-4368-a76b-98cf482a1e29 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 943 time: 0.1352069 Sep 07 18:46:51.942913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37184f76-bea5-4d17-b11d-53590d469241 req-c35412fa-28c4-42af-a81a-5c091d2648ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:51.944990 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37184f76-bea5-4d17-b11d-53590d469241 req-c35412fa-28c4-42af-a81a-5c091d2648ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e448bc0-501e-4a71-945c-2892b3c26cf4 HTTP/1.1" status: 200 len: 863 time: 0.1595850 Sep 07 18:46:52.080305 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6e62a-a195-4570-876a-1723bde5657c req-7d08c337-33d8-4691-bafd-607dcd611d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:52.082426 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0ba6e62a-a195-4570-876a-1723bde5657c req-7d08c337-33d8-4691-bafd-607dcd611d64 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 1094 time: 0.1502659 Sep 07 18:46:52.111946 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37184f76-bea5-4d17-b11d-53590d469241 req-8fd2a798-eeb5-40c5-9e24-38a934b16430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:52.113500 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37184f76-bea5-4d17-b11d-53590d469241 req-8fd2a798-eeb5-40c5-9e24-38a934b16430 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b55a20e6-76b5-47c9-b724-529008279f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552567 Sep 07 18:46:52.122376 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-caff84be-b260-4c44-9d38-fa991e754697 req-d2f3bb5f-1b2f-4aa0-b4b0-3a397cb55d90 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727796 Sep 07 18:46:52.204799 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0ba6e62a-a195-4570-876a-1723bde5657c req-64d74806-8814-4ef1-825f-ece6af84eb52 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d405748-1170-4b7c-b252-e6c48be8be2b HTTP/1.1" status: 200 len: 217 time: 0.1111143 Sep 07 18:46:52.266801 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb65838-de3e-4d4f-b93a-39f825cc0556 x-openstack-request-id: req-9fb65838-de3e-4d4f-b93a-39f825cc0556 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:52.267216 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a505f491-b177-49c9-955e-c7d3c793f5b2", "tag": "4d405748-1170-4b7c-b252-e6c48be8be2b", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:52.267575 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9fb65838-de3e-4d4f-b93a-39f825cc0556 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:52.268757 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'tag': '4d405748-1170-4b7c-b252-e6c48be8be2b', 'status': 'completed', 'code': 200} Sep 07 18:46:52.280335 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6e62a-a195-4570-876a-1723bde5657c req-43d684b6-2db7-41ec-836a-2a8e545b861d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:52.282080 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0ba6e62a-a195-4570-876a-1723bde5657c req-43d684b6-2db7-41ec-836a-2a8e545b861d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.0692675 Sep 07 18:46:52.285138 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-17069c60-bbdf-497b-bf6d-89af31b204f3 req-2cc1f6c8-c93c-4161-a718-7b1efe57f779 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/2a5d348f-b4a9-4082-b254-d12aae0a71c0 HTTP/1.1" status: 200 len: 1799 time: 0.1092658 Sep 07 18:46:52.352697 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-17069c60-bbdf-497b-bf6d-89af31b204f3 req-be54c8bf-1c17-40c6-bda0-0ea38af73df1 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Request body: {'security_group': {'name': 'tempest-sg-hth-565306994', 'description': 'tempest-description-hth-128680635'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:52.381008 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6e62a-a195-4570-876a-1723bde5657c req-cb936e7c-9cc8-4467-a5a8-301f3367585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:52.383421 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0ba6e62a-a195-4570-876a-1723bde5657c req-cb936e7c-9cc8-4467-a5a8-301f3367585d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834961 Sep 07 18:46:52.445338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bf9e9-0deb-4b11-9436-5839db386372 req-96f0b622-e86d-41df-96a8-0d32d2c4c3f0 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:52.447384 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e2bf9e9-0deb-4b11-9436-5839db386372 req-96f0b622-e86d-41df-96a8-0d32d2c4c3f0 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.60 "GET /v2.0/ports?device_id=e01b0b74-72dd-41a0-90c0-9e3af38c40ee HTTP/1.1" status: 200 len: 949 time: 0.2698455 Sep 07 18:46:52.512467 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0ba6e62a-a195-4570-876a-1723bde5657c req-4add1dda-ba7c-466b-be54-20e3d368f878 service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184165 Sep 07 18:46:52.514959 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37184f76-bea5-4d17-b11d-53590d469241 req-f303f773-e32b-4be1-8c3f-6f137a22141d service neutron] 10.222.0.36 "GET /v2.0/networks/b55a20e6-76b5-47c9-b724-529008279f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914526 Sep 07 18:46:52.525067 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-17069c60-bbdf-497b-bf6d-89af31b204f3 req-be54c8bf-1c17-40c6-bda0-0ea38af73df1 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:52.625912 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b162bb4-cefd-45a5-a568-de3041a2c5aa req-750c4a5d-3143-46a1-8414-0ec47921e93a tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:52.628599 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b162bb4-cefd-45a5-a568-de3041a2c5aa req-750c4a5d-3143-46a1-8414-0ec47921e93a tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.2372925 Sep 07 18:46:52.653608 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0ba6e62a-a195-4570-876a-1723bde5657c req-a56c6978-162b-487f-8a21-37f9c5704771 service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321719 Sep 07 18:46:52.779916 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-17069c60-bbdf-497b-bf6d-89af31b204f3 req-be54c8bf-1c17-40c6-bda0-0ea38af73df1 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:52.794023 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b162bb4-cefd-45a5-a568-de3041a2c5aa req-abf26ecc-08dd-4dd9-8462-ac75490cb208 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521919 Sep 07 18:46:52.795404 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-17069c60-bbdf-497b-bf6d-89af31b204f3 req-be54c8bf-1c17-40c6-bda0-0ea38af73df1 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:52.798778 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-17069c60-bbdf-497b-bf6d-89af31b204f3 req-be54c8bf-1c17-40c6-bda0-0ea38af73df1 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:52.800208 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-17069c60-bbdf-497b-bf6d-89af31b204f3 req-be54c8bf-1c17-40c6-bda0-0ea38af73df1 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "PUT /v2.0/security-groups/2a5d348f-b4a9-4082-b254-d12aae0a71c0 HTTP/1.1" status: 200 len: 1773 time: 0.5142398 Sep 07 18:46:52.860386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447735c-5fa6-4ee7-ace3-663073d1408c req-8de4864a-103c-462e-81c0-515aa2156108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:52.865003 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c447735c-5fa6-4ee7-ace3-663073d1408c req-8de4864a-103c-462e-81c0-515aa2156108 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 1094 time: 0.1138997 Sep 07 18:46:52.880795 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37184f76-bea5-4d17-b11d-53590d469241 req-f28ffcce-8402-49e6-96be-5e267714985d service neutron] 10.222.0.36 "GET /v2.0/networks/b55a20e6-76b5-47c9-b724-529008279f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498383 Sep 07 18:46:52.936227 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54c8bf-1c17-40c6-bda0-0ea38af73df1 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5d348f-b4a9-4082-b254-d12aae0a71c0,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:52.975761 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-6e2bf9e9-0deb-4b11-9436-5839db386372 req-f494caff-aa09-49e3-af3d-acaef42d9938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Deleting port d4793ad6-d11d-40c6-b974-0f6fa5236f35 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:52.976211 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6e2bf9e9-0deb-4b11-9436-5839db386372 req-f494caff-aa09-49e3-af3d-acaef42d9938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:53.025536 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447735c-5fa6-4ee7-ace3-663073d1408c req-642b63c0-2ae9-4219-aeb6-e455d1b2e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:53.027916 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c447735c-5fa6-4ee7-ace3-663073d1408c req-642b63c0-2ae9-4219-aeb6-e455d1b2e3de service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 912 time: 0.1511459 Sep 07 18:46:53.128502 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c447735c-5fa6-4ee7-ace3-663073d1408c req-0593f6d5-c1f9-418d-a9b9-96388d036be7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d405748-1170-4b7c-b252-e6c48be8be2b HTTP/1.1" status: 200 len: 217 time: 0.0903001 Sep 07 18:46:53.198908 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447735c-5fa6-4ee7-ace3-663073d1408c req-a3a7f5da-2713-4520-b882-8beea5d642ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:53.201551 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c447735c-5fa6-4ee7-ace3-663073d1408c req-a3a7f5da-2713-4520-b882-8beea5d642ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.0604689 Sep 07 18:46:53.266820 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447735c-5fa6-4ee7-ace3-663073d1408c req-64fbedc9-6a07-4815-a0e3-6d51d2df9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:53.268640 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c447735c-5fa6-4ee7-ace3-663073d1408c req-64fbedc9-6a07-4815-a0e3-6d51d2df9230 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507216 Sep 07 18:46:53.334326 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-2ccf71ee-329e-4116-aa36-75a750fb8278 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7080a98f82c643fc9fe58b284a62787b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4166477 Sep 07 18:46:53.379912 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c447735c-5fa6-4ee7-ace3-663073d1408c req-8906db88-c5ce-4031-850b-3860845ab4eb service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982921 Sep 07 18:46:53.463315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-6ad065e0-de13-4b81-8e1d-67853e786d70 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:53.471923 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-6ad065e0-de13-4b81-8e1d-67853e786d70 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1368194 Sep 07 18:46:53.516859 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-65967cc5-6a86-4a3a-b33f-2ea777f27464 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/quotas/7080a98f82c643fc9fe58b284a62787b HTTP/1.1" status: 200 len: 375 time: 0.0432980 Sep 07 18:46:53.547615 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-eafc043c-c6a7-43a8-b4ec-ba359ed77cef tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7080a98f82c643fc9fe58b284a62787b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668671 Sep 07 18:46:53.563707 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c447735c-5fa6-4ee7-ace3-663073d1408c req-4dfc0a33-e0cc-41b5-99ac-2f78c41a32c6 service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724048 Sep 07 18:46:53.689365 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-993342e3-9b3b-4d8a-943c-43da57923970 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7080a98f82c643fc9fe58b284a62787b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1375802 Sep 07 18:46:53.722498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-6e2bf9e9-0deb-4b11-9436-5839db386372 req-f494caff-aa09-49e3-af3d-acaef42d9938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] For port d4793ad6-d11d-40c6-b974-0f6fa5236f35, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d4793ad6-d11d-40c6-b974-0f6fa5236f35,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:53.722880 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6e2bf9e9-0deb-4b11-9436-5839db386372 req-f494caff-aa09-49e3-af3d-acaef42d9938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:53.734974 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73f7cd-e4cc-475b-8967-60f582f11581 req-0ac12ce3-c19a-4ba0-8d1c-5da6fbc2e648 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:53.736686 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b73f7cd-e4cc-475b-8967-60f582f11581 req-0ac12ce3-c19a-4ba0-8d1c-5da6fbc2e648 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/ports?device_id=e01b0b74-72dd-41a0-90c0-9e3af38c40ee HTTP/1.1" status: 200 len: 949 time: 0.7815392 Sep 07 18:46:53.763812 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-6e2bf9e9-0deb-4b11-9436-5839db386372 req-f494caff-aa09-49e3-af3d-acaef42d9938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Calling delete_port for d4793ad6-d11d-40c6-b974-0f6fa5236f35 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:53.870869 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-0a5002d7-50d8-4e7b-831d-72efb5315d56 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:53.873501 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-0a5002d7-50d8-4e7b-831d-72efb5315d56 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3030045 Sep 07 18:46:53.881935 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-5f1a9ecd-849c-47d6-b2ac-bd548ddfc246 service neutron] 10.222.0.36 "GET /v2.0/ports/1aaea01d-3d97-4725-b406-256885b1d4d8/bindings/n-h1-807786-1 HTTP/1.1" status: 200 len: 384 time: 0.0891087 Sep 07 18:46:53.893457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-9b436427-0174-4331-acf5-cfbc8e523e2c tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Request body: {'port': {'device_id': '9bc218fd-fb21-4633-84b4-2bccbfaaef8e', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '7080a98f82c643fc9fe58b284a62787b'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:53.936265 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b73f7cd-e4cc-475b-8967-60f582f11581 req-639f99ce-035a-4e32-9822-45d042c1f3e5 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910069 Sep 07 18:46:54.114129 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-21da67b6-717b-4b5d-b221-eeb2f87f5c3e service neutron] For port 1aaea01d-3d97-4725-b406-256885b1d4d8, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=1aaea01d-3d97-4725-b406-256885b1d4d8,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:54.149745 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-21da67b6-717b-4b5d-b221-eeb2f87f5c3e service neutron] For port 1aaea01d-3d97-4725-b406-256885b1d4d8, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:46:54.162258 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6e2bf9e9-0deb-4b11-9436-5839db386372 req-f494caff-aa09-49e3-af3d-acaef42d9938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:54.175562 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d4793ad6-d11d-40c6-b974-0f6fa5236f35'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:54.186767 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-512a0065-1c71-4ed8-b977-b61f336ce072 req-04e8a6eb-0950-4c6f-9775-792707ead679 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/2a5d348f-b4a9-4082-b254-d12aae0a71c0 HTTP/1.1" status: 200 len: 1773 time: 0.2069509 Sep 07 18:46:54.209547 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-21da67b6-717b-4b5d-b221-eeb2f87f5c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aaea01d-3d97-4725-b406-256885b1d4d8 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:46:54.226132 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-21da67b6-717b-4b5d-b221-eeb2f87f5c3e service neutron] For port 1aaea01d-3d97-4725-b406-256885b1d4d8, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=1aaea01d-3d97-4725-b406-256885b1d4d8,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:54.228261 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91100726-d0c7-4f6c-8098-c3eb7e89a680 req-846e7af7-d4e3-4ab4-b8b6-a52407b92d15 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:54.232780 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91100726-d0c7-4f6c-8098-c3eb7e89a680 req-846e7af7-d4e3-4ab4-b8b6-a52407b92d15 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 944 time: 0.3301706 Sep 07 18:46:54.233386 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 1aaea01d-3d97-4725-b406-256885b1d4d8 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:54.255995 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-21da67b6-717b-4b5d-b221-eeb2f87f5c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:54.374913 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-21da67b6-717b-4b5d-b221-eeb2f87f5c3e service neutron] Transition to ACTIVE for port object 1aaea01d-3d97-4725-b406-256885b1d4d8 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:46:54.379645 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-21da67b6-717b-4b5d-b221-eeb2f87f5c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:54.379972 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494caff-aa09-49e3-af3d-acaef42d9938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Pushing event deleted for resources: {'Port': ['ID=d4793ad6-d11d-40c6-b974-0f6fa5236f35,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:54.446180 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-9b436427-0174-4331-acf5-cfbc8e523e2c tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Made reservation on behalf of 7080a98f82c643fc9fe58b284a62787b for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:46:54.449769 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-9b436427-0174-4331-acf5-cfbc8e523e2c tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:54.475510 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-21da67b6-717b-4b5d-b221-eeb2f87f5c3e service neutron] No DVR routers for this DVR port 1aaea01d-3d97-4725-b406-256885b1d4d8 on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:54.486679 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2bf9e9-0deb-4b11-9436-5839db386372 req-f494caff-aa09-49e3-af3d-acaef42d9938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] No DVR routers for this DVR port d4793ad6-d11d-40c6-b974-0f6fa5236f35 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:46:54.493152 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6e2bf9e9-0deb-4b11-9436-5839db386372 req-f494caff-aa09-49e3-af3d-acaef42d9938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:54.495836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e2bf9e9-0deb-4b11-9436-5839db386372 req-f494caff-aa09-49e3-af3d-acaef42d9938 tempest-ServersOnMultiNodesTest-910903377 tempest-ServersOnMultiNodesTest-910903377-project] 10.222.0.60 "DELETE /v2.0/ports/d4793ad6-d11d-40c6-b974-0f6fa5236f35 HTTP/1.1" status: 204 len: 173 time: 2.0394049 Sep 07 18:46:54.497808 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01b0b74-72dd-41a0-90c0-9e3af38c40ee', 'name': 'network-vif-deleted', 'tag': 'd4793ad6-d11d-40c6-b974-0f6fa5236f35'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:54.500174 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ab1e42-a2b1-4e34-be07-6e574185b767" -d '{"events": [{"server_uuid": "e01b0b74-72dd-41a0-90c0-9e3af38c40ee", "name": "network-vif-deleted", "tag": "d4793ad6-d11d-40c6-b974-0f6fa5236f35"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:54.502985 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-9b436427-0174-4331-acf5-cfbc8e523e2c tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:54.529874 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-21da67b6-717b-4b5d-b221-eeb2f87f5c3e service neutron] 10.222.0.36 "PUT /v2.0/ports/1aaea01d-3d97-4725-b406-256885b1d4d8/bindings/n-h1-807786-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6392186 Sep 07 18:46:54.541317 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91100726-d0c7-4f6c-8098-c3eb7e89a680 req-640a9163-4f1a-4735-b0af-1f87580d2dca tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736838 Sep 07 18:46:54.569495 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da67b6-717b-4b5d-b221-eeb2f87f5c3e service neutron] Pushing event updated for resources: {'Port': ['ID=1aaea01d-3d97-4725-b406-256885b1d4d8,revision_number=10']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:54.571997 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f60267-0611-45d2-835f-089b335f2855 req-9ce7d1e3-502e-4126-acd0-ee5ea007f589 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:54.585359 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-05f60267-0611-45d2-835f-089b335f2855 req-9ce7d1e3-502e-4126-acd0-ee5ea007f589 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 943 time: 0.1758759 Sep 07 18:46:54.730077 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-05f60267-0611-45d2-835f-089b335f2855 req-bb43e487-3301-4ae9-a576-932f093534d0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429281 Sep 07 18:46:54.773979 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9231eba5-0c56-4ffe-b27f-f112dca03737 req-27c9a142-ecf1-4ab1-baea-27c0cf58e3c5 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81 HTTP/1.1" status: 200 len: 210 time: 0.0699024 Sep 07 18:46:54.825041 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4d405748-1170-4b7c-b252-e6c48be8be2b details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:46:54.874663 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-16db6b78-a9b0-46a2-a625-888794e4e823 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:54.876128 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-16db6b78-a9b0-46a2-a625-888794e4e823 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe&tenant_id=f00faea60e4544a695e7dd93ec709296&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 1096 time: 0.2173419 Sep 07 18:46:54.912353 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-110f3162-5673-4cab-a389-26bb8aeef8bc req-d06d45f9-8a0a-4220-82ef-a16db347dc71 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/2a5d348f-b4a9-4082-b254-d12aae0a71c0 HTTP/1.1" status: 200 len: 1773 time: 0.0969124 Sep 07 18:46:54.937141 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4d405748-1170-4b7c-b252-e6c48be8be2b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4d405748-1170-4b7c-b252-e6c48be8be2b,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:54.949900 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '4d405748-1170-4b7c-b252-e6c48be8be2b', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'port_id': '4d405748-1170-4b7c-b252-e6c48be8be2b', 'mac_address': 'fa:16:3e:b4:26:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:46:54.991798 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:55.005319 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d405748-1170-4b7c-b252-e6c48be8be2b {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:46:55.014636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09789b31-0ca4-43ee-af71-a4f8e843f940 req-2d6eb7fb-1672-4c14-86b0-e281d38ad497 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:55.016155 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09789b31-0ca4-43ee-af71-a4f8e843f940 req-2d6eb7fb-1672-4c14-86b0-e281d38ad497 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.1611924 Sep 07 18:46:55.018136 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-9b436427-0174-4331-acf5-cfbc8e523e2c tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:55.022900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-00bc826b-a357-4e17-88da-05f730d78ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:55.024547 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-00bc826b-a357-4e17-88da-05f730d78ad2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe&tenant_id=f00faea60e4544a695e7dd93ec709296 HTTP/1.1" status: 200 len: 1096 time: 0.1245735 Sep 07 18:46:55.032934 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-9b436427-0174-4331-acf5-cfbc8e523e2c tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:55.051617 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4d405748-1170-4b7c-b252-e6c48be8be2b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4d405748-1170-4b7c-b252-e6c48be8be2b,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:55.059429 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:55.143825 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=4d405748-1170-4b7c-b252-e6c48be8be2b,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:55.208545 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b436427-0174-4331-acf5-cfbc8e523e2c tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6cddd1-75e6-4823-82cd-31891510e618,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:55.219173 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-110f3162-5673-4cab-a389-26bb8aeef8bc req-56a796a5-32bc-4fcb-b660-d48f4df4a220 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:55.251696 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09789b31-0ca4-43ee-af71-a4f8e843f940 req-5d2b6cec-2a41-41ee-82dd-c39a232c1e43 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222013 Sep 07 18:46:55.293793 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-110f3162-5673-4cab-a389-26bb8aeef8bc req-56a796a5-32bc-4fcb-b660-d48f4df4a220 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:55.315486 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-e1906728-6b23-47e7-b509-fb3c9073e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:55.317106 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-e1906728-6b23-47e7-b509-fb3c9073e610 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 1096 time: 0.2641304 Sep 07 18:46:55.379908 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['4d405748-1170-4b7c-b252-e6c48be8be2b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:46:55.380668 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cc07eb-06cc-445a-874e-f55d04aa0cc4 x-openstack-request-id: req-64cc07eb-06cc-445a-874e-f55d04aa0cc4 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:55.380960 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01b0b74-72dd-41a0-90c0-9e3af38c40ee", "name": "network-vif-deleted", "tag": "d4793ad6-d11d-40c6-b974-0f6fa5236f35", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:55.381208 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-64cc07eb-06cc-445a-874e-f55d04aa0cc4 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:55.381602 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01b0b74-72dd-41a0-90c0-9e3af38c40ee', 'name': 'network-vif-deleted', 'tag': 'd4793ad6-d11d-40c6-b974-0f6fa5236f35', 'status': 'completed', 'code': 200} Sep 07 18:46:55.466957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-9b436427-0174-4331-acf5-cfbc8e523e2c tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Allocated IP 192.168.233.100 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/32af43b9-f337-4ed9-bd60-4ab466b23720) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:46:55.478025 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-110f3162-5673-4cab-a389-26bb8aeef8bc req-56a796a5-32bc-4fcb-b660-d48f4df4a220 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:55.480933 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-110f3162-5673-4cab-a389-26bb8aeef8bc req-56a796a5-32bc-4fcb-b660-d48f4df4a220 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:55.482131 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-110f3162-5673-4cab-a389-26bb8aeef8bc req-56a796a5-32bc-4fcb-b660-d48f4df4a220 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "DELETE /v2.0/security-groups/2a5d348f-b4a9-4082-b254-d12aae0a71c0 HTTP/1.1" status: 204 len: 173 time: 0.5474603 Sep 07 18:46:55.509830 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a796a5-32bc-4fcb-b660-d48f4df4a220 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5d348f-b4a9-4082-b254-d12aae0a71c0,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:55.584649 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-075990b8-1958-4707-8497-0f24acc0ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:55.585486 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-00ea8d63-4891-4099-bd61-7ea1dc87d014 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7080a98f82c643fc9fe58b284a62787b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1864188 Sep 07 18:46:55.587204 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-075990b8-1958-4707-8497-0f24acc0ea0b service neutron] 10.222.0.60 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 921 time: 0.2585032 Sep 07 18:46:55.761006 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-8985bdec-bad3-48a4-bca5-6aff36ccf17d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1aaea01d-3d97-4725-b406-256885b1d4d8 HTTP/1.1" status: 200 len: 217 time: 0.1625082 Sep 07 18:46:55.871044 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d8f87930-c034-4146-9dd5-7e7f1b96479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:55.914753 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c7759f66-c42b-4a62-b08e-97f4a94208e0 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:55.916541 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c7759f66-c42b-4a62-b08e-97f4a94208e0 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3212180 Sep 07 18:46:55.934576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-2a41b1a8-8f7f-4976-8f02-28757b72aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:55.935298 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-65f5e204-d40d-4c48-b1db-96a82896705b tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Request body: {'port': {'device_id': '1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '7080a98f82c643fc9fe58b284a62787b'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:55.936737 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-2a41b1a8-8f7f-4976-8f02-28757b72aed4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 200 len: 860 time: 0.1655080 Sep 07 18:46:55.972154 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cad3c-2120-4bed-9acd-5c40e73bfef0 req-12d288ed-a583-4d89-8015-ff554190ffc2 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:55.980699 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-855cad3c-2120-4bed-9acd-5c40e73bfef0 req-12d288ed-a583-4d89-8015-ff554190ffc2 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 945 time: 0.2262611 Sep 07 18:46:55.990789 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-9b436427-0174-4331-acf5-cfbc8e523e2c tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:56.049784 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49514) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:56.067724 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-a65f3e2c-79b6-4e71-9e60-db487ed92515 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=73fe4171-28a4-4081-b73e-ded401c8a274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151621 Sep 07 18:46:56.075387 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-9b436427-0174-4331-acf5-cfbc8e523e2c tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Transition to ACTIVE for port object 32af43b9-f337-4ed9-bd60-4ab466b23720 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:46:56.113627 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-65f5e204-d40d-4c48-b1db-96a82896705b tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Made reservation on behalf of 7080a98f82c643fc9fe58b284a62787b for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:46:56.118700 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-65f5e204-d40d-4c48-b1db-96a82896705b tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:56.125723 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd8c80-2cf5-48b2-a0a5-2100719818cf req-45e29e4f-4116-46d8-af04-2c5b28009c39 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:56.127264 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dafd8c80-2cf5-48b2-a0a5-2100719818cf req-45e29e4f-4116-46d8-af04-2c5b28009c39 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1334631 Sep 07 18:46:56.130063 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-855cad3c-2120-4bed-9acd-5c40e73bfef0 req-68e5ba48-597d-46eb-9ee0-d60c4941195c tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486688 Sep 07 18:46:56.256681 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-529dcd7f-ed35-4d91-b16a-0aecdc8c8d34 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=581e70f192f44902b528bd4279ab890a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2034314 Sep 07 18:46:56.256886 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49518) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:56.264577 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dafd8c80-2cf5-48b2-a0a5-2100719818cf req-c3790699-48d9-406d-bb76-2419a03d006f tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244273 Sep 07 18:46:56.270128 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c58d8d4-9b29-4749-96fc-12a1827b8558 req-5db46f84-ead5-411e-aa3c-79dc3313caa4 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81 HTTP/1.1" status: 200 len: 210 time: 0.0496264 Sep 07 18:46:56.276324 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-9b436427-0174-4331-acf5-cfbc8e523e2c tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:56.305969 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-f9ebe144-2f17-4831-8767-2ff952ca0e25 service neutron] 10.222.0.60 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242553 Sep 07 18:46:56.365036 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-9b436427-0174-4331-acf5-cfbc8e523e2c tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:46:56.377652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-9b436427-0174-4331-acf5-cfbc8e523e2c tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:46:56.397402 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-45296170-82d1-4786-9d78-ac0405cba302 req-37df9ee1-729b-4f66-b8b8-35c1edc868ef tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] show failed (client error): The resource could not be found. Sep 07 18:46:56.398974 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-45296170-82d1-4786-9d78-ac0405cba302 req-37df9ee1-729b-4f66-b8b8-35c1edc868ef tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/a4fdadf3-261b-4eb9-a5c6-b925d768c826 HTTP/1.1" status: 404 len: 352 time: 0.0746932 Sep 07 18:46:56.399766 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-9b436427-0174-4331-acf5-cfbc8e523e2c tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:46:56.405022 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b3b13a0d-bd70-4a45-a46e-97cdfec9564f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:56.405326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-9b436427-0174-4331-acf5-cfbc8e523e2c tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:56.405940 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-9b436427-0174-4331-acf5-cfbc8e523e2c tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:56.408142 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-65f5e204-d40d-4c48-b1db-96a82896705b tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Allocated IP 192.168.233.178 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/f5a116e3-e8c0-4db8-b917-f7265a64576b) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:46:56.417749 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b436427-0174-4331-acf5-cfbc8e523e2c tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Pushing event updated for resources: {'Port': ['ID=32af43b9-f337-4ed9-bd60-4ab466b23720,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:56.466720 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b3b13a0d-bd70-4a45-a46e-97cdfec9564f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:56.505588 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-9b436427-0174-4331-acf5-cfbc8e523e2c tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6189809 Sep 07 18:46:56.518849 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-e76eb9d7-b756-4b81-99bc-4928cf290e88 req-0a2f7362-d337-4e9d-aefd-41f0d0c9bfa5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] show failed (client error): The resource could not be found. Sep 07 18:46:56.519857 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e76eb9d7-b756-4b81-99bc-4928cf290e88 req-0a2f7362-d337-4e9d-aefd-41f0d0c9bfa5 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/0cf2436f-75f9-427b-ba16-0506377b00bf HTTP/1.1" status: 404 len: 352 time: 0.0354524 Sep 07 18:46:56.526100 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] Request body: {'port': {'device_id': '9bc218fd-fb21-4633-84b4-2bccbfaaef8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:56.592112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc870186-11e4-4f82-92a1-e1d6cb89737c req-aedf4afc-32c6-4843-bde0-f91c38005b18 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:56.593722 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fc870186-11e4-4f82-92a1-e1d6cb89737c req-aedf4afc-32c6-4843-bde0-f91c38005b18 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.2223263 Sep 07 18:46:56.597168 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-e552af00-0ee9-423a-a49d-603050a2f866 service neutron] 10.222.0.60 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718332 Sep 07 18:46:56.600999 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-11b48904-b676-4f01-aec9-8caf193ac23c req-cfd4d763-4b14-4002-8833-5fdbafa4a014 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] show failed (client error): The resource could not be found. Sep 07 18:46:56.602041 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-11b48904-b676-4f01-aec9-8caf193ac23c req-cfd4d763-4b14-4002-8833-5fdbafa4a014 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/76b00d14-96c7-4848-abf9-92bbfaed4f65 HTTP/1.1" status: 404 len: 352 time: 0.0487571 Sep 07 18:46:56.663422 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:56.694377 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-013896e2-d9df-4f7b-acae-969f1475e4d5 req-47e18972-54ce-4d11-a9a7-835d438499e0 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] show failed (client error): The resource could not be found. Sep 07 18:46:56.696011 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-013896e2-d9df-4f7b-acae-969f1475e4d5 req-47e18972-54ce-4d11-a9a7-835d438499e0 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/9f8137ab-dda5-47bf-b6ce-b501d69b242d HTTP/1.1" status: 404 len: 352 time: 0.0350513 Sep 07 18:46:56.699049 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fc870186-11e4-4f82-92a1-e1d6cb89737c req-7af4bdec-2357-4f24-a34b-cb9718ee3b3d tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961080 Sep 07 18:46:56.741711 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-65f5e204-d40d-4c48-b1db-96a82896705b tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:56.756773 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-64e3a295-5b31-4763-ba7f-64ef08c19cc0 req-933245f0-9bf3-48f9-ab64-1cbcbdde47ec tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] show failed (client error): The resource could not be found. Sep 07 18:46:56.757051 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-65f5e204-d40d-4c48-b1db-96a82896705b tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Transition to ACTIVE for port object f5a116e3-e8c0-4db8-b917-f7265a64576b will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:46:56.758668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-64e3a295-5b31-4763-ba7f-64ef08c19cc0 req-933245f0-9bf3-48f9-ab64-1cbcbdde47ec tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/e4333992-b1e9-4eb3-b54d-f2ccd905ece4 HTTP/1.1" status: 404 len: 352 time: 0.0210974 Sep 07 18:46:56.769467 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0cc8920f-cb33-459b-9a09-008ba1f3599d None None] Provisioning for port 32af43b9-f337-4ed9-bd60-4ab466b23720 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:46:56.780080 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b3b13a0d-bd70-4a45-a46e-97cdfec9564f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:56.786364 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b3b13a0d-bd70-4a45-a46e-97cdfec9564f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:56.788497 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b3b13a0d-bd70-4a45-a46e-97cdfec9564f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9f98da6-4fe6-4556-947e-0b47ba0bf7fd HTTP/1.1" status: 204 len: 168 time: 0.5298977 Sep 07 18:46:56.800454 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b13a0d-bd70-4a45-a46e-97cdfec9564f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f98da6-4fe6-4556-947e-0b47ba0bf7fd,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:56.813122 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0cc8920f-cb33-459b-9a09-008ba1f3599d None None] Provisioning complete for port 32af43b9-f337-4ed9-bd60-4ab466b23720 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:46:56.813547 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0cc8920f-cb33-459b-9a09-008ba1f3599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:56.826761 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-65f5e204-d40d-4c48-b1db-96a82896705b tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:56.862746 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4d405748-1170-4b7c-b252-e6c48be8be2b up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:46:56.910072 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-e85a8657-8ed3-431d-b089-52323a87828f req-06a26a91-189c-42be-9b75-62ce24d12ead tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] show failed (client error): The resource could not be found. Sep 07 18:46:56.911725 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e85a8657-8ed3-431d-b089-52323a87828f req-06a26a91-189c-42be-9b75-62ce24d12ead tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/ac46af69-e417-40b3-923d-cc03ed07bc58 HTTP/1.1" status: 404 len: 352 time: 0.0439014 Sep 07 18:46:56.942998 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-65f5e204-d40d-4c48-b1db-96a82896705b tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:46:56.948309 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-65f5e204-d40d-4c48-b1db-96a82896705b tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:46:56.952232 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-65f5e204-d40d-4c48-b1db-96a82896705b tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:46:57.003209 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-0cc8920f-cb33-459b-9a09-008ba1f3599d None None] Port 32af43b9-f337-4ed9-bd60-4ab466b23720 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:46:57.017564 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5e204-d40d-4c48-b1db-96a82896705b tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Pushing event updated for resources: {'Port': ['ID=f5a116e3-e8c0-4db8-b917-f7265a64576b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:57.050330 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 4d405748-1170-4b7c-b252-e6c48be8be2b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:46:57.060347 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-65f5e204-d40d-4c48-b1db-96a82896705b tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:57.061035 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-65f5e204-d40d-4c48-b1db-96a82896705b tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:57.065115 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 4d405748-1170-4b7c-b252-e6c48be8be2b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:46:57.065658 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:57.072726 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-1cc3d988-61bc-4d5e-b513-8bfedd6bebe4 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:57.074258 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-1cc3d988-61bc-4d5e-b513-8bfedd6bebe4 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe&tenant_id=f00faea60e4544a695e7dd93ec709296&binding%3Ahost_id=n-h1-807786-1 HTTP/1.1" status: 200 len: 1096 time: 0.1512496 Sep 07 18:46:57.094701 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-65f5e204-d40d-4c48-b1db-96a82896705b tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1681838 Sep 07 18:46:57.108905 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] Request body: {'port': {'device_id': '1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:57.220285 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:57.258605 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d405748-1170-4b7c-b252-e6c48be8be2b'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:57.259532 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:57.262733 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec982f33-56a7-49f5-a5bf-4b59a1fa35e3" -d '{"events": [{"server_uuid": "a505f491-b177-49c9-955e-c7d3c793f5b2", "name": "network-vif-plugged", "status": "completed", "tag": "4d405748-1170-4b7c-b252-e6c48be8be2b"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:57.284460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4d405748-1170-4b7c-b252-e6c48be8be2b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4d405748-1170-4b7c-b252-e6c48be8be2b,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:57.294494 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:57.295630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d4793ad6-d11d-40c6-b974-0f6fa5236f35 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:46:57.323383 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32af43b9-f337-4ed9-bd60-4ab466b23720 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:46:57.333988 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:57.334721 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49552) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:57.341035 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: d4793ad6-d11d-40c6-b974-0f6fa5236f35 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:46:57.341383 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d4793ad6-d11d-40c6-b974-0f6fa5236f35 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:46:57.363408 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-faf56dd4-a6e2-4c1f-81d7-ff9a83d055b9 None None] Provisioning for port f5a116e3-e8c0-4db8-b917-f7265a64576b completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:46:57.374788 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-faf56dd4-a6e2-4c1f-81d7-ff9a83d055b9 None None] Provisioning complete for port f5a116e3-e8c0-4db8-b917-f7265a64576b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:46:57.375165 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-faf56dd4-a6e2-4c1f-81d7-ff9a83d055b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:57.378256 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=4d405748-1170-4b7c-b252-e6c48be8be2b,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:57.411863 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-faf56dd4-a6e2-4c1f-81d7-ff9a83d055b9 None None] Port f5a116e3-e8c0-4db8-b917-f7265a64576b cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:46:57.414055 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] Transition to ACTIVE for port object 32af43b9-f337-4ed9-bd60-4ab466b23720 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:46:57.441817 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:57.457091 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b43c63d1-7e68-456e-8d31-c1c36ba612e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=329bc5836d354d88a026eacdc59228f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1210935 Sep 07 18:46:57.460285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 49554) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:57.589657 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a116e3-e8c0-4db8-b917-f7265a64576b {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:46:57.597534 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:57.610040 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] Transition to ACTIVE for port object f5a116e3-e8c0-4db8-b917-f7265a64576b will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:46:57.614107 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:57.669972 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a116e3-e8c0-4db8-b917-f7265a64576b,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:57.748887 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] Attempting to bind port f5a116e3-e8c0-4db8-b917-f7265a64576b on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:46:57.749590 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] Attempting to bind port f5a116e3-e8c0-4db8-b917-f7265a64576b by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:46:57.749772 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] Attempting to bind port f5a116e3-e8c0-4db8-b917-f7265a64576b on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:46:57.754374 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] Port f5a116e3-e8c0-4db8-b917-f7265a64576b on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:46:57.754851 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] Attempting to bind port f5a116e3-e8c0-4db8-b917-f7265a64576b on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:46:57.760586 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:46:57.761074 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:46:57.761584 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:46:57.762116 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] Bound port: f5a116e3-e8c0-4db8-b917-f7265a64576b, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:46:57.762569 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:57.795366 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811ab45-4351-4560-a932-da9863069229 req-927d4424-2aa2-4088-ad08-b292e5da5656 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:57.796868 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5811ab45-4351-4560-a932-da9863069229 req-927d4424-2aa2-4088-ad08-b292e5da5656 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 945 time: 0.5413461 Sep 07 18:46:57.821920 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0927b25-9965-4b45-a8af-38bc7ae5d3a8 req-06fbde9a-3497-498d-b51c-9dc0aad92160 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:57.823470 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0927b25-9965-4b45-a8af-38bc7ae5d3a8 req-06fbde9a-3497-498d-b51c-9dc0aad92160 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ad90e20-7323-4f2f-9382-421e5d9e55e2 HTTP/1.1" status: 200 len: 1023 time: 0.4848592 Sep 07 18:46:57.837283 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] For port f5a116e3-e8c0-4db8-b917-f7265a64576b, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:46:57.841439 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] For port f5a116e3-e8c0-4db8-b917-f7265a64576b, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f5a116e3-e8c0-4db8-b917-f7265a64576b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:46:57.845680 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:57.848269 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] Pushing event updated for resources: {'Port': ['ID=32af43b9-f337-4ed9-bd60-4ab466b23720,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:57.865954 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7432cd4e-eb6c-4950-aa10-a06e343a54d1 service neutron] For port 1aaea01d-3d97-4725-b406-256885b1d4d8, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:46:57.887585 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7432cd4e-eb6c-4950-aa10-a06e343a54d1 service neutron] Notify callbacks [] for binding, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:57.888849 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5815a1af-d8d7-4027-b9b4-7e53cb21faa5 req-7432cd4e-eb6c-4950-aa10-a06e343a54d1 service neutron] 10.222.0.60 "DELETE /v2.0/ports/1aaea01d-3d97-4725-b406-256885b1d4d8/bindings/n-h2-807786-1 HTTP/1.1" status: 204 len: 173 time: 0.8042016 Sep 07 18:46:57.890576 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:57.891215 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:57.897004 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] 10.222.0.36 "PUT /v2.0/ports/f5a116e3-e8c0-4db8-b917-f7265a64576b HTTP/1.1" status: 200 len: 1096 time: 0.7892644 Sep 07 18:46:57.897954 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81', 'tag': 'f5a116e3-e8c0-4db8-b917-f7265a64576b'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:57.901947 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816c9c32-0346-4083-be12-c865d6900e46" -d '{"events": [{"name": "network-changed", "server_uuid": "1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81", "tag": "f5a116e3-e8c0-4db8-b917-f7265a64576b"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:57.954606 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] Attempting to bind port 32af43b9-f337-4ed9-bd60-4ab466b23720 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:46:57.955230 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] Attempting to bind port 32af43b9-f337-4ed9-bd60-4ab466b23720 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:46:57.955362 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] Attempting to bind port 32af43b9-f337-4ed9-bd60-4ab466b23720 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:46:57.960271 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629b88e-9669-46ec-9b84-fbf3286f52c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a116e3-e8c0-4db8-b917-f7265a64576b,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:57.967030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5811ab45-4351-4560-a932-da9863069229 req-7884cd43-97d1-473a-86d4-5ba0f53e01cd tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363449 Sep 07 18:46:57.969934 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2a02f1b4-5348-462e-84fb-790710d64ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:57.978050 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0927b25-9965-4b45-a8af-38bc7ae5d3a8 req-1cd08b54-18f6-4ddb-9788-56342d187665 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&id=2b7ed2ef-fd06-4329-a07b-0275a4fd0286&id=071e9850-a37d-4dae-9f49-99a8b4ee9269&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1419888 Sep 07 18:46:57.979796 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] Port 32af43b9-f337-4ed9-bd60-4ab466b23720 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:46:57.980129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] Attempting to bind port 32af43b9-f337-4ed9-bd60-4ab466b23720 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:46:57.992354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:46:57.992768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:46:57.993156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:46:57.993606 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] Bound port: 32af43b9-f337-4ed9-bd60-4ab466b23720, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:46:57.993971 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:58.006089 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-f04463cd-728e-4480-9f4e-3398ae526bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:58.007752 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-f04463cd-728e-4480-9f4e-3398ae526bbc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7080a98f82c643fc9fe58b284a62787b&device_id=1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81 HTTP/1.1" status: 200 len: 1099 time: 0.0616066 Sep 07 18:46:58.038336 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2a02f1b4-5348-462e-84fb-790710d64ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:58.051793 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab5043b-5b52-4044-85de-cbfa72ed75ae x-openstack-request-id: req-1ab5043b-5b52-4044-85de-cbfa72ed75ae {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:58.052812 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a505f491-b177-49c9-955e-c7d3c793f5b2", "name": "network-vif-plugged", "status": "completed", "tag": "4d405748-1170-4b7c-b252-e6c48be8be2b", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:58.053230 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1ab5043b-5b52-4044-85de-cbfa72ed75ae {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:58.054560 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d405748-1170-4b7c-b252-e6c48be8be2b', 'code': 200} Sep 07 18:46:58.079354 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-30b0704c-0d75-4f42-a5f6-b2a71b1bc467 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=f5a116e3-e8c0-4db8-b917-f7265a64576b HTTP/1.1" status: 200 len: 217 time: 0.0612650 Sep 07 18:46:58.140770 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-3c50ae06-5568-4cc7-acda-e149a2401bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:58.142441 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-3c50ae06-5568-4cc7-acda-e149a2401bf0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0490916 Sep 07 18:46:58.211915 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-26cf18e8-3f42-448a-8268-25a5b0b3eb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:58.214739 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-26cf18e8-3f42-448a-8268-25a5b0b3eb6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0617096 Sep 07 18:46:58.216879 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] For port 32af43b9-f337-4ed9-bd60-4ab466b23720, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:46:58.239098 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] For port 32af43b9-f337-4ed9-bd60-4ab466b23720, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=32af43b9-f337-4ed9-bd60-4ab466b23720,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:46:58.258823 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5b78a-32e1-41ef-a0bf-fd58e45fce55 req-774d38c3-0b6a-479c-9420-90472749fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:58.261978 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bc5b78a-32e1-41ef-a0bf-fd58e45fce55 req-774d38c3-0b6a-479c-9420-90472749fc8e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 1096 time: 0.1244752 Sep 07 18:46:58.265687 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:58.306658 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cf253-0e94-4c9e-983f-6813f09db8d7 req-41dbfb6c-24d9-411c-bd6f-d27d7bfe4d5c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:58.308229 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-552cf253-0e94-4c9e-983f-6813f09db8d7 req-41dbfb6c-24d9-411c-bd6f-d27d7bfe4d5c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 945 time: 0.2139931 Sep 07 18:46:58.342889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2ee71-a877-4510-9e5f-867d27d02418 req-0158ccfd-ba2b-48e0-8da5-a33fc2c8dc1b tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:58.344596 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ef2ee71-a877-4510-9e5f-867d27d02418 req-0158ccfd-ba2b-48e0-8da5-a33fc2c8dc1b tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81 HTTP/1.1" status: 200 len: 948 time: 0.2062416 Sep 07 18:46:58.345266 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2a02f1b4-5348-462e-84fb-790710d64ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:58.348055 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2a02f1b4-5348-462e-84fb-790710d64ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:58.348620 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-ce23b47e-af47-4dd3-94c4-b0bb11cc39a9 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144402 Sep 07 18:46:58.349151 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2a02f1b4-5348-462e-84fb-790710d64ca2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b260571-7394-42dd-bb99-f3229a18de99 HTTP/1.1" status: 204 len: 168 time: 0.6013272 Sep 07 18:46:58.392267 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02f1b4-5348-462e-84fb-790710d64ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b260571-7394-42dd-bb99-f3229a18de99,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:58.422791 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:58.423385 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:58.424803 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] 10.222.0.36 "PUT /v2.0/ports/32af43b9-f337-4ed9-bd60-4ab466b23720 HTTP/1.1" status: 200 len: 1096 time: 1.9072201 Sep 07 18:46:58.433691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc218fd-fb21-4633-84b4-2bccbfaaef8e', 'tag': '32af43b9-f337-4ed9-bd60-4ab466b23720'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:46:58.436068 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed2c7e0-5e71-4109-99bb-36af7aeaf46e" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc218fd-fb21-4633-84b4-2bccbfaaef8e", "tag": "32af43b9-f337-4ed9-bd60-4ab466b23720"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:46:58.463032 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-552cf253-0e94-4c9e-983f-6813f09db8d7 req-67683132-49df-4c20-8414-a87781d4489e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124914 Sep 07 18:46:58.483160 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4e3aa735-76c3-4d30-b081-64bbccbfa960 req-7e5fd1a2-12b6-4e34-be40-819c483000fe service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236479 Sep 07 18:46:58.518621 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bc5b78a-32e1-41ef-a0bf-fd58e45fce55 req-2c3136c2-95fa-4360-aa2e-791053460543 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415159 Sep 07 18:46:58.543214 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4323d-25ce-416e-ba22-3bd5bcc10908 service neutron] Pushing event updated for resources: {'Port': ['ID=32af43b9-f337-4ed9-bd60-4ab466b23720,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:58.581197 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ef2ee71-a877-4510-9e5f-867d27d02418 req-5222fa05-ee53-460e-af7f-9fa429c9b496 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b6cddd1-75e6-4823-82cd-31891510e618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947834 Sep 07 18:46:58.602400 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-16b9562a-a46d-4995-8edc-4ecc14f99cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:58.603922 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-16b9562a-a46d-4995-8edc-4ecc14f99cc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7080a98f82c643fc9fe58b284a62787b&device_id=9bc218fd-fb21-4633-84b4-2bccbfaaef8e HTTP/1.1" status: 200 len: 1099 time: 0.1224396 Sep 07 18:46:58.674985 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-806a58a6-4ba0-4853-9ec4-4cc9e10969fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=32af43b9-f337-4ed9-bd60-4ab466b23720 HTTP/1.1" status: 200 len: 217 time: 0.0596809 Sep 07 18:46:58.745767 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9a8ec815-0177-4730-ac9f-afce1fc24237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:58.841872 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-dbd4da32-7b39-4580-8710-29f09220d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:58.843333 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-dbd4da32-7b39-4580-8710-29f09220d7a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1379547 Sep 07 18:46:58.852075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-3fd7f98e-1d02-4639-ab83-96799dcc7ff9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:58.853477 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-3fd7f98e-1d02-4639-ab83-96799dcc7ff9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 808 time: 0.2688527 Sep 07 18:46:58.864674 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9447d6-7996-40c5-9270-43b1c6c21646 req-98388f7b-f9ec-4d7b-b113-73b080f2476d tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:58.866156 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fa9447d6-7996-40c5-9270-43b1c6c21646 req-98388f7b-f9ec-4d7b-b113-73b080f2476d tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.1592400 Sep 07 18:46:58.916021 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-52201688-5370-40ee-a9f3-dcda83c03cdd tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/quotas/44a39173cb8e4225b1d135c8b5917bc6 HTTP/1.1" status: 200 len: 375 time: 0.0415795 Sep 07 18:46:58.928868 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:58.933186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e15166-6094-4d8d-81f1-b9beb5332670 req-9be4f969-f6e4-4dab-8cfa-a685a860fb48 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:58.934643 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d9e15166-6094-4d8d-81f1-b9beb5332670 req-9be4f969-f6e4-4dab-8cfa-a685a860fb48 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ad90e20-7323-4f2f-9382-421e5d9e55e2 HTTP/1.1" status: 200 len: 1023 time: 0.1564989 Sep 07 18:46:59.011923 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fa9447d6-7996-40c5-9270-43b1c6c21646 req-5b586c19-2b5e-4bcb-a1aa-0d0d4871d844 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306844 Sep 07 18:46:59.019975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-91046769-167d-4ea8-914f-d77b5b7fd514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:59.021687 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-91046769-167d-4ea8-914f-d77b5b7fd514 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1657736 Sep 07 18:46:59.064765 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-5be0ed9d-3fb0-432e-919d-d3f2a63e0668 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1291242 Sep 07 18:46:59.139625 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07ad668-ca63-43af-8218-141b2c744acc x-openstack-request-id: req-d07ad668-ca63-43af-8218-141b2c744acc {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:59.140120 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81", "tag": "f5a116e3-e8c0-4db8-b917-f7265a64576b", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:59.140228 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d07ad668-ca63-43af-8218-141b2c744acc {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:59.140578 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81', 'tag': 'f5a116e3-e8c0-4db8-b917-f7265a64576b', 'status': 'completed', 'code': 200} Sep 07 18:46:59.209724 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdaad28-d713-4f8c-a193-937fd24c12bf x-openstack-request-id: req-cfdaad28-d713-4f8c-a193-937fd24c12bf {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:46:59.210022 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc218fd-fb21-4633-84b4-2bccbfaaef8e", "tag": "32af43b9-f337-4ed9-bd60-4ab466b23720", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:46:59.210277 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cfdaad28-d713-4f8c-a193-937fd24c12bf {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:46:59.211252 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc218fd-fb21-4633-84b4-2bccbfaaef8e', 'tag': '32af43b9-f337-4ed9-bd60-4ab466b23720', 'status': 'completed', 'code': 200} Sep 07 18:46:59.219911 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c9c32-0346-4083-be12-c865d6900e46 req-6f8c9830-c3dc-475e-ac6d-80025ba360a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:59.221923 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-816c9c32-0346-4083-be12-c865d6900e46 req-6f8c9830-c3dc-475e-ac6d-80025ba360a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7080a98f82c643fc9fe58b284a62787b&device_id=1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81 HTTP/1.1" status: 200 len: 1099 time: 0.0514572 Sep 07 18:46:59.243976 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 49596) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:59.256964 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-9bb622c3-e7ed-4e7d-a229-d2751a0cf43a service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252593 Sep 07 18:46:59.305797 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-2aee3d29-c658-4edc-9f23-232331d91db4 service neutron] 10.222.0.26 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261503 Sep 07 18:46:59.318743 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-d9e15166-6094-4d8d-81f1-b9beb5332670 req-ee42b0ab-d534-429b-b2f3-ca53f465ee49 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Deleting port ee83bae4-b73d-4265-986f-af502972c12e {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:46:59.319084 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d9e15166-6094-4d8d-81f1-b9beb5332670 req-ee42b0ab-d534-429b-b2f3-ca53f465ee49 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:59.340469 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c9c32-0346-4083-be12-c865d6900e46 req-907041d5-03a5-4adb-ad65-3656b5bb598c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:59.342049 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-816c9c32-0346-4083-be12-c865d6900e46 req-907041d5-03a5-4adb-ad65-3656b5bb598c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.1018927 Sep 07 18:46:59.385466 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-816c9c32-0346-4083-be12-c865d6900e46 req-f01effd8-77c3-4de1-b027-9b37cb2bf47e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=f5a116e3-e8c0-4db8-b917-f7265a64576b HTTP/1.1" status: 200 len: 217 time: 0.0358803 Sep 07 18:46:59.386343 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-8547b2a7-6f5b-4f65-88ab-95c21d374be5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1711509335-network', 'tenant_id': '0a6087a5a97944b09c29e2cd28553b43'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:46:59.434896 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c9c32-0346-4083-be12-c865d6900e46 req-f40490f7-d647-42bb-81af-ec044e92d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:59.436693 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-816c9c32-0346-4083-be12-c865d6900e46 req-f40490f7-d647-42bb-81af-ec044e92d6d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0441117 Sep 07 18:46:59.486770 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c9c32-0346-4083-be12-c865d6900e46 req-04e8e21d-c0da-48a2-afbf-851999e43d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:59.488262 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-816c9c32-0346-4083-be12-c865d6900e46 req-04e8e21d-c0da-48a2-afbf-851999e43d17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0440350 Sep 07 18:46:59.490813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1291ec6-09b8-4340-8684-b88516ffab38 req-0e783918-e4e1-429c-a99e-ab64bbf0c476 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:59.492842 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1291ec6-09b8-4340-8684-b88516ffab38 req-0e783918-e4e1-429c-a99e-ab64bbf0c476 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ad90e20-7323-4f2f-9382-421e5d9e55e2 HTTP/1.1" status: 200 len: 1023 time: 0.2425828 Sep 07 18:46:59.568221 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8547b2a7-6f5b-4f65-88ab-95c21d374be5 admin admin] Made reservation on behalf of 0a6087a5a97944b09c29e2cd28553b43 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:46:59.570987 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8547b2a7-6f5b-4f65-88ab-95c21d374be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:59.583684 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-816c9c32-0346-4083-be12-c865d6900e46 req-201f6e8d-c4fc-4a09-b75c-cfc460f9da9e service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869241 Sep 07 18:46:59.590483 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b30506a2-6fd4-4a5a-9c3e-5fb9817db51d req-0e8be808-07f2-4d26-b1b2-4738ee281204 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127658 Sep 07 18:46:59.602296 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8547b2a7-6f5b-4f65-88ab-95c21d374be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:59.613099 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-d9e15166-6094-4d8d-81f1-b9beb5332670 req-ee42b0ab-d534-429b-b2f3-ca53f465ee49 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] For port ee83bae4-b73d-4265-986f-af502972c12e, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=ee83bae4-b73d-4265-986f-af502972c12e,segment=NetworkSegment(d9475e3e-b6db-41d0-961e-55d035415546),segment_id=d9475e3e-b6db-41d0-961e-55d035415546)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:46:59.613516 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d9e15166-6094-4d8d-81f1-b9beb5332670 req-ee42b0ab-d534-429b-b2f3-ca53f465ee49 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:59.644914 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-d9e15166-6094-4d8d-81f1-b9beb5332670 req-ee42b0ab-d534-429b-b2f3-ca53f465ee49 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Calling delete_port for ee83bae4-b73d-4265-986f-af502972c12e owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:46:59.652698 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1291ec6-09b8-4340-8684-b88516ffab38 req-24b9db6b-25b4-4337-9065-f49a9e5f9a6b tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec81aad7-646c-4c55-9541-9ad4fd38d1d1&id=2b7ed2ef-fd06-4329-a07b-0275a4fd0286&id=071e9850-a37d-4dae-9f49-99a8b4ee9269&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1268752 Sep 07 18:46:59.669383 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-6da98399-9b9d-4f4f-ac87-5cb066c07a9a service neutron] 10.222.0.26 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414581 Sep 07 18:46:59.705674 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-816c9c32-0346-4083-be12-c865d6900e46 req-e5cb64cc-fa2e-49f9-a109-1783d91fde6c service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084967 Sep 07 18:46:59.814871 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2c7e0-5e71-4109-99bb-36af7aeaf46e req-9913728b-9e1b-4204-afc1-2195cac70e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:59.816389 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eed2c7e0-5e71-4109-99bb-36af7aeaf46e req-9913728b-9e1b-4204-afc1-2195cac70e79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7080a98f82c643fc9fe58b284a62787b&device_id=9bc218fd-fb21-4633-84b4-2bccbfaaef8e HTTP/1.1" status: 200 len: 1099 time: 0.1590669 Sep 07 18:46:59.905310 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c3609-9e31-4b92-abbb-b7141ac76431 req-efbd6ad1-7486-4407-8506-701bc0e5e271 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:46:59.906872 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a49c3609-9e31-4b92-abbb-b7141ac76431 req-efbd6ad1-7486-4407-8506-701bc0e5e271 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 1096 time: 0.1412542 Sep 07 18:47:00.027389 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8547b2a7-6f5b-4f65-88ab-95c21d374be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:00.055135 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:00.058862 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8547b2a7-6f5b-4f65-88ab-95c21d374be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:00.103340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a49c3609-9e31-4b92-abbb-b7141ac76431 req-1de801e8-ef29-4c6d-a926-6ea67a241a4a tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608510 Sep 07 18:47:00.107098 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2c7e0-5e71-4109-99bb-36af7aeaf46e req-61d1815f-6dce-402b-bab5-4819d1a224a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:00.108523 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eed2c7e0-5e71-4109-99bb-36af7aeaf46e req-61d1815f-6dce-402b-bab5-4819d1a224a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2707851 Sep 07 18:47:00.113907 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d9e15166-6094-4d8d-81f1-b9beb5332670 req-ee42b0ab-d534-429b-b2f3-ca53f465ee49 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:00.119921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8547b2a7-6f5b-4f65-88ab-95c21d374be5 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:47:00.134247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['ee83bae4-b73d-4265-986f-af502972c12e'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:47:00.201160 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eed2c7e0-5e71-4109-99bb-36af7aeaf46e req-2c3a0838-7db3-46da-af62-4919dda161a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=32af43b9-f337-4ed9-bd60-4ab466b23720 HTTP/1.1" status: 200 len: 217 time: 0.0730948 Sep 07 18:47:00.207406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547b2a7-6f5b-4f65-88ab-95c21d374be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67931149-2ec8-4705-a064-62e96ff324b9,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:00.217533 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42b0ab-d534-429b-b2f3-ca53f465ee49 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event deleted for resources: {'Port': ['ID=ee83bae4-b73d-4265-986f-af502972c12e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:00.221211 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8547b2a7-6f5b-4f65-88ab-95c21d374be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:00.221635 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-8547b2a7-6f5b-4f65-88ab-95c21d374be5 admin admin] Added segment 0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a of type vlan for network 6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60 Sep 07 18:47:00.259215 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device f5a116e3-e8c0-4db8-b917-f7265a64576b details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:47:00.298693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a82553-04c0-47a7-b9e9-f26cbffa6a36 req-c501c114-f2e8-4191-93ad-e439213f1860 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:00.300193 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d2a82553-04c0-47a7-b9e9-f26cbffa6a36 req-c501c114-f2e8-4191-93ad-e439213f1860 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 945 time: 0.2767651 Sep 07 18:47:00.365682 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port f5a116e3-e8c0-4db8-b917-f7265a64576b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f5a116e3-e8c0-4db8-b917-f7265a64576b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:00.377564 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'f5a116e3-e8c0-4db8-b917-f7265a64576b', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': 'f5a116e3-e8c0-4db8-b917-f7265a64576b', 'mac_address': 'fa:16:3e:c6:3c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:47:00.390025 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e15166-6094-4d8d-81f1-b9beb5332670 req-ee42b0ab-d534-429b-b2f3-ca53f465ee49 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] No DVR routers for this DVR port ee83bae4-b73d-4265-986f-af502972c12e on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:47:00.395554 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d9e15166-6094-4d8d-81f1-b9beb5332670 req-ee42b0ab-d534-429b-b2f3-ca53f465ee49 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:00.397533 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d9e15166-6094-4d8d-81f1-b9beb5332670 req-ee42b0ab-d534-429b-b2f3-ca53f465ee49 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.60 "DELETE /v2.0/ports/ee83bae4-b73d-4265-986f-af502972c12e HTTP/1.1" status: 204 len: 173 time: 1.4413657 Sep 07 18:47:00.402766 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8547b2a7-6f5b-4f65-88ab-95c21d374be5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:00.409358 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2c7e0-5e71-4109-99bb-36af7aeaf46e req-ff4c705f-cfc8-4c6f-98bf-0fc5675c9cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:00.411623 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eed2c7e0-5e71-4109-99bb-36af7aeaf46e req-ff4c705f-cfc8-4c6f-98bf-0fc5675c9cb6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1989334 Sep 07 18:47:00.427827 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:00.443716 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a116e3-e8c0-4db8-b917-f7265a64576b {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:47:00.445546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e2d3a-d3c1-48f9-8143-8f972e3775e6 req-ee5336d9-6f01-450f-8c1d-294e02c2123c tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:00.447058 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c20e2d3a-d3c1-48f9-8143-8f972e3775e6 req-ee5336d9-6f01-450f-8c1d-294e02c2123c tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81 HTTP/1.1" status: 200 len: 948 time: 0.2436121 Sep 07 18:47:00.469921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port f5a116e3-e8c0-4db8-b917-f7265a64576b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f5a116e3-e8c0-4db8-b917-f7265a64576b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:00.474257 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:00.505241 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d2a82553-04c0-47a7-b9e9-f26cbffa6a36 req-1a1a5812-5b48-426f-8f01-d01b9e899f69 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603808 Sep 07 18:47:00.537920 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8547b2a7-6f5b-4f65-88ab-95c21d374be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:00.540754 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8547b2a7-6f5b-4f65-88ab-95c21d374be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:00.541594 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8547b2a7-6f5b-4f65-88ab-95c21d374be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:00.559662 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=f5a116e3-e8c0-4db8-b917-f7265a64576b,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:00.568437 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8547b2a7-6f5b-4f65-88ab-95c21d374be5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3222833 Sep 07 18:47:00.571589 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49628) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:00.576772 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1c2791ab-b34c-4234-bdb0-669627626a56 admin admin] Request body: {'subnet': {'network_id': '6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711509335-subnet', 'tenant_id': '0a6087a5a97944b09c29e2cd28553b43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:47:00.585553 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2c7e0-5e71-4109-99bb-36af7aeaf46e req-8b102353-2997-4728-9d25-da1efc1a87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:00.587075 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eed2c7e0-5e71-4109-99bb-36af7aeaf46e req-8b102353-2997-4728-9d25-da1efc1a87a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1504619 Sep 07 18:47:00.598953 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2791ab-b34c-4234-bdb0-669627626a56 admin admin] Made reservation on behalf of 0a6087a5a97944b09c29e2cd28553b43 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:47:00.602024 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c2791ab-b34c-4234-bdb0-669627626a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:00.626090 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c20e2d3a-d3c1-48f9-8143-8f972e3775e6 req-33711a78-fa7a-44e7-ba51-cb114f6a3f87 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b6cddd1-75e6-4823-82cd-31891510e618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610589 Sep 07 18:47:00.681747 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c838c0f0-4a96-4804-8f13-91675593e881 req-85abe679-0158-45d5-a1d2-3369c92d506a tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 210 time: 0.0894356 Sep 07 18:47:00.694593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547b2a7-6f5b-4f65-88ab-95c21d374be5 admin admin] Pushing event updated for resources: {'Network': ['ID=6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:00.713215 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:47:00.732492 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['f5a116e3-e8c0-4db8-b917-f7265a64576b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:47:00.806340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06664192-0993-46b4-8177-55c65172ad71 req-85564430-6678-4585-9af7-90e83e5a20c9 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:00.813850 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06664192-0993-46b4-8177-55c65172ad71 req-85564430-6678-4585-9af7-90e83e5a20c9 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.0778751 Sep 07 18:47:00.822778 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eed2c7e0-5e71-4109-99bb-36af7aeaf46e req-b1fa0101-3373-48af-865a-bec5afc3cace service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193985 Sep 07 18:47:00.838476 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c2791ab-b34c-4234-bdb0-669627626a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:00.910893 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2791ab-b34c-4234-bdb0-669627626a56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a3e706-f5f3-4d06-a2a6-304a9dd99717,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:00.945923 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2791ab-b34c-4234-bdb0-669627626a56 admin admin] Checking segment: {'id': '0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:47:00.946287 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2791ab-b34c-4234-bdb0-669627626a56 admin admin] Network hostable DHCP agents. Network: 6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:47:00.966969 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2791ab-b34c-4234-bdb0-669627626a56 admin admin] Network 6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:47:00.978272 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-1c2791ab-b34c-4234-bdb0-669627626a56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:47:00.987992 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f566f2-c479-4c8c-965a-47a8ecfbadf6 None None] Network 6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:47:00.992449 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2791ab-b34c-4234-bdb0-669627626a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:00.993171 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c2791ab-b34c-4234-bdb0-669627626a56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:01.011962 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1c2791ab-b34c-4234-bdb0-669627626a56 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4388897 Sep 07 18:47:01.014439 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49632) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:01.021472 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-0cf0ee0d-0d01-476c-8bee-48011fe02117 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1711509335-router', 'tenant_id': '0a6087a5a97944b09c29e2cd28553b43', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:47:01.053201 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0cf0ee0d-0d01-476c-8bee-48011fe02117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:01.055570 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0cf0ee0d-0d01-476c-8bee-48011fe02117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:01.152911 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0cf0ee0d-0d01-476c-8bee-48011fe02117 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:01.167359 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06664192-0993-46b4-8177-55c65172ad71 req-5e059ecb-82e1-4361-93b4-682ace8e336d tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525047 Sep 07 18:47:01.197577 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60', 'network_id': '6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60', 'tenant_id': '0a6087a5a97944b09c29e2cd28553b43', 'fixed_ips': [{'subnet_id': '61a3e706-f5f3-4d06-a2a6-304a9dd99717'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:47:01.198696 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:01.220340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad90e20-7323-4f2f-9382-421e5d9e55e2', 'name': 'network-vif-deleted', 'tag': 'ee83bae4-b73d-4265-986f-af502972c12e'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:47:01.223089 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cf30ee-1a24-4ea7-bc26-16a9aaf92475" -d '{"events": [{"server_uuid": "1ad90e20-7323-4f2f-9382-421e5d9e55e2", "name": "network-vif-deleted", "tag": "ee83bae4-b73d-4265-986f-af502972c12e"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:47:01.267064 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-a48b9376-9447-4352-b0b4-493cf1377d9b tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:01.270446 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-a48b9376-9447-4352-b0b4-493cf1377d9b tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.36 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 808 time: 0.1384156 Sep 07 18:47:01.295879 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268f010-24ec-493e-97e9-b9bda7786bae req-7bc60ca0-b9b3-4712-abbd-928d5e9c0d31 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:01.297479 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5268f010-24ec-493e-97e9-b9bda7786bae req-7bc60ca0-b9b3-4712-abbd-928d5e9c0d31 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 1096 time: 0.1470613 Sep 07 18:47:01.300735 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eed2c7e0-5e71-4109-99bb-36af7aeaf46e req-c889fe92-08f4-415d-88fb-286093423e3d service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700108 Sep 07 18:47:01.324711 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-30e23e1c-2d7d-4a8e-b7ee-581320571701 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Request body: {'port': {'device_id': '6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4', 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59', 'admin_state_up': True, 'tenant_id': '44a39173cb8e4225b1d135c8b5917bc6'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:47:01.334077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01adcdf-661f-4626-a3c8-fb13155e6151 req-77549db4-8943-44eb-9f70-edb8ce458d19 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:01.335885 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a01adcdf-661f-4626-a3c8-fb13155e6151 req-77549db4-8943-44eb-9f70-edb8ce458d19 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 945 time: 0.0861952 Sep 07 18:47:01.346961 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 49636) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:01.357301 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-484c2aee-e03b-4adb-95f9-c493f371b732 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Request body: {'floatingip': {'port_id': '4d405748-1170-4b7c-b252-e6c48be8be2b'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:47:01.423230 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] Allocated IP 172.20.0.2 (6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60/61a3e706-f5f3-4d06-a2a6-304a9dd99717/aac5a264-8d8e-4e72-af72-53ade0926121) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:47:01.435966 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5268f010-24ec-493e-97e9-b9bda7786bae req-79469948-e018-46ec-bebb-fd86e30f4ffc tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296608 Sep 07 18:47:01.439589 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389a51a7-6b86-4abf-ac86-a08ae1d9a435 x-openstack-request-id: req-389a51a7-6b86-4abf-ac86-a08ae1d9a435 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:47:01.440993 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad90e20-7323-4f2f-9382-421e5d9e55e2", "name": "network-vif-deleted", "tag": "ee83bae4-b73d-4265-986f-af502972c12e", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:47:01.441251 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-389a51a7-6b86-4abf-ac86-a08ae1d9a435 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:47:01.441654 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad90e20-7323-4f2f-9382-421e5d9e55e2', 'name': 'network-vif-deleted', 'tag': 'ee83bae4-b73d-4265-986f-af502972c12e', 'status': 'completed', 'code': 200} Sep 07 18:47:01.463366 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-484c2aee-e03b-4adb-95f9-c493f371b732 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:01.564475 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0cf0ee0d-0d01-476c-8bee-48011fe02117 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:01.668421 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:01.688843 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:01.703294 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-30e23e1c-2d7d-4a8e-b7ee-581320571701 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Made reservation on behalf of 44a39173cb8e4225b1d135c8b5917bc6 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:47:01.706269 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] Transition to ACTIVE for port object aac5a264-8d8e-4e72-af72-53ade0926121 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:47:01.707504 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-30e23e1c-2d7d-4a8e-b7ee-581320571701 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:01.726935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] Transition to ACTIVE for port object aac5a264-8d8e-4e72-af72-53ade0926121 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:47:01.754170 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:01.756019 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01c7fa4e-bd4d-4b41-b093-045539c8c9ed req-2fc62f62-7b9b-4938-a3f7-435d16cc3687 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/2b7ed2ef-fd06-4329-a07b-0275a4fd0286 HTTP/1.1" status: 200 len: 1799 time: 0.3106055 Sep 07 18:47:01.843974 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] Network 6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:47:01.850045 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:47:01.859227 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:47:01.876172 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] Pushing event updated for resources: {'Port': ['ID=aac5a264-8d8e-4e72-af72-53ade0926121,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:02.010900 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] Attempting to bind port aac5a264-8d8e-4e72-af72-53ade0926121 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:47:02.011557 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] Attempting to bind port aac5a264-8d8e-4e72-af72-53ade0926121 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:47:02.012251 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] Attempting to bind port aac5a264-8d8e-4e72-af72-53ade0926121 on network 6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:47:02.018902 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:47:02.019703 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] Checking segment: {'id': '0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:47:02.020899 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:02.021548 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] Bound using segment: {'id': '0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:47:02.022256 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] Bound port: aac5a264-8d8e-4e72-af72-53ade0926121, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:47:02.023523 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:02.113952 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01c7fa4e-bd4d-4b41-b093-045539c8c9ed req-6bb9dfa2-66d3-43fe-ae33-a7d48e865fc2 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:02.115685 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] For port aac5a264-8d8e-4e72-af72-53ade0926121, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:47:02.120372 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] For port aac5a264-8d8e-4e72-af72-53ade0926121, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=aac5a264-8d8e-4e72-af72-53ade0926121,segment=NetworkSegment(0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a),segment_id=0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:47:02.129662 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:02.206733 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be8372-f63c-46e2-8822-1ed74d472d66 None None] Pushing event updated for resources: {'Port': ['ID=aac5a264-8d8e-4e72-af72-53ade0926121,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:02.222282 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693a30a-a7ca-4874-912f-11d9dc2272b6 req-4fe99714-aa0c-4708-93da-bbdf9f55be21 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:02.229345 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3693a30a-a7ca-4874-912f-11d9dc2272b6 req-4fe99714-aa0c-4708-93da-bbdf9f55be21 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81 HTTP/1.1" status: 200 len: 949 time: 0.1938260 Sep 07 18:47:02.233188 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01c7fa4e-bd4d-4b41-b093-045539c8c9ed req-6bb9dfa2-66d3-43fe-ae33-a7d48e865fc2 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:02.277215 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 32af43b9-f337-4ed9-bd60-4ab466b23720 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:47:02.279534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device f5a116e3-e8c0-4db8-b917-f7265a64576b up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:47:02.327303 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0cf0ee0d-0d01-476c-8bee-48011fe02117 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:02.356567 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0cf0ee0d-0d01-476c-8bee-48011fe02117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:02.358041 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3693a30a-a7ca-4874-912f-11d9dc2272b6 req-22b61384-6284-4b41-9bbd-50cdb8897d76 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b6cddd1-75e6-4823-82cd-31891510e618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216617 Sep 07 18:47:02.358726 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-30e23e1c-2d7d-4a8e-b7ee-581320571701 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Allocated IP 172.20.0.8 (b63d4de9-c5b5-4788-8524-e66342dcbc59/e7e00f10-2113-4bfd-a644-73e299afc160/9fe77d40-eb46-46bd-b9fa-588f51699314) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:47:02.430997 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01c7fa4e-bd4d-4b41-b093-045539c8c9ed req-6bb9dfa2-66d3-43fe-ae33-a7d48e865fc2 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:02.434720 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01c7fa4e-bd4d-4b41-b093-045539c8c9ed req-6bb9dfa2-66d3-43fe-ae33-a7d48e865fc2 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:02.450675 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01c7fa4e-bd4d-4b41-b093-045539c8c9ed req-6bb9dfa2-66d3-43fe-ae33-a7d48e865fc2 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "DELETE /v2.0/security-groups/2b7ed2ef-fd06-4329-a07b-0275a4fd0286 HTTP/1.1" status: 204 len: 173 time: 0.6870849 Sep 07 18:47:02.453247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port f5a116e3-e8c0-4db8-b917-f7265a64576b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:47:02.513576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9dfa2-66d3-43fe-ae33-a7d48e865fc2 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7ed2ef-fd06-4329-a07b-0275a4fd0286,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:02.569875 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port f5a116e3-e8c0-4db8-b917-f7265a64576b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:02.570628 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:02.658179 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 32af43b9-f337-4ed9-bd60-4ab466b23720, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=32af43b9-f337-4ed9-bd60-4ab466b23720,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:02.664964 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-484c2aee-e03b-4adb-95f9-c493f371b732 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:02.680924 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '32af43b9-f337-4ed9-bd60-4ab466b23720', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '32af43b9-f337-4ed9-bd60-4ab466b23720', 'mac_address': 'fa:16:3e:00:93:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:47:02.691414 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d331d9e-510a-4a86-bde6-f38b218b152a req-fa56d3c6-c755-457a-899f-ce239406a40f tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 210 time: 0.1564631 Sep 07 18:47:02.692112 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-484c2aee-e03b-4adb-95f9-c493f371b732 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:02.741958 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:02.761283 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32af43b9-f337-4ed9-bd60-4ab466b23720 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:47:02.794610 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-0cf0ee0d-0d01-476c-8bee-48011fe02117 admin admin] Allocated IP 172.25.8.243 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/e7d2564c-2edf-4dcd-9d89-5974fcb42c27) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:47:02.827300 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 32af43b9-f337-4ed9-bd60-4ab466b23720, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=32af43b9-f337-4ed9-bd60-4ab466b23720,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:02.831617 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-30e23e1c-2d7d-4a8e-b7ee-581320571701 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:02.834054 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:02.838043 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:02.890715 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device ee83bae4-b73d-4265-986f-af502972c12e no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:47:02.903357 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-30e23e1c-2d7d-4a8e-b7ee-581320571701 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:02.921986 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port f5a116e3-e8c0-4db8-b917-f7265a64576b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f5a116e3-e8c0-4db8-b917-f7265a64576b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:02.943466 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a116e3-e8c0-4db8-b917-f7265a64576b'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:47:02.946279 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2b5488-bdb3-49a8-81b8-bfc248d1ea0d" -d '{"events": [{"server_uuid": "1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81", "name": "network-vif-plugged", "status": "completed", "tag": "f5a116e3-e8c0-4db8-b917-f7265a64576b"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:47:02.949635 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7f8b47d4-819f-44f5-91bb-24ec83e11b9b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:47:02.983342 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-484c2aee-e03b-4adb-95f9-c493f371b732 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Floating IP c6e2602d-627d-46da-8998-79b7e5c7f208 associated. External IP: 172.25.8.130, port: 4d405748-1170-4b7c-b252-e6c48be8be2b. Sep 07 18:47:03.001322 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: ee83bae4-b73d-4265-986f-af502972c12e {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:47:03.001664 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device ee83bae4-b73d-4265-986f-af502972c12e not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:47:03.003142 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:03.022495 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-30e23e1c-2d7d-4a8e-b7ee-581320571701 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Network b63d4de9-c5b5-4788-8524-e66342dcbc59 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:47:03.034521 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-30e23e1c-2d7d-4a8e-b7ee-581320571701 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:47:03.041700 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=32af43b9-f337-4ed9-bd60-4ab466b23720,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:03.043009 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-30e23e1c-2d7d-4a8e-b7ee-581320571701 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:47:03.047793 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e23e1c-2d7d-4a8e-b7ee-581320571701 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Pushing event updated for resources: {'Port': ['ID=9fe77d40-eb46-46bd-b9fa-588f51699314,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:03.048034 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3015da06-2828-405e-ac2c-fd809e83f7fa req-33e09ee2-be85-4a5a-82b2-a860d1e4e520 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "GET /v2.0/security-groups/071e9850-a37d-4dae-9f49-99a8b4ee9269 HTTP/1.1" status: 200 len: 1801 time: 0.2573595 Sep 07 18:47:03.093803 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['32af43b9-f337-4ed9-bd60-4ab466b23720'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:47:03.114257 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114bdf8-6668-48ce-879a-420b0969b56e req-de62abe0-659d-4a6b-9690-694883fb45a4 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:03.121741 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0114bdf8-6668-48ce-879a-420b0969b56e req-de62abe0-659d-4a6b-9690-694883fb45a4 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.3048131 Sep 07 18:47:03.128669 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-30e23e1c-2d7d-4a8e-b7ee-581320571701 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:03.129537 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-30e23e1c-2d7d-4a8e-b7ee-581320571701 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:03.152950 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0cf0ee0d-0d01-476c-8bee-48011fe02117 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:03.170871 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-30e23e1c-2d7d-4a8e-b7ee-581320571701 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8523214 Sep 07 18:47:03.187974 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] Request body: {'port': {'device_id': '6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:47:03.197213 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=f5a116e3-e8c0-4db8-b917-f7265a64576b,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:03.299961 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:03.305144 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0114bdf8-6668-48ce-879a-420b0969b56e req-c7520999-069a-4e70-acd4-e8ffb628f399 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796021 Sep 07 18:47:03.323239 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0cf0ee0d-0d01-476c-8bee-48011fe02117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:03.338829 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device aac5a264-8d8e-4e72-af72-53ade0926121 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:47:03.371080 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0ee0d-0d01-476c-8bee-48011fe02117 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d2564c-2edf-4dcd-9d89-5974fcb42c27,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:03.409315 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3015da06-2828-405e-ac2c-fd809e83f7fa req-08c2208b-4295-46f5-bfb1-fbbd11830980 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:03.424919 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a438829d-fe4b-4421-8157-d7cbaa447aea x-openstack-request-id: req-a438829d-fe4b-4421-8157-d7cbaa447aea {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:47:03.426067 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81", "name": "network-vif-plugged", "status": "completed", "tag": "f5a116e3-e8c0-4db8-b917-f7265a64576b", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:47:03.426517 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a438829d-fe4b-4421-8157-d7cbaa447aea {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:47:03.427103 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a116e3-e8c0-4db8-b917-f7265a64576b', 'code': 200} Sep 07 18:47:03.427233 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf0ee0d-0d01-476c-8bee-48011fe02117 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:47:03.432345 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-0cf0ee0d-0d01-476c-8bee-48011fe02117 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:47:03.453862 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3015da06-2828-405e-ac2c-fd809e83f7fa req-08c2208b-4295-46f5-bfb1-fbbd11830980 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:03.472717 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf0ee0d-0d01-476c-8bee-48011fe02117 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:47:03.473398 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port aac5a264-8d8e-4e72-af72-53ade0926121 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:47:03.559058 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3015da06-2828-405e-ac2c-fd809e83f7fa req-08c2208b-4295-46f5-bfb1-fbbd11830980 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:03.559936 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3015da06-2828-405e-ac2c-fd809e83f7fa req-08c2208b-4295-46f5-bfb1-fbbd11830980 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:03.564214 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3015da06-2828-405e-ac2c-fd809e83f7fa req-08c2208b-4295-46f5-bfb1-fbbd11830980 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] 10.222.0.26 "DELETE /v2.0/security-groups/071e9850-a37d-4dae-9f49-99a8b4ee9269 HTTP/1.1" status: 204 len: 173 time: 0.5152121 Sep 07 18:47:03.585716 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49666) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:03.639567 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-539edd0a-9b06-43e1-b5f6-887199656152 admin admin] Deleting subnet 5b518c2e-42a9-4384-9f9c-5c1d547366a8 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:47:03.656370 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-539edd0a-9b06-43e1-b5f6-887199656152 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:03.676456 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2208b-4295-46f5-bfb1-fbbd11830980 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=071e9850-a37d-4dae-9f49-99a8b4ee9269,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:03.702560 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2208b-4295-46f5-bfb1-fbbd11830980 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:03.702914 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2208b-4295-46f5-bfb1-fbbd11830980 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:03.703259 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2208b-4295-46f5-bfb1-fbbd11830980 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:03.703599 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2208b-4295-46f5-bfb1-fbbd11830980 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:03.703936 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2208b-4295-46f5-bfb1-fbbd11830980 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:03.704448 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2208b-4295-46f5-bfb1-fbbd11830980 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:03.704628 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2208b-4295-46f5-bfb1-fbbd11830980 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:03.704957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2208b-4295-46f5-bfb1-fbbd11830980 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:03.705278 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2208b-4295-46f5-bfb1-fbbd11830980 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:03.705582 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2208b-4295-46f5-bfb1-fbbd11830980 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:03.705915 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2208b-4295-46f5-bfb1-fbbd11830980 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:03.706234 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2208b-4295-46f5-bfb1-fbbd11830980 tempest-SecurityGroupsTestJSON-712525788 tempest-SecurityGroupsTestJSON-712525788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:03.712071 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff959f85-9a00-4a91-a5df-38bfe881986b req-3d7dc82b-8dbc-46fa-bfe2-5603e8a3e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:03.713424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff959f85-9a00-4a91-a5df-38bfe881986b req-3d7dc82b-8dbc-46fa-bfe2-5603e8a3e33a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81 HTTP/1.1" status: 200 len: 1101 time: 0.2068031 Sep 07 18:47:03.780771 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7fca89-7588-4a26-a0b6-d8954c1d42ff None None] Network 6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:47:03.800997 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf74238-2fa9-4839-b005-bbdb46356c99 req-da967949-b3e6-4ae3-adea-aea85e49bdd8 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:03.808903 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0bf74238-2fa9-4839-b005-bbdb46356c99 req-da967949-b3e6-4ae3-adea-aea85e49bdd8 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81 HTTP/1.1" status: 200 len: 950 time: 0.2613745 Sep 07 18:47:03.814517 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-539edd0a-9b06-43e1-b5f6-887199656152 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:03.837470 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9ff5c934-4032-4175-855e-b51d097d8251 None None] Provisioning for port aac5a264-8d8e-4e72-af72-53ade0926121 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:47:03.888100 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9ff5c934-4032-4175-855e-b51d097d8251 None None] Provisioning complete for port aac5a264-8d8e-4e72-af72-53ade0926121 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:03.888766 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c934-4032-4175-855e-b51d097d8251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:03.889407 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484c2aee-e03b-4adb-95f9-c493f371b732 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Router 6942e8ac-960d-4457-95ba-03b9419d97c9 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:47:03.893828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff959f85-9a00-4a91-a5df-38bfe881986b req-145b8f9a-cea8-4f1b-8a00-c164a686b4bb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b6cddd1-75e6-4823-82cd-31891510e618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409163 Sep 07 18:47:03.928930 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0bf74238-2fa9-4839-b005-bbdb46356c99 req-6703db11-9034-4f3c-9a16-4d114cdbd6f2 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b6cddd1-75e6-4823-82cd-31891510e618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178672 Sep 07 18:47:03.950039 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-539edd0a-9b06-43e1-b5f6-887199656152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:03.959835 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f7bcd-8bdc-4a56-b8df-8139bb007a77 req-6a7d5efd-7490-4286-bef6-a7a96a132ef2 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:03.962914 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6d9f7bcd-8bdc-4a56-b8df-8139bb007a77 req-6a7d5efd-7490-4286-bef6-a7a96a132ef2 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 931 time: 0.1515961 Sep 07 18:47:04.061230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6d9f7bcd-8bdc-4a56-b8df-8139bb007a77 req-6b01aeb6-b99e-4f37-a84e-ab7b7a022c10 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635345 Sep 07 18:47:04.122794 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484c2aee-e03b-4adb-95f9-c493f371b732 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:47:04.128193 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-484c2aee-e03b-4adb-95f9-c493f371b732 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:04.137612 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c934-4032-4175-855e-b51d097d8251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:04.142958 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b439f9-57a4-42f7-9ddf-a9951a565d63 None None] Sync routers for ids ['6942e8ac-960d-4457-95ba-03b9419d97c9'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:47:04.166260 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-484c2aee-e03b-4adb-95f9-c493f371b732 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "PUT /v2.0/floatingips/c6e2602d-627d-46da-8998-79b7e5c7f208 HTTP/1.1" status: 200 len: 991 time: 2.8181252 Sep 07 18:47:04.166904 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'tag': '4d405748-1170-4b7c-b252-e6c48be8be2b'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:47:04.170591 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286c3c36-1f1c-4d7a-8768-fa6febb460ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a505f491-b177-49c9-955e-c7d3c793f5b2", "tag": "4d405748-1170-4b7c-b252-e6c48be8be2b"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:47:04.178194 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-539edd0a-9b06-43e1-b5f6-887199656152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:04.195430 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-539edd0a-9b06-43e1-b5f6-887199656152 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:04.197503 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-539edd0a-9b06-43e1-b5f6-887199656152 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5b518c2e-42a9-4384-9f9c-5c1d547366a8 HTTP/1.1" status: 204 len: 168 time: 0.6091027 Sep 07 18:47:04.211555 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 49678) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:04.229057 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539edd0a-9b06-43e1-b5f6-887199656152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b518c2e-42a9-4384-9f9c-5c1d547366a8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:04.236764 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b439f9-57a4-42f7-9ddf-a9951a565d63 None None] Routers {'6942e8ac-960d-4457-95ba-03b9419d97c9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:47:04.238555 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e8b439f9-57a4-42f7-9ddf-a9951a565d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:46:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['6942e8ac-960d-4457-95ba-03b9419d97c9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:04.245749 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe77d40-eb46-46bd-b9fa-588f51699314 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:47:04.256604 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0cf0ee0d-0d01-476c-8bee-48011fe02117 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:04.259044 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82054c3d-bfc9-46dd-9f77-04f54a0ae19e x-openstack-request-id: req-82054c3d-bfc9-46dd-9f77-04f54a0ae19e {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:47:04.260044 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a505f491-b177-49c9-955e-c7d3c793f5b2", "tag": "4d405748-1170-4b7c-b252-e6c48be8be2b", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:47:04.260553 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82054c3d-bfc9-46dd-9f77-04f54a0ae19e {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:47:04.261116 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'tag': '4d405748-1170-4b7c-b252-e6c48be8be2b', 'status': 'completed', 'code': 200} Sep 07 18:47:04.276534 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:04.305338 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 32af43b9-f337-4ed9-bd60-4ab466b23720 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:47:04.324566 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-9ff5c934-4032-4175-855e-b51d097d8251 None None] For port aac5a264-8d8e-4e72-af72-53ade0926121, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=aac5a264-8d8e-4e72-af72-53ade0926121,segment=NetworkSegment(0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a),segment_id=0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:04.331904 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] Transition to ACTIVE for port object 9fe77d40-eb46-46bd-b9fa-588f51699314 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:47:04.337654 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:04.353991 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c934-4032-4175-855e-b51d097d8251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:04.388960 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:04.434307 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] Pushing event updated for resources: {'Port': ['ID=9fe77d40-eb46-46bd-b9fa-588f51699314,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:04.515473 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c3c36-1f1c-4d7a-8768-fa6febb460ac req-cc947542-3c57-4c1a-af79-6672e4e2b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:04.518043 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-286c3c36-1f1c-4d7a-8768-fa6febb460ac req-cc947542-3c57-4c1a-af79-6672e4e2b43a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 1096 time: 0.2120099 Sep 07 18:47:04.579487 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5c934-4032-4175-855e-b51d097d8251 None None] Pushing event updated for resources: {'Port': ['ID=aac5a264-8d8e-4e72-af72-53ade0926121,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:04.660262 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-e8b439f9-57a4-42f7-9ddf-a9951a565d63 None None] Set router 6942e8ac-960d-4457-95ba-03b9419d97c9 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:47:04.707001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c3c36-1f1c-4d7a-8768-fa6febb460ac req-9c71acce-c715-4461-b261-f23eb798c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:04.709045 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-286c3c36-1f1c-4d7a-8768-fa6febb460ac req-9c71acce-c715-4461-b261-f23eb798c823 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 912 time: 0.1653883 Sep 07 18:47:04.766436 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:04.792088 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:47:04.792441 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:47:04.793337 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:47:04.793668 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Subscribe: > port after_create 55550000 {{(pid=101445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:47:04.794064 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:47:04.794332 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Subscribe: > port after_update 55550000 {{(pid=101445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:47:04.794510 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 32af43b9-f337-4ed9-bd60-4ab466b23720 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:47:04.794665 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:47:04.795526 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:47:04.795868 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:47:04.796246 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:47:04.802271 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] Attempting to bind port 9fe77d40-eb46-46bd-b9fa-588f51699314 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:47:04.802752 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] Attempting to bind port 9fe77d40-eb46-46bd-b9fa-588f51699314 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:47:04.803196 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] Attempting to bind port 9fe77d40-eb46-46bd-b9fa-588f51699314 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:47:04.818758 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 32af43b9-f337-4ed9-bd60-4ab466b23720 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:04.818758 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:04.823946 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] Port 9fe77d40-eb46-46bd-b9fa-588f51699314 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:47:04.824923 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] Attempting to bind port 9fe77d40-eb46-46bd-b9fa-588f51699314 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:47:04.833196 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:47:04.833682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] Checking segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:47:04.834189 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] Bound using segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:47:04.834734 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] Bound port: 9fe77d40-eb46-46bd-b9fa-588f51699314, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:47:04.835742 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:04.846369 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0cf0ee0d-0d01-476c-8bee-48011fe02117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:04.854604 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-935ff5d3-e7e2-4419-b165-7d354c8418b3 None None] Provisioning complete for port aac5a264-8d8e-4e72-af72-53ade0926121 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:04.856208 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-935ff5d3-e7e2-4419-b165-7d354c8418b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:04.890905 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:47:04.891254 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:47:04.891587 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:47:04.891914 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:47:04.892346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c3dab6-dc75-4769-9995-20a6021149b5']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:04.919548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9475e3e-b6db-41d0-961e-55d035415546') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:04.920040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9475e3e-b6db-41d0-961e-55d035415546') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:04.950988 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:04.998078 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:05.010243 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:47:05.011809 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:05.038103 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] For port 9fe77d40-eb46-46bd-b9fa-588f51699314, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: from cryptography.utils import int_from_bytes Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: from cryptography.utils import int_from_bytes Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: timer() Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:47:05.049968 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:47:05.053032 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] For port 9fe77d40-eb46-46bd-b9fa-588f51699314, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9fe77d40-eb46-46bd-b9fa-588f51699314,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:47:05.060779 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:05.091778 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:05.143133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 32af43b9-f337-4ed9-bd60-4ab466b23720, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=32af43b9-f337-4ed9-bd60-4ab466b23720,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:05.150348 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:05.163810 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:05.164728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:05.166733 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] 10.222.0.36 "PUT /v2.0/ports/9fe77d40-eb46-46bd-b9fa-588f51699314 HTTP/1.1" status: 200 len: 1091 time: 1.9856701 Sep 07 18:47:05.178448 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4', 'tag': '9fe77d40-eb46-46bd-b9fa-588f51699314'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:47:05.189078 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb465db-112f-4797-bc03-3c37180a861e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4", "tag": "9fe77d40-eb46-46bd-b9fa-588f51699314"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:47:05.191576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e8b439f9-57a4-42f7-9ddf-a9951a565d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'name': 'tempest-ServerActionsTestJSON-605652874-router', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:46:27Z', 'updated_at': '2021-09-07T18:46:34Z', 'revision_number': 4, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'gw_port': {'id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:46:28Z', 'updated_at': '2021-09-07T18:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'c6e2602d-627d-46da-8998-79b7e5c7f208', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'port_id': '4d405748-1170-4b7c-b252-e6c48be8be2b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'mac_address': 'fa:16:3e:b4:26:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:46:43Z', 'updated_at': '2021-09-07T18:47:02Z', 'revision_number': 1, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77501b19-4741-4455-9ee0-4f017268eb28', 'name': '', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'mac_address': 'fa:16:3e:12:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:46:32Z', 'updated_at': '2021-09-07T18:46:44Z', 'revision_number': 5, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'subnets': [{'id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:05.194282 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71395a2f-e61b-40a1-950b-9ecb9f1073e8 req-cf53f14f-e1bb-4f9d-aef2-95dd12caf68a tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:05.202213 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71395a2f-e61b-40a1-950b-9ecb9f1073e8 req-cf53f14f-e1bb-4f9d-aef2-95dd12caf68a tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.7756503 Sep 07 18:47:05.221866 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:05.230741 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b439f9-57a4-42f7-9ddf-a9951a565d63 None None] Checking router: 6942e8ac-960d-4457-95ba-03b9419d97c9 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:47:05.238013 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:05.240188 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/72c3dab6-dc75-4769-9995-20a6021149b5 HTTP/1.1" status: 204 len: 168 time: 1.0276449 Sep 07 18:47:05.256114 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device aac5a264-8d8e-4e72-af72-53ade0926121 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:47:05.285737 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb8438-2155-49c9-8106-972f8cfe8c54 req-6226ed4f-8289-4487-ab8e-ab60aec8449d tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:05.287232 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cedb8438-2155-49c9-8106-972f8cfe8c54 req-6226ed4f-8289-4487-ab8e-ab60aec8449d tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81 HTTP/1.1" status: 200 len: 950 time: 0.2503879 Sep 07 18:47:05.298369 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-286c3c36-1f1c-4d7a-8768-fa6febb460ac req-47460a17-7b8a-4347-aa46-b57e1f6e8e78 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d405748-1170-4b7c-b252-e6c48be8be2b HTTP/1.1" status: 200 len: 999 time: 0.2646925 Sep 07 18:47:05.303075 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b439f9-57a4-42f7-9ddf-a9951a565d63 None None] Routers {'6942e8ac-960d-4457-95ba-03b9419d97c9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:47:05.304024 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e8b439f9-57a4-42f7-9ddf-a9951a565d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:46:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['6942e8ac-960d-4457-95ba-03b9419d97c9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:05.320349 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25451-e70d-48cd-b5ba-c404ba8b3a0d service neutron] Pushing event updated for resources: {'Port': ['ID=9fe77d40-eb46-46bd-b9fa-588f51699314,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:05.336308 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71395a2f-e61b-40a1-950b-9ecb9f1073e8 req-7bb22a67-1dae-4baa-b943-6f6f28cf601d tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330504 Sep 07 18:47:05.337062 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5adc3e-5045-439e-830b-0322b29d89c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=72c3dab6-dc75-4769-9995-20a6021149b5,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:05.343440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-06856d03-1ed8-4bb5-92a1-3e9957107110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:05.345049 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-06856d03-1ed8-4bb5-92a1-3e9957107110 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 1094 time: 0.1009312 Sep 07 18:47:05.376853 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf0ee0d-0d01-476c-8bee-48011fe02117 admin admin] Router 8a64a102-6505-4f77-9194-e061c30bdb38 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:47:05.452430 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cc107870-7f8c-41a0-9acd-f5a1b28c5d50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fe77d40-eb46-46bd-b9fa-588f51699314 HTTP/1.1" status: 200 len: 217 time: 0.0947461 Sep 07 18:47:05.511715 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc218fd-fb21-4633-84b4-2bccbfaaef8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32af43b9-f337-4ed9-bd60-4ab466b23720'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:47:05.514168 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ad8b8a-40b6-47b7-b499-fd23ba07a1a0" -d '{"events": [{"server_uuid": "9bc218fd-fb21-4633-84b4-2bccbfaaef8e", "name": "network-vif-plugged", "status": "completed", "tag": "32af43b9-f337-4ed9-bd60-4ab466b23720"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:47:05.516945 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=32af43b9-f337-4ed9-bd60-4ab466b23720,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:05.518142 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49696) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:05.556078 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-e8b439f9-57a4-42f7-9ddf-a9951a565d63 None None] Set router 6942e8ac-960d-4457-95ba-03b9419d97c9 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:47:05.558393 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port aac5a264-8d8e-4e72-af72-53ade0926121 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:05.558393 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:05.679839 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf0ee0d-0d01-476c-8bee-48011fe02117 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:47:05.691227 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] Sync routers for ids ['8a64a102-6505-4f77-9194-e061c30bdb38'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:47:05.706625 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] Routers {'8a64a102-6505-4f77-9194-e061c30bdb38'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:47:05.707272 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:46:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8a64a102-6505-4f77-9194-e061c30bdb38'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:05.708246 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cf5170fb-eb9f-41e5-86f5-3074e8ecbf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:05.711700 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-cf5170fb-eb9f-41e5-86f5-3074e8ecbf50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.2502234 Sep 07 18:47:05.733358 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0cf0ee0d-0d01-476c-8bee-48011fe02117 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:05.739317 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0cf0ee0d-0d01-476c-8bee-48011fe02117 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7186885 Sep 07 18:47:05.753514 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49700) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:05.822030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cedb8438-2155-49c9-8106-972f8cfe8c54 req-97df51aa-9d3f-4e49-a23d-f223cb469158 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b6cddd1-75e6-4823-82cd-31891510e618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5215816 Sep 07 18:47:05.867535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcea75-1940-4634-b8c5-59e027bf9bd5 req-ab67a59e-92ec-4055-a822-1c2aae18f7c5 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:05.869150 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-11bcea75-1940-4634-b8c5-59e027bf9bd5 req-ab67a59e-92ec-4055-a822-1c2aae18f7c5 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 943 time: 0.1226718 Sep 07 18:47:05.870675 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c3c36-1f1c-4d7a-8768-fa6febb460ac req-8c23f960-80ae-4d59-be1d-cd2ba06ef6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:05.872040 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-286c3c36-1f1c-4d7a-8768-fa6febb460ac req-8c23f960-80ae-4d59-be1d-cd2ba06ef6e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.5468252 Sep 07 18:47:05.909630 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-a1d29df9-990e-49d8-ae50-30e4dda2bba0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1884115 Sep 07 18:47:05.929151 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505c0534-ee81-48f1-9933-e413496beb71 x-openstack-request-id: req-505c0534-ee81-48f1-9933-e413496beb71 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:47:05.929455 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4", "tag": "9fe77d40-eb46-46bd-b9fa-588f51699314", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:47:05.929772 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-505c0534-ee81-48f1-9933-e413496beb71 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:47:05.930200 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4', 'tag': '9fe77d40-eb46-46bd-b9fa-588f51699314', 'status': 'completed', 'code': 200} Sep 07 18:47:06.027839 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] Set router 8a64a102-6505-4f77-9194-e061c30bdb38 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:47:06.027953 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3f4ff3ee-750a-4440-a804-738ffce6fd49 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=708565e96bb94a3da2b7674da78bb114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4958298 Sep 07 18:47:06.034389 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49704) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:06.035262 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-11bcea75-1940-4634-b8c5-59e027bf9bd5 req-03dfab20-2e2e-46d7-b5a4-af42f4668784 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456628 Sep 07 18:47:06.067221 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e8b439f9-57a4-42f7-9ddf-a9951a565d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'name': 'tempest-ServerActionsTestJSON-605652874-router', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:46:27Z', 'updated_at': '2021-09-07T18:46:34Z', 'revision_number': 4, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'gw_port': {'id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:46:28Z', 'updated_at': '2021-09-07T18:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'c6e2602d-627d-46da-8998-79b7e5c7f208', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'port_id': '4d405748-1170-4b7c-b252-e6c48be8be2b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'mac_address': 'fa:16:3e:b4:26:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:46:43Z', 'updated_at': '2021-09-07T18:47:02Z', 'revision_number': 1, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77501b19-4741-4455-9ee0-4f017268eb28', 'name': '', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'mac_address': 'fa:16:3e:12:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:46:32Z', 'updated_at': '2021-09-07T18:46:44Z', 'revision_number': 5, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'subnets': [{'id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:06.079316 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c3c36-1f1c-4d7a-8768-fa6febb460ac req-2198bdb9-a417-4409-a864-50ae089188e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:06.082406 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca0013b-47f8-405e-b9b4-1cea0d8dcd4b x-openstack-request-id: req-dca0013b-47f8-405e-b9b4-1cea0d8dcd4b {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:47:06.084628 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-286c3c36-1f1c-4d7a-8768-fa6febb460ac req-2198bdb9-a417-4409-a864-50ae089188e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1939244 Sep 07 18:47:06.086584 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc218fd-fb21-4633-84b4-2bccbfaaef8e", "name": "network-vif-plugged", "status": "completed", "tag": "32af43b9-f337-4ed9-bd60-4ab466b23720", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:47:06.086584 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dca0013b-47f8-405e-b9b4-1cea0d8dcd4b {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:47:06.087198 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc218fd-fb21-4633-84b4-2bccbfaaef8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32af43b9-f337-4ed9-bd60-4ab466b23720', 'code': 200} Sep 07 18:47:06.150979 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b439f9-57a4-42f7-9ddf-a9951a565d63 None None] The sync data for ids ['6942e8ac-960d-4457-95ba-03b9419d97c9'] in n-d-807786-1 is: [{'id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'name': 'tempest-ServerActionsTestJSON-605652874-router', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:46:27Z', 'updated_at': '2021-09-07T18:46:34Z', 'revision_number': 4, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'gw_port': {'id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:46:28Z', 'updated_at': '2021-09-07T18:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'c6e2602d-627d-46da-8998-79b7e5c7f208', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'port_id': '4d405748-1170-4b7c-b252-e6c48be8be2b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'mac_address': 'fa:16:3e:b4:26:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:46:43Z', 'updated_at': '2021-09-07T18:47:02Z', 'revision_number': 1, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77501b19-4741-4455-9ee0-4f017268eb28', 'name': '', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'mac_address': 'fa:16:3e:12:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:46:32Z', 'updated_at': '2021-09-07T18:46:44Z', 'revision_number': 5, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'subnets': [{'id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:47:06.253399 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ffa6c-74b7-4172-a475-60a5d4442ebf req-8c03abd0-7ccc-4ea1-a5f3-51b12a70c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:06.254270 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64a102-6505-4f77-9194-e061c30bdb38', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711509335-router', 'tenant_id': '0a6087a5a97944b09c29e2cd28553b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'e7d2564c-2edf-4dcd-9d89-5974fcb42c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:47:01Z', 'updated_at': '2021-09-07T18:47:03Z', 'revision_number': 3, 'project_id': '0a6087a5a97944b09c29e2cd28553b43', 'gw_port': {'id': 'e7d2564c-2edf-4dcd-9d89-5974fcb42c27', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a64a102-6505-4f77-9194-e061c30bdb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:02Z', 'updated_at': '2021-09-07T18:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:06.255213 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-497ffa6c-74b7-4172-a475-60a5d4442ebf req-8c03abd0-7ccc-4ea1-a5f3-51b12a70c703 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9bc218fd-fb21-4633-84b4-2bccbfaaef8e HTTP/1.1" status: 200 len: 1101 time: 0.1027992 Sep 07 18:47:06.292817 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] Checking router: 8a64a102-6505-4f77-9194-e061c30bdb38 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:47:06.293061 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] Updating router 8a64a102-6505-4f77-9194-e061c30bdb38 port e7d2564c-2edf-4dcd-9d89-5974fcb42c27 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:47:06.296790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-286c3c36-1f1c-4d7a-8768-fa6febb460ac req-c9d154c6-00c6-4563-8a5d-85ceb9f1f0cc service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951697 Sep 07 18:47:06.333665 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:06.366559 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-497ffa6c-74b7-4172-a475-60a5d4442ebf req-988f5946-0a3b-4f0e-905e-ec963d83cb79 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b6cddd1-75e6-4823-82cd-31891510e618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992851 Sep 07 18:47:06.436590 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-286c3c36-1f1c-4d7a-8768-fa6febb460ac req-4b16f0f8-648f-4cdd-989f-8db43c64ad2d service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298978 Sep 07 18:47:06.542528 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4384df92-ea39-44d7-b40e-8cb037a48b1d None None] New status for floating IP c6e2602d-627d-46da-8998-79b7e5c7f208: ACTIVE {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:47:06.554140 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d210-36f7-45b0-8ee2-4c2bd14cff17 req-aca63aa6-2589-4669-878b-c03cb3e5f4af tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:06.555725 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd10d210-36f7-45b0-8ee2-4c2bd14cff17 req-aca63aa6-2589-4669-878b-c03cb3e5f4af tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.1003964 Sep 07 18:47:06.619112 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd10d210-36f7-45b0-8ee2-4c2bd14cff17 req-52edebef-9388-42f5-9dd2-7f8cba5f44f2 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564053 Sep 07 18:47:06.692539 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-aa63c565-dd26-456b-ba9d-a839fd5a6eac service neutron] 10.222.0.36 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7594931 Sep 07 18:47:06.701656 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:06.714574 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] Transition to ACTIVE for port object e7d2564c-2edf-4dcd-9d89-5974fcb42c27 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:47:06.722902 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:06.753452 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7e5872f1-91eb-475e-a546-7553b1c391ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:06.776529 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb7ca1-6c62-41f1-9d7e-1b9cae982132 None None] Pushing event updated for resources: {'Port': ['ID=e7d2564c-2edf-4dcd-9d89-5974fcb42c27,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:06.801699 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] Attempting to bind port e7d2564c-2edf-4dcd-9d89-5974fcb42c27 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:47:06.802371 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] Attempting to bind port e7d2564c-2edf-4dcd-9d89-5974fcb42c27 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:47:06.802799 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] Attempting to bind port e7d2564c-2edf-4dcd-9d89-5974fcb42c27 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:47:06.807728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7e5872f1-91eb-475e-a546-7553b1c391ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:06.811065 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:47:06.811863 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:47:06.813349 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:06.813975 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:47:06.815364 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] Bound port: e7d2564c-2edf-4dcd-9d89-5974fcb42c27, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:47:06.816547 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:06.881281 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] For port e7d2564c-2edf-4dcd-9d89-5974fcb42c27, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:47:06.894417 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] For port e7d2564c-2edf-4dcd-9d89-5974fcb42c27, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e7d2564c-2edf-4dcd-9d89-5974fcb42c27,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:47:06.902404 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:06.971263 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc36f0-a6a1-4393-8933-a8d7e8f84d2a req-49c7dbc5-fe50-40d7-8531-5f8ef55abd0e tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:06.979315 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0cc36f0-a6a1-4393-8933-a8d7e8f84d2a req-49c7dbc5-fe50-40d7-8531-5f8ef55abd0e tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81 HTTP/1.1" status: 200 len: 950 time: 0.0777037 Sep 07 18:47:06.983212 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-77f4a0fc-91f4-4461-b5f3-98e62387a627 req-c8fb9bce-5a4b-4fe0-af1a-a6da1319c28e service neutron] 10.222.0.36 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736835 Sep 07 18:47:06.985847 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7e5872f1-91eb-475e-a546-7553b1c391ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:06.988528 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7e5872f1-91eb-475e-a546-7553b1c391ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:06.989679 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7e5872f1-91eb-475e-a546-7553b1c391ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ec81aad7-646c-4c55-9541-9ad4fd38d1d1 HTTP/1.1" status: 204 len: 168 time: 0.9451284 Sep 07 18:47:07.004455 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5872f1-91eb-475e-a546-7553b1c391ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec81aad7-646c-4c55-9541-9ad4fd38d1d1,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:07.036407 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5872f1-91eb-475e-a546-7553b1c391ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:07.036407 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5872f1-91eb-475e-a546-7553b1c391ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:07.036407 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5872f1-91eb-475e-a546-7553b1c391ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:07.036407 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5872f1-91eb-475e-a546-7553b1c391ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:07.036909 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5872f1-91eb-475e-a546-7553b1c391ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:07.036909 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5872f1-91eb-475e-a546-7553b1c391ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:07.037371 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5872f1-91eb-475e-a546-7553b1c391ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:07.037485 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5872f1-91eb-475e-a546-7553b1c391ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:07.037670 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] Routers {'8a64a102-6505-4f77-9194-e061c30bdb38'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:47:07.037837 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5872f1-91eb-475e-a546-7553b1c391ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:07.039120 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5872f1-91eb-475e-a546-7553b1c391ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:07.039233 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:46:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8a64a102-6505-4f77-9194-e061c30bdb38'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:07.039342 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5872f1-91eb-475e-a546-7553b1c391ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:07.039423 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5872f1-91eb-475e-a546-7553b1c391ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:07.104259 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0cc36f0-a6a1-4393-8933-a8d7e8f84d2a req-46042cff-17dd-47f3-803f-922e2e1995b8 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b6cddd1-75e6-4823-82cd-31891510e618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239228 Sep 07 18:47:07.129830 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb7ca1-6c62-41f1-9d7e-1b9cae982132 None None] Pushing event updated for resources: {'Port': ['ID=e7d2564c-2edf-4dcd-9d89-5974fcb42c27,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:07.182432 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4609-913d-46ed-9f88-ed61a4fe216d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:07.202151 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb465db-112f-4797-bc03-3c37180a861e req-c4f9cc61-6f84-47e2-86f0-a4dade11b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:07.203712 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-9bb465db-112f-4797-bc03-3c37180a861e req-c4f9cc61-6f84-47e2-86f0-a4dade11b9e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 1094 time: 0.1604278 Sep 07 18:47:07.255214 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209b932-e337-429f-a2de-87063093b2da req-170e719b-4062-4235-985d-d12c98b05a87 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:07.256949 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c209b932-e337-429f-a2de-87063093b2da req-170e719b-4062-4235-985d-d12c98b05a87 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 943 time: 0.0922897 Sep 07 18:47:07.281444 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] Set router 8a64a102-6505-4f77-9194-e061c30bdb38 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:47:07.352694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca6d87-383f-474c-93f8-2d2a9b3c31be req-76ea6837-abdc-4fe3-a3e1-800dc16a57c0 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:07.356619 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70ca6d87-383f-474c-93f8-2d2a9b3c31be req-76ea6837-abdc-4fe3-a3e1-800dc16a57c0 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bc218fd-fb21-4633-84b4-2bccbfaaef8e HTTP/1.1" status: 200 len: 950 time: 0.1488006 Sep 07 18:47:07.405809 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c209b932-e337-429f-a2de-87063093b2da req-3e40b5a1-58db-4a83-8f26-a56b5bdb4565 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405618 Sep 07 18:47:07.497596 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70ca6d87-383f-474c-93f8-2d2a9b3c31be req-67b3b662-9f82-4eaf-9a21-de68e7704f27 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b6cddd1-75e6-4823-82cd-31891510e618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310837 Sep 07 18:47:07.511562 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-5d5c4609-913d-46ed-9f88-ed61a4fe216d admin admin] Allocated IP 172.20.0.1 (6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60/61a3e706-f5f3-4d06-a2a6-304a9dd99717/36a09100-1b81-43f2-9e42-b5f5b1ac769c) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:47:07.557957 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb465db-112f-4797-bc03-3c37180a861e req-e9b4d5a0-3c5a-4f40-adbf-21adc2a61e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:07.570646 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-9bb465db-112f-4797-bc03-3c37180a861e req-e9b4d5a0-3c5a-4f40-adbf-21adc2a61e20 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 909 time: 0.2856390 Sep 07 18:47:07.646256 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64a102-6505-4f77-9194-e061c30bdb38', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711509335-router', 'tenant_id': '0a6087a5a97944b09c29e2cd28553b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'e7d2564c-2edf-4dcd-9d89-5974fcb42c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:47:01Z', 'updated_at': '2021-09-07T18:47:03Z', 'revision_number': 3, 'project_id': '0a6087a5a97944b09c29e2cd28553b43', 'gw_port': {'id': 'e7d2564c-2edf-4dcd-9d89-5974fcb42c27', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a64a102-6505-4f77-9194-e061c30bdb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:02Z', 'updated_at': '2021-09-07T18:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:07.682012 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-9bb465db-112f-4797-bc03-3c37180a861e req-e06de3a7-edb5-481a-9243-258bdca0cdb4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fe77d40-eb46-46bd-b9fa-588f51699314 HTTP/1.1" status: 200 len: 217 time: 0.0907714 Sep 07 18:47:07.704759 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5ba82b-d8a6-40bc-bec2-e8b6522fa199 None None] The sync data for ids ['8a64a102-6505-4f77-9194-e061c30bdb38'] in n-d-807786-1 is: [{'id': '8a64a102-6505-4f77-9194-e061c30bdb38', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711509335-router', 'tenant_id': '0a6087a5a97944b09c29e2cd28553b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'e7d2564c-2edf-4dcd-9d89-5974fcb42c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:47:01Z', 'updated_at': '2021-09-07T18:47:03Z', 'revision_number': 3, 'project_id': '0a6087a5a97944b09c29e2cd28553b43', 'gw_port': {'id': 'e7d2564c-2edf-4dcd-9d89-5974fcb42c27', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a64a102-6505-4f77-9194-e061c30bdb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:02Z', 'updated_at': '2021-09-07T18:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:47:07.784630 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135cae0-9f65-4eb1-8902-d35f96cce082 req-ad5fd2d7-f401-409c-a015-2fe16209a537 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:07.793886 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b135cae0-9f65-4eb1-8902-d35f96cce082 req-ad5fd2d7-f401-409c-a015-2fe16209a537 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.0718451 Sep 07 18:47:07.815096 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb465db-112f-4797-bc03-3c37180a861e req-9ba7e196-b758-44c8-a6fd-744a7e1eced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:07.816616 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-9bb465db-112f-4797-bc03-3c37180a861e req-9ba7e196-b758-44c8-a6fd-744a7e1eced8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.1072767 Sep 07 18:47:07.851830 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b135cae0-9f65-4eb1-8902-d35f96cce082 req-d9248319-7b91-4053-8837-43709f740ea5 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550826 Sep 07 18:47:07.859592 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4609-913d-46ed-9f88-ed61a4fe216d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:07.885976 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-9bb465db-112f-4797-bc03-3c37180a861e req-9bdbbeda-2233-46c6-8a0c-19c66ba3d095 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551574 Sep 07 18:47:07.891333 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-5d5c4609-913d-46ed-9f88-ed61a4fe216d admin admin] Transition to ACTIVE for port object 36a09100-1b81-43f2-9e42-b5f5b1ac769c will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:47:08.002435 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-9bb465db-112f-4797-bc03-3c37180a861e req-c84b8a9d-220d-4230-93fc-90b1bccc4438 service neutron] 10.222.0.36 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077030 Sep 07 18:47:08.003926 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4609-913d-46ed-9f88-ed61a4fe216d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:08.078203 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5c4609-913d-46ed-9f88-ed61a4fe216d admin admin] Network 6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:47:08.101065 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-5d5c4609-913d-46ed-9f88-ed61a4fe216d admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:47:08.204879 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c4609-913d-46ed-9f88-ed61a4fe216d admin admin] Pushing event updated for resources: {'Port': ['ID=36a09100-1b81-43f2-9e42-b5f5b1ac769c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:08.209437 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-9bb465db-112f-4797-bc03-3c37180a861e req-2d570407-c5ed-4654-a813-d763db0d2179 service neutron] 10.222.0.36 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983733 Sep 07 18:47:08.210341 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5c4609-913d-46ed-9f88-ed61a4fe216d admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:47:08.252297 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 49746) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:08.278144 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4609-913d-46ed-9f88-ed61a4fe216d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:08.427608 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-ac725c4f-f803-48c7-9b05-3ff6846d708b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-191729590-network', 'tenant_id': 'aff21f44c603411da9d0fdda01610cb1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:47:08.466084 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7b4568c7-622b-400d-935e-5cd1f5f70205 None None] Provisioning for port 36a09100-1b81-43f2-9e42-b5f5b1ac769c completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:47:08.472641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7b4568c7-622b-400d-935e-5cd1f5f70205 None None] Provisioning complete for port 36a09100-1b81-43f2-9e42-b5f5b1ac769c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:08.473019 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7b4568c7-622b-400d-935e-5cd1f5f70205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:08.483317 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac725c4f-f803-48c7-9b05-3ff6846d708b admin admin] Made reservation on behalf of aff21f44c603411da9d0fdda01610cb1 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:47:08.485861 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac725c4f-f803-48c7-9b05-3ff6846d708b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:08.489913 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4609-913d-46ed-9f88-ed61a4fe216d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:08.501527 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac725c4f-f803-48c7-9b05-3ff6846d708b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:08.548942 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7b4568c7-622b-400d-935e-5cd1f5f70205 None None] Port 36a09100-1b81-43f2-9e42-b5f5b1ac769c cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:47:08.619626 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9266b-2a1f-46e2-98ff-919cdbfc70c1 req-1d18d8d4-bfb7-4c5c-ab45-856af2160023 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:08.631216 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ff9266b-2a1f-46e2-98ff-919cdbfc70c1 req-1d18d8d4-bfb7-4c5c-ab45-856af2160023 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 943 time: 0.1049509 Sep 07 18:47:08.701741 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ff9266b-2a1f-46e2-98ff-919cdbfc70c1 req-2218c5ab-9337-4b90-aa00-a0f4f3a65b3b tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681896 Sep 07 18:47:08.769845 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac725c4f-f803-48c7-9b05-3ff6846d708b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:08.788531 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac725c4f-f803-48c7-9b05-3ff6846d708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:08.805909 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4609-913d-46ed-9f88-ed61a4fe216d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:08.811609 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4609-913d-46ed-9f88-ed61a4fe216d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:08.827117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac725c4f-f803-48c7-9b05-3ff6846d708b admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:47:08.844886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac725c4f-f803-48c7-9b05-3ff6846d708b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3243a549-ae72-4fa9-9fc8-09ed9a622b9e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:08.870727 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac725c4f-f803-48c7-9b05-3ff6846d708b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:08.870727 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-ac725c4f-f803-48c7-9b05-3ff6846d708b admin admin] Added segment 433eb5a0-8915-4d1b-a651-d61b0d3e49a5 of type vlan for network 3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d Sep 07 18:47:08.891152 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723945f-28b5-41bc-97ef-e1333f51e015 req-2127574e-7d10-411c-8599-4ab3ed779163 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:08.893119 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c723945f-28b5-41bc-97ef-e1333f51e015 req-2127574e-7d10-411c-8599-4ab3ed779163 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bc218fd-fb21-4633-84b4-2bccbfaaef8e HTTP/1.1" status: 200 len: 950 time: 0.1210282 Sep 07 18:47:08.901736 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c4609-913d-46ed-9f88-ed61a4fe216d admin admin] Pushing event updated for resources: {'Port': ['ID=36a09100-1b81-43f2-9e42-b5f5b1ac769c,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:08.905996 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4609-913d-46ed-9f88-ed61a4fe216d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:09.006476 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac725c4f-f803-48c7-9b05-3ff6846d708b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:09.013475 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c723945f-28b5-41bc-97ef-e1333f51e015 req-52506efc-25e5-4f59-871e-457cdf25f862 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b6cddd1-75e6-4823-82cd-31891510e618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113260 Sep 07 18:47:09.052684 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5c4609-913d-46ed-9f88-ed61a4fe216d admin admin] Network 6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:47:09.053239 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac725c4f-f803-48c7-9b05-3ff6846d708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:09.054590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac725c4f-f803-48c7-9b05-3ff6846d708b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:09.055193 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac725c4f-f803-48c7-9b05-3ff6846d708b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:09.057206 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-5d5c4609-913d-46ed-9f88-ed61a4fe216d admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:47:09.074016 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ef26e-b443-4e5f-8ce6-7eadb3a64286 req-ad4230e9-b2d2-4b59-bc63-c550fa7bb536 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:09.076213 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f01ef26e-b443-4e5f-8ce6-7eadb3a64286 req-ad4230e9-b2d2-4b59-bc63-c550fa7bb536 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.1276667 Sep 07 18:47:09.126689 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ac725c4f-f803-48c7-9b05-3ff6846d708b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8732951 Sep 07 18:47:09.134509 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:47:09.138677 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49762) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:09.158002 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-0af79cd5-dcf9-4c44-b6e0-b84b09eab748 admin admin] Request body: {'subnet': {'network_id': '3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-191729590-subnet', 'tenant_id': 'aff21f44c603411da9d0fdda01610cb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:47:09.175217 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac725c4f-f803-48c7-9b05-3ff6846d708b admin admin] Pushing event updated for resources: {'Network': ['ID=3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:09.188481 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:47:09.190294 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f01ef26e-b443-4e5f-8ce6-7eadb3a64286 req-3d3b3545-d494-4cd5-ba38-4aa6a8c827cb tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982361 Sep 07 18:47:09.260633 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e7d2564c-2edf-4dcd-9d89-5974fcb42c27 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:47:09.275451 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af79cd5-dcf9-4c44-b6e0-b84b09eab748 admin admin] Made reservation on behalf of aff21f44c603411da9d0fdda01610cb1 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:47:09.278263 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0af79cd5-dcf9-4c44-b6e0-b84b09eab748 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:09.401830 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9473a865-d12d-48b1-ba32-671b560e339a None None] Provisioning complete for port 36a09100-1b81-43f2-9e42-b5f5b1ac769c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:09.402458 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9473a865-d12d-48b1-ba32-671b560e339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:09.441357 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-9473a865-d12d-48b1-ba32-671b560e339a None None] Port 36a09100-1b81-43f2-9e42-b5f5b1ac769c cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:47:09.454765 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port e7d2564c-2edf-4dcd-9d89-5974fcb42c27 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:47:09.459525 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e7d2564c-2edf-4dcd-9d89-5974fcb42c27 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:09.460737 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:09.497433 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0af79cd5-dcf9-4c44-b6e0-b84b09eab748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:09.501982 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5c4609-913d-46ed-9f88-ed61a4fe216d admin admin] Router 8a64a102-6505-4f77-9194-e061c30bdb38 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:47:09.561709 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:09.568035 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af79cd5-dcf9-4c44-b6e0-b84b09eab748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d79912ff-3afd-415a-95b0-bb04e5c403e1,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:09.631666 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af79cd5-dcf9-4c44-b6e0-b84b09eab748 admin admin] Checking segment: {'id': '433eb5a0-8915-4d1b-a651-d61b0d3e49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:47:09.632035 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af79cd5-dcf9-4c44-b6e0-b84b09eab748 admin admin] Network hostable DHCP agents. Network: 3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:47:09.641141 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port e7d2564c-2edf-4dcd-9d89-5974fcb42c27, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e7d2564c-2edf-4dcd-9d89-5974fcb42c27,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:09.648203 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:09.673793 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af79cd5-dcf9-4c44-b6e0-b84b09eab748 admin admin] Network 3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:47:09.710049 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-0af79cd5-dcf9-4c44-b6e0-b84b09eab748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:47:09.717516 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af79cd5-dcf9-4c44-b6e0-b84b09eab748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:09.718329 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0af79cd5-dcf9-4c44-b6e0-b84b09eab748 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:09.722258 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c828f9b-73bb-4ae7-98f9-443dc030fe1c None None] Network 3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:47:09.744535 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0af79cd5-dcf9-4c44-b6e0-b84b09eab748 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5962555 Sep 07 18:47:09.768352 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5c4609-913d-46ed-9f88-ed61a4fe216d admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:47:09.773930 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5d5c4609-913d-46ed-9f88-ed61a4fe216d admin admin] 10.222.0.26 "PUT /v2.0/routers/8a64a102-6505-4f77-9194-e061c30bdb38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0192547 Sep 07 18:47:09.817199 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=e7d2564c-2edf-4dcd-9d89-5974fcb42c27,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:09.916986 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b5910-d79f-4906-a904-c06246799289 req-c930a5ef-7a9b-407f-81a8-7eb6473b0e25 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:09.918564 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-316b5910-d79f-4906-a904-c06246799289 req-c930a5ef-7a9b-407f-81a8-7eb6473b0e25 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 943 time: 0.1005878 Sep 07 18:47:09.992784 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-316b5910-d79f-4906-a904-c06246799289 req-4c2a429b-3fbf-4be6-8817-1bf06f8efacf tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614634 Sep 07 18:47:10.020992 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d1fae6-b23f-4966-a74e-8e5e41135e15 None None] Network 3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:47:10.187246 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] Sync routers for ids ['8a64a102-6505-4f77-9194-e061c30bdb38'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:47:10.199382 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] Routers {'8a64a102-6505-4f77-9194-e061c30bdb38'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:47:10.200439 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:46:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8a64a102-6505-4f77-9194-e061c30bdb38'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:10.360043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9fa18-17b9-4cbf-8fda-03c01c08bc59 req-fe812a05-0f2e-4a4d-a762-b00784dda018 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:10.368030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7be9fa18-17b9-4cbf-8fda-03c01c08bc59 req-fe812a05-0f2e-4a4d-a762-b00784dda018 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.0580678 Sep 07 18:47:10.419825 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] Set router 8a64a102-6505-4f77-9194-e061c30bdb38 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:47:10.420278 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7be9fa18-17b9-4cbf-8fda-03c01c08bc59 req-ed4f6708-e7c8-4bcf-ad5f-b6a720ce21a0 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477471 Sep 07 18:47:10.589439 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49824) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:10.594699 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-84afc109-9a04-4613-a14c-86108d51a68c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-48043201-network', 'tenant_id': 'e735b47789a74026a645b999ebbafbf8'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:47:10.611538 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-22ed4e86-9287-45b0-8fac-15074781ae68 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:10.614311 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-22ed4e86-9287-45b0-8fac-15074781ae68 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/networks?id=3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d HTTP/1.1" status: 200 len: 813 time: 0.1330192 Sep 07 18:47:10.635347 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84afc109-9a04-4613-a14c-86108d51a68c admin admin] Made reservation on behalf of e735b47789a74026a645b999ebbafbf8 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:47:10.638278 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-84afc109-9a04-4613-a14c-86108d51a68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:10.640054 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-65bf6278-1a47-43e6-9f6b-c03b65ed34b5 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/quotas/aff21f44c603411da9d0fdda01610cb1 HTTP/1.1" status: 200 len: 375 time: 0.0155854 Sep 07 18:47:10.653647 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-84afc109-9a04-4613-a14c-86108d51a68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:10.680316 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-daf8a38c-adfd-4477-b264-d9a52ee714db tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=aff21f44c603411da9d0fdda01610cb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338094 Sep 07 18:47:10.714883 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64a102-6505-4f77-9194-e061c30bdb38', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711509335-router', 'tenant_id': '0a6087a5a97944b09c29e2cd28553b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'e7d2564c-2edf-4dcd-9d89-5974fcb42c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:47:01Z', 'updated_at': '2021-09-07T18:47:08Z', 'revision_number': 4, 'project_id': '0a6087a5a97944b09c29e2cd28553b43', 'gw_port': {'id': 'e7d2564c-2edf-4dcd-9d89-5974fcb42c27', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64a102-6505-4f77-9194-e061c30bdb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:02Z', 'updated_at': '2021-09-07T18:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '36a09100-1b81-43f2-9e42-b5f5b1ac769c', 'name': '', 'network_id': '6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60', 'tenant_id': '0a6087a5a97944b09c29e2cd28553b43', 'mac_address': 'fa:16:3e:19:f0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a64a102-6505-4f77-9194-e061c30bdb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '61a3e706-f5f3-4d06-a2a6-304a9dd99717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:07Z', 'updated_at': '2021-09-07T18:47:08Z', 'revision_number': 2, 'project_id': '0a6087a5a97944b09c29e2cd28553b43', 'subnets': [{'id': '61a3e706-f5f3-4d06-a2a6-304a9dd99717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:10.778104 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] Checking router: 8a64a102-6505-4f77-9194-e061c30bdb38 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:47:10.778696 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] Updating router 8a64a102-6505-4f77-9194-e061c30bdb38 port 36a09100-1b81-43f2-9e42-b5f5b1ac769c binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:47:10.810908 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:10.812052 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-84afc109-9a04-4613-a14c-86108d51a68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:10.816698 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-84afc109-9a04-4613-a14c-86108d51a68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:10.834336 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-0732901f-fb98-4bf8-8811-abf26861de6f service neutron] 10.222.0.26 "GET /v2.0/networks/3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366384 Sep 07 18:47:10.859508 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84afc109-9a04-4613-a14c-86108d51a68c admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:47:10.875818 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afc109-9a04-4613-a14c-86108d51a68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172261ee-877c-4992-9e52-0695ba87b7ce,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:10.886061 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-84afc109-9a04-4613-a14c-86108d51a68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:10.886665 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-84afc109-9a04-4613-a14c-86108d51a68c admin admin] Added segment db67b40f-0f39-4905-b3d6-47daa4316cab of type vlan for network 2fdcf9fc-533f-49b2-8a16-ff168864f2a8 Sep 07 18:47:10.953004 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-84afc109-9a04-4613-a14c-86108d51a68c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:10.989109 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-84afc109-9a04-4613-a14c-86108d51a68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:10.990302 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84afc109-9a04-4613-a14c-86108d51a68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:10.991983 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-84afc109-9a04-4613-a14c-86108d51a68c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:10.992139 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-c1e61ad5-bfac-4e1e-be9c-afc2584e4a72 service neutron] 10.222.0.26 "GET /v2.0/networks/3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528637 Sep 07 18:47:11.050296 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-84afc109-9a04-4613-a14c-86108d51a68c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4597178 Sep 07 18:47:11.053516 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 49844) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:11.059903 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-41f4f520-2ecc-42d9-a32f-0e04a0fe8adb admin admin] Request body: {'subnet': {'network_id': '2fdcf9fc-533f-49b2-8a16-ff168864f2a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-48043201-subnet', 'tenant_id': 'e735b47789a74026a645b999ebbafbf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:47:11.137284 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afc109-9a04-4613-a14c-86108d51a68c admin admin] Pushing event updated for resources: {'Network': ['ID=2fdcf9fc-533f-49b2-8a16-ff168864f2a8,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:11.144783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f4f520-2ecc-42d9-a32f-0e04a0fe8adb admin admin] Made reservation on behalf of e735b47789a74026a645b999ebbafbf8 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:47:11.150462 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-41f4f520-2ecc-42d9-a32f-0e04a0fe8adb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:11.171338 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 2fdcf9fc-533f-49b2-8a16-ff168864f2a8 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:47:11.352081 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e7d2564c-2edf-4dcd-9d89-5974fcb42c27 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:47:11.372407 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b8a28cf-8fc6-4dcb-bf95-0daf04ac0825 req-761f132b-902c-4a8d-9e55-d864a9041372 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 210 time: 0.0615966 Sep 07 18:47:11.429949 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e00764-f66a-402e-9f96-eb2a78342984 req-0a886f8a-f209-48d2-9dc7-e4b5aed7f2e0 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:11.440159 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c9e00764-f66a-402e-9f96-eb2a78342984 req-0a886f8a-f209-48d2-9dc7-e4b5aed7f2e0 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 943 time: 0.3276150 Sep 07 18:47:11.480722 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e7d2564c-2edf-4dcd-9d89-5974fcb42c27 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:11.483431 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:11.503241 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c9e00764-f66a-402e-9f96-eb2a78342984 req-f80c554e-1cc2-49ed-941c-833c94f1b5c1 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621190 Sep 07 18:47:11.542596 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:11.565614 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] Transition to ACTIVE for port object 36a09100-1b81-43f2-9e42-b5f5b1ac769c will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:47:11.575798 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:11.713494 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2ff95-9399-47af-a000-ee22ba2b5e58 None None] Pushing event updated for resources: {'Port': ['ID=36a09100-1b81-43f2-9e42-b5f5b1ac769c,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:11.796213 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-41f4f520-2ecc-42d9-a32f-0e04a0fe8adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:11.884994 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] Attempting to bind port 36a09100-1b81-43f2-9e42-b5f5b1ac769c on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:47:11.887218 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] Attempting to bind port 36a09100-1b81-43f2-9e42-b5f5b1ac769c by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:47:11.900906 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] Attempting to bind port 36a09100-1b81-43f2-9e42-b5f5b1ac769c on network 6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:47:11.914639 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:47:11.915014 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] Checking segment: {'id': '0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:47:11.915413 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:11.915798 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] Bound using segment: {'id': '0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:47:11.917264 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] Bound port: 36a09100-1b81-43f2-9e42-b5f5b1ac769c, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:47:11.917670 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:11.920175 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f086c0c-bd54-4611-a20c-30cd885e3515 req-72d4d929-e44d-4e19-b732-0a1a4a942b2d tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:11.923132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f086c0c-bd54-4611-a20c-30cd885e3515 req-72d4d929-e44d-4e19-b732-0a1a4a942b2d tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.3068583 Sep 07 18:47:11.932956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f4f520-2ecc-42d9-a32f-0e04a0fe8adb admin admin] Checking segment: {'id': 'db67b40f-0f39-4905-b3d6-47daa4316cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fdcf9fc-533f-49b2-8a16-ff168864f2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:47:11.933319 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f4f520-2ecc-42d9-a32f-0e04a0fe8adb admin admin] Network hostable DHCP agents. Network: 2fdcf9fc-533f-49b2-8a16-ff168864f2a8, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:47:11.950935 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4f520-2ecc-42d9-a32f-0e04a0fe8adb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec87c2b6-4311-4a67-aa4a-b722aaa3cad0,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:11.999769 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f4f520-2ecc-42d9-a32f-0e04a0fe8adb admin admin] Network 2fdcf9fc-533f-49b2-8a16-ff168864f2a8 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:47:12.033211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f086c0c-bd54-4611-a20c-30cd885e3515 req-1ef735a9-6efb-4772-8dca-346864061f5c tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939431 Sep 07 18:47:12.057135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-41f4f520-2ecc-42d9-a32f-0e04a0fe8adb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 2fdcf9fc-533f-49b2-8a16-ff168864f2a8) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:47:12.062971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f4f520-2ecc-42d9-a32f-0e04a0fe8adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:12.063582 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-41f4f520-2ecc-42d9-a32f-0e04a0fe8adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:12.069822 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2383b99d-c1de-4d42-bbdf-ee2450ffbc50 None None] Network 2fdcf9fc-533f-49b2-8a16-ff168864f2a8 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:47:12.093944 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] For port 36a09100-1b81-43f2-9e42-b5f5b1ac769c, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:47:12.097750 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] For port 36a09100-1b81-43f2-9e42-b5f5b1ac769c, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=36a09100-1b81-43f2-9e42-b5f5b1ac769c,segment=NetworkSegment(0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a),segment_id=0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:47:12.105380 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:12.114346 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49916) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:12.116957 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-41f4f520-2ecc-42d9-a32f-0e04a0fe8adb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0611634 Sep 07 18:47:12.119640 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-91e8e6cb-7d37-4b0d-8103-76f242aacb12 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-48043201-router', 'tenant_id': 'e735b47789a74026a645b999ebbafbf8', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:47:12.182587 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] Routers {'8a64a102-6505-4f77-9194-e061c30bdb38'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:47:12.183677 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:46:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8a64a102-6505-4f77-9194-e061c30bdb38'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:12.197625 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91e8e6cb-7d37-4b0d-8103-76f242aacb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:12.199132 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91e8e6cb-7d37-4b0d-8103-76f242aacb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:12.274393 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2ff95-9399-47af-a000-ee22ba2b5e58 None None] Pushing event updated for resources: {'Port': ['ID=36a09100-1b81-43f2-9e42-b5f5b1ac769c,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:12.309777 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91e8e6cb-7d37-4b0d-8103-76f242aacb12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:12.386589 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 32af43b9-f337-4ed9-bd60-4ab466b23720 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:47:12.406224 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] Set router 8a64a102-6505-4f77-9194-e061c30bdb38 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:47:12.591045 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91e8e6cb-7d37-4b0d-8103-76f242aacb12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:12.644903 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-806dcc71-bb88-4985-82d0-d07e89259c63 req-96eaf51e-6370-4f4b-8f7e-bad538db1601 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 210 time: 0.0987470 Sep 07 18:47:12.769245 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31d44d-bd1d-4f85-b945-f8c90cbad2d5 req-2f57d5c5-5525-413f-8fa0-3cdbe4de8304 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:12.780498 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf31d44d-bd1d-4f85-b945-f8c90cbad2d5 req-2f57d5c5-5525-413f-8fa0-3cdbe4de8304 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 943 time: 0.1228106 Sep 07 18:47:12.806235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 32af43b9-f337-4ed9-bd60-4ab466b23720, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=32af43b9-f337-4ed9-bd60-4ab466b23720,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:12.822811 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '32af43b9-f337-4ed9-bd60-4ab466b23720', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '32af43b9-f337-4ed9-bd60-4ab466b23720', 'mac_address': 'fa:16:3e:00:93:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:47:12.829431 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:12.881420 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf31d44d-bd1d-4f85-b945-f8c90cbad2d5 req-a21ab60d-3b45-4975-82d5-4b3c5bee609c tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909297 Sep 07 18:47:12.884193 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64a102-6505-4f77-9194-e061c30bdb38', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711509335-router', 'tenant_id': '0a6087a5a97944b09c29e2cd28553b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'e7d2564c-2edf-4dcd-9d89-5974fcb42c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:47:01Z', 'updated_at': '2021-09-07T18:47:08Z', 'revision_number': 4, 'project_id': '0a6087a5a97944b09c29e2cd28553b43', 'gw_port': {'id': 'e7d2564c-2edf-4dcd-9d89-5974fcb42c27', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64a102-6505-4f77-9194-e061c30bdb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:02Z', 'updated_at': '2021-09-07T18:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '36a09100-1b81-43f2-9e42-b5f5b1ac769c', 'name': '', 'network_id': '6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60', 'tenant_id': '0a6087a5a97944b09c29e2cd28553b43', 'mac_address': 'fa:16:3e:19:f0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a64a102-6505-4f77-9194-e061c30bdb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '61a3e706-f5f3-4d06-a2a6-304a9dd99717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:07Z', 'updated_at': '2021-09-07T18:47:12Z', 'revision_number': 4, 'project_id': '0a6087a5a97944b09c29e2cd28553b43', 'subnets': [{'id': '61a3e706-f5f3-4d06-a2a6-304a9dd99717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:12.930425 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-2fdcf9fc-533f-49b2-8a16-ff168864f2a8', 'network_id': '2fdcf9fc-533f-49b2-8a16-ff168864f2a8', 'tenant_id': 'e735b47789a74026a645b999ebbafbf8', 'fixed_ips': [{'subnet_id': 'ec87c2b6-4311-4a67-aa4a-b722aaa3cad0'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:47:12.932113 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:12.966631 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b725223-86b4-419c-b50d-2d1d9fe97212 None None] The sync data for ids ['8a64a102-6505-4f77-9194-e061c30bdb38'] in n-d-807786-1 is: [{'id': '8a64a102-6505-4f77-9194-e061c30bdb38', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711509335-router', 'tenant_id': '0a6087a5a97944b09c29e2cd28553b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'e7d2564c-2edf-4dcd-9d89-5974fcb42c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:47:01Z', 'updated_at': '2021-09-07T18:47:08Z', 'revision_number': 4, 'project_id': '0a6087a5a97944b09c29e2cd28553b43', 'gw_port': {'id': 'e7d2564c-2edf-4dcd-9d89-5974fcb42c27', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64a102-6505-4f77-9194-e061c30bdb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:02Z', 'updated_at': '2021-09-07T18:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '36a09100-1b81-43f2-9e42-b5f5b1ac769c', 'name': '', 'network_id': '6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60', 'tenant_id': '0a6087a5a97944b09c29e2cd28553b43', 'mac_address': 'fa:16:3e:19:f0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a64a102-6505-4f77-9194-e061c30bdb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '61a3e706-f5f3-4d06-a2a6-304a9dd99717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:07Z', 'updated_at': '2021-09-07T18:47:12Z', 'revision_number': 4, 'project_id': '0a6087a5a97944b09c29e2cd28553b43', 'subnets': [{'id': '61a3e706-f5f3-4d06-a2a6-304a9dd99717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:47:13.062133 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:13.127469 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91e8e6cb-7d37-4b0d-8103-76f242aacb12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:13.159856 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32af43b9-f337-4ed9-bd60-4ab466b23720 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:47:13.174289 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91e8e6cb-7d37-4b0d-8103-76f242aacb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:13.322019 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-012148c3-bc37-4542-b08d-76c27ae1391f tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:13.323611 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-012148c3-bc37-4542-b08d-76c27ae1391f tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.60 "GET /v2.0/networks?id=3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d HTTP/1.1" status: 200 len: 813 time: 0.3745191 Sep 07 18:47:13.345937 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-383ef279-4d91-4762-8bfa-2c3fac75c900 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Request body: {'port': {'device_id': 'aa5f4bdb-a3fe-4116-a750-4f3e6b3da802', 'network_id': '3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d', 'admin_state_up': True, 'tenant_id': 'aff21f44c603411da9d0fdda01610cb1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:47:13.421700 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 36a09100-1b81-43f2-9e42-b5f5b1ac769c up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:47:13.448110 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 32af43b9-f337-4ed9-bd60-4ab466b23720, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=32af43b9-f337-4ed9-bd60-4ab466b23720,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:13.483146 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-91e8e6cb-7d37-4b0d-8103-76f242aacb12 admin admin] Allocated IP 172.25.8.198 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/da621e91-70d2-44ea-86ca-6d248a12bda3) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:47:13.485750 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba844-aaab-43df-a1e9-fd642c1e4009 req-ebcb9fa4-8387-4b1d-8497-1bb73c482144 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:13.495215 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ecba844-aaab-43df-a1e9-fd642c1e4009 req-ebcb9fa4-8387-4b1d-8497-1bb73c482144 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.1688061 Sep 07 18:47:13.536574 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:13.552761 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:13.589380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ecba844-aaab-43df-a1e9-fd642c1e4009 req-dc39b266-2589-4720-8a1f-9880d28d62ee tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949218 Sep 07 18:47:13.654891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-383ef279-4d91-4762-8bfa-2c3fac75c900 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Made reservation on behalf of aff21f44c603411da9d0fdda01610cb1 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:47:13.658788 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-383ef279-4d91-4762-8bfa-2c3fac75c900 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:13.751918 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91e8e6cb-7d37-4b0d-8103-76f242aacb12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:13.781059 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] Allocated IP 172.20.0.2 (2fdcf9fc-533f-49b2-8a16-ff168864f2a8/ec87c2b6-4311-4a67-aa4a-b722aaa3cad0/24cfd4e3-422d-4a0f-b3a0-246a90d21f68) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:47:13.785845 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=32af43b9-f337-4ed9-bd60-4ab466b23720,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:13.814370 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07acc049-8daa-4959-9ef3-1423f54345ee req-4c097c11-a7b8-4f3d-bc30-f79c7a27e706 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 210 time: 0.0446310 Sep 07 18:47:13.858948 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['32af43b9-f337-4ed9-bd60-4ab466b23720'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:47:13.930820 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91e8e6cb-7d37-4b0d-8103-76f242aacb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:13.940889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-383ef279-4d91-4762-8bfa-2c3fac75c900 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Allocated IP 172.20.0.10 (3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d/d79912ff-3afd-415a-95b0-bb04e5c403e1/21f1edac-cebc-4016-a7fe-2fc793ddd69b) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:47:14.036590 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8e6cb-7d37-4b0d-8103-76f242aacb12 admin admin] Pushing event updated for resources: {'Port': ['ID=da621e91-70d2-44ea-86ca-6d248a12bda3,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:14.046947 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e8e6cb-7d37-4b0d-8103-76f242aacb12 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:47:14.048609 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-91e8e6cb-7d37-4b0d-8103-76f242aacb12 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:47:14.056138 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e8e6cb-7d37-4b0d-8103-76f242aacb12 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:47:14.246290 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:14.294970 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] Transition to ACTIVE for port object 24cfd4e3-422d-4a0f-b3a0-246a90d21f68 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:47:14.311067 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 36a09100-1b81-43f2-9e42-b5f5b1ac769c completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:47:14.352911 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 36a09100-1b81-43f2-9e42-b5f5b1ac769c triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:14.357830 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:14.363380 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba01421-899d-4203-8d33-3107dc0e766d req-9e7ac329-f713-43a4-99ab-d9beab90d4c0 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:14.372372 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ba01421-899d-4203-8d33-3107dc0e766d req-9e7ac329-f713-43a4-99ab-d9beab90d4c0 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 943 time: 0.3325448 Sep 07 18:47:14.482125 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-383ef279-4d91-4762-8bfa-2c3fac75c900 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:14.488056 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91e8e6cb-7d37-4b0d-8103-76f242aacb12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:14.510094 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ba01421-899d-4203-8d33-3107dc0e766d req-3b3a93ac-3489-41dc-beaf-2d5fa8fc9ff6 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305466 Sep 07 18:47:14.580235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] Transition to ACTIVE for port object 24cfd4e3-422d-4a0f-b3a0-246a90d21f68 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:47:14.595734 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:14.612384 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-383ef279-4d91-4762-8bfa-2c3fac75c900 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:14.695995 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-383ef279-4d91-4762-8bfa-2c3fac75c900 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Network 3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:47:14.699882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-383ef279-4d91-4762-8bfa-2c3fac75c900 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:47:14.706499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-383ef279-4d91-4762-8bfa-2c3fac75c900 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:47:14.739691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ef279-4d91-4762-8bfa-2c3fac75c900 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Pushing event updated for resources: {'Port': ['ID=21f1edac-cebc-4016-a7fe-2fc793ddd69b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:14.788988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-383ef279-4d91-4762-8bfa-2c3fac75c900 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:14.789678 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-383ef279-4d91-4762-8bfa-2c3fac75c900 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:14.853661 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-383ef279-4d91-4762-8bfa-2c3fac75c900 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5150025 Sep 07 18:47:14.870492 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] Request body: {'port': {'device_id': 'aa5f4bdb-a3fe-4116-a750-4f3e6b3da802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:47:14.901554 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] Network 2fdcf9fc-533f-49b2-8a16-ff168864f2a8 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:47:14.909139 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] Pushing event updated for resources: {'Port': ['ID=24cfd4e3-422d-4a0f-b3a0-246a90d21f68,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:14.921561 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39753742-8ec4-4818-a89c-1e7a8de51107 req-e00c18ad-eca6-424d-95cc-6bbc98a58089 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:14.922904 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:47:14.923513 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-39753742-8ec4-4818-a89c-1e7a8de51107 req-e00c18ad-eca6-424d-95cc-6bbc98a58089 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.1234491 Sep 07 18:47:14.937186 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:47:14.951263 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:15.025370 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:15.072238 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91e8e6cb-7d37-4b0d-8103-76f242aacb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:15.082144 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-39753742-8ec4-4818-a89c-1e7a8de51107 req-5fa2ad39-2021-4bb1-babf-3318dcd9c7d5 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522162 Sep 07 18:47:15.098811 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] Attempting to bind port 24cfd4e3-422d-4a0f-b3a0-246a90d21f68 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:47:15.099187 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] Attempting to bind port 24cfd4e3-422d-4a0f-b3a0-246a90d21f68 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'db67b40f-0f39-4905-b3d6-47daa4316cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fdcf9fc-533f-49b2-8a16-ff168864f2a8'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:47:15.099555 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] Attempting to bind port 24cfd4e3-422d-4a0f-b3a0-246a90d21f68 on network 2fdcf9fc-533f-49b2-8a16-ff168864f2a8 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:47:15.161377 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:47:15.161783 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] Checking segment: {'id': 'db67b40f-0f39-4905-b3d6-47daa4316cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fdcf9fc-533f-49b2-8a16-ff168864f2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:47:15.163441 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:15.163828 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] Bound using segment: {'id': 'db67b40f-0f39-4905-b3d6-47daa4316cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fdcf9fc-533f-49b2-8a16-ff168864f2a8'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:47:15.168628 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] Bound port: 24cfd4e3-422d-4a0f-b3a0-246a90d21f68, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db67b40f-0f39-4905-b3d6-47daa4316cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fdcf9fc-533f-49b2-8a16-ff168864f2a8'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:47:15.169130 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:15.172415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 36a09100-1b81-43f2-9e42-b5f5b1ac769c, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=36a09100-1b81-43f2-9e42-b5f5b1ac769c,segment=NetworkSegment(0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a),segment_id=0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:15.198017 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:15.338645 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=36a09100-1b81-43f2-9e42-b5f5b1ac769c,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:15.339636 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e8e6cb-7d37-4b0d-8103-76f242aacb12 admin admin] Router d091decf-a036-4005-b163-f813fc377298 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:47:15.399030 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] For port 24cfd4e3-422d-4a0f-b3a0-246a90d21f68, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:47:15.407502 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] For port 24cfd4e3-422d-4a0f-b3a0-246a90d21f68, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=24cfd4e3-422d-4a0f-b3a0-246a90d21f68,segment=NetworkSegment(db67b40f-0f39-4905-b3d6-47daa4316cab),segment_id=db67b40f-0f39-4905-b3d6-47daa4316cab)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:47:15.414135 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:15.576110 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93784858-f402-40b0-8346-01ae42225972 req-5c93fb99-1941-459b-ab2f-6d72fdf42de0 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:15.581936 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fcc8b-ad6d-4c2e-88fe-bbeaf90832ff None None] Pushing event updated for resources: {'Port': ['ID=24cfd4e3-422d-4a0f-b3a0-246a90d21f68,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:15.584593 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e8e6cb-7d37-4b0d-8103-76f242aacb12 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:47:15.599788 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] Sync routers for ids ['d091decf-a036-4005-b163-f813fc377298'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:47:15.605461 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93784858-f402-40b0-8346-01ae42225972 req-5c93fb99-1941-459b-ab2f-6d72fdf42de0 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 932 time: 0.1587749 Sep 07 18:47:15.637455 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91e8e6cb-7d37-4b0d-8103-76f242aacb12 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:15.639871 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-91e8e6cb-7d37-4b0d-8103-76f242aacb12 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5244129 Sep 07 18:47:15.642547 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50022) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:15.652996 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] Routers {'d091decf-a036-4005-b163-f813fc377298'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:47:15.654665 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:46:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['d091decf-a036-4005-b163-f813fc377298'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:15.712475 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93784858-f402-40b0-8346-01ae42225972 req-5c7fb9e4-c300-4ac0-952e-f5cc16ec8d99 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/security-groups?id=3243a549-ae72-4fa9-9fc8-09ed9a622b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060412 Sep 07 18:47:15.737722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f1edac-cebc-4016-a7fe-2fc793ddd69b {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:47:15.774828 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:15.841550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] Transition to ACTIVE for port object 21f1edac-cebc-4016-a7fe-2fc793ddd69b will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:47:15.846121 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:16.011509 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] Pushing event updated for resources: {'Port': ['ID=21f1edac-cebc-4016-a7fe-2fc793ddd69b,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:16.028640 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] Set router d091decf-a036-4005-b163-f813fc377298 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:47:16.219787 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947d7f0-c398-4739-bc1d-58d484239fbe req-422331d2-68f6-4452-9dec-761711b9bcea tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:16.228633 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f947d7f0-c398-4739-bc1d-58d484239fbe req-422331d2-68f6-4452-9dec-761711b9bcea tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 943 time: 0.1404958 Sep 07 18:47:16.231783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] Attempting to bind port 21f1edac-cebc-4016-a7fe-2fc793ddd69b on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:47:16.232455 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] Attempting to bind port 21f1edac-cebc-4016-a7fe-2fc793ddd69b by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '433eb5a0-8915-4d1b-a651-d61b0d3e49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:47:16.232919 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] Attempting to bind port 21f1edac-cebc-4016-a7fe-2fc793ddd69b on network 3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:47:16.250553 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] Port 21f1edac-cebc-4016-a7fe-2fc793ddd69b on network 3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:47:16.251024 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] Attempting to bind port 21f1edac-cebc-4016-a7fe-2fc793ddd69b on network 3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:47:16.263202 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:47:16.263694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] Checking segment: {'id': '433eb5a0-8915-4d1b-a651-d61b0d3e49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:47:16.264187 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] Bound using segment: {'id': '433eb5a0-8915-4d1b-a651-d61b0d3e49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:47:16.264788 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] Bound port: 21f1edac-cebc-4016-a7fe-2fc793ddd69b, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433eb5a0-8915-4d1b-a651-d61b0d3e49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:47:16.265257 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:16.301393 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f947d7f0-c398-4739-bc1d-58d484239fbe req-0cb0b8f2-46c6-4417-9eb5-53bd8c829fac tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716343 Sep 07 18:47:16.335049 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 32af43b9-f337-4ed9-bd60-4ab466b23720 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:47:16.413522 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd091decf-a036-4005-b163-f813fc377298', 'name': 'tempest-AttachSCSIVolumeTestJSON-48043201-router', 'tenant_id': 'e735b47789a74026a645b999ebbafbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'da621e91-70d2-44ea-86ca-6d248a12bda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:47:12Z', 'updated_at': '2021-09-07T18:47:14Z', 'revision_number': 3, 'project_id': 'e735b47789a74026a645b999ebbafbf8', 'gw_port': {'id': 'da621e91-70d2-44ea-86ca-6d248a12bda3', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd091decf-a036-4005-b163-f813fc377298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:13Z', 'updated_at': '2021-09-07T18:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:16.430895 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] For port 21f1edac-cebc-4016-a7fe-2fc793ddd69b, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:47:16.441070 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] For port 21f1edac-cebc-4016-a7fe-2fc793ddd69b, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=21f1edac-cebc-4016-a7fe-2fc793ddd69b,segment=NetworkSegment(433eb5a0-8915-4d1b-a651-d61b0d3e49a5),segment_id=433eb5a0-8915-4d1b-a651-d61b0d3e49a5)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:47:16.456295 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] Checking router: d091decf-a036-4005-b163-f813fc377298 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:47:16.457499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] Updating router d091decf-a036-4005-b163-f813fc377298 port da621e91-70d2-44ea-86ca-6d248a12bda3 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:47:16.458457 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:16.497590 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 32af43b9-f337-4ed9-bd60-4ab466b23720 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:16.497970 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:16.556769 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:16.563257 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:16.565801 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:16.599158 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] 10.222.0.60 "PUT /v2.0/ports/21f1edac-cebc-4016-a7fe-2fc793ddd69b HTTP/1.1" status: 200 len: 1092 time: 1.7358630 Sep 07 18:47:16.606911 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5f4bdb-a3fe-4116-a750-4f3e6b3da802', 'tag': '21f1edac-cebc-4016-a7fe-2fc793ddd69b'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:47:16.609681 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9522e00-2cd3-4223-859c-3a83dad5ed7b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5f4bdb-a3fe-4116-a750-4f3e6b3da802", "tag": "21f1edac-cebc-4016-a7fe-2fc793ddd69b"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:47:16.764219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe74a5c-cf27-4cce-b5f9-05107227ed98 service neutron] Pushing event updated for resources: {'Port': ['ID=21f1edac-cebc-4016-a7fe-2fc793ddd69b,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:16.801331 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d937ed-3eee-44c9-8172-041367d5badd req-17f424b7-2e63-41d7-aaea-90065868b6e0 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:16.814516 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-47d937ed-3eee-44c9-8172-041367d5badd req-17f424b7-2e63-41d7-aaea-90065868b6e0 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.2847874 Sep 07 18:47:16.825637 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-ae473816-d48f-49c8-8eb2-b1cb37edfca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:16.827401 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-ae473816-d48f-49c8-8eb2-b1cb37edfca8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aff21f44c603411da9d0fdda01610cb1&device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 1095 time: 0.1336567 Sep 07 18:47:16.944376 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-e5458fe7-0f73-478f-a2a0-23023f61ee81 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21f1edac-cebc-4016-a7fe-2fc793ddd69b HTTP/1.1" status: 200 len: 217 time: 0.1073990 Sep 07 18:47:17.034067 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-47d937ed-3eee-44c9-8172-041367d5badd req-b4ffb4bc-e61f-44ae-b3b9-705e75af66ca tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163434 Sep 07 18:47:17.084821 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5826f9eb-ebf0-4824-a8cd-08d2caeb7f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:17.088862 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-4b733d13-d7b2-461f-aef4-1e315f404a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:17.091539 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-4b733d13-d7b2-461f-aef4-1e315f404a14 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d79912ff-3afd-415a-95b0-bb04e5c403e1 HTTP/1.1" status: 200 len: 853 time: 0.1306856 Sep 07 18:47:17.107945 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41c232b-5644-44ee-beeb-4e2b4f158f71 None None] Network 2fdcf9fc-533f-49b2-8a16-ff168864f2a8 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:47:17.148735 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:17.153810 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18ad3f3-44ae-40f8-bcb7-e979d17e40e6 x-openstack-request-id: req-e18ad3f3-44ae-40f8-bcb7-e979d17e40e6 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:47:17.154116 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5f4bdb-a3fe-4116-a750-4f3e6b3da802", "tag": "21f1edac-cebc-4016-a7fe-2fc793ddd69b", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:47:17.154386 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e18ad3f3-44ae-40f8-bcb7-e979d17e40e6 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:47:17.154789 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5f4bdb-a3fe-4116-a750-4f3e6b3da802', 'tag': '21f1edac-cebc-4016-a7fe-2fc793ddd69b', 'status': 'completed', 'code': 200} Sep 07 18:47:17.164680 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-3df3525e-a7ce-440d-acdd-fdddc3496fd2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646667 Sep 07 18:47:17.386209 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-5826f9eb-ebf0-4824-a8cd-08d2caeb7f2f admin admin] Allocated IP 172.20.0.1 (2fdcf9fc-533f-49b2-8a16-ff168864f2a8/ec87c2b6-4311-4a67-aa4a-b722aaa3cad0/4758e977-b627-4884-87d6-0ab993c5c1a0) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:47:17.466103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831242ee-40d9-413c-96a3-91e533861dcd req-9f0e0ee4-0b41-457a-94fc-2c764f5a3356 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:17.474275 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-831242ee-40d9-413c-96a3-91e533861dcd req-9f0e0ee4-0b41-457a-94fc-2c764f5a3356 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 944 time: 0.1422131 Sep 07 18:47:17.484595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-7160572e-87e1-4a05-92b3-a9d6133b8ea3 service neutron] 10.222.0.60 "GET /v2.0/networks/3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127966 Sep 07 18:47:17.575776 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-831242ee-40d9-413c-96a3-91e533861dcd req-6cda4f2b-7716-4fdf-b688-50c0a554cb27 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/security-groups?id=3243a549-ae72-4fa9-9fc8-09ed9a622b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005397 Sep 07 18:47:17.638374 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5826f9eb-ebf0-4824-a8cd-08d2caeb7f2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:17.669296 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25a8b453-4035-4d14-85b9-252ed8c20ed5 req-a5d2a010-721a-4f16-896e-a3205264e5da service neutron] 10.222.0.60 "GET /v2.0/networks/3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765816 Sep 07 18:47:17.676305 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-5826f9eb-ebf0-4824-a8cd-08d2caeb7f2f admin admin] Transition to ACTIVE for port object 4758e977-b627-4884-87d6-0ab993c5c1a0 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:47:17.708180 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 36a09100-1b81-43f2-9e42-b5f5b1ac769c up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:47:17.762636 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5826f9eb-ebf0-4824-a8cd-08d2caeb7f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:17.810282 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b0b30df8-2521-4b8e-8594-e90441f97dc8 None None] Provisioning for port 24cfd4e3-422d-4a0f-b3a0-246a90d21f68 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:47:17.827025 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5826f9eb-ebf0-4824-a8cd-08d2caeb7f2f admin admin] Network 2fdcf9fc-533f-49b2-8a16-ff168864f2a8 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:47:17.832120 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-5826f9eb-ebf0-4824-a8cd-08d2caeb7f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:47:17.836076 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5826f9eb-ebf0-4824-a8cd-08d2caeb7f2f admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:47:17.880825 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5826f9eb-ebf0-4824-a8cd-08d2caeb7f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:17.882252 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 32af43b9-f337-4ed9-bd60-4ab466b23720, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=32af43b9-f337-4ed9-bd60-4ab466b23720,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:17.916265 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c64f66-9384-44c3-9367-ec25a78a8819 req-4f8d24bd-285f-4f82-a7ca-f821b4b1d910 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:17.918463 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1c64f66-9384-44c3-9367-ec25a78a8819 req-4f8d24bd-285f-4f82-a7ca-f821b4b1d910 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 943 time: 0.1604981 Sep 07 18:47:17.922122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9522e00-2cd3-4223-859c-3a83dad5ed7b req-4fbb0c6b-eadb-454e-ad48-9a5c58c84b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:17.922518 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc218fd-fb21-4633-84b4-2bccbfaaef8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32af43b9-f337-4ed9-bd60-4ab466b23720'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:47:17.924797 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9522e00-2cd3-4223-859c-3a83dad5ed7b req-4fbb0c6b-eadb-454e-ad48-9a5c58c84b45 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aff21f44c603411da9d0fdda01610cb1&device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 1095 time: 0.1870420 Sep 07 18:47:17.930786 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1445e78c-0702-4816-9ac3-f4ccac979212" -d '{"events": [{"server_uuid": "9bc218fd-fb21-4633-84b4-2bccbfaaef8e", "name": "network-vif-plugged", "status": "completed", "tag": "32af43b9-f337-4ed9-bd60-4ab466b23720"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:47:17.953947 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826f9eb-ebf0-4824-a8cd-08d2caeb7f2f admin admin] Pushing event updated for resources: {'Port': ['ID=4758e977-b627-4884-87d6-0ab993c5c1a0,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:17.960663 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:18.082064 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9522e00-2cd3-4223-859c-3a83dad5ed7b req-0bc91d6d-044c-4606-88bb-d1de8be1a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:18.084262 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9522e00-2cd3-4223-859c-3a83dad5ed7b req-0bc91d6d-044c-4606-88bb-d1de8be1a589 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d HTTP/1.1" status: 200 len: 914 time: 0.1477022 Sep 07 18:47:18.125059 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:18.151859 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=32af43b9-f337-4ed9-bd60-4ab466b23720,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:18.158501 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] Transition to ACTIVE for port object da621e91-70d2-44ea-86ca-6d248a12bda3 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:47:18.166854 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9522e00-2cd3-4223-859c-3a83dad5ed7b req-868a625b-e212-4fd2-bf2b-432843313e98 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21f1edac-cebc-4016-a7fe-2fc793ddd69b HTTP/1.1" status: 200 len: 217 time: 0.0722480 Sep 07 18:47:18.168387 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 36a09100-1b81-43f2-9e42-b5f5b1ac769c triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:18.168819 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:18.174561 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5826f9eb-ebf0-4824-a8cd-08d2caeb7f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:18.181754 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:18.294858 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9522e00-2cd3-4223-859c-3a83dad5ed7b req-5d37a504-c9ad-496a-8902-aab70981331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:18.301838 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9522e00-2cd3-4223-859c-3a83dad5ed7b req-5d37a504-c9ad-496a-8902-aab70981331e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d79912ff-3afd-415a-95b0-bb04e5c403e1 HTTP/1.1" status: 200 len: 853 time: 0.1246693 Sep 07 18:47:18.313826 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] Attempting to bind port da621e91-70d2-44ea-86ca-6d248a12bda3 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:47:18.314193 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] Attempting to bind port da621e91-70d2-44ea-86ca-6d248a12bda3 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:47:18.314787 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] Attempting to bind port da621e91-70d2-44ea-86ca-6d248a12bda3 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:47:18.322662 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:47:18.322897 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:47:18.323181 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:18.323571 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:47:18.324041 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] Bound port: da621e91-70d2-44ea-86ca-6d248a12bda3, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:47:18.324417 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:18.327824 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04807352-44bb-4a39-a77e-0084cc70607b None None] Pushing event updated for resources: {'Port': ['ID=da621e91-70d2-44ea-86ca-6d248a12bda3,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:18.361861 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1c64f66-9384-44c3-9367-ec25a78a8819 req-73378bab-6bea-4880-be97-ec04766c0837 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345822 Sep 07 18:47:18.402856 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9522e00-2cd3-4223-859c-3a83dad5ed7b req-d78a260f-6d41-4b83-8264-5f2f584561d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901568 Sep 07 18:47:18.474154 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] For port da621e91-70d2-44ea-86ca-6d248a12bda3, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:47:18.481200 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 24cfd4e3-422d-4a0f-b3a0-246a90d21f68 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:47:18.545593 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] For port da621e91-70d2-44ea-86ca-6d248a12bda3, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=da621e91-70d2-44ea-86ca-6d248a12bda3,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:47:18.550896 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:18.667202 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9522e00-2cd3-4223-859c-3a83dad5ed7b req-6c8fb5b1-b54b-4b2a-bf55-69853709f98a service neutron] 10.222.0.60 "GET /v2.0/networks/3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512600 Sep 07 18:47:18.669409 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00145817-f80a-4ca4-a56e-bb85a0848ab0 x-openstack-request-id: req-00145817-f80a-4ca4-a56e-bb85a0848ab0 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:47:18.669705 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc218fd-fb21-4633-84b4-2bccbfaaef8e", "name": "network-vif-plugged", "status": "completed", "tag": "32af43b9-f337-4ed9-bd60-4ab466b23720", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:47:18.670625 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-00145817-f80a-4ca4-a56e-bb85a0848ab0 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:47:18.671166 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc218fd-fb21-4633-84b4-2bccbfaaef8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32af43b9-f337-4ed9-bd60-4ab466b23720', 'code': 200} Sep 07 18:47:18.750910 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5826f9eb-ebf0-4824-a8cd-08d2caeb7f2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:18.758467 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 24cfd4e3-422d-4a0f-b3a0-246a90d21f68 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:47:18.764665 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5826f9eb-ebf0-4824-a8cd-08d2caeb7f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:18.784397 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04807352-44bb-4a39-a77e-0084cc70607b None None] Pushing event updated for resources: {'Port': ['ID=da621e91-70d2-44ea-86ca-6d248a12bda3,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:18.801278 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 24cfd4e3-422d-4a0f-b3a0-246a90d21f68 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:18.802765 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:18.813996 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] Routers {'d091decf-a036-4005-b163-f813fc377298'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:47:18.816651 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:46:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['d091decf-a036-4005-b163-f813fc377298'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:18.985260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f627b998-b467-4dd4-b845-f5517759f09a None None] Provisioning complete for port 24cfd4e3-422d-4a0f-b3a0-246a90d21f68 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:18.985858 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f627b998-b467-4dd4-b845-f5517759f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:19.068313 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5826f9eb-ebf0-4824-a8cd-08d2caeb7f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:19.083937 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826f9eb-ebf0-4824-a8cd-08d2caeb7f2f admin admin] Pushing event updated for resources: {'Port': ['ID=4758e977-b627-4884-87d6-0ab993c5c1a0,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:19.242892 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] Set router d091decf-a036-4005-b163-f813fc377298 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:47:19.307478 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5826f9eb-ebf0-4824-a8cd-08d2caeb7f2f admin admin] Network 2fdcf9fc-533f-49b2-8a16-ff168864f2a8 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:47:19.311283 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-5826f9eb-ebf0-4824-a8cd-08d2caeb7f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:47:19.327915 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:19.445790 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f627b998-b467-4dd4-b845-f5517759f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:19.566284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61b9d2-fd37-48f7-81db-3da765368e4a req-01726d5b-3252-470e-a8f3-7de42a272d66 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:19.574313 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 24cfd4e3-422d-4a0f-b3a0-246a90d21f68, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=24cfd4e3-422d-4a0f-b3a0-246a90d21f68,segment=NetworkSegment(db67b40f-0f39-4905-b3d6-47daa4316cab),segment_id=db67b40f-0f39-4905-b3d6-47daa4316cab)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:19.578346 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a61b9d2-fd37-48f7-81db-3da765368e4a req-01726d5b-3252-470e-a8f3-7de42a272d66 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.8428075 Sep 07 18:47:19.580462 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:19.600186 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5826f9eb-ebf0-4824-a8cd-08d2caeb7f2f admin admin] Router d091decf-a036-4005-b163-f813fc377298 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:47:19.719931 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a61b9d2-fd37-48f7-81db-3da765368e4a req-ebc9a148-9b2d-48ff-ad01-3eed5aa2add3 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383290 Sep 07 18:47:19.743434 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9522e00-2cd3-4223-859c-3a83dad5ed7b req-841a7810-9217-40fc-b136-5e0219e068e2 service neutron] 10.222.0.60 "GET /v2.0/networks/3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0689185 Sep 07 18:47:19.907512 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.db.api [None req-f627b998-b467-4dd4-b845-f5517759f09a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 18:47:19.908067 n-d-807786-1 neutron-server[101446]: DEBUG oslo_db.api [None req-f627b998-b467-4dd4-b845-f5517759f09a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 18:47:19.912976 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5826f9eb-ebf0-4824-a8cd-08d2caeb7f2f admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:47:19.913300 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=24cfd4e3-422d-4a0f-b3a0-246a90d21f68,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:19.930840 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5826f9eb-ebf0-4824-a8cd-08d2caeb7f2f admin admin] 10.222.0.26 "PUT /v2.0/routers/d091decf-a036-4005-b163-f813fc377298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2872312 Sep 07 18:47:19.947701 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c813d5c-8273-4239-8921-11795ae3f8a2 req-cd79f26c-dd7b-4c0f-9196-e19d210b24f1 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:19.959270 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5c813d5c-8273-4239-8921-11795ae3f8a2 req-cd79f26c-dd7b-4c0f-9196-e19d210b24f1 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 944 time: 0.1226275 Sep 07 18:47:20.040174 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd091decf-a036-4005-b163-f813fc377298', 'name': 'tempest-AttachSCSIVolumeTestJSON-48043201-router', 'tenant_id': 'e735b47789a74026a645b999ebbafbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'da621e91-70d2-44ea-86ca-6d248a12bda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:47:12Z', 'updated_at': '2021-09-07T18:47:18Z', 'revision_number': 4, 'project_id': 'e735b47789a74026a645b999ebbafbf8', 'gw_port': {'id': 'da621e91-70d2-44ea-86ca-6d248a12bda3', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd091decf-a036-4005-b163-f813fc377298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:13Z', 'updated_at': '2021-09-07T18:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '4758e977-b627-4884-87d6-0ab993c5c1a0', 'name': '', 'network_id': '2fdcf9fc-533f-49b2-8a16-ff168864f2a8', 'tenant_id': 'e735b47789a74026a645b999ebbafbf8', 'mac_address': 'fa:16:3e:17:c4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd091decf-a036-4005-b163-f813fc377298', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ec87c2b6-4311-4a67-aa4a-b722aaa3cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:17Z', 'updated_at': '2021-09-07T18:47:18Z', 'revision_number': 2, 'project_id': 'e735b47789a74026a645b999ebbafbf8', 'subnets': [{'id': 'ec87c2b6-4311-4a67-aa4a-b722aaa3cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:20.055353 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5c813d5c-8273-4239-8921-11795ae3f8a2 req-faf846c4-9829-4ada-8f9a-84e61681ee0e tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/security-groups?id=3243a549-ae72-4fa9-9fc8-09ed9a622b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982599 Sep 07 18:47:20.114244 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db90031-b690-4cc2-9d40-48b05a8f3c1d None None] The sync data for ids ['d091decf-a036-4005-b163-f813fc377298'] in n-d-807786-1 is: [{'id': 'd091decf-a036-4005-b163-f813fc377298', 'name': 'tempest-AttachSCSIVolumeTestJSON-48043201-router', 'tenant_id': 'e735b47789a74026a645b999ebbafbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'da621e91-70d2-44ea-86ca-6d248a12bda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:47:12Z', 'updated_at': '2021-09-07T18:47:18Z', 'revision_number': 4, 'project_id': 'e735b47789a74026a645b999ebbafbf8', 'gw_port': {'id': 'da621e91-70d2-44ea-86ca-6d248a12bda3', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd091decf-a036-4005-b163-f813fc377298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:13Z', 'updated_at': '2021-09-07T18:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '4758e977-b627-4884-87d6-0ab993c5c1a0', 'name': '', 'network_id': '2fdcf9fc-533f-49b2-8a16-ff168864f2a8', 'tenant_id': 'e735b47789a74026a645b999ebbafbf8', 'mac_address': 'fa:16:3e:17:c4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd091decf-a036-4005-b163-f813fc377298', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ec87c2b6-4311-4a67-aa4a-b722aaa3cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:17Z', 'updated_at': '2021-09-07T18:47:18Z', 'revision_number': 2, 'project_id': 'e735b47789a74026a645b999ebbafbf8', 'subnets': [{'id': 'ec87c2b6-4311-4a67-aa4a-b722aaa3cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:47:20.326882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90888d53-84a0-4dcc-b983-fb140a94b53e req-854d687c-c43a-47f2-8245-c0595513ebed tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:20.334944 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90888d53-84a0-4dcc-b983-fb140a94b53e req-854d687c-c43a-47f2-8245-c0595513ebed tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 943 time: 0.0674627 Sep 07 18:47:20.356059 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9fe77d40-eb46-46bd-b9fa-588f51699314 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:47:20.388807 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90888d53-84a0-4dcc-b983-fb140a94b53e req-a265c54d-c164-4e18-ab2d-79dd75179ae7 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476637 Sep 07 18:47:20.667147 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9fe77d40-eb46-46bd-b9fa-588f51699314, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9fe77d40-eb46-46bd-b9fa-588f51699314,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:20.682072 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '9fe77d40-eb46-46bd-b9fa-588f51699314', 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59', 'port_id': '9fe77d40-eb46-46bd-b9fa-588f51699314', 'mac_address': 'fa:16:3e:c9:da:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e00f10-2113-4bfd-a644-73e299afc160', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:47:20.716549 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f627b998-b467-4dd4-b845-f5517759f09a None None] Provisioning for port 4758e977-b627-4884-87d6-0ab993c5c1a0 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:47:20.725604 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f627b998-b467-4dd4-b845-f5517759f09a None None] Provisioning complete for port 4758e977-b627-4884-87d6-0ab993c5c1a0 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:20.730505 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f627b998-b467-4dd4-b845-f5517759f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:20.782386 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:20.807997 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe77d40-eb46-46bd-b9fa-588f51699314 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:47:20.852886 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9fe77d40-eb46-46bd-b9fa-588f51699314, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9fe77d40-eb46-46bd-b9fa-588f51699314,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:20.854667 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-f627b998-b467-4dd4-b845-f5517759f09a None None] Port 4758e977-b627-4884-87d6-0ab993c5c1a0 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:47:20.857350 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:20.932047 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25c19e-c538-4dc1-99e5-702efd6248d9 req-9dfabc71-7778-488f-b929-abdc90b3a939 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:20.935134 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec25c19e-c538-4dc1-99e5-702efd6248d9 req-9dfabc71-7778-488f-b929-abdc90b3a939 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.0795760 Sep 07 18:47:20.950962 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 21f1edac-cebc-4016-a7fe-2fc793ddd69b details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:47:21.001463 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=9fe77d40-eb46-46bd-b9fa-588f51699314,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:21.004700 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec25c19e-c538-4dc1-99e5-702efd6248d9 req-aba64df9-516c-44af-9935-078b2f6aec13 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605772 Sep 07 18:47:21.021740 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2ecac7a9-1834-4cb4-9875-1b2da3726d43 None None] Provisioning complete for port 4758e977-b627-4884-87d6-0ab993c5c1a0 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:21.022646 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2ecac7a9-1834-4cb4-9875-1b2da3726d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:21.139306 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-2ecac7a9-1834-4cb4-9875-1b2da3726d43 None None] Port 4758e977-b627-4884-87d6-0ab993c5c1a0 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:47:21.183996 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['9fe77d40-eb46-46bd-b9fa-588f51699314'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:47:21.283127 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 21f1edac-cebc-4016-a7fe-2fc793ddd69b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=21f1edac-cebc-4016-a7fe-2fc793ddd69b,segment=NetworkSegment(433eb5a0-8915-4d1b-a651-d61b0d3e49a5),segment_id=433eb5a0-8915-4d1b-a651-d61b0d3e49a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:21.286862 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8ab48-b888-43a0-bfcd-6aa39247a3fe req-2f6f4725-0b94-4d49-8ed5-968987988d5d tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:21.301952 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f3f8ab48-b888-43a0-bfcd-6aa39247a3fe req-2f6f4725-0b94-4d49-8ed5-968987988d5d tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 944 time: 0.1348734 Sep 07 18:47:21.320431 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '21f1edac-cebc-4016-a7fe-2fc793ddd69b', 'network_id': '3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d', 'port_id': '21f1edac-cebc-4016-a7fe-2fc793ddd69b', 'mac_address': 'fa:16:3e:0d:bb:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79912ff-3afd-415a-95b0-bb04e5c403e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:47:21.419395 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:21.425138 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f3f8ab48-b888-43a0-bfcd-6aa39247a3fe req-956aa2e3-9e56-41c8-9da9-fbeb8e6e3e07 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/security-groups?id=3243a549-ae72-4fa9-9fc8-09ed9a622b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222019 Sep 07 18:47:21.703405 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f1edac-cebc-4016-a7fe-2fc793ddd69b {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:47:21.732601 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee76afb-fd6e-4587-be2f-639c2e14cab0 req-4ad97c4c-54a9-42db-91c9-65f18f88916c tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:21.734165 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cee76afb-fd6e-4587-be2f-639c2e14cab0 req-4ad97c4c-54a9-42db-91c9-65f18f88916c tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 944 time: 0.1254365 Sep 07 18:47:21.743410 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 21f1edac-cebc-4016-a7fe-2fc793ddd69b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=21f1edac-cebc-4016-a7fe-2fc793ddd69b,segment=NetworkSegment(433eb5a0-8915-4d1b-a651-d61b0d3e49a5),segment_id=433eb5a0-8915-4d1b-a651-d61b0d3e49a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:21.751850 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:21.789666 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cee76afb-fd6e-4587-be2f-639c2e14cab0 req-cf2e6843-ef2d-46c6-8fe7-fda89f358ae4 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459986 Sep 07 18:47:21.896015 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 24cfd4e3-422d-4a0f-b3a0-246a90d21f68 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:47:21.987876 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=21f1edac-cebc-4016-a7fe-2fc793ddd69b,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:22.034610 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 24cfd4e3-422d-4a0f-b3a0-246a90d21f68 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:22.035434 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:22.113547 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['21f1edac-cebc-4016-a7fe-2fc793ddd69b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:47:22.262596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e654c07-4493-438f-8ff2-50bc17194cf6 req-68dbfe3f-643e-4e75-8612-e172fbb3625e tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:22.264084 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e654c07-4493-438f-8ff2-50bc17194cf6 req-68dbfe3f-643e-4e75-8612-e172fbb3625e tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.1096768 Sep 07 18:47:22.329893 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device da621e91-70d2-44ea-86ca-6d248a12bda3 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:47:22.350117 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e654c07-4493-438f-8ff2-50bc17194cf6 req-5b08ef90-e217-4117-b908-06aa7d82eef4 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747225 Sep 07 18:47:22.487168 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port da621e91-70d2-44ea-86ca-6d248a12bda3 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:47:22.494789 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port da621e91-70d2-44ea-86ca-6d248a12bda3 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:22.495165 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:22.607449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8034f56-cfb0-475b-a7d0-26109a0be803 req-6a4788f0-776a-41dc-9c7f-d504fc729ac8 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:22.621468 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8034f56-cfb0-475b-a7d0-26109a0be803 req-6a4788f0-776a-41dc-9c7f-d504fc729ac8 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 945 time: 0.0825629 Sep 07 18:47:22.649530 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:22.688670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port da621e91-70d2-44ea-86ca-6d248a12bda3, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=da621e91-70d2-44ea-86ca-6d248a12bda3,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:22.688838 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8034f56-cfb0-475b-a7d0-26109a0be803 req-40b56ca6-25c3-421f-a689-9de6ab867a19 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/security-groups?id=3243a549-ae72-4fa9-9fc8-09ed9a622b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657196 Sep 07 18:47:22.706451 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:22.790019 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=da621e91-70d2-44ea-86ca-6d248a12bda3,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:22.989006 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e905d6f-3d90-4116-b4f9-c3f924917df2 req-82e194c6-be30-4109-8924-17c405537dc0 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:22.993244 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1e905d6f-3d90-4116-b4f9-c3f924917df2 req-82e194c6-be30-4109-8924-17c405537dc0 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 944 time: 0.0741489 Sep 07 18:47:23.044796 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1e905d6f-3d90-4116-b4f9-c3f924917df2 req-a57e18a5-245a-482a-85cc-986ebade1374 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482237 Sep 07 18:47:23.411559 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] Sync routers for ids ['d091decf-a036-4005-b163-f813fc377298'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:47:23.425136 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] Routers {'d091decf-a036-4005-b163-f813fc377298'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:47:23.426525 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:46:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['d091decf-a036-4005-b163-f813fc377298'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:23.584995 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccb82d-6e95-40c0-babe-6905c68837f2 req-c40ed937-133e-494e-b559-5ed7933f82f6 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:23.590538 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81ccb82d-6e95-40c0-babe-6905c68837f2 req-c40ed937-133e-494e-b559-5ed7933f82f6 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.0891809 Sep 07 18:47:23.706785 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81ccb82d-6e95-40c0-babe-6905c68837f2 req-b8dc05c2-93c2-4c8a-8ed3-f50afdd7ada9 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987453 Sep 07 18:47:23.718256 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] Set router d091decf-a036-4005-b163-f813fc377298 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:47:23.751321 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device da621e91-70d2-44ea-86ca-6d248a12bda3 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:47:23.864720 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port da621e91-70d2-44ea-86ca-6d248a12bda3 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:23.866027 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:23.872950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd67b02-2548-4cd8-b5e3-df27feb81ab3 req-a53a71c8-a387-4735-800d-ee71bd7597f3 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:23.875699 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7fd67b02-2548-4cd8-b5e3-df27feb81ab3 req-a53a71c8-a387-4735-800d-ee71bd7597f3 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 945 time: 0.0944011 Sep 07 18:47:23.975065 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7fd67b02-2548-4cd8-b5e3-df27feb81ab3 req-225905d7-9f86-4a15-8723-667bae763d4c tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/security-groups?id=3243a549-ae72-4fa9-9fc8-09ed9a622b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846279 Sep 07 18:47:24.060749 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd091decf-a036-4005-b163-f813fc377298', 'name': 'tempest-AttachSCSIVolumeTestJSON-48043201-router', 'tenant_id': 'e735b47789a74026a645b999ebbafbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'da621e91-70d2-44ea-86ca-6d248a12bda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:47:12Z', 'updated_at': '2021-09-07T18:47:18Z', 'revision_number': 4, 'project_id': 'e735b47789a74026a645b999ebbafbf8', 'gw_port': {'id': 'da621e91-70d2-44ea-86ca-6d248a12bda3', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd091decf-a036-4005-b163-f813fc377298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:13Z', 'updated_at': '2021-09-07T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '4758e977-b627-4884-87d6-0ab993c5c1a0', 'name': '', 'network_id': '2fdcf9fc-533f-49b2-8a16-ff168864f2a8', 'tenant_id': 'e735b47789a74026a645b999ebbafbf8', 'mac_address': 'fa:16:3e:17:c4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd091decf-a036-4005-b163-f813fc377298', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ec87c2b6-4311-4a67-aa4a-b722aaa3cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:17Z', 'updated_at': '2021-09-07T18:47:18Z', 'revision_number': 2, 'project_id': 'e735b47789a74026a645b999ebbafbf8', 'subnets': [{'id': 'ec87c2b6-4311-4a67-aa4a-b722aaa3cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:24.089337 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] Checking router: d091decf-a036-4005-b163-f813fc377298 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:47:24.089790 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] Updating router d091decf-a036-4005-b163-f813fc377298 port 4758e977-b627-4884-87d6-0ab993c5c1a0 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:47:24.122146 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:24.244139 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b858a-3801-4082-8c4c-9560d7ab8f43 req-b6ac7d50-f241-4a66-82a1-60ca8488c127 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:24.252116 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-560b858a-3801-4082-8c4c-9560d7ab8f43 req-b6ac7d50-f241-4a66-82a1-60ca8488c127 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 944 time: 0.0817590 Sep 07 18:47:24.300301 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-560b858a-3801-4082-8c4c-9560d7ab8f43 req-0b416280-f21d-4ab3-afa0-e7f7412f7b9c tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465717 Sep 07 18:47:24.375302 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9fe77d40-eb46-46bd-b9fa-588f51699314 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:47:24.476013 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 9fe77d40-eb46-46bd-b9fa-588f51699314 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:47:24.483987 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 9fe77d40-eb46-46bd-b9fa-588f51699314 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:24.484979 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:24.632263 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:24.674072 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9fe77d40-eb46-46bd-b9fa-588f51699314, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9fe77d40-eb46-46bd-b9fa-588f51699314,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:24.675137 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe77d40-eb46-46bd-b9fa-588f51699314'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:47:24.678014 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525bc07f-c9e0-42e6-9e0f-23dc999ceba6" -d '{"events": [{"server_uuid": "6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4", "name": "network-vif-plugged", "status": "completed", "tag": "9fe77d40-eb46-46bd-b9fa-588f51699314"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:47:24.682049 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:24.698300 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:24.729690 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] Transition to ACTIVE for port object 4758e977-b627-4884-87d6-0ab993c5c1a0 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:47:24.749575 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:24.766601 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cefef6-b69e-495e-9187-36282f9df78a x-openstack-request-id: req-a1cefef6-b69e-495e-9187-36282f9df78a {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:47:24.767121 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4", "name": "network-vif-plugged", "status": "completed", "tag": "9fe77d40-eb46-46bd-b9fa-588f51699314", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:47:24.767367 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1cefef6-b69e-495e-9187-36282f9df78a {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:47:24.769839 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe77d40-eb46-46bd-b9fa-588f51699314', 'code': 200} Sep 07 18:47:24.792341 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=9fe77d40-eb46-46bd-b9fa-588f51699314,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:24.844040 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee1100-f44b-4e38-8cbe-c3db67fc5451 None None] Pushing event updated for resources: {'Port': ['ID=4758e977-b627-4884-87d6-0ab993c5c1a0,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:24.925316 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35fd0a-e276-4182-ae8d-23416462a675 req-73790a39-6e09-41ef-8f41-0efb367cd38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:24.933713 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-cc35fd0a-e276-4182-ae8d-23416462a675 req-73790a39-6e09-41ef-8f41-0efb367cd38f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 1096 time: 0.0950246 Sep 07 18:47:24.941085 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc359cc-0791-4db8-8aae-781645488ff6 req-97043895-a81d-4b1c-bfa7-fd65bb70682b tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:24.950601 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fc359cc-0791-4db8-8aae-781645488ff6 req-97043895-a81d-4b1c-bfa7-fd65bb70682b tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 949 time: 0.0844302 Sep 07 18:47:24.955732 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 42408cdf-331b-4e6e-85cb-870c0b212a1f details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:47:24.959437 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 21f1edac-cebc-4016-a7fe-2fc793ddd69b up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:47:24.961239 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] Attempting to bind port 4758e977-b627-4884-87d6-0ab993c5c1a0 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:47:24.961621 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] Attempting to bind port 4758e977-b627-4884-87d6-0ab993c5c1a0 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'db67b40f-0f39-4905-b3d6-47daa4316cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fdcf9fc-533f-49b2-8a16-ff168864f2a8'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:47:24.961985 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] Attempting to bind port 4758e977-b627-4884-87d6-0ab993c5c1a0 on network 2fdcf9fc-533f-49b2-8a16-ff168864f2a8 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:47:24.972067 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:47:24.972451 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] Checking segment: {'id': 'db67b40f-0f39-4905-b3d6-47daa4316cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fdcf9fc-533f-49b2-8a16-ff168864f2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:47:24.973174 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:24.974043 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] Bound using segment: {'id': 'db67b40f-0f39-4905-b3d6-47daa4316cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fdcf9fc-533f-49b2-8a16-ff168864f2a8'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:47:24.974570 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] Bound port: 4758e977-b627-4884-87d6-0ab993c5c1a0, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db67b40f-0f39-4905-b3d6-47daa4316cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fdcf9fc-533f-49b2-8a16-ff168864f2a8'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:47:24.974976 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:25.042999 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-cc35fd0a-e276-4182-ae8d-23416462a675 req-c8045231-9f8b-491c-a8a2-5d09d04e06d2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965843 Sep 07 18:47:25.062712 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fc359cc-0791-4db8-8aae-781645488ff6 req-81901253-e2a9-4206-a9f6-26e9dc13d12b tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108835 Sep 07 18:47:25.097179 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] For port 4758e977-b627-4884-87d6-0ab993c5c1a0, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:47:25.101385 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] For port 4758e977-b627-4884-87d6-0ab993c5c1a0, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4758e977-b627-4884-87d6-0ab993c5c1a0,segment=NetworkSegment(db67b40f-0f39-4905-b3d6-47daa4316cab),segment_id=db67b40f-0f39-4905-b3d6-47daa4316cab)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:47:25.109103 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:25.220876 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee1100-f44b-4e38-8cbe-c3db67fc5451 None None] Pushing event updated for resources: {'Port': ['ID=4758e977-b627-4884-87d6-0ab993c5c1a0,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:25.237624 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] Routers {'d091decf-a036-4005-b163-f813fc377298'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:47:25.238341 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:46:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['d091decf-a036-4005-b163-f813fc377298'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:25.283962 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c823a-346e-4445-a8a8-713be39811ef req-e96ae8f1-7cb4-406c-9314-10b17a9bcf9f tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:25.298253 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef3c823a-346e-4445-a8a8-713be39811ef req-e96ae8f1-7cb4-406c-9314-10b17a9bcf9f tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 945 time: 0.1187706 Sep 07 18:47:25.360249 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef3c823a-346e-4445-a8a8-713be39811ef req-894fdfd9-aabc-4e18-a37f-4e2d9d6bba57 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/security-groups?id=3243a549-ae72-4fa9-9fc8-09ed9a622b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598562 Sep 07 18:47:25.389192 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 21f1edac-cebc-4016-a7fe-2fc793ddd69b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:47:25.398770 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 21f1edac-cebc-4016-a7fe-2fc793ddd69b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:25.398770 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:25.402903 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 42408cdf-331b-4e6e-85cb-870c0b212a1f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=42408cdf-331b-4e6e-85cb-870c0b212a1f,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:25.447351 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '42408cdf-331b-4e6e-85cb-870c0b212a1f', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '42408cdf-331b-4e6e-85cb-870c0b212a1f', 'mac_address': 'fa:16:3e:58:60:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:47:25.550765 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:25.575912 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] Set router d091decf-a036-4005-b163-f813fc377298 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:47:25.598571 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42408cdf-331b-4e6e-85cb-870c0b212a1f {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:47:25.641123 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 42408cdf-331b-4e6e-85cb-870c0b212a1f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=42408cdf-331b-4e6e-85cb-870c0b212a1f,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:25.653285 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:25.703869 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3ad8a-1cc4-4b14-af2d-3d89023f3847 req-dfc9935d-a559-4d03-b8f0-8104f15ff138 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:25.713323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-41c3ad8a-1cc4-4b14-af2d-3d89023f3847 req-dfc9935d-a559-4d03-b8f0-8104f15ff138 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 945 time: 0.1446991 Sep 07 18:47:25.728454 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=42408cdf-331b-4e6e-85cb-870c0b212a1f,revision_number=9']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:25.774857 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-41c3ad8a-1cc4-4b14-af2d-3d89023f3847 req-98ed8028-4d3d-43bd-af76-0ac00f138a56 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604131 Sep 07 18:47:25.807190 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:25.826911 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4758e977-b627-4884-87d6-0ab993c5c1a0 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:47:25.900789 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7e61ff25-5553-4d18-8c29-deed3aa0d55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:25.940583 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 21f1edac-cebc-4016-a7fe-2fc793ddd69b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=21f1edac-cebc-4016-a7fe-2fc793ddd69b,segment=NetworkSegment(433eb5a0-8915-4d1b-a651-d61b0d3e49a5),segment_id=433eb5a0-8915-4d1b-a651-d61b0d3e49a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:25.940583 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:25.951846 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 42408cdf-331b-4e6e-85cb-870c0b212a1f no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:47:25.998876 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['42408cdf-331b-4e6e-85cb-870c0b212a1f'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:47:26.005584 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 4758e977-b627-4884-87d6-0ab993c5c1a0 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:47:26.044664 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 4758e977-b627-4884-87d6-0ab993c5c1a0 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:26.045046 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:26.100841 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd091decf-a036-4005-b163-f813fc377298', 'name': 'tempest-AttachSCSIVolumeTestJSON-48043201-router', 'tenant_id': 'e735b47789a74026a645b999ebbafbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'da621e91-70d2-44ea-86ca-6d248a12bda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:47:12Z', 'updated_at': '2021-09-07T18:47:18Z', 'revision_number': 4, 'project_id': 'e735b47789a74026a645b999ebbafbf8', 'gw_port': {'id': 'da621e91-70d2-44ea-86ca-6d248a12bda3', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd091decf-a036-4005-b163-f813fc377298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:13Z', 'updated_at': '2021-09-07T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '4758e977-b627-4884-87d6-0ab993c5c1a0', 'name': '', 'network_id': '2fdcf9fc-533f-49b2-8a16-ff168864f2a8', 'tenant_id': 'e735b47789a74026a645b999ebbafbf8', 'mac_address': 'fa:16:3e:17:c4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd091decf-a036-4005-b163-f813fc377298', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ec87c2b6-4311-4a67-aa4a-b722aaa3cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:17Z', 'updated_at': '2021-09-07T18:47:25Z', 'revision_number': 4, 'project_id': 'e735b47789a74026a645b999ebbafbf8', 'subnets': [{'id': 'ec87c2b6-4311-4a67-aa4a-b722aaa3cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:26.101730 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=21f1edac-cebc-4016-a7fe-2fc793ddd69b,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:26.167873 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdac7d5-a524-4e51-a2b3-ac2a6c5f8e2b None None] The sync data for ids ['d091decf-a036-4005-b163-f813fc377298'] in n-d-807786-1 is: [{'id': 'd091decf-a036-4005-b163-f813fc377298', 'name': 'tempest-AttachSCSIVolumeTestJSON-48043201-router', 'tenant_id': 'e735b47789a74026a645b999ebbafbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'da621e91-70d2-44ea-86ca-6d248a12bda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:47:12Z', 'updated_at': '2021-09-07T18:47:18Z', 'revision_number': 4, 'project_id': 'e735b47789a74026a645b999ebbafbf8', 'gw_port': {'id': 'da621e91-70d2-44ea-86ca-6d248a12bda3', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd091decf-a036-4005-b163-f813fc377298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:13Z', 'updated_at': '2021-09-07T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '4758e977-b627-4884-87d6-0ab993c5c1a0', 'name': '', 'network_id': '2fdcf9fc-533f-49b2-8a16-ff168864f2a8', 'tenant_id': 'e735b47789a74026a645b999ebbafbf8', 'mac_address': 'fa:16:3e:17:c4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd091decf-a036-4005-b163-f813fc377298', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ec87c2b6-4311-4a67-aa4a-b722aaa3cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:17Z', 'updated_at': '2021-09-07T18:47:25Z', 'revision_number': 4, 'project_id': 'e735b47789a74026a645b999ebbafbf8', 'subnets': [{'id': 'ec87c2b6-4311-4a67-aa4a-b722aaa3cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:47:26.229063 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:26.275123 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 42408cdf-331b-4e6e-85cb-870c0b212a1f {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:47:26.287228 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8dcc6-1259-4694-8257-32430228b9a3 req-0551eab9-5d3d-4c4b-a91a-253e40420856 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:26.292017 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7bc8dcc6-1259-4694-8257-32430228b9a3 req-0551eab9-5d3d-4c4b-a91a-253e40420856 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 948 time: 0.1037383 Sep 07 18:47:26.298372 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:26.337018 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 42408cdf-331b-4e6e-85cb-870c0b212a1f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=42408cdf-331b-4e6e-85cb-870c0b212a1f,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:26.370571 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7bc8dcc6-1259-4694-8257-32430228b9a3 req-9ac4f19d-1d09-4de1-8d64-7425965c2169 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688522 Sep 07 18:47:26.394897 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:26.467442 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 4758e977-b627-4884-87d6-0ab993c5c1a0, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4758e977-b627-4884-87d6-0ab993c5c1a0,segment=NetworkSegment(db67b40f-0f39-4905-b3d6-47daa4316cab),segment_id=db67b40f-0f39-4905-b3d6-47daa4316cab)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:26.491110 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:26.526092 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=42408cdf-331b-4e6e-85cb-870c0b212a1f,revision_number=10']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:26.600335 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df156414-b806-48b0-83c8-7fcff64b2e93 req-b94d71ef-bb5f-40d0-8bb5-47e6fb8698da tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:26.602560 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df156414-b806-48b0-83c8-7fcff64b2e93 req-b94d71ef-bb5f-40d0-8bb5-47e6fb8698da tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 946 time: 0.0921500 Sep 07 18:47:26.643028 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=4758e977-b627-4884-87d6-0ab993c5c1a0,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:26.666208 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df156414-b806-48b0-83c8-7fcff64b2e93 req-e43eda17-1c59-4810-8487-dbdf991b7f16 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/security-groups?id=3243a549-ae72-4fa9-9fc8-09ed9a622b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514801 Sep 07 18:47:26.771768 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5f4bdb-a3fe-4116-a750-4f3e6b3da802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f1edac-cebc-4016-a7fe-2fc793ddd69b'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:47:26.774359 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f70d7a-544d-4c50-829a-4701e3ff44e4" -d '{"events": [{"server_uuid": "aa5f4bdb-a3fe-4116-a750-4f3e6b3da802", "name": "network-vif-plugged", "status": "completed", "tag": "21f1edac-cebc-4016-a7fe-2fc793ddd69b"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:47:26.820158 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea82234-7047-4cca-a03e-eca0e1bb0d5a x-openstack-request-id: req-cea82234-7047-4cca-a03e-eca0e1bb0d5a {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:47:26.821901 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5f4bdb-a3fe-4116-a750-4f3e6b3da802", "name": "network-vif-plugged", "status": "completed", "tag": "21f1edac-cebc-4016-a7fe-2fc793ddd69b", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:47:26.822574 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cea82234-7047-4cca-a03e-eca0e1bb0d5a {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:47:26.823227 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5f4bdb-a3fe-4116-a750-4f3e6b3da802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f1edac-cebc-4016-a7fe-2fc793ddd69b', 'code': 200} Sep 07 18:47:27.042546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42089655-23ef-4727-a31c-b5f315389fb6 req-893ff071-e781-474e-8d82-c32cca8e84ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:27.049887 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-42089655-23ef-4727-a31c-b5f315389fb6 req-893ff071-e781-474e-8d82-c32cca8e84ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 1097 time: 0.1696904 Sep 07 18:47:27.091413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee1e32-15e0-47c4-9ded-c3585ac72e40 req-674f4a24-8aab-441c-880a-03c8af3bbdc4 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:27.093424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55ee1e32-15e0-47c4-9ded-c3585ac72e40 req-674f4a24-8aab-441c-880a-03c8af3bbdc4 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 945 time: 0.1668713 Sep 07 18:47:27.129214 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-42089655-23ef-4727-a31c-b5f315389fb6 req-68fe69a6-6ffb-4bc8-8bfb-1c2c65da1628 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3243a549-ae72-4fa9-9fc8-09ed9a622b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710211 Sep 07 18:47:27.183610 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55ee1e32-15e0-47c4-9ded-c3585ac72e40 req-c6640f65-291d-4ff0-97e0-b685e3e05e7e tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687809 Sep 07 18:47:27.379763 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7339e-b6a7-468b-a026-aff0f3e01da3 req-1e82afa0-c36c-44ba-92c0-bdd93da6aec2 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:27.382182 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fab7339e-b6a7-468b-a026-aff0f3e01da3 req-1e82afa0-c36c-44ba-92c0-bdd93da6aec2 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 1096 time: 0.0505693 Sep 07 18:47:27.423021 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fab7339e-b6a7-468b-a026-aff0f3e01da3 req-4db04614-1970-483c-9b49-9312c15e08ff tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339878 Sep 07 18:47:27.550514 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507e9bb-3c78-44df-8a9f-10251b8cfec6 req-6ec792b3-13f9-4f99-acb3-0f93e78e7ec1 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:27.553145 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1507e9bb-3c78-44df-8a9f-10251b8cfec6 req-6ec792b3-13f9-4f99-acb3-0f93e78e7ec1 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 948 time: 0.0646431 Sep 07 18:47:27.620716 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1507e9bb-3c78-44df-8a9f-10251b8cfec6 req-e91404a7-0131-46ef-8b7f-9639d7bb7db2 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554926 Sep 07 18:47:27.716002 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4758e977-b627-4884-87d6-0ab993c5c1a0 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:47:27.748248 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360a334-ae34-4676-9700-7a4c13f4a6cd req-e27510f9-b3a6-444c-a0ec-fcc3c9589e1c tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:27.757923 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f360a334-ae34-4676-9700-7a4c13f4a6cd req-e27510f9-b3a6-444c-a0ec-fcc3c9589e1c tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 1096 time: 0.0731905 Sep 07 18:47:27.777498 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 4758e977-b627-4884-87d6-0ab993c5c1a0 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:27.777902 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:27.814031 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f360a334-ae34-4676-9700-7a4c13f4a6cd req-b95eeec8-e16c-4829-b950-5e2628354c96 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492518 Sep 07 18:47:27.924380 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6677c5-f42f-40ec-b7a9-feb813a29d6d req-822814fb-d7f1-4a19-b50d-75d9aa975cfe tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:27.926104 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f6677c5-f42f-40ec-b7a9-feb813a29d6d req-822814fb-d7f1-4a19-b50d-75d9aa975cfe tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 946 time: 0.0646384 Sep 07 18:47:27.986821 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f6677c5-f42f-40ec-b7a9-feb813a29d6d req-5848c33a-281e-460e-81a6-6272f3b65895 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/security-groups?id=3243a549-ae72-4fa9-9fc8-09ed9a622b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526412 Sep 07 18:47:28.752589 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2696321c-7620-4647-89c8-dddbae1a1c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:28.930662 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:28.977990 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 42408cdf-331b-4e6e-85cb-870c0b212a1f up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:47:29.070937 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 42408cdf-331b-4e6e-85cb-870c0b212a1f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:29.071597 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:29.231035 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:29.257440 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42408cdf-331b-4e6e-85cb-870c0b212a1f'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:47:29.259766 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257beb6b-3cbf-41c3-a722-d3dfd577a413" -d '{"events": [{"server_uuid": "1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc", "name": "network-vif-plugged", "status": "completed", "tag": "42408cdf-331b-4e6e-85cb-870c0b212a1f"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:47:29.275106 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 42408cdf-331b-4e6e-85cb-870c0b212a1f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=42408cdf-331b-4e6e-85cb-870c0b212a1f,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:29.282114 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:29.343057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=42408cdf-331b-4e6e-85cb-870c0b212a1f,revision_number=11']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:29.353406 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:29.353913 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:29.354254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:29.354478 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:29.354785 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:29.356909 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:29.357272 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:29.358251 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:29.358608 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:29.358965 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:29.359587 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:29.359935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:47:29.424267 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-a1cdd8ed-cbad-4e0f-88e6-6970ee21ef34 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:47:29.425909 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-a1cdd8ed-cbad-4e0f-88e6-6970ee21ef34 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101428 Sep 07 18:47:29.479314 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-23bfd104-f30b-4ab1-841d-96d96b4b3799 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:29.480745 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-23bfd104-f30b-4ab1-841d-96d96b4b3799 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/ports/9fe77d40-eb46-46bd-b9fa-588f51699314 HTTP/1.1" status: 200 len: 1093 time: 0.0422776 Sep 07 18:47:29.497424 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-5acd14c9-72e2-487e-ad80-26882932ae13 service neutron] Request body: {'binding': {'host': 'n-h1-807786-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:47:29.497901 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-5acd14c9-72e2-487e-ad80-26882932ae13 service neutron] Unknown quota resources ['binding']. {{(pid=101444) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 18:47:29.659520 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-5acd14c9-72e2-487e-ad80-26882932ae13 service neutron] Attempting to bind port 9fe77d40-eb46-46bd-b9fa-588f51699314 on host n-h1-807786-1 for vnic_type normal with profile None {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:47:29.659884 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-5acd14c9-72e2-487e-ad80-26882932ae13 service neutron] Attempting to bind port 9fe77d40-eb46-46bd-b9fa-588f51699314 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:47:29.660188 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-5acd14c9-72e2-487e-ad80-26882932ae13 service neutron] Attempting to bind port 9fe77d40-eb46-46bd-b9fa-588f51699314 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:47:29.665182 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-5acd14c9-72e2-487e-ad80-26882932ae13 service neutron] Port 9fe77d40-eb46-46bd-b9fa-588f51699314 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:47:29.665528 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-5acd14c9-72e2-487e-ad80-26882932ae13 service neutron] Attempting to bind port 9fe77d40-eb46-46bd-b9fa-588f51699314 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:47:29.674505 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-5acd14c9-72e2-487e-ad80-26882932ae13 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:47:29.674860 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-5acd14c9-72e2-487e-ad80-26882932ae13 service neutron] Checking segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:47:29.675259 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-5acd14c9-72e2-487e-ad80-26882932ae13 service neutron] Bound using segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:47:29.675709 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-5acd14c9-72e2-487e-ad80-26882932ae13 service neutron] Bound port: 9fe77d40-eb46-46bd-b9fa-588f51699314, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:47:29.778532 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-5acd14c9-72e2-487e-ad80-26882932ae13 service neutron] For port 9fe77d40-eb46-46bd-b9fa-588f51699314, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=9fe77d40-eb46-46bd-b9fa-588f51699314,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:47:29.789145 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-5acd14c9-72e2-487e-ad80-26882932ae13 service neutron] Notify callbacks [] for binding, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:29.800587 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-5acd14c9-72e2-487e-ad80-26882932ae13 service neutron] 10.222.0.26 "POST /v2.0/ports/9fe77d40-eb46-46bd-b9fa-588f51699314/bindings HTTP/1.1" status: 201 len: 389 time: 0.3012805 Sep 07 18:47:30.074816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01bd9b-6e86-403a-8f46-c15c81d7138f req-23885c93-935e-40e7-8e34-a23510887115 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:30.076434 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b01bd9b-6e86-403a-8f46-c15c81d7138f req-23885c93-935e-40e7-8e34-a23510887115 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 950 time: 0.0776145 Sep 07 18:47:30.093016 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:30.151029 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b01bd9b-6e86-403a-8f46-c15c81d7138f req-7690434c-fa29-4579-b110-824549dde433 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629497 Sep 07 18:47:30.153691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-fc80ae5f-e664-4a44-83a2-f95070a44ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:30.155511 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-fc80ae5f-e664-4a44-83a2-f95070a44ae6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 1096 time: 0.0772967 Sep 07 18:47:30.325211 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-a90c34a5-2051-459c-92d8-99d1eb4c5cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:30.326752 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-a90c34a5-2051-459c-92d8-99d1eb4c5cd1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 909 time: 0.1635745 Sep 07 18:47:30.335139 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558d71a-0039-4ac0-8060-a4c90f95a4e5 req-15cc2e5b-dd83-47ca-bd6c-560dce0fae5e tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:30.342686 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3558d71a-0039-4ac0-8060-a4c90f95a4e5 req-15cc2e5b-dd83-47ca-bd6c-560dce0fae5e tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 946 time: 0.0853658 Sep 07 18:47:30.394601 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-d162b5e9-ae9e-4e7f-ae1f-e9734cafc460 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fe77d40-eb46-46bd-b9fa-588f51699314 HTTP/1.1" status: 200 len: 217 time: 0.0440753 Sep 07 18:47:30.452714 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3558d71a-0039-4ac0-8060-a4c90f95a4e5 req-d2263509-5f49-45d7-98e1-1d559510c872 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/security-groups?id=3243a549-ae72-4fa9-9fc8-09ed9a622b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038785 Sep 07 18:47:30.488626 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-35057924-7f06-44ea-ac8b-59e7694d9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:30.490171 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-35057924-7f06-44ea-ac8b-59e7694d9f6a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.0854909 Sep 07 18:47:30.532357 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-d8f4f77f-1c99-41c5-b43d-e7c4aa99a1ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350137 Sep 07 18:47:30.568873 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12e84e1-33c5-461c-af0c-6e7b2737df8e x-openstack-request-id: req-c12e84e1-33c5-461c-af0c-6e7b2737df8e {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:47:30.569363 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc", "name": "network-vif-plugged", "status": "completed", "tag": "42408cdf-331b-4e6e-85cb-870c0b212a1f", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:47:30.569779 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c12e84e1-33c5-461c-af0c-6e7b2737df8e {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:47:30.570341 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42408cdf-331b-4e6e-85cb-870c0b212a1f', 'code': 200} Sep 07 18:47:30.715933 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-cf7230b5-0112-4c64-85d6-559ef1b657a6 service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740229 Sep 07 18:47:30.742994 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de82-f65b-4a42-9b56-7a93a07852ca req-29e79d61-9bcf-42df-be85-4dac76177fb7 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:30.744535 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0276de82-f65b-4a42-9b56-7a93a07852ca req-29e79d61-9bcf-42df-be85-4dac76177fb7 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 945 time: 0.0959113 Sep 07 18:47:30.808960 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea7049-f316-4f71-bbcb-f7dc1c876de7 req-b233d19f-c636-4433-bce3-3d59636326f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:30.811516 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-56ea7049-f316-4f71-bbcb-f7dc1c876de7 req-b233d19f-c636-4433-bce3-3d59636326f0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 1101 time: 0.0582526 Sep 07 18:47:30.846465 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0276de82-f65b-4a42-9b56-7a93a07852ca req-882461b0-0217-4afe-b797-6b44205d090f tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890994 Sep 07 18:47:30.867015 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-b235a96f-e670-4e7c-a455-8771874f382b service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411524 Sep 07 18:47:30.868233 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-56ea7049-f316-4f71-bbcb-f7dc1c876de7 req-040119e2-3fad-46b7-9072-f57a1026bbf7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489533 Sep 07 18:47:31.238876 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f0da8-1328-4350-97d8-aa68b9a4a843 req-d4dcc791-292d-46f0-88ea-7b2d7eb075a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:31.242414 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6f3f0da8-1328-4350-97d8-aa68b9a4a843 req-d4dcc791-292d-46f0-88ea-7b2d7eb075a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aff21f44c603411da9d0fdda01610cb1&device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 1097 time: 0.1036234 Sep 07 18:47:31.315414 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681de02-fe67-4461-b80f-4811beda0026 req-11fbfd3a-e370-494a-a2f1-ab5d277ccf1e tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:31.323779 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0681de02-fe67-4461-b80f-4811beda0026 req-11fbfd3a-e370-494a-a2f1-ab5d277ccf1e tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 946 time: 0.1232231 Sep 07 18:47:31.394268 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0681de02-fe67-4461-b80f-4811beda0026 req-8a936f9c-bbdd-4b71-b7e3-1456eedd2bb9 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/security-groups?id=3243a549-ae72-4fa9-9fc8-09ed9a622b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696278 Sep 07 18:47:31.479946 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a9352-a954-45fe-98ce-a88ba3b5b6f2 req-8e62a94f-dd02-4733-9f89-12a7303ff98a tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:31.481548 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-272a9352-a954-45fe-98ce-a88ba3b5b6f2 req-8e62a94f-dd02-4733-9f89-12a7303ff98a tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 950 time: 0.0909581 Sep 07 18:47:31.515610 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f0da8-1328-4350-97d8-aa68b9a4a843 req-df9e349e-93ef-41ec-b240-03a4a48fe782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:31.519671 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6f3f0da8-1328-4350-97d8-aa68b9a4a843 req-df9e349e-93ef-41ec-b240-03a4a48fe782 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d HTTP/1.1" status: 200 len: 914 time: 0.2594559 Sep 07 18:47:31.568894 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-272a9352-a954-45fe-98ce-a88ba3b5b6f2 req-0b3b594a-af65-4554-a981-519b855aa975 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806720 Sep 07 18:47:31.605617 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6f3f0da8-1328-4350-97d8-aa68b9a4a843 req-bd181dd5-2562-4bfb-ad12-c75a419333fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21f1edac-cebc-4016-a7fe-2fc793ddd69b HTTP/1.1" status: 200 len: 217 time: 0.0772097 Sep 07 18:47:31.654552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc5894-3463-498b-a972-9656043e55e0 req-039cf7f6-9ae9-4671-9798-aae7789985d4 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:31.657459 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38bc5894-3463-498b-a972-9656043e55e0 req-039cf7f6-9ae9-4671-9798-aae7789985d4 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bc218fd-fb21-4633-84b4-2bccbfaaef8e HTTP/1.1" status: 200 len: 950 time: 0.0855236 Sep 07 18:47:31.670294 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:31.758024 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38bc5894-3463-498b-a972-9656043e55e0 req-3295e8b7-2fef-47ea-aef7-532dbd65f9e8 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b6cddd1-75e6-4823-82cd-31891510e618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838485 Sep 07 18:47:31.775852 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f0da8-1328-4350-97d8-aa68b9a4a843 req-9785be42-5534-43d5-b516-2a95154518a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:31.778163 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6f3f0da8-1328-4350-97d8-aa68b9a4a843 req-9785be42-5534-43d5-b516-2a95154518a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d79912ff-3afd-415a-95b0-bb04e5c403e1 HTTP/1.1" status: 200 len: 853 time: 0.1576390 Sep 07 18:47:31.840867 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6f3f0da8-1328-4350-97d8-aa68b9a4a843 req-1beff59d-2349-4fae-ba83-d4c185521be3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536819 Sep 07 18:47:32.048005 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6f3f0da8-1328-4350-97d8-aa68b9a4a843 req-14b6e211-9f11-4ca5-a77f-8a4ad99e895d service neutron] 10.222.0.60 "GET /v2.0/networks/3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952224 Sep 07 18:47:32.147702 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde70c56-2328-4ebc-a8ea-f009f9abe6fd req-5d174375-4446-4670-8f35-e81e0bc02512 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:32.156569 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fde70c56-2328-4ebc-a8ea-f009f9abe6fd req-5d174375-4446-4670-8f35-e81e0bc02512 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 945 time: 0.1834419 Sep 07 18:47:32.264315 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fde70c56-2328-4ebc-a8ea-f009f9abe6fd req-ef4922e3-05e9-4cae-a98a-aff04c558070 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011455 Sep 07 18:47:32.276199 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6f3f0da8-1328-4350-97d8-aa68b9a4a843 req-b1e4bbf5-f3f3-43bd-ba37-fd545bc05e98 service neutron] 10.222.0.60 "GET /v2.0/networks/3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132177 Sep 07 18:47:32.665221 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348042db-9d61-4ef6-a06f-eb86e97e78bf req-5b5354b6-b6ed-426e-9794-49133cf498fa tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:32.672826 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-348042db-9d61-4ef6-a06f-eb86e97e78bf req-5b5354b6-b6ed-426e-9794-49133cf498fa tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 946 time: 0.1040461 Sep 07 18:47:32.767008 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-348042db-9d61-4ef6-a06f-eb86e97e78bf req-c0f9a75c-b784-49be-90a7-d698fd3c2fec tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/security-groups?id=3243a549-ae72-4fa9-9fc8-09ed9a622b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796831 Sep 07 18:47:32.798592 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e3afb-56c9-4b3f-94c9-8492a9876999 req-2b1309dd-dc33-4e23-829e-41e89eec7434 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:32.800801 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-466e3afb-56c9-4b3f-94c9-8492a9876999 req-2b1309dd-dc33-4e23-829e-41e89eec7434 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 950 time: 0.1101260 Sep 07 18:47:32.871986 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-466e3afb-56c9-4b3f-94c9-8492a9876999 req-ab470878-e98d-43da-81e1-1e901be49eff tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634573 Sep 07 18:47:33.121747 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eff764-7e45-4485-bd8c-3d7f960e48c7 req-17c36e86-8526-40fc-bdf6-9939181fc308 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:33.123791 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-80eff764-7e45-4485-bd8c-3d7f960e48c7 req-17c36e86-8526-40fc-bdf6-9939181fc308 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bc218fd-fb21-4633-84b4-2bccbfaaef8e HTTP/1.1" status: 200 len: 950 time: 0.1329756 Sep 07 18:47:33.211703 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-80eff764-7e45-4485-bd8c-3d7f960e48c7 req-9159e9d9-7afb-4b21-869a-7e450652cf74 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b6cddd1-75e6-4823-82cd-31891510e618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739334 Sep 07 18:47:33.304992 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4847f80-c259-45fd-a8e8-81efb948fcd7 req-e1f19b96-3874-435e-90e7-efe004f5d3d0 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:33.313241 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4847f80-c259-45fd-a8e8-81efb948fcd7 req-e1f19b96-3874-435e-90e7-efe004f5d3d0 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 1101 time: 0.1217434 Sep 07 18:47:33.383280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4847f80-c259-45fd-a8e8-81efb948fcd7 req-cd978d8c-5e6e-4b18-8c00-61d9370bb3fb tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518346 Sep 07 18:47:33.561638 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6553a0-615a-4891-9dc4-5096edf6a9fb req-0394201d-5c49-456f-8777-84453aeb5338 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:33.570152 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d6553a0-615a-4891-9dc4-5096edf6a9fb req-0394201d-5c49-456f-8777-84453aeb5338 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 945 time: 0.0988622 Sep 07 18:47:33.661990 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d6553a0-615a-4891-9dc4-5096edf6a9fb req-4c30d291-e55e-41a6-b52d-2400e500cfa4 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801902 Sep 07 18:47:34.066303 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ea570-3229-4bc0-9da2-4461db7fd5f8 req-ec547a88-098b-4eaf-83cf-a98d9a3cf6e0 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:34.072645 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d82ea570-3229-4bc0-9da2-4461db7fd5f8 req-ec547a88-098b-4eaf-83cf-a98d9a3cf6e0 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 946 time: 0.1592293 Sep 07 18:47:34.249966 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d82ea570-3229-4bc0-9da2-4461db7fd5f8 req-70e8fa27-f30c-4f13-80ff-f4aff1a65c9d tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/security-groups?id=3243a549-ae72-4fa9-9fc8-09ed9a622b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697838 Sep 07 18:47:34.297860 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e21f-74fa-4a61-8999-5f3753159577 req-db2b7ff1-ac78-4015-83c1-8d49eef5e1b1 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:34.304593 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6145e21f-74fa-4a61-8999-5f3753159577 req-db2b7ff1-ac78-4015-83c1-8d49eef5e1b1 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 1101 time: 0.1347604 Sep 07 18:47:34.389785 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6145e21f-74fa-4a61-8999-5f3753159577 req-b79cbafe-5955-46a6-a8f9-044678b0a1d5 tempest-ServersAdminTestJSON-2106391445 tempest-ServersAdminTestJSON-2106391445-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833099 Sep 07 18:47:34.446819 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 32af43b9-f337-4ed9-bd60-4ab466b23720 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:47:34.617199 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:34.728475 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc218fd-fb21-4633-84b4-2bccbfaaef8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32af43b9-f337-4ed9-bd60-4ab466b23720'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:47:34.737064 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e54b2b-c73e-4dbb-9d69-f5157cebd54d" -d '{"events": [{"server_uuid": "9bc218fd-fb21-4633-84b4-2bccbfaaef8e", "name": "network-vif-unplugged", "status": "completed", "tag": "32af43b9-f337-4ed9-bd60-4ab466b23720"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:47:34.803194 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 32af43b9-f337-4ed9-bd60-4ab466b23720, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=32af43b9-f337-4ed9-bd60-4ab466b23720,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:34.811503 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:34.889811 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f9f22-d131-4899-b472-13ff169096e7 req-766de9f4-46a0-49be-81e7-26e40c7a3353 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:34.893145 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-407f9f22-d131-4899-b472-13ff169096e7 req-766de9f4-46a0-49be-81e7-26e40c7a3353 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=80077999-dff4-4b95-9f04-c6916f3ba733 HTTP/1.1" status: 200 len: 950 time: 0.1045063 Sep 07 18:47:34.933023 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=32af43b9-f337-4ed9-bd60-4ab466b23720,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:34.999303 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-407f9f22-d131-4899-b472-13ff169096e7 req-3b65bc46-65b0-47ef-bc03-9d8fa59b059e tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909228 Sep 07 18:47:35.072294 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441b8b5a-e9a8-4946-972f-bbb0193c2e0c x-openstack-request-id: req-441b8b5a-e9a8-4946-972f-bbb0193c2e0c {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:47:35.072687 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc218fd-fb21-4633-84b4-2bccbfaaef8e", "name": "network-vif-unplugged", "status": "completed", "tag": "32af43b9-f337-4ed9-bd60-4ab466b23720", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:47:35.072966 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-441b8b5a-e9a8-4946-972f-bbb0193c2e0c {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:47:35.073333 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc218fd-fb21-4633-84b4-2bccbfaaef8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32af43b9-f337-4ed9-bd60-4ab466b23720', 'code': 200} Sep 07 18:47:35.133564 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cd700-6213-4e33-a830-7186f64c6843 req-babd7b35-35a9-4625-bd76-0762b73810e3 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:35.135779 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-542cd700-6213-4e33-a830-7186f64c6843 req-babd7b35-35a9-4625-bd76-0762b73810e3 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 945 time: 0.1016138 Sep 07 18:47:35.215368 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d7cbb-502e-4558-a5d6-4ce570ebc756 req-1e0fca83-56a3-4de4-b91a-c164e356893d tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:35.233306 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d65d7cbb-502e-4558-a5d6-4ce570ebc756 req-1e0fca83-56a3-4de4-b91a-c164e356893d tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 946 time: 0.0953064 Sep 07 18:47:35.280720 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-542cd700-6213-4e33-a830-7186f64c6843 req-b5615b5b-2e0b-4008-8974-3398e31d7816 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336198 Sep 07 18:47:35.304829 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d65d7cbb-502e-4558-a5d6-4ce570ebc756 req-3eda3793-72af-494f-bc30-dfdf06304823 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/security-groups?id=3243a549-ae72-4fa9-9fc8-09ed9a622b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683353 Sep 07 18:47:36.149237 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a59a65-04f1-47ea-9838-fdbbb80caa91 req-5b101af9-315d-4e35-81fc-5f8961104df8 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:36.151695 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a2a59a65-04f1-47ea-9838-fdbbb80caa91 req-5b101af9-315d-4e35-81fc-5f8961104df8 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=80077999-dff4-4b95-9f04-c6916f3ba733 HTTP/1.1" status: 200 len: 950 time: 0.0583246 Sep 07 18:47:36.194575 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a2a59a65-04f1-47ea-9838-fdbbb80caa91 req-0a0e46c3-9b56-40ec-8a68-466e4a7569ad tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361962 Sep 07 18:47:36.462178 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device f5a116e3-e8c0-4db8-b917-f7265a64576b details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:47:36.543133 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aaf038-ee43-40c9-9160-c7724ff72bba req-ee880fa4-f481-49d2-95b7-d5a5252d48cd tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:36.545487 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-51aaf038-ee43-40c9-9160-c7724ff72bba req-ee880fa4-f481-49d2-95b7-d5a5252d48cd tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.60 "GET /v2.0/ports?device_id=80077999-dff4-4b95-9f04-c6916f3ba733 HTTP/1.1" status: 200 len: 950 time: 0.2291589 Sep 07 18:47:36.638728 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b2768-2345-4839-b18d-6eca5dd097e5 req-caea6736-7afa-4443-afc1-bbf5a62e7b46 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:36.649145 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-312b2768-2345-4839-b18d-6eca5dd097e5 req-caea6736-7afa-4443-afc1-bbf5a62e7b46 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 945 time: 0.1176605 Sep 07 18:47:36.683919 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce4b9d-35e5-4704-9ca3-993e3e66d799 req-fb980c92-2db6-4bfa-9f55-8631f1ab0208 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:36.686188 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-89ce4b9d-35e5-4704-9ca3-993e3e66d799 req-fb980c92-2db6-4bfa-9f55-8631f1ab0208 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 946 time: 0.1835859 Sep 07 18:47:36.752941 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-89ce4b9d-35e5-4704-9ca3-993e3e66d799 req-c694a25e-b5d8-42f0-a3db-dbe684a7835a tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/security-groups?id=3243a549-ae72-4fa9-9fc8-09ed9a622b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434275 Sep 07 18:47:36.764340 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port f5a116e3-e8c0-4db8-b917-f7265a64576b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f5a116e3-e8c0-4db8-b917-f7265a64576b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:36.804986 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-312b2768-2345-4839-b18d-6eca5dd097e5 req-5f4e90bb-44b6-431f-a2bc-09cf983fdd70 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556337 Sep 07 18:47:36.808010 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'f5a116e3-e8c0-4db8-b917-f7265a64576b', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': 'f5a116e3-e8c0-4db8-b917-f7265a64576b', 'mac_address': 'fa:16:3e:c6:3c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:47:36.826132 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-51aaf038-ee43-40c9-9160-c7724ff72bba req-dfc080f0-f70e-4c8d-873d-a99d609d90db tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Deleting port f04a69b0-0778-49fb-975d-e05beb3696e5 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:47:36.831527 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250904f5-4788-4f8a-81f1-0f0a465cb55e req-34a2b85f-7ae0-427b-bcc1-1ae73e37a388 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:36.837231 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-250904f5-4788-4f8a-81f1-0f0a465cb55e req-34a2b85f-7ae0-427b-bcc1-1ae73e37a388 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 946 time: 0.1804938 Sep 07 18:47:36.852028 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-51aaf038-ee43-40c9-9160-c7724ff72bba req-dfc080f0-f70e-4c8d-873d-a99d609d90db tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:37.019680 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:37.064014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5a116e3-e8c0-4db8-b917-f7265a64576b {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:47:37.125320 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-250904f5-4788-4f8a-81f1-0f0a465cb55e req-f371791b-9ae5-44ab-a55b-de2df02d1d29 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Deleting port 21f1edac-cebc-4016-a7fe-2fc793ddd69b {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:47:37.127505 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port f5a116e3-e8c0-4db8-b917-f7265a64576b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f5a116e3-e8c0-4db8-b917-f7265a64576b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:37.128960 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-250904f5-4788-4f8a-81f1-0f0a465cb55e req-f371791b-9ae5-44ab-a55b-de2df02d1d29 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:37.139405 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:37.230510 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-51aaf038-ee43-40c9-9160-c7724ff72bba req-dfc080f0-f70e-4c8d-873d-a99d609d90db tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] For port f04a69b0-0778-49fb-975d-e05beb3696e5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f04a69b0-0778-49fb-975d-e05beb3696e5,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:37.235833 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-51aaf038-ee43-40c9-9160-c7724ff72bba req-dfc080f0-f70e-4c8d-873d-a99d609d90db tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:37.277529 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-51aaf038-ee43-40c9-9160-c7724ff72bba req-dfc080f0-f70e-4c8d-873d-a99d609d90db tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Calling delete_port for f04a69b0-0778-49fb-975d-e05beb3696e5 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:47:37.316196 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['f5a116e3-e8c0-4db8-b917-f7265a64576b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:47:37.414845 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=f5a116e3-e8c0-4db8-b917-f7265a64576b,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:37.573433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd610b9-f3bf-46e2-aa8b-753377db9f3a req-726f6d71-5353-4fb6-bdf6-775bd98ad4c9 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:37.577119 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ffd610b9-f3bf-46e2-aa8b-753377db9f3a req-726f6d71-5353-4fb6-bdf6-775bd98ad4c9 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=80077999-dff4-4b95-9f04-c6916f3ba733 HTTP/1.1" status: 200 len: 950 time: 0.2130623 Sep 07 18:47:37.586264 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-250904f5-4788-4f8a-81f1-0f0a465cb55e req-f371791b-9ae5-44ab-a55b-de2df02d1d29 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] For port 21f1edac-cebc-4016-a7fe-2fc793ddd69b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=21f1edac-cebc-4016-a7fe-2fc793ddd69b,segment=NetworkSegment(433eb5a0-8915-4d1b-a651-d61b0d3e49a5),segment_id=433eb5a0-8915-4d1b-a651-d61b0d3e49a5)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:37.586717 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-250904f5-4788-4f8a-81f1-0f0a465cb55e req-f371791b-9ae5-44ab-a55b-de2df02d1d29 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:37.638553 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-250904f5-4788-4f8a-81f1-0f0a465cb55e req-f371791b-9ae5-44ab-a55b-de2df02d1d29 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Calling delete_port for 21f1edac-cebc-4016-a7fe-2fc793ddd69b owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:47:37.702670 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-51aaf038-ee43-40c9-9160-c7724ff72bba req-dfc080f0-f70e-4c8d-873d-a99d609d90db tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:37.728011 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['1638f8f2-488a-4ad4-9788-d8f3d273c4bb', '42408cdf-331b-4e6e-85cb-870c0b212a1f'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:47:37.745151 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ffd610b9-f3bf-46e2-aa8b-753377db9f3a req-5a0cd6ed-060f-40d4-80dd-a1e12b2fec91 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508152 Sep 07 18:47:37.790620 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc080f0-f70e-4c8d-873d-a99d609d90db tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Pushing event deleted for resources: {'Port': ['ID=f04a69b0-0778-49fb-975d-e05beb3696e5,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:37.941183 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-51aaf038-ee43-40c9-9160-c7724ff72bba req-dfc080f0-f70e-4c8d-873d-a99d609d90db tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] No DVR routers for this DVR port f04a69b0-0778-49fb-975d-e05beb3696e5 on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:47:37.954901 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-51aaf038-ee43-40c9-9160-c7724ff72bba req-dfc080f0-f70e-4c8d-873d-a99d609d90db tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:37.957291 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-51aaf038-ee43-40c9-9160-c7724ff72bba req-dfc080f0-f70e-4c8d-873d-a99d609d90db tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.60 "DELETE /v2.0/ports/f04a69b0-0778-49fb-975d-e05beb3696e5 HTTP/1.1" status: 204 len: 173 time: 1.4026411 Sep 07 18:47:37.958534 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80077999-dff4-4b95-9f04-c6916f3ba733', 'name': 'network-vif-deleted', 'tag': 'f04a69b0-0778-49fb-975d-e05beb3696e5'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:47:37.965043 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559a3101-ee5a-468d-a26f-8140d65596e4" -d '{"events": [{"server_uuid": "80077999-dff4-4b95-9f04-c6916f3ba733", "name": "network-vif-deleted", "tag": "f04a69b0-0778-49fb-975d-e05beb3696e5"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:47:38.215480 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a5457-131d-464e-a81a-0140bd35e21a req-472d6e57-ef35-4937-ad63-4ad9763cb992 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:38.224219 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-745a5457-131d-464e-a81a-0140bd35e21a req-472d6e57-ef35-4937-ad63-4ad9763cb992 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 946 time: 0.2796230 Sep 07 18:47:38.381233 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-745a5457-131d-464e-a81a-0140bd35e21a req-347f9b44-350a-41ae-a753-796f2c9b07dc tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/security-groups?id=3243a549-ae72-4fa9-9fc8-09ed9a622b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472216 Sep 07 18:47:38.429118 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd64035-099d-40a5-8f83-a27436069887 req-d9462471-85b6-4a3e-b625-8c896bc89e1a tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:38.444068 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fdd64035-099d-40a5-8f83-a27436069887 req-d9462471-85b6-4a3e-b625-8c896bc89e1a tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 945 time: 0.4556878 Sep 07 18:47:38.490601 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device f5a116e3-e8c0-4db8-b917-f7265a64576b up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:47:38.540577 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-250904f5-4788-4f8a-81f1-0f0a465cb55e req-f371791b-9ae5-44ab-a55b-de2df02d1d29 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:38.646897 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56873b2c-5c33-4c21-aaf1-a4f9e2038c93 x-openstack-request-id: req-56873b2c-5c33-4c21-aaf1-a4f9e2038c93 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:47:38.647502 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80077999-dff4-4b95-9f04-c6916f3ba733", "name": "network-vif-deleted", "tag": "f04a69b0-0778-49fb-975d-e05beb3696e5", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:47:38.647989 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56873b2c-5c33-4c21-aaf1-a4f9e2038c93 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:47:38.648664 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80077999-dff4-4b95-9f04-c6916f3ba733', 'name': 'network-vif-deleted', 'tag': 'f04a69b0-0778-49fb-975d-e05beb3696e5', 'status': 'completed', 'code': 200} Sep 07 18:47:38.679863 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port f5a116e3-e8c0-4db8-b917-f7265a64576b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:47:38.681204 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371791b-9ae5-44ab-a55b-de2df02d1d29 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Pushing event deleted for resources: {'Port': ['ID=21f1edac-cebc-4016-a7fe-2fc793ddd69b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:38.686026 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:38.770996 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-250904f5-4788-4f8a-81f1-0f0a465cb55e req-f371791b-9ae5-44ab-a55b-de2df02d1d29 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] No DVR routers for this DVR port 21f1edac-cebc-4016-a7fe-2fc793ddd69b on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:47:38.793483 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fdd64035-099d-40a5-8f83-a27436069887 req-6be62ed1-549a-4ef1-be1a-965ac195b33b tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483438 Sep 07 18:47:38.804972 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-250904f5-4788-4f8a-81f1-0f0a465cb55e req-f371791b-9ae5-44ab-a55b-de2df02d1d29 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:38.818802 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-250904f5-4788-4f8a-81f1-0f0a465cb55e req-f371791b-9ae5-44ab-a55b-de2df02d1d29 tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.60 "DELETE /v2.0/ports/21f1edac-cebc-4016-a7fe-2fc793ddd69b HTTP/1.1" status: 204 len: 173 time: 1.9753098 Sep 07 18:47:38.828816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5f4bdb-a3fe-4116-a750-4f3e6b3da802', 'name': 'network-vif-deleted', 'tag': '21f1edac-cebc-4016-a7fe-2fc793ddd69b'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:47:38.834603 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fccd1e8-14d1-4301-b3de-086a7c16a5c1" -d '{"events": [{"server_uuid": "aa5f4bdb-a3fe-4116-a750-4f3e6b3da802", "name": "network-vif-deleted", "tag": "21f1edac-cebc-4016-a7fe-2fc793ddd69b"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:47:39.067396 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-883c3e9f-a554-4cec-9056-12f90a54216a req-d6e63e73-b690-4b7c-8257-763ec3aa60f4 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=80077999-dff4-4b95-9f04-c6916f3ba733 HTTP/1.1" status: 200 len: 210 time: 0.1011665 Sep 07 18:47:39.072944 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0872749-7ef3-40a5-950d-2a2f08df382e x-openstack-request-id: req-f0872749-7ef3-40a5-950d-2a2f08df382e {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:47:39.076559 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5f4bdb-a3fe-4116-a750-4f3e6b3da802", "name": "network-vif-deleted", "tag": "21f1edac-cebc-4016-a7fe-2fc793ddd69b", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:47:39.077085 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0872749-7ef3-40a5-950d-2a2f08df382e {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:47:39.079016 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5f4bdb-a3fe-4116-a750-4f3e6b3da802', 'name': 'network-vif-deleted', 'tag': '21f1edac-cebc-4016-a7fe-2fc793ddd69b', 'status': 'completed', 'code': 200} Sep 07 18:47:39.299092 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 21f1edac-cebc-4016-a7fe-2fc793ddd69b no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:47:39.339002 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 21f1edac-cebc-4016-a7fe-2fc793ddd69b {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:47:39.352964 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 21f1edac-cebc-4016-a7fe-2fc793ddd69b not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:47:39.353613 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f04a69b0-0778-49fb-975d-e05beb3696e5 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:47:39.386795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: f04a69b0-0778-49fb-975d-e05beb3696e5 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:47:39.387320 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f04a69b0-0778-49fb-975d-e05beb3696e5 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:47:39.471181 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:39.544367 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port f5a116e3-e8c0-4db8-b917-f7265a64576b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f5a116e3-e8c0-4db8-b917-f7265a64576b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:39.545759 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a116e3-e8c0-4db8-b917-f7265a64576b'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:47:39.550186 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f43a2d-1235-4c1e-a1b8-10b385ef5d89" -d '{"events": [{"server_uuid": "1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81", "name": "network-vif-plugged", "status": "completed", "tag": "f5a116e3-e8c0-4db8-b917-f7265a64576b"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:47:39.571792 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:39.742315 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac070a6-fb1c-40a9-bce4-044dfaec7434 x-openstack-request-id: req-0ac070a6-fb1c-40a9-bce4-044dfaec7434 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:47:39.742723 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81", "name": "network-vif-plugged", "status": "completed", "tag": "f5a116e3-e8c0-4db8-b917-f7265a64576b", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:47:39.742864 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ac070a6-fb1c-40a9-bce4-044dfaec7434 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:47:39.743230 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a116e3-e8c0-4db8-b917-f7265a64576b', 'code': 200} Sep 07 18:47:39.743797 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=f5a116e3-e8c0-4db8-b917-f7265a64576b,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:39.848258 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb729e5f-f304-43f8-a915-6a77cfe57e27 req-df4e8001-8881-4f1a-9c47-4288afbf75af tempest-InstanceActionsTestJSON-357896397 tempest-InstanceActionsTestJSON-357896397-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa5f4bdb-a3fe-4116-a750-4f3e6b3da802 HTTP/1.1" status: 200 len: 210 time: 0.0565712 Sep 07 18:47:40.023186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c514a03-cf52-4503-bb32-81ba6bf3abc5 req-725325f2-14e9-4176-ac30-d8195d89c068 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:40.029923 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c514a03-cf52-4503-bb32-81ba6bf3abc5 req-725325f2-14e9-4176-ac30-d8195d89c068 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 945 time: 0.0719001 Sep 07 18:47:40.124551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c514a03-cf52-4503-bb32-81ba6bf3abc5 req-12b7d02c-fc99-4bea-af3f-b0383ffbc2f5 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861959 Sep 07 18:47:40.639108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c082d7f-6573-40d6-8e33-33c514285536 req-62cfa244-9094-414d-a9aa-6b1e32583dd4 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:40.641722 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c082d7f-6573-40d6-8e33-33c514285536 req-62cfa244-9094-414d-a9aa-6b1e32583dd4 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c3f06a7-d985-4fd4-a709-a5e67bbc81d3 HTTP/1.1" status: 200 len: 949 time: 0.1000948 Sep 07 18:47:40.732277 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c082d7f-6573-40d6-8e33-33c514285536 req-82605251-9e00-4a33-887e-0be68f265dae tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831578 Sep 07 18:47:40.952619 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50468) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:41.016176 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-561f89d7-5537-499c-b222-f2fe2fe93dda admin admin] Deleting subnet d79912ff-3afd-415a-95b0-bb04e5c403e1 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:47:41.020980 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-561f89d7-5537-499c-b222-f2fe2fe93dda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:41.116483 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-561f89d7-5537-499c-b222-f2fe2fe93dda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:41.206352 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-561f89d7-5537-499c-b222-f2fe2fe93dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:41.359501 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0788d7-e755-4b95-9b94-6d61b3552097 req-15f09b65-633c-4b7b-b333-a5024d2a3046 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:41.363293 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-561f89d7-5537-499c-b222-f2fe2fe93dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:41.373165 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b0788d7-e755-4b95-9b94-6d61b3552097 req-15f09b65-633c-4b7b-b333-a5024d2a3046 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 945 time: 0.0911252 Sep 07 18:47:41.404059 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f89d7-5537-499c-b222-f2fe2fe93dda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d79912ff-3afd-415a-95b0-bb04e5c403e1,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:41.420613 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-561f89d7-5537-499c-b222-f2fe2fe93dda admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:41.431425 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-561f89d7-5537-499c-b222-f2fe2fe93dda admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d79912ff-3afd-415a-95b0-bb04e5c403e1 HTTP/1.1" status: 204 len: 168 time: 0.4734085 Sep 07 18:47:41.431776 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50476) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:41.475748 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b0788d7-e755-4b95-9b94-6d61b3552097 req-559b4fc1-6f00-445f-b9b8-b85e2013d1b6 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968802 Sep 07 18:47:41.566850 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0cca176-2596-439c-814a-695c58c8ab9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:41.744269 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0cca176-2596-439c-814a-695c58c8ab9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:41.766693 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d0cca176-2596-439c-814a-695c58c8ab9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:41.787254 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d0cca176-2596-439c-814a-695c58c8ab9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433eb5a0-8915-4d1b-a651-d61b0d3e49a5') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:41.787646 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d0cca176-2596-439c-814a-695c58c8ab9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433eb5a0-8915-4d1b-a651-d61b0d3e49a5') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:47:41.810648 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0cca176-2596-439c-814a-695c58c8ab9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:41.825194 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0cca176-2596-439c-814a-695c58c8ab9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:41.826786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-bbadab19-8b5f-491e-8509-df50291d83e5 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:41.831756 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0cca176-2596-439c-814a-695c58c8ab9c admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:47:41.832163 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0cca176-2596-439c-814a-695c58c8ab9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:41.837483 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-bbadab19-8b5f-491e-8509-df50291d83e5 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 820 time: 0.1955960 Sep 07 18:47:41.861648 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-7fadd21d-f965-4338-8d1a-fcceb83c2384 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/quotas/f00faea60e4544a695e7dd93ec709296 HTTP/1.1" status: 200 len: 375 time: 0.0224130 Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:47:41.904222 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:47:41.909502 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0cca176-2596-439c-814a-695c58c8ab9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:41.916522 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0cca176-2596-439c-814a-695c58c8ab9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:41.918475 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d0cca176-2596-439c-814a-695c58c8ab9c admin admin] 10.222.0.26 "DELETE /v2.0/networks/3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d HTTP/1.1" status: 204 len: 168 time: 0.4856884 Sep 07 18:47:41.983099 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cca176-2596-439c-814a-695c58c8ab9c admin admin] Pushing event deleted for resources: {'Network': ['ID=3999e54a-0d9e-4851-9cc7-cfa5cd0ff91d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:42.145602 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149f40a-31c1-421c-926b-d213cc8186ed req-b4b891e8-98b4-4831-bba1-b4967bdc3da0 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:42.147128 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0149f40a-31c1-421c-926b-d213cc8186ed req-b4b891e8-98b4-4831-bba1-b4967bdc3da0 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c3f06a7-d985-4fd4-a709-a5e67bbc81d3 HTTP/1.1" status: 200 len: 949 time: 0.2592878 Sep 07 18:47:42.302300 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8275ab-5003-4b59-8eab-7568756bd4c5 req-9b676cb8-1e8b-4ab1-a336-ec9b242846a9 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:42.303798 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6f8275ab-5003-4b59-8eab-7568756bd4c5 req-9b676cb8-1e8b-4ab1-a336-ec9b242846a9 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c3f06a7-d985-4fd4-a709-a5e67bbc81d3 HTTP/1.1" status: 200 len: 949 time: 0.1693070 Sep 07 18:47:42.314767 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-eac405f1-3530-4ff0-b8cf-af592fcbedd5 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4507320 Sep 07 18:47:42.443934 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50492) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:42.463327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-0149f40a-31c1-421c-926b-d213cc8186ed req-6e586540-a9c8-4265-97da-0893eb6efce7 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Deleting port 1638f8f2-488a-4ad4-9788-d8f3d273c4bb {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:47:42.464611 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0149f40a-31c1-421c-926b-d213cc8186ed req-6e586540-a9c8-4265-97da-0893eb6efce7 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:42.477468 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-a092635e-599e-4264-a3b8-ad4f1d1169cf service neutron] 10.222.0.26 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268084 Sep 07 18:47:42.519261 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:42.568430 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-62af863b-d22a-4bae-88ae-45458b68c9be admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aff21f44c603411da9d0fdda01610cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1196349 Sep 07 18:47:42.573103 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50496) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:42.620282 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6f8275ab-5003-4b59-8eab-7568756bd4c5 req-c60ade85-4a4d-46e8-acb0-c53afb32be00 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022418 Sep 07 18:47:42.675798 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3570ad5c-d435-4a90-bc18-bebf9a6b3e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:42.700157 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3570ad5c-d435-4a90-bc18-bebf9a6b3e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:42.810327 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3570ad5c-d435-4a90-bc18-bebf9a6b3e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:42.810327 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3570ad5c-d435-4a90-bc18-bebf9a6b3e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:42.810327 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3570ad5c-d435-4a90-bc18-bebf9a6b3e19 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3243a549-ae72-4fa9-9fc8-09ed9a622b9e HTTP/1.1" status: 204 len: 168 time: 0.2308683 Sep 07 18:47:42.853322 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570ad5c-d435-4a90-bc18-bebf9a6b3e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3243a549-ae72-4fa9-9fc8-09ed9a622b9e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:42.894824 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-0149f40a-31c1-421c-926b-d213cc8186ed req-6e586540-a9c8-4265-97da-0893eb6efce7 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] For port 1638f8f2-488a-4ad4-9788-d8f3d273c4bb, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=1638f8f2-488a-4ad4-9788-d8f3d273c4bb,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:42.895193 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0149f40a-31c1-421c-926b-d213cc8186ed req-6e586540-a9c8-4265-97da-0893eb6efce7 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:42.908742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-0149f40a-31c1-421c-926b-d213cc8186ed req-6e586540-a9c8-4265-97da-0893eb6efce7 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Calling delete_port for 1638f8f2-488a-4ad4-9788-d8f3d273c4bb owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:47:43.233173 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-ab1ef940-514f-481f-b6af-93b8bd2d5b48 service neutron] 10.222.0.26 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7537336 Sep 07 18:47:43.334370 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:43.342731 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93555fc4-c337-45f7-9fde-56baa4617b33 req-32de1076-03af-4ebd-b407-3e22d319ccec tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:43.352484 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93555fc4-c337-45f7-9fde-56baa4617b33 req-32de1076-03af-4ebd-b407-3e22d319ccec tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 945 time: 0.2309594 Sep 07 18:47:43.374711 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0149f40a-31c1-421c-926b-d213cc8186ed req-6e586540-a9c8-4265-97da-0893eb6efce7 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:43.392627 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['42408cdf-331b-4e6e-85cb-870c0b212a1f'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:47:43.505325 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e586540-a9c8-4265-97da-0893eb6efce7 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Pushing event deleted for resources: {'Port': ['ID=1638f8f2-488a-4ad4-9788-d8f3d273c4bb,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:43.579862 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93555fc4-c337-45f7-9fde-56baa4617b33 req-59ba6bba-8628-47b4-b084-62de0314e250 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252557 Sep 07 18:47:43.744244 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0149f40a-31c1-421c-926b-d213cc8186ed req-6e586540-a9c8-4265-97da-0893eb6efce7 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] No DVR routers for this DVR port 1638f8f2-488a-4ad4-9788-d8f3d273c4bb on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:47:43.752200 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0149f40a-31c1-421c-926b-d213cc8186ed req-6e586540-a9c8-4265-97da-0893eb6efce7 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:43.754899 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0149f40a-31c1-421c-926b-d213cc8186ed req-6e586540-a9c8-4265-97da-0893eb6efce7 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.60 "DELETE /v2.0/ports/1638f8f2-488a-4ad4-9788-d8f3d273c4bb HTTP/1.1" status: 204 len: 173 time: 1.5715845 Sep 07 18:47:43.757416 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3f06a7-d985-4fd4-a709-a5e67bbc81d3', 'name': 'network-vif-deleted', 'tag': '1638f8f2-488a-4ad4-9788-d8f3d273c4bb'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:47:43.764561 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ca2d76-0c2d-4f1c-a5b7-76875bfec9ce" -d '{"events": [{"server_uuid": "3c3f06a7-d985-4fd4-a709-a5e67bbc81d3", "name": "network-vif-deleted", "tag": "1638f8f2-488a-4ad4-9788-d8f3d273c4bb"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:47:44.043799 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3175b8a-f3f4-4771-b1c3-c192d32f5947 req-250ebd56-134f-4310-8700-92027e1b64ba tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c3f06a7-d985-4fd4-a709-a5e67bbc81d3 HTTP/1.1" status: 200 len: 210 time: 0.1198609 Sep 07 18:47:44.048224 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a0a860-312e-4b56-8235-3a66de1ff229 x-openstack-request-id: req-f2a0a860-312e-4b56-8235-3a66de1ff229 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:47:44.050219 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3f06a7-d985-4fd4-a709-a5e67bbc81d3", "name": "network-vif-deleted", "tag": "1638f8f2-488a-4ad4-9788-d8f3d273c4bb", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:47:44.050641 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f2a0a860-312e-4b56-8235-3a66de1ff229 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:47:44.059034 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3f06a7-d985-4fd4-a709-a5e67bbc81d3', 'name': 'network-vif-deleted', 'tag': '1638f8f2-488a-4ad4-9788-d8f3d273c4bb', 'status': 'completed', 'code': 200} Sep 07 18:47:44.124634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-feb0d3d5-7bb9-440d-ab2f-343b975c44bf tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:44.126022 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-feb0d3d5-7bb9-440d-ab2f-343b975c44bf tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4&tenant_id=44a39173cb8e4225b1d135c8b5917bc6&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 1096 time: 0.2668488 Sep 07 18:47:44.140293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807786-1'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:47:44.370317 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5549b91-7026-49d2-8280-a4b490804453 req-2d400e67-a273-4e28-9ce0-6330c23a89df tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 210 time: 0.0631430 Sep 07 18:47:44.381558 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:44.549992 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50576) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:44.614214 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] For port 9fe77d40-eb46-46bd-b9fa-588f51699314, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9fe77d40-eb46-46bd-b9fa-588f51699314,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:44.770150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] For port 9fe77d40-eb46-46bd-b9fa-588f51699314, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:47:44.812009 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5695f11-7f7e-4f5b-b7ae-478dc1d44bce req-dfe44b68-a2bc-4f3b-bdcc-95d274be44dc tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:44.826667 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5695f11-7f7e-4f5b-b7ae-478dc1d44bce req-dfe44b68-a2bc-4f3b-bdcc-95d274be44dc tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 945 time: 0.1375968 Sep 07 18:47:44.923975 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-60dc0288-eb20-4d9a-b81a-e16b677bff75 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1571165230-network', 'tenant_id': '6a27654b3f6f437bb416fdf37a794dad'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:47:44.930555 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:44.937956 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5695f11-7f7e-4f5b-b7ae-478dc1d44bce req-aa87e579-ed9b-436a-bbc0-59b26767ec2f tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112978 Sep 07 18:47:44.939381 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:45.003950 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dc0288-eb20-4d9a-b81a-e16b677bff75 admin admin] Made reservation on behalf of 6a27654b3f6f437bb416fdf37a794dad for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:47:45.008696 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-60dc0288-eb20-4d9a-b81a-e16b677bff75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:45.032350 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 9fe77d40-eb46-46bd-b9fa-588f51699314 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:47:45.039229 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-60dc0288-eb20-4d9a-b81a-e16b677bff75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:45.057182 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 1638f8f2-488a-4ad4-9788-d8f3d273c4bb no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:47:45.064867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Attempting to bind port 9fe77d40-eb46-46bd-b9fa-588f51699314 on host n-h2-807786-1 for vnic_type normal with profile {"migrating_to": "n-h1-807786-1"} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:47:45.065598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Attempting to bind port 9fe77d40-eb46-46bd-b9fa-588f51699314 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:47:45.066485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Attempting to bind port 9fe77d40-eb46-46bd-b9fa-588f51699314 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:47:45.076185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Port 9fe77d40-eb46-46bd-b9fa-588f51699314 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:47:45.076808 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Attempting to bind port 9fe77d40-eb46-46bd-b9fa-588f51699314 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:47:45.079476 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe77d40-eb46-46bd-b9fa-588f51699314,revision_number=7']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:45.086319 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:47:45.086968 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Checking segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:47:45.087655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Bound using segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:47:45.088455 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Bound port: 9fe77d40-eb46-46bd-b9fa-588f51699314, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:47:45.089051 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:45.174735 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 9fe77d40-eb46-46bd-b9fa-588f51699314, host n-h2-807786-1, got binding levels [] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:45.223070 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 1638f8f2-488a-4ad4-9788-d8f3d273c4bb {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:47:45.223658 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 1638f8f2-488a-4ad4-9788-d8f3d273c4bb not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:47:45.237171 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Attempting to bind port 9fe77d40-eb46-46bd-b9fa-588f51699314 on host n-h2-807786-1 for vnic_type normal with profile {"migrating_to": "n-h1-807786-1"} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:47:45.237749 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Attempting to bind port 9fe77d40-eb46-46bd-b9fa-588f51699314 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:47:45.238298 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Attempting to bind port 9fe77d40-eb46-46bd-b9fa-588f51699314 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:47:45.244712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Port 9fe77d40-eb46-46bd-b9fa-588f51699314 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:47:45.263010 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Attempting to bind port 9fe77d40-eb46-46bd-b9fa-588f51699314 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:47:45.263010 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:47:45.263010 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Checking segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:47:45.263010 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Bound using segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:47:45.263010 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Bound port: 9fe77d40-eb46-46bd-b9fa-588f51699314, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:47:45.263010 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:45.363381 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-60dc0288-eb20-4d9a-b81a-e16b677bff75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:45.381987 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-60dc0288-eb20-4d9a-b81a-e16b677bff75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:45.411556 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60dc0288-eb20-4d9a-b81a-e16b677bff75 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:47:45.425630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 9fe77d40-eb46-46bd-b9fa-588f51699314, host n-h2-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:47:45.429438 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-60dc0288-eb20-4d9a-b81a-e16b677bff75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:45.430070 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-60dc0288-eb20-4d9a-b81a-e16b677bff75 admin admin] Added segment b2ae36fa-92c9-4bfb-bd2e-e689a5490b14 of type vlan for network a6b4e2fe-5b26-4a8d-af7a-529d082b210e Sep 07 18:47:45.433341 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 9fe77d40-eb46-46bd-b9fa-588f51699314, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9fe77d40-eb46-46bd-b9fa-588f51699314,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:47:45.444931 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:45.489946 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-60dc0288-eb20-4d9a-b81a-e16b677bff75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:45.533699 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-60dc0288-eb20-4d9a-b81a-e16b677bff75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:45.535019 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dc0288-eb20-4d9a-b81a-e16b677bff75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:45.536318 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-60dc0288-eb20-4d9a-b81a-e16b677bff75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:45.574431 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-60dc0288-eb20-4d9a-b81a-e16b677bff75 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0221031 Sep 07 18:47:45.595599 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50596) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:45.610918 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4065f158-65a8-47a3-b379-e035b6606400 admin admin] Request body: {'subnet': {'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1571165230-subnet', 'tenant_id': '6a27654b3f6f437bb416fdf37a794dad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:47:45.655844 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 9fe77d40-eb46-46bd-b9fa-588f51699314 has no active binding in host n-h1-807786-1 {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 18:47:45.658507 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=9fe77d40-eb46-46bd-b9fa-588f51699314,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:45.682344 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4065f158-65a8-47a3-b379-e035b6606400 admin admin] Made reservation on behalf of 6a27654b3f6f437bb416fdf37a794dad for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:47:45.685627 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4065f158-65a8-47a3-b379-e035b6606400 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:45.946592 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc0288-eb20-4d9a-b81a-e16b677bff75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19af6365-4510-4d5a-964f-c68e8846416e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:46.067672 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe77d40-eb46-46bd-b9fa-588f51699314'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:47:46.074783 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496c2b79-3bc4-4ae5-905f-b52319c61425" -d '{"events": [{"server_uuid": "6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4", "name": "network-vif-unplugged", "status": "completed", "tag": "9fe77d40-eb46-46bd-b9fa-588f51699314"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:47:46.115117 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6378b669-ab32-422b-9c88-959c8e2bd7c5 req-ad57deee-8482-47be-92c1-27ee8a144378 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 210 time: 0.0651810 Sep 07 18:47:46.149497 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:47:46.158647 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] For port 9fe77d40-eb46-46bd-b9fa-588f51699314, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:47:46.160058 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc0288-eb20-4d9a-b81a-e16b677bff75 admin admin] Pushing event updated for resources: {'Network': ['ID=a6b4e2fe-5b26-4a8d-af7a-529d082b210e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:46.166026 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.api [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 9fe77d40-eb46-46bd-b9fa-588f51699314-n-h2-807786-1-0 {{(pid=101445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 18:47:46.168479 n-d-807786-1 neutron-server[101445]: DEBUG oslo_db.api [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 18:47:46.174499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network a6b4e2fe-5b26-4a8d-af7a-529d082b210e details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:47:46.299931 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-ae497c7c-e846-4c69-b9b6-85ab86c6fe4e tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:46.304489 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-ae497c7c-e846-4c69-b9b6-85ab86c6fe4e tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.60 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 820 time: 0.7889531 Sep 07 18:47:46.335825 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-e1fa8dd9-854e-41cd-8f49-2808e6304dc8 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Request body: {'port': {'device_id': 'c6ad5b99-5272-4e0b-8c6b-977bb862ad87', 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274', 'admin_state_up': True, 'tenant_id': 'f00faea60e4544a695e7dd93ec709296'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:47:46.342534 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebcdc1-8c9e-4359-8b49-61c31ae39927 req-c942aa3d-4928-4e7c-9993-34a6e533c48c tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:46.344616 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ebebcdc1-8c9e-4359-8b49-61c31ae39927 req-c942aa3d-4928-4e7c-9993-34a6e533c48c tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 950 time: 0.1068864 Sep 07 18:47:46.479332 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ebebcdc1-8c9e-4359-8b49-61c31ae39927 req-c27915ef-e42a-42d4-b70e-a12d24eafb47 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.26 "GET /v2.0/security-groups?id=afc9cca6-da63-4d12-9ec8-e649fb8a6a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284037 Sep 07 18:47:46.491458 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4065f158-65a8-47a3-b379-e035b6606400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:46.590052 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065f158-65a8-47a3-b379-e035b6606400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a791a761-c2a8-4177-8a4f-4371f13cdeb1,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:46.609404 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-e1fa8dd9-854e-41cd-8f49-2808e6304dc8 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Made reservation on behalf of f00faea60e4544a695e7dd93ec709296 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:47:46.617847 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-e1fa8dd9-854e-41cd-8f49-2808e6304dc8 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:46.692834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b8695-5104-4030-9399-adbdcbe402a0 req-f7dd8094-6993-4d44-b9e0-bb443657f44f tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:46.703823 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c1b8695-5104-4030-9399-adbdcbe402a0 req-f7dd8094-6993-4d44-b9e0-bb443657f44f tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 943 time: 0.0965214 Sep 07 18:47:46.753045 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Attempting to bind port 9fe77d40-eb46-46bd-b9fa-588f51699314 on host n-h2-807786-1 for vnic_type normal with profile {"migrating_to": "n-h1-807786-1"} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:47:46.753376 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Attempting to bind port 9fe77d40-eb46-46bd-b9fa-588f51699314 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:47:46.753708 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Attempting to bind port 9fe77d40-eb46-46bd-b9fa-588f51699314 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:47:46.779646 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c1b8695-5104-4030-9399-adbdcbe402a0 req-e92a06f5-b3e5-4683-b05b-7237e2bb3b79 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741546 Sep 07 18:47:46.793339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Port 9fe77d40-eb46-46bd-b9fa-588f51699314 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:47:46.793662 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Attempting to bind port 9fe77d40-eb46-46bd-b9fa-588f51699314 on network b63d4de9-c5b5-4788-8524-e66342dcbc59 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:47:46.810460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:47:46.811079 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Checking segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:47:46.811540 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Bound using segment: {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:47:46.812157 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Bound port: 9fe77d40-eb46-46bd-b9fa-588f51699314, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be75e2ec-af34-4491-897e-feb55731098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b63d4de9-c5b5-4788-8524-e66342dcbc59'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:47:46.812555 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:46.821644 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4065f158-65a8-47a3-b379-e035b6606400 admin admin] Checking segment: {'id': 'b2ae36fa-92c9-4bfb-bd2e-e689a5490b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:47:46.821996 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4065f158-65a8-47a3-b379-e035b6606400 admin admin] Network hostable DHCP agents. Network: a6b4e2fe-5b26-4a8d-af7a-529d082b210e, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:47:46.840273 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6b572b-75f4-4abf-9e45-4e2d14ed74d7 x-openstack-request-id: req-bc6b572b-75f4-4abf-9e45-4e2d14ed74d7 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:47:46.840536 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4", "name": "network-vif-unplugged", "status": "completed", "tag": "9fe77d40-eb46-46bd-b9fa-588f51699314", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:47:46.840768 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc6b572b-75f4-4abf-9e45-4e2d14ed74d7 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:47:46.841159 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe77d40-eb46-46bd-b9fa-588f51699314', 'code': 200} Sep 07 18:47:46.967053 n-d-807786-1 neutron-server[101445]: WARNING neutron.plugins.ml2.plugin [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Concurrent port binding operations failed on port 9fe77d40-eb46-46bd-b9fa-588f51699314 Sep 07 18:47:46.974837 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] For port 9fe77d40-eb46-46bd-b9fa-588f51699314, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9fe77d40-eb46-46bd-b9fa-588f51699314,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:46.980626 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Attempt 2 to bind port 9fe77d40-eb46-46bd-b9fa-588f51699314 Sep 07 18:47:46.981234 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4065f158-65a8-47a3-b379-e035b6606400 admin admin] Network a6b4e2fe-5b26-4a8d-af7a-529d082b210e is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:47:46.986297 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:46.987243 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:46.989240 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-f3344744-d16d-45b6-8e02-fdf38d7615c4 service neutron] 10.222.0.60 "PUT /v2.0/ports/9fe77d40-eb46-46bd-b9fa-588f51699314 HTTP/1.1" status: 200 len: 1121 time: 2.8531847 Sep 07 18:47:47.013145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-e1fa8dd9-854e-41cd-8f49-2808e6304dc8 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Allocated IP 172.20.0.14 (73fe4171-28a4-4081-b73e-ded401c8a274/61d7e427-2ed7-40a5-a300-7f618502d730/5500449d-6248-460c-81b7-e81099ccfc29) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:47:47.059323 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-4065f158-65a8-47a3-b379-e035b6606400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, a6b4e2fe-5b26-4a8d-af7a-529d082b210e) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:47:47.069631 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3a485b-c671-477f-8392-99e4b12b02e4 None None] Network a6b4e2fe-5b26-4a8d-af7a-529d082b210e requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:47:47.081795 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4065f158-65a8-47a3-b379-e035b6606400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:47.082424 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4065f158-65a8-47a3-b379-e035b6606400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:47.137396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['9fe77d40-eb46-46bd-b9fa-588f51699314'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:47:47.141136 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4065f158-65a8-47a3-b379-e035b6606400 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5372527 Sep 07 18:47:47.297389 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036ad5b-fe11-432c-b95d-47bf4238284f req-e80fd84c-d044-4a27-bee2-d95b03f5a855 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:47.298944 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a036ad5b-fe11-432c-b95d-47bf4238284f req-e80fd84c-d044-4a27-bee2-d95b03f5a855 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc HTTP/1.1" status: 200 len: 950 time: 0.1487029 Sep 07 18:47:47.428121 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4444f467-fe70-4b14-8718-8a187625cce7 req-1ac9fbeb-263b-4250-a4b9-512a8cab16cc tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 210 time: 0.0468900 Sep 07 18:47:47.481876 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-a036ad5b-fe11-432c-b95d-47bf4238284f req-fc00ec44-3d7d-4e35-a3f9-be44332f8750 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Deleting port 42408cdf-331b-4e6e-85cb-870c0b212a1f {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:47:47.482211 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a036ad5b-fe11-432c-b95d-47bf4238284f req-fc00ec44-3d7d-4e35-a3f9-be44332f8750 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:47.491782 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['9fe77d40-eb46-46bd-b9fa-588f51699314'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:47:47.590233 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-e1fa8dd9-854e-41cd-8f49-2808e6304dc8 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:47.756028 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f5d245-8b6a-48d9-83ba-fb118160a750 None None] Network a6b4e2fe-5b26-4a8d-af7a-529d082b210e requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:47:47.783661 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-e1fa8dd9-854e-41cd-8f49-2808e6304dc8 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:47.847058 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-a036ad5b-fe11-432c-b95d-47bf4238284f req-fc00ec44-3d7d-4e35-a3f9-be44332f8750 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] For port 42408cdf-331b-4e6e-85cb-870c0b212a1f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=42408cdf-331b-4e6e-85cb-870c0b212a1f,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:47.847444 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a036ad5b-fe11-432c-b95d-47bf4238284f req-fc00ec44-3d7d-4e35-a3f9-be44332f8750 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:47.879614 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-a036ad5b-fe11-432c-b95d-47bf4238284f req-fc00ec44-3d7d-4e35-a3f9-be44332f8750 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Calling delete_port for 42408cdf-331b-4e6e-85cb-870c0b212a1f owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:47:48.036802 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-e1fa8dd9-854e-41cd-8f49-2808e6304dc8 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Network 73fe4171-28a4-4081-b73e-ded401c8a274 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:47:48.038628 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa8dd9-854e-41cd-8f49-2808e6304dc8 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Pushing event updated for resources: {'Port': ['ID=5500449d-6248-460c-81b7-e81099ccfc29,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:48.052260 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-e1fa8dd9-854e-41cd-8f49-2808e6304dc8 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:47:48.055498 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-e1fa8dd9-854e-41cd-8f49-2808e6304dc8 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:47:48.123989 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6407d2dc-3fad-40a3-a1b7-a8c14c1765a6 req-aaf97a23-bf6b-4d2c-9c96-6e8ea9d81cf4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1936364 Sep 07 18:47:48.165232 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-e1fa8dd9-854e-41cd-8f49-2808e6304dc8 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:48.166142 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-e1fa8dd9-854e-41cd-8f49-2808e6304dc8 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:48.215408 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-e1fa8dd9-854e-41cd-8f49-2808e6304dc8 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8854063 Sep 07 18:47:48.248830 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] Request body: {'port': {'device_id': 'c6ad5b99-5272-4e0b-8c6b-977bb862ad87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:47:48.302244 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a036ad5b-fe11-432c-b95d-47bf4238284f req-fc00ec44-3d7d-4e35-a3f9-be44332f8750 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:48.311818 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407d2dc-3fad-40a3-a1b7-a8c14c1765a6 req-ddfde131-7820-408a-91b8-e1f686bb9ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:48.314164 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6407d2dc-3fad-40a3-a1b7-a8c14c1765a6 req-ddfde131-7820-408a-91b8-e1f686bb9ef4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 1095 time: 0.1132464 Sep 07 18:47:48.379180 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:48.416698 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['1aaea01d-3d97-4725-b406-256885b1d4d8'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:47:48.419600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00ec44-3d7d-4e35-a3f9-be44332f8750 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Pushing event deleted for resources: {'Port': ['ID=42408cdf-331b-4e6e-85cb-870c0b212a1f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:48.431468 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['42408cdf-331b-4e6e-85cb-870c0b212a1f'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:47:48.553180 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a036ad5b-fe11-432c-b95d-47bf4238284f req-fc00ec44-3d7d-4e35-a3f9-be44332f8750 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] No DVR routers for this DVR port 42408cdf-331b-4e6e-85cb-870c0b212a1f on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:47:48.558369 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a036ad5b-fe11-432c-b95d-47bf4238284f req-fc00ec44-3d7d-4e35-a3f9-be44332f8750 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:48.580046 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a036ad5b-fe11-432c-b95d-47bf4238284f req-fc00ec44-3d7d-4e35-a3f9-be44332f8750 tempest-ServersAdminTestJSON-709537949 tempest-ServersAdminTestJSON-709537949-project] 10.222.0.60 "DELETE /v2.0/ports/42408cdf-331b-4e6e-85cb-870c0b212a1f HTTP/1.1" status: 204 len: 173 time: 1.2711368 Sep 07 18:47:48.842469 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4', 'tag': '9fe77d40-eb46-46bd-b9fa-588f51699314'}, {'server_uuid': '1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc', 'name': 'network-vif-deleted', 'tag': '42408cdf-331b-4e6e-85cb-870c0b212a1f'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:47:48.845121 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975ffe2c-88e8-4953-80f5-25d89b408955" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4", "tag": "9fe77d40-eb46-46bd-b9fa-588f51699314"}, {"server_uuid": "1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc", "name": "network-vif-deleted", "tag": "42408cdf-331b-4e6e-85cb-870c0b212a1f"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:47:49.142304 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5500449d-6248-460c-81b7-e81099ccfc29 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:47:49.155966 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:49.181871 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] Transition to ACTIVE for port object 5500449d-6248-460c-81b7-e81099ccfc29 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:47:49.187953 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:49.234701 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407d2dc-3fad-40a3-a1b7-a8c14c1765a6 req-01a7f489-a2af-44c9-a222-ebe9b2b403ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:49.236325 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6407d2dc-3fad-40a3-a1b7-a8c14c1765a6 req-01a7f489-a2af-44c9-a222-ebe9b2b403ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 921 time: 0.8584797 Sep 07 18:47:49.321491 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6407d2dc-3fad-40a3-a1b7-a8c14c1765a6 req-cb240370-c490-4ef0-ba07-064e29e9dc4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0a9a956-40c1-4933-a8a7-803a447e40ed HTTP/1.1" status: 200 len: 217 time: 0.0671868 Sep 07 18:47:49.338453 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5500449d-6248-460c-81b7-e81099ccfc29,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:49.455893 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] Attempting to bind port 5500449d-6248-460c-81b7-e81099ccfc29 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:47:49.466883 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] Attempting to bind port 5500449d-6248-460c-81b7-e81099ccfc29 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:47:49.467227 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] Attempting to bind port 5500449d-6248-460c-81b7-e81099ccfc29 on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:47:49.474333 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407d2dc-3fad-40a3-a1b7-a8c14c1765a6 req-ce343805-d0c1-4901-95b2-ca698351bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:49.477075 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6407d2dc-3fad-40a3-a1b7-a8c14c1765a6 req-ce343805-d0c1-4901-95b2-ca698351bd09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 200 len: 860 time: 0.1353953 Sep 07 18:47:49.487499 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] Port 5500449d-6248-460c-81b7-e81099ccfc29 on network 73fe4171-28a4-4081-b73e-ded401c8a274 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:47:49.487912 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] Attempting to bind port 5500449d-6248-460c-81b7-e81099ccfc29 on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:47:49.503899 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:47:49.503899 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] Checking segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:47:49.503899 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] Bound using segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:47:49.503899 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] Bound port: 5500449d-6248-460c-81b7-e81099ccfc29, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:47:49.504441 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:49.534301 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6407d2dc-3fad-40a3-a1b7-a8c14c1765a6 req-e5657d50-4881-4c44-8ce3-69fb0a4f012c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73fe4171-28a4-4081-b73e-ded401c8a274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426953 Sep 07 18:47:50.233478 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] For port 5500449d-6248-460c-81b7-e81099ccfc29, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:47:50.238582 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] For port 5500449d-6248-460c-81b7-e81099ccfc29, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=5500449d-6248-460c-81b7-e81099ccfc29,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:47:50.244452 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:50.334463 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:50.335251 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:50.336778 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] 10.222.0.60 "PUT /v2.0/ports/5500449d-6248-460c-81b7-e81099ccfc29 HTTP/1.1" status: 200 len: 1092 time: 2.0930088 Sep 07 18:47:50.337303 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ad5b99-5272-4e0b-8c6b-977bb862ad87', 'tag': '5500449d-6248-460c-81b7-e81099ccfc29'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:47:50.339667 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8316e2-4596-46d6-9bb0-732f66d47634" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ad5b99-5272-4e0b-8c6b-977bb862ad87", "tag": "5500449d-6248-460c-81b7-e81099ccfc29"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:47:50.456598 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1d5dd-fff0-453c-b035-c124f6344bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5500449d-6248-460c-81b7-e81099ccfc29,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:50.474532 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6407d2dc-3fad-40a3-a1b7-a8c14c1765a6 req-1187dc46-64a6-4f21-b49f-ab2eea6cc467 service neutron] 10.222.0.36 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341700 Sep 07 18:47:50.520768 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-6f484377-f30c-4b5d-ab46-9162ad64a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:50.522506 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-6f484377-f30c-4b5d-ab46-9162ad64a40f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 1095 time: 0.1211612 Sep 07 18:47:50.605250 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-6e8a1114-074d-4e16-9763-4a53997abff9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5500449d-6248-460c-81b7-e81099ccfc29 HTTP/1.1" status: 200 len: 217 time: 0.0462894 Sep 07 18:47:50.695508 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6407d2dc-3fad-40a3-a1b7-a8c14c1765a6 req-c80f21c3-47a8-4a3b-bb35-2f167dcc2c1f service neutron] 10.222.0.36 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117181 Sep 07 18:47:50.716412 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-76bfe808-1765-406d-aeb7-a2063e1c4ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:50.718452 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-76bfe808-1765-406d-aeb7-a2063e1c4ed7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 200 len: 860 time: 0.1038585 Sep 07 18:47:50.756640 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-1d9a60da-cbcb-4524-9db5-c96501e004a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=73fe4171-28a4-4081-b73e-ded401c8a274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299351 Sep 07 18:47:50.859676 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-41d7b743-9dfd-487c-8b05-2d17be7bc922 service neutron] 10.222.0.60 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953095 Sep 07 18:47:51.007950 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e6d253f9-cd1e-44a1-a239-417638f71648 req-74adfbd8-1947-4e91-bbec-ec5adb8204f4 service neutron] 10.222.0.60 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333909 Sep 07 18:47:51.042930 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 42408cdf-331b-4e6e-85cb-870c0b212a1f no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:47:51.097681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 42408cdf-331b-4e6e-85cb-870c0b212a1f {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:47:51.097681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 42408cdf-331b-4e6e-85cb-870c0b212a1f not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:47:51.456089 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ba354223-29a6-40b9-a8d4-803a17722cb3 req-564bac16-4e10-48fc-8e23-cb382237256f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1058974 Sep 07 18:47:51.570246 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba354223-29a6-40b9-a8d4-803a17722cb3 req-839bde4a-3b65-4fd6-9f73-a8ad9c925332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:51.571739 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ba354223-29a6-40b9-a8d4-803a17722cb3 req-839bde4a-3b65-4fd6-9f73-a8ad9c925332 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 1096 time: 0.0845749 Sep 07 18:47:51.867406 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba354223-29a6-40b9-a8d4-803a17722cb3 req-db63ee38-e9b6-4504-829f-682258c195d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:51.869207 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ba354223-29a6-40b9-a8d4-803a17722cb3 req-db63ee38-e9b6-4504-829f-682258c195d1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 909 time: 0.2727656 Sep 07 18:47:51.956133 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ba354223-29a6-40b9-a8d4-803a17722cb3 req-b365de25-8272-4f32-9347-ec8597b0a548 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d07e9757-f49d-4028-b05e-a95e33150b44 HTTP/1.1" status: 200 len: 217 time: 0.0792046 Sep 07 18:47:52.093938 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba354223-29a6-40b9-a8d4-803a17722cb3 req-3d2d0c33-0324-4ad3-acce-86a19f631a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:52.106344 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ba354223-29a6-40b9-a8d4-803a17722cb3 req-3d2d0c33-0324-4ad3-acce-86a19f631a65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.1418035 Sep 07 18:47:52.166403 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ba354223-29a6-40b9-a8d4-803a17722cb3 req-0890f9b1-63ba-4102-a523-2d01005b554f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478671 Sep 07 18:47:52.323345 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ba354223-29a6-40b9-a8d4-803a17722cb3 req-59fe9f28-0318-42c7-9fdf-d39f63a737be service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485548 Sep 07 18:47:52.516889 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ba354223-29a6-40b9-a8d4-803a17722cb3 req-44aa4060-21bc-4e1d-a051-85b3efd42c88 service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853611 Sep 07 18:47:52.531329 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9fe77d40-eb46-46bd-b9fa-588f51699314 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:47:53.740794 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-1ed5c224-e2af-48a8-9a15-5c0e3706b6e8 service neutron] 10.222.0.36 "GET /v2.0/ports/9fe77d40-eb46-46bd-b9fa-588f51699314/bindings/n-h1-807786-1 HTTP/1.1" status: 200 len: 384 time: 0.1947558 Sep 07 18:47:54.121042 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-7f3953b0-c8b9-4611-8e6c-0c644e9b30a0 service neutron] For port 9fe77d40-eb46-46bd-b9fa-588f51699314, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9fe77d40-eb46-46bd-b9fa-588f51699314,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:54.148184 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-7f3953b0-c8b9-4611-8e6c-0c644e9b30a0 service neutron] For port 9fe77d40-eb46-46bd-b9fa-588f51699314, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:47:54.186312 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-7f3953b0-c8b9-4611-8e6c-0c644e9b30a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe77d40-eb46-46bd-b9fa-588f51699314 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:47:54.198902 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-7f3953b0-c8b9-4611-8e6c-0c644e9b30a0 service neutron] For port 9fe77d40-eb46-46bd-b9fa-588f51699314, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=9fe77d40-eb46-46bd-b9fa-588f51699314,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:54.220268 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-7f3953b0-c8b9-4611-8e6c-0c644e9b30a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:54.403852 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-7f3953b0-c8b9-4611-8e6c-0c644e9b30a0 service neutron] Transition to ACTIVE for port object 9fe77d40-eb46-46bd-b9fa-588f51699314 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:47:54.410845 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-7f3953b0-c8b9-4611-8e6c-0c644e9b30a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:54.521800 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3953b0-c8b9-4611-8e6c-0c644e9b30a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe77d40-eb46-46bd-b9fa-588f51699314,revision_number=10']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:54.652718 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-7f3953b0-c8b9-4611-8e6c-0c644e9b30a0 service neutron] No DVR routers for this DVR port 9fe77d40-eb46-46bd-b9fa-588f51699314 on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:47:54.692928 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-7f3953b0-c8b9-4611-8e6c-0c644e9b30a0 service neutron] 10.222.0.36 "PUT /v2.0/ports/9fe77d40-eb46-46bd-b9fa-588f51699314/bindings/n-h1-807786-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9387479 Sep 07 18:47:54.892548 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-3456783e-10c9-41fb-af2b-422f39f81a06 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:54.892548 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-3456783e-10c9-41fb-af2b-422f39f81a06 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4&tenant_id=44a39173cb8e4225b1d135c8b5917bc6&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 1095 time: 0.0585866 Sep 07 18:47:54.954738 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-984f0d9c-6964-498c-ae53-69b0daea88a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:54.957683 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-984f0d9c-6964-498c-ae53-69b0daea88a7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4&tenant_id=44a39173cb8e4225b1d135c8b5917bc6 HTTP/1.1" status: 200 len: 1095 time: 0.0576990 Sep 07 18:47:55.089072 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-03d63682-fa78-4626-9f55-f27963288aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:55.090815 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-03d63682-fa78-4626-9f55-f27963288aea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 1095 time: 0.1066959 Sep 07 18:47:55.318164 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-0a406403-3b8c-4d03-b142-7456be685aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:55.320017 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-0a406403-3b8c-4d03-b142-7456be685aef service neutron] 10.222.0.60 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 909 time: 0.2222118 Sep 07 18:47:55.430830 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-a4681f04-84f6-47df-95c5-3e3459e97694 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fe77d40-eb46-46bd-b9fa-588f51699314 HTTP/1.1" status: 200 len: 217 time: 0.0970702 Sep 07 18:47:55.547613 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-db81e18a-c810-49db-a6c1-356ccdde4a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:55.549566 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-db81e18a-c810-49db-a6c1-356ccdde4a08 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.1051149 Sep 07 18:47:55.648945 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-8feede32-86a4-40ae-8076-033233516e97 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906994 Sep 07 18:47:55.796046 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-0d5a0b63-9882-45a0-8095-788cb1f5d976 service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385224 Sep 07 18:47:55.878056 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ae02f856-b319-42ea-aab6-929b4c9b3308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:55.936240 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-67708bb9-9e8d-476e-88b3-c16c999f5527 service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277864 Sep 07 18:47:56.259328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-58dcdc84-8dfd-425b-82e3-baba6de17331 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:56.267531 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-58dcdc84-8dfd-425b-82e3-baba6de17331 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/networks?id=a6b4e2fe-5b26-4a8d-af7a-529d082b210e HTTP/1.1" status: 200 len: 813 time: 0.1570661 Sep 07 18:47:56.275499 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-ba23b9f9-7af9-468e-b5ac-76360fb0aa42 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:56.277429 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-ba23b9f9-7af9-468e-b5ac-76360fb0aa42 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4&tenant_id=44a39173cb8e4225b1d135c8b5917bc6&binding%3Ahost_id=n-h1-807786-1 HTTP/1.1" status: 200 len: 1095 time: 0.0697081 Sep 07 18:47:56.320380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-a7e5a317-36b9-458c-9d74-354eb696944b tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/quotas/6a27654b3f6f437bb416fdf37a794dad HTTP/1.1" status: 200 len: 375 time: 0.0514038 Sep 07 18:47:56.370315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c11b88-0ef4-454a-843d-d5d2b7ab0495 req-57e682a8-d700-4dc7-8043-dc6ffe4da453 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:56.372920 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1c11b88-0ef4-454a-843d-d5d2b7ab0495 req-57e682a8-d700-4dc7-8043-dc6ffe4da453 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 944 time: 0.1017566 Sep 07 18:47:56.383346 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-24574207-0bee-4d72-9dbc-bc2fb1d23908 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a27654b3f6f437bb416fdf37a794dad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615268 Sep 07 18:47:56.419593 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-73b98bd3-6ced-4aec-9a11-96f58e3fd297 service neutron] For port 9fe77d40-eb46-46bd-b9fa-588f51699314, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:47:56.423417 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-73b98bd3-6ced-4aec-9a11-96f58e3fd297 service neutron] Notify callbacks [] for binding, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:56.425175 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b8fe252-b23c-4666-96b7-25b1fef4e554 req-73b98bd3-6ced-4aec-9a11-96f58e3fd297 service neutron] 10.222.0.60 "DELETE /v2.0/ports/9fe77d40-eb46-46bd-b9fa-588f51699314/bindings/n-h2-807786-1 HTTP/1.1" status: 204 len: 173 time: 0.1375887 Sep 07 18:47:56.544899 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1c11b88-0ef4-454a-843d-d5d2b7ab0495 req-47bf15c4-2d09-42c9-993b-d042616379b5 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977614 Sep 07 18:47:56.551800 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50678) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:56.584600 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-68c0fe94-3615-4f14-bc4d-b50175ac3d49 service neutron] 10.222.0.26 "GET /v2.0/networks/a6b4e2fe-5b26-4a8d-af7a-529d082b210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999857 Sep 07 18:47:56.721086 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-d7ca1f2d-2d01-498a-8eef-f5099d95244d service neutron] 10.222.0.26 "GET /v2.0/networks/a6b4e2fe-5b26-4a8d-af7a-529d082b210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355343 Sep 07 18:47:56.803040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50682) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:56.806840 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9c292c0e-5027-4a70-b680-6f1d1ef4611d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88484dff3e284462a23c1728ad877a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533722 Sep 07 18:47:56.966318 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2246-a75b-4d31-92b3-9c5a4d0e4073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:56.969726 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 07 Sep 2021 18:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209693e7-bf90-4ee5-918d-0a609e65825e x-openstack-request-id: req-209693e7-bf90-4ee5-918d-0a609e65825e {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:47:56.969726 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4", "tag": "9fe77d40-eb46-46bd-b9fa-588f51699314", "status": "completed", "code": 200}, {"server_uuid": "1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc", "name": "network-vif-deleted", "tag": "42408cdf-331b-4e6e-85cb-870c0b212a1f", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:47:56.969726 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-209693e7-bf90-4ee5-918d-0a609e65825e {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:47:56.970076 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4', 'tag': '9fe77d40-eb46-46bd-b9fa-588f51699314', 'status': 'completed', 'code': 200} Sep 07 18:47:56.970076 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8f8408-ffb8-498d-a7c7-541b4f2f3fdc', 'name': 'network-vif-deleted', 'tag': '42408cdf-331b-4e6e-85cb-870c0b212a1f', 'status': 'completed', 'code': 200} Sep 07 18:47:56.996870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd23c6-821b-45dd-a955-15718fb9de1e req-1b71eebc-c7e1-46e5-84c5-5e0fffee719f tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:57.004681 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27cd23c6-821b-45dd-a955-15718fb9de1e req-1b71eebc-c7e1-46e5-84c5-5e0fffee719f tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 944 time: 0.1384518 Sep 07 18:47:57.038876 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2246-a75b-4d31-92b3-9c5a4d0e4073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:57.047964 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bbc8b3-24e5-4a1c-9594-99763d1fb477 x-openstack-request-id: req-76bbc8b3-24e5-4a1c-9594-99763d1fb477 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:47:57.048602 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ad5b99-5272-4e0b-8c6b-977bb862ad87", "tag": "5500449d-6248-460c-81b7-e81099ccfc29", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:47:57.048710 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76bbc8b3-24e5-4a1c-9594-99763d1fb477 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:47:57.049048 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ad5b99-5272-4e0b-8c6b-977bb862ad87', 'tag': '5500449d-6248-460c-81b7-e81099ccfc29', 'status': 'completed', 'code': 200} Sep 07 18:47:57.054132 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ffe2c-88e8-4953-80f5-25d89b408955 req-a1856e1e-e0b6-4c1e-8e50-d931a3234381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:57.056426 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-975ffe2c-88e8-4953-80f5-25d89b408955 req-a1856e1e-e0b6-4c1e-8e50-d931a3234381 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 1095 time: 0.0596585 Sep 07 18:47:57.170987 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27cd23c6-821b-45dd-a955-15718fb9de1e req-ecb3c490-9d9d-42a6-a22c-39766d86bb7b tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631947 Sep 07 18:47:57.189650 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ffe2c-88e8-4953-80f5-25d89b408955 req-e87b1414-0847-49d7-8daf-1f228f3b579f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:57.193568 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-975ffe2c-88e8-4953-80f5-25d89b408955 req-e87b1414-0847-49d7-8daf-1f228f3b579f service neutron] 10.222.0.60 "GET /v2.0/networks?id=b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 200 len: 909 time: 0.1221447 Sep 07 18:47:57.244415 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8316e2-4596-46d6-9bb0-732f66d47634 req-ffa85871-a53e-427e-acc7-7d5d812c566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:57.261149 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f8316e2-4596-46d6-9bb0-732f66d47634 req-ffa85871-a53e-427e-acc7-7d5d812c566e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 1095 time: 0.1870751 Sep 07 18:47:57.303970 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-975ffe2c-88e8-4953-80f5-25d89b408955 req-0593dec2-a6b1-452f-8f08-808c7c1fb693 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fe77d40-eb46-46bd-b9fa-588f51699314 HTTP/1.1" status: 200 len: 217 time: 0.1023507 Sep 07 18:47:57.395778 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2246-a75b-4d31-92b3-9c5a4d0e4073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:57.398362 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2246-a75b-4d31-92b3-9c5a4d0e4073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:57.402248 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-cd8c2246-a75b-4d31-92b3-9c5a4d0e4073 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/afc9cca6-da63-4d12-9ec8-e649fb8a6a84 HTTP/1.1" status: 204 len: 168 time: 0.5932162 Sep 07 18:47:57.449428 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ffe2c-88e8-4953-80f5-25d89b408955 req-79d3f80d-bae6-404c-82c8-f018d97ecab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:57.452969 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-975ffe2c-88e8-4953-80f5-25d89b408955 req-79d3f80d-bae6-404c-82c8-f018d97ecab3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 200 len: 848 time: 0.1355953 Sep 07 18:47:57.469848 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c2246-a75b-4d31-92b3-9c5a4d0e4073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc9cca6-da63-4d12-9ec8-e649fb8a6a84,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:57.510442 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-975ffe2c-88e8-4953-80f5-25d89b408955 req-d4034ccc-3745-43fd-90bd-9e830c70e23a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b63d4de9-c5b5-4788-8524-e66342dcbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495014 Sep 07 18:47:57.635984 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-975ffe2c-88e8-4953-80f5-25d89b408955 req-209fd141-012e-4bae-8203-c0b8a7ec16f0 service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157176 Sep 07 18:47:57.771682 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566817fb-08b4-4182-9955-f6a7d889133b req-237c0b33-43ed-4290-9437-59329711bebe tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:57.783771 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-975ffe2c-88e8-4953-80f5-25d89b408955 req-039f9635-64c0-449f-b495-03b67ffa1709 service neutron] 10.222.0.60 "GET /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375546 Sep 07 18:47:57.783981 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-566817fb-08b4-4182-9955-f6a7d889133b req-237c0b33-43ed-4290-9437-59329711bebe tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81 HTTP/1.1" status: 200 len: 950 time: 0.3931313 Sep 07 18:47:57.795835 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8316e2-4596-46d6-9bb0-732f66d47634 req-8c45238e-d5a0-4dd9-ae02-04b05b8e3935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:57.797356 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f8316e2-4596-46d6-9bb0-732f66d47634 req-8c45238e-d5a0-4dd9-ae02-04b05b8e3935 service neutron] 10.222.0.60 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 921 time: 0.5255334 Sep 07 18:47:57.806941 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84717c40-fec8-4692-a33c-a96192fbf160 req-8fd3c948-6ef6-416d-8b4b-b792567dfb5f tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:57.808850 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-84717c40-fec8-4692-a33c-a96192fbf160 req-8fd3c948-6ef6-416d-8b4b-b792567dfb5f tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 1095 time: 0.3428969 Sep 07 18:47:57.871757 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50722) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:57.928299 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-566817fb-08b4-4182-9955-f6a7d889133b req-9c66efbb-b574-4469-bbe9-7aded1e04a1b tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b6cddd1-75e6-4823-82cd-31891510e618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431994 Sep 07 18:47:57.935195 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f8316e2-4596-46d6-9bb0-732f66d47634 req-f5c476cb-5d82-46f3-8489-953f86275602 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5500449d-6248-460c-81b7-e81099ccfc29 HTTP/1.1" status: 200 len: 217 time: 0.1248202 Sep 07 18:47:57.979088 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-61bbcdcc-7c0c-4b5a-93e2-a8e6679c2673 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=565731b3dcb945c9934f7618809d4414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1044297 Sep 07 18:47:57.980495 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50726) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:47:58.055290 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-04f52a65-8b25-401d-80fe-08afc1f1129c req-8dca5c21-f1e9-4497-9c7f-79d089a93ddb tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d750c172-7690-4aaf-8cf5-5b2285d6b3c3 HTTP/1.1" status: 200 len: 210 time: 0.0473590 Sep 07 18:47:58.060271 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-84717c40-fec8-4692-a33c-a96192fbf160 req-d77adf65-47cd-48cd-bee2-017c35865c11 tempest-LiveMigrationTest-1043551674 tempest-LiveMigrationTest-1043551674-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041340 Sep 07 18:47:58.081862 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8316e2-4596-46d6-9bb0-732f66d47634 req-1472e661-7640-489d-b43f-5e509c823c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:58.090926 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f8316e2-4596-46d6-9bb0-732f66d47634 req-1472e661-7640-489d-b43f-5e509c823c0f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 200 len: 860 time: 0.1480691 Sep 07 18:47:58.143437 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f296a7a8-6e7d-4e3b-b9c7-9295d206b6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:58.144773 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f8316e2-4596-46d6-9bb0-732f66d47634 req-92eb1154-2769-4a0b-a9ff-badd4ab8d2d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=73fe4171-28a4-4081-b73e-ded401c8a274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430396 Sep 07 18:47:58.202988 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f296a7a8-6e7d-4e3b-b9c7-9295d206b6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:58.304584 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f296a7a8-6e7d-4e3b-b9c7-9295d206b6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:58.307644 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f296a7a8-6e7d-4e3b-b9c7-9295d206b6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:58.309352 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f296a7a8-6e7d-4e3b-b9c7-9295d206b6a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e32def0-c4ee-4daa-9ced-d01a9bc4a260 HTTP/1.1" status: 204 len: 168 time: 0.3271146 Sep 07 18:47:58.342395 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296a7a8-6e7d-4e3b-b9c7-9295d206b6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e32def0-c4ee-4daa-9ced-d01a9bc4a260,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:47:58.359875 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f8316e2-4596-46d6-9bb0-732f66d47634 req-5ead92c3-97b7-4706-87f3-6183613b6b20 service neutron] 10.222.0.60 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095339 Sep 07 18:47:58.596994 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f8316e2-4596-46d6-9bb0-732f66d47634 req-ad9de154-c40e-44ad-8c12-6a8fdf7c0fb4 service neutron] 10.222.0.60 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282465 Sep 07 18:47:58.630646 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedd13a-c463-4157-9520-fb7f100ec84d req-dfb30111-af5b-46ad-bdea-d44d58d65d91 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:58.632260 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ddedd13a-c463-4157-9520-fb7f100ec84d req-dfb30111-af5b-46ad-bdea-d44d58d65d91 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 944 time: 0.0869436 Sep 07 18:47:58.704438 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ddedd13a-c463-4157-9520-fb7f100ec84d req-0d2afc9c-f69d-4129-a845-f88d2fa7b9b1 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638380 Sep 07 18:47:58.761565 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5b0cb0eb-7725-46bf-9749-e2091768193d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:58.919900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92186874-2de8-48bc-9441-d135b19084bf req-09a73f3e-8900-49ba-9b45-50288de19e9d tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:58.924589 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92186874-2de8-48bc-9441-d135b19084bf req-09a73f3e-8900-49ba-9b45-50288de19e9d tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 944 time: 0.0971963 Sep 07 18:47:58.935220 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:58.983787 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92186874-2de8-48bc-9441-d135b19084bf req-98df3bf1-b7fb-4f4c-974e-768aaf4384cc tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532038 Sep 07 18:47:59.125434 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-868adba4-f054-4931-a2a4-1e1cdd808d9d tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:59.127095 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-868adba4-f054-4931-a2a4-1e1cdd808d9d tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.36 "GET /v2.0/networks?id=a6b4e2fe-5b26-4a8d-af7a-529d082b210e HTTP/1.1" status: 200 len: 813 time: 0.2398119 Sep 07 18:47:59.147053 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-1c1e0ba7-5599-46e3-9a43-4a8bc6cd79db tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Request body: {'port': {'device_id': 'e5e2fc57-6cad-4149-ae26-1550f98fb094', 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e', 'admin_state_up': True, 'tenant_id': '6a27654b3f6f437bb416fdf37a794dad'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:47:59.248979 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d33db2cc-ba2a-4312-bf68-0d320fcff755 req-79c6c879-fe6a-4811-8495-07b132cf00cf tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d750c172-7690-4aaf-8cf5-5b2285d6b3c3 HTTP/1.1" status: 200 len: 210 time: 0.0649757 Sep 07 18:47:59.278765 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b5078-7ac9-449d-83b1-bed6800c4121 req-fcce86ca-c414-4e5d-ae41-e78f97434f23 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:59.280569 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a83b5078-7ac9-449d-83b1-bed6800c4121 req-fcce86ca-c414-4e5d-ae41-e78f97434f23 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 944 time: 0.1753514 Sep 07 18:47:59.345796 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-1c1e0ba7-5599-46e3-9a43-4a8bc6cd79db tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Made reservation on behalf of 6a27654b3f6f437bb416fdf37a794dad for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:47:59.351044 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-1c1e0ba7-5599-46e3-9a43-4a8bc6cd79db tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:59.420101 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-a83b5078-7ac9-449d-83b1-bed6800c4121 req-cc1fe815-0183-4d74-9cef-d709ce4100b6 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Deleting port 9fe77d40-eb46-46bd-b9fa-588f51699314 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:47:59.421288 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a83b5078-7ac9-449d-83b1-bed6800c4121 req-cc1fe815-0183-4d74-9cef-d709ce4100b6 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:59.557301 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-1c1e0ba7-5599-46e3-9a43-4a8bc6cd79db tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Allocated IP 172.20.0.7 (a6b4e2fe-5b26-4a8d-af7a-529d082b210e/a791a761-c2a8-4177-8a4f-4371f13cdeb1/3605d3e1-e1cd-4953-9297-a28588b252e2) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:47:59.610778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-a83b5078-7ac9-449d-83b1-bed6800c4121 req-cc1fe815-0183-4d74-9cef-d709ce4100b6 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] For port 9fe77d40-eb46-46bd-b9fa-588f51699314, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=9fe77d40-eb46-46bd-b9fa-588f51699314,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:47:59.611443 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a83b5078-7ac9-449d-83b1-bed6800c4121 req-cc1fe815-0183-4d74-9cef-d709ce4100b6 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:59.668492 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-a83b5078-7ac9-449d-83b1-bed6800c4121 req-cc1fe815-0183-4d74-9cef-d709ce4100b6 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Calling delete_port for 9fe77d40-eb46-46bd-b9fa-588f51699314 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:47:59.754384 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-e94a5b1b-9b82-4c2b-bea1-c3e534786910 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:47:59.756446 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-e94a5b1b-9b82-4c2b-bea1-c3e534786910 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.36 "GET /v2.0/networks?id=a6b4e2fe-5b26-4a8d-af7a-529d082b210e HTTP/1.1" status: 200 len: 813 time: 0.2129977 Sep 07 18:47:59.776335 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-fc06659b-d57a-4581-bd12-765b73ee5ced tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Request body: {'port': {'device_id': 'd750c172-7690-4aaf-8cf5-5b2285d6b3c3', 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e', 'admin_state_up': True, 'tenant_id': '6a27654b3f6f437bb416fdf37a794dad'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:47:59.974984 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-1c1e0ba7-5599-46e3-9a43-4a8bc6cd79db tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:00.049644 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-1c1e0ba7-5599-46e3-9a43-4a8bc6cd79db tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:00.057461 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:00.058047 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a83b5078-7ac9-449d-83b1-bed6800c4121 req-cc1fe815-0183-4d74-9cef-d709ce4100b6 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:00.068943 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7f8b47d4-819f-44f5-91bb-24ec83e11b9b', '9fe77d40-eb46-46bd-b9fa-588f51699314'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:48:00.109921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887b2c7-0108-4eba-b0d7-f8a0f208f3b4 req-47d301ad-ccff-411a-a059-8b4f217f63e9 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:00.111502 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9887b2c7-0108-4eba-b0d7-f8a0f208f3b4 req-47d301ad-ccff-411a-a059-8b4f217f63e9 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 944 time: 0.2369070 Sep 07 18:48:00.122496 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fe815-0183-4d74-9cef-d709ce4100b6 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Pushing event deleted for resources: {'Port': ['ID=9fe77d40-eb46-46bd-b9fa-588f51699314,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:00.178513 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-1c1e0ba7-5599-46e3-9a43-4a8bc6cd79db tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Network a6b4e2fe-5b26-4a8d-af7a-529d082b210e is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:48:00.194815 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-1c1e0ba7-5599-46e3-9a43-4a8bc6cd79db tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:48:00.196836 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e0ba7-5599-46e3-9a43-4a8bc6cd79db tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Pushing event updated for resources: {'Port': ['ID=3605d3e1-e1cd-4953-9297-a28588b252e2,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:00.205925 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-1c1e0ba7-5599-46e3-9a43-4a8bc6cd79db tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:48:00.227895 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c870df51-2f2b-4d8e-9bc4-b2eaac7e0fd3 req-3532d534-0d9d-4097-b640-d0878d7714ff tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 210 time: 0.1004753 Sep 07 18:48:00.228478 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-fc06659b-d57a-4581-bd12-765b73ee5ced tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Made reservation on behalf of 6a27654b3f6f437bb416fdf37a794dad for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:48:00.232351 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-fc06659b-d57a-4581-bd12-765b73ee5ced tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:00.300257 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-1c1e0ba7-5599-46e3-9a43-4a8bc6cd79db tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:00.301216 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-1c1e0ba7-5599-46e3-9a43-4a8bc6cd79db tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:00.322426 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-1c1e0ba7-5599-46e3-9a43-4a8bc6cd79db tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1844695 Sep 07 18:48:00.345500 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] Request body: {'port': {'device_id': 'e5e2fc57-6cad-4149-ae26-1550f98fb094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:48:00.357223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83b5078-7ac9-449d-83b1-bed6800c4121 req-cc1fe815-0183-4d74-9cef-d709ce4100b6 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] No DVR routers for this DVR port 9fe77d40-eb46-46bd-b9fa-588f51699314 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:48:00.374687 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a83b5078-7ac9-449d-83b1-bed6800c4121 req-cc1fe815-0183-4d74-9cef-d709ce4100b6 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:00.376761 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a83b5078-7ac9-449d-83b1-bed6800c4121 req-cc1fe815-0183-4d74-9cef-d709ce4100b6 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.60 "DELETE /v2.0/ports/9fe77d40-eb46-46bd-b9fa-588f51699314 HTTP/1.1" status: 204 len: 173 time: 1.0884395 Sep 07 18:48:00.388696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4', 'name': 'network-vif-deleted', 'tag': '9fe77d40-eb46-46bd-b9fa-588f51699314'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:00.398582 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdb616a-16af-43fb-95bd-b2cfc782409c" -d '{"events": [{"server_uuid": "6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4", "name": "network-vif-deleted", "tag": "9fe77d40-eb46-46bd-b9fa-588f51699314"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:00.444458 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9887b2c7-0108-4eba-b0d7-f8a0f208f3b4 req-0adb19aa-a171-4bb2-af80-f4a4bedda8ca tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242738 Sep 07 18:48:00.465072 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:00.511230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19621075-3850-4ab9-bea8-90c8cdcd7c41 req-e0235d30-8209-470d-9e04-0a5a1946078e tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d750c172-7690-4aaf-8cf5-5b2285d6b3c3 HTTP/1.1" status: 200 len: 210 time: 0.0632493 Sep 07 18:48:00.584236 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 32af43b9-f337-4ed9-bd60-4ab466b23720 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:48:00.586321 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device f5a116e3-e8c0-4db8-b917-f7265a64576b no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:48:00.601250 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a72edcf-50bd-4614-99ef-0cd4c51372f6 x-openstack-request-id: req-2a72edcf-50bd-4614-99ef-0cd4c51372f6 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:00.601548 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4", "name": "network-vif-deleted", "tag": "9fe77d40-eb46-46bd-b9fa-588f51699314", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:00.601801 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a72edcf-50bd-4614-99ef-0cd4c51372f6 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:00.602249 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4', 'name': 'network-vif-deleted', 'tag': '9fe77d40-eb46-46bd-b9fa-588f51699314', 'status': 'completed', 'code': 200} Sep 07 18:48:00.743277 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-fc06659b-d57a-4581-bd12-765b73ee5ced tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Allocated IP 172.20.0.11 (a6b4e2fe-5b26-4a8d-af7a-529d082b210e/a791a761-c2a8-4177-8a4f-4371f13cdeb1/c4a33a9c-ed48-499e-9e22-8bcae9411940) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:48:00.843015 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:00.883186 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port f5a116e3-e8c0-4db8-b917-f7265a64576b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f5a116e3-e8c0-4db8-b917-f7265a64576b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:00.886353 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5a116e3-e8c0-4db8-b917-f7265a64576b'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:00.889051 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae10feb6-3e9f-4d10-b762-d12dcdc35de2" -d '{"events": [{"server_uuid": "1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81", "name": "network-vif-unplugged", "status": "completed", "tag": "f5a116e3-e8c0-4db8-b917-f7265a64576b"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:00.896641 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:00.944990 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 32af43b9-f337-4ed9-bd60-4ab466b23720, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=32af43b9-f337-4ed9-bd60-4ab466b23720,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:00.985276 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-fc06659b-d57a-4581-bd12-765b73ee5ced tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:01.004397 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbc6590-2e29-46df-bc52-1e3df215b0de x-openstack-request-id: req-1dbc6590-2e29-46df-bc52-1e3df215b0de {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:01.004969 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81", "name": "network-vif-unplugged", "status": "completed", "tag": "f5a116e3-e8c0-4db8-b917-f7265a64576b", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:01.005384 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1dbc6590-2e29-46df-bc52-1e3df215b0de {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:01.006024 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5a116e3-e8c0-4db8-b917-f7265a64576b', 'code': 200} Sep 07 18:48:01.009698 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '32af43b9-f337-4ed9-bd60-4ab466b23720', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '32af43b9-f337-4ed9-bd60-4ab466b23720', 'mac_address': 'fa:16:3e:00:93:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:48:01.031268 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=f5a116e3-e8c0-4db8-b917-f7265a64576b,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:01.041924 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-fc06659b-d57a-4581-bd12-765b73ee5ced tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:01.108539 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:01.116311 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-fc06659b-d57a-4581-bd12-765b73ee5ced tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Network a6b4e2fe-5b26-4a8d-af7a-529d082b210e is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:48:01.118229 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-fc06659b-d57a-4581-bd12-765b73ee5ced tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:48:01.122130 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-fc06659b-d57a-4581-bd12-765b73ee5ced tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:48:01.142835 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32af43b9-f337-4ed9-bd60-4ab466b23720 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:48:01.168302 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06659b-d57a-4581-bd12-765b73ee5ced tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Pushing event updated for resources: {'Port': ['ID=c4a33a9c-ed48-499e-9e22-8bcae9411940,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:01.173735 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 32af43b9-f337-4ed9-bd60-4ab466b23720, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=32af43b9-f337-4ed9-bd60-4ab466b23720,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:01.183911 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:01.200631 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-fc06659b-d57a-4581-bd12-765b73ee5ced tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:01.201255 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-fc06659b-d57a-4581-bd12-765b73ee5ced tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:01.236871 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-fc06659b-d57a-4581-bd12-765b73ee5ced tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4655631 Sep 07 18:48:01.251043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] Request body: {'port': {'device_id': 'd750c172-7690-4aaf-8cf5-5b2285d6b3c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:48:01.304443 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['32af43b9-f337-4ed9-bd60-4ab466b23720'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:48:01.353268 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:01.356830 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3605d3e1-e1cd-4953-9297-a28588b252e2 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:48:01.360184 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=32af43b9-f337-4ed9-bd60-4ab466b23720,revision_number=9']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:01.365801 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:01.387004 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] Transition to ACTIVE for port object 3605d3e1-e1cd-4953-9297-a28588b252e2 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:48:01.396212 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:01.408493 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-03014f85-05d9-49d8-b319-eb0549669974 req-5de56ebd-0c89-491c-88e6-343d4f56b432 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 210 time: 0.0506921 Sep 07 18:48:01.512462 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=3605d3e1-e1cd-4953-9297-a28588b252e2,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:01.633485 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:01.648896 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] Attempting to bind port 3605d3e1-e1cd-4953-9297-a28588b252e2 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:48:01.649242 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] Attempting to bind port 3605d3e1-e1cd-4953-9297-a28588b252e2 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'b2ae36fa-92c9-4bfb-bd2e-e689a5490b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:48:01.649581 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] Attempting to bind port 3605d3e1-e1cd-4953-9297-a28588b252e2 on network a6b4e2fe-5b26-4a8d-af7a-529d082b210e {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:48:01.656314 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] Port 3605d3e1-e1cd-4953-9297-a28588b252e2 on network a6b4e2fe-5b26-4a8d-af7a-529d082b210e not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:48:01.656705 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] Attempting to bind port 3605d3e1-e1cd-4953-9297-a28588b252e2 on network a6b4e2fe-5b26-4a8d-af7a-529d082b210e {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:48:01.657608 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-cdf4e068-7432-4b2d-94d5-5cb84c24bbeb tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1b07c1ca09a1460598630285affb411a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467575 Sep 07 18:48:01.663175 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:48:01.663519 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] Checking segment: {'id': 'b2ae36fa-92c9-4bfb-bd2e-e689a5490b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:48:01.664424 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] Bound using segment: {'id': 'b2ae36fa-92c9-4bfb-bd2e-e689a5490b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:48:01.664900 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] Bound port: 3605d3e1-e1cd-4953-9297-a28588b252e2, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ae36fa-92c9-4bfb-bd2e-e689a5490b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:48:01.665264 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:01.734788 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] For port 3605d3e1-e1cd-4953-9297-a28588b252e2, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:48:01.738206 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] For port 3605d3e1-e1cd-4953-9297-a28588b252e2, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3605d3e1-e1cd-4953-9297-a28588b252e2,segment=NetworkSegment(b2ae36fa-92c9-4bfb-bd2e-e689a5490b14),segment_id=b2ae36fa-92c9-4bfb-bd2e-e689a5490b14)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:48:01.742907 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:01.799709 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:01.800345 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:01.802324 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] 10.222.0.36 "PUT /v2.0/ports/3605d3e1-e1cd-4953-9297-a28588b252e2 HTTP/1.1" status: 200 len: 1091 time: 1.4681978 Sep 07 18:48:01.802929 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e2fc57-6cad-4149-ae26-1550f98fb094', 'tag': '3605d3e1-e1cd-4953-9297-a28588b252e2'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:01.805202 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d4f2a9-2539-4ad9-83a6-a23e4fa8dc68" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e2fc57-6cad-4149-ae26-1550f98fb094", "tag": "3605d3e1-e1cd-4953-9297-a28588b252e2"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:01.820877 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60422a-a9d9-430d-8c1f-34d002f7cfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=3605d3e1-e1cd-4953-9297-a28588b252e2,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:01.855089 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-7dcca79d-4ed3-4dae-b9cf-43821fbb7ce1 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:01.858800 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-7dcca79d-4ed3-4dae-b9cf-43821fbb7ce1 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/networks?id=6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60 HTTP/1.1" status: 200 len: 815 time: 0.2770703 Sep 07 18:48:01.893177 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-e1c78ffb-b1a3-4d6d-9058-9e8576505c17 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/quotas/0a6087a5a97944b09c29e2cd28553b43 HTTP/1.1" status: 200 len: 375 time: 0.0292847 Sep 07 18:48:01.899661 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-d85b3f5b-b4a1-45e9-9118-1852174fc19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:01.901677 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-d85b3f5b-b4a1-45e9-9118-1852174fc19c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a27654b3f6f437bb416fdf37a794dad&device_id=e5e2fc57-6cad-4149-ae26-1550f98fb094 HTTP/1.1" status: 200 len: 1094 time: 0.0543456 Sep 07 18:48:01.956880 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-5dd4d616-d198-48d5-aa0a-6e360906a1cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3605d3e1-e1cd-4953-9297-a28588b252e2 HTTP/1.1" status: 200 len: 217 time: 0.0416131 Sep 07 18:48:01.959950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-03c9d02a-70c6-4ecc-8958-8c6feadbbe59 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:01.961417 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-03c9d02a-70c6-4ecc-8958-8c6feadbbe59 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2950540 Sep 07 18:48:01.987871 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a33a9c-ed48-499e-9e22-8bcae9411940 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:48:01.997022 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-a03a9624-ce02-46f2-b43f-ffbd8c8be50d tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/quotas/1b07c1ca09a1460598630285affb411a HTTP/1.1" status: 200 len: 375 time: 0.0282738 Sep 07 18:48:02.001648 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:02.010434 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-bd67d6a6-b61d-436e-b2d9-6524ddfd1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:02.011916 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-bd67d6a6-b61d-436e-b2d9-6524ddfd1501 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a791a761-c2a8-4177-8a4f-4371f13cdeb1 HTTP/1.1" status: 200 len: 853 time: 0.0445495 Sep 07 18:48:02.050880 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-de12c199-66d2-4696-b762-40cb51fd2420 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a6087a5a97944b09c29e2cd28553b43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1466165 Sep 07 18:48:02.051988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] Transition to ACTIVE for port object c4a33a9c-ed48-499e-9e22-8bcae9411940 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:48:02.053597 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-fda74c96-eb7c-4a16-a63e-71e1dd697f82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6b4e2fe-5b26-4a8d-af7a-529d082b210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307789 Sep 07 18:48:02.054185 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-9710128b-4ad5-49d9-b305-b67f5715352c tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b07c1ca09a1460598630285affb411a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462790 Sep 07 18:48:02.057368 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:02.175423 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-5e2d01d3-b09c-4ce4-9da9-c6021be10da5 service neutron] 10.222.0.36 "GET /v2.0/networks/a6b4e2fe-5b26-4a8d-af7a-529d082b210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117094 Sep 07 18:48:02.329973 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-d4dd3bee-11a7-4c59-8d2b-4c311640b4a9 service neutron] 10.222.0.36 "GET /v2.0/networks/a6b4e2fe-5b26-4a8d-af7a-529d082b210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421268 Sep 07 18:48:02.465716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a33a9c-ed48-499e-9e22-8bcae9411940,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:02.566591 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-63140a9b-a5e5-4a87-9226-8fe134904584 service neutron] 10.222.0.26 "GET /v2.0/networks/6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066788 Sep 07 18:48:02.596123 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f7bdc-77e7-47c3-8e1b-63a6f4e47858 req-b383089e-e668-4955-9387-36de88c922e4 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:02.597738 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc2f7bdc-77e7-47c3-8e1b-63a6f4e47858 req-b383089e-e668-4955-9387-36de88c922e4 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 944 time: 0.1458547 Sep 07 18:48:02.604246 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 32af43b9-f337-4ed9-bd60-4ab466b23720 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:48:02.609001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] Attempting to bind port c4a33a9c-ed48-499e-9e22-8bcae9411940 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:48:02.609295 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] Attempting to bind port c4a33a9c-ed48-499e-9e22-8bcae9411940 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'b2ae36fa-92c9-4bfb-bd2e-e689a5490b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:48:02.610786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] Attempting to bind port c4a33a9c-ed48-499e-9e22-8bcae9411940 on network a6b4e2fe-5b26-4a8d-af7a-529d082b210e {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:48:02.634883 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] Port c4a33a9c-ed48-499e-9e22-8bcae9411940 on network a6b4e2fe-5b26-4a8d-af7a-529d082b210e not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:48:02.635147 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] Attempting to bind port c4a33a9c-ed48-499e-9e22-8bcae9411940 on network a6b4e2fe-5b26-4a8d-af7a-529d082b210e {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:48:02.652023 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:48:02.652369 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] Checking segment: {'id': 'b2ae36fa-92c9-4bfb-bd2e-e689a5490b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:48:02.652779 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] Bound using segment: {'id': 'b2ae36fa-92c9-4bfb-bd2e-e689a5490b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:48:02.653264 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] Bound port: c4a33a9c-ed48-499e-9e22-8bcae9411940, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ae36fa-92c9-4bfb-bd2e-e689a5490b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:48:02.653567 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:02.713006 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 32af43b9-f337-4ed9-bd60-4ab466b23720 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:48:02.713663 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:02.747623 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc2f7bdc-77e7-47c3-8e1b-63a6f4e47858 req-b728d7a3-3a01-4ba8-b676-f8ee19b45288 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396697 Sep 07 18:48:02.859058 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:02.911346 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-0ec1a6f0-043f-45c1-a6e9-8f4e341b3660 service neutron] 10.222.0.26 "GET /v2.0/networks/6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350790 Sep 07 18:48:02.927388 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] For port c4a33a9c-ed48-499e-9e22-8bcae9411940, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:48:02.931030 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] For port c4a33a9c-ed48-499e-9e22-8bcae9411940, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=c4a33a9c-ed48-499e-9e22-8bcae9411940,segment=NetworkSegment(b2ae36fa-92c9-4bfb-bd2e-e689a5490b14),segment_id=b2ae36fa-92c9-4bfb-bd2e-e689a5490b14)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:48:02.947779 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd3436-13cc-4a85-b1e9-020130d5015b req-b26f1e58-4456-489e-ac64-c807b06bd69d tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:02.948134 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 32af43b9-f337-4ed9-bd60-4ab466b23720, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=32af43b9-f337-4ed9-bd60-4ab466b23720,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:02.955088 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bcd3436-13cc-4a85-b1e9-020130d5015b req-b26f1e58-4456-489e-ac64-c807b06bd69d tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d750c172-7690-4aaf-8cf5-5b2285d6b3c3 HTTP/1.1" status: 200 len: 944 time: 0.1112039 Sep 07 18:48:02.958140 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:02.963768 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:03.012339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:03.012991 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:03.014392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] 10.222.0.36 "PUT /v2.0/ports/c4a33a9c-ed48-499e-9e22-8bcae9411940 HTTP/1.1" status: 200 len: 1092 time: 1.7678008 Sep 07 18:48:03.016702 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd750c172-7690-4aaf-8cf5-5b2285d6b3c3', 'tag': 'c4a33a9c-ed48-499e-9e22-8bcae9411940'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:03.019255 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625ef5a6-b3d4-481f-b24e-1dfe59e27e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d750c172-7690-4aaf-8cf5-5b2285d6b3c3", "tag": "c4a33a9c-ed48-499e-9e22-8bcae9411940"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:03.071605 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bcd3436-13cc-4a85-b1e9-020130d5015b req-48f99505-949c-4f51-bd68-21ee698b38aa tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155205 Sep 07 18:48:03.089832 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc218fd-fb21-4633-84b4-2bccbfaaef8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32af43b9-f337-4ed9-bd60-4ab466b23720'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:03.092868 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0be2c2d-9848-4fc8-88a5-9bb150a9d819" -d '{"events": [{"server_uuid": "9bc218fd-fb21-4633-84b4-2bccbfaaef8e", "name": "network-vif-plugged", "status": "completed", "tag": "32af43b9-f337-4ed9-bd60-4ab466b23720"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:03.097213 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 5500449d-6248-460c-81b7-e81099ccfc29 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:48:03.099538 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 9fe77d40-eb46-46bd-b9fa-588f51699314 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:48:03.137812 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=32af43b9-f337-4ed9-bd60-4ab466b23720,revision_number=10']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:03.161133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 9fe77d40-eb46-46bd-b9fa-588f51699314 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:48:03.161747 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 9fe77d40-eb46-46bd-b9fa-588f51699314 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:48:03.211410 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309deced-8bd6-4f0f-936a-c1b502ae66b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a33a9c-ed48-499e-9e22-8bcae9411940,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:03.218413 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69107e13-1f88-4bfd-8ec7-3e887a5308cc x-openstack-request-id: req-69107e13-1f88-4bfd-8ec7-3e887a5308cc {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:03.218951 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e2fc57-6cad-4149-ae26-1550f98fb094", "tag": "3605d3e1-e1cd-4953-9297-a28588b252e2", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:03.223903 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69107e13-1f88-4bfd-8ec7-3e887a5308cc {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:03.224369 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e2fc57-6cad-4149-ae26-1550f98fb094', 'tag': '3605d3e1-e1cd-4953-9297-a28588b252e2', 'status': 'completed', 'code': 200} Sep 07 18:48:03.231466 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-0ec89165-98a6-4a92-b5f9-0c26a89f2a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:03.233246 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-0ec89165-98a6-4a92-b5f9-0c26a89f2a56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a27654b3f6f437bb416fdf37a794dad&device_id=d750c172-7690-4aaf-8cf5-5b2285d6b3c3 HTTP/1.1" status: 200 len: 1095 time: 0.1141601 Sep 07 18:48:03.306391 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-c36412ca-5870-4d56-b49d-a97bb5680460 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a33a9c-ed48-499e-9e22-8bcae9411940 HTTP/1.1" status: 200 len: 217 time: 0.0636373 Sep 07 18:48:03.356060 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4f2a9-2539-4ad9-83a6-a23e4fa8dc68 req-8508dad3-dbbd-4886-a2cc-0f3e48d5ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:03.357620 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-81d4f2a9-2539-4ad9-83a6-a23e4fa8dc68 req-8508dad3-dbbd-4886-a2cc-0f3e48d5ac48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a27654b3f6f437bb416fdf37a794dad&device_id=e5e2fc57-6cad-4149-ae26-1550f98fb094 HTTP/1.1" status: 200 len: 1094 time: 0.1090341 Sep 07 18:48:03.432053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 5500449d-6248-460c-81b7-e81099ccfc29, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=5500449d-6248-460c-81b7-e81099ccfc29,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:03.465393 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '5500449d-6248-460c-81b7-e81099ccfc29', 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274', 'port_id': '5500449d-6248-460c-81b7-e81099ccfc29', 'mac_address': 'fa:16:3e:c0:2f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d7e427-2ed7-40a5-a300-7f618502d730', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:48:03.549122 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:03.571513 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4f2a9-2539-4ad9-83a6-a23e4fa8dc68 req-a9627dee-eca5-46f2-a8e6-fd8b6e5e56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:03.577055 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-81d4f2a9-2539-4ad9-83a6-a23e4fa8dc68 req-a9627dee-eca5-46f2-a8e6-fd8b6e5e56ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6b4e2fe-5b26-4a8d-af7a-529d082b210e HTTP/1.1" status: 200 len: 914 time: 0.2036662 Sep 07 18:48:03.582637 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5500449d-6248-460c-81b7-e81099ccfc29 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:48:03.619251 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-679aa53c-25d7-4e4b-b84c-58559fba3762 req-fcb4fdef-5cae-4829-953d-c2de3dfbb47c tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=969bf6af-63de-4021-9690-1f440282d7e0 HTTP/1.1" status: 200 len: 210 time: 0.1997654 Sep 07 18:48:03.648756 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 5500449d-6248-460c-81b7-e81099ccfc29, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=5500449d-6248-460c-81b7-e81099ccfc29,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:03.662219 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:03.683688 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-81d4f2a9-2539-4ad9-83a6-a23e4fa8dc68 req-f53148bb-986b-404d-a848-a6e121c2a4f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3605d3e1-e1cd-4953-9297-a28588b252e2 HTTP/1.1" status: 200 len: 217 time: 0.0983229 Sep 07 18:48:03.724730 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92c94fb1-aed8-48cd-be8d-9b01d9dffa15 req-223c7e40-5a78-47fa-9a95-5c65c2be44b6 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 210 time: 0.1577020 Sep 07 18:48:03.742461 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-0590b2f7-b818-4d9c-bf4a-c0ec84f5badb tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1b07c1ca09a1460598630285affb411a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2157128 Sep 07 18:48:03.769932 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=5500449d-6248-460c-81b7-e81099ccfc29,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:03.794283 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4f2a9-2539-4ad9-83a6-a23e4fa8dc68 req-caaa486e-1630-4261-a87b-8fa0141cbf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:03.796725 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-81d4f2a9-2539-4ad9-83a6-a23e4fa8dc68 req-caaa486e-1630-4261-a87b-8fa0141cbf9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a791a761-c2a8-4177-8a4f-4371f13cdeb1 HTTP/1.1" status: 200 len: 853 time: 0.1048777 Sep 07 18:48:03.798577 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85031e2e-4e3d-487e-9ba0-3e82a4b46254 x-openstack-request-id: req-85031e2e-4e3d-487e-9ba0-3e82a4b46254 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:03.799074 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d750c172-7690-4aaf-8cf5-5b2285d6b3c3", "tag": "c4a33a9c-ed48-499e-9e22-8bcae9411940", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:03.799421 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-85031e2e-4e3d-487e-9ba0-3e82a4b46254 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:03.800352 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd750c172-7690-4aaf-8cf5-5b2285d6b3c3', 'tag': 'c4a33a9c-ed48-499e-9e22-8bcae9411940', 'status': 'completed', 'code': 200} Sep 07 18:48:03.814742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-bbffce2f-ee08-457f-a880-427d4f6d1182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:03.820427 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-bbffce2f-ee08-457f-a880-427d4f6d1182 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a791a761-c2a8-4177-8a4f-4371f13cdeb1 HTTP/1.1" status: 200 len: 853 time: 0.5025911 Sep 07 18:48:03.843644 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-81d4f2a9-2539-4ad9-83a6-a23e4fa8dc68 req-551ecb0a-5d99-464d-ade7-b0c1ec7a16b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6b4e2fe-5b26-4a8d-af7a-529d082b210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387430 Sep 07 18:48:03.856270 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a749a122-4a9a-4cf6-92cb-f8f0841a8aec x-openstack-request-id: req-a749a122-4a9a-4cf6-92cb-f8f0841a8aec {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:03.856655 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc218fd-fb21-4633-84b4-2bccbfaaef8e", "name": "network-vif-plugged", "status": "completed", "tag": "32af43b9-f337-4ed9-bd60-4ab466b23720", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:03.856975 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a749a122-4a9a-4cf6-92cb-f8f0841a8aec {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:03.857648 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc218fd-fb21-4633-84b4-2bccbfaaef8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32af43b9-f337-4ed9-bd60-4ab466b23720', 'code': 200} Sep 07 18:48:03.937127 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['5500449d-6248-460c-81b7-e81099ccfc29'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:48:03.950041 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-62a370d9-72b1-450a-b118-b835f8a235f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6b4e2fe-5b26-4a8d-af7a-529d082b210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613189 Sep 07 18:48:03.967460 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-797d8ca8-7196-4a2b-906d-6116578f427a req-a76635ea-f3a8-40e1-8caf-a1280589fe35 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/ports?device_id=818c56d5-fd3f-4c93-8463-5809d54e0eb4 HTTP/1.1" status: 200 len: 210 time: 0.1457851 Sep 07 18:48:04.059044 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-81d4f2a9-2539-4ad9-83a6-a23e4fa8dc68 req-5f455d0f-65fc-47f6-b394-02623d99b759 service neutron] 10.222.0.36 "GET /v2.0/networks/a6b4e2fe-5b26-4a8d-af7a-529d082b210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079408 Sep 07 18:48:04.177500 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-6b6105b9-85a9-4340-9a18-efbd401b805d service neutron] 10.222.0.36 "GET /v2.0/networks/a6b4e2fe-5b26-4a8d-af7a-529d082b210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039061 Sep 07 18:48:04.235533 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-7e67f26b-1e15-42f9-a3d6-620af1a62a2a tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:04.241794 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-7e67f26b-1e15-42f9-a3d6-620af1a62a2a tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4842203 Sep 07 18:48:04.250489 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671549b-8f91-4fb1-b5fe-d674b0714fab req-ba8230b3-efb9-4af4-8a13-200e2a9fd469 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:04.261636 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2671549b-8f91-4fb1-b5fe-d674b0714fab req-ba8230b3-efb9-4af4-8a13-200e2a9fd469 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 945 time: 0.1432035 Sep 07 18:48:04.293152 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-81d4f2a9-2539-4ad9-83a6-a23e4fa8dc68 req-120118a6-476b-4b45-a98f-24655870f3b8 service neutron] 10.222.0.36 "GET /v2.0/networks/a6b4e2fe-5b26-4a8d-af7a-529d082b210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249169 Sep 07 18:48:04.345480 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Request body: {'port': {'device_id': '969bf6af-63de-4021-9690-1f440282d7e0', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '1b07c1ca09a1460598630285affb411a'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:48:04.514460 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06c8a71a-1a4b-4d30-802f-9f8ec70e4909 req-2ea13cc7-4f66-4d21-a8ce-f5bd4c1566bf service neutron] 10.222.0.36 "GET /v2.0/networks/a6b4e2fe-5b26-4a8d-af7a-529d082b210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116581 Sep 07 18:48:04.529935 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2671549b-8f91-4fb1-b5fe-d674b0714fab req-5777c27a-b351-4e3b-b550-65d20b69836a tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896570 Sep 07 18:48:04.581168 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc3467-7f73-400f-9ca8-471d7fe5f6e3 req-3c826872-1eaa-452e-b957-f4e01d3efe56 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:04.589754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6efc3467-7f73-400f-9ca8-471d7fe5f6e3 req-3c826872-1eaa-452e-b957-f4e01d3efe56 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d750c172-7690-4aaf-8cf5-5b2285d6b3c3 HTTP/1.1" status: 200 len: 944 time: 0.2589092 Sep 07 18:48:04.605315 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3605d3e1-e1cd-4953-9297-a28588b252e2 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:48:04.757514 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ef5a6-b3d4-481f-b24e-1dfe59e27e9c req-44410344-403c-462b-9ecd-3dfe00bf30a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:04.759278 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-625ef5a6-b3d4-481f-b24e-1dfe59e27e9c req-44410344-403c-462b-9ecd-3dfe00bf30a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a27654b3f6f437bb416fdf37a794dad&device_id=d750c172-7690-4aaf-8cf5-5b2285d6b3c3 HTTP/1.1" status: 200 len: 1095 time: 0.1664443 Sep 07 18:48:04.772165 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6efc3467-7f73-400f-9ca8-471d7fe5f6e3 req-9055fc67-7848-495c-94af-ece676909a93 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805861 Sep 07 18:48:04.808148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Made reservation on behalf of 1b07c1ca09a1460598630285affb411a for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:48:04.819853 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:04.832100 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 3605d3e1-e1cd-4953-9297-a28588b252e2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3605d3e1-e1cd-4953-9297-a28588b252e2,segment=NetworkSegment(b2ae36fa-92c9-4bfb-bd2e-e689a5490b14),segment_id=b2ae36fa-92c9-4bfb-bd2e-e689a5490b14)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:04.857882 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '3605d3e1-e1cd-4953-9297-a28588b252e2', 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e', 'port_id': '3605d3e1-e1cd-4953-9297-a28588b252e2', 'mac_address': 'fa:16:3e:1c:5c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a791a761-c2a8-4177-8a4f-4371f13cdeb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:48:04.890570 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:04.919157 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:04.933551 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3605d3e1-e1cd-4953-9297-a28588b252e2 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:48:04.961683 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 3605d3e1-e1cd-4953-9297-a28588b252e2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3605d3e1-e1cd-4953-9297-a28588b252e2,segment=NetworkSegment(b2ae36fa-92c9-4bfb-bd2e-e689a5490b14),segment_id=b2ae36fa-92c9-4bfb-bd2e-e689a5490b14)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:04.970688 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:05.021256 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8086396c-a42c-4957-a82b-1333d9cc1ff4 req-3bb273b6-1363-4ded-991a-2af433f2139e tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d8d9e27-b158-4c5b-ba9c-6ffe8b6b4df4 HTTP/1.1" status: 200 len: 210 time: 0.1167510 Sep 07 18:48:05.022642 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-42fb74e0-fedc-4813-b84d-b13253adcb43 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:05.024527 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-42fb74e0-fedc-4813-b84d-b13253adcb43 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.36 "GET /v2.0/networks?id=6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60 HTTP/1.1" status: 200 len: 815 time: 0.2502804 Sep 07 18:48:05.045537 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-cab0a429-6e72-4088-8665-b17d6c0f6b32 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Request body: {'port': {'device_id': '818c56d5-fd3f-4c93-8463-5809d54e0eb4', 'network_id': '6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60', 'admin_state_up': True, 'tenant_id': '0a6087a5a97944b09c29e2cd28553b43'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:48:05.077942 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 5500449d-6248-460c-81b7-e81099ccfc29 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:48:05.102815 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9389f710-5137-436d-b95f-1115953bb4d4 req-e8697f02-5adf-415a-98bc-628b495fea07 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=969bf6af-63de-4021-9690-1f440282d7e0 HTTP/1.1" status: 200 len: 210 time: 0.1741054 Sep 07 18:48:05.126556 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=3605d3e1-e1cd-4953-9297-a28588b252e2,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:05.152421 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 5500449d-6248-460c-81b7-e81099ccfc29 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:48:05.166315 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 5500449d-6248-460c-81b7-e81099ccfc29 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:48:05.167066 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:05.288749 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['3605d3e1-e1cd-4953-9297-a28588b252e2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:48:05.299156 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf3ec3d4-15ce-4f60-8667-60abbcecca91 req-a6e4cf1f-0ea7-47dd-aab0-18fd3b5dd0b5 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/ports?device_id=818c56d5-fd3f-4c93-8463-5809d54e0eb4 HTTP/1.1" status: 200 len: 210 time: 0.0954273 Sep 07 18:48:05.317209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ef5a6-b3d4-481f-b24e-1dfe59e27e9c req-70d33b86-4b72-4931-8c3d-3cb1c5978c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:05.319009 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-625ef5a6-b3d4-481f-b24e-1dfe59e27e9c req-70d33b86-4b72-4931-8c3d-3cb1c5978c24 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6b4e2fe-5b26-4a8d-af7a-529d082b210e HTTP/1.1" status: 200 len: 914 time: 0.5327730 Sep 07 18:48:05.417642 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-625ef5a6-b3d4-481f-b24e-1dfe59e27e9c req-5c5b2b7b-0d90-4efe-8db1-7fd39bc657c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a33a9c-ed48-499e-9e22-8bcae9411940 HTTP/1.1" status: 200 len: 217 time: 0.0895419 Sep 07 18:48:05.418115 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:05.470790 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 5500449d-6248-460c-81b7-e81099ccfc29, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=5500449d-6248-460c-81b7-e81099ccfc29,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:05.479942 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:05.588158 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:05.616331 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ef5a6-b3d4-481f-b24e-1dfe59e27e9c req-98f51ad2-bfb7-4f42-bd22-ce1b99fd19ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:05.617861 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-625ef5a6-b3d4-481f-b24e-1dfe59e27e9c req-98f51ad2-bfb7-4f42-bd22-ce1b99fd19ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a791a761-c2a8-4177-8a4f-4371f13cdeb1 HTTP/1.1" status: 200 len: 853 time: 0.1878452 Sep 07 18:48:05.619557 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:05.639673 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=5500449d-6248-460c-81b7-e81099ccfc29,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:05.643746 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-cab0a429-6e72-4088-8665-b17d6c0f6b32 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Made reservation on behalf of 0a6087a5a97944b09c29e2cd28553b43 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:48:05.652705 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-cab0a429-6e72-4088-8665-b17d6c0f6b32 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:05.858584 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ad5b99-5272-4e0b-8c6b-977bb862ad87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5500449d-6248-460c-81b7-e81099ccfc29'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:05.861123 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f279ee52-cb72-4eef-b573-986e46f357eb" -d '{"events": [{"server_uuid": "c6ad5b99-5272-4e0b-8c6b-977bb862ad87", "name": "network-vif-plugged", "status": "completed", "tag": "5500449d-6248-460c-81b7-e81099ccfc29"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:05.988368 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-625ef5a6-b3d4-481f-b24e-1dfe59e27e9c req-3d1fbb02-806a-42d4-8654-d35ef1161924 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6b4e2fe-5b26-4a8d-af7a-529d082b210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1843522 Sep 07 18:48:06.041279 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-cab0a429-6e72-4088-8665-b17d6c0f6b32 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Allocated IP 172.20.0.3 (6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60/61a3e706-f5f3-4d06-a2a6-304a9dd99717/b49a26a1-c5f2-48e0-8c7b-51600a5abb9c) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:48:06.104300 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Allocated IP 192.168.233.102 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/8cc4a568-2634-4ac1-950a-eef7732e3ba6) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:48:06.185083 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b22f7e2a-28ce-4f86-bd75-814ee11a1762,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:06.329413 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-cab0a429-6e72-4088-8665-b17d6c0f6b32 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:06.348538 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-cab0a429-6e72-4088-8665-b17d6c0f6b32 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Transition to ACTIVE for port object b49a26a1-c5f2-48e0-8c7b-51600a5abb9c will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:48:06.395969 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-cab0a429-6e72-4088-8665-b17d6c0f6b32 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:06.464932 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:06.486521 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0a429-6e72-4088-8665-b17d6c0f6b32 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Pushing event updated for resources: {'Port': ['ID=b49a26a1-c5f2-48e0-8c7b-51600a5abb9c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:06.498690 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Transition to ACTIVE for port object 8cc4a568-2634-4ac1-950a-eef7732e3ba6 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:48:06.521671 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-cab0a429-6e72-4088-8665-b17d6c0f6b32 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Network 6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:48:06.523793 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-cab0a429-6e72-4088-8665-b17d6c0f6b32 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:48:06.540919 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-cab0a429-6e72-4088-8665-b17d6c0f6b32 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:48:06.552182 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef9b38-d1bb-4e7c-8426-672d54cb253f req-f759da72-6f91-475c-9d63-3db81ec20729 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:06.563144 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4bef9b38-d1bb-4e7c-8426-672d54cb253f req-f759da72-6f91-475c-9d63-3db81ec20729 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 946 time: 0.7747059 Sep 07 18:48:06.594651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:06.595013 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:06.595410 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:06.595748 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:06.596203 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:06.596533 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:06.596908 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:06.597270 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:06.597611 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:06.597942 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:06.598800 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:06.599231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:06.623922 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device c4a33a9c-ed48-499e-9e22-8bcae9411940 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:48:06.628844 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3605d3e1-e1cd-4953-9297-a28588b252e2 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:48:06.709783 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-cab0a429-6e72-4088-8665-b17d6c0f6b32 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:06.711450 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-cab0a429-6e72-4088-8665-b17d6c0f6b32 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:06.730819 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:06.778203 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-cab0a429-6e72-4088-8665-b17d6c0f6b32 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7423019 Sep 07 18:48:06.794261 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Request body: {'port': {'device_id': '818c56d5-fd3f-4c93-8463-5809d54e0eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:48:06.961091 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:48:07.005314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:48:07.043794 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:07.049240 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:48:07.087902 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 3605d3e1-e1cd-4953-9297-a28588b252e2 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:48:07.098209 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 3605d3e1-e1cd-4953-9297-a28588b252e2 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:48:07.098537 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:07.125849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Pushing event updated for resources: {'Port': ['ID=8cc4a568-2634-4ac1-950a-eef7732e3ba6,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:07.289193 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-625ef5a6-b3d4-481f-b24e-1dfe59e27e9c req-27defcc8-98c1-4e70-878f-dfd1696b6037 service neutron] 10.222.0.36 "GET /v2.0/networks/a6b4e2fe-5b26-4a8d-af7a-529d082b210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1643553 Sep 07 18:48:07.324536 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port c4a33a9c-ed48-499e-9e22-8bcae9411940, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=c4a33a9c-ed48-499e-9e22-8bcae9411940,segment=NetworkSegment(b2ae36fa-92c9-4bfb-bd2e-e689a5490b14),segment_id=b2ae36fa-92c9-4bfb-bd2e-e689a5490b14)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:07.349585 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'c4a33a9c-ed48-499e-9e22-8bcae9411940', 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e', 'port_id': 'c4a33a9c-ed48-499e-9e22-8bcae9411940', 'mac_address': 'fa:16:3e:5f:65:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a791a761-c2a8-4177-8a4f-4371f13cdeb1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:48:07.386577 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4bef9b38-d1bb-4e7c-8426-672d54cb253f req-2e3c1fd5-b46c-463c-9a7e-707f80499196 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8226101 Sep 07 18:48:07.417007 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:07.423141 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9d7c3008-6d38-4ee9-9fd5-32bcda7105cf None None] Provisioning for port b49a26a1-c5f2-48e0-8c7b-51600a5abb9c completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:48:07.441958 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9d7c3008-6d38-4ee9-9fd5-32bcda7105cf None None] Provisioning complete for port b49a26a1-c5f2-48e0-8c7b-51600a5abb9c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:48:07.442582 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9d7c3008-6d38-4ee9-9fd5-32bcda7105cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:07.451880 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a33a9c-ed48-499e-9e22-8bcae9411940 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:48:07.477650 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:07.481774 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:07.544502 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port c4a33a9c-ed48-499e-9e22-8bcae9411940, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=c4a33a9c-ed48-499e-9e22-8bcae9411940,segment=NetworkSegment(b2ae36fa-92c9-4bfb-bd2e-e689a5490b14),segment_id=b2ae36fa-92c9-4bfb-bd2e-e689a5490b14)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:07.548837 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c3008-6d38-4ee9-9fd5-32bcda7105cf None None] Port b49a26a1-c5f2-48e0-8c7b-51600a5abb9c cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:48:07.559677 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:07.564677 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:07.644882 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-4fccb7a2-8e31-44be-a03f-4c97af6881ec tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3773084 Sep 07 18:48:07.690721 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 3605d3e1-e1cd-4953-9297-a28588b252e2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3605d3e1-e1cd-4953-9297-a28588b252e2,segment=NetworkSegment(b2ae36fa-92c9-4bfb-bd2e-e689a5490b14),segment_id=b2ae36fa-92c9-4bfb-bd2e-e689a5490b14)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:07.708795 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:07.715992 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=c4a33a9c-ed48-499e-9e22-8bcae9411940,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:07.719716 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d503af07-8f61-4e58-b93e-233e1fff3299 None None] Provisioning for port 8cc4a568-2634-4ac1-950a-eef7732e3ba6 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:48:07.733002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] Request body: {'port': {'device_id': '969bf6af-63de-4021-9690-1f440282d7e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:48:07.752222 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d503af07-8f61-4e58-b93e-233e1fff3299 None None] Provisioning complete for port 8cc4a568-2634-4ac1-950a-eef7732e3ba6 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:48:07.753194 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d503af07-8f61-4e58-b93e-233e1fff3299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:07.821059 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d503af07-8f61-4e58-b93e-233e1fff3299 None None] Port 8cc4a568-2634-4ac1-950a-eef7732e3ba6 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:48:07.822692 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=3605d3e1-e1cd-4953-9297-a28588b252e2,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:07.860807 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['c4a33a9c-ed48-499e-9e22-8bcae9411940'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:48:07.921536 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49a26a1-c5f2-48e0-8c7b-51600a5abb9c {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:48:07.922410 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:07.961368 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:08.006161 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Transition to ACTIVE for port object b49a26a1-c5f2-48e0-8c7b-51600a5abb9c will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:48:08.015182 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:08.036120 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9ada2-12d1-4124-9b44-f427e13c34a1 req-2c1b7528-077b-44ab-b983-fa38e2e05e2f tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:08.038478 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-56b9ada2-12d1-4124-9b44-f427e13c34a1 req-2c1b7528-077b-44ab-b983-fa38e2e05e2f tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d750c172-7690-4aaf-8cf5-5b2285d6b3c3 HTTP/1.1" status: 200 len: 945 time: 0.3577247 Sep 07 18:48:08.066946 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-625ef5a6-b3d4-481f-b24e-1dfe59e27e9c req-08f8c22a-e5e3-46d1-9d01-1ec7fcae66ad service neutron] 10.222.0.36 "GET /v2.0/networks/a6b4e2fe-5b26-4a8d-af7a-529d082b210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7567177 Sep 07 18:48:08.104395 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b49a26a1-c5f2-48e0-8c7b-51600a5abb9c,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:08.115619 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:08.115955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:08.116299 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:08.116670 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:08.117019 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:08.117331 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:08.117662 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:08.117989 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:08.118403 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:08.121278 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:08.121278 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:08.121278 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:08.298639 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-56b9ada2-12d1-4124-9b44-f427e13c34a1 req-b6ef8848-572a-49e9-899d-ff046917de77 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468505 Sep 07 18:48:08.318757 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Attempting to bind port b49a26a1-c5f2-48e0-8c7b-51600a5abb9c on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:48:08.318757 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Attempting to bind port b49a26a1-c5f2-48e0-8c7b-51600a5abb9c by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:48:08.318757 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Attempting to bind port b49a26a1-c5f2-48e0-8c7b-51600a5abb9c on network 6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:48:08.329817 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Port b49a26a1-c5f2-48e0-8c7b-51600a5abb9c on network 6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:48:08.330160 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Attempting to bind port b49a26a1-c5f2-48e0-8c7b-51600a5abb9c on network 6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:48:08.349590 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:48:08.350690 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Checking segment: {'id': '0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:48:08.351905 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Bound using segment: {'id': '0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:48:08.352484 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Bound port: b49a26a1-c5f2-48e0-8c7b-51600a5abb9c, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:48:08.352883 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:08.440576 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab5e09b-fc80-418d-8f5a-cf3ecbde8f6f x-openstack-request-id: req-5ab5e09b-fc80-418d-8f5a-cf3ecbde8f6f {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:08.441452 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ad5b99-5272-4e0b-8c6b-977bb862ad87", "name": "network-vif-plugged", "status": "completed", "tag": "5500449d-6248-460c-81b7-e81099ccfc29", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:08.441807 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ab5e09b-fc80-418d-8f5a-cf3ecbde8f6f {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:08.442393 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ad5b99-5272-4e0b-8c6b-977bb862ad87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5500449d-6248-460c-81b7-e81099ccfc29', 'code': 200} Sep 07 18:48:08.568548 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] For port b49a26a1-c5f2-48e0-8c7b-51600a5abb9c, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:48:08.572174 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] For port b49a26a1-c5f2-48e0-8c7b-51600a5abb9c, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=b49a26a1-c5f2-48e0-8c7b-51600a5abb9c,segment=NetworkSegment(0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a),segment_id=0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:48:08.588570 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:08.690198 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:08.693174 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:08.697156 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] 10.222.0.36 "PUT /v2.0/ports/b49a26a1-c5f2-48e0-8c7b-51600a5abb9c HTTP/1.1" status: 200 len: 1091 time: 1.9102612 Sep 07 18:48:08.698682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818c56d5-fd3f-4c93-8463-5809d54e0eb4', 'tag': 'b49a26a1-c5f2-48e0-8c7b-51600a5abb9c'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:08.707668 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e1e28c-655a-4964-8c94-13f358c1fd51" -d '{"events": [{"name": "network-changed", "server_uuid": "818c56d5-fd3f-4c93-8463-5809d54e0eb4", "tag": "b49a26a1-c5f2-48e0-8c7b-51600a5abb9c"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:08.845889 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e0e28-c539-49bc-820b-b2170b62b3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b49a26a1-c5f2-48e0-8c7b-51600a5abb9c,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:08.866931 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068253e-e9fd-4416-8b3f-4fc0c10de708 req-f2f22cb2-a57c-4935-bbc1-667b0c86bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:08.875421 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1068253e-e9fd-4416-8b3f-4fc0c10de708 req-f2f22cb2-a57c-4935-bbc1-667b0c86bdac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 1097 time: 0.3016629 Sep 07 18:48:09.044017 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1068253e-e9fd-4416-8b3f-4fc0c10de708 req-5830d428-e674-4cf9-a294-104535267e0a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509335 Sep 07 18:48:09.109568 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-c9ccf41c-0775-45bc-a1c6-c12792122435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:09.112643 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-c9ccf41c-0775-45bc-a1c6-c12792122435 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a6087a5a97944b09c29e2cd28553b43&device_id=818c56d5-fd3f-4c93-8463-5809d54e0eb4 HTTP/1.1" status: 200 len: 1094 time: 0.2520981 Sep 07 18:48:09.114114 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2751a-d267-45e1-9c56-62d806dfc5b1 req-9f51e76d-243d-4e01-a910-a31dbcc3b0f7 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:09.115654 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ace2751a-d267-45e1-9c56-62d806dfc5b1 req-9f51e76d-243d-4e01-a910-a31dbcc3b0f7 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=969bf6af-63de-4021-9690-1f440282d7e0 HTTP/1.1" status: 200 len: 936 time: 0.2552478 Sep 07 18:48:09.249750 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-965b46c5-50a7-43dc-9b51-f3b0164f7654 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b49a26a1-c5f2-48e0-8c7b-51600a5abb9c HTTP/1.1" status: 200 len: 217 time: 0.0798283 Sep 07 18:48:09.250706 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ace2751a-d267-45e1-9c56-62d806dfc5b1 req-10f104b1-d713-47cf-92f4-7290ba75bc3b tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077483 Sep 07 18:48:09.272851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc4a568-2634-4ac1-950a-eef7732e3ba6 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:48:09.295997 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:09.347622 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] Transition to ACTIVE for port object 8cc4a568-2634-4ac1-950a-eef7732e3ba6 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:48:09.358683 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:09.390722 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-3945a332-94af-422c-a852-8af5b2c55937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:09.392314 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-3945a332-94af-422c-a852-8af5b2c55937 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61a3e706-f5f3-4d06-a2a6-304a9dd99717 HTTP/1.1" status: 200 len: 854 time: 0.1128876 Sep 07 18:48:09.503947 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc4a568-2634-4ac1-950a-eef7732e3ba6,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:09.567652 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-c44058e7-9c63-4183-90c2-63c31587ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:09.569195 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-c44058e7-9c63-4183-90c2-63c31587ce0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1687226 Sep 07 18:48:09.724995 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831027e6-b14d-46c2-8847-b59a243fdcef req-ef9aa51b-daa3-4975-a8c4-db40c189d188 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:09.731861 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-831027e6-b14d-46c2-8847-b59a243fdcef req-ef9aa51b-daa3-4975-a8c4-db40c189d188 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/ports?device_id=818c56d5-fd3f-4c93-8463-5809d54e0eb4 HTTP/1.1" status: 200 len: 943 time: 0.1686406 Sep 07 18:48:09.794185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] Attempting to bind port 8cc4a568-2634-4ac1-950a-eef7732e3ba6 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:48:09.795085 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] Attempting to bind port 8cc4a568-2634-4ac1-950a-eef7732e3ba6 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:48:09.795554 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] Attempting to bind port 8cc4a568-2634-4ac1-950a-eef7732e3ba6 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:48:09.803908 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-831027e6-b14d-46c2-8847-b59a243fdcef req-211c277f-f5aa-4987-bff2-e5a234f89583 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/security-groups?id=67931149-2ec8-4705-a064-62e96ff324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623877 Sep 07 18:48:09.806539 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] Port 8cc4a568-2634-4ac1-950a-eef7732e3ba6 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:48:09.806539 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] Attempting to bind port 8cc4a568-2634-4ac1-950a-eef7732e3ba6 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:48:09.814303 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:48:09.814674 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:48:09.825974 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:48:09.827061 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] Bound port: 8cc4a568-2634-4ac1-950a-eef7732e3ba6, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:48:09.827061 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:10.078201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] For port 8cc4a568-2634-4ac1-950a-eef7732e3ba6, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:48:10.084080 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] For port 8cc4a568-2634-4ac1-950a-eef7732e3ba6, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=8cc4a568-2634-4ac1-950a-eef7732e3ba6,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:48:10.090699 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:10.303152 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:10.303982 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:10.315416 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] 10.222.0.60 "PUT /v2.0/ports/8cc4a568-2634-4ac1-950a-eef7732e3ba6 HTTP/1.1" status: 200 len: 1096 time: 2.6362410 Sep 07 18:48:10.318249 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969bf6af-63de-4021-9690-1f440282d7e0', 'tag': '8cc4a568-2634-4ac1-950a-eef7732e3ba6'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:10.320466 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362b858c-1d01-4ec3-8d40-ba2fb2dad4e1" -d '{"events": [{"name": "network-changed", "server_uuid": "969bf6af-63de-4021-9690-1f440282d7e0", "tag": "8cc4a568-2634-4ac1-950a-eef7732e3ba6"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:10.443747 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e2fc57-6cad-4149-ae26-1550f98fb094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3605d3e1-e1cd-4953-9297-a28588b252e2'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:10.446852 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9bbbf8-6ba8-4af7-9a5d-905aca2f13e6" -d '{"events": [{"server_uuid": "e5e2fc57-6cad-4149-ae26-1550f98fb094", "name": "network-vif-plugged", "status": "completed", "tag": "3605d3e1-e1cd-4953-9297-a28588b252e2"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:10.505493 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f8a93-2749-427b-bcaa-62c9553a41f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc4a568-2634-4ac1-950a-eef7732e3ba6,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:10.534725 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5189215-ba76-46b8-853a-484d7a32eae0 req-0af8bc30-a196-4e7e-bb31-1ec1a82e15ed tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:10.545432 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5189215-ba76-46b8-853a-484d7a32eae0 req-0af8bc30-a196-4e7e-bb31-1ec1a82e15ed tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 946 time: 0.3641553 Sep 07 18:48:10.632944 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-c61638a5-287f-4154-972c-bec5c047ba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:10.636378 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-c61638a5-287f-4154-972c-bec5c047ba0a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b07c1ca09a1460598630285affb411a&device_id=969bf6af-63de-4021-9690-1f440282d7e0 HTTP/1.1" status: 200 len: 1099 time: 0.2528200 Sep 07 18:48:10.645140 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-c5e0f48d-9320-4868-9a46-38155ea07bb8 service neutron] 10.222.0.36 "GET /v2.0/networks/6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0665903 Sep 07 18:48:10.648848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device c4a33a9c-ed48-499e-9e22-8bcae9411940 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:48:10.774663 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port c4a33a9c-ed48-499e-9e22-8bcae9411940 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:48:10.786492 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port c4a33a9c-ed48-499e-9e22-8bcae9411940 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:48:10.787157 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:10.865489 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5330f4cc-e668-4939-a03f-2321fc4e908c req-6789133d-0278-4553-b0eb-375d549d024e service neutron] 10.222.0.36 "GET /v2.0/networks/6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119417 Sep 07 18:48:10.996108 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:11.080935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port c4a33a9c-ed48-499e-9e22-8bcae9411940, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=c4a33a9c-ed48-499e-9e22-8bcae9411940,segment=NetworkSegment(b2ae36fa-92c9-4bfb-bd2e-e689a5490b14),segment_id=b2ae36fa-92c9-4bfb-bd2e-e689a5490b14)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:11.088297 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:11.191423 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=c4a33a9c-ed48-499e-9e22-8bcae9411940,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:11.245950 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-ec4e951b-3b86-4a0f-912a-5c1f9d03d99f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=8cc4a568-2634-4ac1-950a-eef7732e3ba6 HTTP/1.1" status: 200 len: 217 time: 0.5976086 Sep 07 18:48:11.264113 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5189215-ba76-46b8-853a-484d7a32eae0 req-1c01d27d-abd9-4475-b675-61c1c57197c8 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7177024 Sep 07 18:48:11.344158 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59e70e6-6f76-4ccf-8294-7dc433f69e26 x-openstack-request-id: req-d59e70e6-6f76-4ccf-8294-7dc433f69e26 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:11.344530 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818c56d5-fd3f-4c93-8463-5809d54e0eb4", "tag": "b49a26a1-c5f2-48e0-8c7b-51600a5abb9c", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:11.349736 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d59e70e6-6f76-4ccf-8294-7dc433f69e26 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:11.350253 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818c56d5-fd3f-4c93-8463-5809d54e0eb4', 'tag': 'b49a26a1-c5f2-48e0-8c7b-51600a5abb9c', 'status': 'completed', 'code': 200} Sep 07 18:48:11.359283 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-e2222edb-15db-4ebf-aa95-8e27a2e67278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:11.363757 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-e2222edb-15db-4ebf-aa95-8e27a2e67278 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0984383 Sep 07 18:48:11.462980 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1e28c-655a-4964-8c94-13f358c1fd51 req-a8afc7f9-fe0c-42fe-84b2-23848a087f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:11.464870 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d4e1e28c-655a-4964-8c94-13f358c1fd51 req-a8afc7f9-fe0c-42fe-84b2-23848a087f77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a6087a5a97944b09c29e2cd28553b43&device_id=818c56d5-fd3f-4c93-8463-5809d54e0eb4 HTTP/1.1" status: 200 len: 1094 time: 0.0837314 Sep 07 18:48:11.492594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-4f0cd483-ff44-4436-a6f8-752a6b01be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:11.494140 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-4f0cd483-ff44-4436-a6f8-752a6b01be4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1223893 Sep 07 18:48:11.575950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fdcde-0173-4791-8f1e-e4f3e1429862 req-ab2d27cb-5d9b-43f1-800c-b50bd906a171 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:11.585053 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a42fdcde-0173-4791-8f1e-e4f3e1429862 req-ab2d27cb-5d9b-43f1-800c-b50bd906a171 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d750c172-7690-4aaf-8cf5-5b2285d6b3c3 HTTP/1.1" status: 200 len: 946 time: 0.1453204 Sep 07 18:48:11.696925 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1e28c-655a-4964-8c94-13f358c1fd51 req-f0032296-0039-4e7e-b2bc-5daa84d9196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:11.698743 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d4e1e28c-655a-4964-8c94-13f358c1fd51 req-f0032296-0039-4e7e-b2bc-5daa84d9196d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60 HTTP/1.1" status: 200 len: 916 time: 0.2263808 Sep 07 18:48:11.793081 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a42fdcde-0173-4791-8f1e-e4f3e1429862 req-8005c386-6d93-46c8-92bb-e695c61e2089 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878648 Sep 07 18:48:11.844816 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d4e1e28c-655a-4964-8c94-13f358c1fd51 req-2d0b8cb0-2cc2-4379-ba8f-61b03a3d39fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b49a26a1-c5f2-48e0-8c7b-51600a5abb9c HTTP/1.1" status: 200 len: 217 time: 0.0942078 Sep 07 18:48:11.848673 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-57c0a348-4f3b-44d9-be90-db6d172c4ebe service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464780 Sep 07 18:48:12.004990 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1e28c-655a-4964-8c94-13f358c1fd51 req-9ea8b519-7e1c-43bf-a51c-022ba74b2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:12.007250 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d4e1e28c-655a-4964-8c94-13f358c1fd51 req-9ea8b519-7e1c-43bf-a51c-022ba74b2777 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61a3e706-f5f3-4d06-a2a6-304a9dd99717 HTTP/1.1" status: 200 len: 854 time: 0.1474066 Sep 07 18:48:12.161110 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1e28c-655a-4964-8c94-13f358c1fd51 req-d953ab4d-3d67-4d8e-892b-c00f2790fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:12.163271 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d4e1e28c-655a-4964-8c94-13f358c1fd51 req-d953ab4d-3d67-4d8e-892b-c00f2790fb66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356907 Sep 07 18:48:12.192408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0ce12-6a66-498f-b368-2774d0c38874 req-13a0fc3c-7bf2-467d-ad43-c61cb5c080ab tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:12.195569 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f7d0ce12-6a66-498f-b368-2774d0c38874 req-13a0fc3c-7bf2-467d-ad43-c61cb5c080ab tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=969bf6af-63de-4021-9690-1f440282d7e0 HTTP/1.1" status: 200 len: 948 time: 0.2779129 Sep 07 18:48:12.253935 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-567968ed-3b14-4846-b5de-2eddb3c3a145 req-9de5bec1-1dc7-4f10-8332-d16a8e7b2bbd service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961082 Sep 07 18:48:12.300886 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f7d0ce12-6a66-498f-b368-2774d0c38874 req-01e94817-0c7f-449e-8e20-9cdfdb025b6e tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950205 Sep 07 18:48:12.389915 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08ee8fa-6318-4216-87ab-0cbf1362754d x-openstack-request-id: req-e08ee8fa-6318-4216-87ab-0cbf1362754d {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:12.390973 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969bf6af-63de-4021-9690-1f440282d7e0", "tag": "8cc4a568-2634-4ac1-950a-eef7732e3ba6", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:12.391464 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e08ee8fa-6318-4216-87ab-0cbf1362754d {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:12.392129 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969bf6af-63de-4021-9690-1f440282d7e0', 'tag': '8cc4a568-2634-4ac1-950a-eef7732e3ba6', 'status': 'completed', 'code': 200} Sep 07 18:48:12.456405 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d4e1e28c-655a-4964-8c94-13f358c1fd51 req-9a74734f-2116-4061-a532-0212b8e2bdd2 service neutron] 10.222.0.36 "GET /v2.0/networks/6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830586 Sep 07 18:48:12.516660 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:12.565092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b858c-1d01-4ec3-8d40-ba2fb2dad4e1 req-968b935a-311d-4450-88a7-5567a89a7637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:12.571564 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-362b858c-1d01-4ec3-8d40-ba2fb2dad4e1 req-968b935a-311d-4450-88a7-5567a89a7637 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b07c1ca09a1460598630285affb411a&device_id=969bf6af-63de-4021-9690-1f440282d7e0 HTTP/1.1" status: 200 len: 1099 time: 0.1553729 Sep 07 18:48:12.659227 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d4e1e28c-655a-4964-8c94-13f358c1fd51 req-6618141b-aaee-48a4-bcf9-e4f1ccce98d9 service neutron] 10.222.0.36 "GET /v2.0/networks/6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944094 Sep 07 18:48:12.726446 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70c36d6-b1cd-46ac-9bcc-d3d7bdb10f01 x-openstack-request-id: req-b70c36d6-b1cd-46ac-9bcc-d3d7bdb10f01 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:12.727051 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e2fc57-6cad-4149-ae26-1550f98fb094", "name": "network-vif-plugged", "status": "completed", "tag": "3605d3e1-e1cd-4953-9297-a28588b252e2", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:12.727811 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b70c36d6-b1cd-46ac-9bcc-d3d7bdb10f01 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:12.728517 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e2fc57-6cad-4149-ae26-1550f98fb094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3605d3e1-e1cd-4953-9297-a28588b252e2', 'code': 200} Sep 07 18:48:12.836539 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b858c-1d01-4ec3-8d40-ba2fb2dad4e1 req-919bfe5b-25c2-40e7-9b31-4e482a2fbcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:12.838362 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-362b858c-1d01-4ec3-8d40-ba2fb2dad4e1 req-919bfe5b-25c2-40e7-9b31-4e482a2fbcfc service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2570724 Sep 07 18:48:12.895231 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5262439-1e87-431e-895d-6291cafb0c7e req-90e920c0-ebd7-4b16-837d-cdf305d68778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:12.896772 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f5262439-1e87-431e-895d-6291cafb0c7e req-90e920c0-ebd7-4b16-837d-cdf305d68778 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e5e2fc57-6cad-4149-ae26-1550f98fb094 HTTP/1.1" status: 200 len: 1096 time: 0.0986986 Sep 07 18:48:12.964417 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f5262439-1e87-431e-895d-6291cafb0c7e req-2e48d4d9-8d77-43ea-b445-5a52aadad3e6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577629 Sep 07 18:48:12.965920 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-362b858c-1d01-4ec3-8d40-ba2fb2dad4e1 req-5342b346-feea-4d5a-88a7-fc8d299069c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=8cc4a568-2634-4ac1-950a-eef7732e3ba6 HTTP/1.1" status: 200 len: 217 time: 0.1067412 Sep 07 18:48:13.040175 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9b0a8-776d-49a8-8614-de1fc150e0df req-cba9bd9c-e5ba-4d1c-b3fb-f1935d5ef702 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:13.052274 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-28d9b0a8-776d-49a8-8614-de1fc150e0df req-cba9bd9c-e5ba-4d1c-b3fb-f1935d5ef702 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/ports?device_id=818c56d5-fd3f-4c93-8463-5809d54e0eb4 HTTP/1.1" status: 200 len: 943 time: 0.2126231 Sep 07 18:48:13.122814 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b858c-1d01-4ec3-8d40-ba2fb2dad4e1 req-3218dabf-bec4-4a2f-ae62-964767b22564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:13.124298 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-362b858c-1d01-4ec3-8d40-ba2fb2dad4e1 req-3218dabf-bec4-4a2f-ae62-964767b22564 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1452694 Sep 07 18:48:13.237455 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-28d9b0a8-776d-49a8-8614-de1fc150e0df req-3043df32-8048-4e0b-8fed-c21bec366809 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/security-groups?id=67931149-2ec8-4705-a064-62e96ff324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838541 Sep 07 18:48:13.280207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b858c-1d01-4ec3-8d40-ba2fb2dad4e1 req-7ba54295-7de5-49dd-8153-901bdbc8bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:13.282195 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-362b858c-1d01-4ec3-8d40-ba2fb2dad4e1 req-7ba54295-7de5-49dd-8153-901bdbc8bd80 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1475058 Sep 07 18:48:13.362911 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:13.694327 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-362b858c-1d01-4ec3-8d40-ba2fb2dad4e1 req-3d3c832b-00ad-48d6-a1d2-4616898aa8f6 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919652 Sep 07 18:48:13.783948 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed173c2c-8786-44d7-a1e4-daf64787f1f6 req-5d4aa891-b512-4732-bb53-b3d8660d5e86 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:13.789010 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed173c2c-8786-44d7-a1e4-daf64787f1f6 req-5d4aa891-b512-4732-bb53-b3d8660d5e86 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 946 time: 0.1877894 Sep 07 18:48:13.903213 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed173c2c-8786-44d7-a1e4-daf64787f1f6 req-deac6ef8-987b-4103-86e3-74de4dc4a8be tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789917 Sep 07 18:48:13.969776 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-362b858c-1d01-4ec3-8d40-ba2fb2dad4e1 req-3eb49bc6-f989-41aa-bafc-89e4fe67557b service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639155 Sep 07 18:48:14.136724 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4749b6a-09cc-403b-81f4-77cb1aa98a84 req-57c75aa9-938c-455c-8e49-7ab3a179c6e3 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:14.143802 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a4749b6a-09cc-403b-81f4-77cb1aa98a84 req-57c75aa9-938c-455c-8e49-7ab3a179c6e3 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d750c172-7690-4aaf-8cf5-5b2285d6b3c3 HTTP/1.1" status: 200 len: 946 time: 0.0928280 Sep 07 18:48:14.229949 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a4749b6a-09cc-403b-81f4-77cb1aa98a84 req-78051657-9c67-4174-b73a-447e7c3f6b98 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784075 Sep 07 18:48:14.463417 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4efe5-dd99-4e28-85a7-048d1bed8f0f req-5b4394d9-98ef-4796-80a3-cb4e2b0d6a89 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:14.467588 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-42d4efe5-dd99-4e28-85a7-048d1bed8f0f req-5b4394d9-98ef-4796-80a3-cb4e2b0d6a89 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=969bf6af-63de-4021-9690-1f440282d7e0 HTTP/1.1" status: 200 len: 948 time: 0.1294510 Sep 07 18:48:14.560657 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-42d4efe5-dd99-4e28-85a7-048d1bed8f0f req-e327c908-35aa-4509-9352-c33ad4ce2da3 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859833 Sep 07 18:48:14.730371 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd750c172-7690-4aaf-8cf5-5b2285d6b3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a33a9c-ed48-499e-9e22-8bcae9411940'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:14.738251 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293f9581-d9b3-45d7-9d8d-aab507be1399" -d '{"events": [{"server_uuid": "d750c172-7690-4aaf-8cf5-5b2285d6b3c3", "name": "network-vif-plugged", "status": "completed", "tag": "c4a33a9c-ed48-499e-9e22-8bcae9411940"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:15.122869 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 8cc4a568-2634-4ac1-950a-eef7732e3ba6 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:48:15.308858 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 8cc4a568-2634-4ac1-950a-eef7732e3ba6, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=8cc4a568-2634-4ac1-950a-eef7732e3ba6,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:15.324673 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '8cc4a568-2634-4ac1-950a-eef7732e3ba6', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '8cc4a568-2634-4ac1-950a-eef7732e3ba6', 'mac_address': 'fa:16:3e:dc:6e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:48:15.412163 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:15.439484 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc4a568-2634-4ac1-950a-eef7732e3ba6 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:48:15.474813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 8cc4a568-2634-4ac1-950a-eef7732e3ba6, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=8cc4a568-2634-4ac1-950a-eef7732e3ba6,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:15.480526 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:15.545535 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=8cc4a568-2634-4ac1-950a-eef7732e3ba6,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:15.770174 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['8cc4a568-2634-4ac1-950a-eef7732e3ba6'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:48:17.141803 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 8cc4a568-2634-4ac1-950a-eef7732e3ba6 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:48:17.209000 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 8cc4a568-2634-4ac1-950a-eef7732e3ba6 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:48:17.229394 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 8cc4a568-2634-4ac1-950a-eef7732e3ba6 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:48:17.231378 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:17.346475 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:17.389171 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 8cc4a568-2634-4ac1-950a-eef7732e3ba6, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=8cc4a568-2634-4ac1-950a-eef7732e3ba6,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:17.397168 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:17.474525 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=8cc4a568-2634-4ac1-950a-eef7732e3ba6,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:18.163756 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd608efe-4913-4ec1-b87a-ebc5038b3a0c req-28cf7230-0378-4201-b695-bc34b97a4fa1 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:18.165249 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd608efe-4913-4ec1-b87a-ebc5038b3a0c req-28cf7230-0378-4201-b695-bc34b97a4fa1 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 1097 time: 0.0421355 Sep 07 18:48:18.201376 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd608efe-4913-4ec1-b87a-ebc5038b3a0c req-46c5dd54-6529-4ef9-8b21-7c179366207a tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293007 Sep 07 18:48:18.325132 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15053b65-ac5e-45e6-a2f7-299b23dc8e5f req-52189d6c-c037-49d7-8801-d5689901248a tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:18.326668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15053b65-ac5e-45e6-a2f7-299b23dc8e5f req-52189d6c-c037-49d7-8801-d5689901248a tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/ports?device_id=818c56d5-fd3f-4c93-8463-5809d54e0eb4 HTTP/1.1" status: 200 len: 943 time: 0.0538368 Sep 07 18:48:18.370287 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15053b65-ac5e-45e6-a2f7-299b23dc8e5f req-91824193-5a5c-480f-93de-2a1719a5080b tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/security-groups?id=67931149-2ec8-4705-a064-62e96ff324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360141 Sep 07 18:48:18.591674 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2b0bf8-31ab-478e-8197-afea54d909fe x-openstack-request-id: req-6b2b0bf8-31ab-478e-8197-afea54d909fe {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:18.592223 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d750c172-7690-4aaf-8cf5-5b2285d6b3c3", "name": "network-vif-plugged", "status": "completed", "tag": "c4a33a9c-ed48-499e-9e22-8bcae9411940", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:18.592223 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b2b0bf8-31ab-478e-8197-afea54d909fe {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:18.592718 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd750c172-7690-4aaf-8cf5-5b2285d6b3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a33a9c-ed48-499e-9e22-8bcae9411940', 'code': 200} Sep 07 18:48:18.693561 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03a8ab-22af-4252-b7aa-bc1eb58260fc req-5b3a5251-391d-4a18-90d0-db1128e3899a tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:18.695011 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc03a8ab-22af-4252-b7aa-bc1eb58260fc req-5b3a5251-391d-4a18-90d0-db1128e3899a tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d750c172-7690-4aaf-8cf5-5b2285d6b3c3 HTTP/1.1" status: 200 len: 946 time: 0.0494771 Sep 07 18:48:18.735717 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc03a8ab-22af-4252-b7aa-bc1eb58260fc req-48c520bf-f889-41ab-9750-fbce65983acb tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343015 Sep 07 18:48:18.844730 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad8553-09ca-4336-8a78-848d7fef7d66 req-bd09935c-893d-428a-aaca-d8f872c9fbe3 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:18.849022 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3aad8553-09ca-4336-8a78-848d7fef7d66 req-bd09935c-893d-428a-aaca-d8f872c9fbe3 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=969bf6af-63de-4021-9690-1f440282d7e0 HTTP/1.1" status: 200 len: 950 time: 0.0525739 Sep 07 18:48:18.889954 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3aad8553-09ca-4336-8a78-848d7fef7d66 req-6c700d04-52ed-4267-9831-01177f9110b8 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341480 Sep 07 18:48:19.047375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d733364-620e-4b0b-b20b-450027d2c831 req-e4bfd79a-d20d-4ae0-b740-a01653bbf2f3 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:19.048968 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d733364-620e-4b0b-b20b-450027d2c831 req-e4bfd79a-d20d-4ae0-b740-a01653bbf2f3 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 1097 time: 0.0475664 Sep 07 18:48:19.119293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55812f-fe30-4570-aaac-18d9ee6cfda7 req-035c207f-2c16-4a6a-8604-10f1dd9a0dae tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:19.120811 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b55812f-fe30-4570-aaac-18d9ee6cfda7 req-035c207f-2c16-4a6a-8604-10f1dd9a0dae tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 944 time: 0.0698326 Sep 07 18:48:19.122404 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d733364-620e-4b0b-b20b-450027d2c831 req-15383483-1e88-4bd8-b555-560171b3d828 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635240 Sep 07 18:48:19.263504 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-4b55812f-fe30-4570-aaac-18d9ee6cfda7 req-a8aac8ad-b004-4b30-9a64-d9c5bea6eaa9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Deleting port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:48:19.264206 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b55812f-fe30-4570-aaac-18d9ee6cfda7 req-a8aac8ad-b004-4b30-9a64-d9c5bea6eaa9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:19.274617 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c1a46-2ee3-46eb-8788-d05f1e83aa6c req-d709b04c-661f-4514-8a5b-0b26f7b81366 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:19.276132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df0c1a46-2ee3-46eb-8788-d05f1e83aa6c req-d709b04c-661f-4514-8a5b-0b26f7b81366 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=93ffe9cb-f758-4ba7-aba4-086c118dcca3 HTTP/1.1" status: 200 len: 944 time: 0.0746434 Sep 07 18:48:19.372434 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df0c1a46-2ee3-46eb-8788-d05f1e83aa6c req-7a5cc317-72ca-42af-a039-95a802c21e84 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831211 Sep 07 18:48:19.400040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4b55812f-fe30-4570-aaac-18d9ee6cfda7 req-a8aac8ad-b004-4b30-9a64-d9c5bea6eaa9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] For port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=7f8b47d4-819f-44f5-91bb-24ec83e11b9b,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:19.400394 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b55812f-fe30-4570-aaac-18d9ee6cfda7 req-a8aac8ad-b004-4b30-9a64-d9c5bea6eaa9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:19.416130 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-4b55812f-fe30-4570-aaac-18d9ee6cfda7 req-a8aac8ad-b004-4b30-9a64-d9c5bea6eaa9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Calling delete_port for 7f8b47d4-819f-44f5-91bb-24ec83e11b9b owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:48:19.521722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85b16f-a95e-45d3-88aa-551b2cb63063 req-28ce45f3-7d48-471e-ad5b-5547b8fdfbdf tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:19.523217 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae85b16f-a95e-45d3-88aa-551b2cb63063 req-28ce45f3-7d48-471e-ad5b-5547b8fdfbdf tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bc218fd-fb21-4633-84b4-2bccbfaaef8e HTTP/1.1" status: 200 len: 951 time: 0.0932808 Sep 07 18:48:19.595381 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae85b16f-a95e-45d3-88aa-551b2cb63063 req-ce240c1b-a669-402a-9f1d-46a8e948f537 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b6cddd1-75e6-4823-82cd-31891510e618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648630 Sep 07 18:48:19.620996 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b55812f-fe30-4570-aaac-18d9ee6cfda7 req-a8aac8ad-b004-4b30-9a64-d9c5bea6eaa9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:19.638622 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7f8b47d4-819f-44f5-91bb-24ec83e11b9b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:48:19.659534 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aac8ad-b004-4b30-9a64-d9c5bea6eaa9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Pushing event deleted for resources: {'Port': ['ID=7f8b47d4-819f-44f5-91bb-24ec83e11b9b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:19.727229 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b55812f-fe30-4570-aaac-18d9ee6cfda7 req-a8aac8ad-b004-4b30-9a64-d9c5bea6eaa9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] No DVR routers for this DVR port 7f8b47d4-819f-44f5-91bb-24ec83e11b9b on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:48:19.731111 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b55812f-fe30-4570-aaac-18d9ee6cfda7 req-a8aac8ad-b004-4b30-9a64-d9c5bea6eaa9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:19.733111 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b55812f-fe30-4570-aaac-18d9ee6cfda7 req-a8aac8ad-b004-4b30-9a64-d9c5bea6eaa9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.60 "DELETE /v2.0/ports/7f8b47d4-819f-44f5-91bb-24ec83e11b9b HTTP/1.1" status: 204 len: 173 time: 0.6067038 Sep 07 18:48:19.733546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ffe9cb-f758-4ba7-aba4-086c118dcca3', 'name': 'network-vif-deleted', 'tag': '7f8b47d4-819f-44f5-91bb-24ec83e11b9b'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:19.736755 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44deb5e2-8e98-4f79-a2c1-b8fc05762e89" -d '{"events": [{"server_uuid": "93ffe9cb-f758-4ba7-aba4-086c118dcca3", "name": "network-vif-deleted", "tag": "7f8b47d4-819f-44f5-91bb-24ec83e11b9b"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:19.796193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7188e01-510f-4be8-bc6c-f77c528fe4a0 req-698eef83-a29d-4ef6-a1a5-5c0ac1d44fbb tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:19.797655 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f7188e01-510f-4be8-bc6c-f77c528fe4a0 req-698eef83-a29d-4ef6-a1a5-5c0ac1d44fbb tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/ports?device_id=818c56d5-fd3f-4c93-8463-5809d54e0eb4 HTTP/1.1" status: 200 len: 943 time: 0.0684500 Sep 07 18:48:19.848099 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f7188e01-510f-4be8-bc6c-f77c528fe4a0 req-aa2c8247-4638-4abc-9e1e-17b81c377464 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/security-groups?id=67931149-2ec8-4705-a064-62e96ff324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416920 Sep 07 18:48:20.593738 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969bf6af-63de-4021-9690-1f440282d7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc4a568-2634-4ac1-950a-eef7732e3ba6'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:20.596120 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f553b0ec-02eb-4ffc-ba15-dc6f42d11c1c" -d '{"events": [{"server_uuid": "969bf6af-63de-4021-9690-1f440282d7e0", "name": "network-vif-plugged", "status": "completed", "tag": "8cc4a568-2634-4ac1-950a-eef7732e3ba6"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:22.359155 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0874e397-2960-45e2-bc4b-31efabe60b5a x-openstack-request-id: req-0874e397-2960-45e2-bc4b-31efabe60b5a {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:22.359757 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ffe9cb-f758-4ba7-aba4-086c118dcca3", "name": "network-vif-deleted", "tag": "7f8b47d4-819f-44f5-91bb-24ec83e11b9b", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:22.359990 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0874e397-2960-45e2-bc4b-31efabe60b5a {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:22.360391 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ffe9cb-f758-4ba7-aba4-086c118dcca3', 'name': 'network-vif-deleted', 'tag': '7f8b47d4-819f-44f5-91bb-24ec83e11b9b', 'status': 'completed', 'code': 200} Sep 07 18:48:22.468394 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff35085-21c9-4447-adad-91ad2abef8e2 req-4ab07d12-780d-4d29-8fc6-d07352db6611 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:22.469987 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cff35085-21c9-4447-adad-91ad2abef8e2 req-4ab07d12-780d-4d29-8fc6-d07352db6611 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d750c172-7690-4aaf-8cf5-5b2285d6b3c3 HTTP/1.1" status: 200 len: 946 time: 0.0627239 Sep 07 18:48:22.499535 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3546c7-8e75-402f-beb4-cf00bdc87434 req-b7d7a819-0f16-455e-9af6-0f44b70b78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:22.501351 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-be3546c7-8e75-402f-beb4-cf00bdc87434 req-b7d7a819-0f16-455e-9af6-0f44b70b78bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d750c172-7690-4aaf-8cf5-5b2285d6b3c3 HTTP/1.1" status: 200 len: 1097 time: 0.1065207 Sep 07 18:48:22.515673 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cff35085-21c9-4447-adad-91ad2abef8e2 req-a52b9be5-990c-4baa-ae87-9cc84fb47c4a tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340540 Sep 07 18:48:22.557058 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-be3546c7-8e75-402f-beb4-cf00bdc87434 req-689765f0-c320-4d2e-9031-cdab84d09ff7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400877 Sep 07 18:48:22.622000 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f63e8b-c6c1-48e2-9127-ac110ee1c912 req-fa7c1058-8008-4269-9043-7a2e50c1e25f tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:22.623501 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a7f63e8b-c6c1-48e2-9127-ac110ee1c912 req-fa7c1058-8008-4269-9043-7a2e50c1e25f tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=969bf6af-63de-4021-9690-1f440282d7e0 HTTP/1.1" status: 200 len: 950 time: 0.0501218 Sep 07 18:48:22.661460 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a7f63e8b-c6c1-48e2-9127-ac110ee1c912 req-0a0ca289-5168-4b80-8ceb-3f135e67e20e tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318246 Sep 07 18:48:22.730513 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2fe437-4ca4-4573-93e5-fcc406f91412 x-openstack-request-id: req-fe2fe437-4ca4-4573-93e5-fcc406f91412 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:22.730995 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969bf6af-63de-4021-9690-1f440282d7e0", "name": "network-vif-plugged", "status": "completed", "tag": "8cc4a568-2634-4ac1-950a-eef7732e3ba6", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:22.731102 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe2fe437-4ca4-4573-93e5-fcc406f91412 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:22.731472 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969bf6af-63de-4021-9690-1f440282d7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc4a568-2634-4ac1-950a-eef7732e3ba6', 'code': 200} Sep 07 18:48:22.850391 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e871e3-191f-489c-b286-d469f3c15bb1 req-770cda5b-a678-4407-8b53-a58b6904fb18 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:22.851772 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54e871e3-191f-489c-b286-d469f3c15bb1 req-770cda5b-a678-4407-8b53-a58b6904fb18 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bc218fd-fb21-4633-84b4-2bccbfaaef8e HTTP/1.1" status: 200 len: 951 time: 0.0763555 Sep 07 18:48:22.866783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c768f-6349-4e96-a06a-a8f737768e3c req-21cae60f-f994-48d6-a625-f98d1a72e439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:22.868198 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d31c768f-6349-4e96-a06a-a8f737768e3c req-21cae60f-f994-48d6-a625-f98d1a72e439 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=969bf6af-63de-4021-9690-1f440282d7e0 HTTP/1.1" status: 200 len: 1101 time: 0.0624039 Sep 07 18:48:22.913106 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54e871e3-191f-489c-b286-d469f3c15bb1 req-d27c0a9b-b84e-476b-9c97-95c3ec06aadd tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b6cddd1-75e6-4823-82cd-31891510e618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542569 Sep 07 18:48:22.919104 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d31c768f-6349-4e96-a06a-a8f737768e3c req-90b0649f-0395-4952-8d00-5e249b62dca3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434279 Sep 07 18:48:22.925796 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-9583d44e-f24b-4a52-a113-7fb5c32db753 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:48:22.927017 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-9583d44e-f24b-4a52-a113-7fb5c32db753 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068278 Sep 07 18:48:22.970886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-eeb9b92b-a4db-478c-914c-ba8d3ed39c7d tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:22.972295 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-eeb9b92b-a4db-478c-914c-ba8d3ed39c7d tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/ports/5500449d-6248-460c-81b7-e81099ccfc29 HTTP/1.1" status: 200 len: 1094 time: 0.0359478 Sep 07 18:48:22.991116 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-4b23a734-a626-4851-8213-43479b185100 service neutron] Request body: {'binding': {'host': 'n-h2-807786-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:48:22.991570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-4b23a734-a626-4851-8213-43479b185100 service neutron] Unknown quota resources ['binding']. {{(pid=101445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 18:48:23.065451 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8190c-6293-4034-ac51-ec7d9b04af3c req-a947e4ef-f155-4ac7-97e5-a5fd6311d9ca tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:23.066935 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-31f8190c-6293-4034-ac51-ec7d9b04af3c req-a947e4ef-f155-4ac7-97e5-a5fd6311d9ca tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/ports?device_id=818c56d5-fd3f-4c93-8463-5809d54e0eb4 HTTP/1.1" status: 200 len: 943 time: 0.0903311 Sep 07 18:48:23.139329 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:48:23.141459 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-31f8190c-6293-4034-ac51-ec7d9b04af3c req-61d1867d-5487-461d-8b45-d339315804c1 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/security-groups?id=67931149-2ec8-4705-a064-62e96ff324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659955 Sep 07 18:48:23.165600 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 7f8b47d4-819f-44f5-91bb-24ec83e11b9b no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:48:23.182776 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 7f8b47d4-819f-44f5-91bb-24ec83e11b9b {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:48:23.183214 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 7f8b47d4-819f-44f5-91bb-24ec83e11b9b not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:48:23.193837 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-4b23a734-a626-4851-8213-43479b185100 service neutron] Attempting to bind port 5500449d-6248-460c-81b7-e81099ccfc29 on host n-h2-807786-1 for vnic_type normal with profile None {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:48:23.194165 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-4b23a734-a626-4851-8213-43479b185100 service neutron] Attempting to bind port 5500449d-6248-460c-81b7-e81099ccfc29 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:48:23.194484 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-4b23a734-a626-4851-8213-43479b185100 service neutron] Attempting to bind port 5500449d-6248-460c-81b7-e81099ccfc29 on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:48:23.199297 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-4b23a734-a626-4851-8213-43479b185100 service neutron] Port 5500449d-6248-460c-81b7-e81099ccfc29 on network 73fe4171-28a4-4081-b73e-ded401c8a274 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:48:23.199612 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-4b23a734-a626-4851-8213-43479b185100 service neutron] Attempting to bind port 5500449d-6248-460c-81b7-e81099ccfc29 on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:48:23.204971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-4b23a734-a626-4851-8213-43479b185100 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:48:23.205337 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-4b23a734-a626-4851-8213-43479b185100 service neutron] Checking segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:48:23.205722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-4b23a734-a626-4851-8213-43479b185100 service neutron] Bound using segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:48:23.206265 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-4b23a734-a626-4851-8213-43479b185100 service neutron] Bound port: 5500449d-6248-460c-81b7-e81099ccfc29, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:48:23.257670 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-4b23a734-a626-4851-8213-43479b185100 service neutron] For port 5500449d-6248-460c-81b7-e81099ccfc29, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=5500449d-6248-460c-81b7-e81099ccfc29,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:48:23.262508 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-4b23a734-a626-4851-8213-43479b185100 service neutron] Notify callbacks [] for binding, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:23.263679 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-4b23a734-a626-4851-8213-43479b185100 service neutron] 10.222.0.26 "POST /v2.0/ports/5500449d-6248-460c-81b7-e81099ccfc29/bindings HTTP/1.1" status: 201 len: 389 time: 0.2760441 Sep 07 18:48:23.433988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b03dc7-e215-4435-b140-967c090c46b9 req-27213297-0d0c-44b5-8dca-72b18d86dc2b tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:23.435485 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66b03dc7-e215-4435-b140-967c090c46b9 req-27213297-0d0c-44b5-8dca-72b18d86dc2b tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 946 time: 0.0514357 Sep 07 18:48:23.501107 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66b03dc7-e215-4435-b140-967c090c46b9 req-a85e9283-24e3-46b5-bfa7-2452648f1f4a tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558770 Sep 07 18:48:23.510355 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cc36d-e199-4866-8f23-1602be488f41 req-26820866-56ee-4bf7-a236-e464d99ef98b tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:23.511835 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a5cc36d-e199-4866-8f23-1602be488f41 req-26820866-56ee-4bf7-a236-e464d99ef98b tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 945 time: 0.0754569 Sep 07 18:48:23.516121 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-ed7d6e80-9149-459f-9219-3e161bc8fc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:23.517734 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-ed7d6e80-9149-459f-9219-3e161bc8fc5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 1097 time: 0.0554938 Sep 07 18:48:23.560385 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a5cc36d-e199-4866-8f23-1602be488f41 req-7da791b5-bfb5-4e8f-9dd3-9ec082883b55 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389106 Sep 07 18:48:23.611256 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-4b208868-0bc5-483c-a831-8e500d35db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:23.613820 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-4b208868-0bc5-483c-a831-8e500d35db08 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 921 time: 0.0882571 Sep 07 18:48:23.637089 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f80a32-f3c8-4f1e-aece-f9a4626649bf req-5703b44c-73da-4424-b2d0-9f9b4c2c7724 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:23.638709 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32f80a32-f3c8-4f1e-aece-f9a4626649bf req-5703b44c-73da-4424-b2d0-9f9b4c2c7724 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d750c172-7690-4aaf-8cf5-5b2285d6b3c3 HTTP/1.1" status: 200 len: 946 time: 0.0507526 Sep 07 18:48:23.662321 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-60ccaeb1-bcd2-4c97-bbdb-2b7fe99e24cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5500449d-6248-460c-81b7-e81099ccfc29 HTTP/1.1" status: 200 len: 217 time: 0.0393016 Sep 07 18:48:23.681917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32f80a32-f3c8-4f1e-aece-f9a4626649bf req-1325d97c-0cf2-41a5-9c2c-1357f7896a49 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330751 Sep 07 18:48:23.716388 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-5c18e92c-0fbc-44f6-921a-0712afbc6df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:23.717932 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-5c18e92c-0fbc-44f6-921a-0712afbc6df6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 200 len: 860 time: 0.0451140 Sep 07 18:48:23.753313 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-87acbeff-0503-4999-b5ef-1c1e46384956 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73fe4171-28a4-4081-b73e-ded401c8a274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248508 Sep 07 18:48:23.780921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfde279-f4b2-4d92-9bb5-001c99655288 req-83c3f88d-f946-4904-af6f-f6527a95b961 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:23.782910 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0dfde279-f4b2-4d92-9bb5-001c99655288 req-83c3f88d-f946-4904-af6f-f6527a95b961 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=969bf6af-63de-4021-9690-1f440282d7e0 HTTP/1.1" status: 200 len: 950 time: 0.0480680 Sep 07 18:48:23.851454 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0dfde279-f4b2-4d92-9bb5-001c99655288 req-27aaaa77-c038-46a5-8f1c-ecd9e9019445 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625472 Sep 07 18:48:23.855838 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-359b1a7b-6ee2-48a7-aab9-dc705fb3752c service neutron] 10.222.0.36 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935345 Sep 07 18:48:23.875526 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e47dc-1eda-4fd4-bbb1-1206fc24b7da req-6147060c-f8f2-4c35-b3b6-973fb7b6f1fa tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:23.877128 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a6e47dc-1eda-4fd4-bbb1-1206fc24b7da req-6147060c-f8f2-4c35-b3b6-973fb7b6f1fa tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.60 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 945 time: 0.0638361 Sep 07 18:48:23.963059 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-8a780136-0715-40a8-a04f-41e22fbee559 service neutron] 10.222.0.36 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885255 Sep 07 18:48:23.983302 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-8a6e47dc-1eda-4fd4-bbb1-1206fc24b7da req-c102acf7-efc0-4e5c-9a6d-617f84bd90d9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Deleting port d07e9757-f49d-4028-b05e-a95e33150b44 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:48:23.984493 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8a6e47dc-1eda-4fd4-bbb1-1206fc24b7da req-c102acf7-efc0-4e5c-9a6d-617f84bd90d9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:24.112829 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a18cfa-5e59-483c-af8c-270fff8795ff req-f498058b-803f-4ab9-b1c3-f3ac1acec135 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:24.114303 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5a18cfa-5e59-483c-af8c-270fff8795ff req-f498058b-803f-4ab9-b1c3-f3ac1acec135 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bc218fd-fb21-4633-84b4-2bccbfaaef8e HTTP/1.1" status: 200 len: 951 time: 0.1242845 Sep 07 18:48:24.137768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-8a6e47dc-1eda-4fd4-bbb1-1206fc24b7da req-c102acf7-efc0-4e5c-9a6d-617f84bd90d9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] For port d07e9757-f49d-4028-b05e-a95e33150b44, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d07e9757-f49d-4028-b05e-a95e33150b44,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:24.138286 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8a6e47dc-1eda-4fd4-bbb1-1206fc24b7da req-c102acf7-efc0-4e5c-9a6d-617f84bd90d9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:24.166110 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-8a6e47dc-1eda-4fd4-bbb1-1206fc24b7da req-c102acf7-efc0-4e5c-9a6d-617f84bd90d9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Calling delete_port for d07e9757-f49d-4028-b05e-a95e33150b44 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:48:24.195840 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5a18cfa-5e59-483c-af8c-270fff8795ff req-32ff3f50-8e2a-4f90-9816-969bfe8edc75 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b6cddd1-75e6-4823-82cd-31891510e618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693097 Sep 07 18:48:24.338042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de78d0-9817-42e4-8793-d3f842249ce5 req-a5b5e39f-348c-421b-a036-9c2c915ad2a5 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:24.339836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06de78d0-9817-42e4-8793-d3f842249ce5 req-a5b5e39f-348c-421b-a036-9c2c915ad2a5 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/ports?device_id=818c56d5-fd3f-4c93-8463-5809d54e0eb4 HTTP/1.1" status: 200 len: 943 time: 0.0958240 Sep 07 18:48:24.386459 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8a6e47dc-1eda-4fd4-bbb1-1206fc24b7da req-c102acf7-efc0-4e5c-9a6d-617f84bd90d9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:24.429903 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06de78d0-9817-42e4-8793-d3f842249ce5 req-36ee0da5-69ea-4355-a5a6-6e04375d72e0 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/security-groups?id=67931149-2ec8-4705-a064-62e96ff324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802181 Sep 07 18:48:24.431139 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102acf7-efc0-4e5c-9a6d-617f84bd90d9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Pushing event deleted for resources: {'Port': ['ID=d07e9757-f49d-4028-b05e-a95e33150b44,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:24.484990 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6e47dc-1eda-4fd4-bbb1-1206fc24b7da req-c102acf7-efc0-4e5c-9a6d-617f84bd90d9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] No DVR routers for this DVR port d07e9757-f49d-4028-b05e-a95e33150b44 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:48:24.487499 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8a6e47dc-1eda-4fd4-bbb1-1206fc24b7da req-c102acf7-efc0-4e5c-9a6d-617f84bd90d9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:24.489515 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a6e47dc-1eda-4fd4-bbb1-1206fc24b7da req-c102acf7-efc0-4e5c-9a6d-617f84bd90d9 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.60 "DELETE /v2.0/ports/d07e9757-f49d-4028-b05e-a95e33150b44 HTTP/1.1" status: 204 len: 173 time: 0.6024024 Sep 07 18:48:24.489953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6701d2da-d1be-45f1-9f67-b70883beccf0', 'name': 'network-vif-deleted', 'tag': 'd07e9757-f49d-4028-b05e-a95e33150b44'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:24.492320 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccb6dc8-2923-4b35-85aa-71d50e5c298f" -d '{"events": [{"server_uuid": "6701d2da-d1be-45f1-9f67-b70883beccf0", "name": "network-vif-deleted", "tag": "d07e9757-f49d-4028-b05e-a95e33150b44"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:24.538453 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908c6340-5dbd-436f-9119-a7413c21c0ed x-openstack-request-id: req-908c6340-5dbd-436f-9119-a7413c21c0ed {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:24.538920 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6701d2da-d1be-45f1-9f67-b70883beccf0", "name": "network-vif-deleted", "tag": "d07e9757-f49d-4028-b05e-a95e33150b44", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:24.539213 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-908c6340-5dbd-436f-9119-a7413c21c0ed {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:24.539697 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6701d2da-d1be-45f1-9f67-b70883beccf0', 'name': 'network-vif-deleted', 'tag': 'd07e9757-f49d-4028-b05e-a95e33150b44', 'status': 'completed', 'code': 200} Sep 07 18:48:24.680287 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43211b57-dfcb-4ca6-8719-77900df6e85a req-2b118697-7613-4c43-aa21-d4b2a5997588 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:24.680578 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43211b57-dfcb-4ca6-8719-77900df6e85a req-2b118697-7613-4c43-aa21-d4b2a5997588 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 946 time: 0.0708914 Sep 07 18:48:24.723260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device b49a26a1-c5f2-48e0-8c7b-51600a5abb9c details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:48:24.731203 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43211b57-dfcb-4ca6-8719-77900df6e85a req-b30e641e-ba14-4021-91b4-46fc966b78d6 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441701 Sep 07 18:48:24.800615 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d354cc24-3ccb-463f-a73a-b7ccf3c3f049 req-3989390a-1411-42ac-9338-4a171945f7c7 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=6701d2da-d1be-45f1-9f67-b70883beccf0 HTTP/1.1" status: 200 len: 210 time: 0.0309088 Sep 07 18:48:24.917438 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port b49a26a1-c5f2-48e0-8c7b-51600a5abb9c, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=b49a26a1-c5f2-48e0-8c7b-51600a5abb9c,segment=NetworkSegment(0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a),segment_id=0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:24.922079 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab6eb8-717a-4b57-afe7-6e76618f9fe4 req-6c6c64f0-d732-4fd0-b65d-6acad385c7d1 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:24.926585 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63ab6eb8-717a-4b57-afe7-6e76618f9fe4 req-6c6c64f0-d732-4fd0-b65d-6acad385c7d1 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d750c172-7690-4aaf-8cf5-5b2285d6b3c3 HTTP/1.1" status: 200 len: 946 time: 0.0550616 Sep 07 18:48:24.936306 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'b49a26a1-c5f2-48e0-8c7b-51600a5abb9c', 'network_id': '6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60', 'port_id': 'b49a26a1-c5f2-48e0-8c7b-51600a5abb9c', 'mac_address': 'fa:16:3e:26:1d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a3e706-f5f3-4d06-a2a6-304a9dd99717', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:48:24.966668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63ab6eb8-717a-4b57-afe7-6e76618f9fe4 req-3fc4caba-0f86-4d31-ab89-f5d68fbab360 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344427 Sep 07 18:48:25.006385 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:25.038147 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88370ff-3688-4b38-a7d2-0e72e41006bc req-617d0b71-849c-46f3-b429-253e53e5d07e tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:25.042597 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49a26a1-c5f2-48e0-8c7b-51600a5abb9c {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:48:25.046159 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a88370ff-3688-4b38-a7d2-0e72e41006bc req-617d0b71-849c-46f3-b429-253e53e5d07e tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=969bf6af-63de-4021-9690-1f440282d7e0 HTTP/1.1" status: 200 len: 950 time: 0.0687416 Sep 07 18:48:25.073217 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port b49a26a1-c5f2-48e0-8c7b-51600a5abb9c, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=b49a26a1-c5f2-48e0-8c7b-51600a5abb9c,segment=NetworkSegment(0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a),segment_id=0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:25.078969 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:25.108852 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a88370ff-3688-4b38-a7d2-0e72e41006bc req-09db959c-9d12-401f-889e-b1537c4b504f tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598147 Sep 07 18:48:25.152435 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=b49a26a1-c5f2-48e0-8c7b-51600a5abb9c,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:25.287426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08e9f1-afa5-42f6-8098-9f0904bae6db req-40315579-e57f-4c2b-9aed-d442224482a3 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:25.289085 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d08e9f1-afa5-42f6-8098-9f0904bae6db req-40315579-e57f-4c2b-9aed-d442224482a3 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5e2fc57-6cad-4149-ae26-1550f98fb094 HTTP/1.1" status: 200 len: 945 time: 0.0934455 Sep 07 18:48:25.340590 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d08e9f1-afa5-42f6-8098-9f0904bae6db req-665bba6f-679c-446d-8119-ddae26e2e4a2 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444188 Sep 07 18:48:25.421413 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['b49a26a1-c5f2-48e0-8c7b-51600a5abb9c'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:48:25.450090 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-200a7083-07b3-4297-a0e4-e3fc535a2fea tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1b07c1ca09a1460598630285affb411a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243359 Sep 07 18:48:25.595804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-7ab0d8fc-fd73-42a0-886d-7959c8cc174c tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:25.597535 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-7ab0d8fc-fd73-42a0-886d-7959c8cc174c tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1408620 Sep 07 18:48:25.619327 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-a4898d1a-9906-4c84-b6ce-d9f36933a795 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/quotas/1b07c1ca09a1460598630285affb411a HTTP/1.1" status: 200 len: 375 time: 0.0153110 Sep 07 18:48:25.685139 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-91f9c0f1-1dbd-49ef-bfb5-e44a16fdf97d tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b07c1ca09a1460598630285affb411a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0554781 Sep 07 18:48:25.867224 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7f7b69c0-4723-4236-8921-d679773c8aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:25.906617 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548a3bd-7023-49d8-992c-544f1569e405 req-07065e0a-fee6-4d4f-9186-b1c0e8cf7053 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:25.908764 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0548a3bd-7023-49d8-992c-544f1569e405 req-07065e0a-fee6-4d4f-9186-b1c0e8cf7053 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/ports?device_id=818c56d5-fd3f-4c93-8463-5809d54e0eb4 HTTP/1.1" status: 200 len: 944 time: 0.0565925 Sep 07 18:48:25.957559 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0548a3bd-7023-49d8-992c-544f1569e405 req-f2da6371-79ce-4797-8bbf-0dfadba58941 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/security-groups?id=67931149-2ec8-4705-a064-62e96ff324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401051 Sep 07 18:48:26.117242 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e9fc950-ba14-41e7-9325-8eb54f0b5ae6 req-880f3f3a-6127-4981-99b0-8f3daf4c92e4 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=e38ca714-5edd-4f27-9cba-fff59b476e3b HTTP/1.1" status: 200 len: 210 time: 0.0308952 Sep 07 18:48:26.157964 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37befb38-9b0f-40db-8086-27cb01ca195d req-4a4fa773-b6a7-40a0-a44f-eb599f33840b tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:26.160296 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37befb38-9b0f-40db-8086-27cb01ca195d req-4a4fa773-b6a7-40a0-a44f-eb599f33840b tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 946 time: 0.1180549 Sep 07 18:48:26.210490 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37befb38-9b0f-40db-8086-27cb01ca195d req-9e82eea9-dfba-4fe6-b399-93b3cc2b7248 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434773 Sep 07 18:48:26.734578 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device b49a26a1-c5f2-48e0-8c7b-51600a5abb9c up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:48:26.736982 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb2b5e-9012-4c9f-b8f1-30bbc084e987 req-9dd04ae6-97c6-40a7-b269-a758aa725119 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:26.738621 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-26bb2b5e-9012-4c9f-b8f1-30bbc084e987 req-9dd04ae6-97c6-40a7-b269-a758aa725119 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 944 time: 0.0951593 Sep 07 18:48:26.746781 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6370701-cd14-45d0-af09-7794d698b378 req-1da35aa8-a7d8-47a4-b016-06a2928e6a35 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:26.748976 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-1da35aa8-a7d8-47a4-b016-06a2928e6a35 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/networks?id=a6b4e2fe-5b26-4a8d-af7a-529d082b210e HTTP/1.1" status: 200 len: 813 time: 0.1426783 Sep 07 18:48:26.776607 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-b6630abb-a922-4524-b4d6-335b3570fe05 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/quotas/6a27654b3f6f437bb416fdf37a794dad HTTP/1.1" status: 200 len: 375 time: 0.0192211 Sep 07 18:48:26.793059 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port b49a26a1-c5f2-48e0-8c7b-51600a5abb9c completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:48:26.797662 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port b49a26a1-c5f2-48e0-8c7b-51600a5abb9c triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:48:26.798909 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:26.803440 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-26bb2b5e-9012-4c9f-b8f1-30bbc084e987 req-37aa3c3d-d01d-40c3-b635-8a50f13d9dbb tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8b1129f-aa87-4fff-bdfa-07d055ddd193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534141 Sep 07 18:48:26.851954 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-f2d374e1-a749-4d90-89e1-abff1befb9d6 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a27654b3f6f437bb416fdf37a794dad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658479 Sep 07 18:48:26.944790 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:26.992283 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818c56d5-fd3f-4c93-8463-5809d54e0eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49a26a1-c5f2-48e0-8c7b-51600a5abb9c'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:26.995601 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf75cd16-6391-41c7-a933-e6f616e3833c" -d '{"events": [{"server_uuid": "818c56d5-fd3f-4c93-8463-5809d54e0eb4", "name": "network-vif-plugged", "status": "completed", "tag": "b49a26a1-c5f2-48e0-8c7b-51600a5abb9c"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:27.017006 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-1acdb2ec-f656-480e-8624-f48849c68f81 service neutron] 10.222.0.26 "GET /v2.0/networks/a6b4e2fe-5b26-4a8d-af7a-529d082b210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573465 Sep 07 18:48:27.020129 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port b49a26a1-c5f2-48e0-8c7b-51600a5abb9c, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=b49a26a1-c5f2-48e0-8c7b-51600a5abb9c,segment=NetworkSegment(0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a),segment_id=0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:27.024800 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:27.026242 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 32af43b9-f337-4ed9-bd60-4ab466b23720 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:48:27.121144 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=b49a26a1-c5f2-48e0-8c7b-51600a5abb9c,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:27.160015 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c4e71-fc13-4dc6-a8ef-1f49c987637c req-61913576-1da5-4dd7-944b-7f1cc7d1a2d5 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:27.161643 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3a5c4e71-fc13-4dc6-a8ef-1f49c987637c req-61913576-1da5-4dd7-944b-7f1cc7d1a2d5 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 944 time: 0.0923996 Sep 07 18:48:27.178738 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-4a60a864-1db8-4caf-b466-b70aecc7b7c2 service neutron] 10.222.0.26 "GET /v2.0/networks/a6b4e2fe-5b26-4a8d-af7a-529d082b210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608057 Sep 07 18:48:27.190607 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:27.195546 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d07e9757-f49d-4028-b05e-a95e33150b44 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:48:27.203013 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-324b6918-a06d-47ab-8c07-cdbabafe3b3b tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1b07c1ca09a1460598630285affb411a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654662 Sep 07 18:48:27.225959 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: d07e9757-f49d-4028-b05e-a95e33150b44 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:48:27.226570 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d07e9757-f49d-4028-b05e-a95e33150b44 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:48:27.268233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 32af43b9-f337-4ed9-bd60-4ab466b23720, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=32af43b9-f337-4ed9-bd60-4ab466b23720,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:27.273499 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:27.349170 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-3a5c4e71-fc13-4dc6-a8ef-1f49c987637c req-191cefb2-f053-427a-88c3-06601d52d636 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Deleting port d0e6e22b-9769-4ad0-a921-8148bf9013b9 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:48:27.349784 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b5ab2-e456-45d4-b594-1da9087cad80 req-7416fb9e-b293-4166-9cff-6fecc4576cb7 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:27.350046 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3a5c4e71-fc13-4dc6-a8ef-1f49c987637c req-191cefb2-f053-427a-88c3-06601d52d636 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:27.359808 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-678b5ab2-e456-45d4-b594-1da9087cad80 req-7416fb9e-b293-4166-9cff-6fecc4576cb7 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/ports?device_id=818c56d5-fd3f-4c93-8463-5809d54e0eb4 HTTP/1.1" status: 200 len: 945 time: 0.1686976 Sep 07 18:48:27.377441 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=32af43b9-f337-4ed9-bd60-4ab466b23720,revision_number=11']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:27.430088 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-678b5ab2-e456-45d4-b594-1da9087cad80 req-eed5236d-cc59-4d34-99e3-0b1e153bb92a tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/security-groups?id=67931149-2ec8-4705-a064-62e96ff324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687883 Sep 07 18:48:27.489372 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-3a5c4e71-fc13-4dc6-a8ef-1f49c987637c req-191cefb2-f053-427a-88c3-06601d52d636 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] For port d0e6e22b-9769-4ad0-a921-8148bf9013b9, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d0e6e22b-9769-4ad0-a921-8148bf9013b9,segment=NetworkSegment(be75e2ec-af34-4491-897e-feb55731098d),segment_id=be75e2ec-af34-4491-897e-feb55731098d)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:27.489696 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3a5c4e71-fc13-4dc6-a8ef-1f49c987637c req-191cefb2-f053-427a-88c3-06601d52d636 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:27.530445 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-3848a80a-5618-4dbe-8662-07ab92a9d081 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:27.530849 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-3a5c4e71-fc13-4dc6-a8ef-1f49c987637c req-191cefb2-f053-427a-88c3-06601d52d636 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Calling delete_port for d0e6e22b-9769-4ad0-a921-8148bf9013b9 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:48:27.532612 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-3848a80a-5618-4dbe-8662-07ab92a9d081 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3142040 Sep 07 18:48:27.565537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-4debe945-14b0-4bab-8362-9d9ef73fce5c tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Request body: {'port': {'device_id': 'e38ca714-5edd-4f27-9cba-fff59b476e3b', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '1b07c1ca09a1460598630285affb411a'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:48:27.652683 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e983f77-ee19-4575-940b-393eeacc353e x-openstack-request-id: req-2e983f77-ee19-4575-940b-393eeacc353e {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:27.653160 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818c56d5-fd3f-4c93-8463-5809d54e0eb4", "name": "network-vif-plugged", "status": "completed", "tag": "b49a26a1-c5f2-48e0-8c7b-51600a5abb9c", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:27.657029 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e983f77-ee19-4575-940b-393eeacc353e {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:27.657729 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818c56d5-fd3f-4c93-8463-5809d54e0eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49a26a1-c5f2-48e0-8c7b-51600a5abb9c', 'code': 200} Sep 07 18:48:27.731309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-4debe945-14b0-4bab-8362-9d9ef73fce5c tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Made reservation on behalf of 1b07c1ca09a1460598630285affb411a for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:48:27.740826 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-4debe945-14b0-4bab-8362-9d9ef73fce5c tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:27.781437 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3a5c4e71-fc13-4dc6-a8ef-1f49c987637c req-191cefb2-f053-427a-88c3-06601d52d636 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:27.843445 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d55cf5ca-ec50-4a05-b09c-8ee6c3f9f7ae req-b57e08c6-f87b-4905-baa9-1ea2fd3a9b8c tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=e38ca714-5edd-4f27-9cba-fff59b476e3b HTTP/1.1" status: 200 len: 210 time: 0.0802715 Sep 07 18:48:27.875807 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cefb2-f053-427a-88c3-06601d52d636 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Pushing event deleted for resources: {'Port': ['ID=d0e6e22b-9769-4ad0-a921-8148bf9013b9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:27.921833 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d70535-ec99-43f5-b371-a4c4882a63fd req-cbfe960e-ccdc-44cc-bc9f-7143b21def3e tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:27.923672 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-43d70535-ec99-43f5-b371-a4c4882a63fd req-cbfe960e-ccdc-44cc-bc9f-7143b21def3e tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5e2fc57-6cad-4149-ae26-1550f98fb094 HTTP/1.1" status: 200 len: 945 time: 0.3454938 Sep 07 18:48:27.942673 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5c4e71-fc13-4dc6-a8ef-1f49c987637c req-191cefb2-f053-427a-88c3-06601d52d636 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] No DVR routers for this DVR port d0e6e22b-9769-4ad0-a921-8148bf9013b9 on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:48:27.943286 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd8e07-acb6-4aa3-b5d3-c8cd0501508f req-b89f8d26-833e-4020-bde9-7c20f3f81522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:27.944982 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8acd8e07-acb6-4aa3-b5d3-c8cd0501508f req-b89f8d26-833e-4020-bde9-7c20f3f81522 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=818c56d5-fd3f-4c93-8463-5809d54e0eb4 HTTP/1.1" status: 200 len: 1096 time: 0.1966076 Sep 07 18:48:28.007757 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5e5d6-6e1a-4e2b-b483-778fa2f93a65 req-703be1a6-dc9c-42b2-9c28-b3eaf104778a tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:28.015371 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6d5e5d6-6e1a-4e2b-b483-778fa2f93a65 req-703be1a6-dc9c-42b2-9c28-b3eaf104778a tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 946 time: 0.1537018 Sep 07 18:48:28.039141 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3a5c4e71-fc13-4dc6-a8ef-1f49c987637c req-191cefb2-f053-427a-88c3-06601d52d636 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:28.048822 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3a5c4e71-fc13-4dc6-a8ef-1f49c987637c req-191cefb2-f053-427a-88c3-06601d52d636 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.60 "DELETE /v2.0/ports/d0e6e22b-9769-4ad0-a921-8148bf9013b9 HTTP/1.1" status: 204 len: 173 time: 0.8629949 Sep 07 18:48:28.055206 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5990bea-4b29-4fb9-b45b-2dc701ec90a3', 'name': 'network-vif-deleted', 'tag': 'd0e6e22b-9769-4ad0-a921-8148bf9013b9'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:28.058889 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e34af3b-2079-40d4-bb92-51e1f9bbe0e2" -d '{"events": [{"server_uuid": "f5990bea-4b29-4fb9-b45b-2dc701ec90a3", "name": "network-vif-deleted", "tag": "d0e6e22b-9769-4ad0-a921-8148bf9013b9"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:28.228260 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab30c4f-d1f5-4660-aa07-1531ad84d5a1 req-89ddb588-abfe-4cf0-b6f1-4e073517930e tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:28.230910 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bab30c4f-d1f5-4660-aa07-1531ad84d5a1 req-89ddb588-abfe-4cf0-b6f1-4e073517930e tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.36 "GET /v2.0/ports?device_id=d750c172-7690-4aaf-8cf5-5b2285d6b3c3 HTTP/1.1" status: 200 len: 946 time: 0.1594560 Sep 07 18:48:28.300199 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-43d70535-ec99-43f5-b371-a4c4882a63fd req-7bd6af41-2c5e-4821-bdb3-f3fb0a616d6b tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Deleting port 3605d3e1-e1cd-4953-9297-a28588b252e2 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:48:28.300846 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-43d70535-ec99-43f5-b371-a4c4882a63fd req-7bd6af41-2c5e-4821-bdb3-f3fb0a616d6b tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:28.457133 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8acd8e07-acb6-4aa3-b5d3-c8cd0501508f req-b521c300-59df-4b47-b517-3e90bcacd518 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=67931149-2ec8-4705-a064-62e96ff324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037169 Sep 07 18:48:28.461571 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-bab30c4f-d1f5-4660-aa07-1531ad84d5a1 req-0e41ddd8-0801-4b4c-a4d2-87c83563603c tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Deleting port c4a33a9c-ed48-499e-9e22-8bcae9411940 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:48:28.461918 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-bab30c4f-d1f5-4660-aa07-1531ad84d5a1 req-0e41ddd8-0801-4b4c-a4d2-87c83563603c tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:28.467154 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-43d70535-ec99-43f5-b371-a4c4882a63fd req-7bd6af41-2c5e-4821-bdb3-f3fb0a616d6b tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] For port 3605d3e1-e1cd-4953-9297-a28588b252e2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3605d3e1-e1cd-4953-9297-a28588b252e2,segment=NetworkSegment(b2ae36fa-92c9-4bfb-bd2e-e689a5490b14),segment_id=b2ae36fa-92c9-4bfb-bd2e-e689a5490b14)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:28.467349 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-43d70535-ec99-43f5-b371-a4c4882a63fd req-7bd6af41-2c5e-4821-bdb3-f3fb0a616d6b tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:28.503122 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-43d70535-ec99-43f5-b371-a4c4882a63fd req-7bd6af41-2c5e-4821-bdb3-f3fb0a616d6b tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Calling delete_port for 3605d3e1-e1cd-4953-9297-a28588b252e2 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:48:28.504601 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-851c93b7-0c8d-4a09-a288-e9cbff6e6edf req-b1ef7e27-de8e-4be5-900a-df234c2ba0f1 tempest-LiveMigrationTest-1169360220 tempest-LiveMigrationTest-1169360220-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5990bea-4b29-4fb9-b45b-2dc701ec90a3 HTTP/1.1" status: 200 len: 210 time: 0.0442536 Sep 07 18:48:28.545813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-4debe945-14b0-4bab-8362-9d9ef73fce5c tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Allocated IP 192.168.233.180 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/c5b5c299-6247-4174-9d41-26d6b7e435e1) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:48:28.568016 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6d5e5d6-6e1a-4e2b-b483-778fa2f93a65 req-2957f91a-1890-4811-afd1-3452ee87d523 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5456722 Sep 07 18:48:28.649202 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-bab30c4f-d1f5-4660-aa07-1531ad84d5a1 req-0e41ddd8-0801-4b4c-a4d2-87c83563603c tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] For port c4a33a9c-ed48-499e-9e22-8bcae9411940, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=c4a33a9c-ed48-499e-9e22-8bcae9411940,segment=NetworkSegment(b2ae36fa-92c9-4bfb-bd2e-e689a5490b14),segment_id=b2ae36fa-92c9-4bfb-bd2e-e689a5490b14)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:28.649581 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-bab30c4f-d1f5-4660-aa07-1531ad84d5a1 req-0e41ddd8-0801-4b4c-a4d2-87c83563603c tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:28.666982 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27641fc-8e0b-4a87-9ade-58ea02373af0 x-openstack-request-id: req-c27641fc-8e0b-4a87-9ade-58ea02373af0 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:28.667278 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5990bea-4b29-4fb9-b45b-2dc701ec90a3", "name": "network-vif-deleted", "tag": "d0e6e22b-9769-4ad0-a921-8148bf9013b9", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:28.667535 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c27641fc-8e0b-4a87-9ade-58ea02373af0 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:28.667940 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5990bea-4b29-4fb9-b45b-2dc701ec90a3', 'name': 'network-vif-deleted', 'tag': 'd0e6e22b-9769-4ad0-a921-8148bf9013b9', 'status': 'completed', 'code': 200} Sep 07 18:48:28.670996 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-bab30c4f-d1f5-4660-aa07-1531ad84d5a1 req-0e41ddd8-0801-4b4c-a4d2-87c83563603c tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Calling delete_port for c4a33a9c-ed48-499e-9e22-8bcae9411940 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:48:28.746024 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-74a1e62d-e471-4247-99e0-419b4e1963f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:28.768647 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27849dc4-1f7a-499f-a941-c1da1b55cbcd req-86273d0d-4d93-45ab-8d80-402d63926f47 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b HTTP/1.1" status: 200 len: 210 time: 0.0509796 Sep 07 18:48:28.872564 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-43d70535-ec99-43f5-b371-a4c4882a63fd req-7bd6af41-2c5e-4821-bdb3-f3fb0a616d6b tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:28.940252 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6af41-2c5e-4821-bdb3-f3fb0a616d6b tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Pushing event deleted for resources: {'Port': ['ID=3605d3e1-e1cd-4953-9297-a28588b252e2,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:28.949968 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:29.039960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae898a5-49b2-42c9-b501-7d410e5fcea3 req-46e3c146-99ac-4f91-8d9d-e6f597be96cf tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:29.042266 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d70535-ec99-43f5-b371-a4c4882a63fd req-7bd6af41-2c5e-4821-bdb3-f3fb0a616d6b tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] No DVR routers for this DVR port 3605d3e1-e1cd-4953-9297-a28588b252e2 on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:48:29.047009 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-43d70535-ec99-43f5-b371-a4c4882a63fd req-7bd6af41-2c5e-4821-bdb3-f3fb0a616d6b tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:29.049651 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-43d70535-ec99-43f5-b371-a4c4882a63fd req-7bd6af41-2c5e-4821-bdb3-f3fb0a616d6b tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.36 "DELETE /v2.0/ports/3605d3e1-e1cd-4953-9297-a28588b252e2 HTTP/1.1" status: 204 len: 173 time: 1.1082771 Sep 07 18:48:29.064200 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-bab30c4f-d1f5-4660-aa07-1531ad84d5a1 req-0e41ddd8-0801-4b4c-a4d2-87c83563603c tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:29.077345 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ae898a5-49b2-42c9-b501-7d410e5fcea3 req-46e3c146-99ac-4f91-8d9d-e6f597be96cf tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/ports?device_id=818c56d5-fd3f-4c93-8463-5809d54e0eb4 HTTP/1.1" status: 200 len: 945 time: 0.1914492 Sep 07 18:48:29.113243 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41ddd8-0801-4b4c-a4d2-87c83563603c tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Pushing event deleted for resources: {'Port': ['ID=c4a33a9c-ed48-499e-9e22-8bcae9411940,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:29.117401 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-4debe945-14b0-4bab-8362-9d9ef73fce5c tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:29.161843 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-4debe945-14b0-4bab-8362-9d9ef73fce5c tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Transition to ACTIVE for port object c5b5c299-6247-4174-9d41-26d6b7e435e1 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:48:29.201407 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ae898a5-49b2-42c9-b501-7d410e5fcea3 req-d22f1b9f-cde6-49c5-a590-4956d6bc6d10 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/security-groups?id=67931149-2ec8-4705-a064-62e96ff324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180451 Sep 07 18:48:29.208768 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab30c4f-d1f5-4660-aa07-1531ad84d5a1 req-0e41ddd8-0801-4b4c-a4d2-87c83563603c tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] No DVR routers for this DVR port c4a33a9c-ed48-499e-9e22-8bcae9411940 on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:48:29.211717 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-bab30c4f-d1f5-4660-aa07-1531ad84d5a1 req-0e41ddd8-0801-4b4c-a4d2-87c83563603c tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:29.214004 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bab30c4f-d1f5-4660-aa07-1531ad84d5a1 req-0e41ddd8-0801-4b4c-a4d2-87c83563603c tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.36 "DELETE /v2.0/ports/c4a33a9c-ed48-499e-9e22-8bcae9411940 HTTP/1.1" status: 204 len: 173 time: 0.9727111 Sep 07 18:48:29.288331 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-4debe945-14b0-4bab-8362-9d9ef73fce5c tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:29.313083 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['8cc4a568-2634-4ac1-950a-eef7732e3ba6'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:48:29.463816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-4debe945-14b0-4bab-8362-9d9ef73fce5c tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:48:29.500529 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-4debe945-14b0-4bab-8362-9d9ef73fce5c tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:48:29.507332 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-4debe945-14b0-4bab-8362-9d9ef73fce5c tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:48:29.622193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51170771-4d7e-4a9c-bbc3-cd5efb48c34b req-ced99a63-9d50-4b9c-973b-c5e5d6bde5b2 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:29.624771 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51170771-4d7e-4a9c-bbc3-cd5efb48c34b req-ced99a63-9d50-4b9c-973b-c5e5d6bde5b2 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=e38ca714-5edd-4f27-9cba-fff59b476e3b HTTP/1.1" status: 200 len: 936 time: 0.2130656 Sep 07 18:48:29.626558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debe945-14b0-4bab-8362-9d9ef73fce5c tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Pushing event updated for resources: {'Port': ['ID=c5b5c299-6247-4174-9d41-26d6b7e435e1,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:29.658527 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc218fd-fb21-4633-84b4-2bccbfaaef8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32af43b9-f337-4ed9-bd60-4ab466b23720'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:29.662253 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd4b9ab-dc84-40c5-b20e-fb83c84ba171" -d '{"events": [{"server_uuid": "9bc218fd-fb21-4633-84b4-2bccbfaaef8e", "name": "network-vif-unplugged", "status": "completed", "tag": "32af43b9-f337-4ed9-bd60-4ab466b23720"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:29.683189 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-4debe945-14b0-4bab-8362-9d9ef73fce5c tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:29.684096 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-4debe945-14b0-4bab-8362-9d9ef73fce5c tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:29.717000 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-4debe945-14b0-4bab-8362-9d9ef73fce5c tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1677966 Sep 07 18:48:29.751472 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51170771-4d7e-4a9c-bbc3-cd5efb48c34b req-de36fcd4-94d1-44d3-95dc-972e1efc9df1 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124094 Sep 07 18:48:29.751763 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6370701-cd14-45d0-af09-7794d698b378 req-7e6467c8-5aa1-4665-ba84-b09c56c7130b tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:29.753546 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-7e6467c8-5aa1-4665-ba84-b09c56c7130b tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.36 "GET /v2.0/networks?id=a6b4e2fe-5b26-4a8d-af7a-529d082b210e HTTP/1.1" status: 200 len: 813 time: 0.2309716 Sep 07 18:48:29.844314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51514) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:29.948308 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] Request body: {'port': {'device_id': 'e38ca714-5edd-4f27-9cba-fff59b476e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:48:29.978602 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-f6370701-cd14-45d0-af09-7794d698b378 req-913ce59c-15e9-493c-9ab8-3d118e292640 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Request body: {'port': {'device_id': 'd6555fa4-f6c4-47e7-99b3-5fc654bacaa7', 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e', 'admin_state_up': True, 'tenant_id': '6a27654b3f6f437bb416fdf37a794dad'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:48:30.010440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6370701-cd14-45d0-af09-7794d698b378 req-ac9d5795-b9a6-44e4-a3f0-3a3cf17bbda2 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:30.012249 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-ac9d5795-b9a6-44e4-a3f0-3a3cf17bbda2 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.60 "GET /v2.0/networks?id=a6b4e2fe-5b26-4a8d-af7a-529d082b210e HTTP/1.1" status: 200 len: 813 time: 0.2577381 Sep 07 18:48:30.035322 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-f6370701-cd14-45d0-af09-7794d698b378 req-a6999e0e-46c2-4bbf-97b1-b0260eca31aa tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Request body: {'port': {'device_id': '7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b', 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e', 'admin_state_up': True, 'tenant_id': '6a27654b3f6f437bb416fdf37a794dad'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:48:30.061075 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c33f1b14-eb24-4eca-b58e-4e9c3d5f87ec None None] Provisioning for port c5b5c299-6247-4174-9d41-26d6b7e435e1 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:48:30.068107 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c33f1b14-eb24-4eca-b58e-4e9c3d5f87ec None None] Provisioning complete for port c5b5c299-6247-4174-9d41-26d6b7e435e1 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:48:30.068848 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c33f1b14-eb24-4eca-b58e-4e9c3d5f87ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:30.072265 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:30.078270 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:30.086382 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1869b22d-ee5d-4966-ae74-2c1c80380893 admin admin] Deleting subnet e7e00f10-2113-4bfd-a644-73e299afc160 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:48:30.090003 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1869b22d-ee5d-4966-ae74-2c1c80380893 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:30.116814 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c33f1b14-eb24-4eca-b58e-4e9c3d5f87ec None None] Port c5b5c299-6247-4174-9d41-26d6b7e435e1 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:48:30.179854 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1869b22d-ee5d-4966-ae74-2c1c80380893 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:30.211927 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6370701-cd14-45d0-af09-7794d698b378 req-913ce59c-15e9-493c-9ab8-3d118e292640 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Made reservation on behalf of 6a27654b3f6f437bb416fdf37a794dad for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:48:30.215256 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f6370701-cd14-45d0-af09-7794d698b378 req-913ce59c-15e9-493c-9ab8-3d118e292640 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:30.220351 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984a81f-fd49-4888-9d23-22795883be28 req-fb58ad6e-d716-411e-9b43-a8ca66ef2f66 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:30.222354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1984a81f-fd49-4888-9d23-22795883be28 req-fb58ad6e-d716-411e-9b43-a8ca66ef2f66 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 946 time: 0.2380466 Sep 07 18:48:30.299249 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6370701-cd14-45d0-af09-7794d698b378 req-a6999e0e-46c2-4bbf-97b1-b0260eca31aa tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Made reservation on behalf of 6a27654b3f6f437bb416fdf37a794dad for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:48:30.303411 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f6370701-cd14-45d0-af09-7794d698b378 req-a6999e0e-46c2-4bbf-97b1-b0260eca31aa tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:30.325653 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1869b22d-ee5d-4966-ae74-2c1c80380893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:30.331451 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e69245-b54c-41fb-88bd-00b5c2567a6c x-openstack-request-id: req-17e69245-b54c-41fb-88bd-00b5c2567a6c {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:30.331939 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc218fd-fb21-4633-84b4-2bccbfaaef8e", "name": "network-vif-unplugged", "status": "completed", "tag": "32af43b9-f337-4ed9-bd60-4ab466b23720", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:30.332364 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-17e69245-b54c-41fb-88bd-00b5c2567a6c {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:30.332927 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc218fd-fb21-4633-84b4-2bccbfaaef8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32af43b9-f337-4ed9-bd60-4ab466b23720', 'code': 200} Sep 07 18:48:30.388726 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1984a81f-fd49-4888-9d23-22795883be28 req-858e19aa-4cfe-4f80-b6ef-a873986ee0fe tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589427 Sep 07 18:48:30.454105 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f21e3d71-7695-48af-bc20-b110cc96409c req-a3ee1479-a1c9-4d40-ad3d-b80f1e8dc561 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b HTTP/1.1" status: 200 len: 210 time: 0.0583549 Sep 07 18:48:30.458533 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-f6370701-cd14-45d0-af09-7794d698b378 req-913ce59c-15e9-493c-9ab8-3d118e292640 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Allocated IP 172.20.0.3 (a6b4e2fe-5b26-4a8d-af7a-529d082b210e/a791a761-c2a8-4177-8a4f-4371f13cdeb1/62904be2-d1e0-47c4-bc5b-02339847d063) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:48:30.553527 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1869b22d-ee5d-4966-ae74-2c1c80380893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:30.596148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869b22d-ee5d-4966-ae74-2c1c80380893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e00f10-2113-4bfd-a644-73e299afc160,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:30.605706 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1869b22d-ee5d-4966-ae74-2c1c80380893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:30.607627 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1869b22d-ee5d-4966-ae74-2c1c80380893 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e7e00f10-2113-4bfd-a644-73e299afc160 HTTP/1.1" status: 204 len: 168 time: 0.7609348 Sep 07 18:48:30.612500 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51560) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:30.615588 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cfb63-b989-455a-a8fe-a9633640a435 req-96fd2998-0fc2-4926-9227-9814c858138d tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:30.617136 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-277cfb63-b989-455a-a8fe-a9633640a435 req-96fd2998-0fc2-4926-9227-9814c858138d tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/ports?device_id=818c56d5-fd3f-4c93-8463-5809d54e0eb4 HTTP/1.1" status: 200 len: 945 time: 0.1465752 Sep 07 18:48:30.669549 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e2fc57-6cad-4149-ae26-1550f98fb094', 'name': 'network-vif-deleted', 'tag': '3605d3e1-e1cd-4953-9297-a28588b252e2'}, {'server_uuid': 'd750c172-7690-4aaf-8cf5-5b2285d6b3c3', 'name': 'network-vif-deleted', 'tag': 'c4a33a9c-ed48-499e-9e22-8bcae9411940'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:30.671756 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433c7742-717b-47a7-8a6d-2d86450df8b2" -d '{"events": [{"server_uuid": "e5e2fc57-6cad-4149-ae26-1550f98fb094", "name": "network-vif-deleted", "tag": "3605d3e1-e1cd-4953-9297-a28588b252e2"}, {"server_uuid": "d750c172-7690-4aaf-8cf5-5b2285d6b3c3", "name": "network-vif-deleted", "tag": "c4a33a9c-ed48-499e-9e22-8bcae9411940"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:30.685386 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-277cfb63-b989-455a-a8fe-a9633640a435 req-03d266ea-5260-46ad-956f-b0dca82c218c tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/security-groups?id=67931149-2ec8-4705-a064-62e96ff324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576520 Sep 07 18:48:30.741991 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7dd22271-7a39-40fd-98db-529f8f18de90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:30.744334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b5c299-6247-4174-9d41-26d6b7e435e1 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:48:30.755317 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:30.756025 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f6370701-cd14-45d0-af09-7794d698b378 req-913ce59c-15e9-493c-9ab8-3d118e292640 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:30.770236 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3605d3e1-e1cd-4953-9297-a28588b252e2 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:48:30.773454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] Transition to ACTIVE for port object c5b5c299-6247-4174-9d41-26d6b7e435e1 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:48:30.779273 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:30.805252 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 3605d3e1-e1cd-4953-9297-a28588b252e2 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:48:30.805772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3605d3e1-e1cd-4953-9297-a28588b252e2 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:48:30.806365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device c4a33a9c-ed48-499e-9e22-8bcae9411940 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:48:30.848814 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f6370701-cd14-45d0-af09-7794d698b378 req-913ce59c-15e9-493c-9ab8-3d118e292640 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:30.854763 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: c4a33a9c-ed48-499e-9e22-8bcae9411940 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:48:30.855117 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device c4a33a9c-ed48-499e-9e22-8bcae9411940 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:48:30.934891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] Pushing event updated for resources: {'Port': ['ID=c5b5c299-6247-4174-9d41-26d6b7e435e1,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:30.956058 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ce59c-15e9-493c-9ab8-3d118e292640 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Pushing event updated for resources: {'Port': ['ID=62904be2-d1e0-47c4-bc5b-02339847d063,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:31.011797 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6370701-cd14-45d0-af09-7794d698b378 req-913ce59c-15e9-493c-9ab8-3d118e292640 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Network a6b4e2fe-5b26-4a8d-af7a-529d082b210e is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:48:31.053175 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53066505-c547-45b0-8864-5adb4487268d x-openstack-request-id: req-53066505-c547-45b0-8864-5adb4487268d {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:31.054085 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e2fc57-6cad-4149-ae26-1550f98fb094", "name": "network-vif-deleted", "tag": "3605d3e1-e1cd-4953-9297-a28588b252e2", "status": "completed", "code": 200}, {"server_uuid": "d750c172-7690-4aaf-8cf5-5b2285d6b3c3", "name": "network-vif-deleted", "tag": "c4a33a9c-ed48-499e-9e22-8bcae9411940", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:31.054320 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53066505-c547-45b0-8864-5adb4487268d {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:31.054711 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e2fc57-6cad-4149-ae26-1550f98fb094', 'name': 'network-vif-deleted', 'tag': '3605d3e1-e1cd-4953-9297-a28588b252e2', 'status': 'completed', 'code': 200} Sep 07 18:48:31.055006 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd750c172-7690-4aaf-8cf5-5b2285d6b3c3', 'name': 'network-vif-deleted', 'tag': 'c4a33a9c-ed48-499e-9e22-8bcae9411940', 'status': 'completed', 'code': 200} Sep 07 18:48:31.055858 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-f6370701-cd14-45d0-af09-7794d698b378 req-913ce59c-15e9-493c-9ab8-3d118e292640 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:48:31.058539 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6370701-cd14-45d0-af09-7794d698b378 req-913ce59c-15e9-493c-9ab8-3d118e292640 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:48:31.123182 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7dd22271-7a39-40fd-98db-529f8f18de90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:31.123719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] Attempting to bind port c5b5c299-6247-4174-9d41-26d6b7e435e1 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:48:31.124711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] Attempting to bind port c5b5c299-6247-4174-9d41-26d6b7e435e1 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:48:31.126192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] Attempting to bind port c5b5c299-6247-4174-9d41-26d6b7e435e1 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:48:31.133573 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] Port c5b5c299-6247-4174-9d41-26d6b7e435e1 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:48:31.134746 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] Attempting to bind port c5b5c299-6247-4174-9d41-26d6b7e435e1 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:48:31.148006 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:48:31.148668 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:48:31.149233 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:48:31.151620 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] Bound port: c5b5c299-6247-4174-9d41-26d6b7e435e1, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:48:31.152010 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:31.165814 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-7dd22271-7a39-40fd-98db-529f8f18de90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63d4de9-c5b5-4788-8524-e66342dcbc59']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:31.170520 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.db.api [req-f6370701-cd14-45d0-af09-7794d698b378 req-a6999e0e-46c2-4bbf-97b1-b0260eca31aa tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-4a34ec9e-b13e-4694-b9f9-2b9ba78b2b05 {{(pid=101444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 18:48:31.170865 n-d-807786-1 neutron-server[101444]: DEBUG oslo_db.api [req-f6370701-cd14-45d0-af09-7794d698b378 req-a6999e0e-46c2-4bbf-97b1-b0260eca31aa tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 18:48:31.185880 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-7dd22271-7a39-40fd-98db-529f8f18de90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be75e2ec-af34-4491-897e-feb55731098d') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:31.186176 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-7dd22271-7a39-40fd-98db-529f8f18de90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be75e2ec-af34-4491-897e-feb55731098d') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:31.215474 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d0e6e22b-9769-4ad0-a921-8148bf9013b9 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:48:31.265190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: d0e6e22b-9769-4ad0-a921-8148bf9013b9 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:48:31.265527 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d0e6e22b-9769-4ad0-a921-8148bf9013b9 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:48:31.316822 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6a82d-97a4-48d6-a6c1-ee0f5645ed2b req-a8cd6862-f91a-4c5a-882a-a20aa8da1bda tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:31.324829 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bce6a82d-97a4-48d6-a6c1-ee0f5645ed2b req-a8cd6862-f91a-4c5a-882a-a20aa8da1bda tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=e38ca714-5edd-4f27-9cba-fff59b476e3b HTTP/1.1" status: 200 len: 948 time: 0.1330287 Sep 07 18:48:31.359832 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] For port c5b5c299-6247-4174-9d41-26d6b7e435e1, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:48:31.377941 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bce6a82d-97a4-48d6-a6c1-ee0f5645ed2b req-d9f419b6-d513-416e-93f0-e452f68c9046 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522091 Sep 07 18:48:31.393421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] For port c5b5c299-6247-4174-9d41-26d6b7e435e1, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=c5b5c299-6247-4174-9d41-26d6b7e435e1,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:48:31.411961 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:31.468413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:31.469088 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:31.470574 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] 10.222.0.60 "PUT /v2.0/ports/c5b5c299-6247-4174-9d41-26d6b7e435e1 HTTP/1.1" status: 200 len: 1096 time: 1.7149999 Sep 07 18:48:31.471034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38ca714-5edd-4f27-9cba-fff59b476e3b', 'tag': 'c5b5c299-6247-4174-9d41-26d6b7e435e1'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:31.473382 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49a235e-4cbf-4fb0-80f7-c4c533c2a699" -d '{"events": [{"name": "network-changed", "server_uuid": "e38ca714-5edd-4f27-9cba-fff59b476e3b", "tag": "c5b5c299-6247-4174-9d41-26d6b7e435e1"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:31.489372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8167a6e-51d4-4ac6-b82a-24f5cbec2264 req-15376f62-360f-4fbc-866d-15713da918c9 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:31.491149 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8167a6e-51d4-4ac6-b82a-24f5cbec2264 req-15376f62-360f-4fbc-866d-15713da918c9 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81 HTTP/1.1" status: 200 len: 948 time: 0.1178010 Sep 07 18:48:31.611090 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199af51-fb08-4317-90be-e0be26ccdd3f service neutron] Pushing event updated for resources: {'Port': ['ID=c5b5c299-6247-4174-9d41-26d6b7e435e1,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:31.617873 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:31.644626 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166eb7b-47e0-4293-94c6-ec5002fcc857 req-d5078e5b-859e-4d90-a858-713dde9a3c73 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:31.652910 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9166eb7b-47e0-4293-94c6-ec5002fcc857 req-d5078e5b-859e-4d90-a858-713dde9a3c73 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 946 time: 0.1520576 Sep 07 18:48:31.678892 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6370701-cd14-45d0-af09-7794d698b378 req-913ce59c-15e9-493c-9ab8-3d118e292640 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:31.679558 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f6370701-cd14-45d0-af09-7794d698b378 req-913ce59c-15e9-493c-9ab8-3d118e292640 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:31.684657 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7dd22271-7a39-40fd-98db-529f8f18de90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:31.687392 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f6370701-cd14-45d0-af09-7794d698b378 req-a6999e0e-46c2-4bbf-97b1-b0260eca31aa tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:31.692538 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8167a6e-51d4-4ac6-b82a-24f5cbec2264 req-57eb7819-b48c-4edd-a285-f019d9fe6d25 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b6cddd1-75e6-4823-82cd-31891510e618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900632 Sep 07 18:48:31.703347 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-57f098e9-4a60-4a9c-b8b6-73a5a14a6be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:31.705598 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-57f098e9-4a60-4a9c-b8b6-73a5a14a6be7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b07c1ca09a1460598630285affb411a&device_id=e38ca714-5edd-4f27-9cba-fff59b476e3b HTTP/1.1" status: 200 len: 1099 time: 0.1676581 Sep 07 18:48:31.733535 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-913ce59c-15e9-493c-9ab8-3d118e292640 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7624052 Sep 07 18:48:31.740042 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7dd22271-7a39-40fd-98db-529f8f18de90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:31.757265 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-f6370701-cd14-45d0-af09-7794d698b378 req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] Request body: {'port': {'device_id': 'd6555fa4-f6c4-47e7-99b3-5fc654bacaa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:48:31.766818 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd22271-7a39-40fd-98db-529f8f18de90 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:48:31.767453 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7dd22271-7a39-40fd-98db-529f8f18de90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:48:31.769188 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:48:31.780819 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9166eb7b-47e0-4293-94c6-ec5002fcc857 req-6e97145d-f7c0-414a-aef0-1915d8e2bef8 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246886 Sep 07 18:48:31.790239 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-3c4e2d64-c399-4e54-aec6-a763c0b1ab35 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=c5b5c299-6247-4174-9d41-26d6b7e435e1 HTTP/1.1" status: 200 len: 217 time: 0.0720365 Sep 07 18:48:31.831181 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3e10f4a2-0b3d-44ac-b051-a7eb50059096 req-b685f798-5a9b-4864-b496-6eff0821d32b tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b HTTP/1.1" status: 200 len: 210 time: 0.0626369 Sep 07 18:48:31.863833 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceb404a-c6a4-4773-b1ae-fa1c7a623a5a x-openstack-request-id: req-cceb404a-c6a4-4773-b1ae-fa1c7a623a5a {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:31.864139 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38ca714-5edd-4f27-9cba-fff59b476e3b", "tag": "c5b5c299-6247-4174-9d41-26d6b7e435e1", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:31.864380 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cceb404a-c6a4-4773-b1ae-fa1c7a623a5a {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:31.864808 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38ca714-5edd-4f27-9cba-fff59b476e3b', 'tag': 'c5b5c299-6247-4174-9d41-26d6b7e435e1', 'status': 'completed', 'code': 200} Sep 07 18:48:31.882905 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-8ab80279-a2f2-4b98-8e39-e3f16a9a414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:31.884404 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-8ab80279-a2f2-4b98-8e39-e3f16a9a414d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0629826 Sep 07 18:48:31.943583 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7dd22271-7a39-40fd-98db-529f8f18de90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:31.948553 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7dd22271-7a39-40fd-98db-529f8f18de90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:31.956539 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7dd22271-7a39-40fd-98db-529f8f18de90 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b63d4de9-c5b5-4788-8524-e66342dcbc59 HTTP/1.1" status: 204 len: 168 time: 1.3382483 Sep 07 18:48:31.958360 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51614) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:31.996664 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd22271-7a39-40fd-98db-529f8f18de90 admin admin] Pushing event deleted for resources: {'Network': ['ID=b63d4de9-c5b5-4788-8524-e66342dcbc59,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:32.003251 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f6370701-cd14-45d0-af09-7794d698b378 req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:32.015295 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-73b1816e-3c40-4d28-913d-279ab4ee8d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:32.017392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-73b1816e-3c40-4d28-913d-279ab4ee8d73 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1233282 Sep 07 18:48:32.076089 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-f6370701-cd14-45d0-af09-7794d698b378 req-a6999e0e-46c2-4bbf-97b1-b0260eca31aa tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Allocated IP 172.20.0.6 (a6b4e2fe-5b26-4a8d-af7a-529d082b210e/a791a761-c2a8-4177-8a4f-4371f13cdeb1/e17a200a-a878-45ae-bb3b-356b436b6d14) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:48:32.199614 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-f10c63a6-1938-4be9-a9ea-09de1aacbd42 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727097 Sep 07 18:48:32.204027 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2fe7df-ad40-43a3-8e5f-0ff2534aa7f9 admin admin] Deleting subnet 479dbb5b-cfd3-4fb6-97d6-0d28a2a023a5 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:48:32.208467 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff2fe7df-ad40-43a3-8e5f-0ff2534aa7f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:32.319410 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff2fe7df-ad40-43a3-8e5f-0ff2534aa7f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:32.361253 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f6370701-cd14-45d0-af09-7794d698b378 req-a6999e0e-46c2-4bbf-97b1-b0260eca31aa tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:32.377155 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1804aa7e-8430-42a0-8d3f-27919f2e5ce4 req-4aa69e39-b1af-490f-b637-88acf10a1d33 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696386 Sep 07 18:48:32.378155 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff2fe7df-ad40-43a3-8e5f-0ff2534aa7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:32.418125 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f6370701-cd14-45d0-af09-7794d698b378 req-a6999e0e-46c2-4bbf-97b1-b0260eca31aa tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:32.459223 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff2fe7df-ad40-43a3-8e5f-0ff2534aa7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:32.518897 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fe7df-ad40-43a3-8e5f-0ff2534aa7f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=479dbb5b-cfd3-4fb6-97d6-0d28a2a023a5,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:32.520824 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6370701-cd14-45d0-af09-7794d698b378 req-a6999e0e-46c2-4bbf-97b1-b0260eca31aa tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Network a6b4e2fe-5b26-4a8d-af7a-529d082b210e is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:48:32.520984 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff2fe7df-ad40-43a3-8e5f-0ff2534aa7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:32.525598 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ff2fe7df-ad40-43a3-8e5f-0ff2534aa7f9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/479dbb5b-cfd3-4fb6-97d6-0d28a2a023a5 HTTP/1.1" status: 204 len: 168 time: 0.5639629 Sep 07 18:48:32.525765 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51622) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:32.542194 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a235e-4cbf-4fb0-80f7-c4c533c2a699 req-ddc1da39-6fb3-4df7-9f25-3dfbe3115ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:32.543697 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f49a235e-4cbf-4fb0-80f7-c4c533c2a699 req-ddc1da39-6fb3-4df7-9f25-3dfbe3115ee6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b07c1ca09a1460598630285affb411a&device_id=e38ca714-5edd-4f27-9cba-fff59b476e3b HTTP/1.1" status: 200 len: 1099 time: 0.1118622 Sep 07 18:48:32.545678 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-f6370701-cd14-45d0-af09-7794d698b378 req-a6999e0e-46c2-4bbf-97b1-b0260eca31aa tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:48:32.548173 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6370701-cd14-45d0-af09-7794d698b378 req-a6999e0e-46c2-4bbf-97b1-b0260eca31aa tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:48:32.556125 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8322c80-0bbb-4dfd-abd1-498e0dc1980d req-51227d6c-cfa1-41ed-ac74-0a5d59867bbc tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:32.557658 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8322c80-0bbb-4dfd-abd1-498e0dc1980d req-51227d6c-cfa1-41ed-ac74-0a5d59867bbc tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=e38ca714-5edd-4f27-9cba-fff59b476e3b HTTP/1.1" status: 200 len: 948 time: 0.0899115 Sep 07 18:48:32.565921 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6999e0e-46c2-4bbf-97b1-b0260eca31aa tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Pushing event updated for resources: {'Port': ['ID=e17a200a-a878-45ae-bb3b-356b436b6d14,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:32.657407 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8322c80-0bbb-4dfd-abd1-498e0dc1980d req-b445e044-81f5-4a4b-8c07-4c1426cb96a3 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905499 Sep 07 18:48:32.678661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a235e-4cbf-4fb0-80f7-c4c533c2a699 req-37e8d712-6468-42e7-91be-b6018657a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:32.680170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f49a235e-4cbf-4fb0-80f7-c4c533c2a699 req-37e8d712-6468-42e7-91be-b6018657a0dc service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.1216311 Sep 07 18:48:32.687964 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6370701-cd14-45d0-af09-7794d698b378 req-a6999e0e-46c2-4bbf-97b1-b0260eca31aa tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:32.688599 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f6370701-cd14-45d0-af09-7794d698b378 req-a6999e0e-46c2-4bbf-97b1-b0260eca31aa tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:32.692483 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c0ae280-caec-433a-a4d9-999c7a7f0731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:32.725866 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f49a235e-4cbf-4fb0-80f7-c4c533c2a699 req-fc19de64-2974-4bb0-aece-cbf6e9fef44c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=c5b5c299-6247-4174-9d41-26d6b7e435e1 HTTP/1.1" status: 200 len: 217 time: 0.0377531 Sep 07 18:48:32.734575 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-a6999e0e-46c2-4bbf-97b1-b0260eca31aa tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7085414 Sep 07 18:48:32.761618 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-f6370701-cd14-45d0-af09-7794d698b378 req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] Request body: {'port': {'device_id': '7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:48:32.811997 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-f6370701-cd14-45d0-af09-7794d698b378 req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62904be2-d1e0-47c4-bc5b-02339847d063 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:48:32.819174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a235e-4cbf-4fb0-80f7-c4c533c2a699 req-0a68655f-6bc0-429c-9559-124e4c10e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:32.821004 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f49a235e-4cbf-4fb0-80f7-c4c533c2a699 req-0a68655f-6bc0-429c-9559-124e4c10e3bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0876548 Sep 07 18:48:32.831859 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f6370701-cd14-45d0-af09-7794d698b378 req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:32.852596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7d12d-57e5-477c-a96b-3f0a557cac65 req-a00f9df1-30fb-4984-844c-5986e0e2e0be tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:32.854806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-46e7d12d-57e5-477c-a96b-3f0a557cac65 req-a00f9df1-30fb-4984-844c-5986e0e2e0be tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81 HTTP/1.1" status: 200 len: 948 time: 0.0826004 Sep 07 18:48:32.880885 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-f6370701-cd14-45d0-af09-7794d698b378 req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] Transition to ACTIVE for port object 62904be2-d1e0-47c4-bc5b-02339847d063 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:48:32.911431 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c0ae280-caec-433a-a4d9-999c7a7f0731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:32.913850 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f6370701-cd14-45d0-af09-7794d698b378 req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:32.929438 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f6370701-cd14-45d0-af09-7794d698b378 req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:32.952646 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-46e7d12d-57e5-477c-a96b-3f0a557cac65 req-4482db81-d498-46b7-9c95-c5ed8802e49f tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b6cddd1-75e6-4823-82cd-31891510e618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824280 Sep 07 18:48:32.956893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a235e-4cbf-4fb0-80f7-c4c533c2a699 req-c50e16fa-4029-4a65-b777-735fe6f6c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:32.958357 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f49a235e-4cbf-4fb0-80f7-c4c533c2a699 req-c50e16fa-4029-4a65-b777-735fe6f6c9fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1296754 Sep 07 18:48:32.975711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c28a02-fa5b-4fee-a81e-e0f708b3f8a8 req-817bc806-e6b8-48d2-857a-5566cf633dc1 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:32.977693 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5c0ae280-caec-433a-a4d9-999c7a7f0731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77eafa54-3a53-43e5-b7eb-893bfb32d6d3']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:32.978295 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5c28a02-fa5b-4fee-a81e-e0f708b3f8a8 req-817bc806-e6b8-48d2-857a-5566cf633dc1 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 946 time: 0.1070988 Sep 07 18:48:33.010550 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5c0ae280-caec-433a-a4d9-999c7a7f0731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3e0900-73a3-4701-91c3-038bd49042cf') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:33.010924 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5c0ae280-caec-433a-a4d9-999c7a7f0731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3e0900-73a3-4701-91c3-038bd49042cf') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:33.040595 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] Pushing event updated for resources: {'Port': ['ID=62904be2-d1e0-47c4-bc5b-02339847d063,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:33.044178 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c0ae280-caec-433a-a4d9-999c7a7f0731 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:33.080699 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c0ae280-caec-433a-a4d9-999c7a7f0731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:33.097224 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5c28a02-fa5b-4fee-a81e-e0f708b3f8a8 req-0d741346-2a6e-4626-a077-a7a26f3c77c9 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098936 Sep 07 18:48:33.118712 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0ae280-caec-433a-a4d9-999c7a7f0731 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:48:33.119123 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c0ae280-caec-433a-a4d9-999c7a7f0731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:48:33.123809 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:48:33.147937 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d70adc-c376-4a08-aac8-224ed29f8394 req-c91af507-b34c-40a2-8892-d12c4a68573f tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:33.149553 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44d70adc-c376-4a08-aac8-224ed29f8394 req-c91af507-b34c-40a2-8892-d12c4a68573f tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b HTTP/1.1" status: 200 len: 931 time: 0.1173429 Sep 07 18:48:33.151582 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f49a235e-4cbf-4fb0-80f7-c4c533c2a699 req-789ccbf2-f11d-41dc-abd6-4e8853f66b2f service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723499 Sep 07 18:48:33.257754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44d70adc-c376-4a08-aac8-224ed29f8394 req-9d5fb7a1-0db6-4cc7-896a-6083aa61c404 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006880 Sep 07 18:48:33.290468 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f49a235e-4cbf-4fb0-80f7-c4c533c2a699 req-1554096a-7d81-4d7e-b36e-4b540ab31911 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259665 Sep 07 18:48:33.299747 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c0ae280-caec-433a-a4d9-999c7a7f0731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:33.318709 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c0ae280-caec-433a-a4d9-999c7a7f0731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:33.323175 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5c0ae280-caec-433a-a4d9-999c7a7f0731 admin admin] 10.222.0.26 "DELETE /v2.0/networks/77eafa54-3a53-43e5-b7eb-893bfb32d6d3 HTTP/1.1" status: 204 len: 168 time: 0.7889149 Sep 07 18:48:33.323175 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-f6370701-cd14-45d0-af09-7794d698b378 req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] Attempting to bind port 62904be2-d1e0-47c4-bc5b-02339847d063 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:48:33.323175 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-f6370701-cd14-45d0-af09-7794d698b378 req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] Attempting to bind port 62904be2-d1e0-47c4-bc5b-02339847d063 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'b2ae36fa-92c9-4bfb-bd2e-e689a5490b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:48:33.323175 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6370701-cd14-45d0-af09-7794d698b378 req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] Attempting to bind port 62904be2-d1e0-47c4-bc5b-02339847d063 on network a6b4e2fe-5b26-4a8d-af7a-529d082b210e {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:48:33.331442 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837e3a1-36f7-46a3-a32a-f939736355c0 req-517ab7e1-3cd3-4790-9071-7d81f20938a6 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:33.332855 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0837e3a1-36f7-46a3-a32a-f939736355c0 req-517ab7e1-3cd3-4790-9071-7d81f20938a6 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81 HTTP/1.1" status: 200 len: 948 time: 0.2207050 Sep 07 18:48:33.360940 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ae280-caec-433a-a4d9-999c7a7f0731 admin admin] Pushing event deleted for resources: {'Network': ['ID=77eafa54-3a53-43e5-b7eb-893bfb32d6d3,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:33.365716 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6370701-cd14-45d0-af09-7794d698b378 req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] Port 62904be2-d1e0-47c4-bc5b-02339847d063 on network a6b4e2fe-5b26-4a8d-af7a-529d082b210e not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:48:33.365932 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6370701-cd14-45d0-af09-7794d698b378 req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] Attempting to bind port 62904be2-d1e0-47c4-bc5b-02339847d063 on network a6b4e2fe-5b26-4a8d-af7a-529d082b210e {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:48:33.419814 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6370701-cd14-45d0-af09-7794d698b378 req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:48:33.420175 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6370701-cd14-45d0-af09-7794d698b378 req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] Checking segment: {'id': 'b2ae36fa-92c9-4bfb-bd2e-e689a5490b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:48:33.420582 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6370701-cd14-45d0-af09-7794d698b378 req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] Bound using segment: {'id': 'b2ae36fa-92c9-4bfb-bd2e-e689a5490b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:48:33.421027 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-f6370701-cd14-45d0-af09-7794d698b378 req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] Bound port: 62904be2-d1e0-47c4-bc5b-02339847d063, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ae36fa-92c9-4bfb-bd2e-e689a5490b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:48:33.421388 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f6370701-cd14-45d0-af09-7794d698b378 req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:33.471552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51642) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:33.520552 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0caf0bc2-70b5-4abf-91f0-9d8beb44987f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=44a39173cb8e4225b1d135c8b5917bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468619 Sep 07 18:48:33.522911 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51644) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:33.580320 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-f6370701-cd14-45d0-af09-7794d698b378 req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] For port 62904be2-d1e0-47c4-bc5b-02339847d063, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:48:33.588112 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-0837e3a1-36f7-46a3-a32a-f939736355c0 req-9d0da319-620b-44c4-898f-1275f7c3a5b0 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Deleting port f5a116e3-e8c0-4db8-b917-f7265a64576b {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:48:33.588312 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-17554a28-0f50-4fd9-9128-f61745daad7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:33.588423 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-0837e3a1-36f7-46a3-a32a-f939736355c0 req-9d0da319-620b-44c4-898f-1275f7c3a5b0 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:33.613533 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-17554a28-0f50-4fd9-9128-f61745daad7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:33.638850 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-f6370701-cd14-45d0-af09-7794d698b378 req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] For port 62904be2-d1e0-47c4-bc5b-02339847d063, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=62904be2-d1e0-47c4-bc5b-02339847d063,segment=NetworkSegment(b2ae36fa-92c9-4bfb-bd2e-e689a5490b14),segment_id=b2ae36fa-92c9-4bfb-bd2e-e689a5490b14)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:48:33.646857 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f6370701-cd14-45d0-af09-7794d698b378 req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:33.715363 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-f6370701-cd14-45d0-af09-7794d698b378 req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e17a200a-a878-45ae-bb3b-356b436b6d14 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:48:33.720076 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-17554a28-0f50-4fd9-9128-f61745daad7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:33.723834 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-17554a28-0f50-4fd9-9128-f61745daad7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:33.727826 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-17554a28-0f50-4fd9-9128-f61745daad7d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a8b1129f-aa87-4fff-bdfa-07d055ddd193 HTTP/1.1" status: 204 len: 168 time: 0.2001343 Sep 07 18:48:33.727984 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f6370701-cd14-45d0-af09-7794d698b378 req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:33.743746 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17554a28-0f50-4fd9-9128-f61745daad7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b1129f-aa87-4fff-bdfa-07d055ddd193,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:33.790963 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6370701-cd14-45d0-af09-7794d698b378 req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:33.791911 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f6370701-cd14-45d0-af09-7794d698b378 req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:33.793527 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] 10.222.0.36 "PUT /v2.0/ports/62904be2-d1e0-47c4-bc5b-02339847d063 HTTP/1.1" status: 200 len: 1091 time: 2.0421937 Sep 07 18:48:33.794163 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6555fa4-f6c4-47e7-99b3-5fc654bacaa7', 'tag': '62904be2-d1e0-47c4-bc5b-02339847d063'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:33.797033 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38491b55-0cf5-457d-a451-da6a1156906b" -d '{"events": [{"name": "network-changed", "server_uuid": "d6555fa4-f6c4-47e7-99b3-5fc654bacaa7", "tag": "62904be2-d1e0-47c4-bc5b-02339847d063"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:33.807447 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-f6370701-cd14-45d0-af09-7794d698b378 req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] Transition to ACTIVE for port object e17a200a-a878-45ae-bb3b-356b436b6d14 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:48:33.847012 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd94f9-40b5-41a3-81b7-a551902b19ae req-aabee2e7-ae7f-4633-a92e-6316f63bde09 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:33.848051 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f6370701-cd14-45d0-af09-7794d698b378 req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:33.848758 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-35fd94f9-40b5-41a3-81b7-a551902b19ae req-aabee2e7-ae7f-4633-a92e-6316f63bde09 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=e38ca714-5edd-4f27-9cba-fff59b476e3b HTTP/1.1" status: 200 len: 948 time: 0.0684741 Sep 07 18:48:33.854840 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbafe92-46d1-4c63-83ef-2e57055c947e x-openstack-request-id: req-0bbafe92-46d1-4c63-83ef-2e57055c947e {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:33.855094 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6555fa4-f6c4-47e7-99b3-5fc654bacaa7", "tag": "62904be2-d1e0-47c4-bc5b-02339847d063", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:33.855344 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0bbafe92-46d1-4c63-83ef-2e57055c947e {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:33.855726 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6555fa4-f6c4-47e7-99b3-5fc654bacaa7', 'tag': '62904be2-d1e0-47c4-bc5b-02339847d063', 'status': 'completed', 'code': 200} Sep 07 18:48:33.895688 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-35fd94f9-40b5-41a3-81b7-a551902b19ae req-0a43d32b-8f3b-48f5-95dd-7c712b52f6be tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398731 Sep 07 18:48:33.917235 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-0837e3a1-36f7-46a3-a32a-f939736355c0 req-9d0da319-620b-44c4-898f-1275f7c3a5b0 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] For port f5a116e3-e8c0-4db8-b917-f7265a64576b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f5a116e3-e8c0-4db8-b917-f7265a64576b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:33.917235 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-0837e3a1-36f7-46a3-a32a-f939736355c0 req-9d0da319-620b-44c4-898f-1275f7c3a5b0 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:33.928398 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00d6f6-4aef-47c5-ac03-a4ef217a5011 service neutron] Pushing event updated for resources: {'Port': ['ID=62904be2-d1e0-47c4-bc5b-02339847d063,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:33.968467 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-0837e3a1-36f7-46a3-a32a-f939736355c0 req-9d0da319-620b-44c4-898f-1275f7c3a5b0 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Calling delete_port for f5a116e3-e8c0-4db8-b917-f7265a64576b owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:48:34.003643 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6370701-cd14-45d0-af09-7794d698b378 req-bed4a9cd-216d-47fd-a1ff-10fecfdb86b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:34.005279 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-bed4a9cd-216d-47fd-a1ff-10fecfdb86b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a27654b3f6f437bb416fdf37a794dad&device_id=d6555fa4-f6c4-47e7-99b3-5fc654bacaa7 HTTP/1.1" status: 200 len: 1094 time: 0.1529865 Sep 07 18:48:34.072914 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] Pushing event updated for resources: {'Port': ['ID=e17a200a-a878-45ae-bb3b-356b436b6d14,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:34.089026 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5b72f-fb68-4911-b7cf-726a2dfddc3e req-96a81bdd-80cd-465a-af02-ec6be6fff23e tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:34.099867 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dea5b72f-fb68-4911-b7cf-726a2dfddc3e req-96a81bdd-80cd-465a-af02-ec6be6fff23e tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81 HTTP/1.1" status: 200 len: 948 time: 0.0647314 Sep 07 18:48:34.142296 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dea5b72f-fb68-4911-b7cf-726a2dfddc3e req-4c8c2b86-c278-4171-a3f2-992645be153d tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b6cddd1-75e6-4823-82cd-31891510e618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403376 Sep 07 18:48:34.156032 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-82578e25-a509-4224-83e0-79bb7e153586 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62904be2-d1e0-47c4-bc5b-02339847d063 HTTP/1.1" status: 200 len: 217 time: 0.1044040 Sep 07 18:48:34.219876 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6370701-cd14-45d0-af09-7794d698b378 req-7c966a7c-323a-443c-8fde-b868363aee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:34.221429 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-7c966a7c-323a-443c-8fde-b868363aee8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a791a761-c2a8-4177-8a4f-4371f13cdeb1 HTTP/1.1" status: 200 len: 853 time: 0.0532975 Sep 07 18:48:34.261810 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51668) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:34.272166 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-e1568d24-ab14-4735-9fb0-e24243ae30f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6b4e2fe-5b26-4a8d-af7a-529d082b210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421748 Sep 07 18:48:34.306254 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-f6370701-cd14-45d0-af09-7794d698b378 req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] Attempting to bind port e17a200a-a878-45ae-bb3b-356b436b6d14 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:48:34.306597 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-f6370701-cd14-45d0-af09-7794d698b378 req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] Attempting to bind port e17a200a-a878-45ae-bb3b-356b436b6d14 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'b2ae36fa-92c9-4bfb-bd2e-e689a5490b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:48:34.306934 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6370701-cd14-45d0-af09-7794d698b378 req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] Attempting to bind port e17a200a-a878-45ae-bb3b-356b436b6d14 on network a6b4e2fe-5b26-4a8d-af7a-529d082b210e {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:48:34.316612 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b263f3fc-c130-436c-ac88-9b473786d68c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05c55c9702854bce946895c0cfc3ce5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534854 Sep 07 18:48:34.318269 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6370701-cd14-45d0-af09-7794d698b378 req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] Port e17a200a-a878-45ae-bb3b-356b436b6d14 on network a6b4e2fe-5b26-4a8d-af7a-529d082b210e not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:48:34.318599 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6370701-cd14-45d0-af09-7794d698b378 req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] Attempting to bind port e17a200a-a878-45ae-bb3b-356b436b6d14 on network a6b4e2fe-5b26-4a8d-af7a-529d082b210e {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:48:34.319095 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51674) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:34.344231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c052f-6772-41fc-9a9f-5bd429c7937b req-39ee4133-15f2-482e-9f7b-371ca2838d95 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:34.346477 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c1c052f-6772-41fc-9a9f-5bd429c7937b req-39ee4133-15f2-482e-9f7b-371ca2838d95 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 946 time: 0.1338096 Sep 07 18:48:34.350370 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6370701-cd14-45d0-af09-7794d698b378 req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:48:34.350612 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6370701-cd14-45d0-af09-7794d698b378 req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] Checking segment: {'id': 'b2ae36fa-92c9-4bfb-bd2e-e689a5490b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:48:34.351013 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6370701-cd14-45d0-af09-7794d698b378 req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] Bound using segment: {'id': 'b2ae36fa-92c9-4bfb-bd2e-e689a5490b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:48:34.351468 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-f6370701-cd14-45d0-af09-7794d698b378 req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] Bound port: e17a200a-a878-45ae-bb3b-356b436b6d14, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ae36fa-92c9-4bfb-bd2e-e689a5490b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:48:34.351835 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f6370701-cd14-45d0-af09-7794d698b378 req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:34.465637 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-0837e3a1-36f7-46a3-a32a-f939736355c0 req-9d0da319-620b-44c4-898f-1275f7c3a5b0 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:34.474239 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-437e8643-a0b5-4433-95a4-76b24498e937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:34.478675 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c1c052f-6772-41fc-9a9f-5bd429c7937b req-741a1a40-827e-48a8-9c4f-23ac3696d6dd tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105583 Sep 07 18:48:34.511422 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-fcc51fda-4481-4ab1-8c55-041281bedd2a service neutron] 10.222.0.36 "GET /v2.0/networks/a6b4e2fe-5b26-4a8d-af7a-529d082b210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310398 Sep 07 18:48:34.515712 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0da319-620b-44c4-898f-1275f7c3a5b0 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Pushing event deleted for resources: {'Port': ['ID=f5a116e3-e8c0-4db8-b917-f7265a64576b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:34.530654 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-437e8643-a0b5-4433-95a4-76b24498e937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:34.539138 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-f6370701-cd14-45d0-af09-7794d698b378 req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] For port e17a200a-a878-45ae-bb3b-356b436b6d14, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:48:34.542398 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844776be-5253-4916-9ae5-5e73c64e303c req-e2554300-5ff3-450c-b86d-b9a7d863d720 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:34.544133 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-844776be-5253-4916-9ae5-5e73c64e303c req-e2554300-5ff3-450c-b86d-b9a7d863d720 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b HTTP/1.1" status: 200 len: 943 time: 0.1173105 Sep 07 18:48:34.613897 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0837e3a1-36f7-46a3-a32a-f939736355c0 req-9d0da319-620b-44c4-898f-1275f7c3a5b0 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] No DVR routers for this DVR port f5a116e3-e8c0-4db8-b917-f7265a64576b on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:48:34.616696 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-f6370701-cd14-45d0-af09-7794d698b378 req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] For port e17a200a-a878-45ae-bb3b-356b436b6d14, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e17a200a-a878-45ae-bb3b-356b436b6d14,segment=NetworkSegment(b2ae36fa-92c9-4bfb-bd2e-e689a5490b14),segment_id=b2ae36fa-92c9-4bfb-bd2e-e689a5490b14)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:48:34.619669 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-0837e3a1-36f7-46a3-a32a-f939736355c0 req-9d0da319-620b-44c4-898f-1275f7c3a5b0 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:34.621945 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0837e3a1-36f7-46a3-a32a-f939736355c0 req-9d0da319-620b-44c4-898f-1275f7c3a5b0 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.36 "DELETE /v2.0/ports/f5a116e3-e8c0-4db8-b917-f7265a64576b HTTP/1.1" status: 204 len: 173 time: 1.2700994 Sep 07 18:48:34.654862 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f6370701-cd14-45d0-af09-7794d698b378 req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:34.669782 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-844776be-5253-4916-9ae5-5e73c64e303c req-1d9879ff-fa06-4512-a544-62279caa8c2a tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159453 Sep 07 18:48:34.705464 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f35f0-b32e-4bd4-a480-9859464bcd61 req-4f8029d5-dffa-41f3-b2ae-e22962f2223c tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:34.716813 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e81f35f0-b32e-4bd4-a480-9859464bcd61 req-4f8029d5-dffa-41f3-b2ae-e22962f2223c tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 945 time: 0.0972881 Sep 07 18:48:34.729842 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6370701-cd14-45d0-af09-7794d698b378 req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:34.730473 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f6370701-cd14-45d0-af09-7794d698b378 req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:34.731872 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] 10.222.0.60 "PUT /v2.0/ports/e17a200a-a878-45ae-bb3b-356b436b6d14 HTTP/1.1" status: 200 len: 1091 time: 1.9784091 Sep 07 18:48:34.753279 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-4a954de8-a67b-4662-af70-5a29f17c3554 service neutron] 10.222.0.36 "GET /v2.0/networks/a6b4e2fe-5b26-4a8d-af7a-529d082b210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273219 Sep 07 18:48:34.754268 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3b1ac-034c-4fd6-9e4d-a00227265d48 service neutron] Pushing event updated for resources: {'Port': ['ID=e17a200a-a878-45ae-bb3b-356b436b6d14,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:34.794914 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e81f35f0-b32e-4bd4-a480-9859464bcd61 req-e2d26ce6-cbbe-424c-b7d8-a37670fcfbc7 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769353 Sep 07 18:48:34.796241 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-437e8643-a0b5-4433-95a4-76b24498e937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:34.799602 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-437e8643-a0b5-4433-95a4-76b24498e937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:34.800827 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-437e8643-a0b5-4433-95a4-76b24498e937 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4596362-4b1b-443c-a081-4068b1a23cc3 HTTP/1.1" status: 204 len: 168 time: 0.4807296 Sep 07 18:48:34.810828 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e8643-a0b5-4433-95a4-76b24498e937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4596362-4b1b-443c-a081-4068b1a23cc3,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:34.907383 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6370701-cd14-45d0-af09-7794d698b378 req-79dd3591-517e-482e-b05c-42b7f7a5b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:34.908944 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-79dd3591-517e-482e-b05c-42b7f7a5b832 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a27654b3f6f437bb416fdf37a794dad&device_id=7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b HTTP/1.1" status: 200 len: 1094 time: 0.1190920 Sep 07 18:48:34.914079 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38491b55-0cf5-457d-a451-da6a1156906b req-7d1bf82b-6a04-429d-b250-df8340366cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:34.915583 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-38491b55-0cf5-457d-a451-da6a1156906b req-7d1bf82b-6a04-429d-b250-df8340366cd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a27654b3f6f437bb416fdf37a794dad&device_id=d6555fa4-f6c4-47e7-99b3-5fc654bacaa7 HTTP/1.1" status: 200 len: 1094 time: 0.0580583 Sep 07 18:48:34.982336 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-441d5234-f5ab-4e7f-819e-038c5d3cb62f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e17a200a-a878-45ae-bb3b-356b436b6d14 HTTP/1.1" status: 200 len: 217 time: 0.0652246 Sep 07 18:48:35.086926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bb566-df85-4c19-a3d8-468638a0bfa6 req-a605e02f-c544-4a0c-bcde-de4a42119fc0 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:35.090270 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a8bb566-df85-4c19-a3d8-468638a0bfa6 req-a605e02f-c544-4a0c-bcde-de4a42119fc0 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=e38ca714-5edd-4f27-9cba-fff59b476e3b HTTP/1.1" status: 200 len: 948 time: 0.0867894 Sep 07 18:48:35.136807 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6370701-cd14-45d0-af09-7794d698b378 req-041aae18-3fe1-40a8-9a87-0737bdb2f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:35.138287 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-041aae18-3fe1-40a8-9a87-0737bdb2f431 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a791a761-c2a8-4177-8a4f-4371f13cdeb1 HTTP/1.1" status: 200 len: 853 time: 0.1394119 Sep 07 18:48:35.163633 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a8bb566-df85-4c19-a3d8-468638a0bfa6 req-345ee716-b092-4a5f-8e40-f3fac2243a85 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660169 Sep 07 18:48:35.199692 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38491b55-0cf5-457d-a451-da6a1156906b req-20a6ad4d-e1ab-4a59-b72e-8c65b2a44f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:35.201840 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-38491b55-0cf5-457d-a451-da6a1156906b req-20a6ad4d-e1ab-4a59-b72e-8c65b2a44f6d service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6b4e2fe-5b26-4a8d-af7a-529d082b210e HTTP/1.1" status: 200 len: 914 time: 0.2760870 Sep 07 18:48:35.251343 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device c5b5c299-6247-4174-9d41-26d6b7e435e1 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:48:35.278702 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-12cb5895-b81d-43a3-aaf0-bf95806a2e5a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6b4e2fe-5b26-4a8d-af7a-529d082b210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275754 Sep 07 18:48:35.351140 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-384c417a-e177-420f-9f62-622eec598b03 req-a6044aa3-622e-4a11-a976-4e3495932dbc tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81 HTTP/1.1" status: 200 len: 210 time: 0.0533445 Sep 07 18:48:35.384796 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-38491b55-0cf5-457d-a451-da6a1156906b req-461e9687-bf94-45a9-b2dd-df994fe51c13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62904be2-d1e0-47c4-bc5b-02339847d063 HTTP/1.1" status: 200 len: 217 time: 0.1091626 Sep 07 18:48:35.442925 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port c5b5c299-6247-4174-9d41-26d6b7e435e1, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=c5b5c299-6247-4174-9d41-26d6b7e435e1,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:35.456081 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'c5b5c299-6247-4174-9d41-26d6b7e435e1', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': 'c5b5c299-6247-4174-9d41-26d6b7e435e1', 'mac_address': 'fa:16:3e:36:b2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:48:35.479143 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-a78ae747-a5d0-4a44-9a82-135e0e1a4e61 service neutron] 10.222.0.60 "GET /v2.0/networks/a6b4e2fe-5b26-4a8d-af7a-529d082b210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961239 Sep 07 18:48:35.507383 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:35.523022 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b5c299-6247-4174-9d41-26d6b7e435e1 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:48:35.559204 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port c5b5c299-6247-4174-9d41-26d6b7e435e1, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=c5b5c299-6247-4174-9d41-26d6b7e435e1,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:35.565028 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:35.595085 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38491b55-0cf5-457d-a451-da6a1156906b req-140d7825-cd1a-44ce-8600-69334776682e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:35.596826 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-38491b55-0cf5-457d-a451-da6a1156906b req-140d7825-cd1a-44ce-8600-69334776682e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a791a761-c2a8-4177-8a4f-4371f13cdeb1 HTTP/1.1" status: 200 len: 853 time: 0.1167769 Sep 07 18:48:35.646389 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f6370701-cd14-45d0-af09-7794d698b378 req-498eba27-d03b-411a-b24f-73d09ac72d2f service neutron] 10.222.0.60 "GET /v2.0/networks/a6b4e2fe-5b26-4a8d-af7a-529d082b210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580465 Sep 07 18:48:35.665592 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=c5b5c299-6247-4174-9d41-26d6b7e435e1,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:35.678196 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-38491b55-0cf5-457d-a451-da6a1156906b req-0b75398e-3b5b-495f-a4c7-a4bb897df63c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6b4e2fe-5b26-4a8d-af7a-529d082b210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647833 Sep 07 18:48:35.679269 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:35.679626 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:35.679974 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:35.680323 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:35.680695 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:35.681076 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:35.696382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:35.697804 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:35.699145 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:35.701273 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:35.701474 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:35.702955 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:48:35.746666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a8cf3-552e-402b-854d-43fd98ced3cf req-9860d86a-490e-48bf-876e-f4f9524f02eb tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:35.752408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-964a8cf3-552e-402b-854d-43fd98ced3cf req-9860d86a-490e-48bf-876e-f4f9524f02eb tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 946 time: 0.1322303 Sep 07 18:48:35.829199 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-964a8cf3-552e-402b-854d-43fd98ced3cf req-5f7d0561-ded0-4838-b4b2-66faec05b557 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646458 Sep 07 18:48:35.876251 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['c5b5c299-6247-4174-9d41-26d6b7e435e1'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:48:36.145609 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f32f0-ccde-4411-a75d-9e86a2e7fd27 req-9f498d79-ef8f-47ed-9bd3-39860ed663dc tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:36.147151 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a6f32f0-ccde-4411-a75d-9e86a2e7fd27 req-9f498d79-ef8f-47ed-9bd3-39860ed663dc tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b HTTP/1.1" status: 200 len: 943 time: 0.1315284 Sep 07 18:48:36.172625 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fcdaf-a832-4b7f-bccc-10276a308d01 req-26f0f937-0df3-47e5-b56b-a8053a45aa30 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:36.181110 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea1fcdaf-a832-4b7f-bccc-10276a308d01 req-26f0f937-0df3-47e5-b56b-a8053a45aa30 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 945 time: 0.1161370 Sep 07 18:48:36.224000 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81', 'name': 'network-vif-deleted', 'tag': 'f5a116e3-e8c0-4db8-b917-f7265a64576b'}, {'name': 'network-changed', 'server_uuid': '7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b', 'tag': 'e17a200a-a878-45ae-bb3b-356b436b6d14'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:36.227517 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa7d0e6-b17e-4ff9-82f2-c392200609d4" -d '{"events": [{"server_uuid": "1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81", "name": "network-vif-deleted", "tag": "f5a116e3-e8c0-4db8-b917-f7265a64576b"}, {"name": "network-changed", "server_uuid": "7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b", "tag": "e17a200a-a878-45ae-bb3b-356b436b6d14"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:36.247500 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a6f32f0-ccde-4411-a75d-9e86a2e7fd27 req-354c8ea1-a0ce-4db6-9dd4-fdbe5309143b tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918140 Sep 07 18:48:36.264329 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea1fcdaf-a832-4b7f-bccc-10276a308d01 req-a9e1a9b7-5844-49c8-a925-c97eaefc5b8a tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742481 Sep 07 18:48:36.301772 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-e7958554-4536-4ee0-aa59-ca4c6df1560e tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:36.302142 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-e7958554-4536-4ee0-aa59-ca4c6df1560e tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87&tenant_id=f00faea60e4544a695e7dd93ec709296&binding%3Ahost_id=n-h1-807786-1 HTTP/1.1" status: 200 len: 1097 time: 0.5642197 Sep 07 18:48:36.319455 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807786-1'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:48:36.366644 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-38491b55-0cf5-457d-a451-da6a1156906b req-540f8bfd-b06f-4ca3-8b3c-710fc5357453 service neutron] 10.222.0.36 "GET /v2.0/networks/a6b4e2fe-5b26-4a8d-af7a-529d082b210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6728215 Sep 07 18:48:36.370625 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd08c3eb-2c89-41c9-af04-1b84fba13784 x-openstack-request-id: req-cd08c3eb-2c89-41c9-af04-1b84fba13784 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:36.371103 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81", "name": "network-vif-deleted", "tag": "f5a116e3-e8c0-4db8-b917-f7265a64576b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b", "tag": "e17a200a-a878-45ae-bb3b-356b436b6d14", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:36.371876 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd08c3eb-2c89-41c9-af04-1b84fba13784 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:36.372430 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a50faad-fbc7-41ad-9bfd-4c33f4f4ef81', 'name': 'network-vif-deleted', 'tag': 'f5a116e3-e8c0-4db8-b917-f7265a64576b', 'status': 'completed', 'code': 200} Sep 07 18:48:36.372857 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b', 'tag': 'e17a200a-a878-45ae-bb3b-356b436b6d14', 'status': 'completed', 'code': 200} Sep 07 18:48:36.494377 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7d0e6-b17e-4ff9-82f2-c392200609d4 req-d189c449-9328-4338-a80a-3c40a7fd51c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:36.495028 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-baa7d0e6-b17e-4ff9-82f2-c392200609d4 req-d189c449-9328-4338-a80a-3c40a7fd51c7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a27654b3f6f437bb416fdf37a794dad&device_id=7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b HTTP/1.1" status: 200 len: 1094 time: 0.1264875 Sep 07 18:48:36.495739 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:36.496326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926742bb-bae6-4e6e-94f1-f27ffe04691c req-4c040e28-4c3d-4e13-b834-6f5f5fd14bbb tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:36.501933 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-926742bb-bae6-4e6e-94f1-f27ffe04691c req-4c040e28-4c3d-4e13-b834-6f5f5fd14bbb tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=e38ca714-5edd-4f27-9cba-fff59b476e3b HTTP/1.1" status: 200 len: 949 time: 0.1379285 Sep 07 18:48:36.575148 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-926742bb-bae6-4e6e-94f1-f27ffe04691c req-9b04fe2b-3c46-4b72-9506-e58ffd0c4e57 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640895 Sep 07 18:48:36.742676 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] For port 5500449d-6248-460c-81b7-e81099ccfc29, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=5500449d-6248-460c-81b7-e81099ccfc29,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:36.770386 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 62904be2-d1e0-47c4-bc5b-02339847d063 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:48:36.773631 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device f5a116e3-e8c0-4db8-b917-f7265a64576b no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:48:36.807052 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] For port 5500449d-6248-460c-81b7-e81099ccfc29, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:48:36.846906 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: f5a116e3-e8c0-4db8-b917-f7265a64576b {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:48:36.847243 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device f5a116e3-e8c0-4db8-b917-f7265a64576b not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:48:36.915199 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4cd36-9cbc-4024-a599-d1f4ec3fa320 req-5af235da-19ae-4937-ae70-43bbf80ae096 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:36.922753 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fea4cd36-9cbc-4024-a599-d1f4ec3fa320 req-5af235da-19ae-4937-ae70-43bbf80ae096 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bc218fd-fb21-4633-84b4-2bccbfaaef8e HTTP/1.1" status: 200 len: 949 time: 0.1012099 Sep 07 18:48:36.925549 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-38491b55-0cf5-457d-a451-da6a1156906b req-f0d3e847-90a8-4368-8c5c-07cc7c85e669 service neutron] 10.222.0.36 "GET /v2.0/networks/a6b4e2fe-5b26-4a8d-af7a-529d082b210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061305 Sep 07 18:48:36.954551 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:36.960668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7d0e6-b17e-4ff9-82f2-c392200609d4 req-ad997e7c-5d78-41e8-976b-a73b1fa72b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:36.981533 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-baa7d0e6-b17e-4ff9-82f2-c392200609d4 req-ad997e7c-5d78-41e8-976b-a73b1fa72b6c service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6b4e2fe-5b26-4a8d-af7a-529d082b210e HTTP/1.1" status: 200 len: 914 time: 0.4693429 Sep 07 18:48:36.983566 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:37.025463 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fea4cd36-9cbc-4024-a599-d1f4ec3fa320 req-a4a96b0f-6db5-4d74-bb65-0e507fe403cf tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b6cddd1-75e6-4823-82cd-31891510e618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008399 Sep 07 18:48:37.083615 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-baa7d0e6-b17e-4ff9-82f2-c392200609d4 req-c554d2a6-a7f8-423c-bbff-f1a620ee7d80 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e17a200a-a878-45ae-bb3b-356b436b6d14 HTTP/1.1" status: 200 len: 217 time: 0.0859535 Sep 07 18:48:37.131525 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f0531-001d-4d8f-a85c-440325e9381e req-04350418-bc29-48b8-8a33-6e8c5f804a6a tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:37.133151 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b9f0531-001d-4d8f-a85c-440325e9381e req-04350418-bc29-48b8-8a33-6e8c5f804a6a tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 944 time: 0.1070788 Sep 07 18:48:37.211583 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7d0e6-b17e-4ff9-82f2-c392200609d4 req-63545a8c-ce91-42f8-ac33-64d833515df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:37.213198 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-baa7d0e6-b17e-4ff9-82f2-c392200609d4 req-63545a8c-ce91-42f8-ac33-64d833515df7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a791a761-c2a8-4177-8a4f-4371f13cdeb1 HTTP/1.1" status: 200 len: 853 time: 0.0942750 Sep 07 18:48:37.218483 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b9f0531-001d-4d8f-a85c-440325e9381e req-19e9709d-6635-4a76-942b-a78046be2444 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771220 Sep 07 18:48:37.308785 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-baa7d0e6-b17e-4ff9-82f2-c392200609d4 req-0ee5a42e-b5b8-4235-8ba2-d5c5791e3b2d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6b4e2fe-5b26-4a8d-af7a-529d082b210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512519 Sep 07 18:48:37.315520 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5500449d-6248-460c-81b7-e81099ccfc29,revision_number=7']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:37.323350 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e17a200a-a878-45ae-bb3b-356b436b6d14 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:48:37.327866 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] Attempting to bind port 5500449d-6248-460c-81b7-e81099ccfc29 on host n-h1-807786-1 for vnic_type normal with profile {"migrating_to": "n-h2-807786-1"} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:48:37.328915 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] Attempting to bind port 5500449d-6248-460c-81b7-e81099ccfc29 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:48:37.329459 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] Attempting to bind port 5500449d-6248-460c-81b7-e81099ccfc29 on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:48:37.343679 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] Port 5500449d-6248-460c-81b7-e81099ccfc29 on network 73fe4171-28a4-4081-b73e-ded401c8a274 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:48:37.344803 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] Attempting to bind port 5500449d-6248-460c-81b7-e81099ccfc29 on network 73fe4171-28a4-4081-b73e-ded401c8a274 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:48:37.351690 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device c5b5c299-6247-4174-9d41-26d6b7e435e1 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:48:37.380949 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:48:37.381366 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] Checking segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:48:37.381763 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] Bound using segment: {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:48:37.382210 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] Bound port: 5500449d-6248-460c-81b7-e81099ccfc29, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3c1360-11b7-45a7-8427-113b904f036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73fe4171-28a4-4081-b73e-ded401c8a274'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:48:37.382575 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:37.392475 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8732ac9c-3cda-434c-994d-4c60e3a24918 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e322fec1e0804b28961a329c847871a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374568 Sep 07 18:48:37.419656 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 62904be2-d1e0-47c4-bc5b-02339847d063, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=62904be2-d1e0-47c4-bc5b-02339847d063,segment=NetworkSegment(b2ae36fa-92c9-4bfb-bd2e-e689a5490b14),segment_id=b2ae36fa-92c9-4bfb-bd2e-e689a5490b14)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:37.432314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202ab62-4849-4af7-bc2b-5c1e3ef04845 req-1ae57278-ef34-434a-baed-a9e38a5a9ef1 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:37.435098 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2202ab62-4849-4af7-bc2b-5c1e3ef04845 req-1ae57278-ef34-434a-baed-a9e38a5a9ef1 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b HTTP/1.1" status: 200 len: 943 time: 0.0909107 Sep 07 18:48:37.450425 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '62904be2-d1e0-47c4-bc5b-02339847d063', 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e', 'port_id': '62904be2-d1e0-47c4-bc5b-02339847d063', 'mac_address': 'fa:16:3e:35:c1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a791a761-c2a8-4177-8a4f-4371f13cdeb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:48:37.530079 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] For port 5500449d-6248-460c-81b7-e81099ccfc29, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:48:37.534824 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] For port 5500449d-6248-460c-81b7-e81099ccfc29, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=5500449d-6248-460c-81b7-e81099ccfc29,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:48:37.543211 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-baa7d0e6-b17e-4ff9-82f2-c392200609d4 req-bd3f5254-f80d-41a9-a2e8-e725c327fcb9 service neutron] 10.222.0.60 "GET /v2.0/networks/a6b4e2fe-5b26-4a8d-af7a-529d082b210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097235 Sep 07 18:48:37.544826 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:37.572982 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:37.591988 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62904be2-d1e0-47c4-bc5b-02339847d063 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:48:37.592805 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2202ab62-4849-4af7-bc2b-5c1e3ef04845 req-cb07764a-e8b7-47ad-af65-4e5270a5fe1f tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390834 Sep 07 18:48:37.605261 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port c5b5c299-6247-4174-9d41-26d6b7e435e1 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:48:37.639156 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port e17a200a-a878-45ae-bb3b-356b436b6d14, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e17a200a-a878-45ae-bb3b-356b436b6d14,segment=NetworkSegment(b2ae36fa-92c9-4bfb-bd2e-e689a5490b14),segment_id=b2ae36fa-92c9-4bfb-bd2e-e689a5490b14)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:37.654580 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'e17a200a-a878-45ae-bb3b-356b436b6d14', 'network_id': 'a6b4e2fe-5b26-4a8d-af7a-529d082b210e', 'port_id': 'e17a200a-a878-45ae-bb3b-356b436b6d14', 'mac_address': 'fa:16:3e:d6:20:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a791a761-c2a8-4177-8a4f-4371f13cdeb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:48:37.662123 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port c5b5c299-6247-4174-9d41-26d6b7e435e1 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:48:37.662491 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:37.668422 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-727908e8-26d6-4cc3-b8d5-a8a228682755 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:37.674236 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-727908e8-26d6-4cc3-b8d5-a8a228682755 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2734876 Sep 07 18:48:37.718730 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-c320a1b9-320a-4405-bfd3-4937d7ad9486 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/quotas/e322fec1e0804b28961a329c847871a3 HTTP/1.1" status: 200 len: 375 time: 0.0244770 Sep 07 18:48:37.782953 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:37.794580 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-1bd4feb4-9340-45ec-8578-24236c57c2cb tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673416 Sep 07 18:48:37.803049 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 62904be2-d1e0-47c4-bc5b-02339847d063, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=62904be2-d1e0-47c4-bc5b-02339847d063,segment=NetworkSegment(b2ae36fa-92c9-4bfb-bd2e-e689a5490b14),segment_id=b2ae36fa-92c9-4bfb-bd2e-e689a5490b14)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:37.811767 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e17a200a-a878-45ae-bb3b-356b436b6d14 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:48:37.817549 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:37.818243 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 5500449d-6248-460c-81b7-e81099ccfc29 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:48:37.855541 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5500449d-6248-460c-81b7-e81099ccfc29,revision_number=8']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:37.868113 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port e17a200a-a878-45ae-bb3b-356b436b6d14, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e17a200a-a878-45ae-bb3b-356b436b6d14,segment=NetworkSegment(b2ae36fa-92c9-4bfb-bd2e-e689a5490b14),segment_id=b2ae36fa-92c9-4bfb-bd2e-e689a5490b14)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:37.878182 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:37.884428 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559cabf-e4a4-41ca-baf0-76165fe9ba18 req-f9efd82c-ca93-41a3-9ce8-17b76bbbe6ad tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:37.908033 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:37.908956 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:37.910544 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2cdac031-bd4f-47e6-af57-b2fc048a45a5 service neutron] 10.222.0.36 "PUT /v2.0/ports/5500449d-6248-460c-81b7-e81099ccfc29 HTTP/1.1" status: 200 len: 1122 time: 1.5968018 Sep 07 18:48:37.911715 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5559cabf-e4a4-41ca-baf0-76165fe9ba18 req-f9efd82c-ca93-41a3-9ce8-17b76bbbe6ad tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 945 time: 0.1743257 Sep 07 18:48:37.924229 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040b478-5110-487c-be93-22e70007c237 req-dc1a66b4-b923-47b5-b149-9cf04d246b29 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:37.926698 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2040b478-5110-487c-be93-22e70007c237 req-dc1a66b4-b923-47b5-b149-9cf04d246b29 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 945 time: 0.3790607 Sep 07 18:48:37.988958 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5559cabf-e4a4-41ca-baf0-76165fe9ba18 req-c1d2b0a0-47fc-4064-9ecd-09afad4b26cc tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739596 Sep 07 18:48:38.034378 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=62904be2-d1e0-47c4-bc5b-02339847d063,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:38.060417 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-baa7d0e6-b17e-4ff9-82f2-c392200609d4 req-45f849aa-03c0-41ce-ac11-86cd3366a4eb service neutron] 10.222.0.60 "GET /v2.0/networks/a6b4e2fe-5b26-4a8d-af7a-529d082b210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472244 Sep 07 18:48:38.199449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d63eea-d913-4b28-9b1d-44a17f5e4c1d req-1b621044-0344-4ccd-8942-31bf5d804ac1 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:38.204113 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-2040b478-5110-487c-be93-22e70007c237 req-5d991e0b-ea45-494f-a5a6-882a6a3c74ba tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Deleting port 68af4834-3c00-4e31-9e36-d3415c2d9881 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:48:38.206991 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2040b478-5110-487c-be93-22e70007c237 req-5d991e0b-ea45-494f-a5a6-882a6a3c74ba tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:38.211258 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53d63eea-d913-4b28-9b1d-44a17f5e4c1d req-1b621044-0344-4ccd-8942-31bf5d804ac1 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=e38ca714-5edd-4f27-9cba-fff59b476e3b HTTP/1.1" status: 200 len: 949 time: 0.1068273 Sep 07 18:48:38.241116 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 5500449d-6248-460c-81b7-e81099ccfc29, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=5500449d-6248-460c-81b7-e81099ccfc29,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:38.280868 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 5500449d-6248-460c-81b7-e81099ccfc29 has no active binding in host n-h2-807786-1 {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 18:48:38.288665 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['5500449d-6248-460c-81b7-e81099ccfc29'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:48:38.299453 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['5500449d-6248-460c-81b7-e81099ccfc29'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:48:38.321132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53d63eea-d913-4b28-9b1d-44a17f5e4c1d req-9d1e5741-d508-4812-a635-ee6d049c3823 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975981 Sep 07 18:48:38.395100 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:38.397988 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ad5b99-5272-4e0b-8c6b-977bb862ad87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5500449d-6248-460c-81b7-e81099ccfc29'}, {'name': 'network-changed', 'server_uuid': 'c6ad5b99-5272-4e0b-8c6b-977bb862ad87', 'tag': '5500449d-6248-460c-81b7-e81099ccfc29'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:38.401102 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2495ee8-0abf-4e4f-a564-f23c08fef997" -d '{"events": [{"server_uuid": "c6ad5b99-5272-4e0b-8c6b-977bb862ad87", "name": "network-vif-unplugged", "status": "completed", "tag": "5500449d-6248-460c-81b7-e81099ccfc29"}, {"name": "network-changed", "server_uuid": "c6ad5b99-5272-4e0b-8c6b-977bb862ad87", "tag": "5500449d-6248-460c-81b7-e81099ccfc29"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:38.410510 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-2040b478-5110-487c-be93-22e70007c237 req-5d991e0b-ea45-494f-a5a6-882a6a3c74ba tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] For port 68af4834-3c00-4e31-9e36-d3415c2d9881, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=68af4834-3c00-4e31-9e36-d3415c2d9881,segment=NetworkSegment(c74de762-a263-44c1-b0e4-dcc5ac2a81de),segment_id=c74de762-a263-44c1-b0e4-dcc5ac2a81de)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:38.410898 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2040b478-5110-487c-be93-22e70007c237 req-5d991e0b-ea45-494f-a5a6-882a6a3c74ba tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:38.423684 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6db9de8-9bd6-40d8-a2d6-ee6c786cbb9c req-e8f6f12f-cfc1-426d-ac14-b50bcce18830 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 210 time: 0.0391707 Sep 07 18:48:38.442705 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a64f6-6bec-4e9c-8344-bad69f909e97 req-0a579b60-3335-4270-8d74-22859ffa4bd7 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:38.444604 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-730a64f6-6bec-4e9c-8344-bad69f909e97 req-0a579b60-3335-4270-8d74-22859ffa4bd7 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bc218fd-fb21-4633-84b4-2bccbfaaef8e HTTP/1.1" status: 200 len: 949 time: 0.1224492 Sep 07 18:48:38.465266 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['e17a200a-a878-45ae-bb3b-356b436b6d14'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:48:38.561342 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-730a64f6-6bec-4e9c-8344-bad69f909e97 req-fc28d5c8-9ba5-48c1-8283-1d658122ff61 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b6cddd1-75e6-4823-82cd-31891510e618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091342 Sep 07 18:48:38.621669 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c53c0-d3f7-4292-a632-c0fe5c9b20e1 req-5c4ccd28-0c06-4589-b286-03df07da5121 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:38.631961 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d98c53c0-d3f7-4292-a632-c0fe5c9b20e1 req-5c4ccd28-0c06-4589-b286-03df07da5121 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 944 time: 0.1164300 Sep 07 18:48:38.674716 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed6f7fa-a498-45f2-a89f-dd156477ae58 x-openstack-request-id: req-5ed6f7fa-a498-45f2-a89f-dd156477ae58 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:38.675035 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ad5b99-5272-4e0b-8c6b-977bb862ad87", "name": "network-vif-unplugged", "status": "completed", "tag": "5500449d-6248-460c-81b7-e81099ccfc29", "code": 200}, {"name": "network-changed", "server_uuid": "c6ad5b99-5272-4e0b-8c6b-977bb862ad87", "tag": "5500449d-6248-460c-81b7-e81099ccfc29", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:38.675298 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ed6f7fa-a498-45f2-a89f-dd156477ae58 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:38.675788 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ad5b99-5272-4e0b-8c6b-977bb862ad87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5500449d-6248-460c-81b7-e81099ccfc29', 'code': 200} Sep 07 18:48:38.676090 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ad5b99-5272-4e0b-8c6b-977bb862ad87', 'tag': '5500449d-6248-460c-81b7-e81099ccfc29', 'status': 'completed', 'code': 200} Sep 07 18:48:38.684978 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d98c53c0-d3f7-4292-a632-c0fe5c9b20e1 req-5f7afd10-a00c-4cb0-8f31-97aeda49250c tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518737 Sep 07 18:48:38.714501 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['62904be2-d1e0-47c4-bc5b-02339847d063'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:48:38.726152 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=e17a200a-a878-45ae-bb3b-356b436b6d14,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:38.744599 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2040b478-5110-487c-be93-22e70007c237 req-5d991e0b-ea45-494f-a5a6-882a6a3c74ba tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:38.745185 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2040b478-5110-487c-be93-22e70007c237 req-5d991e0b-ea45-494f-a5a6-882a6a3c74ba tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:38.745602 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [req-2040b478-5110-487c-be93-22e70007c237 req-5d991e0b-ea45-494f-a5a6-882a6a3c74ba tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Floating IP 6402a46a-7684-4dca-9e0c-22d26cebe810 disassociated. External IP: 172.25.8.166, port: 68af4834-3c00-4e31-9e36-d3415c2d9881. Sep 07 18:48:38.746510 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-2040b478-5110-487c-be93-22e70007c237 req-5d991e0b-ea45-494f-a5a6-882a6a3c74ba tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Calling delete_port for 68af4834-3c00-4e31-9e36-d3415c2d9881 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:48:38.755629 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port c5b5c299-6247-4174-9d41-26d6b7e435e1, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=c5b5c299-6247-4174-9d41-26d6b7e435e1,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:38.764702 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38ca714-5edd-4f27-9cba-fff59b476e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b5c299-6247-4174-9d41-26d6b7e435e1'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:38.769117 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a3f06d-66ae-47ee-9c0b-db406888459e" -d '{"events": [{"server_uuid": "e38ca714-5edd-4f27-9cba-fff59b476e3b", "name": "network-vif-plugged", "status": "completed", "tag": "c5b5c299-6247-4174-9d41-26d6b7e435e1"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:38.808557 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:38.870291 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2495ee8-0abf-4e4f-a564-f23c08fef997 req-379533f7-224d-472b-a730-c9a644f2f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:38.872265 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2495ee8-0abf-4e4f-a564-f23c08fef997 req-379533f7-224d-472b-a730-c9a644f2f377 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 1125 time: 0.1820087 Sep 07 18:48:38.883094 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd730f70-7ac2-44fe-9a81-c7261c4eb231 req-c310d8a7-0f6f-4459-bbc8-dec1439f968a tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:38.888530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd730f70-7ac2-44fe-9a81-c7261c4eb231 req-c310d8a7-0f6f-4459-bbc8-dec1439f968a tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b HTTP/1.1" status: 200 len: 944 time: 0.1091528 Sep 07 18:48:38.931918 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1c73c3-d844-42e6-8d71-c776731fa457 x-openstack-request-id: req-ab1c73c3-d844-42e6-8d71-c776731fa457 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:38.931918 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38ca714-5edd-4f27-9cba-fff59b476e3b", "name": "network-vif-plugged", "status": "completed", "tag": "c5b5c299-6247-4174-9d41-26d6b7e435e1", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:38.931918 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab1c73c3-d844-42e6-8d71-c776731fa457 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:38.932366 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38ca714-5edd-4f27-9cba-fff59b476e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b5c299-6247-4174-9d41-26d6b7e435e1', 'code': 200} Sep 07 18:48:38.956317 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=c5b5c299-6247-4174-9d41-26d6b7e435e1,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:39.017799 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd82108-ed54-4d6f-9aba-d17d1fa17ffd req-96ca4c8e-74e7-4e81-96f5-1553afd7c4bb tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:39.019621 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6cd82108-ed54-4d6f-9aba-d17d1fa17ffd req-96ca4c8e-74e7-4e81-96f5-1553afd7c4bb tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bc218fd-fb21-4633-84b4-2bccbfaaef8e HTTP/1.1" status: 200 len: 949 time: 0.1706681 Sep 07 18:48:39.071619 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd730f70-7ac2-44fe-9a81-c7261c4eb231 req-2df01b97-30c8-41eb-a48d-d2dee4a7fff2 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754072 Sep 07 18:48:39.110397 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5a04e-3a84-4fb3-ad00-a71d2721c7f6 req-9425ad79-2c64-427c-8565-cc5626f2bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:39.112273 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86e5a04e-3a84-4fb3-ad00-a71d2721c7f6 req-9425ad79-2c64-427c-8565-cc5626f2bb80 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e38ca714-5edd-4f27-9cba-fff59b476e3b HTTP/1.1" status: 200 len: 1101 time: 0.1708522 Sep 07 18:48:39.188315 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2495ee8-0abf-4e4f-a564-f23c08fef997 req-12b783a2-de29-40c1-8ee4-c042bbe95fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:39.190019 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2495ee8-0abf-4e4f-a564-f23c08fef997 req-12b783a2-de29-40c1-8ee4-c042bbe95fde service neutron] 10.222.0.60 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 921 time: 0.2983222 Sep 07 18:48:39.260053 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2495ee8-0abf-4e4f-a564-f23c08fef997 req-28938465-216b-4d9b-8ca2-abc8b66a5a94 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5500449d-6248-460c-81b7-e81099ccfc29 HTTP/1.1" status: 200 len: 217 time: 0.0478845 Sep 07 18:48:39.260829 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2040b478-5110-487c-be93-22e70007c237 req-5d991e0b-ea45-494f-a5a6-882a6a3c74ba tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:39.281142 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86e5a04e-3a84-4fb3-ad00-a71d2721c7f6 req-dd21b522-cf0a-4dfd-a6b0-f72adc3f60eb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608567 Sep 07 18:48:39.319771 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf74ac-32d0-403c-9e13-c1cffbf9fa0c req-d2a5b53a-34c6-4422-b7fd-0e757dcf8cb2 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:39.321664 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5bf74ac-32d0-403c-9e13-c1cffbf9fa0c req-d2a5b53a-34c6-4422-b7fd-0e757dcf8cb2 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 867 time: 0.1935489 Sep 07 18:48:39.335053 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d991e0b-ea45-494f-a5a6-882a6a3c74ba tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Pushing event deleted for resources: {'Port': ['ID=68af4834-3c00-4e31-9e36-d3415c2d9881,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:39.423985 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-6cd82108-ed54-4d6f-9aba-d17d1fa17ffd req-8bd6d899-99c7-4c59-8104-c8683c27cea6 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Deleting port 32af43b9-f337-4ed9-bd60-4ab466b23720 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:48:39.425034 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-6cd82108-ed54-4d6f-9aba-d17d1fa17ffd req-8bd6d899-99c7-4c59-8104-c8683c27cea6 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:39.431036 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2495ee8-0abf-4e4f-a564-f23c08fef997 req-d3e0a848-ed76-4cda-89ff-f20cdf37bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:39.432745 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2495ee8-0abf-4e4f-a564-f23c08fef997 req-d3e0a848-ed76-4cda-89ff-f20cdf37bbb3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 200 len: 860 time: 0.1615574 Sep 07 18:48:39.572351 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2495ee8-0abf-4e4f-a564-f23c08fef997 req-b58d936e-41fc-445b-bce6-d3a73ef27d77 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=73fe4171-28a4-4081-b73e-ded401c8a274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418885 Sep 07 18:48:39.662992 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-6cd82108-ed54-4d6f-9aba-d17d1fa17ffd req-8bd6d899-99c7-4c59-8104-c8683c27cea6 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] For port 32af43b9-f337-4ed9-bd60-4ab466b23720, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=32af43b9-f337-4ed9-bd60-4ab466b23720,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:39.663920 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-6cd82108-ed54-4d6f-9aba-d17d1fa17ffd req-8bd6d899-99c7-4c59-8104-c8683c27cea6 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:39.686878 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-6cd82108-ed54-4d6f-9aba-d17d1fa17ffd req-8bd6d899-99c7-4c59-8104-c8683c27cea6 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Calling delete_port for 32af43b9-f337-4ed9-bd60-4ab466b23720 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:48:39.901475 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-6cd82108-ed54-4d6f-9aba-d17d1fa17ffd req-8bd6d899-99c7-4c59-8104-c8683c27cea6 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:39.912886 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2040b478-5110-487c-be93-22e70007c237 req-5d991e0b-ea45-494f-a5a6-882a6a3c74ba tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Router db8a4256-2786-42d5-be48-5cffb0eddd55 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:48:39.915791 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-426f046f-f4d9-4a8a-87d9-0ce82d934b17 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e322fec1e0804b28961a329c847871a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595436 Sep 07 18:48:39.941539 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2495ee8-0abf-4e4f-a564-f23c08fef997 req-6b6ad4d1-4120-434a-bc6e-57b46bbe96f8 service neutron] 10.222.0.60 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617499 Sep 07 18:48:39.951566 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5bf74ac-32d0-403c-9e13-c1cffbf9fa0c req-257526fc-e190-4cdf-a152-3d1674118bcb tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b91db7c-ac63-4411-8b6e-bcaff1ca106a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6174271 Sep 07 18:48:40.009792 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6d899-99c7-4c59-8104-c8683c27cea6 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Pushing event deleted for resources: {'Port': ['ID=32af43b9-f337-4ed9-bd60-4ab466b23720,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:40.017583 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915bbdb-c5ba-4751-a9fd-56231a25d605 req-3995f79f-b44c-4292-bcdf-36a44470b007 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:40.029431 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d915bbdb-c5ba-4751-a9fd-56231a25d605 req-3995f79f-b44c-4292-bcdf-36a44470b007 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=e38ca714-5edd-4f27-9cba-fff59b476e3b HTTP/1.1" status: 200 len: 950 time: 0.2051027 Sep 07 18:48:40.113384 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3781ce12-555a-44de-a311-a6df53a60e22 req-b70c4599-9814-4c4e-b794-f9a3521d069c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 210 time: 0.0401947 Sep 07 18:48:40.142207 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd82108-ed54-4d6f-9aba-d17d1fa17ffd req-8bd6d899-99c7-4c59-8104-c8683c27cea6 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] No DVR routers for this DVR port 32af43b9-f337-4ed9-bd60-4ab466b23720 on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:48:40.148186 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-6cd82108-ed54-4d6f-9aba-d17d1fa17ffd req-8bd6d899-99c7-4c59-8104-c8683c27cea6 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:40.151308 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6cd82108-ed54-4d6f-9aba-d17d1fa17ffd req-8bd6d899-99c7-4c59-8104-c8683c27cea6 tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.36 "DELETE /v2.0/ports/32af43b9-f337-4ed9-bd60-4ab466b23720 HTTP/1.1" status: 204 len: 173 time: 1.1210337 Sep 07 18:48:40.198756 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-d66e3a53-eaf3-4559-ba91-5606a863aea8 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:40.200239 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-d66e3a53-eaf3-4559-ba91-5606a863aea8 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2725954 Sep 07 18:48:40.240399 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d915bbdb-c5ba-4751-a9fd-56231a25d605 req-4c8303a6-5c41-4090-91de-6176b498c3bf tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861084 Sep 07 18:48:40.248433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-cb6614e5-88f8-4efc-95d7-6e027c96ad04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Request body: {'port': {'device_id': 'b0cefdaa-dfbd-4393-97aa-136475c63b39', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': 'e322fec1e0804b28961a329c847871a3'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:48:40.275116 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b7e09528-7cdd-4211-b267-87ed9ab938ef req-7b5a408d-596a-4c1a-b0fc-00a562a9e2ad tempest-ListImageFiltersTestJSON-702254827 tempest-ListImageFiltersTestJSON-702254827-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bc218fd-fb21-4633-84b4-2bccbfaaef8e HTTP/1.1" status: 200 len: 210 time: 0.0717328 Sep 07 18:48:40.305004 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2495ee8-0abf-4e4f-a564-f23c08fef997 req-32438020-4d26-419a-b07f-ee9113949c57 service neutron] 10.222.0.60 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963324 Sep 07 18:48:40.342925 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2040b478-5110-487c-be93-22e70007c237 req-5d991e0b-ea45-494f-a5a6-882a6a3c74ba tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:48:40.354561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51e9729-c61d-49b9-a487-1c62a8d23a84 None None] Sync routers for ids ['db8a4256-2786-42d5-be48-5cffb0eddd55'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:48:40.366738 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51e9729-c61d-49b9-a487-1c62a8d23a84 None None] Routers {'db8a4256-2786-42d5-be48-5cffb0eddd55'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:48:40.371862 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b51e9729-c61d-49b9-a487-1c62a8d23a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:48:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['db8a4256-2786-42d5-be48-5cffb0eddd55'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:40.399563 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-2040b478-5110-487c-be93-22e70007c237 req-5d991e0b-ea45-494f-a5a6-882a6a3c74ba tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] No DVR routers for this DVR port 68af4834-3c00-4e31-9e36-d3415c2d9881 on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:48:40.402530 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2040b478-5110-487c-be93-22e70007c237 req-5d991e0b-ea45-494f-a5a6-882a6a3c74ba tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:40.404937 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2040b478-5110-487c-be93-22e70007c237 req-5d991e0b-ea45-494f-a5a6-882a6a3c74ba tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.36 "DELETE /v2.0/ports/68af4834-3c00-4e31-9e36-d3415c2d9881 HTTP/1.1" status: 204 len: 173 time: 2.4698498 Sep 07 18:48:40.537124 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-cb6614e5-88f8-4efc-95d7-6e027c96ad04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Made reservation on behalf of e322fec1e0804b28961a329c847871a3 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:48:40.545741 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-cb6614e5-88f8-4efc-95d7-6e027c96ad04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:40.549612 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-b51e9729-c61d-49b9-a487-1c62a8d23a84 None None] Set router db8a4256-2786-42d5-be48-5cffb0eddd55 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:48:40.564094 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae1849-83eb-499a-a32a-b7ef55eab83e req-e74d8d40-7a4c-47ab-a698-570d9dacf019 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:40.565719 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-deae1849-83eb-499a-a32a-b7ef55eab83e req-e74d8d40-7a4c-47ab-a698-570d9dacf019 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 944 time: 0.1929398 Sep 07 18:48:40.582351 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa5456-7640-44ab-bad8-25aae315e7b5 req-0e74ed67-2264-4956-8c3b-c56742068542 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:40.584175 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-23fa5456-7640-44ab-bad8-25aae315e7b5 req-0e74ed67-2264-4956-8c3b-c56742068542 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b HTTP/1.1" status: 200 len: 944 time: 0.1759326 Sep 07 18:48:40.599159 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-cb6614e5-88f8-4efc-95d7-6e027c96ad04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:40.676622 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-23fa5456-7640-44ab-bad8-25aae315e7b5 req-af21d047-30c3-4073-be9c-6d493618eeba tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840170 Sep 07 18:48:40.677783 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc218fd-fb21-4633-84b4-2bccbfaaef8e', 'name': 'network-vif-deleted', 'tag': '32af43b9-f337-4ed9-bd60-4ab466b23720'}, {'server_uuid': '5d675ecf-4e33-4c97-9f7d-de8a734f1727', 'name': 'network-vif-deleted', 'tag': '68af4834-3c00-4e31-9e36-d3415c2d9881'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:40.680149 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93459bc-5239-4c93-9606-9c0ed95fcafe" -d '{"events": [{"server_uuid": "9bc218fd-fb21-4633-84b4-2bccbfaaef8e", "name": "network-vif-deleted", "tag": "32af43b9-f337-4ed9-bd60-4ab466b23720"}, {"server_uuid": "5d675ecf-4e33-4c97-9f7d-de8a734f1727", "name": "network-vif-deleted", "tag": "68af4834-3c00-4e31-9e36-d3415c2d9881"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:40.687059 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-deae1849-83eb-499a-a32a-b7ef55eab83e req-ad24d491-3fb4-4b70-9d03-c227c1298c33 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016550 Sep 07 18:48:40.790423 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560a6b03-01ec-465d-bd12-5a96514097bd x-openstack-request-id: req-560a6b03-01ec-465d-bd12-5a96514097bd {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:40.790728 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc218fd-fb21-4633-84b4-2bccbfaaef8e", "name": "network-vif-deleted", "tag": "32af43b9-f337-4ed9-bd60-4ab466b23720", "status": "completed", "code": 200}, {"server_uuid": "5d675ecf-4e33-4c97-9f7d-de8a734f1727", "name": "network-vif-deleted", "tag": "68af4834-3c00-4e31-9e36-d3415c2d9881", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:40.790982 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-560a6b03-01ec-465d-bd12-5a96514097bd {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:40.791378 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc218fd-fb21-4633-84b4-2bccbfaaef8e', 'name': 'network-vif-deleted', 'tag': '32af43b9-f337-4ed9-bd60-4ab466b23720', 'status': 'completed', 'code': 200} Sep 07 18:48:40.791491 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-cb6614e5-88f8-4efc-95d7-6e027c96ad04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:40.791634 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d675ecf-4e33-4c97-9f7d-de8a734f1727', 'name': 'network-vif-deleted', 'tag': '68af4834-3c00-4e31-9e36-d3415c2d9881', 'status': 'completed', 'code': 200} Sep 07 18:48:40.799673 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-cb6614e5-88f8-4efc-95d7-6e027c96ad04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:40.827357 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 62904be2-d1e0-47c4-bc5b-02339847d063 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:48:40.881673 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6614e5-88f8-4efc-95d7-6e027c96ad04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7e497e-99e5-4147-a77c-b93c94b17b5a,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:40.959521 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 62904be2-d1e0-47c4-bc5b-02339847d063 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:48:40.963941 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-cb6614e5-88f8-4efc-95d7-6e027c96ad04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Allocated IP 192.168.233.92 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/897ca894-dfa1-4315-9efb-967d68266413) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:48:40.964812 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 62904be2-d1e0-47c4-bc5b-02339847d063 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:48:40.965370 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:40.970485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b51e9729-c61d-49b9-a487-1c62a8d23a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-router', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:43:45Z', 'updated_at': '2021-09-07T18:43:55Z', 'revision_number': 4, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'gw_port': {'id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:46Z', 'updated_at': '2021-09-07T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b63362cb-6955-4b89-a01d-14a8f45d733d', 'name': '', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'mac_address': 'fa:16:3e:44:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:52Z', 'updated_at': '2021-09-07T18:44:03Z', 'revision_number': 5, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'subnets': [{'id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:41.019867 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51e9729-c61d-49b9-a487-1c62a8d23a84 None None] Checking router: db8a4256-2786-42d5-be48-5cffb0eddd55 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:48:41.042253 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51e9729-c61d-49b9-a487-1c62a8d23a84 None None] Routers {'db8a4256-2786-42d5-be48-5cffb0eddd55'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:48:41.042892 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b51e9729-c61d-49b9-a487-1c62a8d23a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:48:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['db8a4256-2786-42d5-be48-5cffb0eddd55'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:41.113475 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-809890d2-d8c7-4d9b-9500-7cce39cc5b85 req-693e6dfa-1162-474c-a35c-6af6c41a1da3 tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d675ecf-4e33-4c97-9f7d-de8a734f1727 HTTP/1.1" status: 200 len: 210 time: 0.0618525 Sep 07 18:48:41.159506 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:41.164766 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-cb6614e5-88f8-4efc-95d7-6e027c96ad04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:41.182246 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-cb6614e5-88f8-4efc-95d7-6e027c96ad04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Transition to ACTIVE for port object 897ca894-dfa1-4315-9efb-967d68266413 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:48:41.222162 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6555fa4-f6c4-47e7-99b3-5fc654bacaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62904be2-d1e0-47c4-bc5b-02339847d063'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:41.224414 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0854f79-e80a-49cf-b900-59bae8a7ce6c" -d '{"events": [{"server_uuid": "d6555fa4-f6c4-47e7-99b3-5fc654bacaa7", "name": "network-vif-plugged", "status": "completed", "tag": "62904be2-d1e0-47c4-bc5b-02339847d063"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:41.238474 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0935a12-34ec-4721-8d6f-1058f55cf2ef req-8887a015-6ea5-4744-8533-fc01837a29b2 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 210 time: 0.0352995 Sep 07 18:48:41.242125 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 62904be2-d1e0-47c4-bc5b-02339847d063, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=62904be2-d1e0-47c4-bc5b-02339847d063,segment=NetworkSegment(b2ae36fa-92c9-4bfb-bd2e-e689a5490b14),segment_id=b2ae36fa-92c9-4bfb-bd2e-e689a5490b14)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:41.251883 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:41.253262 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 32af43b9-f337-4ed9-bd60-4ab466b23720 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:48:41.254928 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-cb6614e5-88f8-4efc-95d7-6e027c96ad04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:41.269577 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e17a200a-a878-45ae-bb3b-356b436b6d14 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:48:41.315862 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d882869f-b89e-4420-ace2-2c09fe9e057c x-openstack-request-id: req-d882869f-b89e-4420-ace2-2c09fe9e057c {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:41.316156 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6555fa4-f6c4-47e7-99b3-5fc654bacaa7", "name": "network-vif-plugged", "status": "completed", "tag": "62904be2-d1e0-47c4-bc5b-02339847d063", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:41.316404 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d882869f-b89e-4420-ace2-2c09fe9e057c {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:41.316945 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6555fa4-f6c4-47e7-99b3-5fc654bacaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62904be2-d1e0-47c4-bc5b-02339847d063', 'code': 200} Sep 07 18:48:41.336231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-cb6614e5-88f8-4efc-95d7-6e027c96ad04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:48:41.347943 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-cb6614e5-88f8-4efc-95d7-6e027c96ad04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:48:41.350591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-cb6614e5-88f8-4efc-95d7-6e027c96ad04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:48:41.377565 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-b51e9729-c61d-49b9-a487-1c62a8d23a84 None None] Set router db8a4256-2786-42d5-be48-5cffb0eddd55 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:48:41.379529 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 32af43b9-f337-4ed9-bd60-4ab466b23720 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:48:41.379875 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 32af43b9-f337-4ed9-bd60-4ab466b23720 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:48:41.380299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 68af4834-3c00-4e31-9e36-d3415c2d9881 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:48:41.444128 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620b06f-be78-43b7-851c-8d3dcdb69e9d req-401e7bed-6eeb-411f-baef-12d8e4fe365a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:41.445787 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4620b06f-be78-43b7-851c-8d3dcdb69e9d req-401e7bed-6eeb-411f-baef-12d8e4fe365a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d6555fa4-f6c4-47e7-99b3-5fc654bacaa7 HTTP/1.1" status: 200 len: 1096 time: 0.0902066 Sep 07 18:48:41.450014 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6614e5-88f8-4efc-95d7-6e027c96ad04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Pushing event updated for resources: {'Port': ['ID=897ca894-dfa1-4315-9efb-967d68266413,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:41.503408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31880bd1-0537-4e84-ab71-5e7099b882bb req-cc286729-f71f-43fe-af15-1121d087f0d2 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:41.504813 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-31880bd1-0537-4e84-ab71-5e7099b882bb req-cc286729-f71f-43fe-af15-1121d087f0d2 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=e38ca714-5edd-4f27-9cba-fff59b476e3b HTTP/1.1" status: 200 len: 950 time: 0.1618922 Sep 07 18:48:41.516945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-cb6614e5-88f8-4efc-95d7-6e027c96ad04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:41.517729 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-cb6614e5-88f8-4efc-95d7-6e027c96ad04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:41.561149 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-cb6614e5-88f8-4efc-95d7-6e027c96ad04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3364184 Sep 07 18:48:41.580522 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-31880bd1-0537-4e84-ab71-5e7099b882bb req-20c1dad6-7850-4264-a32b-59f05227e53c tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552933 Sep 07 18:48:41.588239 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] Request body: {'port': {'device_id': 'b0cefdaa-dfbd-4393-97aa-136475c63b39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:48:41.730032 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 68af4834-3c00-4e31-9e36-d3415c2d9881 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:48:41.730418 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 68af4834-3c00-4e31-9e36-d3415c2d9881 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:48:41.747246 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=62904be2-d1e0-47c4-bc5b-02339847d063,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:41.754080 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:41.844674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port e17a200a-a878-45ae-bb3b-356b436b6d14 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:48:41.867660 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cf81a2e0-aee4-444e-95d2-8d080e30d742 None None] Provisioning for port 897ca894-dfa1-4315-9efb-967d68266413 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:48:41.986642 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port e17a200a-a878-45ae-bb3b-356b436b6d14 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:48:41.995790 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:42.029214 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cf81a2e0-aee4-444e-95d2-8d080e30d742 None None] Provisioning complete for port 897ca894-dfa1-4315-9efb-967d68266413 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:48:42.029214 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cf81a2e0-aee4-444e-95d2-8d080e30d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:42.077087 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4620b06f-be78-43b7-851c-8d3dcdb69e9d req-1132fa55-996f-44e9-ab2d-4fdd112fb26d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6120105 Sep 07 18:48:42.148557 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51aec7-4ba5-4215-b24f-5ad889f92a4a req-34f0e221-f261-4ac8-9854-b371836dcf1d tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:42.149236 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-cf81a2e0-aee4-444e-95d2-8d080e30d742 None None] Port 897ca894-dfa1-4315-9efb-967d68266413 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:48:42.150169 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f51aec7-4ba5-4215-b24f-5ad889f92a4a req-34f0e221-f261-4ac8-9854-b371836dcf1d tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b HTTP/1.1" status: 200 len: 944 time: 0.1257915 Sep 07 18:48:42.219281 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:42.247888 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f51aec7-4ba5-4215-b24f-5ad889f92a4a req-ded0621e-e2d7-4b91-8486-27d62f2e997b tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833497 Sep 07 18:48:42.251618 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b51e9729-c61d-49b9-a487-1c62a8d23a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-router', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:43:45Z', 'updated_at': '2021-09-07T18:43:55Z', 'revision_number': 4, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'gw_port': {'id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:46Z', 'updated_at': '2021-09-07T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b63362cb-6955-4b89-a01d-14a8f45d733d', 'name': '', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'mac_address': 'fa:16:3e:44:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:52Z', 'updated_at': '2021-09-07T18:44:03Z', 'revision_number': 5, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'subnets': [{'id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:42.259724 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23214c4-0ffb-4f9c-b8d0-2284982a2cc4 req-78b61898-bb59-421a-afd1-9c841311373d tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:42.261935 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b23214c4-0ffb-4f9c-b8d0-2284982a2cc4 req-78b61898-bb59-421a-afd1-9c841311373d tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 944 time: 0.1258502 Sep 07 18:48:42.290032 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51e9729-c61d-49b9-a487-1c62a8d23a84 None None] The sync data for ids ['db8a4256-2786-42d5-be48-5cffb0eddd55'] in n-d-807786-1 is: [{'id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-router', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:43:45Z', 'updated_at': '2021-09-07T18:43:55Z', 'revision_number': 4, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'gw_port': {'id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:46Z', 'updated_at': '2021-09-07T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b63362cb-6955-4b89-a01d-14a8f45d733d', 'name': '', 'network_id': 'b55a20e6-76b5-47c9-b724-529008279f9a', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'mac_address': 'fa:16:3e:44:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:52Z', 'updated_at': '2021-09-07T18:44:03Z', 'revision_number': 5, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'subnets': [{'id': '8e448bc0-501e-4a71-945c-2892b3c26cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:48:42.303088 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port e17a200a-a878-45ae-bb3b-356b436b6d14, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e17a200a-a878-45ae-bb3b-356b436b6d14,segment=NetworkSegment(b2ae36fa-92c9-4bfb-bd2e-e689a5490b14),segment_id=b2ae36fa-92c9-4bfb-bd2e-e689a5490b14)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:42.308167 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:42.371460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=e17a200a-a878-45ae-bb3b-356b436b6d14,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:42.377600 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b23214c4-0ffb-4f9c-b8d0-2284982a2cc4 req-28d119e3-4d85-4ad2-9d78-a8177b169e0b tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068618 Sep 07 18:48:42.389785 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897ca894-dfa1-4315-9efb-967d68266413 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:48:42.399874 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:42.423053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] Transition to ACTIVE for port object 897ca894-dfa1-4315-9efb-967d68266413 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:48:42.433543 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:42.516185 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:42.552918 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] Pushing event updated for resources: {'Port': ['ID=897ca894-dfa1-4315-9efb-967d68266413,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:42.636319 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c7abf-3fb1-494d-95e9-19c34321bfd6 req-0e66ec5d-450c-40bc-a1fb-0e778c48a977 tempest-ServersAdminNegativeTestJSON-779834900 tempest-ServersAdminNegativeTestJSON-779834900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:42.638795 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-750c7abf-3fb1-494d-95e9-19c34321bfd6 req-0e66ec5d-450c-40bc-a1fb-0e778c48a977 tempest-ServersAdminNegativeTestJSON-779834900 tempest-ServersAdminNegativeTestJSON-779834900-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e38ca714-5edd-4f27-9cba-fff59b476e3b HTTP/1.1" status: 200 len: 1101 time: 0.1530306 Sep 07 18:48:42.709908 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-750c7abf-3fb1-494d-95e9-19c34321bfd6 req-a29681b1-60b8-4bae-9ea3-92aa20ff56cd tempest-ServersAdminNegativeTestJSON-779834900 tempest-ServersAdminNegativeTestJSON-779834900-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:42.724965 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] Attempting to bind port 897ca894-dfa1-4315-9efb-967d68266413 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:48:42.726805 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] Attempting to bind port 897ca894-dfa1-4315-9efb-967d68266413 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:48:42.727335 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] Attempting to bind port 897ca894-dfa1-4315-9efb-967d68266413 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:48:42.761783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] Port 897ca894-dfa1-4315-9efb-967d68266413 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:48:42.763123 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] Attempting to bind port 897ca894-dfa1-4315-9efb-967d68266413 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:48:42.798248 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:48:42.798479 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:48:42.798710 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:48:42.799283 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] Bound port: 897ca894-dfa1-4315-9efb-967d68266413, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:48:42.802577 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:42.841598 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371efc0e-6711-4e60-a057-8649ab828e5a None None] New status for floating IP 6402a46a-7684-4dca-9e0c-22d26cebe810: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:48:42.958683 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] For port 897ca894-dfa1-4315-9efb-967d68266413, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:48:42.983055 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] For port 897ca894-dfa1-4315-9efb-967d68266413, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=897ca894-dfa1-4315-9efb-967d68266413,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:48:42.989673 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:43.052145 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-750c7abf-3fb1-494d-95e9-19c34321bfd6 req-a29681b1-60b8-4bae-9ea3-92aa20ff56cd tempest-ServersAdminNegativeTestJSON-779834900 tempest-ServersAdminNegativeTestJSON-779834900-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:43.065459 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec35b8-b856-4790-8ccd-4c43c3a0d65c req-469d5525-f5e9-43e0-bd72-af6d57b07d92 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:43.067075 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97ec35b8-b856-4790-8ccd-4c43c3a0d65c req-469d5525-f5e9-43e0-bd72-af6d57b07d92 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 947 time: 0.1625590 Sep 07 18:48:43.068502 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:43.069199 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:43.070545 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] 10.222.0.36 "PUT /v2.0/ports/897ca894-dfa1-4315-9efb-967d68266413 HTTP/1.1" status: 200 len: 1095 time: 1.4888322 Sep 07 18:48:43.073372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0cefdaa-dfbd-4393-97aa-136475c63b39', 'tag': '897ca894-dfa1-4315-9efb-967d68266413'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:43.075741 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8b9f2a-35e9-4955-adae-ee4b5a65ce2e" -d '{"events": [{"name": "network-changed", "server_uuid": "b0cefdaa-dfbd-4393-97aa-136475c63b39", "tag": "897ca894-dfa1-4315-9efb-967d68266413"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:43.085264 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-750c7abf-3fb1-494d-95e9-19c34321bfd6 req-a29681b1-60b8-4bae-9ea3-92aa20ff56cd tempest-ServersAdminNegativeTestJSON-779834900 tempest-ServersAdminNegativeTestJSON-779834900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:43.156607 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-750c7abf-3fb1-494d-95e9-19c34321bfd6 req-a29681b1-60b8-4bae-9ea3-92aa20ff56cd tempest-ServersAdminNegativeTestJSON-779834900 tempest-ServersAdminNegativeTestJSON-779834900-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050812 Sep 07 18:48:43.157155 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8912dd-2ea7-4e86-885e-260a8a704c90 service neutron] Pushing event updated for resources: {'Port': ['ID=897ca894-dfa1-4315-9efb-967d68266413,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:43.184201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29681b1-60b8-4bae-9ea3-92aa20ff56cd tempest-ServersAdminNegativeTestJSON-779834900 tempest-ServersAdminNegativeTestJSON-779834900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34469c7-63fe-4db0-991b-e6c92630f5c3,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:43.211411 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97ec35b8-b856-4790-8ccd-4c43c3a0d65c req-992330d9-b8f4-4385-a0a4-2a9b22f0f129 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276574 Sep 07 18:48:43.234612 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-944ab68e-3bf7-432e-8dce-4d5cbaded88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:43.236443 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-944ab68e-3bf7-432e-8dce-4d5cbaded88d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 1098 time: 0.1025369 Sep 07 18:48:43.298982 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-9ff882d1-7e67-4f33-a8f9-cc750cca5b4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=897ca894-dfa1-4315-9efb-967d68266413 HTTP/1.1" status: 200 len: 217 time: 0.0520577 Sep 07 18:48:43.318387 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17a200a-a878-45ae-bb3b-356b436b6d14'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:43.321198 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972d9407-839c-4ade-a890-a13e3ba55003" -d '{"events": [{"server_uuid": "7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b", "name": "network-vif-plugged", "status": "completed", "tag": "e17a200a-a878-45ae-bb3b-356b436b6d14"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:43.354071 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:43.355162 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0316ed36-6b7c-4bb6-b8ee-93879574b12b x-openstack-request-id: req-0316ed36-6b7c-4bb6-b8ee-93879574b12b {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:43.355443 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0cefdaa-dfbd-4393-97aa-136475c63b39", "tag": "897ca894-dfa1-4315-9efb-967d68266413", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:43.355737 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0316ed36-6b7c-4bb6-b8ee-93879574b12b {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:43.356098 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0cefdaa-dfbd-4393-97aa-136475c63b39', 'tag': '897ca894-dfa1-4315-9efb-967d68266413', 'status': 'completed', 'code': 200} Sep 07 18:48:43.386752 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-f492f8e1-a4c4-4318-8f02-e0e1b4be95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:43.388253 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-f492f8e1-a4c4-4318-8f02-e0e1b4be95c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0721760 Sep 07 18:48:43.475176 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-c7292112-2477-417b-a6fb-c9d352fac697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:43.477554 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-c7292112-2477-417b-a6fb-c9d352fac697 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0774050 Sep 07 18:48:43.610676 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142fda46-cbcd-4065-ad41-94ba5b47288b x-openstack-request-id: req-142fda46-cbcd-4065-ad41-94ba5b47288b {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:43.611682 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b", "name": "network-vif-plugged", "status": "completed", "tag": "e17a200a-a878-45ae-bb3b-356b436b6d14", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:43.613123 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-142fda46-cbcd-4065-ad41-94ba5b47288b {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:43.613816 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17a200a-a878-45ae-bb3b-356b436b6d14', 'code': 200} Sep 07 18:48:43.650220 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc7958-c333-42c5-88c7-9e059baabeb5 req-d8189c61-fdc7-4e1b-9281-089c63e6b21c tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:43.651795 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-22bc7958-c333-42c5-88c7-9e059baabeb5 req-d8189c61-fdc7-4e1b-9281-089c63e6b21c tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b HTTP/1.1" status: 200 len: 945 time: 0.1366439 Sep 07 18:48:43.656806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-f5fc82a7-3445-490d-9516-1326a97f1fbf service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676233 Sep 07 18:48:43.749043 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86da72f-870f-4a27-bed9-37c8a7706ce8 req-e7cb032d-416a-4901-988c-f33354130d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:43.752825 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c86da72f-870f-4a27-bed9-37c8a7706ce8 req-e7cb032d-416a-4901-988c-f33354130d12 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b HTTP/1.1" status: 200 len: 1096 time: 0.0823019 Sep 07 18:48:43.785307 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-543e600e-6fd4-4b26-8ca3-60871ef7a030 req-6347b43f-8394-424c-b4a6-559f36a300d2 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169565 Sep 07 18:48:43.817501 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c86da72f-870f-4a27-bed9-37c8a7706ce8 req-e527e17f-4d20-4366-b5bb-056d5c60ace0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576799 Sep 07 18:48:43.826613 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-22bc7958-c333-42c5-88c7-9e059baabeb5 req-ad3da58b-6cc9-455d-89b5-4680e5180cdc tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662028 Sep 07 18:48:43.907400 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51920) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:43.949670 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442f00d-6df9-4378-a5e1-b55ce51b5ba4 req-dafb3d81-58b6-479f-904c-513a3231aab9 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:43.951910 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a442f00d-6df9-4378-a5e1-b55ce51b5ba4 req-dafb3d81-58b6-479f-904c-513a3231aab9 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 944 time: 0.1487753 Sep 07 18:48:43.972208 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b9f2a-35e9-4955-adae-ee4b5a65ce2e req-280679b4-b2ba-4e6c-889a-d0f8ca7ca0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:43.974437 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c8b9f2a-35e9-4955-adae-ee4b5a65ce2e req-280679b4-b2ba-4e6c-889a-d0f8ca7ca0ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 1098 time: 0.1216185 Sep 07 18:48:43.980863 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51922) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:43.992446 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fc9b95e-1b1c-46b0-b264-e07f98f3972e tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:44.019973 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fc9b95e-1b1c-46b0-b264-e07f98f3972e tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:44.040180 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a442f00d-6df9-4378-a5e1-b55ce51b5ba4 req-4f5ff093-d6d4-4255-b64b-4a5ffbf0716a tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799978 Sep 07 18:48:44.105371 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b9f2a-35e9-4955-adae-ee4b5a65ce2e req-a2069749-b02b-474b-b977-232a6e190c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:44.106857 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c8b9f2a-35e9-4955-adae-ee4b5a65ce2e req-a2069749-b02b-474b-b977-232a6e190c3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.1199727 Sep 07 18:48:44.136788 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fc9b95e-1b1c-46b0-b264-e07f98f3972e tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:44.139489 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fc9b95e-1b1c-46b0-b264-e07f98f3972e tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:44.140689 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8fc9b95e-1b1c-46b0-b264-e07f98f3972e tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "DELETE /v2.0/security-groups/7b91db7c-ac63-4411-8b6e-bcaff1ca106a HTTP/1.1" status: 204 len: 168 time: 0.2322185 Sep 07 18:48:44.152826 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51926) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:44.161847 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c8b9f2a-35e9-4955-adae-ee4b5a65ce2e req-cde3561e-400c-4b7b-a8f8-78e6033b9913 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=897ca894-dfa1-4315-9efb-967d68266413 HTTP/1.1" status: 200 len: 217 time: 0.0358233 Sep 07 18:48:44.181277 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9b95e-1b1c-46b0-b264-e07f98f3972e tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b91db7c-ac63-4411-8b6e-bcaff1ca106a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:44.203862 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-59d04f9a-3d4b-4282-bad1-3e8626a9702d tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] show failed (client error): The resource could not be found. Sep 07 18:48:44.205098 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-59d04f9a-3d4b-4282-bad1-3e8626a9702d tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "GET /v2.0/security-groups/7b91db7c-ac63-4411-8b6e-bcaff1ca106a HTTP/1.1" status: 404 len: 347 time: 0.0481455 Sep 07 18:48:44.208189 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51928) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:44.230853 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b9f2a-35e9-4955-adae-ee4b5a65ce2e req-9f898cdc-6c65-4093-b6e4-d251113fef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:44.232454 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c8b9f2a-35e9-4955-adae-ee4b5a65ce2e req-9f898cdc-6c65-4093-b6e4-d251113fef4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0531294 Sep 07 18:48:44.262576 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-d919f264-65ce-4081-ac30-40bd7ee65be7 service neutron] 10.222.0.60 "GET /v2.0/ports/5500449d-6248-460c-81b7-e81099ccfc29/bindings/n-h2-807786-1 HTTP/1.1" status: 200 len: 384 time: 0.1690624 Sep 07 18:48:44.272659 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fa572793-7b4a-425c-8929-9189c1451827 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7080a98f82c643fc9fe58b284a62787b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905064 Sep 07 18:48:44.273182 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51934) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:44.354324 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b9f2a-35e9-4955-adae-ee4b5a65ce2e req-77424924-4c1f-4f8b-9404-5f1eacec94f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:44.355840 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c8b9f2a-35e9-4955-adae-ee4b5a65ce2e req-77424924-4c1f-4f8b-9404-5f1eacec94f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1091242 Sep 07 18:48:44.364884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9bdf9-3cb9-4fe4-83fd-039018fe1930 req-4ea5376f-6ec8-4f61-bde1-70710cb2288f tempest-ServersAdminNegativeTestJSON-779834900 tempest-ServersAdminNegativeTestJSON-779834900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:44.366315 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1a9bdf9-3cb9-4fe4-83fd-039018fe1930 req-4ea5376f-6ec8-4f61-bde1-70710cb2288f tempest-ServersAdminNegativeTestJSON-779834900 tempest-ServersAdminNegativeTestJSON-779834900-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e38ca714-5edd-4f27-9cba-fff59b476e3b HTTP/1.1" status: 200 len: 1101 time: 0.0844936 Sep 07 18:48:44.373739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c536788-a519-4afc-82a9-0bd24dfc5c92 req-66726388-bdb0-40b2-a97b-31316f693eff tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:44.375201 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c536788-a519-4afc-82a9-0bd24dfc5c92 req-66726388-bdb0-40b2-a97b-31316f693eff tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 947 time: 0.0825870 Sep 07 18:48:44.439584 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1804a033-c9b5-47b7-b60b-a557fc8cc32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:44.477464 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1a9bdf9-3cb9-4fe4-83fd-039018fe1930 req-c6218c9d-8684-48b9-a142-0c999cca52e4 tempest-ServersAdminNegativeTestJSON-779834900 tempest-ServersAdminNegativeTestJSON-779834900-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002030 Sep 07 18:48:44.489256 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c536788-a519-4afc-82a9-0bd24dfc5c92 req-cc180477-f3a5-4459-810c-277f94a3bd8c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044374 Sep 07 18:48:44.496396 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1804a033-c9b5-47b7-b60b-a557fc8cc32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:44.500948 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd36ed-cebb-4b54-9de9-e6c3737b155f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Deleting port 14c5033b-4e33-44ed-9f63-29034fd4b136 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:48:44.501487 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3dfd36ed-cebb-4b54-9de9-e6c3737b155f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:44.524364 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c8b9f2a-35e9-4955-adae-ee4b5a65ce2e req-b277018f-c179-44a2-a7ad-f078409cc2c9 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481390 Sep 07 18:48:44.639469 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c8b9f2a-35e9-4955-adae-ee4b5a65ce2e req-d33e9720-36ec-4af3-9aae-24afc8775c44 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066978 Sep 07 18:48:44.666123 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1804a033-c9b5-47b7-b60b-a557fc8cc32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:44.668684 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1804a033-c9b5-47b7-b60b-a557fc8cc32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:44.669842 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1804a033-c9b5-47b7-b60b-a557fc8cc32e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b6cddd1-75e6-4823-82cd-31891510e618 HTTP/1.1" status: 204 len: 168 time: 0.3943264 Sep 07 18:48:44.686217 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-88b3ce05-983a-4007-9968-7c652b235c69 service neutron] For port 5500449d-6248-460c-81b7-e81099ccfc29, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=5500449d-6248-460c-81b7-e81099ccfc29,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:44.700455 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804a033-c9b5-47b7-b60b-a557fc8cc32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6cddd1-75e6-4823-82cd-31891510e618,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:44.703845 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3dfd36ed-cebb-4b54-9de9-e6c3737b155f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:44.704170 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3dfd36ed-cebb-4b54-9de9-e6c3737b155f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:44.725987 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd36ed-cebb-4b54-9de9-e6c3737b155f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Calling delete_port for 14c5033b-4e33-44ed-9f63-29034fd4b136 owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:48:44.731585 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-88b3ce05-983a-4007-9968-7c652b235c69 service neutron] For port 5500449d-6248-460c-81b7-e81099ccfc29, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:48:44.794609 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-88b3ce05-983a-4007-9968-7c652b235c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5500449d-6248-460c-81b7-e81099ccfc29 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:48:44.852193 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-88b3ce05-983a-4007-9968-7c652b235c69 service neutron] For port 5500449d-6248-460c-81b7-e81099ccfc29, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=5500449d-6248-460c-81b7-e81099ccfc29,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:44.873485 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-88b3ce05-983a-4007-9968-7c652b235c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:44.967087 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcaea9-8097-49b3-b2e4-f48e895f2240 req-cd892c39-4cb6-48c9-9346-ea66cb0eb9c0 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:44.968721 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bafcaea9-8097-49b3-b2e4-f48e895f2240 req-cd892c39-4cb6-48c9-9346-ea66cb0eb9c0 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=e38ca714-5edd-4f27-9cba-fff59b476e3b HTTP/1.1" status: 200 len: 950 time: 0.0844157 Sep 07 18:48:44.990058 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-88b3ce05-983a-4007-9968-7c652b235c69 service neutron] Transition to ACTIVE for port object 5500449d-6248-460c-81b7-e81099ccfc29 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:48:45.010889 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-88b3ce05-983a-4007-9968-7c652b235c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:45.016710 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257ab62-8b62-4295-baa1-f4838a73def5 req-022d1d09-7971-4fe2-ab6b-f968335dae24 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:45.021982 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0257ab62-8b62-4295-baa1-f4838a73def5 req-022d1d09-7971-4fe2-ab6b-f968335dae24 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b HTTP/1.1" status: 200 len: 945 time: 0.1066120 Sep 07 18:48:45.087870 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-88b3ce05-983a-4007-9968-7c652b235c69 service neutron] No DVR routers for this DVR port 5500449d-6248-460c-81b7-e81099ccfc29 on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:48:45.100282 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bafcaea9-8097-49b3-b2e4-f48e895f2240 req-aa0849a2-bd41-4000-8c24-35d7b05aea14 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256065 Sep 07 18:48:45.116284 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0257ab62-8b62-4295-baa1-f4838a73def5 req-afdccd83-e273-45ea-9a35-c77d81771980 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835204 Sep 07 18:48:45.181262 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-88b3ce05-983a-4007-9968-7c652b235c69 service neutron] 10.222.0.60 "PUT /v2.0/ports/5500449d-6248-460c-81b7-e81099ccfc29/bindings/n-h2-807786-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9068265 Sep 07 18:48:45.183762 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3ce05-983a-4007-9968-7c652b235c69 service neutron] Pushing event updated for resources: {'Port': ['ID=5500449d-6248-460c-81b7-e81099ccfc29,revision_number=10']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:45.226033 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3dfd36ed-cebb-4b54-9de9-e6c3737b155f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:45.257770 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 5500449d-6248-460c-81b7-e81099ccfc29 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:48:45.295177 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c0edb-a512-40dd-bda9-4af859f4a4dd req-9442857d-5772-4051-bd55-db54424854bd tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:45.298091 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff0c0edb-a512-40dd-bda9-4af859f4a4dd req-9442857d-5772-4051-bd55-db54424854bd tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 945 time: 0.0986922 Sep 07 18:48:45.322505 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 5500449d-6248-460c-81b7-e81099ccfc29 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:48:45.341435 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd36ed-cebb-4b54-9de9-e6c3737b155f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Pushing event deleted for resources: {'Port': ['ID=14c5033b-4e33-44ed-9f63-29034fd4b136,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:45.375058 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-73ab8cea-b543-4ea9-ba20-016a9c3f73be tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:45.377190 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-73ab8cea-b543-4ea9-ba20-016a9c3f73be tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87&tenant_id=f00faea60e4544a695e7dd93ec709296&binding%3Ahost_id=n-h1-807786-1 HTTP/1.1" status: 200 len: 1096 time: 0.1107650 Sep 07 18:48:45.413342 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3dfd36ed-cebb-4b54-9de9-e6c3737b155f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:45.416239 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3dfd36ed-cebb-4b54-9de9-e6c3737b155f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:45.417758 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3dfd36ed-cebb-4b54-9de9-e6c3737b155f tempest-ServersWithSpecificFlavorTestJSON-1755308409 tempest-ServersWithSpecificFlavorTestJSON-1755308409-project] 10.222.0.26 "DELETE /v2.0/floatingips/6402a46a-7684-4dca-9e0c-22d26cebe810 HTTP/1.1" status: 204 len: 168 time: 1.2084575 Sep 07 18:48:45.420195 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff0c0edb-a512-40dd-bda9-4af859f4a4dd req-4548b256-9090-48b3-bd25-e28f8371f277 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967612 Sep 07 18:48:45.437057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-e141ca11-2fb0-4277-9048-dbdbf1be5747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:45.438706 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-e141ca11-2fb0-4277-9048-dbdbf1be5747 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87&tenant_id=f00faea60e4544a695e7dd93ec709296 HTTP/1.1" status: 200 len: 1096 time: 0.0512457 Sep 07 18:48:45.516934 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-93304707-636b-4e2b-9711-9cadbd510296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:45.518448 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-93304707-636b-4e2b-9711-9cadbd510296 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 1096 time: 0.0431068 Sep 07 18:48:45.533989 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51984) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:45.645548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-b067e127-736b-45ff-b134-59336d8b3a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:45.647093 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-b067e127-736b-45ff-b134-59336d8b3a22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 921 time: 0.1206937 Sep 07 18:48:45.664767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff60fd3-951f-4fee-8c3d-7ddb06765651 req-4e61b0e9-9128-4cd6-a194-d88b4f4d524c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:45.666285 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aff60fd3-951f-4fee-8c3d-7ddb06765651 req-4e61b0e9-9128-4cd6-a194-d88b4f4d524c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 947 time: 0.0764935 Sep 07 18:48:45.680847 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-3c550cb5-e29c-49e6-a06f-da9b21a3f79d admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1849928303-network', 'tenant_id': '990a87ac43074980b1a724e270c26ee2'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:48:45.707686 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-ed3a5db0-5299-4c74-a73a-adcf63a10731 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5500449d-6248-460c-81b7-e81099ccfc29 HTTP/1.1" status: 200 len: 217 time: 0.0404723 Sep 07 18:48:45.716979 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c550cb5-e29c-49e6-a06f-da9b21a3f79d admin admin] Made reservation on behalf of 990a87ac43074980b1a724e270c26ee2 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:48:45.720114 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c550cb5-e29c-49e6-a06f-da9b21a3f79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:45.729007 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c550cb5-e29c-49e6-a06f-da9b21a3f79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:45.769133 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aff60fd3-951f-4fee-8c3d-7ddb06765651 req-a5e22bbb-1dd5-42fe-9422-471195c32545 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642035 Sep 07 18:48:45.789081 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2e09398a-ee2d-474c-9723-0c50f3811e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:45.789081 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-2e09398a-ee2d-474c-9723-0c50f3811e8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 200 len: 860 time: 0.0610921 Sep 07 18:48:45.793264 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51998) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:45.825554 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c550cb5-e29c-49e6-a06f-da9b21a3f79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:45.830095 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c550cb5-e29c-49e6-a06f-da9b21a3f79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:45.830682 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-f7f3e88d-5e08-4497-8928-7e638216eabd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73fe4171-28a4-4081-b73e-ded401c8a274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281584 Sep 07 18:48:45.861606 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c550cb5-e29c-49e6-a06f-da9b21a3f79d admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:48:45.868204 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c550cb5-e29c-49e6-a06f-da9b21a3f79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af76fb8e-534d-418c-b1a1-7a7af5c6a5e9,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:45.874971 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c550cb5-e29c-49e6-a06f-da9b21a3f79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:45.875305 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-3c550cb5-e29c-49e6-a06f-da9b21a3f79d admin admin] Added segment 31c4c172-3a11-4f59-bb1e-7f63cd3dadc7 of type vlan for network bd66a3a3-d141-4b70-95dd-3449895afcd4 Sep 07 18:48:45.923812 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c550cb5-e29c-49e6-a06f-da9b21a3f79d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:45.950649 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c550cb5-e29c-49e6-a06f-da9b21a3f79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:45.951651 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c550cb5-e29c-49e6-a06f-da9b21a3f79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:45.952239 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c550cb5-e29c-49e6-a06f-da9b21a3f79d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:45.983668 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3c550cb5-e29c-49e6-a06f-da9b21a3f79d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4485176 Sep 07 18:48:45.988154 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52006) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:45.993337 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4437543d-aeac-47bb-95fe-5ad24f5bc762 admin admin] Request body: {'subnet': {'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1849928303-subnet', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:48:46.029263 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c550cb5-e29c-49e6-a06f-da9b21a3f79d admin admin] Pushing event updated for resources: {'Network': ['ID=bd66a3a3-d141-4b70-95dd-3449895afcd4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:46.041569 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network bd66a3a3-d141-4b70-95dd-3449895afcd4 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:48:46.054054 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4437543d-aeac-47bb-95fe-5ad24f5bc762 admin admin] Made reservation on behalf of 990a87ac43074980b1a724e270c26ee2 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:48:46.058836 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4437543d-aeac-47bb-95fe-5ad24f5bc762 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:46.059435 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-5c0256a4-f169-4726-a291-6a702ae9464c service neutron] 10.222.0.36 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213907 Sep 07 18:48:46.093431 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dab2b7-8639-437a-9740-d412d6d8842f req-e47065f0-2559-4873-8320-b2dec3c7d398 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:46.100613 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57dab2b7-8639-437a-9740-d412d6d8842f req-e47065f0-2559-4873-8320-b2dec3c7d398 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 945 time: 0.1441433 Sep 07 18:48:46.280145 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4437543d-aeac-47bb-95fe-5ad24f5bc762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:46.339778 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437543d-aeac-47bb-95fe-5ad24f5bc762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac93b3c-cfaf-4e48-af75-309b6ae4c803,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:46.352645 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437543d-aeac-47bb-95fe-5ad24f5bc762 admin admin] Checking segment: {'id': '31c4c172-3a11-4f59-bb1e-7f63cd3dadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:48:46.353014 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4437543d-aeac-47bb-95fe-5ad24f5bc762 admin admin] Network hostable DHCP agents. Network: bd66a3a3-d141-4b70-95dd-3449895afcd4, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:48:46.370971 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4437543d-aeac-47bb-95fe-5ad24f5bc762 admin admin] Network bd66a3a3-d141-4b70-95dd-3449895afcd4 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:48:46.381697 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-4437543d-aeac-47bb-95fe-5ad24f5bc762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, bd66a3a3-d141-4b70-95dd-3449895afcd4) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:48:46.385804 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4437543d-aeac-47bb-95fe-5ad24f5bc762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:46.386372 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4437543d-aeac-47bb-95fe-5ad24f5bc762 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:46.391492 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6923450-6b8f-4eee-82fb-f03c2e780828 None None] Network bd66a3a3-d141-4b70-95dd-3449895afcd4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:48:46.405355 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4437543d-aeac-47bb-95fe-5ad24f5bc762 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4129698 Sep 07 18:48:46.405574 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52020) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:46.412334 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-fe1c6564-0a2f-4ca3-9610-7213e8318e88 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1849928303-router', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:48:46.437685 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe1c6564-0a2f-4ca3-9610-7213e8318e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:46.439060 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe1c6564-0a2f-4ca3-9610-7213e8318e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:46.500455 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe1c6564-0a2f-4ca3-9610-7213e8318e88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:46.554240 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-bd66a3a3-d141-4b70-95dd-3449895afcd4', 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'fixed_ips': [{'subnet_id': 'cac93b3c-cfaf-4e48-af75-309b6ae4c803'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:48:46.555112 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:46.597189 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57dab2b7-8639-437a-9740-d412d6d8842f req-f63e8124-3deb-4cc8-a38b-0fddcb905c5b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4955533 Sep 07 18:48:46.663096 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-ca424d22-fd32-4044-b7f2-97fa0200676c service neutron] 10.222.0.36 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877776 Sep 07 18:48:46.695251 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe1c6564-0a2f-4ca3-9610-7213e8318e88 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:46.708309 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078b9e4-03dc-4609-82e0-51b8edb8c27f req-5ef7dec4-137c-4734-a716-4c594630d97c tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:46.709932 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0078b9e4-03dc-4609-82e0-51b8edb8c27f req-5ef7dec4-137c-4734-a716-4c594630d97c tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.60 "GET /v2.0/ports?device_id=e38ca714-5edd-4f27-9cba-fff59b476e3b HTTP/1.1" status: 200 len: 950 time: 0.1349599 Sep 07 18:48:46.724717 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] Allocated IP 172.20.0.2 (bd66a3a3-d141-4b70-95dd-3449895afcd4/cac93b3c-cfaf-4e48-af75-309b6ae4c803/cdbd6dda-e97d-4e63-8109-762fb49e5e51) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:48:46.750419 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1f520-884d-48e7-8b25-233f554c49cd req-ba305207-6067-4205-8520-c9bc03ade2bd tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:46.752968 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ca1f520-884d-48e7-8b25-233f554c49cd req-ba305207-6067-4205-8520-c9bc03ade2bd tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=e38ca714-5edd-4f27-9cba-fff59b476e3b HTTP/1.1" status: 200 len: 950 time: 0.5439768 Sep 07 18:48:46.794233 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8f04e-c10e-4174-92f9-cf7a9fd35971 req-6dc5ff2d-c902-4b9f-8c1a-230a3ef8d4ef tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:46.796052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-85c8f04e-c10e-4174-92f9-cf7a9fd35971 req-6dc5ff2d-c902-4b9f-8c1a-230a3ef8d4ef tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b HTTP/1.1" status: 200 len: 945 time: 0.1280861 Sep 07 18:48:46.831262 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 897ca894-dfa1-4315-9efb-967d68266413 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:48:46.852943 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ca1f520-884d-48e7-8b25-233f554c49cd req-5dd92cf5-5f4c-483c-a9ac-74a6e2204e22 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913544 Sep 07 18:48:46.864617 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-0078b9e4-03dc-4609-82e0-51b8edb8c27f req-1073ec15-ea7b-4796-9eac-2c27be55b4f0 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Deleting port c5b5c299-6247-4174-9d41-26d6b7e435e1 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:48:46.865210 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-0078b9e4-03dc-4609-82e0-51b8edb8c27f req-1073ec15-ea7b-4796-9eac-2c27be55b4f0 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:46.905762 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-85c8f04e-c10e-4174-92f9-cf7a9fd35971 req-338c15e6-9efa-41bb-aaf2-de784928732d tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952539 Sep 07 18:48:47.019882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-90bf03a4-d41e-44c4-a7f9-33bb38588112 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:47.021551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-90bf03a4-d41e-44c4-a7f9-33bb38588112 tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87&tenant_id=f00faea60e4544a695e7dd93ec709296&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 1096 time: 0.0760200 Sep 07 18:48:47.055732 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:47.065831 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] Transition to ACTIVE for port object cdbd6dda-e97d-4e63-8109-762fb49e5e51 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:48:47.077638 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-0078b9e4-03dc-4609-82e0-51b8edb8c27f req-1073ec15-ea7b-4796-9eac-2c27be55b4f0 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] For port c5b5c299-6247-4174-9d41-26d6b7e435e1, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=c5b5c299-6247-4174-9d41-26d6b7e435e1,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:47.078003 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-0078b9e4-03dc-4609-82e0-51b8edb8c27f req-1073ec15-ea7b-4796-9eac-2c27be55b4f0 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:47.083289 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] Transition to ACTIVE for port object cdbd6dda-e97d-4e63-8109-762fb49e5e51 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:48:47.101725 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-0078b9e4-03dc-4609-82e0-51b8edb8c27f req-1073ec15-ea7b-4796-9eac-2c27be55b4f0 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Calling delete_port for c5b5c299-6247-4174-9d41-26d6b7e435e1 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:48:47.116135 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe1c6564-0a2f-4ca3-9610-7213e8318e88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:47.117361 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90e36f1f-1346-4a17-8cc0-01be6fb5621a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:47.133447 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:47.165373 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe1c6564-0a2f-4ca3-9610-7213e8318e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:47.180152 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] Network bd66a3a3-d141-4b70-95dd-3449895afcd4 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:48:47.201035 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:48:47.210497 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:48:47.243016 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] Pushing event updated for resources: {'Port': ['ID=cdbd6dda-e97d-4e63-8109-762fb49e5e51,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:47.314542 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 897ca894-dfa1-4315-9efb-967d68266413, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=897ca894-dfa1-4315-9efb-967d68266413,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:47.347381 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-fe1c6564-0a2f-4ca3-9610-7213e8318e88 admin admin] Allocated IP 172.25.8.102 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/762a959f-f0d5-4ca3-9888-d89d0be2aed7) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:48:47.368248 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '897ca894-dfa1-4315-9efb-967d68266413', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '897ca894-dfa1-4315-9efb-967d68266413', 'mac_address': 'fa:16:3e:c2:b2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:48:47.372962 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-0078b9e4-03dc-4609-82e0-51b8edb8c27f req-1073ec15-ea7b-4796-9eac-2c27be55b4f0 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:47.376848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] Attempting to bind port cdbd6dda-e97d-4e63-8109-762fb49e5e51 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:48:47.377595 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] Attempting to bind port cdbd6dda-e97d-4e63-8109-762fb49e5e51 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '31c4c172-3a11-4f59-bb1e-7f63cd3dadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:48:47.378197 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] Attempting to bind port cdbd6dda-e97d-4e63-8109-762fb49e5e51 on network bd66a3a3-d141-4b70-95dd-3449895afcd4 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:48:47.388776 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['8cc4a568-2634-4ac1-950a-eef7732e3ba6'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:48:47.408316 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694ed41-d5ab-4ace-b156-7fe707960cc0 req-3f030818-be9c-4509-b4e7-576588e93152 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:47.410708 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f694ed41-d5ab-4ace-b156-7fe707960cc0 req-3f030818-be9c-4509-b4e7-576588e93152 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 945 time: 0.3874938 Sep 07 18:48:47.423236 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-f4c7bb5f-1441-45cf-84dd-e489c56087fc service neutron] For port 5500449d-6248-460c-81b7-e81099ccfc29, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:48:47.424935 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073ec15-ea7b-4796-9eac-2c27be55b4f0 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Pushing event deleted for resources: {'Port': ['ID=c5b5c299-6247-4174-9d41-26d6b7e435e1,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:47.433434 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-f4c7bb5f-1441-45cf-84dd-e489c56087fc service neutron] Notify callbacks [] for binding, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:47.434811 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87f907e4-e024-45fa-9d2b-f628aec6c97d req-f4c7bb5f-1441-45cf-84dd-e489c56087fc service neutron] 10.222.0.36 "DELETE /v2.0/ports/5500449d-6248-460c-81b7-e81099ccfc29/bindings/n-h1-807786-1 HTTP/1.1" status: 204 len: 173 time: 0.3968666 Sep 07 18:48:47.481568 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f694ed41-d5ab-4ace-b156-7fe707960cc0 req-0d2b93a9-207f-4cd1-bb23-5e883d7ce759 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549216 Sep 07 18:48:47.532562 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:48:47.538027 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] Checking segment: {'id': '31c4c172-3a11-4f59-bb1e-7f63cd3dadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:48:47.538457 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:47.538865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] Bound using segment: {'id': '31c4c172-3a11-4f59-bb1e-7f63cd3dadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:48:47.539377 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] Bound port: cdbd6dda-e97d-4e63-8109-762fb49e5e51, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c4c172-3a11-4f59-bb1e-7f63cd3dadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:48:47.539773 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:47.568862 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0078b9e4-03dc-4609-82e0-51b8edb8c27f req-1073ec15-ea7b-4796-9eac-2c27be55b4f0 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] No DVR routers for this DVR port c5b5c299-6247-4174-9d41-26d6b7e435e1 on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:48:47.579544 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-0078b9e4-03dc-4609-82e0-51b8edb8c27f req-1073ec15-ea7b-4796-9eac-2c27be55b4f0 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:47.583633 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0078b9e4-03dc-4609-82e0-51b8edb8c27f req-1073ec15-ea7b-4796-9eac-2c27be55b4f0 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.60 "DELETE /v2.0/ports/c5b5c299-6247-4174-9d41-26d6b7e435e1 HTTP/1.1" status: 204 len: 173 time: 0.8619370 Sep 07 18:48:47.584390 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38ca714-5edd-4f27-9cba-fff59b476e3b', 'name': 'network-vif-deleted', 'tag': 'c5b5c299-6247-4174-9d41-26d6b7e435e1'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:47.594439 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88f7778-927d-456e-afe6-cc12d68b48d5" -d '{"events": [{"server_uuid": "e38ca714-5edd-4f27-9cba-fff59b476e3b", "name": "network-vif-deleted", "tag": "c5b5c299-6247-4174-9d41-26d6b7e435e1"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:47.642175 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe1c6564-0a2f-4ca3-9610-7213e8318e88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:47.670601 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e2d08-542b-4232-8837-2ab46cf1ac30 req-74cfeaa1-4b7b-400f-a13c-b1259cfccaff tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:47.672325 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-610e2d08-542b-4232-8837-2ab46cf1ac30 req-74cfeaa1-4b7b-400f-a13c-b1259cfccaff tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 947 time: 0.1158082 Sep 07 18:48:47.694283 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:47.698985 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-90e36f1f-1346-4a17-8cc0-01be6fb5621a admin admin] Deleting port b63362cb-6955-4b89-a01d-14a8f45d733d {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:48:47.699330 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90e36f1f-1346-4a17-8cc0-01be6fb5621a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:47.742231 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe1c6564-0a2f-4ca3-9610-7213e8318e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:47.743504 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897ca894-dfa1-4315-9efb-967d68266413 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:48:47.809387 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ef635-b0b7-4c44-ae04-01f0f48e8fc6 req-5463780f-7f98-4b2e-86ef-a5520de374f9 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:47.809387 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f2ef635-b0b7-4c44-ae04-01f0f48e8fc6 req-5463780f-7f98-4b2e-86ef-a5520de374f9 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6555fa4-f6c4-47e7-99b3-5fc654bacaa7 HTTP/1.1" status: 200 len: 945 time: 0.2041576 Sep 07 18:48:47.809813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 897ca894-dfa1-4315-9efb-967d68266413, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=897ca894-dfa1-4315-9efb-967d68266413,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:47.809813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] For port cdbd6dda-e97d-4e63-8109-762fb49e5e51, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:48:47.822648 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:47.831683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c6564-0a2f-4ca3-9610-7213e8318e88 admin admin] Pushing event updated for resources: {'Port': ['ID=762a959f-f0d5-4ca3-9888-d89d0be2aed7,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:47.848162 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1c6564-0a2f-4ca3-9610-7213e8318e88 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:48:47.849803 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-fe1c6564-0a2f-4ca3-9610-7213e8318e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:48:47.851003 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-610e2d08-542b-4232-8837-2ab46cf1ac30 req-b61ba6f6-d46b-427f-80db-9b44f247a56c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687169 Sep 07 18:48:47.860542 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1c6564-0a2f-4ca3-9610-7213e8318e88 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:48:47.882130 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f2ef635-b0b7-4c44-ae04-01f0f48e8fc6 req-cc1d4787-0af8-4cca-8165-346967f9135c tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579939 Sep 07 18:48:47.888916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-90e36f1f-1346-4a17-8cc0-01be6fb5621a admin admin] For port b63362cb-6955-4b89-a01d-14a8f45d733d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b63362cb-6955-4b89-a01d-14a8f45d733d,segment=NetworkSegment(c74de762-a263-44c1-b0e4-dcc5ac2a81de),segment_id=c74de762-a263-44c1-b0e4-dcc5ac2a81de)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:47.889311 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90e36f1f-1346-4a17-8cc0-01be6fb5621a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:47.911131 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] For port cdbd6dda-e97d-4e63-8109-762fb49e5e51, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cdbd6dda-e97d-4e63-8109-762fb49e5e51,segment=NetworkSegment(31c4c172-3a11-4f59-bb1e-7f63cd3dadc7),segment_id=31c4c172-3a11-4f59-bb1e-7f63cd3dadc7)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:48:47.913423 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-90e36f1f-1346-4a17-8cc0-01be6fb5621a admin admin] Calling delete_port for b63362cb-6955-4b89-a01d-14a8f45d733d owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:48:47.925139 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=897ca894-dfa1-4315-9efb-967d68266413,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:47.935817 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:48.099335 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7adbfb-6f24-45e1-9e49-b3e665657244 None None] Pushing event updated for resources: {'Port': ['ID=cdbd6dda-e97d-4e63-8109-762fb49e5e51,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:48.191425 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['897ca894-dfa1-4315-9efb-967d68266413'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:48:48.235927 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafa67c5-4f1e-4b5f-ae84-2e746ba2a0e6 x-openstack-request-id: req-aafa67c5-4f1e-4b5f-ae84-2e746ba2a0e6 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:48.236534 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38ca714-5edd-4f27-9cba-fff59b476e3b", "name": "network-vif-deleted", "tag": "c5b5c299-6247-4174-9d41-26d6b7e435e1", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:48.236534 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aafa67c5-4f1e-4b5f-ae84-2e746ba2a0e6 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:48.236909 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38ca714-5edd-4f27-9cba-fff59b476e3b', 'name': 'network-vif-deleted', 'tag': 'c5b5c299-6247-4174-9d41-26d6b7e435e1', 'status': 'completed', 'code': 200} Sep 07 18:48:48.281287 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90e36f1f-1346-4a17-8cc0-01be6fb5621a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:48.388681 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe1c6564-0a2f-4ca3-9610-7213e8318e88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:48.412573 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e36f1f-1346-4a17-8cc0-01be6fb5621a admin admin] Pushing event deleted for resources: {'Port': ['ID=b63362cb-6955-4b89-a01d-14a8f45d733d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:48.419549 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbf472a4-43d4-48b6-addb-74aa5130d805 req-9187f08b-807e-4e61-9faa-ee2e96702a3f tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=e38ca714-5edd-4f27-9cba-fff59b476e3b HTTP/1.1" status: 200 len: 210 time: 0.0475066 Sep 07 18:48:48.731103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeceb4e-c73c-4027-9cd5-72ee1662f912 req-e497852e-eeb5-41b3-a1e0-cd3c89d0bafa tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:48.739445 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ebeceb4e-c73c-4027-9cd5-72ee1662f912 req-e497852e-eeb5-41b3-a1e0-cd3c89d0bafa tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 1096 time: 0.1694896 Sep 07 18:48:48.792869 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ebeceb4e-c73c-4027-9cd5-72ee1662f912 req-82a1b8dd-77db-45e1-8593-3ce38aa4853b tempest-LiveAutoBlockMigrationV225Test-1893385506 tempest-LiveAutoBlockMigrationV225Test-1893385506-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500181 Sep 07 18:48:48.823965 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe1c6564-0a2f-4ca3-9610-7213e8318e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:48.865604 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90e36f1f-1346-4a17-8cc0-01be6fb5621a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:49.001550 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1c6564-0a2f-4ca3-9610-7213e8318e88 admin admin] Router 0bc3a094-09ec-4836-8995-ddd56c0ff918 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:48:49.047481 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097bad3-2b01-464c-881f-0a06e5a8eb52 req-a6074b3a-0637-447e-9258-7d9f30fc412e tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:49.054744 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a097bad3-2b01-464c-881f-0a06e5a8eb52 req-a6074b3a-0637-447e-9258-7d9f30fc412e tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6555fa4-f6c4-47e7-99b3-5fc654bacaa7 HTTP/1.1" status: 200 len: 945 time: 0.1050477 Sep 07 18:48:49.200288 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a097bad3-2b01-464c-881f-0a06e5a8eb52 req-6bb89dca-6689-4c90-a5a5-0cb5a51b0720 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361258 Sep 07 18:48:49.266675 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4d405748-1170-4b7c-b252-e6c48be8be2b details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:48:49.270128 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device c5b5c299-6247-4174-9d41-26d6b7e435e1 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:48:49.352463 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: c5b5c299-6247-4174-9d41-26d6b7e435e1 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:48:49.353161 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device c5b5c299-6247-4174-9d41-26d6b7e435e1 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:48:49.363031 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaf983-d4ba-419d-bcab-a57b4b34c693 req-d102c41c-d91f-470f-b7d7-8de7553560fc tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:49.365133 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87aaf983-d4ba-419d-bcab-a57b4b34c693 req-d102c41c-d91f-470f-b7d7-8de7553560fc tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 948 time: 0.2026844 Sep 07 18:48:49.424840 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e36f1f-1346-4a17-8cc0-01be6fb5621a admin admin] Router db8a4256-2786-42d5-be48-5cffb0eddd55 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:48:49.457631 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efe0a8-cab3-47a7-8e45-e2e07911fe65 req-66290d61-9144-48f1-b1f7-e6add8eb7489 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:49.473169 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96efe0a8-cab3-47a7-8e45-e2e07911fe65 req-66290d61-9144-48f1-b1f7-e6add8eb7489 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 945 time: 0.1785247 Sep 07 18:48:49.500118 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4d405748-1170-4b7c-b252-e6c48be8be2b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4d405748-1170-4b7c-b252-e6c48be8be2b,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:49.522820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '4d405748-1170-4b7c-b252-e6c48be8be2b', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'port_id': '4d405748-1170-4b7c-b252-e6c48be8be2b', 'mac_address': 'fa:16:3e:b4:26:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:48:49.541823 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1c6564-0a2f-4ca3-9610-7213e8318e88 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:48:49.551191 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87aaf983-d4ba-419d-bcab-a57b4b34c693 req-88d7a650-5b97-4d66-b74a-c67cdbce52a3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798098 Sep 07 18:48:49.558161 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] Sync routers for ids ['0bc3a094-09ec-4836-8995-ddd56c0ff918'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:48:49.584157 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe1c6564-0a2f-4ca3-9610-7213e8318e88 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:49.587559 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fe1c6564-0a2f-4ca3-9610-7213e8318e88 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1794515 Sep 07 18:48:49.590228 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52084) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:49.592389 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] Routers {'0bc3a094-09ec-4836-8995-ddd56c0ff918'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:48:49.595699 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:48:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['0bc3a094-09ec-4836-8995-ddd56c0ff918'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:49.673484 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e36f1f-1346-4a17-8cc0-01be6fb5621a admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:48:49.682400 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6641151-cc05-4395-9ed5-0ce8437fc837 None None] Sync routers for ids ['db8a4256-2786-42d5-be48-5cffb0eddd55'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:48:49.697735 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96efe0a8-cab3-47a7-8e45-e2e07911fe65 req-cca6ca86-9537-4cc3-9802-26b03ace8ff8 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099557 Sep 07 18:48:49.697735 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-90e36f1f-1346-4a17-8cc0-01be6fb5621a admin admin] 10.222.0.26 "PUT /v2.0/routers/db8a4256-2786-42d5-be48-5cffb0eddd55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9007506 Sep 07 18:48:49.699898 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52088) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:49.700244 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d148ea-09fa-4574-b314-847ed8015bba None None] Network bd66a3a3-d141-4b70-95dd-3449895afcd4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:48:49.711262 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6641151-cc05-4395-9ed5-0ce8437fc837 None None] Routers {'db8a4256-2786-42d5-be48-5cffb0eddd55'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:48:49.714035 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a6641151-cc05-4395-9ed5-0ce8437fc837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:48:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['db8a4256-2786-42d5-be48-5cffb0eddd55'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:49.784258 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:49.832451 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9cff5a3e-7b0e-4fbe-a667-2a85ec7099a1 None None] Provisioning for port cdbd6dda-e97d-4e63-8109-762fb49e5e51 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:48:49.881944 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-a6641151-cc05-4395-9ed5-0ce8437fc837 None None] Set router db8a4256-2786-42d5-be48-5cffb0eddd55 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:48:49.884723 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d405748-1170-4b7c-b252-e6c48be8be2b {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:48:49.999578 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] Set router 0bc3a094-09ec-4836-8995-ddd56c0ff918 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:48:50.095817 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1679cd-0f89-4e30-a7a5-e80bac716a3b req-00506287-d64e-47ad-9123-2a3a8cf9b5f4 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:50.099026 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a1679cd-0f89-4e30-a7a5-e80bac716a3b req-00506287-d64e-47ad-9123-2a3a8cf9b5f4 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 945 time: 0.1693249 Sep 07 18:48:50.113017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd46063-c392-486e-a5e8-f303040519c3 req-47666ffb-4500-4df1-bef9-33e9fc88c538 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:50.130299 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7bd46063-c392-486e-a5e8-f303040519c3 req-47666ffb-4500-4df1-bef9-33e9fc88c538 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=969bf6af-63de-4021-9690-1f440282d7e0 HTTP/1.1" status: 200 len: 950 time: 0.1714945 Sep 07 18:48:50.145454 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f80bc4ff-bc7b-43dc-aff4-aaf0ce9c1741 admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:50.170485 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a6641151-cc05-4395-9ed5-0ce8437fc837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-router', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:43:45Z', 'updated_at': '2021-09-07T18:48:48Z', 'revision_number': 5, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'gw_port': {'id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:46Z', 'updated_at': '2021-09-07T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:50.230030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7bd46063-c392-486e-a5e8-f303040519c3 req-ef545439-c0ef-45e2-b920-1bcf902833e3 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963380 Sep 07 18:48:50.259851 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6641151-cc05-4395-9ed5-0ce8437fc837 None None] Checking router: db8a4256-2786-42d5-be48-5cffb0eddd55 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:48:50.274164 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cdbd6dda-e97d-4e63-8109-762fb49e5e51 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:48:50.282549 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6641151-cc05-4395-9ed5-0ce8437fc837 None None] Routers {'db8a4256-2786-42d5-be48-5cffb0eddd55'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:48:50.287619 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a6641151-cc05-4395-9ed5-0ce8437fc837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:48:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['db8a4256-2786-42d5-be48-5cffb0eddd55'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:50.339319 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-8a1679cd-0f89-4e30-a7a5-e80bac716a3b req-30037757-a289-4e4b-bcf9-5d7ef9080060 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Deleting port 5500449d-6248-460c-81b7-e81099ccfc29 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:48:50.339715 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8a1679cd-0f89-4e30-a7a5-e80bac716a3b req-30037757-a289-4e4b-bcf9-5d7ef9080060 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:50.344900 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4d405748-1170-4b7c-b252-e6c48be8be2b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4d405748-1170-4b7c-b252-e6c48be8be2b,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:50.359743 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:50.460447 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd1da-85fd-4a36-aab2-5e5fb03b8475 req-2ec7f1ee-d6a3-4996-aa3a-a82418495fbc tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:50.469630 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bdcd1da-85fd-4a36-aab2-5e5fb03b8475 req-2ec7f1ee-d6a3-4996-aa3a-a82418495fbc tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6555fa4-f6c4-47e7-99b3-5fc654bacaa7 HTTP/1.1" status: 200 len: 945 time: 0.1477911 Sep 07 18:48:50.497476 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f80bc4ff-bc7b-43dc-aff4-aaf0ce9c1741 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:50.509565 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-a6641151-cc05-4395-9ed5-0ce8437fc837 None None] Set router db8a4256-2786-42d5-be48-5cffb0eddd55 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:48:50.543090 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bdcd1da-85fd-4a36-aab2-5e5fb03b8475 req-28b390f9-bc3b-4d19-bf92-abb6d13db2d3 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656953 Sep 07 18:48:50.563407 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['4d405748-1170-4b7c-b252-e6c48be8be2b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:48:50.567134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-8a1679cd-0f89-4e30-a7a5-e80bac716a3b req-30037757-a289-4e4b-bcf9-5d7ef9080060 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] For port 5500449d-6248-460c-81b7-e81099ccfc29, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=5500449d-6248-460c-81b7-e81099ccfc29,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:50.567517 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8a1679cd-0f89-4e30-a7a5-e80bac716a3b req-30037757-a289-4e4b-bcf9-5d7ef9080060 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:50.608717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-8a1679cd-0f89-4e30-a7a5-e80bac716a3b req-30037757-a289-4e4b-bcf9-5d7ef9080060 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Calling delete_port for 5500449d-6248-460c-81b7-e81099ccfc29 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:48:50.646590 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port cdbd6dda-e97d-4e63-8109-762fb49e5e51 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:48:50.656328 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port cdbd6dda-e97d-4e63-8109-762fb49e5e51 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:48:50.656742 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:50.687123 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=4d405748-1170-4b7c-b252-e6c48be8be2b,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:50.800605 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b46f9f-7496-45a4-a9b2-6d8c1d126c5c req-9e2d53ff-1b35-4d5a-a15f-2c365a656308 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:50.802561 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-38b46f9f-7496-45a4-a9b2-6d8c1d126c5c req-9e2d53ff-1b35-4d5a-a15f-2c365a656308 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b HTTP/1.1" status: 200 len: 945 time: 0.1759622 Sep 07 18:48:50.880419 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def43928-84ae-4257-958c-e6efb9451cb7 req-cfb33703-4776-47ac-9b04-64cc00b80598 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:50.887329 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:50.889482 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 897ca894-dfa1-4315-9efb-967d68266413 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:48:50.895166 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-def43928-84ae-4257-958c-e6efb9451cb7 req-cfb33703-4776-47ac-9b04-64cc00b80598 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 948 time: 0.2041225 Sep 07 18:48:50.916052 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a6641151-cc05-4395-9ed5-0ce8437fc837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-router', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:43:45Z', 'updated_at': '2021-09-07T18:48:48Z', 'revision_number': 5, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'gw_port': {'id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:46Z', 'updated_at': '2021-09-07T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:50.956384 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6641151-cc05-4395-9ed5-0ce8437fc837 None None] The sync data for ids ['db8a4256-2786-42d5-be48-5cffb0eddd55'] in n-d-807786-1 is: [{'id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1533640368-router', 'tenant_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:43:45Z', 'updated_at': '2021-09-07T18:48:48Z', 'revision_number': 5, 'project_id': '362d2b32ce1c44c8b989d971f47e2f2f', 'gw_port': {'id': '0865fa26-2e2a-4ffe-a389-5ad4690b7ba5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a4256-2786-42d5-be48-5cffb0eddd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:43:46Z', 'updated_at': '2021-09-07T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:48:51.023371 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port cdbd6dda-e97d-4e63-8109-762fb49e5e51, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cdbd6dda-e97d-4e63-8109-762fb49e5e51,segment=NetworkSegment(31c4c172-3a11-4f59-bb1e-7f63cd3dadc7),segment_id=31c4c172-3a11-4f59-bb1e-7f63cd3dadc7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:51.030967 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-f80bc4ff-bc7b-43dc-aff4-aaf0ce9c1741 admin admin] Deleting port 0865fa26-2e2a-4ffe-a389-5ad4690b7ba5 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:48:51.030967 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f80bc4ff-bc7b-43dc-aff4-aaf0ce9c1741 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:51.032559 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'name': 'tempest-ServersTestBootFromVolume-1849928303-router', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:48:46Z', 'updated_at': '2021-09-07T18:48:48Z', 'revision_number': 3, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'gw_port': {'id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:48:47Z', 'updated_at': '2021-09-07T18:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:51.043991 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:51.053832 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8a1679cd-0f89-4e30-a7a5-e80bac716a3b req-30037757-a289-4e4b-bcf9-5d7ef9080060 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:51.060556 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bbe8b-3456-4f4f-a3b1-6f5d01494d73 req-55fa0d32-ee55-45d2-97a0-b0cbe23a4123 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:51.062573 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3c0bbe8b-3456-4f4f-a3b1-6f5d01494d73 req-55fa0d32-ee55-45d2-97a0-b0cbe23a4123 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6555fa4-f6c4-47e7-99b3-5fc654bacaa7 HTTP/1.1" status: 200 len: 945 time: 0.2182999 Sep 07 18:48:51.104779 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] Checking router: 0bc3a094-09ec-4836-8995-ddd56c0ff918 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:48:51.105124 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] Updating router 0bc3a094-09ec-4836-8995-ddd56c0ff918 port 762a959f-f0d5-4ca3-9888-d89d0be2aed7 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:48:51.119848 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30037757-a289-4e4b-bcf9-5d7ef9080060 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Pushing event deleted for resources: {'Port': ['ID=5500449d-6248-460c-81b7-e81099ccfc29,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:51.146863 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['1aaea01d-3d97-4725-b406-256885b1d4d8'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:48:51.237559 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:51.246667 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 897ca894-dfa1-4315-9efb-967d68266413 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:48:51.253443 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36177c3c-9f13-4e08-8c9e-fb6e97031c29 req-2dd92f82-3401-4410-9e63-1f1bfc6d6365 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:51.255266 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36177c3c-9f13-4e08-8c9e-fb6e97031c29 req-2dd92f82-3401-4410-9e63-1f1bfc6d6365 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 866 time: 0.4589708 Sep 07 18:48:51.259599 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-def43928-84ae-4257-958c-e6efb9451cb7 req-f26f2358-3524-412f-886e-7639560da612 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239134 Sep 07 18:48:51.260850 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1679cd-0f89-4e30-a7a5-e80bac716a3b req-30037757-a289-4e4b-bcf9-5d7ef9080060 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] No DVR routers for this DVR port 5500449d-6248-460c-81b7-e81099ccfc29 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:48:51.263680 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8a1679cd-0f89-4e30-a7a5-e80bac716a3b req-30037757-a289-4e4b-bcf9-5d7ef9080060 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:51.266434 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a1679cd-0f89-4e30-a7a5-e80bac716a3b req-30037757-a289-4e4b-bcf9-5d7ef9080060 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.36 "DELETE /v2.0/ports/5500449d-6248-460c-81b7-e81099ccfc29 HTTP/1.1" status: 204 len: 173 time: 1.1312056 Sep 07 18:48:51.268806 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ad5b99-5272-4e0b-8c6b-977bb862ad87', 'name': 'network-vif-deleted', 'tag': '5500449d-6248-460c-81b7-e81099ccfc29'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:51.279937 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=cdbd6dda-e97d-4e63-8109-762fb49e5e51,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:51.282198 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912447fc-d3ba-4a9f-992b-d50630178d68" -d '{"events": [{"server_uuid": "c6ad5b99-5272-4e0b-8c6b-977bb862ad87", "name": "network-vif-deleted", "tag": "5500449d-6248-460c-81b7-e81099ccfc29"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:51.296955 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 897ca894-dfa1-4315-9efb-967d68266413 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:48:51.297376 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:51.330750 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e9feed6a-d0dc-49f7-9067-d95f822e011a None None] Provisioning complete for port cdbd6dda-e97d-4e63-8109-762fb49e5e51 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:48:51.331459 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e9feed6a-d0dc-49f7-9067-d95f822e011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:51.333364 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4d405748-1170-4b7c-b252-e6c48be8be2b up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:48:51.430415 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-f80bc4ff-bc7b-43dc-aff4-aaf0ce9c1741 admin admin] For port 0865fa26-2e2a-4ffe-a389-5ad4690b7ba5, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0865fa26-2e2a-4ffe-a389-5ad4690b7ba5,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:51.430836 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f80bc4ff-bc7b-43dc-aff4-aaf0ce9c1741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:51.436416 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36177c3c-9f13-4e08-8c9e-fb6e97031c29 req-811e4b95-7f6c-4bf1-b03d-e50b150df212 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689930 Sep 07 18:48:51.544765 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-f80bc4ff-bc7b-43dc-aff4-aaf0ce9c1741 admin admin] Calling delete_port for 0865fa26-2e2a-4ffe-a389-5ad4690b7ba5 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:48:51.557861 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b79a2e-1345-4876-a778-b7d3ded54a42 x-openstack-request-id: req-c9b79a2e-1345-4876-a778-b7d3ded54a42 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:51.558386 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ad5b99-5272-4e0b-8c6b-977bb862ad87", "name": "network-vif-deleted", "tag": "5500449d-6248-460c-81b7-e81099ccfc29", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:51.558486 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c9b79a2e-1345-4876-a778-b7d3ded54a42 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:51.558872 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ad5b99-5272-4e0b-8c6b-977bb862ad87', 'name': 'network-vif-deleted', 'tag': '5500449d-6248-460c-81b7-e81099ccfc29', 'status': 'completed', 'code': 200} Sep 07 18:48:51.579404 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09e5d68c-f074-4108-8e09-4ac7138e88d2 req-a69d5c33-0a35-4b9b-8c8e-f98eba1955f3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2840660 Sep 07 18:48:51.590607 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-38b46f9f-7496-45a4-a9b2-6d8c1d126c5c req-0a6cc3fc-e524-41fe-a4e8-f3b634c67b10 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Deleting port e17a200a-a878-45ae-bb3b-356b436b6d14 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:48:51.599791 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-38b46f9f-7496-45a4-a9b2-6d8c1d126c5c req-0a6cc3fc-e524-41fe-a4e8-f3b634c67b10 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:51.645056 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e9068-5669-4a25-8871-48281cf2b8c0 req-1138cdd6-1c0b-4cd4-b26b-a7037ab86190 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:51.646681 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d5e9068-5669-4a25-8871-48281cf2b8c0 req-1138cdd6-1c0b-4cd4-b26b-a7037ab86190 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.60 "GET /v2.0/ports?device_id=969bf6af-63de-4021-9690-1f440282d7e0 HTTP/1.1" status: 200 len: 950 time: 0.2142894 Sep 07 18:48:51.691145 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94a56568-a36e-448f-9528-41222bc7ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:51.787244 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-3c0bbe8b-3456-4f4f-a3b1-6f5d01494d73 req-eec2be25-d707-4f6f-961d-34c4aa0f98c1 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Deleting port 62904be2-d1e0-47c4-bc5b-02339847d063 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:48:51.787975 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3c0bbe8b-3456-4f4f-a3b1-6f5d01494d73 req-eec2be25-d707-4f6f-961d-34c4aa0f98c1 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:51.819818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7980119-77e8-4ac4-9e15-0648a1552ca6 req-3ef6c637-0d5b-4514-91cf-a9d45e192b22 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:51.821892 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f7980119-77e8-4ac4-9e15-0648a1552ca6 req-3ef6c637-0d5b-4514-91cf-a9d45e192b22 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=969bf6af-63de-4021-9690-1f440282d7e0 HTTP/1.1" status: 200 len: 950 time: 0.4140165 Sep 07 18:48:51.836553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 4d405748-1170-4b7c-b252-e6c48be8be2b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:48:51.837017 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:51.881151 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5d68c-f074-4108-8e09-4ac7138e88d2 req-792d862d-7870-4045-978e-60f3faacd784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:51.883810 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09e5d68c-f074-4108-8e09-4ac7138e88d2 req-792d862d-7870-4045-978e-60f3faacd784 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f00faea60e4544a695e7dd93ec709296&device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 1095 time: 0.2212527 Sep 07 18:48:51.898539 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cdbd6dda-e97d-4e63-8109-762fb49e5e51 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:48:51.939471 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:51.954194 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ff295-1ea6-4254-8e82-8eafe46527ca req-ce19efc9-56fa-4dfa-8846-1c0fa9de7524 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:51.962624 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce0ff295-1ea6-4254-8e82-8eafe46527ca req-ce19efc9-56fa-4dfa-8846-1c0fa9de7524 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6555fa4-f6c4-47e7-99b3-5fc654bacaa7 HTTP/1.1" status: 200 len: 945 time: 0.3017483 Sep 07 18:48:52.015598 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-38b46f9f-7496-45a4-a9b2-6d8c1d126c5c req-0a6cc3fc-e524-41fe-a4e8-f3b634c67b10 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] For port e17a200a-a878-45ae-bb3b-356b436b6d14, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e17a200a-a878-45ae-bb3b-356b436b6d14,segment=NetworkSegment(b2ae36fa-92c9-4bfb-bd2e-e689a5490b14),segment_id=b2ae36fa-92c9-4bfb-bd2e-e689a5490b14)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:52.016205 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-38b46f9f-7496-45a4-a9b2-6d8c1d126c5c req-0a6cc3fc-e524-41fe-a4e8-f3b634c67b10 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:52.060995 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce0ff295-1ea6-4254-8e82-8eafe46527ca req-08412026-273a-4102-80f8-a70a399a6aeb tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971687 Sep 07 18:48:52.085010 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f7980119-77e8-4ac4-9e15-0648a1552ca6 req-fdb81d43-f341-489a-9131-2ca93fb57354 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466779 Sep 07 18:48:52.086455 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-38b46f9f-7496-45a4-a9b2-6d8c1d126c5c req-0a6cc3fc-e524-41fe-a4e8-f3b634c67b10 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Calling delete_port for e17a200a-a878-45ae-bb3b-356b436b6d14 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:48:52.111229 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0cefdaa-dfbd-4393-97aa-136475c63b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897ca894-dfa1-4315-9efb-967d68266413'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:52.115865 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c0e3de-cb29-43d8-9311-3ab0f75583c9" -d '{"events": [{"server_uuid": "b0cefdaa-dfbd-4393-97aa-136475c63b39", "name": "network-vif-plugged", "status": "completed", "tag": "897ca894-dfa1-4315-9efb-967d68266413"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:52.130413 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-3c0bbe8b-3456-4f4f-a3b1-6f5d01494d73 req-eec2be25-d707-4f6f-961d-34c4aa0f98c1 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] For port 62904be2-d1e0-47c4-bc5b-02339847d063, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=62904be2-d1e0-47c4-bc5b-02339847d063,segment=NetworkSegment(b2ae36fa-92c9-4bfb-bd2e-e689a5490b14),segment_id=b2ae36fa-92c9-4bfb-bd2e-e689a5490b14)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:52.130908 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3c0bbe8b-3456-4f4f-a3b1-6f5d01494d73 req-eec2be25-d707-4f6f-961d-34c4aa0f98c1 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:52.185110 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 897ca894-dfa1-4315-9efb-967d68266413, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=897ca894-dfa1-4315-9efb-967d68266413,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:52.224986 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-3c0bbe8b-3456-4f4f-a3b1-6f5d01494d73 req-eec2be25-d707-4f6f-961d-34c4aa0f98c1 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Calling delete_port for 62904be2-d1e0-47c4-bc5b-02339847d063 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:48:52.240968 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92171386-d992-451c-acc4-39f9aedf4b52 x-openstack-request-id: req-92171386-d992-451c-acc4-39f9aedf4b52 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:52.242346 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0cefdaa-dfbd-4393-97aa-136475c63b39", "name": "network-vif-plugged", "status": "completed", "tag": "897ca894-dfa1-4315-9efb-967d68266413", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:52.242770 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92171386-d992-451c-acc4-39f9aedf4b52 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:52.243348 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0cefdaa-dfbd-4393-97aa-136475c63b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897ca894-dfa1-4315-9efb-967d68266413', 'code': 200} Sep 07 18:48:52.247235 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:52.248275 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 62904be2-d1e0-47c4-bc5b-02339847d063 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:48:52.355829 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:52.370731 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f80bc4ff-bc7b-43dc-aff4-aaf0ce9c1741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:52.386406 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-94a56568-a36e-448f-9528-41222bc7ff97 admin admin] Allocated IP 172.20.0.1 (bd66a3a3-d141-4b70-95dd-3449895afcd4/cac93b3c-cfaf-4e48-af75-309b6ae4c803/0ff2bf38-0958-419c-8a41-bcebe21bc028) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:48:52.526490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port cdbd6dda-e97d-4e63-8109-762fb49e5e51 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:48:52.526847 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:52.584320 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bc4ff-bc7b-43dc-aff4-aaf0ce9c1741 admin admin] Pushing event deleted for resources: {'Port': ['ID=0865fa26-2e2a-4ffe-a389-5ad4690b7ba5,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:52.590307 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4d405748-1170-4b7c-b252-e6c48be8be2b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4d405748-1170-4b7c-b252-e6c48be8be2b,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:52.666520 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:52.667490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e17a200a-a878-45ae-bb3b-356b436b6d14 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:48:52.674265 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:52.695706 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-22f2c793-f192-4a6a-9d26-df7815ce0561 req-fa7e77cc-da30-4a3b-a27a-cf53a2d9d339 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 210 time: 0.1244991 Sep 07 18:48:52.716893 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=897ca894-dfa1-4315-9efb-967d68266413,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:52.756006 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b5e3f-d693-423b-a433-4aa04ab7268f req-27dbf27d-b75e-4e89-bad7-8307691f9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:52.757554 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f64b5e3f-d693-423b-a433-4aa04ab7268f req-27dbf27d-b75e-4e89-bad7-8307691f9980 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 1100 time: 0.1772211 Sep 07 18:48:52.763353 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-7d5e9068-5669-4a25-8871-48281cf2b8c0 req-5323a50a-a464-41d6-8493-6d736ff9d7df tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Deleting port 8cc4a568-2634-4ac1-950a-eef7732e3ba6 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:48:52.763703 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7d5e9068-5669-4a25-8871-48281cf2b8c0 req-5323a50a-a464-41d6-8493-6d736ff9d7df tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:52.783803 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-38b46f9f-7496-45a4-a9b2-6d8c1d126c5c req-0a6cc3fc-e524-41fe-a4e8-f3b634c67b10 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:52.796613 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=4d405748-1170-4b7c-b252-e6c48be8be2b,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:52.817643 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] Transition to ACTIVE for port object 762a959f-f0d5-4ca3-9888-d89d0be2aed7 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:48:52.854015 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:52.950655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-7d5e9068-5669-4a25-8871-48281cf2b8c0 req-5323a50a-a464-41d6-8493-6d736ff9d7df tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] For port 8cc4a568-2634-4ac1-950a-eef7732e3ba6, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=8cc4a568-2634-4ac1-950a-eef7732e3ba6,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:52.951251 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7d5e9068-5669-4a25-8871-48281cf2b8c0 req-5323a50a-a464-41d6-8493-6d736ff9d7df tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:52.971228 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-7d5e9068-5669-4a25-8871-48281cf2b8c0 req-5323a50a-a464-41d6-8493-6d736ff9d7df tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Calling delete_port for 8cc4a568-2634-4ac1-950a-eef7732e3ba6 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:48:53.130341 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5d68c-f074-4108-8e09-4ac7138e88d2 req-d20b7497-81d9-4c6a-b4ff-8e513766b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:53.140327 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09e5d68c-f074-4108-8e09-4ac7138e88d2 req-d20b7497-81d9-4c6a-b4ff-8e513766b142 service neutron] 10.222.0.60 "GET /v2.0/networks?id=73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 200 len: 921 time: 1.2056720 Sep 07 18:48:53.157811 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b63362cb-6955-4b89-a01d-14a8f45d733d no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:48:53.161057 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:53.163844 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No active binding found for port e17a200a-a878-45ae-bb3b-356b436b6d14 {{(pid=101446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 07 18:48:53.163844 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e17a200a-a878-45ae-bb3b-356b436b6d14 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:48:53.167478 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502832f0-8933-4e94-ba23-498931b54284 req-c36183db-22fa-46f5-8f81-14e6f5048204 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:53.177901 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] Attempting to bind port 762a959f-f0d5-4ca3-9888-d89d0be2aed7 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:48:53.178269 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] Attempting to bind port 762a959f-f0d5-4ca3-9888-d89d0be2aed7 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:48:53.178629 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] Attempting to bind port 762a959f-f0d5-4ca3-9888-d89d0be2aed7 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:48:53.179555 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-502832f0-8933-4e94-ba23-498931b54284 req-c36183db-22fa-46f5-8f81-14e6f5048204 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.5846872 Sep 07 18:48:53.216867 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f64b5e3f-d693-423b-a433-4aa04ab7268f req-be59849d-9bca-47cd-865c-a729988214be service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477322 Sep 07 18:48:53.227745 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:48:53.228129 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:48:53.229060 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:53.229461 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:48:53.229946 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] Bound port: 762a959f-f0d5-4ca3-9888-d89d0be2aed7, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:48:53.230330 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:53.268647 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: b63362cb-6955-4b89-a01d-14a8f45d733d {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:48:53.269487 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b63362cb-6955-4b89-a01d-14a8f45d733d not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:48:53.286042 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc57a1-e429-441a-9668-2c0abb8ab2e1 None None] Pushing event updated for resources: {'Port': ['ID=762a959f-f0d5-4ca3-9888-d89d0be2aed7,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:53.337828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09e5d68c-f074-4108-8e09-4ac7138e88d2 req-709f4a0e-0cc8-466f-a604-aabfacb29ab0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d29e8f80-cce8-4dcc-b5b3-f3da52433103 HTTP/1.1" status: 200 len: 217 time: 0.1555176 Sep 07 18:48:53.381260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] For port 762a959f-f0d5-4ca3-9888-d89d0be2aed7, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:48:53.388401 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] For port 762a959f-f0d5-4ca3-9888-d89d0be2aed7, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=762a959f-f0d5-4ca3-9888-d89d0be2aed7,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:48:53.399088 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:53.424159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5d68c-f074-4108-8e09-4ac7138e88d2 req-133fac7e-2a19-49a0-8180-a808706a8c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:53.426732 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09e5d68c-f074-4108-8e09-4ac7138e88d2 req-133fac7e-2a19-49a0-8180-a808706a8c3b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 200 len: 860 time: 0.0682092 Sep 07 18:48:53.451493 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-502832f0-8933-4e94-ba23-498931b54284 req-02e402af-4664-4346-881d-8778e8db59ee tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366643 Sep 07 18:48:53.487215 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f80bc4ff-bc7b-43dc-aff4-aaf0ce9c1741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:53.503917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09e5d68c-f074-4108-8e09-4ac7138e88d2 req-9e8b1008-8197-4c19-bead-113266d96b01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=73fe4171-28a4-4081-b73e-ded401c8a274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558000 Sep 07 18:48:53.515408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb6671-b7a6-49bc-8aeb-c545b70c33b0 req-0d7dade9-20bf-4543-ac87-b146022f269f tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:53.517305 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4feb6671-b7a6-49bc-8aeb-c545b70c33b0 req-0d7dade9-20bf-4543-ac87-b146022f269f tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=969bf6af-63de-4021-9690-1f440282d7e0 HTTP/1.1" status: 200 len: 950 time: 0.2851815 Sep 07 18:48:53.542808 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc57a1-e429-441a-9668-2c0abb8ab2e1 None None] Pushing event updated for resources: {'Port': ['ID=762a959f-f0d5-4ca3-9888-d89d0be2aed7,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:53.617281 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] Routers {'0bc3a094-09ec-4836-8995-ddd56c0ff918'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:48:53.618150 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:48:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['0bc3a094-09ec-4836-8995-ddd56c0ff918'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:53.623025 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09e5d68c-f074-4108-8e09-4ac7138e88d2 req-f4260c49-fa3d-447a-9ac2-6190ef17cbc3 service neutron] 10.222.0.60 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038864 Sep 07 18:48:53.664798 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.db.api [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 18:48:53.664798 n-d-807786-1 neutron-server[101446]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 07 18:48:53.664798 n-d-807786-1 neutron-server[101446]: [parameters: {'status': 'DOWN', 'ports_id': '62904be2-d1e0-47c4-bc5b-02339847d063'}] Sep 07 18:48:53.664798 n-d-807786-1 neutron-server[101446]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 18:48:53.665692 n-d-807786-1 neutron-server[101446]: DEBUG oslo_db.api [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 18:48:53.744927 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f80bc4ff-bc7b-43dc-aff4-aaf0ce9c1741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:53.747896 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f80bc4ff-bc7b-43dc-aff4-aaf0ce9c1741 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:53.784631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4feb6671-b7a6-49bc-8aeb-c545b70c33b0 req-b466fd56-1213-4c84-a654-3dfb18aafae1 tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/security-groups?id=b22f7e2a-28ce-4f86-bd75-814ee11a1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604462 Sep 07 18:48:53.855780 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] Set router 0bc3a094-09ec-4836-8995-ddd56c0ff918 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:48:53.856451 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8743400-6e3a-4be5-a86b-51cd1b60fcee req-787e4fa2-5529-4cd1-863d-330e6bda484f tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:53.858280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8743400-6e3a-4be5-a86b-51cd1b60fcee req-787e4fa2-5529-4cd1-863d-330e6bda484f tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6555fa4-f6c4-47e7-99b3-5fc654bacaa7 HTTP/1.1" status: 200 len: 945 time: 0.2322578 Sep 07 18:48:53.909111 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7d5e9068-5669-4a25-8871-48281cf2b8c0 req-5323a50a-a464-41d6-8493-6d736ff9d7df tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:53.947497 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94a56568-a36e-448f-9528-41222bc7ff97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:53.951457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323a50a-a464-41d6-8493-6d736ff9d7df tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Pushing event deleted for resources: {'Port': ['ID=8cc4a568-2634-4ac1-950a-eef7732e3ba6,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:53.986131 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-94a56568-a36e-448f-9528-41222bc7ff97 admin admin] Transition to ACTIVE for port object 0ff2bf38-0958-419c-8a41-bcebe21bc028 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:48:53.995770 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8743400-6e3a-4be5-a86b-51cd1b60fcee req-cf3b5767-e83f-466b-8589-4de81803b581 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/security-groups?id=19af6365-4510-4d5a-964f-c68e8846416e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272051 Sep 07 18:48:54.007559 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6747a78c-b0fe-4c03-97be-2773c2fdcec0 req-05467139-a56a-47f3-8475-e903fcfed1fe tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 210 time: 0.1035194 Sep 07 18:48:54.041312 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09e5d68c-f074-4108-8e09-4ac7138e88d2 req-4ba816ef-877f-4802-9487-4718e039d97a service neutron] 10.222.0.60 "GET /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834870 Sep 07 18:48:54.117477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5e9068-5669-4a25-8871-48281cf2b8c0 req-5323a50a-a464-41d6-8493-6d736ff9d7df tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] No DVR routers for this DVR port 8cc4a568-2634-4ac1-950a-eef7732e3ba6 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:48:54.121743 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7d5e9068-5669-4a25-8871-48281cf2b8c0 req-5323a50a-a464-41d6-8493-6d736ff9d7df tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:54.124642 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d5e9068-5669-4a25-8871-48281cf2b8c0 req-5323a50a-a464-41d6-8493-6d736ff9d7df tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.60 "DELETE /v2.0/ports/8cc4a568-2634-4ac1-950a-eef7732e3ba6 HTTP/1.1" status: 204 len: 173 time: 2.4643521 Sep 07 18:48:54.125185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969bf6af-63de-4021-9690-1f440282d7e0', 'name': 'network-vif-deleted', 'tag': '8cc4a568-2634-4ac1-950a-eef7732e3ba6'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:54.131416 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbb5dc7-ed7a-492b-81d1-b310655aa12c" -d '{"events": [{"server_uuid": "969bf6af-63de-4021-9690-1f440282d7e0", "name": "network-vif-deleted", "tag": "8cc4a568-2634-4ac1-950a-eef7732e3ba6"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:54.146741 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cc3fc-e524-41fe-a4e8-f3b634c67b10 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Pushing event deleted for resources: {'Port': ['ID=e17a200a-a878-45ae-bb3b-356b436b6d14,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:54.154578 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f80bc4ff-bc7b-43dc-aff4-aaf0ce9c1741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:54.167546 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80bc4ff-bc7b-43dc-aff4-aaf0ce9c1741 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db8a4256-2786-42d5-be48-5cffb0eddd55 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:48:54.184959 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f80bc4ff-bc7b-43dc-aff4-aaf0ce9c1741 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:54.189666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52160) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:54.189947 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f80bc4ff-bc7b-43dc-aff4-aaf0ce9c1741 admin admin] 10.222.0.26 "DELETE /v2.0/routers/db8a4256-2786-42d5-be48-5cffb0eddd55 HTTP/1.1" status: 204 len: 168 time: 4.4897144 Sep 07 18:48:54.191047 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94a56568-a36e-448f-9528-41222bc7ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:54.258571 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d405748-1170-4b7c-b252-e6c48be8be2b'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:54.261228 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7add464c-6005-4c72-a6ab-0099c963b226" -d '{"events": [{"server_uuid": "a505f491-b177-49c9-955e-c7d3c793f5b2", "name": "network-vif-plugged", "status": "completed", "tag": "4d405748-1170-4b7c-b252-e6c48be8be2b"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:54.278630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Port 62904be2-d1e0-47c4-bc5b-02339847d063 update to DOWN by agent not found {{(pid=101446) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 07 18:48:54.281111 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 5500449d-6248-460c-81b7-e81099ccfc29 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:48:54.318040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbed17ee-765a-4fec-8e3b-7cd92f881678 admin admin] Deleting subnet 8e448bc0-501e-4a71-945c-2892b3c26cf4 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:48:54.323162 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a56568-a36e-448f-9528-41222bc7ff97 admin admin] Network bd66a3a3-d141-4b70-95dd-3449895afcd4 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:48:54.331391 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3c0bbe8b-3456-4f4f-a3b1-6f5d01494d73 req-eec2be25-d707-4f6f-961d-34c4aa0f98c1 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:54.331705 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab0e7df-ec7f-4878-be80-8118743380eb x-openstack-request-id: req-fab0e7df-ec7f-4878-be80-8118743380eb {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:54.336272 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969bf6af-63de-4021-9690-1f440282d7e0", "name": "network-vif-deleted", "tag": "8cc4a568-2634-4ac1-950a-eef7732e3ba6", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:54.336577 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fab0e7df-ec7f-4878-be80-8118743380eb {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:54.337079 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969bf6af-63de-4021-9690-1f440282d7e0', 'name': 'network-vif-deleted', 'tag': '8cc4a568-2634-4ac1-950a-eef7732e3ba6', 'status': 'completed', 'code': 200} Sep 07 18:48:54.340600 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dbed17ee-765a-4fec-8e3b-7cd92f881678 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:54.348170 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a56568-a36e-448f-9528-41222bc7ff97 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff2bf38-0958-419c-8a41-bcebe21bc028,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:54.356484 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 5500449d-6248-460c-81b7-e81099ccfc29 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:48:54.359982 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 5500449d-6248-460c-81b7-e81099ccfc29 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:48:54.373738 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96d617e-fb24-4b1f-82bf-a4294e23d041 x-openstack-request-id: req-e96d617e-fb24-4b1f-82bf-a4294e23d041 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:54.375113 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a505f491-b177-49c9-955e-c7d3c793f5b2", "name": "network-vif-plugged", "status": "completed", "tag": "4d405748-1170-4b7c-b252-e6c48be8be2b", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:54.375720 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e96d617e-fb24-4b1f-82bf-a4294e23d041 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:54.376333 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d405748-1170-4b7c-b252-e6c48be8be2b', 'code': 200} Sep 07 18:48:54.392880 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'name': 'tempest-ServersTestBootFromVolume-1849928303-router', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:48:46Z', 'updated_at': '2021-09-07T18:48:48Z', 'revision_number': 3, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'gw_port': {'id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:48:47Z', 'updated_at': '2021-09-07T18:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:54.396394 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-94a56568-a36e-448f-9528-41222bc7ff97 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:48:54.443219 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02c1fd1-11e9-44e3-a96e-34c97b0abe41 None None] The sync data for ids ['0bc3a094-09ec-4836-8995-ddd56c0ff918'] in n-d-807786-1 is: [{'id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'name': 'tempest-ServersTestBootFromVolume-1849928303-router', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:48:46Z', 'updated_at': '2021-09-07T18:48:48Z', 'revision_number': 3, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'gw_port': {'id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:48:47Z', 'updated_at': '2021-09-07T18:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:48:54.471787 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a56568-a36e-448f-9528-41222bc7ff97 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:48:54.481439 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dbed17ee-765a-4fec-8e3b-7cd92f881678 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:54.649708 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2be25-d707-4f6f-961d-34c4aa0f98c1 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Pushing event deleted for resources: {'Port': ['ID=62904be2-d1e0-47c4-bc5b-02339847d063,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:54.697329 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94a56568-a36e-448f-9528-41222bc7ff97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:54.747728 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dbed17ee-765a-4fec-8e3b-7cd92f881678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:54.987208 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0bbe8b-3456-4f4f-a3b1-6f5d01494d73 req-eec2be25-d707-4f6f-961d-34c4aa0f98c1 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] No DVR routers for this DVR port 62904be2-d1e0-47c4-bc5b-02339847d063 on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:48:54.997931 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3c0bbe8b-3456-4f4f-a3b1-6f5d01494d73 req-eec2be25-d707-4f6f-961d-34c4aa0f98c1 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:55.004057 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3c0bbe8b-3456-4f4f-a3b1-6f5d01494d73 req-eec2be25-d707-4f6f-961d-34c4aa0f98c1 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.36 "DELETE /v2.0/ports/62904be2-d1e0-47c4-bc5b-02339847d063 HTTP/1.1" status: 204 len: 173 time: 3.8592877 Sep 07 18:48:55.009405 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b46f9f-7496-45a4-a9b2-6d8c1d126c5c req-0a6cc3fc-e524-41fe-a4e8-f3b634c67b10 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] No DVR routers for this DVR port e17a200a-a878-45ae-bb3b-356b436b6d14 on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:48:55.020380 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e26061-a8ad-4fa1-ba57-db0a1443647d req-36e3861a-30cb-4938-a73d-a1dd25c50104 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:55.022565 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-38b46f9f-7496-45a4-a9b2-6d8c1d126c5c req-0a6cc3fc-e524-41fe-a4e8-f3b634c67b10 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:55.026565 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57e26061-a8ad-4fa1-ba57-db0a1443647d req-36e3861a-30cb-4938-a73d-a1dd25c50104 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.2880971 Sep 07 18:48:55.027493 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9651ee63-9d6c-4ad5-aa2d-fecf679bc385 None None] Provisioning for port 0ff2bf38-0958-419c-8a41-bcebe21bc028 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:48:55.031191 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-38b46f9f-7496-45a4-a9b2-6d8c1d126c5c req-0a6cc3fc-e524-41fe-a4e8-f3b634c67b10 tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.60 "DELETE /v2.0/ports/e17a200a-a878-45ae-bb3b-356b436b6d14 HTTP/1.1" status: 204 len: 173 time: 4.1371384 Sep 07 18:48:55.033187 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6555fa4-f6c4-47e7-99b3-5fc654bacaa7', 'name': 'network-vif-deleted', 'tag': '62904be2-d1e0-47c4-bc5b-02339847d063'}, {'server_uuid': '7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b', 'name': 'network-vif-deleted', 'tag': 'e17a200a-a878-45ae-bb3b-356b436b6d14'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:48:55.039644 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfedf06-c075-4768-a346-4d57303705e5" -d '{"events": [{"server_uuid": "d6555fa4-f6c4-47e7-99b3-5fc654bacaa7", "name": "network-vif-deleted", "tag": "62904be2-d1e0-47c4-bc5b-02339847d063"}, {"server_uuid": "7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b", "name": "network-vif-deleted", "tag": "e17a200a-a878-45ae-bb3b-356b436b6d14"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:48:55.046428 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9651ee63-9d6c-4ad5-aa2d-fecf679bc385 None None] Provisioning complete for port 0ff2bf38-0958-419c-8a41-bcebe21bc028 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:48:55.046806 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9651ee63-9d6c-4ad5-aa2d-fecf679bc385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:55.098791 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94a56568-a36e-448f-9528-41222bc7ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:55.161494 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-9651ee63-9d6c-4ad5-aa2d-fecf679bc385 None None] Port 0ff2bf38-0958-419c-8a41-bcebe21bc028 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:48:55.242767 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d80217b-e56e-4c2c-b30f-fe199ef49e1d req-a427bb76-9f77-4572-a766-08b3dc7c2a4e tempest-ServersAdminNegativeTestJSON-1026577284 tempest-ServersAdminNegativeTestJSON-1026577284-project] 10.222.0.26 "GET /v2.0/ports?device_id=969bf6af-63de-4021-9690-1f440282d7e0 HTTP/1.1" status: 200 len: 210 time: 0.1548929 Sep 07 18:48:55.309690 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57e26061-a8ad-4fa1-ba57-db0a1443647d req-939d041f-f312-4d6d-823d-8c0381b76ce2 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731271 Sep 07 18:48:55.310840 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dbed17ee-765a-4fec-8e3b-7cd92f881678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:55.318554 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 8cc4a568-2634-4ac1-950a-eef7732e3ba6 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:48:55.374901 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed17ee-765a-4fec-8e3b-7cd92f881678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e448bc0-501e-4a71-945c-2892b3c26cf4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:55.382566 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dbed17ee-765a-4fec-8e3b-7cd92f881678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:55.384516 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-dbed17ee-765a-4fec-8e3b-7cd92f881678 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8e448bc0-501e-4a71-945c-2892b3c26cf4 HTTP/1.1" status: 204 len: 168 time: 1.1933246 Sep 07 18:48:55.387029 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52180) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:55.409523 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65a21ca-ae9d-4e2d-88d4-01d1aad4e7de None None] Network b55a20e6-76b5-47c9-b724-529008279f9a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:48:55.471315 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 8cc4a568-2634-4ac1-950a-eef7732e3ba6 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:48:55.471947 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 8cc4a568-2634-4ac1-950a-eef7732e3ba6 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:48:55.523284 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a766ddf-24ae-4998-8b38-25c9bfc33411 req-0337ea7d-31c6-4146-b060-49a806bd2c1b tempest-MultipleCreateTestJSON-1603475911 tempest-MultipleCreateTestJSON-1603475911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6555fa4-f6c4-47e7-99b3-5fc654bacaa7 HTTP/1.1" status: 200 len: 210 time: 0.0933971 Sep 07 18:48:55.633729 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 18:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c85909-7a48-4878-a1f9-771ebac89c46 x-openstack-request-id: req-78c85909-7a48-4878-a1f9-771ebac89c46 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:48:55.634069 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6555fa4-f6c4-47e7-99b3-5fc654bacaa7", "name": "network-vif-deleted", "tag": "62904be2-d1e0-47c4-bc5b-02339847d063", "status": "completed", "code": 200}, {"server_uuid": "7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b", "name": "network-vif-deleted", "tag": "e17a200a-a878-45ae-bb3b-356b436b6d14", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:48:55.634332 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-78c85909-7a48-4878-a1f9-771ebac89c46 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:48:55.634738 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6555fa4-f6c4-47e7-99b3-5fc654bacaa7', 'name': 'network-vif-deleted', 'tag': '62904be2-d1e0-47c4-bc5b-02339847d063', 'status': 'completed', 'code': 200} Sep 07 18:48:55.635046 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4b9b8e-dacb-4d33-ba7a-56e6c01fe70b', 'name': 'network-vif-deleted', 'tag': 'e17a200a-a878-45ae-bb3b-356b436b6d14', 'status': 'completed', 'code': 200} Sep 07 18:48:55.652475 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf7ec-b252-40bb-8097-74e75c2173a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:55.659148 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94a56568-a36e-448f-9528-41222bc7ff97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:55.672930 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94a56568-a36e-448f-9528-41222bc7ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:55.680224 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb04dfb1-3258-488b-85a2-38a3953a54ac req-a1a5a509-c5a1-4db5-a7d8-3142b86ea8d4 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 210 time: 0.1558485 Sep 07 18:48:55.775994 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94a56568-a36e-448f-9528-41222bc7ff97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:55.839622 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-cc3bf7ec-b252-40bb-8097-74e75c2173a6 admin admin] Deleting port 64c09e33-d4d0-40eb-95eb-ad511bb10be9 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:48:55.839974 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf7ec-b252-40bb-8097-74e75c2173a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:55.999942 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a56568-a36e-448f-9528-41222bc7ff97 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff2bf38-0958-419c-8a41-bcebe21bc028,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:56.047743 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-cc3bf7ec-b252-40bb-8097-74e75c2173a6 admin admin] For port 64c09e33-d4d0-40eb-95eb-ad511bb10be9, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=64c09e33-d4d0-40eb-95eb-ad511bb10be9,segment=NetworkSegment(c74de762-a263-44c1-b0e4-dcc5ac2a81de),segment_id=c74de762-a263-44c1-b0e4-dcc5ac2a81de)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:56.048339 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf7ec-b252-40bb-8097-74e75c2173a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:56.071492 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-cc3bf7ec-b252-40bb-8097-74e75c2173a6 admin admin] Calling delete_port for 64c09e33-d4d0-40eb-95eb-ad511bb10be9 owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:48:56.088381 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-124ab7a1-f7c5-409b-b600-7e0213ddd786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:56.134742 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 762a959f-f0d5-4ca3-9888-d89d0be2aed7 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:48:56.217353 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9211a50b-c5fd-42a7-98ad-8be3ab056d8e None None] DHCP port deletion for b55a20e6-76b5-47c9-b724-529008279f9a request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:48:56.228317 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a56568-a36e-448f-9528-41222bc7ff97 admin admin] Network bd66a3a3-d141-4b70-95dd-3449895afcd4 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:48:56.231232 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-94a56568-a36e-448f-9528-41222bc7ff97 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:48:56.409723 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 762a959f-f0d5-4ca3-9888-d89d0be2aed7 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:48:56.431762 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 762a959f-f0d5-4ca3-9888-d89d0be2aed7 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:48:56.435399 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:56.462089 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf7ec-b252-40bb-8097-74e75c2173a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:56.498292 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-9211a50b-c5fd-42a7-98ad-8be3ab056d8e None None] Deleting port 64c09e33-d4d0-40eb-95eb-ad511bb10be9 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:48:56.501765 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9211a50b-c5fd-42a7-98ad-8be3ab056d8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:56.623339 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a56568-a36e-448f-9528-41222bc7ff97 admin admin] Router 0bc3a094-09ec-4836-8995-ddd56c0ff918 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:48:56.633076 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bf7ec-b252-40bb-8097-74e75c2173a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=64c09e33-d4d0-40eb-95eb-ad511bb10be9,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:56.656826 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3bf7ec-b252-40bb-8097-74e75c2173a6 admin admin] No DVR routers for this DVR port 64c09e33-d4d0-40eb-95eb-ad511bb10be9 on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:48:56.739809 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52202) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:56.765016 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-9211a50b-c5fd-42a7-98ad-8be3ab056d8e None None] For port 64c09e33-d4d0-40eb-95eb-ad511bb10be9, host n-d-807786-1, got binding levels [] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:56.765762 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9211a50b-c5fd-42a7-98ad-8be3ab056d8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:56.772227 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:56.859903 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1229824-2cb7-40e7-83da-30f30271e96f admin admin] Deleting subnet a791a761-c2a8-4177-8a4f-4371f13cdeb1 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:48:56.869171 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-9211a50b-c5fd-42a7-98ad-8be3ab056d8e None None] Calling delete_port for 64c09e33-d4d0-40eb-95eb-ad511bb10be9 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:48:56.871894 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 762a959f-f0d5-4ca3-9888-d89d0be2aed7, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=762a959f-f0d5-4ca3-9888-d89d0be2aed7,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:48:56.884361 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.ipam_backend_mixin [None req-9211a50b-c5fd-42a7-98ad-8be3ab056d8e None None] Port 64c09e33-d4d0-40eb-95eb-ad511bb10be9 was not found and therefore no delete operation was performed {{(pid=101446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 18:48:56.888389 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:56.903971 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d1229824-2cb7-40e7-83da-30f30271e96f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:56.919444 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4ddb19d8-4d46-4dc5-b056-e5a9cfdf5cf8 None None] Provisioning complete for port 0ff2bf38-0958-419c-8a41-bcebe21bc028 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:48:56.920965 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4ddb19d8-4d46-4dc5-b056-e5a9cfdf5cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:56.948310 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbe41d-f471-403c-8c92-d5e24a3e3bd4 req-8a460195-1a7e-45aa-9518-03f553e505d0 tempest-MigrationsAdminTest-1777105112 tempest-MigrationsAdminTest-1777105112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:56.956132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ddfbe41d-f471-403c-8c92-d5e24a3e3bd4 req-8a460195-1a7e-45aa-9518-03f553e505d0 tempest-MigrationsAdminTest-1777105112 tempest-MigrationsAdminTest-1777105112-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 1100 time: 0.5350893 Sep 07 18:48:56.958064 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a56568-a36e-448f-9528-41222bc7ff97 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:48:56.965932 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-94a56568-a36e-448f-9528-41222bc7ff97 admin admin] 10.222.0.26 "PUT /v2.0/routers/0bc3a094-09ec-4836-8995-ddd56c0ff918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3742566 Sep 07 18:48:56.968716 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d1229824-2cb7-40e7-83da-30f30271e96f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:57.017034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52210) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:57.026820 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9211a50b-c5fd-42a7-98ad-8be3ab056d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:57.039550 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-4ddb19d8-4d46-4dc5-b056-e5a9cfdf5cf8 None None] Port 0ff2bf38-0958-419c-8a41-bcebe21bc028 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:48:57.044744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9211a50b-c5fd-42a7-98ad-8be3ab056d8e None None] No DVR routers for this DVR port 64c09e33-d4d0-40eb-95eb-ad511bb10be9 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:48:57.046338 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9183131e-5b0c-4915-a93b-8d0254575b1f req-128cfb81-bd55-4f1e-8c4b-4cfcd3dc5c71 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 210 time: 0.1829140 Sep 07 18:48:57.055972 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0865fa26-2e2a-4ffe-a389-5ad4690b7ba5 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:48:57.086730 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ddfbe41d-f471-403c-8c92-d5e24a3e3bd4 req-1006cfb6-3400-457c-870b-82d829278b53 tempest-MigrationsAdminTest-1777105112 tempest-MigrationsAdminTest-1777105112-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:57.098312 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d1229824-2cb7-40e7-83da-30f30271e96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:57.102618 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 0865fa26-2e2a-4ffe-a389-5ad4690b7ba5 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:48:57.102986 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0865fa26-2e2a-4ffe-a389-5ad4690b7ba5 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:48:57.144091 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=762a959f-f0d5-4ca3-9888-d89d0be2aed7,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:57.201578 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211a50b-c5fd-42a7-98ad-8be3ab056d8e None None] Pushing event deleted for resources: {'Port': ['ID=64c09e33-d4d0-40eb-95eb-ad511bb10be9,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:57.208098 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf7ec-b252-40bb-8097-74e75c2173a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:57.295115 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d1229824-2cb7-40e7-83da-30f30271e96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:57.383818 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1229824-2cb7-40e7-83da-30f30271e96f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a791a761-c2a8-4177-8a4f-4371f13cdeb1,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:57.387492 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d1229824-2cb7-40e7-83da-30f30271e96f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:57.390379 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d1229824-2cb7-40e7-83da-30f30271e96f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a791a761-c2a8-4177-8a4f-4371f13cdeb1 HTTP/1.1" status: 204 len: 168 time: 0.6457000 Sep 07 18:48:57.393900 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52222) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:57.472668 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ddfbe41d-f471-403c-8c92-d5e24a3e3bd4 req-1006cfb6-3400-457c-870b-82d829278b53 tempest-MigrationsAdminTest-1777105112 tempest-MigrationsAdminTest-1777105112-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:57.486255 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-cc3bf7ec-b252-40bb-8097-74e75c2173a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55a20e6-76b5-47c9-b724-529008279f9a']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:57.490432 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ddfbe41d-f471-403c-8c92-d5e24a3e3bd4 req-1006cfb6-3400-457c-870b-82d829278b53 tempest-MigrationsAdminTest-1777105112 tempest-MigrationsAdminTest-1777105112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:57.527429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-cc3bf7ec-b252-40bb-8097-74e75c2173a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74de762-a263-44c1-b0e4-dcc5ac2a81de') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:57.528086 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-cc3bf7ec-b252-40bb-8097-74e75c2173a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74de762-a263-44c1-b0e4-dcc5ac2a81de') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:57.548333 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-963f46b4-b6ce-42f7-b662-91ce3cc4f3cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1b07c1ca09a1460598630285affb411a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5221820 Sep 07 18:48:57.550187 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ddfbe41d-f471-403c-8c92-d5e24a3e3bd4 req-1006cfb6-3400-457c-870b-82d829278b53 tempest-MigrationsAdminTest-1777105112 tempest-MigrationsAdminTest-1777105112-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362175 Sep 07 18:48:57.553293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52226) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:57.557833 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf7ec-b252-40bb-8097-74e75c2173a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:57.563272 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f8ec-aaa9-43ad-95e4-4f372980b477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:57.721268 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006cfb6-3400-457c-870b-82d829278b53 tempest-MigrationsAdminTest-1777105112 tempest-MigrationsAdminTest-1777105112-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f91b83a-fa62-4b9f-ba04-eebcb805b02e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:57.722961 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf7ec-b252-40bb-8097-74e75c2173a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:57.743892 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f8ec-aaa9-43ad-95e4-4f372980b477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:57.806798 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c9f9f8ec-aaa9-43ad-95e4-4f372980b477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b4e2fe-5b26-4a8d-af7a-529d082b210e']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:57.822803 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-18563ddb-2cfe-4f36-99cd-e32b8a214fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:57.829122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3bf7ec-b252-40bb-8097-74e75c2173a6 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:48:57.829540 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf7ec-b252-40bb-8097-74e75c2173a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: timer() Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:48:57.833879 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:48:57.854299 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c9f9f8ec-aaa9-43ad-95e4-4f372980b477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ae36fa-92c9-4bfb-bd2e-e689a5490b14') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:57.854597 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c9f9f8ec-aaa9-43ad-95e4-4f372980b477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ae36fa-92c9-4bfb-bd2e-e689a5490b14') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:57.870827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 762a959f-f0d5-4ca3-9888-d89d0be2aed7 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:48:57.883057 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f8ec-aaa9-43ad-95e4-4f372980b477 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:57.913897 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f8ec-aaa9-43ad-95e4-4f372980b477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:57.929043 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f9f8ec-aaa9-43ad-95e4-4f372980b477 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:48:57.929710 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f8ec-aaa9-43ad-95e4-4f372980b477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:48:57.931809 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:48:57.989550 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] Sync routers for ids ['0bc3a094-09ec-4836-8995-ddd56c0ff918'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:48:58.015482 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] Routers {'0bc3a094-09ec-4836-8995-ddd56c0ff918'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:48:58.026569 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:48:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['0bc3a094-09ec-4836-8995-ddd56c0ff918'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:58.038734 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52242) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:58.043315 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-64d60e02-b713-436c-ac33-f902b8e9f814 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1159271586', 'description': 'tempest-description--1763874330'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:48:58.089212 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f8ec-aaa9-43ad-95e4-4f372980b477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:58.107833 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f8ec-aaa9-43ad-95e4-4f372980b477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:58.110348 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c9f9f8ec-aaa9-43ad-95e4-4f372980b477 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a6b4e2fe-5b26-4a8d-af7a-529d082b210e HTTP/1.1" status: 204 len: 168 time: 0.7154768 Sep 07 18:48:58.137688 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf7ec-b252-40bb-8097-74e75c2173a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:58.162184 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf7ec-b252-40bb-8097-74e75c2173a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:58.167872 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64d60e02-b713-436c-ac33-f902b8e9f814 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:58.171015 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52250) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:58.171791 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9f8ec-aaa9-43ad-95e4-4f372980b477 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6b4e2fe-5b26-4a8d-af7a-529d082b210e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:58.174223 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-cc3bf7ec-b252-40bb-8097-74e75c2173a6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b55a20e6-76b5-47c9-b724-529008279f9a HTTP/1.1" status: 204 len: 168 time: 2.7837565 Sep 07 18:48:58.248073 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bf7ec-b252-40bb-8097-74e75c2173a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b55a20e6-76b5-47c9-b724-529008279f9a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:58.250329 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] Set router 0bc3a094-09ec-4836-8995-ddd56c0ff918 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:48:58.275767 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-18563ddb-2cfe-4f36-99cd-e32b8a214fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:58.282801 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 762a959f-f0d5-4ca3-9888-d89d0be2aed7 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:48:58.283184 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:58.437604 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-18563ddb-2cfe-4f36-99cd-e32b8a214fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:58.441825 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-18563ddb-2cfe-4f36-99cd-e32b8a214fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:58.445364 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-18563ddb-2cfe-4f36-99cd-e32b8a214fa0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b22f7e2a-28ce-4f86-bd75-814ee11a1762 HTTP/1.1" status: 204 len: 168 time: 0.8873940 Sep 07 18:48:58.480838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18563ddb-2cfe-4f36-99cd-e32b8a214fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22f7e2a-28ce-4f86-bd75-814ee11a1762,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:58.504201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52260) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:58.601582 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87cd1608-efb7-408f-8fd4-fbd3f33932c9 req-68b26f58-a167-418c-a17a-55618125c5d4 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 210 time: 0.0546911 Sep 07 18:48:58.624832 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1d1e6bf9-d9c4-4b1a-99a7-134f12566c5b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a27654b3f6f437bb416fdf37a794dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1191254 Sep 07 18:48:58.630548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52262) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:58.759788 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da388ae3-8d6c-41ea-a1d2-159e641c7bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:58.951956 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 64c09e33-d4d0-40eb-95eb-ad511bb10be9 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:48:58.958947 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d994b25d-de92-43eb-8cef-90a354bb0548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:58.971405 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da388ae3-8d6c-41ea-a1d2-159e641c7bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:58.980873 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64d60e02-b713-436c-ac33-f902b8e9f814 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:59.033076 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 64c09e33-d4d0-40eb-95eb-ad511bb10be9 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:48:59.033654 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 64c09e33-d4d0-40eb-95eb-ad511bb10be9 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:48:59.049035 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64d60e02-b713-436c-ac33-f902b8e9f814 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:59.057891 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:59.109947 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'name': 'tempest-ServersTestBootFromVolume-1849928303-router', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:48:46Z', 'updated_at': '2021-09-07T18:48:54Z', 'revision_number': 4, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'gw_port': {'id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:48:47Z', 'updated_at': '2021-09-07T18:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '0ff2bf38-0958-419c-8a41-bcebe21bc028', 'name': '', 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'mac_address': 'fa:16:3e:2a:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cac93b3c-cfaf-4e48-af75-309b6ae4c803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:48:51Z', 'updated_at': '2021-09-07T18:48:55Z', 'revision_number': 2, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'subnets': [{'id': 'cac93b3c-cfaf-4e48-af75-309b6ae4c803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:48:59.144696 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64d60e02-b713-436c-ac33-f902b8e9f814 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:59.145952 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-64d60e02-b713-436c-ac33-f902b8e9f814 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1062186 Sep 07 18:48:59.151601 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52272) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:59.165289 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e754ef35-3f93-4bb9-8559-3fc0a60ac807 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Request body: {'security_group_rule': {'security_group_id': '9f8fac3b-42d4-4b67-b353-1d75c6580626', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:48:59.172347 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d60e02-b713-436c-ac33-f902b8e9f814 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8fac3b-42d4-4b67-b353-1d75c6580626,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:59.207423 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] Checking router: 0bc3a094-09ec-4836-8995-ddd56c0ff918 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:48:59.208053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] Updating router 0bc3a094-09ec-4836-8995-ddd56c0ff918 port 0ff2bf38-0958-419c-8a41-bcebe21bc028 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:48:59.236899 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43173cb9-e4e7-41cf-8102-d52349561d17 req-8d7367d8-6f02-4442-97d6-b8a831d0f470 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:59.238201 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43173cb9-e4e7-41cf-8102-d52349561d17 req-8d7367d8-6f02-4442-97d6-b8a831d0f470 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/ports?device_id=818c56d5-fd3f-4c93-8463-5809d54e0eb4 HTTP/1.1" status: 200 len: 945 time: 0.4002016 Sep 07 18:48:59.274360 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483da8b-2042-4bb3-9dcc-91ae9a2f7971 req-229f8797-3892-4925-aef1-75cda0446b5f tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:48:59.275905 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6483da8b-2042-4bb3-9dcc-91ae9a2f7971 req-229f8797-3892-4925-aef1-75cda0446b5f tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.2864611 Sep 07 18:48:59.289641 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:59.297114 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-65c2ae2c-a3b6-4f50-b68f-83e7cfa18f78 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3497756 Sep 07 18:48:59.303315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-a33ec193-6a05-4101-bc04-07cf0bfa877a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:48:59.318756 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-a33ec193-6a05-4101-bc04-07cf0bfa877a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207527 Sep 07 18:48:59.383264 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e754ef35-3f93-4bb9-8559-3fc0a60ac807 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:59.385408 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52274) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:59.398130 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da388ae3-8d6c-41ea-a1d2-159e641c7bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:59.412275 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da388ae3-8d6c-41ea-a1d2-159e641c7bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:59.425076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-da388ae3-8d6c-41ea-a1d2-159e641c7bbc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19af6365-4510-4d5a-964f-c68e8846416e HTTP/1.1" status: 204 len: 168 time: 0.7916472 Sep 07 18:48:59.455171 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43173cb9-e4e7-41cf-8102-d52349561d17 req-f2b49840-0883-4340-b3bf-805558ba80f9 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/security-groups?id=67931149-2ec8-4705-a064-62e96ff324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932402 Sep 07 18:48:59.472210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da388ae3-8d6c-41ea-a1d2-159e641c7bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19af6365-4510-4d5a-964f-c68e8846416e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:59.546192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6483da8b-2042-4bb3-9dcc-91ae9a2f7971 req-aee4848a-c851-4ca1-8568-84c61a48d283 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463076 Sep 07 18:48:59.651918 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-62d2c162-e032-46ea-8a2e-8fd4ebd5ec35 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4dfc52e9182a4f65b6ff3754fed5b7d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651851 Sep 07 18:48:59.655050 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52288) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:59.756163 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e754ef35-3f93-4bb9-8559-3fc0a60ac807 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:59.799970 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e754ef35-3f93-4bb9-8559-3fc0a60ac807 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:59.837124 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f14b9296-4a89-4f8b-9069-04113fe8fe5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:59.867004 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754ef35-3f93-4bb9-8559-3fc0a60ac807 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061e45a3-1aed-48ce-9a50-dbdfc6572898,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:48:59.946500 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-405c1a7a-7a17-4b97-bbea-d432501d6329 req-dc9094bc-6e27-4487-8387-1ecde839df6a tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 210 time: 0.1051970 Sep 07 18:48:59.969266 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f14b9296-4a89-4f8b-9069-04113fe8fe5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:59.971716 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e754ef35-3f93-4bb9-8559-3fc0a60ac807 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:59.973242 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e754ef35-3f93-4bb9-8559-3fc0a60ac807 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8115911 Sep 07 18:48:59.980256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52300) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:00.000022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e9f167eb-705f-423a-9e39-52d177bff61e tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Request body: {'security_group_rule': {'security_group_id': '9f8fac3b-42d4-4b67-b353-1d75c6580626', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:00.103493 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:00.105280 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b2df85c1-52f2-41b2-a9e1-a62ef1ed3f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:00.139797 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:49:00.149227 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e9f167eb-705f-423a-9e39-52d177bff61e tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:00.166162 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f14b9296-4a89-4f8b-9069-04113fe8fe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:00.176120 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f14b9296-4a89-4f8b-9069-04113fe8fe5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:00.182393 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f14b9296-4a89-4f8b-9069-04113fe8fe5c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f34469c7-63fe-4db0-991b-e6c92630f5c3 HTTP/1.1" status: 204 len: 168 time: 0.5244365 Sep 07 18:49:00.204196 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:00.211464 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] Transition to ACTIVE for port object 0ff2bf38-0958-419c-8a41-bcebe21bc028 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:49:00.229919 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:00.281611 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b9296-4a89-4f8b-9069-04113fe8fe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34469c7-63fe-4db0-991b-e6c92630f5c3,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:00.283173 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416b3c6-1325-4d7a-9353-64099f666df8 req-e8d94e92-6984-4014-a89f-55b890ea6afe tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:00.284977 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f416b3c6-1325-4d7a-9353-64099f666df8 req-e8d94e92-6984-4014-a89f-55b890ea6afe tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.36 "GET /v2.0/ports?device_id=818c56d5-fd3f-4c93-8463-5809d54e0eb4 HTTP/1.1" status: 200 len: 945 time: 0.1520805 Sep 07 18:49:00.403981 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e9f167eb-705f-423a-9e39-52d177bff61e tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:00.406253 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcf87c-02c5-46e3-8f9d-7002a44f7e78 None None] Pushing event updated for resources: {'Port': ['ID=0ff2bf38-0958-419c-8a41-bcebe21bc028,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:00.418253 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e9f167eb-705f-423a-9e39-52d177bff61e tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:00.504541 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f167eb-705f-423a-9e39-52d177bff61e tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cad889d-4173-4714-b30e-ee3dc95aafaf,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:00.557143 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e9f167eb-705f-423a-9e39-52d177bff61e tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:00.558379 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e9f167eb-705f-423a-9e39-52d177bff61e tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5769792 Sep 07 18:49:00.570567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52328) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:00.594876 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-212f843f-4689-41d4-b92c-9034c9e26986 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:00.702881 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-f416b3c6-1325-4d7a-9353-64099f666df8 req-9f097609-3995-46ac-aa47-289fbc7f2952 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Deleting port b49a26a1-c5f2-48e0-8c7b-51600a5abb9c {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:49:00.704991 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f416b3c6-1325-4d7a-9353-64099f666df8 req-9f097609-3995-46ac-aa47-289fbc7f2952 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:00.705211 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] Attempting to bind port 0ff2bf38-0958-419c-8a41-bcebe21bc028 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:49:00.706045 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] Attempting to bind port 0ff2bf38-0958-419c-8a41-bcebe21bc028 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '31c4c172-3a11-4f59-bb1e-7f63cd3dadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:49:00.708645 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] Attempting to bind port 0ff2bf38-0958-419c-8a41-bcebe21bc028 on network bd66a3a3-d141-4b70-95dd-3449895afcd4 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:49:00.720825 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:49:00.721607 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] Checking segment: {'id': '31c4c172-3a11-4f59-bb1e-7f63cd3dadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:00.722034 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:00.722486 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] Bound using segment: {'id': '31c4c172-3a11-4f59-bb1e-7f63cd3dadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:49:00.723026 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] Bound port: 0ff2bf38-0958-419c-8a41-bcebe21bc028, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c4c172-3a11-4f59-bb1e-7f63cd3dadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:49:00.723417 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:00.881518 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-212f843f-4689-41d4-b92c-9034c9e26986 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:00.912335 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] For port 0ff2bf38-0958-419c-8a41-bcebe21bc028, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:49:00.922108 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] For port 0ff2bf38-0958-419c-8a41-bcebe21bc028, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0ff2bf38-0958-419c-8a41-bcebe21bc028,segment=NetworkSegment(31c4c172-3a11-4f59-bb1e-7f63cd3dadc7),segment_id=31c4c172-3a11-4f59-bb1e-7f63cd3dadc7)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:49:00.932140 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:01.020985 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-f416b3c6-1325-4d7a-9353-64099f666df8 req-9f097609-3995-46ac-aa47-289fbc7f2952 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] For port b49a26a1-c5f2-48e0-8c7b-51600a5abb9c, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=b49a26a1-c5f2-48e0-8c7b-51600a5abb9c,segment=NetworkSegment(0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a),segment_id=0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:01.021987 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f416b3c6-1325-4d7a-9353-64099f666df8 req-9f097609-3995-46ac-aa47-289fbc7f2952 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:01.042411 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-f416b3c6-1325-4d7a-9353-64099f666df8 req-9f097609-3995-46ac-aa47-289fbc7f2952 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Calling delete_port for b49a26a1-c5f2-48e0-8c7b-51600a5abb9c owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:49:01.105831 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558f092-d024-4966-b0c1-aed3719b299b req-06bc9d05-15a7-4ad2-92fe-c2afd8e2ce5b tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:01.126020 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3558f092-d024-4966-b0c1-aed3719b299b req-06bc9d05-15a7-4ad2-92fe-c2afd8e2ce5b tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/ports?device_id=818c56d5-fd3f-4c93-8463-5809d54e0eb4 HTTP/1.1" status: 200 len: 945 time: 0.4635370 Sep 07 18:49:01.171541 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a11d05-756c-4fa6-b34a-ad1881ac5929 req-b61b62cb-9db8-4035-a552-ea3cb4b09edb tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:01.175524 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b2df85c1-52f2-41b2-a9e1-a62ef1ed3f65 admin admin] Deleting port 865d5766-9b43-4451-ac12-2158ea518952 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:49:01.176687 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b2df85c1-52f2-41b2-a9e1-a62ef1ed3f65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:01.181230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8a11d05-756c-4fa6-b34a-ad1881ac5929 req-b61b62cb-9db8-4035-a552-ea3cb4b09edb tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.4364374 Sep 07 18:49:01.328701 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcf87c-02c5-46e3-8f9d-7002a44f7e78 None None] Pushing event updated for resources: {'Port': ['ID=0ff2bf38-0958-419c-8a41-bcebe21bc028,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:01.338378 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] Routers {'0bc3a094-09ec-4836-8995-ddd56c0ff918'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:49:01.357715 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:48:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['0bc3a094-09ec-4836-8995-ddd56c0ff918'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:01.462247 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3558f092-d024-4966-b0c1-aed3719b299b req-1ff80da5-6c24-4dbf-a4ed-c2e22b628dab tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/security-groups?id=67931149-2ec8-4705-a064-62e96ff324b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302484 Sep 07 18:49:01.500809 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8a11d05-756c-4fa6-b34a-ad1881ac5929 req-255d8688-610e-42dc-b239-d9c3baa71b4e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183479 Sep 07 18:49:01.578056 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-b2df85c1-52f2-41b2-a9e1-a62ef1ed3f65 admin admin] For port 865d5766-9b43-4451-ac12-2158ea518952, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=865d5766-9b43-4451-ac12-2158ea518952,segment=NetworkSegment(088b4c47-bc4c-41bb-93b3-aab7946a67e3),segment_id=088b4c47-bc4c-41bb-93b3-aab7946a67e3)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:01.578452 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b2df85c1-52f2-41b2-a9e1-a62ef1ed3f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:01.594221 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-212f843f-4689-41d4-b92c-9034c9e26986 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:01.595044 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b2df85c1-52f2-41b2-a9e1-a62ef1ed3f65 admin admin] Calling delete_port for 865d5766-9b43-4451-ac12-2158ea518952 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:49:01.652060 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0880f93f-35f5-4163-a9f6-654edeed76be req-58ca2438-dda3-463f-93e4-a432d95ede14 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 210 time: 0.0798132 Sep 07 18:49:01.789161 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52354) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:01.932921 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b2df85c1-52f2-41b2-a9e1-a62ef1ed3f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:01.997034 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df85c1-52f2-41b2-a9e1-a62ef1ed3f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=865d5766-9b43-4451-ac12-2158ea518952,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:02.006281 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f416b3c6-1325-4d7a-9353-64099f666df8 req-9f097609-3995-46ac-aa47-289fbc7f2952 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:02.086498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-74aa5406-5762-4496-92ca-94a6e702a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:02.098549 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-74aa5406-5762-4496-92ca-94a6e702a113 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 1100 time: 0.2336955 Sep 07 18:49:02.105096 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-212f843f-4689-41d4-b92c-9034c9e26986 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Allocated IP 172.25.8.100 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/a94ef867-2ba7-4c89-91d1-10eb5c739a37) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:49:02.120821 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] Set router 0bc3a094-09ec-4836-8995-ddd56c0ff918 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:49:02.179951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52364) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:02.317146 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-9e5e5848-88c5-468a-b6b6-3c8c759795a8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1813553806-network', 'tenant_id': '4da539fd195a4aecb4182e8df1f60d5a'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:02.464576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-7b0058d6-2905-4de5-ba94-49de46c8ce1c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-245828830-network', 'tenant_id': '9f252e36d35a45588571879b1e8e1919'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:02.480462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5e5848-88c5-468a-b6b6-3c8c759795a8 admin admin] Made reservation on behalf of 4da539fd195a4aecb4182e8df1f60d5a for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:02.483659 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9e5e5848-88c5-468a-b6b6-3c8c759795a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:02.493709 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-9e34ae67-8cbf-47d0-a704-eaa1c77aff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:02.506950 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-9e34ae67-8cbf-47d0-a704-eaa1c77aff00 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.4076483 Sep 07 18:49:02.547245 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:02.600696 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9e5e5848-88c5-468a-b6b6-3c8c759795a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:02.650565 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f416b3c6-1325-4d7a-9353-64099f666df8 req-9f097609-3995-46ac-aa47-289fbc7f2952 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] No DVR routers for this DVR port b49a26a1-c5f2-48e0-8c7b-51600a5abb9c on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:49:02.662071 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f416b3c6-1325-4d7a-9353-64099f666df8 req-9f097609-3995-46ac-aa47-289fbc7f2952 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:02.664206 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f416b3c6-1325-4d7a-9353-64099f666df8 req-9f097609-3995-46ac-aa47-289fbc7f2952 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.36 "DELETE /v2.0/ports/b49a26a1-c5f2-48e0-8c7b-51600a5abb9c HTTP/1.1" status: 204 len: 173 time: 2.3504043 Sep 07 18:49:02.684843 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818c56d5-fd3f-4c93-8463-5809d54e0eb4', 'name': 'network-vif-deleted', 'tag': 'b49a26a1-c5f2-48e0-8c7b-51600a5abb9c'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:49:02.695569 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb3d09d-771d-44f7-bd68-3b04cc553d60" -d '{"events": [{"server_uuid": "818c56d5-fd3f-4c93-8463-5809d54e0eb4", "name": "network-vif-deleted", "tag": "b49a26a1-c5f2-48e0-8c7b-51600a5abb9c"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:49:02.722360 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f097609-3995-46ac-aa47-289fbc7f2952 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] Pushing event deleted for resources: {'Port': ['ID=b49a26a1-c5f2-48e0-8c7b-51600a5abb9c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:02.844391 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'name': 'tempest-ServersTestBootFromVolume-1849928303-router', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:48:46Z', 'updated_at': '2021-09-07T18:48:54Z', 'revision_number': 4, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'gw_port': {'id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:48:47Z', 'updated_at': '2021-09-07T18:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '0ff2bf38-0958-419c-8a41-bcebe21bc028', 'name': '', 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'mac_address': 'fa:16:3e:2a:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cac93b3c-cfaf-4e48-af75-309b6ae4c803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:48:51Z', 'updated_at': '2021-09-07T18:49:00Z', 'revision_number': 4, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'subnets': [{'id': 'cac93b3c-cfaf-4e48-af75-309b6ae4c803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:02.883965 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-cd50d97d-878d-493d-ae5b-9923e3d11621 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=897ca894-dfa1-4315-9efb-967d68266413 HTTP/1.1" status: 200 len: 217 time: 0.3175814 Sep 07 18:49:02.884725 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0058d6-2905-4de5-ba94-49de46c8ce1c admin admin] Made reservation on behalf of 9f252e36d35a45588571879b1e8e1919 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:02.887687 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7b0058d6-2905-4de5-ba94-49de46c8ce1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:02.897000 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b5048ff-873f-423a-9321-756433fbd375 req-c0938b15-8743-471d-9b08-3724a7318543 tempest-AttachSCSIVolumeTestJSON-731668067 tempest-AttachSCSIVolumeTestJSON-731668067-project] 10.222.0.26 "GET /v2.0/ports?device_id=818c56d5-fd3f-4c93-8463-5809d54e0eb4 HTTP/1.1" status: 200 len: 210 time: 0.2439318 Sep 07 18:49:02.915903 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-212f843f-4689-41d4-b92c-9034c9e26986 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:03.002964 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device b49a26a1-c5f2-48e0-8c7b-51600a5abb9c no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:49:03.023670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac70b4c2-4aa9-4099-a949-4e5b909162ad None None] The sync data for ids ['0bc3a094-09ec-4836-8995-ddd56c0ff918'] in n-d-807786-1 is: [{'id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'name': 'tempest-ServersTestBootFromVolume-1849928303-router', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:48:46Z', 'updated_at': '2021-09-07T18:48:54Z', 'revision_number': 4, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'gw_port': {'id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:48:47Z', 'updated_at': '2021-09-07T18:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '0ff2bf38-0958-419c-8a41-bcebe21bc028', 'name': '', 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'mac_address': 'fa:16:3e:2a:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cac93b3c-cfaf-4e48-af75-309b6ae4c803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:48:51Z', 'updated_at': '2021-09-07T18:49:00Z', 'revision_number': 4, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'subnets': [{'id': 'cac93b3c-cfaf-4e48-af75-309b6ae4c803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:49:03.091061 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7b0058d6-2905-4de5-ba94-49de46c8ce1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:03.110431 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: b49a26a1-c5f2-48e0-8c7b-51600a5abb9c {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:49:03.112468 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device b49a26a1-c5f2-48e0-8c7b-51600a5abb9c not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:49:03.166682 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b2df85c1-52f2-41b2-a9e1-a62ef1ed3f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:03.186235 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9e5e5848-88c5-468a-b6b6-3c8c759795a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:03.266536 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9e5e5848-88c5-468a-b6b6-3c8c759795a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:03.288215 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4aff19ed-93a7-4652-b2ee-806b2f9c9495 req-456fef6e-7a29-478d-af46-3b2436754ac7 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 210 time: 0.0970914 Sep 07 18:49:03.452876 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399ea22d-3a01-4f22-a0ec-2e2a066d14a0 x-openstack-request-id: req-399ea22d-3a01-4f22-a0ec-2e2a066d14a0 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:49:03.453449 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818c56d5-fd3f-4c93-8463-5809d54e0eb4", "name": "network-vif-deleted", "tag": "b49a26a1-c5f2-48e0-8c7b-51600a5abb9c", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:49:03.453885 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-399ea22d-3a01-4f22-a0ec-2e2a066d14a0 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:49:03.454440 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818c56d5-fd3f-4c93-8463-5809d54e0eb4', 'name': 'network-vif-deleted', 'tag': 'b49a26a1-c5f2-48e0-8c7b-51600a5abb9c', 'status': 'completed', 'code': 200} Sep 07 18:49:03.534927 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470a523-5f7a-45c5-888e-41e1ab2605bf req-254b0c15-0f03-40d1-886e-7ad9ed20050d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:03.537843 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b470a523-5f7a-45c5-888e-41e1ab2605bf req-254b0c15-0f03-40d1-886e-7ad9ed20050d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.7871704 Sep 07 18:49:03.584181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-36ce9f2b-d4a0-4b0e-8a27-f698e95f5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:03.585713 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-36ce9f2b-d4a0-4b0e-8a27-f698e95f5d4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.6702323 Sep 07 18:49:03.586489 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5e5848-88c5-468a-b6b6-3c8c759795a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:49:03.596085 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2df85c1-52f2-41b2-a9e1-a62ef1ed3f65 admin admin] Router 8189899b-3ee1-4e76-984c-6d6bcedc4c50 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:49:03.712482 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e5848-88c5-468a-b6b6-3c8c759795a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6682326e-6678-43fd-b4d5-a50c5ca079b4,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:03.747423 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9e5e5848-88c5-468a-b6b6-3c8c759795a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:03.747775 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-9e5e5848-88c5-468a-b6b6-3c8c759795a8 admin admin] Added segment 01316c80-9d48-4448-b1e1-2c2b0cfa67ef of type vlan for network a41f448b-4c4e-4751-8638-b6681f096864 Sep 07 18:49:03.829460 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2df85c1-52f2-41b2-a9e1-a62ef1ed3f65 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:49:03.837609 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b2df85c1-52f2-41b2-a9e1-a62ef1ed3f65 admin admin] 10.222.0.26 "PUT /v2.0/routers/8189899b-3ee1-4e76-984c-6d6bcedc4c50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6513307 Sep 07 18:49:03.841093 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52388) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:03.843160 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fb37c-6021-4f1c-a6eb-bf5637848ed7 None None] Sync routers for ids ['8189899b-3ee1-4e76-984c-6d6bcedc4c50'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:49:03.861360 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47fb37c-6021-4f1c-a6eb-bf5637848ed7 None None] Routers {'8189899b-3ee1-4e76-984c-6d6bcedc4c50'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:49:03.862189 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-c47fb37c-6021-4f1c-a6eb-bf5637848ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:48:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8189899b-3ee1-4e76-984c-6d6bcedc4c50'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:03.874080 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-212f843f-4689-41d4-b92c-9034c9e26986 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:03.877416 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7b0058d6-2905-4de5-ba94-49de46c8ce1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:03.892375 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b470a523-5f7a-45c5-888e-41e1ab2605bf req-05af8ac8-ac7f-450b-aa8f-5d5b589f0f1f tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337047 Sep 07 18:49:03.929609 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9e5e5848-88c5-468a-b6b6-3c8c759795a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:03.991339 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7b0058d6-2905-4de5-ba94-49de46c8ce1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:04.046402 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-f538c9fb-0365-4ee2-a347-b815f0f5f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:04.049334 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-f538c9fb-0365-4ee2-a347-b815f0f5f5a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4054673 Sep 07 18:49:04.072742 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-c47fb37c-6021-4f1c-a6eb-bf5637848ed7 None None] Set router 8189899b-3ee1-4e76-984c-6d6bcedc4c50 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:49:04.087841 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212f843f-4689-41d4-b92c-9034c9e26986 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:49:04.131394 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0058d6-2905-4de5-ba94-49de46c8ce1c admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:49:04.145912 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-212f843f-4689-41d4-b92c-9034c9e26986 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:04.151813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212f843f-4689-41d4-b92c-9034c9e26986 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:49:04.164818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f843f-4689-41d4-b92c-9034c9e26986 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Pushing event updated for resources: {'Port': ['ID=a94ef867-2ba7-4c89-91d1-10eb5c739a37,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:04.168373 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-610e01cd-9935-4b6a-a494-e13caa1d31a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:04.188925 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0058d6-2905-4de5-ba94-49de46c8ce1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067a1de0-f4b8-4440-bb88-3b985b30c583,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:04.235318 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7b0058d6-2905-4de5-ba94-49de46c8ce1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:04.235715 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-7b0058d6-2905-4de5-ba94-49de46c8ce1c admin admin] Added segment 563b9acb-e6af-41d0-bed2-cf4d0dfd4e9b of type vlan for network df6bff7a-469d-413b-b223-99442496c071 Sep 07 18:49:04.291053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0ff2bf38-0958-419c-8a41-bcebe21bc028 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:49:04.334386 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9e5e5848-88c5-468a-b6b6-3c8c759795a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:04.347469 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5e5848-88c5-468a-b6b6-3c8c759795a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:04.348726 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9e5e5848-88c5-468a-b6b6-3c8c759795a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:04.447842 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-610e01cd-9935-4b6a-a494-e13caa1d31a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:04.452960 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 0ff2bf38-0958-419c-8a41-bcebe21bc028 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:49:04.461142 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 0ff2bf38-0958-419c-8a41-bcebe21bc028 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:04.461581 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:04.590555 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-610e01cd-9935-4b6a-a494-e13caa1d31a6 admin admin] Deleting port 0fc9b37e-bc96-4ef7-aacd-6c2b297eb185 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:49:04.594205 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-610e01cd-9935-4b6a-a494-e13caa1d31a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:04.679268 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:04.766848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 0ff2bf38-0958-419c-8a41-bcebe21bc028, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0ff2bf38-0958-419c-8a41-bcebe21bc028,segment=NetworkSegment(31c4c172-3a11-4f59-bb1e-7f63cd3dadc7),segment_id=31c4c172-3a11-4f59-bb1e-7f63cd3dadc7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:04.786693 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:04.891662 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-610e01cd-9935-4b6a-a494-e13caa1d31a6 admin admin] For port 0fc9b37e-bc96-4ef7-aacd-6c2b297eb185, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0fc9b37e-bc96-4ef7-aacd-6c2b297eb185,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:04.892235 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-610e01cd-9935-4b6a-a494-e13caa1d31a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:04.963456 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-610e01cd-9935-4b6a-a494-e13caa1d31a6 admin admin] Calling delete_port for 0fc9b37e-bc96-4ef7-aacd-6c2b297eb185 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:49:04.989664 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=0ff2bf38-0958-419c-8a41-bcebe21bc028,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:05.084049 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-c47fb37c-6021-4f1c-a6eb-bf5637848ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8189899b-3ee1-4e76-984c-6d6bcedc4c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1367146461-router', 'tenant_id': '42e6cf792bce4b0c9b1906c068741946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '0fc9b37e-bc96-4ef7-aacd-6c2b297eb185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:44:00Z', 'updated_at': '2021-09-07T18:49:01Z', 'revision_number': 5, 'project_id': '42e6cf792bce4b0c9b1906c068741946', 'gw_port': {'id': '0fc9b37e-bc96-4ef7-aacd-6c2b297eb185', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8189899b-3ee1-4e76-984c-6d6bcedc4c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:44:02Z', 'updated_at': '2021-09-07T18:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:05.171362 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fb37c-6021-4f1c-a6eb-bf5637848ed7 None None] Checking router: 8189899b-3ee1-4e76-984c-6d6bcedc4c50 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:49:05.186020 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47fb37c-6021-4f1c-a6eb-bf5637848ed7 None None] Routers {'8189899b-3ee1-4e76-984c-6d6bcedc4c50'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:49:05.190964 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-c47fb37c-6021-4f1c-a6eb-bf5637848ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:48:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8189899b-3ee1-4e76-984c-6d6bcedc4c50'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:05.354334 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4f27093-cca4-4683-b1f1-9480517c7024 req-d7bf384a-05f6-4995-a2a1-7bebd13d3f35 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ad5b99-5272-4e0b-8c6b-977bb862ad87 HTTP/1.1" status: 200 len: 210 time: 0.8890038 Sep 07 18:49:05.407664 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9e5e5848-88c5-468a-b6b6-3c8c759795a8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.2231359 Sep 07 18:49:05.417728 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52436) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:05.424992 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7b0058d6-2905-4de5-ba94-49de46c8ce1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:05.430914 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6cd9242d-3e50-4730-b6c0-05beb7aaa200 admin admin] Request body: {'subnet': {'network_id': 'a41f448b-4c4e-4751-8638-b6681f096864', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1813553806-subnet', 'tenant_id': '4da539fd195a4aecb4182e8df1f60d5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:05.467472 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-c47fb37c-6021-4f1c-a6eb-bf5637848ed7 None None] Set router 8189899b-3ee1-4e76-984c-6d6bcedc4c50 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:49:05.499650 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e5848-88c5-468a-b6b6-3c8c759795a8 admin admin] Pushing event updated for resources: {'Network': ['ID=a41f448b-4c4e-4751-8638-b6681f096864,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:05.514810 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network a41f448b-4c4e-4751-8638-b6681f096864 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:49:05.525790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-ccf13376-158f-4471-b528-2aa255a788e8 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4462924 Sep 07 18:49:05.556300 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8e3d5-40c9-49e0-8784-a09b301228e7 req-8c47e806-0752-4154-94f3-7c9f465fd09d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:05.565222 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ebc8e3d5-40c9-49e0-8784-a09b301228e7 req-8c47e806-0752-4154-94f3-7c9f465fd09d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.2307935 Sep 07 18:49:05.590419 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7b0058d6-2905-4de5-ba94-49de46c8ce1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:05.591498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0058d6-2905-4de5-ba94-49de46c8ce1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:05.591905 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd9242d-3e50-4730-b6c0-05beb7aaa200 admin admin] Made reservation on behalf of 4da539fd195a4aecb4182e8df1f60d5a for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:05.592291 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7b0058d6-2905-4de5-ba94-49de46c8ce1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:05.602987 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6cd9242d-3e50-4730-b6c0-05beb7aaa200 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:05.615835 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-c47fb37c-6021-4f1c-a6eb-bf5637848ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8189899b-3ee1-4e76-984c-6d6bcedc4c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1367146461-router', 'tenant_id': '42e6cf792bce4b0c9b1906c068741946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:44:00Z', 'updated_at': '2021-09-07T18:49:04Z', 'revision_number': 6, 'project_id': '42e6cf792bce4b0c9b1906c068741946', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:05.646107 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fb37c-6021-4f1c-a6eb-bf5637848ed7 None None] The sync data for ids ['8189899b-3ee1-4e76-984c-6d6bcedc4c50'] in n-d-807786-1 is: [{'id': '8189899b-3ee1-4e76-984c-6d6bcedc4c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1367146461-router', 'tenant_id': '42e6cf792bce4b0c9b1906c068741946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:44:00Z', 'updated_at': '2021-09-07T18:49:04Z', 'revision_number': 6, 'project_id': '42e6cf792bce4b0c9b1906c068741946', 'gw_port_host': None}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:49:05.678620 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-610e01cd-9935-4b6a-a494-e13caa1d31a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:05.764437 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7b0058d6-2905-4de5-ba94-49de46c8ce1c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.9736068 Sep 07 18:49:05.775596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52444) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:05.776869 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0058d6-2905-4de5-ba94-49de46c8ce1c admin admin] Pushing event updated for resources: {'Network': ['ID=df6bff7a-469d-413b-b223-99442496c071,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:05.785098 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Request body: {'subnet': {'network_id': 'df6bff7a-469d-413b-b223-99442496c071', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-245828830-subnet', 'tenant_id': '9f252e36d35a45588571879b1e8e1919', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:05.792847 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network df6bff7a-469d-413b-b223-99442496c071 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:49:05.810835 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ebc8e3d5-40c9-49e0-8784-a09b301228e7 req-65e1943c-3b08-4ced-b0d8-afa5b5811a67 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389343 Sep 07 18:49:05.914217 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-212f843f-4689-41d4-b92c-9034c9e26986 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:05.930322 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-caa10f92-202c-4a53-a286-dee37e901deb service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945341 Sep 07 18:49:05.931332 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Made reservation on behalf of 9f252e36d35a45588571879b1e8e1919 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:05.933915 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:06.051744 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-212f843f-4689-41d4-b92c-9034c9e26986 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:06.103362 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e01cd-9935-4b6a-a494-e13caa1d31a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc9b37e-bc96-4ef7-aacd-6c2b297eb185,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:06.156306 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6cd9242d-3e50-4730-b6c0-05beb7aaa200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:06.213077 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0ff2bf38-0958-419c-8a41-bcebe21bc028 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:49:06.268133 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9242d-3e50-4730-b6c0-05beb7aaa200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc9dace1-bd12-462f-9f82-744d3e69a54e,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:06.299475 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 0ff2bf38-0958-419c-8a41-bcebe21bc028 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:06.300199 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:06.312039 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-610e01cd-9935-4b6a-a494-e13caa1d31a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:06.412286 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:06.422476 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd9242d-3e50-4730-b6c0-05beb7aaa200 admin admin] Checking segment: {'id': '01316c80-9d48-4448-b1e1-2c2b0cfa67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a41f448b-4c4e-4751-8638-b6681f096864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:06.422843 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd9242d-3e50-4730-b6c0-05beb7aaa200 admin admin] Network hostable DHCP agents. Network: a41f448b-4c4e-4751-8638-b6681f096864, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:49:06.467733 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 865d5766-9b43-4451-ac12-2158ea518952 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:49:06.497601 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 865d5766-9b43-4451-ac12-2158ea518952 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:49:06.497971 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 865d5766-9b43-4451-ac12-2158ea518952 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:49:06.552637 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-610e01cd-9935-4b6a-a494-e13caa1d31a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:06.560007 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Checking segment: {'id': '563b9acb-e6af-41d0-bed2-cf4d0dfd4e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'df6bff7a-469d-413b-b223-99442496c071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:06.560542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Network hostable DHCP agents. Network: df6bff7a-469d-413b-b223-99442496c071, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:49:06.570188 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-610e01cd-9935-4b6a-a494-e13caa1d31a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:06.589002 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd9242d-3e50-4730-b6c0-05beb7aaa200 admin admin] Network a41f448b-4c4e-4751-8638-b6681f096864 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:49:06.624951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=551b1e86-0321-4e22-8644-9ae81484f292,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:06.685038 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-6cd9242d-3e50-4730-b6c0-05beb7aaa200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, a41f448b-4c4e-4751-8638-b6681f096864) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:06.689504 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-610e01cd-9935-4b6a-a494-e13caa1d31a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:06.690158 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610e01cd-9935-4b6a-a494-e13caa1d31a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8189899b-3ee1-4e76-984c-6d6bcedc4c50 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:49:06.692680 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd9242d-3e50-4730-b6c0-05beb7aaa200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:06.693268 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6cd9242d-3e50-4730-b6c0-05beb7aaa200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:06.699421 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b91579-38a9-42c8-b459-5d45e87471dd None None] Network a41f448b-4c4e-4751-8638-b6681f096864 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:06.710561 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-212f843f-4689-41d4-b92c-9034c9e26986 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:06.718014 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:06.718440 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:06.720008 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:06.720008 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:06.720287 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:06.720628 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:06.722372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:06.722535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:06.722774 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:06.722914 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-610e01cd-9935-4b6a-a494-e13caa1d31a6 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:06.723098 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:06.723669 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:06.726550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:06.726682 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-610e01cd-9935-4b6a-a494-e13caa1d31a6 admin admin] 10.222.0.26 "DELETE /v2.0/routers/8189899b-3ee1-4e76-984c-6d6bcedc4c50 HTTP/1.1" status: 204 len: 168 time: 2.8790448 Sep 07 18:49:06.729457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52458) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:06.732180 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-212f843f-4689-41d4-b92c-9034c9e26986 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:06.768344 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6cd9242d-3e50-4730-b6c0-05beb7aaa200 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3462353 Sep 07 18:49:06.770965 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52460) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:06.775816 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1813553806-router', 'tenant_id': '4da539fd195a4aecb4182e8df1f60d5a', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:06.844352 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:06.845758 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:06.938707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Network df6bff7a-469d-413b-b223-99442496c071 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:49:06.973740 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-212f843f-4689-41d4-b92c-9034c9e26986 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:06.997017 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:07.066883 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f843f-4689-41d4-b92c-9034c9e26986 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Pushing event updated for resources: {'Port': ['ID=a94ef867-2ba7-4c89-91d1-10eb5c739a37,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:07.112694 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286b4872-18e9-480c-9263-5a809177df0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-a41f448b-4c4e-4751-8638-b6681f096864', 'network_id': 'a41f448b-4c4e-4751-8638-b6681f096864', 'tenant_id': '4da539fd195a4aecb4182e8df1f60d5a', 'fixed_ips': [{'subnet_id': 'dc9dace1-bd12-462f-9f82-744d3e69a54e'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:49:07.113569 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-286b4872-18e9-480c-9263-5a809177df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:07.125280 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, df6bff7a-469d-413b-b223-99442496c071) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:07.139030 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-212f843f-4689-41d4-b92c-9034c9e26986 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:07.140605 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-212f843f-4689-41d4-b92c-9034c9e26986 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5689890 Sep 07 18:49:07.142932 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1854df2e-c2b0-434a-b5eb-b305f14044b3 None None] Network df6bff7a-469d-413b-b223-99442496c071 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:07.153795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:07.158093 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:07.167146 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce54767-1a5d-4c68-96c8-8b43a02d0e85 admin admin] Deleting subnet 20d37888-452c-4c50-8518-4fb40379ec12 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:49:07.170776 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3ce54767-1a5d-4c68-96c8-8b43a02d0e85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:07.214852 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3ce54767-1a5d-4c68-96c8-8b43a02d0e85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:07.253466 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:07.400018 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4e3123c6-9b0c-4fef-94b3-ff2ea9583633 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6113377 Sep 07 18:49:07.406492 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc9f23-1229-41a9-8318-0c87667d6c74 req-8c9a051b-5a50-4444-8d89-efbb60dceea0 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:07.408112 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ecc9f23-1229-41a9-8318-0c87667d6c74 req-8c9a051b-5a50-4444-8d89-efbb60dceea0 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.4572465 Sep 07 18:49:07.454066 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3ce54767-1a5d-4c68-96c8-8b43a02d0e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:07.481968 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ecc9f23-1229-41a9-8318-0c87667d6c74 req-24e6d5e9-a9ea-453b-a24e-c8305af12126 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649107 Sep 07 18:49:07.554020 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3ce54767-1a5d-4c68-96c8-8b43a02d0e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:07.633460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce54767-1a5d-4c68-96c8-8b43a02d0e85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20d37888-452c-4c50-8518-4fb40379ec12,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:07.649711 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3ce54767-1a5d-4c68-96c8-8b43a02d0e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:07.653521 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3ce54767-1a5d-4c68-96c8-8b43a02d0e85 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/20d37888-452c-4c50-8518-4fb40379ec12 HTTP/1.1" status: 204 len: 168 time: 0.9200866 Sep 07 18:49:07.653772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52488) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:07.771318 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12c08bd-c5ca-42fa-83d3-2b40ffcdc10d None None] Network ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:07.790279 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-286b4872-18e9-480c-9263-5a809177df0f None None] Allocated IP 172.20.0.2 (a41f448b-4c4e-4751-8638-b6681f096864/dc9dace1-bd12-462f-9f82-744d3e69a54e/f55d81ea-e0a0-45b9-94cb-db83a73cf0f1) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:49:07.801202 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:07.849307 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cb9def35-c930-4c2a-8c7a-83100229e61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:07.858617 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:08.035422 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-cb9def35-c930-4c2a-8c7a-83100229e61d admin admin] Deleting port a32f179f-81d1-4b24-8fa3-b2c977c94295 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:49:08.035778 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cb9def35-c930-4c2a-8c7a-83100229e61d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:08.093177 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Allocated IP 172.25.8.125 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/cb153576-bcb4-40af-9a5e-008056ea5d77) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:49:08.206255 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-286b4872-18e9-480c-9263-5a809177df0f None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:08.216283 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-286b4872-18e9-480c-9263-5a809177df0f None None] Transition to ACTIVE for port object f55d81ea-e0a0-45b9-94cb-db83a73cf0f1 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:49:08.235434 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-286b4872-18e9-480c-9263-5a809177df0f None None] Transition to ACTIVE for port object f55d81ea-e0a0-45b9-94cb-db83a73cf0f1 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:49:08.246248 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-cb9def35-c930-4c2a-8c7a-83100229e61d admin admin] For port a32f179f-81d1-4b24-8fa3-b2c977c94295, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a32f179f-81d1-4b24-8fa3-b2c977c94295,segment=NetworkSegment(088b4c47-bc4c-41bb-93b3-aab7946a67e3),segment_id=088b4c47-bc4c-41bb-93b3-aab7946a67e3)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:08.246625 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cb9def35-c930-4c2a-8c7a-83100229e61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:08.267401 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0fc9b37e-bc96-4ef7-aacd-6c2b297eb185 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:49:08.275082 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-286b4872-18e9-480c-9263-5a809177df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:08.323160 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-cb9def35-c930-4c2a-8c7a-83100229e61d admin admin] Calling delete_port for a32f179f-81d1-4b24-8fa3-b2c977c94295 owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:49:08.348853 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:08.447522 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286b4872-18e9-480c-9263-5a809177df0f None None] Network a41f448b-4c4e-4751-8638-b6681f096864 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:49:08.449744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b4872-18e9-480c-9263-5a809177df0f None None] Pushing event updated for resources: {'Port': ['ID=f55d81ea-e0a0-45b9-94cb-db83a73cf0f1,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:08.455412 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-286b4872-18e9-480c-9263-5a809177df0f None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:08.461587 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b4872-18e9-480c-9263-5a809177df0f None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:49:08.487130 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:08.505582 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 0fc9b37e-bc96-4ef7-aacd-6c2b297eb185 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:49:08.506063 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0fc9b37e-bc96-4ef7-aacd-6c2b297eb185 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:49:08.593203 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6b3a7b-931e-489b-a5a7-74b7e87faf9b None None] Network df6bff7a-469d-413b-b223-99442496c071 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:08.595002 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cb9def35-c930-4c2a-8c7a-83100229e61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:08.632071 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Pushing event updated for resources: {'Port': ['ID=cb153576-bcb4-40af-9a5e-008056ea5d77,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:08.677931 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9def35-c930-4c2a-8c7a-83100229e61d admin admin] Pushing event deleted for resources: {'Port': ['ID=a32f179f-81d1-4b24-8fa3-b2c977c94295,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:08.679599 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:08.679932 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:08.680285 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:08.681657 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:08.682017 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:08.682356 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:08.682687 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:08.683025 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:08.683353 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:08.683680 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:08.684007 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:08.684329 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:08.707575 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9def35-c930-4c2a-8c7a-83100229e61d admin admin] No DVR routers for this DVR port a32f179f-81d1-4b24-8fa3-b2c977c94295 on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:49:08.724169 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:49:08.725710 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:08.746040 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:49:08.914440 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-286b4872-18e9-480c-9263-5a809177df0f None None] Attempting to bind port f55d81ea-e0a0-45b9-94cb-db83a73cf0f1 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:49:08.922489 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-286b4872-18e9-480c-9263-5a809177df0f None None] Attempting to bind port f55d81ea-e0a0-45b9-94cb-db83a73cf0f1 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '01316c80-9d48-4448-b1e1-2c2b0cfa67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a41f448b-4c4e-4751-8638-b6681f096864'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:49:08.923134 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b4872-18e9-480c-9263-5a809177df0f None None] Attempting to bind port f55d81ea-e0a0-45b9-94cb-db83a73cf0f1 on network a41f448b-4c4e-4751-8638-b6681f096864 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:49:08.945647 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b4872-18e9-480c-9263-5a809177df0f None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:49:08.959699 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b4872-18e9-480c-9263-5a809177df0f None None] Checking segment: {'id': '01316c80-9d48-4448-b1e1-2c2b0cfa67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a41f448b-4c4e-4751-8638-b6681f096864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:08.962183 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-286b4872-18e9-480c-9263-5a809177df0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:08.964224 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b4872-18e9-480c-9263-5a809177df0f None None] Bound using segment: {'id': '01316c80-9d48-4448-b1e1-2c2b0cfa67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a41f448b-4c4e-4751-8638-b6681f096864'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:49:08.966387 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-286b4872-18e9-480c-9263-5a809177df0f None None] Bound port: f55d81ea-e0a0-45b9-94cb-db83a73cf0f1, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01316c80-9d48-4448-b1e1-2c2b0cfa67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a41f448b-4c4e-4751-8638-b6681f096864'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:49:08.968116 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-286b4872-18e9-480c-9263-5a809177df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:09.046428 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36440b21-7b81-44bb-b574-95ba80b3224f None None] DHCP port deletion for ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:49:09.161681 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56058bc-a9cb-4846-bb53-545373853b02 req-3f872385-46d8-46dd-9269-5c2acf124f3f tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:09.163572 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a56058bc-a9cb-4846-bb53-545373853b02 req-3f872385-46d8-46dd-9269-5c2acf124f3f tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.4418862 Sep 07 18:49:09.171143 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cb9def35-c930-4c2a-8c7a-83100229e61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:09.282438 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-cb9def35-c930-4c2a-8c7a-83100229e61d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:09.285302 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-286b4872-18e9-480c-9263-5a809177df0f None None] For port f55d81ea-e0a0-45b9-94cb-db83a73cf0f1, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:49:09.304754 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-286b4872-18e9-480c-9263-5a809177df0f None None] For port f55d81ea-e0a0-45b9-94cb-db83a73cf0f1, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f55d81ea-e0a0-45b9-94cb-db83a73cf0f1,segment=NetworkSegment(01316c80-9d48-4448-b1e1-2c2b0cfa67ef),segment_id=01316c80-9d48-4448-b1e1-2c2b0cfa67ef)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:49:09.322635 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-286b4872-18e9-480c-9263-5a809177df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:09.370284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-cb9def35-c930-4c2a-8c7a-83100229e61d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088b4c47-bc4c-41bb-93b3-aab7946a67e3') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:09.376954 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-cb9def35-c930-4c2a-8c7a-83100229e61d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088b4c47-bc4c-41bb-93b3-aab7946a67e3') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:09.382054 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a56058bc-a9cb-4846-bb53-545373853b02 req-b6067790-5fe5-40a7-8cd2-6fa515f66238 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064116 Sep 07 18:49:09.428279 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cb9def35-c930-4c2a-8c7a-83100229e61d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:09.457799 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cb9def35-c930-4c2a-8c7a-83100229e61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:09.473799 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9def35-c930-4c2a-8c7a-83100229e61d admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:49:09.474610 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cb9def35-c930-4c2a-8c7a-83100229e61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: timer() Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:49:09.479902 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:49:09.508537 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b4872-18e9-480c-9263-5a809177df0f None None] Pushing event updated for resources: {'Port': ['ID=f55d81ea-e0a0-45b9-94cb-db83a73cf0f1,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:09.662356 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:09.714289 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cb9def35-c930-4c2a-8c7a-83100229e61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:09.721058 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cb9def35-c930-4c2a-8c7a-83100229e61d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:09.722768 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-cb9def35-c930-4c2a-8c7a-83100229e61d admin admin] 10.222.0.26 "DELETE /v2.0/networks/ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec HTTP/1.1" status: 204 len: 168 time: 2.0674682 Sep 07 18:49:09.778101 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9def35-c930-4c2a-8c7a-83100229e61d admin admin] Pushing event deleted for resources: {'Network': ['ID=ba79e7cd-f70e-4fee-9bbd-804a2b76a5ec,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:09.974781 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a32f179f-81d1-4b24-8fa3-b2c977c94295 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:49:10.082000 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: a32f179f-81d1-4b24-8fa3-b2c977c94295 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:49:10.082749 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a32f179f-81d1-4b24-8fa3-b2c977c94295 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:49:10.298683 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52592) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:10.398528 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-59604bde-d9f4-4303-8e6d-32e5ae1bbaa9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=362d2b32ce1c44c8b989d971f47e2f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0986719 Sep 07 18:49:10.409518 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52598) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:10.552609 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-56a6b386-abb0-419f-8be6-807a4ab249ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:10.565862 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:10.626529 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-56a6b386-abb0-419f-8be6-807a4ab249ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:10.722635 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5192a2-cb14-4f88-923c-414691f12ecb req-0db7a3bd-c89e-49bd-bafc-ef63a87b0b74 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:10.731691 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c5192a2-cb14-4f88-923c-414691f12ecb req-0db7a3bd-c89e-49bd-bafc-ef63a87b0b74 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.1558046 Sep 07 18:49:10.843756 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c5192a2-cb14-4f88-923c-414691f12ecb req-1fe34fb2-c0b1-4eab-bdcd-e19274c37118 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098404 Sep 07 18:49:10.869912 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-56a6b386-abb0-419f-8be6-807a4ab249ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:10.872881 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-56a6b386-abb0-419f-8be6-807a4ab249ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:10.874983 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-56a6b386-abb0-419f-8be6-807a4ab249ce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da680928-49ee-47eb-b958-411d7bf82f24 HTTP/1.1" status: 204 len: 168 time: 0.4643824 Sep 07 18:49:10.894267 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6b386-abb0-419f-8be6-807a4ab249ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da680928-49ee-47eb-b958-411d7bf82f24,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:10.968287 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Router 4d12ba95-1064-49fe-aeab-a9093f04d146 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:49:11.301211 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:49:11.314271 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] Sync routers for ids ['4d12ba95-1064-49fe-aeab-a9093f04d146'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:49:11.362700 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] Routers {'4d12ba95-1064-49fe-aeab-a9093f04d146'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:49:11.365649 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:48:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4d12ba95-1064-49fe-aeab-a9093f04d146'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:11.390508 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:11.394764 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52620) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:11.409105 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-80d2d593-41e0-46a0-a709-30e2e222fa14 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6370163 Sep 07 18:49:11.585972 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f932dc54-afdc-424a-a39f-2d877358b051 None None] Network a41f448b-4c4e-4751-8638-b6681f096864 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:11.854624 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52624) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:11.946685 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52628) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:11.947235 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e23d518b-2799-4390-be86-0aeed1737242 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=42e6cf792bce4b0c9b1906c068741946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0840821 Sep 07 18:49:12.043681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f55d81ea-e0a0-45b9-94cb-db83a73cf0f1 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:49:12.124079 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] Set router 4d12ba95-1064-49fe-aeab-a9093f04d146 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:49:12.389764 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-76fae90b-c2c2-4051-8f51-3f3f517f6f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:12.471697 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dd28-16ae-4d21-b848-1b7185f74fb3 req-7887e6ca-240f-4813-8448-75326b5cbce6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:12.504491 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a482dd28-16ae-4d21-b848-1b7185f74fb3 req-7887e6ca-240f-4813-8448-75326b5cbce6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.4194937 Sep 07 18:49:12.569496 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-76fae90b-c2c2-4051-8f51-3f3f517f6f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:12.671772 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a482dd28-16ae-4d21-b848-1b7185f74fb3 req-276e4b2e-75f7-4298-91db-5bb826696361 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658053 Sep 07 18:49:12.735944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-eaa3fa4b-d57a-4fa1-9da6-bcd4841f6f1c None None] Provisioning for port f55d81ea-e0a0-45b9-94cb-db83a73cf0f1 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:49:12.839334 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-76fae90b-c2c2-4051-8f51-3f3f517f6f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:12.844326 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-76fae90b-c2c2-4051-8f51-3f3f517f6f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:12.849165 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-76fae90b-c2c2-4051-8f51-3f3f517f6f6f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/523dce40-a641-40d0-b473-cdbcb024f94a HTTP/1.1" status: 204 len: 168 time: 0.9071863 Sep 07 18:49:12.854030 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52642) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:12.909001 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-872b35c1-3abd-4704-ad87-a33ee323de28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:12.913682 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fae90b-c2c2-4051-8f51-3f3f517f6f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523dce40-a641-40d0-b473-cdbcb024f94a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:13.120889 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:13.365093 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port f55d81ea-e0a0-45b9-94cb-db83a73cf0f1 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:49:13.388925 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port f55d81ea-e0a0-45b9-94cb-db83a73cf0f1 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:13.390575 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:13.639733 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:13.861822 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:13.870689 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'name': 'tempest-FloatingIPsTestJSON-1813553806-router', 'tenant_id': '4da539fd195a4aecb4182e8df1f60d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'cb153576-bcb4-40af-9a5e-008056ea5d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:06Z', 'updated_at': '2021-09-07T18:49:09Z', 'revision_number': 3, 'project_id': '4da539fd195a4aecb4182e8df1f60d5a', 'gw_port': {'id': 'cb153576-bcb4-40af-9a5e-008056ea5d77', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:07Z', 'updated_at': '2021-09-07T18:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:13.931958 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] Checking router: 4d12ba95-1064-49fe-aeab-a9093f04d146 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:49:13.932537 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] Updating router 4d12ba95-1064-49fe-aeab-a9093f04d146 port cb153576-bcb4-40af-9a5e-008056ea5d77 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:49:13.981903 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:14.314516 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-872b35c1-3abd-4704-ad87-a33ee323de28 admin admin] Allocated IP 172.20.0.1 (a41f448b-4c4e-4751-8638-b6681f096864/dc9dace1-bd12-462f-9f82-744d3e69a54e/e594e4df-d387-4700-b6a9-7d51ba2c1e2f) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:49:14.477722 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-872b35c1-3abd-4704-ad87-a33ee323de28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:14.496077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-872b35c1-3abd-4704-ad87-a33ee323de28 admin admin] Transition to ACTIVE for port object e594e4df-d387-4700-b6a9-7d51ba2c1e2f will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:49:14.562843 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port f55d81ea-e0a0-45b9-94cb-db83a73cf0f1, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f55d81ea-e0a0-45b9-94cb-db83a73cf0f1,segment=NetworkSegment(01316c80-9d48-4448-b1e1-2c2b0cfa67ef),segment_id=01316c80-9d48-4448-b1e1-2c2b0cfa67ef)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:14.657045 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afb651-792f-4a46-8790-633b9e516aec req-e85de6df-e000-47e5-a8d8-52ac8dea219b tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:14.658680 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54afb651-792f-4a46-8790-633b9e516aec req-e85de6df-e000-47e5-a8d8-52ac8dea219b tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.1352410 Sep 07 18:49:14.673367 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:14.731199 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-872b35c1-3abd-4704-ad87-a33ee323de28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:14.764558 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f52bc27e-7b1d-4d93-9e4c-b21a171ab29a None None] Provisioning complete for port f55d81ea-e0a0-45b9-94cb-db83a73cf0f1 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:14.764962 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f52bc27e-7b1d-4d93-9e4c-b21a171ab29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:14.771315 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=f55d81ea-e0a0-45b9-94cb-db83a73cf0f1,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:14.867984 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872b35c1-3abd-4704-ad87-a33ee323de28 admin admin] Network a41f448b-4c4e-4751-8638-b6681f096864 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:49:14.878632 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-872b35c1-3abd-4704-ad87-a33ee323de28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:14.908425 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b35c1-3abd-4704-ad87-a33ee323de28 admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:49:14.972187 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:15.022058 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b35c1-3abd-4704-ad87-a33ee323de28 admin admin] Pushing event updated for resources: {'Port': ['ID=e594e4df-d387-4700-b6a9-7d51ba2c1e2f,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:15.032309 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54afb651-792f-4a46-8790-633b9e516aec req-c1e932a8-7dee-4b59-8d57-6a7e0686149d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974277 Sep 07 18:49:15.077794 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] Transition to ACTIVE for port object cb153576-bcb4-40af-9a5e-008056ea5d77 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:49:15.097040 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-872b35c1-3abd-4704-ad87-a33ee323de28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:15.107499 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:15.286313 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] Attempting to bind port cb153576-bcb4-40af-9a5e-008056ea5d77 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:49:15.286809 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] Attempting to bind port cb153576-bcb4-40af-9a5e-008056ea5d77 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:49:15.287374 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] Attempting to bind port cb153576-bcb4-40af-9a5e-008056ea5d77 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:49:15.302030 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f615e3c-114b-47d7-ac1b-e1cf7a775ac4 None None] Pushing event updated for resources: {'Port': ['ID=cb153576-bcb4-40af-9a5e-008056ea5d77,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:15.323310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:49:15.328604 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:15.330811 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:15.331451 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:49:15.332053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] Bound port: cb153576-bcb4-40af-9a5e-008056ea5d77, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:49:15.333382 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:15.447609 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a1c15756-1485-4766-8f02-4b5e131986be None None] Provisioning for port e594e4df-d387-4700-b6a9-7d51ba2c1e2f completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:49:15.477297 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a1c15756-1485-4766-8f02-4b5e131986be None None] Provisioning complete for port e594e4df-d387-4700-b6a9-7d51ba2c1e2f triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:15.477814 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a1c15756-1485-4766-8f02-4b5e131986be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:15.511597 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] For port cb153576-bcb4-40af-9a5e-008056ea5d77, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:49:15.513022 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-872b35c1-3abd-4704-ad87-a33ee323de28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:15.535659 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] For port cb153576-bcb4-40af-9a5e-008056ea5d77, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cb153576-bcb4-40af-9a5e-008056ea5d77,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:49:15.538932 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a1c15756-1485-4766-8f02-4b5e131986be None None] Port e594e4df-d387-4700-b6a9-7d51ba2c1e2f cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:49:15.545241 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:15.644625 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f615e3c-114b-47d7-ac1b-e1cf7a775ac4 None None] Pushing event updated for resources: {'Port': ['ID=cb153576-bcb4-40af-9a5e-008056ea5d77,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:15.671376 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] Routers {'4d12ba95-1064-49fe-aeab-a9093f04d146'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:49:15.673075 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:48:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4d12ba95-1064-49fe-aeab-a9093f04d146'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:15.814895 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f928ba-bd56-448d-a680-96915cff9e72 req-08b98a7f-fac8-4dbb-a818-b8403cc693e9 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:15.823362 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92f928ba-bd56-448d-a680-96915cff9e72 req-08b98a7f-fac8-4dbb-a818-b8403cc693e9 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 945 time: 0.3155751 Sep 07 18:49:15.850754 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] Set router 4d12ba95-1064-49fe-aeab-a9093f04d146 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:49:15.938804 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d878f368-5f9d-49a6-b774-680d24663992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:16.020132 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78585362-84e7-4011-be6c-4aaf16363a12 req-1a235360-8401-4f28-b72d-7b0e9362eb72 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:16.021684 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-78585362-84e7-4011-be6c-4aaf16363a12 req-1a235360-8401-4f28-b72d-7b0e9362eb72 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.60 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 945 time: 0.0973606 Sep 07 18:49:16.101127 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92f928ba-bd56-448d-a680-96915cff9e72 req-178c875b-ccbd-491d-90b7-75befd548bed tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764707 Sep 07 18:49:16.198053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'name': 'tempest-FloatingIPsTestJSON-1813553806-router', 'tenant_id': '4da539fd195a4aecb4182e8df1f60d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'cb153576-bcb4-40af-9a5e-008056ea5d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:06Z', 'updated_at': '2021-09-07T18:49:15Z', 'revision_number': 4, 'project_id': '4da539fd195a4aecb4182e8df1f60d5a', 'gw_port': {'id': 'cb153576-bcb4-40af-9a5e-008056ea5d77', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:07Z', 'updated_at': '2021-09-07T18:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e594e4df-d387-4700-b6a9-7d51ba2c1e2f', 'name': '', 'network_id': 'a41f448b-4c4e-4751-8638-b6681f096864', 'tenant_id': '4da539fd195a4aecb4182e8df1f60d5a', 'mac_address': 'fa:16:3e:08:18:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'dc9dace1-bd12-462f-9f82-744d3e69a54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:12Z', 'updated_at': '2021-09-07T18:49:14Z', 'revision_number': 1, 'project_id': '4da539fd195a4aecb4182e8df1f60d5a', 'subnets': [{'id': 'dc9dace1-bd12-462f-9f82-744d3e69a54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:16.219332 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-78585362-84e7-4011-be6c-4aaf16363a12 req-af0c73bb-7c4f-4378-a8b3-faf769af5017 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Deleting port 1aaea01d-3d97-4725-b406-256885b1d4d8 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:49:16.220093 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-78585362-84e7-4011-be6c-4aaf16363a12 req-af0c73bb-7c4f-4378-a8b3-faf769af5017 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:16.230720 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d51a94f-f93d-4c4b-9c9b-a7c1c3277f7b None None] The sync data for ids ['4d12ba95-1064-49fe-aeab-a9093f04d146'] in n-d-807786-1 is: [{'id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'name': 'tempest-FloatingIPsTestJSON-1813553806-router', 'tenant_id': '4da539fd195a4aecb4182e8df1f60d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'cb153576-bcb4-40af-9a5e-008056ea5d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:06Z', 'updated_at': '2021-09-07T18:49:15Z', 'revision_number': 4, 'project_id': '4da539fd195a4aecb4182e8df1f60d5a', 'gw_port': {'id': 'cb153576-bcb4-40af-9a5e-008056ea5d77', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:07Z', 'updated_at': '2021-09-07T18:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e594e4df-d387-4700-b6a9-7d51ba2c1e2f', 'name': '', 'network_id': 'a41f448b-4c4e-4751-8638-b6681f096864', 'tenant_id': '4da539fd195a4aecb4182e8df1f60d5a', 'mac_address': 'fa:16:3e:08:18:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'dc9dace1-bd12-462f-9f82-744d3e69a54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:12Z', 'updated_at': '2021-09-07T18:49:14Z', 'revision_number': 1, 'project_id': '4da539fd195a4aecb4182e8df1f60d5a', 'subnets': [{'id': 'dc9dace1-bd12-462f-9f82-744d3e69a54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:49:16.233383 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-872b35c1-3abd-4704-ad87-a33ee323de28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:16.277038 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-872b35c1-3abd-4704-ad87-a33ee323de28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:16.404181 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-872b35c1-3abd-4704-ad87-a33ee323de28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:16.408692 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b35c1-3abd-4704-ad87-a33ee323de28 admin admin] Pushing event updated for resources: {'Port': ['ID=e594e4df-d387-4700-b6a9-7d51ba2c1e2f,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:16.430485 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-78585362-84e7-4011-be6c-4aaf16363a12 req-af0c73bb-7c4f-4378-a8b3-faf769af5017 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] For port 1aaea01d-3d97-4725-b406-256885b1d4d8, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=1aaea01d-3d97-4725-b406-256885b1d4d8,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:16.430859 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-78585362-84e7-4011-be6c-4aaf16363a12 req-af0c73bb-7c4f-4378-a8b3-faf769af5017 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:16.447871 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-78585362-84e7-4011-be6c-4aaf16363a12 req-af0c73bb-7c4f-4378-a8b3-faf769af5017 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Calling delete_port for 1aaea01d-3d97-4725-b406-256885b1d4d8 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:49:16.656894 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-78585362-84e7-4011-be6c-4aaf16363a12 req-af0c73bb-7c4f-4378-a8b3-faf769af5017 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:16.669941 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['1aaea01d-3d97-4725-b406-256885b1d4d8'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:49:16.690198 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c73bb-7c4f-4378-a8b3-faf769af5017 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Pushing event deleted for resources: {'Port': ['ID=1aaea01d-3d97-4725-b406-256885b1d4d8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:16.776561 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-78585362-84e7-4011-be6c-4aaf16363a12 req-af0c73bb-7c4f-4378-a8b3-faf769af5017 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] No DVR routers for this DVR port 1aaea01d-3d97-4725-b406-256885b1d4d8 on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:49:16.783322 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-78585362-84e7-4011-be6c-4aaf16363a12 req-af0c73bb-7c4f-4378-a8b3-faf769af5017 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:16.787985 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-78585362-84e7-4011-be6c-4aaf16363a12 req-af0c73bb-7c4f-4378-a8b3-faf769af5017 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.60 "DELETE /v2.0/ports/1aaea01d-3d97-4725-b406-256885b1d4d8 HTTP/1.1" status: 204 len: 173 time: 0.7544575 Sep 07 18:49:16.789461 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059bea22-7532-4bfe-badf-737ed1cb81fe', 'name': 'network-vif-deleted', 'tag': '1aaea01d-3d97-4725-b406-256885b1d4d8'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:49:16.795600 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298d1f9b-384d-4f8d-a97e-298479090c04" -d '{"events": [{"server_uuid": "059bea22-7532-4bfe-badf-737ed1cb81fe", "name": "network-vif-deleted", "tag": "1aaea01d-3d97-4725-b406-256885b1d4d8"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:49:16.835951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd041e-9a08-40d0-9312-59c392c1d6a2 req-c9b8dd1b-2c21-4a94-b7f9-69ddfe5a6cf4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:16.844538 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87bd041e-9a08-40d0-9312-59c392c1d6a2 req-c9b8dd1b-2c21-4a94-b7f9-69ddfe5a6cf4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.1960580 Sep 07 18:49:16.895769 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872b35c1-3abd-4704-ad87-a33ee323de28 admin admin] Network a41f448b-4c4e-4751-8638-b6681f096864 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:49:16.908715 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-872b35c1-3abd-4704-ad87-a33ee323de28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:16.915966 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f55d81ea-e0a0-45b9-94cb-db83a73cf0f1 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:49:16.980765 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87bd041e-9a08-40d0-9312-59c392c1d6a2 req-d52f399e-3521-418d-8dbc-97d0770ae84d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321278 Sep 07 18:49:17.004296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-d878f368-5f9d-49a6-b774-680d24663992 admin admin] Deleting port 36a09100-1b81-43f2-9e42-b5f5b1ac769c {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:49:17.006555 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d878f368-5f9d-49a6-b774-680d24663992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:17.099297 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port f55d81ea-e0a0-45b9-94cb-db83a73cf0f1 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:17.099687 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:17.147398 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8d0d07-71c2-4d78-b059-9ad9cd3cafcb x-openstack-request-id: req-1a8d0d07-71c2-4d78-b059-9ad9cd3cafcb {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:49:17.148640 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059bea22-7532-4bfe-badf-737ed1cb81fe", "name": "network-vif-deleted", "tag": "1aaea01d-3d97-4725-b406-256885b1d4d8", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:49:17.149244 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a8d0d07-71c2-4d78-b059-9ad9cd3cafcb {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:49:17.149880 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059bea22-7532-4bfe-badf-737ed1cb81fe', 'name': 'network-vif-deleted', 'tag': '1aaea01d-3d97-4725-b406-256885b1d4d8', 'status': 'completed', 'code': 200} Sep 07 18:49:17.233453 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-d878f368-5f9d-49a6-b774-680d24663992 admin admin] For port 36a09100-1b81-43f2-9e42-b5f5b1ac769c, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=36a09100-1b81-43f2-9e42-b5f5b1ac769c,segment=NetworkSegment(0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a),segment_id=0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:17.234539 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d878f368-5f9d-49a6-b774-680d24663992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:17.388916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-d878f368-5f9d-49a6-b774-680d24663992 admin admin] Calling delete_port for 36a09100-1b81-43f2-9e42-b5f5b1ac769c owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:49:17.479605 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5e832b57-5cb8-4da7-af32-d4f57cdf1ad3 None None] Provisioning complete for port e594e4df-d387-4700-b6a9-7d51ba2c1e2f triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:17.480175 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5e832b57-5cb8-4da7-af32-d4f57cdf1ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:17.539615 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-5e832b57-5cb8-4da7-af32-d4f57cdf1ad3 None None] Port e594e4df-d387-4700-b6a9-7d51ba2c1e2f cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:49:17.568979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872b35c1-3abd-4704-ad87-a33ee323de28 admin admin] Router 4d12ba95-1064-49fe-aeab-a9093f04d146 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:49:17.571513 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fbb98de0-b1e5-4465-ae03-46a92549e192 req-68a3c56d-4ac3-4981-b3f8-6c7b572e2162 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=059bea22-7532-4bfe-badf-737ed1cb81fe HTTP/1.1" status: 200 len: 210 time: 0.1541398 Sep 07 18:49:17.973968 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872b35c1-3abd-4704-ad87-a33ee323de28 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:49:17.984132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-872b35c1-3abd-4704-ad87-a33ee323de28 admin admin] 10.222.0.26 "PUT /v2.0/routers/4d12ba95-1064-49fe-aeab-a9093f04d146/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5881610 Sep 07 18:49:17.996646 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d878f368-5f9d-49a6-b774-680d24663992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:18.113084 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878f368-5f9d-49a6-b774-680d24663992 admin admin] Pushing event deleted for resources: {'Port': ['ID=36a09100-1b81-43f2-9e42-b5f5b1ac769c,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:18.297090 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356de9a6-9fca-4f2d-bb00-ec119239ad8b req-59296bde-e479-4139-a22d-d48c1102a3b6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:18.299252 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-356de9a6-9fca-4f2d-bb00-ec119239ad8b req-59296bde-e479-4139-a22d-d48c1102a3b6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.1422749 Sep 07 18:49:18.465322 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-356de9a6-9fca-4f2d-bb00-ec119239ad8b req-6f2e9954-65b4-434b-ab05-5b120a37c62b tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425641 Sep 07 18:49:18.568223 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d878f368-5f9d-49a6-b774-680d24663992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:18.823839 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-619e4155-fac7-465d-973c-1ea8c79e5ab5 req-76ba1144-f4eb-44ce-88df-de898873631e tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1960950 Sep 07 18:49:18.829921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-619e4155-fac7-465d-973c-1ea8c79e5ab5 req-6c2b8608-f4f2-48e8-826c-439d43b39274 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:18.905368 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-619e4155-fac7-465d-973c-1ea8c79e5ab5 req-6c2b8608-f4f2-48e8-826c-439d43b39274 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:18.967469 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cb153576-bcb4-40af-9a5e-008056ea5d77 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:49:19.025047 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d878f368-5f9d-49a6-b774-680d24663992 admin admin] Router 8a64a102-6505-4f77-9194-e061c30bdb38 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:49:19.086224 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port cb153576-bcb4-40af-9a5e-008056ea5d77 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:49:19.093263 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port cb153576-bcb4-40af-9a5e-008056ea5d77 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:19.094118 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:19.236625 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d878f368-5f9d-49a6-b774-680d24663992 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:49:19.243798 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d878f368-5f9d-49a6-b774-680d24663992 admin admin] 10.222.0.26 "PUT /v2.0/routers/8a64a102-6505-4f77-9194-e061c30bdb38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3864634 Sep 07 18:49:19.245825 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52748) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:19.250169 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d910cc-3dce-4f04-bb9d-3365ede5f42f None None] Sync routers for ids ['8a64a102-6505-4f77-9194-e061c30bdb38'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:49:19.261269 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-619e4155-fac7-465d-973c-1ea8c79e5ab5 req-6c2b8608-f4f2-48e8-826c-439d43b39274 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:19.263121 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:19.264854 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d910cc-3dce-4f04-bb9d-3365ede5f42f None None] Routers {'8a64a102-6505-4f77-9194-e061c30bdb38'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:49:19.265490 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-24d910cc-3dce-4f04-bb9d-3365ede5f42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:48:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8a64a102-6505-4f77-9194-e061c30bdb38'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:19.320873 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port cb153576-bcb4-40af-9a5e-008056ea5d77, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cb153576-bcb4-40af-9a5e-008056ea5d77,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:19.331971 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:19.434482 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=cb153576-bcb4-40af-9a5e-008056ea5d77,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:19.484705 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 1aaea01d-3d97-4725-b406-256885b1d4d8 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:49:19.535281 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-24d910cc-3dce-4f04-bb9d-3365ede5f42f None None] Set router 8a64a102-6505-4f77-9194-e061c30bdb38 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:49:19.556715 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f630904-220b-4358-840e-6625eaf88ec3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:19.593875 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-619e4155-fac7-465d-973c-1ea8c79e5ab5 req-6c2b8608-f4f2-48e8-826c-439d43b39274 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Allocated IP 172.25.8.5 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/0967ec33-fd28-46e2-b669-96ccbf910d45) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:49:19.605137 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 1aaea01d-3d97-4725-b406-256885b1d4d8 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:49:19.605281 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 1aaea01d-3d97-4725-b406-256885b1d4d8 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:49:19.778272 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] Sync routers for ids ['4d12ba95-1064-49fe-aeab-a9093f04d146'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:49:19.808916 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] Routers {'4d12ba95-1064-49fe-aeab-a9093f04d146'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:49:19.809951 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:48:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4d12ba95-1064-49fe-aeab-a9093f04d146'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:19.836687 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-24d910cc-3dce-4f04-bb9d-3365ede5f42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64a102-6505-4f77-9194-e061c30bdb38', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711509335-router', 'tenant_id': '0a6087a5a97944b09c29e2cd28553b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'e7d2564c-2edf-4dcd-9d89-5974fcb42c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:47:01Z', 'updated_at': '2021-09-07T18:49:17Z', 'revision_number': 5, 'project_id': '0a6087a5a97944b09c29e2cd28553b43', 'gw_port': {'id': 'e7d2564c-2edf-4dcd-9d89-5974fcb42c27', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64a102-6505-4f77-9194-e061c30bdb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:02Z', 'updated_at': '2021-09-07T18:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:19.885605 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-619e4155-fac7-465d-973c-1ea8c79e5ab5 req-6c2b8608-f4f2-48e8-826c-439d43b39274 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:19.904227 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d910cc-3dce-4f04-bb9d-3365ede5f42f None None] Checking router: 8a64a102-6505-4f77-9194-e061c30bdb38 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:49:19.916717 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d910cc-3dce-4f04-bb9d-3365ede5f42f None None] Routers {'8a64a102-6505-4f77-9194-e061c30bdb38'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:49:19.917777 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-24d910cc-3dce-4f04-bb9d-3365ede5f42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:48:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8a64a102-6505-4f77-9194-e061c30bdb38'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:19.998046 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-619e4155-fac7-465d-973c-1ea8c79e5ab5 req-6c2b8608-f4f2-48e8-826c-439d43b39274 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:20.046552 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-24d910cc-3dce-4f04-bb9d-3365ede5f42f None None] Set router 8a64a102-6505-4f77-9194-e061c30bdb38 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:49:20.125707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619e4155-fac7-465d-973c-1ea8c79e5ab5 req-6c2b8608-f4f2-48e8-826c-439d43b39274 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:49:20.141632 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-619e4155-fac7-465d-973c-1ea8c79e5ab5 req-6c2b8608-f4f2-48e8-826c-439d43b39274 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:20.183334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-619e4155-fac7-465d-973c-1ea8c79e5ab5 req-6c2b8608-f4f2-48e8-826c-439d43b39274 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:49:20.293258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b8608-f4f2-48e8-826c-439d43b39274 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Pushing event updated for resources: {'Port': ['ID=0967ec33-fd28-46e2-b669-96ccbf910d45,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:20.326192 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-24d910cc-3dce-4f04-bb9d-3365ede5f42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64a102-6505-4f77-9194-e061c30bdb38', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711509335-router', 'tenant_id': '0a6087a5a97944b09c29e2cd28553b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'e7d2564c-2edf-4dcd-9d89-5974fcb42c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:47:01Z', 'updated_at': '2021-09-07T18:49:17Z', 'revision_number': 5, 'project_id': '0a6087a5a97944b09c29e2cd28553b43', 'gw_port': {'id': 'e7d2564c-2edf-4dcd-9d89-5974fcb42c27', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64a102-6505-4f77-9194-e061c30bdb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:02Z', 'updated_at': '2021-09-07T18:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:20.362549 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d910cc-3dce-4f04-bb9d-3365ede5f42f None None] The sync data for ids ['8a64a102-6505-4f77-9194-e061c30bdb38'] in n-d-807786-1 is: [{'id': '8a64a102-6505-4f77-9194-e061c30bdb38', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711509335-router', 'tenant_id': '0a6087a5a97944b09c29e2cd28553b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'e7d2564c-2edf-4dcd-9d89-5974fcb42c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:47:01Z', 'updated_at': '2021-09-07T18:49:17Z', 'revision_number': 5, 'project_id': '0a6087a5a97944b09c29e2cd28553b43', 'gw_port': {'id': 'e7d2564c-2edf-4dcd-9d89-5974fcb42c27', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64a102-6505-4f77-9194-e061c30bdb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:02Z', 'updated_at': '2021-09-07T18:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:49:20.476783 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-619e4155-fac7-465d-973c-1ea8c79e5ab5 req-6c2b8608-f4f2-48e8-826c-439d43b39274 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:20.485534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] Set router 4d12ba95-1064-49fe-aeab-a9093f04d146 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:49:20.530909 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-619e4155-fac7-465d-973c-1ea8c79e5ab5 req-6c2b8608-f4f2-48e8-826c-439d43b39274 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:20.599015 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f630904-220b-4358-840e-6625eaf88ec3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:20.725117 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-6f630904-220b-4358-840e-6625eaf88ec3 admin admin] Deleting port e7d2564c-2edf-4dcd-9d89-5974fcb42c27 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:49:20.725466 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f630904-220b-4358-840e-6625eaf88ec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:20.878979 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cb153576-bcb4-40af-9a5e-008056ea5d77 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:49:20.930388 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-6f630904-220b-4358-840e-6625eaf88ec3 admin admin] For port e7d2564c-2edf-4dcd-9d89-5974fcb42c27, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e7d2564c-2edf-4dcd-9d89-5974fcb42c27,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:20.930777 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f630904-220b-4358-840e-6625eaf88ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:20.946167 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'name': 'tempest-FloatingIPsTestJSON-1813553806-router', 'tenant_id': '4da539fd195a4aecb4182e8df1f60d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'cb153576-bcb4-40af-9a5e-008056ea5d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:06Z', 'updated_at': '2021-09-07T18:49:15Z', 'revision_number': 4, 'project_id': '4da539fd195a4aecb4182e8df1f60d5a', 'gw_port': {'id': 'cb153576-bcb4-40af-9a5e-008056ea5d77', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:07Z', 'updated_at': '2021-09-07T18:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e594e4df-d387-4700-b6a9-7d51ba2c1e2f', 'name': '', 'network_id': 'a41f448b-4c4e-4751-8638-b6681f096864', 'tenant_id': '4da539fd195a4aecb4182e8df1f60d5a', 'mac_address': 'fa:16:3e:08:18:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'dc9dace1-bd12-462f-9f82-744d3e69a54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:12Z', 'updated_at': '2021-09-07T18:49:15Z', 'revision_number': 2, 'project_id': '4da539fd195a4aecb4182e8df1f60d5a', 'subnets': [{'id': 'dc9dace1-bd12-462f-9f82-744d3e69a54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:20.972132 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-6f630904-220b-4358-840e-6625eaf88ec3 admin admin] Calling delete_port for e7d2564c-2edf-4dcd-9d89-5974fcb42c27 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:49:21.024179 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] Checking router: 4d12ba95-1064-49fe-aeab-a9093f04d146 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:49:21.024587 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] Updating router 4d12ba95-1064-49fe-aeab-a9093f04d146 port e594e4df-d387-4700-b6a9-7d51ba2c1e2f binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:49:21.076467 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port cb153576-bcb4-40af-9a5e-008056ea5d77 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:21.076954 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:21.149536 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:21.319898 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f630904-220b-4358-840e-6625eaf88ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:21.382025 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f630904-220b-4358-840e-6625eaf88ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d2564c-2edf-4dcd-9d89-5974fcb42c27,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:21.411480 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-619e4155-fac7-465d-973c-1ea8c79e5ab5 req-6c2b8608-f4f2-48e8-826c-439d43b39274 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:21.421394 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-619e4155-fac7-465d-973c-1ea8c79e5ab5 req-6c2b8608-f4f2-48e8-826c-439d43b39274 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:21.434094 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 36a09100-1b81-43f2-9e42-b5f5b1ac769c no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:49:21.470339 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 36a09100-1b81-43f2-9e42-b5f5b1ac769c {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:49:21.470760 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 36a09100-1b81-43f2-9e42-b5f5b1ac769c not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:49:21.532761 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b8608-f4f2-48e8-826c-439d43b39274 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Pushing event updated for resources: {'Port': ['ID=0967ec33-fd28-46e2-b669-96ccbf910d45,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:21.533608 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f630904-220b-4358-840e-6625eaf88ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:21.545453 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-619e4155-fac7-465d-973c-1ea8c79e5ab5 req-6c2b8608-f4f2-48e8-826c-439d43b39274 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:21.570730 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-619e4155-fac7-465d-973c-1ea8c79e5ab5 req-6c2b8608-f4f2-48e8-826c-439d43b39274 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:21.574009 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-619e4155-fac7-465d-973c-1ea8c79e5ab5 req-6c2b8608-f4f2-48e8-826c-439d43b39274 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.7493091 Sep 07 18:49:21.662298 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:21.672667 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-619e4155-fac7-465d-973c-1ea8c79e5ab5 req-351f7adb-2ee4-4de5-8e4d-a23ead85f3f4 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.5 HTTP/1.1" status: 200 len: 694 time: 0.0929089 Sep 07 18:49:21.673477 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f630904-220b-4358-840e-6625eaf88ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:21.676321 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f630904-220b-4358-840e-6625eaf88ec3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:21.687622 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] Transition to ACTIVE for port object e594e4df-d387-4700-b6a9-7d51ba2c1e2f will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:49:21.702972 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:21.749669 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f630904-220b-4358-840e-6625eaf88ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:21.750839 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f630904-220b-4358-840e-6625eaf88ec3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a64a102-6505-4f77-9194-e061c30bdb38 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:49:21.772336 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f630904-220b-4358-840e-6625eaf88ec3 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:21.784976 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6f630904-220b-4358-840e-6625eaf88ec3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/8a64a102-6505-4f77-9194-e061c30bdb38 HTTP/1.1" status: 204 len: 168 time: 2.5354021 Sep 07 18:49:21.785629 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52760) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:21.815191 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb504f8-2e3a-4097-bd59-5d4d487c1b90 None None] Pushing event updated for resources: {'Port': ['ID=e594e4df-d387-4700-b6a9-7d51ba2c1e2f,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:21.841861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e4155-fac7-465d-973c-1ea8c79e5ab5 req-a396120e-d529-4c30-9c3d-4c1485c916e8 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:21.849554 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-619e4155-fac7-465d-973c-1ea8c79e5ab5 req-a396120e-d529-4c30-9c3d-4c1485c916e8 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.1758144 Sep 07 18:49:21.861557 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-619e4155-fac7-465d-973c-1ea8c79e5ab5 req-9d7e6eaa-ff86-481d-82a6-af67648ab16f tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:49:21.877300 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-619e4155-fac7-465d-973c-1ea8c79e5ab5 req-9d7e6eaa-ff86-481d-82a6-af67648ab16f tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0266914 Sep 07 18:49:21.945302 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] Attempting to bind port e594e4df-d387-4700-b6a9-7d51ba2c1e2f on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:49:21.945809 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] Attempting to bind port e594e4df-d387-4700-b6a9-7d51ba2c1e2f by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '01316c80-9d48-4448-b1e1-2c2b0cfa67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a41f448b-4c4e-4751-8638-b6681f096864'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:49:21.946263 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] Attempting to bind port e594e4df-d387-4700-b6a9-7d51ba2c1e2f on network a41f448b-4c4e-4751-8638-b6681f096864 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:49:21.970926 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:49:21.971646 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] Checking segment: {'id': '01316c80-9d48-4448-b1e1-2c2b0cfa67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a41f448b-4c4e-4751-8638-b6681f096864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:21.972169 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:21.972683 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] Bound using segment: {'id': '01316c80-9d48-4448-b1e1-2c2b0cfa67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a41f448b-4c4e-4751-8638-b6681f096864'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:49:21.973311 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] Bound port: e594e4df-d387-4700-b6a9-7d51ba2c1e2f, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01316c80-9d48-4448-b1e1-2c2b0cfa67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a41f448b-4c4e-4751-8638-b6681f096864'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:49:21.973787 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:21.985316 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f444402d-b02b-4e03-91c5-51ca13196d81 admin admin] Deleting subnet 61a3e706-f5f3-4d06-a2a6-304a9dd99717 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:49:22.015043 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f444402d-b02b-4e03-91c5-51ca13196d81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:22.105202 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f444402d-b02b-4e03-91c5-51ca13196d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:22.145516 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] For port e594e4df-d387-4700-b6a9-7d51ba2c1e2f, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:49:22.149993 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] For port e594e4df-d387-4700-b6a9-7d51ba2c1e2f, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e594e4df-d387-4700-b6a9-7d51ba2c1e2f,segment=NetworkSegment(01316c80-9d48-4448-b1e1-2c2b0cfa67ef),segment_id=01316c80-9d48-4448-b1e1-2c2b0cfa67ef)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:49:22.161251 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:22.228812 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6367b8f-0c6c-4c16-8548-ec59a617a865 req-0e6247b0-1a91-4d9a-97f8-daca89cf15b5 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:22.230727 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6367b8f-0c6c-4c16-8548-ec59a617a865 req-0e6247b0-1a91-4d9a-97f8-daca89cf15b5 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.1138232 Sep 07 18:49:22.258156 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] Routers {'4d12ba95-1064-49fe-aeab-a9093f04d146'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:49:22.259107 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:48:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4d12ba95-1064-49fe-aeab-a9093f04d146'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:22.285114 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f444402d-b02b-4e03-91c5-51ca13196d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:22.293152 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6367b8f-0c6c-4c16-8548-ec59a617a865 req-7a01e086-7b1b-4488-975f-cd9d6de734e9 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557749 Sep 07 18:49:22.426742 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f444402d-b02b-4e03-91c5-51ca13196d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:22.469549 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb504f8-2e3a-4097-bd59-5d4d487c1b90 None None] Pushing event updated for resources: {'Port': ['ID=e594e4df-d387-4700-b6a9-7d51ba2c1e2f,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:22.495461 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1ff3304-abee-4b85-b0dd-3c1eb559382e req-279d1500-c4f5-4ed9-8136-3845578c75e4 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/floatingips/1eff906f-8f24-458a-8672-b80336bf026e HTTP/1.1" status: 200 len: 691 time: 0.1783423 Sep 07 18:49:22.517342 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444402d-b02b-4e03-91c5-51ca13196d81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a3e706-f5f3-4d06-a2a6-304a9dd99717,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:22.521161 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f444402d-b02b-4e03-91c5-51ca13196d81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:22.535371 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f444402d-b02b-4e03-91c5-51ca13196d81 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/61a3e706-f5f3-4d06-a2a6-304a9dd99717 HTTP/1.1" status: 204 len: 168 time: 0.7485917 Sep 07 18:49:22.538686 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52770) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:22.551786 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0098dd70-8af0-475e-9300-cd286890a246 None None] Network 6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:22.659184 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] Set router 4d12ba95-1064-49fe-aeab-a9093f04d146 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:49:22.676268 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-939cf97e-6d9f-449e-b1f5-112ab86b84ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:22.707060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff3304-abee-4b85-b0dd-3c1eb559382e req-10c9600f-64a1-4d72-b5b0-d244b0ad3978 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:22.721188 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1ff3304-abee-4b85-b0dd-3c1eb559382e req-10c9600f-64a1-4d72-b5b0-d244b0ad3978 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.2139676 Sep 07 18:49:22.781424 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-939cf97e-6d9f-449e-b1f5-112ab86b84ea admin admin] Deleting port aac5a264-8d8e-4e72-af72-53ade0926121 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:49:22.781998 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-939cf97e-6d9f-449e-b1f5-112ab86b84ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:22.903495 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e594e4df-d387-4700-b6a9-7d51ba2c1e2f up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:49:22.928041 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-939cf97e-6d9f-449e-b1f5-112ab86b84ea admin admin] For port aac5a264-8d8e-4e72-af72-53ade0926121, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=aac5a264-8d8e-4e72-af72-53ade0926121,segment=NetworkSegment(0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a),segment_id=0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:22.984086 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-939cf97e-6d9f-449e-b1f5-112ab86b84ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:22.984086 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-939cf97e-6d9f-449e-b1f5-112ab86b84ea admin admin] Calling delete_port for aac5a264-8d8e-4e72-af72-53ade0926121 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:49:23.033818 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port e594e4df-d387-4700-b6a9-7d51ba2c1e2f completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:49:23.063116 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e594e4df-d387-4700-b6a9-7d51ba2c1e2f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:23.063585 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:23.101893 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-939cf97e-6d9f-449e-b1f5-112ab86b84ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:23.123281 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b684dd-f04f-4eb9-9c97-46ad40ae4ab8 None None] DHCP port deletion for 6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:49:23.151385 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cf97e-6d9f-449e-b1f5-112ab86b84ea admin admin] Pushing event deleted for resources: {'Port': ['ID=aac5a264-8d8e-4e72-af72-53ade0926121,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:23.154526 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939cf97e-6d9f-449e-b1f5-112ab86b84ea admin admin] No DVR routers for this DVR port aac5a264-8d8e-4e72-af72-53ade0926121 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:49:23.232024 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:23.256346 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c25a7af-196e-4464-9ef5-b5a16e713bb5 req-84ad260e-a95c-4cb2-bfbb-c000e302adcf tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=4da539fd195a4aecb4182e8df1f60d5a HTTP/1.1" status: 200 len: 694 time: 0.1617093 Sep 07 18:49:23.280655 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port e594e4df-d387-4700-b6a9-7d51ba2c1e2f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e594e4df-d387-4700-b6a9-7d51ba2c1e2f,segment=NetworkSegment(01316c80-9d48-4448-b1e1-2c2b0cfa67ef),segment_id=01316c80-9d48-4448-b1e1-2c2b0cfa67ef)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:23.295040 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:23.295325 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-939cf97e-6d9f-449e-b1f5-112ab86b84ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:23.301810 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'name': 'tempest-FloatingIPsTestJSON-1813553806-router', 'tenant_id': '4da539fd195a4aecb4182e8df1f60d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'cb153576-bcb4-40af-9a5e-008056ea5d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:06Z', 'updated_at': '2021-09-07T18:49:15Z', 'revision_number': 4, 'project_id': '4da539fd195a4aecb4182e8df1f60d5a', 'gw_port': {'id': 'cb153576-bcb4-40af-9a5e-008056ea5d77', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:07Z', 'updated_at': '2021-09-07T18:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e594e4df-d387-4700-b6a9-7d51ba2c1e2f', 'name': '', 'network_id': 'a41f448b-4c4e-4751-8638-b6681f096864', 'tenant_id': '4da539fd195a4aecb4182e8df1f60d5a', 'mac_address': 'fa:16:3e:08:18:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'dc9dace1-bd12-462f-9f82-744d3e69a54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:12Z', 'updated_at': '2021-09-07T18:49:22Z', 'revision_number': 4, 'project_id': '4da539fd195a4aecb4182e8df1f60d5a', 'subnets': [{'id': 'dc9dace1-bd12-462f-9f82-744d3e69a54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:23.337407 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596493b8-ab00-4073-8443-02e51dc1ec76 None None] The sync data for ids ['4d12ba95-1064-49fe-aeab-a9093f04d146'] in n-d-807786-1 is: [{'id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'name': 'tempest-FloatingIPsTestJSON-1813553806-router', 'tenant_id': '4da539fd195a4aecb4182e8df1f60d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'cb153576-bcb4-40af-9a5e-008056ea5d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:06Z', 'updated_at': '2021-09-07T18:49:15Z', 'revision_number': 4, 'project_id': '4da539fd195a4aecb4182e8df1f60d5a', 'gw_port': {'id': 'cb153576-bcb4-40af-9a5e-008056ea5d77', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:07Z', 'updated_at': '2021-09-07T18:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e594e4df-d387-4700-b6a9-7d51ba2c1e2f', 'name': '', 'network_id': 'a41f448b-4c4e-4751-8638-b6681f096864', 'tenant_id': '4da539fd195a4aecb4182e8df1f60d5a', 'mac_address': 'fa:16:3e:08:18:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'dc9dace1-bd12-462f-9f82-744d3e69a54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:12Z', 'updated_at': '2021-09-07T18:49:22Z', 'revision_number': 4, 'project_id': '4da539fd195a4aecb4182e8df1f60d5a', 'subnets': [{'id': 'dc9dace1-bd12-462f-9f82-744d3e69a54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:49:23.355170 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-939cf97e-6d9f-449e-b1f5-112ab86b84ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:23.373525 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e7d2564c-2edf-4dcd-9d89-5974fcb42c27 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:49:23.397063 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-939cf97e-6d9f-449e-b1f5-112ab86b84ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:23.397572 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-939cf97e-6d9f-449e-b1f5-112ab86b84ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0183dc3c-6c9e-44b4-b3aa-afafc0ad8e4a') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:23.402466 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: e7d2564c-2edf-4dcd-9d89-5974fcb42c27 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:49:23.402810 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e7d2564c-2edf-4dcd-9d89-5974fcb42c27 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:49:23.422016 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-939cf97e-6d9f-449e-b1f5-112ab86b84ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:23.437229 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=e594e4df-d387-4700-b6a9-7d51ba2c1e2f,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:23.446404 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-939cf97e-6d9f-449e-b1f5-112ab86b84ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:23.457026 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939cf97e-6d9f-449e-b1f5-112ab86b84ea admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:49:23.457433 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-939cf97e-6d9f-449e-b1f5-112ab86b84ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:49:23.459117 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:49:23.573979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25a7af-196e-4464-9ef5-b5a16e713bb5 req-0d96beea-a6db-4c28-b79f-ee878409accf tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:23.581120 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c25a7af-196e-4464-9ef5-b5a16e713bb5 req-0d96beea-a6db-4c28-b79f-ee878409accf tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/networks?id=6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 787 time: 0.3001277 Sep 07 18:49:23.581782 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-939cf97e-6d9f-449e-b1f5-112ab86b84ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:23.588233 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-939cf97e-6d9f-449e-b1f5-112ab86b84ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:23.595209 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-939cf97e-6d9f-449e-b1f5-112ab86b84ea admin admin] 10.222.0.26 "DELETE /v2.0/networks/6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60 HTTP/1.1" status: 204 len: 168 time: 1.0552366 Sep 07 18:49:23.596639 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52798) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:23.602489 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-1c25a7af-196e-4464-9ef5-b5a16e713bb5 req-05b85044-4816-4d35-ab41-c624db521bcb tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:49:23.603524 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c25a7af-196e-4464-9ef5-b5a16e713bb5 req-05b85044-4816-4d35-ab41-c624db521bcb tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087142 Sep 07 18:49:23.620966 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348773d-9478-48f0-8e84-64debb67ce17 req-726c5d6e-2ca4-4658-82a5-cc9a678bc58d tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:23.622565 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9348773d-9478-48f0-8e84-64debb67ce17 req-726c5d6e-2ca4-4658-82a5-cc9a678bc58d tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/networks?id=df6bff7a-469d-413b-b223-99442496c071 HTTP/1.1" status: 200 len: 809 time: 0.2693017 Sep 07 18:49:23.640834 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9348773d-9478-48f0-8e84-64debb67ce17 req-631be789-fd00-424e-80fa-45aa36adb25c tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/quotas/9f252e36d35a45588571879b1e8e1919 HTTP/1.1" status: 200 len: 375 time: 0.0122266 Sep 07 18:49:23.658094 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cf97e-6d9f-449e-b1f5-112ab86b84ea admin admin] Pushing event deleted for resources: {'Network': ['ID=6c4435a1-f4e2-4cf6-9506-88e1ac0b0d60,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:23.693873 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9cc21dff-9360-4bd8-b2c3-24fe25598b93 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f252e36d35a45588571879b1e8e1919&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448790 Sep 07 18:49:23.755551 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec05f8-1d05-4039-80be-a30d00819e3b req-ce7b83f8-2a76-42d4-880a-4bc1664b8ee7 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:23.758221 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-47ec05f8-1d05-4039-80be-a30d00819e3b req-ce7b83f8-2a76-42d4-880a-4bc1664b8ee7 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.60 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 944 time: 0.2281935 Sep 07 18:49:23.810172 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c77390-8627-4784-83f3-775531e1a457 req-dc0619d4-3061-4830-a83c-7b617628c7f5 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:23.821841 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-52c77390-8627-4784-83f3-775531e1a457 req-dc0619d4-3061-4830-a83c-7b617628c7f5 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 944 time: 0.0775859 Sep 07 18:49:23.933975 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-52c77390-8627-4784-83f3-775531e1a457 req-4feca418-d7bf-4af1-9aaa-9c1b3574a65d tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001711 Sep 07 18:49:23.969809 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9348773d-9478-48f0-8e84-64debb67ce17 req-beda96b7-24df-4627-b3c2-21893f9d0038 service neutron] 10.222.0.26 "GET /v2.0/networks/df6bff7a-469d-413b-b223-99442496c071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749200 Sep 07 18:49:24.136562 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9348773d-9478-48f0-8e84-64debb67ce17 req-229cd801-7091-4d6b-a869-cbf543e28ce7 service neutron] 10.222.0.26 "GET /v2.0/networks/df6bff7a-469d-413b-b223-99442496c071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568153 Sep 07 18:49:24.162984 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7cdb9-e7ef-45d6-a9bd-6853f7fff16d req-4b8c61db-21f1-4da9-abe5-ad87a48f517a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:24.164680 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49d7cdb9-e7ef-45d6-a9bd-6853f7fff16d req-4b8c61db-21f1-4da9-abe5-ad87a48f517a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 945 time: 0.0661654 Sep 07 18:49:24.172921 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-47ec05f8-1d05-4039-80be-a30d00819e3b req-54f37600-f90a-4ea3-85be-c8ac76531faa tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Deleting port d29e8f80-cce8-4dcc-b5b3-f3da52433103 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:49:24.173259 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-47ec05f8-1d05-4039-80be-a30d00819e3b req-54f37600-f90a-4ea3-85be-c8ac76531faa tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:24.247197 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49d7cdb9-e7ef-45d6-a9bd-6853f7fff16d req-f03d1f5a-1ee8-4623-a130-a484025d56ac tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691891 Sep 07 18:49:24.336655 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-47ec05f8-1d05-4039-80be-a30d00819e3b req-54f37600-f90a-4ea3-85be-c8ac76531faa tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] For port d29e8f80-cce8-4dcc-b5b3-f3da52433103, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d29e8f80-cce8-4dcc-b5b3-f3da52433103,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:24.337039 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-47ec05f8-1d05-4039-80be-a30d00819e3b req-54f37600-f90a-4ea3-85be-c8ac76531faa tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:24.358970 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-47ec05f8-1d05-4039-80be-a30d00819e3b req-54f37600-f90a-4ea3-85be-c8ac76531faa tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Calling delete_port for d29e8f80-cce8-4dcc-b5b3-f3da52433103 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:49:24.395561 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295d6f5-cdc4-418c-bfff-b6c24861f48a req-307aea21-c12e-4f98-9646-931d712f47a3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:24.404239 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f295d6f5-cdc4-418c-bfff-b6c24861f48a req-307aea21-c12e-4f98-9646-931d712f47a3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.0852134 Sep 07 18:49:24.461033 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f295d6f5-cdc4-418c-bfff-b6c24861f48a req-a27604fe-7b9a-457c-bc10-d10fa8e43071 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557261 Sep 07 18:49:24.538707 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dbaade01-cc15-4238-b2f4-aa17e964667d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:24.545087 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9c97c77-35b9-4292-bc3d-ebc50a7755e9 req-59f6650e-55b8-4fc4-8048-4e2c189c5147 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/floatingips/1eff906f-8f24-458a-8672-b80336bf026e HTTP/1.1" status: 200 len: 691 time: 0.0690899 Sep 07 18:49:24.704876 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-47ec05f8-1d05-4039-80be-a30d00819e3b req-54f37600-f90a-4ea3-85be-c8ac76531faa tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:24.743608 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f37600-f90a-4ea3-85be-c8ac76531faa tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Pushing event deleted for resources: {'Port': ['ID=d29e8f80-cce8-4dcc-b5b3-f3da52433103,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:24.822867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c97c77-35b9-4292-bc3d-ebc50a7755e9 req-1c0762f2-b697-474e-85a5-1905c85f3674 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:24.833080 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9c97c77-35b9-4292-bc3d-ebc50a7755e9 req-1c0762f2-b697-474e-85a5-1905c85f3674 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.2861061 Sep 07 18:49:24.838432 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-f9c97c77-35b9-4292-bc3d-ebc50a7755e9 req-df0180b9-de08-4175-a946-d6cdd670a1f2 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:49:24.849176 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9c97c77-35b9-4292-bc3d-ebc50a7755e9 req-df0180b9-de08-4175-a946-d6cdd670a1f2 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159242 Sep 07 18:49:24.852166 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ec05f8-1d05-4039-80be-a30d00819e3b req-54f37600-f90a-4ea3-85be-c8ac76531faa tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] No DVR routers for this DVR port d29e8f80-cce8-4dcc-b5b3-f3da52433103 on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:49:24.861415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e594e4df-d387-4700-b6a9-7d51ba2c1e2f up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:49:24.912257 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-47ec05f8-1d05-4039-80be-a30d00819e3b req-54f37600-f90a-4ea3-85be-c8ac76531faa tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:24.919853 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-47ec05f8-1d05-4039-80be-a30d00819e3b req-54f37600-f90a-4ea3-85be-c8ac76531faa tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.60 "DELETE /v2.0/ports/d29e8f80-cce8-4dcc-b5b3-f3da52433103 HTTP/1.1" status: 204 len: 173 time: 1.0493169 Sep 07 18:49:24.921631 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97284e1-5607-4040-960c-ff37c62fe9be', 'name': 'network-vif-deleted', 'tag': 'd29e8f80-cce8-4dcc-b5b3-f3da52433103'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:49:24.928006 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ddca26-8115-48d0-9a3d-587b2e52fe6f" -d '{"events": [{"server_uuid": "b97284e1-5607-4040-960c-ff37c62fe9be", "name": "network-vif-deleted", "tag": "d29e8f80-cce8-4dcc-b5b3-f3da52433103"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:49:24.936885 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9c97c77-35b9-4292-bc3d-ebc50a7755e9 req-c2ffda99-0a89-433e-8c78-b28cf96249c0 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.5 HTTP/1.1" status: 200 len: 694 time: 0.0854704 Sep 07 18:49:24.985549 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e594e4df-d387-4700-b6a9-7d51ba2c1e2f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:24.985944 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:25.021076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9c97c77-35b9-4292-bc3d-ebc50a7755e9 req-9dedf84c-5e5a-4508-a80b-ee527c5a0384 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.5 HTTP/1.1" status: 200 len: 694 time: 0.0842836 Sep 07 18:49:25.209171 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21b96150-3279-4315-b6d3-cfc2b3b89120 req-3821b3ed-f4e8-4102-a252-2b82e4037a45 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f7182d9-5fbf-4485-9d08-c40001beca65 HTTP/1.1" status: 200 len: 210 time: 0.0785742 Sep 07 18:49:25.229071 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-dbaade01-cc15-4238-b2f4-aa17e964667d admin admin] Deleting port 4758e977-b627-4884-87d6-0ab993c5c1a0 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:49:25.229489 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dbaade01-cc15-4238-b2f4-aa17e964667d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:25.284358 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device aac5a264-8d8e-4e72-af72-53ade0926121 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:49:25.305964 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-f9c97c77-35b9-4292-bc3d-ebc50a7755e9 req-fe80b7a4-63df-4122-ab60-abcaef3751d9 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Deleting port 0967ec33-fd28-46e2-b669-96ccbf910d45 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:49:25.306304 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f9c97c77-35b9-4292-bc3d-ebc50a7755e9 req-fe80b7a4-63df-4122-ab60-abcaef3751d9 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:25.344855 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: aac5a264-8d8e-4e72-af72-53ade0926121 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:49:25.345304 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device aac5a264-8d8e-4e72-af72-53ade0926121 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:49:25.364731 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-dbaade01-cc15-4238-b2f4-aa17e964667d admin admin] For port 4758e977-b627-4884-87d6-0ab993c5c1a0, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4758e977-b627-4884-87d6-0ab993c5c1a0,segment=NetworkSegment(db67b40f-0f39-4905-b3d6-47daa4316cab),segment_id=db67b40f-0f39-4905-b3d6-47daa4316cab)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:25.365378 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dbaade01-cc15-4238-b2f4-aa17e964667d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:25.382043 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-dbaade01-cc15-4238-b2f4-aa17e964667d admin admin] Calling delete_port for 4758e977-b627-4884-87d6-0ab993c5c1a0 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:49:25.407627 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb5f416-4f23-47df-bc26-fdf0a9d6d01c x-openstack-request-id: req-3cb5f416-4f23-47df-bc26-fdf0a9d6d01c {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:49:25.407925 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97284e1-5607-4040-960c-ff37c62fe9be", "name": "network-vif-deleted", "tag": "d29e8f80-cce8-4dcc-b5b3-f3da52433103", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:49:25.408187 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3cb5f416-4f23-47df-bc26-fdf0a9d6d01c {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:49:25.408612 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97284e1-5607-4040-960c-ff37c62fe9be', 'name': 'network-vif-deleted', 'tag': 'd29e8f80-cce8-4dcc-b5b3-f3da52433103', 'status': 'completed', 'code': 200} Sep 07 18:49:25.475731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-18a8244b-1305-44a4-b4ae-1b1211bb210c req-07a35c87-f53d-4abc-a509-1e8469d69d6d tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97284e1-5607-4040-960c-ff37c62fe9be HTTP/1.1" status: 200 len: 210 time: 0.0456412 Sep 07 18:49:25.502359 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f9c97c77-35b9-4292-bc3d-ebc50a7755e9 req-fe80b7a4-63df-4122-ab60-abcaef3751d9 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:25.503243 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f9c97c77-35b9-4292-bc3d-ebc50a7755e9 req-fe80b7a4-63df-4122-ab60-abcaef3751d9 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:25.527247 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-f9c97c77-35b9-4292-bc3d-ebc50a7755e9 req-fe80b7a4-63df-4122-ab60-abcaef3751d9 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Calling delete_port for 0967ec33-fd28-46e2-b669-96ccbf910d45 owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:49:25.681423 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dbaade01-cc15-4238-b2f4-aa17e964667d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:25.720489 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaade01-cc15-4238-b2f4-aa17e964667d admin admin] Pushing event deleted for resources: {'Port': ['ID=4758e977-b627-4884-87d6-0ab993c5c1a0,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:25.757498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51c407-69a3-429c-addf-999333e617fd req-d838d932-5655-4bc9-90b3-fcdf55b8efcb tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:25.763900 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c51c407-69a3-429c-addf-999333e617fd req-d838d932-5655-4bc9-90b3-fcdf55b8efcb tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.1122646 Sep 07 18:49:25.793395 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f9c97c77-35b9-4292-bc3d-ebc50a7755e9 req-fe80b7a4-63df-4122-ab60-abcaef3751d9 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:25.838291 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80b7a4-63df-4122-ab60-abcaef3751d9 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Pushing event deleted for resources: {'Port': ['ID=0967ec33-fd28-46e2-b669-96ccbf910d45,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:25.858598 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c51c407-69a3-429c-addf-999333e617fd req-deb7ec63-c559-479c-9d31-caa8fa34b838 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900755 Sep 07 18:49:25.861330 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f079a506-4e81-4ec6-8db1-f7a22d7bcb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:25.931653 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f9c97c77-35b9-4292-bc3d-ebc50a7755e9 req-fe80b7a4-63df-4122-ab60-abcaef3751d9 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:25.936481 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f9c97c77-35b9-4292-bc3d-ebc50a7755e9 req-fe80b7a4-63df-4122-ab60-abcaef3751d9 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:25.944450 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9c97c77-35b9-4292-bc3d-ebc50a7755e9 req-fe80b7a4-63df-4122-ab60-abcaef3751d9 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "DELETE /v2.0/floatingips/1eff906f-8f24-458a-8672-b80336bf026e HTTP/1.1" status: 204 len: 173 time: 0.9221220 Sep 07 18:49:25.972847 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dbaade01-cc15-4238-b2f4-aa17e964667d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:26.230666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9a69302a-9333-41c5-b1e4-adfc7f9b31cf tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:26.233073 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9a69302a-9333-41c5-b1e4-adfc7f9b31cf tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.36 "GET /v2.0/networks?id=df6bff7a-469d-413b-b223-99442496c071 HTTP/1.1" status: 200 len: 809 time: 0.2215357 Sep 07 18:49:26.255532 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-9348773d-9478-48f0-8e84-64debb67ce17 req-1d85d498-237a-40a7-80ce-7523fd0dcf0b tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Request body: {'port': {'device_id': '9f7182d9-5fbf-4485-9d08-c40001beca65', 'network_id': 'df6bff7a-469d-413b-b223-99442496c071', 'admin_state_up': True, 'tenant_id': '9f252e36d35a45588571879b1e8e1919'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:26.274466 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbaade01-cc15-4238-b2f4-aa17e964667d admin admin] Router d091decf-a036-4005-b163-f813fc377298 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:49:26.309830 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3fda7298-7b05-46a6-9985-a2ea48834d5e req-2b2db1f5-f0e5-4ace-8dc0-52e842d50717 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3459957 Sep 07 18:49:26.373837 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-3fda7298-7b05-46a6-9985-a2ea48834d5e req-ab13b89e-e670-4a52-8beb-9dafd86bddf0 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:26.384540 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b17c05b3-b41d-4888-946c-0d9e3309f224 req-72b1a7ef-0241-4ec2-837a-82ce6f64e81b tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f7182d9-5fbf-4485-9d08-c40001beca65 HTTP/1.1" status: 200 len: 210 time: 0.0799561 Sep 07 18:49:26.420778 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3fda7298-7b05-46a6-9985-a2ea48834d5e req-ab13b89e-e670-4a52-8beb-9dafd86bddf0 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:26.434845 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbaade01-cc15-4238-b2f4-aa17e964667d admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:49:26.446328 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c750671-688b-4878-bd67-db1f5430b22f None None] Sync routers for ids ['d091decf-a036-4005-b163-f813fc377298'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:49:26.454865 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9348773d-9478-48f0-8e84-64debb67ce17 req-1d85d498-237a-40a7-80ce-7523fd0dcf0b tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Made reservation on behalf of 9f252e36d35a45588571879b1e8e1919 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:26.458736 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9348773d-9478-48f0-8e84-64debb67ce17 req-1d85d498-237a-40a7-80ce-7523fd0dcf0b tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:26.460561 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52864) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:26.464145 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dbaade01-cc15-4238-b2f4-aa17e964667d admin admin] 10.222.0.26 "PUT /v2.0/routers/d091decf-a036-4005-b163-f813fc377298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8384025 Sep 07 18:49:26.467091 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c750671-688b-4878-bd67-db1f5430b22f None None] Routers {'d091decf-a036-4005-b163-f813fc377298'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:49:26.467929 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5c750671-688b-4878-bd67-db1f5430b22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:48:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['d091decf-a036-4005-b163-f813fc377298'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:26.637755 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-5c750671-688b-4878-bd67-db1f5430b22f None None] Set router d091decf-a036-4005-b163-f813fc377298 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:49:26.708354 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e21c9b5-ec9e-4db6-9673-4554613acc09 admin admin] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:26.893847 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-9348773d-9478-48f0-8e84-64debb67ce17 req-1d85d498-237a-40a7-80ce-7523fd0dcf0b tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Allocated IP 172.20.0.10 (df6bff7a-469d-413b-b223-99442496c071/551b1e86-0321-4e22-8644-9ae81484f292/1930fe08-8ac1-44e3-b10a-e5b24dea0619) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:49:26.998495 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e21c9b5-ec9e-4db6-9673-4554613acc09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:27.015162 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3fda7298-7b05-46a6-9985-a2ea48834d5e req-ab13b89e-e670-4a52-8beb-9dafd86bddf0 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:27.055349 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5c750671-688b-4878-bd67-db1f5430b22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd091decf-a036-4005-b163-f813fc377298', 'name': 'tempest-AttachSCSIVolumeTestJSON-48043201-router', 'tenant_id': 'e735b47789a74026a645b999ebbafbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'da621e91-70d2-44ea-86ca-6d248a12bda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:47:12Z', 'updated_at': '2021-09-07T18:49:25Z', 'revision_number': 5, 'project_id': 'e735b47789a74026a645b999ebbafbf8', 'gw_port': {'id': 'da621e91-70d2-44ea-86ca-6d248a12bda3', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd091decf-a036-4005-b163-f813fc377298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:47:13Z', 'updated_at': '2021-09-07T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:27.084957 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c750671-688b-4878-bd67-db1f5430b22f None None] Checking router: d091decf-a036-4005-b163-f813fc377298 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:49:27.094388 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c750671-688b-4878-bd67-db1f5430b22f None None] Routers {'d091decf-a036-4005-b163-f813fc377298'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:49:27.095027 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5c750671-688b-4878-bd67-db1f5430b22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:48:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['d091decf-a036-4005-b163-f813fc377298'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:27.200938 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-5c750671-688b-4878-bd67-db1f5430b22f None None] Set router d091decf-a036-4005-b163-f813fc377298 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:49:27.266721 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5c750671-688b-4878-bd67-db1f5430b22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd091decf-a036-4005-b163-f813fc377298', 'name': 'tempest-AttachSCSIVolumeTestJSON-48043201-router', 'tenant_id': 'e735b47789a74026a645b999ebbafbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:47:12Z', 'updated_at': '2021-09-07T18:49:26Z', 'revision_number': 6, 'project_id': 'e735b47789a74026a645b999ebbafbf8', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:27.297612 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c750671-688b-4878-bd67-db1f5430b22f None None] The sync data for ids ['d091decf-a036-4005-b163-f813fc377298'] in n-d-807786-1 is: [{'id': 'd091decf-a036-4005-b163-f813fc377298', 'name': 'tempest-AttachSCSIVolumeTestJSON-48043201-router', 'tenant_id': 'e735b47789a74026a645b999ebbafbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:47:12Z', 'updated_at': '2021-09-07T18:49:26Z', 'revision_number': 6, 'project_id': 'e735b47789a74026a645b999ebbafbf8', 'gw_port_host': None}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:49:27.395785 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c87fe-8825-4386-9305-4da69783fa43 req-7cf1f28d-0dd1-4930-b388-bf26b9e0c821 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:27.397479 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-723c87fe-8825-4386-9305-4da69783fa43 req-7cf1f28d-0dd1-4930-b388-bf26b9e0c821 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 944 time: 0.0748923 Sep 07 18:49:27.487768 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4d405748-1170-4b7c-b252-e6c48be8be2b details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:49:27.493664 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d29e8f80-cce8-4dcc-b5b3-f3da52433103 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:49:27.528364 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-723c87fe-8825-4386-9305-4da69783fa43 req-19ea4dc2-a83f-40f7-946f-91f68034ffe0 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Deleting port f0a9a956-40c1-4933-a8a7-803a447e40ed {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:49:27.528715 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-723c87fe-8825-4386-9305-4da69783fa43 req-19ea4dc2-a83f-40f7-946f-91f68034ffe0 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:27.577966 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fdf63-fd86-4cf4-89e6-415d1861a4f6 req-7c0e3be4-e38b-452a-9e33-210f91d1a811 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:27.579514 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d5fdf63-fd86-4cf4-89e6-415d1861a4f6 req-7c0e3be4-e38b-452a-9e33-210f91d1a811 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b79c377-336b-48e3-a125-9b3a1d92efe8 HTTP/1.1" status: 200 len: 944 time: 0.1948972 Sep 07 18:49:27.579759 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: d29e8f80-cce8-4dcc-b5b3-f3da52433103 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:49:27.580322 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d29e8f80-cce8-4dcc-b5b3-f3da52433103 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:49:27.580949 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4d405748-1170-4b7c-b252-e6c48be8be2b no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:49:27.604543 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9348773d-9478-48f0-8e84-64debb67ce17 req-1d85d498-237a-40a7-80ce-7523fd0dcf0b tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:27.626290 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-0e21c9b5-ec9e-4db6-9673-4554613acc09 admin admin] Deleting port da621e91-70d2-44ea-86ca-6d248a12bda3 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:49:27.626639 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e21c9b5-ec9e-4db6-9673-4554613acc09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:27.681123 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-723c87fe-8825-4386-9305-4da69783fa43 req-19ea4dc2-a83f-40f7-946f-91f68034ffe0 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] For port f0a9a956-40c1-4933-a8a7-803a447e40ed, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f0a9a956-40c1-4933-a8a7-803a447e40ed,segment=NetworkSegment(6d3c1360-11b7-45a7-8427-113b904f036a),segment_id=6d3c1360-11b7-45a7-8427-113b904f036a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:27.681801 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-723c87fe-8825-4386-9305-4da69783fa43 req-19ea4dc2-a83f-40f7-946f-91f68034ffe0 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:27.682884 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4d405748-1170-4b7c-b252-e6c48be8be2b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4d405748-1170-4b7c-b252-e6c48be8be2b,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:27.685817 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-3fda7298-7b05-46a6-9985-a2ea48834d5e req-ab13b89e-e670-4a52-8beb-9dafd86bddf0 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Allocated IP 172.25.8.54 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/b23f4ccb-dd30-4e51-bc7a-9328e2aaaba9) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:49:27.702804 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '4d405748-1170-4b7c-b252-e6c48be8be2b', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'port_id': '4d405748-1170-4b7c-b252-e6c48be8be2b', 'mac_address': 'fa:16:3e:b4:26:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:49:27.713035 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d5fdf63-fd86-4cf4-89e6-415d1861a4f6 req-13b4626a-8aa0-45e6-8bbf-c935444c91e3 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d33f265-7735-4544-95c7-0ddcecc8fbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233068 Sep 07 18:49:27.721567 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-723c87fe-8825-4386-9305-4da69783fa43 req-19ea4dc2-a83f-40f7-946f-91f68034ffe0 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Calling delete_port for f0a9a956-40c1-4933-a8a7-803a447e40ed owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:49:27.768777 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:27.771166 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:27.798775 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d405748-1170-4b7c-b252-e6c48be8be2b {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:49:27.810208 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d405748-1170-4b7c-b252-e6c48be8be2b'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:49:27.813155 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ce60b9-c8f5-4336-adbb-c071377e586a" -d '{"events": [{"server_uuid": "a505f491-b177-49c9-955e-c7d3c793f5b2", "name": "network-vif-unplugged", "status": "completed", "tag": "4d405748-1170-4b7c-b252-e6c48be8be2b"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:49:27.843893 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4d405748-1170-4b7c-b252-e6c48be8be2b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4d405748-1170-4b7c-b252-e6c48be8be2b,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:27.852003 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:27.897181 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9348773d-9478-48f0-8e84-64debb67ce17 req-1d85d498-237a-40a7-80ce-7523fd0dcf0b tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:27.940312 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-0e21c9b5-ec9e-4db6-9673-4554613acc09 admin admin] For port da621e91-70d2-44ea-86ca-6d248a12bda3, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=da621e91-70d2-44ea-86ca-6d248a12bda3,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:27.940882 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e21c9b5-ec9e-4db6-9673-4554613acc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:28.045642 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-723c87fe-8825-4386-9305-4da69783fa43 req-19ea4dc2-a83f-40f7-946f-91f68034ffe0 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:28.056649 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-0e21c9b5-ec9e-4db6-9673-4554613acc09 admin admin] Calling delete_port for da621e91-70d2-44ea-86ca-6d248a12bda3 owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:49:28.088491 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea4dc2-a83f-40f7-946f-91f68034ffe0 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Pushing event deleted for resources: {'Port': ['ID=f0a9a956-40c1-4933-a8a7-803a447e40ed,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:28.111525 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9348773d-9478-48f0-8e84-64debb67ce17 req-1d85d498-237a-40a7-80ce-7523fd0dcf0b tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Network df6bff7a-469d-413b-b223-99442496c071 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:49:28.126944 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-9348773d-9478-48f0-8e84-64debb67ce17 req-1d85d498-237a-40a7-80ce-7523fd0dcf0b tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:28.127177 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.db.api [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 18:49:28.127308 n-d-807786-1 neutron-server[101446]: DEBUG oslo_db.api [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 18:49:28.132053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=4d405748-1170-4b7c-b252-e6c48be8be2b,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:28.134521 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-723c87fe-8825-4386-9305-4da69783fa43 req-19ea4dc2-a83f-40f7-946f-91f68034ffe0 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] No DVR routers for this DVR port f0a9a956-40c1-4933-a8a7-803a447e40ed on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:49:28.136669 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9348773d-9478-48f0-8e84-64debb67ce17 req-1d85d498-237a-40a7-80ce-7523fd0dcf0b tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:49:28.137523 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-723c87fe-8825-4386-9305-4da69783fa43 req-19ea4dc2-a83f-40f7-946f-91f68034ffe0 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:28.140249 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-723c87fe-8825-4386-9305-4da69783fa43 req-19ea4dc2-a83f-40f7-946f-91f68034ffe0 tempest-LiveAutoBlockMigrationV225Test-141613285 tempest-LiveAutoBlockMigrationV225Test-141613285-project] 10.222.0.36 "DELETE /v2.0/ports/f0a9a956-40c1-4933-a8a7-803a447e40ed HTTP/1.1" status: 204 len: 173 time: 0.7346599 Sep 07 18:49:28.140966 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b79c377-336b-48e3-a125-9b3a1d92efe8', 'name': 'network-vif-deleted', 'tag': 'f0a9a956-40c1-4933-a8a7-803a447e40ed'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:49:28.146669 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a8cc19-386c-497f-8ccd-7ef63eb8d330" -d '{"events": [{"server_uuid": "1b79c377-336b-48e3-a125-9b3a1d92efe8", "name": "network-vif-deleted", "tag": "f0a9a956-40c1-4933-a8a7-803a447e40ed"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:49:28.228097 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85d498-237a-40a7-80ce-7523fd0dcf0b tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Pushing event updated for resources: {'Port': ['ID=1930fe08-8ac1-44e3-b10a-e5b24dea0619,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:28.255154 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3fda7298-7b05-46a6-9985-a2ea48834d5e req-ab13b89e-e670-4a52-8beb-9dafd86bddf0 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:28.255391 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-2c346163-6760-4d3d-a9fa-b2fa86771336 service neutron] show failed (client error): The resource could not be found. Sep 07 18:49:28.256254 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-2c346163-6760-4d3d-a9fa-b2fa86771336 service neutron] 10.222.0.36 "GET /v2.0/ports/897ca894-dfa1-4315-9efb-967d68266413/bindings/n-h1-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.0792880 Sep 07 18:49:28.264885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc3d2a-8caa-4cc2-804a-dae22db82e6c req-927f8c6c-8fcc-4011-83ac-a67ac35fdaaf tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:28.275591 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92cc3d2a-8caa-4cc2-804a-dae22db82e6c req-927f8c6c-8fcc-4011-83ac-a67ac35fdaaf tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.3448133 Sep 07 18:49:28.352111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348773d-9478-48f0-8e84-64debb67ce17 req-1d85d498-237a-40a7-80ce-7523fd0dcf0b tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:28.352870 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9348773d-9478-48f0-8e84-64debb67ce17 req-1d85d498-237a-40a7-80ce-7523fd0dcf0b tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:28.407434 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9348773d-9478-48f0-8e84-64debb67ce17 req-1d85d498-237a-40a7-80ce-7523fd0dcf0b tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1598566 Sep 07 18:49:28.451178 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92cc3d2a-8caa-4cc2-804a-dae22db82e6c req-595d6ab3-0800-43ad-80f5-12f108b47a9b tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745901 Sep 07 18:49:28.456719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] Request body: {'port': {'device_id': '9f7182d9-5fbf-4485-9d08-c40001beca65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:28.490455 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-38c8fb39-fb22-465f-aea2-c55480770aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:28.492791 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-38c8fb39-fb22-465f-aea2-c55480770aa8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39&tenant_id=e322fec1e0804b28961a329c847871a3 HTTP/1.1" status: 200 len: 1100 time: 0.0537720 Sep 07 18:49:28.509902 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807786-1', 'device_owner': 'compute:nova'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:28.523654 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3fda7298-7b05-46a6-9985-a2ea48834d5e req-ab13b89e-e670-4a52-8beb-9dafd86bddf0 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:28.579021 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:28.588000 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:28.689352 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:28.704184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fda7298-7b05-46a6-9985-a2ea48834d5e req-ab13b89e-e670-4a52-8beb-9dafd86bddf0 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:49:28.725512 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-3fda7298-7b05-46a6-9985-a2ea48834d5e req-ab13b89e-e670-4a52-8beb-9dafd86bddf0 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:28.742719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fda7298-7b05-46a6-9985-a2ea48834d5e req-ab13b89e-e670-4a52-8beb-9dafd86bddf0 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:49:28.755248 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d405748-1170-4b7c-b252-e6c48be8be2b {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:49:28.778762 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13b89e-e670-4a52-8beb-9dafd86bddf0 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Pushing event updated for resources: {'Port': ['ID=b23f4ccb-dd30-4e51-bc7a-9328e2aaaba9,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:28.791340 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cb04818c-73bb-4bf1-b0d5-2c03605a09fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:28.798505 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4d405748-1170-4b7c-b252-e6c48be8be2b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4d405748-1170-4b7c-b252-e6c48be8be2b,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:28.811009 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:28.868620 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2b0e2-d65d-4d55-8267-7135ca6ad630 req-0b68bf21-e0bd-4b86-b341-b95b4111ba01 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:28.870766 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7cb2b0e2-d65d-4d55-8267-7135ca6ad630 req-0b68bf21-e0bd-4b86-b341-b95b4111ba01 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f7182d9-5fbf-4485-9d08-c40001beca65 HTTP/1.1" status: 200 len: 932 time: 0.3427141 Sep 07 18:49:28.876877 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device da621e91-70d2-44ea-86ca-6d248a12bda3 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:49:28.909505 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['4d405748-1170-4b7c-b252-e6c48be8be2b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:49:28.970321 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] For port 897ca894-dfa1-4315-9efb-967d68266413, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=897ca894-dfa1-4315-9efb-967d68266413,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:28.975065 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: da621e91-70d2-44ea-86ca-6d248a12bda3 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:49:28.975065 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device da621e91-70d2-44ea-86ca-6d248a12bda3 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:49:28.975065 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4758e977-b627-4884-87d6-0ab993c5c1a0 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:49:28.983490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=4d405748-1170-4b7c-b252-e6c48be8be2b,revision_number=9']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:29.025053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 4758e977-b627-4884-87d6-0ab993c5c1a0 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:49:29.025413 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4758e977-b627-4884-87d6-0ab993c5c1a0 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:49:29.031173 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:29.078549 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e21c9b5-ec9e-4db6-9673-4554613acc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:29.230151 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3fda7298-7b05-46a6-9985-a2ea48834d5e req-ab13b89e-e670-4a52-8beb-9dafd86bddf0 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:29.255893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21c9b5-ec9e-4db6-9673-4554613acc09 admin admin] Pushing event deleted for resources: {'Port': ['ID=da621e91-70d2-44ea-86ca-6d248a12bda3,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:29.284829 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7cb2b0e2-d65d-4d55-8267-7135ca6ad630 req-b885359a-cdab-4a21-8fec-e77ffa451c3f tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/security-groups?id=067a1de0-f4b8-4440-bb88-3b985b30c583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102892 Sep 07 18:49:29.405840 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fc2db5-0a9f-44d4-bf4d-6c8acafde934 x-openstack-request-id: req-d9fc2db5-0a9f-44d4-bf4d-6c8acafde934 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:49:29.406164 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a505f491-b177-49c9-955e-c7d3c793f5b2", "name": "network-vif-unplugged", "status": "completed", "tag": "4d405748-1170-4b7c-b252-e6c48be8be2b", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:49:29.406424 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9fc2db5-0a9f-44d4-bf4d-6c8acafde934 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:49:29.406829 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d405748-1170-4b7c-b252-e6c48be8be2b', 'code': 200} Sep 07 18:49:29.419476 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] For port 897ca894-dfa1-4315-9efb-967d68266413, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:49:29.453772 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091035f7-50d6-439c-b1e4-6673fd988412 x-openstack-request-id: req-091035f7-50d6-439c-b1e4-6673fd988412 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:49:29.454077 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b79c377-336b-48e3-a125-9b3a1d92efe8", "name": "network-vif-deleted", "tag": "f0a9a956-40c1-4933-a8a7-803a447e40ed", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:49:29.454329 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-091035f7-50d6-439c-b1e4-6673fd988412 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:49:29.454724 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b79c377-336b-48e3-a125-9b3a1d92efe8', 'name': 'network-vif-deleted', 'tag': 'f0a9a956-40c1-4933-a8a7-803a447e40ed', 'status': 'completed', 'code': 200} Sep 07 18:49:29.470320 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1930fe08-8ac1-44e3-b10a-e5b24dea0619 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:49:29.475715 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:29.479541 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:29.483423 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3fda7298-7b05-46a6-9985-a2ea48834d5e req-ab13b89e-e670-4a52-8beb-9dafd86bddf0 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:29.502280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4d405748-1170-4b7c-b252-e6c48be8be2b up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:49:29.503493 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] Transition to ACTIVE for port object 897ca894-dfa1-4315-9efb-967d68266413 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:49:29.511747 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52938) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:29.520136 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:29.528433 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e21c9b5-ec9e-4db6-9673-4554613acc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:29.534212 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] Transition to ACTIVE for port object 1930fe08-8ac1-44e3-b10a-e5b24dea0619 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:49:29.573927 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] Pushing event updated for resources: {'Port': ['ID=897ca894-dfa1-4315-9efb-967d68266413,revision_number=6']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:29.667619 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] No DVR routers for this DVR port 897ca894-dfa1-4315-9efb-967d68266413 on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:49:29.687401 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:29.717457 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 4d405748-1170-4b7c-b252-e6c48be8be2b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:29.719328 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:29.830958 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] Pushing event updated for resources: {'Port': ['ID=1930fe08-8ac1-44e3-b10a-e5b24dea0619,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:29.878724 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] Attempting to bind port 897ca894-dfa1-4315-9efb-967d68266413 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:49:29.879087 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] Attempting to bind port 897ca894-dfa1-4315-9efb-967d68266413 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:49:29.879402 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] Attempting to bind port 897ca894-dfa1-4315-9efb-967d68266413 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:49:29.895317 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] Port 897ca894-dfa1-4315-9efb-967d68266413 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:49:29.895677 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] Attempting to bind port 897ca894-dfa1-4315-9efb-967d68266413 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:49:29.896880 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e21c9b5-ec9e-4db6-9673-4554613acc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:29.911497 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:49:29.911853 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:29.912249 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:49:29.912719 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] Bound port: 897ca894-dfa1-4315-9efb-967d68266413, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:49:29.913090 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:29.923756 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e21c9b5-ec9e-4db6-9673-4554613acc09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:29.970231 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:30.053864 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5e3607-acd7-4916-9173-4d9dc10017fd admin admin] Deleting subnet 61d7e427-2ed7-40a5-a300-7f618502d730 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:49:30.059758 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf5e3607-acd7-4916-9173-4d9dc10017fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:30.072298 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4d405748-1170-4b7c-b252-e6c48be8be2b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4d405748-1170-4b7c-b252-e6c48be8be2b,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:30.094837 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:30.108729 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:30.173444 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e21c9b5-ec9e-4db6-9673-4554613acc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:30.174089 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e21c9b5-ec9e-4db6-9673-4554613acc09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d091decf-a036-4005-b163-f813fc377298 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:49:30.188215 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69241c76-556c-4224-a0e2-e5affda1fcb7 req-5859cb01-55c0-4bfc-9f75-51a56c7b1406 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:30.197169 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69241c76-556c-4224-a0e2-e5affda1fcb7 req-5859cb01-55c0-4bfc-9f75-51a56c7b1406 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 947 time: 0.3687072 Sep 07 18:49:30.209261 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] For port 897ca894-dfa1-4315-9efb-967d68266413, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:49:30.213017 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] For port 897ca894-dfa1-4315-9efb-967d68266413, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=897ca894-dfa1-4315-9efb-967d68266413,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:49:30.228689 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:30.231225 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e21c9b5-ec9e-4db6-9673-4554613acc09 admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:30.232465 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0e21c9b5-ec9e-4db6-9673-4554613acc09 admin admin] 10.222.0.26 "DELETE /v2.0/routers/d091decf-a036-4005-b163-f813fc377298 HTTP/1.1" status: 204 len: 168 time: 3.7693634 Sep 07 18:49:30.244223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52946) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:30.252874 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=4d405748-1170-4b7c-b252-e6c48be8be2b,revision_number=10']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:30.349248 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:30.350582 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:30.352029 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] 10.222.0.60 "PUT /v2.0/ports/897ca894-dfa1-4315-9efb-967d68266413 HTTP/1.1" status: 200 len: 1095 time: 1.8481252 Sep 07 18:49:30.352902 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89410449-a5ad-4710-b32a-3e99652d1f67 service neutron] Pushing event updated for resources: {'Port': ['ID=897ca894-dfa1-4315-9efb-967d68266413,revision_number=7']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:30.369763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69241c76-556c-4224-a0e2-e5affda1fcb7 req-bad13654-bfbb-46d3-8e3e-bce3ea641802 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726434 Sep 07 18:49:30.378997 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf5e3607-acd7-4916-9173-4d9dc10017fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:30.429269 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3fda7298-7b05-46a6-9985-a2ea48834d5e req-ab13b89e-e670-4a52-8beb-9dafd86bddf0 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:30.431579 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] Attempting to bind port 1930fe08-8ac1-44e3-b10a-e5b24dea0619 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:49:30.432103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] Attempting to bind port 1930fe08-8ac1-44e3-b10a-e5b24dea0619 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '563b9acb-e6af-41d0-bed2-cf4d0dfd4e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'df6bff7a-469d-413b-b223-99442496c071'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:49:30.432798 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] Attempting to bind port 1930fe08-8ac1-44e3-b10a-e5b24dea0619 on network df6bff7a-469d-413b-b223-99442496c071 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:49:30.441251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] Port 1930fe08-8ac1-44e3-b10a-e5b24dea0619 on network df6bff7a-469d-413b-b223-99442496c071 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:49:30.441838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] Attempting to bind port 1930fe08-8ac1-44e3-b10a-e5b24dea0619 on network df6bff7a-469d-413b-b223-99442496c071 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:49:30.447207 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3fda7298-7b05-46a6-9985-a2ea48834d5e req-ab13b89e-e670-4a52-8beb-9dafd86bddf0 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:30.466688 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:49:30.467055 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] Checking segment: {'id': '563b9acb-e6af-41d0-bed2-cf4d0dfd4e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'df6bff7a-469d-413b-b223-99442496c071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:30.467421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] Bound using segment: {'id': '563b9acb-e6af-41d0-bed2-cf4d0dfd4e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'df6bff7a-469d-413b-b223-99442496c071'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:49:30.467923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] Bound port: 1930fe08-8ac1-44e3-b10a-e5b24dea0619, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563b9acb-e6af-41d0-bed2-cf4d0dfd4e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'df6bff7a-469d-413b-b223-99442496c071'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:49:30.468294 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:30.511382 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf5e3607-acd7-4916-9173-4d9dc10017fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:30.517285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c5c372-0ea5-40b4-8b1d-d1a6f17ee220 admin admin] Deleting subnet ec87c2b6-4311-4a67-aa4a-b722aaa3cad0 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:49:30.563587 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-d58e3baf-cebf-4ade-bee2-de24466b504e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:30.563839 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6c5c372-0ea5-40b4-8b1d-d1a6f17ee220 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:30.563953 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-d58e3baf-cebf-4ade-bee2-de24466b504e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 1098 time: 0.1275775 Sep 07 18:49:30.710709 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf5e3607-acd7-4916-9173-4d9dc10017fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:30.742728 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13b89e-e670-4a52-8beb-9dafd86bddf0 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Pushing event updated for resources: {'Port': ['ID=b23f4ccb-dd30-4e51-bc7a-9328e2aaaba9,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:30.766454 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3fda7298-7b05-46a6-9985-a2ea48834d5e req-ab13b89e-e670-4a52-8beb-9dafd86bddf0 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:30.781872 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e3607-acd7-4916-9173-4d9dc10017fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61d7e427-2ed7-40a5-a300-7f618502d730,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:30.782681 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6c5c372-0ea5-40b4-8b1d-d1a6f17ee220 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:30.784771 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf5e3607-acd7-4916-9173-4d9dc10017fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:30.787620 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bf5e3607-acd7-4916-9173-4d9dc10017fd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/61d7e427-2ed7-40a5-a300-7f618502d730 HTTP/1.1" status: 204 len: 168 time: 1.2742221 Sep 07 18:49:30.789543 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-259b84bf-b02e-4a63-a2c2-47b7b75b8d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:30.791025 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-259b84bf-b02e-4a63-a2c2-47b7b75b8d5f service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2200627 Sep 07 18:49:30.791492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52964) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:30.876183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] For port 1930fe08-8ac1-44e3-b10a-e5b24dea0619, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:49:30.885509 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793977c0-8088-42af-9eb7-15fde55f6e7e req-82b7b204-2a0e-4b6d-a64e-abde018649d7 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:30.891229 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-030e7823-71d5-49d6-9e86-e0c9a88bdaab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=897ca894-dfa1-4315-9efb-967d68266413 HTTP/1.1" status: 200 len: 217 time: 0.0875387 Sep 07 18:49:30.893041 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-793977c0-8088-42af-9eb7-15fde55f6e7e req-82b7b204-2a0e-4b6d-a64e-abde018649d7 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f7182d9-5fbf-4485-9d08-c40001beca65 HTTP/1.1" status: 200 len: 944 time: 0.3226936 Sep 07 18:49:30.896933 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] For port 1930fe08-8ac1-44e3-b10a-e5b24dea0619, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=1930fe08-8ac1-44e3-b10a-e5b24dea0619,segment=NetworkSegment(563b9acb-e6af-41d0-bed2-cf4d0dfd4e9b),segment_id=563b9acb-e6af-41d0-bed2-cf4d0dfd4e9b)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:49:30.904998 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3fda7298-7b05-46a6-9985-a2ea48834d5e req-ab13b89e-e670-4a52-8beb-9dafd86bddf0 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:30.906162 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3fda7298-7b05-46a6-9985-a2ea48834d5e req-ab13b89e-e670-4a52-8beb-9dafd86bddf0 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5818646 Sep 07 18:49:30.921800 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:30.957089 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5c03004-f413-4385-9d89-011268c4dba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:30.990684 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3fda7298-7b05-46a6-9985-a2ea48834d5e req-1824277f-f095-454b-a166-f03f033cd3f7 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 695 time: 0.0605667 Sep 07 18:49:31.075779 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-786619db-66e1-4cac-85f8-c74cfe8524da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:31.077426 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-786619db-66e1-4cac-85f8-c74cfe8524da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1178551 Sep 07 18:49:31.081635 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:31.082193 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:31.083580 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9348773d-9478-48f0-8e84-64debb67ce17 req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] 10.222.0.36 "PUT /v2.0/ports/1930fe08-8ac1-44e3-b10a-e5b24dea0619 HTTP/1.1" status: 200 len: 1092 time: 2.6404366 Sep 07 18:49:31.085845 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7182d9-5fbf-4485-9d08-c40001beca65', 'tag': '1930fe08-8ac1-44e3-b10a-e5b24dea0619'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:49:31.091240 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0100453-aab2-4410-a263-77900f94ef88" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7182d9-5fbf-4485-9d08-c40001beca65", "tag": "1930fe08-8ac1-44e3-b10a-e5b24dea0619"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:49:31.117810 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5c03004-f413-4385-9d89-011268c4dba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:31.172082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-f5c03004-f413-4385-9d89-011268c4dba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73fe4171-28a4-4081-b73e-ded401c8a274']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:31.192581 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-f5c03004-f413-4385-9d89-011268c4dba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3c1360-11b7-45a7-8427-113b904f036a') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:31.192934 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-f5c03004-f413-4385-9d89-011268c4dba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3c1360-11b7-45a7-8427-113b904f036a') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:31.203090 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-6635d93c-8074-451f-a677-e123a3e769be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:31.204733 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-6635d93c-8074-451f-a677-e123a3e769be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0899606 Sep 07 18:49:31.208853 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5c03004-f413-4385-9d89-011268c4dba8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:31.267084 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5c03004-f413-4385-9d89-011268c4dba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:31.300832 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c03004-f413-4385-9d89-011268c4dba8 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:49:31.301372 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5c03004-f413-4385-9d89-011268c4dba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:49:31.303389 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:49:31.408617 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d405748-1170-4b7c-b252-e6c48be8be2b'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:49:31.411678 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c55fc22-2c65-41d7-b6c4-0a8d339b4fc3" -d '{"events": [{"server_uuid": "a505f491-b177-49c9-955e-c7d3c793f5b2", "name": "network-vif-plugged", "status": "completed", "tag": "4d405748-1170-4b7c-b252-e6c48be8be2b"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:49:31.439346 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5c03004-f413-4385-9d89-011268c4dba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:31.454574 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-793977c0-8088-42af-9eb7-15fde55f6e7e req-8774066d-4292-4f07-983f-bcae623a9588 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/security-groups?id=067a1de0-f4b8-4440-bb88-3b985b30c583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605989 Sep 07 18:49:31.468762 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5c03004-f413-4385-9d89-011268c4dba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:31.473933 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f5c03004-f413-4385-9d89-011268c4dba8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/73fe4171-28a4-4081-b73e-ded401c8a274 HTTP/1.1" status: 204 len: 168 time: 0.6787751 Sep 07 18:49:31.473933 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0cefdaa-dfbd-4393-97aa-136475c63b39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '897ca894-dfa1-4315-9efb-967d68266413'}, {'name': 'network-changed', 'server_uuid': 'b0cefdaa-dfbd-4393-97aa-136475c63b39', 'tag': '897ca894-dfa1-4315-9efb-967d68266413'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:49:31.474342 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b02f051-5c8e-433a-86b9-1b0da03513a1" -d '{"events": [{"server_uuid": "b0cefdaa-dfbd-4393-97aa-136475c63b39", "name": "network-vif-unplugged", "status": "completed", "tag": "897ca894-dfa1-4315-9efb-967d68266413"}, {"name": "network-changed", "server_uuid": "b0cefdaa-dfbd-4393-97aa-136475c63b39", "tag": "897ca894-dfa1-4315-9efb-967d68266413"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:49:31.477529 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c03004-f413-4385-9d89-011268c4dba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=73fe4171-28a4-4081-b73e-ded401c8a274,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:31.485133 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52982) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:31.549464 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-dbe25a29-eaa7-40b8-88b4-5c7245c37333 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315349 Sep 07 18:49:31.555583 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3cf0de-978e-46c8-8f9e-6fa32b5be0db admin admin] Deleting subnet 1780b2de-2233-4dec-8d81-c6d634ecb9e0 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:49:31.562579 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6c5c372-0ea5-40b4-8b1d-d1a6f17ee220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:31.570108 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd3cf0de-978e-46c8-8f9e-6fa32b5be0db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:31.626735 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:31.676803 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd3cf0de-978e-46c8-8f9e-6fa32b5be0db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:31.717469 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f6f62-4027-459e-b813-f75dfe788300 service neutron] Pushing event updated for resources: {'Port': ['ID=1930fe08-8ac1-44e3-b10a-e5b24dea0619,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:31.728561 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda7298-7b05-46a6-9985-a2ea48834d5e req-298cfaa7-cb8b-40a5-8e69-bc5a42cd52bd tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:31.730172 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3fda7298-7b05-46a6-9985-a2ea48834d5e req-298cfaa7-cb8b-40a5-8e69-bc5a42cd52bd tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.7138584 Sep 07 18:49:31.776568 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fb64be21-86e4-4a00-bf71-f8f1a284adae req-3699c7b9-9e67-4044-8205-c44b280c4dce service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164071 Sep 07 18:49:31.777579 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd3cf0de-978e-46c8-8f9e-6fa32b5be0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:31.801800 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a803e3-7bcf-436d-bb53-5a90d238edbf x-openstack-request-id: req-a8a803e3-7bcf-436d-bb53-5a90d238edbf {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:49:31.802091 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a505f491-b177-49c9-955e-c7d3c793f5b2", "name": "network-vif-plugged", "status": "completed", "tag": "4d405748-1170-4b7c-b252-e6c48be8be2b", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:49:31.802339 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8a803e3-7bcf-436d-bb53-5a90d238edbf {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:49:31.802806 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d405748-1170-4b7c-b252-e6c48be8be2b', 'code': 200} Sep 07 18:49:31.808409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348773d-9478-48f0-8e84-64debb67ce17 req-bd074b18-d66c-431c-8eae-346e21b77733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:31.810764 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9348773d-9478-48f0-8e84-64debb67ce17 req-bd074b18-d66c-431c-8eae-346e21b77733 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f252e36d35a45588571879b1e8e1919&device_id=9f7182d9-5fbf-4485-9d08-c40001beca65 HTTP/1.1" status: 200 len: 1095 time: 0.3340614 Sep 07 18:49:31.896328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19cb49-932b-4b35-be4b-c272cd2a61c4 req-2498b5e9-9451-4051-891d-5d928b60fd79 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:31.898424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d19cb49-932b-4b35-be4b-c272cd2a61c4 req-2498b5e9-9451-4051-891d-5d928b60fd79 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 947 time: 0.2732446 Sep 07 18:49:31.905635 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f498cf38-4afa-42f7-b929-a72286510b65 x-openstack-request-id: req-f498cf38-4afa-42f7-b929-a72286510b65 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:49:31.905981 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7182d9-5fbf-4485-9d08-c40001beca65", "tag": "1930fe08-8ac1-44e3-b10a-e5b24dea0619", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:49:31.906184 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f498cf38-4afa-42f7-b929-a72286510b65 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:49:31.906967 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7182d9-5fbf-4485-9d08-c40001beca65', 'tag': '1930fe08-8ac1-44e3-b10a-e5b24dea0619', 'status': 'completed', 'code': 200} Sep 07 18:49:31.913375 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9348773d-9478-48f0-8e84-64debb67ce17 req-c396a98d-fd19-4e9f-a0f1-db2afb0bffeb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1930fe08-8ac1-44e3-b10a-e5b24dea0619 HTTP/1.1" status: 200 len: 217 time: 0.0914128 Sep 07 18:49:31.925980 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd3cf0de-978e-46c8-8f9e-6fa32b5be0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:31.971175 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3cf0de-978e-46c8-8f9e-6fa32b5be0db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1780b2de-2233-4dec-8d81-c6d634ecb9e0,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:31.975692 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6c5c372-0ea5-40b4-8b1d-d1a6f17ee220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:31.983962 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 07 Sep 2021 18:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0baad90-8dd9-400a-b94e-5922fa74d665 x-openstack-request-id: req-c0baad90-8dd9-400a-b94e-5922fa74d665 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:49:31.984379 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0cefdaa-dfbd-4393-97aa-136475c63b39", "name": "network-vif-unplugged", "status": "completed", "tag": "897ca894-dfa1-4315-9efb-967d68266413", "code": 200}, {"name": "network-changed", "server_uuid": "b0cefdaa-dfbd-4393-97aa-136475c63b39", "tag": "897ca894-dfa1-4315-9efb-967d68266413", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:49:31.984667 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c0baad90-8dd9-400a-b94e-5922fa74d665 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:49:31.997039 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0cefdaa-dfbd-4393-97aa-136475c63b39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '897ca894-dfa1-4315-9efb-967d68266413', 'code': 200} Sep 07 18:49:32.004230 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0cefdaa-dfbd-4393-97aa-136475c63b39', 'tag': '897ca894-dfa1-4315-9efb-967d68266413', 'status': 'completed', 'code': 200} Sep 07 18:49:32.008099 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596af212-daeb-41fe-a064-4d3658624441 None None] Network 2fdcf9fc-533f-49b2-8a16-ff168864f2a8 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:32.053960 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd3cf0de-978e-46c8-8f9e-6fa32b5be0db admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:32.056415 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bd3cf0de-978e-46c8-8f9e-6fa32b5be0db admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1780b2de-2233-4dec-8d81-c6d634ecb9e0 HTTP/1.1" status: 204 len: 168 time: 0.5703080 Sep 07 18:49:32.063832 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6c5c372-0ea5-40b4-8b1d-d1a6f17ee220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:32.067142 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d6c5c372-0ea5-40b4-8b1d-d1a6f17ee220 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ec87c2b6-4311-4a67-aa4a-b722aaa3cad0 HTTP/1.1" status: 204 len: 168 time: 1.8220494 Sep 07 18:49:32.089568 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52996) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:32.090671 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52998) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:32.094719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348773d-9478-48f0-8e84-64debb67ce17 req-4a3731ff-ee35-4e0e-9f7c-fe76fa93db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:32.096398 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9348773d-9478-48f0-8e84-64debb67ce17 req-4a3731ff-ee35-4e0e-9f7c-fe76fa93db5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=551b1e86-0321-4e22-8644-9ae81484f292 HTTP/1.1" status: 200 len: 849 time: 0.1738722 Sep 07 18:49:32.097143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5c372-0ea5-40b4-8b1d-d1a6f17ee220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec87c2b6-4311-4a67-aa4a-b722aaa3cad0,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:32.164390 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-659e3d02-ebc3-4481-b0e0-c24b6e34a33a req-04754b06-7826-41b8-ba6a-f3f0de238245 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/floatingips/aa84a5b7-6905-4211-aebe-3c3d08f662c4 HTTP/1.1" status: 200 len: 692 time: 0.0614996 Sep 07 18:49:32.211604 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9348773d-9478-48f0-8e84-64debb67ce17 req-910ae3f3-8860-4368-b80d-4badf2884bf7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df6bff7a-469d-413b-b223-99442496c071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438170 Sep 07 18:49:32.261005 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d19cb49-932b-4b35-be4b-c272cd2a61c4 req-377bce56-17db-41ba-aac2-406471821e9c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493257 Sep 07 18:49:32.333191 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4383b62-3c1f-4f7d-a9e6-c3f276fa9c42 None None] DHCP port deletion for 2fdcf9fc-533f-49b2-8a16-ff168864f2a8 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:49:32.351287 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7e72c545-a50d-4fe2-babc-103853a14fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:32.364972 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02f051-5c8e-433a-86b9-1b0da03513a1 req-5ef039dc-68db-4667-a886-43ab202b6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:32.366499 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b02f051-5c8e-433a-86b9-1b0da03513a1 req-5ef039dc-68db-4667-a886-43ab202b6213 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 1098 time: 0.3607860 Sep 07 18:49:32.393637 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5247ec1b-b6c6-47b3-a025-73c4a72c1985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:32.400305 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02f051-5c8e-433a-86b9-1b0da03513a1 req-0489a66e-72f8-4c54-b1d1-da496371bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:32.402939 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b02f051-5c8e-433a-86b9-1b0da03513a1 req-0489a66e-72f8-4c54-b1d1-da496371bb3c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 1098 time: 0.3436978 Sep 07 18:49:32.494496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-e4383b62-3c1f-4f7d-a9e6-c3f276fa9c42 None None] Deleting port 24cfd4e3-422d-4a0f-b3a0-246a90d21f68 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:49:32.495100 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e4383b62-3c1f-4f7d-a9e6-c3f276fa9c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:32.547246 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e3d02-ebc3-4481-b0e0-c24b6e34a33a req-337cb4a6-8b4d-4e6b-95d4-8321315c9767 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:32.549063 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-659e3d02-ebc3-4481-b0e0-c24b6e34a33a req-337cb4a6-8b4d-4e6b-95d4-8321315c9767 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.3365681 Sep 07 18:49:32.553668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9348773d-9478-48f0-8e84-64debb67ce17 req-0e4c2d06-488e-48a6-a421-ad3bc679490b service neutron] 10.222.0.36 "GET /v2.0/networks/df6bff7a-469d-413b-b223-99442496c071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248124 Sep 07 18:49:32.614513 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e4383b62-3c1f-4f7d-a9e6-c3f276fa9c42 None None] For port 24cfd4e3-422d-4a0f-b3a0-246a90d21f68, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=24cfd4e3-422d-4a0f-b3a0-246a90d21f68,segment=NetworkSegment(db67b40f-0f39-4905-b3d6-47daa4316cab),segment_id=db67b40f-0f39-4905-b3d6-47daa4316cab)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:32.614916 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e4383b62-3c1f-4f7d-a9e6-c3f276fa9c42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:32.627978 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-e4383b62-3c1f-4f7d-a9e6-c3f276fa9c42 None None] Calling delete_port for 24cfd4e3-422d-4a0f-b3a0-246a90d21f68 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:49:32.719120 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02f051-5c8e-433a-86b9-1b0da03513a1 req-5ef38693-f95f-4909-b7f1-809baed2d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:32.719687 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e4383b62-3c1f-4f7d-a9e6-c3f276fa9c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:32.724881 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b02f051-5c8e-433a-86b9-1b0da03513a1 req-5ef38693-f95f-4909-b7f1-809baed2d163 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.3082323 Sep 07 18:49:32.771016 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4383b62-3c1f-4f7d-a9e6-c3f276fa9c42 None None] No DVR routers for this DVR port 24cfd4e3-422d-4a0f-b3a0-246a90d21f68 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:49:32.782474 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4383b62-3c1f-4f7d-a9e6-c3f276fa9c42 None None] Pushing event deleted for resources: {'Port': ['ID=24cfd4e3-422d-4a0f-b3a0-246a90d21f68,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:32.815992 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-659e3d02-ebc3-4481-b0e0-c24b6e34a33a req-0c130415-2b68-4a20-8556-3176853f0b8b tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 695 time: 0.2604346 Sep 07 18:49:32.819119 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 24cfd4e3-422d-4a0f-b3a0-246a90d21f68 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:49:32.848257 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b02f051-5c8e-433a-86b9-1b0da03513a1 req-3e3b8de0-f809-428c-b574-9b0599744f00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=897ca894-dfa1-4315-9efb-967d68266413 HTTP/1.1" status: 200 len: 217 time: 0.1034167 Sep 07 18:49:32.849974 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 24cfd4e3-422d-4a0f-b3a0-246a90d21f68 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:49:32.850403 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 24cfd4e3-422d-4a0f-b3a0-246a90d21f68 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:49:32.918370 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-659e3d02-ebc3-4481-b0e0-c24b6e34a33a req-17f49f14-8f92-4b7d-ba98-0ff41e2e8cf5 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 695 time: 0.0950906 Sep 07 18:49:32.924333 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9348773d-9478-48f0-8e84-64debb67ce17 req-f6d3aa68-84a2-4f58-a10b-c6c8ac4a9443 service neutron] 10.222.0.36 "GET /v2.0/networks/df6bff7a-469d-413b-b223-99442496c071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610616 Sep 07 18:49:32.948171 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab4722-451f-45e1-8213-0e9b02e6ef6e req-43b5e7c6-2e63-44c3-bc3e-b3178bf1e04a tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:32.956131 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0ab4722-451f-45e1-8213-0e9b02e6ef6e req-43b5e7c6-2e63-44c3-bc3e-b3178bf1e04a tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f7182d9-5fbf-4485-9d08-c40001beca65 HTTP/1.1" status: 200 len: 944 time: 0.2652678 Sep 07 18:49:33.041251 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5247ec1b-b6c6-47b3-a025-73c4a72c1985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:33.072352 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02f051-5c8e-433a-86b9-1b0da03513a1 req-108a1778-1f4c-44db-a39d-0e614a6519d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:33.073576 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b02f051-5c8e-433a-86b9-1b0da03513a1 req-108a1778-1f4c-44db-a39d-0e614a6519d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.6951108 Sep 07 18:49:33.080475 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5247ec1b-b6c6-47b3-a025-73c4a72c1985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99abe665-c4c1-4c92-80c1-8cc8b782cf9f']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:33.084845 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02f051-5c8e-433a-86b9-1b0da03513a1 req-2ca2ddc5-2089-4cbf-8468-9ea1bd96da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:33.085375 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device f0a9a956-40c1-4933-a8a7-803a447e40ed no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:49:33.086466 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b02f051-5c8e-433a-86b9-1b0da03513a1 req-2ca2ddc5-2089-4cbf-8468-9ea1bd96da85 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.2076161 Sep 07 18:49:33.114857 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0ab4722-451f-45e1-8213-0e9b02e6ef6e req-a1e8cca6-c072-4f70-ba35-557e22a75afc tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/security-groups?id=067a1de0-f4b8-4440-bb88-3b985b30c583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577449 Sep 07 18:49:33.129240 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5247ec1b-b6c6-47b3-a025-73c4a72c1985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca33c3e-5e08-4ee3-9eb2-a30a3693091c') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:33.129240 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5247ec1b-b6c6-47b3-a025-73c4a72c1985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca33c3e-5e08-4ee3-9eb2-a30a3693091c') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:33.132305 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-7e72c545-a50d-4fe2-babc-103853a14fa2 admin admin] Deleting port 24cfd4e3-422d-4a0f-b3a0-246a90d21f68 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:49:33.132774 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7e72c545-a50d-4fe2-babc-103853a14fa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:33.134886 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: f0a9a956-40c1-4933-a8a7-803a447e40ed {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:49:33.135234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device f0a9a956-40c1-4933-a8a7-803a447e40ed not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:49:33.135652 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 897ca894-dfa1-4315-9efb-967d68266413 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:49:33.213558 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b02f051-5c8e-433a-86b9-1b0da03513a1 req-9b4e0686-4bf9-430e-8e43-0f98d041ef09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=897ca894-dfa1-4315-9efb-967d68266413 HTTP/1.1" status: 200 len: 217 time: 0.1194804 Sep 07 18:49:33.220319 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5247ec1b-b6c6-47b3-a025-73c4a72c1985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:33.241886 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5247ec1b-b6c6-47b3-a025-73c4a72c1985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:33.246197 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 897ca894-dfa1-4315-9efb-967d68266413 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:49:33.248589 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5247ec1b-b6c6-47b3-a025-73c4a72c1985 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:49:33.249468 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5247ec1b-b6c6-47b3-a025-73c4a72c1985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:33.265634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0100453-aab2-4410-a263-77900f94ef88 req-b79eda02-d836-4484-aedd-d5ca4de98f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:33.267272 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e0100453-aab2-4410-a263-77900f94ef88 req-b79eda02-d836-4484-aedd-d5ca4de98f3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f252e36d35a45588571879b1e8e1919&device_id=9f7182d9-5fbf-4485-9d08-c40001beca65 HTTP/1.1" status: 200 len: 1095 time: 0.2634714 Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:49:33.293732 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:49:33.419284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-659e3d02-ebc3-4481-b0e0-c24b6e34a33a req-70a99809-6551-4c37-945d-276b924df361 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Deleting port b23f4ccb-dd30-4e51-bc7a-9328e2aaaba9 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:49:33.419927 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-659e3d02-ebc3-4481-b0e0-c24b6e34a33a req-70a99809-6551-4c37-945d-276b924df361 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:33.525105 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 897ca894-dfa1-4315-9efb-967d68266413 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:49:33.540380 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5247ec1b-b6c6-47b3-a025-73c4a72c1985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:33.555784 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5247ec1b-b6c6-47b3-a025-73c4a72c1985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:33.557790 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824fc31-92cb-4153-9d1e-d9df49ccf2d4 req-323e6396-b64a-4bb4-a0fe-da020a34b356 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:33.565092 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e824fc31-92cb-4153-9d1e-d9df49ccf2d4 req-323e6396-b64a-4bb4-a0fe-da020a34b356 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 947 time: 0.2036414 Sep 07 18:49:33.579576 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5247ec1b-b6c6-47b3-a025-73c4a72c1985 admin admin] 10.222.0.26 "DELETE /v2.0/networks/99abe665-c4c1-4c92-80c1-8cc8b782cf9f HTTP/1.1" status: 204 len: 168 time: 1.4725740 Sep 07 18:49:33.609991 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0100453-aab2-4410-a263-77900f94ef88 req-10b2df69-e7b8-4535-a5c1-f92c217011a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:33.611481 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e0100453-aab2-4410-a263-77900f94ef88 req-10b2df69-e7b8-4535-a5c1-f92c217011a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df6bff7a-469d-413b-b223-99442496c071 HTTP/1.1" status: 200 len: 910 time: 0.3328197 Sep 07 18:49:33.618648 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-7e72c545-a50d-4fe2-babc-103853a14fa2 admin admin] For port 24cfd4e3-422d-4a0f-b3a0-246a90d21f68, host n-d-807786-1, got binding levels [] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:33.619045 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7e72c545-a50d-4fe2-babc-103853a14fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:33.647868 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-659e3d02-ebc3-4481-b0e0-c24b6e34a33a req-70a99809-6551-4c37-945d-276b924df361 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:33.648283 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-659e3d02-ebc3-4481-b0e0-c24b6e34a33a req-70a99809-6551-4c37-945d-276b924df361 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:33.701091 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e824fc31-92cb-4153-9d1e-d9df49ccf2d4 req-fc6ffe86-98a0-4e8c-aa80-87a44e87aa4c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286988 Sep 07 18:49:33.704829 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e0100453-aab2-4410-a263-77900f94ef88 req-308458ca-8f55-44f4-a4a0-1589d5065703 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1930fe08-8ac1-44e3-b10a-e5b24dea0619 HTTP/1.1" status: 200 len: 217 time: 0.0811052 Sep 07 18:49:33.716290 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-659e3d02-ebc3-4481-b0e0-c24b6e34a33a req-70a99809-6551-4c37-945d-276b924df361 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Calling delete_port for b23f4ccb-dd30-4e51-bc7a-9328e2aaaba9 owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:49:33.720903 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02f051-5c8e-433a-86b9-1b0da03513a1 req-85c08dc4-1d3b-4bde-8e2f-fd4304b90274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:33.726340 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b02f051-5c8e-433a-86b9-1b0da03513a1 req-85c08dc4-1d3b-4bde-8e2f-fd4304b90274 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6179321 Sep 07 18:49:33.740386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247ec1b-b6c6-47b3-a025-73c4a72c1985 admin admin] Pushing event deleted for resources: {'Network': ['ID=99abe665-c4c1-4c92-80c1-8cc8b782cf9f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:33.792726 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02f051-5c8e-433a-86b9-1b0da03513a1 req-35e7695d-c11b-463c-b6b5-5c1f1d278a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:33.795958 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b02f051-5c8e-433a-86b9-1b0da03513a1 req-35e7695d-c11b-463c-b6b5-5c1f1d278a7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.5000362 Sep 07 18:49:33.802391 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-7e72c545-a50d-4fe2-babc-103853a14fa2 admin admin] Calling delete_port for 24cfd4e3-422d-4a0f-b3a0-246a90d21f68 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:49:33.813077 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 897ca894-dfa1-4315-9efb-967d68266413, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=897ca894-dfa1-4315-9efb-967d68266413,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:33.830434 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.ipam_backend_mixin [None req-7e72c545-a50d-4fe2-babc-103853a14fa2 admin admin] Port 24cfd4e3-422d-4a0f-b3a0-246a90d21f68 was not found and therefore no delete operation was performed {{(pid=101444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 18:49:33.833316 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '897ca894-dfa1-4315-9efb-967d68266413', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '897ca894-dfa1-4315-9efb-967d68266413', 'mac_address': 'fa:16:3e:c2:b2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:49:33.895522 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53044) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:33.895522 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7e72c545-a50d-4fe2-babc-103853a14fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:33.913741 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:33.937455 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897ca894-dfa1-4315-9efb-967d68266413 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:49:33.955019 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0100453-aab2-4410-a263-77900f94ef88 req-899db0bd-115e-469a-bdb4-b1a978276d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:33.959113 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e0100453-aab2-4410-a263-77900f94ef88 req-899db0bd-115e-469a-bdb4-b1a978276d3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=551b1e86-0321-4e22-8644-9ae81484f292 HTTP/1.1" status: 200 len: 849 time: 0.2380435 Sep 07 18:49:33.974209 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 897ca894-dfa1-4315-9efb-967d68266413, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=897ca894-dfa1-4315-9efb-967d68266413,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:33.980184 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:33.989288 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e72c545-a50d-4fe2-babc-103853a14fa2 admin admin] No DVR routers for this DVR port 24cfd4e3-422d-4a0f-b3a0-246a90d21f68 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:49:34.007729 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72c545-a50d-4fe2-babc-103853a14fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=24cfd4e3-422d-4a0f-b3a0-246a90d21f68,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:34.038486 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e0100453-aab2-4410-a263-77900f94ef88 req-aa895fd7-870c-4dc7-b878-62bf13e00c1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df6bff7a-469d-413b-b223-99442496c071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612555 Sep 07 18:49:34.070921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=897ca894-dfa1-4315-9efb-967d68266413,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:34.087222 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02f051-5c8e-433a-86b9-1b0da03513a1 req-4870b500-162a-4b36-b45b-015fb8064611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:34.089211 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b02f051-5c8e-433a-86b9-1b0da03513a1 req-4870b500-162a-4b36-b45b-015fb8064611 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2568200 Sep 07 18:49:34.115655 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b02f051-5c8e-433a-86b9-1b0da03513a1 req-1aba50b1-b69f-4a66-ac89-6093ecc77908 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518629 Sep 07 18:49:34.120751 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1874a815-5a31-4d5b-bef6-99fef2193751 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f00faea60e4544a695e7dd93ec709296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279658 Sep 07 18:49:34.123267 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53050) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:34.192781 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7e72c545-a50d-4fe2-babc-103853a14fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:34.227531 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['897ca894-dfa1-4315-9efb-967d68266413'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:49:34.308918 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-7e72c545-a50d-4fe2-babc-103853a14fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdcf9fc-533f-49b2-8a16-ff168864f2a8']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:34.326291 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-659e3d02-ebc3-4481-b0e0-c24b6e34a33a req-70a99809-6551-4c37-945d-276b924df361 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:34.329837 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e0100453-aab2-4410-a263-77900f94ef88 req-53225788-07fd-47a7-9f73-3bdbb52384a4 service neutron] 10.222.0.36 "GET /v2.0/networks/df6bff7a-469d-413b-b223-99442496c071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743847 Sep 07 18:49:34.362275 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-7e72c545-a50d-4fe2-babc-103853a14fa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db67b40f-0f39-4905-b3d6-47daa4316cab') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:34.362591 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-7e72c545-a50d-4fe2-babc-103853a14fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db67b40f-0f39-4905-b3d6-47daa4316cab') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:34.377292 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a99809-6551-4c37-945d-276b924df361 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Pushing event deleted for resources: {'Port': ['ID=b23f4ccb-dd30-4e51-bc7a-9328e2aaaba9,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:34.392499 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7e72c545-a50d-4fe2-babc-103853a14fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:34.440955 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b02f051-5c8e-433a-86b9-1b0da03513a1 req-006829e7-1c9c-46ac-8ae8-29d2357e1e7d service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369257 Sep 07 18:49:34.444393 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7e98aa6-47d2-4e11-8756-eb9db204ac9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:34.448542 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7e72c545-a50d-4fe2-babc-103853a14fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:34.467276 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b02f051-5c8e-433a-86b9-1b0da03513a1 req-c8be9dc2-5194-44d6-a127-2f6065c099bf service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239152 Sep 07 18:49:34.468409 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e72c545-a50d-4fe2-babc-103853a14fa2 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:49:34.468859 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7e72c545-a50d-4fe2-babc-103853a14fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:49:34.487239 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:49:34.526198 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7e98aa6-47d2-4e11-8756-eb9db204ac9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:34.537859 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e0100453-aab2-4410-a263-77900f94ef88 req-290697f8-431a-4d87-9c16-12ac04a117da service neutron] 10.222.0.36 "GET /v2.0/networks/df6bff7a-469d-413b-b223-99442496c071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970661 Sep 07 18:49:34.599238 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-659e3d02-ebc3-4481-b0e0-c24b6e34a33a req-70a99809-6551-4c37-945d-276b924df361 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:34.602217 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-659e3d02-ebc3-4481-b0e0-c24b6e34a33a req-70a99809-6551-4c37-945d-276b924df361 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:34.603404 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-659e3d02-ebc3-4481-b0e0-c24b6e34a33a req-70a99809-6551-4c37-945d-276b924df361 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "DELETE /v2.0/floatingips/aa84a5b7-6905-4211-aebe-3c3d08f662c4 HTTP/1.1" status: 204 len: 173 time: 1.6754341 Sep 07 18:49:34.634727 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bc677-f938-4990-a52d-8bb7e22395f9 req-4aaa3c52-2c8c-4b37-8801-b00a3adfd99e tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:34.645941 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d4bc677-f938-4990-a52d-8bb7e22395f9 req-4aaa3c52-2c8c-4b37-8801-b00a3adfd99e tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f7182d9-5fbf-4485-9d08-c40001beca65 HTTP/1.1" status: 200 len: 944 time: 0.3496346 Sep 07 18:49:34.708372 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3b02f051-5c8e-433a-86b9-1b0da03513a1 req-9ec9aa9b-be6e-4c11-a8b5-abc1b58d43bb service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544611 Sep 07 18:49:34.719915 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7e72c545-a50d-4fe2-babc-103853a14fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:34.727229 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7e72c545-a50d-4fe2-babc-103853a14fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:34.729915 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7e72c545-a50d-4fe2-babc-103853a14fa2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2fdcf9fc-533f-49b2-8a16-ff168864f2a8 HTTP/1.1" status: 204 len: 168 time: 2.6302049 Sep 07 18:49:34.749492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72c545-a50d-4fe2-babc-103853a14fa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fdcf9fc-533f-49b2-8a16-ff168864f2a8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:34.768444 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-4ea42675-68f3-40c2-a89e-094a084880ed req-bdc7cc4f-2b42-4567-a927-0782fe0efff7 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] show failed (client error): The resource could not be found. Sep 07 18:49:34.768727 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7e98aa6-47d2-4e11-8756-eb9db204ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:34.769604 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ea42675-68f3-40c2-a89e-094a084880ed req-bdc7cc4f-2b42-4567-a927-0782fe0efff7 tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/floatingips/aa84a5b7-6905-4211-aebe-3c3d08f662c4 HTTP/1.1" status: 404 len: 350 time: 0.0824838 Sep 07 18:49:34.775455 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7e98aa6-47d2-4e11-8756-eb9db204ac9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:34.782893 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e7e98aa6-47d2-4e11-8756-eb9db204ac9f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d33f265-7735-4544-95c7-0ddcecc8fbbd HTTP/1.1" status: 204 len: 168 time: 0.6494086 Sep 07 18:49:34.796720 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d4bc677-f938-4990-a52d-8bb7e22395f9 req-7204f275-031c-4c04-9d14-6d14f2420a8a tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/security-groups?id=067a1de0-f4b8-4440-bb88-3b985b30c583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460292 Sep 07 18:49:34.797482 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e98aa6-47d2-4e11-8756-eb9db204ac9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d33f265-7735-4544-95c7-0ddcecc8fbbd,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:34.917468 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-701a46a0-f126-40ce-8906-5830f1f6682d req-4fb087f9-a55b-4f7d-82c6-33c07c23407e tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] show failed (client error): The resource could not be found. Sep 07 18:49:34.928326 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53078) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:34.936453 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-701a46a0-f126-40ce-8906-5830f1f6682d req-4fb087f9-a55b-4f7d-82c6-33c07c23407e tempest-FloatingIPsTestJSON-1725135865 tempest-FloatingIPsTestJSON-1725135865-project] 10.222.0.26 "GET /v2.0/floatingips/aa84a5b7-6905-4211-aebe-3c3d08f662c4 HTTP/1.1" status: 404 len: 350 time: 0.0839896 Sep 07 18:49:35.035108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4755a-28f5-4cd7-bdf2-8e7165548f54 req-e6ec2066-3c61-488d-9902-ef405dcaaca9 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:35.046751 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eeb4755a-28f5-4cd7-bdf2-8e7165548f54 req-e6ec2066-3c61-488d-9902-ef405dcaaca9 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 948 time: 0.1061080 Sep 07 18:49:35.079415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 1930fe08-8ac1-44e3-b10a-e5b24dea0619 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:49:35.133248 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eeb4755a-28f5-4cd7-bdf2-8e7165548f54 req-ff183c63-6681-4707-9020-806f867a0751 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854750 Sep 07 18:49:35.206358 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53090) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:35.322034 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-56e301b7-3fcd-4ba1-a152-925a81a20a7a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0a6087a5a97944b09c29e2cd28553b43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1144500 Sep 07 18:49:35.325337 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53092) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:35.451354 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 1930fe08-8ac1-44e3-b10a-e5b24dea0619, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=1930fe08-8ac1-44e3-b10a-e5b24dea0619,segment=NetworkSegment(563b9acb-e6af-41d0-bed2-cf4d0dfd4e9b),segment_id=563b9acb-e6af-41d0-bed2-cf4d0dfd4e9b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:35.510981 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '1930fe08-8ac1-44e3-b10a-e5b24dea0619', 'network_id': 'df6bff7a-469d-413b-b223-99442496c071', 'port_id': '1930fe08-8ac1-44e3-b10a-e5b24dea0619', 'mac_address': 'fa:16:3e:22:a0:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551b1e86-0321-4e22-8644-9ae81484f292', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:49:35.520480 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-649abaaf-b2c0-4fca-8045-60d5fadc7410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:35.598141 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 897ca894-dfa1-4315-9efb-967d68266413 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:49:35.667164 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:35.706821 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-649abaaf-b2c0-4fca-8045-60d5fadc7410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:35.709052 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1930fe08-8ac1-44e3-b10a-e5b24dea0619 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:49:35.743300 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53098) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:35.743908 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 1930fe08-8ac1-44e3-b10a-e5b24dea0619, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=1930fe08-8ac1-44e3-b10a-e5b24dea0619,segment=NetworkSegment(563b9acb-e6af-41d0-bed2-cf4d0dfd4e9b),segment_id=563b9acb-e6af-41d0-bed2-cf4d0dfd4e9b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:35.749998 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:35.815514 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 897ca894-dfa1-4315-9efb-967d68266413 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:49:35.836615 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 897ca894-dfa1-4315-9efb-967d68266413 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:35.837195 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:35.840467 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2ddf1-06d7-4a13-94e2-80f0e0f14f96 req-83f4372b-8419-4f73-b699-2f5689be733b tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:35.842282 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aeb2ddf1-06d7-4a13-94e2-80f0e0f14f96 req-83f4372b-8419-4f73-b699-2f5689be733b tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 948 time: 0.2556627 Sep 07 18:49:35.911123 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-649abaaf-b2c0-4fca-8045-60d5fadc7410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:35.916089 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-649abaaf-b2c0-4fca-8045-60d5fadc7410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:35.917344 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-649abaaf-b2c0-4fca-8045-60d5fadc7410 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/67931149-2ec8-4705-a064-62e96ff324b9 HTTP/1.1" status: 204 len: 168 time: 0.5909107 Sep 07 18:49:35.965586 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649abaaf-b2c0-4fca-8045-60d5fadc7410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67931149-2ec8-4705-a064-62e96ff324b9,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:35.985461 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aeb2ddf1-06d7-4a13-94e2-80f0e0f14f96 req-8fc3e2ad-2916-4071-922f-d02f17ef991d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331758 Sep 07 18:49:36.095039 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=1930fe08-8ac1-44e3-b10a-e5b24dea0619,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:36.101514 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e32d1c-9180-40fe-9468-a02ecc04f852 req-0a0882c5-d69c-4c92-b693-04b7498952ef tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:36.101514 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-19e32d1c-9180-40fe-9468-a02ecc04f852 req-0a0882c5-d69c-4c92-b693-04b7498952ef tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39&tenant_id=e322fec1e0804b28961a329c847871a3&binding%3Ahost_id=n-h1-807786-1 HTTP/1.1" status: 200 len: 948 time: 0.4051509 Sep 07 18:49:36.107286 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53110) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:36.158566 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:36.158916 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:36.159262 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:36.159607 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:36.159941 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:36.160269 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:36.160641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:36.160971 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:36.161299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:36.161624 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:36.161950 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:36.162273 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:36.166165 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['1930fe08-8ac1-44e3-b10a-e5b24dea0619'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:49:36.184337 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ac20d-0f50-4869-82f1-f0e3ad6cc4b0 req-18085be5-48fc-4331-8b0d-8ce6039dfc61 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:36.189027 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-825ac20d-0f50-4869-82f1-f0e3ad6cc4b0 req-18085be5-48fc-4331-8b0d-8ce6039dfc61 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f7182d9-5fbf-4485-9d08-c40001beca65 HTTP/1.1" status: 200 len: 945 time: 0.1242108 Sep 07 18:49:36.211645 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-55860706-b512-4e1c-8721-2574e3da8929 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d9b347726b7246b0a863ea403f09f7d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4653773 Sep 07 18:49:36.213227 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [req-19e32d1c-9180-40fe-9468-a02ecc04f852 req-9c148fb9-707e-4314-807e-8284129f7b1f service neutron] delete failed (client error): The resource could not be found. Sep 07 18:49:36.214292 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-19e32d1c-9180-40fe-9468-a02ecc04f852 req-9c148fb9-707e-4314-807e-8284129f7b1f service neutron] 10.222.0.36 "DELETE /v2.0/ports/897ca894-dfa1-4315-9efb-967d68266413/bindings/n-h2-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.0985372 Sep 07 18:49:36.216371 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53114) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:36.289253 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-825ac20d-0f50-4869-82f1-f0e3ad6cc4b0 req-d5aa6fec-0741-4619-a445-f2bf9003c254 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/security-groups?id=067a1de0-f4b8-4440-bb88-3b985b30c583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911388 Sep 07 18:49:36.416211 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:36.464619 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-396c63a4-a604-4617-8380-4b7f3ffa385f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:36.470029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 897ca894-dfa1-4315-9efb-967d68266413, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=897ca894-dfa1-4315-9efb-967d68266413,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:36.477745 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0cefdaa-dfbd-4393-97aa-136475c63b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897ca894-dfa1-4315-9efb-967d68266413'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:49:36.481087 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dcf5be-1b51-4094-b842-ba1701ec3020" -d '{"events": [{"server_uuid": "b0cefdaa-dfbd-4393-97aa-136475c63b39", "name": "network-vif-plugged", "status": "completed", "tag": "897ca894-dfa1-4315-9efb-967d68266413"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:49:36.487329 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:36.544137 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e32d1c-9180-40fe-9468-a02ecc04f852 req-2fb4d361-f8ea-412e-b5d0-6d24de6aba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:36.546890 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-19e32d1c-9180-40fe-9468-a02ecc04f852 req-2fb4d361-f8ea-412e-b5d0-6d24de6aba1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 1099 time: 0.1783416 Sep 07 18:49:36.604590 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661b0e46-70f1-401e-a9f8-56eb1c8a7e38 x-openstack-request-id: req-661b0e46-70f1-401e-a9f8-56eb1c8a7e38 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:49:36.604875 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0cefdaa-dfbd-4393-97aa-136475c63b39", "name": "network-vif-plugged", "status": "completed", "tag": "897ca894-dfa1-4315-9efb-967d68266413", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:49:36.605416 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-661b0e46-70f1-401e-a9f8-56eb1c8a7e38 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:49:36.605949 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0cefdaa-dfbd-4393-97aa-136475c63b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897ca894-dfa1-4315-9efb-967d68266413', 'code': 200} Sep 07 18:49:36.625217 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=897ca894-dfa1-4315-9efb-967d68266413,revision_number=9']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:36.654873 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8cda59a9-6a8f-4de2-9c1b-08a3d6f1fa3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:36.751818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53120) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:36.806462 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8cda59a9-6a8f-4de2-9c1b-08a3d6f1fa3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:36.855943 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-46a41c95-61b9-4aa3-b189-1b37f4205e6b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e735b47789a74026a645b999ebbafbf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1023021 Sep 07 18:49:36.857934 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53122) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:36.885029 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e32d1c-9180-40fe-9468-a02ecc04f852 req-9187328c-6056-4d3a-a0e9-d00668699a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:36.886505 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-19e32d1c-9180-40fe-9468-a02ecc04f852 req-9187328c-6056-4d3a-a0e9-d00668699a3c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.3055856 Sep 07 18:49:36.975954 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-19e32d1c-9180-40fe-9468-a02ecc04f852 req-f7a69349-ca89-4214-9e3f-69404d3a67ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=897ca894-dfa1-4315-9efb-967d68266413 HTTP/1.1" status: 200 len: 217 time: 0.0726550 Sep 07 18:49:37.007880 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8cda59a9-6a8f-4de2-9c1b-08a3d6f1fa3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:37.010012 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8cda59a9-6a8f-4de2-9c1b-08a3d6f1fa3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:37.012563 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8cda59a9-6a8f-4de2-9c1b-08a3d6f1fa3f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1ca97499-ce57-4036-93bd-00bb65105d15 HTTP/1.1" status: 204 len: 168 time: 0.7939861 Sep 07 18:49:37.017605 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-366ffac3-59af-4e4b-a041-de13b15a4d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:37.053616 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-366ffac3-59af-4e4b-a041-de13b15a4d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:37.096352 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-396c63a4-a604-4617-8380-4b7f3ffa385f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:37.098667 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda59a9-6a8f-4de2-9c1b-08a3d6f1fa3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca97499-ce57-4036-93bd-00bb65105d15,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:37.107398 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 1930fe08-8ac1-44e3-b10a-e5b24dea0619 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:49:37.143614 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:49:37.178961 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e32d1c-9180-40fe-9468-a02ecc04f852 req-c254b060-3f8d-4274-b885-18459df054b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:37.187599 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-19e32d1c-9180-40fe-9468-a02ecc04f852 req-c254b060-3f8d-4274-b885-18459df054b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1989491 Sep 07 18:49:37.189995 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-396c63a4-a604-4617-8380-4b7f3ffa385f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:37.269289 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-366ffac3-59af-4e4b-a041-de13b15a4d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:37.272746 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-366ffac3-59af-4e4b-a041-de13b15a4d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:37.273474 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 1930fe08-8ac1-44e3-b10a-e5b24dea0619 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:49:37.274069 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-366ffac3-59af-4e4b-a041-de13b15a4d08 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/172261ee-877c-4992-9e52-0695ba87b7ce HTTP/1.1" status: 204 len: 168 time: 0.4151409 Sep 07 18:49:37.283186 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 1930fe08-8ac1-44e3-b10a-e5b24dea0619 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:37.283571 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:37.344417 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a933225-fe70-46b4-82b3-41137f7c48d0 req-47759893-9cc9-4290-8912-eb0878532eee tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:37.356974 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a933225-fe70-46b4-82b3-41137f7c48d0 req-47759893-9cc9-4290-8912-eb0878532eee tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.1675467 Sep 07 18:49:37.357862 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ffac3-59af-4e4b-a041-de13b15a4d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172261ee-877c-4992-9e52-0695ba87b7ce,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:37.391015 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d5f3707f-c36a-44f9-a742-5607cf9c7ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:37.414919 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-396c63a4-a604-4617-8380-4b7f3ffa385f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3fed746abd9e459093aca7d176a3f1a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3064814 Sep 07 18:49:37.421500 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53138) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:37.447565 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e32d1c-9180-40fe-9468-a02ecc04f852 req-6dc1f7f2-258a-46f2-b69c-bd1e22b8beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:37.449294 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-19e32d1c-9180-40fe-9468-a02ecc04f852 req-6dc1f7f2-258a-46f2-b69c-bd1e22b8beb3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2437193 Sep 07 18:49:37.541291 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a933225-fe70-46b4-82b3-41137f7c48d0 req-a9d3686e-3483-4a40-9247-b09ac7adf897 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719012 Sep 07 18:49:37.621739 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:37.650738 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47af14-281f-46ce-aa2e-34cd3504c788 req-c7c6c9f6-3063-4893-b296-c8f8d3524efd tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:37.660411 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e47af14-281f-46ce-aa2e-34cd3504c788 req-c7c6c9f6-3063-4893-b296-c8f8d3524efd tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f7182d9-5fbf-4485-9d08-c40001beca65 HTTP/1.1" status: 200 len: 945 time: 0.0979438 Sep 07 18:49:37.688357 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 1930fe08-8ac1-44e3-b10a-e5b24dea0619, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=1930fe08-8ac1-44e3-b10a-e5b24dea0619,segment=NetworkSegment(563b9acb-e6af-41d0-bed2-cf4d0dfd4e9b),segment_id=563b9acb-e6af-41d0-bed2-cf4d0dfd4e9b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:37.693519 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c63a4-a604-4617-8380-4b7f3ffa385f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2411568c-67c5-4b0c-acaa-73f069d7361f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:37.697372 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:37.729146 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e47af14-281f-46ce-aa2e-34cd3504c788 req-9803398d-a1e0-4017-8907-fa37f8938782 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/security-groups?id=067a1de0-f4b8-4440-bb88-3b985b30c583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647204 Sep 07 18:49:37.838524 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=1930fe08-8ac1-44e3-b10a-e5b24dea0619,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:38.046746 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5ef76842-2880-44a5-8c97-0d5996e5158d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:38.080198 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5ef76842-2880-44a5-8c97-0d5996e5158d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:38.195651 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5ef76842-2880-44a5-8c97-0d5996e5158d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:38.206748 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5ef76842-2880-44a5-8c97-0d5996e5158d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:38.207948 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5ef76842-2880-44a5-8c97-0d5996e5158d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2411568c-67c5-4b0c-acaa-73f069d7361f HTTP/1.1" status: 204 len: 168 time: 0.7841215 Sep 07 18:49:38.291077 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef76842-2880-44a5-8c97-0d5996e5158d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2411568c-67c5-4b0c-acaa-73f069d7361f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:38.295155 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-19e32d1c-9180-40fe-9468-a02ecc04f852 req-64f567f7-1d4e-4afe-a7c3-958c840f63a5 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6588457 Sep 07 18:49:38.533292 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-19e32d1c-9180-40fe-9468-a02ecc04f852 req-5c50afd9-6024-4d6d-afcd-01ebbc2368ee service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643238 Sep 07 18:49:38.608499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7182d9-5fbf-4485-9d08-c40001beca65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1930fe08-8ac1-44e3-b10a-e5b24dea0619'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:49:38.611986 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4646de-8051-4813-960f-3ec9b58511ab" -d '{"events": [{"server_uuid": "9f7182d9-5fbf-4485-9d08-c40001beca65", "name": "network-vif-plugged", "status": "completed", "tag": "1930fe08-8ac1-44e3-b10a-e5b24dea0619"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:49:38.697005 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4088f8c-2f18-458c-9e1b-41b2fc9a2816 x-openstack-request-id: req-d4088f8c-2f18-458c-9e1b-41b2fc9a2816 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:49:38.697300 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7182d9-5fbf-4485-9d08-c40001beca65", "name": "network-vif-plugged", "status": "completed", "tag": "1930fe08-8ac1-44e3-b10a-e5b24dea0619", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:49:38.697557 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4088f8c-2f18-458c-9e1b-41b2fc9a2816 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:49:38.698254 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7182d9-5fbf-4485-9d08-c40001beca65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1930fe08-8ac1-44e3-b10a-e5b24dea0619', 'code': 200} Sep 07 18:49:38.897276 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a1191-034a-4ec0-aa52-aed00002e875 req-33efdb88-1ee0-46ec-9597-24c671912f04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:38.911278 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d30a1191-034a-4ec0-aa52-aed00002e875 req-33efdb88-1ee0-46ec-9597-24c671912f04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.1737416 Sep 07 18:49:38.987017 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1092354-dd90-45a1-aac5-2ed0ae994b61 req-ef82e7af-614f-4946-8981-8fbc455c9566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:38.989083 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c1092354-dd90-45a1-aac5-2ed0ae994b61 req-ef82e7af-614f-4946-8981-8fbc455c9566 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f7182d9-5fbf-4485-9d08-c40001beca65 HTTP/1.1" status: 200 len: 1097 time: 0.1505978 Sep 07 18:49:39.023641 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d5f3707f-c36a-44f9-a742-5607cf9c7ec3 admin admin] Deleting port e594e4df-d387-4700-b6a9-7d51ba2c1e2f {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:49:39.024396 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d5f3707f-c36a-44f9-a742-5607cf9c7ec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:39.054168 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c1092354-dd90-45a1-aac5-2ed0ae994b61 req-dc355aa4-7af3-49e0-a9f3-88dc0b5409de service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=067a1de0-f4b8-4440-bb88-3b985b30c583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557470 Sep 07 18:49:39.071485 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53188) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:39.094630 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cbcfaf69-a01f-4a36-9aaa-80b5b8a920c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:39.200982 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d30a1191-034a-4ec0-aa52-aed00002e875 req-5c38ce2f-bc0d-4bab-88be-dc3a522129e8 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886040 Sep 07 18:49:39.217725 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843406e-f7a4-4d29-86f7-619fd97c7377 req-e1037e4a-d608-4aa3-8d90-cc27ed13b7f6 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:39.231701 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-d5f3707f-c36a-44f9-a742-5607cf9c7ec3 admin admin] For port e594e4df-d387-4700-b6a9-7d51ba2c1e2f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e594e4df-d387-4700-b6a9-7d51ba2c1e2f,segment=NetworkSegment(01316c80-9d48-4448-b1e1-2c2b0cfa67ef),segment_id=01316c80-9d48-4448-b1e1-2c2b0cfa67ef)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:39.232886 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d5f3707f-c36a-44f9-a742-5607cf9c7ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:39.234350 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c843406e-f7a4-4d29-86f7-619fd97c7377 req-e1037e4a-d608-4aa3-8d90-cc27ed13b7f6 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f7182d9-5fbf-4485-9d08-c40001beca65 HTTP/1.1" status: 200 len: 946 time: 0.3122454 Sep 07 18:49:39.313678 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d5f3707f-c36a-44f9-a742-5607cf9c7ec3 admin admin] Calling delete_port for e594e4df-d387-4700-b6a9-7d51ba2c1e2f owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:49:39.348262 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c843406e-f7a4-4d29-86f7-619fd97c7377 req-820a45b3-06f4-4765-b95b-1a1bdc774b13 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/security-groups?id=067a1de0-f4b8-4440-bb88-3b985b30c583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116865 Sep 07 18:49:39.577774 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53202) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:39.610376 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cbcfaf69-a01f-4a36-9aaa-80b5b8a920c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:39.701257 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cbcfaf69-a01f-4a36-9aaa-80b5b8a920c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:39.776003 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfaf69-a01f-4a36-9aaa-80b5b8a920c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05cd678-403d-42e0-90ee-a97f0f71a5cf,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:39.860296 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cbcfaf69-a01f-4a36-9aaa-80b5b8a920c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bb4207dbecc548a58c3f73cdf7450b68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7873683 Sep 07 18:49:39.864674 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53212) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:39.934963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-246d082e-0118-4000-aea1-da16d8efa80d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2108492344-network', 'tenant_id': 'd965e1b59b1c405b9146b35383c8a57f'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:39.945781 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d5f3707f-c36a-44f9-a742-5607cf9c7ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:39.993108 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3707f-c36a-44f9-a742-5607cf9c7ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e594e4df-d387-4700-b6a9-7d51ba2c1e2f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:39.998242 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246d082e-0118-4000-aea1-da16d8efa80d admin admin] Made reservation on behalf of d965e1b59b1c405b9146b35383c8a57f for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:40.003483 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-246d082e-0118-4000-aea1-da16d8efa80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.037425 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-246d082e-0118-4000-aea1-da16d8efa80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.107735 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6ab44fd9-5132-4f04-b77e-867c2ea507d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.176098 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6ab44fd9-5132-4f04-b77e-867c2ea507d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.339665 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6ab44fd9-5132-4f04-b77e-867c2ea507d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.346922 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6ab44fd9-5132-4f04-b77e-867c2ea507d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.354560 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6ab44fd9-5132-4f04-b77e-867c2ea507d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a05cd678-403d-42e0-90ee-a97f0f71a5cf HTTP/1.1" status: 204 len: 168 time: 0.4865901 Sep 07 18:49:40.426674 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d5f3707f-c36a-44f9-a742-5607cf9c7ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.504681 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab44fd9-5132-4f04-b77e-867c2ea507d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05cd678-403d-42e0-90ee-a97f0f71a5cf,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:40.684475 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd11ef8-0a9b-48fb-9b5a-1faa9d40713e req-234ed144-6e80-4de6-8025-252e5da98a03 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:40.698174 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3fd11ef8-0a9b-48fb-9b5a-1faa9d40713e req-234ed144-6e80-4de6-8025-252e5da98a03 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.3377993 Sep 07 18:49:40.751130 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53236) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:40.782243 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb1254-dafd-45f2-9546-98683f611a35 req-eff9b284-01fc-4bf6-8a8b-d29e13e14bbb tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:40.791114 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1cb1254-dafd-45f2-9546-98683f611a35 req-eff9b284-01fc-4bf6-8a8b-d29e13e14bbb tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f7182d9-5fbf-4485-9d08-c40001beca65 HTTP/1.1" status: 200 len: 946 time: 0.2892120 Sep 07 18:49:40.845784 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f3707f-c36a-44f9-a742-5607cf9c7ec3 admin admin] Router 4d12ba95-1064-49fe-aeab-a9093f04d146 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:49:40.911176 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-246d082e-0118-4000-aea1-da16d8efa80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.944020 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-246d082e-0118-4000-aea1-da16d8efa80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.017165 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcdeaa44-cd14-4733-843e-e3ef00545639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.055731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3fd11ef8-0a9b-48fb-9b5a-1faa9d40713e req-e06c7bcf-3ecf-432c-b574-476e26d533d2 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564501 Sep 07 18:49:41.083443 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1cb1254-dafd-45f2-9546-98683f611a35 req-e8585a2c-8925-446e-9a6b-a93b9ad77ccd tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/security-groups?id=067a1de0-f4b8-4440-bb88-3b985b30c583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896843 Sep 07 18:49:41.124490 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f3707f-c36a-44f9-a742-5607cf9c7ec3 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:49:41.134016 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ad67dc-f53b-4d4e-bdba-fadb2fb5c54e None None] Sync routers for ids ['4d12ba95-1064-49fe-aeab-a9093f04d146'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:49:41.137704 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d5f3707f-c36a-44f9-a742-5607cf9c7ec3 admin admin] 10.222.0.26 "PUT /v2.0/routers/4d12ba95-1064-49fe-aeab-a9093f04d146/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2053845 Sep 07 18:49:41.153050 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53250) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:41.153774 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ad67dc-f53b-4d4e-bdba-fadb2fb5c54e None None] Routers {'4d12ba95-1064-49fe-aeab-a9093f04d146'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:49:41.154440 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-50ad67dc-f53b-4d4e-bdba-fadb2fb5c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:49:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4d12ba95-1064-49fe-aeab-a9093f04d146'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:41.161424 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d082e-0118-4000-aea1-da16d8efa80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cbfb37-9f61-4201-ac3c-050412616886,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:41.173526 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246d082e-0118-4000-aea1-da16d8efa80d admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:49:41.215977 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-246d082e-0118-4000-aea1-da16d8efa80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.221278 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-246d082e-0118-4000-aea1-da16d8efa80d admin admin] Added segment f0d59749-2a9f-4312-acbb-e5c9ea64bddf of type vlan for network 9255dcee-eb4e-4da9-a99a-ec3a9291abb3 Sep 07 18:49:41.291659 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-246d082e-0118-4000-aea1-da16d8efa80d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.407536 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-246d082e-0118-4000-aea1-da16d8efa80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.408538 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246d082e-0118-4000-aea1-da16d8efa80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:41.409143 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-246d082e-0118-4000-aea1-da16d8efa80d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.536102 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-c056866a-44f5-494a-93bc-bd02db212e90 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1159271586&fields=id&tenant_id=990a87ac43074980b1a724e270c26ee2 HTTP/1.1" status: 200 len: 267 time: 0.1439590 Sep 07 18:49:41.584429 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-50ad67dc-f53b-4d4e-bdba-fadb2fb5c54e None None] Set router 4d12ba95-1064-49fe-aeab-a9093f04d146 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:49:41.802123 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcdeaa44-cd14-4733-843e-e3ef00545639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.804265 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67041659-5290-4516-af1d-a6d4f33603b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.810872 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcdeaa44-cd14-4733-843e-e3ef00545639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.924417 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fcdeaa44-cd14-4733-843e-e3ef00545639 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b36ce0eea2d44decb91b199aeb67aa5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1718318 Sep 07 18:49:41.927869 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53272) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:41.998174 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdeaa44-cd14-4733-843e-e3ef00545639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71cbccd-c64e-47d9-8d46-d26a48e2c231,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:42.053437 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-50ad67dc-f53b-4d4e-bdba-fadb2fb5c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'name': 'tempest-FloatingIPsTestJSON-1813553806-router', 'tenant_id': '4da539fd195a4aecb4182e8df1f60d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'cb153576-bcb4-40af-9a5e-008056ea5d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:06Z', 'updated_at': '2021-09-07T18:49:39Z', 'revision_number': 5, 'project_id': '4da539fd195a4aecb4182e8df1f60d5a', 'gw_port': {'id': 'cb153576-bcb4-40af-9a5e-008056ea5d77', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:07Z', 'updated_at': '2021-09-07T18:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:42.098050 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ad67dc-f53b-4d4e-bdba-fadb2fb5c54e None None] Checking router: 4d12ba95-1064-49fe-aeab-a9093f04d146 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:49:42.108608 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ad67dc-f53b-4d4e-bdba-fadb2fb5c54e None None] Routers {'4d12ba95-1064-49fe-aeab-a9093f04d146'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:49:42.109721 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-50ad67dc-f53b-4d4e-bdba-fadb2fb5c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:49:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4d12ba95-1064-49fe-aeab-a9093f04d146'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:42.227390 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67041659-5290-4516-af1d-a6d4f33603b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:42.246651 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e8cce19f-ea91-4af3-991c-591e75c205e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:42.301614 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e656b-a3c4-4212-b7b0-05408f40cda6 req-f2acab02-dea3-4912-af3f-5fcdeb8563ca tempest-MigrationsAdminTest-1777105112 tempest-MigrationsAdminTest-1777105112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:42.321953 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-039e656b-a3c4-4212-b7b0-05408f40cda6 req-f2acab02-dea3-4912-af3f-5fcdeb8563ca tempest-MigrationsAdminTest-1777105112 tempest-MigrationsAdminTest-1777105112-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 1100 time: 1.0976431 Sep 07 18:49:42.337926 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-246d082e-0118-4000-aea1-da16d8efa80d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7577024 Sep 07 18:49:42.346799 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53286) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:42.349565 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-50ad67dc-f53b-4d4e-bdba-fadb2fb5c54e None None] Set router 4d12ba95-1064-49fe-aeab-a9093f04d146 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:49:42.370068 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e8cce19f-ea91-4af3-991c-591e75c205e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:42.379197 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-3a01ebf6-c62d-45d2-a515-d654fd65a085 admin admin] Request body: {'subnet': {'network_id': '9255dcee-eb4e-4da9-a99a-ec3a9291abb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2108492344-subnet', 'tenant_id': 'd965e1b59b1c405b9146b35383c8a57f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:42.403795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d082e-0118-4000-aea1-da16d8efa80d admin admin] Pushing event updated for resources: {'Network': ['ID=9255dcee-eb4e-4da9-a99a-ec3a9291abb3,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:42.494696 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-039e656b-a3c4-4212-b7b0-05408f40cda6 req-d02dc44e-3c27-4ca4-880c-05d126203e0c tempest-MigrationsAdminTest-1777105112 tempest-MigrationsAdminTest-1777105112-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667945 Sep 07 18:49:42.502424 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a01ebf6-c62d-45d2-a515-d654fd65a085 admin admin] Made reservation on behalf of d965e1b59b1c405b9146b35383c8a57f for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:42.506559 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a01ebf6-c62d-45d2-a515-d654fd65a085 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:42.535503 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 9255dcee-eb4e-4da9-a99a-ec3a9291abb3 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:49:42.541822 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-ad2b7c92-6b45-442e-af5a-0838c5a0f12f tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:42.551045 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-ad2b7c92-6b45-442e-af5a-0838c5a0f12f tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/networks?id=bd66a3a3-d141-4b70-95dd-3449895afcd4 HTTP/1.1" status: 200 len: 816 time: 0.9624715 Sep 07 18:49:42.564268 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-67041659-5290-4516-af1d-a6d4f33603b5 admin admin] Deleting port cb153576-bcb4-40af-9a5e-008056ea5d77 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:49:42.565819 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67041659-5290-4516-af1d-a6d4f33603b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:42.661557 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-af15ad70-358b-4ebf-817f-de26df158671 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/quotas/990a87ac43074980b1a724e270c26ee2 HTTP/1.1" status: 200 len: 375 time: 0.1095533 Sep 07 18:49:42.675460 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e8cce19f-ea91-4af3-991c-591e75c205e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:42.686870 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e8cce19f-ea91-4af3-991c-591e75c205e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:42.686870 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e8cce19f-ea91-4af3-991c-591e75c205e2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c71cbccd-c64e-47d9-8d46-d26a48e2c231 HTTP/1.1" status: 204 len: 168 time: 0.7520039 Sep 07 18:49:42.771887 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cce19f-ea91-4af3-991c-591e75c205e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71cbccd-c64e-47d9-8d46-d26a48e2c231,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:42.841954 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-67041659-5290-4516-af1d-a6d4f33603b5 admin admin] For port cb153576-bcb4-40af-9a5e-008056ea5d77, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cb153576-bcb4-40af-9a5e-008056ea5d77,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:42.843099 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67041659-5290-4516-af1d-a6d4f33603b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:42.892861 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-0b963a45-fe02-473c-a30c-bae32a3b66f0 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=990a87ac43074980b1a724e270c26ee2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2303219 Sep 07 18:49:42.901971 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-67041659-5290-4516-af1d-a6d4f33603b5 admin admin] Calling delete_port for cb153576-bcb4-40af-9a5e-008056ea5d77 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:49:43.049995 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.119977 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-50ad67dc-f53b-4d4e-bdba-fadb2fb5c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'name': 'tempest-FloatingIPsTestJSON-1813553806-router', 'tenant_id': '4da539fd195a4aecb4182e8df1f60d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'cb153576-bcb4-40af-9a5e-008056ea5d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:06Z', 'updated_at': '2021-09-07T18:49:39Z', 'revision_number': 5, 'project_id': '4da539fd195a4aecb4182e8df1f60d5a', 'gw_port': {'id': 'cb153576-bcb4-40af-9a5e-008056ea5d77', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:07Z', 'updated_at': '2021-09-07T18:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:43.192731 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ad67dc-f53b-4d4e-bdba-fadb2fb5c54e None None] The sync data for ids ['4d12ba95-1064-49fe-aeab-a9093f04d146'] in n-d-807786-1 is: [{'id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'name': 'tempest-FloatingIPsTestJSON-1813553806-router', 'tenant_id': '4da539fd195a4aecb4182e8df1f60d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'cb153576-bcb4-40af-9a5e-008056ea5d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:06Z', 'updated_at': '2021-09-07T18:49:39Z', 'revision_number': 5, 'project_id': '4da539fd195a4aecb4182e8df1f60d5a', 'gw_port': {'id': 'cb153576-bcb4-40af-9a5e-008056ea5d77', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12ba95-1064-49fe-aeab-a9093f04d146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:07Z', 'updated_at': '2021-09-07T18:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:49:43.213120 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3249f894-dc90-409a-ae85-7fde58cae14e service neutron] 10.222.0.26 "GET /v2.0/networks/bd66a3a3-d141-4b70-95dd-3449895afcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192887 Sep 07 18:49:43.304265 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67041659-5290-4516-af1d-a6d4f33603b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.358031 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.368929 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a01ebf6-c62d-45d2-a515-d654fd65a085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.391956 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67041659-5290-4516-af1d-a6d4f33603b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb153576-bcb4-40af-9a5e-008056ea5d77,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:43.492199 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01ebf6-c62d-45d2-a515-d654fd65a085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ead21bd9-3e26-4b19-9d0f-fb19ad4f99f8,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:43.503982 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67041659-5290-4516-af1d-a6d4f33603b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.517828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-50dd1e9e-8f68-4c90-ab9a-09261f654c72 service neutron] 10.222.0.26 "GET /v2.0/networks/bd66a3a3-d141-4b70-95dd-3449895afcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000803 Sep 07 18:49:43.533158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a01ebf6-c62d-45d2-a515-d654fd65a085 admin admin] Checking segment: {'id': 'f0d59749-2a9f-4312-acbb-e5c9ea64bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9255dcee-eb4e-4da9-a99a-ec3a9291abb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:43.533648 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a01ebf6-c62d-45d2-a515-d654fd65a085 admin admin] Network hostable DHCP agents. Network: 9255dcee-eb4e-4da9-a99a-ec3a9291abb3, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:49:43.545647 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-b964386d-af3c-48bc-90cf-d4b350104c14 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e322fec1e0804b28961a329c847871a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824106 Sep 07 18:49:43.683695 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a01ebf6-c62d-45d2-a515-d654fd65a085 admin admin] Network 9255dcee-eb4e-4da9-a99a-ec3a9291abb3 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:49:43.712638 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-622f1c37-6a5d-4317-86a0-5d36038110ea tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:43.723161 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-622f1c37-6a5d-4317-86a0-5d36038110ea tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1758435 Sep 07 18:49:43.725762 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-3a01ebf6-c62d-45d2-a515-d654fd65a085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 9255dcee-eb4e-4da9-a99a-ec3a9291abb3) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:43.736721 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c572d100-cf0d-43aa-8663-697c70330ac7 None None] Network 9255dcee-eb4e-4da9-a99a-ec3a9291abb3 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:43.750120 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a01ebf6-c62d-45d2-a515-d654fd65a085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:43.751113 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a01ebf6-c62d-45d2-a515-d654fd65a085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.761836 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67041659-5290-4516-af1d-a6d4f33603b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.766076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-a5a1b609-e51a-40c8-b93d-75f01cccac9c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/quotas/e322fec1e0804b28961a329c847871a3 HTTP/1.1" status: 200 len: 375 time: 0.0415759 Sep 07 18:49:43.770514 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67041659-5290-4516-af1d-a6d4f33603b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.794935 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3a01ebf6-c62d-45d2-a515-d654fd65a085 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4461236 Sep 07 18:49:43.889989 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-bba89c10-18a0-43d8-8d3e-427abfe8cef2 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1226375 Sep 07 18:49:43.954733 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67041659-5290-4516-af1d-a6d4f33603b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.955493 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67041659-5290-4516-af1d-a6d4f33603b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d12ba95-1064-49fe-aeab-a9093f04d146 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:49:43.962966 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67041659-5290-4516-af1d-a6d4f33603b5 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.967362 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53342) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:43.973639 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-67041659-5290-4516-af1d-a6d4f33603b5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4d12ba95-1064-49fe-aeab-a9093f04d146 HTTP/1.1" status: 204 len: 168 time: 2.8173563 Sep 07 18:49:44.144692 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-20116e15-1c8d-4292-aa1c-480327e859e0 admin admin] Deleting subnet dc9dace1-bd12-462f-9f82-744d3e69a54e {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:49:44.166690 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20116e15-1c8d-4292-aa1c-480327e859e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:44.250510 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75d928d-f68b-4677-bd3e-be9b57f6920b None None] Network 9255dcee-eb4e-4da9-a99a-ec3a9291abb3 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:44.413510 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20116e15-1c8d-4292-aa1c-480327e859e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:44.460138 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe3290-3ce3-424c-90da-af8dcb10cad4 req-07370226-c69e-4c0e-8740-d770b91c8a55 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:44.464631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbfe3290-3ce3-424c-90da-af8dcb10cad4 req-07370226-c69e-4c0e-8740-d770b91c8a55 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f7182d9-5fbf-4485-9d08-c40001beca65 HTTP/1.1" status: 200 len: 946 time: 0.2103004 Sep 07 18:49:44.533583 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53374) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:44.577847 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbfe3290-3ce3-424c-90da-af8dcb10cad4 req-ac8e94b0-edb0-43b3-9122-dc2bed107c12 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/security-groups?id=067a1de0-f4b8-4440-bb88-3b985b30c583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971286 Sep 07 18:49:44.594803 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20116e15-1c8d-4292-aa1c-480327e859e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:44.747175 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9cd105f-e902-40dc-8e5c-4771bd6359b5 req-188c26b3-5202-4416-8ca0-0d80cb2fc3ce tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 210 time: 0.0941491 Sep 07 18:49:44.807184 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20116e15-1c8d-4292-aa1c-480327e859e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:44.841233 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-723a4896-992b-473a-9a2b-ee70fa24d15a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-284374216-network', 'tenant_id': 'a8f43108666243aebfcdc34f771ecd07'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:44.912851 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cb153576-bcb4-40af-9a5e-008056ea5d77 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:49:44.955792 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: cb153576-bcb4-40af-9a5e-008056ea5d77 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:49:44.956036 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cb153576-bcb4-40af-9a5e-008056ea5d77 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:49:44.968392 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e594e4df-d387-4700-b6a9-7d51ba2c1e2f no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:49:44.987444 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20116e15-1c8d-4292-aa1c-480327e859e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:44.993832 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-20116e15-1c8d-4292-aa1c-480327e859e0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/dc9dace1-bd12-462f-9f82-744d3e69a54e HTTP/1.1" status: 204 len: 168 time: 1.0217316 Sep 07 18:49:45.031008 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c8160c-0098-42a9-81dd-dced8175dfee None None] Network a41f448b-4c4e-4751-8638-b6681f096864 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:45.057309 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53388) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:45.095514 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20116e15-1c8d-4292-aa1c-480327e859e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc9dace1-bd12-462f-9f82-744d3e69a54e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:45.117060 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4617a29d-1778-43fe-af3d-2632ba2dbfb9 req-25d1f2a5-b249-4d60-8eba-be93f5f90cf2 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 210 time: 0.1674879 Sep 07 18:49:45.137504 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-feb2d005-72c1-45a5-a230-ab7965901aa2 req-66241087-2af8-43a4-b37a-45928aed991c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-738263041', 'description': 'tempest-description-481729263'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:45.217337 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: e594e4df-d387-4700-b6a9-7d51ba2c1e2f {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:49:45.218038 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e594e4df-d387-4700-b6a9-7d51ba2c1e2f not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:49:45.241101 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-feb2d005-72c1-45a5-a230-ab7965901aa2 req-66241087-2af8-43a4-b37a-45928aed991c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:45.318781 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723a4896-992b-473a-9a2b-ee70fa24d15a admin admin] Made reservation on behalf of a8f43108666243aebfcdc34f771ecd07 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:45.321143 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-723a4896-992b-473a-9a2b-ee70fa24d15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:45.364903 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074873ab-b264-468b-afcd-813b78614026 req-0388fee0-00e5-4739-a1f3-b8b29e14815c tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:45.366499 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-074873ab-b264-468b-afcd-813b78614026 req-0388fee0-00e5-4739-a1f3-b8b29e14815c tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f7182d9-5fbf-4485-9d08-c40001beca65 HTTP/1.1" status: 200 len: 946 time: 0.5016191 Sep 07 18:49:45.425690 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-feb2d005-72c1-45a5-a230-ab7965901aa2 req-66241087-2af8-43a4-b37a-45928aed991c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:45.430713 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-feb2d005-72c1-45a5-a230-ab7965901aa2 req-66241087-2af8-43a4-b37a-45928aed991c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:45.438845 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-723a4896-992b-473a-9a2b-ee70fa24d15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:45.440925 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79da5bf3-2e02-4a5d-a35f-ded0dcef504a None None] DHCP port deletion for a41f448b-4c4e-4751-8638-b6681f096864 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:49:45.494102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66241087-2af8-43a4-b37a-45928aed991c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8500cefa-39eb-49b3-9c9c-496329c6f9c3,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:45.501983 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-979c7639-5e25-4108-b686-7d7f00b47f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:45.643871 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-79da5bf3-2e02-4a5d-a35f-ded0dcef504a None None] Deleting port f55d81ea-e0a0-45b9-94cb-db83a73cf0f1 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:49:45.646586 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-79da5bf3-2e02-4a5d-a35f-ded0dcef504a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:45.724621 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-979c7639-5e25-4108-b686-7d7f00b47f32 admin admin] Deleting port f55d81ea-e0a0-45b9-94cb-db83a73cf0f1 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:49:45.725249 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-979c7639-5e25-4108-b686-7d7f00b47f32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:45.749472 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-723a4896-992b-473a-9a2b-ee70fa24d15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:45.762959 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-074873ab-b264-468b-afcd-813b78614026 req-5e176809-763c-4eaa-98be-4e5cfa1daed3 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Deleting port 1930fe08-8ac1-44e3-b10a-e5b24dea0619 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:49:45.763301 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-074873ab-b264-468b-afcd-813b78614026 req-5e176809-763c-4eaa-98be-4e5cfa1daed3 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:45.780371 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-feb2d005-72c1-45a5-a230-ab7965901aa2 req-66241087-2af8-43a4-b37a-45928aed991c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:45.788667 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-79da5bf3-2e02-4a5d-a35f-ded0dcef504a None None] For port f55d81ea-e0a0-45b9-94cb-db83a73cf0f1, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f55d81ea-e0a0-45b9-94cb-db83a73cf0f1,segment=NetworkSegment(01316c80-9d48-4448-b1e1-2c2b0cfa67ef),segment_id=01316c80-9d48-4448-b1e1-2c2b0cfa67ef)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:45.789454 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-79da5bf3-2e02-4a5d-a35f-ded0dcef504a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:45.801954 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-feb2d005-72c1-45a5-a230-ab7965901aa2 req-66241087-2af8-43a4-b37a-45928aed991c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6718464 Sep 07 18:49:45.829035 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-79da5bf3-2e02-4a5d-a35f-ded0dcef504a None None] Calling delete_port for f55d81ea-e0a0-45b9-94cb-db83a73cf0f1 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:49:45.847231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500b218-1ee7-48fc-be19-421f4b32b119 req-d5708fb6-058a-448f-9b16-88b71ddd90d0 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:45.863880 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e500b218-1ee7-48fc-be19-421f4b32b119 req-d5708fb6-058a-448f-9b16-88b71ddd90d0 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f7182d9-5fbf-4485-9d08-c40001beca65 HTTP/1.1" status: 200 len: 946 time: 0.1395905 Sep 07 18:49:45.876899 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-074873ab-b264-468b-afcd-813b78614026 req-5e176809-763c-4eaa-98be-4e5cfa1daed3 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] For port 1930fe08-8ac1-44e3-b10a-e5b24dea0619, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=1930fe08-8ac1-44e3-b10a-e5b24dea0619,segment=NetworkSegment(563b9acb-e6af-41d0-bed2-cf4d0dfd4e9b),segment_id=563b9acb-e6af-41d0-bed2-cf4d0dfd4e9b)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:45.877582 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-074873ab-b264-468b-afcd-813b78614026 req-5e176809-763c-4eaa-98be-4e5cfa1daed3 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:45.892473 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-074873ab-b264-468b-afcd-813b78614026 req-5e176809-763c-4eaa-98be-4e5cfa1daed3 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Calling delete_port for 1930fe08-8ac1-44e3-b10a-e5b24dea0619 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:49:45.942728 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6f78ee43-36e0-4f89-af31-5755c62c57e2 req-9e5aed84-e850-4346-af6d-72a9fbf0bc82 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 210 time: 0.0432003 Sep 07 18:49:45.943462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53426) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:46.027135 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e500b218-1ee7-48fc-be19-421f4b32b119 req-c0722727-dbca-4748-abd7-575549eee291 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/security-groups?id=067a1de0-f4b8-4440-bb88-3b985b30c583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591923 Sep 07 18:49:46.034060 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-79da5bf3-2e02-4a5d-a35f-ded0dcef504a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.113677 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-723a4896-992b-473a-9a2b-ee70fa24d15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.136875 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da5bf3-2e02-4a5d-a35f-ded0dcef504a None None] Pushing event deleted for resources: {'Port': ['ID=f55d81ea-e0a0-45b9-94cb-db83a73cf0f1,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:46.147173 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79da5bf3-2e02-4a5d-a35f-ded0dcef504a None None] No DVR routers for this DVR port f55d81ea-e0a0-45b9-94cb-db83a73cf0f1 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:49:46.180297 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fefd6cf1-4554-4bbb-b033-ad72767c4001 req-f8cf8ce5-065f-45e1-b1a0-59d910546c7d tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "GET /v2.0/security-groups/8500cefa-39eb-49b3-9c9c-496329c6f9c3 HTTP/1.1" status: 200 len: 1803 time: 0.1516755 Sep 07 18:49:46.195071 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-fefd6cf1-4554-4bbb-b033-ad72767c4001 req-2da63aeb-d18c-4822-a43f-8d1b123e2fb0 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8500cefa-39eb-49b3-9c9c-496329c6f9c3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:46.196436 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-fefd6cf1-4554-4bbb-b033-ad72767c4001 req-2da63aeb-d18c-4822-a43f-8d1b123e2fb0 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8500cefa-39eb-49b3-9c9c-496329c6f9c3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:46.220100 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723a4896-992b-473a-9a2b-ee70fa24d15a admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:49:46.234032 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-723a4896-992b-473a-9a2b-ee70fa24d15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.234556 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-723a4896-992b-473a-9a2b-ee70fa24d15a admin admin] Added segment 081d0e07-f868-45b4-a1d2-1f61785b783f of type vlan for network 5fffebc2-0dee-49e6-9b53-7756168386e9 Sep 07 18:49:46.293732 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-723a4896-992b-473a-9a2b-ee70fa24d15a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.299212 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b6093ed-3576-4780-8a43-31949876db98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.357108 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4915b730-1d6c-4eaa-9c38-61cc6fd6562f req-99f8f934-6ea5-4f00-986a-287e4a0468c7 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 210 time: 0.0793345 Sep 07 18:49:46.399316 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fefd6cf1-4554-4bbb-b033-ad72767c4001 req-2da63aeb-d18c-4822-a43f-8d1b123e2fb0 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.449963 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fefd6cf1-4554-4bbb-b033-ad72767c4001 req-2da63aeb-d18c-4822-a43f-8d1b123e2fb0 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.465376 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-751a9743-d7b0-4b3a-abcc-ca59f784aa4f tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:46.467038 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-751a9743-d7b0-4b3a-abcc-ca59f784aa4f tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.60 "GET /v2.0/networks?id=bd66a3a3-d141-4b70-95dd-3449895afcd4 HTTP/1.1" status: 200 len: 816 time: 0.1473777 Sep 07 18:49:46.467924 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-074873ab-b264-468b-afcd-813b78614026 req-5e176809-763c-4eaa-98be-4e5cfa1daed3 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.468345 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fefd6cf1-4554-4bbb-b033-ad72767c4001 req-2da63aeb-d18c-4822-a43f-8d1b123e2fb0 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.481382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['1930fe08-8ac1-44e3-b10a-e5b24dea0619'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:49:46.533629 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-723a4896-992b-473a-9a2b-ee70fa24d15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.534642 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723a4896-992b-473a-9a2b-ee70fa24d15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:46.535235 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-723a4896-992b-473a-9a2b-ee70fa24d15a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.550045 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da63aeb-d18c-4822-a43f-8d1b123e2fb0 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3373caac-7e64-4979-93db-48778eeb658f,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:46.595926 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e176809-763c-4eaa-98be-4e5cfa1daed3 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Pushing event deleted for resources: {'Port': ['ID=1930fe08-8ac1-44e3-b10a-e5b24dea0619,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:46.598039 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a4896-992b-473a-9a2b-ee70fa24d15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:46.612607 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-ff2cba1f-7193-49c6-9010-38372f5b7043 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e322fec1e0804b28961a329c847871a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306022 Sep 07 18:49:46.632839 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b6093ed-3576-4780-8a43-31949876db98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.633658 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-979c7639-5e25-4108-b686-7d7f00b47f32 admin admin] For port f55d81ea-e0a0-45b9-94cb-db83a73cf0f1, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f55d81ea-e0a0-45b9-94cb-db83a73cf0f1,segment=NetworkSegment(01316c80-9d48-4448-b1e1-2c2b0cfa67ef),segment_id=01316c80-9d48-4448-b1e1-2c2b0cfa67ef)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:46.634012 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-979c7639-5e25-4108-b686-7d7f00b47f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.649631 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b6093ed-3576-4780-8a43-31949876db98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.659058 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-723a4896-992b-473a-9a2b-ee70fa24d15a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1243289 Sep 07 18:49:46.663753 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fefd6cf1-4554-4bbb-b033-ad72767c4001 req-2da63aeb-d18c-4822-a43f-8d1b123e2fb0 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.665002 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fefd6cf1-4554-4bbb-b033-ad72767c4001 req-2da63aeb-d18c-4822-a43f-8d1b123e2fb0 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4780166 Sep 07 18:49:46.675455 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53438) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:46.692461 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e1e423ec-e525-4b09-a673-be5b8a949ed1 admin admin] Request body: {'subnet': {'network_id': '5fffebc2-0dee-49e6-9b53-7756168386e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-284374216-subnet', 'tenant_id': 'a8f43108666243aebfcdc34f771ecd07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:46.702390 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-979c7639-5e25-4108-b686-7d7f00b47f32 admin admin] Calling delete_port for f55d81ea-e0a0-45b9-94cb-db83a73cf0f1 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:49:46.703322 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-3b069eba-91e9-4f26-8b0a-dfeb53661f4a req-f802b99e-bddb-47d4-87d7-9904056b3a52 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-696880741', 'description': 'tempest-description-1651613988'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:46.777852 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-074873ab-b264-468b-afcd-813b78614026 req-5e176809-763c-4eaa-98be-4e5cfa1daed3 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] No DVR routers for this DVR port 1930fe08-8ac1-44e3-b10a-e5b24dea0619 on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:49:46.790074 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-074873ab-b264-468b-afcd-813b78614026 req-5e176809-763c-4eaa-98be-4e5cfa1daed3 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.792933 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-074873ab-b264-468b-afcd-813b78614026 req-5e176809-763c-4eaa-98be-4e5cfa1daed3 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.36 "DELETE /v2.0/ports/1930fe08-8ac1-44e3-b10a-e5b24dea0619 HTTP/1.1" status: 204 len: 173 time: 1.3696029 Sep 07 18:49:46.794570 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7182d9-5fbf-4485-9d08-c40001beca65', 'name': 'network-vif-deleted', 'tag': '1930fe08-8ac1-44e3-b10a-e5b24dea0619'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:49:46.797804 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1f40a9-352a-49dd-82b0-59b8ce49c00f" -d '{"events": [{"server_uuid": "9f7182d9-5fbf-4485-9d08-c40001beca65", "name": "network-vif-deleted", "tag": "1930fe08-8ac1-44e3-b10a-e5b24dea0619"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:49:46.830558 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a4896-992b-473a-9a2b-ee70fa24d15a admin admin] Pushing event updated for resources: {'Network': ['ID=5fffebc2-0dee-49e6-9b53-7756168386e9,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:46.844893 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 5fffebc2-0dee-49e6-9b53-7756168386e9 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:49:46.890537 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1b6093ed-3576-4780-8a43-31949876db98 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dfe49a0f6efe4c59beafc75f212d7f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9437325 Sep 07 18:49:46.892209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53444) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:46.897616 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6093ed-3576-4780-8a43-31949876db98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7721b7-5d57-4761-af36-f77fe521511d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:46.933767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e423ec-e525-4b09-a673-be5b8a949ed1 admin admin] Made reservation on behalf of a8f43108666243aebfcdc34f771ecd07 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:46.937054 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1e423ec-e525-4b09-a673-be5b8a949ed1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.950100 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3b069eba-91e9-4f26-8b0a-dfeb53661f4a req-f802b99e-bddb-47d4-87d7-9904056b3a52 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.952948 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e16544d-8256-4e49-b2b5-6409ceb68c87 x-openstack-request-id: req-5e16544d-8256-4e49-b2b5-6409ceb68c87 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:49:46.953239 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7182d9-5fbf-4485-9d08-c40001beca65", "name": "network-vif-deleted", "tag": "1930fe08-8ac1-44e3-b10a-e5b24dea0619", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:49:46.953497 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e16544d-8256-4e49-b2b5-6409ceb68c87 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:49:46.953892 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7182d9-5fbf-4485-9d08-c40001beca65', 'name': 'network-vif-deleted', 'tag': '1930fe08-8ac1-44e3-b10a-e5b24dea0619', 'status': 'completed', 'code': 200} Sep 07 18:49:46.978367 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f55d81ea-e0a0-45b9-94cb-db83a73cf0f1 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:49:46.990883 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-81fa0ea8-e329-413d-b7aa-f47a0adbe5ad tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=990a87ac43074980b1a724e270c26ee2 HTTP/1.1" status: 200 len: 380 time: 0.4425077 Sep 07 18:49:47.022331 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-74169634-58aa-4b03-a2d9-dbdf2e69e297 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Request body: {'port': {'device_id': 'a595456f-d62f-4b1f-88b6-de98b44ca27d', 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4', 'admin_state_up': True, 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'security_groups': ['9f8fac3b-42d4-4b67-b353-1d75c6580626']}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:47.084232 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: f55d81ea-e0a0-45b9-94cb-db83a73cf0f1 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:49:47.085273 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f55d81ea-e0a0-45b9-94cb-db83a73cf0f1 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:49:47.144669 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-93df2417-4ad5-4c61-adff-7afcd6373f24 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:47.146471 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-93df2417-4ad5-4c61-adff-7afcd6373f24 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5286944 Sep 07 18:49:47.202487 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-e79ce660-30d2-4f7e-a703-de58ad62bad6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Request body: {'port': {'device_id': '2a2be118-144d-4f06-abfc-43887b51cff9', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': 'e322fec1e0804b28961a329c847871a3'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:47.241795 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-979c7639-5e25-4108-b686-7d7f00b47f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.278218 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea56fa00-b6fd-479e-a82d-5131c985029f req-9bb9d8c9-c1ca-4cf5-b165-70857cd06ddd tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 210 time: 0.1216455 Sep 07 18:49:47.287429 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c7639-5e25-4108-b686-7d7f00b47f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=f55d81ea-e0a0-45b9-94cb-db83a73cf0f1,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:47.309111 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c7639-5e25-4108-b686-7d7f00b47f32 admin admin] No DVR routers for this DVR port f55d81ea-e0a0-45b9-94cb-db83a73cf0f1 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:49:47.410937 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.api [req-3b069eba-91e9-4f26-8b0a-dfeb53661f4a req-f802b99e-bddb-47d4-87d7-9904056b3a52 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 18:49:47.410937 n-d-807786-1 neutron-server[101445]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 07 18:49:47.410937 n-d-807786-1 neutron-server[101445]: [parameters: {'project_id': 'd965e1b59b1c405b9146b35383c8a57f', 'id': 'beb304bc-20de-46f9-89e4-964b4d33fa7d', 'expiration': datetime.datetime(2021, 9, 7, 18, 51, 47, 383726)}] Sep 07 18:49:47.410937 n-d-807786-1 neutron-server[101445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 18:49:47.411463 n-d-807786-1 neutron-server[101445]: DEBUG oslo_db.api [req-3b069eba-91e9-4f26-8b0a-dfeb53661f4a req-f802b99e-bddb-47d4-87d7-9904056b3a52 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 18:49:47.456123 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-979c7639-5e25-4108-b686-7d7f00b47f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.459299 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-74169634-58aa-4b03-a2d9-dbdf2e69e297 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Made reservation on behalf of 990a87ac43074980b1a724e270c26ee2 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:47.462840 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-74169634-58aa-4b03-a2d9-dbdf2e69e297 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.508686 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-979c7639-5e25-4108-b686-7d7f00b47f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41f448b-4c4e-4751-8638-b6681f096864']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:47.509168 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-04d28942-c564-4181-8cf9-8e64ea88b468 req-c98f7d50-9df1-4edf-9cec-a1b0e4a50383 tempest-ServerGroupTestJSON-1476580567 tempest-ServerGroupTestJSON-1476580567-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f7182d9-5fbf-4485-9d08-c40001beca65 HTTP/1.1" status: 200 len: 210 time: 0.0814238 Sep 07 18:49:47.551889 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2b7e24dd-8c56-4a3f-b2cb-e533baa2487f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.602045 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2b7e24dd-8c56-4a3f-b2cb-e533baa2487f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.701270 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-979c7639-5e25-4108-b686-7d7f00b47f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01316c80-9d48-4448-b1e1-2c2b0cfa67ef') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:47.701812 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-979c7639-5e25-4108-b686-7d7f00b47f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01316c80-9d48-4448-b1e1-2c2b0cfa67ef') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:47.711721 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-979c7639-5e25-4108-b686-7d7f00b47f32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.727186 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-979c7639-5e25-4108-b686-7d7f00b47f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.735564 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979c7639-5e25-4108-b686-7d7f00b47f32 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:49:47.736230 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-979c7639-5e25-4108-b686-7d7f00b47f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:49:47.799058 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:49:47.802302 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1e423ec-e525-4b09-a673-be5b8a949ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.822328 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-979c7639-5e25-4108-b686-7d7f00b47f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.834400 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-979c7639-5e25-4108-b686-7d7f00b47f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.836316 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-979c7639-5e25-4108-b686-7d7f00b47f32 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a41f448b-4c4e-4751-8638-b6681f096864 HTTP/1.1" status: 204 len: 168 time: 2.7632434 Sep 07 18:49:47.843228 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2b7e24dd-8c56-4a3f-b2cb-e533baa2487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.845789 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2b7e24dd-8c56-4a3f-b2cb-e533baa2487f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.849238 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2b7e24dd-8c56-4a3f-b2cb-e533baa2487f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd7721b7-5d57-4761-af36-f77fe521511d HTTP/1.1" status: 204 len: 168 time: 0.9412937 Sep 07 18:49:47.875038 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0909d0f9-2755-4a9e-96e0-965caa8dcc7b req-b83dc421-4a7a-4888-89a7-ad8f6505e440 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 210 time: 0.2194912 Sep 07 18:49:47.878513 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-e79ce660-30d2-4f7e-a703-de58ad62bad6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Made reservation on behalf of e322fec1e0804b28961a329c847871a3 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:47.881970 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-e79ce660-30d2-4f7e-a703-de58ad62bad6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.902390 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-74169634-58aa-4b03-a2d9-dbdf2e69e297 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Allocated IP 172.20.0.3 (bd66a3a3-d141-4b70-95dd-3449895afcd4/cac93b3c-cfaf-4e48-af75-309b6ae4c803/f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:49:47.917789 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3b069eba-91e9-4f26-8b0a-dfeb53661f4a req-f802b99e-bddb-47d4-87d7-9904056b3a52 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.942628 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c7639-5e25-4108-b686-7d7f00b47f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=a41f448b-4c4e-4751-8638-b6681f096864,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:47.954444 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e24dd-8c56-4a3f-b2cb-e533baa2487f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7721b7-5d57-4761-af36-f77fe521511d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:47.996688 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e423ec-e525-4b09-a673-be5b8a949ed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb1deee6-d2df-40c0-951c-e7f5ec450286,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:48.040803 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e423ec-e525-4b09-a673-be5b8a949ed1 admin admin] Checking segment: {'id': '081d0e07-f868-45b4-a1d2-1f61785b783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fffebc2-0dee-49e6-9b53-7756168386e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:48.041303 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e423ec-e525-4b09-a673-be5b8a949ed1 admin admin] Network hostable DHCP agents. Network: 5fffebc2-0dee-49e6-9b53-7756168386e9, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:49:48.131101 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53460) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:48.201879 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e423ec-e525-4b09-a673-be5b8a949ed1 admin admin] Network 5fffebc2-0dee-49e6-9b53-7756168386e9 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:49:48.250541 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-e1e423ec-e525-4b09-a673-be5b8a949ed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 5fffebc2-0dee-49e6-9b53-7756168386e9) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:48.262632 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b4a201f8-99e6-491d-b215-27a8ceae8799 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4da539fd195a4aecb4182e8df1f60d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1291127 Sep 07 18:49:48.266574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be760ac-332d-4ddb-b339-ce21447a79b7 None None] Network 5fffebc2-0dee-49e6-9b53-7756168386e9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:48.267089 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e423ec-e525-4b09-a673-be5b8a949ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:48.267437 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1e423ec-e525-4b09-a673-be5b8a949ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:48.271552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53464) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:48.324140 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3b069eba-91e9-4f26-8b0a-dfeb53661f4a req-f802b99e-bddb-47d4-87d7-9904056b3a52 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:48.333388 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-74169634-58aa-4b03-a2d9-dbdf2e69e297 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:48.336445 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-e79ce660-30d2-4f7e-a703-de58ad62bad6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Allocated IP 192.168.233.40 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:49:48.357756 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3b069eba-91e9-4f26-8b0a-dfeb53661f4a req-f802b99e-bddb-47d4-87d7-9904056b3a52 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:48.383424 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-74169634-58aa-4b03-a2d9-dbdf2e69e297 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Transition to ACTIVE for port object f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:49:48.406549 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3b069eba-91e9-4f26-8b0a-dfeb53661f4a req-f802b99e-bddb-47d4-87d7-9904056b3a52 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:48.411925 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b069eba-91e9-4f26-8b0a-dfeb53661f4a req-f802b99e-bddb-47d4-87d7-9904056b3a52 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.7126920 Sep 07 18:49:48.472773 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53470) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:48.473123 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e1e423ec-e525-4b09-a673-be5b8a949ed1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7401626 Sep 07 18:49:48.502769 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-74169634-58aa-4b03-a2d9-dbdf2e69e297 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:48.628284 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4fd6f5b1-6c28-49b6-85ee-dd8336bad877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:48.629799 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f4e386-2633-47e3-930e-2eb33abfe852 None None] Network 5fffebc2-0dee-49e6-9b53-7756168386e9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:48.654215 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802b99e-bddb-47d4-87d7-9904056b3a52 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15af08ba-693b-4428-83e7-454f65d9b56b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:48.694356 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74169634-58aa-4b03-a2d9-dbdf2e69e297 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Pushing event updated for resources: {'Port': ['ID=f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:48.707354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c45ff70-2b22-4e6b-a785-1fcfd587ca9d req-2d8ec860-d66b-4035-999d-fe125cacbdf8 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "GET /v2.0/security-groups/15af08ba-693b-4428-83e7-454f65d9b56b HTTP/1.1" status: 200 len: 1804 time: 0.2015924 Sep 07 18:49:48.712769 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c49514f4-95b6-4ad1-89ff-5e3e9351364f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:48.733202 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-74169634-58aa-4b03-a2d9-dbdf2e69e297 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Network bd66a3a3-d141-4b70-95dd-3449895afcd4 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:49:48.738799 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-74169634-58aa-4b03-a2d9-dbdf2e69e297 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:48.744652 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-74169634-58aa-4b03-a2d9-dbdf2e69e297 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:49:48.757375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-7c45ff70-2b22-4e6b-a785-1fcfd587ca9d req-f6270d3d-88f7-4a70-b7de-245b97477da3 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '15af08ba-693b-4428-83e7-454f65d9b56b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:48.757696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-7c45ff70-2b22-4e6b-a785-1fcfd587ca9d req-f6270d3d-88f7-4a70-b7de-245b97477da3 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '15af08ba-693b-4428-83e7-454f65d9b56b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:48.814103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2268d22-26b7-4db8-a780-7f5dfd6ec9c3 req-2f9855f8-da91-496f-8be5-0753c8672730 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:48.833524 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-74169634-58aa-4b03-a2d9-dbdf2e69e297 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:48.834728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-74169634-58aa-4b03-a2d9-dbdf2e69e297 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:48.837109 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2268d22-26b7-4db8-a780-7f5dfd6ec9c3 req-2f9855f8-da91-496f-8be5-0753c8672730 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 931 time: 0.4380181 Sep 07 18:49:48.929881 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4fd6f5b1-6c28-49b6-85ee-dd8336bad877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:48.935739 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c49514f4-95b6-4ad1-89ff-5e3e9351364f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:48.939621 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4fd6f5b1-6c28-49b6-85ee-dd8336bad877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.033712 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2268d22-26b7-4db8-a780-7f5dfd6ec9c3 req-83bf1b87-e355-491b-b6ef-9ebeeffd82e0 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fac3b-42d4-4b67-b353-1d75c6580626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954603 Sep 07 18:49:49.039723 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4fd6f5b1-6c28-49b6-85ee-dd8336bad877 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f451565f6f554fd3ab37d9f9e444d698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5623274 Sep 07 18:49:49.042652 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6f5b1-6c28-49b6-85ee-dd8336bad877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2887d301-aa80-47bc-b23a-69cf5b0c74ac,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:49.064378 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-74169634-58aa-4b03-a2d9-dbdf2e69e297 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0503283 Sep 07 18:49:49.065430 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53486) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:49.108772 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] Request body: {'port': {'device_id': 'a595456f-d62f-4b1f-88b6-de98b44ca27d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:49.134637 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-e79ce660-30d2-4f7e-a703-de58ad62bad6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.155446 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 1930fe08-8ac1-44e3-b10a-e5b24dea0619 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:49:49.188464 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 1930fe08-8ac1-44e3-b10a-e5b24dea0619 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:49:49.189242 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 1930fe08-8ac1-44e3-b10a-e5b24dea0619 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:49:49.210030 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-74d50233-b886-44d7-83b2-d4cae2f110c6 None None] Provisioning for port f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:49:49.214119 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7c45ff70-2b22-4e6b-a785-1fcfd587ca9d req-f6270d3d-88f7-4a70-b7de-245b97477da3 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.220545 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-74d50233-b886-44d7-83b2-d4cae2f110c6 None None] Provisioning complete for port f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:49.223406 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-74d50233-b886-44d7-83b2-d4cae2f110c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.266724 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7c45ff70-2b22-4e6b-a785-1fcfd587ca9d req-f6270d3d-88f7-4a70-b7de-245b97477da3 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.282138 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7c45ff70-2b22-4e6b-a785-1fcfd587ca9d req-f6270d3d-88f7-4a70-b7de-245b97477da3 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.289017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-e79ce660-30d2-4f7e-a703-de58ad62bad6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Transition to ACTIVE for port object ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:49:49.297342 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd6e82dc-6cc7-44e4-be97-b33380824122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.324841 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-74d50233-b886-44d7-83b2-d4cae2f110c6 None None] Port f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:49:49.326755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6270d3d-88f7-4a70-b7de-245b97477da3 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b72583e-48f4-4103-a548-f58d00cbd9f8,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:49.340330 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.342889 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c49514f4-95b6-4ad1-89ff-5e3e9351364f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.345817 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c49514f4-95b6-4ad1-89ff-5e3e9351364f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.347298 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c49514f4-95b6-4ad1-89ff-5e3e9351364f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6682326e-6678-43fd-b4d5-a50c5ca079b4 HTTP/1.1" status: 204 len: 168 time: 1.0688946 Sep 07 18:49:49.353536 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7c45ff70-2b22-4e6b-a785-1fcfd587ca9d req-f6270d3d-88f7-4a70-b7de-245b97477da3 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.367626 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c45ff70-2b22-4e6b-a785-1fcfd587ca9d req-f6270d3d-88f7-4a70-b7de-245b97477da3 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6588659 Sep 07 18:49:49.382183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49514f4-95b6-4ad1-89ff-5e3e9351364f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6682326e-6678-43fd-b4d5-a50c5ca079b4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:49.415467 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd6e82dc-6cc7-44e4-be97-b33380824122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.526670 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-e79ce660-30d2-4f7e-a703-de58ad62bad6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.540773 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['897ca894-dfa1-4315-9efb-967d68266413'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:49:49.578901 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-e79ce660-30d2-4f7e-a703-de58ad62bad6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:49:49.582514 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-e79ce660-30d2-4f7e-a703-de58ad62bad6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:49.605537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-e79ce660-30d2-4f7e-a703-de58ad62bad6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:49:49.677165 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd6e82dc-6cc7-44e4-be97-b33380824122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.680203 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd6e82dc-6cc7-44e4-be97-b33380824122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.684544 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cd6e82dc-6cc7-44e4-be97-b33380824122 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2887d301-aa80-47bc-b23a-69cf5b0c74ac HTTP/1.1" status: 204 len: 168 time: 0.6152749 Sep 07 18:49:49.747322 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd334f69-b5e7-4283-b7b0-f2ca71779ce6 req-fbcd3884-a2cc-49d4-a3ca-d0528aaa2b9c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:49.772333 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd334f69-b5e7-4283-b7b0-f2ca71779ce6 req-fbcd3884-a2cc-49d4-a3ca-d0528aaa2b9c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 935 time: 0.3083460 Sep 07 18:49:49.916763 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e82dc-6cc7-44e4-be97-b33380824122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2887d301-aa80-47bc-b23a-69cf5b0c74ac,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:50.075528 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d27437b4-fa0a-4c2b-94a7-8abeee3d8b91 None None] Provisioning for port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:49:50.089962 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d27437b4-fa0a-4c2b-94a7-8abeee3d8b91 None None] Provisioning complete for port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:50.090375 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d27437b4-fa0a-4c2b-94a7-8abeee3d8b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:50.143164 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ce660-30d2-4f7e-a703-de58ad62bad6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Pushing event updated for resources: {'Port': ['ID=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:50.144037 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d27437b4-fa0a-4c2b-94a7-8abeee3d8b91 None None] Port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:49:50.218195 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd334f69-b5e7-4283-b7b0-f2ca71779ce6 req-aa95784a-b824-400f-99c1-5232299463af tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351912 Sep 07 18:49:50.251634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-e79ce660-30d2-4f7e-a703-de58ad62bad6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:50.252104 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-e79ce660-30d2-4f7e-a703-de58ad62bad6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:50.320130 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-d8c577a5-fb3c-48fd-8f77-e48b33023bea tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:50.334614 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:49:50.336063 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-d8c577a5-fb3c-48fd-8f77-e48b33023bea tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/networks?id=5fffebc2-0dee-49e6-9b53-7756168386e9 HTTP/1.1" status: 200 len: 814 time: 0.6357210 Sep 07 18:49:50.355946 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-e79ce660-30d2-4f7e-a703-de58ad62bad6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1867838 Sep 07 18:49:50.356167 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:50.373055 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] Request body: {'port': {'device_id': '2a2be118-144d-4f06-abfc-43887b51cff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:50.382426 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-a9020c69-ad64-4717-bd05-42231aecd7a1 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/quotas/a8f43108666243aebfcdc34f771ecd07 HTTP/1.1" status: 200 len: 375 time: 0.0452051 Sep 07 18:49:50.395963 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] Transition to ACTIVE for port object f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:49:50.401885 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:50.447865 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] Pushing event updated for resources: {'Port': ['ID=f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:50.566736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-21489981-d17f-4c78-9513-a02cb536ad19 req-e608d9dc-33a3-44f5-86dc-01affc96ea3b tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1032837424', 'description': 'tempest-description-263522238'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:50.594350 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-08f64a36-8f9e-4c71-8222-bfbe0fc9166b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8f43108666243aebfcdc34f771ecd07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2109971 Sep 07 18:49:50.631891 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] Attempting to bind port f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:49:50.632305 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] Attempting to bind port f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '31c4c172-3a11-4f59-bb1e-7f63cd3dadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:49:50.632809 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] Attempting to bind port f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 on network bd66a3a3-d141-4b70-95dd-3449895afcd4 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:49:50.638221 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] Port f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 on network bd66a3a3-d141-4b70-95dd-3449895afcd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:49:50.638411 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] Attempting to bind port f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 on network bd66a3a3-d141-4b70-95dd-3449895afcd4 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:49:50.659854 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:49:50.660237 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] Checking segment: {'id': '31c4c172-3a11-4f59-bb1e-7f63cd3dadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:50.661105 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] Bound using segment: {'id': '31c4c172-3a11-4f59-bb1e-7f63cd3dadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:49:50.661235 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] Bound port: f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c4c172-3a11-4f59-bb1e-7f63cd3dadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:49:50.661763 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:50.782734 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-21489981-d17f-4c78-9513-a02cb536ad19 req-e608d9dc-33a3-44f5-86dc-01affc96ea3b tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:50.813620 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] For port f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:49:50.817400 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] For port f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1,segment=NetworkSegment(31c4c172-3a11-4f59-bb1e-7f63cd3dadc7),segment_id=31c4c172-3a11-4f59-bb1e-7f63cd3dadc7)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:49:50.823146 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:50.824095 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:51.002062 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] Pushing event updated for resources: {'Port': ['ID=f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:51.022365 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:51.023178 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:51.025677 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-3c655204-edb9-42c1-8dd8-c63787c2209a service neutron] 10.222.0.60 "PUT /v2.0/ports/f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 HTTP/1.1" status: 200 len: 1091 time: 1.9452267 Sep 07 18:49:51.026573 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a595456f-d62f-4b1f-88b6-de98b44ca27d', 'tag': 'f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:49:51.029340 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7e57a6-fc81-4a61-8d46-b4d5ee399dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "a595456f-d62f-4b1f-88b6-de98b44ca27d", "tag": "f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:49:51.175854 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-12691c21-6951-4e2c-b617-4115548c8412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:51.183631 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-12691c21-6951-4e2c-b617-4115548c8412 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=990a87ac43074980b1a724e270c26ee2&device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 1094 time: 0.1114786 Sep 07 18:49:51.262316 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-cdcdc67b-798d-4713-a804-a31661fb0bae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 HTTP/1.1" status: 200 len: 217 time: 0.0701015 Sep 07 18:49:51.389073 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-1d5a8724-677d-4d50-a2b5-e577c8e35356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:51.397989 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-1d5a8724-677d-4d50-a2b5-e577c8e35356 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cac93b3c-cfaf-4e48-af75-309b6ae4c803 HTTP/1.1" status: 200 len: 855 time: 0.1273119 Sep 07 18:49:51.474140 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:49:51.490088 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:51.493099 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-b8f961c5-47e8-4e96-9a19-872670061c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:51.498293 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-b8f961c5-47e8-4e96-9a19-872670061c84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd66a3a3-d141-4b70-95dd-3449895afcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904465 Sep 07 18:49:51.657531 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-ca090a6e-8c7d-44aa-beea-885a866be3f8 service neutron] 10.222.0.60 "GET /v2.0/networks/bd66a3a3-d141-4b70-95dd-3449895afcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464562 Sep 07 18:49:51.667150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] Transition to ACTIVE for port object ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:49:51.677686 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:51.714621 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-21489981-d17f-4c78-9513-a02cb536ad19 req-e608d9dc-33a3-44f5-86dc-01affc96ea3b tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:51.769217 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-21489981-d17f-4c78-9513-a02cb536ad19 req-e608d9dc-33a3-44f5-86dc-01affc96ea3b tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:51.825064 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5e801b05-d6ec-41ac-bc1e-d12c02f7bc9f req-20c59480-62c5-413e-bbfa-2116bbe7e1a6 service neutron] 10.222.0.60 "GET /v2.0/networks/bd66a3a3-d141-4b70-95dd-3449895afcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465950 Sep 07 18:49:51.855015 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608d9dc-33a3-44f5-86dc-01affc96ea3b tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d10f8b9-37b1-4c2a-8fdc-de805611d35e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:52.075328 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-21489981-d17f-4c78-9513-a02cb536ad19 req-e608d9dc-33a3-44f5-86dc-01affc96ea3b tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:52.090797 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21489981-d17f-4c78-9513-a02cb536ad19 req-e608d9dc-33a3-44f5-86dc-01affc96ea3b tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.6470518 Sep 07 18:49:52.128033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] Pushing event updated for resources: {'Port': ['ID=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:52.155788 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e82db-a541-4b81-bf8a-f46c2326e579 req-6861ecab-22b8-4f31-ab6e-39312043d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:52.157062 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-6ec62ce5-7871-46ba-bde3-6ce274a4c971 service neutron] 10.222.0.26 "GET /v2.0/networks/5fffebc2-0dee-49e6-9b53-7756168386e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5418372 Sep 07 18:49:52.166268 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-de7e82db-a541-4b81-bf8a-f46c2326e579 req-6861ecab-22b8-4f31-ab6e-39312043d97b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 1097 time: 0.0614507 Sep 07 18:49:52.182986 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] Attempting to bind port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:49:52.186296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] Attempting to bind port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:49:52.187036 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] Attempting to bind port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:49:52.229887 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] Port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:49:52.230281 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] Attempting to bind port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:49:52.239024 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:49:52.239303 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:52.239782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:49:52.240283 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] Bound port: ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:49:52.240729 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:52.328199 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e82db-a541-4b81-bf8a-f46c2326e579 req-422770ee-788a-4c53-86ea-27a72142c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:52.330425 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-de7e82db-a541-4b81-bf8a-f46c2326e579 req-422770ee-788a-4c53-86ea-27a72142c451 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 912 time: 0.1406693 Sep 07 18:49:52.466913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065219b6-a678-4b9f-8bce-cca31b69ce4a req-04d06746-1e2e-4dbe-bd97-e1c4c52f1ce2 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:52.485401 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-065219b6-a678-4b9f-8bce-cca31b69ce4a req-04d06746-1e2e-4dbe-bd97-e1c4c52f1ce2 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 943 time: 0.2556350 Sep 07 18:49:52.490129 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-de7e82db-a541-4b81-bf8a-f46c2326e579 req-5b408255-1656-4b59-88a2-00ccf530daa8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d405748-1170-4b7c-b252-e6c48be8be2b HTTP/1.1" status: 200 len: 1001 time: 0.1365755 Sep 07 18:49:52.539767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] For port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:49:52.539767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] For port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:49:52.546138 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-07e2ff1b-360f-4d78-927e-25a904b66ca3 service neutron] 10.222.0.26 "GET /v2.0/networks/5fffebc2-0dee-49e6-9b53-7756168386e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805978 Sep 07 18:49:52.609547 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:52.610717 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e82db-a541-4b81-bf8a-f46c2326e579 req-1345ecb7-e391-4c7c-ae68-892176c55199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:52.610717 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-de7e82db-a541-4b81-bf8a-f46c2326e579 req-1345ecb7-e391-4c7c-ae68-892176c55199 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.0968235 Sep 07 18:49:52.679576 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-065219b6-a678-4b9f-8bce-cca31b69ce4a req-2e12004d-6a46-4b70-ab90-992cfc2c093b tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fac3b-42d4-4b67-b353-1d75c6580626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654329 Sep 07 18:49:52.694004 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e82db-a541-4b81-bf8a-f46c2326e579 req-751e0250-6417-42eb-9f4f-ffc59384c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:52.695668 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-de7e82db-a541-4b81-bf8a-f46c2326e579 req-751e0250-6417-42eb-9f4f-ffc59384c89a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852246 Sep 07 18:49:52.696372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:52.697281 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:52.699983 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] 10.222.0.60 "PUT /v2.0/ports/ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 HTTP/1.1" status: 200 len: 1095 time: 2.3319550 Sep 07 18:49:52.700665 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2be118-144d-4f06-abfc-43887b51cff9', 'tag': 'ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:49:52.703317 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61afa2e2-24c6-495b-9419-2c335f3b1fff" -d '{"events": [{"name": "network-changed", "server_uuid": "2a2be118-144d-4f06-abfc-43887b51cff9", "tag": "ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:49:52.706854 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea533cf-09e1-4dc6-92ef-40bad792f763 service neutron] Pushing event updated for resources: {'Port': ['ID=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:52.917172 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25cc3bc-c917-4dec-b3ff-ba178235022a x-openstack-request-id: req-e25cc3bc-c917-4dec-b3ff-ba178235022a {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:49:52.917868 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a595456f-d62f-4b1f-88b6-de98b44ca27d", "tag": "f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:49:52.918294 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e25cc3bc-c917-4dec-b3ff-ba178235022a {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:49:52.918719 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a595456f-d62f-4b1f-88b6-de98b44ca27d', 'tag': 'f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1', 'status': 'completed', 'code': 200} Sep 07 18:49:52.988097 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-67dc42ab-33b7-4f77-abde-9a7af35474ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:52.997279 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-67dc42ab-33b7-4f77-abde-9a7af35474ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 1098 time: 0.2322662 Sep 07 18:49:53.029298 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-de7e82db-a541-4b81-bf8a-f46c2326e579 req-4c133dc0-cd9a-4c9d-98e8-60cbf9d7faa3 service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085563 Sep 07 18:49:53.123684 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-f9520764-d48a-46dc-9bb7-f4b5b462ac86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 HTTP/1.1" status: 200 len: 217 time: 0.1089394 Sep 07 18:49:53.157964 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e57a6-fc81-4a61-8d46-b4d5ee399dd4 req-2e135c9b-80d8-4b9f-b9fb-4c03d995a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:53.159587 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f7e57a6-fc81-4a61-8d46-b4d5ee399dd4 req-2e135c9b-80d8-4b9f-b9fb-4c03d995a9a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=990a87ac43074980b1a724e270c26ee2&device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 1094 time: 0.2770035 Sep 07 18:49:53.272333 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-de7e82db-a541-4b81-bf8a-f46c2326e579 req-b5fcb223-88e8-4379-ab60-97cfcefb6caf service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344444 Sep 07 18:49:53.627590 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53620) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:53.841343 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7337ece0-d746-4d54-8ff7-10ce6ae5fa99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:53.864775 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-9ba121ee-6efb-45c1-8a24-0057cdb509fa req-2e94c63f-6692-4dd0-9142-c756be7eb059 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-331546579', 'description': 'tempest-description-1076051860'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:53.915520 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-8c5c83e6-36d4-4e66-acef-9767705c159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:53.918550 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-8c5c83e6-36d4-4e66-acef-9767705c159c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.7753460 Sep 07 18:49:53.932923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714c773-3e74-40b9-8004-d26c46793058 req-5d6cb58b-2d02-4495-b2c7-e74065d8e744 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:53.941833 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b714c773-3e74-40b9-8004-d26c46793058 req-5d6cb58b-2d02-4495-b2c7-e74065d8e744 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 947 time: 0.7957647 Sep 07 18:49:53.962762 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e57a6-fc81-4a61-8d46-b4d5ee399dd4 req-c54eb691-d27b-4ca0-bd3f-24c599eb3ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:53.965723 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f7e57a6-fc81-4a61-8d46-b4d5ee399dd4 req-c54eb691-d27b-4ca0-bd3f-24c599eb3ee8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd66a3a3-d141-4b70-95dd-3449895afcd4 HTTP/1.1" status: 200 len: 917 time: 0.7385089 Sep 07 18:49:53.973134 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7337ece0-d746-4d54-8ff7-10ce6ae5fa99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:53.981352 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7337ece0-d746-4d54-8ff7-10ce6ae5fa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.036385 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7337ece0-d746-4d54-8ff7-10ce6ae5fa99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3fb9b7a997b462da63b73a02489f981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077585 Sep 07 18:49:54.039358 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53630) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:54.095849 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337ece0-d746-4d54-8ff7-10ce6ae5fa99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20e91c0-3c2a-420b-b447-a9dbae123124,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:54.102877 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9ba121ee-6efb-45c1-8a24-0057cdb509fa req-2e94c63f-6692-4dd0-9142-c756be7eb059 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.113217 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f7e57a6-fc81-4a61-8d46-b4d5ee399dd4 req-5085b8aa-bf8e-47fb-8c13-73971b102f00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 HTTP/1.1" status: 200 len: 217 time: 0.1018965 Sep 07 18:49:54.132365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-e13d0858-e158-4b38-91db-bd34a925a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:54.134825 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-e13d0858-e158-4b38-91db-bd34a925a58f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1735883 Sep 07 18:49:54.141439 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-25897671-f718-42e8-8796-ca47dd5fb98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.162324 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b714c773-3e74-40b9-8004-d26c46793058 req-008a049f-c625-4e1e-9c28-a69f6208248a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571088 Sep 07 18:49:54.173329 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-25897671-f718-42e8-8796-ca47dd5fb98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.242809 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-25897671-f718-42e8-8796-ca47dd5fb98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.246845 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-25897671-f718-42e8-8796-ca47dd5fb98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.255951 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-25897671-f718-42e8-8796-ca47dd5fb98f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d20e91c0-3c2a-420b-b447-a9dbae123124 HTTP/1.1" status: 204 len: 168 time: 0.2155302 Sep 07 18:49:54.272678 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25897671-f718-42e8-8796-ca47dd5fb98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20e91c0-3c2a-420b-b447-a9dbae123124,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:54.290244 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e57a6-fc81-4a61-8d46-b4d5ee399dd4 req-10aa5631-de04-4029-a3b3-741e9df65c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:54.292587 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f7e57a6-fc81-4a61-8d46-b4d5ee399dd4 req-10aa5631-de04-4029-a3b3-741e9df65c83 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cac93b3c-cfaf-4e48-af75-309b6ae4c803 HTTP/1.1" status: 200 len: 855 time: 0.1647198 Sep 07 18:49:54.370445 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d05af9-92fd-43a1-ace6-6c5f0be60f6f x-openstack-request-id: req-f1d05af9-92fd-43a1-ace6-6c5f0be60f6f {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:49:54.370673 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a2be118-144d-4f06-abfc-43887b51cff9", "tag": "ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:49:54.370919 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1d05af9-92fd-43a1-ace6-6c5f0be60f6f {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:49:54.371347 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2be118-144d-4f06-abfc-43887b51cff9', 'tag': 'ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2', 'status': 'completed', 'code': 200} Sep 07 18:49:54.374970 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-f1d374f6-bcb1-48b4-83bc-851b5f65f367 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276053 Sep 07 18:49:54.470699 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07ef1d65-7fb7-4ff9-b9a8-527d7f3cf45f req-7a626d8f-70e7-46aa-b135-10f000095a5c tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 210 time: 0.0776131 Sep 07 18:49:54.499713 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e57a6-fc81-4a61-8d46-b4d5ee399dd4 req-cd0abfc9-27b8-4707-a4f9-18edaffb652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:54.501623 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f7e57a6-fc81-4a61-8d46-b4d5ee399dd4 req-cd0abfc9-27b8-4707-a4f9-18edaffb652a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd66a3a3-d141-4b70-95dd-3449895afcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260602 Sep 07 18:49:54.671642 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-ffba9595-176d-4e00-957c-20229c3d6268 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:54.673208 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-ffba9595-176d-4e00-957c-20229c3d6268 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.36 "GET /v2.0/networks?id=5fffebc2-0dee-49e6-9b53-7756168386e9 HTTP/1.1" status: 200 len: 814 time: 0.2158835 Sep 07 18:49:54.692381 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-0038b4f5-686d-4cf1-843a-d719dc75ce44 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Request body: {'port': {'device_id': '8b01b527-4a84-4c63-a557-d169d099741e', 'network_id': '5fffebc2-0dee-49e6-9b53-7756168386e9', 'admin_state_up': True, 'tenant_id': 'a8f43108666243aebfcdc34f771ecd07'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:54.750665 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c519133d-2703-4ec6-a01d-f6d9c3b21e6a req-91a8ae38-2d90-459c-a10a-3384ee3c528f service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661513 Sep 07 18:49:54.753117 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9ba121ee-6efb-45c1-8a24-0057cdb509fa req-2e94c63f-6692-4dd0-9142-c756be7eb059 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.759466 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9ba121ee-6efb-45c1-8a24-0057cdb509fa req-2e94c63f-6692-4dd0-9142-c756be7eb059 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.798549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94c63f-6692-4dd0-9142-c756be7eb059 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e93a0dab-e519-4be4-8fa7-895c8133cc6c,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:54.807522 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f7e57a6-fc81-4a61-8d46-b4d5ee399dd4 req-2767a0c9-b45c-4553-bb34-7c0c8de81834 service neutron] 10.222.0.60 "GET /v2.0/networks/bd66a3a3-d141-4b70-95dd-3449895afcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955170 Sep 07 18:49:54.813628 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9ba121ee-6efb-45c1-8a24-0057cdb509fa req-2e94c63f-6692-4dd0-9142-c756be7eb059 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.815003 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ba121ee-6efb-45c1-8a24-0057cdb509fa req-2e94c63f-6692-4dd0-9142-c756be7eb059 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9987111 Sep 07 18:49:54.894792 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-0038b4f5-686d-4cf1-843a-d719dc75ce44 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Made reservation on behalf of a8f43108666243aebfcdc34f771ecd07 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:54.899102 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-0038b4f5-686d-4cf1-843a-d719dc75ce44 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.946246 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53670) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:54.999616 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afa2e2-24c6-495b-9419-2c335f3b1fff req-2d5f5536-86cf-4ab8-aadd-bcddfc8be7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:55.001051 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61afa2e2-24c6-495b-9419-2c335f3b1fff req-2d5f5536-86cf-4ab8-aadd-bcddfc8be7ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 1098 time: 0.1334989 Sep 07 18:49:55.003185 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d50556ca-9513-4516-b21c-1de804bfad81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.008588 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78b8d0-c6f2-4bd0-b355-4ba301674697 req-fb544373-381c-4e9b-a7c5-b13d50eabf21 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:55.010211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b78b8d0-c6f2-4bd0-b355-4ba301674697 req-fb544373-381c-4e9b-a7c5-b13d50eabf21 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 943 time: 0.1517661 Sep 07 18:49:55.086545 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f7e57a6-fc81-4a61-8d46-b4d5ee399dd4 req-a1bd9f98-635f-459b-8720-20ab110eee87 service neutron] 10.222.0.60 "GET /v2.0/networks/bd66a3a3-d141-4b70-95dd-3449895afcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671592 Sep 07 18:49:55.105554 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-0038b4f5-686d-4cf1-843a-d719dc75ce44 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Allocated IP 172.20.0.5 (5fffebc2-0dee-49e6-9b53-7756168386e9/bb1deee6-d2df-40c0-951c-e7f5ec450286/2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:49:55.125502 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eeade363-f181-446e-bbd1-f98c403205e1 req-0b67196b-dacd-4e06-a9d0-63d657369982 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "GET /v2.0/security-groups/6d10f8b9-37b1-4c2a-8fdc-de805611d35e HTTP/1.1" status: 200 len: 1804 time: 0.1649196 Sep 07 18:49:55.180412 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b78b8d0-c6f2-4bd0-b355-4ba301674697 req-99f452cd-b84e-4578-bc50-4197abe180e4 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fac3b-42d4-4b67-b353-1d75c6580626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489022 Sep 07 18:49:55.207148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afa2e2-24c6-495b-9419-2c335f3b1fff req-0b09a773-6580-45c8-a65a-85484549f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:55.208793 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61afa2e2-24c6-495b-9419-2c335f3b1fff req-0b09a773-6580-45c8-a65a-85484549f832 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.1930366 Sep 07 18:49:55.211980 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eeade363-f181-446e-bbd1-f98c403205e1 req-8a60edf3-51cc-4ec9-a9cf-84021a2454bb tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "GET /v2.0/security-groups/e93a0dab-e519-4be4-8fa7-895c8133cc6c HTTP/1.1" status: 200 len: 1804 time: 0.0648274 Sep 07 18:49:55.215362 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d50556ca-9513-4516-b21c-1de804bfad81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.234658 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d50556ca-9513-4516-b21c-1de804bfad81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.294042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-eeade363-f181-446e-bbd1-f98c403205e1 req-cc126dd7-8936-4a92-9ca6-a216f1aa9c73 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6d10f8b9-37b1-4c2a-8fdc-de805611d35e', 'remote_group_id': 'e93a0dab-e519-4be4-8fa7-895c8133cc6c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:55.294380 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-eeade363-f181-446e-bbd1-f98c403205e1 req-cc126dd7-8936-4a92-9ca6-a216f1aa9c73 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6d10f8b9-37b1-4c2a-8fdc-de805611d35e', 'remote_group_id': 'e93a0dab-e519-4be4-8fa7-895c8133cc6c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:55.301241 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61afa2e2-24c6-495b-9419-2c335f3b1fff req-b0ecc2bf-6a27-48ab-8184-c1dbbda078c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 HTTP/1.1" status: 200 len: 217 time: 0.0833330 Sep 07 18:49:55.313502 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d50556ca-9513-4516-b21c-1de804bfad81 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2a32fbc1ac44395829b95a7a674df30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656232 Sep 07 18:49:55.316031 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53694) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:55.376811 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50556ca-9513-4516-b21c-1de804bfad81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e914753f-1b5a-4f4b-8d6f-e590e9552e38,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:55.416072 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53696) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:55.424017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afa2e2-24c6-495b-9419-2c335f3b1fff req-57ff968f-d1a6-4162-b379-d7cf4f30806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:55.425514 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61afa2e2-24c6-495b-9419-2c335f3b1fff req-57ff968f-d1a6-4162-b379-d7cf4f30806f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1047566 Sep 07 18:49:55.433520 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a79e3-ab80-46ad-a097-2b4f068aa026 req-951da1a0-8350-45fa-9115-a28f3a44d46b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:55.440783 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e54a79e3-ab80-46ad-a097-2b4f068aa026 req-951da1a0-8350-45fa-9115-a28f3a44d46b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 946 time: 0.1213229 Sep 07 18:49:55.445791 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-0038b4f5-686d-4cf1-843a-d719dc75ce44 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.453279 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f02cffa-c2e0-4502-8042-d78e37d2ada8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.482045 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f02cffa-c2e0-4502-8042-d78e37d2ada8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.505548 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eeade363-f181-446e-bbd1-f98c403205e1 req-cc126dd7-8936-4a92-9ca6-a216f1aa9c73 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.538796 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-0038b4f5-686d-4cf1-843a-d719dc75ce44 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.538926 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e54a79e3-ab80-46ad-a097-2b4f068aa026 req-62bca1dc-92cd-44ff-8861-8b167bbfcf76 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915840 Sep 07 18:49:55.558739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afa2e2-24c6-495b-9419-2c335f3b1fff req-d7b77d44-57a7-42d7-b1b9-5d004056d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:55.560670 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61afa2e2-24c6-495b-9419-2c335f3b1fff req-d7b77d44-57a7-42d7-b1b9-5d004056d448 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1180656 Sep 07 18:49:55.585267 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbd79-c130-4a96-8dd2-d7f8320e5ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.599125 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f02cffa-c2e0-4502-8042-d78e37d2ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.599390 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eeade363-f181-446e-bbd1-f98c403205e1 req-cc126dd7-8936-4a92-9ca6-a216f1aa9c73 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.601684 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f02cffa-c2e0-4502-8042-d78e37d2ada8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.602824 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8f02cffa-c2e0-4502-8042-d78e37d2ada8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e914753f-1b5a-4f4b-8d6f-e590e9552e38 HTTP/1.1" status: 204 len: 168 time: 0.2843227 Sep 07 18:49:55.609616 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-0038b4f5-686d-4cf1-843a-d719dc75ce44 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Network 5fffebc2-0dee-49e6-9b53-7756168386e9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:49:55.618463 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eeade363-f181-446e-bbd1-f98c403205e1 req-cc126dd7-8936-4a92-9ca6-a216f1aa9c73 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.623740 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-0038b4f5-686d-4cf1-843a-d719dc75ce44 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:55.631660 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02cffa-c2e0-4502-8042-d78e37d2ada8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e914753f-1b5a-4f4b-8d6f-e590e9552e38,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:55.637367 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-0038b4f5-686d-4cf1-843a-d719dc75ce44 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:49:55.645065 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038b4f5-686d-4cf1-843a-d719dc75ce44 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Pushing event updated for resources: {'Port': ['ID=2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:55.683513 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc126dd7-8936-4a92-9ca6-a216f1aa9c73 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e572f18-76aa-4570-8cb3-46fce40b311f,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:55.705733 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-0038b4f5-686d-4cf1-843a-d719dc75ce44 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:55.706436 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-0038b4f5-686d-4cf1-843a-d719dc75ce44 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.762133 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b0dd6-9773-4abb-978f-3017872e931f req-99872c7b-0273-449c-b174-52f86d188dc1 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:55.772314 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec4b0dd6-9773-4abb-978f-3017872e931f req-99872c7b-0273-449c-b174-52f86d188dc1 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 947 time: 0.1717768 Sep 07 18:49:55.782507 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbd79-c130-4a96-8dd2-d7f8320e5ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.782948 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61afa2e2-24c6-495b-9419-2c335f3b1fff req-184bdea8-55f3-4b37-8387-703fc24cd1c2 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147288 Sep 07 18:49:55.791907 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbd79-c130-4a96-8dd2-d7f8320e5ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.803897 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-0038b4f5-686d-4cf1-843a-d719dc75ce44 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1207285 Sep 07 18:49:55.806706 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eeade363-f181-446e-bbd1-f98c403205e1 req-cc126dd7-8936-4a92-9ca6-a216f1aa9c73 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.808430 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eeade363-f181-446e-bbd1-f98c403205e1 req-cc126dd7-8936-4a92-9ca6-a216f1aa9c73 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5750523 Sep 07 18:49:55.827253 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] Request body: {'port': {'device_id': '8b01b527-4a84-4c63-a557-d169d099741e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:55.856144 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec4b0dd6-9773-4abb-978f-3017872e931f req-ca2213f0-4251-41f1-90a9-85943a94a621 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805156 Sep 07 18:49:55.860753 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4c5a4205-423c-49ba-899c-572e7c3b6f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.877636 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdbd79-c130-4a96-8dd2-d7f8320e5ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7fa25d-d831-4b70-bd79-45a0d60c3ec6,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:55.894253 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e1cdbd79-c130-4a96-8dd2-d7f8320e5ff3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=92c6f8e53de94ecc87a945c7426e8241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4768384 Sep 07 18:49:55.896890 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53712) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:55.960176 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61afa2e2-24c6-495b-9419-2c335f3b1fff req-84fe2e0d-6450-49fe-a334-be3985d214d1 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663637 Sep 07 18:49:56.037128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117e174-3737-4da6-a1c5-52a349349164 req-d3d6c6c2-c66f-4153-8632-8e30aff888aa tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:56.039105 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c117e174-3737-4da6-a1c5-52a349349164 req-d3d6c6c2-c66f-4153-8632-8e30aff888aa tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 931 time: 0.0778587 Sep 07 18:49:56.096563 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c117e174-3737-4da6-a1c5-52a349349164 req-1ef27f5b-81c7-405c-a4ca-d65af61689c5 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492544 Sep 07 18:49:56.134596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-aa736926-c0e3-41c8-84cf-89eb0ed6b455 req-b75b0d72-f1a8-421b-b793-57fa8f7702ee tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1900015996', 'description': 'tempest-description-843629535'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:56.162226 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-aa736926-c0e3-41c8-84cf-89eb0ed6b455 req-b75b0d72-f1a8-421b-b793-57fa8f7702ee tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.266433 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.266931 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-aa736926-c0e3-41c8-84cf-89eb0ed6b455 req-b75b0d72-f1a8-421b-b793-57fa8f7702ee tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.271441 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-aa736926-c0e3-41c8-84cf-89eb0ed6b455 req-b75b0d72-f1a8-421b-b793-57fa8f7702ee tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.310668 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-aa736926-c0e3-41c8-84cf-89eb0ed6b455 req-b75b0d72-f1a8-421b-b793-57fa8f7702ee tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.315736 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0721a6a-10ac-473d-8fbb-517080fe73c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.327556 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aa736926-c0e3-41c8-84cf-89eb0ed6b455 req-b75b0d72-f1a8-421b-b793-57fa8f7702ee tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1986268 Sep 07 18:49:56.328839 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b0d72-f1a8-421b-b793-57fa8f7702ee tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a3a1c2-1655-4265-808c-98f77401a08f,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:56.359739 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0721a6a-10ac-473d-8fbb-517080fe73c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.458448 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d90a67-d62e-4a03-8eee-6dd58bc49131 req-519c1a51-5756-49b8-aa39-d3e4cb2b46c0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:56.466592 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20d90a67-d62e-4a03-8eee-6dd58bc49131 req-519c1a51-5756-49b8-aa39-d3e4cb2b46c0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0905316 Sep 07 18:49:56.519733 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee6fe3-f244-4d52-ad25-5d1696bc5bdd req-1e7c0fc1-b8c2-40f3-bf7f-25e17b03bdc0 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:56.524967 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dfee6fe3-f244-4d52-ad25-5d1696bc5bdd req-1e7c0fc1-b8c2-40f3-bf7f-25e17b03bdc0 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 943 time: 0.1186609 Sep 07 18:49:56.531185 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20d90a67-d62e-4a03-8eee-6dd58bc49131 req-d5af4320-cbaf-4354-a1dd-30bb533f884d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636842 Sep 07 18:49:56.551781 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0721a6a-10ac-473d-8fbb-517080fe73c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.554357 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0721a6a-10ac-473d-8fbb-517080fe73c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.555500 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e0721a6a-10ac-473d-8fbb-517080fe73c2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6d7fa25d-d831-4b70-bd79-45a0d60c3ec6 HTTP/1.1" status: 204 len: 168 time: 0.6576996 Sep 07 18:49:56.569267 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dfee6fe3-f244-4d52-ad25-5d1696bc5bdd req-bfc8033b-cc02-4317-b25a-bac11924509d tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fac3b-42d4-4b67-b353-1d75c6580626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368943 Sep 07 18:49:56.573119 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0721a6a-10ac-473d-8fbb-517080fe73c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7fa25d-d831-4b70-bd79-45a0d60c3ec6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:56.610042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-016c0806-9e94-45f3-a4df-4d5a9348a88e req-e429b074-34a2-424a-b436-760621648d69 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-112911056', 'description': 'tempest-description-1633347066'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:56.647762 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53752) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:56.665703 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:49:56.675026 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.683371 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-016c0806-9e94-45f3-a4df-4d5a9348a88e req-e429b074-34a2-424a-b436-760621648d69 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.689752 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] Transition to ACTIVE for port object 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:49:56.695144 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.723551 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d02d6b-449c-4586-9808-9ed5da3e747d admin admin] Deleting subnet 551b1e86-0321-4e22-8644-9ae81484f292 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:49:56.729388 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60d02d6b-449c-4586-9808-9ed5da3e747d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.781289 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:56.787698 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60d02d6b-449c-4586-9808-9ed5da3e747d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.860447 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60d02d6b-449c-4586-9808-9ed5da3e747d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.863959 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] Attempting to bind port 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:49:56.864674 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] Attempting to bind port 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '081d0e07-f868-45b4-a1d2-1f61785b783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fffebc2-0dee-49e6-9b53-7756168386e9'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:49:56.864674 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] Attempting to bind port 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba on network 5fffebc2-0dee-49e6-9b53-7756168386e9 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:49:56.869868 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] Port 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba on network 5fffebc2-0dee-49e6-9b53-7756168386e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:49:56.870193 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] Attempting to bind port 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba on network 5fffebc2-0dee-49e6-9b53-7756168386e9 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:49:56.875588 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:49:56.875920 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] Checking segment: {'id': '081d0e07-f868-45b4-a1d2-1f61785b783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fffebc2-0dee-49e6-9b53-7756168386e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:56.876294 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] Bound using segment: {'id': '081d0e07-f868-45b4-a1d2-1f61785b783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fffebc2-0dee-49e6-9b53-7756168386e9'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:49:56.876775 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] Bound port: 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081d0e07-f868-45b4-a1d2-1f61785b783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fffebc2-0dee-49e6-9b53-7756168386e9'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:49:56.877137 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.894870 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-016c0806-9e94-45f3-a4df-4d5a9348a88e req-e429b074-34a2-424a-b436-760621648d69 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.903395 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-016c0806-9e94-45f3-a4df-4d5a9348a88e req-e429b074-34a2-424a-b436-760621648d69 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.932621 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-016c0806-9e94-45f3-a4df-4d5a9348a88e req-e429b074-34a2-424a-b436-760621648d69 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.933885 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-016c0806-9e94-45f3-a4df-4d5a9348a88e req-e429b074-34a2-424a-b436-760621648d69 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3344519 Sep 07 18:49:56.959703 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429b074-34a2-424a-b436-760621648d69 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfd9f51-b86f-4de7-9770-858a7a33e6dc,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:56.966934 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60d02d6b-449c-4586-9808-9ed5da3e747d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.988052 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] For port 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:49:56.991666 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] For port 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba,segment=NetworkSegment(081d0e07-f868-45b4-a1d2-1f61785b783f),segment_id=081d0e07-f868-45b4-a1d2-1f61785b783f)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:49:56.996982 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.023935 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d02d6b-449c-4586-9808-9ed5da3e747d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=551b1e86-0321-4e22-8644-9ae81484f292,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:57.027122 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60d02d6b-449c-4586-9808-9ed5da3e747d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.029231 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-60d02d6b-449c-4586-9808-9ed5da3e747d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/551b1e86-0321-4e22-8644-9ae81484f292 HTTP/1.1" status: 204 len: 168 time: 0.3804924 Sep 07 18:49:57.032158 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:57.032837 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.034476 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] 10.222.0.36 "PUT /v2.0/ports/2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba HTTP/1.1" status: 200 len: 1091 time: 1.2115524 Sep 07 18:49:57.034978 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b01b527-4a84-4c63-a557-d169d099741e', 'tag': '2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:49:57.037574 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cc300a-8265-4608-bf14-c0a85a43368b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b01b527-4a84-4c63-a557-d169d099741e", "tag": "2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:49:57.042299 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53766) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:57.085735 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec9c93f5-c80a-4808-b69b-1fa4fe5077c2 req-fd7d087b-51c4-4811-9503-aef2c70f218f tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "GET /v2.0/security-groups/c8a3a1c2-1655-4265-808c-98f77401a08f HTTP/1.1" status: 200 len: 1804 time: 0.1155131 Sep 07 18:49:57.098678 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f561a7c-5541-48a2-89e3-452610338b3e req-5c97a2a1-794d-40f6-afb2-b4868b6f95c1 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:57.100460 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f561a7c-5541-48a2-89e3-452610338b3e req-5c97a2a1-794d-40f6-afb2-b4868b6f95c1 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 947 time: 0.0957334 Sep 07 18:49:57.131905 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ca19ccf0-6f7f-4efb-93fe-1c9ef64ac189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.177677 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec9c93f5-c80a-4808-b69b-1fa4fe5077c2 req-9e5e41f6-92ab-4924-8eb6-95fba1be4d49 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "GET /v2.0/security-groups/1dfd9f51-b86f-4de7-9770-858a7a33e6dc HTTP/1.1" status: 200 len: 1804 time: 0.0757535 Sep 07 18:49:57.185704 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f561a7c-5541-48a2-89e3-452610338b3e req-38cb2e7e-a57e-4569-bc7c-fd3856168998 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688155 Sep 07 18:49:57.190447 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-ec9c93f5-c80a-4808-b69b-1fa4fe5077c2 req-80a087b8-fb92-455e-a067-933154eee9d4 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c8a3a1c2-1655-4265-808c-98f77401a08f', 'remote_group_id': '1dfd9f51-b86f-4de7-9770-858a7a33e6dc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:57.190740 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-ec9c93f5-c80a-4808-b69b-1fa4fe5077c2 req-80a087b8-fb92-455e-a067-933154eee9d4 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c8a3a1c2-1655-4265-808c-98f77401a08f', 'remote_group_id': '1dfd9f51-b86f-4de7-9770-858a7a33e6dc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:57.216216 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c2eac-f6ec-4f4c-8289-3e820aaee666 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:57.237776 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-8087c384-45a9-423e-8df6-d08ac2bc9ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:57.239388 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-8087c384-45a9-423e-8df6-d08ac2bc9ef2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8f43108666243aebfcdc34f771ecd07&device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 1094 time: 0.1034606 Sep 07 18:49:57.280298 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ec9c93f5-c80a-4808-b69b-1fa4fe5077c2 req-80a087b8-fb92-455e-a067-933154eee9d4 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.301346 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-6d497ae5-5a23-4f44-a88e-cb0aeb0a2250 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba HTTP/1.1" status: 200 len: 217 time: 0.0470467 Sep 07 18:49:57.309134 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1452864e-6e19-4ca9-975f-093f893e7d7a x-openstack-request-id: req-1452864e-6e19-4ca9-975f-093f893e7d7a {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:49:57.309492 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b01b527-4a84-4c63-a557-d169d099741e", "tag": "2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:49:57.309804 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1452864e-6e19-4ca9-975f-093f893e7d7a {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:49:57.310260 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b01b527-4a84-4c63-a557-d169d099741e', 'tag': '2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba', 'status': 'completed', 'code': 200} Sep 07 18:49:57.320573 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ec9c93f5-c80a-4808-b69b-1fa4fe5077c2 req-80a087b8-fb92-455e-a067-933154eee9d4 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.323426 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ec9c93f5-c80a-4808-b69b-1fa4fe5077c2 req-80a087b8-fb92-455e-a067-933154eee9d4 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.346626 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a087b8-fb92-455e-a067-933154eee9d4 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4363d26-ccf8-41ba-899f-ac2e3f610ae8,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:57.360824 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-db914ef3-1e4a-47c7-a643-322b752a5ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:57.361919 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-db914ef3-1e4a-47c7-a643-322b752a5ccb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb1deee6-d2df-40c0-951c-e7f5ec450286 HTTP/1.1" status: 200 len: 854 time: 0.0486405 Sep 07 18:49:57.366239 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ec9c93f5-c80a-4808-b69b-1fa4fe5077c2 req-80a087b8-fb92-455e-a067-933154eee9d4 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.373115 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec9c93f5-c80a-4808-b69b-1fa4fe5077c2 req-80a087b8-fb92-455e-a067-933154eee9d4 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1860881 Sep 07 18:49:57.402430 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ca19ccf0-6f7f-4efb-93fe-1c9ef64ac189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.424682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ca19ccf0-6f7f-4efb-93fe-1c9ef64ac189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df6bff7a-469d-413b-b223-99442496c071']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:57.448358 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ca19ccf0-6f7f-4efb-93fe-1c9ef64ac189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563b9acb-e6af-41d0-bed2-cf4d0dfd4e9b') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:57.448715 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ca19ccf0-6f7f-4efb-93fe-1c9ef64ac189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563b9acb-e6af-41d0-bed2-cf4d0dfd4e9b') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:57.483596 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-4a10df7b-6b53-4c84-832d-58317ff7af51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5fffebc2-0dee-49e6-9b53-7756168386e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472538 Sep 07 18:49:57.487159 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ca19ccf0-6f7f-4efb-93fe-1c9ef64ac189 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.500905 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce0380fe-6c9a-40f4-88aa-80eef9765ba6 req-94f3867c-eab5-40cc-b82d-99b3bc883005 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "GET /v2.0/security-groups/1dfd9f51-b86f-4de7-9770-858a7a33e6dc HTTP/1.1" status: 200 len: 1804 time: 0.1035833 Sep 07 18:49:57.516003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017acb1-7c7d-40c5-8b92-1666f466fb91 req-161f6fb1-d67a-4c99-bcdf-7d9a6df688c3 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:57.526958 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6017acb1-7c7d-40c5-8b92-1666f466fb91 req-161f6fb1-d67a-4c99-bcdf-7d9a6df688c3 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 943 time: 0.1288524 Sep 07 18:49:57.529122 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ca19ccf0-6f7f-4efb-93fe-1c9ef64ac189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.560936 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca19ccf0-6f7f-4efb-93fe-1c9ef64ac189 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:49:57.561366 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ca19ccf0-6f7f-4efb-93fe-1c9ef64ac189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:49:57.563095 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:49:57.629300 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6017acb1-7c7d-40c5-8b92-1666f466fb91 req-439267ab-c11e-4bc1-a210-1bfaf20e09eb tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041770 Sep 07 18:49:57.642483 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-8dcefb2a-961b-412e-9d7d-864bd651dc46 service neutron] 10.222.0.36 "GET /v2.0/networks/5fffebc2-0dee-49e6-9b53-7756168386e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517432 Sep 07 18:49:57.644369 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ca19ccf0-6f7f-4efb-93fe-1c9ef64ac189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.652202 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ca19ccf0-6f7f-4efb-93fe-1c9ef64ac189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.653740 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:49:57.654261 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ca19ccf0-6f7f-4efb-93fe-1c9ef64ac189 admin admin] 10.222.0.26 "DELETE /v2.0/networks/df6bff7a-469d-413b-b223-99442496c071 HTTP/1.1" status: 204 len: 168 time: 0.6104012 Sep 07 18:49:57.667489 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ce0380fe-6c9a-40f4-88aa-80eef9765ba6 req-a856658b-1e44-4c01-982e-1da0b31400b6 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.687083 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19ccf0-6f7f-4efb-93fe-1c9ef64ac189 admin admin] Pushing event deleted for resources: {'Network': ['ID=df6bff7a-469d-413b-b223-99442496c071,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:57.731314 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ce0380fe-6c9a-40f4-88aa-80eef9765ba6 req-a856658b-1e44-4c01-982e-1da0b31400b6 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.765920 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5e0da14b-c013-454b-95cb-5d268eac14ed req-c19cc344-9020-4fa1-92de-85841514a27f service neutron] 10.222.0.36 "GET /v2.0/networks/5fffebc2-0dee-49e6-9b53-7756168386e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109669 Sep 07 18:49:57.814760 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:57.826337 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4d405748-1170-4b7c-b252-e6c48be8be2b no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:49:57.829392 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': 'ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2', 'mac_address': 'fa:16:3e:cd:bd:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:49:57.855296 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ce0380fe-6c9a-40f4-88aa-80eef9765ba6 req-a856658b-1e44-4c01-982e-1da0b31400b6 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.858807 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ce0380fe-6c9a-40f4-88aa-80eef9765ba6 req-a856658b-1e44-4c01-982e-1da0b31400b6 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.874066 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce0380fe-6c9a-40f4-88aa-80eef9765ba6 req-a856658b-1e44-4c01-982e-1da0b31400b6 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "DELETE /v2.0/security-groups/1dfd9f51-b86f-4de7-9770-858a7a33e6dc HTTP/1.1" status: 204 len: 173 time: 0.3456945 Sep 07 18:49:57.902954 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856658b-1e44-4c01-982e-1da0b31400b6 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfd9f51-b86f-4de7-9770-858a7a33e6dc,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:57.915563 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.932920 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc300a-8265-4608-bf14-c0a85a43368b req-0df127b4-604a-4296-9f61-052e4764a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:57.934788 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-26cc300a-8265-4608-bf14-c0a85a43368b req-0df127b4-604a-4296-9f61-052e4764a5e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8f43108666243aebfcdc34f771ecd07&device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 1094 time: 0.1112006 Sep 07 18:49:57.936026 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:49:57.943940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53810) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:57.989574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:57.997871 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.998812 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4d405748-1170-4b7c-b252-e6c48be8be2b details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:49:58.033889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f3ea8-602e-49c5-8064-9545068f3656 req-9fa305a1-931a-48ac-8fa9-5aaab4e50021 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:58.042411 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-604f3ea8-602e-49c5-8064-9545068f3656 req-9fa305a1-931a-48ac-8fa9-5aaab4e50021 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0805202 Sep 07 18:49:58.043628 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc300a-8265-4608-bf14-c0a85a43368b req-87797f71-4be0-4e5e-ad51-ee194c3bd543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:58.045397 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-26cc300a-8265-4608-bf14-c0a85a43368b req-87797f71-4be0-4e5e-ad51-ee194c3bd543 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5fffebc2-0dee-49e6-9b53-7756168386e9 HTTP/1.1" status: 200 len: 915 time: 0.1027441 Sep 07 18:49:58.080145 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-25327690-67ad-4331-9f4d-f82b81d10ae7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f252e36d35a45588571879b1e8e1919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1328490 Sep 07 18:49:58.081528 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53812) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:58.099962 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4d405748-1170-4b7c-b252-e6c48be8be2b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4d405748-1170-4b7c-b252-e6c48be8be2b,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:58.102716 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-26cc300a-8265-4608-bf14-c0a85a43368b req-f3bace64-8edf-4ec4-a892-8c6164b1300c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba HTTP/1.1" status: 200 len: 217 time: 0.0488586 Sep 07 18:49:58.105166 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-604f3ea8-602e-49c5-8064-9545068f3656 req-f1710332-95a0-4b07-9266-244c747c1934 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617449 Sep 07 18:49:58.124927 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '4d405748-1170-4b7c-b252-e6c48be8be2b', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'port_id': '4d405748-1170-4b7c-b252-e6c48be8be2b', 'mac_address': 'fa:16:3e:b4:26:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:49:58.150359 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:58.157597 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2a3dc48c-5274-4ac1-a14a-59de49ec8c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:58.179653 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc300a-8265-4608-bf14-c0a85a43368b req-db9c39a8-0512-4746-bbb5-8656e820fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:58.182925 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-26cc300a-8265-4608-bf14-c0a85a43368b req-db9c39a8-0512-4746-bbb5-8656e820fd04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb1deee6-d2df-40c0-951c-e7f5ec450286 HTTP/1.1" status: 200 len: 854 time: 0.0711865 Sep 07 18:49:58.183816 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2a3dc48c-5274-4ac1-a14a-59de49ec8c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:58.220751 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-26cc300a-8265-4608-bf14-c0a85a43368b req-dded642f-1808-4a40-9d77-a9df79764680 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5fffebc2-0dee-49e6-9b53-7756168386e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293343 Sep 07 18:49:58.222043 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d405748-1170-4b7c-b252-e6c48be8be2b'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:49:58.224269 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98eb344-98a5-4f1d-8124-d234e05f83de" -d '{"events": [{"server_uuid": "a505f491-b177-49c9-955e-c7d3c793f5b2", "name": "network-vif-unplugged", "status": "completed", "tag": "4d405748-1170-4b7c-b252-e6c48be8be2b"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:49:58.242570 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:58.260062 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d405748-1170-4b7c-b252-e6c48be8be2b {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:49:58.267007 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4d405748-1170-4b7c-b252-e6c48be8be2b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4d405748-1170-4b7c-b252-e6c48be8be2b,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:58.268543 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:58.275284 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:58.290111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cf01c-c0e2-434c-b30a-b9e3048b4851 req-32b96587-7432-4d02-8775-543a1e17c91b tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:58.298086 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e1cf01c-c0e2-434c-b30a-b9e3048b4851 req-32b96587-7432-4d02-8775-543a1e17c91b tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 943 time: 0.0864050 Sep 07 18:49:58.332733 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2a3dc48c-5274-4ac1-a14a-59de49ec8c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:58.335737 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2a3dc48c-5274-4ac1-a14a-59de49ec8c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:58.339653 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2a3dc48c-5274-4ac1-a14a-59de49ec8c91 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/067a1de0-f4b8-4440-bb88-3b985b30c583 HTTP/1.1" status: 204 len: 168 time: 0.2537081 Sep 07 18:49:58.347766 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-26cc300a-8265-4608-bf14-c0a85a43368b req-3f525c6e-47cf-41c9-90e6-9d8226d0c9d1 service neutron] 10.222.0.36 "GET /v2.0/networks/5fffebc2-0dee-49e6-9b53-7756168386e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172595 Sep 07 18:49:58.354929 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e1cf01c-c0e2-434c-b30a-b9e3048b4851 req-70626a05-6264-46de-a6f3-56f45211db1d tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fac3b-42d4-4b67-b353-1d75c6580626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559859 Sep 07 18:49:58.360755 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.db.api [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 18:49:58.361133 n-d-807786-1 neutron-server[101446]: DEBUG oslo_db.api [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 18:49:58.365785 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=4d405748-1170-4b7c-b252-e6c48be8be2b,revision_number=11']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:58.373513 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3dc48c-5274-4ac1-a14a-59de49ec8c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067a1de0-f4b8-4440-bb88-3b985b30c583,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:58.440537 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1153ee78-bd52-4367-adca-0a2f891436ff req-804ea15b-0f66-426f-8f03-40bf006763a3 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "GET /v2.0/security-groups/c8a3a1c2-1655-4265-808c-98f77401a08f HTTP/1.1" status: 200 len: 1804 time: 0.0502934 Sep 07 18:49:58.485432 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-26cc300a-8265-4608-bf14-c0a85a43368b req-b0e798bd-4750-4475-97e1-ac3703cb586b service neutron] 10.222.0.36 "GET /v2.0/networks/5fffebc2-0dee-49e6-9b53-7756168386e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286366 Sep 07 18:49:58.596946 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49543b98-ae37-447c-a282-2aa0ae65b069 req-bb6e179d-fbbf-4ea3-8714-55e6be9fb8e2 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:58.598578 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49543b98-ae37-447c-a282-2aa0ae65b069 req-bb6e179d-fbbf-4ea3-8714-55e6be9fb8e2 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 948 time: 0.0560563 Sep 07 18:49:58.644662 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49543b98-ae37-447c-a282-2aa0ae65b069 req-61f24511-3a9c-495a-a573-d6deceb6bde6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364313 Sep 07 18:49:58.670180 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bc6004-93da-4b9a-8e65-daa4e1cdf641 x-openstack-request-id: req-e1bc6004-93da-4b9a-8e65-daa4e1cdf641 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:49:58.671362 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a505f491-b177-49c9-955e-c7d3c793f5b2", "name": "network-vif-unplugged", "status": "completed", "tag": "4d405748-1170-4b7c-b252-e6c48be8be2b", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:49:58.671794 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1bc6004-93da-4b9a-8e65-daa4e1cdf641 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:49:58.672734 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d405748-1170-4b7c-b252-e6c48be8be2b', 'code': 200} Sep 07 18:49:58.676243 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-5263834a-e1c0-40b6-8e41-c9ac837eead1 req-6bc91304-face-4af4-9795-d1c2b3226e8a tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-296492135', 'description': 'tempest-description-1491405923'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:58.711201 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5263834a-e1c0-40b6-8e41-c9ac837eead1 req-6bc91304-face-4af4-9795-d1c2b3226e8a tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:58.747533 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-74398c8e-a125-47f8-a1ff-a4e373370cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:58.831242 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5263834a-e1c0-40b6-8e41-c9ac837eead1 req-6bc91304-face-4af4-9795-d1c2b3226e8a tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:58.836720 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5263834a-e1c0-40b6-8e41-c9ac837eead1 req-6bc91304-face-4af4-9795-d1c2b3226e8a tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:58.846067 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5312d-3d9d-4600-af7c-1a5f6c69fe0e req-adf7f1b1-213e-4ee3-b28a-41f79bcc1b28 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:58.847505 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bb5312d-3d9d-4600-af7c-1a5f6c69fe0e req-adf7f1b1-213e-4ee3-b28a-41f79bcc1b28 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 943 time: 0.0748250 Sep 07 18:49:58.886857 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5263834a-e1c0-40b6-8e41-c9ac837eead1 req-6bc91304-face-4af4-9795-d1c2b3226e8a tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:58.896720 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5263834a-e1c0-40b6-8e41-c9ac837eead1 req-6bc91304-face-4af4-9795-d1c2b3226e8a tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2214582 Sep 07 18:49:58.902811 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc91304-face-4af4-9795-d1c2b3226e8a tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d79d42a2-d3e9-4dc2-a204-655237595d3f,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:58.944675 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:58.959175 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:58.967906 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d405748-1170-4b7c-b252-e6c48be8be2b {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:49:58.972346 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bb5312d-3d9d-4600-af7c-1a5f6c69fe0e req-383db1db-7b51-43f4-9660-68e61d0604fe tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143317 Sep 07 18:49:58.998682 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4d405748-1170-4b7c-b252-e6c48be8be2b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4d405748-1170-4b7c-b252-e6c48be8be2b,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:59.004720 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:59.032667 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cdb3c228-fbe4-4325-99ad-291008571bc6 req-f7c161d9-827a-49e4-adf4-c6cc87d235ea tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "GET /v2.0/security-groups/d79d42a2-d3e9-4dc2-a204-655237595d3f HTTP/1.1" status: 200 len: 1804 time: 0.0571682 Sep 07 18:49:59.052262 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-cdb3c228-fbe4-4325-99ad-291008571bc6 req-28fbc4a3-dded-4885-bf88-8fb32f750a0c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd79d42a2-d3e9-4dc2-a204-655237595d3f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:59.053561 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-cdb3c228-fbe4-4325-99ad-291008571bc6 req-28fbc4a3-dded-4885-bf88-8fb32f750a0c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd79d42a2-d3e9-4dc2-a204-655237595d3f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:59.075401 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=4d405748-1170-4b7c-b252-e6c48be8be2b,revision_number=12']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:59.091827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['4d405748-1170-4b7c-b252-e6c48be8be2b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:49:59.164553 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cdb3c228-fbe4-4325-99ad-291008571bc6 req-28fbc4a3-dded-4885-bf88-8fb32f750a0c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:59.199393 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cdb3c228-fbe4-4325-99ad-291008571bc6 req-28fbc4a3-dded-4885-bf88-8fb32f750a0c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:59.205605 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cdb3c228-fbe4-4325-99ad-291008571bc6 req-28fbc4a3-dded-4885-bf88-8fb32f750a0c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:59.234902 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cdb3c228-fbe4-4325-99ad-291008571bc6 req-28fbc4a3-dded-4885-bf88-8fb32f750a0c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:59.236130 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cdb3c228-fbe4-4325-99ad-291008571bc6 req-28fbc4a3-dded-4885-bf88-8fb32f750a0c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1938007 Sep 07 18:49:59.237215 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbc4a3-dded-4885-bf88-8fb32f750a0c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563ead71-ecc6-4262-ba33-52ea779348f6,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:59.248655 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:49:59.321135 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:49:59.383698 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53876) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:59.451441 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba,segment=NetworkSegment(081d0e07-f868-45b4-a1d2-1f61785b783f),segment_id=081d0e07-f868-45b4-a1d2-1f61785b783f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:59.466127 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744401a-6a89-4b96-b937-f1c660dbac95 req-15939e74-98a7-486e-a3c5-39b2c245b4d4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:59.468226 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4744401a-6a89-4b96-b937-f1c660dbac95 req-15939e74-98a7-486e-a3c5-39b2c245b4d4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 945 time: 0.1399934 Sep 07 18:49:59.478008 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba', 'network_id': '5fffebc2-0dee-49e6-9b53-7756168386e9', 'port_id': '2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba', 'mac_address': 'fa:16:3e:dd:c4:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1deee6-d2df-40c0-951c-e7f5ec450286', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:49:59.480497 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9cf4bc8c-134e-4ff1-9d04-7c4ff1935a40 req-5e638133-6e80-4ee9-8b4c-ea27d047e07f tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "GET /v2.0/security-groups/d79d42a2-d3e9-4dc2-a204-655237595d3f HTTP/1.1" status: 200 len: 2397 time: 0.0836198 Sep 07 18:49:59.485959 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-9cf4bc8c-134e-4ff1-9d04-7c4ff1935a40 req-87947641-5c49-4c84-a966-a031ce095ff1 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd79d42a2-d3e9-4dc2-a204-655237595d3f', 'remote_group_id': None}]} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:59.486286 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-9cf4bc8c-134e-4ff1-9d04-7c4ff1935a40 req-87947641-5c49-4c84-a966-a031ce095ff1 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd79d42a2-d3e9-4dc2-a204-655237595d3f', 'remote_group_id': None}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:59.537457 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4744401a-6a89-4b96-b937-f1c660dbac95 req-3c6b7e30-6482-43f6-80d6-4eafca9c64ce tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464125 Sep 07 18:49:59.554599 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:59.580493 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:49:59.602657 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9cf4bc8c-134e-4ff1-9d04-7c4ff1935a40 req-87947641-5c49-4c84-a966-a031ce095ff1 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:59.614138 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba,segment=NetworkSegment(081d0e07-f868-45b4-a1d2-1f61785b783f),segment_id=081d0e07-f868-45b4-a1d2-1f61785b783f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:59.626832 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:59.646732 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9cf4bc8c-134e-4ff1-9d04-7c4ff1935a40 req-87947641-5c49-4c84-a966-a031ce095ff1 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:59.652422 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9cf4bc8c-134e-4ff1-9d04-7c4ff1935a40 req-87947641-5c49-4c84-a966-a031ce095ff1 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:59.688146 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87947641-5c49-4c84-a966-a031ce095ff1 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546b7d53-26a6-4ad3-a9cd-87968dd16567,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:59.692249 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9cf4bc8c-134e-4ff1-9d04-7c4ff1935a40 req-87947641-5c49-4c84-a966-a031ce095ff1 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:59.703937 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:59.704646 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9cf4bc8c-134e-4ff1-9d04-7c4ff1935a40 req-87947641-5c49-4c84-a966-a031ce095ff1 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2228682 Sep 07 18:49:59.754594 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03d96871-f235-4ba7-8d07-a50e5cbdad1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:59.790473 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b20f2b-0d48-4602-aeeb-c43ce87b6d51 req-76712068-c5d5-469e-ac60-d4670ea2abff tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:59.792596 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-84b20f2b-0d48-4602-aeeb-c43ce87b6d51 req-76712068-c5d5-469e-ac60-d4670ea2abff tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 943 time: 0.0835357 Sep 07 18:49:59.825439 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:49:59.889833 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-84b20f2b-0d48-4602-aeeb-c43ce87b6d51 req-e0628fff-0357-48bb-8dee-df00142c3be7 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fac3b-42d4-4b67-b353-1d75c6580626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803370 Sep 07 18:49:59.910634 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03d96871-f235-4ba7-8d07-a50e5cbdad1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:59.915044 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03d96871-f235-4ba7-8d07-a50e5cbdad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:59.949735 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-03d96871-f235-4ba7-8d07-a50e5cbdad1a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d38661dc222f480bacaf45dd290d8f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5649316 Sep 07 18:49:59.950433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056592cf-6b3d-4189-bd9e-9d0aa004586d req-d2a76e4e-10cf-4b22-8d23-f186ede4937e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:59.958486 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-056592cf-6b3d-4189-bd9e-9d0aa004586d req-d2a76e4e-10cf-4b22-8d23-f186ede4937e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 948 time: 0.1219878 Sep 07 18:49:59.959882 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53898) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:00.023373 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d96871-f235-4ba7-8d07-a50e5cbdad1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad7d2d5-725b-4485-a0aa-4a554f3eb58d,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:00.068764 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-84621481-befe-4ef9-8ccb-e3a70c83c2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:00.072950 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:00.081840 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab4161b2-09e0-4891-afed-1a4fe6b046b3 req-0d0d7329-6e72-4a66-a5bd-7d95622d5ca7 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "GET /v2.0/security-groups/d79d42a2-d3e9-4dc2-a204-655237595d3f HTTP/1.1" status: 200 len: 2995 time: 0.1569366 Sep 07 18:50:00.086737 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-056592cf-6b3d-4189-bd9e-9d0aa004586d req-8cac8bc7-9f9a-40de-bc1d-d127050e2749 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274035 Sep 07 18:50:00.095085 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-84621481-befe-4ef9-8ccb-e3a70c83c2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:00.175110 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-84621481-befe-4ef9-8ccb-e3a70c83c2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:00.178378 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-84621481-befe-4ef9-8ccb-e3a70c83c2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:00.182502 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-84621481-befe-4ef9-8ccb-e3a70c83c2fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ad7d2d5-725b-4485-a0aa-4a554f3eb58d HTTP/1.1" status: 204 len: 168 time: 0.2184658 Sep 07 18:50:00.199812 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84621481-befe-4ef9-8ccb-e3a70c83c2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad7d2d5-725b-4485-a0aa-4a554f3eb58d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:00.215862 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d201137a-b36f-46f0-b7a1-4df1a4424c3a req-640b62dd-d6ae-4955-ab95-5ecef1870402 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "GET /v2.0/security-group-rules/546b7d53-26a6-4ad3-a9cd-87968dd16567 HTTP/1.1" status: 200 len: 783 time: 0.0677667 Sep 07 18:50:00.324168 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f1b95-df08-416f-b19d-da01dd02eca0 req-85898707-94ee-4480-aee6-97e027167ec7 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:00.325929 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b8f1b95-df08-416f-b19d-da01dd02eca0 req-85898707-94ee-4480-aee6-97e027167ec7 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 944 time: 0.1486447 Sep 07 18:50:00.333625 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d201137a-b36f-46f0-b7a1-4df1a4424c3a req-87a75626-f2a0-409c-b556-257dba13c7a3 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "GET /v2.0/security-groups/d79d42a2-d3e9-4dc2-a204-655237595d3f HTTP/1.1" status: 200 len: 2995 time: 0.0728889 Sep 07 18:50:00.386150 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b8f1b95-df08-416f-b19d-da01dd02eca0 req-ce46546c-8886-40ba-a97b-4a8f7d88e21d tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514703 Sep 07 18:50:00.388713 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d201137a-b36f-46f0-b7a1-4df1a4424c3a req-ed1b26a6-8563-41c7-9398-d3054936f832 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:00.397210 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d201137a-b36f-46f0-b7a1-4df1a4424c3a req-ed1b26a6-8563-41c7-9398-d3054936f832 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:00.432295 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d201137a-b36f-46f0-b7a1-4df1a4424c3a req-ed1b26a6-8563-41c7-9398-d3054936f832 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:00.440704 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d201137a-b36f-46f0-b7a1-4df1a4424c3a req-ed1b26a6-8563-41c7-9398-d3054936f832 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:00.442232 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d201137a-b36f-46f0-b7a1-4df1a4424c3a req-ed1b26a6-8563-41c7-9398-d3054936f832 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/546b7d53-26a6-4ad3-a9cd-87968dd16567 HTTP/1.1" status: 204 len: 173 time: 0.1008441 Sep 07 18:50:00.452822 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b26a6-8563-41c7-9398-d3054936f832 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=546b7d53-26a6-4ad3-a9cd-87968dd16567,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:00.518812 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86c326c1-d649-4287-97b6-93adbbd2869a req-bd8a8aa8-f60b-4b90-a315-0b954a39df98 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "GET /v2.0/security-groups/d79d42a2-d3e9-4dc2-a204-655237595d3f HTTP/1.1" status: 200 len: 2397 time: 0.0504949 Sep 07 18:50:00.539870 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53940) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:00.558460 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97a6de54-6618-4234-b5cc-07d8b057e635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:00.614082 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-86c326c1-d649-4287-97b6-93adbbd2869a req-3287e455-adfc-4806-b05a-176aac82741c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:00.646588 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-86c326c1-d649-4287-97b6-93adbbd2869a req-3287e455-adfc-4806-b05a-176aac82741c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:00.722429 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-86c326c1-d649-4287-97b6-93adbbd2869a req-3287e455-adfc-4806-b05a-176aac82741c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:00.725837 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-86c326c1-d649-4287-97b6-93adbbd2869a req-3287e455-adfc-4806-b05a-176aac82741c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:00.728554 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86c326c1-d649-4287-97b6-93adbbd2869a req-3287e455-adfc-4806-b05a-176aac82741c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "DELETE /v2.0/security-groups/d79d42a2-d3e9-4dc2-a204-655237595d3f HTTP/1.1" status: 204 len: 173 time: 0.2012398 Sep 07 18:50:00.747734 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97a6de54-6618-4234-b5cc-07d8b057e635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:00.748057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287e455-adfc-4806-b05a-176aac82741c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79d42a2-d3e9-4dc2-a204-655237595d3f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:00.755425 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97a6de54-6618-4234-b5cc-07d8b057e635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:00.824186 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6de54-6618-4234-b5cc-07d8b057e635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df72289-d972-4b04-90fe-982ce18f9fd1,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:00.853282 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-97a6de54-6618-4234-b5cc-07d8b057e635 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ed593cdd276409899754016484857f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110092 Sep 07 18:50:00.854165 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53950) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:00.898259 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1341f05-2987-496b-8f96-7afcd3270aca req-2f8a8f61-5af6-496c-9dde-1066915c1855 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:00.900684 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1341f05-2987-496b-8f96-7afcd3270aca req-2f8a8f61-5af6-496c-9dde-1066915c1855 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 945 time: 0.0995431 Sep 07 18:50:00.962656 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1341f05-2987-496b-8f96-7afcd3270aca req-31337eae-4e1c-4005-8a84-3046c5836188 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523438 Sep 07 18:50:00.963512 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-033a62d9-e2e8-4127-9db6-7d94b67de827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:01.001668 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-033a62d9-e2e8-4127-9db6-7d94b67de827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:01.061876 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-21e1237d-9432-4127-b972-a6d0c8854675 req-3f8f579b-836e-4cbb-bf12-28c641006280 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] show failed (client error): The resource could not be found. Sep 07 18:50:01.063268 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21e1237d-9432-4127-b972-a6d0c8854675 req-3f8f579b-836e-4cbb-bf12-28c641006280 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "GET /v2.0/security-groups/1dfd9f51-b86f-4de7-9770-858a7a33e6dc HTTP/1.1" status: 404 len: 352 time: 0.0360177 Sep 07 18:50:01.119058 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-033a62d9-e2e8-4127-9db6-7d94b67de827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:01.121985 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-033a62d9-e2e8-4127-9db6-7d94b67de827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:01.123175 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-033a62d9-e2e8-4127-9db6-7d94b67de827 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1df72289-d972-4b04-90fe-982ce18f9fd1 HTTP/1.1" status: 204 len: 168 time: 0.2668731 Sep 07 18:50:01.222755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a62d9-e2e8-4127-9db6-7d94b67de827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df72289-d972-4b04-90fe-982ce18f9fd1,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:01.260969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:01.263295 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b9536-d3a6-4eae-9fc6-3ddaf7e5aae9 req-7e7d77aa-b639-4f21-afb0-c3a633b8da4f tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:01.277316 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-351b9536-d3a6-4eae-9fc6-3ddaf7e5aae9 req-7e7d77aa-b639-4f21-afb0-c3a633b8da4f tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 943 time: 0.1275480 Sep 07 18:50:01.336979 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-351b9536-d3a6-4eae-9fc6-3ddaf7e5aae9 req-d742230f-c940-46e3-9c66-e4f678ee2e19 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fac3b-42d4-4b67-b353-1d75c6580626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521114 Sep 07 18:50:01.426670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:01.434281 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:01.435238 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:01.455902 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cebcc47e-ffec-48ba-9290-83a257576234 req-cf05880d-d70b-4956-8cc4-9b2a0a4c0025 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "GET /v2.0/security-groups/c8a3a1c2-1655-4265-808c-98f77401a08f HTTP/1.1" status: 200 len: 1804 time: 0.0783992 Sep 07 18:50:01.571322 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cebcc47e-ffec-48ba-9290-83a257576234 req-6bc57ff2-ab8d-40f0-884d-cc3770323cac tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:01.610254 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cebcc47e-ffec-48ba-9290-83a257576234 req-6bc57ff2-ab8d-40f0-884d-cc3770323cac tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:01.621217 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:01.676134 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cebcc47e-ffec-48ba-9290-83a257576234 req-6bc57ff2-ab8d-40f0-884d-cc3770323cac tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:01.682744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:50:01.684734 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:01.685339 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cebcc47e-ffec-48ba-9290-83a257576234 req-6bc57ff2-ab8d-40f0-884d-cc3770323cac tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:01.686719 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cebcc47e-ffec-48ba-9290-83a257576234 req-6bc57ff2-ab8d-40f0-884d-cc3770323cac tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "DELETE /v2.0/security-groups/c8a3a1c2-1655-4265-808c-98f77401a08f HTTP/1.1" status: 204 len: 173 time: 0.2268317 Sep 07 18:50:01.707889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc57ff2-ab8d-40f0-884d-cc3770323cac tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a3a1c2-1655-4265-808c-98f77401a08f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:01.945090 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8279ea-70f1-4196-a3bd-5652bb2aa6ee req-ca8207ef-0206-4634-a475-e9722618137a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:01.956065 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc8279ea-70f1-4196-a3bd-5652bb2aa6ee req-ca8207ef-0206-4634-a475-e9722618137a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 948 time: 0.1338012 Sep 07 18:50:02.058121 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba,segment=NetworkSegment(081d0e07-f868-45b4-a1d2-1f61785b783f),segment_id=081d0e07-f868-45b4-a1d2-1f61785b783f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:02.068306 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b01b527-4a84-4c63-a557-d169d099741e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:02.072758 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc8279ea-70f1-4196-a3bd-5652bb2aa6ee req-83c270e1-0bfa-44ae-a6a6-912e05068df4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151538 Sep 07 18:50:02.079049 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ab787c-e48c-4913-9324-ffbc781f9502" -d '{"events": [{"server_uuid": "8b01b527-4a84-4c63-a557-d169d099741e", "name": "network-vif-plugged", "status": "completed", "tag": "2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:02.099500 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:02.112686 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:02.225424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c6a0aedf-e36d-41d0-bbe7-0aa302fd1510 req-e864248c-c226-44e2-9fb5-eeea6adfd395 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "GET /v2.0/security-groups/e93a0dab-e519-4be4-8fa7-895c8133cc6c HTTP/1.1" status: 200 len: 1804 time: 0.1181092 Sep 07 18:50:02.268736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad724cc-1491-49c3-9ab2-d429f89eb9b5 req-d1c82234-daac-4aa5-9f23-858e527a658b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:02.270986 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aad724cc-1491-49c3-9ab2-d429f89eb9b5 req-d1c82234-daac-4aa5-9f23-858e527a658b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.1389232 Sep 07 18:50:02.333835 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c6a0aedf-e36d-41d0-bbe7-0aa302fd1510 req-38e66f7b-cd81-43d1-96ff-e619bfab8238 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:02.359822 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aad724cc-1491-49c3-9ab2-d429f89eb9b5 req-6744852e-d852-48dc-add3-5949269a945e tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718536 Sep 07 18:50:02.373113 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c6a0aedf-e36d-41d0-bbe7-0aa302fd1510 req-38e66f7b-cd81-43d1-96ff-e619bfab8238 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:02.418944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:02.444107 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:02.457820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:02.458270 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:02.478074 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c6a0aedf-e36d-41d0-bbe7-0aa302fd1510 req-38e66f7b-cd81-43d1-96ff-e619bfab8238 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:02.483128 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c6a0aedf-e36d-41d0-bbe7-0aa302fd1510 req-38e66f7b-cd81-43d1-96ff-e619bfab8238 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:02.489818 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c6a0aedf-e36d-41d0-bbe7-0aa302fd1510 req-38e66f7b-cd81-43d1-96ff-e619bfab8238 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "DELETE /v2.0/security-groups/e93a0dab-e519-4be4-8fa7-895c8133cc6c HTTP/1.1" status: 204 len: 173 time: 0.2634060 Sep 07 18:50:02.516543 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1,segment=NetworkSegment(31c4c172-3a11-4f59-bb1e-7f63cd3dadc7),segment_id=31c4c172-3a11-4f59-bb1e-7f63cd3dadc7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:02.533146 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e66f7b-cd81-43d1-96ff-e619bfab8238 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93a0dab-e519-4be4-8fa7-895c8133cc6c,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:02.533743 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1', 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4', 'port_id': 'f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1', 'mac_address': 'fa:16:3e:34:7e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac93b3c-cfaf-4e48-af75-309b6ae4c803', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:50:02.662108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848f9f6-63f1-4cda-8db0-828517b158de req-aab2418c-9751-42d2-938c-d18660a5e4ac tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:02.663671 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a848f9f6-63f1-4cda-8db0-828517b158de req-aab2418c-9751-42d2-938c-d18660a5e4ac tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 945 time: 0.1236727 Sep 07 18:50:02.689864 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:02.723101 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:02.733339 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:02.750736 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a848f9f6-63f1-4cda-8db0-828517b158de req-70750b7d-b7d8-4e27-8008-366aafe3713d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660064 Sep 07 18:50:02.833661 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1,segment=NetworkSegment(31c4c172-3a11-4f59-bb1e-7f63cd3dadc7),segment_id=31c4c172-3a11-4f59-bb1e-7f63cd3dadc7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:02.835797 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979e9c88-e9b9-400d-adcd-e6b6b40ffccf x-openstack-request-id: req-979e9c88-e9b9-400d-adcd-e6b6b40ffccf {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:02.836172 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b01b527-4a84-4c63-a557-d169d099741e", "name": "network-vif-plugged", "status": "completed", "tag": "2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:02.836434 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-979e9c88-e9b9-400d-adcd-e6b6b40ffccf {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:02.840115 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b01b527-4a84-4c63-a557-d169d099741e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba', 'code': 200} Sep 07 18:50:02.862516 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:03.005726 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1bc4a-4fb5-4307-ae70-93bbc469dd9c req-b11c0b5d-9a87-47e7-97c3-8540f0ea5e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:03.009834 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c6a1bc4a-4fb5-4307-ae70-93bbc469dd9c req-b11c0b5d-9a87-47e7-97c3-8540f0ea5e68 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 1096 time: 0.0995336 Sep 07 18:50:03.011499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1e856-6dee-424e-92fc-470d97b6db71 req-79f1dfc5-6fad-4037-bf62-3d4caf11c967 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:03.028790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61f1e856-6dee-424e-92fc-470d97b6db71 req-79f1dfc5-6fad-4037-bf62-3d4caf11c967 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 944 time: 0.1225030 Sep 07 18:50:03.032492 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:03.044933 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:03.057877 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:03.058712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4d405748-1170-4b7c-b252-e6c48be8be2b up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:03.078162 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54014) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:03.110890 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c6a1bc4a-4fb5-4307-ae70-93bbc469dd9c req-27c0e2db-3a50-416e-a2d7-faee615bc74b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891132 Sep 07 18:50:03.135928 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61f1e856-6dee-424e-92fc-470d97b6db71 req-71921786-524a-4677-9745-9b255dcbd952 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fac3b-42d4-4b67-b353-1d75c6580626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000621 Sep 07 18:50:03.206773 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9702295e-7c46-48e3-99f9-beba3db56082 req-cca035cf-44ba-4d3f-ab35-a0a11a6567b9 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "GET /v2.0/security-groups/6d10f8b9-37b1-4c2a-8fdc-de805611d35e HTTP/1.1" status: 200 len: 1804 time: 0.1127367 Sep 07 18:50:03.215821 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:03.219173 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:50:03.329148 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 4d405748-1170-4b7c-b252-e6c48be8be2b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:03.329518 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:03.417705 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9702295e-7c46-48e3-99f9-beba3db56082 req-730e6461-01c7-43a3-9b21-b29bad429d0c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:03.422431 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-3b1cce00-517d-4107-9141-500f66ea7952 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-819670082-network', 'tenant_id': 'e16cb520c20b4748a10d33bd69fff0df'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:03.446634 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1cce00-517d-4107-9141-500f66ea7952 admin admin] Made reservation on behalf of e16cb520c20b4748a10d33bd69fff0df for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:03.450811 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3b1cce00-517d-4107-9141-500f66ea7952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:03.455051 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fce6c-b961-4534-bfe1-65e8e0e82778 req-320458e4-5254-49ab-b6f1-4b3264881121 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:03.463491 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3b1cce00-517d-4107-9141-500f66ea7952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:03.464691 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d07fce6c-b961-4534-bfe1-65e8e0e82778 req-320458e4-5254-49ab-b6f1-4b3264881121 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 0.1727636 Sep 07 18:50:03.502963 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9702295e-7c46-48e3-99f9-beba3db56082 req-730e6461-01c7-43a3-9b21-b29bad429d0c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:03.582616 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9702295e-7c46-48e3-99f9-beba3db56082 req-730e6461-01c7-43a3-9b21-b29bad429d0c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:03.585436 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9702295e-7c46-48e3-99f9-beba3db56082 req-730e6461-01c7-43a3-9b21-b29bad429d0c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:03.600038 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9702295e-7c46-48e3-99f9-beba3db56082 req-730e6461-01c7-43a3-9b21-b29bad429d0c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "DELETE /v2.0/security-groups/6d10f8b9-37b1-4c2a-8fdc-de805611d35e HTTP/1.1" status: 204 len: 173 time: 0.3922811 Sep 07 18:50:03.601568 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:03.629722 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3b1cce00-517d-4107-9141-500f66ea7952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:03.638661 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3b1cce00-517d-4107-9141-500f66ea7952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:03.670139 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d07fce6c-b961-4534-bfe1-65e8e0e82778 req-3506373b-71d9-45d2-bf99-906325753810 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745605 Sep 07 18:50:03.675816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e6461-01c7-43a3-9b21-b29bad429d0c tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d10f8b9-37b1-4c2a-8fdc-de805611d35e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:03.708971 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1cce00-517d-4107-9141-500f66ea7952 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:50:03.710165 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4d405748-1170-4b7c-b252-e6c48be8be2b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4d405748-1170-4b7c-b252-e6c48be8be2b,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:03.734960 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:03.752030 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1cce00-517d-4107-9141-500f66ea7952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dacb48-ad3a-41c9-a113-50b387017d81,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:03.769397 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3b1cce00-517d-4107-9141-500f66ea7952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:03.777236 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-3b1cce00-517d-4107-9141-500f66ea7952 admin admin] Added segment 3b5f0525-5957-4f83-8cbc-7b45db5d4f77 of type vlan for network 4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5 Sep 07 18:50:03.796415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=4d405748-1170-4b7c-b252-e6c48be8be2b,revision_number=13']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:03.840678 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3b1cce00-517d-4107-9141-500f66ea7952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:03.887594 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3b1cce00-517d-4107-9141-500f66ea7952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:03.888967 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1cce00-517d-4107-9141-500f66ea7952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:03.889566 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3b1cce00-517d-4107-9141-500f66ea7952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:03.902752 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f779fc6-c9a1-4ff6-bc35-e0e7472c9c57 req-ee3d274b-9e18-4424-a498-d998900d7b04 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:03.911211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6f779fc6-c9a1-4ff6-bc35-e0e7472c9c57 req-ee3d274b-9e18-4424-a498-d998900d7b04 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.2012424 Sep 07 18:50:03.924972 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3efa423-a828-4557-a7cf-6fdd2e1056d1 req-efe01d0f-ed93-4f34-98af-5f6096efef26 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "GET /v2.0/security-groups/15af08ba-693b-4428-83e7-454f65d9b56b HTTP/1.1" status: 200 len: 2403 time: 0.1964781 Sep 07 18:50:03.949742 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3b1cce00-517d-4107-9141-500f66ea7952 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8693686 Sep 07 18:50:03.953343 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54040) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:03.966531 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-faabc55c-6275-4d1b-8bb6-3ce65339a54d admin admin] Request body: {'subnet': {'network_id': '4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-819670082-subnet', 'tenant_id': 'e16cb520c20b4748a10d33bd69fff0df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:04.008847 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1cce00-517d-4107-9141-500f66ea7952 admin admin] Pushing event updated for resources: {'Network': ['ID=4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:04.011101 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6f779fc6-c9a1-4ff6-bc35-e0e7472c9c57 req-93007fe1-ef3e-4bf5-990a-cdb48b0c203f tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829265 Sep 07 18:50:04.033151 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:50:04.057725 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faabc55c-6275-4d1b-8bb6-3ce65339a54d admin admin] Made reservation on behalf of e16cb520c20b4748a10d33bd69fff0df for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:04.062319 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-faabc55c-6275-4d1b-8bb6-3ce65339a54d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:04.152966 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c3efa423-a828-4557-a7cf-6fdd2e1056d1 req-b831b70e-6eb3-4383-b329-f8a2b42ac256 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:04.218930 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c3efa423-a828-4557-a7cf-6fdd2e1056d1 req-b831b70e-6eb3-4383-b329-f8a2b42ac256 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:04.319925 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aedb60-4945-48f5-9efb-4aaa4d853857 req-317ddf4c-a7bb-41b0-9deb-d6081729a3f5 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:04.329391 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48aedb60-4945-48f5-9efb-4aaa4d853857 req-317ddf4c-a7bb-41b0-9deb-d6081729a3f5 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0932360 Sep 07 18:50:04.352856 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c3efa423-a828-4557-a7cf-6fdd2e1056d1 req-b831b70e-6eb3-4383-b329-f8a2b42ac256 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:04.355567 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c3efa423-a828-4557-a7cf-6fdd2e1056d1 req-b831b70e-6eb3-4383-b329-f8a2b42ac256 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:04.357164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3efa423-a828-4557-a7cf-6fdd2e1056d1 req-b831b70e-6eb3-4383-b329-f8a2b42ac256 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "DELETE /v2.0/security-groups/15af08ba-693b-4428-83e7-454f65d9b56b HTTP/1.1" status: 204 len: 173 time: 0.4310467 Sep 07 18:50:04.375368 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831b70e-6eb3-4383-b329-f8a2b42ac256 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15af08ba-693b-4428-83e7-454f65d9b56b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:04.402199 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48aedb60-4945-48f5-9efb-4aaa4d853857 req-e48a73be-3083-4c9a-aca5-c79bc8524d86 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685942 Sep 07 18:50:04.507054 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-faabc55c-6275-4d1b-8bb6-3ce65339a54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:04.579960 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2cdcb0e9-9ae2-419d-a0cd-f8a873408d71 req-48256651-0811-4b8a-be2e-58988f0158c0 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "GET /v2.0/security-groups/8500cefa-39eb-49b3-9c9c-496329c6f9c3 HTTP/1.1" status: 200 len: 2396 time: 0.1256068 Sep 07 18:50:04.589260 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabc55c-6275-4d1b-8bb6-3ce65339a54d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0b05bc-7bc4-45d2-a242-b2991ca16efe,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:04.597156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cc868-52cb-4f72-b504-9f874d25484c req-faa1f94e-51f8-4911-8888-90827852ce9a tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:04.610694 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a8cc868-52cb-4f72-b504-9f874d25484c req-faa1f94e-51f8-4911-8888-90827852ce9a tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 944 time: 0.0783529 Sep 07 18:50:04.630143 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faabc55c-6275-4d1b-8bb6-3ce65339a54d admin admin] Checking segment: {'id': '3b5f0525-5957-4f83-8cbc-7b45db5d4f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:04.630527 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faabc55c-6275-4d1b-8bb6-3ce65339a54d admin admin] Network hostable DHCP agents. Network: 4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:50:04.658484 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faabc55c-6275-4d1b-8bb6-3ce65339a54d admin admin] Network 4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:50:04.676183 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-faabc55c-6275-4d1b-8bb6-3ce65339a54d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:04.683802 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faabc55c-6275-4d1b-8bb6-3ce65339a54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:04.684269 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-faabc55c-6275-4d1b-8bb6-3ce65339a54d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:04.688239 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09b8af8-2c02-4fa6-87e4-922ae1107d55 None None] Network 4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:50:04.704500 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-faabc55c-6275-4d1b-8bb6-3ce65339a54d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7478108 Sep 07 18:50:04.705095 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54060) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:04.713157 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-2b7a510d-f058-4aba-a5f5-dac02f36cdc3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-819670082-router', 'tenant_id': 'e16cb520c20b4748a10d33bd69fff0df', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:04.761715 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b7a510d-f058-4aba-a5f5-dac02f36cdc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:04.763578 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b7a510d-f058-4aba-a5f5-dac02f36cdc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:04.851347 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2be118-144d-4f06-abfc-43887b51cff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2'}, {'server_uuid': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d405748-1170-4b7c-b252-e6c48be8be2b'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:04.862880 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2f69c3-9e18-46bb-8aba-188a883a1979" -d '{"events": [{"server_uuid": "2a2be118-144d-4f06-abfc-43887b51cff9", "name": "network-vif-plugged", "status": "completed", "tag": "ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2"}, {"server_uuid": "a505f491-b177-49c9-955e-c7d3c793f5b2", "name": "network-vif-plugged", "status": "completed", "tag": "4d405748-1170-4b7c-b252-e6c48be8be2b"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:04.871078 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b7a510d-f058-4aba-a5f5-dac02f36cdc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:04.929775 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a8cc868-52cb-4f72-b504-9f874d25484c req-111ae354-cc4c-4b19-b4f4-4b528a6288fd tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fac3b-42d4-4b67-b353-1d75c6580626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178055 Sep 07 18:50:04.966099 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2cdcb0e9-9ae2-419d-a0cd-f8a873408d71 req-bd4a4994-2884-4bb6-970d-6f7739ddcde3 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.051800 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2cdcb0e9-9ae2-419d-a0cd-f8a873408d71 req-bd4a4994-2884-4bb6-970d-6f7739ddcde3 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.144909 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b7a510d-f058-4aba-a5f5-dac02f36cdc3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.172733 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5', 'network_id': '4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5', 'tenant_id': 'e16cb520c20b4748a10d33bd69fff0df', 'fixed_ips': [{'subnet_id': '5c0b05bc-7bc4-45d2-a242-b2991ca16efe'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:50:05.176802 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.274175 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574749a-b156-43ed-966d-fc15e9a3637d req-d119b858-c558-4c4b-9b35-ba23d696585c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:05.278467 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a574749a-b156-43ed-966d-fc15e9a3637d req-d119b858-c558-4c4b-9b35-ba23d696585c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 0.1972733 Sep 07 18:50:05.303084 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2cdcb0e9-9ae2-419d-a0cd-f8a873408d71 req-bd4a4994-2884-4bb6-970d-6f7739ddcde3 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.309932 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2cdcb0e9-9ae2-419d-a0cd-f8a873408d71 req-bd4a4994-2884-4bb6-970d-6f7739ddcde3 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.323497 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54068) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:05.323810 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2cdcb0e9-9ae2-419d-a0cd-f8a873408d71 req-bd4a4994-2884-4bb6-970d-6f7739ddcde3 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] 10.222.0.26 "DELETE /v2.0/security-groups/8500cefa-39eb-49b3-9c9c-496329c6f9c3 HTTP/1.1" status: 204 len: 173 time: 0.6618152 Sep 07 18:50:05.350496 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54070) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:05.389537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a4994-2884-4bb6-970d-6f7739ddcde3 tempest-SecurityGroupRulesTestJSON-525724822 tempest-SecurityGroupRulesTestJSON-525724822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8500cefa-39eb-49b3-9c9c-496329c6f9c3,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:05.432484 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4595358f-ef4a-44ed-a07c-557cc8977d96 x-openstack-request-id: req-4595358f-ef4a-44ed-a07c-557cc8977d96 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:05.432954 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2be118-144d-4f06-abfc-43887b51cff9", "name": "network-vif-plugged", "status": "completed", "tag": "ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2", "code": 200}, {"server_uuid": "a505f491-b177-49c9-955e-c7d3c793f5b2", "name": "network-vif-plugged", "status": "completed", "tag": "4d405748-1170-4b7c-b252-e6c48be8be2b", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:05.433849 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4595358f-ef4a-44ed-a07c-557cc8977d96 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:05.436557 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2be118-144d-4f06-abfc-43887b51cff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2', 'code': 200} Sep 07 18:50:05.436953 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d405748-1170-4b7c-b252-e6c48be8be2b', 'code': 200} Sep 07 18:50:05.444364 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-14fe100d-a371-419a-a93f-b63e1b2ac6c0 admin admin] Deleting subnet ead21bd9-3e26-4b19-9d0f-fb19ad4f99f8 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:50:05.455021 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14fe100d-a371-419a-a93f-b63e1b2ac6c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.469970 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a574749a-b156-43ed-966d-fc15e9a3637d req-a009f838-00d0-4f4e-8be2-03b895740806 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844394 Sep 07 18:50:05.579351 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14fe100d-a371-419a-a93f-b63e1b2ac6c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.580975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c219605-6f54-4acc-a662-43214d097799 req-7f0aac7a-ef7b-416f-8bd4-b2908cbfb767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:05.582762 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c219605-6f54-4acc-a662-43214d097799 req-7f0aac7a-ef7b-416f-8bd4-b2908cbfb767 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 1100 time: 0.1023660 Sep 07 18:50:05.663533 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] Allocated IP 172.20.0.2 (4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5/5c0b05bc-7bc4-45d2-a242-b2991ca16efe/8079e2b1-b2e2-47f1-8683-980d32b9311f) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:05.679176 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0a584-fb97-4450-adcc-82ceb21a5d81 req-ad0e713a-d1f8-41c7-9641-a6626389b5be tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:05.690398 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6cc0a584-fb97-4450-adcc-82ceb21a5d81 req-ad0e713a-d1f8-41c7-9641-a6626389b5be tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.1126504 Sep 07 18:50:05.695834 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:05.709135 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14fe100d-a371-419a-a93f-b63e1b2ac6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.738573 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c219605-6f54-4acc-a662-43214d097799 req-3c802e11-21e5-4867-b0b5-5421e924c24e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463783 Sep 07 18:50:05.802831 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33230856-6923-4d48-afb8-6d32544df5a9 req-7ded0fea-2ddb-4c51-b333-69d7be24a98e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:05.804769 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-33230856-6923-4d48-afb8-6d32544df5a9 req-7ded0fea-2ddb-4c51-b333-69d7be24a98e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 946 time: 0.1095035 Sep 07 18:50:05.807732 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2e8c365f-06a5-46c8-ae94-8b9a0fd834a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.822236 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14fe100d-a371-419a-a93f-b63e1b2ac6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.861923 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6cc0a584-fb97-4450-adcc-82ceb21a5d81 req-376789b3-d465-42e7-8549-9ed9d61e2d13 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705029 Sep 07 18:50:05.887792 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe100d-a371-419a-a93f-b63e1b2ac6c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ead21bd9-3e26-4b19-9d0f-fb19ad4f99f8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:05.902075 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14fe100d-a371-419a-a93f-b63e1b2ac6c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.905104 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-14fe100d-a371-419a-a93f-b63e1b2ac6c0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ead21bd9-3e26-4b19-9d0f-fb19ad4f99f8 HTTP/1.1" status: 204 len: 168 time: 0.5800309 Sep 07 18:50:05.941563 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54086) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:06.048494 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82e439a1-edfa-4cb2-bcd6-2a4b671e1ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.075336 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-33230856-6923-4d48-afb8-6d32544df5a9 req-3ad78192-96f1-4abf-b46e-a2c63a6f6441 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516491 Sep 07 18:50:06.128100 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.141045 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b7a510d-f058-4aba-a5f5-dac02f36cdc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.158766 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] Transition to ACTIVE for port object 8079e2b1-b2e2-47f1-8683-980d32b9311f will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:06.163883 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b7a510d-f058-4aba-a5f5-dac02f36cdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.195214 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] Transition to ACTIVE for port object 8079e2b1-b2e2-47f1-8683-980d32b9311f will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:06.214195 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.229143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6f77f-1fea-4c07-9543-fd35c4c66778 req-c2177392-4788-42ff-9dd5-3cd1c64d2de4 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:06.240383 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4a6f77f-1fea-4c07-9543-fd35c4c66778 req-c2177392-4788-42ff-9dd5-3cd1c64d2de4 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.1910465 Sep 07 18:50:06.286739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] Pushing event updated for resources: {'Port': ['ID=8079e2b1-b2e2-47f1-8683-980d32b9311f,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:06.292410 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:06.296824 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82e439a1-edfa-4cb2-bcd6-2a4b671e1ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.321161 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:06.321534 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.329772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] Network 4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:06.330523 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-82e439a1-edfa-4cb2-bcd6-2a4b671e1ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9255dcee-eb4e-4da9-a99a-ec3a9291abb3']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:06.331943 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:06.366226 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-82e439a1-edfa-4cb2-bcd6-2a4b671e1ec4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d59749-2a9f-4312-acbb-e5c9ea64bddf') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:06.366504 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-82e439a1-edfa-4cb2-bcd6-2a4b671e1ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d59749-2a9f-4312-acbb-e5c9ea64bddf') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:06.385015 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82e439a1-edfa-4cb2-bcd6-2a4b671e1ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.387995 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b97e99-3218-452f-bdac-3db4b31bc0fd req-b25e9ba4-a0a5-45e2-9b4c-77771ec3b676 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:06.397829 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54b97e99-3218-452f-bdac-3db4b31bc0fd req-b25e9ba4-a0a5-45e2-9b4c-77771ec3b676 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 944 time: 0.1889076 Sep 07 18:50:06.406319 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82e439a1-edfa-4cb2-bcd6-2a4b671e1ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.420691 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-2b7a510d-f058-4aba-a5f5-dac02f36cdc3 admin admin] Allocated IP 172.25.8.14 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/0bb03f89-dee0-4df5-8fdd-4770066fb5ee) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:06.423337 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e439a1-edfa-4cb2-bcd6-2a4b671e1ec4 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:50:06.424017 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82e439a1-edfa-4cb2-bcd6-2a4b671e1ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:50:06.426117 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:50:06.431424 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:06.449964 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4a6f77f-1fea-4c07-9543-fd35c4c66778 req-273f4565-e05b-40c1-b472-95a02a521246 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032740 Sep 07 18:50:06.532446 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82e439a1-edfa-4cb2-bcd6-2a4b671e1ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.543674 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54b97e99-3218-452f-bdac-3db4b31bc0fd req-b623253e-35cb-4449-b7e8-5bc79964a98d tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fac3b-42d4-4b67-b353-1d75c6580626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441410 Sep 07 18:50:06.559133 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2e8c365f-06a5-46c8-ae94-8b9a0fd834a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.565171 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2e8c365f-06a5-46c8-ae94-8b9a0fd834a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.607850 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82e439a1-edfa-4cb2-bcd6-2a4b671e1ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.625872 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-82e439a1-edfa-4cb2-bcd6-2a4b671e1ec4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9255dcee-eb4e-4da9-a99a-ec3a9291abb3 HTTP/1.1" status: 204 len: 168 time: 0.6829128 Sep 07 18:50:06.636196 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] Attempting to bind port 8079e2b1-b2e2-47f1-8683-980d32b9311f on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:06.637760 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] Attempting to bind port 8079e2b1-b2e2-47f1-8683-980d32b9311f by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '3b5f0525-5957-4f83-8cbc-7b45db5d4f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:06.637760 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] Attempting to bind port 8079e2b1-b2e2-47f1-8683-980d32b9311f on network 4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:06.651137 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2e8c365f-06a5-46c8-ae94-8b9a0fd834a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e2b47b5a51094c15a05bc414f436cad6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2995441 Sep 07 18:50:06.652043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54120) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:06.660258 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:06.663490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] Checking segment: {'id': '3b5f0525-5957-4f83-8cbc-7b45db5d4f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:06.663905 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.664305 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] Bound using segment: {'id': '3b5f0525-5957-4f83-8cbc-7b45db5d4f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:06.664823 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] Bound port: 8079e2b1-b2e2-47f1-8683-980d32b9311f, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5f0525-5957-4f83-8cbc-7b45db5d4f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:06.665206 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.669137 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c365f-06a5-46c8-ae94-8b9a0fd834a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7ad472-53a2-49db-a859-75ead3d1716a,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:06.760038 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.848592 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1,segment=NetworkSegment(31c4c172-3a11-4f59-bb1e-7f63cd3dadc7),segment_id=31c4c172-3a11-4f59-bb1e-7f63cd3dadc7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:06.850282 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] For port 8079e2b1-b2e2-47f1-8683-980d32b9311f, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:06.853997 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] For port 8079e2b1-b2e2-47f1-8683-980d32b9311f, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8079e2b1-b2e2-47f1-8683-980d32b9311f,segment=NetworkSegment(3b5f0525-5957-4f83-8cbc-7b45db5d4f77),segment_id=3b5f0525-5957-4f83-8cbc-7b45db5d4f77)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:06.855676 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.870010 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b7a510d-f058-4aba-a5f5-dac02f36cdc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.906753 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e439a1-edfa-4cb2-bcd6-2a4b671e1ec4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9255dcee-eb4e-4da9-a99a-ec3a9291abb3,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:06.912485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54122) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:06.917134 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-51aa2678-1cf7-493d-996c-897b91cfcac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.921838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:06.925525 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:07.017996 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b7a510d-f058-4aba-a5f5-dac02f36cdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:07.032017 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b1768-289a-449d-ac2f-7b788bfa7736 None None] Pushing event updated for resources: {'Port': ['ID=8079e2b1-b2e2-47f1-8683-980d32b9311f,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:07.069739 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7a510d-f058-4aba-a5f5-dac02f36cdc3 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:07.135950 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-51aa2678-1cf7-493d-996c-897b91cfcac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:07.140729 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-2b7a510d-f058-4aba-a5f5-dac02f36cdc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:07.144758 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7a510d-f058-4aba-a5f5-dac02f36cdc3 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:07.196816 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-19134c89-853c-438b-9862-4c0783e840ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d965e1b59b1c405b9146b35383c8a57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745702 Sep 07 18:50:07.203134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54136) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:07.212187 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb3a73-09b2-4646-bf8b-b0a732f10dc1 req-abf3854c-34a3-4787-a59c-33cdf0ef9947 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:07.221448 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-23bb3a73-09b2-4646-bf8b-b0a732f10dc1 req-abf3854c-34a3-4787-a59c-33cdf0ef9947 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 0.4658520 Sep 07 18:50:07.360557 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26d396-b0ce-4243-9f3c-dc4ba0aa2f95 req-82d202b9-852e-46bd-a4ef-7c26d37d679c tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:07.368487 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba26d396-b0ce-4243-9f3c-dc4ba0aa2f95 req-82d202b9-852e-46bd-a4ef-7c26d37d679c tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.2555845 Sep 07 18:50:07.380249 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-47c5f9c3-feb0-46c1-b769-a76a94500ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:07.442135 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a595456f-d62f-4b1f-88b6-de98b44ca27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:07.450443 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd26f706-5c2e-4a48-84f2-9efa041fda2c" -d '{"events": [{"server_uuid": "a595456f-d62f-4b1f-88b6-de98b44ca27d", "name": "network-vif-plugged", "status": "completed", "tag": "f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:07.463069 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a510d-f058-4aba-a5f5-dac02f36cdc3 admin admin] Pushing event updated for resources: {'Port': ['ID=0bb03f89-dee0-4df5-8fdd-4770066fb5ee,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:07.732217 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b7a510d-f058-4aba-a5f5-dac02f36cdc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:07.824724 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-23bb3a73-09b2-4646-bf8b-b0a732f10dc1 req-5706a4e0-3269-47ed-a0a9-f6b4dcd8e035 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6022429 Sep 07 18:50:07.849708 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-47c5f9c3-feb0-46c1-b769-a76a94500ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:07.927446 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba26d396-b0ce-4243-9f3c-dc4ba0aa2f95 req-4432d0e4-dda3-4f2f-b8a6-e0326d876baf tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5482261 Sep 07 18:50:08.018091 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f57cd58-629a-435b-ba51-e6d30c1a9f21 x-openstack-request-id: req-3f57cd58-629a-435b-ba51-e6d30c1a9f21 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:08.018091 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a595456f-d62f-4b1f-88b6-de98b44ca27d", "name": "network-vif-plugged", "status": "completed", "tag": "f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:08.018091 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f57cd58-629a-435b-ba51-e6d30c1a9f21 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:08.018091 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a595456f-d62f-4b1f-88b6-de98b44ca27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1', 'code': 200} Sep 07 18:50:08.019391 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aaada2-779b-493a-87f3-00f4cd0f650e req-c4592a5a-e0b1-42fc-a85b-36e29bda10cf tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:08.020805 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6aaada2-779b-493a-87f3-00f4cd0f650e req-c4592a5a-e0b1-42fc-a85b-36e29bda10cf tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0517502 Sep 07 18:50:08.022399 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-51aa2678-1cf7-493d-996c-897b91cfcac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:08.026009 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-51aa2678-1cf7-493d-996c-897b91cfcac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:08.029999 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-51aa2678-1cf7-493d-996c-897b91cfcac2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c7ad472-53a2-49db-a859-75ead3d1716a HTTP/1.1" status: 204 len: 168 time: 1.3739927 Sep 07 18:50:08.040006 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa2678-1cf7-493d-996c-897b91cfcac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7ad472-53a2-49db-a859-75ead3d1716a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:08.043864 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-47c5f9c3-feb0-46c1-b769-a76a94500ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:08.047179 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-47c5f9c3-feb0-46c1-b769-a76a94500ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:08.051028 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-47c5f9c3-feb0-46c1-b769-a76a94500ac3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/41cbfb37-9f61-4201-ac3c-050412616886 HTTP/1.1" status: 204 len: 168 time: 0.8263388 Sep 07 18:50:08.079117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa2678-1cf7-493d-996c-897b91cfcac2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:08.079468 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa2678-1cf7-493d-996c-897b91cfcac2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:08.079806 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa2678-1cf7-493d-996c-897b91cfcac2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:08.081463 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b7a510d-f058-4aba-a5f5-dac02f36cdc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:08.083537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa2678-1cf7-493d-996c-897b91cfcac2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:08.083886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa2678-1cf7-493d-996c-897b91cfcac2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:08.084230 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa2678-1cf7-493d-996c-897b91cfcac2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:08.084919 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa2678-1cf7-493d-996c-897b91cfcac2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:08.085258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa2678-1cf7-493d-996c-897b91cfcac2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:08.085607 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa2678-1cf7-493d-996c-897b91cfcac2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:08.085926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa2678-1cf7-493d-996c-897b91cfcac2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:08.086259 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa2678-1cf7-493d-996c-897b91cfcac2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:08.090413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa2678-1cf7-493d-996c-897b91cfcac2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:08.196340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5f9c3-feb0-46c1-b769-a76a94500ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cbfb37-9f61-4201-ac3c-050412616886,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:08.237720 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23a557-59be-415c-99e0-158a7dac5603 req-3450ecb2-8119-4dd8-806c-2aeb0fcf35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:08.240089 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed23a557-59be-415c-99e0-158a7dac5603 req-3450ecb2-8119-4dd8-806c-2aeb0fcf35b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 1096 time: 0.1450799 Sep 07 18:50:08.256941 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6aaada2-779b-493a-87f3-00f4cd0f650e req-3366e06e-7012-459a-b106-573ce1fe972c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013042 Sep 07 18:50:08.293227 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0209f5b-3904-4a08-b69d-ffd792e27973 req-6b4864a9-b09d-4653-968d-7d67563c1c79 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:08.300984 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0209f5b-3904-4a08-b69d-ffd792e27973 req-6b4864a9-b09d-4653-968d-7d67563c1c79 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 945 time: 0.2069886 Sep 07 18:50:08.397822 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0209f5b-3904-4a08-b69d-ffd792e27973 req-0bf4a31b-3957-42f8-b027-2b9bbdf7fb78 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fac3b-42d4-4b67-b353-1d75c6580626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909522 Sep 07 18:50:08.402325 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed23a557-59be-415c-99e0-158a7dac5603 req-c3a544fb-1dc0-4b93-80d0-52341fce771a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9f8fac3b-42d4-4b67-b353-1d75c6580626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399436 Sep 07 18:50:08.825000 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4dc083-ca23-46aa-81dc-fa30d2905529 None None] Network 4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:50:08.904330 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7a510d-f058-4aba-a5f5-dac02f36cdc3 admin admin] Router ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:50:08.917729 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ffea4933-83d6-4bbf-8713-01fcefb69a5d None None] Provisioning for port 8079e2b1-b2e2-47f1-8683-980d32b9311f completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:08.988444 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8079e2b1-b2e2-47f1-8683-980d32b9311f up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:09.154683 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddc3ed-b2f4-49c7-beba-c30c696a0dec req-0f0a8ec8-6702-479b-b758-01a9da47b275 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:09.164930 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55ddc3ed-b2f4-49c7-beba-c30c696a0dec req-0f0a8ec8-6702-479b-b758-01a9da47b275 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 0.1454117 Sep 07 18:50:09.208010 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b273570-adb4-4e1d-a3a9-f078cb7a1459 req-7076f466-184f-4e58-b543-13eed390e1ee tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:09.220796 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b273570-adb4-4e1d-a3a9-f078cb7a1459 req-7076f466-184f-4e58-b543-13eed390e1ee tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.1445220 Sep 07 18:50:09.228005 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7a510d-f058-4aba-a5f5-dac02f36cdc3 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:50:09.237836 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] Sync routers for ids ['ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:50:09.255298 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] Routers {'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:09.255951 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:49:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:09.256345 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b7a510d-f058-4aba-a5f5-dac02f36cdc3 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:09.257698 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2b7a510d-f058-4aba-a5f5-dac02f36cdc3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5511258 Sep 07 18:50:09.261054 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54176) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:09.273675 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 8079e2b1-b2e2-47f1-8683-980d32b9311f completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:09.276677 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55ddc3ed-b2f4-49c7-beba-c30c696a0dec req-ba723bfe-ba26-4f73-a0c4-7a7c0e2fc3c1 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096807 Sep 07 18:50:09.299493 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 8079e2b1-b2e2-47f1-8683-980d32b9311f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:09.299872 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:09.340482 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b273570-adb4-4e1d-a3a9-f078cb7a1459 req-22df7714-490b-4b04-a822-e0775afd495f tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183217 Sep 07 18:50:09.470204 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54188) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:09.507368 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99fb90-007e-400c-81de-eae0a58671d5 req-953f2258-5b77-461b-b3da-6094accbb821 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:09.520544 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1a99fb90-007e-400c-81de-eae0a58671d5 req-953f2258-5b77-461b-b3da-6094accbb821 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 946 time: 0.1077929 Sep 07 18:50:09.651109 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1a99fb90-007e-400c-81de-eae0a58671d5 req-21bcd460-42be-4683-b54d-affeb6073047 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284440 Sep 07 18:50:09.656619 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] Set router ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:09.673977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-3037532a-0c51-4445-8a87-6679c7347fe3 req-bbaef69a-abbf-48ec-8589-b3b28156d490 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:50:09.687581 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3037532a-0c51-4445-8a87-6679c7347fe3 req-bbaef69a-abbf-48ec-8589-b3b28156d490 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0233505 Sep 07 18:50:09.792486 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:09.918663 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 8079e2b1-b2e2-47f1-8683-980d32b9311f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8079e2b1-b2e2-47f1-8683-980d32b9311f,segment=NetworkSegment(3b5f0525-5957-4f83-8cbc-7b45db5d4f77),segment_id=3b5f0525-5957-4f83-8cbc-7b45db5d4f77)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:09.929165 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:09.940396 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dfaed-7310-434e-9194-7abc269b9ac7 req-b33a0a75-2aeb-4661-80da-31296901bc56 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:09.955347 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-335dfaed-7310-434e-9194-7abc269b9ac7 req-b33a0a75-2aeb-4661-80da-31296901bc56 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 945 time: 0.1354597 Sep 07 18:50:10.047326 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=8079e2b1-b2e2-47f1-8683-980d32b9311f,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:10.059485 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-335dfaed-7310-434e-9194-7abc269b9ac7 req-914b1df1-0181-452f-b561-bc028fdd81eb tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fac3b-42d4-4b67-b353-1d75c6580626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022718 Sep 07 18:50:10.136804 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ee8f3986-fe9f-4096-a14f-955b3c1dff72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:10.151232 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-212792af-34ac-4a45-b1f4-e767b04f9694 None None] Provisioning complete for port 8079e2b1-b2e2-47f1-8683-980d32b9311f triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:10.155428 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-212792af-34ac-4a45-b1f4-e767b04f9694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:10.346850 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-819670082-router', 'tenant_id': 'e16cb520c20b4748a10d33bd69fff0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0bb03f89-dee0-4df5-8fdd-4770066fb5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:04Z', 'updated_at': '2021-09-07T18:50:07Z', 'revision_number': 3, 'project_id': 'e16cb520c20b4748a10d33bd69fff0df', 'gw_port': {'id': '0bb03f89-dee0-4df5-8fdd-4770066fb5ee', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:06Z', 'updated_at': '2021-09-07T18:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:10.424264 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] Checking router: ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:50:10.426055 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] Updating router ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6 port 0bb03f89-dee0-4df5-8fdd-4770066fb5ee binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:50:10.481132 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:10.497233 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:10.537350 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54216) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:10.579367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54220) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:10.634554 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ee8f3986-fe9f-4096-a14f-955b3c1dff72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:10.648221 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ee8f3986-fe9f-4096-a14f-955b3c1dff72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:10.656972 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-9cfa3158-5147-46a5-8fc1-caca44e89a3c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4111924 Sep 07 18:50:10.707890 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4886bd-ab12-425e-9582-4e3ed19a6d03 req-938460dc-eddd-4877-bc85-de4dda3776d3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:10.723861 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e4886bd-ab12-425e-9582-4e3ed19a6d03 req-938460dc-eddd-4877-bc85-de4dda3776d3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 0.4097843 Sep 07 18:50:10.809505 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Allocated IP 172.20.0.1 (4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5/5c0b05bc-7bc4-45d2-a242-b2991ca16efe/7a80be30-e54a-48ca-86de-d402446034e0) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:10.870380 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8079e2b1-b2e2-47f1-8683-980d32b9311f up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:10.923120 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-f0e4481b-3b6b-4d6a-940e-2b43a1f4abe4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1383541185-network', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:10.944783 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ee8f3986-fe9f-4096-a14f-955b3c1dff72 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f243cb83070c4816866213665fd388db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4722548 Sep 07 18:50:10.959238 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54230) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:10.983635 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f3986-fe9f-4096-a14f-955b3c1dff72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f5d4db-dd07-46f7-89c8-1b39864b48e5,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:10.984457 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 8079e2b1-b2e2-47f1-8683-980d32b9311f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:10.986980 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:10.991836 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-0a77787e-c48d-428a-bef8-4b4d85ce983e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2062107627-network', 'tenant_id': 'f33ab80ff37b4d369a0162ae3405ae8d'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:11.082316 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.127214 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.132020 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Transition to ACTIVE for port object 7a80be30-e54a-48ca-86de-d402446034e0 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:11.152939 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] Transition to ACTIVE for port object 0bb03f89-dee0-4df5-8fdd-4770066fb5ee will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:11.156186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98614363-bc36-4064-8f61-ef9197d9fb50 req-d8fa5d27-0703-4d82-beaa-173b517c156a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:11.165920 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-98614363-bc36-4064-8f61-ef9197d9fb50 req-d8fa5d27-0703-4d82-beaa-173b517c156a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.6007538 Sep 07 18:50:11.173381 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.209013 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.237515 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e4886bd-ab12-425e-9582-4e3ed19a6d03 req-40dfe87b-1e87-44d5-b5ee-bb06bfd93480 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121863 Sep 07 18:50:11.245269 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] Attempting to bind port 0bb03f89-dee0-4df5-8fdd-4770066fb5ee on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:11.245938 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] Attempting to bind port 0bb03f89-dee0-4df5-8fdd-4770066fb5ee by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:11.246552 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] Attempting to bind port 0bb03f89-dee0-4df5-8fdd-4770066fb5ee on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:11.263698 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e4481b-3b6b-4d6a-940e-2b43a1f4abe4 admin admin] Made reservation on behalf of d878258efa4b4488806e9b78a4aaf7e7 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:11.264107 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:11.264992 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:11.265620 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.266228 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:11.266991 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] Bound port: 0bb03f89-dee0-4df5-8fdd-4770066fb5ee, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:11.267234 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f0e4481b-3b6b-4d6a-940e-2b43a1f4abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.267886 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.272353 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07018c60-6aa1-4e75-85c3-ac547180ca80 None None] Pushing event updated for resources: {'Port': ['ID=0bb03f89-dee0-4df5-8fdd-4770066fb5ee,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:11.286779 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-98614363-bc36-4064-8f61-ef9197d9fb50 req-0140403a-18c8-4d2d-bcae-49b48a6d25fe tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153009 Sep 07 18:50:11.309064 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Pushing event updated for resources: {'Port': ['ID=7a80be30-e54a-48ca-86de-d402446034e0,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:11.331762 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f0e4481b-3b6b-4d6a-940e-2b43a1f4abe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.354496 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.354888 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.356918 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.357256 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.358321 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.358785 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.360680 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.362683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.363068 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.364989 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.365616 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.365969 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.366378 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07018c60-6aa1-4e75-85c3-ac547180ca80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.367799 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07018c60-6aa1-4e75-85c3-ac547180ca80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.368785 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07018c60-6aa1-4e75-85c3-ac547180ca80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.369931 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b62fc4a5-1ea5-4669-b730-b894a13d112d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.370977 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07018c60-6aa1-4e75-85c3-ac547180ca80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.371684 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07018c60-6aa1-4e75-85c3-ac547180ca80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.372861 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07018c60-6aa1-4e75-85c3-ac547180ca80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.373416 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07018c60-6aa1-4e75-85c3-ac547180ca80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.374662 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07018c60-6aa1-4e75-85c3-ac547180ca80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.375463 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07018c60-6aa1-4e75-85c3-ac547180ca80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.377782 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07018c60-6aa1-4e75-85c3-ac547180ca80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.378758 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07018c60-6aa1-4e75-85c3-ac547180ca80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.379697 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07018c60-6aa1-4e75-85c3-ac547180ca80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:11.423747 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Network 4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:11.428723 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:11.443033 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:11.447729 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a77787e-c48d-428a-bef8-4b4d85ce983e admin admin] Made reservation on behalf of f33ab80ff37b4d369a0162ae3405ae8d for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:11.457056 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a77787e-c48d-428a-bef8-4b4d85ce983e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.482555 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] For port 0bb03f89-dee0-4df5-8fdd-4770066fb5ee, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:11.489870 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] For port 0bb03f89-dee0-4df5-8fdd-4770066fb5ee, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0bb03f89-dee0-4df5-8fdd-4770066fb5ee,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:11.495695 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.496708 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a77787e-c48d-428a-bef8-4b4d85ce983e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.547094 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.577540 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07018c60-6aa1-4e75-85c3-ac547180ca80 None None] Pushing event updated for resources: {'Port': ['ID=0bb03f89-dee0-4df5-8fdd-4770066fb5ee,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:11.586381 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] Routers {'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:11.587110 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:49:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:11.600740 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b62fc4a5-1ea5-4669-b730-b894a13d112d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.764580 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f0e4481b-3b6b-4d6a-940e-2b43a1f4abe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.789043 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f0e4481b-3b6b-4d6a-940e-2b43a1f4abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.855881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e4481b-3b6b-4d6a-940e-2b43a1f4abe4 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:50:11.871446 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.883606 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] Set router ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:11.886343 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7adec8-6b68-4487-bb00-7261c567ce1f req-8aa5a74c-74a0-48d5-9ab5-3a44b73ba792 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:11.893667 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-087d5389-86a5-4cfd-9800-7b72f3594a22 None None] Provisioning for port 7a80be30-e54a-48ca-86de-d402446034e0 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:11.894262 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a7adec8-6b68-4487-bb00-7261c567ce1f req-8aa5a74c-74a0-48d5-9ab5-3a44b73ba792 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 946 time: 0.4816005 Sep 07 18:50:11.918706 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-087d5389-86a5-4cfd-9800-7b72f3594a22 None None] Provisioning complete for port 7a80be30-e54a-48ca-86de-d402446034e0 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:11.931136 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-087d5389-86a5-4cfd-9800-7b72f3594a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.940237 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f0e4481b-3b6b-4d6a-940e-2b43a1f4abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.940734 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-f0e4481b-3b6b-4d6a-940e-2b43a1f4abe4 admin admin] Added segment e6f57461-48fc-4305-a615-03d61a605541 of type vlan for network c7f4858b-8821-4eea-8e4b-1fd4362ebd60 Sep 07 18:50:11.942070 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4481b-3b6b-4d6a-940e-2b43a1f4abe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64e435e-dd25-4b32-9492-d38166d9b9f3,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:12.043835 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-087d5389-86a5-4cfd-9800-7b72f3594a22 None None] Port 7a80be30-e54a-48ca-86de-d402446034e0 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:50:12.076111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e598e4b-c015-43bd-89a9-00038bbfba9c req-3c67d6b8-293d-4803-9315-a9b5c5efbcb6 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:12.083999 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e598e4b-c015-43bd-89a9-00038bbfba9c req-3c67d6b8-293d-4803-9315-a9b5c5efbcb6 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 945 time: 0.6006994 Sep 07 18:50:12.152779 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a7adec8-6b68-4487-bb00-7261c567ce1f req-9af252fb-92fe-4f14-9ab8-fbf29b8d92b6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540030 Sep 07 18:50:12.181260 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b62fc4a5-1ea5-4669-b730-b894a13d112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.185644 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b62fc4a5-1ea5-4669-b730-b894a13d112d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.187564 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b62fc4a5-1ea5-4669-b730-b894a13d112d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6f5d4db-dd07-46f7-89c8-1b39864b48e5 HTTP/1.1" status: 204 len: 168 time: 1.2123966 Sep 07 18:50:12.198349 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f0e4481b-3b6b-4d6a-940e-2b43a1f4abe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.216072 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fc4a5-1ea5-4669-b730-b894a13d112d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f5d4db-dd07-46f7-89c8-1b39864b48e5,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:12.284429 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e598e4b-c015-43bd-89a9-00038bbfba9c req-87ff649a-cccf-424f-a1be-9eb40f08c748 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fac3b-42d4-4b67-b353-1d75c6580626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989481 Sep 07 18:50:12.294272 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f0e4481b-3b6b-4d6a-940e-2b43a1f4abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.295651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e4481b-3b6b-4d6a-940e-2b43a1f4abe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:12.296797 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f0e4481b-3b6b-4d6a-940e-2b43a1f4abe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.363602 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4481b-3b6b-4d6a-940e-2b43a1f4abe4 admin admin] Pushing event updated for resources: {'Network': ['ID=c7f4858b-8821-4eea-8e4b-1fd4362ebd60,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:12.379603 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network c7f4858b-8821-4eea-8e4b-1fd4362ebd60 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:50:12.394817 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-819670082-router', 'tenant_id': 'e16cb520c20b4748a10d33bd69fff0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0bb03f89-dee0-4df5-8fdd-4770066fb5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:04Z', 'updated_at': '2021-09-07T18:50:07Z', 'revision_number': 3, 'project_id': 'e16cb520c20b4748a10d33bd69fff0df', 'gw_port': {'id': '0bb03f89-dee0-4df5-8fdd-4770066fb5ee', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:06Z', 'updated_at': '2021-09-07T18:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:12.425701 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcb40be-031d-4116-a576-c27321ea54cd None None] The sync data for ids ['ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6'] in n-d-807786-1 is: [{'id': 'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-819670082-router', 'tenant_id': 'e16cb520c20b4748a10d33bd69fff0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0bb03f89-dee0-4df5-8fdd-4770066fb5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:04Z', 'updated_at': '2021-09-07T18:50:07Z', 'revision_number': 3, 'project_id': 'e16cb520c20b4748a10d33bd69fff0df', 'gw_port': {'id': '0bb03f89-dee0-4df5-8fdd-4770066fb5ee', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:06Z', 'updated_at': '2021-09-07T18:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:50:12.525064 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a77787e-c48d-428a-bef8-4b4d85ce983e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.533708 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a77787e-c48d-428a-bef8-4b4d85ce983e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.554354 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.577910 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a77787e-c48d-428a-bef8-4b4d85ce983e admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:50:12.589178 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f0e4481b-3b6b-4d6a-940e-2b43a1f4abe4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9522872 Sep 07 18:50:12.600702 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54262) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:12.607737 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-72e84005-a724-42e0-8b5a-a07297a007ac admin admin] Request body: {'subnet': {'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1383541185-subnet', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:12.629388 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf346b2c-3588-4ddf-8e61-08d66fb88531 req-b3ada095-bd0e-4326-ba8b-3bb20103d364 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:12.631048 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf346b2c-3588-4ddf-8e61-08d66fb88531 req-b3ada095-bd0e-4326-ba8b-3bb20103d364 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 945 time: 0.1398108 Sep 07 18:50:12.639535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54264) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:12.645441 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-b8c1145e-2b01-42f5-9ed5-09033acf915f tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Request body: {'floatingip': {'port_id': 'f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:12.706043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018bc61-a541-4b61-990a-d3e65bb344e0 req-d2e35dc0-fe40-4158-8bf8-f27ff4caf882 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:12.708108 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d018bc61-a541-4b61-990a-d3e65bb344e0 req-d2e35dc0-fe40-4158-8bf8-f27ff4caf882 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 0.1561224 Sep 07 18:50:12.721627 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b8c1145e-2b01-42f5-9ed5-09033acf915f tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.737857 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e84005-a724-42e0-8b5a-a07297a007ac admin admin] Made reservation on behalf of d878258efa4b4488806e9b78a4aaf7e7 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:12.740165 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-72e84005-a724-42e0-8b5a-a07297a007ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.756869 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77787e-c48d-428a-bef8-4b4d85ce983e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbb5ded-275c-4964-958b-3ea6a14afbc4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:12.795673 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a77787e-c48d-428a-bef8-4b4d85ce983e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.796053 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-0a77787e-c48d-428a-bef8-4b4d85ce983e admin admin] Added segment ccb438d9-6d3d-4dfa-884a-d107cc1fa4e7 of type vlan for network 497657fe-ec3d-4d4f-b6d1-a8ffeaefeb3a Sep 07 18:50:12.800401 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54266) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:12.810744 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.848244 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.922288 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.924041 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5228c336-8d96-4918-962e-9c89c34f1800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.116152 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5228c336-8d96-4918-962e-9c89c34f1800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.119937 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a77787e-c48d-428a-bef8-4b4d85ce983e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.357684 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.368708 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5228c336-8d96-4918-962e-9c89c34f1800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.411094 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb36d56-77c3-46eb-81fe-e557c40ac94e req-a36ee3a3-d84b-42e9-9749-64819cefd272 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:13.412915 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0eb36d56-77c3-46eb-81fe-e557c40ac94e req-a36ee3a3-d84b-42e9-9749-64819cefd272 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.6024694 Sep 07 18:50:13.418583 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228c336-8d96-4918-962e-9c89c34f1800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6680dd55-efb9-4e3d-864c-d37addc6a7d0,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:13.421688 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-72e84005-a724-42e0-8b5a-a07297a007ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.429528 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Network 4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:13.465331 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.db.resource_extend [None req-0a77787e-c48d-428a-bef8-4b4d85ce983e admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 18:50:13.499740 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Pushing event updated for resources: {'Port': ['ID=7a80be30-e54a-48ca-86de-d402446034e0,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:13.506991 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5228c336-8d96-4918-962e-9c89c34f1800 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=221a7f2b0eae4a51b981deb022d1fe3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6988964 Sep 07 18:50:13.508938 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54270) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:13.509445 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d018bc61-a541-4b61-990a-d3e65bb344e0 req-be0ecc80-38f4-424a-9c42-4779dde11a1e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7807384 Sep 07 18:50:13.527549 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a77787e-c48d-428a-bef8-4b4d85ce983e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.528570 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a77787e-c48d-428a-bef8-4b4d85ce983e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:13.529159 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a77787e-c48d-428a-bef8-4b4d85ce983e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.546187 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:13.556427 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-023b7080-0bdc-402e-82ac-adb38ed1429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:13.558708 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-023b7080-0bdc-402e-82ac-adb38ed1429f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 1100 time: 0.7457285 Sep 07 18:50:13.581593 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0a77787e-c48d-428a-bef8-4b4d85ce983e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.0330467 Sep 07 18:50:13.607106 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54272) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:13.680322 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b8c1145e-2b01-42f5-9ed5-09033acf915f tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.707725 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0eb36d56-77c3-46eb-81fe-e557c40ac94e req-2fa88310-3552-4ef6-b368-301b2e31d008 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704103 Sep 07 18:50:13.736340 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b8c1145e-2b01-42f5-9ed5-09033acf915f tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.761767 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b0773a6a-4cc3-4809-a97b-4735ec20e2e8 admin admin] Request body: {'subnet': {'network_id': '497657fe-ec3d-4d4f-b6d1-a8ffeaefeb3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2062107627-subnet', 'tenant_id': 'f33ab80ff37b4d369a0162ae3405ae8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:13.854708 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Router ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:50:13.855685 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e84005-a724-42e0-8b5a-a07297a007ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=516602c3-3ca6-4872-ad4b-15c018e75629,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:13.888830 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcfe02-9bc5-4219-9099-209f547b803e req-f1e49831-ca54-41ac-a642-46a56f11f014 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:13.891153 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-26dcfe02-9bc5-4219-9099-209f547b803e req-f1e49831-ca54-41ac-a642-46a56f11f014 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 946 time: 0.2520928 Sep 07 18:50:13.895307 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77787e-c48d-428a-bef8-4b4d85ce983e admin admin] Pushing event updated for resources: {'Network': ['ID=497657fe-ec3d-4d4f-b6d1-a8ffeaefeb3a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:13.898001 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0773a6a-4cc3-4809-a97b-4735ec20e2e8 admin admin] Made reservation on behalf of f33ab80ff37b4d369a0162ae3405ae8d for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:13.902251 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b0773a6a-4cc3-4809-a97b-4735ec20e2e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.928222 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 497657fe-ec3d-4d4f-b6d1-a8ffeaefeb3a details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:50:13.944594 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2ff6defc-d3d5-4a15-bded-235763a40b8d None None] Provisioning complete for port 7a80be30-e54a-48ca-86de-d402446034e0 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:13.945268 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2ff6defc-d3d5-4a15-bded-235763a40b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.969185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-ff308063-c275-448c-beba-0f096754c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:13.970679 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-ff308063-c275-448c-beba-0f096754c5c2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.4004836 Sep 07 18:50:13.984806 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e84005-a724-42e0-8b5a-a07297a007ac admin admin] Checking segment: {'id': 'e6f57461-48fc-4305-a615-03d61a605541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:13.985302 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e84005-a724-42e0-8b5a-a07297a007ac admin admin] Network hostable DHCP agents. Network: c7f4858b-8821-4eea-8e4b-1fd4362ebd60, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:50:14.020227 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-722a1976-5f51-45f2-a8ca-34a37407c8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:14.026559 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-e52b1e85-cf40-4d1b-b6a3-03268e0d05e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 HTTP/1.1" status: 200 len: 217 time: 0.0475616 Sep 07 18:50:14.047702 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-722a1976-5f51-45f2-a8ca-34a37407c8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:14.058827 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-26dcfe02-9bc5-4219-9099-209f547b803e req-1515c5cc-4ab5-4491-8a25-8b61816db2fa tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142671 Sep 07 18:50:14.061558 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-b8c1145e-2b01-42f5-9ed5-09033acf915f tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Floating IP 66687be9-d8ae-4058-a3c0-b5006cfd3560 associated. External IP: 172.25.8.100, port: f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1. Sep 07 18:50:14.143055 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-722a1976-5f51-45f2-a8ca-34a37407c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:14.146343 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-722a1976-5f51-45f2-a8ca-34a37407c8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:14.148188 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-722a1976-5f51-45f2-a8ca-34a37407c8d2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6680dd55-efb9-4e3d-864c-d37addc6a7d0 HTTP/1.1" status: 204 len: 168 time: 0.6329217 Sep 07 18:50:14.152642 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:50:14.183042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-9eb2f65e-4356-4d1e-b68b-07416e65c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:14.186613 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-9eb2f65e-4356-4d1e-b68b-07416e65c57c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1384237 Sep 07 18:50:14.223412 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e84005-a724-42e0-8b5a-a07297a007ac admin admin] Network c7f4858b-8821-4eea-8e4b-1fd4362ebd60 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:50:14.236361 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-2ff6defc-d3d5-4a15-bded-235763a40b8d None None] Port 7a80be30-e54a-48ca-86de-d402446034e0 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:50:14.248378 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a1976-5f51-45f2-a8ca-34a37407c8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6680dd55-efb9-4e3d-864c-d37addc6a7d0,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:14.263470 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-72e84005-a724-42e0-8b5a-a07297a007ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, c7f4858b-8821-4eea-8e4b-1fd4362ebd60) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:14.280835 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc23063-2711-44fd-bc27-a39c8b925ee7 None None] Network c7f4858b-8821-4eea-8e4b-1fd4362ebd60 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:50:14.296776 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e84005-a724-42e0-8b5a-a07297a007ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:14.297996 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-72e84005-a724-42e0-8b5a-a07297a007ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:14.325264 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-72e84005-a724-42e0-8b5a-a07297a007ac admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7210071 Sep 07 18:50:14.332873 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54276) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:14.345719 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e50479b0-d16c-4bd2-b972-12fe93f84126 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1383541185-router', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:14.371414 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-5d317c3b-04ac-4b9d-bdb5-d6be5a33bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:14.372984 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-5d317c3b-04ac-4b9d-bdb5-d6be5a33bca0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1781609 Sep 07 18:50:14.562320 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-0499aaaf-227d-47bb-9621-26fc92ff599f service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795678 Sep 07 18:50:14.628055 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-c7f4858b-8821-4eea-8e4b-1fd4362ebd60', 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'fixed_ips': [{'subnet_id': '516602c3-3ca6-4872-ad4b-15c018e75629'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:50:14.629705 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:14.638674 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e50479b0-d16c-4bd2-b972-12fe93f84126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:14.640263 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e50479b0-d16c-4bd2-b972-12fe93f84126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:14.647217 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:50:14.666718 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-be7fe368-1696-4240-8ae3-0e82ef06fd9a admin admin] 10.222.0.26 "PUT /v2.0/routers/ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3953967 Sep 07 18:50:14.685910 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c1145e-2b01-42f5-9ed5-09033acf915f tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Router 0bc3a094-09ec-4836-8995-ddd56c0ff918 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:50:14.844894 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b0773a6a-4cc3-4809-a97b-4735ec20e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:14.858089 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] Sync routers for ids ['ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:50:14.906703 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e50479b0-d16c-4bd2-b972-12fe93f84126 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:14.910211 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] Routers {'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:14.910939 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:49:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:14.957431 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0bb03f89-dee0-4df5-8fdd-4770066fb5ee up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:15.111129 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] Allocated IP 172.20.0.2 (c7f4858b-8821-4eea-8e4b-1fd4362ebd60/516602c3-3ca6-4872-ad4b-15c018e75629/e8a559c9-da68-458f-b941-c893c4600afb) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:15.130031 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 0bb03f89-dee0-4df5-8fdd-4770066fb5ee completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:15.131393 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0773a6a-4cc3-4809-a97b-4735ec20e2e8 admin admin] Checking segment: {'id': 'ccb438d9-6d3d-4dfa-884a-d107cc1fa4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '497657fe-ec3d-4d4f-b6d1-a8ffeaefeb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:15.132016 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0773a6a-4cc3-4809-a97b-4735ec20e2e8 admin admin] Network hostable DHCP agents. Network: 497657fe-ec3d-4d4f-b6d1-a8ffeaefeb3a, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:50:15.136447 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0773a6a-4cc3-4809-a97b-4735ec20e2e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60844a14-a102-42bb-8ca3-b1bd4a0b376e,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:15.155845 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 0bb03f89-dee0-4df5-8fdd-4770066fb5ee triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:15.156697 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:15.216219 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] Set router ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:15.229665 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e50479b0-d16c-4bd2-b972-12fe93f84126 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:15.236006 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0773a6a-4cc3-4809-a97b-4735ec20e2e8 admin admin] Network 497657fe-ec3d-4d4f-b6d1-a8ffeaefeb3a is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:50:15.268844 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b0773a6a-4cc3-4809-a97b-4735ec20e2e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 497657fe-ec3d-4d4f-b6d1-a8ffeaefeb3a) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:15.287342 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9388e05a-26c9-4957-ad4a-ae5bda3a30d1 None None] Network 497657fe-ec3d-4d4f-b6d1-a8ffeaefeb3a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:50:15.291380 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0773a6a-4cc3-4809-a97b-4735ec20e2e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:15.291984 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b0773a6a-4cc3-4809-a97b-4735ec20e2e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:15.322426 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b0773a6a-4cc3-4809-a97b-4735ec20e2e8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7077234 Sep 07 18:50:15.613950 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e50479b0-d16c-4bd2-b972-12fe93f84126 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:15.641494 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e50479b0-d16c-4bd2-b972-12fe93f84126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:15.728229 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-5fb92107-56c9-4a59-bcd1-009eddd56c7e service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0388370 Sep 07 18:50:15.780225 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c1145e-2b01-42f5-9ed5-09033acf915f tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:50:15.787254 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b8c1145e-2b01-42f5-9ed5-09033acf915f tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:15.802048 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dae645-3dc4-47e8-bef9-1df74bfda6cc None None] Sync routers for ids ['0bc3a094-09ec-4836-8995-ddd56c0ff918'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:50:15.819817 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b8c1145e-2b01-42f5-9ed5-09033acf915f tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "PUT /v2.0/floatingips/66687be9-d8ae-4058-a3c0-b5006cfd3560 HTTP/1.1" status: 200 len: 991 time: 3.1791425 Sep 07 18:50:15.825194 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a595456f-d62f-4b1f-88b6-de98b44ca27d', 'tag': 'f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:15.827663 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0a11a1-48f6-47cc-bb50-18933e9acf15" -d '{"events": [{"name": "network-changed", "server_uuid": "a595456f-d62f-4b1f-88b6-de98b44ca27d", "tag": "f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:15.852236 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ebd5e-1c99-43c5-956e-382627b88154 req-19aad7ed-d320-4ada-a8af-5d679fd23f5c tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:15.853115 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dae645-3dc4-47e8-bef9-1df74bfda6cc None None] Routers {'0bc3a094-09ec-4836-8995-ddd56c0ff918'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:15.854238 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-972ebd5e-1c99-43c5-956e-382627b88154 req-19aad7ed-d320-4ada-a8af-5d679fd23f5c tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.9448776 Sep 07 18:50:15.861039 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-f4dae645-3dc4-47e8-bef9-1df74bfda6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:49:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['0bc3a094-09ec-4836-8995-ddd56c0ff918'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:15.874925 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cdb21-223f-4726-b914-0b012e31370e req-a71f8860-25bc-4d37-9819-45bf410d9dc1 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:15.879059 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70f8d18-a6ae-44bf-90e0-d0bd00c55110 None None] Network 497657fe-ec3d-4d4f-b6d1-a8ffeaefeb3a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:50:15.886798 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b7cdb21-223f-4726-b914-0b012e31370e req-a71f8860-25bc-4d37-9819-45bf410d9dc1 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 1.1950924 Sep 07 18:50:16.016818 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:16.032855 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-e50479b0-d16c-4bd2-b972-12fe93f84126 admin admin] Allocated IP 172.25.8.123 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/0df8434b-83f3-41fb-b7c5-5ba643f661b7) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:16.065998 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 0bb03f89-dee0-4df5-8fdd-4770066fb5ee, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0bb03f89-dee0-4df5-8fdd-4770066fb5ee,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:16.092901 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:16.176240 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b7cdb21-223f-4726-b914-0b012e31370e req-c26b98dc-3ed1-4222-a1a0-0a15e3f247b9 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884462 Sep 07 18:50:16.188157 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-972ebd5e-1c99-43c5-956e-382627b88154 req-5a3e05b2-30b6-4804-8bae-8df697786d84 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993300 Sep 07 18:50:16.201204 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e50479b0-d16c-4bd2-b972-12fe93f84126 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:16.265022 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e50479b0-d16c-4bd2-b972-12fe93f84126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:16.270576 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:16.291374 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-f4dae645-3dc4-47e8-bef9-1df74bfda6cc None None] Set router 0bc3a094-09ec-4836-8995-ddd56c0ff918 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:16.304313 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] Transition to ACTIVE for port object e8a559c9-da68-458f-b941-c893c4600afb will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:16.323486 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50479b0-d16c-4bd2-b972-12fe93f84126 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:16.330363 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-e50479b0-d16c-4bd2-b972-12fe93f84126 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:16.333678 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=0bb03f89-dee0-4df5-8fdd-4770066fb5ee,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:16.337493 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50479b0-d16c-4bd2-b972-12fe93f84126 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:16.377722 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50479b0-d16c-4bd2-b972-12fe93f84126 admin admin] Pushing event updated for resources: {'Port': ['ID=0df8434b-83f3-41fb-b7c5-5ba643f661b7,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:16.426383 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] Transition to ACTIVE for port object e8a559c9-da68-458f-b941-c893c4600afb will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:16.435236 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-819670082-router', 'tenant_id': 'e16cb520c20b4748a10d33bd69fff0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0bb03f89-dee0-4df5-8fdd-4770066fb5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:04Z', 'updated_at': '2021-09-07T18:50:11Z', 'revision_number': 4, 'project_id': 'e16cb520c20b4748a10d33bd69fff0df', 'gw_port': {'id': '0bb03f89-dee0-4df5-8fdd-4770066fb5ee', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:06Z', 'updated_at': '2021-09-07T18:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '7a80be30-e54a-48ca-86de-d402446034e0', 'name': '', 'network_id': '4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5', 'tenant_id': 'e16cb520c20b4748a10d33bd69fff0df', 'mac_address': 'fa:16:3e:42:71:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '5c0b05bc-7bc4-45d2-a242-b2991ca16efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:10Z', 'updated_at': '2021-09-07T18:50:12Z', 'revision_number': 2, 'project_id': 'e16cb520c20b4748a10d33bd69fff0df', 'subnets': [{'id': '5c0b05bc-7bc4-45d2-a242-b2991ca16efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:16.473367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf0bb3-bc90-46f7-a89a-851976acb0fc req-470f573b-5b41-4354-8ff9-5378275bbedd tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:16.478284 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02cf0bb3-bc90-46f7-a89a-851976acb0fc req-470f573b-5b41-4354-8ff9-5378275bbedd tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 946 time: 0.1154544 Sep 07 18:50:16.534165 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:16.565300 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] Checking router: ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:50:16.565660 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] Updating router ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6 port 7a80be30-e54a-48ca-86de-d402446034e0 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:50:16.579272 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02cf0bb3-bc90-46f7-a89a-851976acb0fc req-eedc00c9-ff5b-4cb9-a86c-caaf237a8521 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945690 Sep 07 18:50:16.782890 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] Network c7f4858b-8821-4eea-8e4b-1fd4362ebd60 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:16.786780 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:16.818035 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] Pushing event updated for resources: {'Port': ['ID=e8a559c9-da68-458f-b941-c893c4600afb,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:16.818461 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75b1f719-1c5b-41f1-a507-76ba2c560438 req-0e857b8e-b7ff-490e-9558-21c41eb16fbd tempest-FloatingIPsNegativeTestJSON-144322841 tempest-FloatingIPsNegativeTestJSON-144322841-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=e16cb520c20b4748a10d33bd69fff0df HTTP/1.1" status: 200 len: 217 time: 0.1010287 Sep 07 18:50:16.833810 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:16.840545 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:16.920762 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0bb03f89-dee0-4df5-8fdd-4770066fb5ee up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:17.025648 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e50479b0-d16c-4bd2-b972-12fe93f84126 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:17.030974 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-e78b3174-6bf2-4330-9793-e466b8d34215 req-76bd6a4a-c26f-4479-be67-584efbd60678 tempest-SecurityGroupsNegativeTestJSON-1771091170 tempest-SecurityGroupsNegativeTestJSON-1771091170-project] show failed (client error): The resource could not be found. Sep 07 18:50:17.036790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e78b3174-6bf2-4330-9793-e466b8d34215 req-76bd6a4a-c26f-4479-be67-584efbd60678 tempest-SecurityGroupsNegativeTestJSON-1771091170 tempest-SecurityGroupsNegativeTestJSON-1771091170-project] 10.222.0.26 "GET /v2.0/security-groups/314f264f-a958-49cb-a52b-0fd3451272b7 HTTP/1.1" status: 404 len: 352 time: 0.0320673 Sep 07 18:50:17.043668 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-f4dae645-3dc4-47e8-bef9-1df74bfda6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'name': 'tempest-ServersTestBootFromVolume-1849928303-router', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:48:46Z', 'updated_at': '2021-09-07T18:48:54Z', 'revision_number': 4, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'gw_port': {'id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:48:47Z', 'updated_at': '2021-09-07T18:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '66687be9-d8ae-4058-a3c0-b5006cfd3560', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'port_id': 'f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4', 'mac_address': 'fa:16:3e:34:7e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a595456f-d62f-4b1f-88b6-de98b44ca27d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:49:05Z', 'updated_at': '2021-09-07T18:50:13Z', 'revision_number': 1, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ff2bf38-0958-419c-8a41-bcebe21bc028', 'name': '', 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'mac_address': 'fa:16:3e:2a:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cac93b3c-cfaf-4e48-af75-309b6ae4c803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:48:51Z', 'updated_at': '2021-09-07T18:49:04Z', 'revision_number': 5, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'subnets': [{'id': 'cac93b3c-cfaf-4e48-af75-309b6ae4c803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:17.126214 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dae645-3dc4-47e8-bef9-1df74bfda6cc None None] Checking router: 0bc3a094-09ec-4836-8995-ddd56c0ff918 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:50:17.152276 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dae645-3dc4-47e8-bef9-1df74bfda6cc None None] Routers {'0bc3a094-09ec-4836-8995-ddd56c0ff918'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:17.153050 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-f4dae645-3dc4-47e8-bef9-1df74bfda6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:49:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['0bc3a094-09ec-4836-8995-ddd56c0ff918'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:17.175630 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9937887-0e84-4435-ac55-5c6151605f58 x-openstack-request-id: req-d9937887-0e84-4435-ac55-5c6151605f58 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:17.177048 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a595456f-d62f-4b1f-88b6-de98b44ca27d", "tag": "f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:17.177479 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9937887-0e84-4435-ac55-5c6151605f58 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:17.179492 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a595456f-d62f-4b1f-88b6-de98b44ca27d', 'tag': 'f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1', 'status': 'completed', 'code': 200} Sep 07 18:50:17.251199 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] Attempting to bind port e8a559c9-da68-458f-b941-c893c4600afb on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:17.251583 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] Attempting to bind port e8a559c9-da68-458f-b941-c893c4600afb by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'e6f57461-48fc-4305-a615-03d61a605541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:17.251949 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] Attempting to bind port e8a559c9-da68-458f-b941-c893c4600afb on network c7f4858b-8821-4eea-8e4b-1fd4362ebd60 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:17.253201 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b3be43d1-2bb4-4ed0-b4bc-de32c0bdf60d req-620304b6-5617-4838-9757-de8193cb2e8c tempest-FloatingIPsNegativeTestJSON-144322841 tempest-FloatingIPsNegativeTestJSON-144322841-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1712019 Sep 07 18:50:17.347971 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fea040e8-37d9-44c1-89cc-c7029fcc2124 req-b76d63b9-34aa-46b6-bd6f-7770817fe2a0 tempest-SecurityGroupsNegativeTestJSON-1771091170 tempest-SecurityGroupsNegativeTestJSON-1771091170-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f33ab80ff37b4d369a0162ae3405ae8d HTTP/1.1" status: 200 len: 2984 time: 0.1402600 Sep 07 18:50:17.393437 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-f4dae645-3dc4-47e8-bef9-1df74bfda6cc None None] Set router 0bc3a094-09ec-4836-8995-ddd56c0ff918 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:17.395884 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 0bb03f89-dee0-4df5-8fdd-4770066fb5ee triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:17.396267 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:17.401883 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a11a1-48f6-47cc-bb50-18933e9acf15 req-0066babb-f20f-414d-b7a3-60a974c6d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:17.403463 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed0a11a1-48f6-47cc-bb50-18933e9acf15 req-0066babb-f20f-414d-b7a3-60a974c6d85d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=990a87ac43074980b1a724e270c26ee2&device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 1096 time: 0.2226138 Sep 07 18:50:17.417305 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fea040e8-37d9-44c1-89cc-c7029fcc2124 req-32bd754d-f4e3-42af-a77a-4cbcd95a0d59 tempest-SecurityGroupsNegativeTestJSON-1771091170 tempest-SecurityGroupsNegativeTestJSON-1771091170-project] 10.222.0.26 "GET /v2.0/security-groups/dbbb5ded-275c-4964-958b-3ea6a14afbc4 HTTP/1.1" status: 200 len: 2981 time: 0.0683270 Sep 07 18:50:17.479142 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:17.479595 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] Checking segment: {'id': 'e6f57461-48fc-4305-a615-03d61a605541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:17.479908 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:17.480310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] Bound using segment: {'id': 'e6f57461-48fc-4305-a615-03d61a605541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:17.482962 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] Bound port: e8a559c9-da68-458f-b941-c893c4600afb, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f57461-48fc-4305-a615-03d61a605541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:17.487410 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:17.639687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b3ae4-1fb2-4fcc-83e5-3912a4bfb75d req-9fdc27ce-44bb-4f50-8d4e-518ca7ed17d0 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:17.648142 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e5b3ae4-1fb2-4fcc-83e5-3912a4bfb75d req-9fdc27ce-44bb-4f50-8d4e-518ca7ed17d0 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.2029724 Sep 07 18:50:17.731070 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fea040e8-37d9-44c1-89cc-c7029fcc2124 req-5a820ee1-1117-47af-a58c-7a02187ab478 tempest-SecurityGroupsNegativeTestJSON-1771091170 tempest-SecurityGroupsNegativeTestJSON-1771091170-project] 10.222.0.26 "GET /v2.0/security-groups/dbbb5ded-275c-4964-958b-3ea6a14afbc4 HTTP/1.1" status: 200 len: 2981 time: 0.3128750 Sep 07 18:50:17.801547 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e5b3ae4-1fb2-4fcc-83e5-3912a4bfb75d req-6721ca09-2548-4f38-a88c-5550b85a7feb tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422684 Sep 07 18:50:17.821814 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a11a1-48f6-47cc-bb50-18933e9acf15 req-a69c8bcb-0337-4a6f-8d9d-6af4556c8948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:17.822642 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed0a11a1-48f6-47cc-bb50-18933e9acf15 req-a69c8bcb-0337-4a6f-8d9d-6af4556c8948 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd66a3a3-d141-4b70-95dd-3449895afcd4 HTTP/1.1" status: 200 len: 917 time: 0.3931384 Sep 07 18:50:17.887195 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] For port e8a559c9-da68-458f-b941-c893c4600afb, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:17.890586 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] For port e8a559c9-da68-458f-b941-c893c4600afb, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e8a559c9-da68-458f-b941-c893c4600afb,segment=NetworkSegment(e6f57461-48fc-4305-a615-03d61a605541),segment_id=e6f57461-48fc-4305-a615-03d61a605541)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:17.912303 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:17.912896 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-f4dae645-3dc4-47e8-bef9-1df74bfda6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'name': 'tempest-ServersTestBootFromVolume-1849928303-router', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:48:46Z', 'updated_at': '2021-09-07T18:48:54Z', 'revision_number': 4, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'gw_port': {'id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:48:47Z', 'updated_at': '2021-09-07T18:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '66687be9-d8ae-4058-a3c0-b5006cfd3560', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'port_id': 'f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4', 'mac_address': 'fa:16:3e:34:7e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a595456f-d62f-4b1f-88b6-de98b44ca27d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:49:05Z', 'updated_at': '2021-09-07T18:50:13Z', 'revision_number': 1, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ff2bf38-0958-419c-8a41-bcebe21bc028', 'name': '', 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'mac_address': 'fa:16:3e:2a:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cac93b3c-cfaf-4e48-af75-309b6ae4c803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:48:51Z', 'updated_at': '2021-09-07T18:49:04Z', 'revision_number': 5, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'subnets': [{'id': 'cac93b3c-cfaf-4e48-af75-309b6ae4c803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:17.947603 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dae645-3dc4-47e8-bef9-1df74bfda6cc None None] The sync data for ids ['0bc3a094-09ec-4836-8995-ddd56c0ff918'] in n-d-807786-1 is: [{'id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'name': 'tempest-ServersTestBootFromVolume-1849928303-router', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:48:46Z', 'updated_at': '2021-09-07T18:48:54Z', 'revision_number': 4, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'gw_port': {'id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:48:47Z', 'updated_at': '2021-09-07T18:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '66687be9-d8ae-4058-a3c0-b5006cfd3560', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'port_id': 'f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4', 'mac_address': 'fa:16:3e:34:7e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a595456f-d62f-4b1f-88b6-de98b44ca27d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:49:05Z', 'updated_at': '2021-09-07T18:50:13Z', 'revision_number': 1, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ff2bf38-0958-419c-8a41-bcebe21bc028', 'name': '', 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'mac_address': 'fa:16:3e:2a:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cac93b3c-cfaf-4e48-af75-309b6ae4c803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:48:51Z', 'updated_at': '2021-09-07T18:49:04Z', 'revision_number': 5, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'subnets': [{'id': 'cac93b3c-cfaf-4e48-af75-309b6ae4c803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:50:18.045744 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e50479b0-d16c-4bd2-b972-12fe93f84126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:18.145518 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed0a11a1-48f6-47cc-bb50-18933e9acf15 req-c89383bd-efd7-4ef1-8371-50cf29b4aba9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 HTTP/1.1" status: 200 len: 999 time: 0.3145018 Sep 07 18:50:18.146298 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-daac2ae2-1aa2-49e4-94f6-d749e929a65a req-dadff7fe-56b5-48c7-b77a-3e949312b04c tempest-FloatingIPsNegativeTestJSON-144322841 tempest-FloatingIPsNegativeTestJSON-144322841-project] show failed (client error): The resource could not be found. Sep 07 18:50:18.162916 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-daac2ae2-1aa2-49e4-94f6-d749e929a65a req-dadff7fe-56b5-48c7-b77a-3e949312b04c tempest-FloatingIPsNegativeTestJSON-144322841 tempest-FloatingIPsNegativeTestJSON-144322841-project] 10.222.0.26 "GET /v2.0/floatingips/efa400bd-617c-4d41-b78d-e03f497d7b3a HTTP/1.1" status: 404 len: 350 time: 0.2333233 Sep 07 18:50:18.165441 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54374) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:18.327736 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50479b0-d16c-4bd2-b972-12fe93f84126 admin admin] Router ee9726c4-4ab4-45e6-9ad6-741ff2977c1c is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:50:18.405044 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:18.432042 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] Transition to ACTIVE for port object 7a80be30-e54a-48ca-86de-d402446034e0 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:18.494044 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c30602-bd05-4b1d-ae29-649b62122de7 None None] New status for floating IP 66687be9-d8ae-4058-a3c0-b5006cfd3560: ACTIVE {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:50:18.633423 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84520de2-cb26-4a5a-97fe-9c432d54e746 req-5f06aa4c-d504-4707-8eb3-cecc6810f444 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:18.642640 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-84520de2-cb26-4a5a-97fe-9c432d54e746 req-5f06aa4c-d504-4707-8eb3-cecc6810f444 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 0.7991889 Sep 07 18:50:18.682432 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50479b0-d16c-4bd2-b972-12fe93f84126 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:50:18.693404 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] Sync routers for ids ['ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:50:18.708309 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] Routers {'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:18.710768 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:49:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:18.724694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a11a1-48f6-47cc-bb50-18933e9acf15 req-5cd64c3a-ccfd-4b33-b6f6-578d4ba81e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:18.728270 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed0a11a1-48f6-47cc-bb50-18933e9acf15 req-5cd64c3a-ccfd-4b33-b6f6-578d4ba81e3c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cac93b3c-cfaf-4e48-af75-309b6ae4c803 HTTP/1.1" status: 200 len: 855 time: 0.5633242 Sep 07 18:50:18.737643 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e50479b0-d16c-4bd2-b972-12fe93f84126 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:18.741544 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e50479b0-d16c-4bd2-b972-12fe93f84126 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4052088 Sep 07 18:50:18.741715 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54382) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:18.904265 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-84520de2-cb26-4a5a-97fe-9c432d54e746 req-22c3ef5c-3d40-4ea9-9c47-2bb304700b8a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603810 Sep 07 18:50:18.933165 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91336e58-ed98-4d39-b577-54d9f5df58b3 req-8d556669-612e-42f9-af19-36621443c20c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:18.935083 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91336e58-ed98-4d39-b577-54d9f5df58b3 req-8d556669-612e-42f9-af19-36621443c20c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 946 time: 0.4316335 Sep 07 18:50:18.943096 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] Set router ee9726c4-4ab4-45e6-9ad6-741ff2977c1c gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:18.969925 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:19.006020 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacda7f3-abc7-477a-a828-dd4244b8aef6 None None] Pushing event updated for resources: {'Port': ['ID=e8a559c9-da68-458f-b941-c893c4600afb,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:19.132177 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91336e58-ed98-4d39-b577-54d9f5df58b3 req-c0d9d353-e713-42c6-bcae-9315fcca458c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874723 Sep 07 18:50:19.140171 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a11a1-48f6-47cc-bb50-18933e9acf15 req-b182691f-5571-4c59-934d-262f91f94105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:19.141783 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed0a11a1-48f6-47cc-bb50-18933e9acf15 req-b182691f-5571-4c59-934d-262f91f94105 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd66a3a3-d141-4b70-95dd-3449895afcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3864408 Sep 07 18:50:19.208347 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9e51dfc9-0d3b-4428-87a9-913c68fbdf1b req-ea63e57e-a462-4751-869f-9c77e5bfa497 tempest-SecurityGroupsNegativeTestJSON-1771091170 tempest-SecurityGroupsNegativeTestJSON-1771091170-project] 10.222.0.26 "GET /v2.0/security-groups/dbbb5ded-275c-4964-958b-3ea6a14afbc4 HTTP/1.1" status: 200 len: 2981 time: 0.2663398 Sep 07 18:50:19.259559 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c80ad-4de4-4ba1-b776-7fcd84359ca4 None None] Pushing event updated for resources: {'Port': ['ID=7a80be30-e54a-48ca-86de-d402446034e0,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:19.319366 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] Attempting to bind port 7a80be30-e54a-48ca-86de-d402446034e0 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:19.322273 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] Attempting to bind port 7a80be30-e54a-48ca-86de-d402446034e0 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '3b5f0525-5957-4f83-8cbc-7b45db5d4f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:19.326313 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] Attempting to bind port 7a80be30-e54a-48ca-86de-d402446034e0 on network 4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:19.341150 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:19.344861 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] Checking segment: {'id': '3b5f0525-5957-4f83-8cbc-7b45db5d4f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:19.346667 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:19.347235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] Bound using segment: {'id': '3b5f0525-5957-4f83-8cbc-7b45db5d4f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:19.349715 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] Bound port: 7a80be30-e54a-48ca-86de-d402446034e0, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5f0525-5957-4f83-8cbc-7b45db5d4f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:19.352905 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:19.539739 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed0a11a1-48f6-47cc-bb50-18933e9acf15 req-abd35969-3c30-49c6-82c4-2f733908b8cf service neutron] 10.222.0.60 "GET /v2.0/networks/bd66a3a3-d141-4b70-95dd-3449895afcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813503 Sep 07 18:50:19.540767 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'name': 'tempest-ServersTestManualDisk-1383541185-router', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:14Z', 'updated_at': '2021-09-07T18:50:16Z', 'revision_number': 3, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'gw_port': {'id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:15Z', 'updated_at': '2021-09-07T18:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:19.548072 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] For port 7a80be30-e54a-48ca-86de-d402446034e0, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:19.553814 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] For port 7a80be30-e54a-48ca-86de-d402446034e0, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7a80be30-e54a-48ca-86de-d402446034e0,segment=NetworkSegment(3b5f0525-5957-4f83-8cbc-7b45db5d4f77),segment_id=3b5f0525-5957-4f83-8cbc-7b45db5d4f77)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:19.559535 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:19.681257 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] Checking router: ee9726c4-4ab4-45e6-9ad6-741ff2977c1c for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:50:19.681603 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] Updating router ee9726c4-4ab4-45e6-9ad6-741ff2977c1c port 0df8434b-83f3-41fb-b7c5-5ba643f661b7 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:50:19.722381 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] Routers {'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:19.723341 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:49:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:19.771785 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-9e51dfc9-0d3b-4428-87a9-913c68fbdf1b req-05649179-d06f-4bc4-a8d0-c65dd2b31c6b tempest-SecurityGroupsNegativeTestJSON-1771091170 tempest-SecurityGroupsNegativeTestJSON-1771091170-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 07 18:50:19.776153 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9e51dfc9-0d3b-4428-87a9-913c68fbdf1b req-05649179-d06f-4bc4-a8d0-c65dd2b31c6b tempest-SecurityGroupsNegativeTestJSON-1771091170 tempest-SecurityGroupsNegativeTestJSON-1771091170-project] 10.222.0.26 "DELETE /v2.0/security-groups/dbbb5ded-275c-4964-958b-3ea6a14afbc4 HTTP/1.1" status: 409 len: 352 time: 0.4850519 Sep 07 18:50:19.826776 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:19.830810 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c80ad-4de4-4ba1-b776-7fcd84359ca4 None None] Pushing event updated for resources: {'Port': ['ID=7a80be30-e54a-48ca-86de-d402446034e0,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:19.957411 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ed1adb-dc5b-45c8-abed-d7cddc31ca61 None None] Network c7f4858b-8821-4eea-8e4b-1fd4362ebd60 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:50:19.970733 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998f596-e53e-40d2-ab9b-de683942269c req-3f3476ba-28a6-42e2-b096-414825af093e tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:19.971400 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5baa524d-6530-4d96-9944-05c8e7a551ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:19.972863 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d998f596-e53e-40d2-ab9b-de683942269c req-3f3476ba-28a6-42e2-b096-414825af093e tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.4298537 Sep 07 18:50:19.974501 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-8cd3dc2b-c066-4c57-9f0a-555d60376558 req-1c80b608-0409-4ef9-9f4b-25d63be8ca14 tempest-SecurityGroupsNegativeTestJSON-1771091170 tempest-SecurityGroupsNegativeTestJSON-1771091170-project] show failed (client error): The resource could not be found. Sep 07 18:50:19.975567 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8cd3dc2b-c066-4c57-9f0a-555d60376558 req-1c80b608-0409-4ef9-9f4b-25d63be8ca14 tempest-SecurityGroupsNegativeTestJSON-1771091170 tempest-SecurityGroupsNegativeTestJSON-1771091170-project] 10.222.0.26 "GET /v2.0/security-groups/fbe31786-4a71-4b20-8675-f626f4919e99 HTTP/1.1" status: 404 len: 352 time: 0.1017439 Sep 07 18:50:20.044093 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1d576bf3-d994-42df-a3ab-6fe6f34788ec None None] Provisioning for port e8a559c9-da68-458f-b941-c893c4600afb completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:20.066359 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] Set router ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:20.112851 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d998f596-e53e-40d2-ab9b-de683942269c req-e9766ac0-838c-4823-aef2-ba85740b8e8b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165724 Sep 07 18:50:20.228308 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-98960e2d-2d36-44a5-98eb-160017094139 req-db3de202-0ad8-4bfa-b1bf-3e41d3f6d8b3 tempest-SecurityGroupsNegativeTestJSON-1771091170 tempest-SecurityGroupsNegativeTestJSON-1771091170-project] show failed (client error): The resource could not be found. Sep 07 18:50:20.241710 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-98960e2d-2d36-44a5-98eb-160017094139 req-db3de202-0ad8-4bfa-b1bf-3e41d3f6d8b3 tempest-SecurityGroupsNegativeTestJSON-1771091170 tempest-SecurityGroupsNegativeTestJSON-1771091170-project] 10.222.0.26 "GET /v2.0/security-groups/7490459d-776c-44e3-abe5-4faed70f09cb HTTP/1.1" status: 404 len: 352 time: 0.0581760 Sep 07 18:50:20.243922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54410) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:20.424856 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4dd90cf-e979-4829-8c2e-0f17725af936 admin admin] Deleting subnet 60844a14-a102-42bb-8ca3-b1bd4a0b376e {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:50:20.435875 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e4dd90cf-e979-4829-8c2e-0f17725af936 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:20.463088 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-5baa524d-6530-4d96-9944-05c8e7a551ad admin admin] Allocated IP 172.20.0.1 (c7f4858b-8821-4eea-8e4b-1fd4362ebd60/516602c3-3ca6-4872-ad4b-15c018e75629/eb5ab28c-7b43-4844-8567-80149d09cc3c) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:20.498811 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e4dd90cf-e979-4829-8c2e-0f17725af936 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:20.579834 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e4dd90cf-e979-4829-8c2e-0f17725af936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:20.613243 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-819670082-router', 'tenant_id': 'e16cb520c20b4748a10d33bd69fff0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0bb03f89-dee0-4df5-8fdd-4770066fb5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:04Z', 'updated_at': '2021-09-07T18:50:11Z', 'revision_number': 4, 'project_id': 'e16cb520c20b4748a10d33bd69fff0df', 'gw_port': {'id': '0bb03f89-dee0-4df5-8fdd-4770066fb5ee', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:06Z', 'updated_at': '2021-09-07T18:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '7a80be30-e54a-48ca-86de-d402446034e0', 'name': '', 'network_id': '4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5', 'tenant_id': 'e16cb520c20b4748a10d33bd69fff0df', 'mac_address': 'fa:16:3e:42:71:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '5c0b05bc-7bc4-45d2-a242-b2991ca16efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:10Z', 'updated_at': '2021-09-07T18:50:19Z', 'revision_number': 4, 'project_id': 'e16cb520c20b4748a10d33bd69fff0df', 'subnets': [{'id': '5c0b05bc-7bc4-45d2-a242-b2991ca16efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:20.686660 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed0a11a1-48f6-47cc-bb50-18933e9acf15 req-51daaa6c-9db3-40a4-b0b1-c88b948e2e80 service neutron] 10.222.0.60 "GET /v2.0/networks/bd66a3a3-d141-4b70-95dd-3449895afcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1066017 Sep 07 18:50:20.698140 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a391cc-e586-4ddb-b373-06bddcbc5fb3 None None] The sync data for ids ['ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6'] in n-d-807786-1 is: [{'id': 'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-819670082-router', 'tenant_id': 'e16cb520c20b4748a10d33bd69fff0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0bb03f89-dee0-4df5-8fdd-4770066fb5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:04Z', 'updated_at': '2021-09-07T18:50:11Z', 'revision_number': 4, 'project_id': 'e16cb520c20b4748a10d33bd69fff0df', 'gw_port': {'id': '0bb03f89-dee0-4df5-8fdd-4770066fb5ee', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:06Z', 'updated_at': '2021-09-07T18:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '7a80be30-e54a-48ca-86de-d402446034e0', 'name': '', 'network_id': '4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5', 'tenant_id': 'e16cb520c20b4748a10d33bd69fff0df', 'mac_address': 'fa:16:3e:42:71:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '5c0b05bc-7bc4-45d2-a242-b2991ca16efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:10Z', 'updated_at': '2021-09-07T18:50:19Z', 'revision_number': 4, 'project_id': 'e16cb520c20b4748a10d33bd69fff0df', 'subnets': [{'id': '5c0b05bc-7bc4-45d2-a242-b2991ca16efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:50:20.722076 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e4dd90cf-e979-4829-8c2e-0f17725af936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:20.732396 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-276af4a6-576c-433b-8a5b-ded062637c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:20.785498 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5baa524d-6530-4d96-9944-05c8e7a551ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:20.864902 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-5baa524d-6530-4d96-9944-05c8e7a551ad admin admin] Transition to ACTIVE for port object eb5ab28c-7b43-4844-8567-80149d09cc3c will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:20.928817 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:20.956734 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5baa524d-6530-4d96-9944-05c8e7a551ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:20.979652 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] Transition to ACTIVE for port object 0df8434b-83f3-41fb-b7c5-5ba643f661b7 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:20.994295 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd90cf-e979-4829-8c2e-0f17725af936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60844a14-a102-42bb-8ca3-b1bd4a0b376e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:20.995697 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:21.043230 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5e7f1-9043-45d6-ac3d-44df27649030 req-fbe211a5-9599-470a-97d7-51202cc3a0ed tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:21.045291 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e8a559c9-da68-458f-b941-c893c4600afb up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:21.047108 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-67d5e7f1-9043-45d6-ac3d-44df27649030 req-fbe211a5-9599-470a-97d7-51202cc3a0ed tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 0.8910544 Sep 07 18:50:21.069498 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e4dd90cf-e979-4829-8c2e-0f17725af936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:21.085437 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e4dd90cf-e979-4829-8c2e-0f17725af936 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/60844a14-a102-42bb-8ca3-b1bd4a0b376e HTTP/1.1" status: 204 len: 168 time: 0.7404251 Sep 07 18:50:21.095368 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54418) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:21.109380 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc599331-bb92-451f-91f9-cafb8e63d619 None None] Pushing event updated for resources: {'Port': ['ID=0df8434b-83f3-41fb-b7c5-5ba643f661b7,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:21.127010 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baa524d-6530-4d96-9944-05c8e7a551ad admin admin] Network c7f4858b-8821-4eea-8e4b-1fd4362ebd60 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:21.145295 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-5baa524d-6530-4d96-9944-05c8e7a551ad admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:21.161897 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] Attempting to bind port 0df8434b-83f3-41fb-b7c5-5ba643f661b7 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:21.162591 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] Attempting to bind port 0df8434b-83f3-41fb-b7c5-5ba643f661b7 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:21.163358 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] Attempting to bind port 0df8434b-83f3-41fb-b7c5-5ba643f661b7 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:21.171334 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:21.171743 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:21.172395 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:21.172978 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:21.173690 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] Bound port: 0df8434b-83f3-41fb-b7c5-5ba643f661b7, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:21.174311 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:21.178862 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baa524d-6530-4d96-9944-05c8e7a551ad admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:21.187897 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa524d-6530-4d96-9944-05c8e7a551ad admin admin] Pushing event updated for resources: {'Port': ['ID=eb5ab28c-7b43-4844-8567-80149d09cc3c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:21.189922 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port e8a559c9-da68-458f-b941-c893c4600afb completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:21.212099 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e8a559c9-da68-458f-b941-c893c4600afb triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:21.212565 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:21.286074 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] For port 0df8434b-83f3-41fb-b7c5-5ba643f661b7, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:21.290698 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] For port 0df8434b-83f3-41fb-b7c5-5ba643f661b7, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0df8434b-83f3-41fb-b7c5-5ba643f661b7,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:21.302208 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:21.304440 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5baa524d-6530-4d96-9944-05c8e7a551ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:21.370878 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-15706bbc-4165-441f-a427-6061b2891ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:21.453480 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:21.477005 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc599331-bb92-451f-91f9-cafb8e63d619 None None] Pushing event updated for resources: {'Port': ['ID=0df8434b-83f3-41fb-b7c5-5ba643f661b7,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:21.515637 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] Routers {'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:21.517460 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:49:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:21.521942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-67d5e7f1-9043-45d6-ac3d-44df27649030 req-d54102e8-b613-4661-a03b-ccfb7fd44ced tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340467 Sep 07 18:50:21.593014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port e8a559c9-da68-458f-b941-c893c4600afb, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e8a559c9-da68-458f-b941-c893c4600afb,segment=NetworkSegment(e6f57461-48fc-4305-a615-03d61a605541),segment_id=e6f57461-48fc-4305-a615-03d61a605541)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:21.597484 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:21.783652 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5baa524d-6530-4d96-9944-05c8e7a551ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:21.830075 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-66470582-fcc6-44d2-8dd7-52ca4eedcead None None] Provisioning for port eb5ab28c-7b43-4844-8567-80149d09cc3c completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:21.832655 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-15706bbc-4165-441f-a427-6061b2891ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:21.840208 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=e8a559c9-da68-458f-b941-c893c4600afb,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:21.848456 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-66470582-fcc6-44d2-8dd7-52ca4eedcead None None] Provisioning complete for port eb5ab28c-7b43-4844-8567-80149d09cc3c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:21.848858 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-66470582-fcc6-44d2-8dd7-52ca4eedcead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:21.917146 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-15706bbc-4165-441f-a427-6061b2891ad2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497657fe-ec3d-4d4f-b6d1-a8ffeaefeb3a']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:21.930527 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-66470582-fcc6-44d2-8dd7-52ca4eedcead None None] Port eb5ab28c-7b43-4844-8567-80149d09cc3c cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:50:21.933233 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-15706bbc-4165-441f-a427-6061b2891ad2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb438d9-6d3d-4dfa-884a-d107cc1fa4e7') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:21.933908 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-15706bbc-4165-441f-a427-6061b2891ad2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb438d9-6d3d-4dfa-884a-d107cc1fa4e7') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:21.958452 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-15706bbc-4165-441f-a427-6061b2891ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:21.985351 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-15706bbc-4165-441f-a427-6061b2891ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:21.988422 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] Set router ee9726c4-4ab4-45e6-9ad6-741ff2977c1c gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:21.992715 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15706bbc-4165-441f-a427-6061b2891ad2 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:50:21.993253 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-15706bbc-4165-441f-a427-6061b2891ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:22.098410 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d162d-6a84-4367-8b40-811f72105447 req-b0cb02be-c60b-4934-95a2-b120694b6afd tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:22.107910 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-962d162d-6a84-4367-8b40-811f72105447 req-b0cb02be-c60b-4934-95a2-b120694b6afd tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 946 time: 0.8289819 Sep 07 18:50:22.136091 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5baa524d-6530-4d96-9944-05c8e7a551ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:22.141303 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5baa524d-6530-4d96-9944-05c8e7a551ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: timer() Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:50:22.151205 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:50:22.154306 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-15706bbc-4165-441f-a427-6061b2891ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:22.224060 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-15706bbc-4165-441f-a427-6061b2891ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:22.226414 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-15706bbc-4165-441f-a427-6061b2891ad2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/497657fe-ec3d-4d4f-b6d1-a8ffeaefeb3a HTTP/1.1" status: 204 len: 168 time: 1.1295938 Sep 07 18:50:22.247026 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15706bbc-4165-441f-a427-6061b2891ad2 admin admin] Pushing event deleted for resources: {'Network': ['ID=497657fe-ec3d-4d4f-b6d1-a8ffeaefeb3a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:22.309077 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'name': 'tempest-ServersTestManualDisk-1383541185-router', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:14Z', 'updated_at': '2021-09-07T18:50:16Z', 'revision_number': 3, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'gw_port': {'id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:15Z', 'updated_at': '2021-09-07T18:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:22.328873 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5baa524d-6530-4d96-9944-05c8e7a551ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:22.330793 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa524d-6530-4d96-9944-05c8e7a551ad admin admin] Pushing event updated for resources: {'Port': ['ID=eb5ab28c-7b43-4844-8567-80149d09cc3c,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:22.335272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ca62c-3fb3-4dd2-a2eb-dd0f1a8570fd req-fbad8cec-527d-457b-b0b0-f26edd2a28ee tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:22.348251 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac7ca62c-3fb3-4dd2-a2eb-dd0f1a8570fd req-fbad8cec-527d-457b-b0b0-f26edd2a28ee tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.2368016 Sep 07 18:50:22.376750 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-962d162d-6a84-4367-8b40-811f72105447 req-bc3e1455-e888-4022-9b9c-d2cd4651456b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677543 Sep 07 18:50:22.395722 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f335f44-f508-4d68-8e72-114cbe1e5c1c None None] The sync data for ids ['ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'] in n-d-807786-1 is: [{'id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'name': 'tempest-ServersTestManualDisk-1383541185-router', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:14Z', 'updated_at': '2021-09-07T18:50:16Z', 'revision_number': 3, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'gw_port': {'id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:15Z', 'updated_at': '2021-09-07T18:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:50:22.535501 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baa524d-6530-4d96-9944-05c8e7a551ad admin admin] Network c7f4858b-8821-4eea-8e4b-1fd4362ebd60 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:22.537207 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-5baa524d-6530-4d96-9944-05c8e7a551ad admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:22.541303 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac7ca62c-3fb3-4dd2-a2eb-dd0f1a8570fd req-4534b2a9-4eb0-401b-992e-85eaea3e899c tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903961 Sep 07 18:50:22.887143 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5baa524d-6530-4d96-9944-05c8e7a551ad admin admin] Router ee9726c4-4ab4-45e6-9ad6-741ff2977c1c has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:50:22.903837 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54442) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:23.000394 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727c573-a3b2-4db5-86ed-e1ca97a2a8ed req-17364b10-176d-4766-a527-c78d7b57a23d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:23.015271 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b727c573-a3b2-4db5-86ed-e1ca97a2a8ed req-17364b10-176d-4766-a527-c78d7b57a23d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 0.2884870 Sep 07 18:50:23.084752 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a3a084e5-0751-4743-887d-28a2da2fa32a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f33ab80ff37b4d369a0162ae3405ae8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775420 Sep 07 18:50:23.093876 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54446) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:23.099491 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-430a8adb-2e8d-443b-a93f-1fe88682214f None None] Provisioning complete for port eb5ab28c-7b43-4844-8567-80149d09cc3c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:23.100037 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-430a8adb-2e8d-443b-a93f-1fe88682214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.150127 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e8a559c9-da68-458f-b941-c893c4600afb up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:23.187281 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5baa524d-6530-4d96-9944-05c8e7a551ad admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:50:23.210522 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5baa524d-6530-4d96-9944-05c8e7a551ad admin admin] 10.222.0.26 "PUT /v2.0/routers/ee9726c4-4ab4-45e6-9ad6-741ff2977c1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4565351 Sep 07 18:50:23.216794 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-430a8adb-2e8d-443b-a93f-1fe88682214f None None] Port eb5ab28c-7b43-4844-8567-80149d09cc3c cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:50:23.223384 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e8a559c9-da68-458f-b941-c893c4600afb triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:23.223953 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.246280 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-276af4a6-576c-433b-8a5b-ded062637c29 admin admin] Deleting port 7a80be30-e54a-48ca-86de-d402446034e0 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:50:23.246761 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-276af4a6-576c-433b-8a5b-ded062637c29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.327928 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b727c573-a3b2-4db5-86ed-e1ca97a2a8ed req-5e02939d-9219-48d6-a95d-247b177d4042 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043020 Sep 07 18:50:23.364810 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7a80be30-e54a-48ca-86de-d402446034e0 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:23.374280 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d9e69a1f-1f1b-4907-a601-2af222f3150b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.400073 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d9e69a1f-1f1b-4907-a601-2af222f3150b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.465885 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 7a80be30-e54a-48ca-86de-d402446034e0 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:23.466189 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d9e69a1f-1f1b-4907-a601-2af222f3150b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.468953 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d9e69a1f-1f1b-4907-a601-2af222f3150b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.472582 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d9e69a1f-1f1b-4907-a601-2af222f3150b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dbbb5ded-275c-4964-958b-3ea6a14afbc4 HTTP/1.1" status: 204 len: 168 time: 0.3752341 Sep 07 18:50:23.474329 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 7a80be30-e54a-48ca-86de-d402446034e0 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:23.477866 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.480911 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-276af4a6-576c-433b-8a5b-ded062637c29 admin admin] For port 7a80be30-e54a-48ca-86de-d402446034e0, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7a80be30-e54a-48ca-86de-d402446034e0,segment=NetworkSegment(3b5f0525-5957-4f83-8cbc-7b45db5d4f77),segment_id=3b5f0525-5957-4f83-8cbc-7b45db5d4f77)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:23.481303 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-276af4a6-576c-433b-8a5b-ded062637c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.493585 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e69a1f-1f1b-4907-a601-2af222f3150b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbb5ded-275c-4964-958b-3ea6a14afbc4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:23.513665 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-276af4a6-576c-433b-8a5b-ded062637c29 admin admin] Calling delete_port for 7a80be30-e54a-48ca-86de-d402446034e0 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:50:23.761337 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc120e-c00a-4e89-92f6-983b2f663c00 req-a47cdfad-17ae-4052-ade5-855b4a708428 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:23.762977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06cc120e-c00a-4e89-92f6-983b2f663c00 req-a47cdfad-17ae-4052-ade5-855b4a708428 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 946 time: 0.2652776 Sep 07 18:50:23.915093 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06cc120e-c00a-4e89-92f6-983b2f663c00 req-0dc80033-a7e6-4170-b657-2d12c6cefaf0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309197 Sep 07 18:50:23.972922 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:24.094667 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 7a80be30-e54a-48ca-86de-d402446034e0, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7a80be30-e54a-48ca-86de-d402446034e0,segment=NetworkSegment(3b5f0525-5957-4f83-8cbc-7b45db5d4f77),segment_id=3b5f0525-5957-4f83-8cbc-7b45db5d4f77)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:24.107612 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:24.242006 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-276af4a6-576c-433b-8a5b-ded062637c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:24.294642 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=7a80be30-e54a-48ca-86de-d402446034e0,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:24.329995 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276af4a6-576c-433b-8a5b-ded062637c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a80be30-e54a-48ca-86de-d402446034e0,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:24.364747 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54478) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:24.371191 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-5f81cf83-2e57-4129-b414-ca4e6b995099 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Request body: {'security_group': {'name': 'tempest-securitygroup--421300077', 'description': 'tempest-description--1047362309'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:24.432117 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5f81cf83-2e57-4129-b414-ca4e6b995099 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:24.548664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32757a6-0c8a-4ded-a7bf-8a4328980702 req-d5abdb42-cd79-48f0-ba37-4141a4f6faa0 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:24.559141 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a32757a6-0c8a-4ded-a7bf-8a4328980702 req-d5abdb42-cd79-48f0-ba37-4141a4f6faa0 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.3213975 Sep 07 18:50:24.656169 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5f81cf83-2e57-4129-b414-ca4e6b995099 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:24.677119 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5f81cf83-2e57-4129-b414-ca4e6b995099 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:24.813411 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81cf83-2e57-4129-b414-ca4e6b995099 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=217f28aa-d21e-44d6-8dfb-07a6f63752e3,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:24.846508 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5f81cf83-2e57-4129-b414-ca4e6b995099 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:24.848345 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5f81cf83-2e57-4129-b414-ca4e6b995099 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4825141 Sep 07 18:50:24.851085 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54488) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:24.859951 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-2e259588-23c3-486e-aa00-ec53fb8a9192 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Request body: {'security_group_rule': {'security_group_id': '217f28aa-d21e-44d6-8dfb-07a6f63752e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:24.905664 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2e259588-23c3-486e-aa00-ec53fb8a9192 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:24.981718 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-276af4a6-576c-433b-8a5b-ded062637c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:25.074010 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2e259588-23c3-486e-aa00-ec53fb8a9192 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:25.079914 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2e259588-23c3-486e-aa00-ec53fb8a9192 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:25.116767 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0df8434b-83f3-41fb-b7c5-5ba643f661b7 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:25.130559 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e259588-23c3-486e-aa00-ec53fb8a9192 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73179c9c-0694-4934-b667-20af0761936c,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:25.137824 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2e259588-23c3-486e-aa00-ec53fb8a9192 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:25.140272 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2e259588-23c3-486e-aa00-ec53fb8a9192 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2864528 Sep 07 18:50:25.143526 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54498) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:25.152439 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-35296aeb-edf5-431d-950e-1c75847da9b4 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Request body: {'security_group_rule': {'security_group_id': '217f28aa-d21e-44d6-8dfb-07a6f63752e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:25.214722 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-35296aeb-edf5-431d-950e-1c75847da9b4 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:25.235371 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 0df8434b-83f3-41fb-b7c5-5ba643f661b7 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:25.250129 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 0df8434b-83f3-41fb-b7c5-5ba643f661b7 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:25.253674 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:25.285500 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-35296aeb-edf5-431d-950e-1c75847da9b4 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:25.293054 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-35296aeb-edf5-431d-950e-1c75847da9b4 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:25.326162 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35296aeb-edf5-431d-950e-1c75847da9b4 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3a6310-0532-45ed-823a-e1b9578fdbda,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:25.351322 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-35296aeb-edf5-431d-950e-1c75847da9b4 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:25.353105 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-35296aeb-edf5-431d-950e-1c75847da9b4 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2083995 Sep 07 18:50:25.357281 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54504) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:25.361829 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6686e0dd-6c57-459d-8581-3759073b1d80 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:25.407567 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6686e0dd-6c57-459d-8581-3759073b1d80 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:25.480470 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:25.528067 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 0df8434b-83f3-41fb-b7c5-5ba643f661b7, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0df8434b-83f3-41fb-b7c5-5ba643f661b7,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:25.534032 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:25.626723 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6686e0dd-6c57-459d-8581-3759073b1d80 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:25.644870 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=0df8434b-83f3-41fb-b7c5-5ba643f661b7,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:25.812631 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-6686e0dd-6c57-459d-8581-3759073b1d80 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Allocated IP 172.25.8.183 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/fb275a69-1f5a-434a-ab93-138e73f989e6) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:25.879598 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e05586f6-92fd-4325-8a28-7e14bd534595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:25.885066 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a32757a6-0c8a-4ded-a7bf-8a4328980702 req-cb0af435-43ec-4948-892c-9acf8c7e8381 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3250573 Sep 07 18:50:25.925584 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b89a9f-d2dc-4967-97b7-5ecc32155553 req-7bdbeb57-bbae-4519-a25e-9e506ae46270 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:25.933727 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a8b89a9f-d2dc-4967-97b7-5ecc32155553 req-7bdbeb57-bbae-4519-a25e-9e506ae46270 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 1.3699725 Sep 07 18:50:26.011873 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6686e0dd-6c57-459d-8581-3759073b1d80 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:26.076059 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6686e0dd-6c57-459d-8581-3759073b1d80 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:26.138019 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a8b89a9f-d2dc-4967-97b7-5ecc32155553 req-e9d485d5-09bb-4509-8aa0-0cc9ac7a2743 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957238 Sep 07 18:50:26.150569 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6686e0dd-6c57-459d-8581-3759073b1d80 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:26.154459 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-6686e0dd-6c57-459d-8581-3759073b1d80 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:26.161854 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6686e0dd-6c57-459d-8581-3759073b1d80 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:26.263191 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f391d-e682-4da0-abf4-93c44cfe6611 req-a7503af8-f25d-47b8-8540-db6fcd823afb tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:26.265135 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-239f391d-e682-4da0-abf4-93c44cfe6611 req-a7503af8-f25d-47b8-8540-db6fcd823afb tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 946 time: 0.2537966 Sep 07 18:50:26.295916 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686e0dd-6c57-459d-8581-3759073b1d80 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Pushing event updated for resources: {'Port': ['ID=fb275a69-1f5a-434a-ab93-138e73f989e6,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:26.321716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276af4a6-576c-433b-8a5b-ded062637c29 admin admin] Router ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:50:26.345384 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] Sync routers for ids ['ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:50:26.361237 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] Routers {'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:26.362061 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:49:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:26.369137 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6686e0dd-6c57-459d-8581-3759073b1d80 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:26.399988 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-239f391d-e682-4da0-abf4-93c44cfe6611 req-515f3660-3712-4995-8c41-1fe1bfa36f55 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246336 Sep 07 18:50:26.455512 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6686e0dd-6c57-459d-8581-3759073b1d80 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:26.550827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] Set router ee9726c4-4ab4-45e6-9ad6-741ff2977c1c gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:26.602224 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276af4a6-576c-433b-8a5b-ded062637c29 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:50:26.629760 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70418cf-1d62-4057-910e-504be3b7a201 None None] Sync routers for ids ['ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:50:26.642692 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-276af4a6-576c-433b-8a5b-ded062637c29 admin admin] 10.222.0.26 "PUT /v2.0/routers/ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4595664 Sep 07 18:50:26.643341 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54526) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:26.650383 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70418cf-1d62-4057-910e-504be3b7a201 None None] Routers {'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:26.651019 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-c70418cf-1d62-4057-910e-504be3b7a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:49:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:26.938777 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d0b64f71-2666-423f-9b5d-fae5235c958a admin admin] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:26.948940 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6686e0dd-6c57-459d-8581-3759073b1d80 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:26.960598 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6686e0dd-6c57-459d-8581-3759073b1d80 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:27.018096 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-c70418cf-1d62-4057-910e-504be3b7a201 None None] Set router ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:27.054575 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686e0dd-6c57-459d-8581-3759073b1d80 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Pushing event updated for resources: {'Port': ['ID=fb275a69-1f5a-434a-ab93-138e73f989e6,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:27.078599 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0df8434b-83f3-41fb-b7c5-5ba643f661b7 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:27.202032 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6686e0dd-6c57-459d-8581-3759073b1d80 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:27.252879 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6686e0dd-6c57-459d-8581-3759073b1d80 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:27.258198 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6686e0dd-6c57-459d-8581-3759073b1d80 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8977315 Sep 07 18:50:27.277625 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-c70418cf-1d62-4057-910e-504be3b7a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-819670082-router', 'tenant_id': 'e16cb520c20b4748a10d33bd69fff0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0bb03f89-dee0-4df5-8fdd-4770066fb5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:04Z', 'updated_at': '2021-09-07T18:50:24Z', 'revision_number': 5, 'project_id': 'e16cb520c20b4748a10d33bd69fff0df', 'gw_port': {'id': '0bb03f89-dee0-4df5-8fdd-4770066fb5ee', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:06Z', 'updated_at': '2021-09-07T18:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:27.307822 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70418cf-1d62-4057-910e-504be3b7a201 None None] Checking router: ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:50:27.317607 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70418cf-1d62-4057-910e-504be3b7a201 None None] Routers {'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:27.318646 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-c70418cf-1d62-4057-910e-504be3b7a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:49:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:27.343805 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'name': 'tempest-ServersTestManualDisk-1383541185-router', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:14Z', 'updated_at': '2021-09-07T18:50:21Z', 'revision_number': 4, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'gw_port': {'id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:15Z', 'updated_at': '2021-09-07T18:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'eb5ab28c-7b43-4844-8567-80149d09cc3c', 'name': '', 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'mac_address': 'fa:16:3e:b4:93:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '516602c3-3ca6-4872-ad4b-15c018e75629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:20Z', 'updated_at': '2021-09-07T18:50:21Z', 'revision_number': 2, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'subnets': [{'id': '516602c3-3ca6-4872-ad4b-15c018e75629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:27.348571 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 0df8434b-83f3-41fb-b7c5-5ba643f661b7 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:27.351041 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:27.376267 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298e4d9-72c3-49c7-9090-65b37db76be4 req-96114607-cdcc-47d6-ac4d-92c043a14071 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:27.398399 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7298e4d9-72c3-49c7-9090-65b37db76be4 req-96114607-cdcc-47d6-ac4d-92c043a14071 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.3507125 Sep 07 18:50:27.451227 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] Checking router: ee9726c4-4ab4-45e6-9ad6-741ff2977c1c for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:50:27.452211 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] Updating router ee9726c4-4ab4-45e6-9ad6-741ff2977c1c port eb5ab28c-7b43-4844-8567-80149d09cc3c binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:50:27.517466 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7298e4d9-72c3-49c7-9090-65b37db76be4 req-8d32164f-f68a-45e4-a12d-b0604a3e2e87 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178234 Sep 07 18:50:27.529603 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54550) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:27.543807 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:27.551779 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d0b64f71-2666-423f-9b5d-fae5235c958a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:27.634827 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-c70418cf-1d62-4057-910e-504be3b7a201 None None] Set router ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:27.694963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2466f4-b9f3-4a43-8bac-704464e3a29f req-7d611930-91bc-4c7e-b036-2dde10e43a89 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:27.709772 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da2466f4-b9f3-4a43-8bac-704464e3a29f req-7d611930-91bc-4c7e-b036-2dde10e43a89 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 0.3921988 Sep 07 18:50:27.716203 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54554) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:27.835382 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-46aa9c65-4446-4fc2-8595-3aba730e1573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:27.839817 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da2466f4-b9f3-4a43-8bac-704464e3a29f req-826d347e-a433-4dda-8e7a-5c3f336ea845 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089308 Sep 07 18:50:27.876945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-d0b64f71-2666-423f-9b5d-fae5235c958a admin admin] Deleting port 0bb03f89-dee0-4df5-8fdd-4770066fb5ee {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:50:27.877573 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d0b64f71-2666-423f-9b5d-fae5235c958a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:27.973122 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2e02b1ac-fbc3-4259-9a62-d4dbb927f5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.008397 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-d0b64f71-2666-423f-9b5d-fae5235c958a admin admin] For port 0bb03f89-dee0-4df5-8fdd-4770066fb5ee, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0bb03f89-dee0-4df5-8fdd-4770066fb5ee,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:28.008990 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d0b64f71-2666-423f-9b5d-fae5235c958a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.014831 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-c70418cf-1d62-4057-910e-504be3b7a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-819670082-router', 'tenant_id': 'e16cb520c20b4748a10d33bd69fff0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0bb03f89-dee0-4df5-8fdd-4770066fb5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:04Z', 'updated_at': '2021-09-07T18:50:24Z', 'revision_number': 5, 'project_id': 'e16cb520c20b4748a10d33bd69fff0df', 'gw_port': {'id': '0bb03f89-dee0-4df5-8fdd-4770066fb5ee', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:06Z', 'updated_at': '2021-09-07T18:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:28.048210 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea974458-c4c3-4170-b99b-2083265924be req-5415a2a6-d949-4701-b48d-86b79d98d23b tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--421300077&fields=id&tenant_id=d878258efa4b4488806e9b78a4aaf7e7 HTTP/1.1" status: 200 len: 267 time: 0.0803194 Sep 07 18:50:28.049430 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70418cf-1d62-4057-910e-504be3b7a201 None None] The sync data for ids ['ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6'] in n-d-807786-1 is: [{'id': 'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-819670082-router', 'tenant_id': 'e16cb520c20b4748a10d33bd69fff0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0bb03f89-dee0-4df5-8fdd-4770066fb5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:04Z', 'updated_at': '2021-09-07T18:50:24Z', 'revision_number': 5, 'project_id': 'e16cb520c20b4748a10d33bd69fff0df', 'gw_port': {'id': '0bb03f89-dee0-4df5-8fdd-4770066fb5ee', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:06Z', 'updated_at': '2021-09-07T18:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:50:28.061572 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-46aa9c65-4446-4fc2-8595-3aba730e1573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.062916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15331c-193d-4959-9c52-12980fa8ec34 req-a93542ec-9031-4dab-944e-b6a290ea326e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:28.064618 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a15331c-193d-4959-9c52-12980fa8ec34 req-a93542ec-9031-4dab-944e-b6a290ea326e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 946 time: 0.2235107 Sep 07 18:50:28.076020 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-46aa9c65-4446-4fc2-8595-3aba730e1573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.079007 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-d0b64f71-2666-423f-9b5d-fae5235c958a admin admin] Calling delete_port for 0bb03f89-dee0-4df5-8fdd-4770066fb5ee owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:50:28.113832 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.128071 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] Transition to ACTIVE for port object eb5ab28c-7b43-4844-8567-80149d09cc3c will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:28.138616 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.160840 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-46aa9c65-4446-4fc2-8595-3aba730e1573 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b61ba4497fed415c8a9342d3f7b8bd72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6297081 Sep 07 18:50:28.160840 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa9c65-4446-4fc2-8595-3aba730e1573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385e30a3-7db1-464b-953c-3cdc4751bc3f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:28.162707 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54576) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:28.230149 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a15331c-193d-4959-9c52-12980fa8ec34 req-b32cb2ed-137a-4771-a444-49286cee3c2b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538200 Sep 07 18:50:28.290991 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165f662-cdd5-41eb-a1cb-0a46a8c67881 None None] Pushing event updated for resources: {'Port': ['ID=eb5ab28c-7b43-4844-8567-80149d09cc3c,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:28.292354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea974458-c4c3-4170-b99b-2083265924be req-29ae4c40-a260-4b75-b044-cc7ecaa5cce0 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:28.306391 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea974458-c4c3-4170-b99b-2083265924be req-29ae4c40-a260-4b75-b044-cc7ecaa5cce0 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/networks?id=c7f4858b-8821-4eea-8e4b-1fd4362ebd60 HTTP/1.1" status: 200 len: 812 time: 0.2563546 Sep 07 18:50:28.310504 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] Attempting to bind port eb5ab28c-7b43-4844-8567-80149d09cc3c on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:28.310686 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6af73d44-26c3-440b-8ea5-4265316f9946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.311215 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] Attempting to bind port eb5ab28c-7b43-4844-8567-80149d09cc3c by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'e6f57461-48fc-4305-a615-03d61a605541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:28.311805 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] Attempting to bind port eb5ab28c-7b43-4844-8567-80149d09cc3c on network c7f4858b-8821-4eea-8e4b-1fd4362ebd60 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:28.317938 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:28.318538 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] Checking segment: {'id': 'e6f57461-48fc-4305-a615-03d61a605541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:28.319111 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.319941 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] Bound using segment: {'id': 'e6f57461-48fc-4305-a615-03d61a605541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:28.320849 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] Bound port: eb5ab28c-7b43-4844-8567-80149d09cc3c, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f57461-48fc-4305-a615-03d61a605541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:28.321389 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.348441 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea974458-c4c3-4170-b99b-2083265924be req-014f9800-4493-454c-ab06-d38672da0f0d tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/quotas/d878258efa4b4488806e9b78a4aaf7e7 HTTP/1.1" status: 200 len: 375 time: 0.0405467 Sep 07 18:50:28.371432 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6af73d44-26c3-440b-8ea5-4265316f9946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.422281 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] For port eb5ab28c-7b43-4844-8567-80149d09cc3c, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:28.425859 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] For port eb5ab28c-7b43-4844-8567-80149d09cc3c, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=eb5ab28c-7b43-4844-8567-80149d09cc3c,segment=NetworkSegment(e6f57461-48fc-4305-a615-03d61a605541),segment_id=e6f57461-48fc-4305-a615-03d61a605541)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:28.430517 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.489563 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2e02b1ac-fbc3-4259-9a62-d4dbb927f5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.490765 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea974458-c4c3-4170-b99b-2083265924be req-c01e895a-35e7-4f63-bd1c-9cf575e6b0d2 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d878258efa4b4488806e9b78a4aaf7e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1406777 Sep 07 18:50:28.495398 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2e02b1ac-fbc3-4259-9a62-d4dbb927f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.553255 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6af73d44-26c3-440b-8ea5-4265316f9946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.557405 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6af73d44-26c3-440b-8ea5-4265316f9946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.558722 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6af73d44-26c3-440b-8ea5-4265316f9946 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/385e30a3-7db1-464b-953c-3cdc4751bc3f HTTP/1.1" status: 204 len: 168 time: 0.3868291 Sep 07 18:50:28.591612 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2e02b1ac-fbc3-4259-9a62-d4dbb927f5e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a0238e23a3c344f0af3ab09488a76b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8712323 Sep 07 18:50:28.593672 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54588) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:28.619859 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02b1ac-fbc3-4259-9a62-d4dbb927f5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe08424-88a9-4089-83c7-6116885c2763,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:28.653340 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af73d44-26c3-440b-8ea5-4265316f9946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385e30a3-7db1-464b-953c-3cdc4751bc3f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:28.729583 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a32ebcb8-9240-48bd-86d7-18fa8f8a2ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.761679 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea974458-c4c3-4170-b99b-2083265924be req-50d13ffd-441f-4e48-a59c-a2afd4b8b543 service neutron] 10.222.0.26 "GET /v2.0/networks/c7f4858b-8821-4eea-8e4b-1fd4362ebd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698240 Sep 07 18:50:28.765887 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165f662-cdd5-41eb-a1cb-0a46a8c67881 None None] Pushing event updated for resources: {'Port': ['ID=eb5ab28c-7b43-4844-8567-80149d09cc3c,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:28.776974 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ca81a42f-35a1-4d76-9fcb-d652c3080d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.779729 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] Routers {'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:28.780364 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:49:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:28.794330 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a32ebcb8-9240-48bd-86d7-18fa8f8a2ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.856393 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d0b64f71-2666-423f-9b5d-fae5235c958a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.887642 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7a80be30-e54a-48ca-86de-d402446034e0 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:50:28.912372 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a32ebcb8-9240-48bd-86d7-18fa8f8a2ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.919077 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a32ebcb8-9240-48bd-86d7-18fa8f8a2ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.924927 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a32ebcb8-9240-48bd-86d7-18fa8f8a2ef5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dfe08424-88a9-4089-83c7-6116885c2763 HTTP/1.1" status: 204 len: 168 time: 0.3301501 Sep 07 18:50:28.939141 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ebcb8-9240-48bd-86d7-18fa8f8a2ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe08424-88a9-4089-83c7-6116885c2763,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:28.992929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b64f71-2666-423f-9b5d-fae5235c958a admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb03f89-dee0-4df5-8fdd-4770066fb5ee,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:28.996106 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 7a80be30-e54a-48ca-86de-d402446034e0 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:50:28.996533 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7a80be30-e54a-48ca-86de-d402446034e0 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:50:29.033212 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:29.109483 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] Set router ee9726c4-4ab4-45e6-9ad6-741ff2977c1c gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:29.109824 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fbbc0-6b85-4442-8b00-aa3b825c2c35 req-466404b3-7ac2-4cf8-878f-a5837af36934 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:29.111442 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c21fbbc0-6b85-4442-8b00-aa3b825c2c35 req-466404b3-7ac2-4cf8-878f-a5837af36934 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.3464017 Sep 07 18:50:29.137241 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54606) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:29.152240 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1ed6d9e8-f0da-4aa2-912a-080f01ed37be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:29.196058 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea974458-c4c3-4170-b99b-2083265924be req-11280fbd-fda0-4f55-a8a3-05cb241ff966 service neutron] 10.222.0.26 "GET /v2.0/networks/c7f4858b-8821-4eea-8e4b-1fd4362ebd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321504 Sep 07 18:50:29.196941 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d0b64f71-2666-423f-9b5d-fae5235c958a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:29.309907 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1ed6d9e8-f0da-4aa2-912a-080f01ed37be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:29.314544 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1ed6d9e8-f0da-4aa2-912a-080f01ed37be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:29.360037 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c21fbbc0-6b85-4442-8b00-aa3b825c2c35 req-58b73ace-0aa0-44e5-8cc9-c6375665c143 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407393 Sep 07 18:50:29.362437 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6d9e8-f0da-4aa2-912a-080f01ed37be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cecc696-4697-4e8f-90bb-39afe39559a0,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:29.393796 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1ed6d9e8-f0da-4aa2-912a-080f01ed37be admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a2428d38fe854b4f8b46fb53e6babf27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550514 Sep 07 18:50:29.396722 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54636) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:29.415895 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d0b64f71-2666-423f-9b5d-fae5235c958a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:29.419386 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d0b64f71-2666-423f-9b5d-fae5235c958a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:29.466701 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03e826cd-f51c-4870-b940-3f983f41d6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:29.515739 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d0b64f71-2666-423f-9b5d-fae5235c958a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:29.516219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b64f71-2666-423f-9b5d-fae5235c958a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:50:29.520706 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03e826cd-f51c-4870-b940-3f983f41d6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:29.526572 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d0b64f71-2666-423f-9b5d-fae5235c958a admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:29.530450 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d0b64f71-2666-423f-9b5d-fae5235c958a admin admin] 10.222.0.26 "DELETE /v2.0/routers/ab4fdf35-7bf2-46d5-b3f9-68f9b0d046f6 HTTP/1.1" status: 204 len: 168 time: 2.8834612 Sep 07 18:50:29.532817 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54642) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:29.668855 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'name': 'tempest-ServersTestManualDisk-1383541185-router', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:14Z', 'updated_at': '2021-09-07T18:50:21Z', 'revision_number': 4, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'gw_port': {'id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:15Z', 'updated_at': '2021-09-07T18:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'eb5ab28c-7b43-4844-8567-80149d09cc3c', 'name': '', 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'mac_address': 'fa:16:3e:b4:93:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '516602c3-3ca6-4872-ad4b-15c018e75629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:20Z', 'updated_at': '2021-09-07T18:50:28Z', 'revision_number': 4, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'subnets': [{'id': '516602c3-3ca6-4872-ad4b-15c018e75629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:29.705430 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920f2358-ed10-4395-9815-91cee03186a4 None None] The sync data for ids ['ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'] in n-d-807786-1 is: [{'id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'name': 'tempest-ServersTestManualDisk-1383541185-router', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:14Z', 'updated_at': '2021-09-07T18:50:21Z', 'revision_number': 4, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'gw_port': {'id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:15Z', 'updated_at': '2021-09-07T18:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'eb5ab28c-7b43-4844-8567-80149d09cc3c', 'name': '', 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'mac_address': 'fa:16:3e:b4:93:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '516602c3-3ca6-4872-ad4b-15c018e75629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:20Z', 'updated_at': '2021-09-07T18:50:28Z', 'revision_number': 4, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'subnets': [{'id': '516602c3-3ca6-4872-ad4b-15c018e75629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:50:29.709656 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0482a0-bdf4-48b8-83b3-dbcac3813adb admin admin] Deleting subnet 5c0b05bc-7bc4-45d2-a242-b2991ca16efe {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:50:29.714296 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ed0482a0-bdf4-48b8-83b3-dbcac3813adb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:29.782777 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03e826cd-f51c-4870-b940-3f983f41d6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:29.810864 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03e826cd-f51c-4870-b940-3f983f41d6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:29.820178 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91891358-c1e0-44d3-be26-bfa423f9dabc req-ca386cd1-d372-4930-8349-b19a83542b53 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:29.829381 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91891358-c1e0-44d3-be26-bfa423f9dabc req-ca386cd1-d372-4930-8349-b19a83542b53 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 946 time: 0.1667683 Sep 07 18:50:29.833595 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-03e826cd-f51c-4870-b940-3f983f41d6c2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9cecc696-4697-4e8f-90bb-39afe39559a0 HTTP/1.1" status: 204 len: 168 time: 0.4232440 Sep 07 18:50:29.860197 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ed0482a0-bdf4-48b8-83b3-dbcac3813adb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:29.865201 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e826cd-f51c-4870-b940-3f983f41d6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cecc696-4697-4e8f-90bb-39afe39559a0,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:29.919379 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91891358-c1e0-44d3-be26-bfa423f9dabc req-f341817f-025b-4800-91a1-fa39c6c9caf1 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889788 Sep 07 18:50:29.928410 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e1255-fed0-4e21-83bf-68fe1332ffb7 req-60315a47-e93d-4d0c-8381-e1b9887736c7 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:29.946198 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-807e1255-fed0-4e21-83bf-68fe1332ffb7 req-60315a47-e93d-4d0c-8381-e1b9887736c7 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 0.2158811 Sep 07 18:50:30.041059 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-807e1255-fed0-4e21-83bf-68fe1332ffb7 req-24d41dff-7652-45c7-892d-0328faeecc67 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939014 Sep 07 18:50:30.059974 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ed0482a0-bdf4-48b8-83b3-dbcac3813adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:30.094316 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:30.132080 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b492e5fb-9f71-4720-b3e4-4a0c31d1866c req-02f19a21-636e-4858-9d73-03015ef77202 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 210 time: 0.0897467 Sep 07 18:50:30.215401 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ed0482a0-bdf4-48b8-83b3-dbcac3813adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:30.258553 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0482a0-bdf4-48b8-83b3-dbcac3813adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c0b05bc-7bc4-45d2-a242-b2991ca16efe,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:30.265616 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ed0482a0-bdf4-48b8-83b3-dbcac3813adb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:30.269828 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ed0482a0-bdf4-48b8-83b3-dbcac3813adb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5c0b05bc-7bc4-45d2-a242-b2991ca16efe HTTP/1.1" status: 204 len: 168 time: 0.7338350 Sep 07 18:50:30.270527 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54674) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:30.273908 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981f23c7-4dfd-40b5-b16d-14fa86f93aab None None] Network 4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:50:30.414203 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f682551-0624-473c-a01a-01cbd132b7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:30.522365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4409b0-9428-4c7e-a2c0-5c990697374e req-9f27b4b6-7826-475a-b672-b6df4d5b5d2e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:30.538419 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c4409b0-9428-4c7e-a2c0-5c990697374e req-9f27b4b6-7826-475a-b672-b6df4d5b5d2e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 946 time: 0.1939542 Sep 07 18:50:30.561409 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-7f682551-0624-473c-a01a-01cbd132b7c2 admin admin] Deleting port 8079e2b1-b2e2-47f1-8683-980d32b9311f {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:50:30.561748 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f682551-0624-473c-a01a-01cbd132b7c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:30.695256 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c4409b0-9428-4c7e-a2c0-5c990697374e req-27d00746-797e-4ea9-aaee-c37b38c85fd9 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552739 Sep 07 18:50:30.730042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b1895-17cc-414f-bf32-f6135e2689f1 req-d0efefbc-8186-4988-9fa2-658d32a76734 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:30.741261 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-415b1895-17cc-414f-bf32-f6135e2689f1 req-d0efefbc-8186-4988-9fa2-658d32a76734 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.1995578 Sep 07 18:50:30.779474 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24fab46-52de-45b2-b140-514d06dd0be1 None None] DHCP port deletion for 4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:50:30.784879 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54698) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:30.796850 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-7f682551-0624-473c-a01a-01cbd132b7c2 admin admin] For port 8079e2b1-b2e2-47f1-8683-980d32b9311f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8079e2b1-b2e2-47f1-8683-980d32b9311f,segment=NetworkSegment(3b5f0525-5957-4f83-8cbc-7b45db5d4f77),segment_id=3b5f0525-5957-4f83-8cbc-7b45db5d4f77)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:30.799414 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f682551-0624-473c-a01a-01cbd132b7c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:30.859171 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-415b1895-17cc-414f-bf32-f6135e2689f1 req-49925e56-e49b-4722-b3d8-a3cec8e6a056 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140409 Sep 07 18:50:30.867805 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-7f682551-0624-473c-a01a-01cbd132b7c2 admin admin] Calling delete_port for 8079e2b1-b2e2-47f1-8683-980d32b9311f owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:50:30.912478 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-e24fab46-52de-45b2-b140-514d06dd0be1 None None] Deleting port 8079e2b1-b2e2-47f1-8683-980d32b9311f {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:50:30.912956 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e24fab46-52de-45b2-b140-514d06dd0be1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:30.979622 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device eb5ab28c-7b43-4844-8567-80149d09cc3c up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:31.017796 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f682551-0624-473c-a01a-01cbd132b7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:31.072043 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f682551-0624-473c-a01a-01cbd132b7c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8079e2b1-b2e2-47f1-8683-980d32b9311f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:31.074429 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f682551-0624-473c-a01a-01cbd132b7c2 admin admin] No DVR routers for this DVR port 8079e2b1-b2e2-47f1-8683-980d32b9311f on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:50:31.142373 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-74278c2f-0f31-4857-85ad-4432573c1fe7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-461046051-network', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:31.212875 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f682551-0624-473c-a01a-01cbd132b7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:31.264810 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-7f682551-0624-473c-a01a-01cbd132b7c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:31.272935 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74278c2f-0f31-4857-85ad-4432573c1fe7 admin admin] Made reservation on behalf of a76fb2f3e4ef4238b096f3cf087a827a for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:31.277283 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-74278c2f-0f31-4857-85ad-4432573c1fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:31.305347 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-7f682551-0624-473c-a01a-01cbd132b7c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5f0525-5957-4f83-8cbc-7b45db5d4f77') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:31.305791 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-7f682551-0624-473c-a01a-01cbd132b7c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5f0525-5957-4f83-8cbc-7b45db5d4f77') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:31.366893 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-64f015ba-abc5-401b-bcc1-f6f137da7fd5 req-0712f3a1-cb52-4f19-80ec-fb79c5335c77 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 210 time: 0.1026490 Sep 07 18:50:31.372480 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-74278c2f-0f31-4857-85ad-4432573c1fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:31.393099 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f682551-0624-473c-a01a-01cbd132b7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:31.431281 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5778a8-cf31-4376-8c60-f90b962b4baa req-ad55bc64-42fc-4e93-bcdd-aa8757f40a62 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:31.441410 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f682551-0624-473c-a01a-01cbd132b7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:31.452064 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd5778a8-cf31-4376-8c60-f90b962b4baa req-ad55bc64-42fc-4e93-bcdd-aa8757f40a62 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 0.2353284 Sep 07 18:50:31.529660 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e24fab46-52de-45b2-b140-514d06dd0be1 None None] For port 8079e2b1-b2e2-47f1-8683-980d32b9311f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8079e2b1-b2e2-47f1-8683-980d32b9311f,segment=NetworkSegment(3b5f0525-5957-4f83-8cbc-7b45db5d4f77),segment_id=3b5f0525-5957-4f83-8cbc-7b45db5d4f77)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:31.530051 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e24fab46-52de-45b2-b140-514d06dd0be1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:31.555892 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f682551-0624-473c-a01a-01cbd132b7c2 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:50:31.556325 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f682551-0624-473c-a01a-01cbd132b7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:50:31.559129 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:50:31.563499 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd5778a8-cf31-4376-8c60-f90b962b4baa req-959f49c6-1bd6-42be-a448-3ddccd4b9eb6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039138 Sep 07 18:50:31.589855 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-e24fab46-52de-45b2-b140-514d06dd0be1 None None] Calling delete_port for 8079e2b1-b2e2-47f1-8683-980d32b9311f owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:50:31.604785 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port eb5ab28c-7b43-4844-8567-80149d09cc3c completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:31.704279 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f682551-0624-473c-a01a-01cbd132b7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:31.707547 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port eb5ab28c-7b43-4844-8567-80149d09cc3c triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:31.708454 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:31.713183 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-74278c2f-0f31-4857-85ad-4432573c1fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:31.714476 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:31.719059 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-74278c2f-0f31-4857-85ad-4432573c1fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:31.723980 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea974458-c4c3-4170-b99b-2083265924be req-38fad745-3521-4d80-b522-6d214f6c0071 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:31.728873 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ea974458-c4c3-4170-b99b-2083265924be req-38fad745-3521-4d80-b522-6d214f6c0071 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.36 "GET /v2.0/networks?id=c7f4858b-8821-4eea-8e4b-1fd4362ebd60 HTTP/1.1" status: 200 len: 812 time: 0.4055917 Sep 07 18:50:31.760813 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f682551-0624-473c-a01a-01cbd132b7c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:31.767720 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7f682551-0624-473c-a01a-01cbd132b7c2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5 HTTP/1.1" status: 204 len: 168 time: 1.4943254 Sep 07 18:50:31.768965 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f682551-0624-473c-a01a-01cbd132b7c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:31.795958 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74278c2f-0f31-4857-85ad-4432573c1fe7 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:50:31.808737 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4d405748-1170-4b7c-b252-e6c48be8be2b no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:50:31.834399 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-74278c2f-0f31-4857-85ad-4432573c1fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:31.834743 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-74278c2f-0f31-4857-85ad-4432573c1fe7 admin admin] Added segment 49c19125-8b68-478d-b6cd-48243210b5db of type vlan for network 5b36db33-a603-4328-a50c-c82ced7f3f75 Sep 07 18:50:31.840865 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ea974458-c4c3-4170-b99b-2083265924be req-db3f017f-faea-4ad3-93f7-e68780c8759a tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d878258efa4b4488806e9b78a4aaf7e7 HTTP/1.1" status: 200 len: 379 time: 0.0724227 Sep 07 18:50:31.844427 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74278c2f-0f31-4857-85ad-4432573c1fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282781e0-25b6-47b6-859e-9713e25e5e84,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:31.852950 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-ea974458-c4c3-4170-b99b-2083265924be req-95a190e4-5f4a-4399-8d65-0c127f44ea47 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Request body: {'port': {'device_id': '31ceb756-b164-470a-9ea6-69f08673d09b', 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60', 'admin_state_up': True, 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'security_groups': ['217f28aa-d21e-44d6-8dfb-07a6f63752e3']}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:32.069248 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:32.099793 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e24fab46-52de-45b2-b140-514d06dd0be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:32.150333 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea974458-c4c3-4170-b99b-2083265924be req-95a190e4-5f4a-4399-8d65-0c127f44ea47 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Made reservation on behalf of d878258efa4b4488806e9b78a4aaf7e7 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:32.156336 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ea974458-c4c3-4170-b99b-2083265924be req-95a190e4-5f4a-4399-8d65-0c127f44ea47 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:32.170544 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-74278c2f-0f31-4857-85ad-4432573c1fe7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:32.172934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e24fab46-52de-45b2-b140-514d06dd0be1 None None] Network 4d32dcb8-e3f3-44c5-b919-aed7bf86c9e5 is not hosted by any dhcp agent {{(pid=101446) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 18:50:32.174130 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24fab46-52de-45b2-b140-514d06dd0be1 None None] No DVR routers for this DVR port 8079e2b1-b2e2-47f1-8683-980d32b9311f on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:50:32.185800 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:32.217132 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fab46-52de-45b2-b140-514d06dd0be1 None None] Pushing event deleted for resources: {'Port': ['ID=8079e2b1-b2e2-47f1-8683-980d32b9311f,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:32.222246 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d405748-1170-4b7c-b252-e6c48be8be2b'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:32.225773 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3cd2b9-41dd-4693-884e-fb463a17b987" -d '{"events": [{"server_uuid": "a505f491-b177-49c9-955e-c7d3c793f5b2", "name": "network-vif-unplugged", "status": "completed", "tag": "4d405748-1170-4b7c-b252-e6c48be8be2b"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:32.264222 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4d405748-1170-4b7c-b252-e6c48be8be2b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4d405748-1170-4b7c-b252-e6c48be8be2b,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:32.266614 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b3dd4-c3d8-4ab5-b949-5e8b1aef86ba req-675af280-7a84-48bd-b4cd-fad3c84f21e9 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:32.270298 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee4b3dd4-c3d8-4ab5-b949-5e8b1aef86ba req-675af280-7a84-48bd-b4cd-fad3c84f21e9 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.2130055 Sep 07 18:50:32.278919 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:32.306777 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-74278c2f-0f31-4857-85ad-4432573c1fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:32.310481 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74278c2f-0f31-4857-85ad-4432573c1fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:32.312724 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-74278c2f-0f31-4857-85ad-4432573c1fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:32.323014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port eb5ab28c-7b43-4844-8567-80149d09cc3c, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=eb5ab28c-7b43-4844-8567-80149d09cc3c,segment=NetworkSegment(e6f57461-48fc-4305-a615-03d61a605541),segment_id=e6f57461-48fc-4305-a615-03d61a605541)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:32.334197 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54766) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:32.335006 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:32.388941 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81e7ab9-5986-48ed-b485-507f8cfddec2 x-openstack-request-id: req-d81e7ab9-5986-48ed-b485-507f8cfddec2 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:32.391236 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a505f491-b177-49c9-955e-c7d3c793f5b2", "name": "network-vif-unplugged", "status": "completed", "tag": "4d405748-1170-4b7c-b252-e6c48be8be2b", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:32.391774 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d81e7ab9-5986-48ed-b485-507f8cfddec2 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:32.392789 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d405748-1170-4b7c-b252-e6c48be8be2b', 'code': 200} Sep 07 18:50:32.402204 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=4d405748-1170-4b7c-b252-e6c48be8be2b,revision_number=14']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:32.455486 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0bb03f89-dee0-4df5-8fdd-4770066fb5ee no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:50:32.475777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74278c2f-0f31-4857-85ad-4432573c1fe7 admin admin] Pushing event updated for resources: {'Network': ['ID=5b36db33-a603-4328-a50c-c82ced7f3f75,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:32.489508 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-74278c2f-0f31-4857-85ad-4432573c1fe7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7033129 Sep 07 18:50:32.491671 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54770) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:32.498548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-7bde70ab-f5d2-43b4-82bd-b130f1f0d3f3 admin admin] Request body: {'subnet': {'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-461046051-subnet', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:32.511285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 5b36db33-a603-4328-a50c-c82ced7f3f75 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:50:32.530474 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-76435ae4-e6ff-4a54-b3f8-ef9a7fcf9bb5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e16cb520c20b4748a10d33bd69fff0df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940372 Sep 07 18:50:32.537142 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 0bb03f89-dee0-4df5-8fdd-4770066fb5ee {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:50:32.537484 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0bb03f89-dee0-4df5-8fdd-4770066fb5ee not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:50:32.537904 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8079e2b1-b2e2-47f1-8683-980d32b9311f no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:50:32.538900 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54772) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:32.551590 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee4b3dd4-c3d8-4ab5-b949-5e8b1aef86ba req-e3698cab-ec0e-4d04-b63a-0edb11fee680 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705340 Sep 07 18:50:32.590780 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0840aafd-2e4b-41c6-a405-20deb8e77e3c req-85a54a66-af3e-493b-b604-832173aeea74 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 210 time: 0.0711856 Sep 07 18:50:32.609494 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 8079e2b1-b2e2-47f1-8683-980d32b9311f {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:50:32.610264 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8079e2b1-b2e2-47f1-8683-980d32b9311f not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:50:32.628755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bde70ab-f5d2-43b4-82bd-b130f1f0d3f3 admin admin] Made reservation on behalf of a76fb2f3e4ef4238b096f3cf087a827a for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:32.631406 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7bde70ab-f5d2-43b4-82bd-b130f1f0d3f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:32.666976 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=eb5ab28c-7b43-4844-8567-80149d09cc3c,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:32.706815 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-ea974458-c4c3-4170-b99b-2083265924be req-95a190e4-5f4a-4399-8d65-0c127f44ea47 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Allocated IP 172.20.0.5 (c7f4858b-8821-4eea-8e4b-1fd4362ebd60/516602c3-3ca6-4872-ad4b-15c018e75629/a5fb7cef-fdf5-4abf-8175-ace3a21e20d4) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:32.731802 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a71f7c3-bd7e-4648-99c0-8c9445226736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:32.779518 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a71f7c3-bd7e-4648-99c0-8c9445226736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:32.812212 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab647fe0-4d47-4b87-9645-45ec451f56bd req-30c1e59e-f465-4a36-8320-fc88a4a9ca85 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:32.813884 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab647fe0-4d47-4b87-9645-45ec451f56bd req-30c1e59e-f465-4a36-8320-fc88a4a9ca85 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 0.1231873 Sep 07 18:50:32.920998 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab647fe0-4d47-4b87-9645-45ec451f56bd req-ee82ccb2-2e15-4e70-97dd-98fa79f7fa6a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933270 Sep 07 18:50:32.926691 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a71f7c3-bd7e-4648-99c0-8c9445226736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:32.931472 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a71f7c3-bd7e-4648-99c0-8c9445226736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:32.935827 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9a71f7c3-bd7e-4648-99c0-8c9445226736 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2dacb48-ad3a-41c9-a113-50b387017d81 HTTP/1.1" status: 204 len: 168 time: 0.3957884 Sep 07 18:50:32.951819 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device eb5ab28c-7b43-4844-8567-80149d09cc3c up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:32.981682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71f7c3-bd7e-4648-99c0-8c9445226736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dacb48-ad3a-41c9-a113-50b387017d81,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:33.023125 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ea974458-c4c3-4170-b99b-2083265924be req-95a190e4-5f4a-4399-8d65-0c127f44ea47 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:33.060683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-ea974458-c4c3-4170-b99b-2083265924be req-95a190e4-5f4a-4399-8d65-0c127f44ea47 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Transition to ACTIVE for port object a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:33.070004 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7bde70ab-f5d2-43b4-82bd-b130f1f0d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:33.094302 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port eb5ab28c-7b43-4844-8567-80149d09cc3c triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:33.095519 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:33.140079 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ea974458-c4c3-4170-b99b-2083265924be req-95a190e4-5f4a-4399-8d65-0c127f44ea47 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:33.227166 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bde70ab-f5d2-43b4-82bd-b130f1f0d3f3 admin admin] Checking segment: {'id': '49c19125-8b68-478d-b6cd-48243210b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:33.228829 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bde70ab-f5d2-43b4-82bd-b130f1f0d3f3 admin admin] Network hostable DHCP agents. Network: 5b36db33-a603-4328-a50c-c82ced7f3f75, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:50:33.241806 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde70ab-f5d2-43b4-82bd-b130f1f0d3f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19ab4329-660b-4967-81a1-1e7bbe92580a,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:33.256101 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea974458-c4c3-4170-b99b-2083265924be req-95a190e4-5f4a-4399-8d65-0c127f44ea47 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Network c7f4858b-8821-4eea-8e4b-1fd4362ebd60 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:33.256101 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-ea974458-c4c3-4170-b99b-2083265924be req-95a190e4-5f4a-4399-8d65-0c127f44ea47 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:33.267297 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea974458-c4c3-4170-b99b-2083265924be req-95a190e4-5f4a-4399-8d65-0c127f44ea47 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:33.281920 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bde70ab-f5d2-43b4-82bd-b130f1f0d3f3 admin admin] Network 5b36db33-a603-4328-a50c-c82ced7f3f75 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:50:33.303552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-7bde70ab-f5d2-43b4-82bd-b130f1f0d3f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 5b36db33-a603-4328-a50c-c82ced7f3f75) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:33.309245 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bde70ab-f5d2-43b4-82bd-b130f1f0d3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:33.309844 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7bde70ab-f5d2-43b4-82bd-b130f1f0d3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:33.313988 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d431fd16-421f-4aab-87bb-484072b1a31a None None] Network 5b36db33-a603-4328-a50c-c82ced7f3f75 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:50:33.336708 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7bde70ab-f5d2-43b4-82bd-b130f1f0d3f3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8434055 Sep 07 18:50:33.339254 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54826) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:33.364372 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e96288f5-9216-4b1f-a1f2-d84eeb468e90 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-461046051-router', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:33.395434 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a190e4-5f4a-4399-8d65-0c127f44ea47 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Pushing event updated for resources: {'Port': ['ID=a5fb7cef-fdf5-4abf-8175-ace3a21e20d4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:33.455970 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0cf07-0403-4fd0-a119-8d06896563cf req-b03705bd-4991-4f33-b57f-c55c454b2d76 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:33.457575 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61b0cf07-0403-4fd0-a119-8d06896563cf req-b03705bd-4991-4f33-b57f-c55c454b2d76 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1060331 Sep 07 18:50:33.463512 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea974458-c4c3-4170-b99b-2083265924be req-95a190e4-5f4a-4399-8d65-0c127f44ea47 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:33.464299 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ea974458-c4c3-4170-b99b-2083265924be req-95a190e4-5f4a-4399-8d65-0c127f44ea47 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:33.490012 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e96288f5-9216-4b1f-a1f2-d84eeb468e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:33.491361 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e96288f5-9216-4b1f-a1f2-d84eeb468e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:33.549257 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61b0cf07-0403-4fd0-a119-8d06896563cf req-ded8c58d-e6fc-479c-bef1-7f144085bdb0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818505 Sep 07 18:50:33.591079 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e96288f5-9216-4b1f-a1f2-d84eeb468e90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:33.654233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5b36db33-a603-4328-a50c-c82ced7f3f75', 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'fixed_ips': [{'subnet_id': '19ab4329-660b-4967-81a1-1e7bbe92580a'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:50:33.663754 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:33.667794 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5d958c33-0777-49c6-b5d1-3819de41676b None None] Provisioning for port a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:33.670747 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ea974458-c4c3-4170-b99b-2083265924be req-95a190e4-5f4a-4399-8d65-0c127f44ea47 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8244650 Sep 07 18:50:33.700825 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5d958c33-0777-49c6-b5d1-3819de41676b None None] Provisioning complete for port a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:33.701440 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5d958c33-0777-49c6-b5d1-3819de41676b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:33.711043 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-ea974458-c4c3-4170-b99b-2083265924be req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] Request body: {'port': {'device_id': '31ceb756-b164-470a-9ea6-69f08673d09b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:33.818594 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e96288f5-9216-4b1f-a1f2-d84eeb468e90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:33.844293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847b33d-43e3-4ffb-a009-7718dc369c06 req-83e385bb-660e-40e1-8da5-44721b2e2f47 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:33.847327 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ea974458-c4c3-4170-b99b-2083265924be req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:33.849322 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e847b33d-43e3-4ffb-a009-7718dc369c06 req-83e385bb-660e-40e1-8da5-44721b2e2f47 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.1615050 Sep 07 18:50:34.032157 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e847b33d-43e3-4ffb-a009-7718dc369c06 req-64d00664-1320-48b2-8b07-e160d9e68aa1 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761656 Sep 07 18:50:34.067306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61dd8d-aa57-4e16-bf9a-95c2707368dd req-552cc4c4-737b-4131-8ccc-e5f7e07ef0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:34.069104 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f61dd8d-aa57-4e16-bf9a-95c2707368dd req-552cc4c4-737b-4131-8ccc-e5f7e07ef0f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 1095 time: 0.1546903 Sep 07 18:50:34.079479 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da4ef1-cfa3-4a40-b259-784b77444503 req-ec5ea96b-4806-4159-8797-390c03a7d3c0 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:34.088894 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3da4ef1-cfa3-4a40-b259-784b77444503 req-ec5ea96b-4806-4159-8797-390c03a7d3c0 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 931 time: 0.1403167 Sep 07 18:50:34.157711 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-5d958c33-0777-49c6-b5d1-3819de41676b None None] Port a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:50:34.184614 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] Allocated IP 172.20.0.2 (5b36db33-a603-4328-a50c-c82ced7f3f75/19ab4329-660b-4967-81a1-1e7bbe92580a/abcfb291-8272-4536-a94f-e6a9de8795d8) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:34.247077 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3da4ef1-cfa3-4a40-b259-784b77444503 req-c3ca5f77-edc4-4cab-a142-e9cac2cbdf23 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/security-groups?id=217f28aa-d21e-44d6-8dfb-07a6f63752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571877 Sep 07 18:50:34.279734 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a461572-f7a4-4333-8c3e-89d1f0a4a542 req-cea1cbec-cdb5-4a29-a185-b706bbd6920a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:34.281567 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a461572-f7a4-4333-8c3e-89d1f0a4a542 req-cea1cbec-cdb5-4a29-a185-b706bbd6920a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1167183 Sep 07 18:50:34.328242 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61dd8d-aa57-4e16-bf9a-95c2707368dd req-93c1c4d4-6c88-4759-b87e-a184fd982933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:34.330682 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f61dd8d-aa57-4e16-bf9a-95c2707368dd req-93c1c4d4-6c88-4759-b87e-a184fd982933 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 912 time: 0.2396171 Sep 07 18:50:34.446280 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:34.457042 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] Transition to ACTIVE for port object abcfb291-8272-4536-a94f-e6a9de8795d8 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:34.474155 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] Transition to ACTIVE for port object abcfb291-8272-4536-a94f-e6a9de8795d8 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:34.484012 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:34.484925 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a461572-f7a4-4333-8c3e-89d1f0a4a542 req-77bcfbaf-15e0-4570-b9ba-2c4016471274 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941755 Sep 07 18:50:34.540851 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] Pushing event updated for resources: {'Port': ['ID=abcfb291-8272-4536-a94f-e6a9de8795d8,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:34.543685 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0994f-0481-46de-9956-85d9b7c8b3dd req-283857b8-ea28-4781-8f87-57bf8d33c0b3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:34.545535 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21a0994f-0481-46de-9956-85d9b7c8b3dd req-283857b8-ea28-4781-8f87-57bf8d33c0b3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 0.1620407 Sep 07 18:50:34.548793 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f61dd8d-aa57-4e16-bf9a-95c2707368dd req-24526d10-6208-4457-8d77-1a2500705edc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d405748-1170-4b7c-b252-e6c48be8be2b HTTP/1.1" status: 200 len: 999 time: 0.1915410 Sep 07 18:50:34.571722 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] Network 5b36db33-a603-4328-a50c-c82ced7f3f75 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:34.573245 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:34.576780 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:34.670327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61dd8d-aa57-4e16-bf9a-95c2707368dd req-c42fb3d9-0c25-4a85-a925-6afd80d5fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:34.672398 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f61dd8d-aa57-4e16-bf9a-95c2707368dd req-c42fb3d9-0c25-4a85-a925-6afd80d5fe66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.1165285 Sep 07 18:50:34.675675 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] Attempting to bind port abcfb291-8272-4536-a94f-e6a9de8795d8 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:34.676447 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] Attempting to bind port abcfb291-8272-4536-a94f-e6a9de8795d8 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '49c19125-8b68-478d-b6cd-48243210b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:34.677026 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] Attempting to bind port abcfb291-8272-4536-a94f-e6a9de8795d8 on network 5b36db33-a603-4328-a50c-c82ced7f3f75 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:34.684053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:34.684758 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] Checking segment: {'id': '49c19125-8b68-478d-b6cd-48243210b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:34.685355 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:34.686207 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] Bound using segment: {'id': '49c19125-8b68-478d-b6cd-48243210b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:34.686868 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] Bound port: abcfb291-8272-4536-a94f-e6a9de8795d8, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c19125-8b68-478d-b6cd-48243210b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:34.687444 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:34.701456 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21a0994f-0481-46de-9956-85d9b7c8b3dd req-21614560-0c52-41b5-afe1-0f514ed18cd7 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209280 Sep 07 18:50:34.735078 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54868) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:34.743956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61dd8d-aa57-4e16-bf9a-95c2707368dd req-3fb2b725-2a44-481a-99c0-c9716c3c7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:34.745822 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f61dd8d-aa57-4e16-bf9a-95c2707368dd req-3fb2b725-2a44-481a-99c0-c9716c3c7896 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646546 Sep 07 18:50:34.790642 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] For port abcfb291-8272-4536-a94f-e6a9de8795d8, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:34.794564 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] For port abcfb291-8272-4536-a94f-e6a9de8795d8, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=abcfb291-8272-4536-a94f-e6a9de8795d8,segment=NetworkSegment(49c19125-8b68-478d-b6cd-48243210b5db),segment_id=49c19125-8b68-478d-b6cd-48243210b5db)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:34.799861 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:34.852667 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f61dd8d-aa57-4e16-bf9a-95c2707368dd req-3c071771-51d5-4b58-bd42-ee244558e02e service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994110 Sep 07 18:50:34.899491 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdc03c-c66b-42df-998a-3a481dc1a84a None None] Pushing event updated for resources: {'Port': ['ID=abcfb291-8272-4536-a94f-e6a9de8795d8,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:34.943884 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-ea974458-c4c3-4170-b99b-2083265924be req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:34.957175 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ea974458-c4c3-4170-b99b-2083265924be req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:34.982127 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e96288f5-9216-4b1f-a1f2-d84eeb468e90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:34.992052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f61dd8d-aa57-4e16-bf9a-95c2707368dd req-e61b651f-38c4-4fde-b248-ac9afdc7f3a5 service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273832 Sep 07 18:50:35.012402 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-ea974458-c4c3-4170-b99b-2083265924be req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] Transition to ACTIVE for port object a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:35.014895 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e96288f5-9216-4b1f-a1f2-d84eeb468e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:35.030934 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ea974458-c4c3-4170-b99b-2083265924be req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:35.117086 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-8a8d621d-8cf1-4dfe-987d-acdc330e4a1d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1140911429-network', 'tenant_id': '10b8c1841631418fa0f410e2b58687bc'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:35.163073 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8d621d-8cf1-4dfe-987d-acdc330e4a1d admin admin] Made reservation on behalf of 10b8c1841631418fa0f410e2b58687bc for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:35.172225 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8a8d621d-8cf1-4dfe-987d-acdc330e4a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:35.189532 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] Pushing event updated for resources: {'Port': ['ID=a5fb7cef-fdf5-4abf-8175-ace3a21e20d4,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:35.216073 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8a8d621d-8cf1-4dfe-987d-acdc330e4a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:35.308877 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89483b-cdb5-4bf5-b4ac-77a5069d91b1 req-9cd4ce04-431b-492f-80df-e31e7d380272 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:35.312099 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca89483b-cdb5-4bf5-b4ac-77a5069d91b1 req-9cd4ce04-431b-492f-80df-e31e7d380272 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.1543052 Sep 07 18:50:35.366218 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-e96288f5-9216-4b1f-a1f2-d84eeb468e90 admin admin] Allocated IP 172.25.8.85 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/c47745ce-e161-45ac-bf27-94df72b88ebd) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:35.386806 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-ea974458-c4c3-4170-b99b-2083265924be req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] Attempting to bind port a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:35.387145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-ea974458-c4c3-4170-b99b-2083265924be req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] Attempting to bind port a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'e6f57461-48fc-4305-a615-03d61a605541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:35.387664 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea974458-c4c3-4170-b99b-2083265924be req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] Attempting to bind port a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 on network c7f4858b-8821-4eea-8e4b-1fd4362ebd60 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:35.396186 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea974458-c4c3-4170-b99b-2083265924be req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] Port a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 on network c7f4858b-8821-4eea-8e4b-1fd4362ebd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:50:35.396533 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea974458-c4c3-4170-b99b-2083265924be req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] Attempting to bind port a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 on network c7f4858b-8821-4eea-8e4b-1fd4362ebd60 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:35.407570 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea974458-c4c3-4170-b99b-2083265924be req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:35.407922 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea974458-c4c3-4170-b99b-2083265924be req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] Checking segment: {'id': 'e6f57461-48fc-4305-a615-03d61a605541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:35.408319 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea974458-c4c3-4170-b99b-2083265924be req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] Bound using segment: {'id': 'e6f57461-48fc-4305-a615-03d61a605541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:35.408801 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-ea974458-c4c3-4170-b99b-2083265924be req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] Bound port: a5fb7cef-fdf5-4abf-8175-ace3a21e20d4, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6f57461-48fc-4305-a615-03d61a605541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:35.409176 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ea974458-c4c3-4170-b99b-2083265924be req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:35.466223 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:50:35.504358 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca89483b-cdb5-4bf5-b4ac-77a5069d91b1 req-56085cf7-ecdc-4fac-a918-1ab850a1060c tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823690 Sep 07 18:50:35.581568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9391b79-ed4c-4b7d-8e35-8337619653fa req-3fa75147-2332-4a15-9336-e7f2bd517e99 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:35.595340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9391b79-ed4c-4b7d-8e35-8337619653fa req-3fa75147-2332-4a15-9336-e7f2bd517e99 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 943 time: 0.1846764 Sep 07 18:50:35.601325 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-ea974458-c4c3-4170-b99b-2083265924be req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] For port a5fb7cef-fdf5-4abf-8175-ace3a21e20d4, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:35.612093 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8a8d621d-8cf1-4dfe-987d-acdc330e4a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:35.627371 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8a8d621d-8cf1-4dfe-987d-acdc330e4a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:35.637839 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e96288f5-9216-4b1f-a1f2-d84eeb468e90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:35.643807 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-ea974458-c4c3-4170-b99b-2083265924be req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] For port a5fb7cef-fdf5-4abf-8175-ace3a21e20d4, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a5fb7cef-fdf5-4abf-8175-ace3a21e20d4,segment=NetworkSegment(e6f57461-48fc-4305-a615-03d61a605541),segment_id=e6f57461-48fc-4305-a615-03d61a605541)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:35.651555 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ea974458-c4c3-4170-b99b-2083265924be req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:35.702673 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea974458-c4c3-4170-b99b-2083265924be req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:35.703312 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ea974458-c4c3-4170-b99b-2083265924be req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:35.704807 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ea974458-c4c3-4170-b99b-2083265924be req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] 10.222.0.36 "PUT /v2.0/ports/a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 HTTP/1.1" status: 200 len: 1091 time: 2.0000143 Sep 07 18:50:35.707064 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ceb756-b164-470a-9ea6-69f08673d09b', 'tag': 'a5fb7cef-fdf5-4abf-8175-ace3a21e20d4'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:35.710818 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf652b9-834f-4252-bde7-23a1fe8fef18" -d '{"events": [{"name": "network-changed", "server_uuid": "31ceb756-b164-470a-9ea6-69f08673d09b", "tag": "a5fb7cef-fdf5-4abf-8175-ace3a21e20d4"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:35.725595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8d621d-8cf1-4dfe-987d-acdc330e4a1d admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:50:35.747786 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0db27-7def-4884-ac7c-7e52eb3e883d service neutron] Pushing event updated for resources: {'Port': ['ID=a5fb7cef-fdf5-4abf-8175-ace3a21e20d4,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:35.770152 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e96288f5-9216-4b1f-a1f2-d84eeb468e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:35.776657 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9391b79-ed4c-4b7d-8e35-8337619653fa req-cceed915-f5a9-4018-8869-9754be46f866 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/security-groups?id=217f28aa-d21e-44d6-8dfb-07a6f63752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797426 Sep 07 18:50:35.789042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d621d-8cf1-4dfe-987d-acdc330e4a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3951f82b-119c-4f1e-bc77-23153feae0cc,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:35.817348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba,segment=NetworkSegment(081d0e07-f868-45b4-a1d2-1f61785b783f),segment_id=081d0e07-f868-45b4-a1d2-1f61785b783f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:35.845152 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96288f5-9216-4b1f-a1f2-d84eeb468e90 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:35.845534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba', 'network_id': '5fffebc2-0dee-49e6-9b53-7756168386e9', 'port_id': '2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba', 'mac_address': 'fa:16:3e:dd:c4:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1deee6-d2df-40c0-951c-e7f5ec450286', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:50:35.853919 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8a8d621d-8cf1-4dfe-987d-acdc330e4a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:35.854620 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-8a8d621d-8cf1-4dfe-987d-acdc330e4a1d admin admin] Added segment 3aaeb8bc-75ea-4feb-945b-c213d5271af9 of type vlan for network dec5c1e5-73f1-4f3b-9d28-a98870f599e8 Sep 07 18:50:35.854775 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-e96288f5-9216-4b1f-a1f2-d84eeb468e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:35.910414 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96288f5-9216-4b1f-a1f2-d84eeb468e90 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:35.947769 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:35.982288 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:36.029972 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fcabd3-6760-4a5c-a2f8-5f3980153261 x-openstack-request-id: req-75fcabd3-6760-4a5c-a2f8-5f3980153261 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:36.032399 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba,segment=NetworkSegment(081d0e07-f868-45b4-a1d2-1f61785b783f),segment_id=081d0e07-f868-45b4-a1d2-1f61785b783f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:36.033010 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ceb756-b164-470a-9ea6-69f08673d09b", "tag": "a5fb7cef-fdf5-4abf-8175-ace3a21e20d4", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:36.033476 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75fcabd3-6760-4a5c-a2f8-5f3980153261 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:36.035192 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ceb756-b164-470a-9ea6-69f08673d09b', 'tag': 'a5fb7cef-fdf5-4abf-8175-ace3a21e20d4', 'status': 'completed', 'code': 200} Sep 07 18:50:36.040488 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:36.139124 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:36.140716 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54892) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:36.224017 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96288f5-9216-4b1f-a1f2-d84eeb468e90 admin admin] Pushing event updated for resources: {'Port': ['ID=c47745ce-e161-45ac-bf27-94df72b88ebd,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:36.242989 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea974458-c4c3-4170-b99b-2083265924be req-05f6ec91-1391-4beb-a791-a919d226a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:36.245776 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ea974458-c4c3-4170-b99b-2083265924be req-05f6ec91-1391-4beb-a791-a919d226a6e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d878258efa4b4488806e9b78a4aaf7e7&device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 1094 time: 0.4898059 Sep 07 18:50:36.273260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:50:36.325475 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ea974458-c4c3-4170-b99b-2083265924be req-5e10982e-1c65-4600-a22e-14f80234c59f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 HTTP/1.1" status: 200 len: 217 time: 0.0653498 Sep 07 18:50:36.369797 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-273196b1-6fd0-4656-b51d-6eb2b9bdbbff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:36.455631 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8a8d621d-8cf1-4dfe-987d-acdc330e4a1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:36.459885 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea974458-c4c3-4170-b99b-2083265924be req-3c7b1f55-de28-4bfe-92a5-5089b13edc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:36.462932 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ea974458-c4c3-4170-b99b-2083265924be req-3c7b1f55-de28-4bfe-92a5-5089b13edc10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=516602c3-3ca6-4872-ad4b-15c018e75629 HTTP/1.1" status: 200 len: 851 time: 0.1284032 Sep 07 18:50:36.469505 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9ce64-db81-4efc-bc2e-e87c084f314b req-bd50f5cd-3f9d-4369-9713-a6477991a41e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:36.471128 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87a9ce64-db81-4efc-bc2e-e87c084f314b req-bd50f5cd-3f9d-4369-9713-a6477991a41e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.7276096 Sep 07 18:50:36.488859 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f460207-89e7-4ea8-8b38-0ad2ee3baace None None] Network 5b36db33-a603-4328-a50c-c82ced7f3f75 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:50:36.522236 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b1968-21ed-4548-911e-878ec013ff99 req-39c3bbe4-00ce-4670-971d-82e85fe47d6a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:36.524604 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd4b1968-21ed-4548-911e-878ec013ff99 req-39c3bbe4-00ce-4670-971d-82e85fe47d6a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 0.1119447 Sep 07 18:50:36.535064 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8a8d621d-8cf1-4dfe-987d-acdc330e4a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:36.536022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8d621d-8cf1-4dfe-987d-acdc330e4a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:36.536635 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8a8d621d-8cf1-4dfe-987d-acdc330e4a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:36.569062 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e96288f5-9216-4b1f-a1f2-d84eeb468e90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:36.570779 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-36d3fd30-10f1-448d-a2fc-dc6716f1f947 None None] Provisioning for port abcfb291-8272-4536-a94f-e6a9de8795d8 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:36.579611 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87a9ce64-db81-4efc-bc2e-e87c084f314b req-befbaf08-7907-49d1-b9a2-7bfb77f026b0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970933 Sep 07 18:50:36.626030 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea974458-c4c3-4170-b99b-2083265924be req-bf0b8c10-5ad0-4efb-a119-48809c4a3fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:36.627573 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ea974458-c4c3-4170-b99b-2083265924be req-bf0b8c10-5ad0-4efb-a119-48809c4a3fba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7f4858b-8821-4eea-8e4b-1fd4362ebd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273327 Sep 07 18:50:36.646759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d621d-8cf1-4dfe-987d-acdc330e4a1d admin admin] Pushing event updated for resources: {'Network': ['ID=dec5c1e5-73f1-4f3b-9d28-a98870f599e8,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:36.664992 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd4b1968-21ed-4548-911e-878ec013ff99 req-331d6579-4979-417a-8c67-cfbce8747dba tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154118 Sep 07 18:50:36.668927 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network dec5c1e5-73f1-4f3b-9d28-a98870f599e8 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:50:36.745423 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a3a16-1fb4-4200-94a4-85de01acaa29 req-d0c8d727-88d3-4fd8-88ed-c0213e40dbc3 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:36.747384 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8f1a3a16-1fb4-4200-94a4-85de01acaa29 req-d0c8d727-88d3-4fd8-88ed-c0213e40dbc3 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 944 time: 0.0587513 Sep 07 18:50:36.780887 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-273196b1-6fd0-4656-b51d-6eb2b9bdbbff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:36.794490 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-273196b1-6fd0-4656-b51d-6eb2b9bdbbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:36.800140 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8f1a3a16-1fb4-4200-94a4-85de01acaa29 req-25eb197d-eb97-4e7b-b5e5-966c198994b1 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451620 Sep 07 18:50:36.804668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8a8d621d-8cf1-4dfe-987d-acdc330e4a1d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0655146 Sep 07 18:50:36.805332 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54900) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:36.810609 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-fde3d523-7bec-42ee-b384-12e9e4560bf2 admin admin] Request body: {'subnet': {'network_id': 'dec5c1e5-73f1-4f3b-9d28-a98870f599e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1140911429-subnet', 'tenant_id': '10b8c1841631418fa0f410e2b58687bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:36.850061 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde3d523-7bec-42ee-b384-12e9e4560bf2 admin admin] Made reservation on behalf of 10b8c1841631418fa0f410e2b58687bc for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:36.854118 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fde3d523-7bec-42ee-b384-12e9e4560bf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:36.905332 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273196b1-6fd0-4656-b51d-6eb2b9bdbbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183a7527-7d9f-4870-a6f6-2e8540287870,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:36.922254 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-273196b1-6fd0-4656-b51d-6eb2b9bdbbff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2833ce19d6fa4b1ca6e09d17570e86ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7769282 Sep 07 18:50:36.925947 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54902) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:36.935368 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device abcfb291-8272-4536-a94f-e6a9de8795d8 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:36.947201 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ea974458-c4c3-4170-b99b-2083265924be req-97da2eda-06b5-42d7-9e8e-e18535b26050 service neutron] 10.222.0.36 "GET /v2.0/networks/c7f4858b-8821-4eea-8e4b-1fd4362ebd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100331 Sep 07 18:50:37.024806 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port abcfb291-8272-4536-a94f-e6a9de8795d8 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:37.035241 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port abcfb291-8272-4536-a94f-e6a9de8795d8 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:37.036541 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.114230 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e96288f5-9216-4b1f-a1f2-d84eeb468e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.120612 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf15d50d-4043-4059-bb5c-b2099559007b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.128675 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b78e8-6305-48e8-84d2-df84291614d3 req-eac86d7d-5b16-443b-955b-896902961db1 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:37.130220 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f3b78e8-6305-48e8-84d2-df84291614d3 req-eac86d7d-5b16-443b-955b-896902961db1 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 943 time: 0.2364080 Sep 07 18:50:37.148786 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d6ce554e-a53e-431f-9f80-2dd47b040647 None None] Provisioning complete for port abcfb291-8272-4536-a94f-e6a9de8795d8 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:37.149217 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d6ce554e-a53e-431f-9f80-2dd47b040647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.173438 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fde3d523-7bec-42ee-b384-12e9e4560bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.182328 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.191386 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ea974458-c4c3-4170-b99b-2083265924be req-0355b45f-8c3f-4d9e-9110-b5230af79922 service neutron] 10.222.0.36 "GET /v2.0/networks/c7f4858b-8821-4eea-8e4b-1fd4362ebd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327826 Sep 07 18:50:37.198399 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf15d50d-4043-4059-bb5c-b2099559007b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.219498 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f3b78e8-6305-48e8-84d2-df84291614d3 req-124ef1ce-8265-4ef7-9d66-4f1e9a15fbb7 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/security-groups?id=217f28aa-d21e-44d6-8dfb-07a6f63752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815878 Sep 07 18:50:37.248540 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port abcfb291-8272-4536-a94f-e6a9de8795d8, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=abcfb291-8272-4536-a94f-e6a9de8795d8,segment=NetworkSegment(49c19125-8b68-478d-b6cd-48243210b5db),segment_id=49c19125-8b68-478d-b6cd-48243210b5db)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:37.255493 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.258421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3d523-7bec-42ee-b384-12e9e4560bf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fd8673e-a9ec-42da-82e1-3deea2747fdf,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:37.266233 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde3d523-7bec-42ee-b384-12e9e4560bf2 admin admin] Checking segment: {'id': '3aaeb8bc-75ea-4feb-945b-c213d5271af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dec5c1e5-73f1-4f3b-9d28-a98870f599e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:37.266598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde3d523-7bec-42ee-b384-12e9e4560bf2 admin admin] Network hostable DHCP agents. Network: dec5c1e5-73f1-4f3b-9d28-a98870f599e8, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:50:37.293439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde3d523-7bec-42ee-b384-12e9e4560bf2 admin admin] Network dec5c1e5-73f1-4f3b-9d28-a98870f599e8 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:50:37.306228 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-fde3d523-7bec-42ee-b384-12e9e4560bf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, dec5c1e5-73f1-4f3b-9d28-a98870f599e8) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:37.315616 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde3d523-7bec-42ee-b384-12e9e4560bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:37.316876 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fde3d523-7bec-42ee-b384-12e9e4560bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.325007 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf652b9-834f-4252-bde7-23a1fe8fef18 req-010899a6-59b1-4b08-b2b2-119e7c5f1d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:37.326894 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4bf652b9-834f-4252-bde7-23a1fe8fef18 req-010899a6-59b1-4b08-b2b2-119e7c5f1d86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d878258efa4b4488806e9b78a4aaf7e7&device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 1094 time: 0.0738666 Sep 07 18:50:37.337297 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50867b41-dc93-486d-a41f-747562a86ccf None None] Network dec5c1e5-73f1-4f3b-9d28-a98870f599e8 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:50:37.342029 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-fde3d523-7bec-42ee-b384-12e9e4560bf2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5356450 Sep 07 18:50:37.342855 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54906) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:37.344165 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=abcfb291-8272-4536-a94f-e6a9de8795d8,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:37.346606 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf15d50d-4043-4059-bb5c-b2099559007b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.347986 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-2daefc81-da10-464b-8ecf-75a5a4b5f811 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1140911429-router', 'tenant_id': '10b8c1841631418fa0f410e2b58687bc', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:37.349130 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf15d50d-4043-4059-bb5c-b2099559007b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.353337 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cf15d50d-4043-4059-bb5c-b2099559007b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/183a7527-7d9f-4870-a6f6-2e8540287870 HTTP/1.1" status: 204 len: 168 time: 0.4260755 Sep 07 18:50:37.371305 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:37.371715 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:37.372215 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:37.372614 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:37.373131 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:37.373332 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:37.373620 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:37.374111 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:37.374441 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:37.374844 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:37.375090 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:37.375447 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:37.376143 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2daefc81-da10-464b-8ecf-75a5a4b5f811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.377440 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2daefc81-da10-464b-8ecf-75a5a4b5f811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.450382 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15d50d-4043-4059-bb5c-b2099559007b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183a7527-7d9f-4870-a6f6-2e8540287870,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:37.461846 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2daefc81-da10-464b-8ecf-75a5a4b5f811 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.463039 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96288f5-9216-4b1f-a1f2-d84eeb468e90 admin admin] Router adbbd7b7-ec69-4ad3-ab3f-36b61bd319da is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:50:37.575653 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf652b9-834f-4252-bde7-23a1fe8fef18 req-c5a181f8-7d11-4c9e-acd4-095892e3233a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:37.577229 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4bf652b9-834f-4252-bde7-23a1fe8fef18 req-c5a181f8-7d11-4c9e-acd4-095892e3233a service neutron] 10.222.0.36 "GET /v2.0/networks?id=c7f4858b-8821-4eea-8e4b-1fd4362ebd60 HTTP/1.1" status: 200 len: 913 time: 0.2425683 Sep 07 18:50:37.645281 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2daefc81-da10-464b-8ecf-75a5a4b5f811 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.667951 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:37.725669 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-dec5c1e5-73f1-4f3b-9d28-a98870f599e8', 'network_id': 'dec5c1e5-73f1-4f3b-9d28-a98870f599e8', 'tenant_id': '10b8c1841631418fa0f410e2b58687bc', 'fixed_ips': [{'subnet_id': '9fd8673e-a9ec-42da-82e1-3deea2747fdf'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:50:37.726651 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.742466 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54916) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:37.755525 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:37.756321 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.768733 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8cdd44a4-c49c-40f8-997f-35edd2f306c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.826129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afcf50-6fb4-44b2-bf72-12d9c6c9e73e req-d2a24bd8-ae22-408c-b5f5-6d5668ceccfa tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:37.833178 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72afcf50-6fb4-44b2-bf72-12d9c6c9e73e req-d2a24bd8-ae22-408c-b5f5-6d5668ceccfa tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1575239 Sep 07 18:50:37.943906 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] Allocated IP 172.20.0.2 (dec5c1e5-73f1-4f3b-9d28-a98870f599e8/9fd8673e-a9ec-42da-82e1-3deea2747fdf/dbaf86f0-4712-44c7-a13c-383d3251f97b) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:37.948675 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ed637-5f14-479e-ba68-ed6712512316 req-19f825f4-e855-4fd9-8803-cc14bfd2075a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:37.951071 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-957ed637-5f14-479e-ba68-ed6712512316 req-19f825f4-e855-4fd9-8803-cc14bfd2075a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 0.1858106 Sep 07 18:50:37.952667 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:38.001656 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b01b527-4a84-4c63-a557-d169d099741e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:38.004141 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80e5170-a234-4b4c-8896-5ca2b0672094" -d '{"events": [{"server_uuid": "8b01b527-4a84-4c63-a557-d169d099741e", "name": "network-vif-plugged", "status": "completed", "tag": "2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:38.022522 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72afcf50-6fb4-44b2-bf72-12d9c6c9e73e req-44a8b75e-3937-430a-aa34-906ca348412c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884315 Sep 07 18:50:38.026845 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96288f5-9216-4b1f-a1f2-d84eeb468e90 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:50:38.032539 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4bf652b9-834f-4252-bde7-23a1fe8fef18 req-2b9d094d-604d-4d65-97f3-f6036d9aa0fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 HTTP/1.1" status: 200 len: 217 time: 0.4435623 Sep 07 18:50:38.054133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] Sync routers for ids ['adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:50:38.063601 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba,segment=NetworkSegment(081d0e07-f868-45b4-a1d2-1f61785b783f),segment_id=081d0e07-f868-45b4-a1d2-1f61785b783f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:38.065691 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-459d1026-6bfc-4971-88e7-2b9e7ee9b5e6 service neutron] show failed (client error): The resource could not be found. Sep 07 18:50:38.066727 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-459d1026-6bfc-4971-88e7-2b9e7ee9b5e6 service neutron] 10.222.0.60 "GET /v2.0/ports/ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2/bindings/n-h2-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.2300158 Sep 07 18:50:38.074010 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-957ed637-5f14-479e-ba68-ed6712512316 req-f487b8f4-d7bc-4ded-b451-8dccc9d80f40 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082036 Sep 07 18:50:38.125960 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8cdd44a4-c49c-40f8-997f-35edd2f306c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:38.126187 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf652b9-834f-4252-bde7-23a1fe8fef18 req-917f4071-d8c7-49b8-817f-a4167eb81f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:38.127834 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4bf652b9-834f-4252-bde7-23a1fe8fef18 req-917f4071-d8c7-49b8-817f-a4167eb81f6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=516602c3-3ca6-4872-ad4b-15c018e75629 HTTP/1.1" status: 200 len: 851 time: 0.0859470 Sep 07 18:50:38.148593 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:38.148852 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8cdd44a4-c49c-40f8-997f-35edd2f306c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:38.168848 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff85a150-7e86-4906-85d8-abd10b0aa5f6 x-openstack-request-id: req-ff85a150-7e86-4906-85d8-abd10b0aa5f6 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:38.169200 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b01b527-4a84-4c63-a557-d169d099741e", "name": "network-vif-plugged", "status": "completed", "tag": "2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:38.169200 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff85a150-7e86-4906-85d8-abd10b0aa5f6 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:38.169588 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b01b527-4a84-4c63-a557-d169d099741e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba', 'code': 200} Sep 07 18:50:38.209094 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e96288f5-9216-4b1f-a1f2-d84eeb468e90 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:38.213260 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e96288f5-9216-4b1f-a1f2-d84eeb468e90 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8704920 Sep 07 18:50:38.213918 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54926) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:38.242308 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] Routers {'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:38.244262 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:38.292392 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd44a4-c49c-40f8-997f-35edd2f306c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa29046-cff3-4a49-a9dc-0e667fb824c2,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:38.304203 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf652b9-834f-4252-bde7-23a1fe8fef18 req-0dbfb680-f74c-4468-8b63-8dda338bd4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:38.305774 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4bf652b9-834f-4252-bde7-23a1fe8fef18 req-0dbfb680-f74c-4468-8b63-8dda338bd4b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7f4858b-8821-4eea-8e4b-1fd4362ebd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696553 Sep 07 18:50:38.324635 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8cdd44a4-c49c-40f8-997f-35edd2f306c5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df851f8147e64e6abfad52e815df8b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5804331 Sep 07 18:50:38.331483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54932) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:38.362589 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3662521-c56c-4f44-b214-4984514f5efb req-ec74fb1b-a54c-4310-91f2-7629f0ec789a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:38.364438 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3662521-c56c-4f44-b214-4984514f5efb req-ec74fb1b-a54c-4310-91f2-7629f0ec789a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.2366769 Sep 07 18:50:38.392334 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2daefc81-da10-464b-8ecf-75a5a4b5f811 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:38.393238 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:38.471761 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2daefc81-da10-464b-8ecf-75a5a4b5f811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:38.495833 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:38.513962 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] Transition to ACTIVE for port object dbaf86f0-4712-44c7-a13c-383d3251f97b will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:38.520751 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] Set router adbbd7b7-ec69-4ad3-ab3f-36b61bd319da gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:38.584716 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] Transition to ACTIVE for port object dbaf86f0-4712-44c7-a13c-383d3251f97b will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:38.601856 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-2daefc81-da10-464b-8ecf-75a5a4b5f811 admin admin] Allocated IP 172.25.8.83 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/e348c154-8a78-4774-af1e-dca5c7c4b875) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:38.602125 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-00c49e8c-c841-4bfa-9f46-b9b857f55419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:38.604142 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-00c49e8c-c841-4bfa-9f46-b9b857f55419 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9&tenant_id=e322fec1e0804b28961a329c847871a3 HTTP/1.1" status: 200 len: 1100 time: 0.1639376 Sep 07 18:50:38.617613 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:38.692429 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] Network dec5c1e5-73f1-4f3b-9d28-a98870f599e8 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:38.704055 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:38.709564 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:38.734774 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] Pushing event updated for resources: {'Port': ['ID=dbaf86f0-4712-44c7-a13c-383d3251f97b,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:38.738193 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2daefc81-da10-464b-8ecf-75a5a4b5f811 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:38.785559 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-1', 'device_owner': 'compute:nova'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:38.827610 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdb39e-b6c1-4677-b1c8-a7ce4b94f014 req-fabdcd85-1dbc-4705-9a65-92d2e7a031d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:38.829772 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3afdb39e-b6c1-4677-b1c8-a7ce4b94f014 req-fabdcd85-1dbc-4705-9a65-92d2e7a031d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 1096 time: 0.4601395 Sep 07 18:50:38.831129 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] Attempting to bind port dbaf86f0-4712-44c7-a13c-383d3251f97b on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:38.831573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] Attempting to bind port dbaf86f0-4712-44c7-a13c-383d3251f97b by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '3aaeb8bc-75ea-4feb-945b-c213d5271af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dec5c1e5-73f1-4f3b-9d28-a98870f599e8'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:38.831957 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] Attempting to bind port dbaf86f0-4712-44c7-a13c-383d3251f97b on network dec5c1e5-73f1-4f3b-9d28-a98870f599e8 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:38.844467 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3662521-c56c-4f44-b214-4984514f5efb req-a59b855e-5a23-4473-8903-5e2a1e4ae890 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573417 Sep 07 18:50:38.852591 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4bf652b9-834f-4252-bde7-23a1fe8fef18 req-4783f0cb-be99-42b0-88ba-60e5aec7f62b service neutron] 10.222.0.36 "GET /v2.0/networks/c7f4858b-8821-4eea-8e4b-1fd4362ebd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330317 Sep 07 18:50:38.859954 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-35aa5e7a-3dee-40b4-8ed9-6ab0b438f859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:38.885188 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d432221-6834-4f7d-9d9b-a21e62980861 req-52c00840-2f8f-4dc9-b284-2bbd641ce832 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:38.894857 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d432221-6834-4f7d-9d9b-a21e62980861 req-52c00840-2f8f-4dc9-b284-2bbd641ce832 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 943 time: 0.4664783 Sep 07 18:50:38.905987 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device abcfb291-8272-4536-a94f-e6a9de8795d8 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:38.908349 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:38.912427 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] Checking segment: {'id': '3aaeb8bc-75ea-4feb-945b-c213d5271af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dec5c1e5-73f1-4f3b-9d28-a98870f599e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:38.912985 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:38.914532 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] Bound using segment: {'id': '3aaeb8bc-75ea-4feb-945b-c213d5271af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dec5c1e5-73f1-4f3b-9d28-a98870f599e8'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:38.915077 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] Bound port: dbaf86f0-4712-44c7-a13c-383d3251f97b, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aaeb8bc-75ea-4feb-945b-c213d5271af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dec5c1e5-73f1-4f3b-9d28-a98870f599e8'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:38.915550 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:38.966089 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:39.009703 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-35aa5e7a-3dee-40b4-8ed9-6ab0b438f859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:39.061750 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d432221-6834-4f7d-9d9b-a21e62980861 req-8d591a2e-546c-46be-af43-1e68fa57a046 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/security-groups?id=217f28aa-d21e-44d6-8dfb-07a6f63752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657031 Sep 07 18:50:39.079915 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3afdb39e-b6c1-4677-b1c8-a7ce4b94f014 req-77a48b7a-e7c5-443b-8240-a6e4d66936aa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341640 Sep 07 18:50:39.088068 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2daefc81-da10-464b-8ecf-75a5a4b5f811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:39.146543 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daefc81-da10-464b-8ecf-75a5a4b5f811 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:39.155602 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-2daefc81-da10-464b-8ecf-75a5a4b5f811 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:39.161482 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daefc81-da10-464b-8ecf-75a5a4b5f811 admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:39.212868 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'name': 'tempest-ServersTestFqdnHostnames-461046051-router', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:33Z', 'updated_at': '2021-09-07T18:50:36Z', 'revision_number': 3, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'gw_port': {'id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:35Z', 'updated_at': '2021-09-07T18:50:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:39.227991 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09994679-f8ff-4382-845a-b63e34599ca2 req-508770ac-6798-4280-8fae-4108b0cd92cf tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:39.229680 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09994679-f8ff-4382-845a-b63e34599ca2 req-508770ac-6798-4280-8fae-4108b0cd92cf tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.2623041 Sep 07 18:50:39.281238 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] For port dbaf86f0-4712-44c7-a13c-383d3251f97b, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:39.284325 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] Checking router: adbbd7b7-ec69-4ad3-ab3f-36b61bd319da for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:50:39.286182 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] Updating router adbbd7b7-ec69-4ad3-ab3f-36b61bd319da port c47745ce-e161-45ac-bf27-94df72b88ebd binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:50:39.286433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daefc81-da10-464b-8ecf-75a5a4b5f811 admin admin] Pushing event updated for resources: {'Port': ['ID=e348c154-8a78-4774-af1e-dca5c7c4b875,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:39.291520 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port abcfb291-8272-4536-a94f-e6a9de8795d8 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:39.291902 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:39.326130 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-35aa5e7a-3dee-40b4-8ed9-6ab0b438f859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:39.328693 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-35aa5e7a-3dee-40b4-8ed9-6ab0b438f859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:39.336210 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] For port dbaf86f0-4712-44c7-a13c-383d3251f97b, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=dbaf86f0-4712-44c7-a13c-383d3251f97b,segment=NetworkSegment(3aaeb8bc-75ea-4feb-945b-c213d5271af9),segment_id=3aaeb8bc-75ea-4feb-945b-c213d5271af9)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:39.339582 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-35aa5e7a-3dee-40b4-8ed9-6ab0b438f859 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aaa29046-cff3-4a49-a9dc-0e667fb824c2 HTTP/1.1" status: 204 len: 168 time: 1.0000961 Sep 07 18:50:39.351302 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:39.361609 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:39.472114 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa5e7a-3dee-40b4-8ed9-6ab0b438f859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa29046-cff3-4a49-a9dc-0e667fb824c2,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:39.479376 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:50:39.524950 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09994679-f8ff-4382-845a-b63e34599ca2 req-0455e6e5-34db-4a02-8855-de5b1a8e02ba tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568338 Sep 07 18:50:39.532459 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] For port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:39.579005 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] For port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:39.621072 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8e7ee-b5f4-471a-acf9-6ae9b7ef41a3 req-6d6c035c-ff0e-4e21-bbdf-dcd626cdb22b tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:39.638758 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4bf652b9-834f-4252-bde7-23a1fe8fef18 req-d60a8205-8f68-4b46-ac2b-16905bcf9e20 service neutron] 10.222.0.36 "GET /v2.0/networks/c7f4858b-8821-4eea-8e4b-1fd4362ebd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7659948 Sep 07 18:50:39.642353 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8e8e7ee-b5f4-471a-acf9-6ae9b7ef41a3 req-6d6c035c-ff0e-4e21-bbdf-dcd626cdb22b tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 0.2872217 Sep 07 18:50:39.670308 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2be118-144d-4f06-abfc-43887b51cff9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:39.673938 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33af8d92-0200-4d72-bf7b-c2d88a7b0756" -d '{"events": [{"server_uuid": "2a2be118-144d-4f06-abfc-43887b51cff9", "name": "network-vif-unplugged", "status": "completed", "tag": "ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:39.681280 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:39.696078 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc513e-2741-499d-aabc-6b1544cacd05 None None] Pushing event updated for resources: {'Port': ['ID=dbaf86f0-4712-44c7-a13c-383d3251f97b,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:39.745040 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] Transition to ACTIVE for port object ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:39.792174 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:39.850624 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2,revision_number=6']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:39.911551 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:50:39.925824 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94d25f4a-f110-4f7b-8bbb-6cd4d5d6d160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:39.969911 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] No DVR routers for this DVR port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:50:40.039455 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8e8e7ee-b5f4-471a-acf9-6ae9b7ef41a3 req-8aecb544-659b-4a1c-9575-c23f00c8787a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926017 Sep 07 18:50:40.223219 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-94d25f4a-f110-4f7b-8bbb-6cd4d5d6d160 admin admin] Allocated IP 172.20.0.1 (5b36db33-a603-4328-a50c-c82ced7f3f75/19ab4329-660b-4967-81a1-1e7bbe92580a/10b0cc7c-1c37-4111-a956-e72b5a4a0cc0) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:40.247484 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dbf17-ddf1-4568-a554-1db7f571701b req-d6080bfb-8a80-44a9-8c43-e29b8056b3ed tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:40.263754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-806dbf17-ddf1-4568-a554-1db7f571701b req-d6080bfb-8a80-44a9-8c43-e29b8056b3ed tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.3586063 Sep 07 18:50:40.293412 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2daefc81-da10-464b-8ecf-75a5a4b5f811 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:40.308946 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a5fb7cef-fdf5-4abf-8175-ace3a21e20d4, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a5fb7cef-fdf5-4abf-8175-ace3a21e20d4,segment=NetworkSegment(e6f57461-48fc-4305-a615-03d61a605541),segment_id=e6f57461-48fc-4305-a615-03d61a605541)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:40.341188 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:50:40.370249 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'a5fb7cef-fdf5-4abf-8175-ace3a21e20d4', 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60', 'port_id': 'a5fb7cef-fdf5-4abf-8175-ace3a21e20d4', 'mac_address': 'fa:16:3e:9f:75:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '516602c3-3ca6-4872-ad4b-15c018e75629', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:50:40.427638 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94d25f4a-f110-4f7b-8bbb-6cd4d5d6d160 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:40.448239 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f9a6ac-77b2-4e51-9f47-9b2029fd1f06 x-openstack-request-id: req-72f9a6ac-77b2-4e51-9f47-9b2029fd1f06 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:40.448837 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2be118-144d-4f06-abfc-43887b51cff9", "name": "network-vif-unplugged", "status": "completed", "tag": "ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:40.449258 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72f9a6ac-77b2-4e51-9f47-9b2029fd1f06 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:40.449856 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2be118-144d-4f06-abfc-43887b51cff9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2', 'code': 200} Sep 07 18:50:40.459735 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-94d25f4a-f110-4f7b-8bbb-6cd4d5d6d160 admin admin] Transition to ACTIVE for port object 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:40.556966 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] Attempting to bind port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:40.557903 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] Attempting to bind port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:40.557903 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] Attempting to bind port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:40.571400 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] Port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:50:40.571920 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] Attempting to bind port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:40.589885 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94d25f4a-f110-4f7b-8bbb-6cd4d5d6d160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:40.591295 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:40.592097 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:40.592390 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:40.598054 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:40.616113 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] Bound port: ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:40.616487 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:40.685622 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-806dbf17-ddf1-4568-a554-1db7f571701b req-7cfc2159-af52-4663-a616-76031958596f tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4183331 Sep 07 18:50:40.745454 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d25f4a-f110-4f7b-8bbb-6cd4d5d6d160 admin admin] Network 5b36db33-a603-4328-a50c-c82ced7f3f75 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:40.760822 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213bf43-8632-4b06-b54d-1390ad43f45e req-36494983-99ae-41b2-98c7-66927d91fff1 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:40.764026 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-94d25f4a-f110-4f7b-8bbb-6cd4d5d6d160 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:40.775559 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9213bf43-8632-4b06-b54d-1390ad43f45e req-36494983-99ae-41b2-98c7-66927d91fff1 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.2883968 Sep 07 18:50:40.778703 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d25f4a-f110-4f7b-8bbb-6cd4d5d6d160 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:40.811368 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2daefc81-da10-464b-8ecf-75a5a4b5f811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:40.929529 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:40.939821 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d25f4a-f110-4f7b-8bbb-6cd4d5d6d160 admin admin] Pushing event updated for resources: {'Port': ['ID=10b0cc7c-1c37-4111-a956-e72b5a4a0cc0,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:40.977923 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:41.027172 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] Transition to ACTIVE for port object c47745ce-e161-45ac-bf27-94df72b88ebd will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:41.053265 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:41.068614 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9213bf43-8632-4b06-b54d-1390ad43f45e req-2460915b-ad1d-4a0b-911c-325e88866ce8 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747312 Sep 07 18:50:41.094965 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a5fb7cef-fdf5-4abf-8175-ace3a21e20d4, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a5fb7cef-fdf5-4abf-8175-ace3a21e20d4,segment=NetworkSegment(e6f57461-48fc-4305-a615-03d61a605541),segment_id=e6f57461-48fc-4305-a615-03d61a605541)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:41.098381 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94d25f4a-f110-4f7b-8bbb-6cd4d5d6d160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:41.140301 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:41.158631 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device dbaf86f0-4712-44c7-a13c-383d3251f97b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:41.177273 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9999f-8a4a-4a73-a23f-940c85001e41 req-49e32326-edc9-4a80-9c8b-60ea92841509 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:41.179116 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3fb9999f-8a4a-4a73-a23f-940c85001e41 req-49e32326-edc9-4a80-9c8b-60ea92841509 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 943 time: 0.3581247 Sep 07 18:50:41.284762 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] For port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:41.314670 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] For port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:41.328064 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:41.333243 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] Attempting to bind port c47745ce-e161-45ac-bf27-94df72b88ebd on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:41.344190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] Attempting to bind port c47745ce-e161-45ac-bf27-94df72b88ebd by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:41.344190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] Attempting to bind port c47745ce-e161-45ac-bf27-94df72b88ebd on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:41.362475 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7390a620-8773-4523-b090-b3452e04c9bd None None] Network dec5c1e5-73f1-4f3b-9d28-a98870f599e8 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:50:41.374436 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3fb9999f-8a4a-4a73-a23f-940c85001e41 req-ff606253-0eb4-4a12-963e-4245897415b8 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/security-groups?id=217f28aa-d21e-44d6-8dfb-07a6f63752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857810 Sep 07 18:50:41.376237 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['a5fb7cef-fdf5-4abf-8175-ace3a21e20d4'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:50:41.420974 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7748d67-89cb-4ba0-9e13-3bcdae4bcad0 req-b9fec885-e345-48cb-ac3f-bae2e61863e7 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:41.431013 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:41.431961 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:41.433476 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] 10.222.0.36 "PUT /v2.0/ports/ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 HTTP/1.1" status: 200 len: 1095 time: 2.7372606 Sep 07 18:50:41.441214 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a7748d67-89cb-4ba0-9e13-3bcdae4bcad0 req-b9fec885-e345-48cb-ac3f-bae2e61863e7 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 947 time: 0.1529076 Sep 07 18:50:41.457311 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:41.458154 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:41.458742 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:41.459306 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:41.460576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] Bound port: c47745ce-e161-45ac-bf27-94df72b88ebd, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:41.461146 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:41.475887 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2daefc81-da10-464b-8ecf-75a5a4b5f811 admin admin] Router 80d5d3a5-6f5a-44c1-af11-1967646d8f2c is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:50:41.527742 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28854c0e-73e4-4371-a6f8-f28fb49cdcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2,revision_number=7']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:41.536785 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a7748d67-89cb-4ba0-9e13-3bcdae4bcad0 req-e6f8a5e7-d7b1-42fb-bd3a-639a0a7b0e3f tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893703 Sep 07 18:50:41.601263 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94d25f4a-f110-4f7b-8bbb-6cd4d5d6d160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:41.615650 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-b891ce9e-790a-4b38-b32a-67c00738aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:41.618232 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-b891ce9e-790a-4b38-b32a-67c00738aabf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 1098 time: 0.1347775 Sep 07 18:50:41.623213 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] For port c47745ce-e161-45ac-bf27-94df72b88ebd, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:41.631069 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] For port c47745ce-e161-45ac-bf27-94df72b88ebd, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c47745ce-e161-45ac-bf27-94df72b88ebd,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:41.724424 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700fd64-0096-4b41-85bc-10d8504a6661 None None] Pushing event updated for resources: {'Port': ['ID=c47745ce-e161-45ac-bf27-94df72b88ebd,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:41.735178 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:41.742462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe851d-eb71-416e-b61d-4546994a5502 req-2f2c32b4-1d9b-4ced-8178-844dc92a2ecc tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:41.764617 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36fe851d-eb71-416e-b61d-4546994a5502 req-2f2c32b4-1d9b-4ced-8178-844dc92a2ecc tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 811 time: 0.1483946 Sep 07 18:50:41.846846 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36fe851d-eb71-416e-b61d-4546994a5502 req-cdbfb0b6-2aef-4663-9416-2f22c0a7041c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/quotas/93e4d898d3484fb1b8b7e09df61086df HTTP/1.1" status: 200 len: 375 time: 0.0812118 Sep 07 18:50:41.885903 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ea60ce1e-be58-4ae5-a87a-68fa4757616e None None] Provisioning for port 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:41.901610 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ea60ce1e-be58-4ae5-a87a-68fa4757616e None None] Provisioning complete for port 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:41.902295 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ea60ce1e-be58-4ae5-a87a-68fa4757616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:41.906886 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-a3327480-338a-49b1-a6fa-2d696e2ca170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:41.909324 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-a3327480-338a-49b1-a6fa-2d696e2ca170 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2761006 Sep 07 18:50:41.928935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port dbaf86f0-4712-44c7-a13c-383d3251f97b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:41.961568 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-15b78326-52c1-48d5-881a-52275e7efc0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 HTTP/1.1" status: 200 len: 217 time: 0.0390882 Sep 07 18:50:41.978678 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] Routers {'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:41.979987 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:41.994450 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddfabc-ba71-42f1-b9cd-bd8473fe7097 req-6579db35-032f-496b-8af4-4a675f0a27f4 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:41.996204 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09ddfabc-ba71-42f1-b9cd-bd8473fe7097 req-6579db35-032f-496b-8af4-4a675f0a27f4 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.2181640 Sep 07 18:50:42.024429 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94d25f4a-f110-4f7b-8bbb-6cd4d5d6d160 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:42.032250 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94d25f4a-f110-4f7b-8bbb-6cd4d5d6d160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:42.038043 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=a5fb7cef-fdf5-4abf-8175-ace3a21e20d4,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:42.072022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2daefc81-da10-464b-8ecf-75a5a4b5f811 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:50:42.083301 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] Sync routers for ids ['80d5d3a5-6f5a-44c1-af11-1967646d8f2c'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:50:42.083880 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94d25f4a-f110-4f7b-8bbb-6cd4d5d6d160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:42.098075 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] Routers {'80d5d3a5-6f5a-44c1-af11-1967646d8f2c'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:42.099165 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['80d5d3a5-6f5a-44c1-af11-1967646d8f2c'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:42.102294 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36fe851d-eb71-416e-b61d-4546994a5502 req-ebeab89b-18b0-46a8-a62f-e98396bb8437 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2545307 Sep 07 18:50:42.131721 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2daefc81-da10-464b-8ecf-75a5a4b5f811 admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:42.131721 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2daefc81-da10-464b-8ecf-75a5a4b5f811 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7872958 Sep 07 18:50:42.135324 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54996) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:42.139602 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ea60ce1e-be58-4ae5-a87a-68fa4757616e None None] Port 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:50:42.162948 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-228e6a50-3f33-4877-8926-86f667c62e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:42.164711 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-228e6a50-3f33-4877-8926-86f667c62e18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1947131 Sep 07 18:50:42.209849 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ea60ce1e-be58-4ae5-a87a-68fa4757616e None None] Provisioning for port dbaf86f0-4712-44c7-a13c-383d3251f97b completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:42.269356 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09ddfabc-ba71-42f1-b9cd-bd8473fe7097 req-1a9ff39e-3f7f-4234-87ce-b6427c2b5735 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558889 Sep 07 18:50:42.312327 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ea60ce1e-be58-4ae5-a87a-68fa4757616e None None] Provisioning complete for port dbaf86f0-4712-44c7-a13c-383d3251f97b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:42.315749 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ea60ce1e-be58-4ae5-a87a-68fa4757616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:42.333580 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d25f4a-f110-4f7b-8bbb-6cd4d5d6d160 admin admin] Pushing event updated for resources: {'Port': ['ID=10b0cc7c-1c37-4111-a956-e72b5a4a0cc0,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:42.338221 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-3a782b97-d1c2-4cf4-a88b-b5727cb61451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:42.340031 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-3a782b97-d1c2-4cf4-a88b-b5727cb61451 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1629279 Sep 07 18:50:42.373809 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] Set router 80d5d3a5-6f5a-44c1-af11-1967646d8f2c gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:42.385558 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700fd64-0096-4b41-85bc-10d8504a6661 None None] Pushing event updated for resources: {'Port': ['ID=c47745ce-e161-45ac-bf27-94df72b88ebd,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:42.494597 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] Set router adbbd7b7-ec69-4ad3-ab3f-36b61bd319da gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:42.559274 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:42.573685 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2be118-144d-4f06-abfc-43887b51cff9', 'tag': 'ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:42.576031 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f50a49-ea6f-4e4a-bff1-b5a860cade12" -d '{"events": [{"name": "network-changed", "server_uuid": "2a2be118-144d-4f06-abfc-43887b51cff9", "tag": "ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:42.588402 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-0c692f78-d1c2-4d0a-be4c-6ea2acb521e8 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394938 Sep 07 18:50:42.693582 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d5d3a5-6f5a-44c1-af11-1967646d8f2c', 'name': 'tempest-FloatingIPDetailsTestJSON-1140911429-router', 'tenant_id': '10b8c1841631418fa0f410e2b58687bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'e348c154-8a78-4774-af1e-dca5c7c4b875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:37Z', 'updated_at': '2021-09-07T18:50:39Z', 'revision_number': 3, 'project_id': '10b8c1841631418fa0f410e2b58687bc', 'gw_port': {'id': 'e348c154-8a78-4774-af1e-dca5c7c4b875', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:50:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d5d3a5-6f5a-44c1-af11-1967646d8f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:38Z', 'updated_at': '2021-09-07T18:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:42.771604 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d25f4a-f110-4f7b-8bbb-6cd4d5d6d160 admin admin] Network 5b36db33-a603-4328-a50c-c82ced7f3f75 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:42.776917 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-94d25f4a-f110-4f7b-8bbb-6cd4d5d6d160 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:42.797179 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] Checking router: 80d5d3a5-6f5a-44c1-af11-1967646d8f2c for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:50:42.797519 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] Updating router 80d5d3a5-6f5a-44c1-af11-1967646d8f2c port e348c154-8a78-4774-af1e-dca5c7c4b875 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:50:42.854080 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:42.854912 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ea60ce1e-be58-4ae5-a87a-68fa4757616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:42.897405 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ea60ce1e-be58-4ae5-a87a-68fa4757616e None None] For port dbaf86f0-4712-44c7-a13c-383d3251f97b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=dbaf86f0-4712-44c7-a13c-383d3251f97b,segment=NetworkSegment(3aaeb8bc-75ea-4feb-945b-c213d5271af9),segment_id=3aaeb8bc-75ea-4feb-945b-c213d5271af9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:42.906119 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ea60ce1e-be58-4ae5-a87a-68fa4757616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:42.943940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'name': 'tempest-ServersTestFqdnHostnames-461046051-router', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:33Z', 'updated_at': '2021-09-07T18:50:41Z', 'revision_number': 4, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'gw_port': {'id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:35Z', 'updated_at': '2021-09-07T18:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '10b0cc7c-1c37-4111-a956-e72b5a4a0cc0', 'name': '', 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'mac_address': 'fa:16:3e:2d:f6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:39Z', 'updated_at': '2021-09-07T18:50:40Z', 'revision_number': 1, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'subnets': [{'id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:42.958504 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1000f957-7d3f-44a1-b9bb-f60898e2f6f1 req-a8a06d95-ed2b-497c-9a99-26b544481b75 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594427 Sep 07 18:50:43.002139 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838fc940-0b7b-4d17-9dfc-58f54beb8e14 None None] The sync data for ids ['adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'] in n-d-807786-1 is: [{'id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'name': 'tempest-ServersTestFqdnHostnames-461046051-router', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:33Z', 'updated_at': '2021-09-07T18:50:41Z', 'revision_number': 4, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'gw_port': {'id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:35Z', 'updated_at': '2021-09-07T18:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '10b0cc7c-1c37-4111-a956-e72b5a4a0cc0', 'name': '', 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'mac_address': 'fa:16:3e:2d:f6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:39Z', 'updated_at': '2021-09-07T18:50:40Z', 'revision_number': 1, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'subnets': [{'id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:50:43.054087 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60ce1e-be58-4ae5-a87a-68fa4757616e None None] Pushing event updated for resources: {'Port': ['ID=dbaf86f0-4712-44c7-a13c-383d3251f97b,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:43.083128 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d25f4a-f110-4f7b-8bbb-6cd4d5d6d160 admin admin] Router adbbd7b7-ec69-4ad3-ab3f-36b61bd319da has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:50:43.085285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e2e533ca-22b8-4706-a4df-665e2a3a9567 None None] Provisioning complete for port dbaf86f0-4712-44c7-a13c-383d3251f97b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:43.085663 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e2e533ca-22b8-4706-a4df-665e2a3a9567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:43.311272 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d25f4a-f110-4f7b-8bbb-6cd4d5d6d160 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:50:43.314134 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36fe851d-eb71-416e-b61d-4546994a5502 req-5d6f70e6-2c80-4eb1-9f43-b2a63e8a9f83 service neutron] 10.222.0.26 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2108846 Sep 07 18:50:43.326724 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-94d25f4a-f110-4f7b-8bbb-6cd4d5d6d160 admin admin] 10.222.0.26 "PUT /v2.0/routers/adbbd7b7-ec69-4ad3-ab3f-36b61bd319da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1103976 Sep 07 18:50:43.354083 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:43.422121 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5b3df271-8e2c-4c38-8d33-0e68fc152792 None None] Provisioning complete for port 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:43.422412 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5b3df271-8e2c-4c38-8d33-0e68fc152792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:43.453546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fae214-5619-43cd-809b-675e34482bb2 req-6cfdee55-3a4f-496f-87e1-d5c6b467e411 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:43.460831 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a4fae214-5619-43cd-809b-675e34482bb2 req-6cfdee55-3a4f-496f-87e1-d5c6b467e411 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 944 time: 0.2176771 Sep 07 18:50:43.519666 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-5b3df271-8e2c-4c38-8d33-0e68fc152792 None None] Port 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:50:43.534012 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:43.588835 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:43.602462 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] Transition to ACTIVE for port object e348c154-8a78-4774-af1e-dca5c7c4b875 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:43.616575 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:43.619899 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:43.627565 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:43.628021 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:43.692960 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a4fae214-5619-43cd-809b-675e34482bb2 req-000fe690-59bb-4a76-bcbb-702ca94df2b1 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/security-groups?id=217f28aa-d21e-44d6-8dfb-07a6f63752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287636 Sep 07 18:50:43.706156 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] Attempting to bind port e348c154-8a78-4774-af1e-dca5c7c4b875 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:43.706156 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] Attempting to bind port e348c154-8a78-4774-af1e-dca5c7c4b875 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:43.706156 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] Attempting to bind port e348c154-8a78-4774-af1e-dca5c7c4b875 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:43.719805 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:43.720181 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:43.720627 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:43.721140 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:43.721379 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36fe851d-eb71-416e-b61d-4546994a5502 req-105413bf-3f31-4f67-9124-39c9eac46ce5 service neutron] 10.222.0.26 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907137 Sep 07 18:50:43.721658 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] Bound port: e348c154-8a78-4774-af1e-dca5c7c4b875, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:43.722042 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:43.767184 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:43.782626 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46977420-fb04-4487-aebd-959c8c7c3ccb None None] Pushing event updated for resources: {'Port': ['ID=e348c154-8a78-4774-af1e-dca5c7c4b875,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:43.830100 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ceb756-b164-470a-9ea6-69f08673d09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5fb7cef-fdf5-4abf-8175-ace3a21e20d4'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:43.833486 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231276a8-31ed-47bd-a19a-b8ea09479826" -d '{"events": [{"server_uuid": "31ceb756-b164-470a-9ea6-69f08673d09b", "name": "network-vif-plugged", "status": "completed", "tag": "a5fb7cef-fdf5-4abf-8175-ace3a21e20d4"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:43.862183 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a5fb7cef-fdf5-4abf-8175-ace3a21e20d4, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a5fb7cef-fdf5-4abf-8175-ace3a21e20d4,segment=NetworkSegment(e6f57461-48fc-4305-a615-03d61a605541),segment_id=e6f57461-48fc-4305-a615-03d61a605541)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:43.869075 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:43.884892 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] For port e348c154-8a78-4774-af1e-dca5c7c4b875, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:43.889277 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] For port e348c154-8a78-4774-af1e-dca5c7c4b875, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e348c154-8a78-4774-af1e-dca5c7c4b875,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:43.895027 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:44.025445 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=a5fb7cef-fdf5-4abf-8175-ace3a21e20d4,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:44.037619 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46977420-fb04-4487-aebd-959c8c7c3ccb None None] Pushing event updated for resources: {'Port': ['ID=e348c154-8a78-4774-af1e-dca5c7c4b875,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:44.058583 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423649e-642e-4937-929f-7e81c8ca6be2 req-7a6cc788-4f2f-4fe4-b071-9071688de10d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:44.060590 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] Routers {'80d5d3a5-6f5a-44c1-af11-1967646d8f2c'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:44.061244 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['80d5d3a5-6f5a-44c1-af11-1967646d8f2c'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:44.065163 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6423649e-642e-4937-929f-7e81c8ca6be2 req-7a6cc788-4f2f-4fe4-b071-9071688de10d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 947 time: 0.1789291 Sep 07 18:50:44.123285 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df745435-7927-4092-aedc-9f6a59bae90c x-openstack-request-id: req-df745435-7927-4092-aedc-9f6a59bae90c {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:44.124332 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a2be118-144d-4f06-abfc-43887b51cff9", "tag": "ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:44.124979 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df745435-7927-4092-aedc-9f6a59bae90c {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:44.125680 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2be118-144d-4f06-abfc-43887b51cff9', 'tag': 'ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2', 'status': 'completed', 'code': 200} Sep 07 18:50:44.300979 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] Set router 80d5d3a5-6f5a-44c1-af11-1967646d8f2c gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:44.311088 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55074) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:44.343221 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baca5af-0ac2-417d-9728-b2b008f4fe28 req-874c736c-72f6-4d21-83ca-538d0f4733e4 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:44.344887 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0baca5af-0ac2-417d-9728-b2b008f4fe28 req-874c736c-72f6-4d21-83ca-538d0f4733e4 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b01b527-4a84-4c63-a557-d169d099741e HTTP/1.1" status: 200 len: 945 time: 0.2088373 Sep 07 18:50:44.347367 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f50a49-ea6f-4e4a-bff1-b5a860cade12 req-7ef8503f-0792-42a3-acf3-9b4f9c2f430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:44.349066 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-70f50a49-ea6f-4e4a-bff1-b5a860cade12 req-7ef8503f-0792-42a3-acf3-9b4f9c2f430b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 1098 time: 0.2037082 Sep 07 18:50:44.388459 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6423649e-642e-4937-929f-7e81c8ca6be2 req-f2509594-48e5-4375-9bb2-637266826a85 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059707 Sep 07 18:50:44.619794 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c6b740e9-ddf5-4517-9c27-b763318282d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:44.625856 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f50a49-ea6f-4e4a-bff1-b5a860cade12 req-02efefc1-7d0d-447c-ab95-8f612e7f7113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:44.636675 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70f50a49-ea6f-4e4a-bff1-b5a860cade12 req-02efefc1-7d0d-447c-ab95-8f612e7f7113 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 1098 time: 0.4774170 Sep 07 18:50:44.643001 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d10fcc95-0224-4bc2-86ed-baa4c97f17d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:44.657721 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-bef32bba-6ea4-40c4-be57-ec63788320cd tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:44.664926 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-bef32bba-6ea4-40c4-be57-ec63788320cd tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/networks?id=5fffebc2-0dee-49e6-9b53-7756168386e9 HTTP/1.1" status: 200 len: 814 time: 0.3113306 Sep 07 18:50:44.706610 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d5d3a5-6f5a-44c1-af11-1967646d8f2c', 'name': 'tempest-FloatingIPDetailsTestJSON-1140911429-router', 'tenant_id': '10b8c1841631418fa0f410e2b58687bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'e348c154-8a78-4774-af1e-dca5c7c4b875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:37Z', 'updated_at': '2021-09-07T18:50:39Z', 'revision_number': 3, 'project_id': '10b8c1841631418fa0f410e2b58687bc', 'gw_port': {'id': 'e348c154-8a78-4774-af1e-dca5c7c4b875', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:50:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d5d3a5-6f5a-44c1-af11-1967646d8f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:38Z', 'updated_at': '2021-09-07T18:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:44.725645 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-7a42fceb-2e86-4bbd-b611-8be1e45ab42b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/quotas/a8f43108666243aebfcdc34f771ecd07 HTTP/1.1" status: 200 len: 375 time: 0.0337677 Sep 07 18:50:44.757143 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe3c77-26e7-4b82-913a-8f9d9a732cd3 None None] The sync data for ids ['80d5d3a5-6f5a-44c1-af11-1967646d8f2c'] in n-d-807786-1 is: [{'id': '80d5d3a5-6f5a-44c1-af11-1967646d8f2c', 'name': 'tempest-FloatingIPDetailsTestJSON-1140911429-router', 'tenant_id': '10b8c1841631418fa0f410e2b58687bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'e348c154-8a78-4774-af1e-dca5c7c4b875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:37Z', 'updated_at': '2021-09-07T18:50:39Z', 'revision_number': 3, 'project_id': '10b8c1841631418fa0f410e2b58687bc', 'gw_port': {'id': 'e348c154-8a78-4774-af1e-dca5c7c4b875', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:50:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d5d3a5-6f5a-44c1-af11-1967646d8f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:38Z', 'updated_at': '2021-09-07T18:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:50:45.098110 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c47745ce-e161-45ac-bf27-94df72b88ebd up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:45.169137 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-37b3db3a-6af9-4105-9998-0944940a88f7 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8f43108666243aebfcdc34f771ecd07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4379752 Sep 07 18:50:45.266403 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f50a49-ea6f-4e4a-bff1-b5a860cade12 req-26359c75-85fb-46d0-865c-590423d641f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:45.269555 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70f50a49-ea6f-4e4a-bff1-b5a860cade12 req-26359c75-85fb-46d0-865c-590423d641f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.6029241 Sep 07 18:50:45.274761 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port c47745ce-e161-45ac-bf27-94df72b88ebd completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:45.293938 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port c47745ce-e161-45ac-bf27-94df72b88ebd triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:45.294306 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:45.394512 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70f50a49-ea6f-4e4a-bff1-b5a860cade12 req-d2c912b9-52f9-40be-857f-23f06dfd9d3f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 HTTP/1.1" status: 200 len: 217 time: 0.0842633 Sep 07 18:50:45.514177 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:50:45.526316 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55088) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:45.584915 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f416c223-614b-42b0-8470-1403dfcf4426 x-openstack-request-id: req-f416c223-614b-42b0-8470-1403dfcf4426 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:45.593009 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ceb756-b164-470a-9ea6-69f08673d09b", "name": "network-vif-plugged", "status": "completed", "tag": "a5fb7cef-fdf5-4abf-8175-ace3a21e20d4", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:45.593700 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f416c223-614b-42b0-8470-1403dfcf4426 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:45.596108 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ceb756-b164-470a-9ea6-69f08673d09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5fb7cef-fdf5-4abf-8175-ace3a21e20d4', 'code': 200} Sep 07 18:50:45.598634 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:45.664344 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f50a49-ea6f-4e4a-bff1-b5a860cade12 req-ebf46bf2-da82-449d-b56b-6498bbe76899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:45.672949 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-70f50a49-ea6f-4e4a-bff1-b5a860cade12 req-ebf46bf2-da82-449d-b56b-6498bbe76899 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 1.3144276 Sep 07 18:50:45.675753 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port c47745ce-e161-45ac-bf27-94df72b88ebd, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c47745ce-e161-45ac-bf27-94df72b88ebd,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:45.680343 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:45.681270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device dbaf86f0-4712-44c7-a13c-383d3251f97b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:45.754809 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe851d-eb71-416e-b61d-4546994a5502 req-98e19c92-362c-48f3-a4fc-ec6f00e8b809 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:45.756673 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36fe851d-eb71-416e-b61d-4546994a5502 req-98e19c92-362c-48f3-a4fc-ec6f00e8b809 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.36 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 811 time: 0.2338808 Sep 07 18:50:45.761924 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-27065f7e-04ea-4e3f-870b-126f51b6ef7d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1183740414', 'description': 'tempest-description--466312417'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:45.767950 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-70f50a49-ea6f-4e4a-bff1-b5a860cade12 req-1992153c-1f9a-4217-961b-da5dd718408a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 HTTP/1.1" status: 200 len: 217 time: 0.0797048 Sep 07 18:50:45.802566 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-0baca5af-0ac2-417d-9728-b2b008f4fe28 req-25dd1001-7afc-4e60-a662-86736fd47c9b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Deleting port 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:50:45.805911 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-0baca5af-0ac2-417d-9728-b2b008f4fe28 req-25dd1001-7afc-4e60-a662-86736fd47c9b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:45.811421 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c6b740e9-ddf5-4517-9c27-b763318282d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:45.828111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-36fe851d-eb71-416e-b61d-4546994a5502 req-7a52c334-57cf-408d-8a58-0c4f37cbced6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Request body: {'port': {'device_id': '5d7559d2-e37b-4c6b-ae49-e3e59babd90d', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'admin_state_up': True, 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:45.857501 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=c47745ce-e161-45ac-bf27-94df72b88ebd,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:45.886275 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-22f07a6f-c7dd-41c5-ab85-0762cce718b5 req-cbc50e90-15f6-45b1-872b-1ab650f78182 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 210 time: 0.1168835 Sep 07 18:50:45.894774 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c6b740e9-ddf5-4517-9c27-b763318282d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:46.011826 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f50a49-ea6f-4e4a-bff1-b5a860cade12 req-4ddced3b-7a30-4f79-b928-0a7e9eea7aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:46.013891 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70f50a49-ea6f-4e4a-bff1-b5a860cade12 req-4ddced3b-7a30-4f79-b928-0a7e9eea7aa7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.5805471 Sep 07 18:50:46.039461 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:46.042720 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f50a49-ea6f-4e4a-bff1-b5a860cade12 req-3f170bb6-730c-4304-a714-d9d8add70a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:46.044481 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-70f50a49-ea6f-4e4a-bff1-b5a860cade12 req-3f170bb6-730c-4304-a714-d9d8add70a36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.2572942 Sep 07 18:50:46.045127 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b740e9-ddf5-4517-9c27-b763318282d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eeae6b0-e526-46ec-a55b-f8fa4dbe09be,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:46.056635 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c6b740e9-ddf5-4517-9c27-b763318282d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=360293e92e1e4b43809865c1695d839c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7441587 Sep 07 18:50:46.061985 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': 'ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2', 'mac_address': 'fa:16:3e:cd:bd:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:50:46.070461 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55094) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:46.095884 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-97d6ac81-f0cc-4681-ab18-67d88c1eae6c service neutron] 10.222.0.26 "GET /v2.0/networks/5fffebc2-0dee-49e6-9b53-7756168386e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9256601 Sep 07 18:50:46.129283 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port dbaf86f0-4712-44c7-a13c-383d3251f97b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:46.129870 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:46.182758 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-0baca5af-0ac2-417d-9728-b2b008f4fe28 req-25dd1001-7afc-4e60-a662-86736fd47c9b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] For port 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba,segment=NetworkSegment(081d0e07-f868-45b4-a1d2-1f61785b783f),segment_id=081d0e07-f868-45b4-a1d2-1f61785b783f)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:46.186366 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-0baca5af-0ac2-417d-9728-b2b008f4fe28 req-25dd1001-7afc-4e60-a662-86736fd47c9b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:46.225831 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:46.250792 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:46.256639 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-0baca5af-0ac2-417d-9728-b2b008f4fe28 req-25dd1001-7afc-4e60-a662-86736fd47c9b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Calling delete_port for 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:50:46.282548 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:46.309042 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:46.354913 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f50a49-ea6f-4e4a-bff1-b5a860cade12 req-2d796ca5-82f5-4675-9c40-79831939d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:46.357015 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-70f50a49-ea6f-4e4a-bff1-b5a860cade12 req-2d796ca5-82f5-4675-9c40-79831939d095 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2874217 Sep 07 18:50:46.404748 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4edff454-5523-4f32-9cc1-666d3fc65e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:46.426709 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:46.435603 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-27065f7e-04ea-4e3f-870b-126f51b6ef7d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:46.535349 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:50:46.536203 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4edff454-5523-4f32-9cc1-666d3fc65e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:46.630044 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-70f50a49-ea6f-4e4a-bff1-b5a860cade12 req-e0d5c514-fae2-4c35-ae9a-2b9fca13cc2a service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636642 Sep 07 18:50:46.650291 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-d10fcc95-0224-4bc2-86ed-baa4c97f17d7 admin admin] Allocated IP 172.20.0.1 (dec5c1e5-73f1-4f3b-9d28-a98870f599e8/9fd8673e-a9ec-42da-82e1-3deea2747fdf/e484a478-657c-4e88-b58c-03044a22aae7) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:46.689023 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-110dbe72-4106-4be0-ba54-413f6a16fd08 service neutron] 10.222.0.26 "GET /v2.0/networks/5fffebc2-0dee-49e6-9b53-7756168386e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5920560 Sep 07 18:50:46.780305 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182255c9-6e58-49e6-b447-db3592bef34f req-c900b3a9-5ff6-49f3-941e-890db5db4660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:46.781895 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-182255c9-6e58-49e6-b447-db3592bef34f req-c900b3a9-5ff6-49f3-941e-890db5db4660 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 1096 time: 0.8930414 Sep 07 18:50:46.827686 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4edff454-5523-4f32-9cc1-666d3fc65e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:46.830511 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4edff454-5523-4f32-9cc1-666d3fc65e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:46.834898 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4edff454-5523-4f32-9cc1-666d3fc65e95 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5eeae6b0-e526-46ec-a55b-f8fa4dbe09be HTTP/1.1" status: 204 len: 168 time: 0.7452462 Sep 07 18:50:46.847751 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-0baca5af-0ac2-417d-9728-b2b008f4fe28 req-25dd1001-7afc-4e60-a662-86736fd47c9b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:46.853569 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] Sync routers for ids ['adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:50:46.856877 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edff454-5523-4f32-9cc1-666d3fc65e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eeae6b0-e526-46ec-a55b-f8fa4dbe09be,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:46.876349 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36fe851d-eb71-416e-b61d-4546994a5502 req-7a52c334-57cf-408d-8a58-0c4f37cbced6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Made reservation on behalf of 93e4d898d3484fb1b8b7e09df61086df for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:46.880803 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-36fe851d-eb71-416e-b61d-4546994a5502 req-7a52c334-57cf-408d-8a58-0c4f37cbced6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:46.897748 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd1001-7afc-4e60-a662-86736fd47c9b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Pushing event deleted for resources: {'Port': ['ID=2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:46.905540 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-70f50a49-ea6f-4e4a-bff1-b5a860cade12 req-ba825c74-7099-4be8-8dfd-b26fd11fc08d service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665598 Sep 07 18:50:46.952099 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0baca5af-0ac2-417d-9728-b2b008f4fe28 req-25dd1001-7afc-4e60-a662-86736fd47c9b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] No DVR routers for this DVR port 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:50:46.955145 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9f67e-7d32-4c6b-b3b0-191803d359ff req-4c56ca19-8609-4723-b570-e529c10f4d06 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:46.955682 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-0baca5af-0ac2-417d-9728-b2b008f4fe28 req-25dd1001-7afc-4e60-a662-86736fd47c9b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:46.958213 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0baca5af-0ac2-417d-9728-b2b008f4fe28 req-25dd1001-7afc-4e60-a662-86736fd47c9b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.36 "DELETE /v2.0/ports/2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba HTTP/1.1" status: 204 len: 173 time: 2.5894642 Sep 07 18:50:46.958781 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b01b527-4a84-4c63-a557-d169d099741e', 'name': 'network-vif-deleted', 'tag': '2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:46.965704 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d9e46b-6841-4f40-98be-380c6f3d6b54" -d '{"events": [{"server_uuid": "8b01b527-4a84-4c63-a557-d169d099741e", "name": "network-vif-deleted", "tag": "2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:46.970947 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ede9f67e-7d32-4c6b-b3b0-191803d359ff req-4c56ca19-8609-4723-b570-e529c10f4d06 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 945 time: 0.9153142 Sep 07 18:50:46.975582 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f50a49-ea6f-4e4a-bff1-b5a860cade12 req-6b55ef26-022d-467f-b6b1-76d24f72db0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:46.983352 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70f50a49-ea6f-4e4a-bff1-b5a860cade12 req-6b55ef26-022d-467f-b6b1-76d24f72db0b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9251819 Sep 07 18:50:47.036910 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] Routers {'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:47.039536 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:47.229617 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d10fcc95-0224-4bc2-86ed-baa4c97f17d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:47.323898 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-d10fcc95-0224-4bc2-86ed-baa4c97f17d7 admin admin] Transition to ACTIVE for port object e484a478-657c-4e88-b58c-03044a22aae7 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:47.396778 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-182255c9-6e58-49e6-b447-db3592bef34f req-e9ba9e4c-8b39-4fa5-906a-d994141f1911 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=217f28aa-d21e-44d6-8dfb-07a6f63752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5919058 Sep 07 18:50:47.413332 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d10fcc95-0224-4bc2-86ed-baa4c97f17d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:47.423567 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c47745ce-e161-45ac-bf27-94df72b88ebd up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:47.531664 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55120) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:47.544888 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ede9f67e-7d32-4c6b-b3b0-191803d359ff req-8f925932-06d1-4f45-bf4d-58a4048ff58b tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/security-groups?id=217f28aa-d21e-44d6-8dfb-07a6f63752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5602522 Sep 07 18:50:47.557969 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4ef9b0ab-46b7-42cd-94be-ce1bc1f64296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:47.602472 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] Set router adbbd7b7-ec69-4ad3-ab3f-36b61bd319da gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:47.603501 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10fcc95-0224-4bc2-86ed-baa4c97f17d7 admin admin] Network dec5c1e5-73f1-4f3b-9d28-a98870f599e8 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:47.647500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a99ac7-fd3d-4bce-bf26-b9bb56b0ff61 req-20ac7b2b-25c9-4969-8677-1c47c7199a44 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:47.655848 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5a99ac7-fd3d-4bce-bf26-b9bb56b0ff61 req-20ac7b2b-25c9-4969-8677-1c47c7199a44 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 948 time: 0.5424075 Sep 07 18:50:47.668571 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-d10fcc95-0224-4bc2-86ed-baa4c97f17d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:47.695992 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:50:47.765921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:50:47.768954 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:50:47.909140 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port c47745ce-e161-45ac-bf27-94df72b88ebd triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:47.909508 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.046336 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10fcc95-0224-4bc2-86ed-baa4c97f17d7 admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:48.055458 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fcc95-0224-4bc2-86ed-baa4c97f17d7 admin admin] Pushing event updated for resources: {'Port': ['ID=e484a478-657c-4e88-b58c-03044a22aae7,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:48.076783 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e348c154-8a78-4774-af1e-dca5c7c4b875 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:48.114560 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-27065f7e-04ea-4e3f-870b-126f51b6ef7d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.117140 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-828d2b1f-c5b3-4c83-844f-74d0107c4909 None None] Provisioning for port e484a478-657c-4e88-b58c-03044a22aae7 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:48.122581 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'name': 'tempest-ServersTestFqdnHostnames-461046051-router', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:33Z', 'updated_at': '2021-09-07T18:50:41Z', 'revision_number': 4, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'gw_port': {'id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:35Z', 'updated_at': '2021-09-07T18:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '10b0cc7c-1c37-4111-a956-e72b5a4a0cc0', 'name': '', 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'mac_address': 'fa:16:3e:2d:f6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:39Z', 'updated_at': '2021-09-07T18:50:41Z', 'revision_number': 2, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'subnets': [{'id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:48.123470 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70f50a49-ea6f-4e4a-bff1-b5a860cade12 req-afda44fa-7a5b-4eca-8cbd-3fa9152130cb service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1059337 Sep 07 18:50:48.157545 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5b7c3408-8f75-47b2-ba8a-8550ce3cef76 req-7e18c552-9123-497b-86b6-9376deec820d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 210 time: 0.0904620 Sep 07 18:50:48.158729 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] Checking router: adbbd7b7-ec69-4ad3-ab3f-36b61bd319da for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:50:48.159089 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] Updating router adbbd7b7-ec69-4ad3-ab3f-36b61bd319da port 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:50:48.159583 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-27065f7e-04ea-4e3f-870b-126f51b6ef7d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.162190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-828d2b1f-c5b3-4c83-844f-74d0107c4909 None None] Provisioning complete for port e484a478-657c-4e88-b58c-03044a22aae7 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:48.162599 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-828d2b1f-c5b3-4c83-844f-74d0107c4909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.174301 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-36fe851d-eb71-416e-b61d-4546994a5502 req-7a52c334-57cf-408d-8a58-0c4f37cbced6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Allocated IP 172.20.0.13 (b9424cdc-95ee-4e78-8b79-da4f8984864f/619cd2b1-3967-4753-9c8c-ea535684adf4/266365d6-55c3-4d84-9990-3b89862aae14) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:48.220727 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.241165 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-828d2b1f-c5b3-4c83-844f-74d0107c4909 None None] Port e484a478-657c-4e88-b58c-03044a22aae7 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:50:48.244388 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port e348c154-8a78-4774-af1e-dca5c7c4b875 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:48.250223 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e348c154-8a78-4774-af1e-dca5c7c4b875 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:48.250596 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.259231 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851f2069-5589-4e6f-b602-ba1d7915c59c x-openstack-request-id: req-851f2069-5589-4e6f-b602-ba1d7915c59c {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:48.260120 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b01b527-4a84-4c63-a557-d169d099741e", "name": "network-vif-deleted", "tag": "2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:48.260591 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-851f2069-5589-4e6f-b602-ba1d7915c59c {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:48.261278 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b01b527-4a84-4c63-a557-d169d099741e', 'name': 'network-vif-deleted', 'tag': '2cb0d2ce-8225-4cd0-81f7-b21c55afd3ba', 'status': 'completed', 'code': 200} Sep 07 18:50:48.280389 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4ef9b0ab-46b7-42cd-94be-ce1bc1f64296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.293046 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4ef9b0ab-46b7-42cd-94be-ce1bc1f64296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.331594 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4ef9b0ab-46b7-42cd-94be-ce1bc1f64296 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2dfba45bbbd4a5b8ab621b07d559e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7980547 Sep 07 18:50:48.333440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55122) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:48.341202 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5a99ac7-fd3d-4bce-bf26-b9bb56b0ff61 req-96e117d6-51fb-4c50-afd5-f4304c7fd75d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6844995 Sep 07 18:50:48.398403 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d10fcc95-0224-4bc2-86ed-baa4c97f17d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.402563 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9b0ab-46b7-42cd-94be-ce1bc1f64296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ebcbaf-b023-4a27-8c65-f15c095d9cf4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:48.434081 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a122250-a9b1-44a7-b930-c447e7572b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.439557 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-27065f7e-04ea-4e3f-870b-126f51b6ef7d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.447838 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-27065f7e-04ea-4e3f-870b-126f51b6ef7d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.9186611 Sep 07 18:50:48.453487 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.460267 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a122250-a9b1-44a7-b930-c447e7572b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.478839 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port e348c154-8a78-4774-af1e-dca5c7c4b875, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e348c154-8a78-4774-af1e-dca5c7c4b875,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:48.507716 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55126) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:48.514635 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a4830067-ba47-47ce-9095-5bc74266a865 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Request body: {'security_group_rule': {'security_group_id': 'cabd9f3d-f180-42c2-80d9-fbcc3100c7db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:48.524739 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a122250-a9b1-44a7-b930-c447e7572b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.527553 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a122250-a9b1-44a7-b930-c447e7572b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.528939 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9a122250-a9b1-44a7-b930-c447e7572b2a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/74ebcbaf-b023-4a27-8c65-f15c095d9cf4 HTTP/1.1" status: 204 len: 168 time: 0.1942880 Sep 07 18:50:48.560189 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a122250-a9b1-44a7-b930-c447e7572b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ebcbaf-b023-4a27-8c65-f15c095d9cf4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:48.563576 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a4830067-ba47-47ce-9095-5bc74266a865 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.578257 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27065f7e-04ea-4e3f-870b-126f51b6ef7d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cabd9f3d-f180-42c2-80d9-fbcc3100c7db,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:48.655810 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5dbaf2fc-1e3c-4d3d-889d-c6cf1fee9c45 req-9d10410f-6191-40b0-b4fd-fdc483cd1b6d tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 210 time: 0.2171462 Sep 07 18:50:48.687845 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a4830067-ba47-47ce-9095-5bc74266a865 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.696345 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a4830067-ba47-47ce-9095-5bc74266a865 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.724008 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.763361 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4830067-ba47-47ce-9095-5bc74266a865 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07484b4d-8eb7-4817-af7e-7b111c521955,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:48.778805 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a4830067-ba47-47ce-9095-5bc74266a865 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.781555 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a4830067-ba47-47ce-9095-5bc74266a865 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2693803 Sep 07 18:50:48.783828 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55136) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:48.793616 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.798940 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-bf3bcd5b-ba6c-4bc3-bbae-f984d8970d89 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Request body: {'security_group_rule': {'security_group_id': 'cabd9f3d-f180-42c2-80d9-fbcc3100c7db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:48.818119 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=e348c154-8a78-4774-af1e-dca5c7c4b875,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:48.824038 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] Transition to ACTIVE for port object 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:48.831965 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.853149 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf3bcd5b-ba6c-4bc3-bbae-f984d8970d89 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.973386 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70f50a49-ea6f-4e4a-bff1-b5a860cade12 req-b1a2605b-e641-4b04-bb4c-3031a3f354b0 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8271587 Sep 07 18:50:48.973688 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf3bcd5b-ba6c-4bc3-bbae-f984d8970d89 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.994789 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf3bcd5b-ba6c-4bc3-bbae-f984d8970d89 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.021464 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3bcd5b-ba6c-4bc3-bbae-f984d8970d89 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf5c2db-f117-4820-9953-9017ea839b84,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:49.026402 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b922157-1c36-4b90-93f3-e1565c14acaf None None] Pushing event updated for resources: {'Port': ['ID=10b0cc7c-1c37-4111-a956-e72b5a4a0cc0,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:49.027777 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf3bcd5b-ba6c-4bc3-bbae-f984d8970d89 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.032939 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bf3bcd5b-ba6c-4bc3-bbae-f984d8970d89 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2465513 Sep 07 18:50:49.033567 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55140) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:49.046304 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] Attempting to bind port 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:49.046657 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1c9b54a1-0407-42cb-a5ae-45afe665797d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:49.049545 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] Attempting to bind port 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '49c19125-8b68-478d-b6cd-48243210b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:49.051738 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] Attempting to bind port 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0 on network 5b36db33-a603-4328-a50c-c82ced7f3f75 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:49.066739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:49.069825 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] Checking segment: {'id': '49c19125-8b68-478d-b6cd-48243210b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:49.070461 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.072151 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] Bound using segment: {'id': '49c19125-8b68-478d-b6cd-48243210b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:49.074108 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] Bound port: 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c19125-8b68-478d-b6cd-48243210b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:49.074663 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.075740 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c9b54a1-0407-42cb-a5ae-45afe665797d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.117279 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eab0ae-cfe0-496a-8e8f-8dd672e9dae5 req-631c923b-0e63-41a1-bfd5-8bc56c108932 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:49.119977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2eab0ae-cfe0-496a-8e8f-8dd672e9dae5 req-631c923b-0e63-41a1-bfd5-8bc56c108932 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9&tenant_id=e322fec1e0804b28961a329c847871a3&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 948 time: 0.3300312 Sep 07 18:50:49.133114 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad7ac5-2143-4587-9565-1fff9f91cf72 req-f42bd32d-27df-4f92-b161-02aeceede2cb tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:49.140659 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7aad7ac5-2143-4587-9565-1fff9f91cf72 req-f42bd32d-27df-4f92-b161-02aeceede2cb tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 948 time: 0.4556372 Sep 07 18:50:49.214558 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] For port 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:49.218553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] For port 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=10b0cc7c-1c37-4111-a956-e72b5a4a0cc0,segment=NetworkSegment(49c19125-8b68-478d-b6cd-48243210b5db),segment_id=49c19125-8b68-478d-b6cd-48243210b5db)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:49.225747 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.228971 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c9b54a1-0407-42cb-a5ae-45afe665797d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.238144 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad9d21-0b39-4781-902c-e48c2617b385 req-4f8f4467-a16d-4a71-a821-fe0aeaf280ba tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:49.239868 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4cad9d21-0b39-4781-902c-e48c2617b385 req-4f8f4467-a16d-4a71-a821-fe0aeaf280ba tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 945 time: 0.4348040 Sep 07 18:50:49.249181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-eb711f9b-17e6-4416-9587-fc3a48da89d2 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:49.251200 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-eb711f9b-17e6-4416-9587-fc3a48da89d2 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.36 "GET /v2.0/networks?id=5fffebc2-0dee-49e6-9b53-7756168386e9 HTTP/1.1" status: 200 len: 814 time: 0.8576822 Sep 07 18:50:49.327040 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] Routers {'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:49.327783 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:49.331277 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b922157-1c36-4b90-93f3-e1565c14acaf None None] Pushing event updated for resources: {'Port': ['ID=10b0cc7c-1c37-4111-a956-e72b5a4a0cc0,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:49.343379 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7aad7ac5-2143-4587-9565-1fff9f91cf72 req-82c25923-9970-4a0f-b87d-13f42b5ac35e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017479 Sep 07 18:50:49.378982 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-24c47d3a-d38c-45e0-8291-64eca766478f tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Request body: {'port': {'device_id': '77397809-9375-44df-b9e6-fd9750cbbb7c', 'network_id': '5fffebc2-0dee-49e6-9b53-7756168386e9', 'admin_state_up': True, 'tenant_id': 'a8f43108666243aebfcdc34f771ecd07'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:49.419424 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-1c9b54a1-0407-42cb-a5ae-45afe665797d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Allocated IP 172.25.8.191 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/69f2e153-8001-42a3-8a5a-3d23269f4ebe) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:49.447443 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-36fe851d-eb71-416e-b61d-4546994a5502 req-7a52c334-57cf-408d-8a58-0c4f37cbced6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.502680 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] Set router adbbd7b7-ec69-4ad3-ab3f-36b61bd319da gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:49.561295 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:49.581051 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-c2eab0ae-cfe0-496a-8e8f-8dd672e9dae5 req-06b9022f-f6ba-4956-ab03-4aa0d5b3b431 service neutron] delete failed (client error): The resource could not be found. Sep 07 18:50:49.582803 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2eab0ae-cfe0-496a-8e8f-8dd672e9dae5 req-06b9022f-f6ba-4956-ab03-4aa0d5b3b431 service neutron] 10.222.0.60 "DELETE /v2.0/ports/ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2/bindings/n-h1-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.4104602 Sep 07 18:50:49.583916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-36fe851d-eb71-416e-b61d-4546994a5502 req-7a52c334-57cf-408d-8a58-0c4f37cbced6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Transition to ACTIVE for port object 266365d6-55c3-4d84-9990-3b89862aae14 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:49.650184 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d10fcc95-0224-4bc2-86ed-baa4c97f17d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.692712 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c9b54a1-0407-42cb-a5ae-45afe665797d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.746965 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:49.759843 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:49.760243 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.771199 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4cad9d21-0b39-4781-902c-e48c2617b385 req-7d9248b9-5c14-4fc4-9adf-a7edf76a1887 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/security-groups?id=217f28aa-d21e-44d6-8dfb-07a6f63752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4734762 Sep 07 18:50:49.821778 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c9b54a1-0407-42cb-a5ae-45afe665797d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.834056 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4579fcf2-5b79-40bd-a159-34bc8b8571f2 req-cbfe6b0e-90bd-467b-92d4-3a7ca4160320 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 210 time: 0.1855278 Sep 07 18:50:49.912385 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9b54a1-0407-42cb-a5ae-45afe665797d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:49.916321 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-1c9b54a1-0407-42cb-a5ae-45afe665797d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:49.919144 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.921038 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9b54a1-0407-42cb-a5ae-45afe665797d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:49.953127 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'name': 'tempest-ServersTestFqdnHostnames-461046051-router', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:33Z', 'updated_at': '2021-09-07T18:50:41Z', 'revision_number': 4, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'gw_port': {'id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:35Z', 'updated_at': '2021-09-07T18:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '10b0cc7c-1c37-4111-a956-e72b5a4a0cc0', 'name': '', 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'mac_address': 'fa:16:3e:2d:f6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:39Z', 'updated_at': '2021-09-07T18:50:49Z', 'revision_number': 4, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'subnets': [{'id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:49.958422 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b54a1-0407-42cb-a5ae-45afe665797d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Pushing event updated for resources: {'Port': ['ID=69f2e153-8001-42a3-8a5a-3d23269f4ebe,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:49.994878 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079631b1-3c13-4c65-a543-c0c5125c890c None None] The sync data for ids ['adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'] in n-d-807786-1 is: [{'id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'name': 'tempest-ServersTestFqdnHostnames-461046051-router', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:33Z', 'updated_at': '2021-09-07T18:50:41Z', 'revision_number': 4, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'gw_port': {'id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:35Z', 'updated_at': '2021-09-07T18:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '10b0cc7c-1c37-4111-a956-e72b5a4a0cc0', 'name': '', 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'mac_address': 'fa:16:3e:2d:f6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:39Z', 'updated_at': '2021-09-07T18:50:49Z', 'revision_number': 4, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'subnets': [{'id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:50:50.002753 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2be118-144d-4f06-abfc-43887b51cff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:50.007924 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83b7e6b6-ddf8-467b-89f4-53f6e8fc59e5 req-608e3b63-0511-4def-a8f9-d94f4d5cebd7 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 210 time: 0.0989990 Sep 07 18:50:50.011252 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c89085e-304d-4633-83bb-50f56430d9e7" -d '{"events": [{"server_uuid": "2a2be118-144d-4f06-abfc-43887b51cff9", "name": "network-vif-plugged", "status": "completed", "tag": "ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:50.026478 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:50.032863 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.039739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eab0ae-cfe0-496a-8e8f-8dd672e9dae5 req-3ed13afd-4623-4bcf-9820-153b1d2bb08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:50.041933 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2eab0ae-cfe0-496a-8e8f-8dd672e9dae5 req-3ed13afd-4623-4bcf-9820-153b1d2bb08c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 1099 time: 0.3665700 Sep 07 18:50:50.096154 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c9b54a1-0407-42cb-a5ae-45afe665797d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.127440 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-24c47d3a-d38c-45e0-8291-64eca766478f tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Made reservation on behalf of a8f43108666243aebfcdc34f771ecd07 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:50.135832 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-24c47d3a-d38c-45e0-8291-64eca766478f tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.142682 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c9b54a1-0407-42cb-a5ae-45afe665797d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.149573 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5abd127-9d9d-4bfe-a2b1-9e7402f74fd3 x-openstack-request-id: req-b5abd127-9d9d-4bfe-a2b1-9e7402f74fd3 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:50.149940 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2be118-144d-4f06-abfc-43887b51cff9", "name": "network-vif-plugged", "status": "completed", "tag": "ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:50.150194 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b5abd127-9d9d-4bfe-a2b1-9e7402f74fd3 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:50.150598 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2be118-144d-4f06-abfc-43887b51cff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2', 'code': 200} Sep 07 18:50:50.151354 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2,revision_number=9']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:50.163374 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-36fe851d-eb71-416e-b61d-4546994a5502 req-7a52c334-57cf-408d-8a58-0c4f37cbced6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.349055 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eab0ae-cfe0-496a-8e8f-8dd672e9dae5 req-addedf43-7fc0-46a0-a97a-f33c5d2dbbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:50.350701 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2eab0ae-cfe0-496a-8e8f-8dd672e9dae5 req-addedf43-7fc0-46a0-a97a-f33c5d2dbbd4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2781279 Sep 07 18:50:50.352334 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c9b54a1-0407-42cb-a5ae-45afe665797d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.360247 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c9b54a1-0407-42cb-a5ae-45afe665797d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.416294 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d10fcc95-0224-4bc2-86ed-baa4c97f17d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.438781 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d10fcc95-0224-4bc2-86ed-baa4c97f17d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.461086 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c9b54a1-0407-42cb-a5ae-45afe665797d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.476149 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b54a1-0407-42cb-a5ae-45afe665797d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Pushing event updated for resources: {'Port': ['ID=69f2e153-8001-42a3-8a5a-3d23269f4ebe,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:50.486904 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c9b54a1-0407-42cb-a5ae-45afe665797d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.498511 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1c9b54a1-0407-42cb-a5ae-45afe665797d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4627540 Sep 07 18:50:50.511922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36fe851d-eb71-416e-b61d-4546994a5502 req-7a52c334-57cf-408d-8a58-0c4f37cbced6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Network b9424cdc-95ee-4e78-8b79-da4f8984864f is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:50.616075 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d10fcc95-0224-4bc2-86ed-baa4c97f17d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.618802 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2eab0ae-cfe0-496a-8e8f-8dd672e9dae5 req-c3614890-ced8-4c0e-ba8f-616f316eace7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 HTTP/1.1" status: 200 len: 217 time: 0.1998534 Sep 07 18:50:50.619640 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-36fe851d-eb71-416e-b61d-4546994a5502 req-7a52c334-57cf-408d-8a58-0c4f37cbced6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:50.632469 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fe851d-eb71-416e-b61d-4546994a5502 req-7a52c334-57cf-408d-8a58-0c4f37cbced6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:50.685521 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe851d-eb71-416e-b61d-4546994a5502 req-7a52c334-57cf-408d-8a58-0c4f37cbced6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:50.687564 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-36fe851d-eb71-416e-b61d-4546994a5502 req-7a52c334-57cf-408d-8a58-0c4f37cbced6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.749933 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52c334-57cf-408d-8a58-0c4f37cbced6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Pushing event updated for resources: {'Port': ['ID=266365d6-55c3-4d84-9990-3b89862aae14,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:50.856222 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36fe851d-eb71-416e-b61d-4546994a5502 req-7a52c334-57cf-408d-8a58-0c4f37cbced6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0784299 Sep 07 18:50:50.911901 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e348c154-8a78-4774-af1e-dca5c7c4b875 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:50.925317 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-36fe851d-eb71-416e-b61d-4546994a5502 req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] Request body: {'port': {'device_id': '5d7559d2-e37b-4c6b-ae49-e3e59babd90d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:51.002896 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-594be277-4f85-4dd9-9f1c-9eaafe8c84b5 None None] Provisioning for port 266365d6-55c3-4d84-9990-3b89862aae14 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:51.019144 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-594be277-4f85-4dd9-9f1c-9eaafe8c84b5 None None] Provisioning complete for port 266365d6-55c3-4d84-9990-3b89862aae14 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:51.019834 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-594be277-4f85-4dd9-9f1c-9eaafe8c84b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:51.046983 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e348c154-8a78-4774-af1e-dca5c7c4b875 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:51.047362 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:51.047870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c5b70-5944-491b-8e74-5cab7150db4c req-931a21b8-27eb-464e-bfb1-4f3c0898fb8d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:51.049681 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-321c5b70-5944-491b-8e74-5cab7150db4c req-931a21b8-27eb-464e-bfb1-4f3c0898fb8d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 0.5548582 Sep 07 18:50:51.059831 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96b00797-5734-4b1c-9350-c92e3c156141 req-828adce9-0195-4304-879d-28bc0e79216b tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1183740414&fields=id&tenant_id=a76fb2f3e4ef4238b096f3cf087a827a HTTP/1.1" status: 200 len: 267 time: 0.2943206 Sep 07 18:50:51.071888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eab0ae-cfe0-496a-8e8f-8dd672e9dae5 req-5871839d-621b-441a-a52b-3857376c9e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:51.073361 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2eab0ae-cfe0-496a-8e8f-8dd672e9dae5 req-5871839d-621b-441a-a52b-3857376c9e31 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.4460030 Sep 07 18:50:51.091841 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-594be277-4f85-4dd9-9f1c-9eaafe8c84b5 None None] Port 266365d6-55c3-4d84-9990-3b89862aae14 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:50:51.097222 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fcc95-0224-4bc2-86ed-baa4c97f17d7 admin admin] Pushing event updated for resources: {'Port': ['ID=e484a478-657c-4e88-b58c-03044a22aae7,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:51.141258 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:50:51.147154 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:51.162242 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-36fe851d-eb71-416e-b61d-4546994a5502 req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:51.169396 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10fcc95-0224-4bc2-86ed-baa4c97f17d7 admin admin] Network dec5c1e5-73f1-4f3b-9d28-a98870f599e8 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:51.186836 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-d10fcc95-0224-4bc2-86ed-baa4c97f17d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:51.204683 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:51.209109 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:51.209771 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:51.237940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-24c47d3a-d38c-45e0-8291-64eca766478f tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Allocated IP 172.20.0.2 (5fffebc2-0dee-49e6-9b53-7756168386e9/bb1deee6-d2df-40c0-951c-e7f5ec450286/2bf961bc-aef8-466e-8684-9ddb8ff01442) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:51.310143 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:51.351127 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=10b0cc7c-1c37-4111-a956-e72b5a4a0cc0,segment=NetworkSegment(49c19125-8b68-478d-b6cd-48243210b5db),segment_id=49c19125-8b68-478d-b6cd-48243210b5db)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:51.359349 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:51.419122 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=10b0cc7c-1c37-4111-a956-e72b5a4a0cc0,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:51.520867 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a7d0d339-2d2e-4e51-9e50-da30758dd868 None None] Provisioning complete for port e484a478-657c-4e88-b58c-03044a22aae7 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:51.522150 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a7d0d339-2d2e-4e51-9e50-da30758dd868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:51.561629 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a7d0d339-2d2e-4e51-9e50-da30758dd868 None None] Port e484a478-657c-4e88-b58c-03044a22aae7 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:50:51.662864 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-321c5b70-5944-491b-8e74-5cab7150db4c req-87fa7df1-38a3-43e9-be19-4a4168118842 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5878789 Sep 07 18:50:51.687284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eab0ae-cfe0-496a-8e8f-8dd672e9dae5 req-08dd6de9-e5d6-4f57-a8a0-1a876f459d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:51.687284 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2eab0ae-cfe0-496a-8e8f-8dd672e9dae5 req-08dd6de9-e5d6-4f57-a8a0-1a876f459d30 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5914142 Sep 07 18:50:51.761979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b00797-5734-4b1c-9350-c92e3c156141 req-2223334d-b05f-405f-8748-8cc136fa49ff tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:51.763565 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96b00797-5734-4b1c-9350-c92e3c156141 req-2223334d-b05f-405f-8748-8cc136fa49ff tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/networks?id=5b36db33-a603-4328-a50c-c82ced7f3f75 HTTP/1.1" status: 200 len: 814 time: 0.7027655 Sep 07 18:50:51.826928 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c1e9c0ef-8443-43a1-bcf8-7085595152af req-dbf87257-8c30-4454-bfe1-7516d103f4f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484834 Sep 07 18:50:51.922838 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9c0ef-8443-43a1-bcf8-7085595152af req-6b0fc36e-ff76-4d37-b364-d7a48325d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:51.924412 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c1e9c0ef-8443-43a1-bcf8-7085595152af req-6b0fc36e-ff76-4d37-b364-d7a48325d52a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 1100 time: 0.0510054 Sep 07 18:50:52.023922 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96b00797-5734-4b1c-9350-c92e3c156141 req-f38773f0-502e-4dce-81e2-f3c70aa937b8 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/quotas/a76fb2f3e4ef4238b096f3cf087a827a HTTP/1.1" status: 200 len: 375 time: 0.2507966 Sep 07 18:50:52.069400 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9c0ef-8443-43a1-bcf8-7085595152af req-492038d6-cdc8-4bc8-a965-d791912df09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:52.071352 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c1e9c0ef-8443-43a1-bcf8-7085595152af req-492038d6-cdc8-4bc8-a965-d791912df09b service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.1247942 Sep 07 18:50:52.083808 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2eab0ae-cfe0-496a-8e8f-8dd672e9dae5 req-764c7081-60fb-43f5-84cc-7347e252da04 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724113 Sep 07 18:50:52.118009 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c1e9c0ef-8443-43a1-bcf8-7085595152af req-afe029e1-f9c8-495b-a40b-fc99722c523a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 HTTP/1.1" status: 200 len: 217 time: 0.0380788 Sep 07 18:50:52.169782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10fcc95-0224-4bc2-86ed-baa4c97f17d7 admin admin] Router 80d5d3a5-6f5a-44c1-af11-1967646d8f2c has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:50:52.177850 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9c0ef-8443-43a1-bcf8-7085595152af req-9d3a4b15-070a-44ce-af34-361681dc1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:52.179384 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c1e9c0ef-8443-43a1-bcf8-7085595152af req-9d3a4b15-070a-44ce-af34-361681dc1a28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0545280 Sep 07 18:50:52.199022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a70e89-90fc-4606-bcd7-b2015a271eaa req-34c25fc1-97c9-479e-9ada-124517b94647 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:52.200596 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8a70e89-90fc-4606-bcd7-b2015a271eaa req-34c25fc1-97c9-479e-9ada-124517b94647 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 945 time: 0.3698020 Sep 07 18:50:52.232525 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9c0ef-8443-43a1-bcf8-7085595152af req-c1bc79c8-174c-4c6d-ad8d-3ccd7c623cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:52.234575 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c1e9c0ef-8443-43a1-bcf8-7085595152af req-c1bc79c8-174c-4c6d-ad8d-3ccd7c623cbc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0485170 Sep 07 18:50:52.345652 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c1e9c0ef-8443-43a1-bcf8-7085595152af req-1976074f-b758-43c9-9ebd-b41ab3f22f21 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036019 Sep 07 18:50:52.360979 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96b00797-5734-4b1c-9350-c92e3c156141 req-e4aa565a-ebc5-4b54-992a-e2c8be3df945 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a76fb2f3e4ef4238b096f3cf087a827a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3134842 Sep 07 18:50:52.406150 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-24c47d3a-d38c-45e0-8291-64eca766478f tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:52.459362 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c1e9c0ef-8443-43a1-bcf8-7085595152af req-2537538f-2a5d-41db-ab09-7d17db4b8a25 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061785 Sep 07 18:50:52.472196 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55228) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:52.476655 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8a70e89-90fc-4606-bcd7-b2015a271eaa req-19943556-10f9-4b5c-ad8b-2b66fed36425 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/security-groups?id=217f28aa-d21e-44d6-8dfb-07a6f63752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590439 Sep 07 18:50:52.586718 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63d853c2-2f8b-4671-a133-c51882358e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:52.607395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2eab0ae-cfe0-496a-8e8f-8dd672e9dae5 req-09b393e1-c954-459b-a842-8dd4ca6da3d1 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778659 Sep 07 18:50:52.692661 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63d853c2-2f8b-4671-a133-c51882358e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:52.697365 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63d853c2-2f8b-4671-a133-c51882358e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:52.698464 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10fcc95-0224-4bc2-86ed-baa4c97f17d7 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:50:52.708246 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d10fcc95-0224-4bc2-86ed-baa4c97f17d7 admin admin] 10.222.0.26 "PUT /v2.0/routers/80d5d3a5-6f5a-44c1-af11-1967646d8f2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5607870 Sep 07 18:50:52.719767 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] Sync routers for ids ['80d5d3a5-6f5a-44c1-af11-1967646d8f2c'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:50:52.727933 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-24c47d3a-d38c-45e0-8291-64eca766478f tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:52.730608 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] Routers {'80d5d3a5-6f5a-44c1-af11-1967646d8f2c'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:52.733157 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['80d5d3a5-6f5a-44c1-af11-1967646d8f2c'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:52.752409 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-63d853c2-2f8b-4671-a133-c51882358e01 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5a99fad5e86b4b11931143968e1066da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789292 Sep 07 18:50:52.761145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55238) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:52.787654 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d853c2-2f8b-4671-a133-c51882358e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fc71d1-3923-4e32-b958-74290677b720,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:52.792794 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-36fe851d-eb71-416e-b61d-4546994a5502 req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266365d6-55c3-4d84-9990-3b89862aae14 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:52.801566 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96b00797-5734-4b1c-9350-c92e3c156141 req-47ad27f6-f1e8-4815-8d65-bad203ca1347 service neutron] 10.222.0.26 "GET /v2.0/networks/5b36db33-a603-4328-a50c-c82ced7f3f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931162 Sep 07 18:50:52.813758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9994f1-87e5-4b5d-80ba-d1a0318a1666 req-e6008c7f-075e-4b00-8554-f0c533af0aa1 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:52.821564 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f9994f1-87e5-4b5d-80ba-d1a0318a1666 req-e6008c7f-075e-4b00-8554-f0c533af0aa1 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 932 time: 0.2586312 Sep 07 18:50:52.828192 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-36fe851d-eb71-416e-b61d-4546994a5502 req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:52.843851 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-88c97244-411a-4237-bbb9-6a8dfe5613b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:52.858452 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-24c47d3a-d38c-45e0-8291-64eca766478f tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Network 5fffebc2-0dee-49e6-9b53-7756168386e9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:52.872318 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-88c97244-411a-4237-bbb9-6a8dfe5613b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:52.906049 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] Set router 80d5d3a5-6f5a-44c1-af11-1967646d8f2c gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:52.912287 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-24c47d3a-d38c-45e0-8291-64eca766478f tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:52.919797 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-36fe851d-eb71-416e-b61d-4546994a5502 req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] Transition to ACTIVE for port object 266365d6-55c3-4d84-9990-3b89862aae14 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:52.921294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-24c47d3a-d38c-45e0-8291-64eca766478f tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:52.933239 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:52.939030 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-88c97244-411a-4237-bbb9-6a8dfe5613b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:52.950130 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c47d3a-d38c-45e0-8291-64eca766478f tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Pushing event updated for resources: {'Port': ['ID=2bf961bc-aef8-466e-8684-9ddb8ff01442,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:52.952480 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-36fe851d-eb71-416e-b61d-4546994a5502 req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:52.964562 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-88c97244-411a-4237-bbb9-6a8dfe5613b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:52.967205 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-88c97244-411a-4237-bbb9-6a8dfe5613b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c8fc71d1-3923-4e32-b958-74290677b720 HTTP/1.1" status: 204 len: 168 time: 0.2047906 Sep 07 18:50:53.001440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c97244-411a-4237-bbb9-6a8dfe5613b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fc71d1-3923-4e32-b958-74290677b720,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:53.048070 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:53.048664 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:53.116541 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f9994f1-87e5-4b5d-80ba-d1a0318a1666 req-ebae5641-57de-4bce-8794-658e0c226dd7 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940075 Sep 07 18:50:53.193093 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-24c47d3a-d38c-45e0-8291-64eca766478f tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:53.194336 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-24c47d3a-d38c-45e0-8291-64eca766478f tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:53.218713 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] Pushing event updated for resources: {'Port': ['ID=266365d6-55c3-4d84-9990-3b89862aae14,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:53.290677 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d5d3a5-6f5a-44c1-af11-1967646d8f2c', 'name': 'tempest-FloatingIPDetailsTestJSON-1140911429-router', 'tenant_id': '10b8c1841631418fa0f410e2b58687bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'e348c154-8a78-4774-af1e-dca5c7c4b875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:37Z', 'updated_at': '2021-09-07T18:50:49Z', 'revision_number': 4, 'project_id': '10b8c1841631418fa0f410e2b58687bc', 'gw_port': {'id': 'e348c154-8a78-4774-af1e-dca5c7c4b875', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d3a5-6f5a-44c1-af11-1967646d8f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:38Z', 'updated_at': '2021-09-07T18:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e484a478-657c-4e88-b58c-03044a22aae7', 'name': '', 'network_id': 'dec5c1e5-73f1-4f3b-9d28-a98870f599e8', 'tenant_id': '10b8c1841631418fa0f410e2b58687bc', 'mac_address': 'fa:16:3e:ae:94:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d5d3a5-6f5a-44c1-af11-1967646d8f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9fd8673e-a9ec-42da-82e1-3deea2747fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:44Z', 'updated_at': '2021-09-07T18:50:49Z', 'revision_number': 2, 'project_id': '10b8c1841631418fa0f410e2b58687bc', 'subnets': [{'id': '9fd8673e-a9ec-42da-82e1-3deea2747fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:53.362391 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96b00797-5734-4b1c-9350-c92e3c156141 req-0abef2e8-42d7-4f0f-aa54-a0bc7301c46d service neutron] 10.222.0.26 "GET /v2.0/networks/5b36db33-a603-4328-a50c-c82ced7f3f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362840 Sep 07 18:50:53.366592 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] Checking router: 80d5d3a5-6f5a-44c1-af11-1967646d8f2c for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:50:53.366932 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] Updating router 80d5d3a5-6f5a-44c1-af11-1967646d8f2c port e484a478-657c-4e88-b58c-03044a22aae7 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:50:53.399086 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:53.447374 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-24c47d3a-d38c-45e0-8291-64eca766478f tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1299303 Sep 07 18:50:53.497246 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] Request body: {'port': {'device_id': '77397809-9375-44df-b9e6-fd9750cbbb7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:53.547583 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55250) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:53.566053 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ca762c8-d300-4afb-80c0-a5c8535ce6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:53.639166 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b0818bd-3ac6-4486-82c0-a29daf3ebe25 req-b679ab19-23b4-49aa-a041-2e0ab5906414 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3025684 Sep 07 18:50:53.647509 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53fbeb-b6ee-40f4-9a3f-b9622d35e766 req-70d7368a-75f1-4c0f-89cb-a53d58963e24 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:53.655923 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b53fbeb-b6ee-40f4-9a3f-b9622d35e766 req-70d7368a-75f1-4c0f-89cb-a53d58963e24 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 931 time: 0.3836288 Sep 07 18:50:53.681936 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-36fe851d-eb71-416e-b61d-4546994a5502 req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] Attempting to bind port 266365d6-55c3-4d84-9990-3b89862aae14 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:53.682338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-36fe851d-eb71-416e-b61d-4546994a5502 req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] Attempting to bind port 266365d6-55c3-4d84-9990-3b89862aae14 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:53.682579 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fe851d-eb71-416e-b61d-4546994a5502 req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] Attempting to bind port 266365d6-55c3-4d84-9990-3b89862aae14 on network b9424cdc-95ee-4e78-8b79-da4f8984864f {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:53.722019 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fe851d-eb71-416e-b61d-4546994a5502 req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] Port 266365d6-55c3-4d84-9990-3b89862aae14 on network b9424cdc-95ee-4e78-8b79-da4f8984864f not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:50:53.722613 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fe851d-eb71-416e-b61d-4546994a5502 req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] Attempting to bind port 266365d6-55c3-4d84-9990-3b89862aae14 on network b9424cdc-95ee-4e78-8b79-da4f8984864f {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:53.731780 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:53.742259 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fe851d-eb71-416e-b61d-4546994a5502 req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:53.742535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fe851d-eb71-416e-b61d-4546994a5502 req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] Checking segment: {'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:53.742926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fe851d-eb71-416e-b61d-4546994a5502 req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] Bound using segment: {'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:53.743385 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-36fe851d-eb71-416e-b61d-4546994a5502 req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] Bound port: 266365d6-55c3-4d84-9990-3b89862aae14, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:53.745267 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-36fe851d-eb71-416e-b61d-4546994a5502 req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:53.754048 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ca762c8-d300-4afb-80c0-a5c8535ce6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:53.760211 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ca762c8-d300-4afb-80c0-a5c8535ce6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:53.820187 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca762c8-d300-4afb-80c0-a5c8535ce6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd9da03-8c67-4b30-b440-a7f379a7c8de,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:53.830443 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b53fbeb-b6ee-40f4-9a3f-b9622d35e766 req-e35f3415-611e-4746-b8d0-b6c5cbfbede6 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656229 Sep 07 18:50:53.835692 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6ca762c8-d300-4afb-80c0-a5c8535ce6c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=36a514052cc845c6919b121786b0913b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785122 Sep 07 18:50:53.836724 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55258) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:53.856799 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:53.873994 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] Transition to ACTIVE for port object e484a478-657c-4e88-b58c-03044a22aae7 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:53.882017 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:53.908408 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a203543-ff3e-44be-8053-421ec6feacd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:53.919554 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0818bd-3ac6-4486-82c0-a29daf3ebe25 req-ece37156-2c91-4d34-a85c-46787ed9515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:53.921122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b0818bd-3ac6-4486-82c0-a29daf3ebe25 req-ece37156-2c91-4d34-a85c-46787ed9515c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 1100 time: 0.2474940 Sep 07 18:50:53.933825 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a203543-ff3e-44be-8053-421ec6feacd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:53.961246 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c98ae4-a5e7-4ba6-bb02-56fa94ef2775 None None] Pushing event updated for resources: {'Port': ['ID=e484a478-657c-4e88-b58c-03044a22aae7,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:54.003865 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a203543-ff3e-44be-8053-421ec6feacd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:54.008475 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a203543-ff3e-44be-8053-421ec6feacd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:54.013029 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6a203543-ff3e-44be-8053-421ec6feacd2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5cd9da03-8c67-4b30-b440-a7f379a7c8de HTTP/1.1" status: 204 len: 168 time: 0.1750414 Sep 07 18:50:54.024062 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a203543-ff3e-44be-8053-421ec6feacd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd9da03-8c67-4b30-b440-a7f379a7c8de,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:54.063033 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] Attempting to bind port e484a478-657c-4e88-b58c-03044a22aae7 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:54.063497 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] Attempting to bind port e484a478-657c-4e88-b58c-03044a22aae7 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '3aaeb8bc-75ea-4feb-945b-c213d5271af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dec5c1e5-73f1-4f3b-9d28-a98870f599e8'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:54.064062 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] Attempting to bind port e484a478-657c-4e88-b58c-03044a22aae7 on network dec5c1e5-73f1-4f3b-9d28-a98870f599e8 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:54.070189 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:54.070554 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] Checking segment: {'id': '3aaeb8bc-75ea-4feb-945b-c213d5271af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dec5c1e5-73f1-4f3b-9d28-a98870f599e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:54.071149 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:54.071702 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] Bound using segment: {'id': '3aaeb8bc-75ea-4feb-945b-c213d5271af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dec5c1e5-73f1-4f3b-9d28-a98870f599e8'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:54.072468 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] Bound port: e484a478-657c-4e88-b58c-03044a22aae7, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aaeb8bc-75ea-4feb-945b-c213d5271af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dec5c1e5-73f1-4f3b-9d28-a98870f599e8'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:54.073107 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:54.155984 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdee84-6afc-4efa-816e-5a6ad37211c7 req-9d2eb745-1ffe-4b5a-bce2-21b6caa5793a tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:54.162526 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34fdee84-6afc-4efa-816e-5a6ad37211c7 req-9d2eb745-1ffe-4b5a-bce2-21b6caa5793a tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 945 time: 0.3841670 Sep 07 18:50:54.172292 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55266) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:54.176791 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] For port e484a478-657c-4e88-b58c-03044a22aae7, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:54.178919 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6ffb898f-98a8-4dfe-aafe-87872169b236 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Request body: {'floatingip': {'port_id': 'a5fb7cef-fdf5-4abf-8175-ace3a21e20d4'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:54.182628 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] For port e484a478-657c-4e88-b58c-03044a22aae7, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e484a478-657c-4e88-b58c-03044a22aae7,segment=NetworkSegment(3aaeb8bc-75ea-4feb-945b-c213d5271af9),segment_id=3aaeb8bc-75ea-4feb-945b-c213d5271af9)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:54.192417 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:54.278435 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ffb898f-98a8-4dfe-aafe-87872169b236 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks [] for floatingip, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:54.363691 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] Routers {'80d5d3a5-6f5a-44c1-af11-1967646d8f2c'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:54.364539 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['80d5d3a5-6f5a-44c1-af11-1967646d8f2c'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:54.375825 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c98ae4-a5e7-4ba6-bb02-56fa94ef2775 None None] Pushing event updated for resources: {'Port': ['ID=e484a478-657c-4e88-b58c-03044a22aae7,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:54.631640 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] Set router 80d5d3a5-6f5a-44c1-af11-1967646d8f2c gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:54.939491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-36fe851d-eb71-416e-b61d-4546994a5502 req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] For port 266365d6-55c3-4d84-9990-3b89862aae14, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:55.112205 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d5d3a5-6f5a-44c1-af11-1967646d8f2c', 'name': 'tempest-FloatingIPDetailsTestJSON-1140911429-router', 'tenant_id': '10b8c1841631418fa0f410e2b58687bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'e348c154-8a78-4774-af1e-dca5c7c4b875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:37Z', 'updated_at': '2021-09-07T18:50:49Z', 'revision_number': 4, 'project_id': '10b8c1841631418fa0f410e2b58687bc', 'gw_port': {'id': 'e348c154-8a78-4774-af1e-dca5c7c4b875', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d3a5-6f5a-44c1-af11-1967646d8f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:38Z', 'updated_at': '2021-09-07T18:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e484a478-657c-4e88-b58c-03044a22aae7', 'name': '', 'network_id': 'dec5c1e5-73f1-4f3b-9d28-a98870f599e8', 'tenant_id': '10b8c1841631418fa0f410e2b58687bc', 'mac_address': 'fa:16:3e:ae:94:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d5d3a5-6f5a-44c1-af11-1967646d8f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9fd8673e-a9ec-42da-82e1-3deea2747fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:44Z', 'updated_at': '2021-09-07T18:50:54Z', 'revision_number': 4, 'project_id': '10b8c1841631418fa0f410e2b58687bc', 'subnets': [{'id': '9fd8673e-a9ec-42da-82e1-3deea2747fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:55.124495 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de59496-80d5-4818-8091-ca8212f4656b req-174f4bb1-4393-4940-873e-c5e86e6e5b87 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:55.126440 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2de59496-80d5-4818-8091-ca8212f4656b req-174f4bb1-4393-4940-873e-c5e86e6e5b87 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 1.1785774 Sep 07 18:50:55.148462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-36fe851d-eb71-416e-b61d-4546994a5502 req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] For port 266365d6-55c3-4d84-9990-3b89862aae14, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=266365d6-55c3-4d84-9990-3b89862aae14,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:55.150903 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cfe484-17f2-45df-9691-895a1d0fd0c6 None None] The sync data for ids ['80d5d3a5-6f5a-44c1-af11-1967646d8f2c'] in n-d-807786-1 is: [{'id': '80d5d3a5-6f5a-44c1-af11-1967646d8f2c', 'name': 'tempest-FloatingIPDetailsTestJSON-1140911429-router', 'tenant_id': '10b8c1841631418fa0f410e2b58687bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'e348c154-8a78-4774-af1e-dca5c7c4b875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:37Z', 'updated_at': '2021-09-07T18:50:49Z', 'revision_number': 4, 'project_id': '10b8c1841631418fa0f410e2b58687bc', 'gw_port': {'id': 'e348c154-8a78-4774-af1e-dca5c7c4b875', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d3a5-6f5a-44c1-af11-1967646d8f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:38Z', 'updated_at': '2021-09-07T18:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e484a478-657c-4e88-b58c-03044a22aae7', 'name': '', 'network_id': 'dec5c1e5-73f1-4f3b-9d28-a98870f599e8', 'tenant_id': '10b8c1841631418fa0f410e2b58687bc', 'mac_address': 'fa:16:3e:ae:94:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d5d3a5-6f5a-44c1-af11-1967646d8f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9fd8673e-a9ec-42da-82e1-3deea2747fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:44Z', 'updated_at': '2021-09-07T18:50:54Z', 'revision_number': 4, 'project_id': '10b8c1841631418fa0f410e2b58687bc', 'subnets': [{'id': '9fd8673e-a9ec-42da-82e1-3deea2747fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:50:55.171193 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ffb898f-98a8-4dfe-aafe-87872169b236 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:55.177310 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ffb898f-98a8-4dfe-aafe-87872169b236 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:55.196086 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-36fe851d-eb71-416e-b61d-4546994a5502 req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:55.338973 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-6ffb898f-98a8-4dfe-aafe-87872169b236 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Floating IP 17c5014b-2315-4b9e-a2c4-8380d034d86e associated. External IP: 172.25.8.183, port: a5fb7cef-fdf5-4abf-8175-ace3a21e20d4. Sep 07 18:50:55.345353 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] Pushing event updated for resources: {'Port': ['ID=266365d6-55c3-4d84-9990-3b89862aae14,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:55.404199 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0818bd-3ac6-4486-82c0-a29daf3ebe25 req-1a22f942-96e3-4047-b7b5-b588a7f79e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:55.406097 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b0818bd-3ac6-4486-82c0-a29daf3ebe25 req-1a22f942-96e3-4047-b7b5-b588a7f79e6e service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 1.4523728 Sep 07 18:50:55.431121 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe851d-eb71-416e-b61d-4546994a5502 req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:55.431936 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-36fe851d-eb71-416e-b61d-4546994a5502 req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:55.433604 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36fe851d-eb71-416e-b61d-4546994a5502 req-1ff46752-5d52-4e25-9bc8-904b055a77ec service neutron] 10.222.0.36 "PUT /v2.0/ports/266365d6-55c3-4d84-9990-3b89862aae14 HTTP/1.1" status: 200 len: 1092 time: 4.5484314 Sep 07 18:50:55.497327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7559d2-e37b-4c6b-ae49-e3e59babd90d', 'tag': '266365d6-55c3-4d84-9990-3b89862aae14'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:55.499649 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89aa1e03-25fd-4c49-96b9-ae9b52118cce" -d '{"events": [{"name": "network-changed", "server_uuid": "5d7559d2-e37b-4c6b-ae49-e3e59babd90d", "tag": "266365d6-55c3-4d84-9990-3b89862aae14"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:55.503171 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b0818bd-3ac6-4486-82c0-a29daf3ebe25 req-08428ce9-8526-4cc1-a08e-79e4cbe127eb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=897ca894-dfa1-4315-9efb-967d68266413 HTTP/1.1" status: 200 len: 217 time: 0.0850990 Sep 07 18:50:55.558856 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2de59496-80d5-4818-8091-ca8212f4656b req-9d6160d7-0d97-42c7-8f87-373e0f69987a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986154 Sep 07 18:50:55.706696 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffb898f-98a8-4dfe-aafe-87872169b236 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Router ee9726c4-4ab4-45e6-9ad6-741ff2977c1c has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:50:55.732478 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-336cd436-3b21-46fc-9f7f-a1e5522599e2 req-f135caae-e26e-4cc7-80ac-38266eceb59d tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7995379 Sep 07 18:50:55.770003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b00797-5734-4b1c-9350-c92e3c156141 req-57438aac-815a-4ca6-97de-566b8cc2e9cd tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:55.772281 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96b00797-5734-4b1c-9350-c92e3c156141 req-57438aac-815a-4ca6-97de-566b8cc2e9cd tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.60 "GET /v2.0/networks?id=5b36db33-a603-4328-a50c-c82ced7f3f75 HTTP/1.1" status: 200 len: 814 time: 0.8214233 Sep 07 18:50:55.779883 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-786750cc-3366-4ad8-94a5-4d9f0b37fbd2 req-6b9393ee-34be-48be-bad1-6a3af3bbce26 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/ports?device_id=15b958ac-7d39-497a-9dba-9d3f4417fd31 HTTP/1.1" status: 200 len: 210 time: 0.0757282 Sep 07 18:50:55.783209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-336cd436-3b21-46fc-9f7f-a1e5522599e2 req-599cad75-7a59-41ff-ba54-da0fbff7464e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:55.806598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf961bc-aef8-466e-8684-9ddb8ff01442 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:55.823878 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0818bd-3ac6-4486-82c0-a29daf3ebe25 req-8c3f6379-f1d5-474f-96e8-b9e2bb2cda8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:55.825793 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b0818bd-3ac6-4486-82c0-a29daf3ebe25 req-8c3f6379-f1d5-474f-96e8-b9e2bb2cda8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.3021002 Sep 07 18:50:55.827888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe851d-eb71-416e-b61d-4546994a5502 req-e2dcf1fa-7fbf-41bc-a79e-844b98fc3dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:55.829422 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36fe851d-eb71-416e-b61d-4546994a5502 req-e2dcf1fa-7fbf-41bc-a79e-844b98fc3dcd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 1095 time: 0.3129776 Sep 07 18:50:55.833293 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:55.882536 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffb898f-98a8-4dfe-aafe-87872169b236 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:50:55.891014 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ce0652ff-9707-46c5-8ab7-d4c0c6652f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:55.891937 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ffb898f-98a8-4dfe-aafe-87872169b236 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:55.899638 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a85d5a4-4eed-4050-a944-f670a388c301 None None] Sync routers for ids ['ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:50:55.914148 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a85d5a4-4eed-4050-a944-f670a388c301 None None] Routers {'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:55.914651 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36fe851d-eb71-416e-b61d-4546994a5502 req-4af1dbfc-9930-423a-b23d-d25f3154b6b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=266365d6-55c3-4d84-9990-3b89862aae14 HTTP/1.1" status: 200 len: 217 time: 0.0661969 Sep 07 18:50:55.915455 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-4a85d5a4-4eed-4050-a944-f670a388c301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:55.965623 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6ffb898f-98a8-4dfe-aafe-87872169b236 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "PUT /v2.0/floatingips/17c5014b-2315-4b9e-a2c4-8380d034d86e HTTP/1.1" status: 200 len: 991 time: 1.7890661 Sep 07 18:50:55.966779 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ceb756-b164-470a-9ea6-69f08673d09b', 'tag': 'a5fb7cef-fdf5-4abf-8175-ace3a21e20d4'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:55.971857 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6acd5f9-efc7-481a-a58e-ee08d1bae338" -d '{"events": [{"name": "network-changed", "server_uuid": "31ceb756-b164-470a-9ea6-69f08673d09b", "tag": "a5fb7cef-fdf5-4abf-8175-ace3a21e20d4"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:56.016714 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] Transition to ACTIVE for port object 2bf961bc-aef8-466e-8684-9ddb8ff01442 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:56.023094 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96b00797-5734-4b1c-9350-c92e3c156141 req-859e4e65-223a-4c29-9805-37347084b1f1 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a76fb2f3e4ef4238b096f3cf087a827a HTTP/1.1" status: 200 len: 380 time: 0.2106760 Sep 07 18:50:56.054006 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:56.059346 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-4a85d5a4-4eed-4050-a944-f670a388c301 None None] Set router ee9726c4-4ab4-45e6-9ad6-741ff2977c1c gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:56.061170 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-336cd436-3b21-46fc-9f7f-a1e5522599e2 req-599cad75-7a59-41ff-ba54-da0fbff7464e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:56.074485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-96b00797-5734-4b1c-9350-c92e3c156141 req-a6006856-5515-41de-8b28-3375831b26ee tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Request body: {'port': {'device_id': '15b958ac-7d39-497a-9dba-9d3f4417fd31', 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75', 'admin_state_up': True, 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'security_groups': ['cabd9f3d-f180-42c2-80d9-fbcc3100c7db']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:56.234818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0818bd-3ac6-4486-82c0-a29daf3ebe25 req-592adcfb-5628-449f-9932-378612fbd05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:56.236363 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b0818bd-3ac6-4486-82c0-a29daf3ebe25 req-592adcfb-5628-449f-9932-378612fbd05e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3922143 Sep 07 18:50:56.253581 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe851d-eb71-416e-b61d-4546994a5502 req-760e7cce-56ba-437e-9b2d-917417ba6e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:56.255292 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36fe851d-eb71-416e-b61d-4546994a5502 req-760e7cce-56ba-437e-9b2d-917417ba6e3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.3166554 Sep 07 18:50:56.289441 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c3586-a7dc-4464-8ee3-02b0d4ad7081 req-45e1ef4e-ea27-481c-a2e8-834bef713f19 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:56.290979 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c4c3586-a7dc-4464-8ee3-02b0d4ad7081 req-45e1ef4e-ea27-481c-a2e8-834bef713f19 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 944 time: 0.3608637 Sep 07 18:50:56.323278 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf961bc-aef8-466e-8684-9ddb8ff01442,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:56.339279 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-4a85d5a4-4eed-4050-a944-f670a388c301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'name': 'tempest-ServersTestManualDisk-1383541185-router', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:14Z', 'updated_at': '2021-09-07T18:50:21Z', 'revision_number': 4, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'gw_port': {'id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:15Z', 'updated_at': '2021-09-07T18:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '17c5014b-2315-4b9e-a2c4-8380d034d86e', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'port_id': 'a5fb7cef-fdf5-4abf-8175-ace3a21e20d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60', 'mac_address': 'fa:16:3e:9f:75:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ceb756-b164-470a-9ea6-69f08673d09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:50:26Z', 'updated_at': '2021-09-07T18:50:54Z', 'revision_number': 1, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb5ab28c-7b43-4844-8567-80149d09cc3c', 'name': '', 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'mac_address': 'fa:16:3e:b4:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '516602c3-3ca6-4872-ad4b-15c018e75629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:20Z', 'updated_at': '2021-09-07T18:50:32Z', 'revision_number': 5, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'subnets': [{'id': '516602c3-3ca6-4872-ad4b-15c018e75629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:56.372181 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a85d5a4-4eed-4050-a944-f670a388c301 None None] Checking router: ee9726c4-4ab4-45e6-9ad6-741ff2977c1c for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:50:56.383802 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a85d5a4-4eed-4050-a944-f670a388c301 None None] Routers {'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:56.384656 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-4a85d5a4-4eed-4050-a944-f670a388c301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:56.530198 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] Attempting to bind port 2bf961bc-aef8-466e-8684-9ddb8ff01442 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:56.530537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] Attempting to bind port 2bf961bc-aef8-466e-8684-9ddb8ff01442 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '081d0e07-f868-45b4-a1d2-1f61785b783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fffebc2-0dee-49e6-9b53-7756168386e9'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:56.531449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] Attempting to bind port 2bf961bc-aef8-466e-8684-9ddb8ff01442 on network 5fffebc2-0dee-49e6-9b53-7756168386e9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:56.581699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] Port 2bf961bc-aef8-466e-8684-9ddb8ff01442 on network 5fffebc2-0dee-49e6-9b53-7756168386e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:50:56.582031 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] Attempting to bind port 2bf961bc-aef8-466e-8684-9ddb8ff01442 on network 5fffebc2-0dee-49e6-9b53-7756168386e9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:56.597811 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe851d-eb71-416e-b61d-4546994a5502 req-05e52b2e-face-4787-b793-7dceafbdc6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:56.599791 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36fe851d-eb71-416e-b61d-4546994a5502 req-05e52b2e-face-4787-b793-7dceafbdc6a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3263712 Sep 07 18:50:56.611438 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c4c3586-a7dc-4464-8ee3-02b0d4ad7081 req-84a9b155-850d-445a-871e-ffd691294a1d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903450 Sep 07 18:50:56.624310 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:56.625017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] Checking segment: {'id': '081d0e07-f868-45b4-a1d2-1f61785b783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fffebc2-0dee-49e6-9b53-7756168386e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:56.625755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] Bound using segment: {'id': '081d0e07-f868-45b4-a1d2-1f61785b783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fffebc2-0dee-49e6-9b53-7756168386e9'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:56.626436 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] Bound port: 2bf961bc-aef8-466e-8684-9ddb8ff01442, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081d0e07-f868-45b4-a1d2-1f61785b783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fffebc2-0dee-49e6-9b53-7756168386e9'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:56.627038 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:56.653656 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b00797-5734-4b1c-9350-c92e3c156141 req-a6006856-5515-41de-8b28-3375831b26ee tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Made reservation on behalf of a76fb2f3e4ef4238b096f3cf087a827a for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:56.657271 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-96b00797-5734-4b1c-9350-c92e3c156141 req-a6006856-5515-41de-8b28-3375831b26ee tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:56.684183 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b0818bd-3ac6-4486-82c0-a29daf3ebe25 req-52b8805a-4ed4-49db-b3aa-7af5b4fd9b3d service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266481 Sep 07 18:50:56.685284 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-4a85d5a4-4eed-4050-a944-f670a388c301 None None] Set router ee9726c4-4ab4-45e6-9ad6-741ff2977c1c gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:56.930605 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e484a478-657c-4e88-b58c-03044a22aae7 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:56.949429 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-336cd436-3b21-46fc-9f7f-a1e5522599e2 req-599cad75-7a59-41ff-ba54-da0fbff7464e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:57.026211 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55328) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:57.035212 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port e484a478-657c-4e88-b58c-03044a22aae7 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:57.041397 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e484a478-657c-4e88-b58c-03044a22aae7 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:57.041397 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:57.045602 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-4a85d5a4-4eed-4050-a944-f670a388c301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'name': 'tempest-ServersTestManualDisk-1383541185-router', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:14Z', 'updated_at': '2021-09-07T18:50:21Z', 'revision_number': 4, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'gw_port': {'id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:15Z', 'updated_at': '2021-09-07T18:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '17c5014b-2315-4b9e-a2c4-8380d034d86e', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'port_id': 'a5fb7cef-fdf5-4abf-8175-ace3a21e20d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60', 'mac_address': 'fa:16:3e:9f:75:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ceb756-b164-470a-9ea6-69f08673d09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:50:26Z', 'updated_at': '2021-09-07T18:50:54Z', 'revision_number': 1, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb5ab28c-7b43-4844-8567-80149d09cc3c', 'name': '', 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'mac_address': 'fa:16:3e:b4:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '516602c3-3ca6-4872-ad4b-15c018e75629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:20Z', 'updated_at': '2021-09-07T18:50:32Z', 'revision_number': 5, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'subnets': [{'id': '516602c3-3ca6-4872-ad4b-15c018e75629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:57.079639 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4fbd3-8549-4d73-8a9c-4ef7162422bc req-9cae5202-cc6f-4026-bce4-5890daab7393 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:57.081202 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-65c4fbd3-8549-4d73-8a9c-4ef7162422bc req-9cae5202-cc6f-4026-bce4-5890daab7393 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 943 time: 0.2818010 Sep 07 18:50:57.086770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] For port 2bf961bc-aef8-466e-8684-9ddb8ff01442, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:57.098034 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a85d5a4-4eed-4050-a944-f670a388c301 None None] The sync data for ids ['ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'] in n-d-807786-1 is: [{'id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'name': 'tempest-ServersTestManualDisk-1383541185-router', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:14Z', 'updated_at': '2021-09-07T18:50:21Z', 'revision_number': 4, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'gw_port': {'id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:15Z', 'updated_at': '2021-09-07T18:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '17c5014b-2315-4b9e-a2c4-8380d034d86e', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'port_id': 'a5fb7cef-fdf5-4abf-8175-ace3a21e20d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60', 'mac_address': 'fa:16:3e:9f:75:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ceb756-b164-470a-9ea6-69f08673d09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:50:26Z', 'updated_at': '2021-09-07T18:50:54Z', 'revision_number': 1, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb5ab28c-7b43-4844-8567-80149d09cc3c', 'name': '', 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'mac_address': 'fa:16:3e:b4:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '516602c3-3ca6-4872-ad4b-15c018e75629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:20Z', 'updated_at': '2021-09-07T18:50:32Z', 'revision_number': 5, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'subnets': [{'id': '516602c3-3ca6-4872-ad4b-15c018e75629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:50:57.099137 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] For port 2bf961bc-aef8-466e-8684-9ddb8ff01442, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=2bf961bc-aef8-466e-8684-9ddb8ff01442,segment=NetworkSegment(081d0e07-f868-45b4-a1d2-1f61785b783f),segment_id=081d0e07-f868-45b4-a1d2-1f61785b783f)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:57.145879 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36fe851d-eb71-416e-b61d-4546994a5502 req-8abed1f7-f404-4dc8-9781-93c3c31a260b service neutron] 10.222.0.36 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332816 Sep 07 18:50:57.164683 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:57.173059 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:57.196178 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-61ede229-5cea-4885-9ee0-3d0b616bb260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:57.210041 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port e484a478-657c-4e88-b58c-03044a22aae7, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e484a478-657c-4e88-b58c-03044a22aae7,segment=NetworkSegment(3aaeb8bc-75ea-4feb-945b-c213d5271af9),segment_id=3aaeb8bc-75ea-4feb-945b-c213d5271af9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:57.214242 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:57.218969 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b0818bd-3ac6-4486-82c0-a29daf3ebe25 req-3d6b751d-1e35-432a-b1ed-fef0cb5a6ba0 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212829 Sep 07 18:50:57.260043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:57.260859 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:57.262351 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] 10.222.0.36 "PUT /v2.0/ports/2bf961bc-aef8-466e-8684-9ddb8ff01442 HTTP/1.1" status: 200 len: 1091 time: 3.7830386 Sep 07 18:50:57.291438 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=e484a478-657c-4e88-b58c-03044a22aae7,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:57.328565 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-96b00797-5734-4b1c-9350-c92e3c156141 req-a6006856-5515-41de-8b28-3375831b26ee tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Allocated IP 172.20.0.5 (5b36db33-a603-4328-a50c-c82ced7f3f75/19ab4329-660b-4967-81a1-1e7bbe92580a/acf8cb78-171b-4e9b-ae46-e87896e98e53) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:57.362753 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-61ede229-5cea-4885-9ee0-3d0b616bb260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:57.368151 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-61ede229-5cea-4885-9ee0-3d0b616bb260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:57.423844 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-61ede229-5cea-4885-9ee0-3d0b616bb260 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea833fe8ac84434cbc563a0c90456f54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3940282 Sep 07 18:50:57.423844 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ede229-5cea-4885-9ee0-3d0b616bb260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dcf942-0fa2-465d-8df9-07acab13b28c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:57.425538 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55332) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:57.425830 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43e4b09-d430-4b91-904b-85e2b831cf69 None None] New status for floating IP 17c5014b-2315-4b9e-a2c4-8380d034d86e: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:50:57.481453 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8005d5f0-6020-4c07-bcc4-8a2d6b0ce6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:57.504942 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8005d5f0-6020-4c07-bcc4-8a2d6b0ce6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:57.557303 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8005d5f0-6020-4c07-bcc4-8a2d6b0ce6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:57.560118 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8005d5f0-6020-4c07-bcc4-8a2d6b0ce6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:57.563642 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8005d5f0-6020-4c07-bcc4-8a2d6b0ce6b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/25dcf942-0fa2-465d-8df9-07acab13b28c HTTP/1.1" status: 204 len: 168 time: 0.1348500 Sep 07 18:50:57.571740 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005d5f0-6020-4c07-bcc4-8a2d6b0ce6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dcf942-0fa2-465d-8df9-07acab13b28c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:57.713298 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-336cd436-3b21-46fc-9f7f-a1e5522599e2 req-599cad75-7a59-41ff-ba54-da0fbff7464e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Allocated IP 172.25.8.162 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/0ec34387-1a7c-42bf-93f6-5ae152271078) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:57.732088 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-65c4fbd3-8549-4d73-8a9c-4ef7162422bc req-eaa7ac18-c817-465c-8906-68cb226ae207 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6298044 Sep 07 18:50:57.741468 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f969d1-ec2d-4789-a523-e0f708943172 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf961bc-aef8-466e-8684-9ddb8ff01442,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:57.780193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-324384cf-3aad-4bd6-9748-b7dee612e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:57.781763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-324384cf-3aad-4bd6-9748-b7dee612e9c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8f43108666243aebfcdc34f771ecd07&device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 1094 time: 0.4613364 Sep 07 18:50:57.802885 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1a907b-2a05-4d6f-8f67-50e9259c7220 x-openstack-request-id: req-ce1a907b-2a05-4d6f-8f67-50e9259c7220 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:57.803176 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d7559d2-e37b-4c6b-ae49-e3e59babd90d", "tag": "266365d6-55c3-4d84-9990-3b89862aae14", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:57.803427 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce1a907b-2a05-4d6f-8f67-50e9259c7220 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:57.803825 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d7559d2-e37b-4c6b-ae49-e3e59babd90d', 'tag': '266365d6-55c3-4d84-9990-3b89862aae14', 'status': 'completed', 'code': 200} Sep 07 18:50:57.828854 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36fe851d-eb71-416e-b61d-4546994a5502 req-aa945846-64a5-43c2-a559-28af13e89f34 service neutron] 10.222.0.36 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6407208 Sep 07 18:50:57.887850 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-35572066-10c6-481d-a7f1-adc3e6f5e851 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bf961bc-aef8-466e-8684-9ddb8ff01442 HTTP/1.1" status: 200 len: 217 time: 0.0800304 Sep 07 18:50:57.888847 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55342) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:57.902643 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa5ede08-3e3e-4734-8615-e8d28c7ff1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:57.997707 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa5ede08-3e3e-4734-8615-e8d28c7ff1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:58.001919 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa5ede08-3e3e-4734-8615-e8d28c7ff1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:58.057186 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-aa5ede08-3e3e-4734-8615-e8d28c7ff1b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e518570a55b4389baef1725ea3fa8c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1667342 Sep 07 18:50:58.058738 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ede08-3e3e-4734-8615-e8d28c7ff1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9915d9b9-ec13-41b6-b90f-b520ad58392f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:58.062536 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55344) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:58.102442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-4c7cf2f1-59d8-4ca3-a801-68432e065986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:58.103921 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-4c7cf2f1-59d8-4ca3-a801-68432e065986 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb1deee6-d2df-40c0-951c-e7f5ec450286 HTTP/1.1" status: 200 len: 854 time: 0.1858592 Sep 07 18:50:58.117502 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-822b1547-98eb-48bf-b980-605a70bc0cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:58.119202 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa3012-3931-4bce-bd43-199b01939851 req-e40c9a94-9306-4878-8a3a-74eaa57913fe tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:58.120681 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9caa3012-3931-4bce-bd43-199b01939851 req-e40c9a94-9306-4878-8a3a-74eaa57913fe tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 0.2557523 Sep 07 18:50:58.128176 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa1e03-25fd-4c49-96b9-ae9b52118cce req-25e548ec-57e7-4b39-b08e-9032cd89febe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:58.129639 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-89aa1e03-25fd-4c49-96b9-ae9b52118cce req-25e548ec-57e7-4b39-b08e-9032cd89febe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 1095 time: 0.2397537 Sep 07 18:50:58.139184 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-822b1547-98eb-48bf-b980-605a70bc0cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:58.139377 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-336cd436-3b21-46fc-9f7f-a1e5522599e2 req-599cad75-7a59-41ff-ba54-da0fbff7464e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:58.190237 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-822b1547-98eb-48bf-b980-605a70bc0cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:58.193601 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-822b1547-98eb-48bf-b980-605a70bc0cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:58.194849 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-822b1547-98eb-48bf-b980-605a70bc0cd1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9915d9b9-ec13-41b6-b90f-b520ad58392f HTTP/1.1" status: 204 len: 168 time: 0.1313591 Sep 07 18:50:58.196093 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-fd2abadc-ffd4-4599-ab50-0407a3ffafc2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5fffebc2-0dee-49e6-9b53-7756168386e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700204 Sep 07 18:50:58.207068 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b1547-98eb-48bf-b980-605a70bc0cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9915d9b9-ec13-41b6-b90f-b520ad58392f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:58.233496 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-96b00797-5734-4b1c-9350-c92e3c156141 req-a6006856-5515-41de-8b28-3375831b26ee tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:58.360830 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-96b00797-5734-4b1c-9350-c92e3c156141 req-a6006856-5515-41de-8b28-3375831b26ee tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Transition to ACTIVE for port object acf8cb78-171b-4e9b-ae46-e87896e98e53 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:58.366257 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9caa3012-3931-4bce-bd43-199b01939851 req-4cfc00cc-150d-4891-84a8-00f0a63af7b0 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202842 Sep 07 18:50:58.423847 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-336cd436-3b21-46fc-9f7f-a1e5522599e2 req-599cad75-7a59-41ff-ba54-da0fbff7464e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:58.435875 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa1e03-25fd-4c49-96b9-ae9b52118cce req-d26242d7-e12a-4667-895d-ae44c2d7a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:58.437405 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-89aa1e03-25fd-4c49-96b9-ae9b52118cce req-d26242d7-e12a-4667-895d-ae44c2d7a0cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 912 time: 0.2897630 Sep 07 18:50:58.491830 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-d086803b-64e1-402e-a129-7d0ee9e1066f service neutron] 10.222.0.36 "GET /v2.0/networks/5fffebc2-0dee-49e6-9b53-7756168386e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717755 Sep 07 18:50:58.508071 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c347d72-c5d3-41d6-9eb0-d5cfc1cd0d94 x-openstack-request-id: req-4c347d72-c5d3-41d6-9eb0-d5cfc1cd0d94 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:58.508366 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ceb756-b164-470a-9ea6-69f08673d09b", "tag": "a5fb7cef-fdf5-4abf-8175-ace3a21e20d4", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:58.509060 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c347d72-c5d3-41d6-9eb0-d5cfc1cd0d94 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:58.509470 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ceb756-b164-470a-9ea6-69f08673d09b', 'tag': 'a5fb7cef-fdf5-4abf-8175-ace3a21e20d4', 'status': 'completed', 'code': 200} Sep 07 18:50:58.528401 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336cd436-3b21-46fc-9f7f-a1e5522599e2 req-599cad75-7a59-41ff-ba54-da0fbff7464e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:58.542549 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-89aa1e03-25fd-4c49-96b9-ae9b52118cce req-fc76a4f2-6926-4bda-80f9-003510056251 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=266365d6-55c3-4d84-9990-3b89862aae14 HTTP/1.1" status: 200 len: 217 time: 0.0655172 Sep 07 18:50:58.548369 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-336cd436-3b21-46fc-9f7f-a1e5522599e2 req-599cad75-7a59-41ff-ba54-da0fbff7464e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:58.564047 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-96b00797-5734-4b1c-9350-c92e3c156141 req-a6006856-5515-41de-8b28-3375831b26ee tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:58.566379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-336cd436-3b21-46fc-9f7f-a1e5522599e2 req-599cad75-7a59-41ff-ba54-da0fbff7464e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:58.583181 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acd5f9-efc7-481a-a58e-ee08d1bae338 req-b702d612-5b30-47dd-aca8-7a0400c7166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:58.584201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599cad75-7a59-41ff-ba54-da0fbff7464e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Pushing event updated for resources: {'Port': ['ID=0ec34387-1a7c-42bf-93f6-5ae152271078,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:58.585049 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e6acd5f9-efc7-481a-a58e-ee08d1bae338 req-b702d612-5b30-47dd-aca8-7a0400c7166b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d878258efa4b4488806e9b78a4aaf7e7&device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 1096 time: 0.0522094 Sep 07 18:50:58.700675 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acd5f9-efc7-481a-a58e-ee08d1bae338 req-7366dbaa-09d3-4154-8e87-8547c21454ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:58.702264 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e6acd5f9-efc7-481a-a58e-ee08d1bae338 req-7366dbaa-09d3-4154-8e87-8547c21454ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=c7f4858b-8821-4eea-8e4b-1fd4362ebd60 HTTP/1.1" status: 200 len: 913 time: 0.1021268 Sep 07 18:50:58.750971 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-50036560-e5d7-482a-8e9c-64db6e8d166b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:58.757793 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b00797-5734-4b1c-9350-c92e3c156141 req-a6006856-5515-41de-8b28-3375831b26ee tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Network 5b36db33-a603-4328-a50c-c82ced7f3f75 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:58.774640 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-96b00797-5734-4b1c-9350-c92e3c156141 req-a6006856-5515-41de-8b28-3375831b26ee tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:58.783227 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa1e03-25fd-4c49-96b9-ae9b52118cce req-c3ebc2ca-a3f2-4245-bc3f-70eaa6bbd6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:58.784792 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-89aa1e03-25fd-4c49-96b9-ae9b52118cce req-c3ebc2ca-a3f2-4245-bc3f-70eaa6bbd6a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.2149696 Sep 07 18:50:58.790051 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b00797-5734-4b1c-9350-c92e3c156141 req-a6006856-5515-41de-8b28-3375831b26ee tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:58.792681 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6006856-5515-41de-8b28-3375831b26ee tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Pushing event updated for resources: {'Port': ['ID=acf8cb78-171b-4e9b-ae46-e87896e98e53,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:58.793529 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e6acd5f9-efc7-481a-a58e-ee08d1bae338 req-af9eb5a5-a2ff-4915-98ef-a3b306087e7f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 HTTP/1.1" status: 200 len: 1001 time: 0.0826988 Sep 07 18:50:58.886085 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e484a478-657c-4e88-b58c-03044a22aae7 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:58.894762 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acd5f9-efc7-481a-a58e-ee08d1bae338 req-17dd48ea-5bf2-402b-b4ee-94fb1ad5b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:58.898883 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e6acd5f9-efc7-481a-a58e-ee08d1bae338 req-17dd48ea-5bf2-402b-b4ee-94fb1ad5b434 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=516602c3-3ca6-4872-ad4b-15c018e75629 HTTP/1.1" status: 200 len: 851 time: 0.0936232 Sep 07 18:50:58.914736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d27198-40c0-4ea7-9be6-4c1d2fc2ea1c req-265dac09-3bc8-4b13-89d7-39e457c6e50f tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:58.916284 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96d27198-40c0-4ea7-9be6-4c1d2fc2ea1c req-265dac09-3bc8-4b13-89d7-39e457c6e50f tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/ports?device_id=15b958ac-7d39-497a-9dba-9d3f4417fd31 HTTP/1.1" status: 200 len: 931 time: 0.3345048 Sep 07 18:50:58.922794 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f2e23fa-c87c-4f69-8464-c4fda30fbd10 req-23de7c19-f84a-4a6d-a1e4-48e7f21c13d5 service neutron] 10.222.0.36 "GET /v2.0/networks/5fffebc2-0dee-49e6-9b53-7756168386e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908422 Sep 07 18:50:58.955385 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b00797-5734-4b1c-9350-c92e3c156141 req-a6006856-5515-41de-8b28-3375831b26ee tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:58.956038 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-96b00797-5734-4b1c-9350-c92e3c156141 req-a6006856-5515-41de-8b28-3375831b26ee tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:58.974176 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-336cd436-3b21-46fc-9f7f-a1e5522599e2 req-599cad75-7a59-41ff-ba54-da0fbff7464e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:58.983682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acd5f9-efc7-481a-a58e-ee08d1bae338 req-9f3735b7-d8f9-4c3b-905b-56a52c5f8f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:58.986843 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e6acd5f9-efc7-481a-a58e-ee08d1bae338 req-9f3735b7-d8f9-4c3b-905b-56a52c5f8f7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7f4858b-8821-4eea-8e4b-1fd4362ebd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789745 Sep 07 18:50:58.993286 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96b00797-5734-4b1c-9350-c92e3c156141 req-a6006856-5515-41de-8b28-3375831b26ee tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9404581 Sep 07 18:50:59.000680 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa1e03-25fd-4c49-96b9-ae9b52118cce req-71ae7dc0-3520-428e-9e62-c9adb964ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:59.002230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-89aa1e03-25fd-4c49-96b9-ae9b52118cce req-71ae7dc0-3520-428e-9e62-c9adb964ad96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2034593 Sep 07 18:50:59.011666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-96b00797-5734-4b1c-9350-c92e3c156141 req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] Request body: {'port': {'device_id': '15b958ac-7d39-497a-9dba-9d3f4417fd31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:59.051676 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:59.059886 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e484a478-657c-4e88-b58c-03044a22aae7 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:59.060473 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:59.085198 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96d27198-40c0-4ea7-9be6-4c1d2fc2ea1c req-be8e98a3-bde8-4cae-a9e0-9ef85a17ee26 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabd9f3d-f180-42c2-80d9-fbcc3100c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569195 Sep 07 18:50:59.110434 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-336cd436-3b21-46fc-9f7f-a1e5522599e2 req-599cad75-7a59-41ff-ba54-da0fbff7464e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:59.188387 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5a46d55f-16e2-40f3-b536-0fb695f04967 None None] Provisioning for port acf8cb78-171b-4e9b-ae46-e87896e98e53 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:59.193552 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e6acd5f9-efc7-481a-a58e-ee08d1bae338 req-001bb681-aff1-4fcb-8386-41f83d5091de service neutron] 10.222.0.36 "GET /v2.0/networks/c7f4858b-8821-4eea-8e4b-1fd4362ebd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980286 Sep 07 18:50:59.194101 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5a46d55f-16e2-40f3-b536-0fb695f04967 None None] Provisioning complete for port acf8cb78-171b-4e9b-ae46-e87896e98e53 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:59.194338 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5a46d55f-16e2-40f3-b536-0fb695f04967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:59.226732 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-96b00797-5734-4b1c-9350-c92e3c156141 req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:59.267255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-5a46d55f-16e2-40f3-b536-0fb695f04967 None None] Port acf8cb78-171b-4e9b-ae46-e87896e98e53 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:50:59.297044 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-89aa1e03-25fd-4c49-96b9-ae9b52118cce req-c0726c20-b67e-45bd-a448-97a9f512a8f4 service neutron] 10.222.0.36 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785203 Sep 07 18:50:59.326268 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e6acd5f9-efc7-481a-a58e-ee08d1bae338 req-f13e5f2d-3f2b-414f-bace-6e88b0344203 service neutron] 10.222.0.36 "GET /v2.0/networks/c7f4858b-8821-4eea-8e4b-1fd4362ebd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239283 Sep 07 18:50:59.448260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698b08e-1ccc-4b89-8975-a0e29a4e72ef req-0333ac0f-3496-43a3-bb58-23440d417edf tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:59.449777 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9698b08e-1ccc-4b89-8975-a0e29a4e72ef req-0333ac0f-3496-43a3-bb58-23440d417edf tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 944 time: 0.2096438 Sep 07 18:50:59.609922 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 266365d6-55c3-4d84-9990-3b89862aae14 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:50:59.620891 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9698b08e-1ccc-4b89-8975-a0e29a4e72ef req-04fa6cc4-2581-4b08-b97e-6a5c6fc9e2c9 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545548 Sep 07 18:50:59.632744 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-89aa1e03-25fd-4c49-96b9-ae9b52118cce req-02f480a1-20b2-4822-bf15-79a34150fa14 service neutron] 10.222.0.36 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101294 Sep 07 18:50:59.639877 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-336cd436-3b21-46fc-9f7f-a1e5522599e2 req-599cad75-7a59-41ff-ba54-da0fbff7464e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:59.666730 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-336cd436-3b21-46fc-9f7f-a1e5522599e2 req-599cad75-7a59-41ff-ba54-da0fbff7464e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:59.769204 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 266365d6-55c3-4d84-9990-3b89862aae14, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=266365d6-55c3-4d84-9990-3b89862aae14,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:59.777784 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599cad75-7a59-41ff-ba54-da0fbff7464e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Pushing event updated for resources: {'Port': ['ID=0ec34387-1a7c-42bf-93f6-5ae152271078,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:59.783627 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '266365d6-55c3-4d84-9990-3b89862aae14', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'port_id': '266365d6-55c3-4d84-9990-3b89862aae14', 'mac_address': 'fa:16:3e:e8:03:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:50:59.796955 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-336cd436-3b21-46fc-9f7f-a1e5522599e2 req-599cad75-7a59-41ff-ba54-da0fbff7464e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:59.807455 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77397809-9375-44df-b9e6-fd9750cbbb7c', 'tag': '2bf961bc-aef8-466e-8684-9ddb8ff01442'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:59.809510 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6507292-31bf-4d29-96ab-e27185704d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "77397809-9375-44df-b9e6-fd9750cbbb7c", "tag": "2bf961bc-aef8-466e-8684-9ddb8ff01442"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:59.823613 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:59.830352 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-336cd436-3b21-46fc-9f7f-a1e5522599e2 req-599cad75-7a59-41ff-ba54-da0fbff7464e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:59.831716 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-336cd436-3b21-46fc-9f7f-a1e5522599e2 req-599cad75-7a59-41ff-ba54-da0fbff7464e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0733860 Sep 07 18:50:59.839168 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 266365d6-55c3-4d84-9990-3b89862aae14 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:59.856596 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 266365d6-55c3-4d84-9990-3b89862aae14, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=266365d6-55c3-4d84-9990-3b89862aae14,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:59.860808 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:59.917352 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=266365d6-55c3-4d84-9990-3b89862aae14,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:59.930651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-96b00797-5734-4b1c-9350-c92e3c156141 req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf8cb78-171b-4e9b-ae46-e87896e98e53 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:59.941368 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-336cd436-3b21-46fc-9f7f-a1e5522599e2 req-fd6341bb-6598-469c-9500-256ab2c21502 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.162 HTTP/1.1" status: 200 len: 696 time: 0.0887959 Sep 07 18:50:59.943859 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-96b00797-5734-4b1c-9350-c92e3c156141 req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:59.985810 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-96b00797-5734-4b1c-9350-c92e3c156141 req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] Transition to ACTIVE for port object acf8cb78-171b-4e9b-ae46-e87896e98e53 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:51:00.004357 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9c1c9-cfe7-4913-b2d4-b73465096b34 req-3c2d80bd-ade4-4dec-86df-8e582b212a19 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:00.006753 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36b9c1c9-cfe7-4913-b2d4-b73465096b34 req-3c2d80bd-ade4-4dec-86df-8e582b212a19 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 943 time: 0.1740699 Sep 07 18:51:00.010360 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-96b00797-5734-4b1c-9350-c92e3c156141 req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:00.085908 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:00.138747 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['266365d6-55c3-4d84-9990-3b89862aae14'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:51:00.164644 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] Pushing event updated for resources: {'Port': ['ID=acf8cb78-171b-4e9b-ae46-e87896e98e53,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:00.175907 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cd436-3b21-46fc-9f7f-a1e5522599e2 req-f4b2454a-80bb-4f12-8131-cd867db89ada tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:00.177938 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-336cd436-3b21-46fc-9f7f-a1e5522599e2 req-f4b2454a-80bb-4f12-8131-cd867db89ada tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.2202253 Sep 07 18:51:00.207297 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36b9c1c9-cfe7-4913-b2d4-b73465096b34 req-5d20006b-a2d6-4e53-aa6a-025c91ef2f99 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708176 Sep 07 18:51:00.313111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-96b00797-5734-4b1c-9350-c92e3c156141 req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] Attempting to bind port acf8cb78-171b-4e9b-ae46-e87896e98e53 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:51:00.313592 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-96b00797-5734-4b1c-9350-c92e3c156141 req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] Attempting to bind port acf8cb78-171b-4e9b-ae46-e87896e98e53 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '49c19125-8b68-478d-b6cd-48243210b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:51:00.313930 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b00797-5734-4b1c-9350-c92e3c156141 req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] Attempting to bind port acf8cb78-171b-4e9b-ae46-e87896e98e53 on network 5b36db33-a603-4328-a50c-c82ced7f3f75 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:51:00.321956 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d0c43a-8af3-4c0e-aad4-6dd569b45c9e x-openstack-request-id: req-e7d0c43a-8af3-4c0e-aad4-6dd569b45c9e {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:00.323969 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77397809-9375-44df-b9e6-fd9750cbbb7c", "tag": "2bf961bc-aef8-466e-8684-9ddb8ff01442", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:00.324406 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7d0c43a-8af3-4c0e-aad4-6dd569b45c9e {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:00.326365 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77397809-9375-44df-b9e6-fd9750cbbb7c', 'tag': '2bf961bc-aef8-466e-8684-9ddb8ff01442', 'status': 'completed', 'code': 200} Sep 07 18:51:00.334708 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b00797-5734-4b1c-9350-c92e3c156141 req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] Port acf8cb78-171b-4e9b-ae46-e87896e98e53 on network 5b36db33-a603-4328-a50c-c82ced7f3f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:51:00.335197 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b00797-5734-4b1c-9350-c92e3c156141 req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] Attempting to bind port acf8cb78-171b-4e9b-ae46-e87896e98e53 on network 5b36db33-a603-4328-a50c-c82ced7f3f75 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:51:00.341365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b00797-5734-4b1c-9350-c92e3c156141 req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:51:00.341901 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b00797-5734-4b1c-9350-c92e3c156141 req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] Checking segment: {'id': '49c19125-8b68-478d-b6cd-48243210b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:51:00.342477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b00797-5734-4b1c-9350-c92e3c156141 req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] Bound using segment: {'id': '49c19125-8b68-478d-b6cd-48243210b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:51:00.343077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-96b00797-5734-4b1c-9350-c92e3c156141 req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] Bound port: acf8cb78-171b-4e9b-ae46-e87896e98e53, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c19125-8b68-478d-b6cd-48243210b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:51:00.343606 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-96b00797-5734-4b1c-9350-c92e3c156141 req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:00.846344 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6507292-31bf-4d29-96ab-e27185704d1d req-3f7568c1-0212-452d-9ac4-8c8d1502dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:00.847841 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6507292-31bf-4d29-96ab-e27185704d1d req-3f7568c1-0212-452d-9ac4-8c8d1502dee7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8f43108666243aebfcdc34f771ecd07&device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 1094 time: 0.4723270 Sep 07 18:51:00.860311 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a1ed1-c6a1-4a21-b067-18f298756fcd req-77cd8fc4-78e3-45cf-8e93-d52e59165a23 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:00.861748 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b2a1ed1-c6a1-4a21-b067-18f298756fcd req-77cd8fc4-78e3-45cf-8e93-d52e59165a23 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/ports?device_id=15b958ac-7d39-497a-9dba-9d3f4417fd31 HTTP/1.1" status: 200 len: 943 time: 0.4762540 Sep 07 18:51:00.874167 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-96b00797-5734-4b1c-9350-c92e3c156141 req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] For port acf8cb78-171b-4e9b-ae46-e87896e98e53, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:51:00.921454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-96b00797-5734-4b1c-9350-c92e3c156141 req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] For port acf8cb78-171b-4e9b-ae46-e87896e98e53, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=acf8cb78-171b-4e9b-ae46-e87896e98e53,segment=NetworkSegment(49c19125-8b68-478d-b6cd-48243210b5db),segment_id=49c19125-8b68-478d-b6cd-48243210b5db)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:51:00.927632 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2933b835-ba56-4821-b50d-4e70274084d3 req-00d01311-d8c6-4f32-aa75-56578b4f9e2a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5742371 Sep 07 18:51:00.938586 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-96b00797-5734-4b1c-9350-c92e3c156141 req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:00.956569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-2933b835-ba56-4821-b50d-4e70274084d3 req-d113669b-4b4a-4650-97da-dd65cb13715e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:01.033779 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b2a1ed1-c6a1-4a21-b067-18f298756fcd req-ffb9f98e-df80-4620-a0bc-414404dab409 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabd9f3d-f180-42c2-80d9-fbcc3100c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573751 Sep 07 18:51:01.035044 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b00797-5734-4b1c-9350-c92e3c156141 req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:01.035662 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-96b00797-5734-4b1c-9350-c92e3c156141 req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:01.037560 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96b00797-5734-4b1c-9350-c92e3c156141 req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] 10.222.0.60 "PUT /v2.0/ports/acf8cb78-171b-4e9b-ae46-e87896e98e53 HTTP/1.1" status: 200 len: 1091 time: 2.0344684 Sep 07 18:51:01.081789 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989a550-a7e4-4d8f-85b5-165227f37f80 service neutron] Pushing event updated for resources: {'Port': ['ID=acf8cb78-171b-4e9b-ae46-e87896e98e53,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:01.087992 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55442) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:01.136494 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2933b835-ba56-4821-b50d-4e70274084d3 req-d113669b-4b4a-4650-97da-dd65cb13715e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:01.166977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6507292-31bf-4d29-96ab-e27185704d1d req-38f21ab3-23e4-4905-ac53-6511146c467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:01.168608 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6507292-31bf-4d29-96ab-e27185704d1d req-38f21ab3-23e4-4905-ac53-6511146c467c service neutron] 10.222.0.36 "GET /v2.0/networks?id=5fffebc2-0dee-49e6-9b53-7756168386e9 HTTP/1.1" status: 200 len: 915 time: 0.3016558 Sep 07 18:51:01.228962 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0d52b7a4-a7e2-42d5-8e91-dfb134513133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:01.253714 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6507292-31bf-4d29-96ab-e27185704d1d req-55b74fc2-b473-4791-a120-d4b7d19cda7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bf961bc-aef8-466e-8684-9ddb8ff01442 HTTP/1.1" status: 200 len: 217 time: 0.0755363 Sep 07 18:51:01.257298 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b00797-5734-4b1c-9350-c92e3c156141 req-3a06544d-818b-48a6-92b1-65c2c13dce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:01.258585 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96b00797-5734-4b1c-9350-c92e3c156141 req-3a06544d-818b-48a6-92b1-65c2c13dce9f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a76fb2f3e4ef4238b096f3cf087a827a&device_id=15b958ac-7d39-497a-9dba-9d3f4417fd31 HTTP/1.1" status: 200 len: 1094 time: 0.1684597 Sep 07 18:51:01.332314 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0d52b7a4-a7e2-42d5-8e91-dfb134513133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:01.337748 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0d52b7a4-a7e2-42d5-8e91-dfb134513133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:01.353198 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96b00797-5734-4b1c-9350-c92e3c156141 req-2a82b801-6088-4347-983a-61ddf8ad6c20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acf8cb78-171b-4e9b-ae46-e87896e98e53 HTTP/1.1" status: 200 len: 217 time: 0.0789146 Sep 07 18:51:01.377296 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0d52b7a4-a7e2-42d5-8e91-dfb134513133 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e4949862a5d446219aaa009515214648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2876358 Sep 07 18:51:01.378169 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52b7a4-a7e2-42d5-8e91-dfb134513133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f142c0b-55ec-47a2-9d39-b0db6dd69d98,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:01.380463 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55452) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:01.389993 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f25e4-0361-49f7-84c2-768ffa0a4e91 req-d1a721b7-97c1-4c2b-ae2f-d4c342f81654 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:01.391477 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-205f25e4-0361-49f7-84c2-768ffa0a4e91 req-d1a721b7-97c1-4c2b-ae2f-d4c342f81654 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 945 time: 0.2208629 Sep 07 18:51:01.429803 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19ca4aff-6071-45cf-b1b2-fb8918ede702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:01.442193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6507292-31bf-4d29-96ab-e27185704d1d req-d4f98b1f-3762-423d-94c7-944596563700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:01.443750 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6507292-31bf-4d29-96ab-e27185704d1d req-d4f98b1f-3762-423d-94c7-944596563700 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb1deee6-d2df-40c0-951c-e7f5ec450286 HTTP/1.1" status: 200 len: 854 time: 0.1791787 Sep 07 18:51:01.454313 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19ca4aff-6071-45cf-b1b2-fb8918ede702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:01.500809 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19ca4aff-6071-45cf-b1b2-fb8918ede702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:01.502258 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6507292-31bf-4d29-96ab-e27185704d1d req-f1a3497f-549c-462b-b18e-2c6a621ddf2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5fffebc2-0dee-49e6-9b53-7756168386e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484805 Sep 07 18:51:01.503340 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19ca4aff-6071-45cf-b1b2-fb8918ede702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:01.504490 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-19ca4aff-6071-45cf-b1b2-fb8918ede702 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f142c0b-55ec-47a2-9d39-b0db6dd69d98 HTTP/1.1" status: 204 len: 168 time: 0.1231053 Sep 07 18:51:01.513202 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b00797-5734-4b1c-9350-c92e3c156141 req-4633bdc7-dc33-4b52-9cfd-4c6134933988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:01.513392 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca4aff-6071-45cf-b1b2-fb8918ede702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f142c0b-55ec-47a2-9d39-b0db6dd69d98,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:01.515952 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96b00797-5734-4b1c-9350-c92e3c156141 req-4633bdc7-dc33-4b52-9cfd-4c6134933988 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=19ab4329-660b-4967-81a1-1e7bbe92580a HTTP/1.1" status: 200 len: 853 time: 0.1214404 Sep 07 18:51:01.543543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-205f25e4-0361-49f7-84c2-768ffa0a4e91 req-ad180e4f-2b5e-4d08-b605-606cdbe39031 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336920 Sep 07 18:51:01.618491 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 2bf961bc-aef8-466e-8684-9ddb8ff01442 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:51:01.633118 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 266365d6-55c3-4d84-9990-3b89862aae14 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:51:01.650922 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2933b835-ba56-4821-b50d-4e70274084d3 req-d113669b-4b4a-4650-97da-dd65cb13715e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:01.673059 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b00797-5734-4b1c-9350-c92e3c156141 req-41eb2a0a-34fc-443b-a5e7-098355f90981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:01.673933 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96b00797-5734-4b1c-9350-c92e3c156141 req-41eb2a0a-34fc-443b-a5e7-098355f90981 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b36db33-a603-4328-a50c-c82ced7f3f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356773 Sep 07 18:51:01.701789 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:01.747150 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 266365d6-55c3-4d84-9990-3b89862aae14 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:51:01.756344 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 266365d6-55c3-4d84-9990-3b89862aae14 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:01.757063 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:01.764824 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6507292-31bf-4d29-96ab-e27185704d1d req-8003667b-0b10-49c7-8e5d-8aa56575bf59 service neutron] 10.222.0.36 "GET /v2.0/networks/5fffebc2-0dee-49e6-9b53-7756168386e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452114 Sep 07 18:51:01.893396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 2bf961bc-aef8-466e-8684-9ddb8ff01442, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=2bf961bc-aef8-466e-8684-9ddb8ff01442,segment=NetworkSegment(081d0e07-f868-45b4-a1d2-1f61785b783f),segment_id=081d0e07-f868-45b4-a1d2-1f61785b783f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:01.899133 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55462) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:01.911634 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:01.913970 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '2bf961bc-aef8-466e-8684-9ddb8ff01442', 'network_id': '5fffebc2-0dee-49e6-9b53-7756168386e9', 'port_id': '2bf961bc-aef8-466e-8684-9ddb8ff01442', 'mac_address': 'fa:16:3e:67:d7:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1deee6-d2df-40c0-951c-e7f5ec450286', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:51:01.914985 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db7f54e0-024e-4e63-b808-082d94b26a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:01.960809 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7559d2-e37b-4c6b-ae49-e3e59babd90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266365d6-55c3-4d84-9990-3b89862aae14'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:01.963057 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe0ce4e-c9f3-49ae-9600-4fa1b1ac317a" -d '{"events": [{"server_uuid": "5d7559d2-e37b-4c6b-ae49-e3e59babd90d", "name": "network-vif-plugged", "status": "completed", "tag": "266365d6-55c3-4d84-9990-3b89862aae14"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:01.980946 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 266365d6-55c3-4d84-9990-3b89862aae14, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=266365d6-55c3-4d84-9990-3b89862aae14,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:01.982371 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:01.986183 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:01.999167 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-2933b835-ba56-4821-b50d-4e70274084d3 req-d113669b-4b4a-4650-97da-dd65cb13715e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Allocated IP 172.25.8.43 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/48452589-8d15-4518-89c5-ea373a326d77) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:02.015811 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca917f-b1d5-48b6-a312-60dea8be8a27 req-a3840ea8-7383-4af1-874b-4bd1f6c1f124 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:02.016365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf961bc-aef8-466e-8684-9ddb8ff01442 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:51:02.017824 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-41ca917f-b1d5-48b6-a312-60dea8be8a27 req-a3840ea8-7383-4af1-874b-4bd1f6c1f124 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 943 time: 0.2753923 Sep 07 18:51:02.021507 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db7f54e0-024e-4e63-b808-082d94b26a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:02.030035 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db7f54e0-024e-4e63-b808-082d94b26a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:02.034344 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96b00797-5734-4b1c-9350-c92e3c156141 req-f84c0fe4-c428-4b5e-afaa-8af9b80e75d6 service neutron] 10.222.0.60 "GET /v2.0/networks/5b36db33-a603-4328-a50c-c82ced7f3f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274674 Sep 07 18:51:02.054239 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 2bf961bc-aef8-466e-8684-9ddb8ff01442, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=2bf961bc-aef8-466e-8684-9ddb8ff01442,segment=NetworkSegment(081d0e07-f868-45b4-a1d2-1f61785b783f),segment_id=081d0e07-f868-45b4-a1d2-1f61785b783f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:02.062569 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:02.069318 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=266365d6-55c3-4d84-9990-3b89862aae14,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:02.091508 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-db7f54e0-024e-4e63-b808-082d94b26a09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d6cf0596b5e54c5e81b75a0565c9d31a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1913064 Sep 07 18:51:02.095190 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55468) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:02.103190 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f54e0-024e-4e63-b808-082d94b26a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5b3989-cadc-4691-9dee-1284dc92f651,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:02.122857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=2bf961bc-aef8-466e-8684-9ddb8ff01442,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:02.135529 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6507292-31bf-4d29-96ab-e27185704d1d req-aee16418-a598-4e2c-a3cc-4529b16ce95c service neutron] 10.222.0.36 "GET /v2.0/networks/5fffebc2-0dee-49e6-9b53-7756168386e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393054 Sep 07 18:51:02.153040 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f8ce6283-f008-4944-a2c1-8c9718598d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:02.173705 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f8ce6283-f008-4944-a2c1-8c9718598d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:02.184643 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-41ca917f-b1d5-48b6-a312-60dea8be8a27 req-3fcd473c-f70b-4550-9f91-456608ad2d61 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541297 Sep 07 18:51:02.229564 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f8ce6283-f008-4944-a2c1-8c9718598d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:02.232751 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f8ce6283-f008-4944-a2c1-8c9718598d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:02.234022 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f8ce6283-f008-4944-a2c1-8c9718598d0c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb5b3989-cadc-4691-9dee-1284dc92f651 HTTP/1.1" status: 204 len: 168 time: 0.1379139 Sep 07 18:51:02.243637 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce6283-f008-4944-a2c1-8c9718598d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5b3989-cadc-4691-9dee-1284dc92f651,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:02.271407 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96b00797-5734-4b1c-9350-c92e3c156141 req-1e434c7e-e09f-4063-939a-7eb3f899ab1b service neutron] 10.222.0.60 "GET /v2.0/networks/5b36db33-a603-4328-a50c-c82ced7f3f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261751 Sep 07 18:51:02.283083 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2933b835-ba56-4821-b50d-4e70274084d3 req-d113669b-4b4a-4650-97da-dd65cb13715e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:02.324182 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['2bf961bc-aef8-466e-8684-9ddb8ff01442'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:51:02.330105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b958ac-7d39-497a-9dba-9d3f4417fd31', 'tag': 'acf8cb78-171b-4e9b-ae46-e87896e98e53'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:02.332748 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51980088-9a39-4e39-975f-b428de7b8e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "15b958ac-7d39-497a-9dba-9d3f4417fd31", "tag": "acf8cb78-171b-4e9b-ae46-e87896e98e53"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:02.337197 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2933b835-ba56-4821-b50d-4e70274084d3 req-d113669b-4b4a-4650-97da-dd65cb13715e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:02.413987 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2933b835-ba56-4821-b50d-4e70274084d3 req-d113669b-4b4a-4650-97da-dd65cb13715e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:02.416232 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-d4e1792b-4c59-46b4-9fce-a6ee31a3396b tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e322fec1e0804b28961a329c847871a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384119 Sep 07 18:51:02.420651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-2933b835-ba56-4821-b50d-4e70274084d3 req-d113669b-4b4a-4650-97da-dd65cb13715e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:02.423743 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113669b-4b4a-4650-97da-dd65cb13715e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Pushing event updated for resources: {'Port': ['ID=48452589-8d15-4518-89c5-ea373a326d77,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:02.426601 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2933b835-ba56-4821-b50d-4e70274084d3 req-d113669b-4b4a-4650-97da-dd65cb13715e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:02.593865 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-56377e51-4d45-4c9b-bd49-64d6e019cdf9 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:02.595381 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-56377e51-4d45-4c9b-bd49-64d6e019cdf9 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1725597 Sep 07 18:51:02.613231 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2933b835-ba56-4821-b50d-4e70274084d3 req-d113669b-4b4a-4650-97da-dd65cb13715e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:02.626285 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-35290e3b-54ef-4dc3-a46b-3245b3400d36 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/quotas/e322fec1e0804b28961a329c847871a3 HTTP/1.1" status: 200 len: 375 time: 0.0178068 Sep 07 18:51:02.685094 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2933b835-ba56-4821-b50d-4e70274084d3 req-d113669b-4b4a-4650-97da-dd65cb13715e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:02.724742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-1baa7787-64ea-40ab-ba07-9f1a2b637b7d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974755 Sep 07 18:51:02.865849 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2933b835-ba56-4821-b50d-4e70274084d3 req-d113669b-4b4a-4650-97da-dd65cb13715e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:02.871421 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2933b835-ba56-4821-b50d-4e70274084d3 req-d113669b-4b4a-4650-97da-dd65cb13715e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:02.881449 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5555b040-9c2c-4846-b8bd-6f4376e76915 x-openstack-request-id: req-5555b040-9c2c-4846-b8bd-6f4376e76915 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:02.881948 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7559d2-e37b-4c6b-ae49-e3e59babd90d", "name": "network-vif-plugged", "status": "completed", "tag": "266365d6-55c3-4d84-9990-3b89862aae14", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:02.882078 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5555b040-9c2c-4846-b8bd-6f4376e76915 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:02.882396 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7559d2-e37b-4c6b-ae49-e3e59babd90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266365d6-55c3-4d84-9990-3b89862aae14', 'code': 200} Sep 07 18:51:02.994948 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113669b-4b4a-4650-97da-dd65cb13715e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Pushing event updated for resources: {'Port': ['ID=48452589-8d15-4518-89c5-ea373a326d77,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:03.012402 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2933b835-ba56-4821-b50d-4e70274084d3 req-d113669b-4b4a-4650-97da-dd65cb13715e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:03.056534 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2933b835-ba56-4821-b50d-4e70274084d3 req-d113669b-4b4a-4650-97da-dd65cb13715e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:03.057751 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2933b835-ba56-4821-b50d-4e70274084d3 req-d113669b-4b4a-4650-97da-dd65cb13715e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1205926 Sep 07 18:51:03.067341 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c11ee-8e02-41b0-80e2-0aeeb03184cf req-826feb22-8ee7-462f-9267-f498c07d6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:03.068888 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d74c11ee-8e02-41b0-80e2-0aeeb03184cf req-826feb22-8ee7-462f-9267-f498c07d6638 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 1097 time: 0.0934415 Sep 07 18:51:03.077546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30a24f-afa5-4851-89aa-48232b7f2d26 req-fbfd1240-16c6-4513-92ad-41cd42ee2330 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:03.079001 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b30a24f-afa5-4851-89aa-48232b7f2d26 req-fbfd1240-16c6-4513-92ad-41cd42ee2330 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/ports?device_id=15b958ac-7d39-497a-9dba-9d3f4417fd31 HTTP/1.1" status: 200 len: 943 time: 0.1024318 Sep 07 18:51:03.165136 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2933b835-ba56-4821-b50d-4e70274084d3 req-af3419c9-9258-4612-a9b5-0b8c1b1a27da tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 695 time: 0.1007905 Sep 07 18:51:03.187100 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d74c11ee-8e02-41b0-80e2-0aeeb03184cf req-7ae9c37e-4a98-470e-a8d3-d08afb96e7c9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017623 Sep 07 18:51:03.214256 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b30a24f-afa5-4851-89aa-48232b7f2d26 req-a36246fb-1b4c-4fa3-8ded-f57603edd47a tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabd9f3d-f180-42c2-80d9-fbcc3100c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217437 Sep 07 18:51:03.275335 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dacc8a-4c72-4b3f-8aca-f33a8d98798e x-openstack-request-id: req-a4dacc8a-4c72-4b3f-8aca-f33a8d98798e {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:03.275766 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b958ac-7d39-497a-9dba-9d3f4417fd31", "tag": "acf8cb78-171b-4e9b-ae46-e87896e98e53", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:03.276378 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a4dacc8a-4c72-4b3f-8aca-f33a8d98798e {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:03.276821 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b958ac-7d39-497a-9dba-9d3f4417fd31', 'tag': 'acf8cb78-171b-4e9b-ae46-e87896e98e53', 'status': 'completed', 'code': 200} Sep 07 18:51:03.352968 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933b835-ba56-4821-b50d-4e70274084d3 req-e0911d45-d5ba-4658-9f58-d75fb892eda2 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:03.354371 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2933b835-ba56-4821-b50d-4e70274084d3 req-e0911d45-d5ba-4658-9f58-d75fb892eda2 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.1750820 Sep 07 18:51:03.392849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51980088-9a39-4e39-975f-b428de7b8e2b req-43a50d38-88c5-41a5-b421-f08e198e2fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:03.394354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51980088-9a39-4e39-975f-b428de7b8e2b req-43a50d38-88c5-41a5-b421-f08e198e2fa2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a76fb2f3e4ef4238b096f3cf087a827a&device_id=15b958ac-7d39-497a-9dba-9d3f4417fd31 HTTP/1.1" status: 200 len: 1094 time: 0.1036239 Sep 07 18:51:03.454216 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc41ab-30e9-41f4-ab58-6f3b145ac166 req-a828cd44-7845-4b65-be75-f164daaf14af tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:03.455778 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43cc41ab-30e9-41f4-ab58-6f3b145ac166 req-a828cd44-7845-4b65-be75-f164daaf14af tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.0989902 Sep 07 18:51:03.554489 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3335d2a9-e1ff-4b47-affb-8f1c2836af6d req-78886e1b-2c43-4a1a-8ca5-bcbe821228ce tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 210 time: 0.0429454 Sep 07 18:51:03.580532 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43cc41ab-30e9-41f4-ab58-6f3b145ac166 req-2eecf483-4c71-4fbf-8d7e-23bb9a644b57 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967152 Sep 07 18:51:03.590795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51980088-9a39-4e39-975f-b428de7b8e2b req-e8a80514-fce5-4d6a-8592-486f7354dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:03.592390 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51980088-9a39-4e39-975f-b428de7b8e2b req-e8a80514-fce5-4d6a-8592-486f7354dbdc service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b36db33-a603-4328-a50c-c82ced7f3f75 HTTP/1.1" status: 200 len: 915 time: 0.1881533 Sep 07 18:51:03.644647 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 2bf961bc-aef8-466e-8684-9ddb8ff01442 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:51:03.658861 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51980088-9a39-4e39-975f-b428de7b8e2b req-9b84b218-8de5-452a-bfc7-3a8f23f20814 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acf8cb78-171b-4e9b-ae46-e87896e98e53 HTTP/1.1" status: 200 len: 217 time: 0.0560012 Sep 07 18:51:03.705581 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 2bf961bc-aef8-466e-8684-9ddb8ff01442 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:51:03.712467 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 2bf961bc-aef8-466e-8684-9ddb8ff01442 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:03.712931 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:03.765824 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331d2a9-b39b-47c6-b824-02ee4ef0db8d req-2331af85-b89a-48db-a490-be3d8ca501b5 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:03.767360 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5331d2a9-b39b-47c6-b824-02ee4ef0db8d req-2331af85-b89a-48db-a490-be3d8ca501b5 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 944 time: 0.1180818 Sep 07 18:51:03.800396 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51980088-9a39-4e39-975f-b428de7b8e2b req-a15b22a3-5839-43ee-a5d8-4bf9fbe655c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:03.802322 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51980088-9a39-4e39-975f-b428de7b8e2b req-a15b22a3-5839-43ee-a5d8-4bf9fbe655c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=19ab4329-660b-4967-81a1-1e7bbe92580a HTTP/1.1" status: 200 len: 853 time: 0.1239481 Sep 07 18:51:03.804600 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:03.854082 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 2bf961bc-aef8-466e-8684-9ddb8ff01442, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=2bf961bc-aef8-466e-8684-9ddb8ff01442,segment=NetworkSegment(081d0e07-f868-45b4-a1d2-1f61785b783f),segment_id=081d0e07-f868-45b4-a1d2-1f61785b783f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:03.860658 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:03.922553 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5331d2a9-b39b-47c6-b824-02ee4ef0db8d req-b7affae2-62bb-4db6-abe9-23b6dc4af66f tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435144 Sep 07 18:51:03.928329 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-40b9954b-a882-4c1e-85c1-8ae4e6c63c00 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e322fec1e0804b28961a329c847871a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502667 Sep 07 18:51:03.930897 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=2bf961bc-aef8-466e-8684-9ddb8ff01442,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:03.976385 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b59f0ba8-f1ad-4c90-95b8-4003fd792aee req-f0fb14e0-2e9e-41c4-b9a4-c6800a808af4 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2492242 Sep 07 18:51:03.982869 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51980088-9a39-4e39-975f-b428de7b8e2b req-3d4d617c-b8f6-46a8-9c49-ebe4d897d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:03.984916 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51980088-9a39-4e39-975f-b428de7b8e2b req-3d4d617c-b8f6-46a8-9c49-ebe4d897d2d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b36db33-a603-4328-a50c-c82ced7f3f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1740334 Sep 07 18:51:04.002908 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-b59f0ba8-f1ad-4c90-95b8-4003fd792aee req-612a64cd-7cba-4963-ba21-f4e053bbaf4a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:04.127802 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b59f0ba8-f1ad-4c90-95b8-4003fd792aee req-612a64cd-7cba-4963-ba21-f4e053bbaf4a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:04.176815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-e39bf97b-9e11-44dc-9856-36d451610c1a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:04.178789 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-e39bf97b-9e11-44dc-9856-36d451610c1a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2382154 Sep 07 18:51:04.293228 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55544) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:04.410211 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-92f376c3-e2d1-4dec-8879-ac8d06099602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:04.496341 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-4d194e86-bedf-4fa9-b4cb-632af8bb8d6c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Request body: {'port': {'device_id': 'bc1ab532-4645-4cde-93f5-e2a5820c0351', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': 'e322fec1e0804b28961a329c847871a3'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:04.507789 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-92f376c3-e2d1-4dec-8879-ac8d06099602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:04.512548 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-92f376c3-e2d1-4dec-8879-ac8d06099602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:04.526736 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51980088-9a39-4e39-975f-b428de7b8e2b req-18a1814e-f9e5-4220-9a5d-78d464131d7a service neutron] 10.222.0.60 "GET /v2.0/networks/5b36db33-a603-4328-a50c-c82ced7f3f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295146 Sep 07 18:51:04.550825 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f376c3-e2d1-4dec-8879-ac8d06099602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099f8361-0632-4272-8b42-ee1e3afbbfc8,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:04.557037 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-92f376c3-e2d1-4dec-8879-ac8d06099602 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f6581e72994c4742b97a27c030531ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627072 Sep 07 18:51:04.557932 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55550) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:04.614342 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8584e478-8a35-476e-986e-3af7fc8626af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:04.635328 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8584e478-8a35-476e-986e-3af7fc8626af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:04.689569 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8584e478-8a35-476e-986e-3af7fc8626af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:04.692169 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8584e478-8a35-476e-986e-3af7fc8626af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:04.696587 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8584e478-8a35-476e-986e-3af7fc8626af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/099f8361-0632-4272-8b42-ee1e3afbbfc8 HTTP/1.1" status: 204 len: 168 time: 0.1349173 Sep 07 18:51:04.704257 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584e478-8a35-476e-986e-3af7fc8626af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099f8361-0632-4272-8b42-ee1e3afbbfc8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:04.708846 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f34bc8-a657-4365-9567-670213522470 req-4ea4f4fc-1cf3-457b-84fb-e0b408261d22 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:04.710368 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5f34bc8-a657-4365-9567-670213522470 req-4ea4f4fc-1cf3-457b-84fb-e0b408261d22 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/ports?device_id=15b958ac-7d39-497a-9dba-9d3f4417fd31 HTTP/1.1" status: 200 len: 943 time: 0.2109227 Sep 07 18:51:04.800252 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51980088-9a39-4e39-975f-b428de7b8e2b req-695f8204-2a7e-4ec5-ba44-b6999f22ca78 service neutron] 10.222.0.60 "GET /v2.0/networks/5b36db33-a603-4328-a50c-c82ced7f3f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565217 Sep 07 18:51:04.807980 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5f34bc8-a657-4365-9567-670213522470 req-bcc509c2-8546-419f-8ca9-6a3b9d8db07b tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabd9f3d-f180-42c2-80d9-fbcc3100c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904026 Sep 07 18:51:04.821904 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b59f0ba8-f1ad-4c90-95b8-4003fd792aee req-612a64cd-7cba-4963-ba21-f4e053bbaf4a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:04.831589 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-4d194e86-bedf-4fa9-b4cb-632af8bb8d6c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Made reservation on behalf of e322fec1e0804b28961a329c847871a3 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:51:04.835790 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-4d194e86-bedf-4fa9-b4cb-632af8bb8d6c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:04.884195 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77397809-9375-44df-b9e6-fd9750cbbb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf961bc-aef8-466e-8684-9ddb8ff01442'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:04.887010 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4694f34b-5a40-470b-a908-748fae911462" -d '{"events": [{"server_uuid": "77397809-9375-44df-b9e6-fd9750cbbb7c", "name": "network-vif-plugged", "status": "completed", "tag": "2bf961bc-aef8-466e-8684-9ddb8ff01442"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:04.978510 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97fd9c81-bbce-4a85-bb88-5b44093a2259 req-dfe6b764-2b60-4165-bda6-9997ac8231dc tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 210 time: 0.0365326 Sep 07 18:51:05.017157 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55566) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:05.030881 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3e4a045b-d717-4b05-9da6-4632e6fb927c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:05.065815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-b59f0ba8-f1ad-4c90-95b8-4003fd792aee req-612a64cd-7cba-4963-ba21-f4e053bbaf4a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Allocated IP 172.25.8.113 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/6dcd75b9-6398-4da5-b54e-aef29a6fb133) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:05.116926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-4d194e86-bedf-4fa9-b4cb-632af8bb8d6c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Allocated IP 192.168.233.191 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/a3fb093f-9ce0-4635-bd9b-c79157a00e6b) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:05.127545 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3e4a045b-d717-4b05-9da6-4632e6fb927c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:05.132736 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3e4a045b-d717-4b05-9da6-4632e6fb927c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:05.172335 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3e4a045b-d717-4b05-9da6-4632e6fb927c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=739fe647171649dfb93e0bbc6f21a153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539056 Sep 07 18:51:05.173148 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a045b-d717-4b05-9da6-4632e6fb927c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf615fe-01df-44dd-a00b-27d7b69c6043,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:05.175552 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55568) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:05.205034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dd43b-86e2-4ed2-831a-a677d256f6ee req-6d09fbb8-4e9b-4b86-b49f-f7be07db15f0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:05.206530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d3dd43b-86e2-4ed2-831a-a677d256f6ee req-6d09fbb8-4e9b-4b86-b49f-f7be07db15f0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.1527262 Sep 07 18:51:05.224753 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f4617c80-4150-4fcd-854f-ae782f6e4032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:05.245501 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f4617c80-4150-4fcd-854f-ae782f6e4032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:05.295298 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f4617c80-4150-4fcd-854f-ae782f6e4032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:05.298252 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f4617c80-4150-4fcd-854f-ae782f6e4032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:05.301876 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f4617c80-4150-4fcd-854f-ae782f6e4032 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0bf615fe-01df-44dd-a00b-27d7b69c6043 HTTP/1.1" status: 204 len: 168 time: 0.1230884 Sep 07 18:51:05.307573 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4617c80-4150-4fcd-854f-ae782f6e4032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf615fe-01df-44dd-a00b-27d7b69c6043,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:05.314354 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b59f0ba8-f1ad-4c90-95b8-4003fd792aee req-612a64cd-7cba-4963-ba21-f4e053bbaf4a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:05.319042 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d3dd43b-86e2-4ed2-831a-a677d256f6ee req-f08f4458-b28a-447f-b664-d276da3297fe tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012394 Sep 07 18:51:05.421771 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-4d194e86-bedf-4fa9-b4cb-632af8bb8d6c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:05.429696 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b59f0ba8-f1ad-4c90-95b8-4003fd792aee req-612a64cd-7cba-4963-ba21-f4e053bbaf4a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:05.439642 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184d8b76-c350-4e41-bd63-92d30563f8b9 x-openstack-request-id: req-184d8b76-c350-4e41-bd63-92d30563f8b9 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:05.440155 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77397809-9375-44df-b9e6-fd9750cbbb7c", "name": "network-vif-plugged", "status": "completed", "tag": "2bf961bc-aef8-466e-8684-9ddb8ff01442", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:05.440155 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-184d8b76-c350-4e41-bd63-92d30563f8b9 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:05.440598 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77397809-9375-44df-b9e6-fd9750cbbb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf961bc-aef8-466e-8684-9ddb8ff01442', 'code': 200} Sep 07 18:51:05.463393 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-4d194e86-bedf-4fa9-b4cb-632af8bb8d6c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Transition to ACTIVE for port object a3fb093f-9ce0-4635-bd9b-c79157a00e6b will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:51:05.481235 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b59f0ba8-f1ad-4c90-95b8-4003fd792aee req-612a64cd-7cba-4963-ba21-f4e053bbaf4a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:05.489214 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-b59f0ba8-f1ad-4c90-95b8-4003fd792aee req-612a64cd-7cba-4963-ba21-f4e053bbaf4a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:05.496377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59f0ba8-f1ad-4c90-95b8-4003fd792aee req-612a64cd-7cba-4963-ba21-f4e053bbaf4a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:05.514431 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a64cd-7cba-4963-ba21-f4e053bbaf4a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Pushing event updated for resources: {'Port': ['ID=6dcd75b9-6398-4da5-b54e-aef29a6fb133,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:05.614253 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-4d194e86-bedf-4fa9-b4cb-632af8bb8d6c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:05.626936 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['897ca894-dfa1-4315-9efb-967d68266413'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:51:05.629511 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:51:05.706684 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23147b02-d902-4432-9cdf-cb59c04328b4 req-33507d40-acdf-4969-b490-5643213c335a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:05.709026 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-23147b02-d902-4432-9cdf-cb59c04328b4 req-33507d40-acdf-4969-b490-5643213c335a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 1096 time: 0.1637599 Sep 07 18:51:05.716500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab253f0e-2ece-4bc3-ad76-614ce63bc51b req-c6945fb2-86c5-44fe-a15d-da7bc6480bb2 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:05.717977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab253f0e-2ece-4bc3-ad76-614ce63bc51b req-c6945fb2-86c5-44fe-a15d-da7bc6480bb2 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.2160506 Sep 07 18:51:05.723916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-4d194e86-bedf-4fa9-b4cb-632af8bb8d6c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:05.741793 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-4d194e86-bedf-4fa9-b4cb-632af8bb8d6c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:05.756613 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d194e86-bedf-4fa9-b4cb-632af8bb8d6c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Pushing event updated for resources: {'Port': ['ID=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:05.762174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-4d194e86-bedf-4fa9-b4cb-632af8bb8d6c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:05.766956 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b59f0ba8-f1ad-4c90-95b8-4003fd792aee req-612a64cd-7cba-4963-ba21-f4e053bbaf4a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:05.861873 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-23147b02-d902-4432-9cdf-cb59c04328b4 req-d69b2716-1e2d-46a3-a454-1ab6b71f8c66 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367855 Sep 07 18:51:05.883639 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab253f0e-2ece-4bc3-ad76-614ce63bc51b req-4ada5dcc-cc7a-4e3b-9c68-0b29975daa7b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535466 Sep 07 18:51:05.889892 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-4d194e86-bedf-4fa9-b4cb-632af8bb8d6c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:05.890548 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-4d194e86-bedf-4fa9-b4cb-632af8bb8d6c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:05.901174 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b59f0ba8-f1ad-4c90-95b8-4003fd792aee req-612a64cd-7cba-4963-ba21-f4e053bbaf4a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:05.925513 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device acf8cb78-171b-4e9b-ae46-e87896e98e53 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:51:06.039164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-4d194e86-bedf-4fa9-b4cb-632af8bb8d6c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5491168 Sep 07 18:51:06.052591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] Request body: {'port': {'device_id': 'bc1ab532-4645-4cde-93f5-e2a5820c0351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:06.068567 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port acf8cb78-171b-4e9b-ae46-e87896e98e53, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=acf8cb78-171b-4e9b-ae46-e87896e98e53,segment=NetworkSegment(49c19125-8b68-478d-b6cd-48243210b5db),segment_id=49c19125-8b68-478d-b6cd-48243210b5db)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:06.093781 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'acf8cb78-171b-4e9b-ae46-e87896e98e53', 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75', 'port_id': 'acf8cb78-171b-4e9b-ae46-e87896e98e53', 'mac_address': 'fa:16:3e:9c:63:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:51:06.103934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a0ef1522-c83d-4a60-999d-73a8bc731819 None None] Provisioning for port a3fb093f-9ce0-4635-bd9b-c79157a00e6b completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:51:06.133635 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a0ef1522-c83d-4a60-999d-73a8bc731819 None None] Provisioning complete for port a3fb093f-9ce0-4635-bd9b-c79157a00e6b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:06.134049 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a0ef1522-c83d-4a60-999d-73a8bc731819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:06.168832 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:06.190982 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef1522-c83d-4a60-999d-73a8bc731819 None None] Port a3fb093f-9ce0-4635-bd9b-c79157a00e6b cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:51:06.193900 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf8cb78-171b-4e9b-ae46-e87896e98e53 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:51:06.216313 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port acf8cb78-171b-4e9b-ae46-e87896e98e53, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=acf8cb78-171b-4e9b-ae46-e87896e98e53,segment=NetworkSegment(49c19125-8b68-478d-b6cd-48243210b5db),segment_id=49c19125-8b68-478d-b6cd-48243210b5db)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:06.225077 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:06.234812 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:06.251209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44eed9-c1f6-431f-ac5b-424d4cdc22a3 req-67e4d9c3-c4ee-4de6-bf5e-15dae1b4ae6d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:06.257019 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf44eed9-c1f6-431f-ac5b-424d4cdc22a3 req-67e4d9c3-c4ee-4de6-bf5e-15dae1b4ae6d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/ports?device_id=15b958ac-7d39-497a-9dba-9d3f4417fd31 HTTP/1.1" status: 200 len: 943 time: 0.1232944 Sep 07 18:51:06.278769 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=acf8cb78-171b-4e9b-ae46-e87896e98e53,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:06.283099 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b59f0ba8-f1ad-4c90-95b8-4003fd792aee req-612a64cd-7cba-4963-ba21-f4e053bbaf4a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:06.298425 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b59f0ba8-f1ad-4c90-95b8-4003fd792aee req-612a64cd-7cba-4963-ba21-f4e053bbaf4a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:06.385111 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf44eed9-c1f6-431f-ac5b-424d4cdc22a3 req-9a36e068-8967-480b-a15f-56b9735ccd2b tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabd9f3d-f180-42c2-80d9-fbcc3100c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055238 Sep 07 18:51:06.434554 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a64cd-7cba-4963-ba21-f4e053bbaf4a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Pushing event updated for resources: {'Port': ['ID=6dcd75b9-6398-4da5-b54e-aef29a6fb133,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:06.488035 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['acf8cb78-171b-4e9b-ae46-e87896e98e53'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:51:06.503527 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b59f0ba8-f1ad-4c90-95b8-4003fd792aee req-612a64cd-7cba-4963-ba21-f4e053bbaf4a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:06.563746 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b59f0ba8-f1ad-4c90-95b8-4003fd792aee req-612a64cd-7cba-4963-ba21-f4e053bbaf4a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:06.564948 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b59f0ba8-f1ad-4c90-95b8-4003fd792aee req-612a64cd-7cba-4963-ba21-f4e053bbaf4a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5720427 Sep 07 18:51:06.664860 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc16980-c869-4562-be84-14fb8df2e6cf req-1d7a2206-95f4-4041-9245-4ee4b1d0012f tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:06.666369 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8bc16980-c869-4562-be84-14fb8df2e6cf req-1d7a2206-95f4-4041-9245-4ee4b1d0012f tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 936 time: 0.1484649 Sep 07 18:51:06.669218 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b59f0ba8-f1ad-4c90-95b8-4003fd792aee req-0c353165-b65d-4568-bcd9-f3a95597c09f tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 696 time: 0.0707707 Sep 07 18:51:06.795372 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8bc16980-c869-4562-be84-14fb8df2e6cf req-4f6453f5-82ad-4142-be95-e1405b0abb74 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216972 Sep 07 18:51:06.854245 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f0ba8-f1ad-4c90-95b8-4003fd792aee req-1f31825f-8308-48c0-a369-0e85805cd91a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:06.855613 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b59f0ba8-f1ad-4c90-95b8-4003fd792aee req-1f31825f-8308-48c0-a369-0e85805cd91a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.1721468 Sep 07 18:51:06.878588 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3fb093f-9ce0-4635-bd9b-c79157a00e6b {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:51:06.900576 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:06.919790 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] Transition to ACTIVE for port object a3fb093f-9ce0-4635-bd9b-c79157a00e6b will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:51:06.925280 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:06.940923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74f34a-9195-43b3-a4f9-eafadbf5e18b req-da0e65e3-1966-4eb4-a8f6-b30d714dbf39 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:06.948655 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e74f34a-9195-43b3-a4f9-eafadbf5e18b req-da0e65e3-1966-4eb4-a8f6-b30d714dbf39 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.0889878 Sep 07 18:51:07.058343 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] Pushing event updated for resources: {'Port': ['ID=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:07.072067 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e74f34a-9195-43b3-a4f9-eafadbf5e18b req-165a243e-7dc1-4a0a-a887-59969dd1a5e4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225736 Sep 07 18:51:07.225612 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4af89df0-f252-4445-99cd-17b073aef3be req-b08cd22a-1f00-45c5-acae-db48e9cae03e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2716811 Sep 07 18:51:07.245263 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-4af89df0-f252-4445-99cd-17b073aef3be req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:07.258572 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] Attempting to bind port a3fb093f-9ce0-4635-bd9b-c79157a00e6b on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:51:07.258911 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] Attempting to bind port a3fb093f-9ce0-4635-bd9b-c79157a00e6b by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:51:07.259241 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] Attempting to bind port a3fb093f-9ce0-4635-bd9b-c79157a00e6b on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:51:07.282239 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548dc13-1e58-4c47-a6db-b254d602ca25 req-dda2e6b3-a23b-4632-8081-2c2953ccfe83 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:07.283746 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a548dc13-1e58-4c47-a6db-b254d602ca25 req-dda2e6b3-a23b-4632-8081-2c2953ccfe83 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.1330059 Sep 07 18:51:07.285410 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] Port a3fb093f-9ce0-4635-bd9b-c79157a00e6b on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:51:07.285776 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] Attempting to bind port a3fb093f-9ce0-4635-bd9b-c79157a00e6b on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:51:07.290144 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4af89df0-f252-4445-99cd-17b073aef3be req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:07.311245 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:51:07.311590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:51:07.311969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:51:07.312418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] Bound port: a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:51:07.312801 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:07.386888 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a548dc13-1e58-4c47-a6db-b254d602ca25 req-fca335d7-da1a-4720-a226-3ecd85233d0c tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923748 Sep 07 18:51:07.455209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] For port a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:51:07.477238 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] For port a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:51:07.488111 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:07.843471 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:07.844111 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:07.845519 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] 10.222.0.60 "PUT /v2.0/ports/a3fb093f-9ce0-4635-bd9b-c79157a00e6b HTTP/1.1" status: 200 len: 1096 time: 1.7975655 Sep 07 18:51:07.851529 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1ab532-4645-4cde-93f5-e2a5820c0351', 'tag': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:07.853815 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0ce413-6ff1-4ca5-9939-15d6010ef46a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1ab532-4645-4cde-93f5-e2a5820c0351", "tag": "a3fb093f-9ce0-4635-bd9b-c79157a00e6b"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:07.875009 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4af89df0-f252-4445-99cd-17b073aef3be req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:07.887783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ffbb6-20cf-490a-a82f-ca18a78508b8 req-254f75a6-e10e-4d59-b0ec-6dc1881e728d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:07.891249 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-999ffbb6-20cf-490a-a82f-ca18a78508b8 req-254f75a6-e10e-4d59-b0ec-6dc1881e728d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/ports?device_id=15b958ac-7d39-497a-9dba-9d3f4417fd31 HTTP/1.1" status: 200 len: 944 time: 0.4187779 Sep 07 18:51:07.891914 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453eec2-d345-4a27-828f-2f521de7c42d service neutron] Pushing event updated for resources: {'Port': ['ID=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:07.938159 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device acf8cb78-171b-4e9b-ae46-e87896e98e53 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:51:07.989923 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port acf8cb78-171b-4e9b-ae46-e87896e98e53 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:51:07.994084 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port acf8cb78-171b-4e9b-ae46-e87896e98e53 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:07.994668 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.024918 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-999ffbb6-20cf-490a-a82f-ca18a78508b8 req-76e7daa7-6126-4c80-9dde-a7bea053c078 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabd9f3d-f180-42c2-80d9-fbcc3100c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153865 Sep 07 18:51:08.056653 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-e9764ef0-ace9-4837-918b-4b467690a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:08.058426 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-e9764ef0-ace9-4837-918b-4b467690a34b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 1099 time: 0.1635387 Sep 07 18:51:08.100934 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.121015 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-57c42c1a-f083-4515-b51d-919476376346 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b HTTP/1.1" status: 200 len: 217 time: 0.0537627 Sep 07 18:51:08.128967 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b958ac-7d39-497a-9dba-9d3f4417fd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf8cb78-171b-4e9b-ae46-e87896e98e53'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:08.131646 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c786eb2-5698-4242-b0b7-14a0ed6f954a" -d '{"events": [{"server_uuid": "15b958ac-7d39-497a-9dba-9d3f4417fd31", "name": "network-vif-plugged", "status": "completed", "tag": "acf8cb78-171b-4e9b-ae46-e87896e98e53"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:08.132719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-4af89df0-f252-4445-99cd-17b073aef3be req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Allocated IP 172.25.8.92 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/de951388-60d4-4699-a6e7-fcbf1c1ede55) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:08.147341 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port acf8cb78-171b-4e9b-ae46-e87896e98e53, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=acf8cb78-171b-4e9b-ae46-e87896e98e53,segment=NetworkSegment(49c19125-8b68-478d-b6cd-48243210b5db),segment_id=49c19125-8b68-478d-b6cd-48243210b5db)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:08.152394 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.209819 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=acf8cb78-171b-4e9b-ae46-e87896e98e53,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:08.240948 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-40845ead-0946-4bb0-91c7-c3207ad3dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:08.242349 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-40845ead-0946-4bb0-91c7-c3207ad3dd68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1111548 Sep 07 18:51:08.323462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342fd1d-82fc-4e33-89cf-4371d07e86f5 req-40234009-85aa-46ed-9735-20b07f747700 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:08.325005 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1342fd1d-82fc-4e33-89cf-4371d07e86f5 req-40234009-85aa-46ed-9735-20b07f747700 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 948 time: 0.1523960 Sep 07 18:51:08.378005 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-4ff5885f-90f5-4916-86d0-66a900e8e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:08.379550 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-4ff5885f-90f5-4916-86d0-66a900e8e2ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1047130 Sep 07 18:51:08.386569 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4af89df0-f252-4445-99cd-17b073aef3be req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.432377 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1342fd1d-82fc-4e33-89cf-4371d07e86f5 req-f97bd3f7-bb5d-4641-8696-9ca4618462a8 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968027 Sep 07 18:51:08.477866 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3ab5d9-34a6-4ff7-b6dd-467da9d4dfef x-openstack-request-id: req-0c3ab5d9-34a6-4ff7-b6dd-467da9d4dfef {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:08.478165 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1ab532-4645-4cde-93f5-e2a5820c0351", "tag": "a3fb093f-9ce0-4635-bd9b-c79157a00e6b", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:08.478418 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c3ab5d9-34a6-4ff7-b6dd-467da9d4dfef {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:08.478806 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1ab532-4645-4cde-93f5-e2a5820c0351', 'tag': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b', 'status': 'completed', 'code': 200} Sep 07 18:51:08.518563 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4af89df0-f252-4445-99cd-17b073aef3be req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.524143 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-bc93263f-2ac8-4731-ba3c-0c116766d3ee service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331224 Sep 07 18:51:08.594936 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af89df0-f252-4445-99cd-17b073aef3be req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:08.604403 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-4af89df0-f252-4445-99cd-17b073aef3be req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:08.633222 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af89df0-f252-4445-99cd-17b073aef3be req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:08.636456 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Pushing event updated for resources: {'Port': ['ID=de951388-60d4-4699-a6e7-fcbf1c1ede55,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:08.704991 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:08.705345 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:08.705696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:08.706033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:08.706370 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:08.706702 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:08.707032 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:08.707356 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:08.708305 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:08.708742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:08.709070 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:08.709782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:08.754249 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f2e0adb-a6b4-413e-8e50-6f9a41b754d7 req-8cb00651-a776-4e41-ae2a-7e71c6ab0db9 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079914 Sep 07 18:51:08.764850 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14987d1-21b4-4b45-9229-797816f5b12b req-a819e8e8-62b7-4fb1-9792-ae74b824d202 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:08.766366 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d14987d1-21b4-4b45-9229-797816f5b12b req-a819e8e8-62b7-4fb1-9792-ae74b824d202 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.1309910 Sep 07 18:51:08.850768 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4af89df0-f252-4445-99cd-17b073aef3be req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.863381 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d14987d1-21b4-4b45-9229-797816f5b12b req-16eb7eb2-9422-4df8-884d-6bf308542afd tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774415 Sep 07 18:51:08.896777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ce413-6ff1-4ca5-9939-15d6010ef46a req-279efd09-b8ef-4c13-af7d-35dd480aa20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:08.898576 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b0ce413-6ff1-4ca5-9939-15d6010ef46a req-279efd09-b8ef-4c13-af7d-35dd480aa20d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 1099 time: 0.0833395 Sep 07 18:51:08.901739 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4af89df0-f252-4445-99cd-17b073aef3be req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.920046 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4211a6b-19d4-40ea-ae5b-c2d8275c6cbe x-openstack-request-id: req-c4211a6b-19d4-40ea-ae5b-c2d8275c6cbe {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:08.920498 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b958ac-7d39-497a-9dba-9d3f4417fd31", "name": "network-vif-plugged", "status": "completed", "tag": "acf8cb78-171b-4e9b-ae46-e87896e98e53", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:08.920782 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4211a6b-19d4-40ea-ae5b-c2d8275c6cbe {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:08.921176 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b958ac-7d39-497a-9dba-9d3f4417fd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf8cb78-171b-4e9b-ae46-e87896e98e53', 'code': 200} Sep 07 18:51:09.057594 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55812) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:09.149951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ce413-6ff1-4ca5-9939-15d6010ef46a req-973041ef-ba31-42fd-a931-3510d8d55f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:09.151447 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b0ce413-6ff1-4ca5-9939-15d6010ef46a req-973041ef-ba31-42fd-a931-3510d8d55f26 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2453279 Sep 07 18:51:09.161751 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7dde9-e68d-4501-b631-be25a6d4f7c0 req-919df3dd-2b24-412e-bf03-6eb509032431 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:09.162538 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c090ce5-91e1-42f4-ad02-5bf383caef93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.163174 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cff7dde9-e68d-4501-b631-be25a6d4f7c0 req-919df3dd-2b24-412e-bf03-6eb509032431 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.1653731 Sep 07 18:51:09.168073 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8c6a0-f75d-420f-b911-d5793e68f5d7 req-1c90dce7-c468-4e6f-85aa-8142ab9880d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:09.169521 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70d8c6a0-f75d-420f-b911-d5793e68f5d7 req-1c90dce7-c468-4e6f-85aa-8142ab9880d8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=15b958ac-7d39-497a-9dba-9d3f4417fd31 HTTP/1.1" status: 200 len: 1096 time: 0.1587467 Sep 07 18:51:09.246079 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b0ce413-6ff1-4ca5-9939-15d6010ef46a req-d069b5bd-4272-4031-a759-d67ccbc985c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b HTTP/1.1" status: 200 len: 217 time: 0.0819557 Sep 07 18:51:09.251135 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c090ce5-91e1-42f4-ad02-5bf383caef93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.255786 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c090ce5-91e1-42f4-ad02-5bf383caef93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.321002 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70d8c6a0-f75d-420f-b911-d5793e68f5d7 req-6701668e-697a-457f-b102-1389566b6e24 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cabd9f3d-f180-42c2-80d9-fbcc3100c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383030 Sep 07 18:51:09.328867 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cff7dde9-e68d-4501-b631-be25a6d4f7c0 req-e5e6e804-3e27-415b-bf80-48ba7b3f42e4 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504486 Sep 07 18:51:09.349813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ce413-6ff1-4ca5-9939-15d6010ef46a req-c43d16cf-956b-4d58-bc99-6601ed5c103e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:09.351326 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b0ce413-6ff1-4ca5-9939-15d6010ef46a req-c43d16cf-956b-4d58-bc99-6601ed5c103e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0969043 Sep 07 18:51:09.353453 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4af89df0-f252-4445-99cd-17b073aef3be req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.358801 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4af89df0-f252-4445-99cd-17b073aef3be req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.443834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Pushing event updated for resources: {'Port': ['ID=de951388-60d4-4699-a6e7-fcbf1c1ede55,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:09.480150 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4af89df0-f252-4445-99cd-17b073aef3be req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.499934 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691762dd-278a-4de7-8afb-4ec03b80ac7f req-1be4253b-f94d-4679-93e1-63717fa6e189 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:09.501527 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-691762dd-278a-4de7-8afb-4ec03b80ac7f req-1be4253b-f94d-4679-93e1-63717fa6e189 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/ports?device_id=15b958ac-7d39-497a-9dba-9d3f4417fd31 HTTP/1.1" status: 200 len: 945 time: 0.0798993 Sep 07 18:51:09.506581 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4af89df0-f252-4445-99cd-17b073aef3be req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.507835 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4af89df0-f252-4445-99cd-17b073aef3be req-e1fec467-ce58-4567-a7fa-8058f2e1b2b1 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2813985 Sep 07 18:51:09.571929 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5c090ce5-91e1-42f4-ad02-5bf383caef93 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4d1ff610cff41f583b43bec32c4aead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5130694 Sep 07 18:51:09.572653 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c090ce5-91e1-42f4-ad02-5bf383caef93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11987c81-f1bc-4304-a116-d0276739f606,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:09.574942 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55824) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:09.597302 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4af89df0-f252-4445-99cd-17b073aef3be req-0115db11-7dd0-4ab0-9eaf-0692b59b8c3a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 695 time: 0.0824442 Sep 07 18:51:09.625979 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-691762dd-278a-4de7-8afb-4ec03b80ac7f req-36965ffb-31d4-4f51-81c0-d488d7f2bb0f tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabd9f3d-f180-42c2-80d9-fbcc3100c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169515 Sep 07 18:51:09.626235 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27cc5218-e9ed-4cda-8b62-a21c3f153e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.648240 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ce413-6ff1-4ca5-9939-15d6010ef46a req-67c988e6-e4b2-49bd-b0dd-e8931bce0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:09.649058 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b0ce413-6ff1-4ca5-9939-15d6010ef46a req-67c988e6-e4b2-49bd-b0dd-e8931bce0acd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0874467 Sep 07 18:51:09.654147 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27cc5218-e9ed-4cda-8b62-a21c3f153e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.702140 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27cc5218-e9ed-4cda-8b62-a21c3f153e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.704848 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27cc5218-e9ed-4cda-8b62-a21c3f153e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.709857 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-27cc5218-e9ed-4cda-8b62-a21c3f153e3b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/11987c81-f1bc-4304-a116-d0276739f606 HTTP/1.1" status: 204 len: 168 time: 0.1306694 Sep 07 18:51:09.720123 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc5218-e9ed-4cda-8b62-a21c3f153e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11987c81-f1bc-4304-a116-d0276739f606,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:09.821207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af89df0-f252-4445-99cd-17b073aef3be req-f831489f-2dcf-4ae8-a0ba-985ccd605d34 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:09.822638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4af89df0-f252-4445-99cd-17b073aef3be req-f831489f-2dcf-4ae8-a0ba-985ccd605d34 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.2169747 Sep 07 18:51:09.836248 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b0ce413-6ff1-4ca5-9939-15d6010ef46a req-f3d453be-b450-4a8f-91f8-5e30b565a3e2 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782362 Sep 07 18:51:09.860292 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc27cc2-77f0-44f1-b9ab-bbce1814f96e req-2652b4aa-1303-4ec2-aab5-11db567f2cc8 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:09.861830 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4dc27cc2-77f0-44f1-b9ab-bbce1814f96e req-2652b4aa-1303-4ec2-aab5-11db567f2cc8 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.0956433 Sep 07 18:51:09.976657 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4dc27cc2-77f0-44f1-b9ab-bbce1814f96e req-da84bdae-4260-458d-8847-d36d343ab54e tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040771 Sep 07 18:51:10.000317 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f74bcb-3943-489a-af9a-90e16dd4d453 req-e14afbdf-4a47-42f4-aed2-2f9d89aad63b tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:10.001887 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-33f74bcb-3943-489a-af9a-90e16dd4d453 req-e14afbdf-4a47-42f4-aed2-2f9d89aad63b tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 948 time: 0.1033213 Sep 07 18:51:10.029759 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b0ce413-6ff1-4ca5-9939-15d6010ef46a req-ce95c34e-82ca-4c62-b425-9be847feb86d service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854153 Sep 07 18:51:10.049806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-33f74bcb-3943-489a-af9a-90e16dd4d453 req-8a81d531-356e-467c-953e-71683e57f143 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379748 Sep 07 18:51:10.124894 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1e38478-2689-42fe-b660-6c43149f6f9a req-dfad6dbe-0c39-4f0b-9855-f207a5a589da tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/floatingips/0f6df123-b55f-457d-9ef8-5b623d654183 HTTP/1.1" status: 200 len: 692 time: 0.0542545 Sep 07 18:51:10.236360 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167516ce-fc17-4871-bfa5-5af2aed4b153 req-7e2fc656-1908-46bb-be5d-87c9d6d67b50 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:10.237904 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-167516ce-fc17-4871-bfa5-5af2aed4b153 req-7e2fc656-1908-46bb-be5d-87c9d6d67b50 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.1173620 Sep 07 18:51:10.283831 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e38478-2689-42fe-b660-6c43149f6f9a req-3a1be6d7-5530-4773-9d55-04075011fb8c tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:10.285246 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1e38478-2689-42fe-b660-6c43149f6f9a req-3a1be6d7-5530-4773-9d55-04075011fb8c tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.1512012 Sep 07 18:51:10.300598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-a1e38478-2689-42fe-b660-6c43149f6f9a req-f49e8096-3353-4e2b-b2e2-85224885285a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:51:10.301741 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1e38478-2689-42fe-b660-6c43149f6f9a req-f49e8096-3353-4e2b-b2e2-85224885285a tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079367 Sep 07 18:51:10.305059 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-167516ce-fc17-4871-bfa5-5af2aed4b153 req-2c8ffee9-09a2-44c3-b9ef-3dee0fecac63 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599840 Sep 07 18:51:10.403565 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8810319-602f-4928-a8d5-03353065e629 req-72ef682e-c51f-4acd-967a-2654cd69e571 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/floatingips/0f6df123-b55f-457d-9ef8-5b623d654183 HTTP/1.1" status: 200 len: 692 time: 0.0599275 Sep 07 18:51:10.566846 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8810319-602f-4928-a8d5-03353065e629 req-16ee33b5-6c5e-467d-83bc-dc0f9dbfc054 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:10.568242 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8810319-602f-4928-a8d5-03353065e629 req-16ee33b5-6c5e-467d-83bc-dc0f9dbfc054 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.1637845 Sep 07 18:51:10.576632 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d376a-efe8-4ae6-8376-9958bb4c5c4a req-a4d3ae0a-c3a8-43aa-b91a-d44b778ee072 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:10.577983 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-109d376a-efe8-4ae6-8376-9958bb4c5c4a req-a4d3ae0a-c3a8-43aa-b91a-d44b778ee072 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.0791085 Sep 07 18:51:10.638732 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8810319-602f-4928-a8d5-03353065e629 req-f282813d-5d2a-441b-ae7a-afeecc87da93 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 695 time: 0.0598023 Sep 07 18:51:10.664541 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-109d376a-efe8-4ae6-8376-9958bb4c5c4a req-b599ce12-a28b-4ba8-b3be-f381ca1717e9 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792122 Sep 07 18:51:10.701617 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8810319-602f-4928-a8d5-03353065e629 req-16d63586-a04e-4758-8caa-0096cb48c0e8 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 695 time: 0.0521181 Sep 07 18:51:10.854747 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39d8dc-a681-4678-8105-0a4338e3d5fb req-7714f47f-6980-4f27-a1c8-c1417a85fb68 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:10.856282 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b39d8dc-a681-4678-8105-0a4338e3d5fb req-7714f47f-6980-4f27-a1c8-c1417a85fb68 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/ports?device_id=15b958ac-7d39-497a-9dba-9d3f4417fd31 HTTP/1.1" status: 200 len: 945 time: 0.1107888 Sep 07 18:51:10.898226 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-f8810319-602f-4928-a8d5-03353065e629 req-41cdae5d-a900-4fbb-b56c-2e9d1c767619 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Deleting port de951388-60d4-4699-a6e7-fcbf1c1ede55 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:10.898802 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f8810319-602f-4928-a8d5-03353065e629 req-41cdae5d-a900-4fbb-b56c-2e9d1c767619 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:10.915938 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b39d8dc-a681-4678-8105-0a4338e3d5fb req-1a7b8c98-c9fc-4c33-a15e-cd2271e928a9 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabd9f3d-f180-42c2-80d9-fbcc3100c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534260 Sep 07 18:51:10.991514 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f8810319-602f-4928-a8d5-03353065e629 req-41cdae5d-a900-4fbb-b56c-2e9d1c767619 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:10.991943 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f8810319-602f-4928-a8d5-03353065e629 req-41cdae5d-a900-4fbb-b56c-2e9d1c767619 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.011744 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55878) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:11.024158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-f8810319-602f-4928-a8d5-03353065e629 req-41cdae5d-a900-4fbb-b56c-2e9d1c767619 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Calling delete_port for de951388-60d4-4699-a6e7-fcbf1c1ede55 owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:11.080177 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3fb6e-2b7d-4c38-bd22-a67a12f69500 req-223c1f04-5e60-4e8c-8ada-7f44fb91e88a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:11.081707 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10f3fb6e-2b7d-4c38-bd22-a67a12f69500 req-223c1f04-5e60-4e8c-8ada-7f44fb91e88a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.1062386 Sep 07 18:51:11.110364 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2141348931', 'router:external': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:11.137704 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10f3fb6e-2b7d-4c38-bd22-a67a12f69500 req-d8fb77af-4a70-4346-a2d9-29db7e389478 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493464 Sep 07 18:51:11.137943 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Made reservation on behalf of 3548e4a5c65c453bbf4b675d9d2628c9 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:51:11.140573 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.151116 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.210640 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f8810319-602f-4928-a8d5-03353065e629 req-41cdae5d-a900-4fbb-b56c-2e9d1c767619 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.241456 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdae5d-a900-4fbb-b56c-2e9d1c767619 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Pushing event deleted for resources: {'Port': ['ID=de951388-60d4-4699-a6e7-fcbf1c1ede55,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:11.284258 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.288862 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.315592 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:51:11.322476 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd4afd0-c80c-488a-90c2-ff553aab64c6,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:11.331208 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f8810319-602f-4928-a8d5-03353065e629 req-41cdae5d-a900-4fbb-b56c-2e9d1c767619 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.333945 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.334294 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Added segment da2efd62-833d-490b-8bcb-c86c2c50e7fc of type vlan for network bcf5f6d6-bf38-4abc-9320-e364b6785e87 Sep 07 18:51:11.334423 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f8810319-602f-4928-a8d5-03353065e629 req-41cdae5d-a900-4fbb-b56c-2e9d1c767619 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.335473 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8810319-602f-4928-a8d5-03353065e629 req-41cdae5d-a900-4fbb-b56c-2e9d1c767619 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "DELETE /v2.0/floatingips/0f6df123-b55f-457d-9ef8-5b623d654183 HTTP/1.1" status: 204 len: 173 time: 0.6284006 Sep 07 18:51:11.354259 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ffbb8-0a37-416c-ad81-b80cbfe18f93 req-52b425bc-195e-489f-8df6-9e01aef506e2 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:11.365587 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-104ffbb8-0a37-416c-ad81-b80cbfe18f93 req-52b425bc-195e-489f-8df6-9e01aef506e2 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/ports?device_id=15b958ac-7d39-497a-9dba-9d3f4417fd31 HTTP/1.1" status: 200 len: 945 time: 0.1019866 Sep 07 18:51:11.366106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55892) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:11.370568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-25831c76-3acb-45a8-8fc1-cd640042c909 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Request body: {'floatingip': {'port_id': 'acf8cb78-171b-4e9b-ae46-e87896e98e53'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:11.387725 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.419413 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.420476 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:11.421123 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.430159 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-25831c76-3acb-45a8-8fc1-cd640042c909 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.456188 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4429369 Sep 07 18:51:11.458482 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55894) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:11.464740 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4e336f36-13db-4e11-b922-a59fdd3cbbe5 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Request body: {'subnet': {'network_id': 'bcf5f6d6-bf38-4abc-9320-e364b6785e87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:11.498164 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Pushing event updated for resources: {'Network': ['ID=bcf5f6d6-bf38-4abc-9320-e364b6785e87,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:11.508969 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:11.509322 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:11.509848 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:11.510394 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:11.510743 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:11.511081 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:11.511413 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:11.511743 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:11.512068 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:11.512614 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:11.513312 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:11.513646 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83431c12-57fd-4396-a86f-da516d3bdad6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:11.531730 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e336f36-13db-4e11-b922-a59fdd3cbbe5 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Made reservation on behalf of 3548e4a5c65c453bbf4b675d9d2628c9 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:51:11.534468 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4e336f36-13db-4e11-b922-a59fdd3cbbe5 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.536811 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network bcf5f6d6-bf38-4abc-9320-e364b6785e87 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:51:11.897252 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e9aed-df93-4113-8e44-bb5cced23883 req-1de26285-a6fd-475e-b6f6-49ade3af2483 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:11.898656 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef4e9aed-df93-4113-8e44-bb5cced23883 req-1de26285-a6fd-475e-b6f6-49ade3af2483 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 948 time: 0.4718344 Sep 07 18:51:11.938535 n-d-807786-1 neutron-server[101444]: DEBUG neutron.objects.ports [None req-4e336f36-13db-4e11-b922-a59fdd3cbbe5 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 18:51:11.938995 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4e336f36-13db-4e11-b922-a59fdd3cbbe5 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.953780 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device a3fb093f-9ce0-4635-bd9b-c79157a00e6b details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:51:12.001696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579450d-0edd-4cb9-a996-7963f4cd4d71 req-51e38c29-a1d7-459f-95c2-0d3b73b9072f tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:12.002074 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e336f36-13db-4e11-b922-a59fdd3cbbe5 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cbd5e21d-f451-4ea9-b5f2-f30db084756d,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:12.003225 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b579450d-0edd-4cb9-a996-7963f4cd4d71 req-51e38c29-a1d7-459f-95c2-0d3b73b9072f tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.1476090 Sep 07 18:51:12.016907 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e336f36-13db-4e11-b922-a59fdd3cbbe5 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Checking segment: {'id': 'da2efd62-833d-490b-8bcb-c86c2c50e7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bcf5f6d6-bf38-4abc-9320-e364b6785e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:51:12.017488 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e336f36-13db-4e11-b922-a59fdd3cbbe5 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Network hostable DHCP agents. Network: bcf5f6d6-bf38-4abc-9320-e364b6785e87, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:51:12.018720 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef4e9aed-df93-4113-8e44-bb5cced23883 req-df08446c-d04b-4ab1-9290-7ca25bb310bc tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112616 Sep 07 18:51:12.047329 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e336f36-13db-4e11-b922-a59fdd3cbbe5 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Network bcf5f6d6-bf38-4abc-9320-e364b6785e87 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:51:12.058788 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-4e336f36-13db-4e11-b922-a59fdd3cbbe5 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, bcf5f6d6-bf38-4abc-9320-e364b6785e87) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:12.063563 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e336f36-13db-4e11-b922-a59fdd3cbbe5 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:12.065697 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4e336f36-13db-4e11-b922-a59fdd3cbbe5 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:12.084619 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4e336f36-13db-4e11-b922-a59fdd3cbbe5 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6250355 Sep 07 18:51:12.085272 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55910) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:12.090633 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-691db29f-bb93-4a58-8f87-59a78c5947bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1080339397', 'network_id': 'bcf5f6d6-bf38-4abc-9320-e364b6785e87'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:12.091456 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b0c15b-9f10-42a6-bc6f-cbb4df4afdb8 None None] Network bcf5f6d6-bf38-4abc-9320-e364b6785e87 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:51:12.112672 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691db29f-bb93-4a58-8f87-59a78c5947bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Made reservation on behalf of 3548e4a5c65c453bbf4b675d9d2628c9 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:51:12.115861 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-691db29f-bb93-4a58-8f87-59a78c5947bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:12.132400 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-691db29f-bb93-4a58-8f87-59a78c5947bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] device_id is not set on port de6ce1be-3fff-4365-9581-9ddc889abbb7 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:51:12.159625 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b579450d-0edd-4cb9-a996-7963f4cd4d71 req-a9fb3e7c-393e-429c-80aa-237b5ac6926e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443264 Sep 07 18:51:12.185625 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:12.202836 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b', 'mac_address': 'fa:16:3e:f7:12:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:51:12.272984 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-691db29f-bb93-4a58-8f87-59a78c5947bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Allocated IP 172.20.0.7 (bcf5f6d6-bf38-4abc-9320-e364b6785e87/cbd5e21d-f451-4ea9-b5f2-f30db084756d/de6ce1be-3fff-4365-9581-9ddc889abbb7) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:12.291493 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:12.295789 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372f052e-d6e3-4678-8154-382b3237e5b9 None None] Network bcf5f6d6-bf38-4abc-9320-e364b6785e87 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:51:12.321367 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3fb093f-9ce0-4635-bd9b-c79157a00e6b {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:51:12.378270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:12.385781 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:12.434287 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4398ad-86ed-4e9c-b574-ad24be5c061a req-6a3c0cc7-e60e-4f3b-8cc5-33f399cd7cff tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:12.436284 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-691db29f-bb93-4a58-8f87-59a78c5947bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:12.440391 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4398ad-86ed-4e9c-b574-ad24be5c061a req-6a3c0cc7-e60e-4f3b-8cc5-33f399cd7cff tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:12.449446 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c4398ad-86ed-4e9c-b574-ad24be5c061a req-6a3c0cc7-e60e-4f3b-8cc5-33f399cd7cff tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1392 time: 0.3844950 Sep 07 18:51:12.490498 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-691db29f-bb93-4a58-8f87-59a78c5947bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:12.502746 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f523aaf-dfd3-4d22-86b1-bde27a85cd9c req-eb82b144-2d66-491a-a7df-7b88d81b1a82 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:12.505661 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f523aaf-dfd3-4d22-86b1-bde27a85cd9c req-eb82b144-2d66-491a-a7df-7b88d81b1a82 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.2524288 Sep 07 18:51:12.505916 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:12.524819 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:12.543247 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691db29f-bb93-4a58-8f87-59a78c5947bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Network bcf5f6d6-bf38-4abc-9320-e364b6785e87 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:12.547527 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-691db29f-bb93-4a58-8f87-59a78c5947bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:12.552015 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691db29f-bb93-4a58-8f87-59a78c5947bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:12.595434 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691db29f-bb93-4a58-8f87-59a78c5947bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Pushing event updated for resources: {'Port': ['ID=de6ce1be-3fff-4365-9581-9ddc889abbb7,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:12.611937 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691db29f-bb93-4a58-8f87-59a78c5947bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:12.611937 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-691db29f-bb93-4a58-8f87-59a78c5947bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:12.620592 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['a3fb093f-9ce0-4635-bd9b-c79157a00e6b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:51:12.630156 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f523aaf-dfd3-4d22-86b1-bde27a85cd9c req-ac0810aa-2e68-4600-b240-c1d79ee9f725 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903120 Sep 07 18:51:12.633076 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-691db29f-bb93-4a58-8f87-59a78c5947bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.5467656 Sep 07 18:51:12.642729 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55918) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:12.650755 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-25831c76-3acb-45a8-8fc1-cd640042c909 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:12.682050 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-25831c76-3acb-45a8-8fc1-cd640042c909 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:12.724842 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7bc2bb35-8191-4c54-9d7a-fd8a212c89a6 req-1d1ff8c8-a96a-438c-8df9-e0f1f46ff877 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=10b8c1841631418fa0f410e2b58687bc HTTP/1.1" status: 200 len: 1656 time: 0.1142714 Sep 07 18:51:12.735450 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-8be0057b-6089-4986-80fa-72ce27869709 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Deleting port de6ce1be-3fff-4365-9581-9ddc889abbb7 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:12.735793 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8be0057b-6089-4986-80fa-72ce27869709 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:12.813732 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8be0057b-6089-4986-80fa-72ce27869709 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:12.825384 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-8be0057b-6089-4986-80fa-72ce27869709 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Calling delete_port for de6ce1be-3fff-4365-9581-9ddc889abbb7 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:12.856125 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-25831c76-3acb-45a8-8fc1-cd640042c909 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Floating IP a043e600-3293-4d62-be90-bb46d4ffa3c1 associated. External IP: 172.25.8.191, port: acf8cb78-171b-4e9b-ae46-e87896e98e53. Sep 07 18:51:12.922536 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2bb35-8191-4c54-9d7a-fd8a212c89a6 req-2381dbd9-e8f5-4276-a67d-31a4787fde3b tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:12.923990 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7bc2bb35-8191-4c54-9d7a-fd8a212c89a6 req-2381dbd9-e8f5-4276-a67d-31a4787fde3b tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/networks?id=6f27c923-095d-46fa-b899-1d1faf6fb43c&id=6f27c923-095d-46fa-b899-1d1faf6fb43c&id=6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 787 time: 0.1851821 Sep 07 18:51:12.937111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-7bc2bb35-8191-4c54-9d7a-fd8a212c89a6 req-993dc6f4-da85-4ebc-bcbe-b670c578d7e9 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:51:12.938102 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7bc2bb35-8191-4c54-9d7a-fd8a212c89a6 req-993dc6f4-da85-4ebc-bcbe-b670c578d7e9 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070817 Sep 07 18:51:12.948752 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8be0057b-6089-4986-80fa-72ce27869709 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:12.978293 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0057b-6089-4986-80fa-72ce27869709 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Pushing event deleted for resources: {'Port': ['ID=de6ce1be-3fff-4365-9581-9ddc889abbb7,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:13.023158 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-449dc8d8-8e24-4459-b9e7-c04b76c405ce req-3895983c-8e4b-4f97-aad6-88631618e4a7 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/floatingips/cb3a4218-c6b8-4aac-9bd7-f4e632e703e2 HTTP/1.1" status: 200 len: 693 time: 0.0559919 Sep 07 18:51:13.047587 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8be0057b-6089-4986-80fa-72ce27869709 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:13.052131 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8be0057b-6089-4986-80fa-72ce27869709 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "DELETE /v2.0/ports/de6ce1be-3fff-4365-9581-9ddc889abbb7 HTTP/1.1" status: 204 len: 168 time: 0.4060967 Sep 07 18:51:13.052838 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55924) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:13.057537 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-cda74c50-2d51-4cb5-832a-12865b37c8b0 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bcf5f6d6-bf38-4abc-9320-e364b6785e87', 'external_fixed_ips': [{'subnet_id': 'cbd5e21d-f451-4ea9-b5f2-f30db084756d', 'ip_address': '172.20.0.7'}]}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:13.079153 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cda74c50-2d51-4cb5-832a-12865b37c8b0 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:13.080177 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cda74c50-2d51-4cb5-832a-12865b37c8b0 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:13.138051 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cda74c50-2d51-4cb5-832a-12865b37c8b0 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:13.241725 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dc8d8-8e24-4459-b9e7-c04b76c405ce req-0dd54d28-589b-4005-aa9d-fb3db5b05fe5 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:13.242972 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-449dc8d8-8e24-4459-b9e7-c04b76c405ce req-0dd54d28-589b-4005-aa9d-fb3db5b05fe5 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.2126031 Sep 07 18:51:13.257364 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51104e2-0f24-4b2f-840e-a919859fb5d9 req-55132fe3-2896-4d70-bef8-c388d8f76b1e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:13.258810 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a51104e2-0f24-4b2f-840e-a919859fb5d9 req-55132fe3-2896-4d70-bef8-c388d8f76b1e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 949 time: 0.1591179 Sep 07 18:51:13.284259 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cda74c50-2d51-4cb5-832a-12865b37c8b0 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:13.311496 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25831c76-3acb-45a8-8fc1-cd640042c909 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Router adbbd7b7-ec69-4ad3-ab3f-36b61bd319da has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:51:13.330758 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-449dc8d8-8e24-4459-b9e7-c04b76c405ce req-513e263b-9940-4630-ad84-723354a30c82 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 696 time: 0.0693083 Sep 07 18:51:13.359753 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:13.425405 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a51104e2-0f24-4b2f-840e-a919859fb5d9 req-ca056a16-cde3-4ae7-a802-d59ab5313b51 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557200 Sep 07 18:51:13.431566 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-449dc8d8-8e24-4459-b9e7-c04b76c405ce req-82e72bdf-0f79-4844-9b5d-081f104ed932 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 696 time: 0.0932148 Sep 07 18:51:13.484241 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cda74c50-2d51-4cb5-832a-12865b37c8b0 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:13.502936 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cda74c50-2d51-4cb5-832a-12865b37c8b0 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:13.651747 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-cda74c50-2d51-4cb5-832a-12865b37c8b0 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Allocated IP 172.20.0.7 (bcf5f6d6-bf38-4abc-9320-e364b6785e87/cbd5e21d-f451-4ea9-b5f2-f30db084756d/1ae8fa33-bb7c-4bd8-af89-5115e77024ee) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:13.763399 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cda74c50-2d51-4cb5-832a-12865b37c8b0 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:13.803796 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cda74c50-2d51-4cb5-832a-12865b37c8b0 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:13.843532 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda74c50-2d51-4cb5-832a-12865b37c8b0 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Network bcf5f6d6-bf38-4abc-9320-e364b6785e87 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:13.849079 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-cda74c50-2d51-4cb5-832a-12865b37c8b0 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:13.854375 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda74c50-2d51-4cb5-832a-12865b37c8b0 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:13.856816 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda74c50-2d51-4cb5-832a-12865b37c8b0 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Pushing event updated for resources: {'Port': ['ID=1ae8fa33-bb7c-4bd8-af89-5115e77024ee,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:13.892374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25831c76-3acb-45a8-8fc1-cd640042c909 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:51:13.899590 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-25831c76-3acb-45a8-8fc1-cd640042c909 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:13.909321 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff619695-8ac6-472b-a66a-063058507c15 None None] Sync routers for ids ['adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:51:13.919982 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff619695-8ac6-472b-a66a-063058507c15 None None] Routers {'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:13.921355 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-ff619695-8ac6-472b-a66a-063058507c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:13.958030 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197056a6-fd95-4a1d-9df3-113ed9f349eb req-941afa99-aef2-412c-80b7-e2968cc5259d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:13.959506 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-197056a6-fd95-4a1d-9df3-113ed9f349eb req-941afa99-aef2-412c-80b7-e2968cc5259d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.4494302 Sep 07 18:51:13.960942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-25831c76-3acb-45a8-8fc1-cd640042c909 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "PUT /v2.0/floatingips/a043e600-3293-4d62-be90-bb46d4ffa3c1 HTTP/1.1" status: 200 len: 991 time: 2.5938649 Sep 07 18:51:13.962643 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b958ac-7d39-497a-9dba-9d3f4417fd31', 'tag': 'acf8cb78-171b-4e9b-ae46-e87896e98e53'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:13.964916 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2e25ec-f739-4461-a85d-ff0c262f8947" -d '{"events": [{"name": "network-changed", "server_uuid": "15b958ac-7d39-497a-9dba-9d3f4417fd31", "tag": "acf8cb78-171b-4e9b-ae46-e87896e98e53"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:13.989882 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device a3fb093f-9ce0-4635-bd9b-c79157a00e6b up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:51:14.012162 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-449dc8d8-8e24-4459-b9e7-c04b76c405ce req-7a901e83-3211-4e85-ae64-3cfac67cbe73 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Deleting port 6dcd75b9-6398-4da5-b54e-aef29a6fb133 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:14.012574 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-449dc8d8-8e24-4459-b9e7-c04b76c405ce req-7a901e83-3211-4e85-ae64-3cfac67cbe73 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.017091 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-197056a6-fd95-4a1d-9df3-113ed9f349eb req-44d14d74-c4be-424a-9040-1ffb8dfe433e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469327 Sep 07 18:51:14.090964 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-ff619695-8ac6-472b-a66a-063058507c15 None None] Set router adbbd7b7-ec69-4ad3-ab3f-36b61bd319da gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:51:14.119245 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-449dc8d8-8e24-4459-b9e7-c04b76c405ce req-7a901e83-3211-4e85-ae64-3cfac67cbe73 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.120037 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-449dc8d8-8e24-4459-b9e7-c04b76c405ce req-7a901e83-3211-4e85-ae64-3cfac67cbe73 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.128013 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port a3fb093f-9ce0-4635-bd9b-c79157a00e6b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:51:14.134664 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port a3fb093f-9ce0-4635-bd9b-c79157a00e6b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:14.135403 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.137092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-449dc8d8-8e24-4459-b9e7-c04b76c405ce req-7a901e83-3211-4e85-ae64-3cfac67cbe73 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Calling delete_port for 6dcd75b9-6398-4da5-b54e-aef29a6fb133 owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:14.143698 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cda74c50-2d51-4cb5-832a-12865b37c8b0 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.318023 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-449dc8d8-8e24-4459-b9e7-c04b76c405ce req-7a901e83-3211-4e85-ae64-3cfac67cbe73 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.335847 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c35d9-b8e0-4ef8-ac1e-287ceecc5472 req-47f745d2-2d42-487c-88e3-38b90d446f3b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:14.337829 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a89c35d9-b8e0-4ef8-ac1e-287ceecc5472 req-47f745d2-2d42-487c-88e3-38b90d446f3b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.0715783 Sep 07 18:51:14.352436 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.363832 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a901e83-3211-4e85-ae64-3cfac67cbe73 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Pushing event deleted for resources: {'Port': ['ID=6dcd75b9-6398-4da5-b54e-aef29a6fb133,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:14.364453 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cda74c50-2d51-4cb5-832a-12865b37c8b0 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.394075 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1ab532-4645-4cde-93f5-e2a5820c0351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:14.396804 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5163ee-0bc0-4ffe-9a83-7378287f56b7" -d '{"events": [{"server_uuid": "bc1ab532-4645-4cde-93f5-e2a5820c0351", "name": "network-vif-plugged", "status": "completed", "tag": "a3fb093f-9ce0-4635-bd9b-c79157a00e6b"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:14.418944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:14.438155 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a89c35d9-b8e0-4ef8-ac1e-287ceecc5472 req-f177f791-bd18-4e0d-954a-5d0033e81d43 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777884 Sep 07 18:51:14.441778 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.446353 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-449dc8d8-8e24-4459-b9e7-c04b76c405ce req-7a901e83-3211-4e85-ae64-3cfac67cbe73 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.449471 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-449dc8d8-8e24-4459-b9e7-c04b76c405ce req-7a901e83-3211-4e85-ae64-3cfac67cbe73 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.466292 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-449dc8d8-8e24-4459-b9e7-c04b76c405ce req-7a901e83-3211-4e85-ae64-3cfac67cbe73 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "DELETE /v2.0/floatingips/cb3a4218-c6b8-4aac-9bd7-f4e632e703e2 HTTP/1.1" status: 204 len: 173 time: 1.0225863 Sep 07 18:51:14.501565 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6fec1e-b265-4380-9e08-e443ebbebb57 x-openstack-request-id: req-0f6fec1e-b265-4380-9e08-e443ebbebb57 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:14.502152 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b958ac-7d39-497a-9dba-9d3f4417fd31", "tag": "acf8cb78-171b-4e9b-ae46-e87896e98e53", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:14.502418 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f6fec1e-b265-4380-9e08-e443ebbebb57 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:14.502823 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b958ac-7d39-497a-9dba-9d3f4417fd31', 'tag': 'acf8cb78-171b-4e9b-ae46-e87896e98e53', 'status': 'completed', 'code': 200} Sep 07 18:51:14.515598 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda74c50-2d51-4cb5-832a-12865b37c8b0 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Router d8661303-ab57-4636-92f3-bce78254ac15 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:51:14.541556 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dd91dc-d64e-4500-9bd0-b193d3f482e4 x-openstack-request-id: req-97dd91dc-d64e-4500-9bd0-b193d3f482e4 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:14.542055 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1ab532-4645-4cde-93f5-e2a5820c0351", "name": "network-vif-plugged", "status": "completed", "tag": "a3fb093f-9ce0-4635-bd9b-c79157a00e6b", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:14.542403 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97dd91dc-d64e-4500-9bd0-b193d3f482e4 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:14.545523 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1ab532-4645-4cde-93f5-e2a5820c0351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b', 'code': 200} Sep 07 18:51:14.552247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:14.575844 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-ff619695-8ac6-472b-a66a-063058507c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'name': 'tempest-ServersTestFqdnHostnames-461046051-router', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:33Z', 'updated_at': '2021-09-07T18:50:41Z', 'revision_number': 4, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'gw_port': {'id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:35Z', 'updated_at': '2021-09-07T18:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'a043e600-3293-4d62-be90-bb46d4ffa3c1', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'port_id': 'acf8cb78-171b-4e9b-ae46-e87896e98e53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75', 'mac_address': 'fa:16:3e:9c:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b958ac-7d39-497a-9dba-9d3f4417fd31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:50:49Z', 'updated_at': '2021-09-07T18:51:12Z', 'revision_number': 1, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b0cc7c-1c37-4111-a956-e72b5a4a0cc0', 'name': '', 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'mac_address': 'fa:16:3e:2d:f6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:39Z', 'updated_at': '2021-09-07T18:50:51Z', 'revision_number': 5, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'subnets': [{'id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:14.640236 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda74c50-2d51-4cb5-832a-12865b37c8b0 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:51:14.642700 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff619695-8ac6-472b-a66a-063058507c15 None None] Checking router: adbbd7b7-ec69-4ad3-ab3f-36b61bd319da for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:51:14.652053 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94c46ec-81ea-4b83-97a1-65f94baac42f None None] Sync routers for ids ['d8661303-ab57-4636-92f3-bce78254ac15'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:51:14.658286 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cda74c50-2d51-4cb5-832a-12865b37c8b0 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.659967 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cda74c50-2d51-4cb5-832a-12865b37c8b0 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.6058941 Sep 07 18:51:14.661086 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff619695-8ac6-472b-a66a-063058507c15 None None] Routers {'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:14.661798 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-ff619695-8ac6-472b-a66a-063058507c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:14.662445 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55944) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:14.662774 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94c46ec-81ea-4b83-97a1-65f94baac42f None None] Routers {'d8661303-ab57-4636-92f3-bce78254ac15'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:14.663593 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a94c46ec-81ea-4b83-97a1-65f94baac42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['d8661303-ab57-4636-92f3-bce78254ac15'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:14.702197 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ebba206-b8a2-46f0-816d-79b653d8909f req-23947995-0c3f-42bb-b1ff-ded77508dc6c tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/floatingips/fc2b394b-d193-4ab2-8471-69842331f4b9 HTTP/1.1" status: 200 len: 692 time: 0.1106470 Sep 07 18:51:14.724862 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e25ec-f739-4461-a85d-ff0c262f8947 req-1bf5a94d-8036-46bf-8a89-ba987673a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:14.726358 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb2e25ec-f739-4461-a85d-ff0c262f8947 req-1bf5a94d-8036-46bf-8a89-ba987673a53b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a76fb2f3e4ef4238b096f3cf087a827a&device_id=15b958ac-7d39-497a-9dba-9d3f4417fd31 HTTP/1.1" status: 200 len: 1096 time: 0.1866891 Sep 07 18:51:14.777724 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3de57173-b66f-4c18-8ae2-1ec0d5f502e9 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.784530 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-ff619695-8ac6-472b-a66a-063058507c15 None None] Set router adbbd7b7-ec69-4ad3-ab3f-36b61bd319da gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:51:14.787787 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-a94c46ec-81ea-4b83-97a1-65f94baac42f None None] Set router d8661303-ab57-4636-92f3-bce78254ac15 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:51:14.867643 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebba206-b8a2-46f0-816d-79b653d8909f req-150805ba-9e5d-4b5c-a4f6-7cfb10182a35 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:14.869295 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ebba206-b8a2-46f0-816d-79b653d8909f req-150805ba-9e5d-4b5c-a4f6-7cfb10182a35 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.1482646 Sep 07 18:51:14.876008 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34d250-d805-436d-80bc-f32089e204ca req-b75389a1-bc68-4c95-8721-b8abd31a87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:14.877556 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1a34d250-d805-436d-80bc-f32089e204ca req-b75389a1-bc68-4c95-8721-b8abd31a87b1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 1101 time: 0.2291024 Sep 07 18:51:14.922976 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3de57173-b66f-4c18-8ae2-1ec0d5f502e9 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.982805 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-3de57173-b66f-4c18-8ae2-1ec0d5f502e9 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Deleting port 1ae8fa33-bb7c-4bd8-af89-5115e77024ee {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:14.983246 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3de57173-b66f-4c18-8ae2-1ec0d5f502e9 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.987658 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a94c46ec-81ea-4b83-97a1-65f94baac42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8661303-ab57-4636-92f3-bce78254ac15', 'name': '', 'tenant_id': '3548e4a5c65c453bbf4b675d9d2628c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcf5f6d6-bf38-4abc-9320-e364b6785e87', 'external_fixed_ips': [{'subnet_id': 'cbd5e21d-f451-4ea9-b5f2-f30db084756d', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '1ae8fa33-bb7c-4bd8-af89-5115e77024ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:13Z', 'updated_at': '2021-09-07T18:51:14Z', 'revision_number': 3, 'project_id': '3548e4a5c65c453bbf4b675d9d2628c9', 'gw_port': {'id': '1ae8fa33-bb7c-4bd8-af89-5115e77024ee', 'name': '', 'network_id': 'bcf5f6d6-bf38-4abc-9320-e364b6785e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:25:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8661303-ab57-4636-92f3-bce78254ac15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'cbd5e21d-f451-4ea9-b5f2-f30db084756d', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:13Z', 'updated_at': '2021-09-07T18:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbd5e21d-f451-4ea9-b5f2-f30db084756d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:14.990131 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb73b5e-b3f6-4939-9a07-b7bb5896a9ad req-bf7441a6-7a03-4d51-894f-ae5c8826c1e3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:14.992635 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7eb73b5e-b3f6-4939-9a07-b7bb5896a9ad req-bf7441a6-7a03-4d51-894f-ae5c8826c1e3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.3461397 Sep 07 18:51:15.023403 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94c46ec-81ea-4b83-97a1-65f94baac42f None None] Checking router: d8661303-ab57-4636-92f3-bce78254ac15 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:51:15.023750 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94c46ec-81ea-4b83-97a1-65f94baac42f None None] Updating router d8661303-ab57-4636-92f3-bce78254ac15 port 1ae8fa33-bb7c-4bd8-af89-5115e77024ee binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:51:15.036390 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e25ec-f739-4461-a85d-ff0c262f8947 req-3e579236-7c49-4e2c-aa99-17d1d56e65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:15.038157 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb2e25ec-f739-4461-a85d-ff0c262f8947 req-3e579236-7c49-4e2c-aa99-17d1d56e65cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b36db33-a603-4328-a50c-c82ced7f3f75 HTTP/1.1" status: 200 len: 915 time: 0.2150028 Sep 07 18:51:15.041493 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ebba206-b8a2-46f0-816d-79b653d8909f req-33868075-0ad6-4c22-ba72-3854c173272e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 695 time: 0.1630166 Sep 07 18:51:15.056957 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-a94c46ec-81ea-4b83-97a1-65f94baac42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:15.066542 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-ff619695-8ac6-472b-a66a-063058507c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'name': 'tempest-ServersTestFqdnHostnames-461046051-router', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:33Z', 'updated_at': '2021-09-07T18:50:41Z', 'revision_number': 4, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'gw_port': {'id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:35Z', 'updated_at': '2021-09-07T18:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'a043e600-3293-4d62-be90-bb46d4ffa3c1', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'port_id': 'acf8cb78-171b-4e9b-ae46-e87896e98e53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75', 'mac_address': 'fa:16:3e:9c:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b958ac-7d39-497a-9dba-9d3f4417fd31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:50:49Z', 'updated_at': '2021-09-07T18:51:12Z', 'revision_number': 1, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b0cc7c-1c37-4111-a956-e72b5a4a0cc0', 'name': '', 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'mac_address': 'fa:16:3e:2d:f6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:39Z', 'updated_at': '2021-09-07T18:50:51Z', 'revision_number': 5, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'subnets': [{'id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:15.078902 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3de57173-b66f-4c18-8ae2-1ec0d5f502e9 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:15.091622 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-3de57173-b66f-4c18-8ae2-1ec0d5f502e9 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Calling delete_port for 1ae8fa33-bb7c-4bd8-af89-5115e77024ee owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:15.094314 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff619695-8ac6-472b-a66a-063058507c15 None None] The sync data for ids ['adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'] in n-d-807786-1 is: [{'id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'name': 'tempest-ServersTestFqdnHostnames-461046051-router', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:33Z', 'updated_at': '2021-09-07T18:50:41Z', 'revision_number': 4, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'gw_port': {'id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:35Z', 'updated_at': '2021-09-07T18:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'a043e600-3293-4d62-be90-bb46d4ffa3c1', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'port_id': 'acf8cb78-171b-4e9b-ae46-e87896e98e53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75', 'mac_address': 'fa:16:3e:9c:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b958ac-7d39-497a-9dba-9d3f4417fd31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:50:49Z', 'updated_at': '2021-09-07T18:51:12Z', 'revision_number': 1, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b0cc7c-1c37-4111-a956-e72b5a4a0cc0', 'name': '', 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'mac_address': 'fa:16:3e:2d:f6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:39Z', 'updated_at': '2021-09-07T18:50:51Z', 'revision_number': 5, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'subnets': [{'id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:51:15.136573 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb2e25ec-f739-4461-a85d-ff0c262f8947 req-af1f7260-e155-40bd-b130-0748c560967e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acf8cb78-171b-4e9b-ae46-e87896e98e53 HTTP/1.1" status: 200 len: 999 time: 0.0900671 Sep 07 18:51:15.197716 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1a34d250-d805-436d-80bc-f32089e204ca req-259870e7-d91a-47dc-b530-afd9462e6f95 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059628 Sep 07 18:51:15.245621 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ebba206-b8a2-46f0-816d-79b653d8909f req-b6de2370-b002-4d88-a685-00381b4b7e77 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 695 time: 0.1070454 Sep 07 18:51:15.267123 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7eb73b5e-b3f6-4939-9a07-b7bb5896a9ad req-bd72e4d2-6fed-41bf-8ef5-f6c3c5fdc842 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225659 Sep 07 18:51:15.310742 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3de57173-b66f-4c18-8ae2-1ec0d5f502e9 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:15.349747 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de57173-b66f-4c18-8ae2-1ec0d5f502e9 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ae8fa33-bb7c-4bd8-af89-5115e77024ee,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:15.390556 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.db.api [None req-a94c46ec-81ea-4b83-97a1-65f94baac42f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 18:51:15.390556 n-d-807786-1 neutron-server[101447]: DEBUG oslo_db.api [None req-a94c46ec-81ea-4b83-97a1-65f94baac42f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 18:51:15.392130 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e25ec-f739-4461-a85d-ff0c262f8947 req-ccf41ed2-4434-4e69-a022-b2eacea3f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:15.393698 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb2e25ec-f739-4461-a85d-ff0c262f8947 req-ccf41ed2-4434-4e69-a022-b2eacea3f55b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=19ab4329-660b-4967-81a1-1e7bbe92580a HTTP/1.1" status: 200 len: 853 time: 0.2455959 Sep 07 18:51:15.411461 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c7b584-4f80-4832-80a3-6f8a8e62308b None None] New status for floating IP a043e600-3293-4d62-be90-bb46d4ffa3c1: ACTIVE {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:51:15.430733 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3de57173-b66f-4c18-8ae2-1ec0d5f502e9 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:15.480880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-4ebba206-b8a2-46f0-816d-79b653d8909f req-92404dc3-f8e3-4780-ad84-9298767c0dbe tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Deleting port 48452589-8d15-4518-89c5-ea373a326d77 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:15.481279 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4ebba206-b8a2-46f0-816d-79b653d8909f req-92404dc3-f8e3-4780-ad84-9298767c0dbe tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:15.497999 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e25ec-f739-4461-a85d-ff0c262f8947 req-efe9f148-1f7e-4ba5-83fb-7e2477042bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:15.498569 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb2e25ec-f739-4461-a85d-ff0c262f8947 req-efe9f148-1f7e-4ba5-83fb-7e2477042bbb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b36db33-a603-4328-a50c-c82ced7f3f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901151 Sep 07 18:51:15.506214 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e60d15-8c83-44bd-85ec-a4818a401dd9 req-1d780b01-a6fa-43f5-9501-5b60623f1639 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:15.507742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d2e60d15-8c83-44bd-85ec-a4818a401dd9 req-1d780b01-a6fa-43f5-9501-5b60623f1639 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.1204901 Sep 07 18:51:15.526264 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3de57173-b66f-4c18-8ae2-1ec0d5f502e9 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:15.528817 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3de57173-b66f-4c18-8ae2-1ec0d5f502e9 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:15.577578 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3de57173-b66f-4c18-8ae2-1ec0d5f502e9 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:15.582839 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de57173-b66f-4c18-8ae2-1ec0d5f502e9 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8661303-ab57-4636-92f3-bce78254ac15 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:51:15.587694 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3de57173-b66f-4c18-8ae2-1ec0d5f502e9 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:15.589206 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3de57173-b66f-4c18-8ae2-1ec0d5f502e9 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "DELETE /v2.0/routers/d8661303-ab57-4636-92f3-bce78254ac15 HTTP/1.1" status: 204 len: 168 time: 0.9253750 Sep 07 18:51:15.591902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55956) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:15.699632 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d2e60d15-8c83-44bd-85ec-a4818a401dd9 req-16735a0b-2b38-45c7-a69d-f33da74a289d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685371 Sep 07 18:51:15.707664 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4ebba206-b8a2-46f0-816d-79b653d8909f req-92404dc3-f8e3-4780-ad84-9298767c0dbe tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:15.707994 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4ebba206-b8a2-46f0-816d-79b653d8909f req-92404dc3-f8e3-4780-ad84-9298767c0dbe tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:15.713993 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc17bc2e-6149-454d-8b76-6138f615d545 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Deleting subnet cbd5e21d-f451-4ea9-b5f2-f30db084756d {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:51:15.727780 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dc17bc2e-6149-454d-8b76-6138f615d545 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:15.756126 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-4ebba206-b8a2-46f0-816d-79b653d8909f req-92404dc3-f8e3-4780-ad84-9298767c0dbe tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Calling delete_port for 48452589-8d15-4518-89c5-ea373a326d77 owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:15.770842 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb2e25ec-f739-4461-a85d-ff0c262f8947 req-e1bdfb73-14ed-4268-be10-efcf3d20e4df service neutron] 10.222.0.60 "GET /v2.0/networks/5b36db33-a603-4328-a50c-c82ced7f3f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599206 Sep 07 18:51:15.827920 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dc17bc2e-6149-454d-8b76-6138f615d545 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:15.911029 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94c46ec-81ea-4b83-97a1-65f94baac42f None None] Port 1ae8fa33-bb7c-4bd8-af89-5115e77024ee not found while updating agent binding for router d8661303-ab57-4636-92f3-bce78254ac15. {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 07 18:51:15.918048 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94c46ec-81ea-4b83-97a1-65f94baac42f None None] Routers set() bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:15.918416 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94c46ec-81ea-4b83-97a1-65f94baac42f None None] Router IDs set() for agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 18:51:15.919067 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_agentschedulers_db [None req-a94c46ec-81ea-4b83-97a1-65f94baac42f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d8661303-ab57-4636-92f3-bce78254ac15'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent'). {{(pid=101447) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 07 18:51:15.919436 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94c46ec-81ea-4b83-97a1-65f94baac42f None None] The sync data for ids ['d8661303-ab57-4636-92f3-bce78254ac15'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:51:15.962044 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dc17bc2e-6149-454d-8b76-6138f615d545 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.026980 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb2e25ec-f739-4461-a85d-ff0c262f8947 req-ae156093-9ff8-4027-8aac-cf875c2a2259 service neutron] 10.222.0.60 "GET /v2.0/networks/5b36db33-a603-4328-a50c-c82ced7f3f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165186 Sep 07 18:51:16.037266 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec1620-4ce6-4cef-adda-0ea96a3a1e6e req-8e000ba7-1cd4-4d5c-ae36-f7d4cfa52713 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:16.038698 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8ec1620-4ce6-4cef-adda-0ea96a3a1e6e req-8e000ba7-1cd4-4d5c-ae36-f7d4cfa52713 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.1348741 Sep 07 18:51:16.103453 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dc17bc2e-6149-454d-8b76-6138f615d545 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.147258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17bc2e-6149-454d-8b76-6138f615d545 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd5e21d-f451-4ea9-b5f2-f30db084756d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:16.149506 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dc17bc2e-6149-454d-8b76-6138f615d545 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.151347 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-dc17bc2e-6149-454d-8b76-6138f615d545 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/cbd5e21d-f451-4ea9-b5f2-f30db084756d HTTP/1.1" status: 204 len: 168 time: 0.5585098 Sep 07 18:51:16.154191 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55958) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:16.154462 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8ec1620-4ce6-4cef-adda-0ea96a3a1e6e req-766f1cc6-627c-420f-bab4-b36f9a5115da tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091363 Sep 07 18:51:16.155494 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4ebba206-b8a2-46f0-816d-79b653d8909f req-92404dc3-f8e3-4780-ad84-9298767c0dbe tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.181950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92404dc3-f8e3-4780-ad84-9298767c0dbe tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Pushing event deleted for resources: {'Port': ['ID=48452589-8d15-4518-89c5-ea373a326d77,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:16.245497 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-540d80fc-381a-4471-9d58-8ab490c493bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.256209 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4ebba206-b8a2-46f0-816d-79b653d8909f req-92404dc3-f8e3-4780-ad84-9298767c0dbe tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.258920 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4ebba206-b8a2-46f0-816d-79b653d8909f req-92404dc3-f8e3-4780-ad84-9298767c0dbe tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.260160 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ebba206-b8a2-46f0-816d-79b653d8909f req-92404dc3-f8e3-4780-ad84-9298767c0dbe tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "DELETE /v2.0/floatingips/fc2b394b-d193-4ab2-8471-69842331f4b9 HTTP/1.1" status: 204 len: 173 time: 0.9921005 Sep 07 18:51:16.338756 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-540d80fc-381a-4471-9d58-8ab490c493bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.349037 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-367dae1e-0fd6-4067-bc4b-64e1fa32bf7f req-cfc88a94-5e60-45ad-b634-28a0c5721491 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/floatingips/7f1a7c98-15be-4f4c-b35f-02fbb6cbd047 HTTP/1.1" status: 200 len: 693 time: 0.0666714 Sep 07 18:51:16.455919 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569e441-205f-4a04-80a2-3b34aecdf945 req-be445f23-9951-4947-bf6d-142a5574d534 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:16.458606 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0569e441-205f-4a04-80a2-3b34aecdf945 req-be445f23-9951-4947-bf6d-142a5574d534 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.1320379 Sep 07 18:51:16.526905 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0569e441-205f-4a04-80a2-3b34aecdf945 req-63adc3d9-9f58-4470-811a-1998ada9b6f5 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599113 Sep 07 18:51:16.534011 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dae1e-0fd6-4067-bc4b-64e1fa32bf7f req-6e71ed09-83bd-4815-8727-89f65c16a9f3 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:16.535775 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-367dae1e-0fd6-4067-bc4b-64e1fa32bf7f req-6e71ed09-83bd-4815-8727-89f65c16a9f3 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.1715045 Sep 07 18:51:16.588102 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-367dae1e-0fd6-4067-bc4b-64e1fa32bf7f req-303bf108-423c-4f43-88ac-170afeeef49e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.162 HTTP/1.1" status: 200 len: 696 time: 0.0447099 Sep 07 18:51:16.635538 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-540d80fc-381a-4471-9d58-8ab490c493bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf5f6d6-bf38-4abc-9320-e364b6785e87']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:16.641263 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-367dae1e-0fd6-4067-bc4b-64e1fa32bf7f req-0876d123-b796-47bb-ad26-16d3f29bcdf9 tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.162 HTTP/1.1" status: 200 len: 696 time: 0.0470369 Sep 07 18:51:16.645052 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-540d80fc-381a-4471-9d58-8ab490c493bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2efd62-833d-490b-8bcb-c86c2c50e7fc') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:16.645346 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-540d80fc-381a-4471-9d58-8ab490c493bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2efd62-833d-490b-8bcb-c86c2c50e7fc') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:16.654735 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-540d80fc-381a-4471-9d58-8ab490c493bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.667982 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-540d80fc-381a-4471-9d58-8ab490c493bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.673635 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540d80fc-381a-4471-9d58-8ab490c493bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:51:16.674014 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-540d80fc-381a-4471-9d58-8ab490c493bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:51:16.675751 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:51:16.734613 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-540d80fc-381a-4471-9d58-8ab490c493bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.742124 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540d80fc-381a-4471-9d58-8ab490c493bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bcf5f6d6-bf38-4abc-9320-e364b6785e87 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 07 18:51:16.753287 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-540d80fc-381a-4471-9d58-8ab490c493bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.755523 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-540d80fc-381a-4471-9d58-8ab490c493bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "DELETE /v2.0/networks/bcf5f6d6-bf38-4abc-9320-e364b6785e87 HTTP/1.1" status: 204 len: 168 time: 0.6003325 Sep 07 18:51:16.757458 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d80fc-381a-4471-9d58-8ab490c493bb tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Pushing event deleted for resources: {'Network': ['ID=bcf5f6d6-bf38-4abc-9320-e364b6785e87,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:16.781559 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-367dae1e-0fd6-4067-bc4b-64e1fa32bf7f req-15a5957a-1e99-4fcb-a923-bcaee340d08e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Deleting port 0ec34387-1a7c-42bf-93f6-5ae152271078 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:16.781903 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-367dae1e-0fd6-4067-bc4b-64e1fa32bf7f req-15a5957a-1e99-4fcb-a923-bcaee340d08e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.904998 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35818173-db2a-4140-a52c-a2528f19f2a1 req-57ec9a0f-559e-4372-8053-5ce8e405d545 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:16.906498 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-35818173-db2a-4140-a52c-a2528f19f2a1 req-57ec9a0f-559e-4372-8053-5ce8e405d545 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.1161010 Sep 07 18:51:16.935288 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-367dae1e-0fd6-4067-bc4b-64e1fa32bf7f req-15a5957a-1e99-4fcb-a923-bcaee340d08e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.935717 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-367dae1e-0fd6-4067-bc4b-64e1fa32bf7f req-15a5957a-1e99-4fcb-a923-bcaee340d08e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.955641 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-367dae1e-0fd6-4067-bc4b-64e1fa32bf7f req-15a5957a-1e99-4fcb-a923-bcaee340d08e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Calling delete_port for 0ec34387-1a7c-42bf-93f6-5ae152271078 owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:16.961211 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55976) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:16.965699 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-13825956-243f-451a-bd23-c227d74c9b3a tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Request body: {'router': {'name': 'tempest-router--706388461', 'project_id': '90cec75ca5a14c82ae86ace2d9dc5439'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:16.980200 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-35818173-db2a-4140-a52c-a2528f19f2a1 req-40b95c87-5752-4284-bf99-850fa2be6e66 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647597 Sep 07 18:51:16.989279 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-13825956-243f-451a-bd23-c227d74c9b3a tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.990426 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-13825956-243f-451a-bd23-c227d74c9b3a tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:17.053153 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-13825956-243f-451a-bd23-c227d74c9b3a tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:17.058735 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-13825956-243f-451a-bd23-c227d74c9b3a tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:17.085932 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-13825956-243f-451a-bd23-c227d74c9b3a tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:17.088555 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-13825956-243f-451a-bd23-c227d74c9b3a tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1250436 Sep 07 18:51:17.092652 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55978) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:17.178296 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef82ad18-1044-4561-9f7b-45f3d12785c2 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:17.185522 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-367dae1e-0fd6-4067-bc4b-64e1fa32bf7f req-15a5957a-1e99-4fcb-a923-bcaee340d08e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:17.219404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5957a-1e99-4fcb-a923-bcaee340d08e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Pushing event deleted for resources: {'Port': ['ID=0ec34387-1a7c-42bf-93f6-5ae152271078,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:17.305127 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-367dae1e-0fd6-4067-bc4b-64e1fa32bf7f req-15a5957a-1e99-4fcb-a923-bcaee340d08e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:17.316061 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-367dae1e-0fd6-4067-bc4b-64e1fa32bf7f req-15a5957a-1e99-4fcb-a923-bcaee340d08e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:17.317266 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-367dae1e-0fd6-4067-bc4b-64e1fa32bf7f req-15a5957a-1e99-4fcb-a923-bcaee340d08e tempest-FloatingIPDetailsTestJSON-658692736 tempest-FloatingIPDetailsTestJSON-658692736-project] 10.222.0.26 "DELETE /v2.0/floatingips/7f1a7c98-15be-4f4c-b35f-02fbb6cbd047 HTTP/1.1" status: 204 len: 173 time: 0.6701925 Sep 07 18:51:17.324227 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55984) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:17.354790 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef82ad18-1044-4561-9f7b-45f3d12785c2 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:17.357103 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef82ad18-1044-4561-9f7b-45f3d12785c2 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:17.387069 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8a90f-4d8f-4b1b-9168-1785e62b7322 req-6f2dfbd1-0594-4e39-8e7b-af47f7f375fd tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:17.388576 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2bb8a90f-4d8f-4b1b-9168-1785e62b7322 req-6f2dfbd1-0594-4e39-8e7b-af47f7f375fd tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.1258264 Sep 07 18:51:17.402087 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef82ad18-1044-4561-9f7b-45f3d12785c2 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:17.402586 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef82ad18-1044-4561-9f7b-45f3d12785c2 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72ac3efc-54af-4302-bb8e-56c72caf8811 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:51:17.406784 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef82ad18-1044-4561-9f7b-45f3d12785c2 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:17.411239 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ef82ad18-1044-4561-9f7b-45f3d12785c2 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "DELETE /v2.0/routers/72ac3efc-54af-4302-bb8e-56c72caf8811 HTTP/1.1" status: 204 len: 168 time: 0.3144362 Sep 07 18:51:17.468681 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2bb8a90f-4d8f-4b1b-9168-1785e62b7322 req-667cafb9-d83d-495f-8486-5d90bb0b5163 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731339 Sep 07 18:51:17.513513 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55988) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:17.686293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38bcdf-e97c-460b-8e6d-ef9760fe9045 req-26e0cfcd-1e30-4f7e-a90b-7fcce908040a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:17.687756 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d38bcdf-e97c-460b-8e6d-ef9760fe9045 req-26e0cfcd-1e30-4f7e-a90b-7fcce908040a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.0907016 Sep 07 18:51:17.715811 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-dc19143e-2211-4b97-b145-fd5b5ad892b9 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-611571408', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:17.738992 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d38bcdf-e97c-460b-8e6d-ef9760fe9045 req-c9ad50f0-8ca0-4ba8-adcc-a86341ccb631 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437262 Sep 07 18:51:17.740219 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dc19143e-2211-4b97-b145-fd5b5ad892b9 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:17.741434 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dc19143e-2211-4b97-b145-fd5b5ad892b9 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:17.805551 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dc19143e-2211-4b97-b145-fd5b5ad892b9 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.001469 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dc19143e-2211-4b97-b145-fd5b5ad892b9 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.136127 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4bd7757c-c6e5-42b7-accf-801717a131ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.202586 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dc19143e-2211-4b97-b145-fd5b5ad892b9 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.221519 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dc19143e-2211-4b97-b145-fd5b5ad892b9 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.224152 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00234939-f026-4818-a815-8a7af0204a5e req-395606ce-a51e-4673-a76e-ac191db85b40 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:18.225661 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00234939-f026-4818-a815-8a7af0204a5e req-395606ce-a51e-4673-a76e-ac191db85b40 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.1258125 Sep 07 18:51:18.238710 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3644d1d-1a27-4a5e-97b9-cc74c2d37a33 req-d2a4e27a-15c9-43db-b2d4-9db79849e530 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:18.240154 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a3644d1d-1a27-4a5e-97b9-cc74c2d37a33 req-d2a4e27a-15c9-43db-b2d4-9db79849e530 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.1389241 Sep 07 18:51:18.331682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-dc19143e-2211-4b97-b145-fd5b5ad892b9 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Allocated IP 172.25.8.125 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/54146636-6d27-4b40-bdbe-607e202cd457) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:18.376226 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a3644d1d-1a27-4a5e-97b9-cc74c2d37a33 req-44b4d3f2-ef27-4683-8fa0-0f01f6631296 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098475 Sep 07 18:51:18.402075 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00234939-f026-4818-a815-8a7af0204a5e req-921a6d76-6a98-4774-bd64-b2adf56c8efc tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356511 Sep 07 18:51:18.442927 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dc19143e-2211-4b97-b145-fd5b5ad892b9 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.500287 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dc19143e-2211-4b97-b145-fd5b5ad892b9 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.537696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-4bd7757c-c6e5-42b7-accf-801717a131ac admin admin] Deleting port e484a478-657c-4e88-b58c-03044a22aae7 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:18.538664 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4bd7757c-c6e5-42b7-accf-801717a131ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.554566 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc19143e-2211-4b97-b145-fd5b5ad892b9 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:18.557731 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-dc19143e-2211-4b97-b145-fd5b5ad892b9 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:18.560821 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc19143e-2211-4b97-b145-fd5b5ad892b9 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:18.591458 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19143e-2211-4b97-b145-fd5b5ad892b9 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Pushing event updated for resources: {'Port': ['ID=54146636-6d27-4b40-bdbe-607e202cd457,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:18.658519 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-4bd7757c-c6e5-42b7-accf-801717a131ac admin admin] For port e484a478-657c-4e88-b58c-03044a22aae7, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e484a478-657c-4e88-b58c-03044a22aae7,segment=NetworkSegment(3aaeb8bc-75ea-4feb-945b-c213d5271af9),segment_id=3aaeb8bc-75ea-4feb-945b-c213d5271af9)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:18.658911 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4bd7757c-c6e5-42b7-accf-801717a131ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.682192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7103b-811e-4e2b-a882-06610b6a7940 req-2a009bcd-abd4-4dfd-bc89-89aa1a84a8ce tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:18.683720 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5a7103b-811e-4e2b-a882-06610b6a7940 req-2a009bcd-abd4-4dfd-bc89-89aa1a84a8ce tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.0824790 Sep 07 18:51:18.687861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-4bd7757c-c6e5-42b7-accf-801717a131ac admin admin] Calling delete_port for e484a478-657c-4e88-b58c-03044a22aae7 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:18.712463 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-a77f8cee-f2eb-4bda-8d59-489cc9db5cb5 req-cd549d0d-e2b8-4247-88c2-64597b2d85a6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:51:18.713472 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a77f8cee-f2eb-4bda-8d59-489cc9db5cb5 req-cd549d0d-e2b8-4247-88c2-64597b2d85a6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135622 Sep 07 18:51:18.764637 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5a7103b-811e-4e2b-a882-06610b6a7940 req-667cb568-048f-4ef1-a0c9-063ac818aba6 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747795 Sep 07 18:51:18.931131 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dc19143e-2211-4b97-b145-fd5b5ad892b9 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.968839 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4bd7757c-c6e5-42b7-accf-801717a131ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.984011 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3adf1-55a4-465d-8343-0bd9e32b49cf req-cf287445-abb5-4917-ae58-e47723ac3614 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:18.985543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0bb3adf1-55a4-465d-8343-0bd9e32b49cf req-cf287445-abb5-4917-ae58-e47723ac3614 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.0717196 Sep 07 18:51:19.007319 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7757c-c6e5-42b7-accf-801717a131ac admin admin] Pushing event deleted for resources: {'Port': ['ID=e484a478-657c-4e88-b58c-03044a22aae7,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:19.055638 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-47a7961a-c9b2-4a9b-8296-68d34dae0518 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1416831 Sep 07 18:51:19.068498 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-72bcd1b2-261a-4039-9e4c-0b6580adaa3a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:51:19.069527 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-72bcd1b2-261a-4039-9e4c-0b6580adaa3a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051038 Sep 07 18:51:19.087617 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0bb3adf1-55a4-465d-8343-0bd9e32b49cf req-c02a68c9-1dcf-496a-b294-bdafa575472e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823150 Sep 07 18:51:19.201901 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dc19143e-2211-4b97-b145-fd5b5ad892b9 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:19.230241 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4bd7757c-c6e5-42b7-accf-801717a131ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:19.341306 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc19143e-2211-4b97-b145-fd5b5ad892b9 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Router 8a3465ad-93c5-46d6-8b1e-6a2549b1dfda is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:51:19.461401 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd7757c-c6e5-42b7-accf-801717a131ac admin admin] Router 80d5d3a5-6f5a-44c1-af11-1967646d8f2c has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:51:19.464352 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc19143e-2211-4b97-b145-fd5b5ad892b9 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:51:19.474881 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa2e7c4-f875-40f2-a92b-52dacd64d605 None None] Sync routers for ids ['8a3465ad-93c5-46d6-8b1e-6a2549b1dfda'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:51:19.492259 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa2e7c4-f875-40f2-a92b-52dacd64d605 None None] Routers {'8a3465ad-93c5-46d6-8b1e-6a2549b1dfda'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:19.495806 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-0fa2e7c4-f875-40f2-a92b-52dacd64d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8a3465ad-93c5-46d6-8b1e-6a2549b1dfda'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:19.506640 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dc19143e-2211-4b97-b145-fd5b5ad892b9 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:19.508265 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dc19143e-2211-4b97-b145-fd5b5ad892b9 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9936600 Sep 07 18:51:19.510768 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56038) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:19.546799 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-0fa2e7c4-f875-40f2-a92b-52dacd64d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:19.557716 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa2e7c4-f875-40f2-a92b-52dacd64d605 None None] Routers {'8a3465ad-93c5-46d6-8b1e-6a2549b1dfda'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:19.558654 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-0fa2e7c4-f875-40f2-a92b-52dacd64d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8a3465ad-93c5-46d6-8b1e-6a2549b1dfda'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:19.596956 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-0fa2e7c4-f875-40f2-a92b-52dacd64d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:19.598412 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa2e7c4-f875-40f2-a92b-52dacd64d605 None None] The sync data for ids ['8a3465ad-93c5-46d6-8b1e-6a2549b1dfda'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:51:19.643874 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd7757c-c6e5-42b7-accf-801717a131ac admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:51:19.655183 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d616da-dd73-496e-82ee-aa81be042a87 None None] Sync routers for ids ['80d5d3a5-6f5a-44c1-af11-1967646d8f2c'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:51:19.662134 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4bd7757c-c6e5-42b7-accf-801717a131ac admin admin] 10.222.0.26 "PUT /v2.0/routers/80d5d3a5-6f5a-44c1-af11-1967646d8f2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3367424 Sep 07 18:51:19.663419 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56044) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:19.670905 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d616da-dd73-496e-82ee-aa81be042a87 None None] Routers {'80d5d3a5-6f5a-44c1-af11-1967646d8f2c'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:19.672228 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-00d616da-dd73-496e-82ee-aa81be042a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['80d5d3a5-6f5a-44c1-af11-1967646d8f2c'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:19.767732 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea24318-54f3-4c13-9349-d58639237cf9 req-044f75aa-75cc-431e-88f5-76d6125187ac tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:19.777574 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ea24318-54f3-4c13-9349-d58639237cf9 req-044f75aa-75cc-431e-88f5-76d6125187ac tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.1987629 Sep 07 18:51:19.866560 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ea24318-54f3-4c13-9349-d58639237cf9 req-a272460d-b50f-4c1d-a461-acfccf031802 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879874 Sep 07 18:51:19.888686 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-00d616da-dd73-496e-82ee-aa81be042a87 None None] Set router 80d5d3a5-6f5a-44c1-af11-1967646d8f2c gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:51:19.913000 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f2898ff5-4fbf-4ea0-aa3e-bcb6c3d00774 admin admin] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:19.973792 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfb374-fdf3-45c6-9bd9-2aaebc0f870f req-e3047d3e-5628-4e3e-bd93-d1d0d36cd7b1 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:19.975372 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e9bfb374-fdf3-45c6-9bd9-2aaebc0f870f req-e3047d3e-5628-4e3e-bd93-d1d0d36cd7b1 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.0989456 Sep 07 18:51:20.052666 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-de1b13ac-6baa-44cf-a9a4-1b219eb762de tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "GET /v2.0/routers/8a3465ad-93c5-46d6-8b1e-6a2549b1dfda HTTP/1.1" status: 200 len: 920 time: 0.5376096 Sep 07 18:51:20.052925 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e9bfb374-fdf3-45c6-9bd9-2aaebc0f870f req-cb8485b3-16af-48ed-8df8-a84b8b83eed2 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697420 Sep 07 18:51:20.054155 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56052) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:20.066342 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f2898ff5-4fbf-4ea0-aa3e-bcb6c3d00774 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:20.088417 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-243b9142-abd5-49f6-a0c0-42e97cca9333 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3465ad-93c5-46d6-8b1e-6a2549b1dfda HTTP/1.1" status: 200 len: 205 time: 0.0327284 Sep 07 18:51:20.091109 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56054) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:20.127980 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-f2898ff5-4fbf-4ea0-aa3e-bcb6c3d00774 admin admin] Deleting port e348c154-8a78-4774-af1e-dca5c7c4b875 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:20.128359 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f2898ff5-4fbf-4ea0-aa3e-bcb6c3d00774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:20.166096 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-00d616da-dd73-496e-82ee-aa81be042a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d5d3a5-6f5a-44c1-af11-1967646d8f2c', 'name': 'tempest-FloatingIPDetailsTestJSON-1140911429-router', 'tenant_id': '10b8c1841631418fa0f410e2b58687bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'e348c154-8a78-4774-af1e-dca5c7c4b875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:37Z', 'updated_at': '2021-09-07T18:51:18Z', 'revision_number': 5, 'project_id': '10b8c1841631418fa0f410e2b58687bc', 'gw_port': {'id': 'e348c154-8a78-4774-af1e-dca5c7c4b875', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d3a5-6f5a-44c1-af11-1967646d8f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:38Z', 'updated_at': '2021-09-07T18:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:20.199198 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d616da-dd73-496e-82ee-aa81be042a87 None None] Checking router: 80d5d3a5-6f5a-44c1-af11-1967646d8f2c for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:51:20.211677 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d616da-dd73-496e-82ee-aa81be042a87 None None] Routers {'80d5d3a5-6f5a-44c1-af11-1967646d8f2c'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:20.212401 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-00d616da-dd73-496e-82ee-aa81be042a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['80d5d3a5-6f5a-44c1-af11-1967646d8f2c'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:20.228361 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59d8dc71-0e91-4792-a81e-433648412338 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:20.261793 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-f2898ff5-4fbf-4ea0-aa3e-bcb6c3d00774 admin admin] For port e348c154-8a78-4774-af1e-dca5c7c4b875, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e348c154-8a78-4774-af1e-dca5c7c4b875,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:20.262466 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f2898ff5-4fbf-4ea0-aa3e-bcb6c3d00774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:20.284664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58c118-b5e7-4bc2-aa67-0724fbdc4978 req-93e3e313-e72b-4bf9-8e2c-0401dd233e46 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:20.286240 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc58c118-b5e7-4bc2-aa67-0724fbdc4978 req-93e3e313-e72b-4bf9-8e2c-0401dd233e46 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.0867875 Sep 07 18:51:20.287140 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-f2898ff5-4fbf-4ea0-aa3e-bcb6c3d00774 admin admin] Calling delete_port for e348c154-8a78-4774-af1e-dca5c7c4b875 owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:20.297941 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-00d616da-dd73-496e-82ee-aa81be042a87 None None] Set router 80d5d3a5-6f5a-44c1-af11-1967646d8f2c gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:51:20.336655 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59d8dc71-0e91-4792-a81e-433648412338 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:20.356483 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-00d616da-dd73-496e-82ee-aa81be042a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d5d3a5-6f5a-44c1-af11-1967646d8f2c', 'name': 'tempest-FloatingIPDetailsTestJSON-1140911429-router', 'tenant_id': '10b8c1841631418fa0f410e2b58687bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:37Z', 'updated_at': '2021-09-07T18:51:20Z', 'revision_number': 6, 'project_id': '10b8c1841631418fa0f410e2b58687bc', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:20.380352 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc58c118-b5e7-4bc2-aa67-0724fbdc4978 req-d9e16cf6-6726-43fc-b1d6-09422d68f6c6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835674 Sep 07 18:51:20.387953 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d616da-dd73-496e-82ee-aa81be042a87 None None] The sync data for ids ['80d5d3a5-6f5a-44c1-af11-1967646d8f2c'] in n-d-807786-1 is: [{'id': '80d5d3a5-6f5a-44c1-af11-1967646d8f2c', 'name': 'tempest-FloatingIPDetailsTestJSON-1140911429-router', 'tenant_id': '10b8c1841631418fa0f410e2b58687bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:37Z', 'updated_at': '2021-09-07T18:51:20Z', 'revision_number': 6, 'project_id': '10b8c1841631418fa0f410e2b58687bc', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:51:20.402681 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-59d8dc71-0e91-4792-a81e-433648412338 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Deleting port 54146636-6d27-4b40-bdbe-607e202cd457 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:20.403031 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59d8dc71-0e91-4792-a81e-433648412338 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:20.482427 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59d8dc71-0e91-4792-a81e-433648412338 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:20.494235 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-59d8dc71-0e91-4792-a81e-433648412338 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Calling delete_port for 54146636-6d27-4b40-bdbe-607e202cd457 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:20.500014 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f2898ff5-4fbf-4ea0-aa3e-bcb6c3d00774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:20.527813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2898ff5-4fbf-4ea0-aa3e-bcb6c3d00774 admin admin] Pushing event deleted for resources: {'Port': ['ID=e348c154-8a78-4774-af1e-dca5c7c4b875,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:20.613441 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f2898ff5-4fbf-4ea0-aa3e-bcb6c3d00774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:20.689714 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59d8dc71-0e91-4792-a81e-433648412338 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:20.725740 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8dc71-0e91-4792-a81e-433648412338 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Pushing event deleted for resources: {'Port': ['ID=54146636-6d27-4b40-bdbe-607e202cd457,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:20.734059 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f2898ff5-4fbf-4ea0-aa3e-bcb6c3d00774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:20.738464 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f2898ff5-4fbf-4ea0-aa3e-bcb6c3d00774 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:20.785321 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-9c20546c-1f5b-454b-afb3-d65e391313e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:20.787177 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-9c20546c-1f5b-454b-afb3-d65e391313e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 1101 time: 0.1114945 Sep 07 18:51:20.803204 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59d8dc71-0e91-4792-a81e-433648412338 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:20.844273 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f2898ff5-4fbf-4ea0-aa3e-bcb6c3d00774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:20.844828 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2898ff5-4fbf-4ea0-aa3e-bcb6c3d00774 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80d5d3a5-6f5a-44c1-af11-1967646d8f2c {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:51:20.852342 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f2898ff5-4fbf-4ea0-aa3e-bcb6c3d00774 admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:20.853613 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f2898ff5-4fbf-4ea0-aa3e-bcb6c3d00774 admin admin] 10.222.0.26 "DELETE /v2.0/routers/80d5d3a5-6f5a-44c1-af11-1967646d8f2c HTTP/1.1" status: 204 len: 168 time: 1.1876848 Sep 07 18:51:20.871971 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56064) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:20.929539 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-bc402d48-7128-4aad-8ac2-2fb131927562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:20.931106 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-bc402d48-7128-4aad-8ac2-2fb131927562 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.1358922 Sep 07 18:51:20.949435 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59d8dc71-0e91-4792-a81e-433648412338 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:20.952944 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59d8dc71-0e91-4792-a81e-433648412338 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:20.975182 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-94991f08-5da7-42c1-a3aa-db23b4a31363 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b HTTP/1.1" status: 200 len: 217 time: 0.0369987 Sep 07 18:51:21.000836 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-465ab332-b721-4a2c-993b-0b0889b7fff0 admin admin] Deleting subnet 9fd8673e-a9ec-42da-82e1-3deea2747fdf {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:51:21.006295 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-465ab332-b721-4a2c-993b-0b0889b7fff0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:21.028608 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59d8dc71-0e91-4792-a81e-433648412338 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:21.029127 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d8dc71-0e91-4792-a81e-433648412338 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Fanout notify agent at l3_agent the message router_deleted on router 8a3465ad-93c5-46d6-8b1e-6a2549b1dfda {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:51:21.039360 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59d8dc71-0e91-4792-a81e-433648412338 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:21.040662 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-59d8dc71-0e91-4792-a81e-433648412338 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "DELETE /v2.0/routers/8a3465ad-93c5-46d6-8b1e-6a2549b1dfda HTTP/1.1" status: 204 len: 168 time: 0.9471357 Sep 07 18:51:21.044386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56068) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:21.050083 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-5fc1729d-d4b7-4fed-9288-29018c70098d tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1827924454', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'enable_snat': False}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:21.051943 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-bf3bc1e0-7dcd-4d5a-9bfb-87b1fdfd03ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:21.053456 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-bf3bc1e0-7dcd-4d5a-9bfb-87b1fdfd03ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0709281 Sep 07 18:51:21.060577 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-465ab332-b721-4a2c-993b-0b0889b7fff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:21.062018 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581c4e2-d228-4f63-9213-22a269f96998 req-fe416653-d4fe-4948-b18a-014c485ce223 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:21.063257 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b581c4e2-d228-4f63-9213-22a269f96998 req-fe416653-d4fe-4948-b18a-014c485ce223 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.0910206 Sep 07 18:51:21.102036 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5fc1729d-d4b7-4fed-9288-29018c70098d tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:21.103141 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5fc1729d-d4b7-4fed-9288-29018c70098d tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:21.127026 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b581c4e2-d228-4f63-9213-22a269f96998 req-04614915-f4e6-41bc-b4df-edac707765b1 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537732 Sep 07 18:51:21.130499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-94bc14f9-2ec9-446d-be4b-a3fbafe05722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:21.131954 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-94bc14f9-2ec9-446d-be4b-a3fbafe05722 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678432 Sep 07 18:51:21.201842 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5fc1729d-d4b7-4fed-9288-29018c70098d tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:21.206751 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-465ab332-b721-4a2c-993b-0b0889b7fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:21.233868 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75987c-f9b1-409a-8f48-15209b2a41d0 req-67a83ca3-e18d-44d8-85ce-ec218c436c6b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:21.235361 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-be75987c-f9b1-409a-8f48-15209b2a41d0 req-67a83ca3-e18d-44d8-85ce-ec218c436c6b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.1025472 Sep 07 18:51:21.281558 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-177f19cb-837e-41f5-b883-b1878abab600 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403339 Sep 07 18:51:21.289073 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e484a478-657c-4e88-b58c-03044a22aae7 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:51:21.296017 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-be75987c-f9b1-409a-8f48-15209b2a41d0 req-59df2528-1e8d-474e-a486-11576b651236 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526402 Sep 07 18:51:21.319783 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: e484a478-657c-4e88-b58c-03044a22aae7 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:51:21.320536 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e484a478-657c-4e88-b58c-03044a22aae7 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:51:21.353318 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-465ab332-b721-4a2c-993b-0b0889b7fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:21.392254 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5fc1729d-d4b7-4fed-9288-29018c70098d tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:21.399677 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-a953dad7-55f2-4775-bed8-6ec50e05cc4b service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025546 Sep 07 18:51:21.420896 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ab332-b721-4a2c-993b-0b0889b7fff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fd8673e-a9ec-42da-82e1-3deea2747fdf,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:21.430260 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-465ab332-b721-4a2c-993b-0b0889b7fff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:21.434973 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56074) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:21.435316 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c068e88d-4cc0-45db-941b-37e946ebe711 None None] Network dec5c1e5-73f1-4f3b-9d28-a98870f599e8 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:51:21.439372 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-465ab332-b721-4a2c-993b-0b0889b7fff0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9fd8673e-a9ec-42da-82e1-3deea2747fdf HTTP/1.1" status: 204 len: 168 time: 0.5589571 Sep 07 18:51:21.686822 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4df1bb-3e0e-47a8-af21-2d652baf59bc None None] DHCP port deletion for dec5c1e5-73f1-4f3b-9d28-a98870f599e8 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:51:21.729819 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5fc1729d-d4b7-4fed-9288-29018c70098d tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:21.761901 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5fc1729d-d4b7-4fed-9288-29018c70098d tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:21.787214 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-9a4df1bb-3e0e-47a8-af21-2d652baf59bc None None] Deleting port dbaf86f0-4712-44c7-a13c-383d3251f97b {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:21.788081 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9a4df1bb-3e0e-47a8-af21-2d652baf59bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:21.860767 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-9a4df1bb-3e0e-47a8-af21-2d652baf59bc None None] For port dbaf86f0-4712-44c7-a13c-383d3251f97b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=dbaf86f0-4712-44c7-a13c-383d3251f97b,segment=NetworkSegment(3aaeb8bc-75ea-4feb-945b-c213d5271af9),segment_id=3aaeb8bc-75ea-4feb-945b-c213d5271af9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:21.861269 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9a4df1bb-3e0e-47a8-af21-2d652baf59bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:21.861607 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ae12a950-e128-40cd-85cc-3386a36a9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:21.888132 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-9a4df1bb-3e0e-47a8-af21-2d652baf59bc None None] Calling delete_port for dbaf86f0-4712-44c7-a13c-383d3251f97b owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:21.895192 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-5fc1729d-d4b7-4fed-9288-29018c70098d tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Allocated IP 172.25.8.6 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/58af116b-7845-4e8a-afcc-d8df5f474e9e) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:21.917241 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b0087-7cdd-477a-b553-21d034975d7b req-191dbc7f-a318-42ed-84ed-301c0bbeaf5d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:21.919110 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d50b0087-7cdd-477a-b553-21d034975d7b req-191dbc7f-a318-42ed-84ed-301c0bbeaf5d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.4190462 Sep 07 18:51:21.962395 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-ae12a950-e128-40cd-85cc-3386a36a9d12 admin admin] Deleting port dbaf86f0-4712-44c7-a13c-383d3251f97b {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:21.962729 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ae12a950-e128-40cd-85cc-3386a36a9d12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:21.982034 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d50b0087-7cdd-477a-b553-21d034975d7b req-92613007-842d-4158-8c10-02d1f3703989 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550315 Sep 07 18:51:21.990960 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9a4df1bb-3e0e-47a8-af21-2d652baf59bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:22.018183 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4df1bb-3e0e-47a8-af21-2d652baf59bc None None] Pushing event deleted for resources: {'Port': ['ID=dbaf86f0-4712-44c7-a13c-383d3251f97b,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:22.024281 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4df1bb-3e0e-47a8-af21-2d652baf59bc None None] No DVR routers for this DVR port dbaf86f0-4712-44c7-a13c-383d3251f97b on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:51:22.045173 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5fc1729d-d4b7-4fed-9288-29018c70098d tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:22.045363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-ae12a950-e128-40cd-85cc-3386a36a9d12 admin admin] For port dbaf86f0-4712-44c7-a13c-383d3251f97b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=dbaf86f0-4712-44c7-a13c-383d3251f97b,segment=NetworkSegment(3aaeb8bc-75ea-4feb-945b-c213d5271af9),segment_id=3aaeb8bc-75ea-4feb-945b-c213d5271af9)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:22.045600 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ae12a950-e128-40cd-85cc-3386a36a9d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:22.061867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-ae12a950-e128-40cd-85cc-3386a36a9d12 admin admin] Calling delete_port for dbaf86f0-4712-44c7-a13c-383d3251f97b owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:22.085983 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5fc1729d-d4b7-4fed-9288-29018c70098d tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:22.148024 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1729d-d4b7-4fed-9288-29018c70098d tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Pushing event updated for resources: {'Port': ['ID=58af116b-7845-4e8a-afcc-d8df5f474e9e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:22.151320 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc1729d-d4b7-4fed-9288-29018c70098d tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:22.152164 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ae12a950-e128-40cd-85cc-3386a36a9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:22.154785 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-5fc1729d-d4b7-4fed-9288-29018c70098d tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:22.159845 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc1729d-d4b7-4fed-9288-29018c70098d tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:22.180491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12a950-e128-40cd-85cc-3386a36a9d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbaf86f0-4712-44c7-a13c-383d3251f97b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:22.184837 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae12a950-e128-40cd-85cc-3386a36a9d12 admin admin] No DVR routers for this DVR port dbaf86f0-4712-44c7-a13c-383d3251f97b on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:51:22.287020 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ae12a950-e128-40cd-85cc-3386a36a9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:22.308491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99705984-ed0f-456e-947e-cff2b483a625 req-7be4205b-e3b4-4cfe-aecd-0a51762fd3c9 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:22.310359 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-99705984-ed0f-456e-947e-cff2b483a625 req-7be4205b-e3b4-4cfe-aecd-0a51762fd3c9 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.1025681 Sep 07 18:51:22.321857 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-ae12a950-e128-40cd-85cc-3386a36a9d12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec5c1e5-73f1-4f3b-9d28-a98870f599e8']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:22.333717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-ae12a950-e128-40cd-85cc-3386a36a9d12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aaeb8bc-75ea-4feb-945b-c213d5271af9') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:22.334125 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-ae12a950-e128-40cd-85cc-3386a36a9d12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aaeb8bc-75ea-4feb-945b-c213d5271af9') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:22.346476 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ae12a950-e128-40cd-85cc-3386a36a9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:22.390108 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ae12a950-e128-40cd-85cc-3386a36a9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:22.414139 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5fc1729d-d4b7-4fed-9288-29018c70098d tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:22.422308 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae12a950-e128-40cd-85cc-3386a36a9d12 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:51:22.422726 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ae12a950-e128-40cd-85cc-3386a36a9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: self.session.flush() Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: self.session.flush() Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: self.session.flush() Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: self.session.flush() Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: timer() Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:51:22.426199 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:51:22.450377 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-99705984-ed0f-456e-947e-cff2b483a625 req-fa523b5f-e347-4454-ad3c-9c5a51ddba8f tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064167 Sep 07 18:51:22.496361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c3ba7-e507-41d7-8f98-c70c9917ad14 req-90a62a41-c7b0-49ed-a300-07eb6dcc2cf4 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:22.497965 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-317c3ba7-e507-41d7-8f98-c70c9917ad14 req-90a62a41-c7b0-49ed-a300-07eb6dcc2cf4 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.1294348 Sep 07 18:51:22.502662 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ae12a950-e128-40cd-85cc-3386a36a9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:22.515224 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ae12a950-e128-40cd-85cc-3386a36a9d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:22.517055 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ae12a950-e128-40cd-85cc-3386a36a9d12 admin admin] 10.222.0.26 "DELETE /v2.0/networks/dec5c1e5-73f1-4f3b-9d28-a98870f599e8 HTTP/1.1" status: 204 len: 168 time: 1.0804207 Sep 07 18:51:22.536193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12a950-e128-40cd-85cc-3386a36a9d12 admin admin] Pushing event deleted for resources: {'Network': ['ID=dec5c1e5-73f1-4f3b-9d28-a98870f599e8,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:22.565109 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-317c3ba7-e507-41d7-8f98-c70c9917ad14 req-ea27b88a-8f88-4cbb-b217-e66c96d3880f tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596511 Sep 07 18:51:22.627358 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5fc1729d-d4b7-4fed-9288-29018c70098d tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:22.686382 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56088) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:22.727316 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b48b25f7-26c3-4a80-bb77-6fac37fe4fba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=10b8c1841631418fa0f410e2b58687bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397410 Sep 07 18:51:22.729904 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56090) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:22.761653 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc1729d-d4b7-4fed-9288-29018c70098d tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Router e7756c01-3664-48d5-9fa8-2ccd191c8e19 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:51:22.783490 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4d14a246-495b-4e55-9c70-24dd761a6bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:22.810290 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4d14a246-495b-4e55-9c70-24dd761a6bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:22.864956 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e348c154-8a78-4774-af1e-dca5c7c4b875 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:51:22.878283 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4d14a246-495b-4e55-9c70-24dd761a6bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:22.883386 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4d14a246-495b-4e55-9c70-24dd761a6bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:22.885541 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc1729d-d4b7-4fed-9288-29018c70098d tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:51:22.887755 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: e348c154-8a78-4774-af1e-dca5c7c4b875 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:51:22.888103 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e348c154-8a78-4774-af1e-dca5c7c4b875 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:51:22.888539 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device dbaf86f0-4712-44c7-a13c-383d3251f97b no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:51:22.888772 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4d14a246-495b-4e55-9c70-24dd761a6bc8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3951f82b-119c-4f1e-bc77-23153feae0cc HTTP/1.1" status: 204 len: 168 time: 0.1576347 Sep 07 18:51:22.897671 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] Sync routers for ids ['e7756c01-3664-48d5-9fa8-2ccd191c8e19'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:51:22.900192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14a246-495b-4e55-9c70-24dd761a6bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3951f82b-119c-4f1e-bc77-23153feae0cc,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:22.909259 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] Routers {'e7756c01-3664-48d5-9fa8-2ccd191c8e19'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:22.910568 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e7756c01-3664-48d5-9fa8-2ccd191c8e19'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:22.913875 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5fc1729d-d4b7-4fed-9288-29018c70098d tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:22.915150 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5fc1729d-d4b7-4fed-9288-29018c70098d tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.8698130 Sep 07 18:51:22.917831 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56098) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:22.930440 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: dbaf86f0-4712-44c7-a13c-383d3251f97b {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:51:22.931184 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device dbaf86f0-4712-44c7-a13c-383d3251f97b not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:51:23.059984 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] Set router e7756c01-3664-48d5-9fa8-2ccd191c8e19 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:51:23.137673 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf5310-9777-4ea5-9458-4c50f5eb44bd req-bf1fcb49-d89d-40e9-8015-d0e921006ad0 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:23.139523 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-41bf5310-9777-4ea5-9458-4c50f5eb44bd req-bf1fcb49-d89d-40e9-8015-d0e921006ad0 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.0630307 Sep 07 18:51:23.197787 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-41bf5310-9777-4ea5-9458-4c50f5eb44bd req-65d254d4-9cba-4b30-91e1-5c84ec077132 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480266 Sep 07 18:51:23.268428 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7756c01-3664-48d5-9fa8-2ccd191c8e19', 'name': 'tempest-snat-router-1827924454', 'tenant_id': '3548e4a5c65c453bbf4b675d9d2628c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.6'}], 'enable_snat': False}, 'gw_port_id': '58af116b-7845-4e8a-afcc-d8df5f474e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:21Z', 'updated_at': '2021-09-07T18:51:22Z', 'revision_number': 3, 'project_id': '3548e4a5c65c453bbf4b675d9d2628c9', 'gw_port': {'id': '58af116b-7845-4e8a-afcc-d8df5f474e9e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7756c01-3664-48d5-9fa8-2ccd191c8e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:21Z', 'updated_at': '2021-09-07T18:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:23.301064 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] Checking router: e7756c01-3664-48d5-9fa8-2ccd191c8e19 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:51:23.301412 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] Updating router e7756c01-3664-48d5-9fa8-2ccd191c8e19 port 58af116b-7845-4e8a-afcc-d8df5f474e9e binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:51:23.330130 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-106acaa0-34e9-42db-ae8e-aef142f1f217 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "GET /v2.0/routers/e7756c01-3664-48d5-9fa8-2ccd191c8e19 HTTP/1.1" status: 200 len: 907 time: 0.4110782 Sep 07 18:51:23.333143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56112) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:23.333629 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:23.338617 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-3675bbe6-d6ef-40fd-aaa3-803b23fc49fd tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1827924454', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'enable_snat': True}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:23.361462 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3675bbe6-d6ef-40fd-aaa3-803b23fc49fd tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:23.362555 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3675bbe6-d6ef-40fd-aaa3-803b23fc49fd tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:23.421632 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3675bbe6-d6ef-40fd-aaa3-803b23fc49fd tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:23.606807 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3675bbe6-d6ef-40fd-aaa3-803b23fc49fd tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:23.650379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90895b45-e2cc-4334-be03-dc0421a5484c req-91652cc4-b73f-44d7-8e4d-a1dc880bac36 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:23.651987 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90895b45-e2cc-4334-be03-dc0421a5484c req-91652cc4-b73f-44d7-8e4d-a1dc880bac36 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.1026623 Sep 07 18:51:23.729003 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:23.739599 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] Transition to ACTIVE for port object 58af116b-7845-4e8a-afcc-d8df5f474e9e will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:51:23.747906 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:23.760857 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56128) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:23.761083 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90895b45-e2cc-4334-be03-dc0421a5484c req-814314cd-78c2-4aad-a8c5-1427ae4dbc1e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010039 Sep 07 18:51:23.785058 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937023e2-596e-4723-b55c-058f844d4538 req-b357fed2-0e95-47b1-9503-ab2324ad1846 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:23.792972 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-937023e2-596e-4723-b55c-058f844d4538 req-b357fed2-0e95-47b1-9503-ab2324ad1846 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.1168196 Sep 07 18:51:23.811625 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] Attempting to bind port 58af116b-7845-4e8a-afcc-d8df5f474e9e on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:51:23.812105 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] Attempting to bind port 58af116b-7845-4e8a-afcc-d8df5f474e9e by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:51:23.812481 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] Attempting to bind port 58af116b-7845-4e8a-afcc-d8df5f474e9e on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:51:23.815623 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b1e86-343a-4af8-97bb-5cff8599aa2e None None] Pushing event updated for resources: {'Port': ['ID=58af116b-7845-4e8a-afcc-d8df5f474e9e,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:23.821036 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:51:23.821696 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:51:23.822227 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:23.822611 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:51:23.823336 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] Bound port: 58af116b-7845-4e8a-afcc-d8df5f474e9e, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:51:23.823723 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:23.831747 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b1e86-343a-4af8-97bb-5cff8599aa2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:23.832268 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b1e86-343a-4af8-97bb-5cff8599aa2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:23.832626 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b1e86-343a-4af8-97bb-5cff8599aa2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:23.832955 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b1e86-343a-4af8-97bb-5cff8599aa2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:23.833388 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b1e86-343a-4af8-97bb-5cff8599aa2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:23.833711 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b1e86-343a-4af8-97bb-5cff8599aa2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:23.834027 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b1e86-343a-4af8-97bb-5cff8599aa2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:23.834339 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b1e86-343a-4af8-97bb-5cff8599aa2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:23.834656 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b1e86-343a-4af8-97bb-5cff8599aa2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:23.834965 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b1e86-343a-4af8-97bb-5cff8599aa2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:23.835275 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b1e86-343a-4af8-97bb-5cff8599aa2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:23.835588 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b1e86-343a-4af8-97bb-5cff8599aa2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:23.850057 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-937023e2-596e-4723-b55c-058f844d4538 req-7c8e4810-d470-49fd-89b4-c298d456486b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538030 Sep 07 18:51:23.893845 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] For port 58af116b-7845-4e8a-afcc-d8df5f474e9e, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:51:23.903850 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-f2b9ddbe-c632-44d7-b94d-525e8366a291 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-859093588-network', 'tenant_id': '7a590f1aee6a44a596ee50d05aa067fe'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:23.905085 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] For port 58af116b-7845-4e8a-afcc-d8df5f474e9e, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=58af116b-7845-4e8a-afcc-d8df5f474e9e,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:51:23.911138 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:23.927058 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b9ddbe-c632-44d7-b94d-525e8366a291 admin admin] Made reservation on behalf of 7a590f1aee6a44a596ee50d05aa067fe for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:51:23.929971 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f2b9ddbe-c632-44d7-b94d-525e8366a291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:23.943687 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f2b9ddbe-c632-44d7-b94d-525e8366a291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:23.970726 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] Routers {'e7756c01-3664-48d5-9fa8-2ccd191c8e19'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:23.971360 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e7756c01-3664-48d5-9fa8-2ccd191c8e19'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:23.974992 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b1e86-343a-4af8-97bb-5cff8599aa2e None None] Pushing event updated for resources: {'Port': ['ID=58af116b-7845-4e8a-afcc-d8df5f474e9e,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:24.004325 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3675bbe6-d6ef-40fd-aaa3-803b23fc49fd tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.040432 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3675bbe6-d6ef-40fd-aaa3-803b23fc49fd tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.078442 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f2b9ddbe-c632-44d7-b94d-525e8366a291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.083546 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f2b9ddbe-c632-44d7-b94d-525e8366a291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.104102 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] Set router e7756c01-3664-48d5-9fa8-2ccd191c8e19 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:51:24.105397 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b9ddbe-c632-44d7-b94d-525e8366a291 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:51:24.121495 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9ddbe-c632-44d7-b94d-525e8366a291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be93ccb5-3107-4b95-9f31-620da5163250,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:24.124442 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f2b9ddbe-c632-44d7-b94d-525e8366a291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.124817 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-f2b9ddbe-c632-44d7-b94d-525e8366a291 admin admin] Added segment 804b93e5-5c3f-4333-b9ce-f2714caf4472 of type vlan for network cae85b21-e0d4-4405-b94c-264b3b0b3464 Sep 07 18:51:24.163585 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-3675bbe6-d6ef-40fd-aaa3-803b23fc49fd tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Allocated IP 172.25.8.24 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/f470daf8-64df-4ffe-b2c6-20c801b73497) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:24.167242 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f2b9ddbe-c632-44d7-b94d-525e8366a291 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.192696 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f2b9ddbe-c632-44d7-b94d-525e8366a291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.193725 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b9ddbe-c632-44d7-b94d-525e8366a291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:24.194299 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f2b9ddbe-c632-44d7-b94d-525e8366a291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.225870 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f2b9ddbe-c632-44d7-b94d-525e8366a291 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4636121 Sep 07 18:51:24.228701 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56140) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:24.233621 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-0e0d3bc4-cfa2-4071-8a32-3ee15d34b00d admin admin] Request body: {'subnet': {'network_id': 'cae85b21-e0d4-4405-b94c-264b3b0b3464', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-859093588-subnet', 'tenant_id': '7a590f1aee6a44a596ee50d05aa067fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:24.273929 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9ddbe-c632-44d7-b94d-525e8366a291 admin admin] Pushing event updated for resources: {'Network': ['ID=cae85b21-e0d4-4405-b94c-264b3b0b3464,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:24.287871 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0d3bc4-cfa2-4071-8a32-3ee15d34b00d admin admin] Made reservation on behalf of 7a590f1aee6a44a596ee50d05aa067fe for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:51:24.291407 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e0d3bc4-cfa2-4071-8a32-3ee15d34b00d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.291919 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network cae85b21-e0d4-4405-b94c-264b3b0b3464 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:51:24.296310 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3675bbe6-d6ef-40fd-aaa3-803b23fc49fd tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.325063 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7756c01-3664-48d5-9fa8-2ccd191c8e19', 'name': 'tempest-snat-router-1827924454', 'tenant_id': '3548e4a5c65c453bbf4b675d9d2628c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.6'}], 'enable_snat': False}, 'gw_port_id': '58af116b-7845-4e8a-afcc-d8df5f474e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:21Z', 'updated_at': '2021-09-07T18:51:22Z', 'revision_number': 3, 'project_id': '3548e4a5c65c453bbf4b675d9d2628c9', 'gw_port': {'id': '58af116b-7845-4e8a-afcc-d8df5f474e9e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7756c01-3664-48d5-9fa8-2ccd191c8e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:21Z', 'updated_at': '2021-09-07T18:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:24.358585 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130c61c7-3f5f-4afc-91bf-b92e3ab72ee1 None None] The sync data for ids ['e7756c01-3664-48d5-9fa8-2ccd191c8e19'] in n-d-807786-1 is: [{'id': 'e7756c01-3664-48d5-9fa8-2ccd191c8e19', 'name': 'tempest-snat-router-1827924454', 'tenant_id': '3548e4a5c65c453bbf4b675d9d2628c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.6'}], 'enable_snat': False}, 'gw_port_id': '58af116b-7845-4e8a-afcc-d8df5f474e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:21Z', 'updated_at': '2021-09-07T18:51:22Z', 'revision_number': 3, 'project_id': '3548e4a5c65c453bbf4b675d9d2628c9', 'gw_port': {'id': '58af116b-7845-4e8a-afcc-d8df5f474e9e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7756c01-3664-48d5-9fa8-2ccd191c8e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:21Z', 'updated_at': '2021-09-07T18:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:51:24.386961 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c198999-bdfd-49ff-84e3-67696e096599 req-ecb66f53-c3cf-4f94-8f16-1306a58f97ab tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:24.393093 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c198999-bdfd-49ff-84e3-67696e096599 req-ecb66f53-c3cf-4f94-8f16-1306a58f97ab tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.0893586 Sep 07 18:51:24.413983 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3675bbe6-d6ef-40fd-aaa3-803b23fc49fd tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.477883 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3675bbe6-d6ef-40fd-aaa3-803b23fc49fd tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:24.481557 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e0d3bc4-cfa2-4071-8a32-3ee15d34b00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.483697 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c198999-bdfd-49ff-84e3-67696e096599 req-9a2f1fb0-bcd3-4783-a0de-701ffa0313d2 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872200 Sep 07 18:51:24.485981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675bbe6-d6ef-40fd-aaa3-803b23fc49fd tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Pushing event updated for resources: {'Port': ['ID=f470daf8-64df-4ffe-b2c6-20c801b73497,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:24.489137 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-3675bbe6-d6ef-40fd-aaa3-803b23fc49fd tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:24.491229 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3675bbe6-d6ef-40fd-aaa3-803b23fc49fd tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:24.547396 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d3bc4-cfa2-4071-8a32-3ee15d34b00d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8d6eff-6259-4e83-81c5-76eb84c3d4fd,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:24.558156 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0d3bc4-cfa2-4071-8a32-3ee15d34b00d admin admin] Checking segment: {'id': '804b93e5-5c3f-4333-b9ce-f2714caf4472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cae85b21-e0d4-4405-b94c-264b3b0b3464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:51:24.558609 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0d3bc4-cfa2-4071-8a32-3ee15d34b00d admin admin] Network hostable DHCP agents. Network: cae85b21-e0d4-4405-b94c-264b3b0b3464, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:51:24.577627 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0d3bc4-cfa2-4071-8a32-3ee15d34b00d admin admin] Network cae85b21-e0d4-4405-b94c-264b3b0b3464 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:51:24.588899 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-0e0d3bc4-cfa2-4071-8a32-3ee15d34b00d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, cae85b21-e0d4-4405-b94c-264b3b0b3464) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:24.598133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aaa7fe-7258-4003-933b-b72de68b46b4 None None] Network cae85b21-e0d4-4405-b94c-264b3b0b3464 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:51:24.600118 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0d3bc4-cfa2-4071-8a32-3ee15d34b00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:24.603273 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e0d3bc4-cfa2-4071-8a32-3ee15d34b00d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.651576 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0e0d3bc4-cfa2-4071-8a32-3ee15d34b00d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4211607 Sep 07 18:51:24.653816 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56142) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:24.658983 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6a8d7627-1531-43c9-9cdf-4414c4b8a1ec admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-859093588-router', 'tenant_id': '7a590f1aee6a44a596ee50d05aa067fe', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:24.683666 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7627-1531-43c9-9cdf-4414c4b8a1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.689304 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7627-1531-43c9-9cdf-4414c4b8a1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.754937 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7627-1531-43c9-9cdf-4414c4b8a1ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.819894 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-cae85b21-e0d4-4405-b94c-264b3b0b3464', 'network_id': 'cae85b21-e0d4-4405-b94c-264b3b0b3464', 'tenant_id': '7a590f1aee6a44a596ee50d05aa067fe', 'fixed_ips': [{'subnet_id': '5e8d6eff-6259-4e83-81c5-76eb84c3d4fd'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:51:24.820833 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.854989 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3675bbe6-d6ef-40fd-aaa3-803b23fc49fd tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.956921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 58af116b-7845-4e8a-afcc-d8df5f474e9e up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:51:25.034733 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7627-1531-43c9-9cdf-4414c4b8a1ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:25.057501 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 58af116b-7845-4e8a-afcc-d8df5f474e9e completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:51:25.064276 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b1bd1-77bc-4047-ade0-ca41d2338577 req-e030b295-057b-4c51-bdac-60f579504c15 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:25.066777 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 58af116b-7845-4e8a-afcc-d8df5f474e9e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:25.067941 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:25.072453 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e55b1bd1-77bc-4047-ade0-ca41d2338577 req-e030b295-057b-4c51-bdac-60f579504c15 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.1638157 Sep 07 18:51:25.073666 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] Allocated IP 172.20.0.2 (cae85b21-e0d4-4405-b94c-264b3b0b3464/5e8d6eff-6259-4e83-81c5-76eb84c3d4fd/8bb380fc-514e-4b32-a087-166f7d50c4a8) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:25.121752 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8da93a-c867-47d7-8870-88c37f8f0f67 req-765a38d2-67c5-4478-8a16-8f6f3cb4146a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:25.123275 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df8da93a-c867-47d7-8870-88c37f8f0f67 req-765a38d2-67c5-4478-8a16-8f6f3cb4146a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.1568503 Sep 07 18:51:25.200769 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e55b1bd1-77bc-4047-ade0-ca41d2338577 req-c4405d1d-d362-4eb6-95fd-a0a919399465 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236498 Sep 07 18:51:25.253138 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df8da93a-c867-47d7-8870-88c37f8f0f67 req-60274a74-2a7c-4e14-9cc8-91e482c5017f tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204967 Sep 07 18:51:25.263962 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:25.349957 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7627-1531-43c9-9cdf-4414c4b8a1ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:25.350510 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3675bbe6-d6ef-40fd-aaa3-803b23fc49fd tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:25.354493 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 58af116b-7845-4e8a-afcc-d8df5f474e9e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=58af116b-7845-4e8a-afcc-d8df5f474e9e,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:25.376470 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7627-1531-43c9-9cdf-4414c4b8a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:25.386618 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:25.402267 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:25.413308 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] Transition to ACTIVE for port object 8bb380fc-514e-4b32-a087-166f7d50c4a8 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:51:25.452705 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] Transition to ACTIVE for port object 8bb380fc-514e-4b32-a087-166f7d50c4a8 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:51:25.468849 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:25.476921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=58af116b-7845-4e8a-afcc-d8df5f474e9e,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:25.517423 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3675bbe6-d6ef-40fd-aaa3-803b23fc49fd tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Router 1bdaabc5-fc38-44d1-971d-fee93c7a8a4f is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:51:25.527072 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-6a8d7627-1531-43c9-9cdf-4414c4b8a1ec admin admin] Allocated IP 172.25.8.3 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/924086fe-44ff-4d73-a487-94ae0052da5b) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:25.537625 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] Network cae85b21-e0d4-4405-b94c-264b3b0b3464 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:25.541456 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:25.547083 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:25.561532 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] Pushing event updated for resources: {'Port': ['ID=8bb380fc-514e-4b32-a087-166f7d50c4a8,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:25.619721 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] Attempting to bind port 8bb380fc-514e-4b32-a087-166f7d50c4a8 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:51:25.620094 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] Attempting to bind port 8bb380fc-514e-4b32-a087-166f7d50c4a8 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '804b93e5-5c3f-4333-b9ce-f2714caf4472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cae85b21-e0d4-4405-b94c-264b3b0b3464'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:51:25.620533 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] Attempting to bind port 8bb380fc-514e-4b32-a087-166f7d50c4a8 on network cae85b21-e0d4-4405-b94c-264b3b0b3464 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:51:25.625637 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:51:25.625982 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] Checking segment: {'id': '804b93e5-5c3f-4333-b9ce-f2714caf4472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cae85b21-e0d4-4405-b94c-264b3b0b3464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:51:25.626358 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:25.626747 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] Bound using segment: {'id': '804b93e5-5c3f-4333-b9ce-f2714caf4472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cae85b21-e0d4-4405-b94c-264b3b0b3464'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:51:25.627255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] Bound port: 8bb380fc-514e-4b32-a087-166f7d50c4a8, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804b93e5-5c3f-4333-b9ce-f2714caf4472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cae85b21-e0d4-4405-b94c-264b3b0b3464'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:51:25.627642 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:25.669594 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7627-1531-43c9-9cdf-4414c4b8a1ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:25.682130 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3675bbe6-d6ef-40fd-aaa3-803b23fc49fd tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:51:25.692568 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] For port 8bb380fc-514e-4b32-a087-166f7d50c4a8, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:51:25.693726 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f74c2-5b79-4935-a5e9-57c9385ef726 req-08779169-c526-4bca-943b-c97387af0a78 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:25.695340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-786f74c2-5b79-4935-a5e9-57c9385ef726 req-08779169-c526-4bca-943b-c97387af0a78 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.0991261 Sep 07 18:51:25.696071 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] Sync routers for ids ['1bdaabc5-fc38-44d1-971d-fee93c7a8a4f'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:51:25.699183 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] For port 8bb380fc-514e-4b32-a087-166f7d50c4a8, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8bb380fc-514e-4b32-a087-166f7d50c4a8,segment=NetworkSegment(804b93e5-5c3f-4333-b9ce-f2714caf4472),segment_id=804b93e5-5c3f-4333-b9ce-f2714caf4472)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:51:25.705242 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:25.713181 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3675bbe6-d6ef-40fd-aaa3-803b23fc49fd tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:25.714328 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3675bbe6-d6ef-40fd-aaa3-803b23fc49fd tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.3801947 Sep 07 18:51:25.717191 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56156) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:25.741764 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] Routers {'1bdaabc5-fc38-44d1-971d-fee93c7a8a4f'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:25.742404 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1bdaabc5-fc38-44d1-971d-fee93c7a8a4f'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:25.747161 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-786f74c2-5b79-4935-a5e9-57c9385ef726 req-35e538d1-e796-4e52-bcf7-ca7332ee9caa tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413163 Sep 07 18:51:25.777971 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7627-1531-43c9-9cdf-4414c4b8a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:25.814760 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f380e6-35d3-45cf-958e-2926b2ff6c30 None None] Pushing event updated for resources: {'Port': ['ID=8bb380fc-514e-4b32-a087-166f7d50c4a8,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:25.863350 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8d7627-1531-43c9-9cdf-4414c4b8a1ec admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:25.876058 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-6a8d7627-1531-43c9-9cdf-4414c4b8a1ec admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:25.885479 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8d7627-1531-43c9-9cdf-4414c4b8a1ec admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:25.892973 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b75ce81a-0627-4325-8083-84e257fd7cce tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "GET /v2.0/routers/1bdaabc5-fc38-44d1-971d-fee93c7a8a4f HTTP/1.1" status: 200 len: 907 time: 0.1743572 Sep 07 18:51:25.896661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56158) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:25.913474 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d7627-1531-43c9-9cdf-4414c4b8a1ec admin admin] Pushing event updated for resources: {'Port': ['ID=924086fe-44ff-4d73-a487-94ae0052da5b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:26.054545 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-10ac19a0-6524-40c7-b3f0-4ee98328953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:26.063592 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] Set router 1bdaabc5-fc38-44d1-971d-fee93c7a8a4f gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:51:26.066835 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8cf73444-c5c3-4599-a826-c4be9cfc99ac tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:26.231323 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7627-1531-43c9-9cdf-4414c4b8a1ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:26.295273 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdaabc5-fc38-44d1-971d-fee93c7a8a4f', 'name': 'tempest-snat-router-1827924454', 'tenant_id': '3548e4a5c65c453bbf4b675d9d2628c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'f470daf8-64df-4ffe-b2c6-20c801b73497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:23Z', 'updated_at': '2021-09-07T18:51:24Z', 'revision_number': 3, 'project_id': '3548e4a5c65c453bbf4b675d9d2628c9', 'gw_port': {'id': 'f470daf8-64df-4ffe-b2c6-20c801b73497', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:dd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdaabc5-fc38-44d1-971d-fee93c7a8a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:24Z', 'updated_at': '2021-09-07T18:51:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:26.333716 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] Checking router: 1bdaabc5-fc38-44d1-971d-fee93c7a8a4f for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:51:26.334078 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] Updating router 1bdaabc5-fc38-44d1-971d-fee93c7a8a4f port f470daf8-64df-4ffe-b2c6-20c801b73497 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:51:26.362417 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:26.492628 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7627-1531-43c9-9cdf-4414c4b8a1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:26.582328 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8cf73444-c5c3-4599-a826-c4be9cfc99ac tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:26.604465 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc9baf-ff78-465a-8182-9946711d60f7 req-66fcbd83-958e-4da5-938b-2ee4d7b52a41 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:26.606003 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ccfc9baf-ff78-465a-8182-9946711d60f7 req-66fcbd83-958e-4da5-938b-2ee4d7b52a41 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.0980029 Sep 07 18:51:26.616635 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d30163-96d7-4205-a079-eae284837a72 req-6dc0c794-1670-40a3-9b2e-c101f7556121 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:26.623453 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-24d30163-96d7-4205-a079-eae284837a72 req-6dc0c794-1670-40a3-9b2e-c101f7556121 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.1253910 Sep 07 18:51:26.703119 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:26.706398 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8d7627-1531-43c9-9cdf-4414c4b8a1ec admin admin] Router 92817e54-6f55-45aa-bf1b-2344a46c14b8 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:51:26.720071 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] Transition to ACTIVE for port object f470daf8-64df-4ffe-b2c6-20c801b73497 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:51:26.730051 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:26.730602 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-24d30163-96d7-4205-a079-eae284837a72 req-955f56bc-29e1-41da-bec6-f8c84052ec0b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980506 Sep 07 18:51:26.742772 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ccfc9baf-ff78-465a-8182-9946711d60f7 req-ca4c574c-ad88-4b93-82af-297d26976a99 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913956 Sep 07 18:51:26.766698 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-8cf73444-c5c3-4599-a826-c4be9cfc99ac tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Deleting port f470daf8-64df-4ffe-b2c6-20c801b73497 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:26.767097 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8cf73444-c5c3-4599-a826-c4be9cfc99ac tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:26.873498 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] Attempting to bind port f470daf8-64df-4ffe-b2c6-20c801b73497 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:51:26.879491 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] Attempting to bind port f470daf8-64df-4ffe-b2c6-20c801b73497 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:51:26.879937 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] Attempting to bind port f470daf8-64df-4ffe-b2c6-20c801b73497 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:51:26.909207 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:51:26.910756 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:51:26.916405 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:26.916848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:51:26.917356 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] Bound port: f470daf8-64df-4ffe-b2c6-20c801b73497, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:51:26.917735 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:26.920165 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8cf73444-c5c3-4599-a826-c4be9cfc99ac tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:26.954220 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-8cf73444-c5c3-4599-a826-c4be9cfc99ac tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Calling delete_port for f470daf8-64df-4ffe-b2c6-20c801b73497 owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:26.976804 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1c28c-5552-4592-a3e8-dea80573b838 None None] Pushing event updated for resources: {'Port': ['ID=f470daf8-64df-4ffe-b2c6-20c801b73497,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:27.020006 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8d7627-1531-43c9-9cdf-4414c4b8a1ec admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:51:27.034584 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] Sync routers for ids ['92817e54-6f55-45aa-bf1b-2344a46c14b8'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:51:27.039888 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7627-1531-43c9-9cdf-4414c4b8a1ec admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:27.043057 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6a8d7627-1531-43c9-9cdf-4414c4b8a1ec admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.3880782 Sep 07 18:51:27.045621 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56172) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:27.049941 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] For port f470daf8-64df-4ffe-b2c6-20c801b73497, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:51:27.051715 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] Routers {'92817e54-6f55-45aa-bf1b-2344a46c14b8'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:27.053043 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['92817e54-6f55-45aa-bf1b-2344a46c14b8'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:27.055819 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] For port f470daf8-64df-4ffe-b2c6-20c801b73497, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f470daf8-64df-4ffe-b2c6-20c801b73497,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:51:27.064347 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:27.180146 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8bb380fc-514e-4b32-a087-166f7d50c4a8 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:51:27.227252 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d52ca-db50-48e1-ab2e-3da5dc3bb4ed req-8c2f9fb1-7467-43e7-a6b2-3033f8866b6e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:27.228854 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-084d52ca-db50-48e1-ab2e-3da5dc3bb4ed req-8c2f9fb1-7467-43e7-a6b2-3033f8866b6e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.1989956 Sep 07 18:51:27.237532 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] Routers {'1bdaabc5-fc38-44d1-971d-fee93c7a8a4f'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:27.238179 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1bdaabc5-fc38-44d1-971d-fee93c7a8a4f'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:27.273167 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] Set router 92817e54-6f55-45aa-bf1b-2344a46c14b8 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:51:27.282828 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1c28c-5552-4592-a3e8-dea80573b838 None None] Pushing event updated for resources: {'Port': ['ID=f470daf8-64df-4ffe-b2c6-20c801b73497,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:27.298270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcb81b3-8532-4ce5-b109-55a06db42946 None None] Network cae85b21-e0d4-4405-b94c-264b3b0b3464 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:51:27.423939 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] Set router 1bdaabc5-fc38-44d1-971d-fee93c7a8a4f gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:51:27.443648 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-084d52ca-db50-48e1-ab2e-3da5dc3bb4ed req-a54b58d3-577f-43f9-a288-93d25781a76d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949751 Sep 07 18:51:27.445172 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8cf73444-c5c3-4599-a826-c4be9cfc99ac tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:27.457675 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 8bb380fc-514e-4b32-a087-166f7d50c4a8 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:51:27.471999 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf73444-c5c3-4599-a826-c4be9cfc99ac tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Pushing event deleted for resources: {'Port': ['ID=f470daf8-64df-4ffe-b2c6-20c801b73497,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:27.503351 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdaabc5-fc38-44d1-971d-fee93c7a8a4f', 'name': 'tempest-snat-router-1827924454', 'tenant_id': '3548e4a5c65c453bbf4b675d9d2628c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:23Z', 'updated_at': '2021-09-07T18:51:26Z', 'revision_number': 4, 'project_id': '3548e4a5c65c453bbf4b675d9d2628c9', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:27.505257 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 58af116b-7845-4e8a-afcc-d8df5f474e9e up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:51:27.510328 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5996b3af-8722-4f1f-98d3-7f271e3b09d0 None None] Provisioning for port 8bb380fc-514e-4b32-a087-166f7d50c4a8 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:51:27.529491 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92817e54-6f55-45aa-bf1b-2344a46c14b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-859093588-router', 'tenant_id': '7a590f1aee6a44a596ee50d05aa067fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '924086fe-44ff-4d73-a487-94ae0052da5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:24Z', 'updated_at': '2021-09-07T18:51:26Z', 'revision_number': 3, 'project_id': '7a590f1aee6a44a596ee50d05aa067fe', 'gw_port': {'id': '924086fe-44ff-4d73-a487-94ae0052da5b', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92817e54-6f55-45aa-bf1b-2344a46c14b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:25Z', 'updated_at': '2021-09-07T18:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:27.562976 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] Checking router: 92817e54-6f55-45aa-bf1b-2344a46c14b8 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:51:27.563329 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] Updating router 92817e54-6f55-45aa-bf1b-2344a46c14b8 port 924086fe-44ff-4d73-a487-94ae0052da5b binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:51:27.566264 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e911633-d378-4a14-9298-823e193e7bfb None None] The sync data for ids ['1bdaabc5-fc38-44d1-971d-fee93c7a8a4f'] in n-d-807786-1 is: [{'id': '1bdaabc5-fc38-44d1-971d-fee93c7a8a4f', 'name': 'tempest-snat-router-1827924454', 'tenant_id': '3548e4a5c65c453bbf4b675d9d2628c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:23Z', 'updated_at': '2021-09-07T18:51:26Z', 'revision_number': 4, 'project_id': '3548e4a5c65c453bbf4b675d9d2628c9', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:51:27.571036 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5996b3af-8722-4f1f-98d3-7f271e3b09d0 None None] Provisioning complete for port 8bb380fc-514e-4b32-a087-166f7d50c4a8 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:27.571036 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5996b3af-8722-4f1f-98d3-7f271e3b09d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:27.583247 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8cf73444-c5c3-4599-a826-c4be9cfc99ac tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:27.614832 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:27.718051 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8cf73444-c5c3-4599-a826-c4be9cfc99ac tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:27.720903 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8cf73444-c5c3-4599-a826-c4be9cfc99ac tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:27.724361 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 58af116b-7845-4e8a-afcc-d8df5f474e9e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:27.724820 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:27.764786 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-787cc632-4095-4b0d-a4fe-2a5de1f5aeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:27.795162 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8cf73444-c5c3-4599-a826-c4be9cfc99ac tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:27.798020 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf73444-c5c3-4599-a826-c4be9cfc99ac tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1bdaabc5-fc38-44d1-971d-fee93c7a8a4f {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:51:27.809157 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5996b3af-8722-4f1f-98d3-7f271e3b09d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:27.811448 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8cf73444-c5c3-4599-a826-c4be9cfc99ac tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:27.821814 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56178) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:27.822625 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8cf73444-c5c3-4599-a826-c4be9cfc99ac tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "DELETE /v2.0/routers/1bdaabc5-fc38-44d1-971d-fee93c7a8a4f HTTP/1.1" status: 204 len: 168 time: 1.9246628 Sep 07 18:51:27.880765 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-5996b3af-8722-4f1f-98d3-7f271e3b09d0 None None] For port 8bb380fc-514e-4b32-a087-166f7d50c4a8, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8bb380fc-514e-4b32-a087-166f7d50c4a8,segment=NetworkSegment(804b93e5-5c3f-4333-b9ce-f2714caf4472),segment_id=804b93e5-5c3f-4333-b9ce-f2714caf4472)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:27.888537 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5996b3af-8722-4f1f-98d3-7f271e3b09d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:27.978463 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996b3af-8722-4f1f-98d3-7f271e3b09d0 None None] Pushing event updated for resources: {'Port': ['ID=8bb380fc-514e-4b32-a087-166f7d50c4a8,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:28.002183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c490b-4a0c-4e5f-b6d8-4adcb7a14235 req-7ca76400-6eef-4ff3-b7ce-571ed518dd57 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:28.009868 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-384c490b-4a0c-4e5f-b6d8-4adcb7a14235 req-7ca76400-6eef-4ff3-b7ce-571ed518dd57 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.1442425 Sep 07 18:51:28.053382 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c4c25-ba84-4bd3-a05e-fdd816adcf69 req-4aeaabf6-7d8d-40e5-8e1f-5d26a4fbe92a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:28.060919 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-937c4c25-ba84-4bd3-a05e-fdd816adcf69 req-4aeaabf6-7d8d-40e5-8e1f-5d26a4fbe92a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.1450944 Sep 07 18:51:28.075666 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:28.090459 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] Transition to ACTIVE for port object 924086fe-44ff-4d73-a487-94ae0052da5b will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:51:28.097835 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:28.106904 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17bd8f70-a927-4679-a12f-a6255f207f7c tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:28.124986 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-937c4c25-ba84-4bd3-a05e-fdd816adcf69 req-349815c7-6ea7-41db-9b3c-14d391c246fd tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584517 Sep 07 18:51:28.151212 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-384c490b-4a0c-4e5f-b6d8-4adcb7a14235 req-6a802779-a690-454c-8ad2-4e600ecdc297 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403959 Sep 07 18:51:28.164802 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] Attempting to bind port 924086fe-44ff-4d73-a487-94ae0052da5b on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:51:28.165172 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] Attempting to bind port 924086fe-44ff-4d73-a487-94ae0052da5b by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:51:28.165521 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] Attempting to bind port 924086fe-44ff-4d73-a487-94ae0052da5b on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:51:28.177241 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:51:28.177610 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:51:28.178041 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:28.178432 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:51:28.179408 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] Bound port: 924086fe-44ff-4d73-a487-94ae0052da5b, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:51:28.179812 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:28.214986 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-787cc632-4095-4b0d-a4fe-2a5de1f5aeab admin admin] Allocated IP 172.20.0.1 (cae85b21-e0d4-4405-b94c-264b3b0b3464/5e8d6eff-6259-4e83-81c5-76eb84c3d4fd/c689fbff-4561-4336-8066-76a95971afa5) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:28.226192 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e532b2e9-ea4a-48b7-958a-b5d8c9c3e1bc None None] Provisioning complete for port 8bb380fc-514e-4b32-a087-166f7d50c4a8 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:28.226615 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e532b2e9-ea4a-48b7-958a-b5d8c9c3e1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:28.239438 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b9e68-c748-48c8-8ef8-2b349f33abb5 None None] Pushing event updated for resources: {'Port': ['ID=924086fe-44ff-4d73-a487-94ae0052da5b,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:28.251940 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:51:28.295073 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] For port 924086fe-44ff-4d73-a487-94ae0052da5b, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:51:28.295308 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17bd8f70-a927-4679-a12f-a6255f207f7c tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:28.299286 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] For port 924086fe-44ff-4d73-a487-94ae0052da5b, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=924086fe-44ff-4d73-a487-94ae0052da5b,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:51:28.305283 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:28.367019 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] Routers {'92817e54-6f55-45aa-bf1b-2344a46c14b8'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:28.367655 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:50:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['92817e54-6f55-45aa-bf1b-2344a46c14b8'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:28.420296 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b9e68-c748-48c8-8ef8-2b349f33abb5 None None] Pushing event updated for resources: {'Port': ['ID=924086fe-44ff-4d73-a487-94ae0052da5b,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:28.510742 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] Set router 92817e54-6f55-45aa-bf1b-2344a46c14b8 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:51:28.599123 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b5e1d-2467-4cba-9711-0934faba8878 req-2c95076b-b1b0-481b-8cc8-9255f7e771e1 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:28.614928 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a0b5e1d-2467-4cba-9711-0934faba8878 req-2c95076b-b1b0-481b-8cc8-9255f7e771e1 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.0733056 Sep 07 18:51:28.661436 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a0b5e1d-2467-4cba-9711-0934faba8878 req-7768a1fc-7bc9-4f9d-a899-e12ce95a5d6e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456071 Sep 07 18:51:28.710657 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-787cc632-4095-4b0d-a4fe-2a5de1f5aeab admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:28.719615 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92817e54-6f55-45aa-bf1b-2344a46c14b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-859093588-router', 'tenant_id': '7a590f1aee6a44a596ee50d05aa067fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '924086fe-44ff-4d73-a487-94ae0052da5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:24Z', 'updated_at': '2021-09-07T18:51:26Z', 'revision_number': 3, 'project_id': '7a590f1aee6a44a596ee50d05aa067fe', 'gw_port': {'id': '924086fe-44ff-4d73-a487-94ae0052da5b', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92817e54-6f55-45aa-bf1b-2344a46c14b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:25Z', 'updated_at': '2021-09-07T18:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:28.729563 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-17bd8f70-a927-4679-a12f-a6255f207f7c tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Deleting port 58af116b-7845-4e8a-afcc-d8df5f474e9e {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:28.729828 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17bd8f70-a927-4679-a12f-a6255f207f7c tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:28.731791 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-787cc632-4095-4b0d-a4fe-2a5de1f5aeab admin admin] Transition to ACTIVE for port object c689fbff-4561-4336-8066-76a95971afa5 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:51:28.745732 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d02f766f-7780-4f31-b5c6-f6e057ed51e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:28.752101 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63be8831-3168-45dd-8f08-a4c20fbed72f None None] The sync data for ids ['92817e54-6f55-45aa-bf1b-2344a46c14b8'] in n-d-807786-1 is: [{'id': '92817e54-6f55-45aa-bf1b-2344a46c14b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-859093588-router', 'tenant_id': '7a590f1aee6a44a596ee50d05aa067fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '924086fe-44ff-4d73-a487-94ae0052da5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:24Z', 'updated_at': '2021-09-07T18:51:26Z', 'revision_number': 3, 'project_id': '7a590f1aee6a44a596ee50d05aa067fe', 'gw_port': {'id': '924086fe-44ff-4d73-a487-94ae0052da5b', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92817e54-6f55-45aa-bf1b-2344a46c14b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:25Z', 'updated_at': '2021-09-07T18:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:51:28.833068 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-17bd8f70-a927-4679-a12f-a6255f207f7c tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] For port 58af116b-7845-4e8a-afcc-d8df5f474e9e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=58af116b-7845-4e8a-afcc-d8df5f474e9e,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:28.833587 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17bd8f70-a927-4679-a12f-a6255f207f7c tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:28.852963 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-787cc632-4095-4b0d-a4fe-2a5de1f5aeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:28.855159 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-17bd8f70-a927-4679-a12f-a6255f207f7c tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Calling delete_port for 58af116b-7845-4e8a-afcc-d8df5f474e9e owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:28.886997 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8bb380fc-514e-4b32-a087-166f7d50c4a8 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:51:28.931492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787cc632-4095-4b0d-a4fe-2a5de1f5aeab admin admin] Network cae85b21-e0d4-4405-b94c-264b3b0b3464 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:28.937579 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-787cc632-4095-4b0d-a4fe-2a5de1f5aeab admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:28.942348 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787cc632-4095-4b0d-a4fe-2a5de1f5aeab admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:28.950915 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:28.965081 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 8bb380fc-514e-4b32-a087-166f7d50c4a8 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:28.965518 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:28.984528 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787cc632-4095-4b0d-a4fe-2a5de1f5aeab admin admin] Pushing event updated for resources: {'Port': ['ID=c689fbff-4561-4336-8066-76a95971afa5,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:29.014921 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-787cc632-4095-4b0d-a4fe-2a5de1f5aeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:29.250680 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17bd8f70-a927-4679-a12f-a6255f207f7c tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:29.275982 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9ea6d52a-166b-4c5f-bf23-044d74d1dfef None None] Provisioning for port c689fbff-4561-4336-8066-76a95971afa5 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:51:29.281546 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9ea6d52a-166b-4c5f-bf23-044d74d1dfef None None] Provisioning complete for port c689fbff-4561-4336-8066-76a95971afa5 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:29.282288 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9ea6d52a-166b-4c5f-bf23-044d74d1dfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:29.298682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd8f70-a927-4679-a12f-a6255f207f7c tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Pushing event deleted for resources: {'Port': ['ID=58af116b-7845-4e8a-afcc-d8df5f474e9e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:29.306851 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-787cc632-4095-4b0d-a4fe-2a5de1f5aeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:29.334885 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6d52a-166b-4c5f-bf23-044d74d1dfef None None] Port c689fbff-4561-4336-8066-76a95971afa5 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:51:29.351230 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c765c-0332-476f-8162-1e5bb533201c req-58516663-0b76-44bc-a269-937a778dc121 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:29.352971 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-660c765c-0332-476f-8162-1e5bb533201c req-58516663-0b76-44bc-a269-937a778dc121 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.0974269 Sep 07 18:51:29.368602 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39323f42-a2d8-474d-b8c8-a26f5ce3b969 req-70f27883-58cd-4745-977b-ba0d291a2405 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:29.370060 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-39323f42-a2d8-474d-b8c8-a26f5ce3b969 req-70f27883-58cd-4745-977b-ba0d291a2405 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.1402855 Sep 07 18:51:29.414202 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17bd8f70-a927-4679-a12f-a6255f207f7c tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:29.432177 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-660c765c-0332-476f-8162-1e5bb533201c req-db55bd4b-e416-4573-b6ef-f671eb530847 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721402 Sep 07 18:51:29.445457 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-39323f42-a2d8-474d-b8c8-a26f5ce3b969 req-cf68199c-940a-4c07-a46e-1ed1f8930412 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588021 Sep 07 18:51:29.531127 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17bd8f70-a927-4679-a12f-a6255f207f7c tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:29.558210 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17bd8f70-a927-4679-a12f-a6255f207f7c tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:29.618358 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17bd8f70-a927-4679-a12f-a6255f207f7c tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:29.618922 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bd8f70-a927-4679-a12f-a6255f207f7c tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7756c01-3664-48d5-9fa8-2ccd191c8e19 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:51:29.627513 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17bd8f70-a927-4679-a12f-a6255f207f7c tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:29.628717 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-17bd8f70-a927-4679-a12f-a6255f207f7c tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "DELETE /v2.0/routers/e7756c01-3664-48d5-9fa8-2ccd191c8e19 HTTP/1.1" status: 204 len: 168 time: 1.8039875 Sep 07 18:51:29.632933 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56200) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:29.637460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-c7830d89-0934-40af-8cb0-aa2c396d30bd tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1872562794', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}, 'admin_state_up': False}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:29.665480 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c7830d89-0934-40af-8cb0-aa2c396d30bd tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:29.666595 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c7830d89-0934-40af-8cb0-aa2c396d30bd tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:29.668401 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-787cc632-4095-4b0d-a4fe-2a5de1f5aeab admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:29.673564 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-787cc632-4095-4b0d-a4fe-2a5de1f5aeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:29.735362 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c7830d89-0934-40af-8cb0-aa2c396d30bd tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:29.757078 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-787cc632-4095-4b0d-a4fe-2a5de1f5aeab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:29.760369 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787cc632-4095-4b0d-a4fe-2a5de1f5aeab admin admin] Pushing event updated for resources: {'Port': ['ID=c689fbff-4561-4336-8066-76a95971afa5,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:29.891606 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787cc632-4095-4b0d-a4fe-2a5de1f5aeab admin admin] Network cae85b21-e0d4-4405-b94c-264b3b0b3464 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:29.893695 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-787cc632-4095-4b0d-a4fe-2a5de1f5aeab admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:29.993457 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c7830d89-0934-40af-8cb0-aa2c396d30bd tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:30.005268 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba92aa-cc2a-4178-8145-224c8eaa4bc4 req-fde26e59-fee1-40ae-8e42-a0f4c085926f tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:30.008100 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76ba92aa-cc2a-4178-8145-224c8eaa4bc4 req-fde26e59-fee1-40ae-8e42-a0f4c085926f tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.1926191 Sep 07 18:51:30.025595 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787cc632-4095-4b0d-a4fe-2a5de1f5aeab admin admin] Router 92817e54-6f55-45aa-bf1b-2344a46c14b8 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:51:30.079651 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:30.082551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76ba92aa-cc2a-4178-8145-224c8eaa4bc4 req-9f37b15a-2a71-4966-96ed-490ec425f041 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525093 Sep 07 18:51:30.159109 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d53154d9-cf0b-4c72-b9f0-0e1dd2a8d20b None None] Provisioning complete for port c689fbff-4561-4336-8066-76a95971afa5 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:30.159891 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d53154d9-cf0b-4c72-b9f0-0e1dd2a8d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:30.161359 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787cc632-4095-4b0d-a4fe-2a5de1f5aeab admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:51:30.167014 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-787cc632-4095-4b0d-a4fe-2a5de1f5aeab admin admin] 10.222.0.26 "PUT /v2.0/routers/92817e54-6f55-45aa-bf1b-2344a46c14b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1194749 Sep 07 18:51:30.202339 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d53154d9-cf0b-4c72-b9f0-0e1dd2a8d20b None None] Port c689fbff-4561-4336-8066-76a95971afa5 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:51:30.254999 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c7830d89-0934-40af-8cb0-aa2c396d30bd tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:30.278287 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c7830d89-0934-40af-8cb0-aa2c396d30bd tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:30.388948 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-c7830d89-0934-40af-8cb0-aa2c396d30bd tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Allocated IP 172.25.8.208 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/2bf2ad77-9db9-43d8-8409-10ae24dd587e) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:30.500436 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-512d02f2-a068-441a-8e45-24053c0487ba req-487c794c-d022-476f-8c0e-818c367ad63f tempest-FloatingIPDetailsNegativeTestJSON-1551721572 tempest-FloatingIPDetailsNegativeTestJSON-1551721572-project] show failed (client error): The resource could not be found. Sep 07 18:51:30.501442 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-512d02f2-a068-441a-8e45-24053c0487ba req-487c794c-d022-476f-8c0e-818c367ad63f tempest-FloatingIPDetailsNegativeTestJSON-1551721572 tempest-FloatingIPDetailsNegativeTestJSON-1551721572-project] 10.222.0.26 "GET /v2.0/floatingips/3206e5cd-bf9c-4bdc-8c38-52fa4585bcf0 HTTP/1.1" status: 404 len: 350 time: 0.0497258 Sep 07 18:51:30.512908 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56214) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:30.557491 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c7830d89-0934-40af-8cb0-aa2c396d30bd tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:30.653373 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1eb6c-f625-4e94-b462-d60f4c71955f req-16f8104a-0990-4f30-a3c0-060200954583 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:30.654956 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ada1eb6c-f625-4e94-b462-d60f4c71955f req-16f8104a-0990-4f30-a3c0-060200954583 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.1170554 Sep 07 18:51:30.669503 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222d9b5-61df-48c6-90cc-4be58de69499 req-205e9c31-5053-4c88-bfc8-95055b7dd0fe tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:30.670977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b222d9b5-61df-48c6-90cc-4be58de69499 req-205e9c31-5053-4c88-bfc8-95055b7dd0fe tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.0956442 Sep 07 18:51:30.699730 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c7830d89-0934-40af-8cb0-aa2c396d30bd tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:30.769056 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7830d89-0934-40af-8cb0-aa2c396d30bd tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:30.769645 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f3539e-e880-4029-8384-6ca3ff2fccd4 None None] Sync routers for ids ['92817e54-6f55-45aa-bf1b-2344a46c14b8'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:51:30.779911 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f3539e-e880-4029-8384-6ca3ff2fccd4 None None] Routers {'92817e54-6f55-45aa-bf1b-2344a46c14b8'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:30.780752 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f7f3539e-e880-4029-8384-6ca3ff2fccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['92817e54-6f55-45aa-bf1b-2344a46c14b8'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:30.781655 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ada1eb6c-f625-4e94-b462-d60f4c71955f req-9cc17eab-6be4-407a-acd2-d99181a8c4ca tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078060 Sep 07 18:51:30.800806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b222d9b5-61df-48c6-90cc-4be58de69499 req-bce42849-942a-479f-b572-f251bfb633fd tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128736 Sep 07 18:51:30.821521 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-c7830d89-0934-40af-8cb0-aa2c396d30bd tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:30.821521 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7830d89-0934-40af-8cb0-aa2c396d30bd tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Pushing event updated for resources: {'Port': ['ID=2bf2ad77-9db9-43d8-8409-10ae24dd587e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:30.821521 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7830d89-0934-40af-8cb0-aa2c396d30bd tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:30.934164 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fbd947c4-0228-4785-b4c8-faac7b8f85e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:30.994372 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 924086fe-44ff-4d73-a487-94ae0052da5b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:51:31.046889 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-f7f3539e-e880-4029-8384-6ca3ff2fccd4 None None] Set router 92817e54-6f55-45aa-bf1b-2344a46c14b8 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:51:31.095805 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 924086fe-44ff-4d73-a487-94ae0052da5b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:51:31.151194 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 924086fe-44ff-4d73-a487-94ae0052da5b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:31.151568 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:31.216410 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-fbd947c4-0228-4785-b4c8-faac7b8f85e5 admin admin] Deleting port c689fbff-4561-4336-8066-76a95971afa5 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:31.216877 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fbd947c4-0228-4785-b4c8-faac7b8f85e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:31.243508 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c7830d89-0934-40af-8cb0-aa2c396d30bd tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:31.292594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dea48-dcc0-40cb-99f9-b55aea936d4d req-d1f9c573-bb0d-465e-9b2b-5b0aea704cf6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:31.294115 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e64dea48-dcc0-40cb-99f9-b55aea936d4d req-d1f9c573-bb0d-465e-9b2b-5b0aea704cf6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.1209249 Sep 07 18:51:31.298805 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fbd947c4-0228-4785-b4c8-faac7b8f85e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:31.314172 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-fbd947c4-0228-4785-b4c8-faac7b8f85e5 admin admin] Calling delete_port for c689fbff-4561-4336-8066-76a95971afa5 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:31.330626 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:31.358209 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 924086fe-44ff-4d73-a487-94ae0052da5b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=924086fe-44ff-4d73-a487-94ae0052da5b,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:31.362956 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:31.395215 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e64dea48-dcc0-40cb-99f9-b55aea936d4d req-d62ab403-db5a-4d16-b819-9e0c476ef453 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947211 Sep 07 18:51:31.426448 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 58af116b-7845-4e8a-afcc-d8df5f474e9e no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:51:31.434337 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f7f3539e-e880-4029-8384-6ca3ff2fccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92817e54-6f55-45aa-bf1b-2344a46c14b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-859093588-router', 'tenant_id': '7a590f1aee6a44a596ee50d05aa067fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '924086fe-44ff-4d73-a487-94ae0052da5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:24Z', 'updated_at': '2021-09-07T18:51:29Z', 'revision_number': 4, 'project_id': '7a590f1aee6a44a596ee50d05aa067fe', 'gw_port': {'id': '924086fe-44ff-4d73-a487-94ae0052da5b', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92817e54-6f55-45aa-bf1b-2344a46c14b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:25Z', 'updated_at': '2021-09-07T18:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'c689fbff-4561-4336-8066-76a95971afa5', 'name': '', 'network_id': 'cae85b21-e0d4-4405-b94c-264b3b0b3464', 'tenant_id': '7a590f1aee6a44a596ee50d05aa067fe', 'mac_address': 'fa:16:3e:ea:99:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92817e54-6f55-45aa-bf1b-2344a46c14b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '5e8d6eff-6259-4e83-81c5-76eb84c3d4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:27Z', 'updated_at': '2021-09-07T18:51:29Z', 'revision_number': 2, 'project_id': '7a590f1aee6a44a596ee50d05aa067fe', 'subnets': [{'id': '5e8d6eff-6259-4e83-81c5-76eb84c3d4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:31.487211 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 58af116b-7845-4e8a-afcc-d8df5f474e9e {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:51:31.487700 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 58af116b-7845-4e8a-afcc-d8df5f474e9e not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:51:31.489328 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f3539e-e880-4029-8384-6ca3ff2fccd4 None None] Checking router: 92817e54-6f55-45aa-bf1b-2344a46c14b8 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:51:31.489782 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f3539e-e880-4029-8384-6ca3ff2fccd4 None None] Updating router 92817e54-6f55-45aa-bf1b-2344a46c14b8 port c689fbff-4561-4336-8066-76a95971afa5 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:51:31.512534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=924086fe-44ff-4d73-a487-94ae0052da5b,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:31.523678 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f7f3539e-e880-4029-8384-6ca3ff2fccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:31.528097 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c7830d89-0934-40af-8cb0-aa2c396d30bd tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:31.541059 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fbd947c4-0228-4785-b4c8-faac7b8f85e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:31.561849 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f3539e-e880-4029-8384-6ca3ff2fccd4 None None] Port c689fbff-4561-4336-8066-76a95971afa5 not found while updating agent binding for router 92817e54-6f55-45aa-bf1b-2344a46c14b8. {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 07 18:51:31.569224 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd947c4-0228-4785-b4c8-faac7b8f85e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c689fbff-4561-4336-8066-76a95971afa5,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:31.572986 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f3539e-e880-4029-8384-6ca3ff2fccd4 None None] Routers {'92817e54-6f55-45aa-bf1b-2344a46c14b8'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:31.573215 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f7f3539e-e880-4029-8384-6ca3ff2fccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['92817e54-6f55-45aa-bf1b-2344a46c14b8'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:31.636326 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:31.675913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7830d89-0934-40af-8cb0-aa2c396d30bd tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Router a5d6084e-1de5-4bcb-b8c2-2d57670c1b9a is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:51:31.712405 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-f7f3539e-e880-4029-8384-6ca3ff2fccd4 None None] Set router 92817e54-6f55-45aa-bf1b-2344a46c14b8 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:51:31.785878 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fbd947c4-0228-4785-b4c8-faac7b8f85e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:31.799841 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7830d89-0934-40af-8cb0-aa2c396d30bd tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:51:31.811037 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f71df4-85c5-4f25-9ede-6ffaae37b7bb None None] Sync routers for ids ['a5d6084e-1de5-4bcb-b8c2-2d57670c1b9a'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:51:31.833614 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f71df4-85c5-4f25-9ede-6ffaae37b7bb None None] Routers {'a5d6084e-1de5-4bcb-b8c2-2d57670c1b9a'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:31.843309 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-70f71df4-85c5-4f25-9ede-6ffaae37b7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a5d6084e-1de5-4bcb-b8c2-2d57670c1b9a'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:31.849773 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c7830d89-0934-40af-8cb0-aa2c396d30bd tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:31.851147 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c7830d89-0934-40af-8cb0-aa2c396d30bd tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2171640 Sep 07 18:51:31.855892 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56228) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:31.864014 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-86994157-ad0f-46bc-9984-2e0138aaf747 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'enable_snat': False}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:31.917521 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-70f71df4-85c5-4f25-9ede-6ffaae37b7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:31.927903 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f71df4-85c5-4f25-9ede-6ffaae37b7bb None None] Routers {'a5d6084e-1de5-4bcb-b8c2-2d57670c1b9a'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:31.928896 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-70f71df4-85c5-4f25-9ede-6ffaae37b7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a5d6084e-1de5-4bcb-b8c2-2d57670c1b9a'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:31.969482 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-70f71df4-85c5-4f25-9ede-6ffaae37b7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:31.970387 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f71df4-85c5-4f25-9ede-6ffaae37b7bb None None] The sync data for ids ['a5d6084e-1de5-4bcb-b8c2-2d57670c1b9a'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:51:32.000366 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6604d6-ed42-4b71-b8c8-ae08ba681247 req-2f5695ef-312f-4909-80b4-48db3017df69 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:32.002113 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc6604d6-ed42-4b71-b8c8-ae08ba681247 req-2f5695ef-312f-4909-80b4-48db3017df69 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.1152506 Sep 07 18:51:32.025202 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7176c-41d0-40dd-9285-140e09d99294 req-fd3b6b19-62ff-4b59-8a1f-10d6ee6467a3 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:32.027097 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-edf7176c-41d0-40dd-9285-140e09d99294 req-fd3b6b19-62ff-4b59-8a1f-10d6ee6467a3 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.0931664 Sep 07 18:51:32.065211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc6604d6-ed42-4b71-b8c8-ae08ba681247 req-2162e073-8247-4fa6-814d-b86d875c3622 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547431 Sep 07 18:51:32.088412 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-edf7176c-41d0-40dd-9285-140e09d99294 req-a09128cb-7458-4b67-8f7b-80c75f06843f tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473564 Sep 07 18:51:32.092968 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f7f3539e-e880-4029-8384-6ca3ff2fccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92817e54-6f55-45aa-bf1b-2344a46c14b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-859093588-router', 'tenant_id': '7a590f1aee6a44a596ee50d05aa067fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '924086fe-44ff-4d73-a487-94ae0052da5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:24Z', 'updated_at': '2021-09-07T18:51:31Z', 'revision_number': 5, 'project_id': '7a590f1aee6a44a596ee50d05aa067fe', 'gw_port': {'id': '924086fe-44ff-4d73-a487-94ae0052da5b', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92817e54-6f55-45aa-bf1b-2344a46c14b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:25Z', 'updated_at': '2021-09-07T18:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:32.125150 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f3539e-e880-4029-8384-6ca3ff2fccd4 None None] The sync data for ids ['92817e54-6f55-45aa-bf1b-2344a46c14b8'] in n-d-807786-1 is: [{'id': '92817e54-6f55-45aa-bf1b-2344a46c14b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-859093588-router', 'tenant_id': '7a590f1aee6a44a596ee50d05aa067fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '924086fe-44ff-4d73-a487-94ae0052da5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:24Z', 'updated_at': '2021-09-07T18:51:31Z', 'revision_number': 5, 'project_id': '7a590f1aee6a44a596ee50d05aa067fe', 'gw_port': {'id': '924086fe-44ff-4d73-a487-94ae0052da5b', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92817e54-6f55-45aa-bf1b-2344a46c14b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:25Z', 'updated_at': '2021-09-07T18:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:51:32.306491 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd947c4-0228-4785-b4c8-faac7b8f85e5 admin admin] Router 92817e54-6f55-45aa-bf1b-2344a46c14b8 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:51:32.394719 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86994157-ad0f-46bc-9984-2e0138aaf747 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:32.530129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a8457-ccaf-4c09-a982-2fcfd9749d8d req-1f6e72e0-bc9a-44e0-a880-e273135d84df tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:32.532240 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-363a8457-ccaf-4c09-a982-2fcfd9749d8d req-1f6e72e0-bc9a-44e0-a880-e273135d84df tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.0563769 Sep 07 18:51:32.576773 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-363a8457-ccaf-4c09-a982-2fcfd9749d8d req-57813655-0c9a-4163-a677-1a6b506ad1ef tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384183 Sep 07 18:51:32.794022 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd947c4-0228-4785-b4c8-faac7b8f85e5 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:51:32.801527 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fbd947c4-0228-4785-b4c8-faac7b8f85e5 admin admin] 10.222.0.26 "PUT /v2.0/routers/92817e54-6f55-45aa-bf1b-2344a46c14b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2844479 Sep 07 18:51:32.803432 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56238) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:32.804677 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c656de-cd43-4e3b-a226-42df4ae98baa None None] Sync routers for ids ['92817e54-6f55-45aa-bf1b-2344a46c14b8'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:51:32.821996 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c656de-cd43-4e3b-a226-42df4ae98baa None None] Routers {'92817e54-6f55-45aa-bf1b-2344a46c14b8'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:32.822748 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-47c656de-cd43-4e3b-a226-42df4ae98baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['92817e54-6f55-45aa-bf1b-2344a46c14b8'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:32.929952 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60918e29-ce13-4a49-b8df-bd7f0052901a admin admin] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:32.939592 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 924086fe-44ff-4d73-a487-94ae0052da5b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:51:32.992293 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-47c656de-cd43-4e3b-a226-42df4ae98baa None None] Set router 92817e54-6f55-45aa-bf1b-2344a46c14b8 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:51:33.036940 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60918e29-ce13-4a49-b8df-bd7f0052901a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:33.089449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-60918e29-ce13-4a49-b8df-bd7f0052901a admin admin] Deleting port 924086fe-44ff-4d73-a487-94ae0052da5b {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:33.089691 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60918e29-ce13-4a49-b8df-bd7f0052901a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:33.109517 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 924086fe-44ff-4d73-a487-94ae0052da5b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:33.109884 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:33.239064 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86994157-ad0f-46bc-9984-2e0138aaf747 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:33.243451 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86994157-ad0f-46bc-9984-2e0138aaf747 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626183'] for router, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:33.272709 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-47c656de-cd43-4e3b-a226-42df4ae98baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92817e54-6f55-45aa-bf1b-2344a46c14b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-859093588-router', 'tenant_id': '7a590f1aee6a44a596ee50d05aa067fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '924086fe-44ff-4d73-a487-94ae0052da5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:24Z', 'updated_at': '2021-09-07T18:51:31Z', 'revision_number': 5, 'project_id': '7a590f1aee6a44a596ee50d05aa067fe', 'gw_port': {'id': '924086fe-44ff-4d73-a487-94ae0052da5b', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92817e54-6f55-45aa-bf1b-2344a46c14b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:25Z', 'updated_at': '2021-09-07T18:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:33.302158 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c656de-cd43-4e3b-a226-42df4ae98baa None None] Checking router: 92817e54-6f55-45aa-bf1b-2344a46c14b8 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:51:33.311369 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c656de-cd43-4e3b-a226-42df4ae98baa None None] Routers {'92817e54-6f55-45aa-bf1b-2344a46c14b8'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:33.312024 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-47c656de-cd43-4e3b-a226-42df4ae98baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['92817e54-6f55-45aa-bf1b-2344a46c14b8'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:33.362210 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86994157-ad0f-46bc-9984-2e0138aaf747 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Router a5d6084e-1de5-4bcb-b8c2-2d57670c1b9a has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:51:33.402426 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-47c656de-cd43-4e3b-a226-42df4ae98baa None None] Set router 92817e54-6f55-45aa-bf1b-2344a46c14b8 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:51:33.461837 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-47c656de-cd43-4e3b-a226-42df4ae98baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92817e54-6f55-45aa-bf1b-2344a46c14b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-859093588-router', 'tenant_id': '7a590f1aee6a44a596ee50d05aa067fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:24Z', 'updated_at': '2021-09-07T18:51:33Z', 'revision_number': 6, 'project_id': '7a590f1aee6a44a596ee50d05aa067fe', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:33.474641 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86994157-ad0f-46bc-9984-2e0138aaf747 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:51:33.479996 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86994157-ad0f-46bc-9984-2e0138aaf747 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:33.483798 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-86994157-ad0f-46bc-9984-2e0138aaf747 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "PUT /v2.0/routers/a5d6084e-1de5-4bcb-b8c2-2d57670c1b9a HTTP/1.1" status: 200 len: 922 time: 1.6243336 Sep 07 18:51:33.484645 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56250) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:33.490702 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8ce29a-9588-4f38-a127-837e39635137 None None] Sync routers for ids ['a5d6084e-1de5-4bcb-b8c2-2d57670c1b9a'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:51:33.504794 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8ce29a-9588-4f38-a127-837e39635137 None None] Routers {'a5d6084e-1de5-4bcb-b8c2-2d57670c1b9a'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:33.505459 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-4b8ce29a-9588-4f38-a127-837e39635137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a5d6084e-1de5-4bcb-b8c2-2d57670c1b9a'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:33.506160 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c656de-cd43-4e3b-a226-42df4ae98baa None None] The sync data for ids ['92817e54-6f55-45aa-bf1b-2344a46c14b8'] in n-d-807786-1 is: [{'id': '92817e54-6f55-45aa-bf1b-2344a46c14b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-859093588-router', 'tenant_id': '7a590f1aee6a44a596ee50d05aa067fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:24Z', 'updated_at': '2021-09-07T18:51:33Z', 'revision_number': 6, 'project_id': '7a590f1aee6a44a596ee50d05aa067fe', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:51:33.581504 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-60918e29-ce13-4a49-b8df-bd7f0052901a admin admin] For port 924086fe-44ff-4d73-a487-94ae0052da5b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=924086fe-44ff-4d73-a487-94ae0052da5b,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:33.582335 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60918e29-ce13-4a49-b8df-bd7f0052901a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:33.603670 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-60918e29-ce13-4a49-b8df-bd7f0052901a admin admin] Calling delete_port for 924086fe-44ff-4d73-a487-94ae0052da5b owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:33.625930 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c54b7-2320-4202-9019-c39350f513e3 req-45f86746-d81e-405b-9b0b-3ece32df6274 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:33.627723 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-845c54b7-2320-4202-9019-c39350f513e3 req-45f86746-d81e-405b-9b0b-3ece32df6274 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.1497102 Sep 07 18:51:33.636580 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924656a-6ae0-4529-a8ec-1dd066cdf1a2 req-950a0d10-16b9-40d8-bd7c-5cf970eea24d tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:33.638629 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1924656a-6ae0-4529-a8ec-1dd066cdf1a2 req-950a0d10-16b9-40d8-bd7c-5cf970eea24d tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.1595228 Sep 07 18:51:33.647251 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-4b8ce29a-9588-4f38-a127-837e39635137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:33.648855 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-be1f2eea-5f53-4085-b87a-8fc129bd1aaa tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "GET /v2.0/routers/a5d6084e-1de5-4bcb-b8c2-2d57670c1b9a HTTP/1.1" status: 200 len: 922 time: 0.1562901 Sep 07 18:51:33.652025 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56254) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:33.682454 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8ce29a-9588-4f38-a127-837e39635137 None None] Routers {'a5d6084e-1de5-4bcb-b8c2-2d57670c1b9a'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:33.686219 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-4b8ce29a-9588-4f38-a127-837e39635137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a5d6084e-1de5-4bcb-b8c2-2d57670c1b9a'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:33.722145 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-4b8ce29a-9588-4f38-a127-837e39635137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:33.722811 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8ce29a-9588-4f38-a127-837e39635137 None None] The sync data for ids ['a5d6084e-1de5-4bcb-b8c2-2d57670c1b9a'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:51:33.745144 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1790d14e-6d08-4d7f-8c58-9d6e01d30d0e tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:33.746692 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1790d14e-6d08-4d7f-8c58-9d6e01d30d0e tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&device_id=a5d6084e-1de5-4bcb-b8c2-2d57670c1b9a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0936928 Sep 07 18:51:33.749316 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56256) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:33.757644 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1924656a-6ae0-4529-a8ec-1dd066cdf1a2 req-db8e3bb2-b4d7-4260-85d1-f0ab8e321438 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106210 Sep 07 18:51:33.763914 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-845c54b7-2320-4202-9019-c39350f513e3 req-ed9b727c-0b2f-49d2-b75a-683977390bc4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242201 Sep 07 18:51:33.858508 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a64bbda-7476-4132-bb0a-7aa356fae7a5 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:33.860202 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8a64bbda-7476-4132-bb0a-7aa356fae7a5 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 881 time: 0.1099775 Sep 07 18:51:33.862988 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56258) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:33.891262 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f4c849f0-fccd-46f7-9c2e-b35499382c77 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d6084e-1de5-4bcb-b8c2-2d57670c1b9a HTTP/1.1" status: 200 len: 205 time: 0.0271885 Sep 07 18:51:33.894122 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56260) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:33.929740 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60918e29-ce13-4a49-b8df-bd7f0052901a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:33.972428 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60918e29-ce13-4a49-b8df-bd7f0052901a admin admin] Pushing event deleted for resources: {'Port': ['ID=924086fe-44ff-4d73-a487-94ae0052da5b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:34.010959 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54c47bf4-2af6-457c-a86a-2f718089b6b3 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.039580 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba7427-0878-45d2-8ed7-9cc97023707d req-3a84e658-0b95-4fb4-9daf-7806ac96ebc4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:34.041702 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71ba7427-0878-45d2-8ed7-9cc97023707d req-3a84e658-0b95-4fb4-9daf-7806ac96ebc4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.1223981 Sep 07 18:51:34.067832 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60918e29-ce13-4a49-b8df-bd7f0052901a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.121412 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54c47bf4-2af6-457c-a86a-2f718089b6b3 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.171719 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60918e29-ce13-4a49-b8df-bd7f0052901a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.174041 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60918e29-ce13-4a49-b8df-bd7f0052901a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.176406 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-54c47bf4-2af6-457c-a86a-2f718089b6b3 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Deleting port 2bf2ad77-9db9-43d8-8409-10ae24dd587e {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:34.176823 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54c47bf4-2af6-457c-a86a-2f718089b6b3 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.178450 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71ba7427-0878-45d2-8ed7-9cc97023707d req-186a8439-722f-4f33-82b3-64e5fa7dd8b6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285255 Sep 07 18:51:34.221930 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60918e29-ce13-4a49-b8df-bd7f0052901a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.222515 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60918e29-ce13-4a49-b8df-bd7f0052901a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92817e54-6f55-45aa-bf1b-2344a46c14b8 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:51:34.226961 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60918e29-ce13-4a49-b8df-bd7f0052901a admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.228307 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-60918e29-ce13-4a49-b8df-bd7f0052901a admin admin] 10.222.0.26 "DELETE /v2.0/routers/92817e54-6f55-45aa-bf1b-2344a46c14b8 HTTP/1.1" status: 204 len: 168 time: 1.4238832 Sep 07 18:51:34.230802 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56262) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:34.267050 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54c47bf4-2af6-457c-a86a-2f718089b6b3 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.280484 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-54c47bf4-2af6-457c-a86a-2f718089b6b3 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Calling delete_port for 2bf2ad77-9db9-43d8-8409-10ae24dd587e owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:34.281681 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d7cea9-210c-4546-a4ce-16ae11d18371 admin admin] Deleting subnet 5e8d6eff-6259-4e83-81c5-76eb84c3d4fd {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:51:34.284875 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d8d7cea9-210c-4546-a4ce-16ae11d18371 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.326046 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d8d7cea9-210c-4546-a4ce-16ae11d18371 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.403040 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d8d7cea9-210c-4546-a4ce-16ae11d18371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.444557 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54c47bf4-2af6-457c-a86a-2f718089b6b3 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.458930 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d8d7cea9-210c-4546-a4ce-16ae11d18371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.472342 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c47bf4-2af6-457c-a86a-2f718089b6b3 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Pushing event deleted for resources: {'Port': ['ID=2bf2ad77-9db9-43d8-8409-10ae24dd587e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:34.488211 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7cea9-210c-4546-a4ce-16ae11d18371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8d6eff-6259-4e83-81c5-76eb84c3d4fd,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:34.492924 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d8d7cea9-210c-4546-a4ce-16ae11d18371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.498365 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d8d7cea9-210c-4546-a4ce-16ae11d18371 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5e8d6eff-6259-4e83-81c5-76eb84c3d4fd HTTP/1.1" status: 204 len: 168 time: 0.2638280 Sep 07 18:51:34.498910 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56264) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:34.503162 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e35d0e2-9a83-4d70-83ce-514ccb75346b None None] Network cae85b21-e0d4-4405-b94c-264b3b0b3464 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:51:34.542422 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54c47bf4-2af6-457c-a86a-2f718089b6b3 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.568057 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b1d88ffa-8ba3-4ab2-a058-be2e8ae18d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.635028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-b1d88ffa-8ba3-4ab2-a058-be2e8ae18d43 admin admin] Deleting port 8bb380fc-514e-4b32-a087-166f7d50c4a8 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:34.635690 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b1d88ffa-8ba3-4ab2-a058-be2e8ae18d43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.646792 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54c47bf4-2af6-457c-a86a-2f718089b6b3 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.648965 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54c47bf4-2af6-457c-a86a-2f718089b6b3 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.696354 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43388fca-e906-4761-8f0f-272ab3ce56d6 None None] DHCP port deletion for cae85b21-e0d4-4405-b94c-264b3b0b3464 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:51:34.704102 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54c47bf4-2af6-457c-a86a-2f718089b6b3 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.704673 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c47bf4-2af6-457c-a86a-2f718089b6b3 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Fanout notify agent at l3_agent the message router_deleted on router a5d6084e-1de5-4bcb-b8c2-2d57670c1b9a {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:51:34.710895 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-b1d88ffa-8ba3-4ab2-a058-be2e8ae18d43 admin admin] For port 8bb380fc-514e-4b32-a087-166f7d50c4a8, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8bb380fc-514e-4b32-a087-166f7d50c4a8,segment=NetworkSegment(804b93e5-5c3f-4333-b9ce-f2714caf4472),segment_id=804b93e5-5c3f-4333-b9ce-f2714caf4472)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:34.711215 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b1d88ffa-8ba3-4ab2-a058-be2e8ae18d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.712959 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54c47bf4-2af6-457c-a86a-2f718089b6b3 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.714103 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-54c47bf4-2af6-457c-a86a-2f718089b6b3 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "DELETE /v2.0/routers/a5d6084e-1de5-4bcb-b8c2-2d57670c1b9a HTTP/1.1" status: 204 len: 168 time: 0.8182425 Sep 07 18:51:34.717673 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56266) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:34.722866 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6b0f5ea8-e1c0-48c1-8e88-c400223cb3c1 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1929739837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:34.728855 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-b1d88ffa-8ba3-4ab2-a058-be2e8ae18d43 admin admin] Calling delete_port for 8bb380fc-514e-4b32-a087-166f7d50c4a8 owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:34.749986 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b0f5ea8-e1c0-48c1-8e88-c400223cb3c1 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.751104 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b0f5ea8-e1c0-48c1-8e88-c400223cb3c1 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.751775 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-43388fca-e906-4761-8f0f-272ab3ce56d6 None None] Deleting port 8bb380fc-514e-4b32-a087-166f7d50c4a8 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:34.752153 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-43388fca-e906-4761-8f0f-272ab3ce56d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.805274 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b0f5ea8-e1c0-48c1-8e88-c400223cb3c1 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.810706 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b0f5ea8-e1c0-48c1-8e88-c400223cb3c1 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.828793 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b1d88ffa-8ba3-4ab2-a058-be2e8ae18d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.846350 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b0f5ea8-e1c0-48c1-8e88-c400223cb3c1 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.847729 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6b0f5ea8-e1c0-48c1-8e88-c400223cb3c1 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1285534 Sep 07 18:51:34.855688 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56274) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:34.861973 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-31870228-e4f5-4355-a594-f2f62bf1b5d5 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Request body: {'router': {'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:34.881099 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-43388fca-e906-4761-8f0f-272ab3ce56d6 None None] For port 8bb380fc-514e-4b32-a087-166f7d50c4a8, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8bb380fc-514e-4b32-a087-166f7d50c4a8,segment=NetworkSegment(804b93e5-5c3f-4333-b9ce-f2714caf4472),segment_id=804b93e5-5c3f-4333-b9ce-f2714caf4472)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:34.881496 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-43388fca-e906-4761-8f0f-272ab3ce56d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.887696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d88ffa-8ba3-4ab2-a058-be2e8ae18d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb380fc-514e-4b32-a087-166f7d50c4a8,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:34.896132 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-43388fca-e906-4761-8f0f-272ab3ce56d6 None None] Calling delete_port for 8bb380fc-514e-4b32-a087-166f7d50c4a8 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:34.907933 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8bb380fc-514e-4b32-a087-166f7d50c4a8 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:51:34.916378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d88ffa-8ba3-4ab2-a058-be2e8ae18d43 admin admin] No DVR routers for this DVR port 8bb380fc-514e-4b32-a087-166f7d50c4a8 on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:51:34.932627 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 8bb380fc-514e-4b32-a087-166f7d50c4a8 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:51:34.933104 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8bb380fc-514e-4b32-a087-166f7d50c4a8 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:51:34.933625 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 924086fe-44ff-4d73-a487-94ae0052da5b no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:51:34.979229 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 924086fe-44ff-4d73-a487-94ae0052da5b {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:51:34.979722 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 924086fe-44ff-4d73-a487-94ae0052da5b not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:51:35.023501 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-43388fca-e906-4761-8f0f-272ab3ce56d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:35.048995 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b3386-7d19-4552-b356-7ec2d7507b78 req-bf33a5d7-1422-4a55-a76a-df72e7bd8211 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:35.052895 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43388fca-e906-4761-8f0f-272ab3ce56d6 None None] Pushing event deleted for resources: {'Port': ['ID=8bb380fc-514e-4b32-a087-166f7d50c4a8,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:35.055741 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43388fca-e906-4761-8f0f-272ab3ce56d6 None None] No DVR routers for this DVR port 8bb380fc-514e-4b32-a087-166f7d50c4a8 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:51:35.056188 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef4b3386-7d19-4552-b356-7ec2d7507b78 req-bf33a5d7-1422-4a55-a76a-df72e7bd8211 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.1599076 Sep 07 18:51:35.065439 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b1d88ffa-8ba3-4ab2-a058-be2e8ae18d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:35.075287 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740ecad-9597-4caf-9dff-c8bc6c04336a req-1c3b9ded-bd6a-47cd-aa89-88399f04560e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:35.076876 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4740ecad-9597-4caf-9dff-c8bc6c04336a req-1c3b9ded-bd6a-47cd-aa89-88399f04560e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.1826379 Sep 07 18:51:35.098821 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31870228-e4f5-4355-a594-f2f62bf1b5d5 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:35.120387 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-b1d88ffa-8ba3-4ab2-a058-be2e8ae18d43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae85b21-e0d4-4405-b94c-264b3b0b3464']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:35.141813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-b1d88ffa-8ba3-4ab2-a058-be2e8ae18d43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804b93e5-5c3f-4333-b9ce-f2714caf4472') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:35.142107 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-b1d88ffa-8ba3-4ab2-a058-be2e8ae18d43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804b93e5-5c3f-4333-b9ce-f2714caf4472') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:35.156424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef4b3386-7d19-4552-b356-7ec2d7507b78 req-26c0a373-6827-4bd9-a548-5ddf18afc70e tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993767 Sep 07 18:51:35.161174 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b1d88ffa-8ba3-4ab2-a058-be2e8ae18d43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:35.171606 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4740ecad-9597-4caf-9dff-c8bc6c04336a req-5eac24ca-d477-4cdd-8b30-b704695ea339 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816100 Sep 07 18:51:35.183479 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b1d88ffa-8ba3-4ab2-a058-be2e8ae18d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:35.191759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d88ffa-8ba3-4ab2-a058-be2e8ae18d43 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:51:35.197018 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b1d88ffa-8ba3-4ab2-a058-be2e8ae18d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: timer() Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:51:35.218430 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:51:35.281053 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b1d88ffa-8ba3-4ab2-a058-be2e8ae18d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:35.287497 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b1d88ffa-8ba3-4ab2-a058-be2e8ae18d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:35.289871 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b1d88ffa-8ba3-4ab2-a058-be2e8ae18d43 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cae85b21-e0d4-4405-b94c-264b3b0b3464 HTTP/1.1" status: 204 len: 168 time: 0.7902083 Sep 07 18:51:35.303973 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d88ffa-8ba3-4ab2-a058-be2e8ae18d43 admin admin] Pushing event deleted for resources: {'Network': ['ID=cae85b21-e0d4-4405-b94c-264b3b0b3464,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:35.339772 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31870228-e4f5-4355-a594-f2f62bf1b5d5 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:35.359672 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31870228-e4f5-4355-a594-f2f62bf1b5d5 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:35.384948 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1a101-f19f-44f3-a859-9bf5552b2a55 req-f92fb01b-69b0-465f-a61e-232c7269453e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:35.392038 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ddc1a101-f19f-44f3-a859-9bf5552b2a55 req-f92fb01b-69b0-465f-a61e-232c7269453e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.0594294 Sep 07 18:51:35.421046 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56284) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:35.426263 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ddc1a101-f19f-44f3-a859-9bf5552b2a55 req-20a219dd-2024-4a58-85fc-5f0642793fc4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333829 Sep 07 18:51:35.494735 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-674c2b4d-fae3-4833-a95d-39a7b94c3868 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a590f1aee6a44a596ee50d05aa067fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727739 Sep 07 18:51:35.497356 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56286) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:35.504626 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-31870228-e4f5-4355-a594-f2f62bf1b5d5 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Allocated IP 172.25.8.229 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/f8cbee9e-d68e-4f49-b410-8c37300f8c69) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:35.546677 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0bd41a2a-5d6b-45eb-ad24-c42df579d23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:35.568069 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0bd41a2a-5d6b-45eb-ad24-c42df579d23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:35.610254 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31870228-e4f5-4355-a594-f2f62bf1b5d5 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:35.620699 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0bd41a2a-5d6b-45eb-ad24-c42df579d23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:35.623588 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0bd41a2a-5d6b-45eb-ad24-c42df579d23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:35.628042 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0bd41a2a-5d6b-45eb-ad24-c42df579d23c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/be93ccb5-3107-4b95-9f31-620da5163250 HTTP/1.1" status: 204 len: 168 time: 0.1293166 Sep 07 18:51:35.637226 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd41a2a-5d6b-45eb-ad24-c42df579d23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be93ccb5-3107-4b95-9f31-620da5163250,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:35.657139 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31870228-e4f5-4355-a594-f2f62bf1b5d5 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:35.694945 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31870228-e4f5-4355-a594-f2f62bf1b5d5 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:35.697717 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-31870228-e4f5-4355-a594-f2f62bf1b5d5 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:35.700600 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31870228-e4f5-4355-a594-f2f62bf1b5d5 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:35.732285 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31870228-e4f5-4355-a594-f2f62bf1b5d5 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Pushing event updated for resources: {'Port': ['ID=f8cbee9e-d68e-4f49-b410-8c37300f8c69,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:35.956473 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31870228-e4f5-4355-a594-f2f62bf1b5d5 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:36.160690 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31870228-e4f5-4355-a594-f2f62bf1b5d5 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:36.164055 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31870228-e4f5-4355-a594-f2f62bf1b5d5 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626183'] for router, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:36.313851 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31870228-e4f5-4355-a594-f2f62bf1b5d5 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Router 9851239b-5b7a-460d-b8b3-b2c0c534b3eb is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:51:36.316780 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac1434-d51e-4db6-89c3-68851c8465d3 req-caec1186-1e82-4ab8-96ab-1c1cb810a7a2 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:36.318307 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4bac1434-d51e-4db6-89c3-68851c8465d3 req-caec1186-1e82-4ab8-96ab-1c1cb810a7a2 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.0897760 Sep 07 18:51:36.332526 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50ca6e-03e6-4544-b057-920754bb4179 req-fc5bcc38-6f5c-44f9-9dfd-92bc34afbefc tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:36.334445 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff50ca6e-03e6-4544-b057-920754bb4179 req-fc5bcc38-6f5c-44f9-9dfd-92bc34afbefc tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.0708754 Sep 07 18:51:36.393881 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4bac1434-d51e-4db6-89c3-68851c8465d3 req-6bdd6ed9-fbe2-4163-b916-c8638afcf40e tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582523 Sep 07 18:51:36.398668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff50ca6e-03e6-4544-b057-920754bb4179 req-2fa89c46-116d-4208-b1f0-4c886d0458ea tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526679 Sep 07 18:51:36.431374 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31870228-e4f5-4355-a594-f2f62bf1b5d5 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:51:36.441455 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31870228-e4f5-4355-a594-f2f62bf1b5d5 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:36.444551 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-31870228-e4f5-4355-a594-f2f62bf1b5d5 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "PUT /v2.0/routers/9851239b-5b7a-460d-b8b3-b2c0c534b3eb HTTP/1.1" status: 200 len: 880 time: 1.5860820 Sep 07 18:51:36.445622 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56320) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:36.456095 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9054ca3-c34f-45b7-88b3-3f8724784a75 None None] Sync routers for ids ['9851239b-5b7a-460d-b8b3-b2c0c534b3eb'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:51:36.471036 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9054ca3-c34f-45b7-88b3-3f8724784a75 None None] Routers {'9851239b-5b7a-460d-b8b3-b2c0c534b3eb'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:36.471922 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c9054ca3-c34f-45b7-88b3-3f8724784a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['9851239b-5b7a-460d-b8b3-b2c0c534b3eb'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:36.522641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c9054ca3-c34f-45b7-88b3-3f8724784a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:36.537186 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9054ca3-c34f-45b7-88b3-3f8724784a75 None None] Routers {'9851239b-5b7a-460d-b8b3-b2c0c534b3eb'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:36.538834 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c9054ca3-c34f-45b7-88b3-3f8724784a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['9851239b-5b7a-460d-b8b3-b2c0c534b3eb'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:36.574550 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d80f0c28-8fee-468d-94b4-192df7c4b6e6 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "GET /v2.0/routers/9851239b-5b7a-460d-b8b3-b2c0c534b3eb HTTP/1.1" status: 200 len: 921 time: 0.1263678 Sep 07 18:51:36.575281 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56326) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:36.582266 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c9054ca3-c34f-45b7-88b3-3f8724784a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:36.582934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9054ca3-c34f-45b7-88b3-3f8724784a75 None None] The sync data for ids ['9851239b-5b7a-460d-b8b3-b2c0c534b3eb'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:51:36.619799 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54ce467-bebe-40fd-8936-4a6c053712c5 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:36.626823 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c54ce467-bebe-40fd-8936-4a6c053712c5 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&device_id=9851239b-5b7a-460d-b8b3-b2c0c534b3eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0485380 Sep 07 18:51:36.627167 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56328) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:36.751850 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789102b-a5a8-44a8-8c96-865ec4b48a80 req-f80d0930-213a-4c8b-a42e-0f1cd7cd311c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:36.753364 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f789102b-a5a8-44a8-8c96-865ec4b48a80 req-f80d0930-213a-4c8b-a42e-0f1cd7cd311c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.1064291 Sep 07 18:51:36.756229 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe8b51b-54ff-4410-94b3-f18f7289f4a0 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:36.760967 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bbe8b51b-54ff-4410-94b3-f18f7289f4a0 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 881 time: 0.1293046 Sep 07 18:51:36.761842 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56346) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:36.790060 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e941f336-5897-4547-801f-72e861acea7d tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "GET /v2.0/ports?device_id=9851239b-5b7a-460d-b8b3-b2c0c534b3eb HTTP/1.1" status: 200 len: 205 time: 0.0269730 Sep 07 18:51:36.792566 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56354) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:36.795513 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f789102b-a5a8-44a8-8c96-865ec4b48a80 req-495bc00b-021c-4382-9c04-015469672703 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353439 Sep 07 18:51:37.117702 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56372) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:37.195554 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a49fa1c6-bb78-4d67-9a5d-aa4767565331 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:37.225920 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6996b581-bcc3-4581-a4a0-18e78d4df23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:37.310837 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a49fa1c6-bb78-4d67-9a5d-aa4767565331 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:37.331046 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6996b581-bcc3-4581-a4a0-18e78d4df23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:37.334631 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6996b581-bcc3-4581-a4a0-18e78d4df23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:37.367692 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a49fa1c6-bb78-4d67-9a5d-aa4767565331 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Deleting port f8cbee9e-d68e-4f49-b410-8c37300f8c69 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:37.368034 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a49fa1c6-bb78-4d67-9a5d-aa4767565331 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:37.374846 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996b581-bcc3-4581-a4a0-18e78d4df23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671d2577-ec6d-489c-84b4-a86927818800,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:37.379242 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6996b581-bcc3-4581-a4a0-18e78d4df23e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd379612925b4cd4915bb76ed4f4c900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604306 Sep 07 18:51:37.381833 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56376) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:37.432761 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-23f6858c-d9a4-4218-a76e-c26cfc6f6504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:37.455334 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-23f6858c-d9a4-4218-a76e-c26cfc6f6504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:37.457974 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a49fa1c6-bb78-4d67-9a5d-aa4767565331 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:37.473369 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a49fa1c6-bb78-4d67-9a5d-aa4767565331 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Calling delete_port for f8cbee9e-d68e-4f49-b410-8c37300f8c69 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:37.524278 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-23f6858c-d9a4-4218-a76e-c26cfc6f6504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:37.527353 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-23f6858c-d9a4-4218-a76e-c26cfc6f6504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:37.528451 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-23f6858c-d9a4-4218-a76e-c26cfc6f6504 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/671d2577-ec6d-489c-84b4-a86927818800 HTTP/1.1" status: 204 len: 168 time: 0.1457121 Sep 07 18:51:37.572740 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6858c-d9a4-4218-a76e-c26cfc6f6504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671d2577-ec6d-489c-84b4-a86927818800,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:37.608893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09be7eb-b0a1-4353-b73f-5aa2f2367e5d req-77567dcc-b64d-446c-bdbe-3322c9b69045 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:37.610349 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e09be7eb-b0a1-4353-b73f-5aa2f2367e5d req-77567dcc-b64d-446c-bdbe-3322c9b69045 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.0982485 Sep 07 18:51:37.619326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58628b8-e572-4bbb-8624-ea3ee66e3a32 req-66679242-664d-4b66-8d66-6d670fc96683 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:37.620882 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b58628b8-e572-4bbb-8624-ea3ee66e3a32 req-66679242-664d-4b66-8d66-6d670fc96683 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.0984867 Sep 07 18:51:37.683570 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e09be7eb-b0a1-4353-b73f-5aa2f2367e5d req-bf8819e5-8bdb-4564-aef9-ddae9928013d tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616894 Sep 07 18:51:37.688666 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b58628b8-e572-4bbb-8624-ea3ee66e3a32 req-af086499-47ea-409f-a2e6-317446185c6c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528502 Sep 07 18:51:37.690503 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a49fa1c6-bb78-4d67-9a5d-aa4767565331 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:37.717793 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fa1c6-bb78-4d67-9a5d-aa4767565331 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Pushing event deleted for resources: {'Port': ['ID=f8cbee9e-d68e-4f49-b410-8c37300f8c69,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:37.810738 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a49fa1c6-bb78-4d67-9a5d-aa4767565331 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:37.908422 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a49fa1c6-bb78-4d67-9a5d-aa4767565331 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:37.910837 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a49fa1c6-bb78-4d67-9a5d-aa4767565331 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:37.960570 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a49fa1c6-bb78-4d67-9a5d-aa4767565331 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:37.961031 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49fa1c6-bb78-4d67-9a5d-aa4767565331 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Fanout notify agent at l3_agent the message router_deleted on router 9851239b-5b7a-460d-b8b3-b2c0c534b3eb {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:51:37.968621 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a49fa1c6-bb78-4d67-9a5d-aa4767565331 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:37.975595 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a49fa1c6-bb78-4d67-9a5d-aa4767565331 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "DELETE /v2.0/routers/9851239b-5b7a-460d-b8b3-b2c0c534b3eb HTTP/1.1" status: 204 len: 168 time: 1.1820610 Sep 07 18:51:37.976236 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56406) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:37.988003 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-08923660-60fb-44bc-b882-61f39e6902d7 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-940056369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:38.013458 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08923660-60fb-44bc-b882-61f39e6902d7 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:38.014782 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08923660-60fb-44bc-b882-61f39e6902d7 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:38.015389 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e956d7-6949-4337-b62e-7d617beba614 req-236e2cd9-772e-46f2-bf55-e29ad91e0351 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:38.018286 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1e956d7-6949-4337-b62e-7d617beba614 req-236e2cd9-772e-46f2-bf55-e29ad91e0351 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0665162 Sep 07 18:51:38.027467 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18348b49-ef1b-4968-bf1c-a0e756ac1cd4 req-eb1de7bf-7912-4a1d-a7af-84c4912907c8 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:38.029213 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-18348b49-ef1b-4968-bf1c-a0e756ac1cd4 req-eb1de7bf-7912-4a1d-a7af-84c4912907c8 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.1090679 Sep 07 18:51:38.073439 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08923660-60fb-44bc-b882-61f39e6902d7 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:38.081095 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08923660-60fb-44bc-b882-61f39e6902d7 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:38.088259 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1e956d7-6949-4337-b62e-7d617beba614 req-50fbb27b-c4de-4a1b-ab33-a95e7c8fac83 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580747 Sep 07 18:51:38.098248 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-18348b49-ef1b-4968-bf1c-a0e756ac1cd4 req-1928fbc6-aed6-4131-ac9e-e3b4c47bb2aa tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604434 Sep 07 18:51:38.109177 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08923660-60fb-44bc-b882-61f39e6902d7 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:38.112959 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-08923660-60fb-44bc-b882-61f39e6902d7 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1265695 Sep 07 18:51:38.113556 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56412) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:38.121723 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-0e3844f8-7a52-4a3d-9de7-c9ff6d67e4b1 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'enable_snat': True}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:38.335266 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e3844f8-7a52-4a3d-9de7-c9ff6d67e4b1 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:38.476238 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c6296-7f79-47cc-9a15-9505ec63da91 req-45ac1686-b8a7-4660-b8ef-04b6971a6c99 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:38.477770 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c6c6296-7f79-47cc-9a15-9505ec63da91 req-45ac1686-b8a7-4660-b8ef-04b6971a6c99 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0547347 Sep 07 18:51:38.526053 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c6c6296-7f79-47cc-9a15-9505ec63da91 req-efef6c77-4117-4d50-8769-95245d7810f1 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412877 Sep 07 18:51:38.566352 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e3844f8-7a52-4a3d-9de7-c9ff6d67e4b1 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:38.589720 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e3844f8-7a52-4a3d-9de7-c9ff6d67e4b1 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:38.658756 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56438) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:38.712835 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-0e3844f8-7a52-4a3d-9de7-c9ff6d67e4b1 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Allocated IP 172.25.8.152 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/f32d5ee2-fab1-45bc-93b9-73b98c7c4cbb) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:38.834172 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-227be85d-427e-41fb-ac91-66dc8ec03743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:38.836446 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e3844f8-7a52-4a3d-9de7-c9ff6d67e4b1 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:38.877892 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e3844f8-7a52-4a3d-9de7-c9ff6d67e4b1 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:38.882329 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-67d1b3f3-2dee-4350-83ef-c0f78ecfacbc tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:38.882789 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-67d1b3f3-2dee-4350-83ef-c0f78ecfacbc tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 811 time: 0.1681387 Sep 07 18:51:38.899655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bffabb-e357-45b1-b8e1-9649096f496e req-698fe21a-c08a-45ba-abe3-0ce6bda1383c tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:38.901127 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0bffabb-e357-45b1-b8e1-9649096f496e req-698fe21a-c08a-45ba-abe3-0ce6bda1383c tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.1110129 Sep 07 18:51:38.919973 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3844f8-7a52-4a3d-9de7-c9ff6d67e4b1 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:38.927275 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-0e3844f8-7a52-4a3d-9de7-c9ff6d67e4b1 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:38.929832 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3844f8-7a52-4a3d-9de7-c9ff6d67e4b1 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:38.930753 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-3380d0d4-20dc-4a70-b0ce-e58a98345436 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/quotas/93e4d898d3484fb1b8b7e09df61086df HTTP/1.1" status: 200 len: 375 time: 0.0406785 Sep 07 18:51:38.934808 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3844f8-7a52-4a3d-9de7-c9ff6d67e4b1 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Pushing event updated for resources: {'Port': ['ID=f32d5ee2-fab1-45bc-93b9-73b98c7c4cbb,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:39.000469 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0bffabb-e357-45b1-b8e1-9649096f496e req-df77a17a-4fce-4c1d-b7b1-2a483e7968d3 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880969 Sep 07 18:51:39.036666 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-d7336f93-fa68-46c9-83dd-6945d74ed4b3 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0952990 Sep 07 18:51:39.068792 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-227be85d-427e-41fb-ac91-66dc8ec03743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:39.081019 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-227be85d-427e-41fb-ac91-66dc8ec03743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:39.160964 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227be85d-427e-41fb-ac91-66dc8ec03743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abb11ed-a6a9-4537-9e26-32992faa0743,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:39.166025 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-227be85d-427e-41fb-ac91-66dc8ec03743 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=826c8f4ce3474d108fe9abbd896ded7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5059156 Sep 07 18:51:39.169470 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56460) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:39.213344 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-823e7fc9-cd53-4ead-830e-194a6137b2e3 service neutron] 10.222.0.26 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640217 Sep 07 18:51:39.255168 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e3844f8-7a52-4a3d-9de7-c9ff6d67e4b1 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:39.282583 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-124a73e3-b47c-480b-9dc0-8cc91117d6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:39.343640 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-124a73e3-b47c-480b-9dc0-8cc91117d6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:39.406131 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-ba9d8af8-f595-40e4-ae56-544ef9beabc3 service neutron] 10.222.0.26 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855712 Sep 07 18:51:39.433442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78149c-2a0f-49dc-a29b-efbbe7df0709 req-3c629635-60e6-4904-804d-b6b3eb30b82e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:39.434946 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1a78149c-2a0f-49dc-a29b-efbbe7df0709 req-3c629635-60e6-4904-804d-b6b3eb30b82e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.0958061 Sep 07 18:51:39.482872 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-124a73e3-b47c-480b-9dc0-8cc91117d6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:39.485422 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-124a73e3-b47c-480b-9dc0-8cc91117d6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:39.486675 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-124a73e3-b47c-480b-9dc0-8cc91117d6fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1abb11ed-a6a9-4537-9e26-32992faa0743 HTTP/1.1" status: 204 len: 168 time: 0.3164420 Sep 07 18:51:39.515922 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1a78149c-2a0f-49dc-a29b-efbbe7df0709 req-724eec4c-2157-4a91-92cb-0a43ae7a6217 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686448 Sep 07 18:51:39.536139 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a73e3-b47c-480b-9dc0-8cc91117d6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abb11ed-a6a9-4537-9e26-32992faa0743,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:39.567217 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e3844f8-7a52-4a3d-9de7-c9ff6d67e4b1 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:39.587519 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e3844f8-7a52-4a3d-9de7-c9ff6d67e4b1 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626183'] for router, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:39.712630 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d75b05ca-8b29-456a-a5f5-fcfdcd9b0877 req-83f85337-679e-4b52-9dca-192b242ef46c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=c045310f-0a44-40fb-b93c-16f97e6b41fe HTTP/1.1" status: 200 len: 210 time: 0.0595782 Sep 07 18:51:39.813275 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3844f8-7a52-4a3d-9de7-c9ff6d67e4b1 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Router 2b4e1225-8653-4e05-9e0a-08d0e3d92bd0 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:51:39.960647 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3844f8-7a52-4a3d-9de7-c9ff6d67e4b1 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:51:39.972695 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567af9a3-a053-4416-a987-118e085b3ad0 None None] Sync routers for ids ['2b4e1225-8653-4e05-9e0a-08d0e3d92bd0'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:51:39.987312 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e3844f8-7a52-4a3d-9de7-c9ff6d67e4b1 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:39.991428 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56482) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:39.991839 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0e3844f8-7a52-4a3d-9de7-c9ff6d67e4b1 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "PUT /v2.0/routers/2b4e1225-8653-4e05-9e0a-08d0e3d92bd0 HTTP/1.1" status: 200 len: 914 time: 1.8776143 Sep 07 18:51:40.001849 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567af9a3-a053-4416-a987-118e085b3ad0 None None] Routers {'2b4e1225-8653-4e05-9e0a-08d0e3d92bd0'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:40.002540 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-567af9a3-a053-4416-a987-118e085b3ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2b4e1225-8653-4e05-9e0a-08d0e3d92bd0'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:40.054110 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-567af9a3-a053-4416-a987-118e085b3ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:40.063858 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567af9a3-a053-4416-a987-118e085b3ad0 None None] Routers {'2b4e1225-8653-4e05-9e0a-08d0e3d92bd0'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:40.064871 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-567af9a3-a053-4416-a987-118e085b3ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2b4e1225-8653-4e05-9e0a-08d0e3d92bd0'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:40.103269 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-567af9a3-a053-4416-a987-118e085b3ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:40.104051 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567af9a3-a053-4416-a987-118e085b3ad0 None None] The sync data for ids ['2b4e1225-8653-4e05-9e0a-08d0e3d92bd0'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:51:40.200715 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ebcad189-8919-4fa5-a5ce-24d5b1981530 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "GET /v2.0/routers/2b4e1225-8653-4e05-9e0a-08d0e3d92bd0 HTTP/1.1" status: 200 len: 920 time: 0.2079968 Sep 07 18:51:40.203606 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56492) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:40.267942 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef52c6-da43-4033-9d35-b9bcc1f05ffc req-2c9e58b4-9ff0-4520-b5cc-fca9bd4edbee tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:40.275614 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b2ef52c6-da43-4033-9d35-b9bcc1f05ffc req-2c9e58b4-9ff0-4520-b5cc-fca9bd4edbee tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.1435735 Sep 07 18:51:40.340545 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6c20ff-a152-47d8-a02c-2623bc127d0d tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:40.345058 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5f6c20ff-a152-47d8-a02c-2623bc127d0d tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&device_id=2b4e1225-8653-4e05-9e0a-08d0e3d92bd0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1374726 Sep 07 18:51:40.345628 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56502) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:40.347198 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b2ef52c6-da43-4033-9d35-b9bcc1f05ffc req-10ad1b6c-db23-441b-8f4f-82ae7ab74e07 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705955 Sep 07 18:51:40.435555 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccad409-65c5-418c-aeb0-d60703a79b20 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:40.436944 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7ccad409-65c5-418c-aeb0-d60703a79b20 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 881 time: 0.0900409 Sep 07 18:51:40.439985 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56506) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:40.473169 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-658e43c2-05f4-49b8-8c94-3d425475365b tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4e1225-8653-4e05-9e0a-08d0e3d92bd0 HTTP/1.1" status: 200 len: 205 time: 0.0291431 Sep 07 18:51:40.473443 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56508) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:40.580233 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da409937-0795-4de4-8251-ded8225972ac tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:40.768345 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb00d78-e061-4bcc-b174-80abae97301d req-bab24bd7-90eb-4f5b-9266-64ed86741e43 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:40.776135 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9fb00d78-e061-4bcc-b174-80abae97301d req-bab24bd7-90eb-4f5b-9266-64ed86741e43 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.1546006 Sep 07 18:51:40.787054 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da409937-0795-4de4-8251-ded8225972ac tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:40.881553 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b097f1a2-be8f-4c1b-a738-84f1598c5b32 req-ddb20e11-21e3-42b9-a4ae-7efca9b3bac5 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=c045310f-0a44-40fb-b93c-16f97e6b41fe HTTP/1.1" status: 200 len: 210 time: 0.0563693 Sep 07 18:51:40.900529 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9fb00d78-e061-4bcc-b174-80abae97301d req-d19139fd-bfed-4a1e-b495-31e6e93ed4aa tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237226 Sep 07 18:51:40.930615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-8a8b986d-e893-440e-8325-99b126bcb47a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:40.932052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-8a8b986d-e893-440e-8325-99b126bcb47a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.36 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 811 time: 0.2286143 Sep 07 18:51:40.942412 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-da409937-0795-4de4-8251-ded8225972ac tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Deleting port f32d5ee2-fab1-45bc-93b9-73b98c7c4cbb {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:40.942749 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da409937-0795-4de4-8251-ded8225972ac tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:40.958340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-42fd5574-8ee0-4d4a-864a-cbd18b009070 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Request body: {'port': {'device_id': 'c045310f-0a44-40fb-b93c-16f97e6b41fe', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'admin_state_up': True, 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:41.363870 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad0b3a0e-6c6f-4f2d-b293-3a699abce783 req-4a621277-e105-4a41-99bc-122417d67e13 tempest-AbsoluteLimitsNegativeTestJSON-792607146 tempest-AbsoluteLimitsNegativeTestJSON-792607146-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f91636d4fb5e4032a0f0eb8a4648d934&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3849556 Sep 07 18:51:41.484687 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da409937-0795-4de4-8251-ded8225972ac tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:41.531308 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-da409937-0795-4de4-8251-ded8225972ac tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Calling delete_port for f32d5ee2-fab1-45bc-93b9-73b98c7c4cbb owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:41.560707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-42fd5574-8ee0-4d4a-864a-cbd18b009070 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Made reservation on behalf of 93e4d898d3484fb1b8b7e09df61086df for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:51:41.564085 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-42fd5574-8ee0-4d4a-864a-cbd18b009070 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:41.615709 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b3a0e-6c6f-4f2d-b293-3a699abce783 req-dda1ba07-2988-4399-b159-22163fac9941 tempest-AbsoluteLimitsNegativeTestJSON-792607146 tempest-AbsoluteLimitsNegativeTestJSON-792607146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:41.617201 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad0b3a0e-6c6f-4f2d-b293-3a699abce783 req-dda1ba07-2988-4399-b159-22163fac9941 tempest-AbsoluteLimitsNegativeTestJSON-792607146 tempest-AbsoluteLimitsNegativeTestJSON-792607146-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2459359 Sep 07 18:51:41.644124 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23b3fe-74cc-4659-8f14-d615923f5a69 req-06201e72-d357-4084-97cd-f0a1c51d5a33 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:41.645582 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d23b3fe-74cc-4659-8f14-d615923f5a69 req-06201e72-d357-4084-97cd-f0a1c51d5a33 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.1712246 Sep 07 18:51:41.674657 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad0b3a0e-6c6f-4f2d-b293-3a699abce783 req-281148d3-dec7-4c2c-b873-06824c662485 tempest-AbsoluteLimitsNegativeTestJSON-792607146 tempest-AbsoluteLimitsNegativeTestJSON-792607146-project] 10.222.0.26 "GET /v2.0/quotas/f91636d4fb5e4032a0f0eb8a4648d934 HTTP/1.1" status: 200 len: 375 time: 0.0502777 Sep 07 18:51:41.760543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad0b3a0e-6c6f-4f2d-b293-3a699abce783 req-dec8d3dd-6c76-45a0-b099-c9f25adc932c tempest-AbsoluteLimitsNegativeTestJSON-792607146 tempest-AbsoluteLimitsNegativeTestJSON-792607146-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f91636d4fb5e4032a0f0eb8a4648d934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521657 Sep 07 18:51:41.833597 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d23b3fe-74cc-4659-8f14-d615923f5a69 req-ce9f9659-d6da-4cfa-a9ee-c493bc38dfbe tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799240 Sep 07 18:51:41.864441 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-42fd5574-8ee0-4d4a-864a-cbd18b009070 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Allocated IP 172.20.0.8 (b9424cdc-95ee-4e78-8b79-da4f8984864f/619cd2b1-3967-4753-9c8c-ea535684adf4/2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:41.937078 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da409937-0795-4de4-8251-ded8225972ac tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:41.993510 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da409937-0795-4de4-8251-ded8225972ac tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Pushing event deleted for resources: {'Port': ['ID=f32d5ee2-fab1-45bc-93b9-73b98c7c4cbb,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:42.060070 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c761ed1-9f4a-4676-b80d-e7880bc5b5c9 req-1e91f068-536e-4e24-931c-aed4d558fa60 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=c045310f-0a44-40fb-b93c-16f97e6b41fe HTTP/1.1" status: 200 len: 210 time: 0.0792706 Sep 07 18:51:42.060819 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56546) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:42.178686 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98236fe7-8f43-4f1a-955e-8d960ee48dcf req-9c58c959-6af6-4cfd-a4c5-969c78a083b7 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:42.178979 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2b50d35-1704-4206-8c5e-93e67542d318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.180156 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-98236fe7-8f43-4f1a-955e-8d960ee48dcf req-9c58c959-6af6-4cfd-a4c5-969c78a083b7 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.1772902 Sep 07 18:51:42.180995 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da409937-0795-4de4-8251-ded8225972ac tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.252718 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-42fd5574-8ee0-4d4a-864a-cbd18b009070 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.275599 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2b50d35-1704-4206-8c5e-93e67542d318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.280586 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2b50d35-1704-4206-8c5e-93e67542d318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.306514 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-42fd5574-8ee0-4d4a-864a-cbd18b009070 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Transition to ACTIVE for port object 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:51:42.310104 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da409937-0795-4de4-8251-ded8225972ac tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.318827 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da409937-0795-4de4-8251-ded8225972ac tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.324433 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c2b50d35-1704-4206-8c5e-93e67542d318 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f91636d4fb5e4032a0f0eb8a4648d934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600429 Sep 07 18:51:42.324433 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b50d35-1704-4206-8c5e-93e67542d318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85074f79-cc15-4eee-a02f-63a0dd4d1f28,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:42.328902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56552) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:42.396646 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-98236fe7-8f43-4f1a-955e-8d960ee48dcf req-a986c64e-2d52-45e0-9e46-0419b681603d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779907 Sep 07 18:51:42.422590 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da409937-0795-4de4-8251-ded8225972ac tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.423116 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da409937-0795-4de4-8251-ded8225972ac tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Fanout notify agent at l3_agent the message router_deleted on router 2b4e1225-8653-4e05-9e0a-08d0e3d92bd0 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:51:42.432683 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da409937-0795-4de4-8251-ded8225972ac tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.438241 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-da409937-0795-4de4-8251-ded8225972ac tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "DELETE /v2.0/routers/2b4e1225-8653-4e05-9e0a-08d0e3d92bd0 HTTP/1.1" status: 204 len: 168 time: 1.9595158 Sep 07 18:51:42.438810 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56558) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:42.442778 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1d461bbe-d4b8-4ad5-8e64-1bb239350cc2 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-274132188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:42.461971 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-42fd5574-8ee0-4d4a-864a-cbd18b009070 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.467200 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d461bbe-d4b8-4ad5-8e64-1bb239350cc2 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.469219 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d461bbe-d4b8-4ad5-8e64-1bb239350cc2 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.474145 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['266365d6-55c3-4d84-9990-3b89862aae14'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:51:42.474692 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5a7e15a3-e7b6-471c-8d82-e554424ba5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.519594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-42fd5574-8ee0-4d4a-864a-cbd18b009070 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Network b9424cdc-95ee-4e78-8b79-da4f8984864f is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:42.525217 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.532153 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-42fd5574-8ee0-4d4a-864a-cbd18b009070 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:42.535195 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5a7e15a3-e7b6-471c-8d82-e554424ba5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.545581 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-42fd5574-8ee0-4d4a-864a-cbd18b009070 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:42.561256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd5574-8ee0-4d4a-864a-cbd18b009070 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Pushing event updated for resources: {'Port': ['ID=2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:42.569637 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d461bbe-d4b8-4ad5-8e64-1bb239350cc2 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.574459 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d461bbe-d4b8-4ad5-8e64-1bb239350cc2 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.591971 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d461bbe-d4b8-4ad5-8e64-1bb239350cc2 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.596087 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1d461bbe-d4b8-4ad5-8e64-1bb239350cc2 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1543975 Sep 07 18:51:42.596544 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56560) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:42.601227 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-cee26059-13a1-415d-943a-1a4753503221 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'enable_snat': False}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:42.655102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-42fd5574-8ee0-4d4a-864a-cbd18b009070 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:42.655779 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-42fd5574-8ee0-4d4a-864a-cbd18b009070 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.660018 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5a7e15a3-e7b6-471c-8d82-e554424ba5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.662681 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5a7e15a3-e7b6-471c-8d82-e554424ba5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.663925 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5a7e15a3-e7b6-471c-8d82-e554424ba5ee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/85074f79-cc15-4eee-a02f-63a0dd4d1f28 HTTP/1.1" status: 204 len: 168 time: 0.3246946 Sep 07 18:51:42.683159 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-42fd5574-8ee0-4d4a-864a-cbd18b009070 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7376807 Sep 07 18:51:42.690556 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e15a3-e7b6-471c-8d82-e554424ba5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85074f79-cc15-4eee-a02f-63a0dd4d1f28,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:42.699607 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] Request body: {'port': {'device_id': 'c045310f-0a44-40fb-b93c-16f97e6b41fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:42.767621 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.871714 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cee26059-13a1-415d-943a-1a4753503221 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.925260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0248b783-b897-4a50-8ca8-bc388201499d None None] Provisioning for port 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:51:42.930489 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0248b783-b897-4a50-8ca8-bc388201499d None None] Provisioning complete for port 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:42.931255 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0248b783-b897-4a50-8ca8-bc388201499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:42.996744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-0248b783-b897-4a50-8ca8-bc388201499d None None] Port 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:51:43.050915 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fb790-ee39-4747-a7db-338aa36ee1c1 req-914d0407-7e47-4264-a0fe-825e5cfb8a18 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:43.052707 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd9fb790-ee39-4747-a7db-338aa36ee1c1 req-914d0407-7e47-4264-a0fe-825e5cfb8a18 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.1145263 Sep 07 18:51:43.124182 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cee26059-13a1-415d-943a-1a4753503221 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:43.146358 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd9fb790-ee39-4747-a7db-338aa36ee1c1 req-bce642bb-2520-4860-9892-5f639ad1fb8a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763836 Sep 07 18:51:43.152110 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cee26059-13a1-415d-943a-1a4753503221 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:43.227774 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:51:43.238647 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:43.256114 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] Transition to ACTIVE for port object 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:51:43.264749 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf275d2-2616-4772-af79-df818f81ee23 req-5aed83a2-932f-411b-aa26-9a3da3169be3 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:43.269328 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ccf275d2-2616-4772-af79-df818f81ee23 req-5aed83a2-932f-411b-aa26-9a3da3169be3 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=c045310f-0a44-40fb-b93c-16f97e6b41fe HTTP/1.1" status: 200 len: 931 time: 0.0830088 Sep 07 18:51:43.270674 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:43.293914 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-cee26059-13a1-415d-943a-1a4753503221 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Allocated IP 172.25.8.30 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/666aebec-4946-4e30-b25f-c8eafb85a3cc) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:43.383619 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:43.455773 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ccf275d2-2616-4772-af79-df818f81ee23 req-e5895d88-d6c2-44eb-a2f7-b46fced9a231 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817503 Sep 07 18:51:43.483569 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cee26059-13a1-415d-943a-1a4753503221 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:43.484086 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] Pushing event updated for resources: {'Port': ['ID=2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:43.556075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] Attempting to bind port 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:51:43.556738 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] Attempting to bind port 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:51:43.557251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] Attempting to bind port 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c on network b9424cdc-95ee-4e78-8b79-da4f8984864f {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:51:43.562756 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] Port 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c on network b9424cdc-95ee-4e78-8b79-da4f8984864f not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:51:43.563324 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] Attempting to bind port 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c on network b9424cdc-95ee-4e78-8b79-da4f8984864f {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:51:43.574410 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:51:43.575238 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] Checking segment: {'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:51:43.576030 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] Bound using segment: {'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:51:43.576479 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] Bound port: 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:51:43.576870 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:43.584673 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cee26059-13a1-415d-943a-1a4753503221 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:43.645102 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56594) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:43.658390 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee26059-13a1-415d-943a-1a4753503221 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:43.661929 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-cee26059-13a1-415d-943a-1a4753503221 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:43.666104 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee26059-13a1-415d-943a-1a4753503221 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:43.701722 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee26059-13a1-415d-943a-1a4753503221 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Pushing event updated for resources: {'Port': ['ID=666aebec-4946-4e30-b25f-c8eafb85a3cc,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:43.754646 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994bc69-afe4-4653-88c4-e4fc3fabb15f req-f36a4b75-87c1-477e-8abf-12498176e30a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:43.757217 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c994bc69-afe4-4653-88c4-e4fc3fabb15f req-f36a4b75-87c1-477e-8abf-12498176e30a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.1062038 Sep 07 18:51:43.765174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] For port 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:51:43.773362 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] For port 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:51:43.782170 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:43.801009 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-5098415d-52b0-418b-8d04-b14556a289a6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1970460517-network', 'tenant_id': 'a51abae9d9c1411b878dfc9158d35f37'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:43.839406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:43.840048 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:43.841529 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] 10.222.0.36 "PUT /v2.0/ports/2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c HTTP/1.1" status: 200 len: 1091 time: 1.1482401 Sep 07 18:51:43.842239 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c045310f-0a44-40fb-b93c-16f97e6b41fe', 'tag': '2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:43.844384 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4209de25-ee86-4882-909d-a3b078ea0438" -d '{"events": [{"name": "network-changed", "server_uuid": "c045310f-0a44-40fb-b93c-16f97e6b41fe", "tag": "2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:43.852257 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c994bc69-afe4-4653-88c4-e4fc3fabb15f req-cc3adb89-915e-4735-b4f5-338fb601b054 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895751 Sep 07 18:51:43.854946 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5098415d-52b0-418b-8d04-b14556a289a6 admin admin] Made reservation on behalf of a51abae9d9c1411b878dfc9158d35f37 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:51:43.858000 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5098415d-52b0-418b-8d04-b14556a289a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:43.890084 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8989b1-ba48-4445-8eb7-72d296cc652e service neutron] Pushing event updated for resources: {'Port': ['ID=2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:43.913245 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5098415d-52b0-418b-8d04-b14556a289a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:43.921326 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cf10cd-c414-42a3-8b6c-b83c8af129ad x-openstack-request-id: req-03cf10cd-c414-42a3-8b6c-b83c8af129ad {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:43.921618 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c045310f-0a44-40fb-b93c-16f97e6b41fe", "tag": "2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:43.921879 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03cf10cd-c414-42a3-8b6c-b83c8af129ad {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:43.922308 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c045310f-0a44-40fb-b93c-16f97e6b41fe', 'tag': '2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c', 'status': 'completed', 'code': 200} Sep 07 18:51:43.940119 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-fa511856-2d7f-444b-a313-c93be1b78411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:43.941708 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-fa511856-2d7f-444b-a313-c93be1b78411 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=c045310f-0a44-40fb-b93c-16f97e6b41fe HTTP/1.1" status: 200 len: 1094 time: 0.0480833 Sep 07 18:51:43.987584 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-42a2d4db-5f70-4979-8f8f-80859b3a0b18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c HTTP/1.1" status: 200 len: 217 time: 0.0372403 Sep 07 18:51:44.042495 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-50bf8f3d-7632-4b89-b850-6a89f53d83b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:44.044557 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-50bf8f3d-7632-4b89-b850-6a89f53d83b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.0494273 Sep 07 18:51:44.096821 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-7bdc52f4-30cc-4a0f-bcf3-53cbef9a9170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:44.098244 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-7bdc52f4-30cc-4a0f-bcf3-53cbef9a9170 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465031 Sep 07 18:51:44.195278 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-56afe73f-7811-49d8-83b1-381d186dfb52 service neutron] 10.222.0.36 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876935 Sep 07 18:51:44.290872 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cee26059-13a1-415d-943a-1a4753503221 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:44.316546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8204e9f-18d0-4b1f-9dfe-43a98cde1289 req-f21f685e-7dbf-486a-8ced-adcb4f1d6236 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:44.318041 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8204e9f-18d0-4b1f-9dfe-43a98cde1289 req-f21f685e-7dbf-486a-8ced-adcb4f1d6236 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.0932846 Sep 07 18:51:44.345610 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f705ad2f-2e28-4388-9a06-121a6e7c5e5d req-01dba697-4d37-41f0-9fd9-ec7cbe29ee7d service neutron] 10.222.0.36 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423669 Sep 07 18:51:44.368023 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8204e9f-18d0-4b1f-9dfe-43a98cde1289 req-99a25539-a4d4-4b73-945c-ae1df0223915 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438054 Sep 07 18:51:44.435896 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5098415d-52b0-418b-8d04-b14556a289a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:44.450052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209de25-ee86-4882-909d-a3b078ea0438 req-0033e963-18e8-4380-bb01-08cfc22cf903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:44.451563 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4209de25-ee86-4882-909d-a3b078ea0438 req-0033e963-18e8-4380-bb01-08cfc22cf903 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=c045310f-0a44-40fb-b93c-16f97e6b41fe HTTP/1.1" status: 200 len: 1094 time: 0.0463941 Sep 07 18:51:44.469802 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5098415d-52b0-418b-8d04-b14556a289a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:44.502880 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5098415d-52b0-418b-8d04-b14556a289a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:51:44.524588 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098415d-52b0-418b-8d04-b14556a289a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cd190c-2387-4227-ad4c-f5a40d52de3a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:44.558680 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5098415d-52b0-418b-8d04-b14556a289a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:44.559035 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-5098415d-52b0-418b-8d04-b14556a289a6 admin admin] Added segment 89dfadfb-4649-4c44-8b02-4aba1178b4a6 of type vlan for network b8dfd2b3-d6b9-4b7b-b129-f569d2747640 Sep 07 18:51:44.601505 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cee26059-13a1-415d-943a-1a4753503221 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:44.603063 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25165a9d-f826-48e5-85f2-d9aea9bc7e5f req-0d6d71fd-a643-4b6b-83fa-e8fcb5caf60f tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:44.604730 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25165a9d-f826-48e5-85f2-d9aea9bc7e5f req-0d6d71fd-a643-4b6b-83fa-e8fcb5caf60f tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=c045310f-0a44-40fb-b93c-16f97e6b41fe HTTP/1.1" status: 200 len: 943 time: 0.0709825 Sep 07 18:51:44.606804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209de25-ee86-4882-909d-a3b078ea0438 req-c044ba48-cb4c-4d01-bec0-54274186a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:44.610045 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4209de25-ee86-4882-909d-a3b078ea0438 req-c044ba48-cb4c-4d01-bec0-54274186a70c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 912 time: 0.1499741 Sep 07 18:51:44.618611 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cee26059-13a1-415d-943a-1a4753503221 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626183'] for router, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:44.626279 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5098415d-52b0-418b-8d04-b14556a289a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:44.691791 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4209de25-ee86-4882-909d-a3b078ea0438 req-e4526735-cb00-434d-91ac-485b2bbb3268 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c HTTP/1.1" status: 200 len: 217 time: 0.0550709 Sep 07 18:51:44.705416 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5098415d-52b0-418b-8d04-b14556a289a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:44.706486 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5098415d-52b0-418b-8d04-b14556a289a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:44.707103 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5098415d-52b0-418b-8d04-b14556a289a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:44.765115 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25165a9d-f826-48e5-85f2-d9aea9bc7e5f req-fa674eaa-e957-401a-a726-045d7b366a83 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488655 Sep 07 18:51:44.785329 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209de25-ee86-4882-909d-a3b078ea0438 req-46894fda-3307-4448-8870-edc422116050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:44.788551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4209de25-ee86-4882-909d-a3b078ea0438 req-46894fda-3307-4448-8870-edc422116050 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.0789411 Sep 07 18:51:44.788724 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5098415d-52b0-418b-8d04-b14556a289a6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1412313 Sep 07 18:51:44.790260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56610) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:44.795420 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-88b9b750-622f-477f-ac47-fd11d3e0831c admin admin] Request body: {'subnet': {'network_id': 'b8dfd2b3-d6b9-4b7b-b129-f569d2747640', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1970460517-subnet', 'tenant_id': 'a51abae9d9c1411b878dfc9158d35f37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:44.820952 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098415d-52b0-418b-8d04-b14556a289a6 admin admin] Pushing event updated for resources: {'Network': ['ID=b8dfd2b3-d6b9-4b7b-b129-f569d2747640,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:44.835727 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network b8dfd2b3-d6b9-4b7b-b129-f569d2747640 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:51:44.848626 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee26059-13a1-415d-943a-1a4753503221 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Router 8df1fd56-d234-4fb6-805a-a9815e75d307 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:51:44.859637 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b9b750-622f-477f-ac47-fd11d3e0831c admin admin] Made reservation on behalf of a51abae9d9c1411b878dfc9158d35f37 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:51:44.863338 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-88b9b750-622f-477f-ac47-fd11d3e0831c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:44.876666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209de25-ee86-4882-909d-a3b078ea0438 req-2353039d-743b-4d9b-bf9e-771b50430231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:44.878113 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4209de25-ee86-4882-909d-a3b078ea0438 req-2353039d-743b-4d9b-bf9e-771b50430231 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781865 Sep 07 18:51:44.969422 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee26059-13a1-415d-943a-1a4753503221 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:51:44.974030 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cee26059-13a1-415d-943a-1a4753503221 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:44.977903 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cee26059-13a1-415d-943a-1a4753503221 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "PUT /v2.0/routers/8df1fd56-d234-4fb6-805a-a9815e75d307 HTTP/1.1" status: 200 len: 914 time: 2.3777461 Sep 07 18:51:44.978396 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56614) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:44.981695 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa3bc18-96bd-4f5c-8565-9957a81b3b12 None None] Sync routers for ids ['8df1fd56-d234-4fb6-805a-a9815e75d307'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:51:44.991668 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa3bc18-96bd-4f5c-8565-9957a81b3b12 None None] Routers {'8df1fd56-d234-4fb6-805a-a9815e75d307'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:44.992854 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-aaa3bc18-96bd-4f5c-8565-9957a81b3b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8df1fd56-d234-4fb6-805a-a9815e75d307'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:45.030689 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-aaa3bc18-96bd-4f5c-8565-9957a81b3b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:45.039735 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa3bc18-96bd-4f5c-8565-9957a81b3b12 None None] Routers {'8df1fd56-d234-4fb6-805a-a9815e75d307'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:45.040437 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-aaa3bc18-96bd-4f5c-8565-9957a81b3b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8df1fd56-d234-4fb6-805a-a9815e75d307'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:45.083849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11997b-7434-4b3f-b74f-9b6e444a72f8 req-e9d58581-770f-44f6-ae1a-5e63cc147ae7 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:45.085501 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-db11997b-7434-4b3f-b74f-9b6e444a72f8 req-e9d58581-770f-44f6-ae1a-5e63cc147ae7 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.1398628 Sep 07 18:51:45.094884 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-99040f31-d53c-4406-b46a-395ce07ffc25 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "GET /v2.0/routers/8df1fd56-d234-4fb6-805a-a9815e75d307 HTTP/1.1" status: 200 len: 920 time: 0.1156249 Sep 07 18:51:45.095297 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4209de25-ee86-4882-909d-a3b078ea0438 req-465916ca-2c04-49ef-85ae-5a596b8a7357 service neutron] 10.222.0.36 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085660 Sep 07 18:51:45.098103 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56616) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:45.142564 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022ac0c2-031d-4e75-9272-7029c961965b tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:45.146634 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-022ac0c2-031d-4e75-9272-7029c961965b tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&device_id=8df1fd56-d234-4fb6-805a-a9815e75d307&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0448515 Sep 07 18:51:45.147002 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56618) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:45.209732 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-aaa3bc18-96bd-4f5c-8565-9957a81b3b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:45.210683 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa3bc18-96bd-4f5c-8565-9957a81b3b12 None None] The sync data for ids ['8df1fd56-d234-4fb6-805a-a9815e75d307'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:51:45.220883 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-db11997b-7434-4b3f-b74f-9b6e444a72f8 req-15784204-8f0e-4017-9e1a-98665f190740 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280499 Sep 07 18:51:45.239092 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f12fc8e-8a91-47c9-850c-8accf258f775 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:45.243087 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2f12fc8e-8a91-47c9-850c-8accf258f775 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 881 time: 0.0924718 Sep 07 18:51:45.243320 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56620) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:45.269929 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8c43abaa-cbce-480b-a67d-dd91c7d71c42 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df1fd56-d234-4fb6-805a-a9815e75d307 HTTP/1.1" status: 200 len: 205 time: 0.0254974 Sep 07 18:51:45.272874 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56622) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:45.277590 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-88b9b750-622f-477f-ac47-fd11d3e0831c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:45.309035 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4209de25-ee86-4882-909d-a3b078ea0438 req-cedd5324-1af6-4bdf-b18b-0d65a9227fc6 service neutron] 10.222.0.36 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915584 Sep 07 18:51:45.342272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9b750-622f-477f-ac47-fd11d3e0831c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d798607c-cc55-43eb-b71c-f9fdc49418d0,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:45.351427 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b9b750-622f-477f-ac47-fd11d3e0831c admin admin] Checking segment: {'id': '89dfadfb-4649-4c44-8b02-4aba1178b4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8dfd2b3-d6b9-4b7b-b129-f569d2747640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:51:45.351788 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b9b750-622f-477f-ac47-fd11d3e0831c admin admin] Network hostable DHCP agents. Network: b8dfd2b3-d6b9-4b7b-b129-f569d2747640, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:51:45.369818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b9b750-622f-477f-ac47-fd11d3e0831c admin admin] Network b8dfd2b3-d6b9-4b7b-b129-f569d2747640 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:51:45.378037 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-88b9b750-622f-477f-ac47-fd11d3e0831c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, b8dfd2b3-d6b9-4b7b-b129-f569d2747640) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:45.382255 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b9b750-622f-477f-ac47-fd11d3e0831c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:45.382843 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-88b9b750-622f-477f-ac47-fd11d3e0831c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:45.387117 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e95461-a39a-48f3-80e3-e3d49015b70f None None] Network b8dfd2b3-d6b9-4b7b-b129-f569d2747640 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:51:45.390846 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34f00e04-3c27-44ff-97fc-8936467fec27 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:45.403139 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-88b9b750-622f-477f-ac47-fd11d3e0831c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6109848 Sep 07 18:51:45.516691 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34f00e04-3c27-44ff-97fc-8936467fec27 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:45.517672 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7429b62-5be9-4026-b7d5-51632b188b99 req-9a307e71-5384-4d5d-b471-d5d3047c86c6 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:45.519701 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a7429b62-5be9-4026-b7d5-51632b188b99 req-9a307e71-5384-4d5d-b471-d5d3047c86c6 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.0579307 Sep 07 18:51:45.534644 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98566b65-057b-410e-a9fa-4a1ec9fa78f1 None None] Network b8dfd2b3-d6b9-4b7b-b129-f569d2747640 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:51:45.577931 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a7429b62-5be9-4026-b7d5-51632b188b99 req-bf2416b2-85e2-45d4-ac9d-b33a942f2bdf tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420637 Sep 07 18:51:45.589722 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-34f00e04-3c27-44ff-97fc-8936467fec27 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Deleting port 666aebec-4946-4e30-b25f-c8eafb85a3cc {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:45.590334 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34f00e04-3c27-44ff-97fc-8936467fec27 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:45.692628 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34f00e04-3c27-44ff-97fc-8936467fec27 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:45.705489 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-34f00e04-3c27-44ff-97fc-8936467fec27 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Calling delete_port for 666aebec-4946-4e30-b25f-c8eafb85a3cc owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:45.709678 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-e2d7f884-f07a-4101-8148-37ced2df4b13 req-cf713d73-ba2d-4bd9-a421-df28ec9c301c tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-479080647', 'description': 'tempest-description-932615901'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:45.734311 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e2d7f884-f07a-4101-8148-37ced2df4b13 req-cf713d73-ba2d-4bd9-a421-df28ec9c301c tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:45.820969 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e2d7f884-f07a-4101-8148-37ced2df4b13 req-cf713d73-ba2d-4bd9-a421-df28ec9c301c tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:45.827131 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e2d7f884-f07a-4101-8148-37ced2df4b13 req-cf713d73-ba2d-4bd9-a421-df28ec9c301c tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:45.880846 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e2d7f884-f07a-4101-8148-37ced2df4b13 req-cf713d73-ba2d-4bd9-a421-df28ec9c301c tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:45.881092 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34f00e04-3c27-44ff-97fc-8936467fec27 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:45.882087 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e2d7f884-f07a-4101-8148-37ced2df4b13 req-cf713d73-ba2d-4bd9-a421-df28ec9c301c tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1767886 Sep 07 18:51:45.891432 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf713d73-ba2d-4bd9-a421-df28ec9c301c tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e375e791-963b-490b-a869-81ee49154e68,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:45.914130 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddb5a1-45b4-460b-99be-c30e9300f872 req-dc8cc27e-df6a-48cc-ada8-31f7231132cf tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:45.915681 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-26ddb5a1-45b4-460b-99be-c30e9300f872 req-dc8cc27e-df6a-48cc-ada8-31f7231132cf tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=c045310f-0a44-40fb-b93c-16f97e6b41fe HTTP/1.1" status: 200 len: 943 time: 0.0729275 Sep 07 18:51:45.922493 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f00e04-3c27-44ff-97fc-8936467fec27 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Pushing event deleted for resources: {'Port': ['ID=666aebec-4946-4e30-b25f-c8eafb85a3cc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:45.963686 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-26ddb5a1-45b4-460b-99be-c30e9300f872 req-ca1a294d-84a6-4a2e-8a0e-3bf3dfd37db8 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411546 Sep 07 18:51:45.984633 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34f00e04-3c27-44ff-97fc-8936467fec27 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.006999 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3648f003-49b2-4d8f-9cfa-43ce4f33a596 req-7db618a4-4135-43d5-b61c-17778a5b4f81 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "GET /v2.0/security-groups/e375e791-963b-490b-a869-81ee49154e68 HTTP/1.1" status: 200 len: 1813 time: 0.0420306 Sep 07 18:51:46.017118 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-3648f003-49b2-4d8f-9cfa-43ce4f33a596 req-35223704-572a-4333-b28a-736929cbd0de tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e375e791-963b-490b-a869-81ee49154e68', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:46.017449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-3648f003-49b2-4d8f-9cfa-43ce4f33a596 req-35223704-572a-4333-b28a-736929cbd0de tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e375e791-963b-490b-a869-81ee49154e68', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:46.074284 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3648f003-49b2-4d8f-9cfa-43ce4f33a596 req-35223704-572a-4333-b28a-736929cbd0de tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.076112 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34f00e04-3c27-44ff-97fc-8936467fec27 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.078254 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34f00e04-3c27-44ff-97fc-8936467fec27 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.100901 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3648f003-49b2-4d8f-9cfa-43ce4f33a596 req-35223704-572a-4333-b28a-736929cbd0de tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.104432 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3648f003-49b2-4d8f-9cfa-43ce4f33a596 req-35223704-572a-4333-b28a-736929cbd0de tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.121234 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34f00e04-3c27-44ff-97fc-8936467fec27 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.121775 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f00e04-3c27-44ff-97fc-8936467fec27 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Fanout notify agent at l3_agent the message router_deleted on router 8df1fd56-d234-4fb6-805a-a9815e75d307 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:51:46.125631 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35223704-572a-4333-b28a-736929cbd0de tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302dea60-f2a4-4958-974d-f60e601d1a2c,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:46.132772 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3648f003-49b2-4d8f-9cfa-43ce4f33a596 req-35223704-572a-4333-b28a-736929cbd0de tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.133694 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34f00e04-3c27-44ff-97fc-8936467fec27 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.133958 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3648f003-49b2-4d8f-9cfa-43ce4f33a596 req-35223704-572a-4333-b28a-736929cbd0de tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1206691 Sep 07 18:51:46.135045 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-34f00e04-3c27-44ff-97fc-8936467fec27 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "DELETE /v2.0/routers/8df1fd56-d234-4fb6-805a-a9815e75d307 HTTP/1.1" status: 204 len: 168 time: 0.8609653 Sep 07 18:51:46.138481 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56642) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:46.143516 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-93aef740-8d03-408a-a3cf-8c76715bb621 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1893282042', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:46.166386 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93aef740-8d03-408a-a3cf-8c76715bb621 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.167390 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93aef740-8d03-408a-a3cf-8c76715bb621 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.195690 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-027fe93f-6e45-4423-b775-22aaced4d5cb req-dd2c0e95-43cf-4a5c-bcc6-4b095039b67b tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "GET /v2.0/security-groups/e375e791-963b-490b-a869-81ee49154e68 HTTP/1.1" status: 200 len: 2407 time: 0.0399108 Sep 07 18:51:46.222223 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93aef740-8d03-408a-a3cf-8c76715bb621 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.231224 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b81cbc06-586e-4d34-a35e-59585e2a0620 req-fab1d1d9-bf3a-4c92-8f99-5e8f93a10126 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "GET /v2.0/security-group-rules/302dea60-f2a4-4958-974d-f60e601d1a2c HTTP/1.1" status: 200 len: 778 time: 0.0161006 Sep 07 18:51:46.277966 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b81cbc06-586e-4d34-a35e-59585e2a0620 req-5dc72225-df4f-4c4c-a590-29a5033a6f19 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "GET /v2.0/security-groups/e375e791-963b-490b-a869-81ee49154e68 HTTP/1.1" status: 200 len: 2407 time: 0.0401731 Sep 07 18:51:46.335968 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b81cbc06-586e-4d34-a35e-59585e2a0620 req-229aa9ac-3167-4522-b7e6-3ef9269af8f0 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.345904 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b81cbc06-586e-4d34-a35e-59585e2a0620 req-229aa9ac-3167-4522-b7e6-3ef9269af8f0 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.357429 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93aef740-8d03-408a-a3cf-8c76715bb621 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.375057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398ff8d-9a1a-4f4d-ad93-b3ac7f7be5e4 req-e8e4dbe6-4b58-4f63-a3fc-cca5cb817aae tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:46.376488 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d398ff8d-9a1a-4f4d-ad93-b3ac7f7be5e4 req-e8e4dbe6-4b58-4f63-a3fc-cca5cb817aae tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.0796993 Sep 07 18:51:46.397826 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b81cbc06-586e-4d34-a35e-59585e2a0620 req-229aa9ac-3167-4522-b7e6-3ef9269af8f0 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.405238 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b81cbc06-586e-4d34-a35e-59585e2a0620 req-229aa9ac-3167-4522-b7e6-3ef9269af8f0 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.406339 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b81cbc06-586e-4d34-a35e-59585e2a0620 req-229aa9ac-3167-4522-b7e6-3ef9269af8f0 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/302dea60-f2a4-4958-974d-f60e601d1a2c HTTP/1.1" status: 204 len: 173 time: 0.1214893 Sep 07 18:51:46.417289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229aa9ac-3167-4522-b7e6-3ef9269af8f0 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=302dea60-f2a4-4958-974d-f60e601d1a2c,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:46.435240 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-81eb5514-faeb-4d11-b86d-6e792c5ee025 req-3b709942-08e0-49f5-bd70-a16541986bb4 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1104215638', 'description': 'tempest-description-1579416436'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:46.446937 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d398ff8d-9a1a-4f4d-ad93-b3ac7f7be5e4 req-864bd9b0-7371-4fac-bef2-296a687e442a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631657 Sep 07 18:51:46.475362 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-81eb5514-faeb-4d11-b86d-6e792c5ee025 req-3b709942-08e0-49f5-bd70-a16541986bb4 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.558467 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-81eb5514-faeb-4d11-b86d-6e792c5ee025 req-3b709942-08e0-49f5-bd70-a16541986bb4 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.562103 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-81eb5514-faeb-4d11-b86d-6e792c5ee025 req-3b709942-08e0-49f5-bd70-a16541986bb4 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.572014 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93aef740-8d03-408a-a3cf-8c76715bb621 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.588905 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-81eb5514-faeb-4d11-b86d-6e792c5ee025 req-3b709942-08e0-49f5-bd70-a16541986bb4 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.590172 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81eb5514-faeb-4d11-b86d-6e792c5ee025 req-3b709942-08e0-49f5-bd70-a16541986bb4 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.1615269 Sep 07 18:51:46.591321 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93aef740-8d03-408a-a3cf-8c76715bb621 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.598319 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b709942-08e0-49f5-bd70-a16541986bb4 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a104d112-dd36-47c9-81b3-5a34fc4e5925,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:46.681161 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eca3b1f0-a20e-47c0-baf4-7674bc97c1cc req-782715e0-410f-408b-accf-3dfd12932ffe tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "GET /v2.0/security-groups/a104d112-dd36-47c9-81b3-5a34fc4e5925 HTTP/1.1" status: 200 len: 1815 time: 0.0508275 Sep 07 18:51:46.712140 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-93aef740-8d03-408a-a3cf-8c76715bb621 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Allocated IP 172.25.8.131 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/d4524023-e970-401c-8a71-c17a438fb022) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:46.722266 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f24d8-a30d-4332-8e1f-ec939be305f7 req-712468c0-0826-4f87-878a-71ecdde0d802 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:46.723787 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-701f24d8-a30d-4332-8e1f-ec939be305f7 req-712468c0-0826-4f87-878a-71ecdde0d802 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.0560641 Sep 07 18:51:46.770170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-701f24d8-a30d-4332-8e1f-ec939be305f7 req-e2cb1b1f-ee50-4af6-bc17-0f84517cc099 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397203 Sep 07 18:51:46.802659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-d675bcb8-fdb2-4485-9342-b59ce359b9ac req-9975f299-c670-4e8d-9153-e933f244eddc tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1867430568', 'description': 'tempest-description-972387729'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:46.844714 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93aef740-8d03-408a-a3cf-8c76715bb621 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.845929 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d675bcb8-fdb2-4485-9342-b59ce359b9ac req-9975f299-c670-4e8d-9153-e933f244eddc tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.883563 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93aef740-8d03-408a-a3cf-8c76715bb621 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.923905 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aef740-8d03-408a-a3cf-8c76715bb621 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:46.926728 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-93aef740-8d03-408a-a3cf-8c76715bb621 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:46.928418 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d675bcb8-fdb2-4485-9342-b59ce359b9ac req-9975f299-c670-4e8d-9153-e933f244eddc tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.929212 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aef740-8d03-408a-a3cf-8c76715bb621 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:46.933645 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d675bcb8-fdb2-4485-9342-b59ce359b9ac req-9975f299-c670-4e8d-9153-e933f244eddc tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.962168 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d675bcb8-fdb2-4485-9342-b59ce359b9ac req-9975f299-c670-4e8d-9153-e933f244eddc tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.962681 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aef740-8d03-408a-a3cf-8c76715bb621 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Pushing event updated for resources: {'Port': ['ID=d4524023-e970-401c-8a71-c17a438fb022,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:46.963402 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d675bcb8-fdb2-4485-9342-b59ce359b9ac req-9975f299-c670-4e8d-9153-e933f244eddc tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1648474 Sep 07 18:51:46.974173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975f299-c670-4e8d-9153-e933f244eddc tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a101fd4-2e6d-4408-98ec-cb1fa56f8a72,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:47.036340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70bff6cd-d9b1-4537-99e6-d841b332456c req-e42ed7a5-eaf8-4ccd-b9e1-a78924377e0b tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "GET /v2.0/security-groups/7a101fd4-2e6d-4408-98ec-cb1fa56f8a72 HTTP/1.1" status: 200 len: 1814 time: 0.0449932 Sep 07 18:51:47.065366 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-8589f399-51d6-464f-a47e-5b6031ad77ea req-5ef72e6b-1402-495a-8222-f71331611ded tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-939734790', 'description': 'tempest-description-603210444'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:47.113317 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8589f399-51d6-464f-a47e-5b6031ad77ea req-5ef72e6b-1402-495a-8222-f71331611ded tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:47.161049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78deeb2-ff47-4649-98df-86559b6a89f3 req-db2f53b7-6fb8-41a5-ae6a-524c754141eb tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:47.162564 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d78deeb2-ff47-4649-98df-86559b6a89f3 req-db2f53b7-6fb8-41a5-ae6a-524c754141eb tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=c045310f-0a44-40fb-b93c-16f97e6b41fe HTTP/1.1" status: 200 len: 943 time: 0.0861299 Sep 07 18:51:47.212102 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93aef740-8d03-408a-a3cf-8c76715bb621 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:47.222563 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d78deeb2-ff47-4649-98df-86559b6a89f3 req-426e8bf5-f86b-40b0-9714-dc7c20b8d032 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526826 Sep 07 18:51:47.251774 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8589f399-51d6-464f-a47e-5b6031ad77ea req-5ef72e6b-1402-495a-8222-f71331611ded tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:47.255607 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8589f399-51d6-464f-a47e-5b6031ad77ea req-5ef72e6b-1402-495a-8222-f71331611ded tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:47.281447 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8589f399-51d6-464f-a47e-5b6031ad77ea req-5ef72e6b-1402-495a-8222-f71331611ded tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:47.282660 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8589f399-51d6-464f-a47e-5b6031ad77ea req-5ef72e6b-1402-495a-8222-f71331611ded tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2219410 Sep 07 18:51:47.292323 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef72e6b-1402-495a-8222-f71331611ded tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0ffab1-3b30-48e4-9e94-5d3d91ecc103,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:47.343749 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87f327e7-358e-4eff-9647-2b85735ce2d0 req-ea96e6db-16b4-4909-a562-e71efe05d1b4 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "GET /v2.0/security-groups/ae0ffab1-3b30-48e4-9e94-5d3d91ecc103 HTTP/1.1" status: 200 len: 1813 time: 0.0391967 Sep 07 18:51:47.367899 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-8145c16d-7037-49f0-a897-a367d2286610 req-bcab1f20-ee2e-4c8c-a3f3-cf845594bc7a tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-392336228', 'description': 'tempest-description-243318364'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:47.390403 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8145c16d-7037-49f0-a897-a367d2286610 req-bcab1f20-ee2e-4c8c-a3f3-cf845594bc7a tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:47.406053 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93aef740-8d03-408a-a3cf-8c76715bb621 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:47.481503 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8145c16d-7037-49f0-a897-a367d2286610 req-bcab1f20-ee2e-4c8c-a3f3-cf845594bc7a tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:47.486612 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8145c16d-7037-49f0-a897-a367d2286610 req-bcab1f20-ee2e-4c8c-a3f3-cf845594bc7a tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:47.515290 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8145c16d-7037-49f0-a897-a367d2286610 req-bcab1f20-ee2e-4c8c-a3f3-cf845594bc7a tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:47.516536 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8145c16d-7037-49f0-a897-a367d2286610 req-bcab1f20-ee2e-4c8c-a3f3-cf845594bc7a tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1527400 Sep 07 18:51:47.520888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab1f20-ee2e-4c8c-a3f3-cf845594bc7a tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e3fd5e-8df6-4834-8f8e-231f3c69cb5e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:47.560948 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93aef740-8d03-408a-a3cf-8c76715bb621 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Router bb98bc8b-8821-48c2-985a-0b1c573dbc86 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:51:47.609888 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-752ce52c-0619-44f8-8694-142ecd91c286 req-b1fea128-cb7d-442d-88bf-00de1e46ab40 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "GET /v2.0/security-groups/03e3fd5e-8df6-4834-8f8e-231f3c69cb5e HTTP/1.1" status: 200 len: 1813 time: 0.0622602 Sep 07 18:51:47.617571 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b7126-e1ad-4f0f-9903-2d31b7f35773 req-2042cb3f-8a00-42dd-9b4c-ff19778f1953 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:47.619180 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b7b7126-e1ad-4f0f-9903-2d31b7f35773 req-2042cb3f-8a00-42dd-9b4c-ff19778f1953 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.0817146 Sep 07 18:51:47.654703 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-85dc5dc6-461c-418e-86eb-6ee724462a30 req-50856fa2-0bfe-418b-8bf9-7357bd7b7386 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] show failed (client error): The resource could not be found. Sep 07 18:51:47.655810 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-85dc5dc6-461c-418e-86eb-6ee724462a30 req-50856fa2-0bfe-418b-8bf9-7357bd7b7386 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "GET /v2.0/security-groups/b7c930ed-80ad-49b2-8066-98f39a145ae8 HTTP/1.1" status: 404 len: 352 time: 0.0220201 Sep 07 18:51:47.675428 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b7b7126-e1ad-4f0f-9903-2d31b7f35773 req-c6284b89-d8bd-49cc-84c2-8cdfe7dc1622 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476115 Sep 07 18:51:47.692589 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-c1e4b938-eca2-443f-8c72-d294a7cd265a req-9c34735e-894a-480b-a353-fb46adf33a59 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] show failed (client error): The resource could not be found. Sep 07 18:51:47.693651 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c1e4b938-eca2-443f-8c72-d294a7cd265a req-9c34735e-894a-480b-a353-fb46adf33a59 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "GET /v2.0/security-group-rules/2f2f150e-cd44-4aa8-9be9-59c71e7b2e52 HTTP/1.1" status: 404 len: 361 time: 0.0145955 Sep 07 18:51:47.758100 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf559e9f-e705-4c6a-aa66-0d9364296d2b req-f146e5f3-bb3a-47bb-b340-f69a36f8c8e5 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "GET /v2.0/security-groups/03e3fd5e-8df6-4834-8f8e-231f3c69cb5e HTTP/1.1" status: 200 len: 1813 time: 0.0421317 Sep 07 18:51:47.824499 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bf559e9f-e705-4c6a-aa66-0d9364296d2b req-cbe042d8-9435-4030-b513-2de7146b5862 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:47.825269 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 2bf961bc-aef8-466e-8684-9ddb8ff01442 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:51:47.827459 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 2bf961bc-aef8-466e-8684-9ddb8ff01442 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:51:47.851404 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bf559e9f-e705-4c6a-aa66-0d9364296d2b req-cbe042d8-9435-4030-b513-2de7146b5862 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:47.915480 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bf559e9f-e705-4c6a-aa66-0d9364296d2b req-cbe042d8-9435-4030-b513-2de7146b5862 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:47.918637 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bf559e9f-e705-4c6a-aa66-0d9364296d2b req-cbe042d8-9435-4030-b513-2de7146b5862 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:47.932301 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf559e9f-e705-4c6a-aa66-0d9364296d2b req-cbe042d8-9435-4030-b513-2de7146b5862 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "DELETE /v2.0/security-groups/03e3fd5e-8df6-4834-8f8e-231f3c69cb5e HTTP/1.1" status: 204 len: 173 time: 0.1670370 Sep 07 18:51:47.972659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe042d8-9435-4030-b513-2de7146b5862 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e3fd5e-8df6-4834-8f8e-231f3c69cb5e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:47.974222 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:47.989789 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e31c60-216e-4a5e-9131-086f039d629c req-66141351-d6f8-4dbd-89b1-d32489d593ee tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:47.993242 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51e31c60-216e-4a5e-9131-086f039d629c req-66141351-d6f8-4dbd-89b1-d32489d593ee tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.0894132 Sep 07 18:51:48.017648 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93aef740-8d03-408a-a3cf-8c76715bb621 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:51:48.031926 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d885210-6cdf-4620-845d-1b0f60c10d75 None None] Sync routers for ids ['bb98bc8b-8821-48c2-985a-0b1c573dbc86'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:51:48.033652 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77397809-9375-44df-b9e6-fd9750cbbb7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bf961bc-aef8-466e-8684-9ddb8ff01442'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:48.036184 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d70ed0-c695-4d87-afd9-d78686c53abd" -d '{"events": [{"server_uuid": "77397809-9375-44df-b9e6-fd9750cbbb7c", "name": "network-vif-unplugged", "status": "completed", "tag": "2bf961bc-aef8-466e-8684-9ddb8ff01442"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:48.042383 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 2bf961bc-aef8-466e-8684-9ddb8ff01442, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=2bf961bc-aef8-466e-8684-9ddb8ff01442,segment=NetworkSegment(081d0e07-f868-45b4-a1d2-1f61785b783f),segment_id=081d0e07-f868-45b4-a1d2-1f61785b783f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:48.043411 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93aef740-8d03-408a-a3cf-8c76715bb621 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.045041 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-93aef740-8d03-408a-a3cf-8c76715bb621 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9050913 Sep 07 18:51:48.046389 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d885210-6cdf-4620-845d-1b0f60c10d75 None None] Routers {'bb98bc8b-8821-48c2-985a-0b1c573dbc86'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:48.047283 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-9d885210-6cdf-4620-845d-1b0f60c10d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['bb98bc8b-8821-48c2-985a-0b1c573dbc86'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:48.047849 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56698) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:48.052912 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-66a6db9b-40cb-4083-bc2a-5df71d82e0ba tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:48.059419 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 2bf961bc-aef8-466e-8684-9ddb8ff01442, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=2bf961bc-aef8-466e-8684-9ddb8ff01442,segment=NetworkSegment(081d0e07-f868-45b4-a1d2-1f61785b783f),segment_id=081d0e07-f868-45b4-a1d2-1f61785b783f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:48.062856 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '2bf961bc-aef8-466e-8684-9ddb8ff01442', 'network_id': '5fffebc2-0dee-49e6-9b53-7756168386e9', 'port_id': '2bf961bc-aef8-466e-8684-9ddb8ff01442', 'mac_address': 'fa:16:3e:67:d7:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1deee6-d2df-40c0-951c-e7f5ec450286', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:51:48.078504 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51e31c60-216e-4a5e-9131-086f039d629c req-23a7f5d0-c8a0-44db-807a-7766b0e984c9 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762045 Sep 07 18:51:48.088946 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.106253 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.118862 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-9d885210-6cdf-4620-845d-1b0f60c10d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:48.142790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54b94686-40b6-469e-a2b2-82018b41d802 req-0257b5ce-c8e8-4c7f-965a-853fc9d87932 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "GET /v2.0/security-groups/ae0ffab1-3b30-48e4-9e94-5d3d91ecc103 HTTP/1.1" status: 200 len: 1813 time: 0.0738697 Sep 07 18:51:48.143552 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d885210-6cdf-4620-845d-1b0f60c10d75 None None] Routers {'bb98bc8b-8821-48c2-985a-0b1c573dbc86'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:48.143829 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf961bc-aef8-466e-8684-9ddb8ff01442 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:51:48.144583 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-9d885210-6cdf-4620-845d-1b0f60c10d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['bb98bc8b-8821-48c2-985a-0b1c573dbc86'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:48.183718 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 2bf961bc-aef8-466e-8684-9ddb8ff01442, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=2bf961bc-aef8-466e-8684-9ddb8ff01442,segment=NetworkSegment(081d0e07-f868-45b4-a1d2-1f61785b783f),segment_id=081d0e07-f868-45b4-a1d2-1f61785b783f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:48.193206 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-9d885210-6cdf-4620-845d-1b0f60c10d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:48.194146 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.194467 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d885210-6cdf-4620-845d-1b0f60c10d75 None None] The sync data for ids ['bb98bc8b-8821-48c2-985a-0b1c573dbc86'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:51:48.194961 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:51:48.200434 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=2bf961bc-aef8-466e-8684-9ddb8ff01442,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:48.211887 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:48.212239 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:48.212885 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:48.213820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:48.214376 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:48.214922 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:48.215260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:48.215595 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:48.215929 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:48.216261 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:48.216617 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:48.216947 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:48.251736 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90942cce-131f-4054-a4c3-e063f5affa63 x-openstack-request-id: req-90942cce-131f-4054-a4c3-e063f5affa63 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:48.252448 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77397809-9375-44df-b9e6-fd9750cbbb7c", "name": "network-vif-unplugged", "status": "completed", "tag": "2bf961bc-aef8-466e-8684-9ddb8ff01442", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:48.253160 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-90942cce-131f-4054-a4c3-e063f5affa63 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:48.253727 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77397809-9375-44df-b9e6-fd9750cbbb7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bf961bc-aef8-466e-8684-9ddb8ff01442', 'code': 200} Sep 07 18:51:48.253870 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-54b94686-40b6-469e-a2b2-82018b41d802 req-bc2a1e76-6b77-4373-8e72-8101d5ca906d tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.279754 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-54b94686-40b6-469e-a2b2-82018b41d802 req-bc2a1e76-6b77-4373-8e72-8101d5ca906d tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.328682 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=2bf961bc-aef8-466e-8684-9ddb8ff01442,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:48.359979 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-54b94686-40b6-469e-a2b2-82018b41d802 req-bc2a1e76-6b77-4373-8e72-8101d5ca906d tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.362660 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-54b94686-40b6-469e-a2b2-82018b41d802 req-bc2a1e76-6b77-4373-8e72-8101d5ca906d tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.363811 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54b94686-40b6-469e-a2b2-82018b41d802 req-bc2a1e76-6b77-4373-8e72-8101d5ca906d tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "DELETE /v2.0/security-groups/ae0ffab1-3b30-48e4-9e94-5d3d91ecc103 HTTP/1.1" status: 204 len: 173 time: 0.2100451 Sep 07 18:51:48.372531 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:48.378662 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a86568-94bc-4e4b-9157-5b8434808511 req-8cc92d56-6f5a-4d03-9206-34854bc3783a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:48.385505 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'port_id': '2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c', 'mac_address': 'fa:16:3e:72:75:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:51:48.385760 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83a86568-94bc-4e4b-9157-5b8434808511 req-8cc92d56-6f5a-4d03-9206-34854bc3783a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=c045310f-0a44-40fb-b93c-16f97e6b41fe HTTP/1.1" status: 200 len: 943 time: 0.0710144 Sep 07 18:51:48.411916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a1e76-6b77-4373-8e72-8101d5ca906d tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0ffab1-3b30-48e4-9e94-5d3d91ecc103,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:48.417236 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66a6db9b-40cb-4083-bc2a-5df71d82e0ba tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.432776 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.434921 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66a6db9b-40cb-4083-bc2a-5df71d82e0ba tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.453663 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:51:48.454993 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83a86568-94bc-4e4b-9157-5b8434808511 req-bb65fd84-4a96-4d6e-9f37-a5c6576129b8 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684311 Sep 07 18:51:48.460745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f36beea5-be49-4ec6-8dd4-6461cf13d5c5 req-ab815522-21a5-44a3-9602-75934b7090b7 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "GET /v2.0/security-groups/7a101fd4-2e6d-4408-98ec-cb1fa56f8a72 HTTP/1.1" status: 200 len: 1814 time: 0.0668693 Sep 07 18:51:48.475046 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:48.478939 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.509769 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-66a6db9b-40cb-4083-bc2a-5df71d82e0ba tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Deleting port d4524023-e970-401c-8a71-c17a438fb022 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:48.510178 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66a6db9b-40cb-4083-bc2a-5df71d82e0ba tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.537328 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:48.545463 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f36beea5-be49-4ec6-8dd4-6461cf13d5c5 req-40d5a7dc-f244-4e67-9b1c-a6bd9c45b100 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.568696 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f36beea5-be49-4ec6-8dd4-6461cf13d5c5 req-40d5a7dc-f244-4e67-9b1c-a6bd9c45b100 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.599292 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66a6db9b-40cb-4083-bc2a-5df71d82e0ba tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.612139 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-66a6db9b-40cb-4083-bc2a-5df71d82e0ba tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Calling delete_port for d4524023-e970-401c-8a71-c17a438fb022 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:48.622078 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f36beea5-be49-4ec6-8dd4-6461cf13d5c5 req-40d5a7dc-f244-4e67-9b1c-a6bd9c45b100 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.625535 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f36beea5-be49-4ec6-8dd4-6461cf13d5c5 req-40d5a7dc-f244-4e67-9b1c-a6bd9c45b100 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.626832 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f36beea5-be49-4ec6-8dd4-6461cf13d5c5 req-40d5a7dc-f244-4e67-9b1c-a6bd9c45b100 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "DELETE /v2.0/security-groups/7a101fd4-2e6d-4408-98ec-cb1fa56f8a72 HTTP/1.1" status: 204 len: 173 time: 0.1519265 Sep 07 18:51:48.636003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5a7dc-f244-4e67-9b1c-a6bd9c45b100 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a101fd4-2e6d-4408-98ec-cb1fa56f8a72,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:48.688777 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68836b56-cbcf-4c70-9454-4bc7448bddfa req-89a11573-08c2-4671-a708-d5449a1074e9 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "GET /v2.0/security-groups/a104d112-dd36-47c9-81b3-5a34fc4e5925 HTTP/1.1" status: 200 len: 1815 time: 0.0392473 Sep 07 18:51:48.758261 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-68836b56-cbcf-4c70-9454-4bc7448bddfa req-456f4ef9-f0ac-4a27-a707-fb83374ca17a tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.765535 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:51:48.787846 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66a6db9b-40cb-4083-bc2a-5df71d82e0ba tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.807457 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-68836b56-cbcf-4c70-9454-4bc7448bddfa req-456f4ef9-f0ac-4a27-a707-fb83374ca17a tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.808958 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['2bf961bc-aef8-466e-8684-9ddb8ff01442'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:51:48.817629 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6db9b-40cb-4083-bc2a-5df71d82e0ba tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Pushing event deleted for resources: {'Port': ['ID=d4524023-e970-401c-8a71-c17a438fb022,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:48.831274 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29b4e2-d307-4259-a608-4223e1687913 req-18d9cc2f-d1c0-446a-ab99-86245677b2a7 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:48.833111 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a29b4e2-d307-4259-a608-4223e1687913 req-18d9cc2f-d1c0-446a-ab99-86245677b2a7 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.0841293 Sep 07 18:51:48.896095 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a29b4e2-d307-4259-a608-4223e1687913 req-71f8bba3-fcf9-4bdb-a3bc-37e0fa954f7d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561025 Sep 07 18:51:48.897760 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-68836b56-cbcf-4c70-9454-4bc7448bddfa req-456f4ef9-f0ac-4a27-a707-fb83374ca17a tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.899458 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66a6db9b-40cb-4083-bc2a-5df71d82e0ba tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.901015 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-68836b56-cbcf-4c70-9454-4bc7448bddfa req-456f4ef9-f0ac-4a27-a707-fb83374ca17a tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:48.902241 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68836b56-cbcf-4c70-9454-4bc7448bddfa req-456f4ef9-f0ac-4a27-a707-fb83374ca17a tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "DELETE /v2.0/security-groups/a104d112-dd36-47c9-81b3-5a34fc4e5925 HTTP/1.1" status: 204 len: 173 time: 0.2073646 Sep 07 18:51:48.912655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f4ef9-f0ac-4a27-a707-fb83374ca17a tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a104d112-dd36-47c9-81b3-5a34fc4e5925,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:49.006596 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a5435259-1a4a-4d72-b457-f1d9447587ae req-c9adee3f-1d0a-42e4-9df4-9e303e9b3b00 tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "GET /v2.0/security-groups/e375e791-963b-490b-a869-81ee49154e68 HTTP/1.1" status: 200 len: 1813 time: 0.0432794 Sep 07 18:51:49.079931 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a5435259-1a4a-4d72-b457-f1d9447587ae req-3f51b696-484c-4a10-9bb3-a79ea4f75d4d tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:49.102658 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a5435259-1a4a-4d72-b457-f1d9447587ae req-3f51b696-484c-4a10-9bb3-a79ea4f75d4d tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:49.147500 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a5435259-1a4a-4d72-b457-f1d9447587ae req-3f51b696-484c-4a10-9bb3-a79ea4f75d4d tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:49.150544 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66a6db9b-40cb-4083-bc2a-5df71d82e0ba tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:49.151095 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a5435259-1a4a-4d72-b457-f1d9447587ae req-3f51b696-484c-4a10-9bb3-a79ea4f75d4d tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:49.151805 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a5435259-1a4a-4d72-b457-f1d9447587ae req-3f51b696-484c-4a10-9bb3-a79ea4f75d4d tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] 10.222.0.26 "DELETE /v2.0/security-groups/e375e791-963b-490b-a869-81ee49154e68 HTTP/1.1" status: 204 len: 173 time: 0.1378787 Sep 07 18:51:49.153953 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66a6db9b-40cb-4083-bc2a-5df71d82e0ba tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626183'] for router, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:49.159900 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56716) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:49.183006 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51b696-484c-4a10-9bb3-a79ea4f75d4d tempest-SecurityGroupRulesNegativeTestJSON-1154101213 tempest-SecurityGroupRulesNegativeTestJSON-1154101213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e375e791-963b-490b-a869-81ee49154e68,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:49.216485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b624ea-9e40-4183-82a2-ddbb9b337ab9 req-56e12f22-bc98-40f5-9cca-d5501e3df99e tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:49.218773 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16b624ea-9e40-4183-82a2-ddbb9b337ab9 req-56e12f22-bc98-40f5-9cca-d5501e3df99e tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 944 time: 0.0653975 Sep 07 18:51:49.258736 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16b624ea-9e40-4183-82a2-ddbb9b337ab9 req-6a623f41-1b10-41b8-84d1-fdf27fee13ea tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343771 Sep 07 18:51:49.275135 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a6db9b-40cb-4083-bc2a-5df71d82e0ba tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Router bb98bc8b-8821-48c2-985a-0b1c573dbc86 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:51:49.282174 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d94092-727a-4901-a0c4-4e55f0045510 admin admin] Deleting subnet d798607c-cc55-43eb-b71c-f9fdc49418d0 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:51:49.285769 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-60d94092-727a-4901-a0c4-4e55f0045510 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:49.357622 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-60d94092-727a-4901-a0c4-4e55f0045510 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:49.406568 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a6db9b-40cb-4083-bc2a-5df71d82e0ba tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:51:49.414589 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66a6db9b-40cb-4083-bc2a-5df71d82e0ba tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:49.415736 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-66a6db9b-40cb-4083-bc2a-5df71d82e0ba tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "PUT /v2.0/routers/bb98bc8b-8821-48c2-985a-0b1c573dbc86 HTTP/1.1" status: 200 len: 706 time: 1.3665431 Sep 07 18:51:49.416115 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3111b2f-c5de-465b-911f-5fd5afd8ec6f None None] Sync routers for ids ['bb98bc8b-8821-48c2-985a-0b1c573dbc86'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:51:49.418631 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56720) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:49.428645 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3111b2f-c5de-465b-911f-5fd5afd8ec6f None None] Routers {'bb98bc8b-8821-48c2-985a-0b1c573dbc86'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:49.429667 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-a3111b2f-c5de-465b-911f-5fd5afd8ec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['bb98bc8b-8821-48c2-985a-0b1c573dbc86'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:49.430663 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-60d94092-727a-4901-a0c4-4e55f0045510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:49.465959 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-a3111b2f-c5de-465b-911f-5fd5afd8ec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:49.475487 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3111b2f-c5de-465b-911f-5fd5afd8ec6f None None] Routers {'bb98bc8b-8821-48c2-985a-0b1c573dbc86'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:49.476324 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-a3111b2f-c5de-465b-911f-5fd5afd8ec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['bb98bc8b-8821-48c2-985a-0b1c573dbc86'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:49.491225 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-60d94092-727a-4901-a0c4-4e55f0045510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:49.498808 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4a76e21d-461d-4f82-9f4a-829782f19042 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "GET /v2.0/routers/bb98bc8b-8821-48c2-985a-0b1c573dbc86 HTTP/1.1" status: 200 len: 741 time: 0.0789275 Sep 07 18:51:49.501929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56724) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:49.515244 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-a3111b2f-c5de-465b-911f-5fd5afd8ec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:49.516402 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d94092-727a-4901-a0c4-4e55f0045510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d798607c-cc55-43eb-b71c-f9fdc49418d0,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:49.518414 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3111b2f-c5de-465b-911f-5fd5afd8ec6f None None] The sync data for ids ['bb98bc8b-8821-48c2-985a-0b1c573dbc86'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:51:49.522734 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-60d94092-727a-4901-a0c4-4e55f0045510 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:49.524990 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-60d94092-727a-4901-a0c4-4e55f0045510 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d798607c-cc55-43eb-b71c-f9fdc49418d0 HTTP/1.1" status: 204 len: 168 time: 0.3641438 Sep 07 18:51:49.527977 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56726) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:49.603944 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eda9c2ab-d742-49b7-889c-4ca42e6cb96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:49.690020 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eda9c2ab-d742-49b7-889c-4ca42e6cb96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:49.712082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-eda9c2ab-d742-49b7-889c-4ca42e6cb96c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8dfd2b3-d6b9-4b7b-b129-f569d2747640']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:49.722012 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-eda9c2ab-d742-49b7-889c-4ca42e6cb96c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89dfadfb-4649-4c44-8b02-4aba1178b4a6') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:49.722312 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-eda9c2ab-d742-49b7-889c-4ca42e6cb96c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89dfadfb-4649-4c44-8b02-4aba1178b4a6') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:49.732317 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eda9c2ab-d742-49b7-889c-4ca42e6cb96c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:49.745842 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eda9c2ab-d742-49b7-889c-4ca42e6cb96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:49.753115 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda9c2ab-d742-49b7-889c-4ca42e6cb96c admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:51:49.753487 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eda9c2ab-d742-49b7-889c-4ca42e6cb96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:51:49.755395 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:51:49.818181 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eda9c2ab-d742-49b7-889c-4ca42e6cb96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:49.823843 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eda9c2ab-d742-49b7-889c-4ca42e6cb96c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:49.829992 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 2bf961bc-aef8-466e-8684-9ddb8ff01442 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:51:49.835922 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-eda9c2ab-d742-49b7-889c-4ca42e6cb96c admin admin] 10.222.0.26 "DELETE /v2.0/networks/b8dfd2b3-d6b9-4b7b-b129-f569d2747640 HTTP/1.1" status: 204 len: 168 time: 0.2999349 Sep 07 18:51:49.850128 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9c2ab-d742-49b7-889c-4ca42e6cb96c admin admin] Pushing event deleted for resources: {'Network': ['ID=b8dfd2b3-d6b9-4b7b-b129-f569d2747640,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:49.873478 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-41d44e44-8223-4002-a44a-34a18a3244d1 tempest-RoutersAdminTest-1981730253 tempest-RoutersAdminTest-1981730253-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&device_id=bb98bc8b-8821-48c2-985a-0b1c573dbc86 HTTP/1.1" status: 200 len: 205 time: 0.3701067 Sep 07 18:51:49.876795 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56730) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:49.892424 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 2bf961bc-aef8-466e-8684-9ddb8ff01442 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:49.892794 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:49.904747 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-96aecb7f-57e0-4b65-8e51-211229e20ca2 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb98bc8b-8821-48c2-985a-0b1c573dbc86 HTTP/1.1" status: 200 len: 205 time: 0.0267327 Sep 07 18:51:49.907263 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56732) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:49.942568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235300a-a859-4338-9d6b-30d4129ab7d9 req-f71bfb7a-213e-490b-be7b-d14ab51d4ae5 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:49.944078 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1235300a-a859-4338-9d6b-30d4129ab7d9 req-f71bfb7a-213e-490b-be7b-d14ab51d4ae5 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=c045310f-0a44-40fb-b93c-16f97e6b41fe HTTP/1.1" status: 200 len: 944 time: 0.0731220 Sep 07 18:51:49.995282 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:50.000645 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a030adf3-15c9-434c-9da6-751f206396ab tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:50.003043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56736) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:50.006286 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1235300a-a859-4338-9d6b-30d4129ab7d9 req-746a9c5e-936c-4b5d-abc2-883474dcad48 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486269 Sep 07 18:51:50.041992 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 2bf961bc-aef8-466e-8684-9ddb8ff01442, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=2bf961bc-aef8-466e-8684-9ddb8ff01442,segment=NetworkSegment(081d0e07-f868-45b4-a1d2-1f61785b783f),segment_id=081d0e07-f868-45b4-a1d2-1f61785b783f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:50.047387 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:50.048591 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:51:50.109318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea25819-8b34-49dd-a857-43a19f1eeae4 req-9079c0fe-3ab1-4e97-a795-7d0dd7aa6c2f tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:50.111039 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dea25819-8b34-49dd-a857-43a19f1eeae4 req-9079c0fe-3ab1-4e97-a795-7d0dd7aa6c2f tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.0985935 Sep 07 18:51:50.131718 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=2bf961bc-aef8-466e-8684-9ddb8ff01442,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:50.148868 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:51:50.156017 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:50.156780 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-53c1e163-d5c8-464f-829b-a4b8700bf5da admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a51abae9d9c1411b878dfc9158d35f37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462135 Sep 07 18:51:50.156899 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:50.157365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56742) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:50.200430 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dea25819-8b34-49dd-a857-43a19f1eeae4 req-eed034b0-7c12-402f-a3eb-e07b27ad4931 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790956 Sep 07 18:51:50.213384 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a030adf3-15c9-434c-9da6-751f206396ab tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:50.215558 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a030adf3-15c9-434c-9da6-751f206396ab tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:50.223182 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5d2fd196-bed2-4020-9e1c-e0a1473b772e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:50.245375 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5d2fd196-bed2-4020-9e1c-e0a1473b772e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:50.246828 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:50.255163 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77397809-9375-44df-b9e6-fd9750cbbb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf961bc-aef8-466e-8684-9ddb8ff01442'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:50.257920 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36a109a-3b67-4555-8f5d-6e4ea67a7ab8" -d '{"events": [{"server_uuid": "77397809-9375-44df-b9e6-fd9750cbbb7c", "name": "network-vif-plugged", "status": "completed", "tag": "2bf961bc-aef8-466e-8684-9ddb8ff01442"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:50.271400 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a030adf3-15c9-434c-9da6-751f206396ab tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:50.271989 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a030adf3-15c9-434c-9da6-751f206396ab tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Fanout notify agent at l3_agent the message router_deleted on router bb98bc8b-8821-48c2-985a-0b1c573dbc86 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:51:50.280965 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a030adf3-15c9-434c-9da6-751f206396ab tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:50.285964 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a030adf3-15c9-434c-9da6-751f206396ab tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "DELETE /v2.0/routers/bb98bc8b-8821-48c2-985a-0b1c573dbc86 HTTP/1.1" status: 204 len: 168 time: 0.3738289 Sep 07 18:51:50.286560 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56750) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:50.293280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:50.299376 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:50.318604 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5d2fd196-bed2-4020-9e1c-e0a1473b772e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:50.323102 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5d2fd196-bed2-4020-9e1c-e0a1473b772e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:50.327631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5d2fd196-bed2-4020-9e1c-e0a1473b772e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8cd190c-2387-4227-ad4c-f5a40d52de3a HTTP/1.1" status: 204 len: 168 time: 0.1669426 Sep 07 18:51:50.335890 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1f828702-6a99-479f-9f32-be37586acbdb tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb98bc8b-8821-48c2-985a-0b1c573dbc86 HTTP/1.1" status: 200 len: 205 time: 0.0481942 Sep 07 18:51:50.336503 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56754) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:50.339523 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fd196-bed2-4020-9e1c-e0a1473b772e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cd190c-2387-4227-ad4c-f5a40d52de3a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:50.348849 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f231b13d-dd8e-4173-a43d-f358afcc8c98 x-openstack-request-id: req-f231b13d-dd8e-4173-a43d-f358afcc8c98 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:50.349571 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77397809-9375-44df-b9e6-fd9750cbbb7c", "name": "network-vif-plugged", "status": "completed", "tag": "2bf961bc-aef8-466e-8684-9ddb8ff01442", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:50.350037 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f231b13d-dd8e-4173-a43d-f358afcc8c98 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:50.350778 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77397809-9375-44df-b9e6-fd9750cbbb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf961bc-aef8-466e-8684-9ddb8ff01442', 'code': 200} Sep 07 18:51:50.387956 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:50.437842 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-5b13ad8f-1867-4f98-9556-df4b084e04ce tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] delete failed (client error): The resource could not be found. Sep 07 18:51:50.438989 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5b13ad8f-1867-4f98-9556-df4b084e04ce tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "DELETE /v2.0/routers/bb98bc8b-8821-48c2-985a-0b1c573dbc86 HTTP/1.1" status: 404 len: 336 time: 0.1014550 Sep 07 18:51:50.442079 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56756) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:50.498845 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-308e6418-2628-4fcc-9675-c8f8bdb0f5f5 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df1fd56-d234-4fb6-805a-a9815e75d307 HTTP/1.1" status: 200 len: 205 time: 0.0555356 Sep 07 18:51:50.501871 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56758) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:50.548527 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078eba97-0616-4b33-8b39-35f78b5daaa0 req-7fba5378-cefb-492e-9737-f91f534327ee tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:50.550163 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-078eba97-0616-4b33-8b39-35f78b5daaa0 req-7fba5378-cefb-492e-9737-f91f534327ee tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.1232121 Sep 07 18:51:50.552115 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-758ec638-1cb8-46ff-acf3-d5ad9cd52fb2 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] delete failed (client error): The resource could not be found. Sep 07 18:51:50.553186 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-758ec638-1cb8-46ff-acf3-d5ad9cd52fb2 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "DELETE /v2.0/routers/8df1fd56-d234-4fb6-805a-a9815e75d307 HTTP/1.1" status: 404 len: 336 time: 0.0503352 Sep 07 18:51:50.553365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac89e72-72fe-46d0-86b5-b52ae89d5796 req-02b4ef4f-9961-4dee-87f8-8cbdec0487a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:50.554885 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ac89e72-72fe-46d0-86b5-b52ae89d5796 req-02b4ef4f-9961-4dee-87f8-8cbdec0487a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 1096 time: 0.0884531 Sep 07 18:51:50.555869 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56762) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:50.585412 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-57c20957-3816-477c-9a07-fa29af553cd9 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4e1225-8653-4e05-9e0a-08d0e3d92bd0 HTTP/1.1" status: 200 len: 205 time: 0.0284667 Sep 07 18:51:50.588081 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56764) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:50.628659 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-0ffcd587-a6a3-4d54-af47-4234d9e40759 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] delete failed (client error): The resource could not be found. Sep 07 18:51:50.632871 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0ffcd587-a6a3-4d54-af47-4234d9e40759 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "DELETE /v2.0/routers/2b4e1225-8653-4e05-9e0a-08d0e3d92bd0 HTTP/1.1" status: 404 len: 336 time: 0.0407298 Sep 07 18:51:50.633178 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56766) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:50.644029 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-078eba97-0616-4b33-8b39-35f78b5daaa0 req-d3b7dfb3-7717-44f4-b6ab-d7ff7f7b0293 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826039 Sep 07 18:51:50.646340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ac89e72-72fe-46d0-86b5-b52ae89d5796 req-d18b6ead-14c6-4431-a24a-40dd279d9ce1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825884 Sep 07 18:51:50.664737 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fbce01f5-73b7-4e1b-9cba-a313af91caca tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "GET /v2.0/ports?device_id=9851239b-5b7a-460d-b8b3-b2c0c534b3eb HTTP/1.1" status: 200 len: 205 time: 0.0284677 Sep 07 18:51:50.665315 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56770) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:50.706907 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-ffe5d7d1-5d86-4361-bc9b-bee5d1117193 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] delete failed (client error): The resource could not be found. Sep 07 18:51:50.707976 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ffe5d7d1-5d86-4361-bc9b-bee5d1117193 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "DELETE /v2.0/routers/9851239b-5b7a-460d-b8b3-b2c0c534b3eb HTTP/1.1" status: 404 len: 336 time: 0.0416725 Sep 07 18:51:50.710632 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56774) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:50.738025 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5104b281-1eb1-4195-9034-7ee591b35d2e tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d6084e-1de5-4bcb-b8c2-2d57670c1b9a HTTP/1.1" status: 200 len: 205 time: 0.0263379 Sep 07 18:51:50.740274 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56778) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:50.777529 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-b2df609c-a680-4b6c-85e3-91c294ab11cd tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] delete failed (client error): The resource could not be found. Sep 07 18:51:50.778567 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b2df609c-a680-4b6c-85e3-91c294ab11cd tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "DELETE /v2.0/routers/a5d6084e-1de5-4bcb-b8c2-2d57670c1b9a HTTP/1.1" status: 404 len: 336 time: 0.0373726 Sep 07 18:51:50.781170 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56782) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:50.815188 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bd6c6578-7c03-4ea0-a7eb-91e3d1c4d0e9 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3465ad-93c5-46d6-8b1e-6a2549b1dfda HTTP/1.1" status: 200 len: 205 time: 0.0303061 Sep 07 18:51:50.815364 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56784) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:50.851021 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-20367fdf-e9a5-41ac-859a-6956dfe6677e tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] delete failed (client error): The resource could not be found. Sep 07 18:51:50.852062 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-20367fdf-e9a5-41ac-859a-6956dfe6677e tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "DELETE /v2.0/routers/8a3465ad-93c5-46d6-8b1e-6a2549b1dfda HTTP/1.1" status: 404 len: 336 time: 0.0358155 Sep 07 18:51:50.854914 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56786) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:50.885921 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e753f5-5ba4-4b58-8d9a-38764d395b97 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] DELETE failed (client error): The resource could not be found. Sep 07 18:51:50.886426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e753f5-5ba4-4b58-8d9a-38764d395b97 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:51:50.888178 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c7e753f5-5ba4-4b58-8d9a-38764d395b97 tempest-RoutersAdminTest-281541048 tempest-RoutersAdminTest-281541048-project] 10.222.0.26 "DELETE /v2.0/subnets/cbd5e21d-f451-4ea9-b5f2-f30db084756d HTTP/1.1" status: 404 len: 337 time: 0.0321424 Sep 07 18:51:51.079555 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56802) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:51.088293 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56806) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:51.139867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52b4a7-c1cb-4935-878d-01fc9ea16bf8 req-1dbd60f4-c168-426b-896a-af1ade431ced tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:51.142255 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a52b4a7-c1cb-4935-878d-01fc9ea16bf8 req-1dbd60f4-c168-426b-896a-af1ade431ced tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=c045310f-0a44-40fb-b93c-16f97e6b41fe HTTP/1.1" status: 200 len: 945 time: 0.0603719 Sep 07 18:51:51.191952 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a52b4a7-c1cb-4935-878d-01fc9ea16bf8 req-8ba1465e-84cb-49a7-8920-3ed863f0f33c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427017 Sep 07 18:51:51.197317 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-4ca1fc2e-c35e-4bcd-9bd2-86796c8130b3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-444179896-network', 'tenant_id': 'b41969f64d554b7e91411b1194e91bb7'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:51.221036 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca1fc2e-c35e-4bcd-9bd2-86796c8130b3 admin admin] Made reservation on behalf of b41969f64d554b7e91411b1194e91bb7 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:51:51.223662 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4ca1fc2e-c35e-4bcd-9bd2-86796c8130b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:51.229015 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3ee054c6-0946-43ba-8779-828b3b8dffba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:51.243455 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4ca1fc2e-c35e-4bcd-9bd2-86796c8130b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:51.326994 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa860574-f496-462f-b2f6-96adc313d4af req-7bde5259-f0f7-4a5a-9f3e-aadb34c69d90 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:51.328552 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aa860574-f496-462f-b2f6-96adc313d4af req-7bde5259-f0f7-4a5a-9f3e-aadb34c69d90 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.0525401 Sep 07 18:51:51.329150 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3ee054c6-0946-43ba-8779-828b3b8dffba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:51.333177 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3ee054c6-0946-43ba-8779-828b3b8dffba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:51.377237 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3ee054c6-0946-43ba-8779-828b3b8dffba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a169e75a6fb94ba790406037f2b1346e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849917 Sep 07 18:51:51.377482 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56818) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:51.384539 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee054c6-0946-43ba-8779-828b3b8dffba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ff27e1-1508-4aa7-b0a8-82ca722d725f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:51.386576 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aa860574-f496-462f-b2f6-96adc313d4af req-5654091e-178f-4ff0-840d-f801d0cc3a1e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516405 Sep 07 18:51:51.446153 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2ec8c976-82d3-4ae6-8727-47207dca9875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:51.456924 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4ca1fc2e-c35e-4bcd-9bd2-86796c8130b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:51.460979 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4ca1fc2e-c35e-4bcd-9bd2-86796c8130b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:51.470908 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2ec8c976-82d3-4ae6-8727-47207dca9875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:51.486569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca1fc2e-c35e-4bcd-9bd2-86796c8130b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:51:51.496302 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1fc2e-c35e-4bcd-9bd2-86796c8130b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f91539-00c7-4da2-9b60-3627586fd1b9,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:51.501258 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4ca1fc2e-c35e-4bcd-9bd2-86796c8130b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:51.501619 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-4ca1fc2e-c35e-4bcd-9bd2-86796c8130b3 admin admin] Added segment 24c41185-3fe3-471e-9335-966b5e0db652 of type vlan for network 0d0549df-9223-4a19-aaf1-70d6d3ca24d0 Sep 07 18:51:51.521406 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2ec8c976-82d3-4ae6-8727-47207dca9875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:51.524440 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2ec8c976-82d3-4ae6-8727-47207dca9875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:51.525995 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2ec8c976-82d3-4ae6-8727-47207dca9875 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5ff27e1-1508-4aa7-b0a8-82ca722d725f HTTP/1.1" status: 204 len: 168 time: 0.1476152 Sep 07 18:51:51.537085 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8c976-82d3-4ae6-8727-47207dca9875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ff27e1-1508-4aa7-b0a8-82ca722d725f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:51.563079 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4ca1fc2e-c35e-4bcd-9bd2-86796c8130b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:51.590135 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4ca1fc2e-c35e-4bcd-9bd2-86796c8130b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:51.591080 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca1fc2e-c35e-4bcd-9bd2-86796c8130b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:51.591689 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4ca1fc2e-c35e-4bcd-9bd2-86796c8130b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:51.629307 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4ca1fc2e-c35e-4bcd-9bd2-86796c8130b3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5485425 Sep 07 18:51:51.632532 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56822) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:51.639279 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d4286509-7222-4565-9eb4-7234df8b39e9 admin admin] Request body: {'subnet': {'network_id': '0d0549df-9223-4a19-aaf1-70d6d3ca24d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-444179896-subnet', 'tenant_id': 'b41969f64d554b7e91411b1194e91bb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:51.660430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1fc2e-c35e-4bcd-9bd2-86796c8130b3 admin admin] Pushing event updated for resources: {'Network': ['ID=0d0549df-9223-4a19-aaf1-70d6d3ca24d0,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:51.667911 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4286509-7222-4565-9eb4-7234df8b39e9 admin admin] Made reservation on behalf of b41969f64d554b7e91411b1194e91bb7 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:51:51.671326 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d4286509-7222-4565-9eb4-7234df8b39e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:51.673083 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 0d0549df-9223-4a19-aaf1-70d6d3ca24d0 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:51:51.784661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ab9ef-4c10-4389-b8bc-3552aff8f3af req-0b68afef-4ed3-44b7-9a39-51108fc4c36d tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:51.793832 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f76ab9ef-4c10-4389-b8bc-3552aff8f3af req-0b68afef-4ed3-44b7-9a39-51108fc4c36d tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.0628135 Sep 07 18:51:51.841090 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f76ab9ef-4c10-4389-b8bc-3552aff8f3af req-47919860-fcc5-4a70-a5f8-ee32085c98a9 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414701 Sep 07 18:51:51.886620 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d4286509-7222-4565-9eb4-7234df8b39e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:51.912932 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56828) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:51.950334 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4286509-7222-4565-9eb4-7234df8b39e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85f0cdaf-7563-4673-b3b2-20fd371ff489,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:51.962922 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6abb24e2-ecc7-4d8d-ab75-66386138ecfd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3548e4a5c65c453bbf4b675d9d2628c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485251 Sep 07 18:51:51.963184 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4286509-7222-4565-9eb4-7234df8b39e9 admin admin] Checking segment: {'id': '24c41185-3fe3-471e-9335-966b5e0db652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0d0549df-9223-4a19-aaf1-70d6d3ca24d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:51:51.963543 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4286509-7222-4565-9eb4-7234df8b39e9 admin admin] Network hostable DHCP agents. Network: 0d0549df-9223-4a19-aaf1-70d6d3ca24d0, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:51:51.965568 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56830) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:52.005313 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4286509-7222-4565-9eb4-7234df8b39e9 admin admin] Network 0d0549df-9223-4a19-aaf1-70d6d3ca24d0 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:51:52.031834 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-d4286509-7222-4565-9eb4-7234df8b39e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 0d0549df-9223-4a19-aaf1-70d6d3ca24d0) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:52.037620 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4286509-7222-4565-9eb4-7234df8b39e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:52.038208 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d4286509-7222-4565-9eb4-7234df8b39e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:52.040704 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eaafa505-f188-4c42-bb77-b1ce74c9719a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:52.040914 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf06ae2b-084d-4442-bf5b-2ce5a15e1848 None None] Network 0d0549df-9223-4a19-aaf1-70d6d3ca24d0 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:51:52.072840 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d4286509-7222-4565-9eb4-7234df8b39e9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4388962 Sep 07 18:51:52.074823 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eaafa505-f188-4c42-bb77-b1ce74c9719a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:52.136873 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eaafa505-f188-4c42-bb77-b1ce74c9719a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:52.139560 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eaafa505-f188-4c42-bb77-b1ce74c9719a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:52.143278 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-eaafa505-f188-4c42-bb77-b1ce74c9719a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5dd4afd0-c80c-488a-90c2-ff553aab64c6 HTTP/1.1" status: 204 len: 168 time: 0.1733835 Sep 07 18:51:52.148707 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafa505-f188-4c42-bb77-b1ce74c9719a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd4afd0-c80c-488a-90c2-ff553aab64c6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:52.185178 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354ab505-72c9-4e4d-b4f5-c91708c630e8 None None] Network 0d0549df-9223-4a19-aaf1-70d6d3ca24d0 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:51:52.346877 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d2e2f13a-b91c-4810-bfb9-b10d03f9a1d7 req-ac39f44b-2fc1-474a-9433-44439d783254 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1067259 Sep 07 18:51:52.352487 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c045310f-0a44-40fb-b93c-16f97e6b41fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:52.355791 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3b0206-4ba9-4f4f-b786-b940537b4945" -d '{"events": [{"server_uuid": "c045310f-0a44-40fb-b93c-16f97e6b41fe", "name": "network-vif-plugged", "status": "completed", "tag": "2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:52.364621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5cd91-6b98-4b99-a510-aa29fac95a57 req-17c0d372-b627-4b72-8a20-22970877194a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:52.366359 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-17e5cd91-6b98-4b99-a510-aa29fac95a57 req-17c0d372-b627-4b72-8a20-22970877194a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=c045310f-0a44-40fb-b93c-16f97e6b41fe HTTP/1.1" status: 200 len: 945 time: 0.0797100 Sep 07 18:51:52.434736 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-17e5cd91-6b98-4b99-a510-aa29fac95a57 req-3ed5fd25-cd3a-49e3-90e8-40881bb88e92 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618975 Sep 07 18:51:52.449350 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2f13a-b91c-4810-bfb9-b10d03f9a1d7 req-ab8e460c-516b-419c-94b2-1ce45fb9f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:52.451287 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d2e2f13a-b91c-4810-bfb9-b10d03f9a1d7 req-ab8e460c-516b-419c-94b2-1ce45fb9f75f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 1095 time: 0.0482733 Sep 07 18:51:52.503193 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea5b213-b679-4188-b81c-a497d506f8c6 x-openstack-request-id: req-8ea5b213-b679-4188-b81c-a497d506f8c6 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:52.503483 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c045310f-0a44-40fb-b93c-16f97e6b41fe", "name": "network-vif-plugged", "status": "completed", "tag": "2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:52.503905 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8ea5b213-b679-4188-b81c-a497d506f8c6 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:52.504473 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c045310f-0a44-40fb-b93c-16f97e6b41fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c', 'code': 200} Sep 07 18:51:52.635195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2f13a-b91c-4810-bfb9-b10d03f9a1d7 req-80f23da7-bbb9-441f-9ab6-88d61a588596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:52.636737 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d2e2f13a-b91c-4810-bfb9-b10d03f9a1d7 req-80f23da7-bbb9-441f-9ab6-88d61a588596 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 912 time: 0.1613064 Sep 07 18:51:52.697428 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b05c33-8baf-4c08-86c3-53306845d071 req-4b91153d-e989-479b-8ba4-7bf560cb8929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:52.698975 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00b05c33-8baf-4c08-86c3-53306845d071 req-4b91153d-e989-479b-8ba4-7bf560cb8929 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c045310f-0a44-40fb-b93c-16f97e6b41fe HTTP/1.1" status: 200 len: 1096 time: 0.1248233 Sep 07 18:51:52.710619 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a4bd9-08ac-4720-9bd1-6333df226ff2 req-b009b320-d5c6-4d30-83da-7c3668a6492a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:52.712088 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c09a4bd9-08ac-4720-9bd1-6333df226ff2 req-b009b320-d5c6-4d30-83da-7c3668a6492a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.1366391 Sep 07 18:51:52.793501 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d2e2f13a-b91c-4810-bfb9-b10d03f9a1d7 req-eadcac74-66ca-449d-98bd-2c156f7a7cc8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d405748-1170-4b7c-b252-e6c48be8be2b HTTP/1.1" status: 200 len: 999 time: 0.1426685 Sep 07 18:51:52.822085 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00b05c33-8baf-4c08-86c3-53306845d071 req-9e779974-fe00-4bf3-badc-56d9ac3c6f9a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087391 Sep 07 18:51:52.886489 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c09a4bd9-08ac-4720-9bd1-6333df226ff2 req-b43f413a-cf8e-4b9e-9926-ca5444aa3353 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567090 Sep 07 18:51:52.922738 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2f13a-b91c-4810-bfb9-b10d03f9a1d7 req-6878e28d-bb2c-4ab2-b9b8-93c27404e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:52.924673 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d2e2f13a-b91c-4810-bfb9-b10d03f9a1d7 req-6878e28d-bb2c-4ab2-b9b8-93c27404e695 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.1183336 Sep 07 18:51:52.957133 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-b442e823-918c-4faf-8a27-d6c3973e804c tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:52.958688 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-b442e823-918c-4faf-8a27-d6c3973e804c tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/networks?id=0d0549df-9223-4a19-aaf1-70d6d3ca24d0 HTTP/1.1" status: 200 len: 817 time: 0.2167649 Sep 07 18:51:52.989304 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-33c8b944-156c-4c96-ace9-dfa7df3249d2 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/quotas/b41969f64d554b7e91411b1194e91bb7 HTTP/1.1" status: 200 len: 375 time: 0.0153952 Sep 07 18:51:53.011076 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2f13a-b91c-4810-bfb9-b10d03f9a1d7 req-393ce740-12e1-43ec-83fb-d18dcceadea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:53.011076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d2e2f13a-b91c-4810-bfb9-b10d03f9a1d7 req-393ce740-12e1-43ec-83fb-d18dcceadea1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741441 Sep 07 18:51:53.033407 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-c2c8ff8c-3884-46fe-a647-38d8eb72064d tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b41969f64d554b7e91411b1194e91bb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351207 Sep 07 18:51:53.210301 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e8d15-adf9-48f3-8e10-4dbedc07882f req-e4e066b8-3fe5-416d-8a08-bac8fe97722a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:53.211823 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca9e8d15-adf9-48f3-8e10-4dbedc07882f req-e4e066b8-3fe5-416d-8a08-bac8fe97722a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.1639326 Sep 07 18:51:53.265922 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-b64bf555-0d0e-4021-b3c6-9fbd0fd55655 service neutron] 10.222.0.26 "GET /v2.0/networks/0d0549df-9223-4a19-aaf1-70d6d3ca24d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167807 Sep 07 18:51:53.269722 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d2e2f13a-b91c-4810-bfb9-b10d03f9a1d7 req-05d7c687-c8d2-45d6-a336-69c0d0f0a7a2 service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395253 Sep 07 18:51:53.344828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca9e8d15-adf9-48f3-8e10-4dbedc07882f req-487ffbd8-f8f5-4527-b716-a01c8bdc6ff4 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261520 Sep 07 18:51:53.448701 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d2e2f13a-b91c-4810-bfb9-b10d03f9a1d7 req-837dcb3b-50b7-40e1-8208-6481b299b892 service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676140 Sep 07 18:51:53.450657 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-b59d5052-474b-4f1d-8e92-36bf2ad5ef98 service neutron] 10.222.0.26 "GET /v2.0/networks/0d0549df-9223-4a19-aaf1-70d6d3ca24d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839843 Sep 07 18:51:53.538585 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-59361027-00ae-4bb1-8551-c983d84170cc service neutron] show failed (client error): The resource could not be found. Sep 07 18:51:53.539299 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-59361027-00ae-4bb1-8551-c983d84170cc service neutron] 10.222.0.60 "GET /v2.0/ports/a3fb093f-9ce0-4635-bd9b-c79157a00e6b/bindings/n-h2-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.0801320 Sep 07 18:51:53.662159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e1a52-498a-43e4-8c47-ba1b39d4601a req-156da846-2dda-4a43-9b1c-a959352fc3d8 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:53.664703 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d43e1a52-498a-43e4-8c47-ba1b39d4601a req-156da846-2dda-4a43-9b1c-a959352fc3d8 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.0874104 Sep 07 18:51:53.713424 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56910) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:53.754142 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d43e1a52-498a-43e4-8c47-ba1b39d4601a req-24e29d7e-1081-4f87-bd0d-164362c64057 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795047 Sep 07 18:51:53.778542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d70f7-2905-4eaa-bd7e-1a1eab7a08af req-bccd12fb-bd84-4ad4-812b-a4fd17e19f8d tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:53.780111 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-366d70f7-2905-4eaa-bd7e-1a1eab7a08af req-bccd12fb-bd84-4ad4-812b-a4fd17e19f8d tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 945 time: 0.1090124 Sep 07 18:51:53.874222 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6acff7b0-88a9-4fbd-add1-41ac92480708 tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2044775441', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:53.899941 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acff7b0-88a9-4fbd-add1-41ac92480708 tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Made reservation on behalf of 6afcc1b9c0ea40da947cd8cc6cb04bee for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:51:53.903407 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6acff7b0-88a9-4fbd-add1-41ac92480708 tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:53.920700 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6acff7b0-88a9-4fbd-add1-41ac92480708 tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:53.956050 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-366d70f7-2905-4eaa-bd7e-1a1eab7a08af req-43a480fa-58b4-44e2-af5a-9835b95f281e tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fac3b-42d4-4b67-b353-1d75c6580626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455126 Sep 07 18:51:53.968101 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-c6c6f2a6-51cd-4ce8-8a71-4978c5ca9f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:53.970985 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-c6c6f2a6-51cd-4ce8-8a71-4978c5ca9f34 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351&tenant_id=e322fec1e0804b28961a329c847871a3 HTTP/1.1" status: 200 len: 1101 time: 0.1811497 Sep 07 18:51:53.985029 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-1', 'device_owner': 'compute:nova'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:54.038606 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fb624-3006-46d0-94c8-06b0f04688fa req-54c5c01c-7611-4c81-9262-cb15e9ab60c6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:54.041365 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d4fb624-3006-46d0-94c8-06b0f04688fa req-54c5c01c-7611-4c81-9262-cb15e9ab60c6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=c045310f-0a44-40fb-b93c-16f97e6b41fe HTTP/1.1" status: 200 len: 945 time: 0.1623540 Sep 07 18:51:54.070506 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6acff7b0-88a9-4fbd-add1-41ac92480708 tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:54.074788 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6acff7b0-88a9-4fbd-add1-41ac92480708 tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:54.088741 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-6acff7b0-88a9-4fbd-add1-41ac92480708 tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] device_id is not set on port 1078e3f0-597b-49e5-8aa4-300eb33f6615 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:51:54.094829 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d03fc95-8895-4f39-990f-1d6c3d91e727 req-f6a10218-3987-4f99-b695-6a4b53168ad1 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/ports?device_id=494fcb13-1112-4d30-86ce-3da24ae054ed HTTP/1.1" status: 200 len: 210 time: 0.0529406 Sep 07 18:51:54.107976 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:54.138460 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acff7b0-88a9-4fbd-add1-41ac92480708 tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ead4bc1-cbf2-4301-aafc-77c0decbc25e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:54.148083 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d4fb624-3006-46d0-94c8-06b0f04688fa req-64a06cca-9f7d-4de6-bf7f-c987cc830aaf tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954294 Sep 07 18:51:54.264646 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-6acff7b0-88a9-4fbd-add1-41ac92480708 tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Allocated IP 172.25.8.175 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/1078e3f0-597b-49e5-8aa4-300eb33f6615) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:54.373307 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d033b71-57fc-454c-8b22-45ef82ee9141 req-95f8bac4-d36f-469e-b56e-af10f66c9361 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:54.374921 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d033b71-57fc-454c-8b22-45ef82ee9141 req-95f8bac4-d36f-469e-b56e-af10f66c9361 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.1275692 Sep 07 18:51:54.464236 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d033b71-57fc-454c-8b22-45ef82ee9141 req-f543628d-fdbd-4ca6-b0bd-6910f0c3e0b1 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769255 Sep 07 18:51:54.481303 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6acff7b0-88a9-4fbd-add1-41ac92480708 tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:54.495956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] For port a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:54.528617 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6acff7b0-88a9-4fbd-add1-41ac92480708 tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:54.540386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] For port a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:51:54.577495 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acff7b0-88a9-4fbd-add1-41ac92480708 tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:54.580252 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-6acff7b0-88a9-4fbd-add1-41ac92480708 tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:54.583812 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acff7b0-88a9-4fbd-add1-41ac92480708 tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:54.615534 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acff7b0-88a9-4fbd-add1-41ac92480708 tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Pushing event updated for resources: {'Port': ['ID=1078e3f0-597b-49e5-8aa4-300eb33f6615,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:54.620205 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1ab532-4645-4cde-93f5-e2a5820c0351', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:54.624567 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519dfed1-4d74-40c8-aa11-0e642fefd77a" -d '{"events": [{"server_uuid": "bc1ab532-4645-4cde-93f5-e2a5820c0351", "name": "network-vif-unplugged", "status": "completed", "tag": "a3fb093f-9ce0-4635-bd9b-c79157a00e6b"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:54.626551 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:54.635899 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acff7b0-88a9-4fbd-add1-41ac92480708 tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:54.636778 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6acff7b0-88a9-4fbd-add1-41ac92480708 tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:54.655266 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6acff7b0-88a9-4fbd-add1-41ac92480708 tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.9407029 Sep 07 18:51:54.660131 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56944) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:54.665960 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-fdd50a20-9827-40fe-87f7-d3ce2866f9da tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.175'}]}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:54.691721 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2865227-7318-4f86-849b-3d501118c85a x-openstack-request-id: req-b2865227-7318-4f86-849b-3d501118c85a {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:54.692018 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1ab532-4645-4cde-93f5-e2a5820c0351", "name": "network-vif-unplugged", "status": "completed", "tag": "a3fb093f-9ce0-4635-bd9b-c79157a00e6b", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:54.692274 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2865227-7318-4f86-849b-3d501118c85a {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:54.692853 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1ab532-4645-4cde-93f5-e2a5820c0351', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b', 'code': 200} Sep 07 18:51:54.697249 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] Transition to ACTIVE for port object a3fb093f-9ce0-4635-bd9b-c79157a00e6b will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:51:54.702526 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:54.714334 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fdd50a20-9827-40fe-87f7-d3ce2866f9da tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:54.715273 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fdd50a20-9827-40fe-87f7-d3ce2866f9da tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:54.737770 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e3e5c210-46bb-4d38-bf17-a2fa3ed7c68d req-cb3ba1e0-4cd5-4581-a6e6-ee586452ad8e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31ceb756-b164-470a-9ea6-69f08673d09b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0624712 Sep 07 18:51:54.757851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-682599e6-4746-46da-8490-5e427ff1091a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:54.759411 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-682599e6-4746-46da-8490-5e427ff1091a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/networks?id=5fffebc2-0dee-49e6-9b53-7756168386e9 HTTP/1.1" status: 200 len: 814 time: 0.1967981 Sep 07 18:51:54.803477 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fdd50a20-9827-40fe-87f7-d3ce2866f9da tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:54.804615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] No DVR routers for this DVR port a3fb093f-9ce0-4635-bd9b-c79157a00e6b on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:51:54.822302 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,revision_number=6']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:54.834635 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-fd241693-285e-499c-a295-4bb77a8a13fd tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/quotas/a8f43108666243aebfcdc34f771ecd07 HTTP/1.1" status: 200 len: 375 time: 0.0648890 Sep 07 18:51:54.999589 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] Attempting to bind port a3fb093f-9ce0-4635-bd9b-c79157a00e6b on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:51:55.000001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] Attempting to bind port a3fb093f-9ce0-4635-bd9b-c79157a00e6b by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:51:55.000398 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] Attempting to bind port a3fb093f-9ce0-4635-bd9b-c79157a00e6b on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:51:55.029048 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] Port a3fb093f-9ce0-4635-bd9b-c79157a00e6b on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:51:55.029693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] Attempting to bind port a3fb093f-9ce0-4635-bd9b-c79157a00e6b on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:51:55.067628 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:51:55.067979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:51:55.070145 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:51:55.070788 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] Bound port: a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:51:55.071230 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:55.092699 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-1e170c64-0e4c-43aa-b05d-32d0630769ac tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8f43108666243aebfcdc34f771ecd07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2514486 Sep 07 18:51:55.236154 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5c210-46bb-4d38-bf17-a2fa3ed7c68d req-b4ead8db-5cd6-465d-9458-f76f0d0586de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:55.237724 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e3e5c210-46bb-4d38-bf17-a2fa3ed7c68d req-b4ead8db-5cd6-465d-9458-f76f0d0586de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d878258efa4b4488806e9b78a4aaf7e7&device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 1096 time: 0.4369478 Sep 07 18:51:55.260762 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-695eeb20-83cc-4d64-8cc2-4644a9b2e85e tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:55.262230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-695eeb20-83cc-4d64-8cc2-4644a9b2e85e tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.36 "GET /v2.0/networks?id=0d0549df-9223-4a19-aaf1-70d6d3ca24d0 HTTP/1.1" status: 200 len: 817 time: 0.3401256 Sep 07 18:51:55.291464 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-43a5b9bc-ba22-4f34-ac10-90e61cf2555f tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Request body: {'port': {'device_id': '494fcb13-1112-4d30-86ce-3da24ae054ed', 'network_id': '0d0549df-9223-4a19-aaf1-70d6d3ca24d0', 'admin_state_up': True, 'tenant_id': 'b41969f64d554b7e91411b1194e91bb7'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:55.305331 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fdd50a20-9827-40fe-87f7-d3ce2866f9da tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:55.325234 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fe69f-b44d-4a93-91bf-69ee9ed5afc6 req-c0bc536e-786f-4517-b4ac-f33b7253b686 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:55.326720 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e61fe69f-b44d-4a93-91bf-69ee9ed5afc6 req-c0bc536e-786f-4517-b4ac-f33b7253b686 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 945 time: 0.1884775 Sep 07 18:51:55.328228 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] For port a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:51:55.338100 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-793b160d-5761-4cbc-acdb-b94859d5b6e8 service neutron] 10.222.0.26 "GET /v2.0/networks/5fffebc2-0dee-49e6-9b53-7756168386e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442799 Sep 07 18:51:55.364644 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] For port a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:51:55.415194 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:55.418841 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5c210-46bb-4d38-bf17-a2fa3ed7c68d req-340ed678-dc8b-4207-8d7b-59375bf8ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:55.420405 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e3e5c210-46bb-4d38-bf17-a2fa3ed7c68d req-340ed678-dc8b-4207-8d7b-59375bf8ec75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c7f4858b-8821-4eea-8e4b-1fd4362ebd60 HTTP/1.1" status: 200 len: 913 time: 0.1175954 Sep 07 18:51:55.519146 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:55.519756 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e3e5c210-46bb-4d38-bf17-a2fa3ed7c68d req-b35ed825-1000-47d9-9a36-dc7cfec1b65f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 HTTP/1.1" status: 200 len: 1001 time: 0.0754368 Sep 07 18:51:55.519894 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:55.521210 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] 10.222.0.36 "PUT /v2.0/ports/a3fb093f-9ce0-4635-bd9b-c79157a00e6b HTTP/1.1" status: 200 len: 1096 time: 1.5424173 Sep 07 18:51:55.530545 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e61fe69f-b44d-4a93-91bf-69ee9ed5afc6 req-8538b841-7b63-4175-b2cc-648c2b90a66a tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fac3b-42d4-4b67-b353-1d75c6580626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902552 Sep 07 18:51:55.582600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f3d91-b0bf-408e-a0a5-69a5a9ee9ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,revision_number=7']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:55.634351 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-8dd165cb-2bb4-4636-b1b4-d0de28041172 service neutron] 10.222.0.26 "GET /v2.0/networks/5fffebc2-0dee-49e6-9b53-7756168386e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847841 Sep 07 18:51:55.655241 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76677d5b-179f-4d78-9cb0-0155d8d427b3 req-6b8257cb-ce78-4e9e-9ff0-c1433917bef1 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/ports?device_id=494fcb13-1112-4d30-86ce-3da24ae054ed HTTP/1.1" status: 200 len: 210 time: 0.0496364 Sep 07 18:51:55.666507 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-ab39be37-8e00-4062-a12f-ced48bdd6146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:55.668124 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-ab39be37-8e00-4062-a12f-ced48bdd6146 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 1099 time: 0.1061709 Sep 07 18:51:55.669243 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-43a5b9bc-ba22-4f34-ac10-90e61cf2555f tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Made reservation on behalf of b41969f64d554b7e91411b1194e91bb7 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:51:55.672628 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-43a5b9bc-ba22-4f34-ac10-90e61cf2555f tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:55.749144 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5c210-46bb-4d38-bf17-a2fa3ed7c68d req-5af209db-4c77-42db-94aa-3bdb7fc1dc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:55.750928 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e3e5c210-46bb-4d38-bf17-a2fa3ed7c68d req-5af209db-4c77-42db-94aa-3bdb7fc1dc3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=516602c3-3ca6-4872-ad4b-15c018e75629 HTTP/1.1" status: 200 len: 851 time: 0.2056386 Sep 07 18:51:55.798209 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fdd50a20-9827-40fe-87f7-d3ce2866f9da tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:55.831440 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fdd50a20-9827-40fe-87f7-d3ce2866f9da tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:55.864147 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9eb662cc-5cb1-46bd-b7de-914a1b557fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:55.907445 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-dab8f96c-f60e-4362-8106-60fa669f2ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:55.909012 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-dab8f96c-f60e-4362-8106-60fa669f2ded service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2252808 Sep 07 18:51:55.925348 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df8360-0980-4c0c-902e-0f0337376597 req-654a9eee-8a81-4f38-9838-5c45d0c3eb1c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:55.926857 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48df8360-0980-4c0c-902e-0f0337376597 req-654a9eee-8a81-4f38-9838-5c45d0c3eb1c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=c045310f-0a44-40fb-b93c-16f97e6b41fe HTTP/1.1" status: 200 len: 945 time: 0.1438096 Sep 07 18:51:55.990393 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-a923756a-544d-4331-8290-70966d895bad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b HTTP/1.1" status: 200 len: 217 time: 0.0605431 Sep 07 18:51:56.074306 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d3a35-3c87-497f-ba16-d2554a5137d0 req-c329a87c-686e-47ea-adb2-33ddfbdfa285 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:56.076281 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-591d3a35-3c87-497f-ba16-d2554a5137d0 req-c329a87c-686e-47ea-adb2-33ddfbdfa285 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.36 "GET /v2.0/ports?device_id=77397809-9375-44df-b9e6-fd9750cbbb7c HTTP/1.1" status: 200 len: 945 time: 0.1273723 Sep 07 18:51:56.079439 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5c210-46bb-4d38-bf17-a2fa3ed7c68d req-a80d3754-85cb-4f4f-a534-d19b844e6689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:56.080994 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e3e5c210-46bb-4d38-bf17-a2fa3ed7c68d req-a80d3754-85cb-4f4f-a534-d19b844e6689 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7f4858b-8821-4eea-8e4b-1fd4362ebd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2517452 Sep 07 18:51:56.081943 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fdd50a20-9827-40fe-87f7-d3ce2866f9da tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:56.352658 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-43a5b9bc-ba22-4f34-ac10-90e61cf2555f tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Allocated IP 172.20.0.13 (0d0549df-9223-4a19-aaf1-70d6d3ca24d0/85f0cdaf-7563-4673-b3b2-20fd371ff489/15ad4975-34c7-453b-ae40-e362b8356803) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:56.362590 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fdd50a20-9827-40fe-87f7-d3ce2866f9da tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:56.369196 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fdd50a20-9827-40fe-87f7-d3ce2866f9da tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:56.407525 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48df8360-0980-4c0c-902e-0f0337376597 req-2a0fee0b-023a-4c3c-87f4-393f11957e5a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696040 Sep 07 18:51:56.440606 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad620cd-c81f-45d4-a9f2-b0cbf273e0fd req-8051c89e-3029-4292-b4fa-7ee5170964b2 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:56.442222 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ad620cd-c81f-45d4-a9f2-b0cbf273e0fd req-8051c89e-3029-4292-b4fa-7ee5170964b2 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 948 time: 0.4700222 Sep 07 18:51:56.454012 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-36e28dc7-9be6-485e-b481-a6311950c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:56.455481 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-36e28dc7-9be6-485e-b481-a6311950c367 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1224873 Sep 07 18:51:56.465092 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e3e5c210-46bb-4d38-bf17-a2fa3ed7c68d req-41145137-ff15-4535-820a-65e6e44ce514 service neutron] 10.222.0.36 "GET /v2.0/networks/c7f4858b-8821-4eea-8e4b-1fd4362ebd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462465 Sep 07 18:51:56.465709 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fdd50a20-9827-40fe-87f7-d3ce2866f9da tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:56.466527 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd50a20-9827-40fe-87f7-d3ce2866f9da tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37dc8040-5caf-465b-a78b-9e3a6578a00f {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:51:56.519548 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-591d3a35-3c87-497f-ba16-d2554a5137d0 req-55f45c13-b721-401b-b97f-a4f937f6b451 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Deleting port 2bf961bc-aef8-466e-8684-9ddb8ff01442 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:56.520716 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-591d3a35-3c87-497f-ba16-d2554a5137d0 req-55f45c13-b721-401b-b97f-a4f937f6b451 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:56.530516 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-fdd50a20-9827-40fe-87f7-d3ce2866f9da tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 07 18:51:56.535767 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fdd50a20-9827-40fe-87f7-d3ce2866f9da tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8739979 Sep 07 18:51:56.538249 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56978) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:56.624226 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ad620cd-c81f-45d4-a9f2-b0cbf273e0fd req-ec074bf6-d333-4cce-b578-a1eb54b0ea2f tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753197 Sep 07 18:51:56.650240 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4dc7f4d0-b040-4f3f-8997-8417117fb2e0 req-317bdea0-9be3-4945-9f6c-ad7da098d25e tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=e12f5698-aa61-414c-8262-388623d33bea HTTP/1.1" status: 200 len: 210 time: 0.0403285 Sep 07 18:51:56.654184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-f43f79a9-58ed-4335-b738-6f234ac8d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:56.655633 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-f43f79a9-58ed-4335-b738-6f234ac8d945 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1770813 Sep 07 18:51:56.693548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1ab532-4645-4cde-93f5-e2a5820c0351', 'tag': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:56.695942 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5338686-aaa5-4b95-b8bc-0478ca0ed597" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1ab532-4645-4cde-93f5-e2a5820c0351", "tag": "a3fb093f-9ce0-4635-bd9b-c79157a00e6b"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:56.744424 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-591d3a35-3c87-497f-ba16-d2554a5137d0 req-55f45c13-b721-401b-b97f-a4f937f6b451 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] For port 2bf961bc-aef8-466e-8684-9ddb8ff01442, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=2bf961bc-aef8-466e-8684-9ddb8ff01442,segment=NetworkSegment(081d0e07-f868-45b4-a1d2-1f61785b783f),segment_id=081d0e07-f868-45b4-a1d2-1f61785b783f)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:56.745017 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-591d3a35-3c87-497f-ba16-d2554a5137d0 req-55f45c13-b721-401b-b97f-a4f937f6b451 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:56.755380 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e3e5c210-46bb-4d38-bf17-a2fa3ed7c68d req-2d812bce-a889-4e03-adcc-e28363d624ef service neutron] 10.222.0.36 "GET /v2.0/networks/c7f4858b-8821-4eea-8e4b-1fd4362ebd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735574 Sep 07 18:51:56.776357 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-591d3a35-3c87-497f-ba16-d2554a5137d0 req-55f45c13-b721-401b-b97f-a4f937f6b451 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Calling delete_port for 2bf961bc-aef8-466e-8684-9ddb8ff01442 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:56.788553 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-43a5b9bc-ba22-4f34-ac10-90e61cf2555f tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:56.789861 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9722a94f-8405-4849-91d2-43a50802da58 x-openstack-request-id: req-9722a94f-8405-4849-91d2-43a50802da58 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:56.790161 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1ab532-4645-4cde-93f5-e2a5820c0351", "tag": "a3fb093f-9ce0-4635-bd9b-c79157a00e6b", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:56.790415 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9722a94f-8405-4849-91d2-43a50802da58 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:56.790809 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1ab532-4645-4cde-93f5-e2a5820c0351', 'tag': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b', 'status': 'completed', 'code': 200} Sep 07 18:51:56.802021 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a3f6a51a-3b51-42e8-ae96-6f929acd798e tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Deleting port 1078e3f0-597b-49e5-8aa4-300eb33f6615 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:56.802371 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a3f6a51a-3b51-42e8-ae96-6f929acd798e tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:56.812104 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7cc3690-f15e-4323-b9e4-a62b0478f81a req-26ff670f-bcf5-4fda-a9b6-e3293609c1ac tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/ports?device_id=494fcb13-1112-4d30-86ce-3da24ae054ed HTTP/1.1" status: 200 len: 210 time: 0.0422518 Sep 07 18:51:56.960156 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a3f6a51a-3b51-42e8-ae96-6f929acd798e tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:56.976349 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a3f6a51a-3b51-42e8-ae96-6f929acd798e tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Calling delete_port for 1078e3f0-597b-49e5-8aa4-300eb33f6615 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:57.049314 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-e170d7ec-a6e3-41fd-83ee-19efb3d6574d service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773198 Sep 07 18:51:57.055132 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5338686-aaa5-4b95-b8bc-0478ca0ed597 req-46b4de0b-0ad5-4239-94e9-1ae1b47a89fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:57.056636 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5338686-aaa5-4b95-b8bc-0478ca0ed597 req-46b4de0b-0ad5-4239-94e9-1ae1b47a89fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 1099 time: 0.2410991 Sep 07 18:51:57.066479 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-a57fa34e-bb01-45ee-8754-fed0689b5d5d tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:57.067953 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-a57fa34e-bb01-45ee-8754-fed0689b5d5d tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.60 "GET /v2.0/networks?id=5fffebc2-0dee-49e6-9b53-7756168386e9 HTTP/1.1" status: 200 len: 814 time: 0.2036610 Sep 07 18:51:57.079800 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-591d3a35-3c87-497f-ba16-d2554a5137d0 req-55f45c13-b721-401b-b97f-a4f937f6b451 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:57.094120 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['2bf961bc-aef8-466e-8684-9ddb8ff01442'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:51:57.113964 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f45c13-b721-401b-b97f-a4f937f6b451 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Pushing event deleted for resources: {'Port': ['ID=2bf961bc-aef8-466e-8684-9ddb8ff01442,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:57.158329 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-a8c27376-ad7d-4a60-826a-806352321b0b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Request body: {'port': {'device_id': 'e12f5698-aa61-414c-8262-388623d33bea', 'network_id': '5fffebc2-0dee-49e6-9b53-7756168386e9', 'admin_state_up': True, 'tenant_id': 'a8f43108666243aebfcdc34f771ecd07'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:57.168320 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-591d3a35-3c87-497f-ba16-d2554a5137d0 req-55f45c13-b721-401b-b97f-a4f937f6b451 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] No DVR routers for this DVR port 2bf961bc-aef8-466e-8684-9ddb8ff01442 on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:51:57.172827 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-591d3a35-3c87-497f-ba16-d2554a5137d0 req-55f45c13-b721-401b-b97f-a4f937f6b451 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:57.174821 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-591d3a35-3c87-497f-ba16-d2554a5137d0 req-55f45c13-b721-401b-b97f-a4f937f6b451 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.36 "DELETE /v2.0/ports/2bf961bc-aef8-466e-8684-9ddb8ff01442 HTTP/1.1" status: 204 len: 173 time: 1.0572343 Sep 07 18:51:57.175264 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77397809-9375-44df-b9e6-fd9750cbbb7c', 'name': 'network-vif-deleted', 'tag': '2bf961bc-aef8-466e-8684-9ddb8ff01442'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:57.177530 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978f0760-18a2-49e7-ada9-b97c7f996e7b" -d '{"events": [{"server_uuid": "77397809-9375-44df-b9e6-fd9750cbbb7c", "name": "network-vif-deleted", "tag": "2bf961bc-aef8-466e-8684-9ddb8ff01442"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:57.196896 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-43a5b9bc-ba22-4f34-ac10-90e61cf2555f tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:57.228452 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a3f6a51a-3b51-42e8-ae96-6f929acd798e tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:57.257946 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f639b4e-42e3-4434-8868-44034b26d92a x-openstack-request-id: req-4f639b4e-42e3-4434-8868-44034b26d92a {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:57.258255 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77397809-9375-44df-b9e6-fd9750cbbb7c", "name": "network-vif-deleted", "tag": "2bf961bc-aef8-466e-8684-9ddb8ff01442", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:57.258522 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4f639b4e-42e3-4434-8868-44034b26d92a {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:57.258873 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77397809-9375-44df-b9e6-fd9750cbbb7c', 'name': 'network-vif-deleted', 'tag': '2bf961bc-aef8-466e-8684-9ddb8ff01442', 'status': 'completed', 'code': 200} Sep 07 18:51:57.261610 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6a51a-3b51-42e8-ae96-6f929acd798e tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Pushing event deleted for resources: {'Port': ['ID=1078e3f0-597b-49e5-8aa4-300eb33f6615,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:57.324831 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a3f6a51a-3b51-42e8-ae96-6f929acd798e tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:57.326786 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a3f6a51a-3b51-42e8-ae96-6f929acd798e tempest-RoutersAdminNegativeIpV6Test-1180382891 tempest-RoutersAdminNegativeIpV6Test-1180382891-project-admin] 10.222.0.26 "DELETE /v2.0/ports/1078e3f0-597b-49e5-8aa4-300eb33f6615 HTTP/1.1" status: 204 len: 168 time: 0.7785552 Sep 07 18:51:57.394360 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20be7dff-fc7e-41fd-a088-b33f6d465aea req-661370df-4a2c-4ccc-a761-80a7720f02ef service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213370 Sep 07 18:51:57.398950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-43a5b9bc-ba22-4f34-ac10-90e61cf2555f tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Network 0d0549df-9223-4a19-aaf1-70d6d3ca24d0 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:57.406190 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5b9bc-ba22-4f34-ac10-90e61cf2555f tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Pushing event updated for resources: {'Port': ['ID=15ad4975-34c7-453b-ae40-e362b8356803,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:57.414795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-43a5b9bc-ba22-4f34-ac10-90e61cf2555f tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:57.432293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5c748-ba60-4317-ba76-2611ec58cd26 req-970c9bed-8d1b-4173-b0c0-7e6c70d70f51 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:57.433827 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7df5c748-ba60-4317-ba76-2611ec58cd26 req-970c9bed-8d1b-4173-b0c0-7e6c70d70f51 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 945 time: 0.2833395 Sep 07 18:51:57.434622 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-43a5b9bc-ba22-4f34-ac10-90e61cf2555f tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:57.520780 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5338686-aaa5-4b95-b8bc-0478ca0ed597 req-18b95e1d-8c2c-4b90-876c-9c592777eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:57.522257 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5338686-aaa5-4b95-b8bc-0478ca0ed597 req-18b95e1d-8c2c-4b90-876c-9c592777eaf7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.4482281 Sep 07 18:51:57.600652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-43a5b9bc-ba22-4f34-ac10-90e61cf2555f tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:57.607667 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-43a5b9bc-ba22-4f34-ac10-90e61cf2555f tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:57.608648 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56998) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:57.608852 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5338686-aaa5-4b95-b8bc-0478ca0ed597 req-0e4c5981-1364-45ae-a53d-b045f186a07e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b HTTP/1.1" status: 200 len: 217 time: 0.0712457 Sep 07 18:51:57.625426 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7df5c748-ba60-4317-ba76-2611ec58cd26 req-161d8a9f-78f9-4d68-b95b-557382620440 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fac3b-42d4-4b67-b353-1d75c6580626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786251 Sep 07 18:51:57.639599 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-a8c27376-ad7d-4a60-826a-806352321b0b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Made reservation on behalf of a8f43108666243aebfcdc34f771ecd07 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:51:57.649863 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-a8c27376-ad7d-4a60-826a-806352321b0b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:57.680173 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-43a5b9bc-ba22-4f34-ac10-90e61cf2555f tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3998942 Sep 07 18:51:57.685695 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5338686-aaa5-4b95-b8bc-0478ca0ed597 req-eceb07c3-9e4e-40c0-8425-d51b7bb30e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:57.687187 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5338686-aaa5-4b95-b8bc-0478ca0ed597 req-eceb07c3-9e4e-40c0-8425-d51b7bb30e01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 1099 time: 0.2190847 Sep 07 18:51:57.715111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] Request body: {'port': {'device_id': '494fcb13-1112-4d30-86ce-3da24ae054ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:57.773428 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-515464a5-77b2-4075-81a3-8aa24241c48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:57.816596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5338686-aaa5-4b95-b8bc-0478ca0ed597 req-5e939a2f-d64b-4e39-85f7-8e41415fd8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:57.818081 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5338686-aaa5-4b95-b8bc-0478ca0ed597 req-5e939a2f-d64b-4e39-85f7-8e41415fd8b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1870694 Sep 07 18:51:57.874964 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-515464a5-77b2-4075-81a3-8aa24241c48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:57.878970 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-515464a5-77b2-4075-81a3-8aa24241c48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:57.910000 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b43f87c0-7d1a-4a3d-995d-089573fcbabb req-ce5bb62e-b818-4aa0-a2af-9b2f79646936 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=e12f5698-aa61-414c-8262-388623d33bea HTTP/1.1" status: 200 len: 210 time: 0.1155543 Sep 07 18:51:57.917868 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-515464a5-77b2-4075-81a3-8aa24241c48a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8e1863cca84a41da8658edfe7ad091db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3123193 Sep 07 18:51:57.920398 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57010) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:57.926887 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515464a5-77b2-4075-81a3-8aa24241c48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5dbd62-9eea-43e7-aae8-b835c8298ebc,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:57.976463 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-543b5767-ceb1-4a03-a758-596d38c5aaa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:58.001980 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-543b5767-ceb1-4a03-a758-596d38c5aaa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:58.023298 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:58.044334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c78282-eba6-44d9-8c3e-3fb96f51ea3d req-a2599073-93c7-4228-b7db-b0f51047764c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:58.045907 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59c78282-eba6-44d9-8c3e-3fb96f51ea3d req-a2599073-93c7-4228-b7db-b0f51047764c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 948 time: 0.2900248 Sep 07 18:51:58.060180 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5338686-aaa5-4b95-b8bc-0478ca0ed597 req-ff0e8c5c-7e82-42b2-b374-4850c31642b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:58.061605 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5338686-aaa5-4b95-b8bc-0478ca0ed597 req-ff0e8c5c-7e82-42b2-b374-4850c31642b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.3599334 Sep 07 18:51:58.067287 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-543b5767-ceb1-4a03-a758-596d38c5aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:58.069937 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-543b5767-ceb1-4a03-a758-596d38c5aaa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:58.071099 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-543b5767-ceb1-4a03-a758-596d38c5aaa6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b5dbd62-9eea-43e7-aae8-b835c8298ebc HTTP/1.1" status: 204 len: 168 time: 0.1497686 Sep 07 18:51:58.079731 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b5767-ceb1-4a03-a758-596d38c5aaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5dbd62-9eea-43e7-aae8-b835c8298ebc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:58.089136 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-a8c27376-ad7d-4a60-826a-806352321b0b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Allocated IP 172.20.0.4 (5fffebc2-0dee-49e6-9b53-7756168386e9/bb1deee6-d2df-40c0-951c-e7f5ec450286/fd3fb067-9785-4795-b82c-d433b712c2ee) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:58.111972 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5338686-aaa5-4b95-b8bc-0478ca0ed597 req-c8dc784a-d0ea-4cf5-8d2b-fc0b613824d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:58.114008 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5338686-aaa5-4b95-b8bc-0478ca0ed597 req-c8dc784a-d0ea-4cf5-8d2b-fc0b613824d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2687297 Sep 07 18:51:58.186312 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device a3fb093f-9ce0-4635-bd9b-c79157a00e6b no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:51:58.193350 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5338686-aaa5-4b95-b8bc-0478ca0ed597 req-53d3aa7e-f5d0-4d3b-bc93-ccb58f0513bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b HTTP/1.1" status: 200 len: 217 time: 0.1120963 Sep 07 18:51:58.232335 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device a3fb093f-9ce0-4635-bd9b-c79157a00e6b not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:51:58.328871 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59c78282-eba6-44d9-8c3e-3fb96f51ea3d req-a73d41d6-876b-45aa-a8ef-fb2a0017504f tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621057 Sep 07 18:51:58.360583 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c23e1c-1198-4155-aae2-94fdd7842a96 req-59b2a1d5-8609-4e5c-a20c-ace29befa242 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:58.362950 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57018) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:58.368187 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-52c23e1c-1198-4155-aae2-94fdd7842a96 req-59b2a1d5-8609-4e5c-a20c-ace29befa242 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/ports?device_id=494fcb13-1112-4d30-86ce-3da24ae054ed HTTP/1.1" status: 200 len: 932 time: 0.3094213 Sep 07 18:51:58.426054 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c25c1df5-f664-4e7a-8117-28f9f34869c5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6afcc1b9c0ea40da947cd8cc6cb04bee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616243 Sep 07 18:51:58.428578 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57020) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:58.465145 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5338686-aaa5-4b95-b8bc-0478ca0ed597 req-6bd5833d-6e08-4086-8e73-c1e4cc4becb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:58.466605 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5338686-aaa5-4b95-b8bc-0478ca0ed597 req-6bd5833d-6e08-4086-8e73-c1e4cc4becb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.2391357 Sep 07 18:51:58.481349 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bea828d8-be18-447f-a298-ee23906a3507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:58.502265 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bea828d8-be18-447f-a298-ee23906a3507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:58.542567 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5338686-aaa5-4b95-b8bc-0478ca0ed597 req-fd54b89e-5184-472e-abd5-6d828bf9ce62 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883867 Sep 07 18:51:58.553927 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bea828d8-be18-447f-a298-ee23906a3507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:58.556784 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bea828d8-be18-447f-a298-ee23906a3507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:58.558174 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bea828d8-be18-447f-a298-ee23906a3507 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ead4bc1-cbf2-4301-aafc-77c0decbc25e HTTP/1.1" status: 204 len: 168 time: 0.1284997 Sep 07 18:51:58.567664 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea828d8-be18-447f-a298-ee23906a3507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ead4bc1-cbf2-4301-aafc-77c0decbc25e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:58.586556 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-52c23e1c-1198-4155-aae2-94fdd7842a96 req-02b8517c-a7e6-4f9b-a670-4739ef5d32c8 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/security-groups?id=28f91539-00c7-4da2-9b60-3627586fd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174888 Sep 07 18:51:58.643643 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6c7a6-1069-49c3-a65f-3a06363ccde5 req-5684d363-e98a-4d4a-bd07-449a76c29a1c tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:58.646028 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-81b6c7a6-1069-49c3-a65f-3a06363ccde5 req-5684d363-e98a-4d4a-bd07-449a76c29a1c tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.60 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 945 time: 0.0608323 Sep 07 18:51:58.722691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5338686-aaa5-4b95-b8bc-0478ca0ed597 req-e0f798e9-eb57-42c4-8ced-d05e1728e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:58.724547 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5338686-aaa5-4b95-b8bc-0478ca0ed597 req-e0f798e9-eb57-42c4-8ced-d05e1728e0de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2393811 Sep 07 18:51:58.752175 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-08d104a7-de82-4e5c-8cbb-8ba46a0cfa64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:58.812161 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-81b6c7a6-1069-49c3-a65f-3a06363ccde5 req-e4f1c50a-e117-479f-b19f-482052d08f7c tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Deleting port f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:58.812769 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-81b6c7a6-1069-49c3-a65f-3a06363ccde5 req-e4f1c50a-e117-479f-b19f-482052d08f7c tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:58.857900 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-a8c27376-ad7d-4a60-826a-806352321b0b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:58.902282 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5338686-aaa5-4b95-b8bc-0478ca0ed597 req-37a14648-99fb-4b24-8b1f-2dd39fe7bc79 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523934 Sep 07 18:51:58.910490 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-81b6c7a6-1069-49c3-a65f-3a06363ccde5 req-e4f1c50a-e117-479f-b19f-482052d08f7c tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] For port f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1,segment=NetworkSegment(31c4c172-3a11-4f59-bb1e-7f63cd3dadc7),segment_id=31c4c172-3a11-4f59-bb1e-7f63cd3dadc7)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:58.910871 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-81b6c7a6-1069-49c3-a65f-3a06363ccde5 req-e4f1c50a-e117-479f-b19f-482052d08f7c tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:58.956056 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338d160-a3b0-40da-8d7d-912e4baaefa3 req-929d4651-8302-45da-b4c3-0ddebf100ed0 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:58.958494 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7338d160-a3b0-40da-8d7d-912e4baaefa3 req-929d4651-8302-45da-b4c3-0ddebf100ed0 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 945 time: 0.2303512 Sep 07 18:51:58.968315 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:58.996280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5338686-aaa5-4b95-b8bc-0478ca0ed597 req-2149de62-cb49-4431-80c7-566110fb3aae service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538283 Sep 07 18:51:59.065219 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7338d160-a3b0-40da-8d7d-912e4baaefa3 req-8b8b9c8d-f3f5-481f-b58d-ededb2c68b0e tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fac3b-42d4-4b67-b353-1d75c6580626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667279 Sep 07 18:51:59.179282 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-81b6c7a6-1069-49c3-a65f-3a06363ccde5 req-e4f1c50a-e117-479f-b19f-482052d08f7c tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:59.179885 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-81b6c7a6-1069-49c3-a65f-3a06363ccde5 req-e4f1c50a-e117-479f-b19f-482052d08f7c tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:59.180496 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [req-81b6c7a6-1069-49c3-a65f-3a06363ccde5 req-e4f1c50a-e117-479f-b19f-482052d08f7c tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Floating IP 66687be9-d8ae-4058-a3c0-b5006cfd3560 disassociated. External IP: 172.25.8.100, port: f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1. Sep 07 18:51:59.180988 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-81b6c7a6-1069-49c3-a65f-3a06363ccde5 req-e4f1c50a-e117-479f-b19f-482052d08f7c tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Calling delete_port for f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:59.346265 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-81b6c7a6-1069-49c3-a65f-3a06363ccde5 req-e4f1c50a-e117-479f-b19f-482052d08f7c tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:59.377681 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1c50a-e117-479f-b19f-482052d08f7c tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Pushing event deleted for resources: {'Port': ['ID=f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:59.461791 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15ad4975-34c7-453b-ae40-e362b8356803 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:51:59.486106 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:59.501622 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57054) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:59.508488 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81b6c7a6-1069-49c3-a65f-3a06363ccde5 req-e4f1c50a-e117-479f-b19f-482052d08f7c tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Router 0bc3a094-09ec-4836-8995-ddd56c0ff918 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:51:59.508865 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c4b45029-d17d-4204-a822-ebfca64cb144 req-07ffe356-30f8-4684-a6bc-d8ca48997dc9 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=e12f5698-aa61-414c-8262-388623d33bea HTTP/1.1" status: 200 len: 210 time: 0.4619687 Sep 07 18:51:59.582532 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] Transition to ACTIVE for port object 15ad4975-34c7-453b-ae40-e362b8356803 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:51:59.583913 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-a8c27376-ad7d-4a60-826a-806352321b0b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:59.601995 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:59.630336 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81b6c7a6-1069-49c3-a65f-3a06363ccde5 req-e4f1c50a-e117-479f-b19f-482052d08f7c tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:51:59.641092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd504e-3d2f-4034-898e-ddb6b9085baa req-0f142ce9-d9c7-43ec-bf21-e1929a25c814 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:59.642337 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde2ea9-3b88-433a-9bef-17eabde39679 None None] Sync routers for ids ['0bc3a094-09ec-4836-8995-ddd56c0ff918'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:51:59.649578 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-62fd504e-3d2f-4034-898e-ddb6b9085baa req-0f142ce9-d9c7-43ec-bf21-e1929a25c814 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 948 time: 0.1835196 Sep 07 18:51:59.662455 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde2ea9-3b88-433a-9bef-17eabde39679 None None] Routers {'0bc3a094-09ec-4836-8995-ddd56c0ff918'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:59.664921 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-bfde2ea9-3b88-433a-9bef-17eabde39679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:51:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['0bc3a094-09ec-4836-8995-ddd56c0ff918'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:59.677007 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b6c7a6-1069-49c3-a65f-3a06363ccde5 req-e4f1c50a-e117-479f-b19f-482052d08f7c tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] No DVR routers for this DVR port f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:51:59.681888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-a8c27376-ad7d-4a60-826a-806352321b0b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Network 5fffebc2-0dee-49e6-9b53-7756168386e9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:59.683516 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-dedfd8ce-0e63-44e8-a1dc-fd639e3c9ed2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1126239663'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:59.688362 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-81b6c7a6-1069-49c3-a65f-3a06363ccde5 req-e4f1c50a-e117-479f-b19f-482052d08f7c tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:59.690485 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-81b6c7a6-1069-49c3-a65f-3a06363ccde5 req-e4f1c50a-e117-479f-b19f-482052d08f7c tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.60 "DELETE /v2.0/ports/f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 HTTP/1.1" status: 204 len: 173 time: 1.0251646 Sep 07 18:51:59.690657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-a8c27376-ad7d-4a60-826a-806352321b0b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:59.691113 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a595456f-d62f-4b1f-88b6-de98b44ca27d', 'name': 'network-vif-deleted', 'tag': 'f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:59.694302 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b65cec-c38b-4a37-b520-8302f0c24b71" -d '{"events": [{"server_uuid": "a595456f-d62f-4b1f-88b6-de98b44ca27d", "name": "network-vif-deleted", "tag": "f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:59.713400 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-a8c27376-ad7d-4a60-826a-806352321b0b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:59.745570 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5338686-aaa5-4b95-b8bc-0478ca0ed597 req-cf90c053-40aa-4fe3-b420-8fd9ff7e7f1f service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7212038 Sep 07 18:51:59.750651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c27376-ad7d-4a60-826a-806352321b0b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Pushing event updated for resources: {'Port': ['ID=fd3fb067-9785-4795-b82c-d433b712c2ee,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:59.751676 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedfd8ce-0e63-44e8-a1dc-fd639e3c9ed2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Made reservation on behalf of 5e9bf3a60bd64e1ba8cf434681f35e64 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:51:59.765964 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dedfd8ce-0e63-44e8-a1dc-fd639e3c9ed2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:59.798973 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dedfd8ce-0e63-44e8-a1dc-fd639e3c9ed2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:59.857039 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-bfde2ea9-3b88-433a-9bef-17eabde39679 None None] Set router 0bc3a094-09ec-4836-8995-ddd56c0ff918 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:51:59.863578 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 2bf961bc-aef8-466e-8684-9ddb8ff01442 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:51:59.889162 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-62fd504e-3d2f-4034-898e-ddb6b9085baa req-22480d8d-41fb-4e5d-8924-e3c0183851c3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386816 Sep 07 18:51:59.896590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-a8c27376-ad7d-4a60-826a-806352321b0b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:59.897322 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-a8c27376-ad7d-4a60-826a-806352321b0b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:59.909848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 2bf961bc-aef8-466e-8684-9ddb8ff01442 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:51:59.911976 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 2bf961bc-aef8-466e-8684-9ddb8ff01442 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:51:59.939063 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] Pushing event updated for resources: {'Port': ['ID=15ad4975-34c7-453b-ae40-e362b8356803,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:59.976604 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] Attempting to bind port 15ad4975-34c7-453b-ae40-e362b8356803 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:51:59.976957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] Attempting to bind port 15ad4975-34c7-453b-ae40-e362b8356803 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '24c41185-3fe3-471e-9335-966b5e0db652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0d0549df-9223-4a19-aaf1-70d6d3ca24d0'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:51:59.977295 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] Attempting to bind port 15ad4975-34c7-453b-ae40-e362b8356803 on network 0d0549df-9223-4a19-aaf1-70d6d3ca24d0 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:51:59.990119 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dedfd8ce-0e63-44e8-a1dc-fd639e3c9ed2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:00.000755 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dedfd8ce-0e63-44e8-a1dc-fd639e3c9ed2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:00.001240 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41429f-b03a-4654-a640-63f85b118740 req-5494c5b9-8255-44dc-8396-9f3a18b9dd49 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:00.013525 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b41429f-b03a-4654-a640-63f85b118740 req-5494c5b9-8255-44dc-8396-9f3a18b9dd49 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/ports?device_id=494fcb13-1112-4d30-86ce-3da24ae054ed HTTP/1.1" status: 200 len: 944 time: 0.2662754 Sep 07 18:52:00.014662 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedfd8ce-0e63-44e8-a1dc-fd639e3c9ed2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:52:00.022193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] Port 15ad4975-34c7-453b-ae40-e362b8356803 on network 0d0549df-9223-4a19-aaf1-70d6d3ca24d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:52:00.022607 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] Attempting to bind port 15ad4975-34c7-453b-ae40-e362b8356803 on network 0d0549df-9223-4a19-aaf1-70d6d3ca24d0 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:00.032373 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dedfd8ce-0e63-44e8-a1dc-fd639e3c9ed2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:00.032373 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-dedfd8ce-0e63-44e8-a1dc-fd639e3c9ed2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Added segment 19e31b7c-dc52-4f55-961a-ec30f763de76 of type vlan for network 5096f679-bdf9-4be8-bc26-f04bd96c129b Sep 07 18:52:00.083287 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-a8c27376-ad7d-4a60-826a-806352321b0b tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9337416 Sep 07 18:52:00.090642 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:00.101270 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:52:00.102128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] Checking segment: {'id': '24c41185-3fe3-471e-9335-966b5e0db652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0d0549df-9223-4a19-aaf1-70d6d3ca24d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:00.102552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] Bound using segment: {'id': '24c41185-3fe3-471e-9335-966b5e0db652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0d0549df-9223-4a19-aaf1-70d6d3ca24d0'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:52:00.103132 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] Bound port: 15ad4975-34c7-453b-ae40-e362b8356803, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c41185-3fe3-471e-9335-966b5e0db652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0d0549df-9223-4a19-aaf1-70d6d3ca24d0'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:52:00.103637 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:00.108228 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dedfd8ce-0e63-44e8-a1dc-fd639e3c9ed2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:00.111922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] Request body: {'port': {'device_id': 'e12f5698-aa61-414c-8262-388623d33bea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:00.117470 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f404a6-f215-41a3-9c02-36137f7b6eab x-openstack-request-id: req-d4f404a6-f215-41a3-9c02-36137f7b6eab {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:00.117833 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a595456f-d62f-4b1f-88b6-de98b44ca27d", "name": "network-vif-deleted", "tag": "f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:00.118146 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4f404a6-f215-41a3-9c02-36137f7b6eab {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:00.118611 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a595456f-d62f-4b1f-88b6-de98b44ca27d', 'name': 'network-vif-deleted', 'tag': 'f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1', 'status': 'completed', 'code': 200} Sep 07 18:52:00.135460 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfd8ce-0e63-44e8-a1dc-fd639e3c9ed2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dffa7ec-5c90-4d0f-b51d-fa3955261619,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:00.168664 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b41429f-b03a-4654-a640-63f85b118740 req-beb799e9-7b8d-415e-9929-adf0a4dcf0cb tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/security-groups?id=28f91539-00c7-4da2-9b60-3627586fd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541755 Sep 07 18:52:00.182600 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dedfd8ce-0e63-44e8-a1dc-fd639e3c9ed2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:00.197354 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedfd8ce-0e63-44e8-a1dc-fd639e3c9ed2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:00.200324 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dedfd8ce-0e63-44e8-a1dc-fd639e3c9ed2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:00.241813 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-bfde2ea9-3b88-433a-9bef-17eabde39679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'name': 'tempest-ServersTestBootFromVolume-1849928303-router', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:48:46Z', 'updated_at': '2021-09-07T18:48:54Z', 'revision_number': 4, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'gw_port': {'id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:48:47Z', 'updated_at': '2021-09-07T18:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '0ff2bf38-0958-419c-8a41-bcebe21bc028', 'name': '', 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'mac_address': 'fa:16:3e:2a:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cac93b3c-cfaf-4e48-af75-309b6ae4c803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:48:51Z', 'updated_at': '2021-09-07T18:49:04Z', 'revision_number': 5, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'subnets': [{'id': 'cac93b3c-cfaf-4e48-af75-309b6ae4c803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:00.250380 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:00.282914 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dedfd8ce-0e63-44e8-a1dc-fd639e3c9ed2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7801554 Sep 07 18:52:00.286671 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57072) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:00.297665 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde2ea9-3b88-433a-9bef-17eabde39679 None None] Checking router: 0bc3a094-09ec-4836-8995-ddd56c0ff918 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:52:00.301567 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-061df4d8-49bf-4758-ac77-698481e2f4d2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Request body: {'subnet': {'network_id': '5096f679-bdf9-4be8-bc26-f04bd96c129b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:00.315613 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde2ea9-3b88-433a-9bef-17eabde39679 None None] Routers {'0bc3a094-09ec-4836-8995-ddd56c0ff918'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:52:00.317391 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-bfde2ea9-3b88-433a-9bef-17eabde39679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:51:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['0bc3a094-09ec-4836-8995-ddd56c0ff918'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:00.389988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] For port 15ad4975-34c7-453b-ae40-e362b8356803, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:00.397591 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0f88412a-cca3-40ce-a91e-b0891f9c213c req-3977eb08-386d-4df7-ba8d-41ec7eb12cfb tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 210 time: 0.0716791 Sep 07 18:52:00.480752 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-bfde2ea9-3b88-433a-9bef-17eabde39679 None None] Set router 0bc3a094-09ec-4836-8995-ddd56c0ff918 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:52:00.486577 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfd8ce-0e63-44e8-a1dc-fd639e3c9ed2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Pushing event updated for resources: {'Network': ['ID=5096f679-bdf9-4be8-bc26-f04bd96c129b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:00.503814 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 5096f679-bdf9-4be8-bc26-f04bd96c129b details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:52:00.530654 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061df4d8-49bf-4758-ac77-698481e2f4d2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Made reservation on behalf of 5e9bf3a60bd64e1ba8cf434681f35e64 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:00.539179 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-061df4d8-49bf-4758-ac77-698481e2f4d2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:00.583459 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] For port 15ad4975-34c7-453b-ae40-e362b8356803, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=15ad4975-34c7-453b-ae40-e362b8356803,segment=NetworkSegment(24c41185-3fe3-471e-9335-966b5e0db652),segment_id=24c41185-3fe3-471e-9335-966b5e0db652)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:52:00.632410 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:00.731610 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:00.733046 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:00.735670 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] 10.222.0.36 "PUT /v2.0/ports/15ad4975-34c7-453b-ae40-e362b8356803 HTTP/1.1" status: 200 len: 1092 time: 3.0322127 Sep 07 18:52:00.742252 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-bfde2ea9-3b88-433a-9bef-17eabde39679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'name': 'tempest-ServersTestBootFromVolume-1849928303-router', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:48:46Z', 'updated_at': '2021-09-07T18:48:54Z', 'revision_number': 4, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'gw_port': {'id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:48:47Z', 'updated_at': '2021-09-07T18:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '0ff2bf38-0958-419c-8a41-bcebe21bc028', 'name': '', 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'mac_address': 'fa:16:3e:2a:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cac93b3c-cfaf-4e48-af75-309b6ae4c803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:48:51Z', 'updated_at': '2021-09-07T18:49:04Z', 'revision_number': 5, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'subnets': [{'id': 'cac93b3c-cfaf-4e48-af75-309b6ae4c803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:00.772251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494fcb13-1112-4d30-86ce-3da24ae054ed', 'tag': '15ad4975-34c7-453b-ae40-e362b8356803'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:00.774704 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e02be1-1f3f-4a0c-9096-8a072fa7ea17" -d '{"events": [{"name": "network-changed", "server_uuid": "494fcb13-1112-4d30-86ce-3da24ae054ed", "tag": "15ad4975-34c7-453b-ae40-e362b8356803"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:00.778608 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde2ea9-3b88-433a-9bef-17eabde39679 None None] The sync data for ids ['0bc3a094-09ec-4836-8995-ddd56c0ff918'] in n-d-807786-1 is: [{'id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'name': 'tempest-ServersTestBootFromVolume-1849928303-router', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:48:46Z', 'updated_at': '2021-09-07T18:48:54Z', 'revision_number': 4, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'gw_port': {'id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:48:47Z', 'updated_at': '2021-09-07T18:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '0ff2bf38-0958-419c-8a41-bcebe21bc028', 'name': '', 'network_id': 'bd66a3a3-d141-4b70-95dd-3449895afcd4', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'mac_address': 'fa:16:3e:2a:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cac93b3c-cfaf-4e48-af75-309b6ae4c803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:48:51Z', 'updated_at': '2021-09-07T18:49:04Z', 'revision_number': 5, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'subnets': [{'id': 'cac93b3c-cfaf-4e48-af75-309b6ae4c803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:52:00.814692 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-061df4d8-49bf-4758-ac77-698481e2f4d2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:00.857133 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff57a4-2c48-4e80-ac66-9ae88b08620a service neutron] Pushing event updated for resources: {'Port': ['ID=15ad4975-34c7-453b-ae40-e362b8356803,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:00.906165 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061df4d8-49bf-4758-ac77-698481e2f4d2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Pushing event updated for resources: {'Subnet': ['ID=8d729c03-6579-494e-b67f-2ffb555e2f26,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:00.918882 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061df4d8-49bf-4758-ac77-698481e2f4d2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Checking segment: {'id': '19e31b7c-dc52-4f55-961a-ec30f763de76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5096f679-bdf9-4be8-bc26-f04bd96c129b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:00.919248 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061df4d8-49bf-4758-ac77-698481e2f4d2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Network hostable DHCP agents. Network: 5096f679-bdf9-4be8-bc26-f04bd96c129b, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:52:00.924217 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d9343-3f70-4cce-a0df-96035d0c541a req-f160ad91-115e-45f8-856e-e18c5b3e1566 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:00.925815 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-809d9343-3f70-4cce-a0df-96035d0c541a req-f160ad91-115e-45f8-856e-e18c5b3e1566 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351&tenant_id=e322fec1e0804b28961a329c847871a3&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 948 time: 0.3413122 Sep 07 18:52:00.937618 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061df4d8-49bf-4758-ac77-698481e2f4d2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Network 5096f679-bdf9-4be8-bc26-f04bd96c129b is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:52:00.938550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cba7db-73c5-4029-8b42-59d09b82dcb3 req-12a19296-56d7-4b39-b73b-3b9c91a9a39a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:00.940365 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f7cba7db-73c5-4029-8b42-59d09b82dcb3 req-12a19296-56d7-4b39-b73b-3b9c91a9a39a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 948 time: 0.3590143 Sep 07 18:52:00.951322 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-061df4d8-49bf-4758-ac77-698481e2f4d2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 5096f679-bdf9-4be8-bc26-f04bd96c129b) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:00.957159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af127eb6-db96-44e6-808f-467b9576ea36 req-5283982e-231e-4ba7-a0d1-07a8dab1b762 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:00.961848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eec9a8-a8f8-4c57-a565-df67004e4392 None None] Network 5096f679-bdf9-4be8-bc26-f04bd96c129b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:00.966463 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061df4d8-49bf-4758-ac77-698481e2f4d2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:00.967140 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-061df4d8-49bf-4758-ac77-698481e2f4d2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:00.971731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af127eb6-db96-44e6-808f-467b9576ea36 req-5283982e-231e-4ba7-a0d1-07a8dab1b762 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=e12f5698-aa61-414c-8262-388623d33bea HTTP/1.1" status: 200 len: 931 time: 0.2099028 Sep 07 18:52:00.986790 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-061df4d8-49bf-4758-ac77-698481e2f4d2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6962242 Sep 07 18:52:00.989918 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57082) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:01.002086 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-7bf2be66-0532-486d-981d-893f3bce2cf1 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Request body: {'port': {'network_id': '5096f679-bdf9-4be8-bc26-f04bd96c129b', 'name': 'tempest-AllowedAddressPairTestJSON-1545204458'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:01.160133 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-94b53f96-03b3-45c2-ad42-ebdd6dae24bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:01.162331 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-94b53f96-03b3-45c2-ad42-ebdd6dae24bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b41969f64d554b7e91411b1194e91bb7&device_id=494fcb13-1112-4d30-86ce-3da24ae054ed HTTP/1.1" status: 200 len: 1095 time: 0.3634160 Sep 07 18:52:01.174036 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f7cba7db-73c5-4029-8b42-59d09b82dcb3 req-f1cda1e2-6250-4235-84df-0e24b55ccf4c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942670 Sep 07 18:52:01.193145 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817fa612-abac-4b53-b338-ee591a7557db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5096f679-bdf9-4be8-bc26-f04bd96c129b', 'network_id': '5096f679-bdf9-4be8-bc26-f04bd96c129b', 'tenant_id': '5e9bf3a60bd64e1ba8cf434681f35e64', 'fixed_ips': [{'subnet_id': '8d729c03-6579-494e-b67f-2ffb555e2f26'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:52:01.194016 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-817fa612-abac-4b53-b338-ee591a7557db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:01.213164 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649560e9-e9f5-4797-aee5-4c88de029d7b None None] New status for floating IP 66687be9-d8ae-4058-a3c0-b5006cfd3560: DOWN {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:52:01.231759 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-3782008c-050b-4f79-bba0-e2afb28f743a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15ad4975-34c7-453b-ae40-e362b8356803 HTTP/1.1" status: 200 len: 217 time: 0.0550039 Sep 07 18:52:01.273193 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf2be66-0532-486d-981d-893f3bce2cf1 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Made reservation on behalf of 5e9bf3a60bd64e1ba8cf434681f35e64 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:01.278335 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7bf2be66-0532-486d-981d-893f3bce2cf1 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:01.300215 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-7bf2be66-0532-486d-981d-893f3bce2cf1 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] device_id is not set on port 6527d504-cfe5-442d-9d89-9b0057d6461f yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:52:01.316429 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-809d9343-3f70-4cce-a0df-96035d0c541a req-a1efa831-07f7-4f47-990c-1ac29318588e service neutron] 10.222.0.36 "GET /v2.0/ports/a3fb093f-9ce0-4635-bd9b-c79157a00e6b/bindings/n-h2-807786-1 HTTP/1.1" status: 200 len: 382 time: 0.3752534 Sep 07 18:52:01.335124 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af127eb6-db96-44e6-808f-467b9576ea36 req-ec5c14aa-c08a-4f66-9188-4096df13bbe6 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249479 Sep 07 18:52:01.339194 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3724a902-86a6-40c9-a0cf-8797db933c9f x-openstack-request-id: req-3724a902-86a6-40c9-a0cf-8797db933c9f {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:01.339498 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494fcb13-1112-4d30-86ce-3da24ae054ed", "tag": "15ad4975-34c7-453b-ae40-e362b8356803", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:01.339753 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3724a902-86a6-40c9-a0cf-8797db933c9f {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:01.340152 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494fcb13-1112-4d30-86ce-3da24ae054ed', 'tag': '15ad4975-34c7-453b-ae40-e362b8356803', 'status': 'completed', 'code': 200} Sep 07 18:52:01.430111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-fab9d83f-05d7-4a1f-a6e3-ebdbc1263ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:01.433568 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-fab9d83f-05d7-4a1f-a6e3-ebdbc1263ef5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=85f0cdaf-7563-4673-b3b2-20fd371ff489 HTTP/1.1" status: 200 len: 857 time: 0.1840403 Sep 07 18:52:01.474057 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-31c25d1e-be3b-4253-9c0c-68fd44f90ba1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d0549df-9223-4a19-aaf1-70d6d3ca24d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318182 Sep 07 18:52:01.501059 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3fb067-9785-4795-b82c-d433b712c2ee {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:52:01.511517 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-7bf2be66-0532-486d-981d-893f3bce2cf1 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Allocated IP 172.20.0.14 (5096f679-bdf9-4be8-bc26-f04bd96c129b/8d729c03-6579-494e-b67f-2ffb555e2f26/6527d504-cfe5-442d-9d89-9b0057d6461f) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:01.623992 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d9343-3f70-4cce-a0df-96035d0c541a req-36d4fa3b-dd69-4134-aa9a-2e4b4a76a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:01.625749 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-809d9343-3f70-4cce-a0df-96035d0c541a req-36d4fa3b-dd69-4134-aa9a-2e4b4a76a3d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 1099 time: 0.2778485 Sep 07 18:52:01.627696 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-c12409b4-d74b-4cbd-a7d5-b2ce1112a62a service neutron] 10.222.0.36 "GET /v2.0/networks/0d0549df-9223-4a19-aaf1-70d6d3ca24d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397574 Sep 07 18:52:01.654655 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:01.700244 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7bf2be66-0532-486d-981d-893f3bce2cf1 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:01.704993 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:01.719335 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-7bf2be66-0532-486d-981d-893f3bce2cf1 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Transition to ACTIVE for port object 6527d504-cfe5-442d-9d89-9b0057d6461f will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:01.752826 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0237589-80c5-4590-a063-f83026e78aac req-a5139275-4ce7-4ed7-a53b-26491c559fc5 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 210 time: 0.1171427 Sep 07 18:52:01.777927 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7bf2be66-0532-486d-981d-893f3bce2cf1 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:01.800551 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] Transition to ACTIVE for port object fd3fb067-9785-4795-b82c-d433b712c2ee will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:01.822882 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:01.829566 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf2be66-0532-486d-981d-893f3bce2cf1 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Network 5096f679-bdf9-4be8-bc26-f04bd96c129b is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:01.831376 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-817fa612-abac-4b53-b338-ee591a7557db None None] Allocated IP 172.20.0.2 (5096f679-bdf9-4be8-bc26-f04bd96c129b/8d729c03-6579-494e-b67f-2ffb555e2f26/132af2d4-028a-4319-b587-f596bc43cfda) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:01.837395 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-7bf2be66-0532-486d-981d-893f3bce2cf1 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:01.844600 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf2be66-0532-486d-981d-893f3bce2cf1 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:01.873953 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a3fb093f-9ce0-4635-bd9b-c79157a00e6b details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:52:01.887030 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2be66-0532-486d-981d-893f3bce2cf1 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Pushing event updated for resources: {'Port': ['ID=6527d504-cfe5-442d-9d89-9b0057d6461f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:01.912609 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf2be66-0532-486d-981d-893f3bce2cf1 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:01.913325 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7bf2be66-0532-486d-981d-893f3bce2cf1 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:01.933207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9186ec0-fd0b-4859-aad8-4e094cbea7f5 req-b7efed45-3668-455e-95cf-6f6a4dadb938 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:01.933862 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7bf2be66-0532-486d-981d-893f3bce2cf1 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9426165 Sep 07 18:52:01.934622 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57094) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:01.934774 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9186ec0-fd0b-4859-aad8-4e094cbea7f5 req-b7efed45-3668-455e-95cf-6f6a4dadb938 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/ports?device_id=494fcb13-1112-4d30-86ce-3da24ae054ed HTTP/1.1" status: 200 len: 944 time: 0.4597282 Sep 07 18:52:01.940427 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-91eb08c8-fbd0-43de-b7f1-f12df85fbf84 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Request body: {'port': {'network_id': '5096f679-bdf9-4be8-bc26-f04bd96c129b', 'name': 'tempest-AllowedAddressPairTestJSON-54111400', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:72:5b:2b'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:01.988414 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] Pushing event updated for resources: {'Port': ['ID=fd3fb067-9785-4795-b82c-d433b712c2ee,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:02.047650 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d9343-3f70-4cce-a0df-96035d0c541a req-19b16a3c-a3f9-498d-9098-9ec612e5ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:02.049076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-809d9343-3f70-4cce-a0df-96035d0c541a req-19b16a3c-a3f9-498d-9098-9ec612e5ae97 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.4015226 Sep 07 18:52:02.052578 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9186ec0-fd0b-4859-aad8-4e094cbea7f5 req-80407726-a5f8-4c61-b591-60b3292fb5ae tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/security-groups?id=28f91539-00c7-4da2-9b60-3627586fd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944893 Sep 07 18:52:02.123822 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91eb08c8-fbd0-43de-b7f1-f12df85fbf84 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Made reservation on behalf of 5e9bf3a60bd64e1ba8cf434681f35e64 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:02.129664 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:02.152543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb787107-4a31-471a-9cb8-d4fd1b969424 req-96a8207c-339d-49fe-981f-8c762cc50904 service neutron] 10.222.0.36 "GET /v2.0/networks/0d0549df-9223-4a19-aaf1-70d6d3ca24d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025356 Sep 07 18:52:02.152783 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b', 'mac_address': 'fa:16:3e:f7:12:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:52:02.157651 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-809d9343-3f70-4cce-a0df-96035d0c541a req-c2233532-2b1d-4bc8-a02b-8dfd712cc36d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b HTTP/1.1" status: 200 len: 217 time: 0.0598025 Sep 07 18:52:02.158456 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] Attempting to bind port fd3fb067-9785-4795-b82c-d433b712c2ee on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:52:02.158783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] Attempting to bind port fd3fb067-9785-4795-b82c-d433b712c2ee by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '081d0e07-f868-45b4-a1d2-1f61785b783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fffebc2-0dee-49e6-9b53-7756168386e9'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:52:02.159105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] Attempting to bind port fd3fb067-9785-4795-b82c-d433b712c2ee on network 5fffebc2-0dee-49e6-9b53-7756168386e9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:02.161524 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-817fa612-abac-4b53-b338-ee591a7557db None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:02.165666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] Port fd3fb067-9785-4795-b82c-d433b712c2ee on network 5fffebc2-0dee-49e6-9b53-7756168386e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:52:02.166025 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] Attempting to bind port fd3fb067-9785-4795-b82c-d433b712c2ee on network 5fffebc2-0dee-49e6-9b53-7756168386e9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:02.180288 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:52:02.180735 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] Checking segment: {'id': '081d0e07-f868-45b4-a1d2-1f61785b783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fffebc2-0dee-49e6-9b53-7756168386e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:02.181036 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] Bound using segment: {'id': '081d0e07-f868-45b4-a1d2-1f61785b783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fffebc2-0dee-49e6-9b53-7756168386e9'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:52:02.181469 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] Bound port: fd3fb067-9785-4795-b82c-d433b712c2ee, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081d0e07-f868-45b4-a1d2-1f61785b783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fffebc2-0dee-49e6-9b53-7756168386e9'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:52:02.181839 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:02.202436 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:52:02.228317 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:52:02.228710 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f24dca36-b5c5-4afb-a7f3-26fab2bf1ea1 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:52:02.233853 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-817fa612-abac-4b53-b338-ee591a7557db None None] Transition to ACTIVE for port object 132af2d4-028a-4319-b587-f596bc43cfda will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:02.257944 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:02.262132 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-817fa612-abac-4b53-b338-ee591a7557db None None] Transition to ACTIVE for port object 132af2d4-028a-4319-b587-f596bc43cfda will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:02.276035 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3fb093f-9ce0-4635-bd9b-c79157a00e6b {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:52:02.276908 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91eb08c8-fbd0-43de-b7f1-f12df85fbf84 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:02.293668 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d9343-3f70-4cce-a0df-96035d0c541a req-4ab483e4-9add-478f-afbb-22dbce179ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:02.295141 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-809d9343-3f70-4cce-a0df-96035d0c541a req-4ab483e4-9add-478f-afbb-22dbce179ef2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1259415 Sep 07 18:52:02.299021 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:02.300429 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-91eb08c8-fbd0-43de-b7f1-f12df85fbf84 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] device_id is not set on port 521166b6-d204-47a1-b336-a2e7f481dc2b yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:52:02.301301 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-817fa612-abac-4b53-b338-ee591a7557db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:02.347995 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e02be1-1f3f-4a0c-9096-8a072fa7ea17 req-9e330f15-ae57-4e3f-958a-07ebf1f1d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:02.350324 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-99e02be1-1f3f-4a0c-9096-8a072fa7ea17 req-9e330f15-ae57-4e3f-958a-07ebf1f1d022 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b41969f64d554b7e91411b1194e91bb7&device_id=494fcb13-1112-4d30-86ce-3da24ae054ed HTTP/1.1" status: 200 len: 1095 time: 0.1349094 Sep 07 18:52:02.369705 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:02.388421 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fa612-abac-4b53-b338-ee591a7557db None None] Pushing event updated for resources: {'Port': ['ID=132af2d4-028a-4319-b587-f596bc43cfda,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:02.397291 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817fa612-abac-4b53-b338-ee591a7557db None None] Network 5096f679-bdf9-4be8-bc26-f04bd96c129b is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:02.399634 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-817fa612-abac-4b53-b338-ee591a7557db None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:02.422878 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817fa612-abac-4b53-b338-ee591a7557db None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:02.443014 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] For port fd3fb067-9785-4795-b82c-d433b712c2ee, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:02.457077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d9343-3f70-4cce-a0df-96035d0c541a req-e8d99f5a-d9e2-48df-a6ca-801936a14d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:02.458648 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-809d9343-3f70-4cce-a0df-96035d0c541a req-e8d99f5a-d9e2-48df-a6ca-801936a14d22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1498504 Sep 07 18:52:02.473387 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] For port fd3fb067-9785-4795-b82c-d433b712c2ee, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fd3fb067-9785-4795-b82c-d433b712c2ee,segment=NetworkSegment(081d0e07-f868-45b4-a1d2-1f61785b783f),segment_id=081d0e07-f868-45b4-a1d2-1f61785b783f)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:52:02.475001 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-91eb08c8-fbd0-43de-b7f1-f12df85fbf84 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Allocated IP 172.20.0.13 (5096f679-bdf9-4be8-bc26-f04bd96c129b/8d729c03-6579-494e-b67f-2ffb555e2f26/521166b6-d204-47a1-b336-a2e7f481dc2b) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:02.517318 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:02.529969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-817fa612-abac-4b53-b338-ee591a7557db None None] Attempting to bind port 132af2d4-028a-4319-b587-f596bc43cfda on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:52:02.530763 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-817fa612-abac-4b53-b338-ee591a7557db None None] Attempting to bind port 132af2d4-028a-4319-b587-f596bc43cfda by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '19e31b7c-dc52-4f55-961a-ec30f763de76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5096f679-bdf9-4be8-bc26-f04bd96c129b'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:52:02.531313 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817fa612-abac-4b53-b338-ee591a7557db None None] Attempting to bind port 132af2d4-028a-4319-b587-f596bc43cfda on network 5096f679-bdf9-4be8-bc26-f04bd96c129b {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:02.544211 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:02.548605 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817fa612-abac-4b53-b338-ee591a7557db None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:52:02.549260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817fa612-abac-4b53-b338-ee591a7557db None None] Checking segment: {'id': '19e31b7c-dc52-4f55-961a-ec30f763de76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5096f679-bdf9-4be8-bc26-f04bd96c129b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:02.549853 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-817fa612-abac-4b53-b338-ee591a7557db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:02.550487 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817fa612-abac-4b53-b338-ee591a7557db None None] Bound using segment: {'id': '19e31b7c-dc52-4f55-961a-ec30f763de76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5096f679-bdf9-4be8-bc26-f04bd96c129b'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:52:02.551286 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-817fa612-abac-4b53-b338-ee591a7557db None None] Bound port: 132af2d4-028a-4319-b587-f596bc43cfda, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e31b7c-dc52-4f55-961a-ec30f763de76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5096f679-bdf9-4be8-bc26-f04bd96c129b'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:52:02.552425 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-817fa612-abac-4b53-b338-ee591a7557db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:02.607892 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688accdf-e4e6-4926-8ab1-5bed72353e80 req-1de0caae-44a2-4b00-821f-f4d7e28df4d9 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:02.610104 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-688accdf-e4e6-4926-8ab1-5bed72353e80 req-1de0caae-44a2-4b00-821f-f4d7e28df4d9 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 949 time: 0.2567670 Sep 07 18:52:02.642119 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-817fa612-abac-4b53-b338-ee591a7557db None None] For port 132af2d4-028a-4319-b587-f596bc43cfda, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:02.651246 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-817fa612-abac-4b53-b338-ee591a7557db None None] For port 132af2d4-028a-4319-b587-f596bc43cfda, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=132af2d4-028a-4319-b587-f596bc43cfda,segment=NetworkSegment(19e31b7c-dc52-4f55-961a-ec30f763de76),segment_id=19e31b7c-dc52-4f55-961a-ec30f763de76)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:52:02.660625 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-817fa612-abac-4b53-b338-ee591a7557db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:02.670589 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:02.671206 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:02.672612 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] 10.222.0.60 "PUT /v2.0/ports/fd3fb067-9785-4795-b82c-d433b712c2ee HTTP/1.1" status: 200 len: 1091 time: 2.5795593 Sep 07 18:52:02.678910 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['a3fb093f-9ce0-4635-bd9b-c79157a00e6b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:02.692010 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91eb08c8-fbd0-43de-b7f1-f12df85fbf84 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:02.717955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-91eb08c8-fbd0-43de-b7f1-f12df85fbf84 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Transition to ACTIVE for port object 521166b6-d204-47a1-b336-a2e7f481dc2b will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:02.762467 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91eb08c8-fbd0-43de-b7f1-f12df85fbf84 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:02.774187 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e19062-c50e-4e53-9fbe-e0a50784d45b service neutron] Pushing event updated for resources: {'Port': ['ID=fd3fb067-9785-4795-b82c-d433b712c2ee,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:02.829322 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eb08c8-fbd0-43de-b7f1-f12df85fbf84 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Network 5096f679-bdf9-4be8-bc26-f04bd96c129b is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:02.832458 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-91eb08c8-fbd0-43de-b7f1-f12df85fbf84 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:02.839265 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eb08c8-fbd0-43de-b7f1-f12df85fbf84 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:02.843564 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-809d9343-3f70-4cce-a0df-96035d0c541a req-737cc4d9-9552-4b59-a877-5fa1c7a0809d service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728678 Sep 07 18:52:02.858073 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fa612-abac-4b53-b338-ee591a7557db None None] Pushing event updated for resources: {'Port': ['ID=132af2d4-028a-4319-b587-f596bc43cfda,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:02.898139 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-688accdf-e4e6-4926-8ab1-5bed72353e80 req-de56281d-d3b5-4082-b117-18e79a0a373c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446926 Sep 07 18:52:02.899457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e02be1-1f3f-4a0c-9096-8a072fa7ea17 req-72cfd3cf-b2c2-4e9b-8158-ec44a544f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:02.900990 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-99e02be1-1f3f-4a0c-9096-8a072fa7ea17 req-72cfd3cf-b2c2-4e9b-8158-ec44a544f9cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d0549df-9223-4a19-aaf1-70d6d3ca24d0 HTTP/1.1" status: 200 len: 918 time: 0.5272944 Sep 07 18:52:02.915228 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb08c8-fbd0-43de-b7f1-f12df85fbf84 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Pushing event updated for resources: {'Port': ['ID=521166b6-d204-47a1-b336-a2e7f481dc2b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:02.951658 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91eb08c8-fbd0-43de-b7f1-f12df85fbf84 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:02.952444 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91eb08c8-fbd0-43de-b7f1-f12df85fbf84 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:02.981251 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-91eb08c8-fbd0-43de-b7f1-f12df85fbf84 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.0452344 Sep 07 18:52:02.983596 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57108) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:02.998894 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7ba27-dfe0-4ae9-a416-68a4cb488cb2 req-562a4c7e-e41f-4081-ba37-83adc50ed201 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:03.007133 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cff7ba27-dfe0-4ae9-a416-68a4cb488cb2 req-562a4c7e-e41f-4081-ba37-83adc50ed201 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=e12f5698-aa61-414c-8262-388623d33bea HTTP/1.1" status: 200 len: 943 time: 0.4945731 Sep 07 18:52:03.085973 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-99e02be1-1f3f-4a0c-9096-8a072fa7ea17 req-14dc13ce-fc42-4663-bcf7-a931bdc549db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15ad4975-34c7-453b-ae40-e362b8356803 HTTP/1.1" status: 200 len: 217 time: 0.1720562 Sep 07 18:52:03.117767 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63726f77-6612-4ad1-912e-aa5e539497c4 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:03.124407 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63726f77-6612-4ad1-912e-aa5e539497c4 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:03.130493 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63726f77-6612-4ad1-912e-aa5e539497c4 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:03.132241 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-63726f77-6612-4ad1-912e-aa5e539497c4 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1476266 Sep 07 18:52:03.135705 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57112) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:03.162493 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5613e64e-fb56-4536-bba6-3e86b96d6685 req-29285293-d163-4aac-89bd-d1b2d36e3f6b tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 210 time: 0.0540285 Sep 07 18:52:03.174609 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-a6c4d938-0d21-4157-a84c-5833708f59aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:03.176318 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-a6c4d938-0d21-4157-a84c-5833708f59aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8f43108666243aebfcdc34f771ecd07&device_id=e12f5698-aa61-414c-8262-388623d33bea HTTP/1.1" status: 200 len: 1094 time: 0.3760533 Sep 07 18:52:03.261894 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-662a65de-b8ce-4f93-b9b4-526f4a179507 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Deleting port 521166b6-d204-47a1-b336-a2e7f481dc2b {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:03.262634 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-662a65de-b8ce-4f93-b9b4-526f4a179507 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:03.291592 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-144733d6-ed66-4c66-b807-5c1332648b10 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd3fb067-9785-4795-b82c-d433b712c2ee HTTP/1.1" status: 200 len: 217 time: 0.0565681 Sep 07 18:52:03.294515 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cff7ba27-dfe0-4ae9-a416-68a4cb488cb2 req-fdecc0c4-16d2-4fda-98e3-2f8c986c8648 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866011 Sep 07 18:52:03.347572 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e12f5698-aa61-414c-8262-388623d33bea', 'tag': 'fd3fb067-9785-4795-b82c-d433b712c2ee'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:03.350816 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c980059-5870-4170-a911-b98ed7ab345d" -d '{"events": [{"name": "network-changed", "server_uuid": "e12f5698-aa61-414c-8262-388623d33bea", "tag": "fd3fb067-9785-4795-b82c-d433b712c2ee"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:03.381999 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-662a65de-b8ce-4f93-b9b4-526f4a179507 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:03.382291 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e02be1-1f3f-4a0c-9096-8a072fa7ea17 req-2753974c-110c-473b-91cf-14392e499877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:03.387470 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-99e02be1-1f3f-4a0c-9096-8a072fa7ea17 req-2753974c-110c-473b-91cf-14392e499877 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=85f0cdaf-7563-4673-b3b2-20fd371ff489 HTTP/1.1" status: 200 len: 857 time: 0.2373376 Sep 07 18:52:03.404934 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-662a65de-b8ce-4f93-b9b4-526f4a179507 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Calling delete_port for 521166b6-d204-47a1-b336-a2e7f481dc2b owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:03.414541 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3ea7db-5ede-4337-b132-1a071c856d35 x-openstack-request-id: req-be3ea7db-5ede-4337-b132-1a071c856d35 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:03.414913 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e12f5698-aa61-414c-8262-388623d33bea", "tag": "fd3fb067-9785-4795-b82c-d433b712c2ee", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:03.415061 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-be3ea7db-5ede-4337-b132-1a071c856d35 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:03.415843 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e12f5698-aa61-414c-8262-388623d33bea', 'tag': 'fd3fb067-9785-4795-b82c-d433b712c2ee', 'status': 'completed', 'code': 200} Sep 07 18:52:03.466980 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-99e02be1-1f3f-4a0c-9096-8a072fa7ea17 req-9030867f-8d56-4acb-a095-6eb321087340 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d0549df-9223-4a19-aaf1-70d6d3ca24d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541399 Sep 07 18:52:03.470418 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-809d9343-3f70-4cce-a0df-96035d0c541a req-e250585a-6731-4211-ae8e-c19a2ef6963f service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900018 Sep 07 18:52:03.471843 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-85766bb4-55e2-4249-9add-ac701f18f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:03.473577 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-85766bb4-55e2-4249-9add-ac701f18f2a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb1deee6-d2df-40c0-951c-e7f5ec450286 HTTP/1.1" status: 200 len: 854 time: 0.1697402 Sep 07 18:52:03.497035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7700358-f18a-47dd-85eb-d0fe1a8d0808 req-63c3c444-da4f-4020-bf4f-4e3bf6f6faba tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:03.499029 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d7700358-f18a-47dd-85eb-d0fe1a8d0808 req-63c3c444-da4f-4020-bf4f-4e3bf6f6faba tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/ports?device_id=494fcb13-1112-4d30-86ce-3da24ae054ed HTTP/1.1" status: 200 len: 944 time: 0.1438799 Sep 07 18:52:03.559303 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-161614d2-d54f-4de0-b7c6-06b7ae74b13c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5fffebc2-0dee-49e6-9b53-7756168386e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749507 Sep 07 18:52:03.881812 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a3fb093f-9ce0-4635-bd9b-c79157a00e6b up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:03.960325 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-662a65de-b8ce-4f93-b9b4-526f4a179507 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:03.973795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port a3fb093f-9ce0-4635-bd9b-c79157a00e6b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:03.978800 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port a3fb093f-9ce0-4635-bd9b-c79157a00e6b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:03.979400 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:03.998769 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a65de-b8ce-4f93-b9b4-526f4a179507 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Pushing event deleted for resources: {'Port': ['ID=521166b6-d204-47a1-b336-a2e7f481dc2b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:04.025265 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d173be1-5f3e-446b-b0b1-47dd963fe64b None None] Network 5096f679-bdf9-4be8-bc26-f04bd96c129b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:04.073882 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d7700358-f18a-47dd-85eb-d0fe1a8d0808 req-a50423c1-b420-445e-ae29-c30c92751aba tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/security-groups?id=28f91539-00c7-4da2-9b60-3627586fd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571716 Sep 07 18:52:04.079818 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-99e02be1-1f3f-4a0c-9096-8a072fa7ea17 req-f8919f66-b0aa-46ea-bd76-591fe2a9bb6c service neutron] 10.222.0.36 "GET /v2.0/networks/0d0549df-9223-4a19-aaf1-70d6d3ca24d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796363 Sep 07 18:52:04.154644 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-97d23ad3-7fb6-4d70-b4e9-3e322f19d6ad None None] Provisioning for port 132af2d4-028a-4319-b587-f596bc43cfda completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:04.212725 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-662a65de-b8ce-4f93-b9b4-526f4a179507 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:04.216028 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-662a65de-b8ce-4f93-b9b4-526f4a179507 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "DELETE /v2.0/ports/521166b6-d204-47a1-b336-a2e7f481dc2b HTTP/1.1" status: 204 len: 168 time: 1.0792310 Sep 07 18:52:04.218517 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57124) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:04.245220 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8655c5-9bd1-4caa-b64a-5f61c76934b1 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] GET failed (client error): The resource could not be found. Sep 07 18:52:04.247013 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ab8655c5-9bd1-4caa-b64a-5f61c76934b1 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "GET /v2.0/ports/521166b6-d204-47a1-b336-a2e7f481dc2b HTTP/1.1" status: 404 len: 333 time: 0.0271411 Sep 07 18:52:04.250946 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57126) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:04.255714 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d14fc748-204d-478f-b59c-27f2d3098697 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Request body: {'port': {'network_id': '5096f679-bdf9-4be8-bc26-f04bd96c129b', 'name': 'tempest-AllowedAddressPairTestJSON-1283584914'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:04.263761 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:04.307600 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:04.310935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1ab532-4645-4cde-93f5-e2a5820c0351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:04.313940 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2712d1-95f6-4306-b473-e8322bac4af7" -d '{"events": [{"server_uuid": "bc1ab532-4645-4cde-93f5-e2a5820c0351", "name": "network-vif-plugged", "status": "completed", "tag": "a3fb093f-9ce0-4635-bd9b-c79157a00e6b"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:04.322171 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:04.361547 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827feba8-d03e-4203-91e1-0fd5721e7364 req-6e2b4165-132c-4978-8444-5f2850fc8727 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:04.363440 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-827feba8-d03e-4203-91e1-0fd5721e7364 req-6e2b4165-132c-4978-8444-5f2850fc8727 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 949 time: 0.2883382 Sep 07 18:52:04.379846 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ce8969f-eefc-4388-b87e-3432937010bb req-d59d9235-19e4-452d-ac64-d85ee6e117c6 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 210 time: 0.0995286 Sep 07 18:52:04.422199 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14fc748-204d-478f-b59c-27f2d3098697 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Made reservation on behalf of 5e9bf3a60bd64e1ba8cf434681f35e64 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:04.428959 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d14fc748-204d-478f-b59c-27f2d3098697 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:04.438242 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,revision_number=9']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:04.456617 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-d14fc748-204d-478f-b59c-27f2d3098697 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] device_id is not set on port a2385a3f-9e48-4b60-9027-69a617f28c12 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:52:04.465797 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-ce50094f-08a4-42d1-9284-f11b98194c72 service neutron] 10.222.0.60 "GET /v2.0/networks/5fffebc2-0dee-49e6-9b53-7756168386e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8949740 Sep 07 18:52:04.530848 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-99e02be1-1f3f-4a0c-9096-8a072fa7ea17 req-a8616055-ef31-4075-bbdc-8a52777d41e4 service neutron] 10.222.0.36 "GET /v2.0/networks/0d0549df-9223-4a19-aaf1-70d6d3ca24d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103045 Sep 07 18:52:04.541272 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-827feba8-d03e-4203-91e1-0fd5721e7364 req-892cc8b3-4814-41e5-a9fb-b4e193ff0441 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505597 Sep 07 18:52:04.595002 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dd7ad2-4b90-4784-bbc6-52ff3e987787 x-openstack-request-id: req-05dd7ad2-4b90-4784-bbc6-52ff3e987787 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:04.595314 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1ab532-4645-4cde-93f5-e2a5820c0351", "name": "network-vif-plugged", "status": "completed", "tag": "a3fb093f-9ce0-4635-bd9b-c79157a00e6b", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:04.595562 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05dd7ad2-4b90-4784-bbc6-52ff3e987787 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:04.596797 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1ab532-4645-4cde-93f5-e2a5820c0351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b', 'code': 200} Sep 07 18:52:04.627127 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32601dc6-9375-4087-abae-ec95ecdb68dd req-cfdd9ef5-7766-430f-bf46-8a3496a12703 service neutron] 10.222.0.60 "GET /v2.0/networks/5fffebc2-0dee-49e6-9b53-7756168386e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461215 Sep 07 18:52:04.632840 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-d14fc748-204d-478f-b59c-27f2d3098697 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Allocated IP 172.20.0.10 (5096f679-bdf9-4be8-bc26-f04bd96c129b/8d729c03-6579-494e-b67f-2ffb555e2f26/a2385a3f-9e48-4b60-9027-69a617f28c12) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:04.787819 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ceea3-eda2-4d13-8b33-d79db9e21fab req-34c55abe-9cac-4aa5-8061-2d4788164c52 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:04.789935 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f6ceea3-eda2-4d13-8b33-d79db9e21fab req-34c55abe-9cac-4aa5-8061-2d4788164c52 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=e12f5698-aa61-414c-8262-388623d33bea HTTP/1.1" status: 200 len: 943 time: 0.1115415 Sep 07 18:52:04.793714 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c980059-5870-4170-a911-b98ed7ab345d req-baaafe12-9bbf-4e95-8aed-c0a58807bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:04.795061 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c980059-5870-4170-a911-b98ed7ab345d req-baaafe12-9bbf-4e95-8aed-c0a58807bda9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8f43108666243aebfcdc34f771ecd07&device_id=e12f5698-aa61-414c-8262-388623d33bea HTTP/1.1" status: 200 len: 1094 time: 0.1044209 Sep 07 18:52:04.804934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c51742a2-a0d9-4f70-b3d7-71e53ca484fc None None] Provisioning for port 6527d504-cfe5-442d-9d89-9b0057d6461f completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:04.813243 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c51742a2-a0d9-4f70-b3d7-71e53ca484fc None None] Provisioning complete for port 6527d504-cfe5-442d-9d89-9b0057d6461f triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:04.813640 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c51742a2-a0d9-4f70-b3d7-71e53ca484fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:04.844058 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d14fc748-204d-478f-b59c-27f2d3098697 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:04.862592 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-d14fc748-204d-478f-b59c-27f2d3098697 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Transition to ACTIVE for port object a2385a3f-9e48-4b60-9027-69a617f28c12 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:04.898774 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c51742a2-a0d9-4f70-b3d7-71e53ca484fc None None] Port 6527d504-cfe5-442d-9d89-9b0057d6461f cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:52:04.909010 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d14fc748-204d-478f-b59c-27f2d3098697 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:05.018667 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fc748-204d-478f-b59c-27f2d3098697 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Pushing event updated for resources: {'Port': ['ID=a2385a3f-9e48-4b60-9027-69a617f28c12,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:05.042000 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14fc748-204d-478f-b59c-27f2d3098697 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Network 5096f679-bdf9-4be8-bc26-f04bd96c129b is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:05.043011 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f6ceea3-eda2-4d13-8b33-d79db9e21fab req-b2ad5952-6ed8-407f-ab44-b5bd03ef3aff tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391179 Sep 07 18:52:05.059562 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-d14fc748-204d-478f-b59c-27f2d3098697 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:05.062015 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14fc748-204d-478f-b59c-27f2d3098697 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:05.073689 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 132af2d4-028a-4319-b587-f596bc43cfda up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:05.082218 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c980059-5870-4170-a911-b98ed7ab345d req-373b70f4-3fc9-4ed6-aff3-d2a091de624c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:05.087392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c980059-5870-4170-a911-b98ed7ab345d req-373b70f4-3fc9-4ed6-aff3-d2a091de624c service neutron] 10.222.0.60 "GET /v2.0/networks?id=5fffebc2-0dee-49e6-9b53-7756168386e9 HTTP/1.1" status: 200 len: 915 time: 0.2834651 Sep 07 18:52:05.139125 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14fc748-204d-478f-b59c-27f2d3098697 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:05.139782 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d14fc748-204d-478f-b59c-27f2d3098697 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:05.171882 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:52:05.174856 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d14fc748-204d-478f-b59c-27f2d3098697 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9226582 Sep 07 18:52:05.175678 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57140) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:05.182436 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-bf7aa8d5-18c8-42dc-906d-01a902a5d495 None None] Provisioning complete for port 6527d504-cfe5-442d-9d89-9b0057d6461f triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:05.182814 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bf7aa8d5-18c8-42dc-906d-01a902a5d495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:05.183526 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-9ec64458-fcff-4d13-980a-7ed8630b78fd tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:72:5b:2b'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:05.189914 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c980059-5870-4170-a911-b98ed7ab345d req-9c9ecd1e-4588-41d0-af99-2ffbcd2cb381 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd3fb067-9785-4795-b82c-d433b712c2ee HTTP/1.1" status: 200 len: 217 time: 0.0955272 Sep 07 18:52:05.279910 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 132af2d4-028a-4319-b587-f596bc43cfda completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:05.285611 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 132af2d4-028a-4319-b587-f596bc43cfda triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:05.286215 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:05.296575 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-bf7aa8d5-18c8-42dc-906d-01a902a5d495 None None] Port 6527d504-cfe5-442d-9d89-9b0057d6461f cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:52:05.338697 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ec64458-fcff-4d13-980a-7ed8630b78fd tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:05.382526 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c980059-5870-4170-a911-b98ed7ab345d req-cc6e6bcc-e785-4530-bdb0-d9b4a2df932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:05.389134 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c980059-5870-4170-a911-b98ed7ab345d req-cc6e6bcc-e785-4530-bdb0-d9b4a2df932b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb1deee6-d2df-40c0-951c-e7f5ec450286 HTTP/1.1" status: 200 len: 854 time: 0.1898341 Sep 07 18:52:05.424632 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:05.432218 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b63807cf-b2d0-42fc-b115-7c93491acd4a None None] Could not find standard attr ID for object 521166b6-d204-47a1-b336-a2e7f481dc2b. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 18:52:05.461388 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e81b6-b16e-4476-874b-98dcda2cae0c req-fe7e7497-edb3-40f1-86d8-ee1f8d924015 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:05.474222 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c7e81b6-b16e-4476-874b-98dcda2cae0c req-fe7e7497-edb3-40f1-86d8-ee1f8d924015 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/ports?device_id=494fcb13-1112-4d30-86ce-3da24ae054ed HTTP/1.1" status: 200 len: 944 time: 0.2793918 Sep 07 18:52:05.506646 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c980059-5870-4170-a911-b98ed7ab345d req-6bd01d98-0854-415e-ba3a-f5cf316615b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5fffebc2-0dee-49e6-9b53-7756168386e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950034 Sep 07 18:52:05.508771 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 132af2d4-028a-4319-b587-f596bc43cfda, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=132af2d4-028a-4319-b587-f596bc43cfda,segment=NetworkSegment(19e31b7c-dc52-4f55-961a-ec30f763de76),segment_id=19e31b7c-dc52-4f55-961a-ec30f763de76)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:05.515609 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:05.587870 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c7e81b6-b16e-4476-874b-98dcda2cae0c req-dc08cfa4-2ea9-44bd-afd1-e2f57cf5580f tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/security-groups?id=28f91539-00c7-4da2-9b60-3627586fd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122501 Sep 07 18:52:05.624561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=132af2d4-028a-4319-b587-f596bc43cfda,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:05.687213 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b08e6560-5009-41c4-879a-2059fa0ded45 req-a2fd22e7-8776-46fb-8bcd-886e5dfcb127 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/ports?device_id=a595456f-d62f-4b1f-88b6-de98b44ca27d HTTP/1.1" status: 200 len: 210 time: 0.1168399 Sep 07 18:52:05.816563 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ec64458-fcff-4d13-980a-7ed8630b78fd tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:05.822850 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ec64458-fcff-4d13-980a-7ed8630b78fd tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:05.872854 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d26c7525-a55e-41c0-9908-5a25f35dbc8f None None] Provisioning for port a2385a3f-9e48-4b60-9027-69a617f28c12 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:05.877280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d26c7525-a55e-41c0-9908-5a25f35dbc8f None None] Provisioning complete for port a2385a3f-9e48-4b60-9027-69a617f28c12 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:05.877836 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d26c7525-a55e-41c0-9908-5a25f35dbc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:05.902843 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c980059-5870-4170-a911-b98ed7ab345d req-d2630264-dfc7-4a0b-beab-c1fb717e6060 service neutron] 10.222.0.60 "GET /v2.0/networks/5fffebc2-0dee-49e6-9b53-7756168386e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868001 Sep 07 18:52:05.922982 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 15ad4975-34c7-453b-ae40-e362b8356803 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:52:05.936954 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec64458-fcff-4d13-980a-7ed8630b78fd tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Pushing event updated for resources: {'Port': ['ID=a2385a3f-9e48-4b60-9027-69a617f28c12,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:05.959864 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-9ec64458-fcff-4d13-980a-7ed8630b78fd tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] In _notify_port_updated(), no bound segment for port a2385a3f-9e48-4b60-9027-69a617f28c12 on network 5096f679-bdf9-4be8-bc26-f04bd96c129b {{(pid=101444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 18:52:05.978060 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d26c7525-a55e-41c0-9908-5a25f35dbc8f None None] Port a2385a3f-9e48-4b60-9027-69a617f28c12 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:52:05.984247 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec64458-fcff-4d13-980a-7ed8630b78fd tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:05.985253 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ec64458-fcff-4d13-980a-7ed8630b78fd tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:05.987866 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9ec64458-fcff-4d13-980a-7ed8630b78fd tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "PUT /v2.0/ports/a2385a3f-9e48-4b60-9027-69a617f28c12 HTTP/1.1" status: 200 len: 995 time: 0.8111541 Sep 07 18:52:05.992651 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57152) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:06.029692 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e5e43-b4a2-402b-bda3-1e66f5b3e930 req-6fbaea36-948b-4452-a725-d9302c1a379f tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:06.038612 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-812e5e43-b4a2-402b-bda3-1e66f5b3e930 req-6fbaea36-948b-4452-a725-d9302c1a379f tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 950 time: 0.2584362 Sep 07 18:52:06.113356 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-812e5e43-b4a2-402b-bda3-1e66f5b3e930 req-885be914-f8a8-4097-b275-5ba28eb47fa8 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684769 Sep 07 18:52:06.137966 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c980059-5870-4170-a911-b98ed7ab345d req-2a497ff4-95f4-413f-8697-385b763f7e33 service neutron] 10.222.0.60 "GET /v2.0/networks/5fffebc2-0dee-49e6-9b53-7756168386e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202880 Sep 07 18:52:06.147507 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 15ad4975-34c7-453b-ae40-e362b8356803, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=15ad4975-34c7-453b-ae40-e362b8356803,segment=NetworkSegment(24c41185-3fe3-471e-9335-966b5e0db652),segment_id=24c41185-3fe3-471e-9335-966b5e0db652)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:06.161249 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '15ad4975-34c7-453b-ae40-e362b8356803', 'network_id': '0d0549df-9223-4a19-aaf1-70d6d3ca24d0', 'port_id': '15ad4975-34c7-453b-ae40-e362b8356803', 'mac_address': 'fa:16:3e:16:51:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f0cdaf-7563-4673-b3b2-20fd371ff489', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:52:06.180761 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d0fc2048-7958-49a4-96e6-d5be8dcc2c63 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Deleting port a2385a3f-9e48-4b60-9027-69a617f28c12 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:06.181074 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0fc2048-7958-49a4-96e6-d5be8dcc2c63 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:06.209644 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:06.234367 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15ad4975-34c7-453b-ae40-e362b8356803 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:52:06.264041 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 15ad4975-34c7-453b-ae40-e362b8356803, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=15ad4975-34c7-453b-ae40-e362b8356803,segment=NetworkSegment(24c41185-3fe3-471e-9335-966b5e0db652),segment_id=24c41185-3fe3-471e-9335-966b5e0db652)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:06.272967 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:06.278265 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d9343-3f70-4cce-a0df-96035d0c541a req-3a128585-382e-475a-b258-1491fe90a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:06.279145 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0fc2048-7958-49a4-96e6-d5be8dcc2c63 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:06.295410 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d0fc2048-7958-49a4-96e6-d5be8dcc2c63 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Calling delete_port for a2385a3f-9e48-4b60-9027-69a617f28c12 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:06.296977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-809d9343-3f70-4cce-a0df-96035d0c541a req-3a128585-382e-475a-b258-1491fe90a1ac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351&tenant_id=e322fec1e0804b28961a329c847871a3 HTTP/1.1" status: 200 len: 1101 time: 0.1467690 Sep 07 18:52:06.324389 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807786-1', 'device_owner': 'compute:nova'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:06.336051 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784cde0-d25a-4432-9af2-af17bd3d59c6 req-c7e1bedc-d67c-4d4a-b836-387849dd6785 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:06.349101 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5784cde0-d25a-4432-9af2-af17bd3d59c6 req-c7e1bedc-d67c-4d4a-b836-387849dd6785 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=e12f5698-aa61-414c-8262-388623d33bea HTTP/1.1" status: 200 len: 943 time: 0.1469424 Sep 07 18:52:06.389666 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=15ad4975-34c7-453b-ae40-e362b8356803,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:06.440974 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5784cde0-d25a-4432-9af2-af17bd3d59c6 req-b10b7cc0-87dc-4b25-8894-ca58d73bb10e tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896430 Sep 07 18:52:06.465877 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0fc2048-7958-49a4-96e6-d5be8dcc2c63 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:06.478002 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:06.490981 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cd576988-1b8b-4622-a9a0-100ed168c269 None None] Could not find standard attr ID for object a2385a3f-9e48-4b60-9027-69a617f28c12. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 18:52:06.508866 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc2048-7958-49a4-96e6-d5be8dcc2c63 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Pushing event deleted for resources: {'Port': ['ID=a2385a3f-9e48-4b60-9027-69a617f28c12,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:06.541657 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['15ad4975-34c7-453b-ae40-e362b8356803'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:06.731373 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0fc2048-7958-49a4-96e6-d5be8dcc2c63 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:06.738827 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d0fc2048-7958-49a4-96e6-d5be8dcc2c63 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "DELETE /v2.0/ports/a2385a3f-9e48-4b60-9027-69a617f28c12 HTTP/1.1" status: 204 len: 168 time: 0.7447548 Sep 07 18:52:06.740409 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57164) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:06.778943 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b8e410e-adea-4cd7-b4f1-5ab52bfc3a4b tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] GET failed (client error): The resource could not be found. Sep 07 18:52:06.780884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] For port a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:06.782694 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9b8e410e-adea-4cd7-b4f1-5ab52bfc3a4b tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "GET /v2.0/ports/a2385a3f-9e48-4b60-9027-69a617f28c12 HTTP/1.1" status: 404 len: 333 time: 0.0388076 Sep 07 18:52:06.788812 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57168) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:06.799110 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-90f9c30c-37da-4c8b-a7a7-2b2c62ba42ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Request body: {'port': {'network_id': '5096f679-bdf9-4be8-bc26-f04bd96c129b', 'name': 'tempest-AllowedAddressPairTestJSON-54199015'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:06.852111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22b928-6d28-4479-94ee-66e969dc3125 req-e364b12b-784e-47ab-a7b4-c29cfd044768 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:06.854572 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab22b928-6d28-4479-94ee-66e969dc3125 req-e364b12b-784e-47ab-a7b4-c29cfd044768 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/ports?device_id=494fcb13-1112-4d30-86ce-3da24ae054ed HTTP/1.1" status: 200 len: 945 time: 0.1322045 Sep 07 18:52:06.885568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] For port a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:06.917900 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57172) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:06.922409 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 132af2d4-028a-4319-b587-f596bc43cfda up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:06.941131 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:06.958498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] Transition to ACTIVE for port object a3fb093f-9ce0-4635-bd9b-c79157a00e6b will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:06.959697 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1ab532-4645-4cde-93f5-e2a5820c0351', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:06.964598 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bcddda-6cd0-4b06-a0e4-dc3dd25a4bc8" -d '{"events": [{"server_uuid": "bc1ab532-4645-4cde-93f5-e2a5820c0351", "name": "network-vif-unplugged", "status": "completed", "tag": "a3fb093f-9ce0-4635-bd9b-c79157a00e6b"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:06.970159 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:07.019107 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 132af2d4-028a-4319-b587-f596bc43cfda triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:07.027798 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:07.033594 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab22b928-6d28-4479-94ee-66e969dc3125 req-3ca182f1-ac65-4f55-98e4-bebdc7293498 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/security-groups?id=28f91539-00c7-4da2-9b60-3627586fd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721745 Sep 07 18:52:07.076050 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd1bc53c-8415-4188-9ae7-3e673df8363e tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:07.096559 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f9c30c-37da-4c8b-a7a7-2b2c62ba42ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Made reservation on behalf of 5e9bf3a60bd64e1ba8cf434681f35e64 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:07.103788 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90f9c30c-37da-4c8b-a7a7-2b2c62ba42ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:07.136790 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-90f9c30c-37da-4c8b-a7a7-2b2c62ba42ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] device_id is not set on port bd8cb748-78e5-4003-9d89-e11c1e05d332 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:52:07.146961 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd1bc53c-8415-4188-9ae7-3e673df8363e tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:07.160063 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] No DVR routers for this DVR port a3fb093f-9ce0-4635-bd9b-c79157a00e6b on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:52:07.210209 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890e067e-de16-44e4-8c1d-d526ec5fa9e2 x-openstack-request-id: req-890e067e-de16-44e4-8c1d-d526ec5fa9e2 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:07.210554 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1ab532-4645-4cde-93f5-e2a5820c0351", "name": "network-vif-unplugged", "status": "completed", "tag": "a3fb093f-9ce0-4635-bd9b-c79157a00e6b", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:07.210805 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-890e067e-de16-44e4-8c1d-d526ec5fa9e2 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:07.211204 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1ab532-4645-4cde-93f5-e2a5820c0351', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b', 'code': 200} Sep 07 18:52:07.262485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] Pushing event updated for resources: {'Port': ['ID=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,revision_number=10']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:07.277268 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] Attempting to bind port a3fb093f-9ce0-4635-bd9b-c79157a00e6b on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:52:07.277544 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] Attempting to bind port a3fb093f-9ce0-4635-bd9b-c79157a00e6b by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:52:07.277877 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] Attempting to bind port a3fb093f-9ce0-4635-bd9b-c79157a00e6b on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:07.294711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] Port a3fb093f-9ce0-4635-bd9b-c79157a00e6b on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:52:07.295114 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] Attempting to bind port a3fb093f-9ce0-4635-bd9b-c79157a00e6b on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:07.304370 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:52:07.304718 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:07.305105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:52:07.305544 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] Bound port: a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:52:07.305903 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:07.333023 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9acab-3e9d-47f0-adca-b8925b47de57 req-1fe9b2a2-f8d4-4853-8655-ebad41b4e232 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:07.334124 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd1bc53c-8415-4188-9ae7-3e673df8363e tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:07.335460 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27a9acab-3e9d-47f0-adca-b8925b47de57 req-1fe9b2a2-f8d4-4853-8655-ebad41b4e232 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 949 time: 0.1228182 Sep 07 18:52:07.342968 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd1bc53c-8415-4188-9ae7-3e673df8363e tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:07.344116 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cd1bc53c-8415-4188-9ae7-3e673df8363e tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "DELETE /v2.0/security-groups/9f8fac3b-42d4-4b67-b353-1d75c6580626 HTTP/1.1" status: 204 len: 168 time: 0.4229653 Sep 07 18:52:07.349325 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57178) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:07.360573 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-90f9c30c-37da-4c8b-a7a7-2b2c62ba42ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Allocated IP 172.20.0.8 (5096f679-bdf9-4be8-bc26-f04bd96c129b/8d729c03-6579-494e-b67f-2ffb555e2f26/bd8cb748-78e5-4003-9d89-e11c1e05d332) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:07.362897 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1bc53c-8415-4188-9ae7-3e673df8363e tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8fac3b-42d4-4b67-b353-1d75c6580626,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:07.453481 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-7283b23f-7e40-4025-9f4e-6387000d1182 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] show failed (client error): The resource could not be found. Sep 07 18:52:07.457608 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7283b23f-7e40-4025-9f4e-6387000d1182 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "GET /v2.0/security-groups/9f8fac3b-42d4-4b67-b353-1d75c6580626 HTTP/1.1" status: 404 len: 347 time: 0.0551021 Sep 07 18:52:07.461875 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57184) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:07.535993 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90f9c30c-37da-4c8b-a7a7-2b2c62ba42ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:07.550145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-90f9c30c-37da-4c8b-a7a7-2b2c62ba42ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Transition to ACTIVE for port object bd8cb748-78e5-4003-9d89-e11c1e05d332 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:07.591547 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90f9c30c-37da-4c8b-a7a7-2b2c62ba42ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:07.625031 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] For port a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:07.639666 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f9c30c-37da-4c8b-a7a7-2b2c62ba42ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Network 5096f679-bdf9-4be8-bc26-f04bd96c129b is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:07.642917 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-90f9c30c-37da-4c8b-a7a7-2b2c62ba42ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:07.646784 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f9c30c-37da-4c8b-a7a7-2b2c62ba42ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:07.675078 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27a9acab-3e9d-47f0-adca-b8925b47de57 req-e7a841c0-e883-48b3-b59d-fab1b52dc629 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334427 Sep 07 18:52:07.678735 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] For port a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:52:07.697458 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:07.697717 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9c30c-37da-4c8b-a7a7-2b2c62ba42ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Pushing event updated for resources: {'Port': ['ID=bd8cb748-78e5-4003-9d89-e11c1e05d332,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:07.715906 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f9c30c-37da-4c8b-a7a7-2b2c62ba42ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:07.716946 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90f9c30c-37da-4c8b-a7a7-2b2c62ba42ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:07.726657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da9302-c0e4-4bf9-a290-29b705a44997 req-238cf205-5e5b-41e8-84f6-e59d50c75591 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:07.728129 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96da9302-c0e4-4bf9-a290-29b705a44997 req-238cf205-5e5b-41e8-84f6-e59d50c75591 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=e12f5698-aa61-414c-8262-388623d33bea HTTP/1.1" status: 200 len: 943 time: 0.1965621 Sep 07 18:52:07.746590 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-90f9c30c-37da-4c8b-a7a7-2b2c62ba42ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9562323 Sep 07 18:52:07.749337 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57186) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:07.758431 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-18d41ae6-87ba-4e20-a5bb-8c8df155aaa2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:72:5b:2b'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:07.798002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:07.798624 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:07.800037 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-809d9343-3f70-4cce-a0df-96035d0c541a req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] 10.222.0.60 "PUT /v2.0/ports/a3fb093f-9ce0-4635-bd9b-c79157a00e6b HTTP/1.1" status: 200 len: 1097 time: 1.4941232 Sep 07 18:52:07.879730 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-ef670de8-289f-4841-b968-59da4fdeaf88 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Deleting port a94ef867-2ba7-4c89-91d1-10eb5c739a37 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:07.880207 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef670de8-289f-4841-b968-59da4fdeaf88 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:07.916937 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 15ad4975-34c7-453b-ae40-e362b8356803 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:08.011998 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18d41ae6-87ba-4e20-a5bb-8c8df155aaa2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:08.024205 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 15ad4975-34c7-453b-ae40-e362b8356803 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:08.032824 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef670de8-289f-4841-b968-59da4fdeaf88 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:08.033480 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef670de8-289f-4841-b968-59da4fdeaf88 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:08.037720 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 15ad4975-34c7-453b-ae40-e362b8356803 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:08.038216 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:08.064996 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-ef670de8-289f-4841-b968-59da4fdeaf88 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Calling delete_port for a94ef867-2ba7-4c89-91d1-10eb5c739a37 owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:08.096209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4c685-53a9-4272-b077-f3e3a1a8badb service neutron] Pushing event updated for resources: {'Port': ['ID=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,revision_number=11']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:08.152661 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-98687b75-5b27-4da7-af87-0382ba3cfcba None None] Provisioning for port bd8cb748-78e5-4003-9d89-e11c1e05d332 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:08.169254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-98687b75-5b27-4da7-af87-0382ba3cfcba None None] Provisioning complete for port bd8cb748-78e5-4003-9d89-e11c1e05d332 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:08.169636 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-98687b75-5b27-4da7-af87-0382ba3cfcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:08.230356 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96da9302-c0e4-4bf9-a290-29b705a44997 req-a244ce5b-3dcd-4432-a171-99708ba501ad tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013947 Sep 07 18:52:08.244154 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:08.247700 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device fd3fb067-9785-4795-b82c-d433b712c2ee details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:52:08.285208 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18d41ae6-87ba-4e20-a5bb-8c8df155aaa2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:08.295960 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18d41ae6-87ba-4e20-a5bb-8c8df155aaa2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:08.326414 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d9343-3f70-4cce-a0df-96035d0c541a req-81c8f47a-03e2-415b-97ff-125201eb55a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:08.328300 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-809d9343-3f70-4cce-a0df-96035d0c541a req-81c8f47a-03e2-415b-97ff-125201eb55a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 1100 time: 0.4918168 Sep 07 18:52:08.339097 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8714d-7aa8-49ea-8267-8d9b49b73117 req-763fad7d-3c70-4262-a50b-a7a79f37185a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:08.340928 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57f8714d-7aa8-49ea-8267-8d9b49b73117 req-763fad7d-3c70-4262-a50b-a7a79f37185a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.2473471 Sep 07 18:52:08.372713 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d41ae6-87ba-4e20-a5bb-8c8df155aaa2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Pushing event updated for resources: {'Port': ['ID=bd8cb748-78e5-4003-9d89-e11c1e05d332,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:08.380173 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port fd3fb067-9785-4795-b82c-d433b712c2ee, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fd3fb067-9785-4795-b82c-d433b712c2ee,segment=NetworkSegment(081d0e07-f868-45b4-a1d2-1f61785b783f),segment_id=081d0e07-f868-45b4-a1d2-1f61785b783f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:08.395809 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'fd3fb067-9785-4795-b82c-d433b712c2ee', 'network_id': '5fffebc2-0dee-49e6-9b53-7756168386e9', 'port_id': 'fd3fb067-9785-4795-b82c-d433b712c2ee', 'mac_address': 'fa:16:3e:c9:eb:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1deee6-d2df-40c0-951c-e7f5ec450286', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:52:08.441703 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-18d41ae6-87ba-4e20-a5bb-8c8df155aaa2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] In _notify_port_updated(), no bound segment for port bd8cb748-78e5-4003-9d89-e11c1e05d332 on network 5096f679-bdf9-4be8-bc26-f04bd96c129b {{(pid=101444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 18:52:08.448931 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d41ae6-87ba-4e20-a5bb-8c8df155aaa2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:08.450216 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18d41ae6-87ba-4e20-a5bb-8c8df155aaa2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:08.452423 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-18d41ae6-87ba-4e20-a5bb-8c8df155aaa2 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "PUT /v2.0/ports/bd8cb748-78e5-4003-9d89-e11c1e05d332 HTTP/1.1" status: 200 len: 994 time: 0.7014587 Sep 07 18:52:08.454772 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57196) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:08.458056 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef670de8-289f-4841-b968-59da4fdeaf88 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:08.484966 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494fcb13-1112-4d30-86ce-3da24ae054ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ad4975-34c7-453b-ae40-e362b8356803'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:08.491537 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb426b3-c598-49a4-8d2b-94e7ad10c650" -d '{"events": [{"server_uuid": "494fcb13-1112-4d30-86ce-3da24ae054ed", "name": "network-vif-plugged", "status": "completed", "tag": "15ad4975-34c7-453b-ae40-e362b8356803"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:08.495041 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-98687b75-5b27-4da7-af87-0382ba3cfcba None None] Port bd8cb748-78e5-4003-9d89-e11c1e05d332 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:52:08.513700 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57f8714d-7aa8-49ea-8267-8d9b49b73117 req-62664023-a14a-449c-be7a-46413a826aca tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583896 Sep 07 18:52:08.522317 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 15ad4975-34c7-453b-ae40-e362b8356803, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=15ad4975-34c7-453b-ae40-e362b8356803,segment=NetworkSegment(24c41185-3fe3-471e-9335-966b5e0db652),segment_id=24c41185-3fe3-471e-9335-966b5e0db652)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:08.525741 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:08.552366 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:08.554907 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a3fb093f-9ce0-4635-bd9b-c79157a00e6b no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:52:08.603478 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-4d26519f-cbe8-4979-983e-00a0d2a8578c tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Deleting port bd8cb748-78e5-4003-9d89-e11c1e05d332 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:08.603982 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef670de8-289f-4841-b968-59da4fdeaf88 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Pushing event deleted for resources: {'Port': ['ID=a94ef867-2ba7-4c89-91d1-10eb5c739a37,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:08.604202 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d26519f-cbe8-4979-983e-00a0d2a8578c tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:08.662801 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3fb067-9785-4795-b82c-d433b712c2ee {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:52:08.714851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d9343-3f70-4cce-a0df-96035d0c541a req-98f59d75-01e9-4aea-8583-d469f0ad6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:08.716344 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-809d9343-3f70-4cce-a0df-96035d0c541a req-98f59d75-01e9-4aea-8583-d469f0ad6fd2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.3724666 Sep 07 18:52:08.745545 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe606487-2830-46ef-a073-381934c0dad1 x-openstack-request-id: req-fe606487-2830-46ef-a073-381934c0dad1 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:08.746002 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494fcb13-1112-4d30-86ce-3da24ae054ed", "name": "network-vif-plugged", "status": "completed", "tag": "15ad4975-34c7-453b-ae40-e362b8356803", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:08.746488 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe606487-2830-46ef-a073-381934c0dad1 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:08.746978 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494fcb13-1112-4d30-86ce-3da24ae054ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ad4975-34c7-453b-ae40-e362b8356803', 'code': 200} Sep 07 18:52:08.747836 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=15ad4975-34c7-453b-ae40-e362b8356803,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:08.766494 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a3fb093f-9ce0-4635-bd9b-c79157a00e6b not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:52:08.780265 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port fd3fb067-9785-4795-b82c-d433b712c2ee, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fd3fb067-9785-4795-b82c-d433b712c2ee,segment=NetworkSegment(081d0e07-f868-45b4-a1d2-1f61785b783f),segment_id=081d0e07-f868-45b4-a1d2-1f61785b783f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:08.793744 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:08.797380 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d26519f-cbe8-4979-983e-00a0d2a8578c tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:08.809752 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9019435-e019-4f5c-85b9-d3bf9dce1da9 req-b1566bfb-3dcb-424a-b012-1c60757e650d tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:08.812714 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-4d26519f-cbe8-4979-983e-00a0d2a8578c tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Calling delete_port for bd8cb748-78e5-4003-9d89-e11c1e05d332 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:08.817022 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9019435-e019-4f5c-85b9-d3bf9dce1da9 req-b1566bfb-3dcb-424a-b012-1c60757e650d tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/ports?device_id=494fcb13-1112-4d30-86ce-3da24ae054ed HTTP/1.1" status: 200 len: 945 time: 0.3554652 Sep 07 18:52:08.842033 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-809d9343-3f70-4cce-a0df-96035d0c541a req-652785b9-b593-4a2a-b621-f6b749f87d28 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b HTTP/1.1" status: 200 len: 217 time: 0.1176341 Sep 07 18:52:08.851090 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=fd3fb067-9785-4795-b82c-d433b712c2ee,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:08.869384 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef670de8-289f-4841-b968-59da4fdeaf88 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:08.872179 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef670de8-289f-4841-b968-59da4fdeaf88 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:08.873384 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ef670de8-289f-4841-b968-59da4fdeaf88 tempest-ServersTestBootFromVolume-1437445573 tempest-ServersTestBootFromVolume-1437445573-project] 10.222.0.26 "DELETE /v2.0/floatingips/66687be9-d8ae-4058-a3c0-b5006cfd3560 HTTP/1.1" status: 204 len: 168 time: 1.4106171 Sep 07 18:52:08.882237 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57206) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:08.905231 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3a13319d-7045-4725-a369-fd19cc9910a1 None None] Provisioning complete for port bd8cb748-78e5-4003-9d89-e11c1e05d332 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:08.905865 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3a13319d-7045-4725-a369-fd19cc9910a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:08.925055 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9019435-e019-4f5c-85b9-d3bf9dce1da9 req-284ecce5-ce68-45c7-97c5-85b5fd65a2c4 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/security-groups?id=28f91539-00c7-4da2-9b60-3627586fd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071720 Sep 07 18:52:08.977135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef3c90-3d30-4360-80fe-93247877012d req-c4de996d-0efe-4908-84f3-3aff294bbcef tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:08.978345 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-64ef3c90-3d30-4360-80fe-93247877012d req-c4de996d-0efe-4908-84f3-3aff294bbcef tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.2071595 Sep 07 18:52:08.980861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c326c-17f6-4978-a5e2-7961f4a54a76 req-63e61224-da5b-4b2f-b054-c68787b2d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:08.982409 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac6c326c-17f6-4978-a5e2-7961f4a54a76 req-63e61224-da5b-4b2f-b054-c68787b2d99f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=494fcb13-1112-4d30-86ce-3da24ae054ed HTTP/1.1" status: 200 len: 1097 time: 0.2466474 Sep 07 18:52:08.983949 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d9343-3f70-4cce-a0df-96035d0c541a req-64350406-88f8-4530-a1ec-a81784a665f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:08.985453 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-809d9343-3f70-4cce-a0df-96035d0c541a req-64350406-88f8-4530-a1ec-a81784a665f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1218317 Sep 07 18:52:08.989870 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3a13319d-7045-4725-a369-fd19cc9910a1 None None] Port bd8cb748-78e5-4003-9d89-e11c1e05d332 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:52:09.089365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['fd3fb067-9785-4795-b82c-d433b712c2ee'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:09.104088 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac6c326c-17f6-4978-a5e2-7961f4a54a76 req-c5144710-9f46-490e-91c6-2539bff5edd8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=28f91539-00c7-4da2-9b60-3627586fd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116133 Sep 07 18:52:09.132163 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-64ef3c90-3d30-4360-80fe-93247877012d req-d38e54ec-fe16-4c26-8487-a37b9cb8e96e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307397 Sep 07 18:52:09.135846 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d9343-3f70-4cce-a0df-96035d0c541a req-82dde9f3-7a35-423c-ad9a-326195430f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:09.141105 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-809d9343-3f70-4cce-a0df-96035d0c541a req-82dde9f3-7a35-423c-ad9a-326195430f54 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1427534 Sep 07 18:52:09.172017 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d26519f-cbe8-4979-983e-00a0d2a8578c tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:09.200778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70dc234-3c47-4505-985b-a5df1964c4fb req-aed7d0df-34f9-4c4f-9f8c-461d9ae167f8 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:09.202635 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a70dc234-3c47-4505-985b-a5df1964c4fb req-aed7d0df-34f9-4c4f-9f8c-461d9ae167f8 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 949 time: 0.1472054 Sep 07 18:52:09.216128 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26519f-cbe8-4979-983e-00a0d2a8578c tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Pushing event deleted for resources: {'Port': ['ID=bd8cb748-78e5-4003-9d89-e11c1e05d332,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:09.273748 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1ab532-4645-4cde-93f5-e2a5820c0351', 'tag': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:09.276561 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc733ee-4841-4cee-a89e-468ae0941b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1ab532-4645-4cde-93f5-e2a5820c0351", "tag": "a3fb093f-9ce0-4635-bd9b-c79157a00e6b"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:09.347134 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a70dc234-3c47-4505-985b-a5df1964c4fb req-a7d2e29b-3279-4309-bf3b-b1090fbc2c10 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957391 Sep 07 18:52:09.349301 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-809d9343-3f70-4cce-a0df-96035d0c541a req-7d72fa2b-222a-4ddb-9295-2eb5f90e0ab1 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995039 Sep 07 18:52:09.413190 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d26519f-cbe8-4979-983e-00a0d2a8578c tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:09.415452 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4d26519f-cbe8-4979-983e-00a0d2a8578c tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "DELETE /v2.0/ports/bd8cb748-78e5-4003-9d89-e11c1e05d332 HTTP/1.1" status: 204 len: 168 time: 0.9592378 Sep 07 18:52:09.418236 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57218) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:09.449029 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ee0c36-0f34-4d11-86dc-b6598a60d131 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] GET failed (client error): The resource could not be found. Sep 07 18:52:09.450922 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-32ee0c36-0f34-4d11-86dc-b6598a60d131 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "GET /v2.0/ports/bd8cb748-78e5-4003-9d89-e11c1e05d332 HTTP/1.1" status: 404 len: 333 time: 0.0317717 Sep 07 18:52:09.453965 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1747b942-731a-46c5-916f-23c7dae63b00 x-openstack-request-id: req-1747b942-731a-46c5-916f-23c7dae63b00 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:09.454362 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1ab532-4645-4cde-93f5-e2a5820c0351", "tag": "a3fb093f-9ce0-4635-bd9b-c79157a00e6b", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:09.454708 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1747b942-731a-46c5-916f-23c7dae63b00 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:09.455265 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1ab532-4645-4cde-93f5-e2a5820c0351', 'tag': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b', 'status': 'completed', 'code': 200} Sep 07 18:52:09.458053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57220) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:09.475900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Request body: {'port': {'network_id': '5096f679-bdf9-4be8-bc26-f04bd96c129b', 'name': 'tempest-AllowedAddressPairTestJSON-934250947'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:09.535491 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10b4679b-e806-40d7-ae8a-86a898ebff73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:09.544719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bff21-ffa4-48d0-9a25-f4f1917bdaa9 req-fc4adf78-ffbf-4f9f-8694-0ae50e3c36ae tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:09.546194 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d4bff21-ffa4-48d0-9a25-f4f1917bdaa9 req-fc4adf78-ffbf-4f9f-8694-0ae50e3c36ae tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=e12f5698-aa61-414c-8262-388623d33bea HTTP/1.1" status: 200 len: 944 time: 0.1543312 Sep 07 18:52:09.702152 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-809d9343-3f70-4cce-a0df-96035d0c541a req-f970e7ad-43eb-44b9-8a77-3889c6877df8 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446608 Sep 07 18:52:09.718759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc733ee-4841-4cee-a89e-468ae0941b4e req-0cd32808-ea4d-4fa1-9417-3d0270f41a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:09.720628 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bc733ee-4841-4cee-a89e-468ae0941b4e req-0cd32808-ea4d-4fa1-9417-3d0270f41a02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 1100 time: 0.2127478 Sep 07 18:52:09.725805 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d4bff21-ffa4-48d0-9a25-f4f1917bdaa9 req-8da5ece1-2d76-4a1e-9f69-81c405a19dd8 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447706 Sep 07 18:52:09.736760 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31527656-61d4-4459-b0c1-2aaa183cdc22 req-6a4224d6-e97e-4b89-9726-00260892af57 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:09.747165 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-31527656-61d4-4459-b0c1-2aaa183cdc22 req-6a4224d6-e97e-4b89-9726-00260892af57 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.2103715 Sep 07 18:52:09.788175 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-10b4679b-e806-40d7-ae8a-86a898ebff73 admin admin] Deleting port 0ff2bf38-0958-419c-8a41-bcebe21bc028 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:09.789750 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10b4679b-e806-40d7-ae8a-86a898ebff73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:09.878204 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-10b4679b-e806-40d7-ae8a-86a898ebff73 admin admin] For port 0ff2bf38-0958-419c-8a41-bcebe21bc028, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0ff2bf38-0958-419c-8a41-bcebe21bc028,segment=NetworkSegment(31c4c172-3a11-4f59-bb1e-7f63cd3dadc7),segment_id=31c4c172-3a11-4f59-bb1e-7f63cd3dadc7)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:09.878576 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10b4679b-e806-40d7-ae8a-86a898ebff73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:09.892208 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-10b4679b-e806-40d7-ae8a-86a898ebff73 admin admin] Calling delete_port for 0ff2bf38-0958-419c-8a41-bcebe21bc028 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:10.078687 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10b4679b-e806-40d7-ae8a-86a898ebff73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:10.105498 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4679b-e806-40d7-ae8a-86a898ebff73 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff2bf38-0958-419c-8a41-bcebe21bc028,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:10.217699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Made reservation on behalf of 5e9bf3a60bd64e1ba8cf434681f35e64 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:10.221255 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:10.234886 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device fd3fb067-9785-4795-b82c-d433b712c2ee up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:10.258225 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-31527656-61d4-4459-b0c1-2aaa183cdc22 req-7fba8239-c8da-4e2d-ac28-a54a294481f0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5045228 Sep 07 18:52:10.276281 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693b99f-da9b-4f68-ad0c-f27716b31779 req-526a9457-1450-4c8c-acef-e097c656774a tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:10.277927 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4693b99f-da9b-4f68-ad0c-f27716b31779 req-526a9457-1450-4c8c-acef-e097c656774a tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/ports?device_id=494fcb13-1112-4d30-86ce-3da24ae054ed HTTP/1.1" status: 200 len: 946 time: 0.1979687 Sep 07 18:52:10.287581 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] device_id is not set on port ed2e9a98-5252-4a2f-8d30-3402d1da4c15 yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:52:10.300813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc733ee-4841-4cee-a89e-468ae0941b4e req-17776b87-394e-493e-919a-e0de5ccce686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:10.302342 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bc733ee-4841-4cee-a89e-468ae0941b4e req-17776b87-394e-493e-919a-e0de5ccce686 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 1100 time: 0.2212703 Sep 07 18:52:10.308328 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10b4679b-e806-40d7-ae8a-86a898ebff73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:10.357380 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port fd3fb067-9785-4795-b82c-d433b712c2ee completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:10.366698 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port fd3fb067-9785-4795-b82c-d433b712c2ee triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:10.367296 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:10.387583 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc733ee-4841-4cee-a89e-468ae0941b4e req-647b5cd1-bd1d-49c1-a4c7-0d149fa62e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:10.389013 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bc733ee-4841-4cee-a89e-468ae0941b4e req-647b5cd1-bd1d-49c1-a4c7-0d149fa62e7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.6494036 Sep 07 18:52:10.473435 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:10.476234 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bc733ee-4841-4cee-a89e-468ae0941b4e req-cec29602-dd25-4cf0-a783-813921d14b5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b HTTP/1.1" status: 200 len: 217 time: 0.0633352 Sep 07 18:52:10.511708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port fd3fb067-9785-4795-b82c-d433b712c2ee, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fd3fb067-9785-4795-b82c-d433b712c2ee,segment=NetworkSegment(081d0e07-f868-45b4-a1d2-1f61785b783f),segment_id=081d0e07-f868-45b4-a1d2-1f61785b783f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:10.517199 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:10.553846 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4693b99f-da9b-4f68-ad0c-f27716b31779 req-58f2a86b-5f55-4a0a-b632-56654d94e120 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/security-groups?id=28f91539-00c7-4da2-9b60-3627586fd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515569 Sep 07 18:52:10.586857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=fd3fb067-9785-4795-b82c-d433b712c2ee,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:10.710956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc733ee-4841-4cee-a89e-468ae0941b4e req-a474c7a0-9125-47a7-811f-a4080aafb662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:10.712968 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bc733ee-4841-4cee-a89e-468ae0941b4e req-a474c7a0-9125-47a7-811f-a4080aafb662 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.2254581 Sep 07 18:52:10.714131 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Allocated IP 172.20.0.7 (5096f679-bdf9-4be8-bc26-f04bd96c129b/8d729c03-6579-494e-b67f-2ffb555e2f26/ed2e9a98-5252-4a2f-8d30-3402d1da4c15) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:10.719884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc733ee-4841-4cee-a89e-468ae0941b4e req-c72ca4ee-d4ea-42b7-871e-c32bb106cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:10.721393 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bc733ee-4841-4cee-a89e-468ae0941b4e req-c72ca4ee-d4ea-42b7-871e-c32bb106cc3d service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.3954372 Sep 07 18:52:10.750168 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e12f5698-aa61-414c-8262-388623d33bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3fb067-9785-4795-b82c-d433b712c2ee'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:10.752477 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae79579-8e11-46bf-aa02-e0cdc8dbc025" -d '{"events": [{"server_uuid": "e12f5698-aa61-414c-8262-388623d33bea", "name": "network-vif-plugged", "status": "completed", "tag": "fd3fb067-9785-4795-b82c-d433b712c2ee"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:10.790261 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747d4fb-efd0-408b-ade9-bfb9e6054b34 req-dca40249-6f88-466f-808e-4b7e0428ce04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:10.791756 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4747d4fb-efd0-408b-ade9-bfb9e6054b34 req-dca40249-6f88-466f-808e-4b7e0428ce04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 949 time: 0.1742966 Sep 07 18:52:10.857823 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bc733ee-4841-4cee-a89e-468ae0941b4e req-16407bfe-c219-48d5-8552-c7922f2f1fa8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b HTTP/1.1" status: 200 len: 217 time: 0.0885131 Sep 07 18:52:10.924317 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b4679b-e806-40d7-ae8a-86a898ebff73 admin admin] Router 0bc3a094-09ec-4836-8995-ddd56c0ff918 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:52:10.964858 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc733ee-4841-4cee-a89e-468ae0941b4e req-c3288358-06d9-470a-8086-9ab709cfe3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:10.966258 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bc733ee-4841-4cee-a89e-468ae0941b4e req-c3288358-06d9-470a-8086-9ab709cfe3dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2412109 Sep 07 18:52:11.005802 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4747d4fb-efd0-408b-ade9-bfb9e6054b34 req-cf7740e6-957e-4983-b34b-ce1db282b9db tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722543 Sep 07 18:52:11.034026 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4eeda-6a2c-4ad9-b021-74bd3a2c33eb req-03090841-8e8a-4418-82ea-ae2b8db31661 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:11.035754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fcd4eeda-6a2c-4ad9-b021-74bd3a2c33eb req-03090841-8e8a-4418-82ea-ae2b8db31661 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.2386758 Sep 07 18:52:11.041945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc733ee-4841-4cee-a89e-468ae0941b4e req-f8b94b71-344c-45ce-93fb-679a6f37ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:11.043647 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bc733ee-4841-4cee-a89e-468ae0941b4e req-f8b94b71-344c-45ce-93fb-679a6f37ba1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1618471 Sep 07 18:52:11.048496 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b4679b-e806-40d7-ae8a-86a898ebff73 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:52:11.057000 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-10b4679b-e806-40d7-ae8a-86a898ebff73 admin admin] 10.222.0.26 "PUT /v2.0/routers/0bc3a094-09ec-4836-8995-ddd56c0ff918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1736166 Sep 07 18:52:11.059560 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57244) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:11.062847 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee76446-2ca0-4a2c-bf46-1cb5fb7e9765 None None] Sync routers for ids ['0bc3a094-09ec-4836-8995-ddd56c0ff918'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:52:11.074796 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee76446-2ca0-4a2c-bf46-1cb5fb7e9765 None None] Routers {'0bc3a094-09ec-4836-8995-ddd56c0ff918'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:52:11.075555 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-7ee76446-2ca0-4a2c-bf46-1cb5fb7e9765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:51:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['0bc3a094-09ec-4836-8995-ddd56c0ff918'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:11.173434 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:11.186116 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-7ee76446-2ca0-4a2c-bf46-1cb5fb7e9765 None None] Set router 0bc3a094-09ec-4836-8995-ddd56c0ff918 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:52:11.290130 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fcd4eeda-6a2c-4ad9-b021-74bd3a2c33eb req-ce57e62a-1d37-48b3-a734-8b65bfe8f255 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271986 Sep 07 18:52:11.309354 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:11.335503 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bc733ee-4841-4cee-a89e-468ae0941b4e req-d924d5ea-7b91-490a-846b-78eee4ea6a38 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458004 Sep 07 18:52:11.338862 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9cfbe1-f82c-4b72-922d-d8353bb286b4 x-openstack-request-id: req-3a9cfbe1-f82c-4b72-922d-d8353bb286b4 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:11.339711 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e12f5698-aa61-414c-8262-388623d33bea", "name": "network-vif-plugged", "status": "completed", "tag": "fd3fb067-9785-4795-b82c-d433b712c2ee", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:11.340127 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a9cfbe1-f82c-4b72-922d-d8353bb286b4 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:11.340865 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e12f5698-aa61-414c-8262-388623d33bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3fb067-9785-4795-b82c-d433b712c2ee', 'code': 200} Sep 07 18:52:11.348827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd78d3-b9fe-4a6b-a400-cb66987de08d req-a886b404-20b2-4289-89a6-6229c348f3d5 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:11.358484 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70cd78d3-b9fe-4a6b-a400-cb66987de08d req-a886b404-20b2-4289-89a6-6229c348f3d5 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=e12f5698-aa61-414c-8262-388623d33bea HTTP/1.1" status: 200 len: 945 time: 0.2783680 Sep 07 18:52:11.383327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc733ee-4841-4cee-a89e-468ae0941b4e req-356b775c-45aa-4378-b809-2810d6834a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:11.384945 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bc733ee-4841-4cee-a89e-468ae0941b4e req-356b775c-45aa-4378-b809-2810d6834a1c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3173378 Sep 07 18:52:11.426478 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-7ee76446-2ca0-4a2c-bf46-1cb5fb7e9765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'name': 'tempest-ServersTestBootFromVolume-1849928303-router', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:48:46Z', 'updated_at': '2021-09-07T18:52:10Z', 'revision_number': 5, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'gw_port': {'id': '762a959f-f0d5-4ca3-9888-d89d0be2aed7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:48:47Z', 'updated_at': '2021-09-07T18:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:11.468639 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Deleting port 762a959f-f0d5-4ca3-9888-d89d0be2aed7 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:11.469124 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:11.481754 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:11.488709 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee76446-2ca0-4a2c-bf46-1cb5fb7e9765 None None] Checking router: 0bc3a094-09ec-4836-8995-ddd56c0ff918 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:52:11.509136 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106ebcb-1cef-430c-b475-ca7ee09f2d8c req-ce9b802b-6a10-478e-b7d4-818b50ae93a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:11.511578 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee76446-2ca0-4a2c-bf46-1cb5fb7e9765 None None] Routers {'0bc3a094-09ec-4836-8995-ddd56c0ff918'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:52:11.512311 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-9106ebcb-1cef-430c-b475-ca7ee09f2d8c req-ce9b802b-6a10-478e-b7d4-818b50ae93a8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e12f5698-aa61-414c-8262-388623d33bea HTTP/1.1" status: 200 len: 1096 time: 0.0835662 Sep 07 18:52:11.513037 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-7ee76446-2ca0-4a2c-bf46-1cb5fb7e9765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:51:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['0bc3a094-09ec-4836-8995-ddd56c0ff918'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:11.556210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Transition to ACTIVE for port object ed2e9a98-5252-4a2f-8d30-3402d1da4c15 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:11.582627 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70cd78d3-b9fe-4a6b-a400-cb66987de08d req-419a3881-564a-45c3-9e34-57421c8c7a1c tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233307 Sep 07 18:52:11.626533 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bc733ee-4841-4cee-a89e-468ae0941b4e req-a5e0d29d-76ba-456f-a716-0eca820a82bd service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171957 Sep 07 18:52:11.630343 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-9106ebcb-1cef-430c-b475-ca7ee09f2d8c req-40b6d164-a5b9-4382-805f-d13d7fa35a33 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778151 Sep 07 18:52:11.648149 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] For port 762a959f-f0d5-4ca3-9888-d89d0be2aed7, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=762a959f-f0d5-4ca3-9888-d89d0be2aed7,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:11.649111 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:11.662961 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Calling delete_port for 762a959f-f0d5-4ca3-9888-d89d0be2aed7 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:11.687839 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bc733ee-4841-4cee-a89e-468ae0941b4e req-fec56e47-8c49-4b8c-9e7c-a89db6bccb09 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166583 Sep 07 18:52:11.717701 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-7ee76446-2ca0-4a2c-bf46-1cb5fb7e9765 None None] Set router 0bc3a094-09ec-4836-8995-ddd56c0ff918 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:52:11.763132 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:11.772967 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-7ee76446-2ca0-4a2c-bf46-1cb5fb7e9765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'name': 'tempest-ServersTestBootFromVolume-1849928303-router', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:48:46Z', 'updated_at': '2021-09-07T18:52:11Z', 'revision_number': 6, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:11.800744 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee76446-2ca0-4a2c-bf46-1cb5fb7e9765 None None] The sync data for ids ['0bc3a094-09ec-4836-8995-ddd56c0ff918'] in n-d-807786-1 is: [{'id': '0bc3a094-09ec-4836-8995-ddd56c0ff918', 'name': 'tempest-ServersTestBootFromVolume-1849928303-router', 'tenant_id': '990a87ac43074980b1a724e270c26ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:48:46Z', 'updated_at': '2021-09-07T18:52:11Z', 'revision_number': 6, 'project_id': '990a87ac43074980b1a724e270c26ee2', 'gw_port_host': None}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:52:11.809522 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48860010-2704-4a0c-aae2-f7d86b5dc391 req-58a2ca31-9e91-4ab8-bd86-9e3746f5653e tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:11.811082 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48860010-2704-4a0c-aae2-f7d86b5dc391 req-58a2ca31-9e91-4ab8-bd86-9e3746f5653e tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/ports?device_id=494fcb13-1112-4d30-86ce-3da24ae054ed HTTP/1.1" status: 200 len: 946 time: 0.1532784 Sep 07 18:52:11.833389 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bc733ee-4841-4cee-a89e-468ae0941b4e req-9b857087-f90b-4c71-b579-9786d3eae93f service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023213 Sep 07 18:52:11.852852 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:11.862762 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Pushing event updated for resources: {'Port': ['ID=ed2e9a98-5252-4a2f-8d30-3402d1da4c15,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:11.865869 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Network 5096f679-bdf9-4be8-bc26-f04bd96c129b is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:11.874584 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:11.878354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.878710 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.879055 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.879396 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.879526 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=762a959f-f0d5-4ca3-9888-d89d0be2aed7,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:11.879733 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.880074 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.880407 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.880767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.881100 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.881426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.881756 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.882079 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.885871 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:11.915188 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.916614 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.917541 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.918083 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.919000 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.919516 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.920112 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.920451 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.920811 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.921190 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.921527 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.921857 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:11.926276 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48860010-2704-4a0c-aae2-f7d86b5dc391 req-62ac08ad-ce83-4405-ab64-d103bbe43e55 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/security-groups?id=28f91539-00c7-4da2-9b60-3627586fd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012850 Sep 07 18:52:11.956062 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:11.957737 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:11.971093 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:11.982768 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-af1da03a-4fbc-4cf8-b853-4e34d18cbef9 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5211880 Sep 07 18:52:11.983162 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57250) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:11.989795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-34dbf6f9-94f2-4ab6-9aeb-40df6a129360 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Request body: {'port': {'network_id': '5096f679-bdf9-4be8-bc26-f04bd96c129b', 'name': 'tempest-AllowedAddressPairTestJSON-175404091'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:12.077982 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:12.080076 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:12.140445 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:12.141146 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bc3a094-09ec-4836-8995-ddd56c0ff918 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:52:12.146186 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:12.150488 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-669a1570-d975-43d4-8c67-e4f1e4cd33f8 admin admin] 10.222.0.26 "DELETE /v2.0/routers/0bc3a094-09ec-4836-8995-ddd56c0ff918 HTTP/1.1" status: 204 len: 168 time: 1.0896926 Sep 07 18:52:12.151132 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57254) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:12.189500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dbf6f9-94f2-4ab6-9aeb-40df6a129360 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Made reservation on behalf of 5e9bf3a60bd64e1ba8cf434681f35e64 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:12.193509 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34dbf6f9-94f2-4ab6-9aeb-40df6a129360 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:12.221790 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-8962e6e1-beea-4de6-acd9-2f98deaae2de admin admin] Deleting subnet cac93b3c-cfaf-4e48-af75-309b6ae4c803 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:52:12.228641 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cee07-9e23-454a-8a0c-21db93502d9a req-991b75d4-b435-4cde-a47e-f8b22ca6b680 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:12.231451 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d1cee07-9e23-454a-8a0c-21db93502d9a req-991b75d4-b435-4cde-a47e-f8b22ca6b680 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 949 time: 0.0962422 Sep 07 18:52:12.233406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-34dbf6f9-94f2-4ab6-9aeb-40df6a129360 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] device_id is not set on port 4e345a28-6012-4fd2-acf1-b0197956aebb yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:52:12.235288 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8962e6e1-beea-4de6-acd9-2f98deaae2de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:12.248204 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c34b776b-489d-4f99-9386-0b4b9eb61867 None None] Provisioning for port ed2e9a98-5252-4a2f-8d30-3402d1da4c15 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:12.257661 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c34b776b-489d-4f99-9386-0b4b9eb61867 None None] Provisioning complete for port ed2e9a98-5252-4a2f-8d30-3402d1da4c15 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:12.258098 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c34b776b-489d-4f99-9386-0b4b9eb61867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:12.260288 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device a3fb093f-9ce0-4635-bd9b-c79157a00e6b details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:52:12.280829 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8962e6e1-beea-4de6-acd9-2f98deaae2de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:12.316104 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c34b776b-489d-4f99-9386-0b4b9eb61867 None None] Port ed2e9a98-5252-4a2f-8d30-3402d1da4c15 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:52:12.359900 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d1cee07-9e23-454a-8a0c-21db93502d9a req-5776fcdc-81ca-46f6-8ce2-02407e775cf6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092122 Sep 07 18:52:12.368036 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31528eed-8af4-4e41-b683-c2d0efebbe48 req-4174ddf3-6f92-4d7f-bf91-750df532f20f tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:12.369810 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-31528eed-8af4-4e41-b683-c2d0efebbe48 req-4174ddf3-6f92-4d7f-bf91-750df532f20f tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/ports?device_id=494fcb13-1112-4d30-86ce-3da24ae054ed HTTP/1.1" status: 200 len: 946 time: 0.1309259 Sep 07 18:52:12.378751 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8962e6e1-beea-4de6-acd9-2f98deaae2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:12.457936 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8962e6e1-beea-4de6-acd9-2f98deaae2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:12.485966 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962e6e1-beea-4de6-acd9-2f98deaae2de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac93b3c-cfaf-4e48-af75-309b6ae4c803,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:12.491313 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8962e6e1-beea-4de6-acd9-2f98deaae2de admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:12.494156 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8962e6e1-beea-4de6-acd9-2f98deaae2de admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cac93b3c-cfaf-4e48-af75-309b6ae4c803 HTTP/1.1" status: 204 len: 168 time: 0.3416104 Sep 07 18:52:12.496920 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57266) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:12.498158 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-31528eed-8af4-4e41-b683-c2d0efebbe48 req-fa3a8921-dad4-405c-95b6-90677aec0f34 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/security-groups?id=28f91539-00c7-4da2-9b60-3627586fd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206548 Sep 07 18:52:12.500193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-34dbf6f9-94f2-4ab6-9aeb-40df6a129360 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Allocated IP 172.20.0.12 (5096f679-bdf9-4be8-bc26-f04bd96c129b/8d729c03-6579-494e-b67f-2ffb555e2f26/4e345a28-6012-4fd2-acf1-b0197956aebb) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:12.508124 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b35fd92-a572-44b0-985e-2cfc54f4e47f None None] Network bd66a3a3-d141-4b70-95dd-3449895afcd4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:12.553615 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:12.558637 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f94f5a-13da-4911-80c8-17255e04ba86 req-b7ea22f7-56a4-4645-be36-d006f3f11613 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:12.560182 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a5f94f5a-13da-4911-80c8-17255e04ba86 req-b7ea22f7-56a4-4645-be36-d006f3f11613 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1159444 Sep 07 18:52:12.626212 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5cc5bd9d-43ce-4d9a-bb9b-9d0b73ee8936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:12.638975 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:12.666296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b', 'mac_address': 'fa:16:3e:f7:12:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:52:12.704435 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-5cc5bd9d-43ce-4d9a-bb9b-9d0b73ee8936 admin admin] Deleting port cdbd6dda-e97d-4e63-8109-762fb49e5e51 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:12.704989 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5cc5bd9d-43ce-4d9a-bb9b-9d0b73ee8936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:12.724239 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:12.724695 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a5f94f5a-13da-4911-80c8-17255e04ba86 req-910a3e92-31a8-4c1d-a609-e9c8ce4a7faa tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534224 Sep 07 18:52:12.739421 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3fb093f-9ce0-4635-bd9b-c79157a00e6b {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:52:12.764239 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:12.769219 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:12.839298 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad4fde-8d94-42e9-96cc-1a4f8f0fd2e4 req-65fdd61b-d118-444b-9e88-afc496cf1a9f tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:12.849168 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70ad4fde-8d94-42e9-96cc-1a4f8f0fd2e4 req-65fdd61b-d118-444b-9e88-afc496cf1a9f tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 949 time: 0.2486379 Sep 07 18:52:12.855088 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ac15aa-30b3-4a78-ba4a-0ddb4198f123 None None] DHCP port deletion for bd66a3a3-d141-4b70-95dd-3449895afcd4 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:52:12.864604 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,revision_number=12']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:12.870755 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-5cc5bd9d-43ce-4d9a-bb9b-9d0b73ee8936 admin admin] For port cdbd6dda-e97d-4e63-8109-762fb49e5e51, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cdbd6dda-e97d-4e63-8109-762fb49e5e51,segment=NetworkSegment(31c4c172-3a11-4f59-bb1e-7f63cd3dadc7),segment_id=31c4c172-3a11-4f59-bb1e-7f63cd3dadc7)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:12.871130 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5cc5bd9d-43ce-4d9a-bb9b-9d0b73ee8936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:12.894183 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-5cc5bd9d-43ce-4d9a-bb9b-9d0b73ee8936 admin admin] Calling delete_port for cdbd6dda-e97d-4e63-8109-762fb49e5e51 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:12.924877 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-14ac15aa-30b3-4a78-ba4a-0ddb4198f123 None None] Deleting port cdbd6dda-e97d-4e63-8109-762fb49e5e51 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:12.925359 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-14ac15aa-30b3-4a78-ba4a-0ddb4198f123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:12.927289 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70ad4fde-8d94-42e9-96cc-1a4f8f0fd2e4 req-9da0903f-019f-4d62-a997-fd8ad452ed26 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771842 Sep 07 18:52:12.958993 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34dbf6f9-94f2-4ab6-9aeb-40df6a129360 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:12.974867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-34dbf6f9-94f2-4ab6-9aeb-40df6a129360 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Transition to ACTIVE for port object 4e345a28-6012-4fd2-acf1-b0197956aebb will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:13.012293 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5cc5bd9d-43ce-4d9a-bb9b-9d0b73ee8936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:13.026170 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34dbf6f9-94f2-4ab6-9aeb-40df6a129360 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:13.038612 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cdbd6dda-e97d-4e63-8109-762fb49e5e51 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:52:13.047738 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['a3fb093f-9ce0-4635-bd9b-c79157a00e6b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:13.068121 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5bd9d-43ce-4d9a-bb9b-9d0b73ee8936 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbd6dda-e97d-4e63-8109-762fb49e5e51,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:13.072724 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc5bd9d-43ce-4d9a-bb9b-9d0b73ee8936 admin admin] No DVR routers for this DVR port cdbd6dda-e97d-4e63-8109-762fb49e5e51 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:52:13.130571 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: cdbd6dda-e97d-4e63-8109-762fb49e5e51 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:52:13.130806 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cdbd6dda-e97d-4e63-8109-762fb49e5e51 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:52:13.131352 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0ff2bf38-0958-419c-8a41-bcebe21bc028 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:52:13.146711 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-14ac15aa-30b3-4a78-ba4a-0ddb4198f123 None None] For port cdbd6dda-e97d-4e63-8109-762fb49e5e51, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cdbd6dda-e97d-4e63-8109-762fb49e5e51,segment=NetworkSegment(31c4c172-3a11-4f59-bb1e-7f63cd3dadc7),segment_id=31c4c172-3a11-4f59-bb1e-7f63cd3dadc7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:13.147706 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-14ac15aa-30b3-4a78-ba4a-0ddb4198f123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:13.162347 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dbf6f9-94f2-4ab6-9aeb-40df6a129360 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Pushing event updated for resources: {'Port': ['ID=4e345a28-6012-4fd2-acf1-b0197956aebb,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:13.204570 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 0ff2bf38-0958-419c-8a41-bcebe21bc028 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:52:13.204918 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0ff2bf38-0958-419c-8a41-bcebe21bc028 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:52:13.205495 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 762a959f-f0d5-4ca3-9888-d89d0be2aed7 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:52:13.206095 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5cc5bd9d-43ce-4d9a-bb9b-9d0b73ee8936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:13.207907 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-14ac15aa-30b3-4a78-ba4a-0ddb4198f123 None None] Calling delete_port for cdbd6dda-e97d-4e63-8109-762fb49e5e51 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:13.208925 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dbf6f9-94f2-4ab6-9aeb-40df6a129360 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Network 5096f679-bdf9-4be8-bc26-f04bd96c129b is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:13.215926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-34dbf6f9-94f2-4ab6-9aeb-40df6a129360 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:13.219867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dbf6f9-94f2-4ab6-9aeb-40df6a129360 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:13.232451 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5cc5bd9d-43ce-4d9a-bb9b-9d0b73ee8936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd66a3a3-d141-4b70-95dd-3449895afcd4']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:13.242264 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5cc5bd9d-43ce-4d9a-bb9b-9d0b73ee8936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c4c172-3a11-4f59-bb1e-7f63cd3dadc7') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:13.242607 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5cc5bd9d-43ce-4d9a-bb9b-9d0b73ee8936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c4c172-3a11-4f59-bb1e-7f63cd3dadc7') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:13.243804 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 762a959f-f0d5-4ca3-9888-d89d0be2aed7 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:52:13.244153 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 762a959f-f0d5-4ca3-9888-d89d0be2aed7 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:52:13.266462 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5cc5bd9d-43ce-4d9a-bb9b-9d0b73ee8936 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:13.272453 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dbf6f9-94f2-4ab6-9aeb-40df6a129360 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:13.273142 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34dbf6f9-94f2-4ab6-9aeb-40df6a129360 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:13.281533 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5cc5bd9d-43ce-4d9a-bb9b-9d0b73ee8936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:13.295284 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc5bd9d-43ce-4d9a-bb9b-9d0b73ee8936 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:52:13.295746 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5cc5bd9d-43ce-4d9a-bb9b-9d0b73ee8936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:13.299396 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-34dbf6f9-94f2-4ab6-9aeb-40df6a129360 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3126924 Sep 07 18:52:13.305815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34617f-5e43-4451-820f-147839e0c295 req-e54eca47-7d8e-47aa-ae0c-6202a625d6d8 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:13.307535 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce34617f-5e43-4451-820f-147839e0c295 req-e54eca47-7d8e-47aa-ae0c-6202a625d6d8 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=e12f5698-aa61-414c-8262-388623d33bea HTTP/1.1" status: 200 len: 945 time: 0.1641798 Sep 07 18:52:13.308036 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57284) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:13.314003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-5c735582-dedc-48b0-823b-9b7e1387769f tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:72:5b:2b'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:59:0c:8b'}]}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:52:13.316899 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:52:13.381169 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5cc5bd9d-43ce-4d9a-bb9b-9d0b73ee8936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:13.391600 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5cc5bd9d-43ce-4d9a-bb9b-9d0b73ee8936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:13.396338 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5cc5bd9d-43ce-4d9a-bb9b-9d0b73ee8936 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bd66a3a3-d141-4b70-95dd-3449895afcd4 HTTP/1.1" status: 204 len: 168 time: 0.8954122 Sep 07 18:52:13.405567 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5bd9d-43ce-4d9a-bb9b-9d0b73ee8936 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd66a3a3-d141-4b70-95dd-3449895afcd4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:13.409803 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-9f9c57cf-1e91-4652-8f12-69220e5bc11e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e322fec1e0804b28961a329c847871a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600426 Sep 07 18:52:13.437737 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:13.468350 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-14ac15aa-30b3-4a78-ba4a-0ddb4198f123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:13.483857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-14ac15aa-30b3-4a78-ba4a-0ddb4198f123 None None] Network bd66a3a3-d141-4b70-95dd-3449895afcd4 is not hosted by any dhcp agent {{(pid=101446) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 18:52:13.484664 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac15aa-30b3-4a78-ba4a-0ddb4198f123 None None] No DVR routers for this DVR port cdbd6dda-e97d-4e63-8109-762fb49e5e51 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:52:13.514273 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac15aa-30b3-4a78-ba4a-0ddb4198f123 None None] Pushing event deleted for resources: {'Port': ['ID=cdbd6dda-e97d-4e63-8109-762fb49e5e51,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:13.538772 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce34617f-5e43-4451-820f-147839e0c295 req-8612cf15-abbb-4e91-930b-417ef37f3124 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902282 Sep 07 18:52:13.644808 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57292) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:13.661920 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d2c464a7-bc46-4f30-bb53-c672587333d0 None None] Provisioning for port 4e345a28-6012-4fd2-acf1-b0197956aebb completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:13.667950 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d2c464a7-bc46-4f30-bb53-c672587333d0 None None] Provisioning complete for port 4e345a28-6012-4fd2-acf1-b0197956aebb triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:13.668421 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d2c464a7-bc46-4f30-bb53-c672587333d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:13.695027 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7c9998f2-b9c7-4829-bc4b-bb7c9770b2e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=990a87ac43074980b1a724e270c26ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467296 Sep 07 18:52:13.695322 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57294) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:13.709139 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d2c464a7-bc46-4f30-bb53-c672587333d0 None None] Port 4e345a28-6012-4fd2-acf1-b0197956aebb cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:52:13.723654 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-93ceb40b-7c43-41cd-9a82-7165cb6a9920 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:13.725151 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-93ceb40b-7c43-41cd-9a82-7165cb6a9920 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3004870 Sep 07 18:52:13.725698 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5c735582-dedc-48b0-823b-9b7e1387769f tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:13.745857 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c7ce4417-f5be-44a7-9f92-9e1fe034e2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:13.746122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31120990-aad9-4c26-ad83-041dfae94ad8 req-3cd9b4a6-56c9-41c5-8774-9f233bfa8628 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:13.747600 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-31120990-aad9-4c26-ad83-041dfae94ad8 req-3cd9b4a6-56c9-41c5-8774-9f233bfa8628 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.36 "GET /v2.0/ports?device_id=494fcb13-1112-4d30-86ce-3da24ae054ed HTTP/1.1" status: 200 len: 946 time: 0.1685247 Sep 07 18:52:13.767687 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c7ce4417-f5be-44a7-9f92-9e1fe034e2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:13.774051 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875db5f-eae1-43d2-a8ef-1fba927bc68a req-dc4d6d90-a911-4707-a1d1-125ec50536d7 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:13.776087 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4875db5f-eae1-43d2-a8ef-1fba927bc68a req-dc4d6d90-a911-4707-a1d1-125ec50536d7 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/ports?device_id=494fcb13-1112-4d30-86ce-3da24ae054ed HTTP/1.1" status: 200 len: 946 time: 0.1603627 Sep 07 18:52:13.814060 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c7ce4417-f5be-44a7-9f92-9e1fe034e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:13.816612 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c7ce4417-f5be-44a7-9f92-9e1fe034e2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:13.817772 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c7ce4417-f5be-44a7-9f92-9e1fe034e2dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af76fb8e-534d-418c-b1a1-7a7af5c6a5e9 HTTP/1.1" status: 204 len: 168 time: 0.1215632 Sep 07 18:52:13.819919 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-89ea4233-66f8-4bfe-b126-81c84ac84fe7 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/quotas/e322fec1e0804b28961a329c847871a3 HTTP/1.1" status: 200 len: 375 time: 0.0689058 Sep 07 18:52:13.827872 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce4417-f5be-44a7-9f92-9e1fe034e2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af76fb8e-534d-418c-b1a1-7a7af5c6a5e9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:13.955301 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4875db5f-eae1-43d2-a8ef-1fba927bc68a req-210ad19c-fe71-4c65-91e5-7470a349477b tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/security-groups?id=28f91539-00c7-4da2-9b60-3627586fd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414652 Sep 07 18:52:14.031048 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-8479cee4-f315-4a23-8164-9fd3cb421ea2 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2011542 Sep 07 18:52:14.089383 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-31120990-aad9-4c26-ad83-041dfae94ad8 req-47a0ce17-a7a5-4a15-898d-5beb2452ee77 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Deleting port 15ad4975-34c7-453b-ae40-e362b8356803 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:14.089722 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-31120990-aad9-4c26-ad83-041dfae94ad8 req-47a0ce17-a7a5-4a15-898d-5beb2452ee77 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:14.192090 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5c735582-dedc-48b0-823b-9b7e1387769f tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:14.201146 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c6c44-eb2e-479c-a508-3f15b63f48aa req-4fc44531-5e19-40a3-87ff-50dd603680a2 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:14.208290 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a8c6c44-eb2e-479c-a508-3f15b63f48aa req-4fc44531-5e19-40a3-87ff-50dd603680a2 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=e12f5698-aa61-414c-8262-388623d33bea HTTP/1.1" status: 200 len: 945 time: 0.1733239 Sep 07 18:52:14.219457 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5c735582-dedc-48b0-823b-9b7e1387769f tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:14.267052 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device a3fb093f-9ce0-4635-bd9b-c79157a00e6b up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:14.337048 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port a3fb093f-9ce0-4635-bd9b-c79157a00e6b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:14.344376 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port a3fb093f-9ce0-4635-bd9b-c79157a00e6b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:14.345253 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:14.470177 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:14.508839 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1ab532-4645-4cde-93f5-e2a5820c0351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:14.511984 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab157a1-6295-4b2f-bc8d-59f30cabcb7b" -d '{"events": [{"server_uuid": "bc1ab532-4645-4cde-93f5-e2a5820c0351", "name": "network-vif-plugged", "status": "completed", "tag": "a3fb093f-9ce0-4635-bd9b-c79157a00e6b"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:14.518976 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:14.526401 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:14.582789 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,revision_number=13']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:14.636034 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57334) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:14.646494 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-31120990-aad9-4c26-ad83-041dfae94ad8 req-47a0ce17-a7a5-4a15-898d-5beb2452ee77 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] For port 15ad4975-34c7-453b-ae40-e362b8356803, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=15ad4975-34c7-453b-ae40-e362b8356803,segment=NetworkSegment(24c41185-3fe3-471e-9335-966b5e0db652),segment_id=24c41185-3fe3-471e-9335-966b5e0db652)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:14.646996 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-31120990-aad9-4c26-ad83-041dfae94ad8 req-47a0ce17-a7a5-4a15-898d-5beb2452ee77 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:14.700783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-31120990-aad9-4c26-ad83-041dfae94ad8 req-47a0ce17-a7a5-4a15-898d-5beb2452ee77 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Calling delete_port for 15ad4975-34c7-453b-ae40-e362b8356803 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:14.716745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a8c6c44-eb2e-479c-a508-3f15b63f48aa req-f1501645-8563-4ac0-98c1-d029fd0509f1 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074170 Sep 07 18:52:14.739721 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c735582-dedc-48b0-823b-9b7e1387769f tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Pushing event updated for resources: {'Port': ['ID=4e345a28-6012-4fd2-acf1-b0197956aebb,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:14.768610 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-5c735582-dedc-48b0-823b-9b7e1387769f tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] In _notify_port_updated(), no bound segment for port 4e345a28-6012-4fd2-acf1-b0197956aebb on network 5096f679-bdf9-4be8-bc26-f04bd96c129b {{(pid=101445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 18:52:14.776264 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c735582-dedc-48b0-823b-9b7e1387769f tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:14.777612 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5c735582-dedc-48b0-823b-9b7e1387769f tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:14.779159 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5c735582-dedc-48b0-823b-9b7e1387769f tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "PUT /v2.0/ports/4e345a28-6012-4fd2-acf1-b0197956aebb HTTP/1.1" status: 200 len: 1056 time: 1.4701419 Sep 07 18:52:14.782162 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57340) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:14.809547 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca8449-9a54-40db-87b0-b38c8878b135 req-8001a1b7-9851-40cf-8783-1ea266a78aff tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:14.818734 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-04ca8449-9a54-40db-87b0-b38c8878b135 req-8001a1b7-9851-40cf-8783-1ea266a78aff tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.6071546 Sep 07 18:52:14.904966 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-c5f47fb7-d9a1-4dcc-be57-0a88fe64530a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1401036768-network', 'tenant_id': 'd8d2dd6678d2444d8d30e7280161600d'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:14.926704 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-04ca8449-9a54-40db-87b0-b38c8878b135 req-66cc4848-131d-42ad-bf75-95c1b682f86f tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069326 Sep 07 18:52:14.947212 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f47fb7-d9a1-4dcc-be57-0a88fe64530a admin admin] Made reservation on behalf of d8d2dd6678d2444d8d30e7280161600d for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:14.949960 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5f47fb7-d9a1-4dcc-be57-0a88fe64530a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:14.963720 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d3a02355-7da3-4f07-b7ab-6b21731d9a94 None None] Provisioning complete for port 4e345a28-6012-4fd2-acf1-b0197956aebb triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:14.966234 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d3a02355-7da3-4f07-b7ab-6b21731d9a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:14.968866 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5f47fb7-d9a1-4dcc-be57-0a88fe64530a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:14.972366 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-94ad97d5-2578-4d72-bdcd-7adb8d1ee1ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Deleting port 4e345a28-6012-4fd2-acf1-b0197956aebb {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:14.972830 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94ad97d5-2578-4d72-bdcd-7adb8d1ee1ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.024210 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939588bc-bd19-4e19-b968-aeb21b6d8cc8 x-openstack-request-id: req-939588bc-bd19-4e19-b968-aeb21b6d8cc8 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:15.024728 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1ab532-4645-4cde-93f5-e2a5820c0351", "name": "network-vif-plugged", "status": "completed", "tag": "a3fb093f-9ce0-4635-bd9b-c79157a00e6b", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:15.024977 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-939588bc-bd19-4e19-b968-aeb21b6d8cc8 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:15.025825 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1ab532-4645-4cde-93f5-e2a5820c0351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b', 'code': 200} Sep 07 18:52:15.026379 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d3a02355-7da3-4f07-b7ab-6b21731d9a94 None None] Port 4e345a28-6012-4fd2-acf1-b0197956aebb cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:52:15.048934 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-31120990-aad9-4c26-ad83-041dfae94ad8 req-47a0ce17-a7a5-4a15-898d-5beb2452ee77 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.063170 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['15ad4975-34c7-453b-ae40-e362b8356803'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:15.066535 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d81c4624-806b-4a2e-bd3d-18db1d88d1c9 req-63ae0faa-66f6-4b0b-9f3c-df17a8b5c909 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 210 time: 0.0299654 Sep 07 18:52:15.104982 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0ce17-a7a5-4a15-898d-5beb2452ee77 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Pushing event deleted for resources: {'Port': ['ID=15ad4975-34c7-453b-ae40-e362b8356803,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:15.126948 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94ad97d5-2578-4d72-bdcd-7adb8d1ee1ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.155017 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-94ad97d5-2578-4d72-bdcd-7adb8d1ee1ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Calling delete_port for 4e345a28-6012-4fd2-acf1-b0197956aebb owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:15.170863 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-31120990-aad9-4c26-ad83-041dfae94ad8 req-47a0ce17-a7a5-4a15-898d-5beb2452ee77 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] No DVR routers for this DVR port 15ad4975-34c7-453b-ae40-e362b8356803 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:52:15.183799 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-31120990-aad9-4c26-ad83-041dfae94ad8 req-47a0ce17-a7a5-4a15-898d-5beb2452ee77 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.184670 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-31120990-aad9-4c26-ad83-041dfae94ad8 req-47a0ce17-a7a5-4a15-898d-5beb2452ee77 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.36 "DELETE /v2.0/ports/15ad4975-34c7-453b-ae40-e362b8356803 HTTP/1.1" status: 204 len: 173 time: 1.4296324 Sep 07 18:52:15.185129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494fcb13-1112-4d30-86ce-3da24ae054ed', 'name': 'network-vif-deleted', 'tag': '15ad4975-34c7-453b-ae40-e362b8356803'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:15.187409 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fd3883-8d53-4d67-9f1a-2dab09790207" -d '{"events": [{"server_uuid": "494fcb13-1112-4d30-86ce-3da24ae054ed", "name": "network-vif-deleted", "tag": "15ad4975-34c7-453b-ae40-e362b8356803"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:15.207704 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d5a1c97-6b57-40af-ad3f-49f06f1ce111 req-473be26e-f142-42da-b5f2-423ad5bef969 tempest-InstanceActionsV221TestJSON-402517397 tempest-InstanceActionsV221TestJSON-402517397-project] 10.222.0.26 "GET /v2.0/ports?device_id=494fcb13-1112-4d30-86ce-3da24ae054ed HTTP/1.1" status: 200 len: 210 time: 0.0384753 Sep 07 18:52:15.284832 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ebee2-6dcb-4cab-aca5-54a360d21aa1 req-8fe14fa6-b5d4-48d3-ba0c-0b0552ff17e1 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:15.297598 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c64ebee2-6dcb-4cab-aca5-54a360d21aa1 req-8fe14fa6-b5d4-48d3-ba0c-0b0552ff17e1 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=e12f5698-aa61-414c-8262-388623d33bea HTTP/1.1" status: 200 len: 945 time: 0.0932672 Sep 07 18:52:15.301242 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c20d5ad-a807-4c07-8f1c-56c0305eebc9 x-openstack-request-id: req-3c20d5ad-a807-4c07-8f1c-56c0305eebc9 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:15.301426 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494fcb13-1112-4d30-86ce-3da24ae054ed", "name": "network-vif-deleted", "tag": "15ad4975-34c7-453b-ae40-e362b8356803", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:15.301782 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c20d5ad-a807-4c07-8f1c-56c0305eebc9 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:15.302144 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494fcb13-1112-4d30-86ce-3da24ae054ed', 'name': 'network-vif-deleted', 'tag': '15ad4975-34c7-453b-ae40-e362b8356803', 'status': 'completed', 'code': 200} Sep 07 18:52:15.316444 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5f47fb7-d9a1-4dcc-be57-0a88fe64530a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.321323 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5f47fb7-d9a1-4dcc-be57-0a88fe64530a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.345182 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f47fb7-d9a1-4dcc-be57-0a88fe64530a admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:52:15.358523 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c64ebee2-6dcb-4cab-aca5-54a360d21aa1 req-4de57b27-8a0f-4c2d-8f70-9ae7d523ab94 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599630 Sep 07 18:52:15.382132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-dd98c619-3ab1-4f96-b1e4-d54da123407b tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e322fec1e0804b28961a329c847871a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451453 Sep 07 18:52:15.408383 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f47fb7-d9a1-4dcc-be57-0a88fe64530a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d49e808-7308-4f99-bf71-b8884ab00a74,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:15.445879 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94ad97d5-2578-4d72-bdcd-7adb8d1ee1ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.449159 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5f47fb7-d9a1-4dcc-be57-0a88fe64530a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.449553 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-c5f47fb7-d9a1-4dcc-be57-0a88fe64530a admin admin] Added segment 6d2ee86b-6f65-4893-a4e4-4246b8e8535b of type vlan for network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 Sep 07 18:52:15.489832 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad97d5-2578-4d72-bdcd-7adb8d1ee1ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Pushing event deleted for resources: {'Port': ['ID=4e345a28-6012-4fd2-acf1-b0197956aebb,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:15.542390 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01752dde-a15c-4199-a60b-31440b69b9f1 req-46a34a03-0fa9-43b8-93f9-b7c1befbca9a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:15.544799 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5f47fb7-d9a1-4dcc-be57-0a88fe64530a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.546083 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01752dde-a15c-4199-a60b-31440b69b9f1 req-46a34a03-0fa9-43b8-93f9-b7c1befbca9a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=e12f5698-aa61-414c-8262-388623d33bea HTTP/1.1" status: 200 len: 945 time: 0.1076691 Sep 07 18:52:15.557369 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-9e96b8a0-e2d6-4134-b1f3-7c96c665989b tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:15.558900 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-9e96b8a0-e2d6-4134-b1f3-7c96c665989b tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1697376 Sep 07 18:52:15.582145 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-b8889364-6bdf-40c6-bfb2-e4b0e2c37392 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Request body: {'port': {'device_id': '3df28ca9-cec9-45cb-a48a-7f15c34b17b2', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': 'e322fec1e0804b28961a329c847871a3'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:15.611350 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5f47fb7-d9a1-4dcc-be57-0a88fe64530a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.612139 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f47fb7-d9a1-4dcc-be57-0a88fe64530a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:15.612754 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5f47fb7-d9a1-4dcc-be57-0a88fe64530a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.663054 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c5f47fb7-d9a1-4dcc-be57-0a88fe64530a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0258729 Sep 07 18:52:15.678285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57350) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:15.683806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01752dde-a15c-4199-a60b-31440b69b9f1 req-8e2ce33a-7b2c-4e5a-a276-b79a0c33aa1a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239052 Sep 07 18:52:15.687538 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-4659e281-bee7-441e-b39f-0212522f2b42 admin admin] Request body: {'subnet': {'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1401036768-subnet', 'tenant_id': 'd8d2dd6678d2444d8d30e7280161600d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:15.749789 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4659e281-bee7-441e-b39f-0212522f2b42 admin admin] Made reservation on behalf of d8d2dd6678d2444d8d30e7280161600d for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:15.754637 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4659e281-bee7-441e-b39f-0212522f2b42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.755029 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f47fb7-d9a1-4dcc-be57-0a88fe64530a admin admin] Pushing event updated for resources: {'Network': ['ID=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:15.768538 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:52:15.834928 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-b8889364-6bdf-40c6-bfb2-e4b0e2c37392 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Made reservation on behalf of e322fec1e0804b28961a329c847871a3 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:15.839581 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-b8889364-6bdf-40c6-bfb2-e4b0e2c37392 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.874753 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94ad97d5-2578-4d72-bdcd-7adb8d1ee1ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.879692 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-94ad97d5-2578-4d72-bdcd-7adb8d1ee1ed tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "DELETE /v2.0/ports/4e345a28-6012-4fd2-acf1-b0197956aebb HTTP/1.1" status: 204 len: 168 time: 1.0933502 Sep 07 18:52:15.880098 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57358) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:15.918411 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-14032565-0742-4d6a-a1c4-0e610ed4770a tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] GET failed (client error): The resource could not be found. Sep 07 18:52:15.922812 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-14032565-0742-4d6a-a1c4-0e610ed4770a tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "GET /v2.0/ports/4e345a28-6012-4fd2-acf1-b0197956aebb HTTP/1.1" status: 404 len: 333 time: 0.0379164 Sep 07 18:52:15.925924 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57360) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:16.020120 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-01fb0629-0994-48e4-8485-2c30a4ad08ae tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Deleting port ed2e9a98-5252-4a2f-8d30-3402d1da4c15 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:16.020535 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-01fb0629-0994-48e4-8485-2c30a4ad08ae tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:16.065857 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075cf02-e60e-442c-984c-56451da94dd2 req-2e28ca38-98a1-4632-9bb2-445925a17726 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:16.067342 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e075cf02-e60e-442c-984c-56451da94dd2 req-2e28ca38-98a1-4632-9bb2-445925a17726 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=e12f5698-aa61-414c-8262-388623d33bea HTTP/1.1" status: 200 len: 945 time: 0.1376007 Sep 07 18:52:16.112225 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-01fb0629-0994-48e4-8485-2c30a4ad08ae tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:16.124256 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-01fb0629-0994-48e4-8485-2c30a4ad08ae tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Calling delete_port for ed2e9a98-5252-4a2f-8d30-3402d1da4c15 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:16.131499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-b8889364-6bdf-40c6-bfb2-e4b0e2c37392 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Allocated IP 192.168.233.142 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:16.191211 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4659e281-bee7-441e-b39f-0212522f2b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:16.240970 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cde17-0e84-4042-81d3-2ec07cd8f1f9 req-6d641fa5-f1f1-4487-a6c4-2def85a97910 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:16.242394 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec3cde17-0e84-4042-81d3-2ec07cd8f1f9 req-6d641fa5-f1f1-4487-a6c4-2def85a97910 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1891143 Sep 07 18:52:16.257932 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-01fb0629-0994-48e4-8485-2c30a4ad08ae tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:16.262014 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e075cf02-e60e-442c-984c-56451da94dd2 req-b6c89698-3d2a-4524-81c6-12b1a87b6cb8 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795599 Sep 07 18:52:16.294975 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb0629-0994-48e4-8485-2c30a4ad08ae tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Pushing event deleted for resources: {'Port': ['ID=ed2e9a98-5252-4a2f-8d30-3402d1da4c15,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:16.321514 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659e281-bee7-441e-b39f-0212522f2b42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=330b0af3-a338-4c3d-9fb6-805b1cab9e04,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:16.374853 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-01fb0629-0994-48e4-8485-2c30a4ad08ae tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:16.379320 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-01fb0629-0994-48e4-8485-2c30a4ad08ae tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "DELETE /v2.0/ports/ed2e9a98-5252-4a2f-8d30-3402d1da4c15 HTTP/1.1" status: 204 len: 168 time: 0.4518712 Sep 07 18:52:16.379637 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57372) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:16.406203 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4c69dc-a2e0-4dd4-b3ac-14253ffdb1c4 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] GET failed (client error): The resource could not be found. Sep 07 18:52:16.413606 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fb4c69dc-a2e0-4dd4-b3ac-14253ffdb1c4 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "GET /v2.0/ports/ed2e9a98-5252-4a2f-8d30-3402d1da4c15 HTTP/1.1" status: 404 len: 333 time: 0.0328457 Sep 07 18:52:16.414422 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57374) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:16.420926 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec3cde17-0e84-4042-81d3-2ec07cd8f1f9 req-142bf4b9-7cd6-40cd-858e-06b2f3c50a2b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667333 Sep 07 18:52:16.426885 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0b06b941-f7f1-42e8-88ba-27de935ed9be req-267ab825-0657-43f5-8104-db0bf76e4101 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 210 time: 0.0779908 Sep 07 18:52:16.432045 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4659e281-bee7-441e-b39f-0212522f2b42 admin admin] Checking segment: {'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:16.432415 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4659e281-bee7-441e-b39f-0212522f2b42 admin admin] Network hostable DHCP agents. Network: b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:52:16.487534 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4659e281-bee7-441e-b39f-0212522f2b42 admin admin] Network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:52:16.495762 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-b8889364-6bdf-40c6-bfb2-e4b0e2c37392 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:16.505679 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-4659e281-bee7-441e-b39f-0212522f2b42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:16.514439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4659e281-bee7-441e-b39f-0212522f2b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:16.515049 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4659e281-bee7-441e-b39f-0212522f2b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:16.516481 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11589d4-41ab-4246-8ae3-35ed0db38e20 None None] Network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:16.526730 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-b8889364-6bdf-40c6-bfb2-e4b0e2c37392 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Transition to ACTIVE for port object 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:16.551426 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4659e281-bee7-441e-b39f-0212522f2b42 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8716958 Sep 07 18:52:16.613575 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d8889993-e081-4436-a843-8cbb99175407 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Deleting port 6527d504-cfe5-442d-9d89-9b0057d6461f {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:16.614997 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d8889993-e081-4436-a843-8cbb99175407 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:16.625472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f1705-7070-479f-8b3b-3b59148f86fa req-87f3852a-d87c-4a24-819b-ce7859100291 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:16.632768 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-483f1705-7070-479f-8b3b-3b59148f86fa req-87f3852a-d87c-4a24-819b-ce7859100291 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=e12f5698-aa61-414c-8262-388623d33bea HTTP/1.1" status: 200 len: 945 time: 0.0982001 Sep 07 18:52:16.661173 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-b8889364-6bdf-40c6-bfb2-e4b0e2c37392 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:16.690095 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['897ca894-dfa1-4315-9efb-967d68266413', 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:16.738606 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:16.753911 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d8889993-e081-4436-a843-8cbb99175407 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:16.756900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8889364-6bdf-40c6-bfb2-e4b0e2c37392 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Pushing event updated for resources: {'Port': ['ID=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:16.772194 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d8889993-e081-4436-a843-8cbb99175407 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Calling delete_port for 6527d504-cfe5-442d-9d89-9b0057d6461f owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:16.785302 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-483f1705-7070-479f-8b3b-3b59148f86fa req-d8194d0e-c1cd-4737-879a-c4cb594d12ef tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515648 Sep 07 18:52:16.790058 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-b8889364-6bdf-40c6-bfb2-e4b0e2c37392 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:16.798352 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-b8889364-6bdf-40c6-bfb2-e4b0e2c37392 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:16.810306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-b8889364-6bdf-40c6-bfb2-e4b0e2c37392 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:16.876529 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57390) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:16.953897 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1064da-2aad-4ef2-ad5f-3cc3cf4d8668 None None] Network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:16.995581 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-b8889364-6bdf-40c6-bfb2-e4b0e2c37392 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:16.996571 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-b8889364-6bdf-40c6-bfb2-e4b0e2c37392 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.008331 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7866f76-894d-4cd6-99df-8ae41fba0ea5 admin admin] Deleting subnet 85f0cdaf-7563-4673-b3b2-20fd371ff489 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:52:17.024828 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7866f76-894d-4cd6-99df-8ae41fba0ea5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.054759 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d8889993-e081-4436-a843-8cbb99175407 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.160323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-b8889364-6bdf-40c6-bfb2-e4b0e2c37392 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5820169 Sep 07 18:52:17.181382 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7866f76-894d-4cd6-99df-8ae41fba0ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.187991 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8889993-e081-4436-a843-8cbb99175407 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Pushing event deleted for resources: {'Port': ['ID=6527d504-cfe5-442d-9d89-9b0057d6461f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:17.195326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] Request body: {'port': {'device_id': '3df28ca9-cec9-45cb-a48a-7f15c34b17b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:17.266460 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d8889993-e081-4436-a843-8cbb99175407 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.268802 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d8889993-e081-4436-a843-8cbb99175407 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "DELETE /v2.0/ports/6527d504-cfe5-442d-9d89-9b0057d6461f HTTP/1.1" status: 204 len: 168 time: 0.8529313 Sep 07 18:52:17.272649 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57408) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:17.336349 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c64d2fd-5f79-4d7f-9b51-2f94bd5c08b4 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Deleting subnet 8d729c03-6579-494e-b67f-2ffb555e2f26 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:52:17.341129 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c64d2fd-5f79-4d7f-9b51-2f94bd5c08b4 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.380812 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-295d5543-5fae-4390-a7d5-7c772f83e08f None None] Provisioning for port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:17.400542 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c64d2fd-5f79-4d7f-9b51-2f94bd5c08b4 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.401096 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-295d5543-5fae-4390-a7d5-7c772f83e08f None None] Provisioning complete for port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:17.402007 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-295d5543-5fae-4390-a7d5-7c772f83e08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.447154 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7866f76-894d-4cd6-99df-8ae41fba0ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.475654 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-295d5543-5fae-4390-a7d5-7c772f83e08f None None] Port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:52:17.476634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-b91db8df-a9a3-4c2d-b1e6-68ca95ed3208 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:17.486501 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-b91db8df-a9a3-4c2d-b1e6-68ca95ed3208 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/networks?id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 HTTP/1.1" status: 200 len: 812 time: 0.3183877 Sep 07 18:52:17.512968 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.523299 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c64d2fd-5f79-4d7f-9b51-2f94bd5c08b4 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.527680 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-82113e92-f469-495e-a9c3-14ebfeb1001b tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/quotas/d8d2dd6678d2444d8d30e7280161600d HTTP/1.1" status: 200 len: 375 time: 0.0400043 Sep 07 18:52:17.579818 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-2ac641bd-df25-4260-9f54-aff3be679de4 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8d2dd6678d2444d8d30e7280161600d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509980 Sep 07 18:52:17.595927 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c64d2fd-5f79-4d7f-9b51-2f94bd5c08b4 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.625657 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64d2fd-5f79-4d7f-9b51-2f94bd5c08b4 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Pushing event deleted for resources: {'Subnet': ['ID=8d729c03-6579-494e-b67f-2ffb555e2f26,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:17.627833 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c64d2fd-5f79-4d7f-9b51-2f94bd5c08b4 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.629738 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5c64d2fd-5f79-4d7f-9b51-2f94bd5c08b4 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "DELETE /v2.0/subnets/8d729c03-6579-494e-b67f-2ffb555e2f26 HTTP/1.1" status: 204 len: 168 time: 0.3560610 Sep 07 18:52:17.632484 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57416) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:17.640364 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45595a70-0ecc-478e-a34e-1acd16d4d858 None None] Network 5096f679-bdf9-4be8-bc26-f04bd96c129b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:17.679679 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7866f76-894d-4cd6-99df-8ae41fba0ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.712962 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c91144e5-ca23-411b-a845-f6c1aa9227a3 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.772920 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-c91144e5-ca23-411b-a845-f6c1aa9227a3 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Deleting port 132af2d4-028a-4319-b587-f596bc43cfda {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:17.773496 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c91144e5-ca23-411b-a845-f6c1aa9227a3 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.788437 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7866f76-894d-4cd6-99df-8ae41fba0ea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85f0cdaf-7563-4673-b3b2-20fd371ff489,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:17.803192 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7866f76-894d-4cd6-99df-8ae41fba0ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.805274 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d7866f76-894d-4cd6-99df-8ae41fba0ea5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/85f0cdaf-7563-4673-b3b2-20fd371ff489 HTTP/1.1" status: 204 len: 168 time: 0.9276316 Sep 07 18:52:17.810889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57418) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:17.829657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e27b0-edc8-497e-8b4c-0d9d5ac598a6 req-3de5fea1-5cad-424e-83a9-f36e18f22946 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:17.831106 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe7e27b0-edc8-497e-8b4c-0d9d5ac598a6 req-3de5fea1-5cad-424e-83a9-f36e18f22946 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.2779746 Sep 07 18:52:17.849593 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-c91144e5-ca23-411b-a845-f6c1aa9227a3 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] For port 132af2d4-028a-4319-b587-f596bc43cfda, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=132af2d4-028a-4319-b587-f596bc43cfda,segment=NetworkSegment(19e31b7c-dc52-4f55-961a-ec30f763de76),segment_id=19e31b7c-dc52-4f55-961a-ec30f763de76)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:17.850319 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c91144e5-ca23-411b-a845-f6c1aa9227a3 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.851259 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca913e5-a92e-4f9e-9f8a-7c8abd84b3a7 None None] DHCP port deletion for 5096f679-bdf9-4be8-bc26-f04bd96c129b request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:52:17.863810 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-c91144e5-ca23-411b-a845-f6c1aa9227a3 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Calling delete_port for 132af2d4-028a-4319-b587-f596bc43cfda owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:17.900939 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-fca913e5-a92e-4f9e-9f8a-7c8abd84b3a7 None None] Deleting port 132af2d4-028a-4319-b587-f596bc43cfda {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:17.901613 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fca913e5-a92e-4f9e-9f8a-7c8abd84b3a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.940426 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-993b573d-cfb8-4c8f-9792-11c6fc0d79ec service neutron] 10.222.0.26 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219788 Sep 07 18:52:17.950524 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c91144e5-ca23-411b-a845-f6c1aa9227a3 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.969647 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-fca913e5-a92e-4f9e-9f8a-7c8abd84b3a7 None None] For port 132af2d4-028a-4319-b587-f596bc43cfda, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=132af2d4-028a-4319-b587-f596bc43cfda,segment=NetworkSegment(19e31b7c-dc52-4f55-961a-ec30f763de76),segment_id=19e31b7c-dc52-4f55-961a-ec30f763de76)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:17.970359 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fca913e5-a92e-4f9e-9f8a-7c8abd84b3a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.981455 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91144e5-ca23-411b-a845-f6c1aa9227a3 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Pushing event deleted for resources: {'Port': ['ID=132af2d4-028a-4319-b587-f596bc43cfda,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:17.984494 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-fca913e5-a92e-4f9e-9f8a-7c8abd84b3a7 None None] Calling delete_port for 132af2d4-028a-4319-b587-f596bc43cfda owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:17.987555 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91144e5-ca23-411b-a845-f6c1aa9227a3 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] No DVR routers for this DVR port 132af2d4-028a-4319-b587-f596bc43cfda on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:52:17.987689 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 15ad4975-34c7-453b-ae40-e362b8356803 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:52:18.015510 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0a4bb38-b639-4433-a41d-10545537fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.025879 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 15ad4975-34c7-453b-ae40-e362b8356803 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:52:18.026233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 15ad4975-34c7-453b-ae40-e362b8356803 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:52:18.041029 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe7e27b0-edc8-497e-8b4c-0d9d5ac598a6 req-9fc6ca0f-1f08-4694-8b5a-483f4c2ee87f tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868629 Sep 07 18:52:18.086712 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c91144e5-ca23-411b-a845-f6c1aa9227a3 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: from cryptography.utils import int_from_bytes Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: from cryptography.utils import int_from_bytes Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.095767 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.099105 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.099105 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.099105 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.099105 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.099105 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.099105 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.099105 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.099105 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.099105 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.099105 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.099105 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.099105 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.099105 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:52:18.099105 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:52:18.102104 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fca913e5-a92e-4f9e-9f8a-7c8abd84b3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.112959 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c91144e5-ca23-411b-a845-f6c1aa9227a3 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5096f679-bdf9-4be8-bc26-f04bd96c129b']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:18.122838 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c91144e5-ca23-411b-a845-f6c1aa9227a3 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e31b7c-dc52-4f55-961a-ec30f763de76') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:18.123135 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c91144e5-ca23-411b-a845-f6c1aa9227a3 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e31b7c-dc52-4f55-961a-ec30f763de76') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:18.128316 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca913e5-a92e-4f9e-9f8a-7c8abd84b3a7 None None] Pushing event deleted for resources: {'Port': ['ID=132af2d4-028a-4319-b587-f596bc43cfda,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:18.133305 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca913e5-a92e-4f9e-9f8a-7c8abd84b3a7 None None] No DVR routers for this DVR port 132af2d4-028a-4319-b587-f596bc43cfda on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:52:18.138247 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c91144e5-ca23-411b-a845-f6c1aa9227a3 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.153086 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c91144e5-ca23-411b-a845-f6c1aa9227a3 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.159056 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91144e5-ca23-411b-a845-f6c1aa9227a3 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:52:18.159490 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c91144e5-ca23-411b-a845-f6c1aa9227a3 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:52:18.162408 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:52:18.220485 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c91144e5-ca23-411b-a845-f6c1aa9227a3 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.227336 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c91144e5-ca23-411b-a845-f6c1aa9227a3 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.229278 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c91144e5-ca23-411b-a845-f6c1aa9227a3 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] 10.222.0.26 "DELETE /v2.0/networks/5096f679-bdf9-4be8-bc26-f04bd96c129b HTTP/1.1" status: 204 len: 168 time: 0.5960004 Sep 07 18:52:18.241185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:52:18.244588 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91144e5-ca23-411b-a845-f6c1aa9227a3 tempest-AllowedAddressPairTestJSON-205393260 tempest-AllowedAddressPairTestJSON-205393260-project] Pushing event deleted for resources: {'Network': ['ID=5096f679-bdf9-4be8-bc26-f04bd96c129b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:18.265232 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.287859 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-bc130d1d-5ffe-4459-af47-7b76e4eecb1d service neutron] 10.222.0.26 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114643 Sep 07 18:52:18.317867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831789e0-a886-4e91-9f67-43e23a0b801e req-2c18705d-63dc-49ab-a8c8-69c6e2cc082c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:18.319397 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-831789e0-a886-4e91-9f67-43e23a0b801e req-2c18705d-63dc-49ab-a8c8-69c6e2cc082c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 936 time: 0.1939306 Sep 07 18:52:18.322196 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] Transition to ACTIVE for port object 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:18.354808 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0a4bb38-b639-4433-a41d-10545537fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.357791 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.423954 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-e0a4bb38-b639-4433-a41d-10545537fdd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0549df-9223-4a19-aaf1-70d6d3ca24d0']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:18.466374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-e0a4bb38-b639-4433-a41d-10545537fdd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c41185-3fe3-471e-9335-966b5e0db652') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:18.466670 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-e0a4bb38-b639-4433-a41d-10545537fdd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c41185-3fe3-471e-9335-966b5e0db652') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:18.492231 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57432) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:18.498440 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0a4bb38-b639-4433-a41d-10545537fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.501495 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:18.514692 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-831789e0-a886-4e91-9f67-43e23a0b801e req-b5672f07-c775-4d84-b3eb-9a9c3b4c1d5a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623411 Sep 07 18:52:18.581602 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0a4bb38-b639-4433-a41d-10545537fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.595787 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a4bb38-b639-4433-a41d-10545537fdd0 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:52:18.596439 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0a4bb38-b639-4433-a41d-10545537fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.651358 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077137e-8e98-4db4-a2e6-997546b2694d req-6ce8b10c-04b8-44ae-996c-151ce503f335 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:18.653290 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4077137e-8e98-4db4-a2e6-997546b2694d req-6ce8b10c-04b8-44ae-996c-151ce503f335 tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.60 "GET /v2.0/ports?device_id=e12f5698-aa61-414c-8262-388623d33bea HTTP/1.1" status: 200 len: 945 time: 0.1326852 Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: timer() Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:52:18.697363 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:52:18.707527 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0a4bb38-b639-4433-a41d-10545537fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.760823 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0a4bb38-b639-4433-a41d-10545537fdd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.765128 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e0a4bb38-b639-4433-a41d-10545537fdd0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0d0549df-9223-4a19-aaf1-70d6d3ca24d0 HTTP/1.1" status: 204 len: 168 time: 0.9513428 Sep 07 18:52:18.812715 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4bb38-b639-4433-a41d-10545537fdd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d0549df-9223-4a19-aaf1-70d6d3ca24d0,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:18.849277 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f3268-0992-4c9e-afe7-d45b703fa09c req-19ce7809-5fc1-4488-98b9-3bcdef4c274f tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:18.858552 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f51f3268-0992-4c9e-afe7-d45b703fa09c req-19ce7809-5fc1-4488-98b9-3bcdef4c274f tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=e12f5698-aa61-414c-8262-388623d33bea HTTP/1.1" status: 200 len: 945 time: 0.3947020 Sep 07 18:52:18.888565 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02a3d9aa-422a-41f4-970c-9a4c4a2ae978 req-eb550ccb-a6a4-4dc5-a7a3-8796e370fa4b tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1beb38-94be-44d5-ac98-362d89617b1a HTTP/1.1" status: 200 len: 210 time: 0.0672624 Sep 07 18:52:18.888815 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5a4dce13-1581-4901-873c-f6f69b3e7586 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e9bf3a60bd64e1ba8cf434681f35e64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3933899 Sep 07 18:52:18.891151 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57444) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:18.915202 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-4077137e-8e98-4db4-a2e6-997546b2694d req-8089acff-56b7-4d32-8100-f9ea61cf036a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Deleting port fd3fb067-9785-4795-b82c-d433b712c2ee {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:18.915696 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4077137e-8e98-4db4-a2e6-997546b2694d req-8089acff-56b7-4d32-8100-f9ea61cf036a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.937964 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] Attempting to bind port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:52:18.939256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] Attempting to bind port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:52:18.940084 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] Attempting to bind port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:18.940295 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 132af2d4-028a-4319-b587-f596bc43cfda no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:52:18.970970 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] Port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:52:18.972299 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] Attempting to bind port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:18.977954 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 132af2d4-028a-4319-b587-f596bc43cfda {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:52:18.978467 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 132af2d4-028a-4319-b587-f596bc43cfda not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:52:18.983837 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f51f3268-0992-4c9e-afe7-d45b703fa09c req-0f2ac342-f0ea-45b2-a571-256052fbeb6c tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242359 Sep 07 18:52:18.987220 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:52:18.987599 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:18.988595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:52:18.989275 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] Bound port: 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:52:18.989900 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.039009 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45c1c92b-9334-4376-8c15-7d1e1361c1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.042197 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57446) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:19.119520 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45c1c92b-9334-4376-8c15-7d1e1361c1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.192147 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] For port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:19.221631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b60a742e-77fa-4a47-84c7-e58a991dbc7c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b41969f64d554b7e91411b1194e91bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772134 Sep 07 18:52:19.225174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57450) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:19.235580 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] For port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:52:19.252262 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.325345 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8939a-c7db-4c2a-8cd1-2dc180aa5192 req-d0a673a6-cf2f-4507-acd2-37c2287f84a8 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:19.327014 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-edc8939a-c7db-4c2a-8cd1-2dc180aa5192 req-d0a673a6-cf2f-4507-acd2-37c2287f84a8 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1794078 Sep 07 18:52:19.335201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:19.335824 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.337281 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] 10.222.0.60 "PUT /v2.0/ports/3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 HTTP/1.1" status: 200 len: 1096 time: 2.1540847 Sep 07 18:52:19.338179 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df28ca9-cec9-45cb-a48a-7f15c34b17b2', 'tag': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:19.340564 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2873b3-d0d1-41e1-8419-801c445021ad" -d '{"events": [{"name": "network-changed", "server_uuid": "3df28ca9-cec9-45cb-a48a-7f15c34b17b2", "tag": "3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:19.343344 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45c1c92b-9334-4376-8c15-7d1e1361c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.346495 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45c1c92b-9334-4376-8c15-7d1e1361c1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.347527 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-45c1c92b-9334-4376-8c15-7d1e1361c1d5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6dffa7ec-5c90-4d0f-b51d-fa3955261619 HTTP/1.1" status: 204 len: 168 time: 0.4554510 Sep 07 18:52:19.418110 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-4077137e-8e98-4db4-a2e6-997546b2694d req-8089acff-56b7-4d32-8100-f9ea61cf036a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] For port fd3fb067-9785-4795-b82c-d433b712c2ee, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fd3fb067-9785-4795-b82c-d433b712c2ee,segment=NetworkSegment(081d0e07-f868-45b4-a1d2-1f61785b783f),segment_id=081d0e07-f868-45b4-a1d2-1f61785b783f)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:19.418479 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4077137e-8e98-4db4-a2e6-997546b2694d req-8089acff-56b7-4d32-8100-f9ea61cf036a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.428116 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1429744-48f0-436b-9108-e8d0273bd9fd x-openstack-request-id: req-d1429744-48f0-436b-9108-e8d0273bd9fd {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:19.428445 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df28ca9-cec9-45cb-a48a-7f15c34b17b2", "tag": "3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:19.428672 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d1429744-48f0-436b-9108-e8d0273bd9fd {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:19.429069 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df28ca9-cec9-45cb-a48a-7f15c34b17b2', 'tag': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1', 'status': 'completed', 'code': 200} Sep 07 18:52:19.441093 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1c92b-9334-4376-8c15-7d1e1361c1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dffa7ec-5c90-4d0f-b51d-fa3955261619,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:19.443611 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-4077137e-8e98-4db4-a2e6-997546b2694d req-8089acff-56b7-4d32-8100-f9ea61cf036a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Calling delete_port for fd3fb067-9785-4795-b82c-d433b712c2ee owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:19.491416 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bfb4d-2094-4037-81c4-09c926668292 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:19.516171 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-51e5db15-0dae-4791-937b-c074f676b683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.543116 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-edc8939a-c7db-4c2a-8cd1-2dc180aa5192 req-86b58cc0-5eff-491d-8366-83f5a2855b97 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919353 Sep 07 18:52:19.572050 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-51e5db15-0dae-4791-937b-c074f676b683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.575157 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-c06f4693-ca5f-4c55-8c75-5df1b98ce91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:19.576766 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-c06f4693-ca5f-4c55-8c75-5df1b98ce91e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 1099 time: 0.1664989 Sep 07 18:52:19.654690 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-ba20e1d5-9ec1-4879-babb-fba8bc54caee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 HTTP/1.1" status: 200 len: 217 time: 0.0701091 Sep 07 18:52:19.691160 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4077137e-8e98-4db4-a2e6-997546b2694d req-8089acff-56b7-4d32-8100-f9ea61cf036a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.703550 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['fd3fb067-9785-4795-b82c-d433b712c2ee'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:19.755227 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089acff-56b7-4d32-8100-f9ea61cf036a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Pushing event deleted for resources: {'Port': ['ID=fd3fb067-9785-4795-b82c-d433b712c2ee,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:19.776134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ed22b-9909-4daa-b3b7-b5989ba9ee42 req-e61cca34-b62c-4b0b-92f6-2bffc189153e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:19.782298 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d39ed22b-9909-4daa-b3b7-b5989ba9ee42 req-e61cca34-b62c-4b0b-92f6-2bffc189153e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 948 time: 0.1372824 Sep 07 18:52:19.783832 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-e1503e78-69ae-469e-bc70-67be06a42708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:19.789922 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-e1503e78-69ae-469e-bc70-67be06a42708 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1181114 Sep 07 18:52:19.823490 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4077137e-8e98-4db4-a2e6-997546b2694d req-8089acff-56b7-4d32-8100-f9ea61cf036a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] No DVR routers for this DVR port fd3fb067-9785-4795-b82c-d433b712c2ee on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:52:19.827203 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4077137e-8e98-4db4-a2e6-997546b2694d req-8089acff-56b7-4d32-8100-f9ea61cf036a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.830196 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4077137e-8e98-4db4-a2e6-997546b2694d req-8089acff-56b7-4d32-8100-f9ea61cf036a tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.60 "DELETE /v2.0/ports/fd3fb067-9785-4795-b82c-d433b712c2ee HTTP/1.1" status: 204 len: 173 time: 1.1699688 Sep 07 18:52:19.830755 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e12f5698-aa61-414c-8262-388623d33bea', 'name': 'network-vif-deleted', 'tag': 'fd3fb067-9785-4795-b82c-d433b712c2ee'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:19.842729 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc49594-baf1-4671-8a73-43efcdf3c5df" -d '{"events": [{"server_uuid": "e12f5698-aa61-414c-8262-388623d33bea", "name": "network-vif-deleted", "tag": "fd3fb067-9785-4795-b82c-d433b712c2ee"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:19.890001 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-51e5db15-0dae-4791-937b-c074f676b683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.892599 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-51e5db15-0dae-4791-937b-c074f676b683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.896237 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-51e5db15-0dae-4791-937b-c074f676b683 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/28f91539-00c7-4da2-9b60-3627586fd1b9 HTTP/1.1" status: 204 len: 168 time: 0.6658721 Sep 07 18:52:19.969784 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98ef4d2-a54f-488f-aafb-c0447606285f x-openstack-request-id: req-f98ef4d2-a54f-488f-aafb-c0447606285f {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:19.970724 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e12f5698-aa61-414c-8262-388623d33bea", "name": "network-vif-deleted", "tag": "fd3fb067-9785-4795-b82c-d433b712c2ee", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:19.971209 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f98ef4d2-a54f-488f-aafb-c0447606285f {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:19.971849 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e12f5698-aa61-414c-8262-388623d33bea', 'name': 'network-vif-deleted', 'tag': 'fd3fb067-9785-4795-b82c-d433b712c2ee', 'status': 'completed', 'code': 200} Sep 07 18:52:19.993816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5db15-0dae-4791-937b-c074f676b683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f91539-00c7-4da2-9b60-3627586fd1b9,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:20.022347 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d39ed22b-9909-4daa-b3b7-b5989ba9ee42 req-74f758b1-3430-48b4-985d-fc3e0610299e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096274 Sep 07 18:52:20.046903 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-5c0dc353-52b2-45ad-bb6c-20dc55ab32fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:20.048840 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-5c0dc353-52b2-45ad-bb6c-20dc55ab32fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2372270 Sep 07 18:52:20.100376 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07ef95de-95cb-4f70-acc6-3b853ac7ee3a req-f6cd7a63-7065-4c7d-89a1-9bc814f85994 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1beb38-94be-44d5-ac98-362d89617b1a HTTP/1.1" status: 200 len: 210 time: 0.0505443 Sep 07 18:52:20.122770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-e5b6cdcf-7384-43aa-83ac-ad619a682b2d tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:20.124228 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-e5b6cdcf-7384-43aa-83ac-ad619a682b2d tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.36 "GET /v2.0/networks?id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 HTTP/1.1" status: 200 len: 812 time: 0.3301649 Sep 07 18:52:20.145682 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-bb4ca8c4-5ccd-4ba0-b385-9e5ed10b7440 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Request body: {'port': {'device_id': '1a1beb38-94be-44d5-ac98-362d89617b1a', 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20', 'admin_state_up': True, 'tenant_id': 'd8d2dd6678d2444d8d30e7280161600d'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:20.167390 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-477441ca-70ec-4c85-8e9b-6c68d3734cf7 req-c28701e9-5dd3-4d3a-a068-b732cc5f7c7f tempest-ServerDiskConfigTestJSON-852187178 tempest-ServerDiskConfigTestJSON-852187178-project] 10.222.0.26 "GET /v2.0/ports?device_id=e12f5698-aa61-414c-8262-388623d33bea HTTP/1.1" status: 200 len: 210 time: 0.0560191 Sep 07 18:52:20.285323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-3f258d6f-4f38-482e-993f-dba2978bd453 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175782 Sep 07 18:52:20.387940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-bb4ca8c4-5ccd-4ba0-b385-9e5ed10b7440 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Made reservation on behalf of d8d2dd6678d2444d8d30e7280161600d for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:20.391650 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-bb4ca8c4-5ccd-4ba0-b385-9e5ed10b7440 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:20.424828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed6f0b4c-dff5-4097-a712-a1f7036718c0 req-24b5bb89-f216-4a5c-bf5b-ef83fe253aae service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268227 Sep 07 18:52:20.501029 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57498) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:20.610992 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Request body: {'networks': [{'name': 'tempest-network--957878191'}, {'name': 'tempest-network--1430750585'}]} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:20.611686 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Request body: {'network': {'name': 'tempest-network--957878191'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:20.612189 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Request body: {'network': {'name': 'tempest-network--1430750585'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:20.645038 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Made reservation on behalf of e64adce2ad2e4204a98f3c2ed88d0ea6 for: {'network': 2} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:20.650028 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:20.659469 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:20.760257 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:20.767249 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:20.768638 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:20.788823 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57514) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:20.821676 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:52:20.842270 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:20.842556 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Added segment a88d3261-31df-4390-8c50-6452dc0cef92 of type vlan for network 8a577507-5df3-428e-97e0-baf3f006e369 Sep 07 18:52:20.851228 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eecd74c7-7afd-4d5e-b9ac-4af6a885baab,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:20.892922 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:20.935502 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-691127f8-d1e1-4fa9-8b8f-f796af321e80 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-360034833-network', 'tenant_id': '23bd9db961d24ba189b315670760f471'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:20.939367 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:52:20.949942 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a8c13-e8ef-40e6-a0fb-aec6ba8db16f req-49e05675-56c7-408a-9fb7-4efc6efaf077 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:20.951850 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fc1a8c13-e8ef-40e6-a0fb-aec6ba8db16f req-49e05675-56c7-408a-9fb7-4efc6efaf077 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1484601 Sep 07 18:52:20.956018 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:20.956447 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Added segment 01c1226b-3b3b-4ca8-a679-deec5240f628 of type vlan for network c2b720e7-74d6-4a88-920e-3fda9b2b6e9c Sep 07 18:52:20.958202 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2873b3-d0d1-41e1-8419-801c445021ad req-48f1c4bb-0a51-44b6-bcf8-ea73a2f891a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:20.960627 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e2873b3-d0d1-41e1-8419-801c445021ad req-48f1c4bb-0a51-44b6-bcf8-ea73a2f891a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 1099 time: 0.1544516 Sep 07 18:52:20.975572 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691127f8-d1e1-4fa9-8b8f-f796af321e80 admin admin] Made reservation on behalf of 23bd9db961d24ba189b315670760f471 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:20.978970 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-691127f8-d1e1-4fa9-8b8f-f796af321e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:20.992251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-bb4ca8c4-5ccd-4ba0-b385-9e5ed10b7440 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Allocated IP 172.20.0.12 (b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20/330b0af3-a338-4c3d-9fb6-805b1cab9e04/29d6ecf2-6237-4c55-bc74-a3fba255d136) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:21.012797 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-691127f8-d1e1-4fa9-8b8f-f796af321e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.038234 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.082308 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.082827 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.088425 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:21.092074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fc1a8c13-e8ef-40e6-a0fb-aec6ba8db16f req-df2173a2-2456-49c6-8240-ac65c829b59b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304116 Sep 07 18:52:21.093407 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:21.094008 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.199728 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event updated for resources: {'Network': ['ID=8a577507-5df3-428e-97e0-baf3f006e369,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:21.209668 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2873b3-d0d1-41e1-8419-801c445021ad req-f254ac11-42e5-4c35-9372-342882aeabb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:21.211215 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e2873b3-d0d1-41e1-8419-801c445021ad req-f254ac11-42e5-4c35-9372-342882aeabb0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2369330 Sep 07 18:52:21.214720 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 8a577507-5df3-428e-97e0-baf3f006e369 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:52:21.243636 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-986d8a90-5334-4de7-90dc-b045f7e8bf63 req-83df9ed8-f15a-441e-8325-88a2564bcb57 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1beb38-94be-44d5-ac98-362d89617b1a HTTP/1.1" status: 200 len: 210 time: 0.0651119 Sep 07 18:52:21.260608 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bf40d-d8c9-4905-b41d-392708989367 req-0a3cfcf5-7a20-4d77-8aac-ad5e2bf371dc tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:21.262163 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-757bf40d-d8c9-4905-b41d-392708989367 req-0a3cfcf5-7a20-4d77-8aac-ad5e2bf371dc tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 948 time: 0.1583924 Sep 07 18:52:21.296833 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e2873b3-d0d1-41e1-8419-801c445021ad req-6d156f7a-5fe4-4f66-b836-77b8b826432b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 HTTP/1.1" status: 200 len: 217 time: 0.0676847 Sep 07 18:52:21.298073 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event updated for resources: {'Network': ['ID=c2b720e7-74d6-4a88-920e-3fda9b2b6e9c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:21.301393 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-691127f8-d1e1-4fa9-8b8f-f796af321e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.307092 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-691127f8-d1e1-4fa9-8b8f-f796af321e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.317793 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network c2b720e7-74d6-4a88-920e-3fda9b2b6e9c details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:52:21.328527 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4d688266-2c80-4c50-8472-86b0e790a9c0 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8263335 Sep 07 18:52:21.336634 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57528) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:21.338849 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691127f8-d1e1-4fa9-8b8f-f796af321e80 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:52:21.393425 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691127f8-d1e1-4fa9-8b8f-f796af321e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871a8ce6-4e9c-4530-a80a-800f4e38e1e0,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:21.396292 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-691127f8-d1e1-4fa9-8b8f-f796af321e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.396787 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-691127f8-d1e1-4fa9-8b8f-f796af321e80 admin admin] Added segment 11c36bdb-1e25-4e17-9eb3-fc29828605f0 of type vlan for network 5b400c2c-52a1-4a3f-b7e2-da40908cc664 Sep 07 18:52:21.417119 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-757bf40d-d8c9-4905-b41d-392708989367 req-45993890-af50-4032-8a7b-27caa32a50c6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254890 Sep 07 18:52:21.439797 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2873b3-d0d1-41e1-8419-801c445021ad req-d4fcbe04-dd81-438d-abd7-dc2f6e6a4cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:21.441192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e2873b3-d0d1-41e1-8419-801c445021ad req-d4fcbe04-dd81-438d-abd7-dc2f6e6a4cea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1117804 Sep 07 18:52:21.468720 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-bb4ca8c4-5ccd-4ba0-b385-9e5ed10b7440 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.508117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2873b3-d0d1-41e1-8419-801c445021ad req-ff41d434-2fc4-41f0-9f2c-115b2ad75e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:21.509619 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e2873b3-d0d1-41e1-8419-801c445021ad req-ff41d434-2fc4-41f0-9f2c-115b2ad75e85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0594985 Sep 07 18:52:21.511404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57536) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:21.550425 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-691127f8-d1e1-4fa9-8b8f-f796af321e80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.607877 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7224465c-d6b5-4dca-a028-3ec2d4a7784e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:21.614010 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7224465c-d6b5-4dca-a028-3ec2d4a7784e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:21.620075 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7224465c-d6b5-4dca-a028-3ec2d4a7784e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:21.625953 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7224465c-d6b5-4dca-a028-3ec2d4a7784e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:21.627753 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7224465c-d6b5-4dca-a028-3ec2d4a7784e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2901218 Sep 07 18:52:21.628184 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-bb4ca8c4-5ccd-4ba0-b385-9e5ed10b7440 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.631128 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57538) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:21.631997 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ead90ea-e32a-4181-be7e-71f3bc9c92bf admin admin] Deleting subnet bb1deee6-d2df-40c0-951c-e7f5ec450286 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:52:21.640338 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5ead90ea-e32a-4181-be7e-71f3bc9c92bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.640759 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-691127f8-d1e1-4fa9-8b8f-f796af321e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.641665 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691127f8-d1e1-4fa9-8b8f-f796af321e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:21.642235 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-691127f8-d1e1-4fa9-8b8f-f796af321e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.710159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-bb4ca8c4-5ccd-4ba0-b385-9e5ed10b7440 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:21.723417 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-691127f8-d1e1-4fa9-8b8f-f796af321e80 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9308565 Sep 07 18:52:21.729511 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-bb4ca8c4-5ccd-4ba0-b385-9e5ed10b7440 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:21.737065 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57540) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:21.740738 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-bb4ca8c4-5ccd-4ba0-b385-9e5ed10b7440 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:21.746206 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-97ac5125-0040-4646-8bf9-07b619d67334 admin admin] Request body: {'subnet': {'network_id': '5b400c2c-52a1-4a3f-b7e2-da40908cc664', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-360034833-subnet', 'tenant_id': '23bd9db961d24ba189b315670760f471', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:21.750551 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5ead90ea-e32a-4181-be7e-71f3bc9c92bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.755308 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e2873b3-d0d1-41e1-8419-801c445021ad req-a3fc2c9d-b0fa-465f-b939-9002bca9dcb2 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344756 Sep 07 18:52:21.755897 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ca8c4-5ccd-4ba0-b385-9e5ed10b7440 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Pushing event updated for resources: {'Port': ['ID=29d6ecf2-6237-4c55-bc74-a3fba255d136,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:21.766011 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691127f8-d1e1-4fa9-8b8f-f796af321e80 admin admin] Pushing event updated for resources: {'Network': ['ID=5b400c2c-52a1-4a3f-b7e2-da40908cc664,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:21.771166 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a934be7-0bfc-4dda-8da5-f4171ec71dd5 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.776060 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 5b400c2c-52a1-4a3f-b7e2-da40908cc664 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:52:21.861681 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a934be7-0bfc-4dda-8da5-f4171ec71dd5 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.885146 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-6a934be7-0bfc-4dda-8da5-f4171ec71dd5 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a577507-5df3-428e-97e0-baf3f006e369']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:21.895590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ac5125-0040-4646-8bf9-07b619d67334 admin admin] Made reservation on behalf of 23bd9db961d24ba189b315670760f471 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:21.896235 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-6a934be7-0bfc-4dda-8da5-f4171ec71dd5 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a88d3261-31df-4390-8c50-6452dc0cef92') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:21.896550 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-6a934be7-0bfc-4dda-8da5-f4171ec71dd5 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a88d3261-31df-4390-8c50-6452dc0cef92') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:21.897934 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-97ac5125-0040-4646-8bf9-07b619d67334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.907781 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5ead90ea-e32a-4181-be7e-71f3bc9c92bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.909906 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a934be7-0bfc-4dda-8da5-f4171ec71dd5 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.915189 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-bb4ca8c4-5ccd-4ba0-b385-9e5ed10b7440 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:21.915929 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-bb4ca8c4-5ccd-4ba0-b385-9e5ed10b7440 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.925050 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a934be7-0bfc-4dda-8da5-f4171ec71dd5 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.931004 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a934be7-0bfc-4dda-8da5-f4171ec71dd5 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:52:21.931423 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a934be7-0bfc-4dda-8da5-f4171ec71dd5 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:52:21.934812 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:52:21.987183 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-bb4ca8c4-5ccd-4ba0-b385-9e5ed10b7440 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8451858 Sep 07 18:52:21.998620 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a934be7-0bfc-4dda-8da5-f4171ec71dd5 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.007881 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a934be7-0bfc-4dda-8da5-f4171ec71dd5 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.012638 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6a934be7-0bfc-4dda-8da5-f4171ec71dd5 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "DELETE /v2.0/networks/8a577507-5df3-428e-97e0-baf3f006e369 HTTP/1.1" status: 204 len: 168 time: 0.3775826 Sep 07 18:52:22.019461 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57546) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:22.029081 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] Request body: {'port': {'device_id': '1a1beb38-94be-44d5-ac98-362d89617b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:22.029327 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a934be7-0bfc-4dda-8da5-f4171ec71dd5 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event deleted for resources: {'Network': ['ID=8a577507-5df3-428e-97e0-baf3f006e369,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:22.037235 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e2873b3-d0d1-41e1-8419-801c445021ad req-26eeef7e-cff6-4a3d-b402-4e0b9227dfb5 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410064 Sep 07 18:52:22.092342 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5ead90ea-e32a-4181-be7e-71f3bc9c92bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.108288 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c41531dc-56f7-4436-a0ba-9bec2746788c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.143285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead90ea-e32a-4181-be7e-71f3bc9c92bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb1deee6-d2df-40c0-951c-e7f5ec450286,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:22.149552 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.151831 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5ead90ea-e32a-4181-be7e-71f3bc9c92bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.156497 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5ead90ea-e32a-4181-be7e-71f3bc9c92bf admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bb1deee6-d2df-40c0-951c-e7f5ec450286 HTTP/1.1" status: 204 len: 168 time: 0.6419215 Sep 07 18:52:22.157849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57550) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:22.214367 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c41531dc-56f7-4436-a0ba-9bec2746788c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.235288 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c41531dc-56f7-4436-a0ba-9bec2746788c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b720e7-74d6-4a88-920e-3fda9b2b6e9c']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:22.244313 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c41531dc-56f7-4436-a0ba-9bec2746788c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c1226b-3b3b-4ca8-a679-deec5240f628') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:22.244637 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c41531dc-56f7-4436-a0ba-9bec2746788c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c1226b-3b3b-4ca8-a679-deec5240f628') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:22.253772 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c41531dc-56f7-4436-a0ba-9bec2746788c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.267436 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c41531dc-56f7-4436-a0ba-9bec2746788c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.273166 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41531dc-56f7-4436-a0ba-9bec2746788c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:52:22.273547 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c41531dc-56f7-4436-a0ba-9bec2746788c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:52:22.276556 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:52:22.302473 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device fd3fb067-9785-4795-b82c-d433b712c2ee no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:52:22.334549 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: fd3fb067-9785-4795-b82c-d433b712c2ee {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:52:22.335509 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device fd3fb067-9785-4795-b82c-d433b712c2ee not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:52:22.348778 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ecabc163-b3ce-407e-a0fc-ca2bf6b21255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.349141 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c41531dc-56f7-4436-a0ba-9bec2746788c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.358058 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c41531dc-56f7-4436-a0ba-9bec2746788c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.362165 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c41531dc-56f7-4436-a0ba-9bec2746788c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "DELETE /v2.0/networks/c2b720e7-74d6-4a88-920e-3fda9b2b6e9c HTTP/1.1" status: 204 len: 168 time: 0.3388507 Sep 07 18:52:22.367901 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57554) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:22.369257 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41531dc-56f7-4436-a0ba-9bec2746788c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event deleted for resources: {'Network': ['ID=c2b720e7-74d6-4a88-920e-3fda9b2b6e9c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:22.497781 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba4c23-a9f4-42a3-a254-c86ee4636647 req-17aa072b-06c1-4bfd-8194-d1feb026c7ea tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:22.499258 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3ba4c23-a9f4-42a3-a254-c86ee4636647 req-17aa072b-06c1-4bfd-8194-d1feb026c7ea tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.3085406 Sep 07 18:52:22.547787 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-97ac5125-0040-4646-8bf9-07b619d67334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.710709 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4c9db-de27-42ec-b046-d105b5bc8e13 req-3167ad1b-2b24-4959-8b51-6f12195cdfc9 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:22.712192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ea4c9db-de27-42ec-b046-d105b5bc8e13 req-3167ad1b-2b24-4959-8b51-6f12195cdfc9 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1beb38-94be-44d5-ac98-362d89617b1a HTTP/1.1" status: 200 len: 932 time: 0.3674636 Sep 07 18:52:22.815483 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3ba4c23-a9f4-42a3-a254-c86ee4636647 req-e7f024ee-1437-4420-9f17-80130964b725 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2998276 Sep 07 18:52:22.862454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac5125-0040-4646-8bf9-07b619d67334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=081181ef-c8d4-4758-b937-dfb90332a016,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:22.910361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36562505-7699-4c30-8a64-a0653ac72d58 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:22.916458 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36562505-7699-4c30-8a64-a0653ac72d58 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:22.917993 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-36562505-7699-4c30-8a64-a0653ac72d58 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5407674 Sep 07 18:52:22.922357 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57562) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:22.927560 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e860041d-1e1c-4e5b-abb9-37067b84e6d2 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-612096060'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:22.928611 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ecabc163-b3ce-407e-a0fc-ca2bf6b21255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.948075 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e860041d-1e1c-4e5b-abb9-37067b84e6d2 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Made reservation on behalf of e64adce2ad2e4204a98f3c2ed88d0ea6 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:22.954484 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e860041d-1e1c-4e5b-abb9-37067b84e6d2 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.980342 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e860041d-1e1c-4e5b-abb9-37067b84e6d2 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:52:22.990801 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e860041d-1e1c-4e5b-abb9-37067b84e6d2 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.991141 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-e860041d-1e1c-4e5b-abb9-37067b84e6d2 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Added segment 0b99a282-97e9-4be1-b376-26ea0e3525c5 of type vlan for network df153955-05f6-48fd-8224-704cd9766e8f Sep 07 18:52:22.997816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac5125-0040-4646-8bf9-07b619d67334 admin admin] Checking segment: {'id': '11c36bdb-1e25-4e17-9eb3-fc29828605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5b400c2c-52a1-4a3f-b7e2-da40908cc664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:22.998390 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ac5125-0040-4646-8bf9-07b619d67334 admin admin] Network hostable DHCP agents. Network: 5b400c2c-52a1-4a3f-b7e2-da40908cc664, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:52:23.006978 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-ecabc163-b3ce-407e-a0fc-ca2bf6b21255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fffebc2-0dee-49e6-9b53-7756168386e9']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:23.019864 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ea4c9db-de27-42ec-b046-d105b5bc8e13 req-90fd2cf3-37e8-4633-96fc-8e0a28d114c7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467458 Sep 07 18:52:23.027883 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-ecabc163-b3ce-407e-a0fc-ca2bf6b21255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081d0e07-f868-45b4-a1d2-1f61785b783f') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:23.028755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-ecabc163-b3ce-407e-a0fc-ca2bf6b21255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081d0e07-f868-45b4-a1d2-1f61785b783f') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:23.041175 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e860041d-1e1c-4e5b-abb9-37067b84e6d2 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.053138 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ecabc163-b3ce-407e-a0fc-ca2bf6b21255 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.069725 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e860041d-1e1c-4e5b-abb9-37067b84e6d2 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.076689 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e860041d-1e1c-4e5b-abb9-37067b84e6d2 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:23.077029 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e860041d-1e1c-4e5b-abb9-37067b84e6d2 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.078786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711c2b6-3ba4-43b4-bf01-62d284105533 req-dbca573b-cef0-4111-84e2-89a4f20ffc3c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:23.080321 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f711c2b6-3ba4-43b4-bf01-62d284105533 req-dbca573b-cef0-4111-84e2-89a4f20ffc3c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 948 time: 0.2044687 Sep 07 18:52:23.092749 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ac5125-0040-4646-8bf9-07b619d67334 admin admin] Network 5b400c2c-52a1-4a3f-b7e2-da40908cc664 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:52:23.096252 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ecabc163-b3ce-407e-a0fc-ca2bf6b21255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.118348 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e860041d-1e1c-4e5b-abb9-37067b84e6d2 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1924622 Sep 07 18:52:23.118639 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57566) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:23.118946 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecabc163-b3ce-407e-a0fc-ca2bf6b21255 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:52:23.119394 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ecabc163-b3ce-407e-a0fc-ca2bf6b21255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.124160 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-7f147828-aac5-4eca-87bc-e3ea584f8f1f tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1848868599'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: timer() Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:52:23.140637 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:52:23.172092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-97ac5125-0040-4646-8bf9-07b619d67334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 5b400c2c-52a1-4a3f-b7e2-da40908cc664) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:23.174022 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860041d-1e1c-4e5b-abb9-37067b84e6d2 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event updated for resources: {'Network': ['ID=df153955-05f6-48fd-8224-704cd9766e8f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:23.185077 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412926d0-2d8a-4eaf-8fe8-93eda834e141 None None] Network 5b400c2c-52a1-4a3f-b7e2-da40908cc664 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:23.187317 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network df153955-05f6-48fd-8224-704cd9766e8f details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:52:23.227773 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f147828-aac5-4eca-87bc-e3ea584f8f1f tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Made reservation on behalf of e64adce2ad2e4204a98f3c2ed88d0ea6 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:23.237242 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f147828-aac5-4eca-87bc-e3ea584f8f1f tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.291096 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f147828-aac5-4eca-87bc-e3ea584f8f1f tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:52:23.303756 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f147828-aac5-4eca-87bc-e3ea584f8f1f tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.304287 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-7f147828-aac5-4eca-87bc-e3ea584f8f1f tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Added segment b7fa2774-45d3-4cad-b18f-4a516c766cd0 of type vlan for network b39dead9-7aca-4ffa-8d6f-291176b2840f Sep 07 18:52:23.357105 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f147828-aac5-4eca-87bc-e3ea584f8f1f tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.385908 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f147828-aac5-4eca-87bc-e3ea584f8f1f tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.397020 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f147828-aac5-4eca-87bc-e3ea584f8f1f tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:23.397870 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f147828-aac5-4eca-87bc-e3ea584f8f1f tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.420219 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7f147828-aac5-4eca-87bc-e3ea584f8f1f tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2980070 Sep 07 18:52:23.429116 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57570) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:23.436642 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Request body: {'ports': [{'network_id': 'df153955-05f6-48fd-8224-704cd9766e8f', 'name': 'tempest-port--10539410', 'admin_state_up': True}, {'network_id': 'b39dead9-7aca-4ffa-8d6f-291176b2840f', 'admin_state_up': False}]} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:23.436642 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Request body: {'port': {'network_id': 'df153955-05f6-48fd-8224-704cd9766e8f', 'name': 'tempest-port--10539410', 'admin_state_up': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:23.437216 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Request body: {'port': {'network_id': 'b39dead9-7aca-4ffa-8d6f-291176b2840f', 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:23.536601 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f147828-aac5-4eca-87bc-e3ea584f8f1f tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event updated for resources: {'Network': ['ID=b39dead9-7aca-4ffa-8d6f-291176b2840f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:23.550097 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network b39dead9-7aca-4ffa-8d6f-291176b2840f details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:52:23.564999 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af66a722-df09-44a4-9def-8d3002a19821 None None] Network 5b400c2c-52a1-4a3f-b7e2-da40908cc664 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:23.574537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ac5125-0040-4646-8bf9-07b619d67334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:23.575673 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-97ac5125-0040-4646-8bf9-07b619d67334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.581765 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d6ecf2-6237-4c55-bc74-a3fba255d136 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:52:23.634550 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.643810 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ecabc163-b3ce-407e-a0fc-ca2bf6b21255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.653419 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Made reservation on behalf of e64adce2ad2e4204a98f3c2ed88d0ea6 for: {'port': 2} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:23.656312 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ecabc163-b3ce-407e-a0fc-ca2bf6b21255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.658186 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ecabc163-b3ce-407e-a0fc-ca2bf6b21255 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5fffebc2-0dee-49e6-9b53-7756168386e9 HTTP/1.1" status: 204 len: 168 time: 1.4976993 Sep 07 18:52:23.658387 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.667723 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f711c2b6-3ba4-43b4-bf01-62d284105533 req-660fc481-e8c6-46a9-9359-491baa9bb877 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5726647 Sep 07 18:52:23.673246 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.686029 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-97ac5125-0040-4646-8bf9-07b619d67334 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9478984 Sep 07 18:52:23.688926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] Transition to ACTIVE for port object 29d6ecf2-6237-4c55-bc74-a3fba255d136 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:23.690061 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabc163-b3ce-407e-a0fc-ca2bf6b21255 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fffebc2-0dee-49e6-9b53-7756168386e9,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:23.701442 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.741157 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070afa7-4700-41b1-ae73-92945c9c7206 req-a3c76e03-6369-4d1b-acce-b279032df860 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:23.743090 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b070afa7-4700-41b1-ae73-92945c9c7206 req-a3c76e03-6369-4d1b-acce-b279032df860 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1853614 Sep 07 18:52:23.752158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae2cd8-bd1f-48e3-a9dc-2a2c4d3e9439 req-76dbe4fb-ac67-4967-84db-47e4f982e9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:23.754630 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7ae2cd8-bd1f-48e3-a9dc-2a2c4d3e9439 req-76dbe4fb-ac67-4967-84db-47e4f982e9e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 1095 time: 0.2012165 Sep 07 18:52:23.800234 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] device_id is not set on port 983c7725-013d-4462-b617-b7673a683a9b yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:52:23.816277 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] Pushing event updated for resources: {'Port': ['ID=29d6ecf2-6237-4c55-bc74-a3fba255d136,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:23.903845 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57578) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:23.932917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b070afa7-4700-41b1-ae73-92945c9c7206 req-f33b1725-14f9-4fab-ac39-c98f11338120 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716294 Sep 07 18:52:23.974939 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5e7009aa-9c1d-485b-a5e9-3aab069fc86f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8f43108666243aebfcdc34f771ecd07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0677423 Sep 07 18:52:23.975249 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.977324 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57580) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:23.986610 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae2cd8-bd1f-48e3-a9dc-2a2c4d3e9439 req-41da8bd0-e297-407d-80b4-761f8776b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:23.988394 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7ae2cd8-bd1f-48e3-a9dc-2a2c4d3e9439 req-41da8bd0-e297-407d-80b4-761f8776b7f9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 912 time: 0.2108710 Sep 07 18:52:23.988900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] Attempting to bind port 29d6ecf2-6237-4c55-bc74-a3fba255d136 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:52:23.989231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] Attempting to bind port 29d6ecf2-6237-4c55-bc74-a3fba255d136 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:52:23.989560 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] Attempting to bind port 29d6ecf2-6237-4c55-bc74-a3fba255d136 on network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:23.994221 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] Port 29d6ecf2-6237-4c55-bc74-a3fba255d136 on network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:52:23.994471 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] Attempting to bind port 29d6ecf2-6237-4c55-bc74-a3fba255d136 on network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:24.034772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:52:24.035504 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] Checking segment: {'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:24.035504 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] Bound using segment: {'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:52:24.035932 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] Bound port: 29d6ecf2-6237-4c55-bc74-a3fba255d136, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:52:24.036296 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:24.095306 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7ae2cd8-bd1f-48e3-a9dc-2a2c4d3e9439 req-f9a23e7c-354f-4195-afe7-bb780a49ea58 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d405748-1170-4b7c-b252-e6c48be8be2b HTTP/1.1" status: 200 len: 999 time: 0.0986221 Sep 07 18:52:24.097039 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] device_id is not set on port 3b17d7de-c740-4cfe-b1c3-830110808912 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:52:24.100263 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-62a8cb2d-a900-4724-b927-423129d1b7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:24.129357 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-62a8cb2d-a900-4724-b927-423129d1b7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:24.187848 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] For port 29d6ecf2-6237-4c55-bc74-a3fba255d136, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:24.203989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae2cd8-bd1f-48e3-a9dc-2a2c4d3e9439 req-dfdf61d3-67ec-47a1-8f1c-fa8785367e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:24.205556 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7ae2cd8-bd1f-48e3-a9dc-2a2c4d3e9439 req-dfdf61d3-67ec-47a1-8f1c-fa8785367e0a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.1014290 Sep 07 18:52:24.207255 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] For port 29d6ecf2-6237-4c55-bc74-a3fba255d136, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=29d6ecf2-6237-4c55-bc74-a3fba255d136,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:52:24.211040 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:24.226107 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-62a8cb2d-a900-4724-b927-423129d1b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:24.228680 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-62a8cb2d-a900-4724-b927-423129d1b7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:24.229821 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-62a8cb2d-a900-4724-b927-423129d1b7ec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a7f6e9a-dff7-4068-87f7-a017cf2bceeb HTTP/1.1" status: 204 len: 168 time: 0.2515883 Sep 07 18:52:24.248456 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8cb2d-a900-4724-b927-423129d1b7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7f6e9a-dff7-4068-87f7-a017cf2bceeb,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:24.280820 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:24.288319 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f814f-7ad7-4fe4-bd2a-0cc41474a714 req-f5a7c15f-3586-4066-839e-7eab530ca300 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:24.289860 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d0f814f-7ad7-4fe4-bd2a-0cc41474a714 req-f5a7c15f-3586-4066-839e-7eab530ca300 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1beb38-94be-44d5-ac98-362d89617b1a HTTP/1.1" status: 200 len: 944 time: 0.1659994 Sep 07 18:52:24.297051 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:24.297916 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:24.299770 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] 10.222.0.36 "PUT /v2.0/ports/29d6ecf2-6237-4c55-bc74-a3fba255d136 HTTP/1.1" status: 200 len: 1092 time: 2.2754209 Sep 07 18:52:24.304121 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:52:24.312846 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1beb38-94be-44d5-ac98-362d89617b1a', 'tag': '29d6ecf2-6237-4c55-bc74-a3fba255d136'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:24.315231 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9063faf-906a-4dab-8c5f-f0e6aa38ae91" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1beb38-94be-44d5-ac98-362d89617b1a", "tag": "29d6ecf2-6237-4c55-bc74-a3fba255d136"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:24.345514 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:24.413475 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event updated for resources: {'Port': ['ID=983c7725-013d-4462-b617-b7673a683a9b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:24.428270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:24.441775 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1', 'mac_address': 'fa:16:3e:b6:72:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:52:24.447700 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2196c5d-4e18-49d5-8089-4b5217aa9e69 service neutron] Pushing event updated for resources: {'Port': ['ID=29d6ecf2-6237-4c55-bc74-a3fba255d136,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:24.452413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae2cd8-bd1f-48e3-a9dc-2a2c4d3e9439 req-da5c03dc-fdcf-4b26-a45c-542d9395dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:24.453974 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7ae2cd8-bd1f-48e3-a9dc-2a2c4d3e9439 req-da5c03dc-fdcf-4b26-a45c-542d9395dcfc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2345233 Sep 07 18:52:24.472435 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d0f814f-7ad7-4fe4-bd2a-0cc41474a714 req-ef7ef0aa-e219-4bb1-8187-e39c88e2abd7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541855 Sep 07 18:52:24.479521 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Checking segment: {'id': '0b99a282-97e9-4be1-b376-26ea0e3525c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'df153955-05f6-48fd-8224-704cd9766e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:24.479884 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Network hostable DHCP agents. Network: df153955-05f6-48fd-8224-704cd9766e8f, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:52:24.490722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-713124d9-ba13-44c3-8cfb-8a6e5fcaacd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:24.492230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-713124d9-ba13-44c3-8cfb-8a6e5fcaacd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8d2dd6678d2444d8d30e7280161600d&device_id=1a1beb38-94be-44d5-ac98-362d89617b1a HTTP/1.1" status: 200 len: 1095 time: 0.1457148 Sep 07 18:52:24.505950 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:24.517006 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Network df153955-05f6-48fd-8224-704cd9766e8f is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:52:24.531676 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:52:24.531961 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, df153955-05f6-48fd-8224-704cd9766e8f) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:24.540380 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:24.541598 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:24.571063 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:24.575197 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e118fbdb-aec3-49db-95ac-53f1f5102f8c None None] Network df153955-05f6-48fd-8224-704cd9766e8f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:24.622272 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Checking segment: {'id': 'b7fa2774-45d3-4cad-b18f-4a516c766cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b39dead9-7aca-4ffa-8d6f-291176b2840f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:24.623326 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Network hostable DHCP agents. Network: b39dead9-7aca-4ffa-8d6f-291176b2840f, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:52:24.632338 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event updated for resources: {'Port': ['ID=3b17d7de-c740-4cfe-b1c3-830110808912,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:24.642485 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795092f5-90fa-437b-909e-5274be5a348e x-openstack-request-id: req-795092f5-90fa-437b-909e-5274be5a348e {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:24.643207 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1beb38-94be-44d5-ac98-362d89617b1a", "tag": "29d6ecf2-6237-4c55-bc74-a3fba255d136", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:24.643694 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-795092f5-90fa-437b-909e-5274be5a348e {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:24.644301 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1beb38-94be-44d5-ac98-362d89617b1a', 'tag': '29d6ecf2-6237-4c55-bc74-a3fba255d136', 'status': 'completed', 'code': 200} Sep 07 18:52:24.649712 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-cf707e1c-8b6d-4f3b-abaa-d2ea1456095d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29d6ecf2-6237-4c55-bc74-a3fba255d136 HTTP/1.1" status: 200 len: 217 time: 0.1442075 Sep 07 18:52:24.666109 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:24.688429 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Network b39dead9-7aca-4ffa-8d6f-291176b2840f is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:52:24.703136 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-ec133a3e-b366-4592-9f75-c861825c84cf tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:24.703492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, b39dead9-7aca-4ffa-8d6f-291176b2840f) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:24.707500 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:24.715814 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:24.718561 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-ec133a3e-b366-4592-9f75-c861825c84cf tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/networks?id=5b400c2c-52a1-4a3f-b7e2-da40908cc664 HTTP/1.1" status: 200 len: 813 time: 0.4855790 Sep 07 18:52:24.728147 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:24.728885 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:24.749467 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-411e352a-cda9-4748-9ff8-96b189f07e71 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 1.3194690 Sep 07 18:52:24.750139 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57612) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:24.772983 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1ee6f6-5f76-4925-843e-f4ba70dcc54c None None] Network b39dead9-7aca-4ffa-8d6f-291176b2840f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:24.777109 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-5aad875d-8cb2-4c26-b1d9-f5189c684734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:24.778904 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-5aad875d-8cb2-4c26-b1d9-f5189c684734 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=330b0af3-a338-4c3d-9fb6-805b1cab9e04 HTTP/1.1" status: 200 len: 852 time: 0.0867968 Sep 07 18:52:24.818281 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97120d0-4865-43c2-b1b2-95be58c90833 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:24.825774 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97120d0-4865-43c2-b1b2-95be58c90833 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:24.827637 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b97120d0-4865-43c2-b1b2-95be58c90833 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.0765774 Sep 07 18:52:24.841441 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-b072485e-8f4b-4738-8130-e5bd431f9d27 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/quotas/23bd9db961d24ba189b315670760f471 HTTP/1.1" status: 200 len: 375 time: 0.0594902 Sep 07 18:52:24.842463 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57616) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:24.875383 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:24.885775 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-6dd5d353-0c7c-444f-955f-ab4eac03bb83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817068 Sep 07 18:52:24.914500 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-50b98386-f3d1-4703-9ffb-f46b0215057a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=23bd9db961d24ba189b315670760f471&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717082 Sep 07 18:52:24.933580 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7ae2cd8-bd1f-48e3-a9dc-2a2c4d3e9439 req-cb43550d-1b57-4f60-9c3b-60ea5f1db1a1 service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657929 Sep 07 18:52:24.964645 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-5dcc517a-5bc7-4f0b-b094-e281f56262de tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Deleting port 983c7725-013d-4462-b617-b7673a683a9b {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:24.965013 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5dcc517a-5bc7-4f0b-b094-e281f56262de tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.018956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e9ae6-7f1f-476e-8561-accf12293beb req-526eb600-7014-4166-b744-70fb2a9e21c1 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:25.020482 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-165e9ae6-7f1f-476e-8561-accf12293beb req-526eb600-7014-4166-b744-70fb2a9e21c1 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 949 time: 0.2376735 Sep 07 18:52:25.029514 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:25.076800 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5dcc517a-5bc7-4f0b-b094-e281f56262de tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.096362 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-5dcc517a-5bc7-4f0b-b094-e281f56262de tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Calling delete_port for 983c7725-013d-4462-b617-b7673a683a9b owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:25.215840 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-b26a0d77-62db-47bf-8ff3-5efe63aaca99 service neutron] 10.222.0.36 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107736 Sep 07 18:52:25.220714 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5dcc517a-5bc7-4f0b-b094-e281f56262de tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.227970 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-f3dc9f83-d57a-45ba-863a-e254412ae4e3 service neutron] 10.222.0.26 "GET /v2.0/networks/5b400c2c-52a1-4a3f-b7e2-da40908cc664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126113 Sep 07 18:52:25.260023 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-165e9ae6-7f1f-476e-8561-accf12293beb req-c0895a77-0190-4d4f-8151-f5f7ae98ac45 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049825 Sep 07 18:52:25.265017 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57630) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:25.266053 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5dcc517a-5bc7-4f0b-b094-e281f56262de tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.268438 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5dcc517a-5bc7-4f0b-b094-e281f56262de tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "DELETE /v2.0/ports/983c7725-013d-4462-b617-b7673a683a9b HTTP/1.1" status: 204 len: 168 time: 0.4245770 Sep 07 18:52:25.284578 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57632) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:25.285430 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc517a-5bc7-4f0b-b094-e281f56262de tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event deleted for resources: {'Port': ['ID=983c7725-013d-4462-b617-b7673a683a9b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:25.353163 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7ae2cd8-bd1f-48e3-a9dc-2a2c4d3e9439 req-05270ce4-5a03-4e82-a2be-0fa03b2abab2 service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059801 Sep 07 18:52:25.395750 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-2290d893-5827-4b64-8539-e44edaf76a5c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Deleting port 3b17d7de-c740-4cfe-b1c3-830110808912 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:25.395750 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2290d893-5827-4b64-8539-e44edaf76a5c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.414609 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-91bfa2f1-59aa-4f5b-a120-dedf6a4c7486 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-662331015-network', 'tenant_id': 'def3c48cb769463eb8e5581fc5e328b1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:25.477352 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2290d893-5827-4b64-8539-e44edaf76a5c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.485212 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bfa2f1-59aa-4f5b-a120-dedf6a4c7486 admin admin] Made reservation on behalf of def3c48cb769463eb8e5581fc5e328b1 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:25.487423 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91bfa2f1-59aa-4f5b-a120-dedf6a4c7486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.497727 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d575b-792c-4c09-bf9e-390fab1b8f26 req-9b848e5b-51f4-4f3d-bd6e-b8ef9f86bbc7 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:25.499237 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c45d575b-792c-4c09-bf9e-390fab1b8f26 req-9b848e5b-51f4-4f3d-bd6e-b8ef9f86bbc7 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1441076 Sep 07 18:52:25.499673 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91bfa2f1-59aa-4f5b-a120-dedf6a4c7486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.501604 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-2290d893-5827-4b64-8539-e44edaf76a5c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Calling delete_port for 3b17d7de-c740-4cfe-b1c3-830110808912 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:25.514738 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-9190b3b0-f6ce-4316-8a9d-1f6213bdf40a service neutron] 10.222.0.26 "GET /v2.0/networks/5b400c2c-52a1-4a3f-b7e2-da40908cc664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859488 Sep 07 18:52:25.525590 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86182719-69e0-43d9-9c4f-47e6f93c8841 req-d21d0fb9-5413-4e32-9963-b36bbeca4c0a service neutron] 10.222.0.36 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865355 Sep 07 18:52:25.563202 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c45d575b-792c-4c09-bf9e-390fab1b8f26 req-fd94283d-8fde-4639-9fec-677d8a160b5c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569966 Sep 07 18:52:25.632453 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9063faf-906a-4dab-8c5f-f0e6aa38ae91 req-fcd66938-ea5f-4e99-9966-7ca6f6c10873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:25.634356 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9063faf-906a-4dab-8c5f-f0e6aa38ae91 req-fcd66938-ea5f-4e99-9966-7ca6f6c10873 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8d2dd6678d2444d8d30e7280161600d&device_id=1a1beb38-94be-44d5-ac98-362d89617b1a HTTP/1.1" status: 200 len: 1095 time: 0.0484867 Sep 07 18:52:25.666358 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2290d893-5827-4b64-8539-e44edaf76a5c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.704747 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290d893-5827-4b64-8539-e44edaf76a5c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event deleted for resources: {'Port': ['ID=3b17d7de-c740-4cfe-b1c3-830110808912,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:25.718597 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2290d893-5827-4b64-8539-e44edaf76a5c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.720500 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2290d893-5827-4b64-8539-e44edaf76a5c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "DELETE /v2.0/ports/3b17d7de-c740-4cfe-b1c3-830110808912 HTTP/1.1" status: 204 len: 168 time: 0.4329190 Sep 07 18:52:25.723771 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57646) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:25.726817 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91bfa2f1-59aa-4f5b-a120-dedf6a4c7486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.736880 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91bfa2f1-59aa-4f5b-a120-dedf6a4c7486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.764201 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fe18fad9-5f26-4928-bce9-7e0342e0be81 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0388231 Sep 07 18:52:25.773726 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57648) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:25.779591 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91bfa2f1-59aa-4f5b-a120-dedf6a4c7486 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:52:25.784435 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-08f47b2d-c9d6-4cab-9329-a69807d4f5fb tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1787794256'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:25.810513 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfa2f1-59aa-4f5b-a120-dedf6a4c7486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25626d58-e4d9-4c0a-a6c7-297bf8bf0a03,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:25.818750 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91bfa2f1-59aa-4f5b-a120-dedf6a4c7486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.818890 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-91bfa2f1-59aa-4f5b-a120-dedf6a4c7486 admin admin] Added segment c8358309-ffc6-48c2-be9f-85eec3521527 of type vlan for network cf3bafa0-bd6c-4247-b83f-28727bf3051e Sep 07 18:52:25.852683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f47b2d-c9d6-4cab-9329-a69807d4f5fb tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Made reservation on behalf of e64adce2ad2e4204a98f3c2ed88d0ea6 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:25.856861 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08f47b2d-c9d6-4cab-9329-a69807d4f5fb tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.880919 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bb9f2406-e983-42b9-8590-f1b58bbcfdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.881560 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91bfa2f1-59aa-4f5b-a120-dedf6a4c7486 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.901683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f47b2d-c9d6-4cab-9329-a69807d4f5fb tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:52:25.914799 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08f47b2d-c9d6-4cab-9329-a69807d4f5fb tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.915292 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-08f47b2d-c9d6-4cab-9329-a69807d4f5fb tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Added segment bc5b28d5-4e27-4260-803f-198f8b94bac7 of type vlan for network 9ef58f38-c560-4758-9cbc-24587c6ef7fe Sep 07 18:52:25.988400 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08f47b2d-c9d6-4cab-9329-a69807d4f5fb tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.992902 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91bfa2f1-59aa-4f5b-a120-dedf6a4c7486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.993881 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bfa2f1-59aa-4f5b-a120-dedf6a4c7486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:25.994727 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91bfa2f1-59aa-4f5b-a120-dedf6a4c7486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.055918 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-91bfa2f1-59aa-4f5b-a120-dedf6a4c7486 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7823932 Sep 07 18:52:26.057326 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57656) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:26.062147 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-50f874ae-1c42-4c9d-b33b-0ec10537b899 admin admin] Request body: {'subnet': {'network_id': 'cf3bafa0-bd6c-4247-b83f-28727bf3051e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-662331015-subnet', 'tenant_id': 'def3c48cb769463eb8e5581fc5e328b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:26.085928 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b0cfa2bc-508d-483a-ad6b-e35e065c8108 req-0a07e4d2-5969-4919-bc18-78cf423bb71d tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 210 time: 0.0418808 Sep 07 18:52:26.096329 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b06164-b181-4b40-8ab5-4cb2e9cbb555 req-afc34317-c05a-414f-bc15-705454e0d2e9 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:26.097864 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2b06164-b181-4b40-8ab5-4cb2e9cbb555 req-afc34317-c05a-414f-bc15-705454e0d2e9 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1beb38-94be-44d5-ac98-362d89617b1a HTTP/1.1" status: 200 len: 944 time: 0.4385073 Sep 07 18:52:26.112103 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f874ae-1c42-4c9d-b33b-0ec10537b899 admin admin] Made reservation on behalf of def3c48cb769463eb8e5581fc5e328b1 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:26.115204 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-50f874ae-1c42-4c9d-b33b-0ec10537b899 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.121077 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08f47b2d-c9d6-4cab-9329-a69807d4f5fb tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.128815 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f47b2d-c9d6-4cab-9329-a69807d4f5fb tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:26.129411 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08f47b2d-c9d6-4cab-9329-a69807d4f5fb tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.137987 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9063faf-906a-4dab-8c5f-f0e6aa38ae91 req-2009f4b0-7ac6-499c-aacf-3e2885d09527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:26.140108 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9063faf-906a-4dab-8c5f-f0e6aa38ae91 req-2009f4b0-7ac6-499c-aacf-3e2885d09527 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 HTTP/1.1" status: 200 len: 913 time: 0.4948812 Sep 07 18:52:26.147058 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfa2f1-59aa-4f5b-a120-dedf6a4c7486 admin admin] Pushing event updated for resources: {'Network': ['ID=cf3bafa0-bd6c-4247-b83f-28727bf3051e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:26.163161 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network cf3bafa0-bd6c-4247-b83f-28727bf3051e details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:52:26.215132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2b06164-b181-4b40-8ab5-4cb2e9cbb555 req-b24a1697-505f-47b3-8dcf-88edcd389579 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955884 Sep 07 18:52:26.217122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9063faf-906a-4dab-8c5f-f0e6aa38ae91 req-e3aac4c0-3b04-4f12-bed4-1a517f23d634 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29d6ecf2-6237-4c55-bc74-a3fba255d136 HTTP/1.1" status: 200 len: 217 time: 0.0687985 Sep 07 18:52:26.236077 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-08f47b2d-c9d6-4cab-9329-a69807d4f5fb tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4598224 Sep 07 18:52:26.242524 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57658) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:26.276996 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-89fa8ed4-5ff8-45a9-b3fc-b6cb13bc7c81 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1649579764'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:26.281756 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9063faf-906a-4dab-8c5f-f0e6aa38ae91 req-6a3f19ed-a59a-4071-bba0-d92c60d88900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:26.285018 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9063faf-906a-4dab-8c5f-f0e6aa38ae91 req-6a3f19ed-a59a-4071-bba0-d92c60d88900 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=330b0af3-a338-4c3d-9fb6-805b1cab9e04 HTTP/1.1" status: 200 len: 852 time: 0.0585876 Sep 07 18:52:26.298620 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f47b2d-c9d6-4cab-9329-a69807d4f5fb tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event updated for resources: {'Network': ['ID=9ef58f38-c560-4758-9cbc-24587c6ef7fe,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:26.324692 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:26.326712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 9ef58f38-c560-4758-9cbc-24587c6ef7fe details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:52:26.337479 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fa8ed4-5ff8-45a9-b3fc-b6cb13bc7c81 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Made reservation on behalf of e64adce2ad2e4204a98f3c2ed88d0ea6 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:26.337966 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9063faf-906a-4dab-8c5f-f0e6aa38ae91 req-8eda0130-e67f-48c3-95ad-f6040defbe53 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324059 Sep 07 18:52:26.340963 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-89fa8ed4-5ff8-45a9-b3fc-b6cb13bc7c81 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.413941 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fa8ed4-5ff8-45a9-b3fc-b6cb13bc7c81 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:52:26.434447 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-89fa8ed4-5ff8-45a9-b3fc-b6cb13bc7c81 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.434981 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-89fa8ed4-5ff8-45a9-b3fc-b6cb13bc7c81 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Added segment 16bd6f38-ae07-4e62-a005-3e3f35841447 of type vlan for network d0910d79-852f-4af1-8050-277d1d1d2bbf Sep 07 18:52:26.441636 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:26.445467 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:26.445835 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.486074 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cb441-6587-439d-87ce-0c1ea11d4466 req-88620fd2-3a8b-44d7-9132-b17edea32849 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:26.487641 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-465cb441-6587-439d-87ce-0c1ea11d4466 req-88620fd2-3a8b-44d7-9132-b17edea32849 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 949 time: 0.1521699 Sep 07 18:52:26.489493 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9063faf-906a-4dab-8c5f-f0e6aa38ae91 req-4f06738c-9046-4fd8-8279-d23b30ad5fbd service neutron] 10.222.0.36 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417921 Sep 07 18:52:26.529893 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-50f874ae-1c42-4c9d-b33b-0ec10537b899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.531338 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.533416 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-89fa8ed4-5ff8-45a9-b3fc-b6cb13bc7c81 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.554971 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df28ca9-cec9-45cb-a48a-7f15c34b17b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:26.557314 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c0cf07-905d-4109-8988-9efe4ad7e99c" -d '{"events": [{"server_uuid": "3df28ca9-cec9-45cb-a48a-7f15c34b17b2", "name": "network-vif-plugged", "status": "completed", "tag": "3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:26.571517 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:26.578556 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.588401 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-465cb441-6587-439d-87ce-0c1ea11d4466 req-df9a6846-941d-4755-8f56-470d57be0d1d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946915 Sep 07 18:52:26.615105 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-89fa8ed4-5ff8-45a9-b3fc-b6cb13bc7c81 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.620401 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fa8ed4-5ff8-45a9-b3fc-b6cb13bc7c81 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:26.621568 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-89fa8ed4-5ff8-45a9-b3fc-b6cb13bc7c81 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.642155 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16cb6cc-5c9a-40f5-9eb0-ce089c7da300 x-openstack-request-id: req-b16cb6cc-5c9a-40f5-9eb0-ce089c7da300 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:26.642497 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df28ca9-cec9-45cb-a48a-7f15c34b17b2", "name": "network-vif-plugged", "status": "completed", "tag": "3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:26.642752 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b16cb6cc-5c9a-40f5-9eb0-ce089c7da300 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:26.643136 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df28ca9-cec9-45cb-a48a-7f15c34b17b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1', 'code': 200} Sep 07 18:52:26.649309 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9063faf-906a-4dab-8c5f-f0e6aa38ae91 req-03676b26-938e-4720-9aeb-3d226b4d466b service neutron] 10.222.0.36 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485074 Sep 07 18:52:26.652868 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f874ae-1c42-4c9d-b33b-0ec10537b899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcfda540-43f6-4358-9c62-ba13036e4960,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:26.665460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:26.691456 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f874ae-1c42-4c9d-b33b-0ec10537b899 admin admin] Checking segment: {'id': 'c8358309-ffc6-48c2-be9f-85eec3521527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cf3bafa0-bd6c-4247-b83f-28727bf3051e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:26.691808 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f874ae-1c42-4c9d-b33b-0ec10537b899 admin admin] Network hostable DHCP agents. Network: cf3bafa0-bd6c-4247-b83f-28727bf3051e, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:52:26.707958 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-89fa8ed4-5ff8-45a9-b3fc-b6cb13bc7c81 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4638014 Sep 07 18:52:26.738411 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa8ed4-5ff8-45a9-b3fc-b6cb13bc7c81 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event updated for resources: {'Network': ['ID=d0910d79-852f-4af1-8050-277d1d1d2bbf,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:26.747381 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f874ae-1c42-4c9d-b33b-0ec10537b899 admin admin] Network cf3bafa0-bd6c-4247-b83f-28727bf3051e is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:52:26.751176 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network d0910d79-852f-4af1-8050-277d1d1d2bbf details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:52:26.759636 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-50f874ae-1c42-4c9d-b33b-0ec10537b899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, cf3bafa0-bd6c-4247-b83f-28727bf3051e) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:26.772719 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f874ae-1c42-4c9d-b33b-0ec10537b899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:26.773877 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-50f874ae-1c42-4c9d-b33b-0ec10537b899 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.777926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152fecb-c88a-4c88-8d8a-271aec04f71c req-013c67b9-2383-413e-b690-f93ce9c58712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:26.779723 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6152fecb-c88a-4c88-8d8a-271aec04f71c req-013c67b9-2383-413e-b690-f93ce9c58712 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 1101 time: 0.0824003 Sep 07 18:52:26.780684 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41c0d12-e4a7-4556-a0f6-86a1fbdae5e7 None None] Network cf3bafa0-bd6c-4247-b83f-28727bf3051e requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:26.794058 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89828042-d6e5-4cf4-8565-345823780650 req-448f2f22-cda2-497e-9d04-846ade24b8ec tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:26.803269 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-89828042-d6e5-4cf4-8565-345823780650 req-448f2f22-cda2-497e-9d04-846ade24b8ec tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1171322 Sep 07 18:52:26.822108 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-50f874ae-1c42-4c9d-b33b-0ec10537b899 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7568629 Sep 07 18:52:26.904031 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6152fecb-c88a-4c88-8d8a-271aec04f71c req-0f900bde-431d-4b6e-8742-81be6872c279 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977395 Sep 07 18:52:26.920963 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-89828042-d6e5-4cf4-8565-345823780650 req-9d3fab1f-e11d-41f7-b1d0-cad4d71c4caf tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120739 Sep 07 18:52:27.067957 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb341c7d-e324-4755-a556-e25ee08a8860 None None] Network cf3bafa0-bd6c-4247-b83f-28727bf3051e requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:27.107370 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8044b4-9d5c-4daf-884c-f0b23824d6ab req-1e9d6db4-6db5-491b-a087-8376a5f19835 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:27.126977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d8044b4-9d5c-4daf-884c-f0b23824d6ab req-1e9d6db4-6db5-491b-a087-8376a5f19835 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0955768 Sep 07 18:52:27.156719 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-d9e6eeb0-0fc3-48b5-b82b-ed115531a40a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:27.158271 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-d9e6eeb0-0fc3-48b5-b82b-ed115531a40a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.60 "GET /v2.0/networks?id=5b400c2c-52a1-4a3f-b7e2-da40908cc664 HTTP/1.1" status: 200 len: 813 time: 0.3011363 Sep 07 18:52:27.181545 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-1036261d-48f3-4a32-93b4-79608748d5ac tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Request body: {'port': {'device_id': 'c3e93329-67e0-47a4-b999-c8e46e240beb', 'network_id': '5b400c2c-52a1-4a3f-b7e2-da40908cc664', 'admin_state_up': True, 'tenant_id': '23bd9db961d24ba189b315670760f471'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:27.224873 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d8044b4-9d5c-4daf-884c-f0b23824d6ab req-3784cb1c-36a3-41a4-aef0-eab995d0ee54 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873120 Sep 07 18:52:27.339528 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68a7cbbc-f831-44eb-96f2-4b5dd41788ec req-04bbf7ec-0c8e-427b-b5f4-00d7f6fa0977 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 210 time: 0.0466027 Sep 07 18:52:27.340266 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-1036261d-48f3-4a32-93b4-79608748d5ac tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Made reservation on behalf of 23bd9db961d24ba189b315670760f471 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:27.344815 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-1036261d-48f3-4a32-93b4-79608748d5ac tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:27.519275 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-1036261d-48f3-4a32-93b4-79608748d5ac tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Allocated IP 172.20.0.14 (5b400c2c-52a1-4a3f-b7e2-da40908cc664/081181ef-c8d4-4758-b937-dfb90332a016/4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:27.540122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0d9ef1e6-2956-45a8-b6e7-4503c37688d1 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:27.548167 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0d9ef1e6-2956-45a8-b6e7-4503c37688d1 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/networks?id=cf3bafa0-bd6c-4247-b83f-28727bf3051e HTTP/1.1" status: 200 len: 821 time: 0.1516531 Sep 07 18:52:27.567806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-5fbb99ac-c06a-4688-8179-3c59c40da96e tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/quotas/def3c48cb769463eb8e5581fc5e328b1 HTTP/1.1" status: 200 len: 375 time: 0.0185578 Sep 07 18:52:27.604902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a4543-3dbd-4a97-9ac4-bb66c50ede32 req-3ec67982-c727-405e-a27f-6b270b6d90e9 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:27.606677 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e7a4543-3dbd-4a97-9ac4-bb66c50ede32 req-3ec67982-c727-405e-a27f-6b270b6d90e9 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1beb38-94be-44d5-ac98-362d89617b1a HTTP/1.1" status: 200 len: 944 time: 0.1246512 Sep 07 18:52:27.616642 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-e25ce353-9d98-4bd2-8d4f-507e11dbc470 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=def3c48cb769463eb8e5581fc5e328b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475206 Sep 07 18:52:27.677309 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-1036261d-48f3-4a32-93b4-79608748d5ac tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:27.712239 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e7a4543-3dbd-4a97-9ac4-bb66c50ede32 req-aed078da-2ca5-4154-8e16-29440f4439ec tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932910 Sep 07 18:52:27.717152 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-1036261d-48f3-4a32-93b4-79608748d5ac tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:27.749853 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-dde869e7-de5d-49c5-b360-30359b84163f service neutron] 10.222.0.26 "GET /v2.0/networks/cf3bafa0-bd6c-4247-b83f-28727bf3051e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321628 Sep 07 18:52:27.757936 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-1036261d-48f3-4a32-93b4-79608748d5ac tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Network 5b400c2c-52a1-4a3f-b7e2-da40908cc664 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:27.760941 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-1036261d-48f3-4a32-93b4-79608748d5ac tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:27.763511 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-1036261d-48f3-4a32-93b4-79608748d5ac tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:27.820609 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036261d-48f3-4a32-93b4-79608748d5ac tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Pushing event updated for resources: {'Port': ['ID=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:27.838187 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-1036261d-48f3-4a32-93b4-79608748d5ac tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:27.839115 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-1036261d-48f3-4a32-93b4-79608748d5ac tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:27.864333 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-1036261d-48f3-4a32-93b4-79608748d5ac tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6891291 Sep 07 18:52:27.871370 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-b8a4e2c4-9836-4d42-bf70-56015eeca0c9 service neutron] 10.222.0.26 "GET /v2.0/networks/cf3bafa0-bd6c-4247-b83f-28727bf3051e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135490 Sep 07 18:52:27.881033 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] Request body: {'port': {'device_id': 'c3e93329-67e0-47a4-b999-c8e46e240beb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:27.965878 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:28.028078 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 29d6ecf2-6237-4c55-bc74-a3fba255d136 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:52:28.078859 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c08f4-8ca1-4c8c-bb62-c2ea826223b4 req-3342d6ed-7203-4ab9-9324-c9544172394f tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:28.089725 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-724c08f4-8ca1-4c8c-bb62-c2ea826223b4 req-3342d6ed-7203-4ab9-9324-c9544172394f tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.1024303 Sep 07 18:52:28.180744 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-724c08f4-8ca1-4c8c-bb62-c2ea826223b4 req-1fba6a65-c0d6-4a9e-889b-ad13e736f720 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781815 Sep 07 18:52:28.306902 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 29d6ecf2-6237-4c55-bc74-a3fba255d136, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=29d6ecf2-6237-4c55-bc74-a3fba255d136,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:28.338052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f58b6-d4f9-486b-824a-0b9af87b24b2 req-029250bd-626a-4c3a-8685-f7b3ddf6dacb tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:28.339755 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a25f58b6-d4f9-486b-824a-0b9af87b24b2 req-029250bd-626a-4c3a-8685-f7b3ddf6dacb tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1338935 Sep 07 18:52:28.353285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '29d6ecf2-6237-4c55-bc74-a3fba255d136', 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20', 'port_id': '29d6ecf2-6237-4c55-bc74-a3fba255d136', 'mac_address': 'fa:16:3e:42:d2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330b0af3-a338-4c3d-9fb6-805b1cab9e04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:52:28.363015 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:52:28.374012 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:28.390265 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] Transition to ACTIVE for port object 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:28.394885 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:28.458512 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a25f58b6-d4f9-486b-824a-0b9af87b24b2 req-04552a38-eaed-43c9-8cd6-14ba5d6c94da tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103666 Sep 07 18:52:28.484622 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:28.484800 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] Pushing event updated for resources: {'Port': ['ID=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:28.527028 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d6ecf2-6237-4c55-bc74-a3fba255d136 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:52:28.530910 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-caf0cd9f-cac8-4353-b84b-32adca2afc5d req-0ad12055-0a96-4d9f-be74-e9e041e12df0 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9361a46-0c70-4d27-a9d6-04fc814db802 HTTP/1.1" status: 200 len: 210 time: 0.0868716 Sep 07 18:52:28.599824 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 29d6ecf2-6237-4c55-bc74-a3fba255d136, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=29d6ecf2-6237-4c55-bc74-a3fba255d136,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:28.605769 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:28.635534 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] Attempting to bind port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:52:28.635924 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] Attempting to bind port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '11c36bdb-1e25-4e17-9eb3-fc29828605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5b400c2c-52a1-4a3f-b7e2-da40908cc664'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:52:28.636223 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] Attempting to bind port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 on network 5b400c2c-52a1-4a3f-b7e2-da40908cc664 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:28.646181 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] Port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 on network 5b400c2c-52a1-4a3f-b7e2-da40908cc664 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:52:28.646534 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] Attempting to bind port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 on network 5b400c2c-52a1-4a3f-b7e2-da40908cc664 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:28.660078 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:52:28.660428 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] Checking segment: {'id': '11c36bdb-1e25-4e17-9eb3-fc29828605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5b400c2c-52a1-4a3f-b7e2-da40908cc664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:28.663504 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] Bound using segment: {'id': '11c36bdb-1e25-4e17-9eb3-fc29828605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5b400c2c-52a1-4a3f-b7e2-da40908cc664'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:52:28.663977 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] Bound port: 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c36bdb-1e25-4e17-9eb3-fc29828605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5b400c2c-52a1-4a3f-b7e2-da40908cc664'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:52:28.664347 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:28.684560 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2adf9-32d0-4dfa-8a19-e5ff34c03fa6 req-e415bc60-d6cf-4561-accc-7b0a935e6e72 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:28.690580 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ce2adf9-32d0-4dfa-8a19-e5ff34c03fa6 req-e415bc60-d6cf-4561-accc-7b0a935e6e72 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 944 time: 0.1017721 Sep 07 18:52:28.797746 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] For port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:28.801708 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ce2adf9-32d0-4dfa-8a19-e5ff34c03fa6 req-2ce6a524-a64b-4b05-8540-ea0e8f0f489e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070435 Sep 07 18:52:28.808167 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] For port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,segment=NetworkSegment(11c36bdb-1e25-4e17-9eb3-fc29828605f0),segment_id=11c36bdb-1e25-4e17-9eb3-fc29828605f0)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:52:28.821419 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:28.976818 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:28.977437 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:28.978574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=29d6ecf2-6237-4c55-bc74-a3fba255d136,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:28.983128 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] 10.222.0.60 "PUT /v2.0/ports/4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 HTTP/1.1" status: 200 len: 1092 time: 1.1071784 Sep 07 18:52:28.985704 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3e93329-67e0-47a4-b999-c8e46e240beb', 'tag': '4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:28.998802 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8202a581-243d-470f-b09a-4f62bf5a82bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c3e93329-67e0-47a4-b999-c8e46e240beb", "tag": "4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:29.007577 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:29.008117 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40792e19-6f15-4cc5-bb18-269e0816f1ab service neutron] Pushing event updated for resources: {'Port': ['ID=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:29.012640 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-420e5e03-8494-488e-b99f-533d93c5831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:29.085148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e98b85-5bbc-422c-8a90-e00288003629 req-bcc9fe1c-3dad-473f-a3d6-c7510f2e5d1a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:29.087472 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83e98b85-5bbc-422c-8a90-e00288003629 req-bcc9fe1c-3dad-473f-a3d6-c7510f2e5d1a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1512275 Sep 07 18:52:29.106232 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baef0bc-2156-4877-893f-d0793c243f65 req-05951936-ddd3-4fe7-9408-b5206f610538 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:29.110618 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['29d6ecf2-6237-4c55-bc74-a3fba255d136'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:29.115077 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8baef0bc-2156-4877-893f-d0793c243f65 req-05951936-ddd3-4fe7-9408-b5206f610538 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1beb38-94be-44d5-ac98-362d89617b1a HTTP/1.1" status: 200 len: 945 time: 0.1880074 Sep 07 18:52:29.130314 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-41e061c0-f847-4c08-a0a6-d94c6f8b4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:29.132096 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-41e061c0-f847-4c08-a0a6-d94c6f8b4457 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=23bd9db961d24ba189b315670760f471&device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 1095 time: 0.0846364 Sep 07 18:52:29.192758 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8baef0bc-2156-4877-893f-d0793c243f65 req-efc2a09e-16a4-484a-9d71-86e18f4cfc9e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703933 Sep 07 18:52:29.193124 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-9d331031-8905-4f14-ba36-a44a476dea41 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 HTTP/1.1" status: 200 len: 217 time: 0.0466576 Sep 07 18:52:29.215360 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83e98b85-5bbc-422c-8a90-e00288003629 req-a133becf-cb94-4e99-9ab1-7651bd4bbc2e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925207 Sep 07 18:52:29.258795 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d7785f-b7f9-42cd-90cf-bdd03ba33fbc x-openstack-request-id: req-35d7785f-b7f9-42cd-90cf-bdd03ba33fbc {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:29.259104 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3e93329-67e0-47a4-b999-c8e46e240beb", "tag": "4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:29.259358 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-35d7785f-b7f9-42cd-90cf-bdd03ba33fbc {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:29.259728 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3e93329-67e0-47a4-b999-c8e46e240beb', 'tag': '4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2', 'status': 'completed', 'code': 200} Sep 07 18:52:29.261314 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-2ab0754e-4a84-4639-ba98-7e43a7cf1140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:29.266985 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-2ab0754e-4a84-4639-ba98-7e43a7cf1140 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=081181ef-c8d4-4758-b937-dfb90332a016 HTTP/1.1" status: 200 len: 853 time: 0.0730231 Sep 07 18:52:29.310235 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-91da6c3f-3310-49fd-a644-ff8205581176 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b400c2c-52a1-4a3f-b7e2-da40908cc664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349767 Sep 07 18:52:29.361798 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8ba93-a53a-4eb0-94fc-4c25d2c069e9 req-344646a3-0d50-4de3-8d96-7300c057a56c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:29.363620 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34d8ba93-a53a-4eb0-94fc-4c25d2c069e9 req-344646a3-0d50-4de3-8d96-7300c057a56c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.0678871 Sep 07 18:52:29.408242 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34d8ba93-a53a-4eb0-94fc-4c25d2c069e9 req-53d39dba-f8aa-437b-bdca-94377aeae74a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385709 Sep 07 18:52:29.415761 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-593ef54e-ea3d-4c97-a27b-df49d46c3a6e service neutron] 10.222.0.60 "GET /v2.0/networks/5b400c2c-52a1-4a3f-b7e2-da40908cc664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981548 Sep 07 18:52:29.534568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9491eaf-864f-40a7-8ef9-92a2050a6c47 req-7633ec78-ed82-4f6d-ac18-312f1271bf6c tempest-MigrationsAdminTest-1777105112 tempest-MigrationsAdminTest-1777105112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:29.536914 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c9491eaf-864f-40a7-8ef9-92a2050a6c47 req-7633ec78-ed82-4f6d-ac18-312f1271bf6c tempest-MigrationsAdminTest-1777105112 tempest-MigrationsAdminTest-1777105112-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 1101 time: 0.0533693 Sep 07 18:52:29.629964 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c9491eaf-864f-40a7-8ef9-92a2050a6c47 req-d55a4405-9a3c-4cff-993e-c3389f25a50d tempest-MigrationsAdminTest-1777105112 tempest-MigrationsAdminTest-1777105112-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801983 Sep 07 18:52:29.743873 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b54973f9-601b-4e1e-9924-630983463f8c req-6f285394-ce96-4f37-80ed-1f4f00f3154a tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9361a46-0c70-4d27-a9d6-04fc814db802 HTTP/1.1" status: 200 len: 210 time: 0.0416348 Sep 07 18:52:29.781742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-ed2d8bd3-8134-4baa-b51e-91766e529a2b tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:29.783253 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-ed2d8bd3-8134-4baa-b51e-91766e529a2b tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.36 "GET /v2.0/networks?id=cf3bafa0-bd6c-4247-b83f-28727bf3051e HTTP/1.1" status: 200 len: 821 time: 0.2451556 Sep 07 18:52:29.801264 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-d03d7514-c1fd-43f2-87c4-22db05c618c0 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Request body: {'port': {'device_id': 'e9361a46-0c70-4d27-a9d6-04fc814db802', 'network_id': 'cf3bafa0-bd6c-4247-b83f-28727bf3051e', 'admin_state_up': True, 'tenant_id': 'def3c48cb769463eb8e5581fc5e328b1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:30.025668 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 29d6ecf2-6237-4c55-bc74-a3fba255d136 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:30.047266 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a36fc08c-b6eb-4b09-98ed-4c837107eff3 req-b1269825-f8c1-42df-ae23-569231ee7880 service neutron] 10.222.0.60 "GET /v2.0/networks/5b400c2c-52a1-4a3f-b7e2-da40908cc664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6230235 Sep 07 18:52:30.065383 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-6c8b049d-7c97-49e0-a7e3-5816b8926604 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0555947 Sep 07 18:52:30.071928 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57740) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:30.082171 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-db85993b-99a6-4035-ae7c-17e73e265d8a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Request body: {'subnets': [{'network_id': '9ef58f38-c560-4758-9cbc-24587c6ef7fe', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--752721784', 'ip_version': 6}, {'network_id': 'd0910d79-852f-4af1-8050-277d1d1d2bbf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:30.082538 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-db85993b-99a6-4035-ae7c-17e73e265d8a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Request body: {'subnet': {'network_id': '9ef58f38-c560-4758-9cbc-24587c6ef7fe', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--752721784', 'ip_version': 6}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:30.084267 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-db85993b-99a6-4035-ae7c-17e73e265d8a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Request body: {'subnet': {'network_id': 'd0910d79-852f-4af1-8050-277d1d1d2bbf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:30.099569 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:30.101157 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-d03d7514-c1fd-43f2-87c4-22db05c618c0 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Made reservation on behalf of def3c48cb769463eb8e5581fc5e328b1 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:30.105706 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-d03d7514-c1fd-43f2-87c4-22db05c618c0 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:30.108830 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 29d6ecf2-6237-4c55-bc74-a3fba255d136 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:30.114381 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 29d6ecf2-6237-4c55-bc74-a3fba255d136 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:30.115149 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:30.139569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff570e5-f3eb-4749-957e-6058dc185b17 req-61c73cd8-8244-4694-83d2-24f4af806c68 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:30.141909 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ff570e5-f3eb-4749-957e-6058dc185b17 req-61c73cd8-8244-4694-83d2-24f4af806c68 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 944 time: 0.1774361 Sep 07 18:52:30.204597 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ab5d2-fe57-47d6-908c-fe33f3f236c8 req-798e8774-2e5c-4354-88e8-2eba92f27024 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:30.205823 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:30.206664 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af5ab5d2-fe57-47d6-908c-fe33f3f236c8 req-798e8774-2e5c-4354-88e8-2eba92f27024 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.1988778 Sep 07 18:52:30.235227 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202a581-243d-470f-b09a-4f62bf5a82bd req-b24366d0-2da6-484d-9df9-201f436ba1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:30.238733 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1beb38-94be-44d5-ac98-362d89617b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d6ecf2-6237-4c55-bc74-a3fba255d136'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:30.241357 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ce521c-d67f-4a6d-9e8a-8a5e0517145d" -d '{"events": [{"server_uuid": "1a1beb38-94be-44d5-ac98-362d89617b1a", "name": "network-vif-plugged", "status": "completed", "tag": "29d6ecf2-6237-4c55-bc74-a3fba255d136"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:30.241958 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8202a581-243d-470f-b09a-4f62bf5a82bd req-b24366d0-2da6-484d-9df9-201f436ba1e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=23bd9db961d24ba189b315670760f471&device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 1095 time: 0.1293719 Sep 07 18:52:30.253731 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 29d6ecf2-6237-4c55-bc74-a3fba255d136, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=29d6ecf2-6237-4c55-bc74-a3fba255d136,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:30.258546 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:30.293211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ff570e5-f3eb-4749-957e-6058dc185b17 req-db81f34a-14dd-4f7b-a085-fd41f45828e8 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418848 Sep 07 18:52:30.324485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=29d6ecf2-6237-4c55-bc74-a3fba255d136,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:30.382153 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-d03d7514-c1fd-43f2-87c4-22db05c618c0 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Allocated IP 172.20.0.12 (cf3bafa0-bd6c-4247-b83f-28727bf3051e/dcfda540-43f6-4358-9c62-ba13036e4960/8217ed7f-fe74-4b18-8841-99754b5641d5) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:30.418931 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af5ab5d2-fe57-47d6-908c-fe33f3f236c8 req-dcb31a73-c9e8-4c47-99ec-3ce90b737b82 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034814 Sep 07 18:52:30.431861 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202a581-243d-470f-b09a-4f62bf5a82bd req-d32a2209-f827-48fd-b7aa-a5f810bcf4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:30.433409 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8202a581-243d-470f-b09a-4f62bf5a82bd req-d32a2209-f827-48fd-b7aa-a5f810bcf4f9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b400c2c-52a1-4a3f-b7e2-da40908cc664 HTTP/1.1" status: 200 len: 914 time: 0.1823454 Sep 07 18:52:30.490077 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61a7bdc-ecd2-4241-b724-9d68dddfaec1 x-openstack-request-id: req-a61a7bdc-ecd2-4241-b724-9d68dddfaec1 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:30.490417 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1beb38-94be-44d5-ac98-362d89617b1a", "name": "network-vif-plugged", "status": "completed", "tag": "29d6ecf2-6237-4c55-bc74-a3fba255d136", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:30.490630 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a61a7bdc-ecd2-4241-b724-9d68dddfaec1 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:30.491033 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1beb38-94be-44d5-ac98-362d89617b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d6ecf2-6237-4c55-bc74-a3fba255d136', 'code': 200} Sep 07 18:52:30.506927 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8202a581-243d-470f-b09a-4f62bf5a82bd req-a42e2094-b2c4-42c4-9925-ba7ad3c5ef8c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 HTTP/1.1" status: 200 len: 217 time: 0.0559173 Sep 07 18:52:30.523676 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4efa6b-8525-4cce-9f6f-9b59eeeb68a4 req-43da0b71-4f68-42ff-9e52-a3e16f1b8d62 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:30.528403 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db85993b-99a6-4035-ae7c-17e73e265d8a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Made reservation on behalf of e64adce2ad2e4204a98f3c2ed88d0ea6 for: {'subnet': 2} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:30.530644 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c4efa6b-8525-4cce-9f6f-9b59eeeb68a4 req-43da0b71-4f68-42ff-9e52-a3e16f1b8d62 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1beb38-94be-44d5-ac98-362d89617b1a HTTP/1.1" status: 200 len: 946 time: 0.1314950 Sep 07 18:52:30.533891 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db85993b-99a6-4035-ae7c-17e73e265d8a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:30.543769 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db85993b-99a6-4035-ae7c-17e73e265d8a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:30.658828 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202a581-243d-470f-b09a-4f62bf5a82bd req-503cffde-76a7-4935-a6b6-a52d638366a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:30.660344 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8202a581-243d-470f-b09a-4f62bf5a82bd req-503cffde-76a7-4935-a6b6-a52d638366a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=081181ef-c8d4-4758-b937-dfb90332a016 HTTP/1.1" status: 200 len: 853 time: 0.1414528 Sep 07 18:52:30.681192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c4efa6b-8525-4cce-9f6f-9b59eeeb68a4 req-65e92109-e456-469c-b5d0-e79ec71b2367 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490705 Sep 07 18:52:30.700449 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8202a581-243d-470f-b09a-4f62bf5a82bd req-1164303f-63c2-4e02-9cf7-3f76223a794a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b400c2c-52a1-4a3f-b7e2-da40908cc664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261278 Sep 07 18:52:30.710529 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9942d7-c34f-44cf-a78b-d8ecbfae2ef8 req-026bf30a-46a5-49c8-b76c-4d585b77f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:30.712081 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c9942d7-c34f-44cf-a78b-d8ecbfae2ef8 req-026bf30a-46a5-49c8-b76c-4d585b77f5e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a1beb38-94be-44d5-ac98-362d89617b1a HTTP/1.1" status: 200 len: 1097 time: 0.1440110 Sep 07 18:52:30.721919 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0bc70-aa22-4480-8520-3bffa76f9b3b req-db5d44d4-b7d6-4f75-94f1-b7680ae201e2 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:30.723663 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93e0bc70-aa22-4480-8520-3bffa76f9b3b req-db5d44d4-b7d6-4f75-94f1-b7680ae201e2 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1542332 Sep 07 18:52:30.726704 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-d03d7514-c1fd-43f2-87c4-22db05c618c0 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:30.809467 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93e0bc70-aa22-4480-8520-3bffa76f9b3b req-cc3ef3d9-f8d0-483f-a6e5-f892c45137ef tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691674 Sep 07 18:52:30.817149 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c9942d7-c34f-44cf-a78b-d8ecbfae2ef8 req-bda50689-53a3-4b8d-8c57-8b9c22b1515a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876803 Sep 07 18:52:30.834173 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-d03d7514-c1fd-43f2-87c4-22db05c618c0 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:30.834581 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8202a581-243d-470f-b09a-4f62bf5a82bd req-5377ee7a-06fa-44f1-8fbe-ef59a06c3cfd service neutron] 10.222.0.60 "GET /v2.0/networks/5b400c2c-52a1-4a3f-b7e2-da40908cc664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249688 Sep 07 18:52:30.911033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-d03d7514-c1fd-43f2-87c4-22db05c618c0 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Network cf3bafa0-bd6c-4247-b83f-28727bf3051e is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:30.918825 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-d03d7514-c1fd-43f2-87c4-22db05c618c0 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:30.927093 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-d03d7514-c1fd-43f2-87c4-22db05c618c0 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:30.932267 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8202a581-243d-470f-b09a-4f62bf5a82bd req-fbbb0b6b-db9e-4ed1-a986-35d45fa5c3cf service neutron] 10.222.0.60 "GET /v2.0/networks/5b400c2c-52a1-4a3f-b7e2-da40908cc664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893915 Sep 07 18:52:30.939432 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d7514-c1fd-43f2-87c4-22db05c618c0 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Pushing event updated for resources: {'Port': ['ID=8217ed7f-fe74-4b18-8841-99754b5641d5,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:30.987590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4126d6-ee58-4b2b-919d-d0d30e66ad01 req-17aebd94-7114-4966-ae0e-d71e5050329e tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:30.995951 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0b4126d6-ee58-4b2b-919d-d0d30e66ad01 req-17aebd94-7114-4966-ae0e-d71e5050329e tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9361a46-0c70-4d27-a9d6-04fc814db802 HTTP/1.1" status: 200 len: 932 time: 0.1235816 Sep 07 18:52:31.043548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-d03d7514-c1fd-43f2-87c4-22db05c618c0 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:31.044220 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-d03d7514-c1fd-43f2-87c4-22db05c618c0 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.065766 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0b4126d6-ee58-4b2b-919d-d0d30e66ad01 req-dae3bf43-5f97-4a98-8a44-f310fb0d0aca tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/security-groups?id=25626d58-e4d9-4c0a-a6c7-297bf8bf0a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689378 Sep 07 18:52:31.076192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-d03d7514-c1fd-43f2-87c4-22db05c618c0 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2801468 Sep 07 18:52:31.111844 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] Request body: {'port': {'device_id': 'e9361a46-0c70-4d27-a9d6-04fc814db802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:31.217744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989153df-1d6f-4683-a714-4cef775faa2d req-4438c4a1-435f-47f5-95ba-b6ae1995a44b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:31.219299 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-989153df-1d6f-4683-a714-4cef775faa2d req-4438c4a1-435f-47f5-95ba-b6ae1995a44b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0966320 Sep 07 18:52:31.222359 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.282766 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db85993b-99a6-4035-ae7c-17e73e265d8a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.303828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-989153df-1d6f-4683-a714-4cef775faa2d req-94074576-2ec2-4f5b-b47a-86c6632c78fb tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717993 Sep 07 18:52:31.344861 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85993b-99a6-4035-ae7c-17e73e265d8a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event updated for resources: {'Subnet': ['ID=a3d104f0-3518-4840-a1e0-7811ad233c4a,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:31.366026 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db85993b-99a6-4035-ae7c-17e73e265d8a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Checking segment: {'id': 'bc5b28d5-4e27-4260-803f-198f8b94bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9ef58f38-c560-4758-9cbc-24587c6ef7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:31.366402 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db85993b-99a6-4035-ae7c-17e73e265d8a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Network hostable DHCP agents. Network: 9ef58f38-c560-4758-9cbc-24587c6ef7fe, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:52:31.388329 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db85993b-99a6-4035-ae7c-17e73e265d8a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Network 9ef58f38-c560-4758-9cbc-24587c6ef7fe is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:52:31.408181 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-db85993b-99a6-4035-ae7c-17e73e265d8a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 9ef58f38-c560-4758-9cbc-24587c6ef7fe) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:31.421596 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73bc463-afc6-48be-a606-4e91f651d3cf None None] Network 9ef58f38-c560-4758-9cbc-24587c6ef7fe requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:31.423258 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db85993b-99a6-4035-ae7c-17e73e265d8a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.493643 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85993b-99a6-4035-ae7c-17e73e265d8a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event updated for resources: {'Subnet': ['ID=035d0927-1c82-44cb-810f-bab6d7fb050d,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:31.506950 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db85993b-99a6-4035-ae7c-17e73e265d8a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Checking segment: {'id': '16bd6f38-ae07-4e62-a005-3e3f35841447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0910d79-852f-4af1-8050-277d1d1d2bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:31.507311 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db85993b-99a6-4035-ae7c-17e73e265d8a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Network hostable DHCP agents. Network: d0910d79-852f-4af1-8050-277d1d1d2bbf, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:52:31.524332 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db85993b-99a6-4035-ae7c-17e73e265d8a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Network d0910d79-852f-4af1-8050-277d1d1d2bbf is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:52:31.535709 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cabf5-d6c8-479a-ab82-70715d46abec req-c18531de-e485-45f4-83b0-dfe772e7bf24 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:31.537289 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-287cabf5-d6c8-479a-ab82-70715d46abec req-c18531de-e485-45f4-83b0-dfe772e7bf24 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 944 time: 0.1524103 Sep 07 18:52:31.538245 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-db85993b-99a6-4035-ae7c-17e73e265d8a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, d0910d79-852f-4af1-8050-277d1d1d2bbf) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:31.549810 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6723403-31c6-4854-8399-62a911c30852 None None] Network d0910d79-852f-4af1-8050-277d1d1d2bbf requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:31.555060 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db85993b-99a6-4035-ae7c-17e73e265d8a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:31.555931 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db85993b-99a6-4035-ae7c-17e73e265d8a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:31.556969 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db85993b-99a6-4035-ae7c-17e73e265d8a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.577579 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-db85993b-99a6-4035-ae7c-17e73e265d8a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.5018904 Sep 07 18:52:31.577929 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57784) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:31.665369 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-9ef58f38-c560-4758-9cbc-24587c6ef7fe', 'network_id': '9ef58f38-c560-4758-9cbc-24587c6ef7fe', 'tenant_id': 'e64adce2ad2e4204a98f3c2ed88d0ea6', 'fixed_ips': [{'subnet_id': 'a3d104f0-3518-4840-a1e0-7811ad233c4a'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:52:31.666280 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.675319 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.730821 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff07c23-0374-4473-9e37-246e8673074c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:31.733910 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff07c23-0374-4473-9e37-246e8673074c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:31.736080 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff07c23-0374-4473-9e37-246e8673074c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:31.745721 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-eff07c23-0374-4473-9e37-246e8673074c tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1658549 Sep 07 18:52:31.747014 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57788) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:31.845239 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ef3e96-1299-4f4f-bf00-3180e93b0592 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Deleting subnet a3d104f0-3518-4840-a1e0-7811ad233c4a {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:52:31.853789 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-d0910d79-852f-4af1-8050-277d1d1d2bbf', 'network_id': 'd0910d79-852f-4af1-8050-277d1d1d2bbf', 'tenant_id': 'e64adce2ad2e4204a98f3c2ed88d0ea6', 'fixed_ips': [{'subnet_id': '035d0927-1c82-44cb-810f-bab6d7fb050d'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:52:31.854844 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.855002 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-b1b1647c-3cdc-4d76-a8ee-115dec19aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:31.857484 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-b1b1647c-3cdc-4d76-a8ee-115dec19aeba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 1101 time: 0.0996990 Sep 07 18:52:31.865679 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c08e2-6a19-4799-8dec-56b1d0137d53 req-bea616d0-4ae6-4d2d-8213-7e30577c4e0d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:31.867180 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-868c08e2-6a19-4799-8dec-56b1d0137d53 req-bea616d0-4ae6-4d2d-8213-7e30577c4e0d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.3569088 Sep 07 18:52:31.876723 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-287cabf5-d6c8-479a-ab82-70715d46abec req-a8e1628c-a3b2-4926-aea9-89cbe983f6fb tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788333 Sep 07 18:52:31.898007 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] Allocated IP 2001:db8::1 (9ef58f38-c560-4758-9cbc-24587c6ef7fe/a3d104f0-3518-4840-a1e0-7811ad233c4a/4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:31.931083 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-868c08e2-6a19-4799-8dec-56b1d0137d53 req-d3cbd424-7a3d-4477-ae66-f872fdc67421 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532017 Sep 07 18:52:31.972290 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8217ed7f-fe74-4b18-8841-99754b5641d5 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:52:31.983324 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.006197 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] Transition to ACTIVE for port object 8217ed7f-fe74-4b18-8841-99754b5641d5 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:32.009774 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.035187 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-7d66072a-e123-40ce-8b3d-f9487713aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:32.037306 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-7d66072a-e123-40ce-8b3d-f9487713aa31 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.1728132 Sep 07 18:52:32.094861 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-efbf7c16-ebb1-4ed9-8faa-d472ac43b0a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 HTTP/1.1" status: 200 len: 217 time: 0.0483379 Sep 07 18:52:32.103694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] Pushing event updated for resources: {'Port': ['ID=8217ed7f-fe74-4b18-8841-99754b5641d5,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:32.126565 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] Allocated IP 2001:db8:0:1::1 (d0910d79-852f-4af1-8050-277d1d1d2bbf/035d0927-1c82-44cb-810f-bab6d7fb050d/063fff2b-7151-45d5-b551-bae51029c630) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:32.178989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5626c2e-761c-47d9-82bb-9df39e0656ab req-dcde4920-cdf1-48d7-8ba9-9a11120fffa4 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:32.181140 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5626c2e-761c-47d9-82bb-9df39e0656ab req-dcde4920-cdf1-48d7-8ba9-9a11120fffa4 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1beb38-94be-44d5-ac98-362d89617b1a HTTP/1.1" status: 200 len: 946 time: 0.1668057 Sep 07 18:52:32.206802 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-f452c514-78b7-4e48-9cb4-2b7c33c92aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:32.212152 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-f452c514-78b7-4e48-9cb4-2b7c33c92aa9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1102874 Sep 07 18:52:32.263138 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-ae3323f6-2cfe-4f0a-81cd-db7d360e771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:32.264606 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-ae3323f6-2cfe-4f0a-81cd-db7d360e771e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0432305 Sep 07 18:52:32.266584 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] Attempting to bind port 8217ed7f-fe74-4b18-8841-99754b5641d5 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:52:32.266928 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] Attempting to bind port 8217ed7f-fe74-4b18-8841-99754b5641d5 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'c8358309-ffc6-48c2-be9f-85eec3521527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cf3bafa0-bd6c-4247-b83f-28727bf3051e'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:52:32.267302 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] Attempting to bind port 8217ed7f-fe74-4b18-8841-99754b5641d5 on network cf3bafa0-bd6c-4247-b83f-28727bf3051e {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:32.273918 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5626c2e-761c-47d9-82bb-9df39e0656ab req-8ed99635-7906-400b-a5a2-c49ca7d73417 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827820 Sep 07 18:52:32.279036 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] Port 8217ed7f-fe74-4b18-8841-99754b5641d5 on network cf3bafa0-bd6c-4247-b83f-28727bf3051e not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:52:32.279365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] Attempting to bind port 8217ed7f-fe74-4b18-8841-99754b5641d5 on network cf3bafa0-bd6c-4247-b83f-28727bf3051e {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:32.280369 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.290440 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:52:32.290645 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] Checking segment: {'id': 'c8358309-ffc6-48c2-be9f-85eec3521527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cf3bafa0-bd6c-4247-b83f-28727bf3051e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:32.291084 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] Bound using segment: {'id': 'c8358309-ffc6-48c2-be9f-85eec3521527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cf3bafa0-bd6c-4247-b83f-28727bf3051e'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:52:32.291537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] Bound port: 8217ed7f-fe74-4b18-8841-99754b5641d5, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8358309-ffc6-48c2-be9f-85eec3521527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cf3bafa0-bd6c-4247-b83f-28727bf3051e'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:52:32.291900 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.307820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] Transition to ACTIVE for port object 4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:32.317309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15774f93-2ad6-4aad-b128-2d511eb420f4 req-0861a4df-c8cd-4d07-a3f1-3f37706949ea tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:32.319034 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15774f93-2ad6-4aad-b128-2d511eb420f4 req-0861a4df-c8cd-4d07-a3f1-3f37706949ea tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9361a46-0c70-4d27-a9d6-04fc814db802 HTTP/1.1" status: 200 len: 944 time: 0.0871360 Sep 07 18:52:32.344380 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] Transition to ACTIVE for port object 4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:32.352197 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85ef3e96-1299-4f4f-bf00-3180e93b0592 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.370466 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.417534 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15774f93-2ad6-4aad-b128-2d511eb420f4 req-4ab003b8-361b-4571-894e-c908d951ce3d tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/security-groups?id=25626d58-e4d9-4c0a-a6c7-297bf8bf0a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717435 Sep 07 18:52:32.420709 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85ef3e96-1299-4f4f-bf00-3180e93b0592 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.434632 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] For port 8217ed7f-fe74-4b18-8841-99754b5641d5, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:32.434903 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] Network 9ef58f38-c560-4758-9cbc-24587c6ef7fe is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:32.435389 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] For port 8217ed7f-fe74-4b18-8841-99754b5641d5, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=8217ed7f-fe74-4b18-8841-99754b5641d5,segment=NetworkSegment(c8358309-ffc6-48c2-be9f-85eec3521527),segment_id=c8358309-ffc6-48c2-be9f-85eec3521527)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:52:32.445582 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.445841 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.445985 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:32.453180 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-e6165a5e-5c68-43c9-9bed-480b9bc7309e service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811662 Sep 07 18:52:32.456092 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:32.462329 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] Transition to ACTIVE for port object 063fff2b-7151-45d5-b551-bae51029c630 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:32.465205 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] Pushing event updated for resources: {'Port': ['ID=4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:32.514264 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:32.514916 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.516457 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] 10.222.0.36 "PUT /v2.0/ports/8217ed7f-fe74-4b18-8841-99754b5641d5 HTTP/1.1" status: 200 len: 1092 time: 1.4201405 Sep 07 18:52:32.517953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9361a46-0c70-4d27-a9d6-04fc814db802', 'tag': '8217ed7f-fe74-4b18-8841-99754b5641d5'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:32.520288 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff00c16-d04d-461c-b530-426bc7ee6feb" -d '{"events": [{"name": "network-changed", "server_uuid": "e9361a46-0c70-4d27-a9d6-04fc814db802", "tag": "8217ed7f-fe74-4b18-8841-99754b5641d5"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:32.539377 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] Transition to ACTIVE for port object 063fff2b-7151-45d5-b551-bae51029c630 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:32.554664 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.557696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a482d28-81c6-4bf0-8ec8-eec668291dda service neutron] Pushing event updated for resources: {'Port': ['ID=8217ed7f-fe74-4b18-8841-99754b5641d5,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:32.576771 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] Network d0910d79-852f-4af1-8050-277d1d1d2bbf is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:32.577248 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88059bc2-56b1-4b96-93b1-22217d6118b6 req-413148bd-091b-4993-89fb-06e792352c21 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:32.579349 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:32.583113 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:32.585662 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-88059bc2-56b1-4b96-93b1-22217d6118b6 req-413148bd-091b-4993-89fb-06e792352c21 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1670854 Sep 07 18:52:32.588777 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc44b625-b548-4d71-a2e5-3a29837a8f5d x-openstack-request-id: req-dc44b625-b548-4d71-a2e5-3a29837a8f5d {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:32.589077 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9361a46-0c70-4d27-a9d6-04fc814db802", "tag": "8217ed7f-fe74-4b18-8841-99754b5641d5", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:32.589329 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc44b625-b548-4d71-a2e5-3a29837a8f5d {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:32.589714 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9361a46-0c70-4d27-a9d6-04fc814db802', 'tag': '8217ed7f-fe74-4b18-8841-99754b5641d5', 'status': 'completed', 'code': 200} Sep 07 18:52:32.602507 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] Attempting to bind port 4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:52:32.603225 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] Attempting to bind port 4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'bc5b28d5-4e27-4260-803f-198f8b94bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9ef58f38-c560-4758-9cbc-24587c6ef7fe'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:52:32.603225 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] Attempting to bind port 4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e on network 9ef58f38-c560-4758-9cbc-24587c6ef7fe {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:32.615419 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:52:32.615791 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] Checking segment: {'id': 'bc5b28d5-4e27-4260-803f-198f8b94bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9ef58f38-c560-4758-9cbc-24587c6ef7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:32.616188 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.616613 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] Bound using segment: {'id': 'bc5b28d5-4e27-4260-803f-198f8b94bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9ef58f38-c560-4758-9cbc-24587c6ef7fe'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:52:32.617346 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] Bound port: 4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b28d5-4e27-4260-803f-198f8b94bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9ef58f38-c560-4758-9cbc-24587c6ef7fe'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:52:32.617458 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.637172 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85ef3e96-1299-4f4f-bf00-3180e93b0592 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.642315 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-fbbb8507-0657-4531-b6c7-f090b7e27892 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811562 Sep 07 18:52:32.667669 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-88059bc2-56b1-4b96-93b1-22217d6118b6 req-9ec3201f-0a5f-4de7-8873-04bdea286e28 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804858 Sep 07 18:52:32.674965 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-9b19ef94-7a96-4489-abb8-8ca44725912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:32.676823 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-9b19ef94-7a96-4489-abb8-8ca44725912c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=def3c48cb769463eb8e5581fc5e328b1&device_id=e9361a46-0c70-4d27-a9d6-04fc814db802 HTTP/1.1" status: 200 len: 1095 time: 0.0857682 Sep 07 18:52:32.694343 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] Pushing event updated for resources: {'Port': ['ID=063fff2b-7151-45d5-b551-bae51029c630,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:32.710213 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85ef3e96-1299-4f4f-bf00-3180e93b0592 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.734333 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] Attempting to bind port 063fff2b-7151-45d5-b551-bae51029c630 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:52:32.735265 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] Attempting to bind port 063fff2b-7151-45d5-b551-bae51029c630 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '16bd6f38-ae07-4e62-a005-3e3f35841447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0910d79-852f-4af1-8050-277d1d1d2bbf'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:52:32.735265 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] Attempting to bind port 063fff2b-7151-45d5-b551-bae51029c630 on network d0910d79-852f-4af1-8050-277d1d1d2bbf {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:32.739561 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-9aa3e6a6-d1bb-454c-862d-cad88cb550e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8217ed7f-fe74-4b18-8841-99754b5641d5 HTTP/1.1" status: 200 len: 217 time: 0.0525477 Sep 07 18:52:32.743772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:52:32.743772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] Checking segment: {'id': '16bd6f38-ae07-4e62-a005-3e3f35841447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0910d79-852f-4af1-8050-277d1d1d2bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:32.744085 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.744361 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] Bound using segment: {'id': '16bd6f38-ae07-4e62-a005-3e3f35841447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0910d79-852f-4af1-8050-277d1d1d2bbf'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:52:32.744849 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] Bound port: 063fff2b-7151-45d5-b551-bae51029c630, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bd6f38-ae07-4e62-a005-3e3f35841447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0910d79-852f-4af1-8050-277d1d1d2bbf'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:52:32.745224 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.784720 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef3e96-1299-4f4f-bf00-3180e93b0592 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event deleted for resources: {'Subnet': ['ID=a3d104f0-3518-4840-a1e0-7811ad233c4a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:32.792744 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85ef3e96-1299-4f4f-bf00-3180e93b0592 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.797305 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-85ef3e96-1299-4f4f-bf00-3180e93b0592 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "DELETE /v2.0/subnets/a3d104f0-3518-4840-a1e0-7811ad233c4a HTTP/1.1" status: 204 len: 168 time: 1.0463278 Sep 07 18:52:32.797676 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57802) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:32.829423 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] For port 4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:32.836973 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] For port 4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e,segment=NetworkSegment(bc5b28d5-4e27-4260-803f-198f8b94bac7),segment_id=bc5b28d5-4e27-4260-803f-198f8b94bac7)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:52:32.842842 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.854061 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-c736cac3-cb29-4afc-ab7f-d1efce9fe13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:32.857558 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-c736cac3-cb29-4afc-ab7f-d1efce9fe13d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dcfda540-43f6-4358-9c62-ba13036e4960 HTTP/1.1" status: 200 len: 861 time: 0.1095662 Sep 07 18:52:32.864803 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8604d92-a800-484a-bfbf-dc72434d2f4a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Deleting subnet 035d0927-1c82-44cb-810f-bab6d7fb050d {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:52:32.867114 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec0499-cf14-401b-94a7-036440408b94 req-4dd09fa1-8040-4a32-95f3-2fa1bbefbc73 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:32.868235 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b8604d92-a800-484a-bfbf-dc72434d2f4a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.872970 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83ec0499-cf14-401b-94a7-036440408b94 req-4dd09fa1-8040-4a32-95f3-2fa1bbefbc73 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0865381 Sep 07 18:52:32.895643 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] For port 063fff2b-7151-45d5-b551-bae51029c630, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:32.900655 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] For port 063fff2b-7151-45d5-b551-bae51029c630, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=063fff2b-7151-45d5-b551-bae51029c630,segment=NetworkSegment(16bd6f38-ae07-4e62-a005-3e3f35841447),segment_id=16bd6f38-ae07-4e62-a005-3e3f35841447)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:52:32.907865 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.936379 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-2fefcefd-52b2-4bcd-93d7-42d5db4fcd67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf3bafa0-bd6c-4247-b83f-28727bf3051e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619972 Sep 07 18:52:32.936865 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b8604d92-a800-484a-bfbf-dc72434d2f4a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.945091 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2414d71-d381-4c5a-a75c-dab80a3b4a42 None None] Pushing event updated for resources: {'Port': ['ID=4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:32.985376 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83ec0499-cf14-401b-94a7-036440408b94 req-15f568bb-9067-4cea-88f1-8528dbba206b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072540 Sep 07 18:52:33.041010 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8354d3-bb84-4ddb-9995-e96d7bccef82 None None] Pushing event updated for resources: {'Port': ['ID=063fff2b-7151-45d5-b551-bae51029c630,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:33.087117 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b8604d92-a800-484a-bfbf-dc72434d2f4a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:33.109618 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a05f3-bbd3-4554-90d7-7fea0dd5b4ce req-0783a66c-a6f3-4e76-be75-0ff624bf0bac tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:33.113633 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-879a05f3-bbd3-4554-90d7-7fea0dd5b4ce req-0783a66c-a6f3-4e76-be75-0ff624bf0bac tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 944 time: 0.1246138 Sep 07 18:52:33.166307 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b8604d92-a800-484a-bfbf-dc72434d2f4a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:33.207421 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-879a05f3-bbd3-4554-90d7-7fea0dd5b4ce req-013c41bb-3333-4e0b-8fde-d4a0d88e542c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576775 Sep 07 18:52:33.225357 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b8604d92-a800-484a-bfbf-dc72434d2f4a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:33.233811 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57814) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:33.235435 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b8604d92-a800-484a-bfbf-dc72434d2f4a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "DELETE /v2.0/subnets/035d0927-1c82-44cb-810f-bab6d7fb050d HTTP/1.1" status: 204 len: 168 time: 0.4361384 Sep 07 18:52:33.236563 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8604d92-a800-484a-bfbf-dc72434d2f4a tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event deleted for resources: {'Subnet': ['ID=035d0927-1c82-44cb-810f-bab6d7fb050d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:33.303449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e11527-f7b1-4151-a09a-02913274916c req-0ac080d7-9544-4e3c-84ab-c711f3b43685 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:33.309561 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-84e11527-f7b1-4151-a09a-02913274916c req-0ac080d7-9544-4e3c-84ab-c711f3b43685 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.1930003 Sep 07 18:52:33.314645 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-63d779ee-ee9b-4a03-b76c-11262cea65db service neutron] 10.222.0.36 "GET /v2.0/networks/cf3bafa0-bd6c-4247-b83f-28727bf3051e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496842 Sep 07 18:52:33.433158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977b584b-ea2f-49a2-909c-0d7ba83ce6eb tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:33.434713 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-977b584b-ea2f-49a2-909c-0d7ba83ce6eb tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1999366 Sep 07 18:52:33.441985 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57820) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:33.489076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-84e11527-f7b1-4151-a09a-02913274916c req-90c9a972-0bf3-4fb4-8537-0734ed7653ca tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733739 Sep 07 18:52:33.510381 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c17c0-fb25-4fdb-a45e-0dedc62a1a92 req-8b0cbd8e-c448-4dde-92b7-e68e96d9c5b2 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:33.512045 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-473c17c0-fb25-4fdb-a45e-0dedc62a1a92 req-8b0cbd8e-c448-4dde-92b7-e68e96d9c5b2 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1850235 Sep 07 18:52:33.535843 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-099ec062-dcc3-470e-9944-dbd6ebd25669 req-338fadd1-68cb-49c6-ba98-c61227736231 service neutron] 10.222.0.36 "GET /v2.0/networks/cf3bafa0-bd6c-4247-b83f-28727bf3051e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070839 Sep 07 18:52:33.538030 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea766696-9173-46cc-bcb7-8bc0576f605e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:33.560676 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-473c17c0-fb25-4fdb-a45e-0dedc62a1a92 req-80d6c76d-9eb2-45fd-98f8-2837a5999597 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423505 Sep 07 18:52:33.627781 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-ea766696-9173-46cc-bcb7-8bc0576f605e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Deleting port 063fff2b-7151-45d5-b551-bae51029c630 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:33.628136 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea766696-9173-46cc-bcb7-8bc0576f605e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:33.654130 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff00c16-d04d-461c-b530-426bc7ee6feb req-626983eb-0b98-4747-bcd8-2dc5a9534126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:33.655657 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ff00c16-d04d-461c-b530-426bc7ee6feb req-626983eb-0b98-4747-bcd8-2dc5a9534126 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=def3c48cb769463eb8e5581fc5e328b1&device_id=e9361a46-0c70-4d27-a9d6-04fc814db802 HTTP/1.1" status: 200 len: 1095 time: 0.0662949 Sep 07 18:52:33.716057 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-ea766696-9173-46cc-bcb7-8bc0576f605e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] For port 063fff2b-7151-45d5-b551-bae51029c630, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=063fff2b-7151-45d5-b551-bae51029c630,segment=NetworkSegment(16bd6f38-ae07-4e62-a005-3e3f35841447),segment_id=16bd6f38-ae07-4e62-a005-3e3f35841447)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:33.716718 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea766696-9173-46cc-bcb7-8bc0576f605e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:33.730469 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-ea766696-9173-46cc-bcb7-8bc0576f605e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Calling delete_port for 063fff2b-7151-45d5-b551-bae51029c630 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:33.796209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3231a-1e57-4568-b1a6-bac3aacbcce8 req-4acc3576-ff06-413f-989e-3bac0d3f602d tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:33.797807 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1d3231a-1e57-4568-b1a6-bac3aacbcce8 req-4acc3576-ff06-413f-989e-3bac0d3f602d tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1beb38-94be-44d5-ac98-362d89617b1a HTTP/1.1" status: 200 len: 946 time: 0.1411891 Sep 07 18:52:33.818930 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea766696-9173-46cc-bcb7-8bc0576f605e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:33.832786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c41062-d541-4409-ba63-6fee6efdbf39 req-07ffb574-e915-41a8-a5e9-e57be4860b39 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:33.837012 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-24c41062-d541-4409-ba63-6fee6efdbf39 req-07ffb574-e915-41a8-a5e9-e57be4860b39 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9361a46-0c70-4d27-a9d6-04fc814db802 HTTP/1.1" status: 200 len: 944 time: 0.1391220 Sep 07 18:52:33.848573 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea766696-9173-46cc-bcb7-8bc0576f605e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event deleted for resources: {'Port': ['ID=063fff2b-7151-45d5-b551-bae51029c630,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:33.851549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff00c16-d04d-461c-b530-426bc7ee6feb req-5e598678-4fe5-4c20-8d19-0b90bd372177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:33.853378 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ff00c16-d04d-461c-b530-426bc7ee6feb req-5e598678-4fe5-4c20-8d19-0b90bd372177 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf3bafa0-bd6c-4247-b83f-28727bf3051e HTTP/1.1" status: 200 len: 922 time: 0.1864729 Sep 07 18:52:33.853856 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea766696-9173-46cc-bcb7-8bc0576f605e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] No DVR routers for this DVR port 063fff2b-7151-45d5-b551-bae51029c630 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:52:33.923912 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ff00c16-d04d-461c-b530-426bc7ee6feb req-30e16108-5909-4d59-b867-f757efcd5dcc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8217ed7f-fe74-4b18-8841-99754b5641d5 HTTP/1.1" status: 200 len: 217 time: 0.0614305 Sep 07 18:52:33.932412 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1d3231a-1e57-4568-b1a6-bac3aacbcce8 req-5a8dfce5-2a66-4f93-9ae0-01dfe2f9d5ab tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226163 Sep 07 18:52:33.961302 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea766696-9173-46cc-bcb7-8bc0576f605e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:33.975521 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-24c41062-d541-4409-ba63-6fee6efdbf39 req-20a8439d-ff84-4a4f-9caf-bb3ee845eb69 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/security-groups?id=25626d58-e4d9-4c0a-a6c7-297bf8bf0a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250091 Sep 07 18:52:34.007500 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ea766696-9173-46cc-bcb7-8bc0576f605e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0910d79-852f-4af1-8050-277d1d1d2bbf']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:34.008738 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff00c16-d04d-461c-b530-426bc7ee6feb req-55a4094a-88a4-4cfe-a8f3-4b069fb36b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:34.010233 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ff00c16-d04d-461c-b530-426bc7ee6feb req-55a4094a-88a4-4cfe-a8f3-4b069fb36b6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dcfda540-43f6-4358-9c62-ba13036e4960 HTTP/1.1" status: 200 len: 861 time: 0.0748272 Sep 07 18:52:34.026634 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ea766696-9173-46cc-bcb7-8bc0576f605e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bd6f38-ae07-4e62-a005-3e3f35841447') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:34.033564 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ea766696-9173-46cc-bcb7-8bc0576f605e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bd6f38-ae07-4e62-a005-3e3f35841447') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:34.051507 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea766696-9173-46cc-bcb7-8bc0576f605e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.068384 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea766696-9173-46cc-bcb7-8bc0576f605e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.074779 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ff00c16-d04d-461c-b530-426bc7ee6feb req-d506bd56-6d3c-4752-ac83-4b9c100bccf1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf3bafa0-bd6c-4247-b83f-28727bf3051e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532134 Sep 07 18:52:34.075014 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea766696-9173-46cc-bcb7-8bc0576f605e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:52:34.075206 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea766696-9173-46cc-bcb7-8bc0576f605e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:52:34.079002 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:52:34.120011 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac2c50-4acb-4285-a5ca-acf2a86ee06f req-afe8d4b1-75b7-4b2c-8e98-21e2d512a033 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:34.121612 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-46ac2c50-4acb-4285-a5ca-acf2a86ee06f req-afe8d4b1-75b7-4b2c-8e98-21e2d512a033 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1015925 Sep 07 18:52:34.188827 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea766696-9173-46cc-bcb7-8bc0576f605e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.195861 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea766696-9173-46cc-bcb7-8bc0576f605e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.200312 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ea766696-9173-46cc-bcb7-8bc0576f605e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "DELETE /v2.0/networks/d0910d79-852f-4af1-8050-277d1d1d2bbf HTTP/1.1" status: 204 len: 168 time: 0.7562876 Sep 07 18:52:34.200704 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57828) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:34.233516 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-46ac2c50-4acb-4285-a5ca-acf2a86ee06f req-b7386366-79ba-4e9d-a226-9bf11a055356 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978522 Sep 07 18:52:34.237116 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25072374-e01a-439b-b452-11241492ea10 None None] Network 9ef58f38-c560-4758-9cbc-24587c6ef7fe requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:34.246044 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea766696-9173-46cc-bcb7-8bc0576f605e tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event deleted for resources: {'Network': ['ID=d0910d79-852f-4af1-8050-277d1d1d2bbf,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:34.274040 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ff00c16-d04d-461c-b530-426bc7ee6feb req-3302dc8f-aee1-45ba-9c37-74c201acad7f service neutron] 10.222.0.36 "GET /v2.0/networks/cf3bafa0-bd6c-4247-b83f-28727bf3051e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874268 Sep 07 18:52:34.341574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:52:34.344306 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1288ffb9-da6d-45a6-af62-ada109d89b14 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.396763 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d0e17782-11b5-4e8d-a668-a18bbd59d80a None None] Provisioning for port 4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:34.409404 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-1288ffb9-da6d-45a6-af62-ada109d89b14 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Deleting port 4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:34.410064 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1288ffb9-da6d-45a6-af62-ada109d89b14 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.458520 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4fb0e-acaf-4c88-8000-98d7813313d0 req-b5fe1bbd-3b66-4c1f-92bd-c436b1bf54db tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:34.460321 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a7b4fb0e-acaf-4c88-8000-98d7813313d0 req-b5fe1bbd-3b66-4c1f-92bd-c436b1bf54db tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 944 time: 0.1220584 Sep 07 18:52:34.503065 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11873378-9091-452f-92f4-94371711e568 req-3440247e-a0b1-45ce-b0ba-35867465df58 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:34.511525 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-11873378-9091-452f-92f4-94371711e568 req-3440247e-a0b1-45ce-b0ba-35867465df58 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1beb38-94be-44d5-ac98-362d89617b1a HTTP/1.1" status: 200 len: 946 time: 0.2177742 Sep 07 18:52:34.529697 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-1288ffb9-da6d-45a6-af62-ada109d89b14 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] For port 4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e,segment=NetworkSegment(bc5b28d5-4e27-4260-803f-198f8b94bac7),segment_id=bc5b28d5-4e27-4260-803f-198f8b94bac7)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:34.530337 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1288ffb9-da6d-45a6-af62-ada109d89b14 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.547929 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,segment=NetworkSegment(11c36bdb-1e25-4e17-9eb3-fc29828605f0),segment_id=11c36bdb-1e25-4e17-9eb3-fc29828605f0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:34.549009 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-1288ffb9-da6d-45a6-af62-ada109d89b14 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Calling delete_port for 4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:34.561831 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ff00c16-d04d-461c-b530-426bc7ee6feb req-3be12cfd-d1d3-4db6-ae94-d9987cb4daaa service neutron] 10.222.0.36 "GET /v2.0/networks/cf3bafa0-bd6c-4247-b83f-28727bf3051e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783568 Sep 07 18:52:34.562440 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2', 'network_id': '5b400c2c-52a1-4a3f-b7e2-da40908cc664', 'port_id': '4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2', 'mac_address': 'fa:16:3e:8f:1f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081181ef-c8d4-4758-b937-dfb90332a016', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:52:34.567925 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89938f2-2bc9-40b9-a40a-dcc7e37940bc None None] DHCP port deletion for 9ef58f38-c560-4758-9cbc-24587c6ef7fe request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:52:34.570262 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a7b4fb0e-acaf-4c88-8000-98d7813313d0 req-ea187678-f96e-422a-a04f-6228bb1a2f41 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006548 Sep 07 18:52:34.585214 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-11873378-9091-452f-92f4-94371711e568 req-dae3c6ff-0bc9-48df-99d0-49068478d138 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726085 Sep 07 18:52:34.693327 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1288ffb9-da6d-45a6-af62-ada109d89b14 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.697275 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.718587 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:52:34.728977 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288ffb9-da6d-45a6-af62-ada109d89b14 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event deleted for resources: {'Port': ['ID=4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:34.735974 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1288ffb9-da6d-45a6-af62-ada109d89b14 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] No DVR routers for this DVR port 4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:52:34.738976 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f39578-0de1-4329-b178-8aec22bdf100 req-4e37829f-97d8-4e25-8c2c-7a6f32408b44 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:34.741074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10f39578-0de1-4329-b178-8aec22bdf100 req-4e37829f-97d8-4e25-8c2c-7a6f32408b44 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.0750642 Sep 07 18:52:34.768067 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,segment=NetworkSegment(11c36bdb-1e25-4e17-9eb3-fc29828605f0),segment_id=11c36bdb-1e25-4e17-9eb3-fc29828605f0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:34.771966 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a89938f2-2bc9-40b9-a40a-dcc7e37940bc None None] Deleting port 4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:34.772344 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a89938f2-2bc9-40b9-a40a-dcc7e37940bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.775642 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.792580 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10f39578-0de1-4329-b178-8aec22bdf100 req-5cd2859c-611e-45cb-9ec8-ad81f7fc90be tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448866 Sep 07 18:52:34.836402 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bdd580-242b-4add-a59f-d726d67f1632 None None] DHCP port deletion for d0910d79-852f-4af1-8050-277d1d1d2bbf request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:52:34.860809 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1288ffb9-da6d-45a6-af62-ada109d89b14 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.880014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-25278bdf-cfb6-484c-a15a-5e4c31ef3edc None None] Could not find standard attr ID for object 063fff2b-7151-45d5-b551-bae51029c630. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 18:52:34.882354 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-1288ffb9-da6d-45a6-af62-ada109d89b14 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef58f38-c560-4758-9cbc-24587c6ef7fe']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:34.897113 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-1288ffb9-da6d-45a6-af62-ada109d89b14 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5b28d5-4e27-4260-803f-198f8b94bac7') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:34.897554 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-1288ffb9-da6d-45a6-af62-ada109d89b14 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5b28d5-4e27-4260-803f-198f8b94bac7') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:34.900537 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb6a982-a3ac-4d4b-af51-b86d24388298 None None] Network d0910d79-852f-4af1-8050-277d1d1d2bbf requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:34.906268 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-a89938f2-2bc9-40b9-a40a-dcc7e37940bc None None] For port 4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e, host n-d-807786-1, got binding levels [] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:34.906669 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a89938f2-2bc9-40b9-a40a-dcc7e37940bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.908123 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1288ffb9-da6d-45a6-af62-ada109d89b14 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.922468 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1288ffb9-da6d-45a6-af62-ada109d89b14 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.926873 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a49d4-c0a6-4da0-a4cb-6ac723cc07a2 req-89421cd3-d430-441c-ae95-363513baed92 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:34.929079 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef1a49d4-c0a6-4da0-a4cb-6ac723cc07a2 req-89421cd3-d430-441c-ae95-363513baed92 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 945 time: 0.0634632 Sep 07 18:52:34.933619 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1288ffb9-da6d-45a6-af62-ada109d89b14 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:52:34.934250 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1288ffb9-da6d-45a6-af62-ada109d89b14 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:52:34.938099 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:52:34.975873 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef1a49d4-c0a6-4da0-a4cb-6ac723cc07a2 req-3d616ffe-0941-438f-8ebc-7b332d629f6c tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/security-groups?id=217f28aa-d21e-44d6-8dfb-07a6f63752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398536 Sep 07 18:52:35.028641 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1288ffb9-da6d-45a6-af62-ada109d89b14 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:35.037698 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1288ffb9-da6d-45a6-af62-ada109d89b14 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:35.041851 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1288ffb9-da6d-45a6-af62-ada109d89b14 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "DELETE /v2.0/networks/9ef58f38-c560-4758-9cbc-24587c6ef7fe HTTP/1.1" status: 204 len: 168 time: 0.8378661 Sep 07 18:52:35.042882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57846) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:35.055625 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288ffb9-da6d-45a6-af62-ada109d89b14 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event deleted for resources: {'Network': ['ID=9ef58f38-c560-4758-9cbc-24587c6ef7fe,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:35.072728 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb6a982-a3ac-4d4b-af51-b86d24388298 None None] Network d0910d79-852f-4af1-8050-277d1d1d2bbf could not be found, it might have been deleted concurrently. {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 07 18:52:35.077585 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:35.080685 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a89938f2-2bc9-40b9-a40a-dcc7e37940bc None None] Calling delete_port for 4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:35.083589 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.ipam_backend_mixin [None req-a89938f2-2bc9-40b9-a40a-dcc7e37940bc None None] Port 4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e was not found and therefore no delete operation was performed {{(pid=101446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 18:52:35.084901 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a89938f2-2bc9-40b9-a40a-dcc7e37940bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:35.112424 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89938f2-2bc9-40b9-a40a-dcc7e37940bc None None] Pushing event deleted for resources: {'Port': ['ID=4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:35.113790 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a89938f2-2bc9-40b9-a40a-dcc7e37940bc None None] Network 9ef58f38-c560-4758-9cbc-24587c6ef7fe is not hosted by any dhcp agent {{(pid=101446) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 18:52:35.121691 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89938f2-2bc9-40b9-a40a-dcc7e37940bc None None] No DVR routers for this DVR port 4c9ba3b2-af73-4e49-93bb-4b7970e5fe3e on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:52:35.167696 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7614bc57-3895-415e-ac65-f8e5460e7626 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:35.183759 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:35.184151 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3ba1a-f0b8-4e10-9d04-6a4d5eb06bfb req-66cbccae-67de-4861-976c-6be31d8b04fb tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:35.185673 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86c3ba1a-f0b8-4e10-9d04-6a4d5eb06bfb req-66cbccae-67de-4861-976c-6be31d8b04fb tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9361a46-0c70-4d27-a9d6-04fc814db802 HTTP/1.1" status: 200 len: 944 time: 0.1137900 Sep 07 18:52:35.299816 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86c3ba1a-f0b8-4e10-9d04-6a4d5eb06bfb req-3f223a9f-37e7-44f6-adc3-b4d4670b2454 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/security-groups?id=25626d58-e4d9-4c0a-a6c7-297bf8bf0a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060779 Sep 07 18:52:35.301823 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7614bc57-3895-415e-ac65-f8e5460e7626 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:35.323202 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-7614bc57-3895-415e-ac65-f8e5460e7626 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39dead9-7aca-4ffa-8d6f-291176b2840f']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:35.333278 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-7614bc57-3895-415e-ac65-f8e5460e7626 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7fa2774-45d3-4cad-b18f-4a516c766cd0') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:35.333572 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-7614bc57-3895-415e-ac65-f8e5460e7626 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7fa2774-45d3-4cad-b18f-4a516c766cd0') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:35.343119 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7614bc57-3895-415e-ac65-f8e5460e7626 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:35.356618 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7614bc57-3895-415e-ac65-f8e5460e7626 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:35.362366 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7614bc57-3895-415e-ac65-f8e5460e7626 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:52:35.362747 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7614bc57-3895-415e-ac65-f8e5460e7626 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: timer() Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:52:35.366112 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:52:35.426968 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7614bc57-3895-415e-ac65-f8e5460e7626 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:35.434636 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7614bc57-3895-415e-ac65-f8e5460e7626 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:35.435791 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7614bc57-3895-415e-ac65-f8e5460e7626 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "DELETE /v2.0/networks/b39dead9-7aca-4ffa-8d6f-291176b2840f HTTP/1.1" status: 204 len: 168 time: 0.3925188 Sep 07 18:52:35.438432 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57848) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:35.454140 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614bc57-3895-415e-ac65-f8e5460e7626 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event deleted for resources: {'Network': ['ID=b39dead9-7aca-4ffa-8d6f-291176b2840f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:35.514887 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f920dee-bae1-420b-95c9-50985f3699a4 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:35.604812 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f920dee-bae1-420b-95c9-50985f3699a4 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:35.636052 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2f920dee-bae1-420b-95c9-50985f3699a4 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df153955-05f6-48fd-8224-704cd9766e8f']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:35.647092 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2f920dee-bae1-420b-95c9-50985f3699a4 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b99a282-97e9-4be1-b376-26ea0e3525c5') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:35.647400 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2f920dee-bae1-420b-95c9-50985f3699a4 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b99a282-97e9-4be1-b376-26ea0e3525c5') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:35.656975 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f920dee-bae1-420b-95c9-50985f3699a4 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:35.671322 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f920dee-bae1-420b-95c9-50985f3699a4 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:35.678801 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f920dee-bae1-420b-95c9-50985f3699a4 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:52:35.679296 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f920dee-bae1-420b-95c9-50985f3699a4 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:52:35.682217 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:52:35.744642 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f920dee-bae1-420b-95c9-50985f3699a4 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:35.751938 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f920dee-bae1-420b-95c9-50985f3699a4 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:35.753939 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2f920dee-bae1-420b-95c9-50985f3699a4 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] 10.222.0.26 "DELETE /v2.0/networks/df153955-05f6-48fd-8224-704cd9766e8f HTTP/1.1" status: 204 len: 168 time: 0.3143933 Sep 07 18:52:35.765297 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f920dee-bae1-420b-95c9-50985f3699a4 tempest-BulkNetworkOpsIpV6Test-459515313 tempest-BulkNetworkOpsIpV6Test-459515313-project] Pushing event deleted for resources: {'Network': ['ID=df153955-05f6-48fd-8224-704cd9766e8f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:35.770542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6d72f-c338-4e98-be03-49fdb826d0c3 req-75bf45e5-535f-458d-8916-54579e484520 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:35.772224 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27f6d72f-c338-4e98-be03-49fdb826d0c3 req-75bf45e5-535f-458d-8916-54579e484520 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1beb38-94be-44d5-ac98-362d89617b1a HTTP/1.1" status: 200 len: 946 time: 0.1210163 Sep 07 18:52:35.784567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af4cc1-91cf-4a9f-9600-f8373f2c5377 req-006dfb41-3c0d-4148-bf0b-e9d7c000094f tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:35.786020 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91af4cc1-91cf-4a9f-9600-f8373f2c5377 req-006dfb41-3c0d-4148-bf0b-e9d7c000094f tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 945 time: 0.1244071 Sep 07 18:52:35.796050 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c3efe-593a-4c6b-968f-ab7be1fa3d83 req-aad45606-d3c6-4d73-a4cd-d1249640bb75 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:35.797442 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c6c3efe-593a-4c6b-968f-ab7be1fa3d83 req-aad45606-d3c6-4d73-a4cd-d1249640bb75 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1beb38-94be-44d5-ac98-362d89617b1a HTTP/1.1" status: 200 len: 946 time: 0.1122100 Sep 07 18:52:35.961744 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57864) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:36.077242 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 8217ed7f-fe74-4b18-8841-99754b5641d5 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:52:36.100738 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-10afd5f4-8274-4ad6-b37d-54848cf9adcb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e64adce2ad2e4204a98f3c2ed88d0ea6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376979 Sep 07 18:52:36.103220 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57868) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:36.122714 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27f6d72f-c338-4e98-be03-49fdb826d0c3 req-5c544d06-58a4-4358-92fb-bc447f350859 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356144 Sep 07 18:52:36.125242 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91af4cc1-91cf-4a9f-9600-f8373f2c5377 req-49c89efd-eaff-4fe7-8558-c23af97455ef tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222702 Sep 07 18:52:36.164946 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-9c6c3efe-593a-4c6b-968f-ab7be1fa3d83 req-a4b1aa99-e703-45f8-9db4-b01a94eb78a8 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Deleting port 29d6ecf2-6237-4c55-bc74-a3fba255d136 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:36.165301 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9c6c3efe-593a-4c6b-968f-ab7be1fa3d83 req-a4b1aa99-e703-45f8-9db4-b01a94eb78a8 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:36.181038 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 8217ed7f-fe74-4b18-8841-99754b5641d5, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=8217ed7f-fe74-4b18-8841-99754b5641d5,segment=NetworkSegment(c8358309-ffc6-48c2-be9f-85eec3521527),segment_id=c8358309-ffc6-48c2-be9f-85eec3521527)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:36.196335 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4e99-e57a-4c10-9b03-3484ed0735c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:36.199978 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '8217ed7f-fe74-4b18-8841-99754b5641d5', 'network_id': 'cf3bafa0-bd6c-4247-b83f-28727bf3051e', 'port_id': '8217ed7f-fe74-4b18-8841-99754b5641d5', 'mac_address': 'fa:16:3e:c9:3b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfda540-43f6-4358-9c62-ba13036e4960', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:52:36.221187 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4e99-e57a-4c10-9b03-3484ed0735c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:36.244814 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:36.270171 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8217ed7f-fe74-4b18-8841-99754b5641d5 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:52:36.282098 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4e99-e57a-4c10-9b03-3484ed0735c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:36.285118 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4e99-e57a-4c10-9b03-3484ed0735c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:36.286660 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4e9e4e99-e57a-4c10-9b03-3484ed0735c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eecd74c7-7afd-4d5e-b9ac-4af6a885baab HTTP/1.1" status: 204 len: 168 time: 0.1825254 Sep 07 18:52:36.306556 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e4e99-e57a-4c10-9b03-3484ed0735c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecd74c7-7afd-4d5e-b9ac-4af6a885baab,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:36.306820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 8217ed7f-fe74-4b18-8841-99754b5641d5, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=8217ed7f-fe74-4b18-8841-99754b5641d5,segment=NetworkSegment(c8358309-ffc6-48c2-be9f-85eec3521527),segment_id=c8358309-ffc6-48c2-be9f-85eec3521527)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:36.312046 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:36.322024 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-9c6c3efe-593a-4c6b-968f-ab7be1fa3d83 req-a4b1aa99-e703-45f8-9db4-b01a94eb78a8 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] For port 29d6ecf2-6237-4c55-bc74-a3fba255d136, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=29d6ecf2-6237-4c55-bc74-a3fba255d136,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:36.322780 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9c6c3efe-593a-4c6b-968f-ab7be1fa3d83 req-a4b1aa99-e703-45f8-9db4-b01a94eb78a8 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:36.356948 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:36.381617 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-9c6c3efe-593a-4c6b-968f-ab7be1fa3d83 req-a4b1aa99-e703-45f8-9db4-b01a94eb78a8 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Calling delete_port for 29d6ecf2-6237-4c55-bc74-a3fba255d136 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:36.412023 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=8217ed7f-fe74-4b18-8841-99754b5641d5,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:36.414785 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297579b-7fe2-4069-91df-3ab3c763aca7 req-bd5e2867-d2bc-4a32-85f5-4f526545dbe7 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:36.424316 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b297579b-7fe2-4069-91df-3ab3c763aca7 req-bd5e2867-d2bc-4a32-85f5-4f526545dbe7 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.0908561 Sep 07 18:52:36.440387 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:36.445846 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:36.446336 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:36.532625 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:36.554244 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b297579b-7fe2-4069-91df-3ab3c763aca7 req-8d910057-03d6-4330-8349-e9024a2cdf5e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770056 Sep 07 18:52:36.558274 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e93329-67e0-47a4-b999-c8e46e240beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:36.562273 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b6d0ea-ad9c-4d03-89b1-5100366e2473" -d '{"events": [{"server_uuid": "c3e93329-67e0-47a4-b999-c8e46e240beb", "name": "network-vif-plugged", "status": "completed", "tag": "4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:36.570849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6776ac-17eb-4c2d-a098-356b2280acce req-021171cb-6f16-4d9f-9da2-f16bbdfb7977 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:36.570849 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c6776ac-17eb-4c2d-a098-356b2280acce req-021171cb-6f16-4d9f-9da2-f16bbdfb7977 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 945 time: 0.1013455 Sep 07 18:52:36.571099 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['8217ed7f-fe74-4b18-8841-99754b5641d5'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:36.598410 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,segment=NetworkSegment(11c36bdb-1e25-4e17-9eb3-fc29828605f0),segment_id=11c36bdb-1e25-4e17-9eb3-fc29828605f0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:36.611747 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:36.664871 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c6776ac-17eb-4c2d-a098-356b2280acce req-626b3986-0e1c-425b-84f5-51080107fc1c tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/security-groups?id=217f28aa-d21e-44d6-8dfb-07a6f63752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876358 Sep 07 18:52:36.689030 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:36.729789 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de770281-42ad-405b-b36d-d5042dec218a x-openstack-request-id: req-de770281-42ad-405b-b36d-d5042dec218a {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:36.730027 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e93329-67e0-47a4-b999-c8e46e240beb", "name": "network-vif-plugged", "status": "completed", "tag": "4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:36.730253 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de770281-42ad-405b-b36d-d5042dec218a {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:36.730608 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e93329-67e0-47a4-b999-c8e46e240beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2', 'code': 200} Sep 07 18:52:36.761433 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9c6c3efe-593a-4c6b-968f-ab7be1fa3d83 req-a4b1aa99-e703-45f8-9db4-b01a94eb78a8 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:36.784448 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87198c1-ec0c-41c2-8904-3c0fcb58168d req-d378aec4-806e-42fd-8399-22bf42b8c5a8 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:36.786325 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c87198c1-ec0c-41c2-8904-3c0fcb58168d req-d378aec4-806e-42fd-8399-22bf42b8c5a8 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9361a46-0c70-4d27-a9d6-04fc814db802 HTTP/1.1" status: 200 len: 945 time: 0.1357019 Sep 07 18:52:36.828905 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b2cda-086d-42b5-9f09-56652705bf42 req-0c9cc6a2-8b29-46a3-a679-df3339e96f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:36.831364 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-584b2cda-086d-42b5-9f09-56652705bf42 req-0c9cc6a2-8b29-46a3-a679-df3339e96f56 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 1097 time: 0.0552442 Sep 07 18:52:36.836591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1aa99-e703-45f8-9db4-b01a94eb78a8 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Pushing event deleted for resources: {'Port': ['ID=29d6ecf2-6237-4c55-bc74-a3fba255d136,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:36.880341 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-584b2cda-086d-42b5-9f09-56652705bf42 req-8cc07916-3547-4465-bf6d-543e16e04261 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 Sep 07 18:52:36.889599 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c87198c1-ec0c-41c2-8904-3c0fcb58168d req-2842b388-8790-444c-bfa9-a2fcaaec30c8 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/security-groups?id=25626d58-e4d9-4c0a-a6c7-297bf8bf0a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917850 Sep 07 18:52:36.890290 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6c3efe-593a-4c6b-968f-ab7be1fa3d83 req-a4b1aa99-e703-45f8-9db4-b01a94eb78a8 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] No DVR routers for this DVR port 29d6ecf2-6237-4c55-bc74-a3fba255d136 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:52:36.893713 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9c6c3efe-593a-4c6b-968f-ab7be1fa3d83 req-a4b1aa99-e703-45f8-9db4-b01a94eb78a8 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:36.897369 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c6c3efe-593a-4c6b-968f-ab7be1fa3d83 req-a4b1aa99-e703-45f8-9db4-b01a94eb78a8 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.36 "DELETE /v2.0/ports/29d6ecf2-6237-4c55-bc74-a3fba255d136 HTTP/1.1" status: 204 len: 173 time: 1.0930204 Sep 07 18:52:36.897897 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1beb38-94be-44d5-ac98-362d89617b1a', 'name': 'network-vif-deleted', 'tag': '29d6ecf2-6237-4c55-bc74-a3fba255d136'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:36.900277 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2ac713-eac7-4632-a4ed-6c5fd3d12d9f" -d '{"events": [{"server_uuid": "1a1beb38-94be-44d5-ac98-362d89617b1a", "name": "network-vif-deleted", "tag": "29d6ecf2-6237-4c55-bc74-a3fba255d136"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:36.938811 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecda3b76-4711-4b48-a4f2-240df1b8e180 x-openstack-request-id: req-ecda3b76-4711-4b48-a4f2-240df1b8e180 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:36.939117 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1beb38-94be-44d5-ac98-362d89617b1a", "name": "network-vif-deleted", "tag": "29d6ecf2-6237-4c55-bc74-a3fba255d136", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:36.939405 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ecda3b76-4711-4b48-a4f2-240df1b8e180 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:36.939884 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1beb38-94be-44d5-ac98-362d89617b1a', 'name': 'network-vif-deleted', 'tag': '29d6ecf2-6237-4c55-bc74-a3fba255d136', 'status': 'completed', 'code': 200} Sep 07 18:52:37.138247 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57904) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:37.244542 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['29d6ecf2-6237-4c55-bc74-a3fba255d136'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:37.247629 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0a8771b-a5c6-4175-be49-aedc7fddbf07 req-6c880bbb-3dfc-40f4-80c7-d46bf28b433a tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1beb38-94be-44d5-ac98-362d89617b1a HTTP/1.1" status: 200 len: 210 time: 0.0361707 Sep 07 18:52:37.273533 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e0246a84-ba46-42c0-a230-bf137e23373b tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:37.274292 n-d-807786-1 neutron-server[101444]: WARNING neutron.api.v2.base [None req-e0246a84-ba46-42c0-a230-bf137e23373b tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 07 18:52:37.274801 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-e0246a84-ba46-42c0-a230-bf137e23373b tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): There was a conflict when trying to complete your request. Sep 07 18:52:37.282604 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57916) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:37.289289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e0b046ad-94cc-4012-9ebd-2a110a20ffe9 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group': {'name': 'tempest-secgroup--2139626338'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:37.293287 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e0246a84-ba46-42c0-a230-bf137e23373b tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1536868 Sep 07 18:52:37.376014 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b046ad-94cc-4012-9ebd-2a110a20ffe9 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:37.392863 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b046ad-94cc-4012-9ebd-2a110a20ffe9 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:37.413666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac881bcc-3137-4a00-aeaa-3d39538ea456 req-19228c75-62ed-4abe-bac1-54eb71da7c0f tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:37.415486 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac881bcc-3137-4a00-aeaa-3d39538ea456 req-19228c75-62ed-4abe-bac1-54eb71da7c0f tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1197960 Sep 07 18:52:37.441465 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb05b0-05a5-43d1-81de-f962e4f30a02 req-17c9531f-2603-4dcf-bff2-4c27e67115d8 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:37.442900 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8fb05b0-05a5-43d1-81de-f962e4f30a02 req-17c9531f-2603-4dcf-bff2-4c27e67115d8 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 945 time: 0.1077249 Sep 07 18:52:37.514297 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac881bcc-3137-4a00-aeaa-3d39538ea456 req-e8ee7381-582e-4ea7-aaa0-1cb6ea86b7ce tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902557 Sep 07 18:52:37.530151 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8fb05b0-05a5-43d1-81de-f962e4f30a02 req-8e503745-89ca-4349-be8e-477300ddc162 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/security-groups?id=217f28aa-d21e-44d6-8dfb-07a6f63752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764613 Sep 07 18:52:37.583275 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b046ad-94cc-4012-9ebd-2a110a20ffe9 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:37.587569 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b046ad-94cc-4012-9ebd-2a110a20ffe9 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:37.625244 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b046ad-94cc-4012-9ebd-2a110a20ffe9 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c970da02-0486-4023-b12f-cc3cd99c12b9,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:37.707764 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b046ad-94cc-4012-9ebd-2a110a20ffe9 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:37.712293 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b046ad-94cc-4012-9ebd-2a110a20ffe9 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:37.729415 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b6348-e480-4b0b-be1f-7db28ea7a187 req-e67cb2fc-d121-4add-9f6e-c47ab740f9e8 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:37.730906 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-507b6348-e480-4b0b-be1f-7db28ea7a187 req-e67cb2fc-d121-4add-9f6e-c47ab740f9e8 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.0798910 Sep 07 18:52:37.758382 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b046ad-94cc-4012-9ebd-2a110a20ffe9 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:37.759536 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e0b046ad-94cc-4012-9ebd-2a110a20ffe9 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4743974 Sep 07 18:52:37.762536 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57920) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:37.765738 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b046ad-94cc-4012-9ebd-2a110a20ffe9 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f37dff24-0e2d-45c1-8ed9-5c759d6a92a1,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:37.769168 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-9e607825-8b92-43d1-b783-c747df06046f tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': 'f37dff24-0e2d-45c1-8ed9-5c759d6a92a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:37.787638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-507b6348-e480-4b0b-be1f-7db28ea7a187 req-6958231b-56e7-47ef-a83d-9777b4925568 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471509 Sep 07 18:52:37.798129 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e607825-8b92-43d1-b783-c747df06046f tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:37.864984 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e607825-8b92-43d1-b783-c747df06046f tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:37.868391 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e607825-8b92-43d1-b783-c747df06046f tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:37.886177 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e607825-8b92-43d1-b783-c747df06046f tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ced2e4b-ab6d-4e68-bd04-b4d830cc853a,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:37.891253 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e607825-8b92-43d1-b783-c747df06046f tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:37.892472 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9e607825-8b92-43d1-b783-c747df06046f tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289084 Sep 07 18:52:37.895146 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57922) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:37.900747 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-fd7f9eeb-1aa7-44fa-ad62-d01952b54eb4 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': 'f37dff24-0e2d-45c1-8ed9-5c759d6a92a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:37.927025 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fd7f9eeb-1aa7-44fa-ad62-d01952b54eb4 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:37.972798 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-fd7f9eeb-1aa7-44fa-ad62-d01952b54eb4 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): There was a conflict when trying to complete your request. Sep 07 18:52:37.973812 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fd7f9eeb-1aa7-44fa-ad62-d01952b54eb4 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0777075 Sep 07 18:52:37.977766 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57926) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:38.019743 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e7570-ab82-4d6c-9842-6a174290c474 req-06235e74-a3b4-44ef-871b-fbded72e5e7d tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:38.021844 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-103e7570-ab82-4d6c-9842-6a174290c474 req-06235e74-a3b4-44ef-871b-fbded72e5e7d tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9361a46-0c70-4d27-a9d6-04fc814db802 HTTP/1.1" status: 200 len: 945 time: 0.0560627 Sep 07 18:52:38.037608 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-22ad9adf-92ae-4bb3-a76b-56831661220d tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.061857 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-22ad9adf-92ae-4bb3-a76b-56831661220d tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.071051 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-103e7570-ab82-4d6c-9842-6a174290c474 req-6a11d5ab-700d-442b-a373-8fd24618ad73 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/security-groups?id=25626d58-e4d9-4c0a-a6c7-297bf8bf0a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353310 Sep 07 18:52:38.092997 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 8217ed7f-fe74-4b18-8841-99754b5641d5 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:38.108011 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-22ad9adf-92ae-4bb3-a76b-56831661220d tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.111080 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-22ad9adf-92ae-4bb3-a76b-56831661220d tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.112420 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-22ad9adf-92ae-4bb3-a76b-56831661220d tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "DELETE /v2.0/security-groups/f37dff24-0e2d-45c1-8ed9-5c759d6a92a1 HTTP/1.1" status: 204 len: 168 time: 0.1336911 Sep 07 18:52:38.115210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57928) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:38.121940 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad9adf-92ae-4bb3-a76b-56831661220d tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37dff24-0e2d-45c1-8ed9-5c759d6a92a1,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:38.150779 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 8217ed7f-fe74-4b18-8841-99754b5641d5 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:38.154942 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 8217ed7f-fe74-4b18-8841-99754b5641d5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:38.155344 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.170211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-11c3ff04-f847-4dff-9989-908a641953ae tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0535116 Sep 07 18:52:38.173688 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57930) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:38.178258 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e114dcc8-5445-4cff-97c3-a7ce92ed933d tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group': {'name': 'tempest-secgroup--1342906998'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:38.204127 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e114dcc8-5445-4cff-97c3-a7ce92ed933d tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.243741 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.277789 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 8217ed7f-fe74-4b18-8841-99754b5641d5, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=8217ed7f-fe74-4b18-8841-99754b5641d5,segment=NetworkSegment(c8358309-ffc6-48c2-be9f-85eec3521527),segment_id=c8358309-ffc6-48c2-be9f-85eec3521527)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:38.281758 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.290958 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e114dcc8-5445-4cff-97c3-a7ce92ed933d tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.294973 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e114dcc8-5445-4cff-97c3-a7ce92ed933d tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.325355 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e114dcc8-5445-4cff-97c3-a7ce92ed933d tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.329435 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57936) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:38.329603 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e114dcc8-5445-4cff-97c3-a7ce92ed933d tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1547542 Sep 07 18:52:38.334070 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-f79018e0-032c-40ee-89b8-b9947a262c4a tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': 'ec0cb4ca-7ba4-4406-a997-ed3e4035f55b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:38.334861 n-d-807786-1 neutron-server[101445]: WARNING neutron.api.v2.base [None req-f79018e0-032c-40ee-89b8-b9947a262c4a tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 07 18:52:38.335385 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-f79018e0-032c-40ee-89b8-b9947a262c4a tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 18:52:38.336350 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f79018e0-032c-40ee-89b8-b9947a262c4a tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059161 Sep 07 18:52:38.339727 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57938) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:38.341660 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114dcc8-5445-4cff-97c3-a7ce92ed933d tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0cb4ca-7ba4-4406-a997-ed3e4035f55b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:38.344345 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=8217ed7f-fe74-4b18-8841-99754b5641d5,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:38.396387 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-893f4ec1-e74c-4f5f-a8d7-c30f66e2261b tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.419177 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-893f4ec1-e74c-4f5f-a8d7-c30f66e2261b tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.472526 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-893f4ec1-e74c-4f5f-a8d7-c30f66e2261b tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.475223 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-893f4ec1-e74c-4f5f-a8d7-c30f66e2261b tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.476455 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-893f4ec1-e74c-4f5f-a8d7-c30f66e2261b tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "DELETE /v2.0/security-groups/ec0cb4ca-7ba4-4406-a997-ed3e4035f55b HTTP/1.1" status: 204 len: 168 time: 0.1342988 Sep 07 18:52:38.479090 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57946) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:38.486460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f4ec1-e74c-4f5f-a8d7-c30f66e2261b tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0cb4ca-7ba4-4406-a997-ed3e4035f55b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:38.537564 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b5e2df2f-65e7-4bd1-a7f0-69f1a60e4d47 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0572822 Sep 07 18:52:38.541251 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57954) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:38.545945 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1e691bb2-2a3d-44e5-9187-da119992e65a tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group': {'name': 'tempest-secgroup--336325668'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:38.580161 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e691bb2-2a3d-44e5-9187-da119992e65a tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.664499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-088303af-3f86-42b7-87a2-a2b76a0929f9 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:38.666000 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-088303af-3f86-42b7-87a2-a2b76a0929f9 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/networks?id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 HTTP/1.1" status: 200 len: 812 time: 0.1662905 Sep 07 18:52:38.669613 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e691bb2-2a3d-44e5-9187-da119992e65a tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.673715 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e691bb2-2a3d-44e5-9187-da119992e65a tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.676785 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f04ee-28fe-45d9-810c-ea97a9a25ac6 req-78e29a39-45fe-46ce-8278-d4486018825e tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:38.678218 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d4f04ee-28fe-45d9-810c-ea97a9a25ac6 req-78e29a39-45fe-46ce-8278-d4486018825e tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.36 "GET /v2.0/ports?device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 945 time: 0.1123142 Sep 07 18:52:38.700580 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e691bb2-2a3d-44e5-9187-da119992e65a tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.701836 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1e691bb2-2a3d-44e5-9187-da119992e65a tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1596394 Sep 07 18:52:38.705542 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57960) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:38.708667 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016e7ce-3b2e-4f06-8a20-4564129d2b74 req-44e6484d-c83b-4cf3-a296-758cc0c084b8 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:38.709899 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1e84a96c-1307-498a-a717-54ca0b4eaf96 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': '5ecc07bf-19ac-4d5a-8cbb-3b7a491b3dfb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:38.710101 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a016e7ce-3b2e-4f06-8a20-4564129d2b74 req-44e6484d-c83b-4cf3-a296-758cc0c084b8 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1116028 Sep 07 18:52:38.710786 n-d-807786-1 neutron-server[101444]: WARNING neutron.api.v2.base [None req-1e84a96c-1307-498a-a717-54ca0b4eaf96 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 07 18:52:38.713039 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-1e84a96c-1307-498a-a717-54ca0b4eaf96 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 18:52:38.713039 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1e84a96c-1307-498a-a717-54ca0b4eaf96 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058258 Sep 07 18:52:38.713039 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e691bb2-2a3d-44e5-9187-da119992e65a tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecc07bf-19ac-4d5a-8cbb-3b7a491b3dfb,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:38.713383 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-a31d8e15-9bf3-49f6-881a-05bd45545d0d tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/quotas/d8d2dd6678d2444d8d30e7280161600d HTTP/1.1" status: 200 len: 375 time: 0.0339303 Sep 07 18:52:38.714967 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57962) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:38.732825 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9361a46-0c70-4d27-a9d6-04fc814db802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8217ed7f-fe74-4b18-8841-99754b5641d5'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:38.736148 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bfbbb8-a5b3-417b-8be7-af1e0305aef4" -d '{"events": [{"server_uuid": "e9361a46-0c70-4d27-a9d6-04fc814db802", "name": "network-vif-plugged", "status": "completed", "tag": "8217ed7f-fe74-4b18-8841-99754b5641d5"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:38.770742 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-524fafdc-fa70-4f91-9062-cfb7bbb56504 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.781311 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-b7b94fad-327f-42ea-a51f-11b05636b6fe tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8d2dd6678d2444d8d30e7280161600d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485702 Sep 07 18:52:38.792929 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-524fafdc-fa70-4f91-9062-cfb7bbb56504 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.836321 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-524fafdc-fa70-4f91-9062-cfb7bbb56504 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.836699 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a016e7ce-3b2e-4f06-8a20-4564129d2b74 req-270298e8-956f-431f-b3d4-366bf61032fc tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074646 Sep 07 18:52:38.838829 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-524fafdc-fa70-4f91-9062-cfb7bbb56504 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.842351 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-524fafdc-fa70-4f91-9062-cfb7bbb56504 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "DELETE /v2.0/security-groups/5ecc07bf-19ac-4d5a-8cbb-3b7a491b3dfb HTTP/1.1" status: 204 len: 168 time: 0.1241748 Sep 07 18:52:38.843446 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57968) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:38.869821 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fafdc-fa70-4f91-9062-cfb7bbb56504 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecc07bf-19ac-4d5a-8cbb-3b7a491b3dfb,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:38.903811 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-90e7c3d9-c17f-4f4a-9160-3cdb28f2ab4d tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0581234 Sep 07 18:52:38.907893 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57972) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:38.913489 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-06ccbcd3-61db-46e1-904a-261e33682499 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group': {'name': 'tempest-secgroup--1978584623'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:38.939202 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-06ccbcd3-61db-46e1-904a-261e33682499 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:38.973858 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-8d4f04ee-28fe-45d9-810c-ea97a9a25ac6 req-0ce7f39e-1832-4f7a-b75f-235919e31b61 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Deleting port a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:38.974220 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d4f04ee-28fe-45d9-810c-ea97a9a25ac6 req-0ce7f39e-1832-4f7a-b75f-235919e31b61 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:39.008546 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-13420da3-d5f5-4530-8d7c-6b8df05d6a40 service neutron] 10.222.0.26 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058606 Sep 07 18:52:39.037167 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-06ccbcd3-61db-46e1-904a-261e33682499 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:39.040919 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-06ccbcd3-61db-46e1-904a-261e33682499 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:39.072080 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-06ccbcd3-61db-46e1-904a-261e33682499 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:39.076068 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-06ccbcd3-61db-46e1-904a-261e33682499 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1646304 Sep 07 18:52:39.076068 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccbcd3-61db-46e1-904a-261e33682499 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=044afd50-3198-4a60-b7f6-e5deec6d052c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:39.085682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57976) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:39.089687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77808389-533a-4b20-a7e8-2bba59559c46 req-628f1b18-8381-49b6-bbb7-ee1028a539af tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:39.091042 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ff5011a7-af09-43a7-b52c-4a13152c9041 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': '044afd50-3198-4a60-b7f6-e5deec6d052c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:39.092690 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77808389-533a-4b20-a7e8-2bba59559c46 req-628f1b18-8381-49b6-bbb7-ee1028a539af tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 945 time: 0.1629887 Sep 07 18:52:39.111485 n-d-807786-1 neutron-server[101444]: WARNING neutron.api.v2.base [None req-ff5011a7-af09-43a7-b52c-4a13152c9041 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 07 18:52:39.112810 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-ff5011a7-af09-43a7-b52c-4a13152c9041 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 18:52:39.116462 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ff5011a7-af09-43a7-b52c-4a13152c9041 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0272758 Sep 07 18:52:39.116805 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57980) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:39.122801 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ab567af5-a6f5-4d8c-87e9-993c15d2e361 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': '044afd50-3198-4a60-b7f6-e5deec6d052c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:39.123648 n-d-807786-1 neutron-server[101444]: WARNING neutron.api.v2.base [None req-ab567af5-a6f5-4d8c-87e9-993c15d2e361 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 07 18:52:39.124222 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-ab567af5-a6f5-4d8c-87e9-993c15d2e361 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 18:52:39.132718 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ab567af5-a6f5-4d8c-87e9-993c15d2e361 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0115259 Sep 07 18:52:39.133026 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57982) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:39.137493 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b8cfce06-ced1-489c-98bf-1b5472e9963d tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': '044afd50-3198-4a60-b7f6-e5deec6d052c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:39.138395 n-d-807786-1 neutron-server[101444]: WARNING neutron.api.v2.base [None req-b8cfce06-ced1-489c-98bf-1b5472e9963d tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 07 18:52:39.139394 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-b8cfce06-ced1-489c-98bf-1b5472e9963d tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 18:52:39.142719 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b8cfce06-ced1-489c-98bf-1b5472e9963d tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064244 Sep 07 18:52:39.143022 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57984) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:39.147220 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4dbf974d-d910-4eba-a5ca-e5e0ca205584 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': '044afd50-3198-4a60-b7f6-e5deec6d052c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:39.148211 n-d-807786-1 neutron-server[101444]: WARNING neutron.api.v2.base [None req-4dbf974d-d910-4eba-a5ca-e5e0ca205584 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 07 18:52:39.148816 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-4dbf974d-d910-4eba-a5ca-e5e0ca205584 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 18:52:39.151890 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4dbf974d-d910-4eba-a5ca-e5e0ca205584 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057456 Sep 07 18:52:39.152313 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57986) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:39.199854 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-8d4f04ee-28fe-45d9-810c-ea97a9a25ac6 req-0ce7f39e-1832-4f7a-b75f-235919e31b61 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] For port a5fb7cef-fdf5-4abf-8175-ace3a21e20d4, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a5fb7cef-fdf5-4abf-8175-ace3a21e20d4,segment=NetworkSegment(e6f57461-48fc-4305-a615-03d61a605541),segment_id=e6f57461-48fc-4305-a615-03d61a605541)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:39.200294 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d4f04ee-28fe-45d9-810c-ea97a9a25ac6 req-0ce7f39e-1832-4f7a-b75f-235919e31b61 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:39.206626 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77808389-533a-4b20-a7e8-2bba59559c46 req-c99cb020-437b-4b64-8724-9ec8e58afa61 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/security-groups?id=217f28aa-d21e-44d6-8dfb-07a6f63752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007872 Sep 07 18:52:39.208742 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db534f2e-7965-4703-9d9f-f9ad3d549f14 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:39.254408 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db534f2e-7965-4703-9d9f-f9ad3d549f14 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:39.281707 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-85e3713c-9432-47f5-b07b-bd86f34c675b service neutron] 10.222.0.26 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600279 Sep 07 18:52:39.326050 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db534f2e-7965-4703-9d9f-f9ad3d549f14 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:39.335362 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db534f2e-7965-4703-9d9f-f9ad3d549f14 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:39.339400 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-db534f2e-7965-4703-9d9f-f9ad3d549f14 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "DELETE /v2.0/security-groups/044afd50-3198-4a60-b7f6-e5deec6d052c HTTP/1.1" status: 204 len: 168 time: 0.1833382 Sep 07 18:52:39.341491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57988) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:39.350909 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db534f2e-7965-4703-9d9f-f9ad3d549f14 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=044afd50-3198-4a60-b7f6-e5deec6d052c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:39.392956 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af83a165-2db1-40f3-b3ed-959df4398a04 x-openstack-request-id: req-af83a165-2db1-40f3-b3ed-959df4398a04 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:39.394427 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9361a46-0c70-4d27-a9d6-04fc814db802", "name": "network-vif-plugged", "status": "completed", "tag": "8217ed7f-fe74-4b18-8841-99754b5641d5", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:39.395017 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af83a165-2db1-40f3-b3ed-959df4398a04 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:39.395624 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9361a46-0c70-4d27-a9d6-04fc814db802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8217ed7f-fe74-4b18-8841-99754b5641d5', 'code': 200} Sep 07 18:52:39.441731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3184d324-3d1e-42e6-8141-8fef1e88fdf7 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0991156 Sep 07 18:52:39.446451 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57996) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:39.453126 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-56276947-c7a1-46d2-87ba-d75ee03fb892 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420725963'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:39.491304 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56276947-c7a1-46d2-87ba-d75ee03fb892 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:39.613761 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56276947-c7a1-46d2-87ba-d75ee03fb892 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:39.619422 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56276947-c7a1-46d2-87ba-d75ee03fb892 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:39.665065 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56276947-c7a1-46d2-87ba-d75ee03fb892 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa60c84-9bb1-4242-a551-cdb9be779314,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:39.678193 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56276947-c7a1-46d2-87ba-d75ee03fb892 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:39.681020 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-56276947-c7a1-46d2-87ba-d75ee03fb892 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2334647 Sep 07 18:52:39.684624 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58008) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:39.691778 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d6f91a0b-0d71-4cdb-805d-b63ec0592bc5 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': '2fa60c84-9bb1-4242-a551-cdb9be779314', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:39.693128 n-d-807786-1 neutron-server[101444]: WARNING neutron.api.v2.base [None req-d6f91a0b-0d71-4cdb-805d-b63ec0592bc5 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 07 18:52:39.693753 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-d6f91a0b-0d71-4cdb-805d-b63ec0592bc5 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 18:52:39.696957 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d6f91a0b-0d71-4cdb-805d-b63ec0592bc5 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112209 Sep 07 18:52:39.697786 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58010) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:39.704359 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-7e5a6d2b-0846-4ac8-8331-ff1e252bffad tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': '2fa60c84-9bb1-4242-a551-cdb9be779314', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:39.730672 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444b6d0-5eb5-4201-b504-18bc35b13147 req-0ddefe6a-cd9c-44dd-9c8c-a5981b6d8830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:39.732878 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e444b6d0-5eb5-4201-b504-18bc35b13147 req-0ddefe6a-cd9c-44dd-9c8c-a5981b6d8830 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9361a46-0c70-4d27-a9d6-04fc814db802 HTTP/1.1" status: 200 len: 1097 time: 0.2619522 Sep 07 18:52:39.735579 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d4f04ee-28fe-45d9-810c-ea97a9a25ac6 req-0ce7f39e-1832-4f7a-b75f-235919e31b61 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:39.736055 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d4f04ee-28fe-45d9-810c-ea97a9a25ac6 req-0ce7f39e-1832-4f7a-b75f-235919e31b61 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:39.736574 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [req-8d4f04ee-28fe-45d9-810c-ea97a9a25ac6 req-0ce7f39e-1832-4f7a-b75f-235919e31b61 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Floating IP 17c5014b-2315-4b9e-a2c4-8380d034d86e disassociated. External IP: 172.25.8.183, port: a5fb7cef-fdf5-4abf-8175-ace3a21e20d4. Sep 07 18:52:39.738053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-8d4f04ee-28fe-45d9-810c-ea97a9a25ac6 req-0ce7f39e-1832-4f7a-b75f-235919e31b61 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Calling delete_port for a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:39.743835 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-7e5a6d2b-0846-4ac8-8331-ff1e252bffad tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 18:52:39.745227 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7e5a6d2b-0846-4ac8-8331-ff1e252bffad tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0464118 Sep 07 18:52:39.748359 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58012) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:39.754891 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-63ff3aa6-6209-427d-a531-a2aa38fe8e72 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': '2fa60c84-9bb1-4242-a551-cdb9be779314', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:39.758338 n-d-807786-1 neutron-server[101444]: WARNING neutron.api.v2.base [None req-63ff3aa6-6209-427d-a531-a2aa38fe8e72 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 07 18:52:39.758615 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-63ff3aa6-6209-427d-a531-a2aa38fe8e72 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 18:52:39.759808 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-63ff3aa6-6209-427d-a531-a2aa38fe8e72 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0103145 Sep 07 18:52:39.766697 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58014) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:39.775348 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-377982dd-f747-4a8c-be4b-b4aeba7f1bdd tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': '2fa60c84-9bb1-4242-a551-cdb9be779314', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:39.832722 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-377982dd-f747-4a8c-be4b-b4aeba7f1bdd tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 18:52:39.836478 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-377982dd-f747-4a8c-be4b-b4aeba7f1bdd tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0656741 Sep 07 18:52:39.836663 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58018) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:39.839816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd49b0a-42eb-4268-a301-faf2d087ff63 req-f99ce553-fa2c-44c6-ab33-7e044e984643 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:39.842592 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-79c92137-326f-47e7-946f-2112b2f1f82f tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': '2fa60c84-9bb1-4242-a551-cdb9be779314', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:39.843077 n-d-807786-1 neutron-server[101444]: WARNING neutron.api.v2.base [None req-79c92137-326f-47e7-946f-2112b2f1f82f tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 07 18:52:39.843538 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-79c92137-326f-47e7-946f-2112b2f1f82f tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 18:52:39.847289 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-79c92137-326f-47e7-946f-2112b2f1f82f tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068266 Sep 07 18:52:39.847622 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58020) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:39.848190 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4dd49b0a-42eb-4268-a301-faf2d087ff63 req-f99ce553-fa2c-44c6-ab33-7e044e984643 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.3751397 Sep 07 18:52:39.854698 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-341ded8e-4517-4fd1-86ef-ed6561652999 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': '2fa60c84-9bb1-4242-a551-cdb9be779314', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:39.908346 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-341ded8e-4517-4fd1-86ef-ed6561652999 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Project bf9d712c9adc47f0985b4f0300129f20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 18:52:39.929263 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-341ded8e-4517-4fd1-86ef-ed6561652999 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 18:52:39.935254 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-341ded8e-4517-4fd1-86ef-ed6561652999 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0833969 Sep 07 18:52:39.936442 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58024) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:39.943438 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d89b9c3f-f7b1-4783-a74a-b4da55642a76 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': '2fa60c84-9bb1-4242-a551-cdb9be779314', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:39.944284 n-d-807786-1 neutron-server[101444]: WARNING neutron.api.v2.base [None req-d89b9c3f-f7b1-4783-a74a-b4da55642a76 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 07 18:52:39.944434 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-d89b9c3f-f7b1-4783-a74a-b4da55642a76 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 18:52:39.949512 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d89b9c3f-f7b1-4783-a74a-b4da55642a76 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0104191 Sep 07 18:52:39.949669 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58026) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:39.961095 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4dd49b0a-42eb-4268-a301-faf2d087ff63 req-44e4834a-d257-4bb1-beb0-5af828fc14d5 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118727 Sep 07 18:52:39.977023 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-babbcd35-d263-458e-b2eb-7bced91a0ff4 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:39.979189 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-babbcd35-d263-458e-b2eb-7bced91a0ff4 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/networks?id=5b400c2c-52a1-4a3f-b7e2-da40908cc664 HTTP/1.1" status: 200 len: 813 time: 0.4438574 Sep 07 18:52:39.985789 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-44ec739e-fc83-4de9-bb55-5644ec43a5aa tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': '2fa60c84-9bb1-4242-a551-cdb9be779314', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:40.006925 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e444b6d0-5eb5-4201-b504-18bc35b13147 req-6d7f8d25-9c4b-409a-b909-c1e2add1001f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=25626d58-e4d9-4c0a-a6c7-297bf8bf0a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558191 Sep 07 18:52:40.030137 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-da316778-2d6c-4263-a01b-a7c6b3570500 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/quotas/23bd9db961d24ba189b315670760f471 HTTP/1.1" status: 200 len: 375 time: 0.0499947 Sep 07 18:52:40.104867 n-d-807786-1 neutron-server[101445]: INFO neutron.db.securitygroups_db [None req-44ec739e-fc83-4de9-bb55-5644ec43a5aa tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Project bf9d712c9adc47f0985b4f0300129f20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 18:52:40.115262 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 29d6ecf2-6237-4c55-bc74-a3fba255d136 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:52:40.136292 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-44ec739e-fc83-4de9-bb55-5644ec43a5aa tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 18:52:40.139936 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-44ec739e-fc83-4de9-bb55-5644ec43a5aa tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1852686 Sep 07 18:52:40.140807 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58028) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:40.146830 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6716b16d-91ca-4d5e-9de7-87943cd2b4bf tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': '2fa60c84-9bb1-4242-a551-cdb9be779314', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:40.169216 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 29d6ecf2-6237-4c55-bc74-a3fba255d136 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:52:40.170496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 29d6ecf2-6237-4c55-bc74-a3fba255d136 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:52:40.176681 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-6716b16d-91ca-4d5e-9de7-87943cd2b4bf tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Project bf9d712c9adc47f0985b4f0300129f20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 18:52:40.194526 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-6716b16d-91ca-4d5e-9de7-87943cd2b4bf tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 18:52:40.200147 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6716b16d-91ca-4d5e-9de7-87943cd2b4bf tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0578904 Sep 07 18:52:40.201110 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58030) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:40.289310 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-af65a911-0872-4d22-9358-cf69378529b7 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:40.317333 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-af65a911-0872-4d22-9358-cf69378529b7 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:40.362196 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-af65a911-0872-4d22-9358-cf69378529b7 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:40.364931 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-af65a911-0872-4d22-9358-cf69378529b7 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:40.366107 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-af65a911-0872-4d22-9358-cf69378529b7 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "DELETE /v2.0/security-groups/2fa60c84-9bb1-4242-a551-cdb9be779314 HTTP/1.1" status: 204 len: 168 time: 0.1637459 Sep 07 18:52:40.369278 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58036) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:40.387332 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65a911-0872-4d22-9358-cf69378529b7 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa60c84-9bb1-4242-a551-cdb9be779314,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:40.411291 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-582cfb3d-392a-45c6-b400-9970de01d384 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=23bd9db961d24ba189b315670760f471&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3802345 Sep 07 18:52:40.421381 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b34c8f70-8289-44e3-b017-19f58b539fe3 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0509756 Sep 07 18:52:40.423008 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c82ac-66ba-485f-8c37-50abaf13a095 req-39ac295a-e1be-49b8-b1d1-45ca33e13bfb tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:40.424485 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-883c82ac-66ba-485f-8c37-50abaf13a095 req-39ac295a-e1be-49b8-b1d1-45ca33e13bfb tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9361a46-0c70-4d27-a9d6-04fc814db802 HTTP/1.1" status: 200 len: 946 time: 0.3917496 Sep 07 18:52:40.428291 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58038) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:40.432941 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-5332cf9e-9fe5-4575-b305-a8cccf4409f5 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group': {'name': 'tempest-secgroup--1267567856'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:40.455511 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5332cf9e-9fe5-4575-b305-a8cccf4409f5 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:40.523742 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d4f04ee-28fe-45d9-810c-ea97a9a25ac6 req-0ce7f39e-1832-4f7a-b75f-235919e31b61 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:40.538242 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5332cf9e-9fe5-4575-b305-a8cccf4409f5 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:40.542383 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5332cf9e-9fe5-4575-b305-a8cccf4409f5 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:40.543232 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-883c82ac-66ba-485f-8c37-50abaf13a095 req-1614c21c-8f00-4d5a-bedf-6f95122e23cd tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/security-groups?id=25626d58-e4d9-4c0a-a6c7-297bf8bf0a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077411 Sep 07 18:52:40.571426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7f39e-1832-4f7a-b75f-235919e31b61 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Pushing event deleted for resources: {'Port': ['ID=a5fb7cef-fdf5-4abf-8175-ace3a21e20d4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:40.580132 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5332cf9e-9fe5-4575-b305-a8cccf4409f5 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:40.585770 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5332cf9e-9fe5-4575-b305-a8cccf4409f5 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1521835 Sep 07 18:52:40.585770 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58040) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:40.589879 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e371113f-6b65-4e68-b0c5-ef69514df7f6 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': '660f56d2-7284-479c-ba20-ae76570d87a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:40.597646 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332cf9e-9fe5-4575-b305-a8cccf4409f5 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660f56d2-7284-479c-ba20-ae76570d87a2,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:40.640821 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-924229a7-5f88-4659-94f3-a8994b049651 service neutron] 10.222.0.26 "GET /v2.0/networks/5b400c2c-52a1-4a3f-b7e2-da40908cc664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151868 Sep 07 18:52:40.654435 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-e371113f-6b65-4e68-b0c5-ef69514df7f6 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): The resource could not be found. Sep 07 18:52:40.658984 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e371113f-6b65-4e68-b0c5-ef69514df7f6 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0701253 Sep 07 18:52:40.659142 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58042) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:40.663919 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-0afd59c0-2efa-4d66-bada-7753ef4b90ad tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': '660f56d2-7284-479c-ba20-ae76570d87a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b1ee4e58-b078-4601-aca9-8055185277da'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:40.715573 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fc31d1a3-be5e-4993-a65b-349d97408a09 req-025a72f9-5250-4304-b1ba-f5ad882e3cfa tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b435656-6a26-4301-a3e6-1890915ec144 HTTP/1.1" status: 200 len: 210 time: 0.0512068 Sep 07 18:52:40.775145 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-0afd59c0-2efa-4d66-bada-7753ef4b90ad tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): The resource could not be found. Sep 07 18:52:40.776544 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0afd59c0-2efa-4d66-bada-7753ef4b90ad tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1162040 Sep 07 18:52:40.779344 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58044) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:40.841320 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-90b6188f-2eb7-4726-b6ec-a5dc55a333f2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:40.842791 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-90b6188f-2eb7-4726-b6ec-a5dc55a333f2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.60 "GET /v2.0/networks?id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 HTTP/1.1" status: 200 len: 812 time: 0.1603665 Sep 07 18:52:40.846196 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bb74bdb6-9d8d-4f8d-ae8b-b3c01cc59abe req-97461022-c81a-4df3-9415-3339957d975b tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ceb756-b164-470a-9ea6-69f08673d09b HTTP/1.1" status: 200 len: 210 time: 0.0500915 Sep 07 18:52:40.855907 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d4f04ee-28fe-45d9-810c-ea97a9a25ac6 req-0ce7f39e-1832-4f7a-b75f-235919e31b61 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Router ee9726c4-4ab4-45e6-9ad6-741ff2977c1c has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:52:40.858336 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-f52225d0-8613-4399-9996-5f31f6f7cc76 service neutron] 10.222.0.26 "GET /v2.0/networks/5b400c2c-52a1-4a3f-b7e2-da40908cc664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167330 Sep 07 18:52:40.883099 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-af20ab9f-b2ad-417c-97e5-ee5dfd147902 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Request body: {'port': {'device_id': '0b435656-6a26-4301-a3e6-1890915ec144', 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20', 'admin_state_up': True, 'tenant_id': 'd8d2dd6678d2444d8d30e7280161600d'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:40.889264 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac5ca7f5-19ae-408b-a47b-6234f6560f85 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:40.968564 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac5ca7f5-19ae-408b-a47b-6234f6560f85 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:41.054076 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d4f04ee-28fe-45d9-810c-ea97a9a25ac6 req-0ce7f39e-1832-4f7a-b75f-235919e31b61 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:52:41.056439 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac5ca7f5-19ae-408b-a47b-6234f6560f85 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:41.068177 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac5ca7f5-19ae-408b-a47b-6234f6560f85 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:41.071916 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ac5ca7f5-19ae-408b-a47b-6234f6560f85 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "DELETE /v2.0/security-groups/660f56d2-7284-479c-ba20-ae76570d87a2 HTTP/1.1" status: 204 len: 168 time: 0.2892699 Sep 07 18:52:41.080885 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e1dc54-85f9-4402-9dbd-b4594118aab9 None None] Sync routers for ids ['ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:52:41.081654 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58048) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:41.104905 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ca7f5-19ae-408b-a47b-6234f6560f85 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=660f56d2-7284-479c-ba20-ae76570d87a2,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:41.106651 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e1dc54-85f9-4402-9dbd-b4594118aab9 None None] Routers {'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:52:41.110041 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-af20ab9f-b2ad-417c-97e5-ee5dfd147902 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Made reservation on behalf of d8d2dd6678d2444d8d30e7280161600d for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:41.114281 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-af20ab9f-b2ad-417c-97e5-ee5dfd147902 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:41.116672 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c8e1dc54-85f9-4402-9dbd-b4594118aab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:52:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:41.174753 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4f04ee-28fe-45d9-810c-ea97a9a25ac6 req-0ce7f39e-1832-4f7a-b75f-235919e31b61 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] No DVR routers for this DVR port a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:52:41.179327 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d4f04ee-28fe-45d9-810c-ea97a9a25ac6 req-0ce7f39e-1832-4f7a-b75f-235919e31b61 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:41.181760 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d4f04ee-28fe-45d9-810c-ea97a9a25ac6 req-0ce7f39e-1832-4f7a-b75f-235919e31b61 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.36 "DELETE /v2.0/ports/a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 HTTP/1.1" status: 204 len: 173 time: 2.4919760 Sep 07 18:52:41.182280 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ceb756-b164-470a-9ea6-69f08673d09b', 'name': 'network-vif-deleted', 'tag': 'a5fb7cef-fdf5-4abf-8175-ace3a21e20d4'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:41.184624 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832af96d-330d-4c6d-a550-d3a842542d77" -d '{"events": [{"server_uuid": "31ceb756-b164-470a-9ea6-69f08673d09b", "name": "network-vif-deleted", "tag": "a5fb7cef-fdf5-4abf-8175-ace3a21e20d4"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:41.219507 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-26cb1d27-275b-4862-a1b2-ceaf2c920a49 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1347041 Sep 07 18:52:41.225182 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3351e30-e46f-4bd7-a075-0b96620cf61b req-5bd594f5-21d6-4ef3-a946-884546ba1e54 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=934e439f-fabd-4a67-b6aa-cf053da34a8d HTTP/1.1" status: 200 len: 210 time: 0.0685997 Sep 07 18:52:41.227797 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58056) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:41.236373 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-2cd1e7f8-d04e-4527-a5f6-c79ed5f58524 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': '09cfc865-70a9-44eb-a485-519f9e826520', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:41.317927 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa43e4-7b39-47a5-86b0-213a9ae06bc4 req-cc105e6a-89f8-4a5e-bbcf-cbf2e4f658f4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:41.320794 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32fa43e4-7b39-47a5-86b0-213a9ae06bc4 req-cc105e6a-89f8-4a5e-bbcf-cbf2e4f658f4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.1559057 Sep 07 18:52:41.324020 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6c172c-e9e0-4dc4-b7c7-2061cbb5556e x-openstack-request-id: req-af6c172c-e9e0-4dc4-b7c7-2061cbb5556e {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:41.324423 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ceb756-b164-470a-9ea6-69f08673d09b", "name": "network-vif-deleted", "tag": "a5fb7cef-fdf5-4abf-8175-ace3a21e20d4", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:41.324802 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af6c172c-e9e0-4dc4-b7c7-2061cbb5556e {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:41.325721 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ceb756-b164-470a-9ea6-69f08673d09b', 'name': 'network-vif-deleted', 'tag': 'a5fb7cef-fdf5-4abf-8175-ace3a21e20d4', 'status': 'completed', 'code': 200} Sep 07 18:52:41.339607 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-af20ab9f-b2ad-417c-97e5-ee5dfd147902 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Allocated IP 172.20.0.11 (b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20/330b0af3-a338-4c3d-9fb6-805b1cab9e04/0520712c-22fd-4c5a-b7e3-b561085f00b4) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:41.341942 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-2cd1e7f8-d04e-4527-a5f6-c79ed5f58524 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): The resource could not be found. Sep 07 18:52:41.343579 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2cd1e7f8-d04e-4527-a5f6-c79ed5f58524 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1142068 Sep 07 18:52:41.349732 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58058) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:41.359135 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-51563ae3-f559-48b0-84e7-31c8b5505895 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group': {'name': 'tempest-secgroup--511257667'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:41.401489 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32fa43e4-7b39-47a5-86b0-213a9ae06bc4 req-51368c34-e85c-4cad-9a67-ca0d484c9653 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745723 Sep 07 18:52:41.417198 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51563ae3-f559-48b0-84e7-31c8b5505895 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:41.426327 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-c8e1dc54-85f9-4402-9dbd-b4594118aab9 None None] Set router ee9726c4-4ab4-45e6-9ad6-741ff2977c1c gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:52:41.621099 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-af20ab9f-b2ad-417c-97e5-ee5dfd147902 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:41.666512 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c8e1dc54-85f9-4402-9dbd-b4594118aab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'name': 'tempest-ServersTestManualDisk-1383541185-router', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:14Z', 'updated_at': '2021-09-07T18:50:21Z', 'revision_number': 4, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'gw_port': {'id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:15Z', 'updated_at': '2021-09-07T18:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'eb5ab28c-7b43-4844-8567-80149d09cc3c', 'name': '', 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'mac_address': 'fa:16:3e:b4:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '516602c3-3ca6-4872-ad4b-15c018e75629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:20Z', 'updated_at': '2021-09-07T18:50:32Z', 'revision_number': 5, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'subnets': [{'id': '516602c3-3ca6-4872-ad4b-15c018e75629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:41.688191 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-af20ab9f-b2ad-417c-97e5-ee5dfd147902 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:41.696709 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e1dc54-85f9-4402-9dbd-b4594118aab9 None None] Checking router: ee9726c4-4ab4-45e6-9ad6-741ff2977c1c for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:52:41.706355 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e1dc54-85f9-4402-9dbd-b4594118aab9 None None] Routers {'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:52:41.707976 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c8e1dc54-85f9-4402-9dbd-b4594118aab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:52:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:41.714460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d305d00-d42d-4455-8d67-efffaaabc7ee req-eb8802f4-7553-4736-9484-4fc3f77f2c3a tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:41.717026 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6d305d00-d42d-4455-8d67-efffaaabc7ee req-eb8802f4-7553-4736-9484-4fc3f77f2c3a tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9361a46-0c70-4d27-a9d6-04fc814db802 HTTP/1.1" status: 200 len: 946 time: 0.0859733 Sep 07 18:52:41.739988 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51563ae3-f559-48b0-84e7-31c8b5505895 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:41.749830 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51563ae3-f559-48b0-84e7-31c8b5505895 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:41.783414 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6d305d00-d42d-4455-8d67-efffaaabc7ee req-6a760ba0-97cd-4fac-aba8-eec285d79fbd tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/security-groups?id=25626d58-e4d9-4c0a-a6c7-297bf8bf0a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536225 Sep 07 18:52:41.817119 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51563ae3-f559-48b0-84e7-31c8b5505895 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:41.818798 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-51563ae3-f559-48b0-84e7-31c8b5505895 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4675279 Sep 07 18:52:41.822164 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58072) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:41.835923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-f71c7a30-81e2-41cd-a87e-0353cc5ea345 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group': {'name': 'tempest-secgroup--1862721895'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:41.847241 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-af20ab9f-b2ad-417c-97e5-ee5dfd147902 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:41.862602 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51563ae3-f559-48b0-84e7-31c8b5505895 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f029954-de29-4059-9f9f-bfcf0b1b80c4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:41.865096 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20ab9f-b2ad-417c-97e5-ee5dfd147902 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Pushing event updated for resources: {'Port': ['ID=0520712c-22fd-4c5a-b7e3-b561085f00b4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:41.872783 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-af20ab9f-b2ad-417c-97e5-ee5dfd147902 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:41.908469 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-c8e1dc54-85f9-4402-9dbd-b4594118aab9 None None] Set router ee9726c4-4ab4-45e6-9ad6-741ff2977c1c gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:52:41.929609 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-af20ab9f-b2ad-417c-97e5-ee5dfd147902 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:41.934896 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b7ae2-6dc7-4e7b-8b52-a2e7180b88dd req-441b0854-0b05-4584-9821-3c7cdcda44dc tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:41.944178 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d09b7ae2-6dc7-4e7b-8b52-a2e7180b88dd req-441b0854-0b05-4584-9821-3c7cdcda44dc tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b435656-6a26-4301-a3e6-1890915ec144 HTTP/1.1" status: 200 len: 932 time: 0.1001177 Sep 07 18:52:41.947002 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f71c7a30-81e2-41cd-a87e-0353cc5ea345 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:41.995157 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-af20ab9f-b2ad-417c-97e5-ee5dfd147902 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:41.997502 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-af20ab9f-b2ad-417c-97e5-ee5dfd147902 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:42.024280 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-af20ab9f-b2ad-417c-97e5-ee5dfd147902 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1534507 Sep 07 18:52:42.031282 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d09b7ae2-6dc7-4e7b-8b52-a2e7180b88dd req-60e2d06c-e045-4a98-8711-77e9b858fcb6 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857737 Sep 07 18:52:42.046895 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] Request body: {'port': {'device_id': '0b435656-6a26-4301-a3e6-1890915ec144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:42.086453 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58086) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:42.118009 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:42.138838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:52:42.174021 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:52:42.196142 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f71c7a30-81e2-41cd-a87e-0353cc5ea345 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:42.203243 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f71c7a30-81e2-41cd-a87e-0353cc5ea345 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:42.214910 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:52:42.215395 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a5fb7cef-fdf5-4abf-8175-ace3a21e20d4 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:52:42.234241 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7fd6fea0-590e-459c-ad5b-1589f26a3ed2 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:42.262319 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f71c7a30-81e2-41cd-a87e-0353cc5ea345 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:42.266469 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f71c7a30-81e2-41cd-a87e-0353cc5ea345 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4404891 Sep 07 18:52:42.267699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58090) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:42.270895 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c8e1dc54-85f9-4402-9dbd-b4594118aab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'name': 'tempest-ServersTestManualDisk-1383541185-router', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:14Z', 'updated_at': '2021-09-07T18:50:21Z', 'revision_number': 4, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'gw_port': {'id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:15Z', 'updated_at': '2021-09-07T18:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'eb5ab28c-7b43-4844-8567-80149d09cc3c', 'name': '', 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'mac_address': 'fa:16:3e:b4:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '516602c3-3ca6-4872-ad4b-15c018e75629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:20Z', 'updated_at': '2021-09-07T18:50:32Z', 'revision_number': 5, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'subnets': [{'id': '516602c3-3ca6-4872-ad4b-15c018e75629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:42.278517 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-538f16e0-999c-4abc-b6b9-6d8152840822 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': '5f029954-de29-4059-9f9f-bfcf0b1b80c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ce9129bc-f427-450b-a5e4-303791e268ab'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:42.284083 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c7a30-81e2-41cd-a87e-0353cc5ea345 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9129bc-f427-450b-a5e4-303791e268ab,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:42.291890 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7fd6fea0-590e-459c-ad5b-1589f26a3ed2 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:42.323021 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e1dc54-85f9-4402-9dbd-b4594118aab9 None None] The sync data for ids ['ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'] in n-d-807786-1 is: [{'id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'name': 'tempest-ServersTestManualDisk-1383541185-router', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:14Z', 'updated_at': '2021-09-07T18:50:21Z', 'revision_number': 4, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'gw_port': {'id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:15Z', 'updated_at': '2021-09-07T18:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'eb5ab28c-7b43-4844-8567-80149d09cc3c', 'name': '', 'network_id': 'c7f4858b-8821-4eea-8e4b-1fd4362ebd60', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'mac_address': 'fa:16:3e:b4:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '516602c3-3ca6-4872-ad4b-15c018e75629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:20Z', 'updated_at': '2021-09-07T18:50:32Z', 'revision_number': 5, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'subnets': [{'id': '516602c3-3ca6-4872-ad4b-15c018e75629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:52:42.430204 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-538f16e0-999c-4abc-b6b9-6d8152840822 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 18:52:42.434932 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-538f16e0-999c-4abc-b6b9-6d8152840822 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1658111 Sep 07 18:52:42.453603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58096) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:42.509193 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9407df39-dd05-4285-b823-8041d8e8996f req-4142ebc8-7572-46ca-8962-9754010028e4 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=934e439f-fabd-4a67-b6aa-cf053da34a8d HTTP/1.1" status: 200 len: 210 time: 0.1134422 Sep 07 18:52:42.549831 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:42.560741 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7fd6fea0-590e-459c-ad5b-1589f26a3ed2 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:42.563446 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7fd6fea0-590e-459c-ad5b-1589f26a3ed2 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:42.567602 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7fd6fea0-590e-459c-ad5b-1589f26a3ed2 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "DELETE /v2.0/security-groups/217f28aa-d21e-44d6-8dfb-07a6f63752e3 HTTP/1.1" status: 204 len: 168 time: 0.4770772 Sep 07 18:52:42.578148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58098) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:42.613720 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6fea0-590e-459c-ad5b-1589f26a3ed2 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=217f28aa-d21e-44d6-8dfb-07a6f63752e3,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:42.658042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-c0de9751-eb2b-41b3-abd2-502ff05590af tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:42.659724 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-c0de9751-eb2b-41b3-abd2-502ff05590af tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.36 "GET /v2.0/networks?id=5b400c2c-52a1-4a3f-b7e2-da40908cc664 HTTP/1.1" status: 200 len: 813 time: 0.3120129 Sep 07 18:52:42.671143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25293a-08cd-4173-a61c-0c0a5f80c157 req-d726c47a-885c-4ad6-9069-4ad7cc5e26d1 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:42.677527 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f25293a-08cd-4173-a61c-0c0a5f80c157 req-d726c47a-885c-4ad6-9069-4ad7cc5e26d1 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9361a46-0c70-4d27-a9d6-04fc814db802 HTTP/1.1" status: 200 len: 946 time: 0.2576005 Sep 07 18:52:42.678547 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-48767166-440f-4c99-a0c5-90f4e9822d86 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] show failed (client error): The resource could not be found. Sep 07 18:52:42.682515 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-48767166-440f-4c99-a0c5-90f4e9822d86 tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "GET /v2.0/security-groups/217f28aa-d21e-44d6-8dfb-07a6f63752e3 HTTP/1.1" status: 404 len: 347 time: 0.0964694 Sep 07 18:52:42.682857 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58100) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:42.694089 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15472e5e-27bf-440b-9ff5-4416c64919d8 None None] New status for floating IP 17c5014b-2315-4b9e-a2c4-8380d034d86e: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:52:42.706179 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-d7d74d07-8b63-47aa-b08b-cf70a2764a54 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Request body: {'port': {'device_id': '934e439f-fabd-4a67-b6aa-cf053da34a8d', 'network_id': '5b400c2c-52a1-4a3f-b7e2-da40908cc664', 'admin_state_up': True, 'tenant_id': '23bd9db961d24ba189b315670760f471'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:42.776370 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7aa92377-9a00-43d4-befd-9caa67258f43 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:42.855055 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9261f8-ce88-4ab9-9199-d69db55bfbfa req-03d68b62-be1d-49cc-8615-211564c30ae6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:42.860313 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a9261f8-ce88-4ab9-9199-d69db55bfbfa req-03d68b62-be1d-49cc-8615-211564c30ae6 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.2423191 Sep 07 18:52:42.873514 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7aa92377-9a00-43d4-befd-9caa67258f43 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:42.881620 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f25293a-08cd-4173-a61c-0c0a5f80c157 req-1631d3d5-8695-4fbe-b945-112d0ff2f875 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/security-groups?id=25626d58-e4d9-4c0a-a6c7-297bf8bf0a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804695 Sep 07 18:52:42.964810 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-70cfe4b4-8a42-4b51-9e8a-4239b0aeda0d tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Deleting port fb275a69-1f5a-434a-ab93-138e73f989e6 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:42.965040 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70cfe4b4-8a42-4b51-9e8a-4239b0aeda0d tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:42.966100 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a9261f8-ce88-4ab9-9199-d69db55bfbfa req-5d65b2b7-d478-4aeb-acb3-45d1c79ca6b3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945387 Sep 07 18:52:42.981478 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7aa92377-9a00-43d4-befd-9caa67258f43 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:42.985359 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7aa92377-9a00-43d4-befd-9caa67258f43 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:42.987167 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7aa92377-9a00-43d4-befd-9caa67258f43 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "DELETE /v2.0/security-groups/ce9129bc-f427-450b-a5e4-303791e268ab HTTP/1.1" status: 204 len: 168 time: 0.5043297 Sep 07 18:52:42.993205 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58102) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:43.005424 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-d7d74d07-8b63-47aa-b08b-cf70a2764a54 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Made reservation on behalf of 23bd9db961d24ba189b315670760f471 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:43.010146 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-d7d74d07-8b63-47aa-b08b-cf70a2764a54 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:43.012115 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa92377-9a00-43d4-befd-9caa67258f43 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9129bc-f427-450b-a5e4-303791e268ab,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:43.092920 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0520712c-22fd-4c5a-b7e3-b561085f00b4 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:52:43.102156 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:43.124442 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70cfe4b4-8a42-4b51-9e8a-4239b0aeda0d tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:43.124806 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70cfe4b4-8a42-4b51-9e8a-4239b0aeda0d tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:43.139198 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] Transition to ACTIVE for port object 0520712c-22fd-4c5a-b7e3-b561085f00b4 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:43.145460 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:43.147829 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-70cfe4b4-8a42-4b51-9e8a-4239b0aeda0d tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Calling delete_port for fb275a69-1f5a-434a-ab93-138e73f989e6 owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:43.170109 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a84c39fa-711b-4329-a230-c1b89c6a02be tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1755466 Sep 07 18:52:43.177092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58108) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:43.255508 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e75731-53e7-44e6-815d-bed60a59b7f1 req-1f246d70-5dcb-450e-ba13-4997ba00cf1c tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:43.257074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1e75731-53e7-44e6-815d-bed60a59b7f1 req-1f246d70-5dcb-450e-ba13-4997ba00cf1c tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b435656-6a26-4301-a3e6-1890915ec144 HTTP/1.1" status: 200 len: 932 time: 0.1497164 Sep 07 18:52:43.262996 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] Pushing event updated for resources: {'Port': ['ID=0520712c-22fd-4c5a-b7e3-b561085f00b4,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:43.306662 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-d7d74d07-8b63-47aa-b08b-cf70a2764a54 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Allocated IP 172.20.0.6 (5b400c2c-52a1-4a3f-b7e2-da40908cc664/081181ef-c8d4-4758-b937-dfb90332a016/205cbcec-033c-4ba2-ba85-f9b62a1d4cd4) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:43.327070 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-58e8a6a2-5298-4431-adad-cd3612493403 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:43.344003 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1e75731-53e7-44e6-815d-bed60a59b7f1 req-15abc9a6-d686-4128-b59f-a16287be663d tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802951 Sep 07 18:52:43.366996 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] Attempting to bind port 0520712c-22fd-4c5a-b7e3-b561085f00b4 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:52:43.367388 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] Attempting to bind port 0520712c-22fd-4c5a-b7e3-b561085f00b4 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:52:43.367719 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] Attempting to bind port 0520712c-22fd-4c5a-b7e3-b561085f00b4 on network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:43.371534 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-58e8a6a2-5298-4431-adad-cd3612493403 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:43.373821 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] Port 0520712c-22fd-4c5a-b7e3-b561085f00b4 on network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:52:43.374261 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] Attempting to bind port 0520712c-22fd-4c5a-b7e3-b561085f00b4 on network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:43.379649 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:52:43.379986 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] Checking segment: {'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:43.380428 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] Bound using segment: {'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:52:43.381147 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] Bound port: 0520712c-22fd-4c5a-b7e3-b561085f00b4, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:52:43.381750 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:43.431281 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:43.480142 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70cfe4b4-8a42-4b51-9e8a-4239b0aeda0d tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:43.481961 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-58e8a6a2-5298-4431-adad-cd3612493403 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:43.484558 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-58e8a6a2-5298-4431-adad-cd3612493403 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:43.485729 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-58e8a6a2-5298-4431-adad-cd3612493403 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "DELETE /v2.0/security-groups/5f029954-de29-4059-9f9f-bfcf0b1b80c4 HTTP/1.1" status: 204 len: 168 time: 0.3100250 Sep 07 18:52:43.491406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58110) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:43.519340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8a6a2-5298-4431-adad-cd3612493403 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f029954-de29-4059-9f9f-bfcf0b1b80c4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:43.524681 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfe4b4-8a42-4b51-9e8a-4239b0aeda0d tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Pushing event deleted for resources: {'Port': ['ID=fb275a69-1f5a-434a-ab93-138e73f989e6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:43.532953 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] For port 0520712c-22fd-4c5a-b7e3-b561085f00b4, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:43.572323 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] For port 0520712c-22fd-4c5a-b7e3-b561085f00b4, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=0520712c-22fd-4c5a-b7e3-b561085f00b4,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:52:43.574183 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-d7d74d07-8b63-47aa-b08b-cf70a2764a54 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:43.583828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2f70bb3b-15ba-4639-abb2-a7fe1007c8e9 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0821979 Sep 07 18:52:43.584065 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58114) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:43.589703 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-4b44cc60-24b6-4a34-b643-7aa2d79fd22c tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group': {'name': 'tempest-secgroup--2039936409'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:43.597006 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:43.653477 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:43.654191 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:43.655592 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] 10.222.0.60 "PUT /v2.0/ports/0520712c-22fd-4c5a-b7e3-b561085f00b4 HTTP/1.1" status: 200 len: 1092 time: 1.6164711 Sep 07 18:52:43.656030 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b435656-6a26-4301-a3e6-1890915ec144', 'tag': '0520712c-22fd-4c5a-b7e3-b561085f00b4'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:43.658343 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f923633e-03fd-44fb-8732-ddf1007b6e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b435656-6a26-4301-a3e6-1890915ec144", "tag": "0520712c-22fd-4c5a-b7e3-b561085f00b4"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:43.668545 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4b44cc60-24b6-4a34-b643-7aa2d79fd22c tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:43.678901 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70cfe4b4-8a42-4b51-9e8a-4239b0aeda0d tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:43.681822 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70cfe4b4-8a42-4b51-9e8a-4239b0aeda0d tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:43.689491 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-58be2d45-ff8b-46cd-ac4c-30c720c40bbf req-61366526-07c2-4582-9067-d57205705afb tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=934e439f-fabd-4a67-b6aa-cf053da34a8d HTTP/1.1" status: 200 len: 210 time: 0.0456736 Sep 07 18:52:43.692346 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-70cfe4b4-8a42-4b51-9e8a-4239b0aeda0d tempest-ServersTestManualDisk-486004323 tempest-ServersTestManualDisk-486004323-project] 10.222.0.26 "DELETE /v2.0/floatingips/17c5014b-2315-4b9e-a2c4-8380d034d86e HTTP/1.1" status: 204 len: 168 time: 1.0083039 Sep 07 18:52:43.694758 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58118) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:43.707888 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2a58f5-11c4-438b-889e-177ffbedbda2 x-openstack-request-id: req-8b2a58f5-11c4-438b-889e-177ffbedbda2 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:43.708182 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b435656-6a26-4301-a3e6-1890915ec144", "tag": "0520712c-22fd-4c5a-b7e3-b561085f00b4", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:43.708429 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b2a58f5-11c4-438b-889e-177ffbedbda2 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:43.708873 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b435656-6a26-4301-a3e6-1890915ec144', 'tag': '0520712c-22fd-4c5a-b7e3-b561085f00b4', 'status': 'completed', 'code': 200} Sep 07 18:52:43.718618 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-d7d74d07-8b63-47aa-b08b-cf70a2764a54 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:43.729455 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e91507-19d7-4f08-982a-d2d9f7060e17 req-055111ad-787e-410d-b09b-56e78d5fe768 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:43.729693 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:43.730988 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1e91507-19d7-4f08-982a-d2d9f7060e17 req-055111ad-787e-410d-b09b-56e78d5fe768 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9361a46-0c70-4d27-a9d6-04fc814db802 HTTP/1.1" status: 200 len: 946 time: 0.1258347 Sep 07 18:52:43.748835 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db069b-3210-407e-a38f-e620cc58af53 service neutron] Pushing event updated for resources: {'Port': ['ID=0520712c-22fd-4c5a-b7e3-b561085f00b4,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:43.830279 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-d7d74d07-8b63-47aa-b08b-cf70a2764a54 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Network 5b400c2c-52a1-4a3f-b7e2-da40908cc664 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:43.842329 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-d7d74d07-8b63-47aa-b08b-cf70a2764a54 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:43.848680 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-876896b6-0c90-45f5-aae6-d4b7776ec3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:43.850241 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-d7d74d07-8b63-47aa-b08b-cf70a2764a54 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:43.851156 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-876896b6-0c90-45f5-aae6-d4b7776ec3f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8d2dd6678d2444d8d30e7280161600d&device_id=0b435656-6a26-4301-a3e6-1890915ec144 HTTP/1.1" status: 200 len: 1095 time: 0.0958195 Sep 07 18:52:43.854687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d74d07-8b63-47aa-b08b-cf70a2764a54 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Pushing event updated for resources: {'Port': ['ID=205cbcec-033c-4ba2-ba85-f9b62a1d4cd4,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:43.938376 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-d7d74d07-8b63-47aa-b08b-cf70a2764a54 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:43.939002 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-d7d74d07-8b63-47aa-b08b-cf70a2764a54 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:43.954305 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-7bc53877-5f8e-487f-ad99-e664ad1ac217 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0520712c-22fd-4c5a-b7e3-b561085f00b4 HTTP/1.1" status: 200 len: 217 time: 0.0502846 Sep 07 18:52:43.984467 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4b44cc60-24b6-4a34-b643-7aa2d79fd22c tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:44.004054 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4b44cc60-24b6-4a34-b643-7aa2d79fd22c tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:44.022664 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-d7d74d07-8b63-47aa-b08b-cf70a2764a54 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3202081 Sep 07 18:52:44.031773 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-d1e91507-19d7-4f08-982a-d2d9f7060e17 req-ce616ac1-da56-4493-970c-5f48b3541528 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Deleting port 8217ed7f-fe74-4b18-8841-99754b5641d5 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:44.032117 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d1e91507-19d7-4f08-982a-d2d9f7060e17 req-ce616ac1-da56-4493-970c-5f48b3541528 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:44.045390 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] Request body: {'port': {'device_id': '934e439f-fabd-4a67-b6aa-cf053da34a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:44.077350 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-f0986518-e45b-48a7-94f4-7c7fd0f4ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:44.078778 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-f0986518-e45b-48a7-94f4-7c7fd0f4ce4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=330b0af3-a338-4c3d-9fb6-805b1cab9e04 HTTP/1.1" status: 200 len: 852 time: 0.0822356 Sep 07 18:52:44.088550 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4b44cc60-24b6-4a34-b643-7aa2d79fd22c tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:44.089659 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4b44cc60-24b6-4a34-b643-7aa2d79fd22c tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5046821 Sep 07 18:52:44.097473 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58124) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:44.103096 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-0285a945-ac2b-458f-9cd6-11b0d68a1361 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': '7264e784-8b86-4bdb-aa7a-bceefba2d7e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:44.118846 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44cc60-24b6-4a34-b643-7aa2d79fd22c tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7264e784-8b86-4bdb-aa7a-bceefba2d7e9,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:44.125368 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-de82940d-377f-43ba-97e3-03a269bcd696 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392551 Sep 07 18:52:44.173548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5b38f-3834-4a1f-981b-9644e6296bdc req-ee0b91c5-ba65-49e9-9d30-1e1e120a6817 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:44.175085 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0d5b38f-3834-4a1f-981b-9644e6296bdc req-ee0b91c5-ba65-49e9-9d30-1e1e120a6817 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9361a46-0c70-4d27-a9d6-04fc814db802 HTTP/1.1" status: 200 len: 946 time: 0.2113037 Sep 07 18:52:44.240437 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-0285a945-ac2b-458f-9cd6-11b0d68a1361 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 18:52:44.241540 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0285a945-ac2b-458f-9cd6-11b0d68a1361 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1426039 Sep 07 18:52:44.244595 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58128) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:44.251769 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-78e0c298-7d1c-4f19-afba-d4caaa6cfef0 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group_rule': {'security_group_id': '7264e784-8b86-4bdb-aa7a-bceefba2d7e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:44.306965 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-ea46d727-b210-4c1b-88a4-39e8944e501f service neutron] 10.222.0.60 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708653 Sep 07 18:52:44.330187 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-78e0c298-7d1c-4f19-afba-d4caaa6cfef0 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 18:52:44.331185 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-78e0c298-7d1c-4f19-afba-d4caaa6cfef0 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0856740 Sep 07 18:52:44.351133 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58130) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:44.485070 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:44.488728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-178fd066-fb40-4318-8a30-af2ae1c1bee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:44.490348 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-524bd83a-8d31-4e6d-9ae0-7bd064b58dda tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:44.493672 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bae18-294a-4c94-b3ba-c4772359e6bd req-ce63b8f3-d44a-4bdb-9a69-f8ab5d79c8e9 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:44.495171 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-561bae18-294a-4c94-b3ba-c4772359e6bd req-ce63b8f3-d44a-4bdb-9a69-f8ab5d79c8e9 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.4094491 Sep 07 18:52:44.522424 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-d1e91507-19d7-4f08-982a-d2d9f7060e17 req-ce616ac1-da56-4493-970c-5f48b3541528 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] For port 8217ed7f-fe74-4b18-8841-99754b5641d5, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=8217ed7f-fe74-4b18-8841-99754b5641d5,segment=NetworkSegment(c8358309-ffc6-48c2-be9f-85eec3521527),segment_id=c8358309-ffc6-48c2-be9f-85eec3521527)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:44.522790 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d1e91507-19d7-4f08-982a-d2d9f7060e17 req-ce616ac1-da56-4493-970c-5f48b3541528 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:44.537913 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-40896ab7-10e9-473f-94f3-a3849d97ac76 req-65dced57-1f75-4f56-be30-802439eac6bb service neutron] 10.222.0.60 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167079 Sep 07 18:52:44.550370 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0d5b38f-3834-4a1f-981b-9644e6296bdc req-0a45815a-fbed-478b-aec6-fba45fafa5e6 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/security-groups?id=25626d58-e4d9-4c0a-a6c7-297bf8bf0a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620820 Sep 07 18:52:44.554856 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-524bd83a-8d31-4e6d-9ae0-7bd064b58dda tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:44.556263 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-d1e91507-19d7-4f08-982a-d2d9f7060e17 req-ce616ac1-da56-4493-970c-5f48b3541528 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Calling delete_port for 8217ed7f-fe74-4b18-8841-99754b5641d5 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:44.617548 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-561bae18-294a-4c94-b3ba-c4772359e6bd req-07291bae-37e1-4e1b-be2c-25c35df370b9 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040418 Sep 07 18:52:44.691220 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-524bd83a-8d31-4e6d-9ae0-7bd064b58dda tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:44.695311 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-524bd83a-8d31-4e6d-9ae0-7bd064b58dda tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:44.697883 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-524bd83a-8d31-4e6d-9ae0-7bd064b58dda tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "DELETE /v2.0/security-groups/7264e784-8b86-4bdb-aa7a-bceefba2d7e9 HTTP/1.1" status: 204 len: 168 time: 0.3445551 Sep 07 18:52:44.705434 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58134) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:44.753070 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bd83a-8d31-4e6d-9ae0-7bd064b58dda tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7264e784-8b86-4bdb-aa7a-bceefba2d7e9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:44.781945 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923633e-03fd-44fb-8732-ddf1007b6e3f req-9d938936-9c94-4fb4-b990-b3ac3c3c7a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:44.784016 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f923633e-03fd-44fb-8732-ddf1007b6e3f req-9d938936-9c94-4fb4-b990-b3ac3c3c7a25 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8d2dd6678d2444d8d30e7280161600d&device_id=0b435656-6a26-4301-a3e6-1890915ec144 HTTP/1.1" status: 200 len: 1095 time: 0.0856774 Sep 07 18:52:44.888169 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6d28ea3a-55b5-4957-91c6-92820fb80ec2 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1804371 Sep 07 18:52:44.901695 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58138) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:44.908378 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-58798f0a-6707-4acd-a10d-d7c0673b8976 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group': {'name': 'tempest-secgroup--588750545'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:44.951417 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923633e-03fd-44fb-8732-ddf1007b6e3f req-7fcbc040-dc27-4afa-aa91-a7ad96b6088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:44.952928 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f923633e-03fd-44fb-8732-ddf1007b6e3f req-7fcbc040-dc27-4afa-aa91-a7ad96b6088d service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 HTTP/1.1" status: 200 len: 913 time: 0.1583171 Sep 07 18:52:44.960254 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-58798f0a-6707-4acd-a10d-d7c0673b8976 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:44.963001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46edaad-1ed8-4956-8e15-3f9b79e07db9 req-1161b5c8-675b-458c-bf9f-3331da004b36 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:44.964540 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e46edaad-1ed8-4956-8e15-3f9b79e07db9 req-1161b5c8-675b-458c-bf9f-3331da004b36 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b435656-6a26-4301-a3e6-1890915ec144 HTTP/1.1" status: 200 len: 944 time: 0.2178664 Sep 07 18:52:45.001482 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731d45f-7ae0-41e3-9b00-b457174bff78 req-f347e979-a59d-4d1e-b5b5-8a612c1e7394 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:45.003110 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1731d45f-7ae0-41e3-9b00-b457174bff78 req-f347e979-a59d-4d1e-b5b5-8a612c1e7394 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=934e439f-fabd-4a67-b6aa-cf053da34a8d HTTP/1.1" status: 200 len: 931 time: 0.1924143 Sep 07 18:52:45.013676 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-178fd066-fb40-4318-8a30-af2ae1c1bee2 admin admin] Deleting port eb5ab28c-7b43-4844-8567-80149d09cc3c {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:45.014017 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-178fd066-fb40-4318-8a30-af2ae1c1bee2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:45.053693 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d1e91507-19d7-4f08-982a-d2d9f7060e17 req-ce616ac1-da56-4493-970c-5f48b3541528 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:45.066127 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['8217ed7f-fe74-4b18-8841-99754b5641d5'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:45.114942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e46edaad-1ed8-4956-8e15-3f9b79e07db9 req-3ac5aa2c-9247-4c96-8261-4b3ce7d8e101 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426017 Sep 07 18:52:45.122955 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce616ac1-da56-4493-970c-5f48b3541528 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Pushing event deleted for resources: {'Port': ['ID=8217ed7f-fe74-4b18-8841-99754b5641d5,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:45.137917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1731d45f-7ae0-41e3-9b00-b457174bff78 req-506fa0b0-45c1-4dca-bba4-7c0569074493 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184318 Sep 07 18:52:45.212678 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e91507-19d7-4f08-982a-d2d9f7060e17 req-ce616ac1-da56-4493-970c-5f48b3541528 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] No DVR routers for this DVR port 8217ed7f-fe74-4b18-8841-99754b5641d5 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:52:45.216318 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d1e91507-19d7-4f08-982a-d2d9f7060e17 req-ce616ac1-da56-4493-970c-5f48b3541528 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:45.218499 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1e91507-19d7-4f08-982a-d2d9f7060e17 req-ce616ac1-da56-4493-970c-5f48b3541528 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.36 "DELETE /v2.0/ports/8217ed7f-fe74-4b18-8841-99754b5641d5 HTTP/1.1" status: 204 len: 173 time: 1.4780605 Sep 07 18:52:45.218941 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9361a46-0c70-4d27-a9d6-04fc814db802', 'name': 'network-vif-deleted', 'tag': '8217ed7f-fe74-4b18-8841-99754b5641d5'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:45.221303 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f0d0e4-f7f6-4723-8d78-36635a2d2d01" -d '{"events": [{"server_uuid": "e9361a46-0c70-4d27-a9d6-04fc814db802", "name": "network-vif-deleted", "tag": "8217ed7f-fe74-4b18-8841-99754b5641d5"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:45.242144 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:52:45.246521 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f923633e-03fd-44fb-8732-ddf1007b6e3f req-7ccccb0f-57b1-4042-981a-5eb7662e0301 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0520712c-22fd-4c5a-b7e3-b561085f00b4 HTTP/1.1" status: 200 len: 217 time: 0.2812893 Sep 07 18:52:45.253766 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:45.271068 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9d0812-4e7e-4ccd-86b0-7ebf3a30def8 x-openstack-request-id: req-3f9d0812-4e7e-4ccd-86b0-7ebf3a30def8 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:45.271390 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9361a46-0c70-4d27-a9d6-04fc814db802", "name": "network-vif-deleted", "tag": "8217ed7f-fe74-4b18-8841-99754b5641d5", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:45.272392 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f9d0812-4e7e-4ccd-86b0-7ebf3a30def8 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:45.272956 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9361a46-0c70-4d27-a9d6-04fc814db802', 'name': 'network-vif-deleted', 'tag': '8217ed7f-fe74-4b18-8841-99754b5641d5', 'status': 'completed', 'code': 200} Sep 07 18:52:45.276481 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] Transition to ACTIVE for port object 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:45.284765 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:45.364558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] Pushing event updated for resources: {'Port': ['ID=205cbcec-033c-4ba2-ba85-f9b62a1d4cd4,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:45.404252 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923633e-03fd-44fb-8732-ddf1007b6e3f req-60ffe8c3-58e7-47fb-ad16-b58885966b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:45.405747 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f923633e-03fd-44fb-8732-ddf1007b6e3f req-60ffe8c3-58e7-47fb-ad16-b58885966b69 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=330b0af3-a338-4c3d-9fb6-805b1cab9e04 HTTP/1.1" status: 200 len: 852 time: 0.1465709 Sep 07 18:52:45.430095 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-178fd066-fb40-4318-8a30-af2ae1c1bee2 admin admin] For port eb5ab28c-7b43-4844-8567-80149d09cc3c, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=eb5ab28c-7b43-4844-8567-80149d09cc3c,segment=NetworkSegment(e6f57461-48fc-4305-a615-03d61a605541),segment_id=e6f57461-48fc-4305-a615-03d61a605541)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:45.430465 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-178fd066-fb40-4318-8a30-af2ae1c1bee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:45.444134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] Attempting to bind port 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:52:45.444476 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] Attempting to bind port 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '11c36bdb-1e25-4e17-9eb3-fc29828605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5b400c2c-52a1-4a3f-b7e2-da40908cc664'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:52:45.444843 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] Attempting to bind port 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4 on network 5b400c2c-52a1-4a3f-b7e2-da40908cc664 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:45.449309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] Port 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4 on network 5b400c2c-52a1-4a3f-b7e2-da40908cc664 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:52:45.449703 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] Attempting to bind port 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4 on network 5b400c2c-52a1-4a3f-b7e2-da40908cc664 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:45.454597 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:52:45.454959 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] Checking segment: {'id': '11c36bdb-1e25-4e17-9eb3-fc29828605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5b400c2c-52a1-4a3f-b7e2-da40908cc664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:45.455339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] Bound using segment: {'id': '11c36bdb-1e25-4e17-9eb3-fc29828605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5b400c2c-52a1-4a3f-b7e2-da40908cc664'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:52:45.455763 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] Bound port: 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c36bdb-1e25-4e17-9eb3-fc29828605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5b400c2c-52a1-4a3f-b7e2-da40908cc664'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:52:45.456118 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:45.456843 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f923633e-03fd-44fb-8732-ddf1007b6e3f req-92d49680-b99f-4b53-9039-40206c3b6886 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406833 Sep 07 18:52:45.466225 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-178fd066-fb40-4318-8a30-af2ae1c1bee2 admin admin] Calling delete_port for eb5ab28c-7b43-4844-8567-80149d09cc3c owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:45.519628 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] For port 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:45.523224 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] For port 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=205cbcec-033c-4ba2-ba85-f9b62a1d4cd4,segment=NetworkSegment(11c36bdb-1e25-4e17-9eb3-fc29828605f0),segment_id=11c36bdb-1e25-4e17-9eb3-fc29828605f0)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:52:45.527567 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:45.563018 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:45.563836 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:45.565482 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] 10.222.0.36 "PUT /v2.0/ports/205cbcec-033c-4ba2-ba85-f9b62a1d4cd4 HTTP/1.1" status: 200 len: 1091 time: 1.5242600 Sep 07 18:52:45.588365 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-58798f0a-6707-4acd-a10d-d7c0673b8976 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:45.599583 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294d277-9fde-440f-b98b-47c0aba29577 service neutron] Pushing event updated for resources: {'Port': ['ID=205cbcec-033c-4ba2-ba85-f9b62a1d4cd4,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:45.618117 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-58798f0a-6707-4acd-a10d-d7c0673b8976 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:45.671334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-94913a15-2f43-45e9-b853-7778c9f698f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:45.673117 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-94913a15-2f43-45e9-b853-7778c9f698f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bd9db961d24ba189b315670760f471&device_id=934e439f-fabd-4a67-b6aa-cf053da34a8d HTTP/1.1" status: 200 len: 1094 time: 0.0468442 Sep 07 18:52:45.696480 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-58798f0a-6707-4acd-a10d-d7c0673b8976 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:45.697805 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-58798f0a-6707-4acd-a10d-d7c0673b8976 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7949727 Sep 07 18:52:45.702134 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58146) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:45.702838 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58798f0a-6707-4acd-a10d-d7c0673b8976 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce60cf9d-e80b-4255-9dd6-105bfc2a7a31,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:45.711106 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-30d08f53-6c3d-4f01-ae5d-8faea04f5d1c tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:45.711659 n-d-807786-1 neutron-server[101444]: WARNING neutron.api.v2.base [None req-30d08f53-6c3d-4f01-ae5d-8faea04f5d1c tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 07 18:52:45.712118 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-30d08f53-6c3d-4f01-ae5d-8faea04f5d1c tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] update failed (client error): There was a conflict when trying to complete your request. Sep 07 18:52:45.715869 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-30d08f53-6c3d-4f01-ae5d-8faea04f5d1c tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "PUT /v2.0/security-groups/ce60cf9d-e80b-4255-9dd6-105bfc2a7a31 HTTP/1.1" status: 409 len: 330 time: 0.0063179 Sep 07 18:52:45.717560 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f923633e-03fd-44fb-8732-ddf1007b6e3f req-0ea67951-ee4b-4209-aa6d-f252f2b384e1 service neutron] 10.222.0.60 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494915 Sep 07 18:52:45.718316 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58148) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:45.749999 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-0c1ef7e2-e870-462c-9949-8e4714d3584e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=205cbcec-033c-4ba2-ba85-f9b62a1d4cd4 HTTP/1.1" status: 200 len: 217 time: 0.0687935 Sep 07 18:52:45.779465 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d377e363-29bb-4cdd-a3b4-8d2ad3a91f2e req-201f7a5f-5fc7-4dc2-9a81-7a7ccbefe656 tempest-InstanceActionsNegativeTestJSON-1017633466 tempest-InstanceActionsNegativeTestJSON-1017633466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9361a46-0c70-4d27-a9d6-04fc814db802 HTTP/1.1" status: 200 len: 210 time: 0.0854735 Sep 07 18:52:45.845880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-a5fe478d-d0d9-4cf9-8ef3-17167c14c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:45.847340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-a5fe478d-d0d9-4cf9-8ef3-17167c14c834 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=081181ef-c8d4-4758-b937-dfb90332a016 HTTP/1.1" status: 200 len: 853 time: 0.0772781 Sep 07 18:52:45.859085 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e56a4-a3d5-48fd-87e2-79eaef18b8fb req-6fe2cfa6-6d52-4006-b5de-8e756169fe87 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:45.860611 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-452e56a4-a3d5-48fd-87e2-79eaef18b8fb req-6fe2cfa6-6d52-4006-b5de-8e756169fe87 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.1081798 Sep 07 18:52:45.892238 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-492539d9-f107-4e16-9723-f5d2c9ac9e7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b400c2c-52a1-4a3f-b7e2-da40908cc664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305073 Sep 07 18:52:45.904391 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53a22bdd-f78e-43cf-bb62-d5a1342e26f5 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:45.944547 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-452e56a4-a3d5-48fd-87e2-79eaef18b8fb req-29d83374-3261-45bd-a39d-6d0701e65a43 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738065 Sep 07 18:52:45.973013 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53a22bdd-f78e-43cf-bb62-d5a1342e26f5 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:45.976988 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f923633e-03fd-44fb-8732-ddf1007b6e3f req-1eb487f4-4492-47ff-b5dd-13d2e05b8ff2 service neutron] 10.222.0.60 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126379 Sep 07 18:52:46.004237 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-3bf88220-58a9-4055-b2ab-1e67564e00cc service neutron] 10.222.0.36 "GET /v2.0/networks/5b400c2c-52a1-4a3f-b7e2-da40908cc664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035812 Sep 07 18:52:46.014485 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-178fd066-fb40-4318-8a30-af2ae1c1bee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:46.042845 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fd066-fb40-4318-8a30-af2ae1c1bee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5ab28c-7b43-4844-8567-80149d09cc3c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:46.052874 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53a22bdd-f78e-43cf-bb62-d5a1342e26f5 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:46.055695 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53a22bdd-f78e-43cf-bb62-d5a1342e26f5 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:46.059488 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-53a22bdd-f78e-43cf-bb62-d5a1342e26f5 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "DELETE /v2.0/security-groups/ce60cf9d-e80b-4255-9dd6-105bfc2a7a31 HTTP/1.1" status: 204 len: 168 time: 0.3041139 Sep 07 18:52:46.073815 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58152) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:46.117982 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a22bdd-f78e-43cf-bb62-d5a1342e26f5 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce60cf9d-e80b-4255-9dd6-105bfc2a7a31,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:46.119328 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f005d38a-c601-4779-ba55-d41e4d8f167a req-af78adc2-97d1-49c0-9285-9566daecc5a8 service neutron] 10.222.0.36 "GET /v2.0/networks/5b400c2c-52a1-4a3f-b7e2-da40908cc664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069379 Sep 07 18:52:46.163634 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4cbfb46c-bbdd-44fb-906e-e208a0ea205e tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0853679 Sep 07 18:52:46.165963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58156) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:46.179563 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-99b2c420-13fe-43d7-9c5f-1b0f0199c20f tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] delete failed (client error): The resource could not be found. Sep 07 18:52:46.186920 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-99b2c420-13fe-43d7-9c5f-1b0f0199c20f tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "DELETE /v2.0/security-groups/a052fa7c-b5f1-437c-93a7-dde08b947e4a HTTP/1.1" status: 404 len: 347 time: 0.0207415 Sep 07 18:52:46.187551 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58160) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:46.207411 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-00ec89d8-2798-4fee-9511-c012898b4afd tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] show failed (client error): The resource could not be found. Sep 07 18:52:46.213106 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-00ec89d8-2798-4fee-9511-c012898b4afd tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "GET /v2.0/security-groups/7b659c77-b982-4ba0-be6c-2e07dd6c5000 HTTP/1.1" status: 404 len: 347 time: 0.0245204 Sep 07 18:52:46.213695 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58162) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:46.238300 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-090f9744-dc17-4142-b019-82fe74d84729 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] show failed (client error): The resource could not be found. Sep 07 18:52:46.240331 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-090f9744-dc17-4142-b019-82fe74d84729 tempest-NegativeSecGroupIPv6Test-431901192 tempest-NegativeSecGroupIPv6Test-431901192-project] 10.222.0.26 "GET /v2.0/security-group-rules/b46edb4d-d60b-4047-88f3-7c2f2befcff4 HTTP/1.1" status: 404 len: 356 time: 0.0250702 Sep 07 18:52:46.287502 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-178fd066-fb40-4318-8a30-af2ae1c1bee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:46.320735 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dbb5f-5d3d-411d-b24b-ac958c9d2278 req-12c77c0e-6e89-4abe-8139-7cd0e4309ae0 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:46.322111 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b45dbb5f-5d3d-411d-b24b-ac958c9d2278 req-12c77c0e-6e89-4abe-8139-7cd0e4309ae0 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=934e439f-fabd-4a67-b6aa-cf053da34a8d HTTP/1.1" status: 200 len: 943 time: 0.0957394 Sep 07 18:52:46.344181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68c505-cd5a-4e40-bd6f-be96688d349e req-f95473dd-0383-45b9-9279-ab8b85ed2e66 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:46.345775 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b68c505-cd5a-4e40-bd6f-be96688d349e req-f95473dd-0383-45b9-9279-ab8b85ed2e66 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b435656-6a26-4301-a3e6-1890915ec144 HTTP/1.1" status: 200 len: 944 time: 0.0876062 Sep 07 18:52:46.401117 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b45dbb5f-5d3d-411d-b24b-ac958c9d2278 req-78278219-46db-4edf-b67e-05e2a212286f tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708191 Sep 07 18:52:46.403837 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b68c505-cd5a-4e40-bd6f-be96688d349e req-c3ac1645-93b3-4d57-8660-d8b943d3d793 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477452 Sep 07 18:52:46.515038 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58170) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:46.536287 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178fd066-fb40-4318-8a30-af2ae1c1bee2 admin admin] Router ee9726c4-4ab4-45e6-9ad6-741ff2977c1c has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:52:46.670714 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178fd066-fb40-4318-8a30-af2ae1c1bee2 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:52:46.678044 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-178fd066-fb40-4318-8a30-af2ae1c1bee2 admin admin] 10.222.0.26 "PUT /v2.0/routers/ee9726c4-4ab4-45e6-9ad6-741ff2977c1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9793160 Sep 07 18:52:46.679233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3196b49e-ee75-469c-81c2-0ee42f207f30 None None] Sync routers for ids ['ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:52:46.680576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58174) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:46.690169 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-af60aaa1-bab6-48e9-9cc2-077806fb46c0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf9d712c9adc47f0985b4f0300129f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739249 Sep 07 18:52:46.692485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3196b49e-ee75-469c-81c2-0ee42f207f30 None None] Routers {'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:52:46.692702 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58176) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:46.693286 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3196b49e-ee75-469c-81c2-0ee42f207f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:52:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:46.744014 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac74f177-cdaa-4973-a9d6-34df0cdf730b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:46.765906 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac74f177-cdaa-4973-a9d6-34df0cdf730b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:46.791286 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-69dadf5f-f516-44e0-902a-d8c0003ad51f admin admin] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:46.797339 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-3196b49e-ee75-469c-81c2-0ee42f207f30 None None] Set router ee9726c4-4ab4-45e6-9ad6-741ff2977c1c gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:52:46.822142 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac74f177-cdaa-4973-a9d6-34df0cdf730b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:46.826255 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac74f177-cdaa-4973-a9d6-34df0cdf730b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:46.830716 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ac74f177-cdaa-4973-a9d6-34df0cdf730b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c970da02-0486-4023-b12f-cc3cd99c12b9 HTTP/1.1" status: 204 len: 168 time: 0.1369898 Sep 07 18:52:46.839916 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74f177-cdaa-4973-a9d6-34df0cdf730b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c970da02-0486-4023-b12f-cc3cd99c12b9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:46.878815 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58184) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:46.953955 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-69dadf5f-f516-44e0-902a-d8c0003ad51f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:46.982303 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f81192-625b-46da-b567-0ec16b4c55cc admin admin] Deleting subnet dcfda540-43f6-4358-9c62-ba13036e4960 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:52:46.986936 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c7f81192-625b-46da-b567-0ec16b4c55cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:47.047529 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c7f81192-625b-46da-b567-0ec16b4c55cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:47.065471 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3196b49e-ee75-469c-81c2-0ee42f207f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'name': 'tempest-ServersTestManualDisk-1383541185-router', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:14Z', 'updated_at': '2021-09-07T18:52:45Z', 'revision_number': 5, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'gw_port': {'id': '0df8434b-83f3-41fb-b7c5-5ba643f661b7', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:15Z', 'updated_at': '2021-09-07T18:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:47.088158 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c7f81192-625b-46da-b567-0ec16b4c55cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:47.092841 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3196b49e-ee75-469c-81c2-0ee42f207f30 None None] Checking router: ee9726c4-4ab4-45e6-9ad6-741ff2977c1c for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:52:47.102815 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3196b49e-ee75-469c-81c2-0ee42f207f30 None None] Routers {'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:52:47.103753 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3196b49e-ee75-469c-81c2-0ee42f207f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:52:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:47.108479 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-69dadf5f-f516-44e0-902a-d8c0003ad51f admin admin] Deleting port 0df8434b-83f3-41fb-b7c5-5ba643f661b7 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:47.109055 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-69dadf5f-f516-44e0-902a-d8c0003ad51f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:47.150997 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c7f81192-625b-46da-b567-0ec16b4c55cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:47.189773 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f81192-625b-46da-b567-0ec16b4c55cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcfda540-43f6-4358-9c62-ba13036e4960,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:47.193915 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c7f81192-625b-46da-b567-0ec16b4c55cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:47.196476 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c7f81192-625b-46da-b567-0ec16b4c55cc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/dcfda540-43f6-4358-9c62-ba13036e4960 HTTP/1.1" status: 204 len: 168 time: 0.3165321 Sep 07 18:52:47.199031 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58190) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:47.210548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e1df3-2a25-4814-bedb-062620505eca req-a6fe36f3-f8eb-48de-ba80-b4339c46d966 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:47.212802 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da3e1df3-2a25-4814-bedb-062620505eca req-a6fe36f3-f8eb-48de-ba80-b4339c46d966 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.1584225 Sep 07 18:52:47.278949 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934e439f-fabd-4a67-b6aa-cf053da34a8d', 'tag': '205cbcec-033c-4ba2-ba85-f9b62a1d4cd4'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:47.281434 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6706fdb-3f05-4514-8575-74f3fff8502d" -d '{"events": [{"name": "network-changed", "server_uuid": "934e439f-fabd-4a67-b6aa-cf053da34a8d", "tag": "205cbcec-033c-4ba2-ba85-f9b62a1d4cd4"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:47.312165 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c41ba9e1-28bd-461e-8015-a75451401703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:47.312739 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da3e1df3-2a25-4814-bedb-062620505eca req-f214d05a-d977-4d1b-9bde-cf5d5dc08c85 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913610 Sep 07 18:52:47.314440 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-69dadf5f-f516-44e0-902a-d8c0003ad51f admin admin] For port 0df8434b-83f3-41fb-b7c5-5ba643f661b7, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0df8434b-83f3-41fb-b7c5-5ba643f661b7,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:47.314844 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-69dadf5f-f516-44e0-902a-d8c0003ad51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:47.339268 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-69dadf5f-f516-44e0-902a-d8c0003ad51f admin admin] Calling delete_port for 0df8434b-83f3-41fb-b7c5-5ba643f661b7 owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:47.365487 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-3196b49e-ee75-469c-81c2-0ee42f207f30 None None] Set router ee9726c4-4ab4-45e6-9ad6-741ff2977c1c gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:52:47.375477 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b746158-68b9-420f-8b4a-20e3f9d49683 x-openstack-request-id: req-9b746158-68b9-420f-8b4a-20e3f9d49683 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:47.375811 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934e439f-fabd-4a67-b6aa-cf053da34a8d", "tag": "205cbcec-033c-4ba2-ba85-f9b62a1d4cd4", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:47.376025 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b746158-68b9-420f-8b4a-20e3f9d49683 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:47.376431 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934e439f-fabd-4a67-b6aa-cf053da34a8d', 'tag': '205cbcec-033c-4ba2-ba85-f9b62a1d4cd4', 'status': 'completed', 'code': 200} Sep 07 18:52:47.428401 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3196b49e-ee75-469c-81c2-0ee42f207f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'name': 'tempest-ServersTestManualDisk-1383541185-router', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:14Z', 'updated_at': '2021-09-07T18:52:46Z', 'revision_number': 6, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:47.440445 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c41ba9e1-28bd-461e-8015-a75451401703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:47.465246 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3196b49e-ee75-469c-81c2-0ee42f207f30 None None] The sync data for ids ['ee9726c4-4ab4-45e6-9ad6-741ff2977c1c'] in n-d-807786-1 is: [{'id': 'ee9726c4-4ab4-45e6-9ad6-741ff2977c1c', 'name': 'tempest-ServersTestManualDisk-1383541185-router', 'tenant_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:14Z', 'updated_at': '2021-09-07T18:52:46Z', 'revision_number': 6, 'project_id': 'd878258efa4b4488806e9b78a4aaf7e7', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:52:47.471927 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c41ba9e1-28bd-461e-8015-a75451401703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3bafa0-bd6c-4247-b83f-28727bf3051e']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:47.492524 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c41ba9e1-28bd-461e-8015-a75451401703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8358309-ffc6-48c2-be9f-85eec3521527') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:47.494716 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c41ba9e1-28bd-461e-8015-a75451401703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8358309-ffc6-48c2-be9f-85eec3521527') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:47.523086 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c41ba9e1-28bd-461e-8015-a75451401703 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:47.539652 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c41ba9e1-28bd-461e-8015-a75451401703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:47.545837 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41ba9e1-28bd-461e-8015-a75451401703 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:52:47.546314 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c41ba9e1-28bd-461e-8015-a75451401703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:52:47.548374 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:52:47.616755 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c41ba9e1-28bd-461e-8015-a75451401703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:47.632662 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6706fdb-3f05-4514-8575-74f3fff8502d req-6d232ac9-30d2-4b19-8432-d022ab8aa662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:47.634246 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6706fdb-3f05-4514-8575-74f3fff8502d req-6d232ac9-30d2-4b19-8432-d022ab8aa662 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bd9db961d24ba189b315670760f471&device_id=934e439f-fabd-4a67-b6aa-cf053da34a8d HTTP/1.1" status: 200 len: 1094 time: 0.1758223 Sep 07 18:52:47.638165 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ba9e1-28bd-461e-8015-a75451401703 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf3bafa0-bd6c-4247-b83f-28727bf3051e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:47.644399 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c41ba9e1-28bd-461e-8015-a75451401703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:47.646526 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c41ba9e1-28bd-461e-8015-a75451401703 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cf3bafa0-bd6c-4247-b83f-28727bf3051e HTTP/1.1" status: 204 len: 168 time: 0.4465380 Sep 07 18:52:47.681964 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f3997-706e-4195-b883-74f293948725 req-0166f99d-d8ff-4f8d-82c3-0e79bcb988a9 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:47.684312 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff5f3997-706e-4195-b883-74f293948725 req-0166f99d-d8ff-4f8d-82c3-0e79bcb988a9 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=934e439f-fabd-4a67-b6aa-cf053da34a8d HTTP/1.1" status: 200 len: 943 time: 0.1353059 Sep 07 18:52:47.704318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1194a8-c287-4d77-be7d-9dcaa6531738 req-c7202e5a-352c-4525-a96c-41b7aa6c9c04 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:47.705719 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad1194a8-c287-4d77-be7d-9dcaa6531738 req-c7202e5a-352c-4525-a96c-41b7aa6c9c04 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b435656-6a26-4301-a3e6-1890915ec144 HTTP/1.1" status: 200 len: 944 time: 0.1694610 Sep 07 18:52:47.781129 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58216) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:47.816182 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-69dadf5f-f516-44e0-902a-d8c0003ad51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:47.835386 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9e2c7cd1-7472-46fa-afb3-b0ce42362c1c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=def3c48cb769463eb8e5581fc5e328b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520484 Sep 07 18:52:47.835386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58218) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:47.861002 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff5f3997-706e-4195-b883-74f293948725 req-b7a9c49f-2f6c-4b26-a8f4-65f0dc9bd737 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543071 Sep 07 18:52:47.871667 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dadf5f-f516-44e0-902a-d8c0003ad51f admin admin] Pushing event deleted for resources: {'Port': ['ID=0df8434b-83f3-41fb-b7c5-5ba643f661b7,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:47.885875 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad1194a8-c287-4d77-be7d-9dcaa6531738 req-5d08b9c7-0f72-424d-977b-a064766c7a9d tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589556 Sep 07 18:52:47.899560 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6706fdb-3f05-4514-8575-74f3fff8502d req-a232cf8c-56c2-41cf-b018-6efb9e4b4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:47.900416 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0d3fe49-0598-4e63-9e0b-3e1f4bb2ff36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:47.901597 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6706fdb-3f05-4514-8575-74f3fff8502d req-a232cf8c-56c2-41cf-b018-6efb9e4b4ecc service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b400c2c-52a1-4a3f-b7e2-da40908cc664 HTTP/1.1" status: 200 len: 914 time: 0.2418363 Sep 07 18:52:47.927096 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0d3fe49-0598-4e63-9e0b-3e1f4bb2ff36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:47.994711 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0d3fe49-0598-4e63-9e0b-3e1f4bb2ff36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:47.997575 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0d3fe49-0598-4e63-9e0b-3e1f4bb2ff36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:47.998777 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d0d3fe49-0598-4e63-9e0b-3e1f4bb2ff36 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/25626d58-e4d9-4c0a-a6c7-297bf8bf0a03 HTTP/1.1" status: 204 len: 168 time: 0.1624837 Sep 07 18:52:48.008134 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3fe49-0598-4e63-9e0b-3e1f4bb2ff36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25626d58-e4d9-4c0a-a6c7-297bf8bf0a03,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:48.128468 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 8217ed7f-fe74-4b18-8841-99754b5641d5 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:52:48.154588 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 8217ed7f-fe74-4b18-8841-99754b5641d5 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:52:48.155156 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 8217ed7f-fe74-4b18-8841-99754b5641d5 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:52:48.265259 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6706fdb-3f05-4514-8575-74f3fff8502d req-9742db02-8b8d-475c-97fb-97498d902d3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=205cbcec-033c-4ba2-ba85-f9b62a1d4cd4 HTTP/1.1" status: 200 len: 217 time: 0.3422608 Sep 07 18:52:48.318821 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-69dadf5f-f516-44e0-902a-d8c0003ad51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:48.408466 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 0520712c-22fd-4c5a-b7e3-b561085f00b4 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:52:48.445790 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-69dadf5f-f516-44e0-902a-d8c0003ad51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:48.448076 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-69dadf5f-f516-44e0-902a-d8c0003ad51f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:48.454160 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6706fdb-3f05-4514-8575-74f3fff8502d req-5d061579-5de4-473a-9b2d-3c04b2b450d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:48.455610 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6706fdb-3f05-4514-8575-74f3fff8502d req-5d061579-5de4-473a-9b2d-3c04b2b450d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=081181ef-c8d4-4758-b937-dfb90332a016 HTTP/1.1" status: 200 len: 853 time: 0.1821606 Sep 07 18:52:48.559036 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 0520712c-22fd-4c5a-b7e3-b561085f00b4, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=0520712c-22fd-4c5a-b7e3-b561085f00b4,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:48.560224 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6706fdb-3f05-4514-8575-74f3fff8502d req-ee18e9eb-8ed0-4338-8249-266a709b81d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b400c2c-52a1-4a3f-b7e2-da40908cc664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903645 Sep 07 18:52:48.562428 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-69dadf5f-f516-44e0-902a-d8c0003ad51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:48.562856 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dadf5f-f516-44e0-902a-d8c0003ad51f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee9726c4-4ab4-45e6-9ad6-741ff2977c1c {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:52:48.567791 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-69dadf5f-f516-44e0-902a-d8c0003ad51f admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:48.568983 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-69dadf5f-f516-44e0-902a-d8c0003ad51f admin admin] 10.222.0.26 "DELETE /v2.0/routers/ee9726c4-4ab4-45e6-9ad6-741ff2977c1c HTTP/1.1" status: 204 len: 168 time: 1.8873584 Sep 07 18:52:48.571781 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58248) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:48.577695 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '0520712c-22fd-4c5a-b7e3-b561085f00b4', 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20', 'port_id': '0520712c-22fd-4c5a-b7e3-b561085f00b4', 'mac_address': 'fa:16:3e:1e:cb:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330b0af3-a338-4c3d-9fb6-805b1cab9e04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:52:48.644589 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1c306-7579-44e5-bcd3-78c27972f66b req-55b5fe13-865e-4a44-bfd0-fc64600275fc tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:48.650090 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aba1c306-7579-44e5-bcd3-78c27972f66b req-55b5fe13-865e-4a44-bfd0-fc64600275fc tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.1976779 Sep 07 18:52:48.652884 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f023267-607e-4351-85a3-3dc57281fffe admin admin] Deleting subnet 516602c3-3ca6-4872-ad4b-15c018e75629 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:52:48.657528 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3f023267-607e-4351-85a3-3dc57281fffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:48.673529 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:48.704872 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0520712c-22fd-4c5a-b7e3-b561085f00b4 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:52:48.729338 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3f023267-607e-4351-85a3-3dc57281fffe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:48.750972 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 0520712c-22fd-4c5a-b7e3-b561085f00b4, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=0520712c-22fd-4c5a-b7e3-b561085f00b4,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:48.755565 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:48.799558 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aba1c306-7579-44e5-bcd3-78c27972f66b req-faaf6b1b-df1d-4228-9525-b25c8197cd12 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154583 Sep 07 18:52:48.844648 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6706fdb-3f05-4514-8575-74f3fff8502d req-f845fd01-595d-4231-90ad-9bd6fe40c8c8 service neutron] 10.222.0.36 "GET /v2.0/networks/5b400c2c-52a1-4a3f-b7e2-da40908cc664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637510 Sep 07 18:52:48.857244 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=0520712c-22fd-4c5a-b7e3-b561085f00b4,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:48.866051 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:48.866705 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:48.867227 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:48.867743 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:48.868254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:48.868944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:48.869344 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:48.869818 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:48.870251 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:48.871065 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:48.871650 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:48.871942 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:49.004043 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3f023267-607e-4351-85a3-3dc57281fffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:49.050438 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6706fdb-3f05-4514-8575-74f3fff8502d req-6b4bb846-5174-4f21-8141-7c47c9d3632f service neutron] 10.222.0.36 "GET /v2.0/networks/5b400c2c-52a1-4a3f-b7e2-da40908cc664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975086 Sep 07 18:52:49.064129 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0df8434b-83f3-41fb-b7c5-5ba643f661b7 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:52:49.101793 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 0df8434b-83f3-41fb-b7c5-5ba643f661b7 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:52:49.102141 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0df8434b-83f3-41fb-b7c5-5ba643f661b7 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:52:49.102560 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device eb5ab28c-7b43-4844-8567-80149d09cc3c no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:52:49.118232 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3f023267-607e-4351-85a3-3dc57281fffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:49.120154 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['0520712c-22fd-4c5a-b7e3-b561085f00b4'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:49.153340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e95305-948e-491f-a1e5-d4ed95a2a4a0 req-8c2e1550-3605-415a-aaf5-b805486c5980 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:49.154888 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70e95305-948e-491f-a1e5-d4ed95a2a4a0 req-8c2e1550-3605-415a-aaf5-b805486c5980 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=934e439f-fabd-4a67-b6aa-cf053da34a8d HTTP/1.1" status: 200 len: 943 time: 0.1238637 Sep 07 18:52:49.165138 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee0ea5-e2be-4338-bcf9-b4a4b5fd0fcb req-b4f59cb5-ce95-4511-94c2-649e52eb0f74 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:49.166791 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4ee0ea5-e2be-4338-bcf9-b4a4b5fd0fcb req-b4f59cb5-ce95-4511-94c2-649e52eb0f74 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b435656-6a26-4301-a3e6-1890915ec144 HTTP/1.1" status: 200 len: 945 time: 0.1151841 Sep 07 18:52:49.170195 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f023267-607e-4351-85a3-3dc57281fffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=516602c3-3ca6-4872-ad4b-15c018e75629,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:49.182925 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3f023267-607e-4351-85a3-3dc57281fffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:49.187888 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3f023267-607e-4351-85a3-3dc57281fffe admin admin] 10.222.0.26 "DELETE /v2.0/subnets/516602c3-3ca6-4872-ad4b-15c018e75629 HTTP/1.1" status: 204 len: 168 time: 0.6129060 Sep 07 18:52:49.188285 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58278) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:49.192940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: eb5ab28c-7b43-4844-8567-80149d09cc3c {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:52:49.193520 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device eb5ab28c-7b43-4844-8567-80149d09cc3c not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:52:49.196648 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1009a68-9da1-4299-89f5-8ec3bb1b42ef None None] Network c7f4858b-8821-4eea-8e4b-1fd4362ebd60 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:49.248167 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70e95305-948e-491f-a1e5-d4ed95a2a4a0 req-beb2b4bd-3cb9-467a-ab20-09283239124a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802159 Sep 07 18:52:49.258186 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4ee0ea5-e2be-4338-bcf9-b4a4b5fd0fcb req-3d6e2d23-45d8-404e-ad04-35d466df5b5f tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774047 Sep 07 18:52:49.313811 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1f50ea6-be2d-4ca0-8383-a3715b2ffea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:49.372223 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b1f50ea6-be2d-4ca0-8383-a3715b2ffea7 admin admin] Deleting port e8a559c9-da68-458f-b941-c893c4600afb {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:49.372866 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1f50ea6-be2d-4ca0-8383-a3715b2ffea7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:49.416877 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58286) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:49.466115 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-b1f50ea6-be2d-4ca0-8383-a3715b2ffea7 admin admin] For port e8a559c9-da68-458f-b941-c893c4600afb, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e8a559c9-da68-458f-b941-c893c4600afb,segment=NetworkSegment(e6f57461-48fc-4305-a615-03d61a605541),segment_id=e6f57461-48fc-4305-a615-03d61a605541)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:49.466478 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1f50ea6-be2d-4ca0-8383-a3715b2ffea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:49.491450 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b1f50ea6-be2d-4ca0-8383-a3715b2ffea7 admin admin] Calling delete_port for e8a559c9-da68-458f-b941-c893c4600afb owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:49.518397 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a089b0f-23ec-4ca4-8d0a-53c16b89fa3e None None] DHCP port deletion for c7f4858b-8821-4eea-8e4b-1fd4362ebd60 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:52:49.565887 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66dfbeaf-dde4-49f0-9c7e-4983dcde5765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:49.580257 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1f50ea6-be2d-4ca0-8383-a3715b2ffea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:49.593217 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-8a089b0f-23ec-4ca4-8d0a-53c16b89fa3e None None] Deleting port e8a559c9-da68-458f-b941-c893c4600afb {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:49.593797 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8a089b0f-23ec-4ca4-8d0a-53c16b89fa3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:49.610864 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f50ea6-be2d-4ca0-8383-a3715b2ffea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a559c9-da68-458f-b941-c893c4600afb,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:49.615236 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f50ea6-be2d-4ca0-8383-a3715b2ffea7 admin admin] No DVR routers for this DVR port e8a559c9-da68-458f-b941-c893c4600afb on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:52:49.697253 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8a089b0f-23ec-4ca4-8d0a-53c16b89fa3e None None] For port e8a559c9-da68-458f-b941-c893c4600afb, host n-d-807786-1, got binding levels [] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:49.697738 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8a089b0f-23ec-4ca4-8d0a-53c16b89fa3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:49.712397 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1f50ea6-be2d-4ca0-8383-a3715b2ffea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:49.717026 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-8a089b0f-23ec-4ca4-8d0a-53c16b89fa3e None None] Calling delete_port for e8a559c9-da68-458f-b941-c893c4600afb owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:49.720382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.ipam_backend_mixin [None req-8a089b0f-23ec-4ca4-8d0a-53c16b89fa3e None None] Port e8a559c9-da68-458f-b941-c893c4600afb was not found and therefore no delete operation was performed {{(pid=101446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 18:52:49.722038 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8a089b0f-23ec-4ca4-8d0a-53c16b89fa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:49.732298 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66dfbeaf-dde4-49f0-9c7e-4983dcde5765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:49.737582 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66dfbeaf-dde4-49f0-9c7e-4983dcde5765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:49.738136 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-b1f50ea6-be2d-4ca0-8383-a3715b2ffea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f4858b-8821-4eea-8e4b-1fd4362ebd60']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:49.749208 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-b1f50ea6-be2d-4ca0-8383-a3715b2ffea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f57461-48fc-4305-a615-03d61a605541') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:49.749561 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-b1f50ea6-be2d-4ca0-8383-a3715b2ffea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f57461-48fc-4305-a615-03d61a605541') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:49.752170 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a089b0f-23ec-4ca4-8d0a-53c16b89fa3e None None] Pushing event deleted for resources: {'Port': ['ID=e8a559c9-da68-458f-b941-c893c4600afb,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:49.758289 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a089b0f-23ec-4ca4-8d0a-53c16b89fa3e None None] No DVR routers for this DVR port e8a559c9-da68-458f-b941-c893c4600afb on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:52:49.768051 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1f50ea6-be2d-4ca0-8383-a3715b2ffea7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:49.792635 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1f50ea6-be2d-4ca0-8383-a3715b2ffea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:49.797116 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-66dfbeaf-dde4-49f0-9c7e-4983dcde5765 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1cca1e621374238b35999e273c757df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3788500 Sep 07 18:52:49.797406 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58304) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:49.808744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfbeaf-dde4-49f0-9c7e-4983dcde5765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f46939-d38e-4762-b59f-b481a53d91f8,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:49.818935 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f50ea6-be2d-4ca0-8383-a3715b2ffea7 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:52:49.819529 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1f50ea6-be2d-4ca0-8383-a3715b2ffea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:52:49.821883 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:52:49.880110 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8ebecbf-32ea-4598-8be0-803c127ec1a3 req-56a3a406-5978-4571-aee4-3d22931e93e3 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=092946be-bb89-4423-aa59-1cb904c5655b HTTP/1.1" status: 200 len: 210 time: 0.0502098 Sep 07 18:52:49.921291 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1f50ea6-be2d-4ca0-8383-a3715b2ffea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:49.928148 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1f50ea6-be2d-4ca0-8383-a3715b2ffea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:49.930483 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b1f50ea6-be2d-4ca0-8383-a3715b2ffea7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c7f4858b-8821-4eea-8e4b-1fd4362ebd60 HTTP/1.1" status: 204 len: 168 time: 0.7406280 Sep 07 18:52:49.944579 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f0c91-d861-40b4-ab11-60b9eee270dd req-da3d845f-35c6-4ae4-8432-bce0cbab2f07 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:49.952669 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f50ea6-be2d-4ca0-8383-a3715b2ffea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7f4858b-8821-4eea-8e4b-1fd4362ebd60,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:49.953359 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-354f0c91-d861-40b4-ab11-60b9eee270dd req-da3d845f-35c6-4ae4-8432-bce0cbab2f07 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.0774171 Sep 07 18:52:49.959450 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4a85dab9-3c7c-4ca4-bb63-9fd199c2f521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:50.003792 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4a85dab9-3c7c-4ca4-bb63-9fd199c2f521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:50.006974 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-354f0c91-d861-40b4-ab11-60b9eee270dd req-110fd0d2-2eeb-442b-ae93-346e4a4a8e8a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521147 Sep 07 18:52:50.092278 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4a85dab9-3c7c-4ca4-bb63-9fd199c2f521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:50.096262 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4a85dab9-3c7c-4ca4-bb63-9fd199c2f521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:50.098044 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4a85dab9-3c7c-4ca4-bb63-9fd199c2f521 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/77f46939-d38e-4762-b59f-b481a53d91f8 HTTP/1.1" status: 204 len: 168 time: 0.2938850 Sep 07 18:52:50.110715 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85dab9-3c7c-4ca4-bb63-9fd199c2f521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f46939-d38e-4762-b59f-b481a53d91f8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:50.140204 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:52:50.165970 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58332) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:50.220382 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-83f2b6f0-a298-45cc-8bcd-0d44cecb5b45 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d878258efa4b4488806e9b78a4aaf7e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532389 Sep 07 18:52:50.222965 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58334) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:50.268383 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=205cbcec-033c-4ba2-ba85-f9b62a1d4cd4,segment=NetworkSegment(11c36bdb-1e25-4e17-9eb3-fc29828605f0),segment_id=11c36bdb-1e25-4e17-9eb3-fc29828605f0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:50.295589 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '205cbcec-033c-4ba2-ba85-f9b62a1d4cd4', 'network_id': '5b400c2c-52a1-4a3f-b7e2-da40908cc664', 'port_id': '205cbcec-033c-4ba2-ba85-f9b62a1d4cd4', 'mac_address': 'fa:16:3e:09:ee:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081181ef-c8d4-4758-b937-dfb90332a016', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:52:50.348819 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-853b56e2-ef30-48eb-a6e5-ddda590a66b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:50.368974 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:50.384136 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-853b56e2-ef30-48eb-a6e5-ddda590a66b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:50.398633 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:52:50.423080 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=205cbcec-033c-4ba2-ba85-f9b62a1d4cd4,segment=NetworkSegment(11c36bdb-1e25-4e17-9eb3-fc29828605f0),segment_id=11c36bdb-1e25-4e17-9eb3-fc29828605f0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:50.428808 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:50.508871 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 0520712c-22fd-4c5a-b7e3-b561085f00b4 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:50.588937 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-853b56e2-ef30-48eb-a6e5-ddda590a66b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:50.596068 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-853b56e2-ef30-48eb-a6e5-ddda590a66b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:50.599767 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-853b56e2-ef30-48eb-a6e5-ddda590a66b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a64e435e-dd25-4b32-9492-d38166d9b9f3 HTTP/1.1" status: 204 len: 168 time: 0.3730197 Sep 07 18:52:50.614742 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=205cbcec-033c-4ba2-ba85-f9b62a1d4cd4,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:50.617196 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77043a-1189-4a15-8945-249f9baacde2 req-583b815e-c302-457a-84e0-f00bbfc4e3ab tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:50.636799 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 0520712c-22fd-4c5a-b7e3-b561085f00b4 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:50.638154 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5c77043a-1189-4a15-8945-249f9baacde2 req-583b815e-c302-457a-84e0-f00bbfc4e3ab tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=934e439f-fabd-4a67-b6aa-cf053da34a8d HTTP/1.1" status: 200 len: 944 time: 0.2172797 Sep 07 18:52:50.644539 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 0520712c-22fd-4c5a-b7e3-b561085f00b4 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:50.644931 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:50.659102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b56e2-ef30-48eb-a6e5-ddda590a66b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64e435e-dd25-4b32-9492-d38166d9b9f3,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:50.709754 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00c978-7785-4d6d-8275-86127a41cc5e req-b43349a6-2c44-46c5-b5dd-a228cb005358 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:50.711885 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce00c978-7785-4d6d-8275-86127a41cc5e req-b43349a6-2c44-46c5-b5dd-a228cb005358 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b435656-6a26-4301-a3e6-1890915ec144 HTTP/1.1" status: 200 len: 945 time: 0.2354996 Sep 07 18:52:50.717943 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['205cbcec-033c-4ba2-ba85-f9b62a1d4cd4'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:50.763533 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5c77043a-1189-4a15-8945-249f9baacde2 req-ab306c6d-33c4-48b3-8f54-71ce99c1667f tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234047 Sep 07 18:52:50.787326 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58358) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:50.816522 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7ae74743-08ba-4ea0-91c6-f43d56731958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:50.833025 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce00c978-7785-4d6d-8275-86127a41cc5e req-05cb5e4f-b2ad-441c-a8bb-d2ed000b0829 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147990 Sep 07 18:52:50.858158 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:50.939379 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b435656-6a26-4301-a3e6-1890915ec144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0520712c-22fd-4c5a-b7e3-b561085f00b4'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:50.941675 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5ec247-866f-4d64-b8dc-d4d8c8e0bc3d" -d '{"events": [{"server_uuid": "0b435656-6a26-4301-a3e6-1890915ec144", "name": "network-vif-plugged", "status": "completed", "tag": "0520712c-22fd-4c5a-b7e3-b561085f00b4"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:50.997951 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 0520712c-22fd-4c5a-b7e3-b561085f00b4, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=0520712c-22fd-4c5a-b7e3-b561085f00b4,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:51.004303 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:51.023828 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e8a559c9-da68-458f-b941-c893c4600afb no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:52:51.062005 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7ae74743-08ba-4ea0-91c6-f43d56731958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:51.073175 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7ae74743-08ba-4ea0-91c6-f43d56731958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:51.081545 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d21773-b936-44b1-ba20-ec687216aad2 x-openstack-request-id: req-58d21773-b936-44b1-ba20-ec687216aad2 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:51.081866 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b435656-6a26-4301-a3e6-1890915ec144", "name": "network-vif-plugged", "status": "completed", "tag": "0520712c-22fd-4c5a-b7e3-b561085f00b4", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:51.082105 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58d21773-b936-44b1-ba20-ec687216aad2 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:51.082514 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b435656-6a26-4301-a3e6-1890915ec144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0520712c-22fd-4c5a-b7e3-b561085f00b4', 'code': 200} Sep 07 18:52:51.106822 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9244ac7-9bbb-44b0-b4e4-43e6a24c8ecb req-ed2418e0-0a8f-4a6f-bad1-76a34fc67602 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0574493 Sep 07 18:52:51.107068 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae74743-08ba-4ea0-91c6-f43d56731958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f301cb77-c793-4a18-a78f-8416e8824b4d,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:51.142604 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7ae74743-08ba-4ea0-91c6-f43d56731958 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=331f3ea7798140f4be57d2989535b7a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3539534 Sep 07 18:52:51.145396 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58370) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:51.149694 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: e8a559c9-da68-458f-b941-c893c4600afb {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:52:51.150121 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e8a559c9-da68-458f-b941-c893c4600afb not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:52:51.232851 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=0520712c-22fd-4c5a-b7e3-b561085f00b4,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:51.253727 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c032663-5498-47c6-b5b8-f25b6d9476f8 req-a0a3f6cc-8b4d-475b-bbd6-dab56d8bb0ac tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:51.260961 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c032663-5498-47c6-b5b8-f25b6d9476f8 req-a0a3f6cc-8b4d-475b-bbd6-dab56d8bb0ac tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.0939190 Sep 07 18:52:51.265017 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6d938-ca64-4af8-a8bb-22aeb8ae74dd req-cad68a72-bff5-475e-aa75-67b1d4521873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:51.266565 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fdd6d938-ca64-4af8-a8bb-22aeb8ae74dd req-cad68a72-bff5-475e-aa75-67b1d4521873 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0b435656-6a26-4301-a3e6-1890915ec144 HTTP/1.1" status: 200 len: 1097 time: 0.0703907 Sep 07 18:52:51.294002 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d30e5cc-0673-40f5-9c93-65241e0031aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:51.329636 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c032663-5498-47c6-b5b8-f25b6d9476f8 req-7a41215a-f31b-4d53-a02d-c106475f7737 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623579 Sep 07 18:52:51.338142 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fdd6d938-ca64-4af8-a8bb-22aeb8ae74dd req-20824890-e083-4608-bdc6-bcaec0e4d9dc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599718 Sep 07 18:52:51.340297 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d30e5cc-0673-40f5-9c93-65241e0031aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:51.391870 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d30e5cc-0673-40f5-9c93-65241e0031aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:51.394473 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d30e5cc-0673-40f5-9c93-65241e0031aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:51.395643 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9d30e5cc-0673-40f5-9c93-65241e0031aa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f301cb77-c793-4a18-a78f-8416e8824b4d HTTP/1.1" status: 204 len: 168 time: 0.2490258 Sep 07 18:52:51.404647 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30e5cc-0673-40f5-9c93-65241e0031aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f301cb77-c793-4a18-a78f-8416e8824b4d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:51.689566 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58390) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:51.808741 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-ff868f49-966b-4a5d-a74d-8c0903cd85be admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2128033413-network', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:51.830765 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff868f49-966b-4a5d-a74d-8c0903cd85be admin admin] Made reservation on behalf of 3cc05b32b7ef4a30afde8a2188f29c16 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:51.833176 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff868f49-966b-4a5d-a74d-8c0903cd85be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:51.855341 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff868f49-966b-4a5d-a74d-8c0903cd85be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:51.914525 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f480f-5f8f-4ef8-8b0c-b6037437295f req-99c78b6c-dfbb-4e8c-89f1-5f6df0f0e830 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:51.916018 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-937f480f-5f8f-4ef8-8b0c-b6037437295f req-99c78b6c-dfbb-4e8c-89f1-5f6df0f0e830 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=934e439f-fabd-4a67-b6aa-cf053da34a8d HTTP/1.1" status: 200 len: 944 time: 0.0798390 Sep 07 18:52:52.014429 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-937f480f-5f8f-4ef8-8b0c-b6037437295f req-0085d8ae-e3e4-44c0-a703-f978eaf57cc9 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838084 Sep 07 18:52:52.025685 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b0f51-9763-4965-84ad-3c19e2a92e8d req-64934a22-5dc7-4ff9-9afd-7bcff90fee50 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:52.027240 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-603b0f51-9763-4965-84ad-3c19e2a92e8d req-64934a22-5dc7-4ff9-9afd-7bcff90fee50 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b435656-6a26-4301-a3e6-1890915ec144 HTTP/1.1" status: 200 len: 946 time: 0.1103010 Sep 07 18:52:52.086001 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff868f49-966b-4a5d-a74d-8c0903cd85be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:52.091097 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff868f49-966b-4a5d-a74d-8c0903cd85be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:52.122889 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-603b0f51-9763-4965-84ad-3c19e2a92e8d req-5759ad33-3bea-4ba9-bbee-13d6223d0b37 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695829 Sep 07 18:52:52.128026 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff868f49-966b-4a5d-a74d-8c0903cd85be admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:52:52.143082 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff868f49-966b-4a5d-a74d-8c0903cd85be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:52.143328 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-ff868f49-966b-4a5d-a74d-8c0903cd85be admin admin] Added segment a611d040-3073-489a-bd58-d9b80265a8d5 of type vlan for network 7bc00831-39dc-4d80-aed2-0e0dcf1c0e33 Sep 07 18:52:52.144557 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff868f49-966b-4a5d-a74d-8c0903cd85be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb49f79-8342-4dbb-8ec0-70c996bb4bac,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:52.146351 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:52.224848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:52.229222 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:52.229605 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:52.234947 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-99c2695c-a198-417b-8bad-f8abac5368e3 req-f8e7dbd8-43d8-446b-9099-c21bdb47eabc tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0364234 Sep 07 18:52:52.238509 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff868f49-966b-4a5d-a74d-8c0903cd85be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:52.280828 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff868f49-966b-4a5d-a74d-8c0903cd85be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:52.281908 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff868f49-966b-4a5d-a74d-8c0903cd85be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:52.282586 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff868f49-966b-4a5d-a74d-8c0903cd85be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:52.311026 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:52.316572 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ff868f49-966b-4a5d-a74d-8c0903cd85be admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6235931 Sep 07 18:52:52.317577 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58420) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:52.350316 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=205cbcec-033c-4ba2-ba85-f9b62a1d4cd4,segment=NetworkSegment(11c36bdb-1e25-4e17-9eb3-fc29828605f0),segment_id=11c36bdb-1e25-4e17-9eb3-fc29828605f0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:52.352297 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-2275496e-f974-4bb7-815c-5035f75c2a9a admin admin] Request body: {'subnet': {'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2128033413-subnet', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:52.355969 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:52.361117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff868f49-966b-4a5d-a74d-8c0903cd85be admin admin] Pushing event updated for resources: {'Network': ['ID=7bc00831-39dc-4d80-aed2-0e0dcf1c0e33,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:52.378452 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2275496e-f974-4bb7-815c-5035f75c2a9a admin admin] Made reservation on behalf of 3cc05b32b7ef4a30afde8a2188f29c16 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:52.381190 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2275496e-f974-4bb7-815c-5035f75c2a9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:52.390327 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 7bc00831-39dc-4d80-aed2-0e0dcf1c0e33 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:52:52.477121 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=205cbcec-033c-4ba2-ba85-f9b62a1d4cd4,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:52.505673 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-82f8c6df-b99b-47d7-ac0b-590aea1158cf req-e8bdaceb-5ca4-48eb-8a55-3862dd6483aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=092946be-bb89-4423-aa59-1cb904c5655b HTTP/1.1" status: 200 len: 210 time: 0.0376976 Sep 07 18:52:52.529826 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71ee04-db5f-4ad2-a79b-158bbc61fa9d req-30c2122d-37a1-4931-8a3a-6ca4eed85471 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:52.531323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df71ee04-db5f-4ad2-a79b-158bbc61fa9d req-30c2122d-37a1-4931-8a3a-6ca4eed85471 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.1219497 Sep 07 18:52:52.608573 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df71ee04-db5f-4ad2-a79b-158bbc61fa9d req-07da5882-adb7-491b-902c-03a86f257768 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686641 Sep 07 18:52:52.679760 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2275496e-f974-4bb7-815c-5035f75c2a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:52.762951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275496e-f974-4bb7-815c-5035f75c2a9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8db80a71-3c02-4d23-b125-b3e6004b047d,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:52.766234 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2275496e-f974-4bb7-815c-5035f75c2a9a admin admin] Checking segment: {'id': 'a611d040-3073-489a-bd58-d9b80265a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:52.766603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2275496e-f974-4bb7-815c-5035f75c2a9a admin admin] Network hostable DHCP agents. Network: 7bc00831-39dc-4d80-aed2-0e0dcf1c0e33, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:52:52.784942 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2275496e-f974-4bb7-815c-5035f75c2a9a admin admin] Network 7bc00831-39dc-4d80-aed2-0e0dcf1c0e33 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:52:52.795591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-2275496e-f974-4bb7-815c-5035f75c2a9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 7bc00831-39dc-4d80-aed2-0e0dcf1c0e33) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:52.800798 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2275496e-f974-4bb7-815c-5035f75c2a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:52.801478 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2275496e-f974-4bb7-815c-5035f75c2a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:52.807098 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dec3692-eefd-4303-adc8-a5fd8c36ae54 None None] Network 7bc00831-39dc-4d80-aed2-0e0dcf1c0e33 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:52.817307 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2275496e-f974-4bb7-815c-5035f75c2a9a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4970984 Sep 07 18:52:52.819918 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58436) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:52.824561 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-eb401d77-af72-4b94-91fc-0b72e0924db9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2128033413-router', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:52.846703 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb401d77-af72-4b94-91fc-0b72e0924db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:52.847804 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb401d77-af72-4b94-91fc-0b72e0924db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:52.916727 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb401d77-af72-4b94-91fc-0b72e0924db9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:52.987851 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-7bc00831-39dc-4d80-aed2-0e0dcf1c0e33', 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'fixed_ips': [{'subnet_id': '8db80a71-3c02-4d23-b125-b3e6004b047d'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:52:52.988878 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:53.083345 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a474d83-ba2c-4035-9ab2-6e293f46a26e req-9b632a09-b2b1-486d-b2c0-9e4577be9b1b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0720522 Sep 07 18:52:53.096910 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934e439f-fabd-4a67-b6aa-cf053da34a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205cbcec-033c-4ba2-ba85-f9b62a1d4cd4'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:53.100209 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf3661d-085b-4c57-bdbe-97f07088d2df" -d '{"events": [{"server_uuid": "934e439f-fabd-4a67-b6aa-cf053da34a8d", "name": "network-vif-plugged", "status": "completed", "tag": "205cbcec-033c-4ba2-ba85-f9b62a1d4cd4"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:53.130219 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb401d77-af72-4b94-91fc-0b72e0924db9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:53.208252 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] Allocated IP 172.20.0.2 (7bc00831-39dc-4d80-aed2-0e0dcf1c0e33/8db80a71-3c02-4d23-b125-b3e6004b047d/932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:53.224460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c883c-c00c-484e-aa96-173d1904d71b req-7e788854-bf5f-471d-8a4b-6a420608c629 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:53.226894 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c31c883c-c00c-484e-aa96-173d1904d71b req-7e788854-bf5f-471d-8a4b-6a420608c629 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=934e439f-fabd-4a67-b6aa-cf053da34a8d HTTP/1.1" status: 200 len: 945 time: 0.0992336 Sep 07 18:52:53.290798 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fe4422-313b-4df4-a4ed-99b76f082dde x-openstack-request-id: req-b9fe4422-313b-4df4-a4ed-99b76f082dde {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:53.291092 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934e439f-fabd-4a67-b6aa-cf053da34a8d", "name": "network-vif-plugged", "status": "completed", "tag": "205cbcec-033c-4ba2-ba85-f9b62a1d4cd4", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:53.291349 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9fe4422-313b-4df4-a4ed-99b76f082dde {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:53.291735 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934e439f-fabd-4a67-b6aa-cf053da34a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205cbcec-033c-4ba2-ba85-f9b62a1d4cd4', 'code': 200} Sep 07 18:52:53.328014 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c31c883c-c00c-484e-aa96-173d1904d71b req-f9710017-314d-4e13-ae55-2e5efe480831 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870378 Sep 07 18:52:53.424776 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:53.435160 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] Transition to ACTIVE for port object 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:53.453235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] Transition to ACTIVE for port object 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:53.459346 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:53.507918 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] Network 7bc00831-39dc-4d80-aed2-0e0dcf1c0e33 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:53.512202 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:53.514091 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] Pushing event updated for resources: {'Port': ['ID=932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:53.516328 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:53.591381 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729710c9-f65e-4aea-804e-2892ad982515 req-9b45fdc6-b9d3-4e22-b14e-e9644def7390 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:53.598621 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-729710c9-f65e-4aea-804e-2892ad982515 req-9b45fdc6-b9d3-4e22-b14e-e9644def7390 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b435656-6a26-4301-a3e6-1890915ec144 HTTP/1.1" status: 200 len: 946 time: 0.2032638 Sep 07 18:52:53.610838 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb401d77-af72-4b94-91fc-0b72e0924db9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:53.615267 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e159b3-7a6f-472b-bbbe-b9d6b12ea779 req-a056c360-782d-4c0f-bb5d-c6d7de694d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:53.617410 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-30e159b3-7a6f-472b-bbbe-b9d6b12ea779 req-a056c360-782d-4c0f-bb5d-c6d7de694d07 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=934e439f-fabd-4a67-b6aa-cf053da34a8d HTTP/1.1" status: 200 len: 1096 time: 0.2204185 Sep 07 18:52:53.619067 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] Attempting to bind port 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:52:53.619760 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] Attempting to bind port 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'a611d040-3073-489a-bd58-d9b80265a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:52:53.620131 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] Attempting to bind port 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa on network 7bc00831-39dc-4d80-aed2-0e0dcf1c0e33 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:53.627773 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838fa40-cc52-4fa4-8058-fbc0298edab5 req-2dcd75d6-44b2-4108-8b8a-fbeffe1bf128 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:53.628119 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7838fa40-cc52-4fa4-8058-fbc0298edab5 req-2dcd75d6-44b2-4108-8b8a-fbeffe1bf128 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/ports?device_id=15b958ac-7d39-497a-9dba-9d3f4417fd31 HTTP/1.1" status: 200 len: 945 time: 0.2084396 Sep 07 18:52:53.632810 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:52:53.633186 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] Checking segment: {'id': 'a611d040-3073-489a-bd58-d9b80265a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:53.633594 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:53.633985 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] Bound using segment: {'id': 'a611d040-3073-489a-bd58-d9b80265a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:52:53.634446 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] Bound port: 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a611d040-3073-489a-bd58-d9b80265a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:52:53.634874 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:53.672903 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb401d77-af72-4b94-91fc-0b72e0924db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:53.737345 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] For port 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:53.740740 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] For port 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa,segment=NetworkSegment(a611d040-3073-489a-bd58-d9b80265a8d5),segment_id=a611d040-3073-489a-bd58-d9b80265a8d5)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:52:53.745523 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:53.779842 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-729710c9-f65e-4aea-804e-2892ad982515 req-31f27bb6-13d7-4fef-8e6a-f37dd78a8ad2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803348 Sep 07 18:52:53.812999 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7838fa40-cc52-4fa4-8058-fbc0298edab5 req-40edde4d-aeee-4d3d-8ebc-14445b715e06 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabd9f3d-f180-42c2-80d9-fbcc3100c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514108 Sep 07 18:52:53.815134 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-30e159b3-7a6f-472b-bbbe-b9d6b12ea779 req-39bbf183-0438-40d7-8cb4-8326bc12f445 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610305 Sep 07 18:52:53.831389 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d7c27-fa7e-4628-96d8-5561a99afa91 None None] Pushing event updated for resources: {'Port': ['ID=932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:53.889928 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-eb401d77-af72-4b94-91fc-0b72e0924db9 admin admin] Allocated IP 172.25.8.11 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/82b7f87e-6237-409d-8117-4cae2d711d88) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:54.074151 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3712cae-a0c3-4608-835e-ba916e4d108b req-f86667f1-9205-49ab-8a30-90f607dea997 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0672224 Sep 07 18:52:54.155540 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6624885-eee8-4272-bf7d-b8614fb861e8 req-69fc2ca1-444d-4294-a8d6-66049e19697d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:54.157422 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c6624885-eee8-4272-bf7d-b8614fb861e8 req-69fc2ca1-444d-4294-a8d6-66049e19697d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.2164376 Sep 07 18:52:54.165805 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb401d77-af72-4b94-91fc-0b72e0924db9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:54.174549 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0aa8070f-e6eb-4802-99df-4b752e84567c req-d73da2fc-e594-480b-8929-e337789e1ec3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1659496 Sep 07 18:52:54.285565 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-af5e5ff1-45fb-4b03-a8c7-261afd593b97 req-947566b3-64a6-42cc-93f8-b1b1cd5dcc02 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0928392 Sep 07 18:52:54.292580 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb401d77-af72-4b94-91fc-0b72e0924db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:54.451997 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e5ff1-45fb-4b03-a8c7-261afd593b97 req-1706ba5a-9ff8-4e3a-b1c1-6bbc750fe109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:54.452635 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-af5e5ff1-45fb-4b03-a8c7-261afd593b97 req-1706ba5a-9ff8-4e3a-b1c1-6bbc750fe109 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 1100 time: 0.1258814 Sep 07 18:52:54.617889 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e5ff1-45fb-4b03-a8c7-261afd593b97 req-04002e6c-0674-4852-b94a-288a264fe64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:54.619573 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-af5e5ff1-45fb-4b03-a8c7-261afd593b97 req-04002e6c-0674-4852-b94a-288a264fe64f service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.1418324 Sep 07 18:52:54.671765 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-af5e5ff1-45fb-4b03-a8c7-261afd593b97 req-5a2775aa-0edf-44d9-bfaa-3f4bc7bd1bc3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=897ca894-dfa1-4315-9efb-967d68266413 HTTP/1.1" status: 200 len: 217 time: 0.0405838 Sep 07 18:52:54.692945 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c6624885-eee8-4272-bf7d-b8614fb861e8 req-44f0e845-3f90-4e93-9bbb-999d165b57c0 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186236 Sep 07 18:52:54.742008 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e5ff1-45fb-4b03-a8c7-261afd593b97 req-a4f8d3f1-e9d8-4ecf-a6b1-5daf7002dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:54.744328 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-af5e5ff1-45fb-4b03-a8c7-261afd593b97 req-a4f8d3f1-e9d8-4ecf-a6b1-5daf7002dd29 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0603065 Sep 07 18:52:54.767482 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb401d77-af72-4b94-91fc-0b72e0924db9 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:54.779294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-eb401d77-af72-4b94-91fc-0b72e0924db9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:54.792991 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb401d77-af72-4b94-91fc-0b72e0924db9 admin admin] Pushing event updated for resources: {'Port': ['ID=82b7f87e-6237-409d-8117-4cae2d711d88,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:54.798193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb401d77-af72-4b94-91fc-0b72e0924db9 admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:54.833162 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8070f-e6eb-4802-99df-4b752e84567c req-b2910907-b78d-4f27-b288-f68a2ba41570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:54.834706 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0aa8070f-e6eb-4802-99df-4b752e84567c req-b2910907-b78d-4f27-b288-f68a2ba41570 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 1100 time: 0.5639749 Sep 07 18:52:54.870676 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e5ff1-45fb-4b03-a8c7-261afd593b97 req-c8fa579f-4bbb-4f5b-a684-7b3736d5183d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:54.871900 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-af5e5ff1-45fb-4b03-a8c7-261afd593b97 req-c8fa579f-4bbb-4f5b-a684-7b3736d5183d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1092129 Sep 07 18:52:54.879350 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d596e2-9df3-4638-9aed-cfb270739603 req-863819d2-f619-458b-b0cb-319d3033ce22 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:54.888531 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27d596e2-9df3-4638-9aed-cfb270739603 req-863819d2-f619-458b-b0cb-319d3033ce22 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=934e439f-fabd-4a67-b6aa-cf053da34a8d HTTP/1.1" status: 200 len: 945 time: 0.2210438 Sep 07 18:52:55.056501 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-af5e5ff1-45fb-4b03-a8c7-261afd593b97 req-df87caa6-e6c4-470c-b51b-8adb75552b8d service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728256 Sep 07 18:52:55.058597 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:55.262003 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-af5e5ff1-45fb-4b03-a8c7-261afd593b97 req-484cce88-12f8-4492-af96-ea032e295850 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890807 Sep 07 18:52:55.283188 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bc1e13-dc78-49f2-a699-ad9ddd5c371c None None] Network 7bc00831-39dc-4d80-aed2-0e0dcf1c0e33 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:55.285601 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:55.431957 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27d596e2-9df3-4638-9aed-cfb270739603 req-d86859bb-0503-4dbb-a48f-48b20182b099 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368173 Sep 07 18:52:55.530616 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9bcf389b-ea97-4391-b005-ae9c1fde4ec8 None None] Provisioning for port 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:55.540260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9bcf389b-ea97-4391-b005-ae9c1fde4ec8 None None] Provisioning complete for port 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:55.540933 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9bcf389b-ea97-4391-b005-ae9c1fde4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:55.546927 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629be353-f726-4112-8998-edaf34b5c773 req-202651d8-6307-409d-811b-55d79c7d037a tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:55.554086 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-629be353-f726-4112-8998-edaf34b5c773 req-202651d8-6307-409d-811b-55d79c7d037a tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/ports?device_id=15b958ac-7d39-497a-9dba-9d3f4417fd31 HTTP/1.1" status: 200 len: 945 time: 0.5877726 Sep 07 18:52:55.584487 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e6141-026a-4731-a1bd-f6edcdbf5bf0 req-adb630d6-1cca-4fcf-8dd8-fe3c186b308f tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:55.586631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-439e6141-026a-4731-a1bd-f6edcdbf5bf0 req-adb630d6-1cca-4fcf-8dd8-fe3c186b308f tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b958ac-7d39-497a-9dba-9d3f4417fd31 HTTP/1.1" status: 200 len: 945 time: 0.6071067 Sep 07 18:52:55.597898 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d85dcf4e-cfb0-454c-93d8-35ce60f5a9f6 req-20c307f2-6627-4edb-aa0f-f10949312480 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0838346 Sep 07 18:52:55.669457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8070f-e6eb-4802-99df-4b752e84567c req-101a2e88-f776-466a-bd3f-c2be6a985bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:55.671128 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0aa8070f-e6eb-4802-99df-4b752e84567c req-101a2e88-f776-466a-bd3f-c2be6a985bc5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.7785971 Sep 07 18:52:55.708856 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9bcf389b-ea97-4391-b005-ae9c1fde4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:55.751676 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-9bcf389b-ea97-4391-b005-ae9c1fde4ec8 None None] For port 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa,segment=NetworkSegment(a611d040-3073-489a-bd58-d9b80265a8d5),segment_id=a611d040-3073-489a-bd58-d9b80265a8d5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:55.759903 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9bcf389b-ea97-4391-b005-ae9c1fde4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:55.790476 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0aa8070f-e6eb-4802-99df-4b752e84567c req-ba86bb79-d0f3-4fe3-a4ac-2250d432a93f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 HTTP/1.1" status: 200 len: 217 time: 0.0620563 Sep 07 18:52:55.806225 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-629be353-f726-4112-8998-edaf34b5c773 req-0bcf0b30-7806-42f8-aae7-35df0b1e8938 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabd9f3d-f180-42c2-80d9-fbcc3100c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512753 Sep 07 18:52:55.835858 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf389b-ea97-4391-b005-ae9c1fde4ec8 None None] Pushing event updated for resources: {'Port': ['ID=932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:55.847616 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb401d77-af72-4b94-91fc-0b72e0924db9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:55.867826 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-70c135d8-a724-45db-94ef-677a3ab2b9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:56.067593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-439e6141-026a-4731-a1bd-f6edcdbf5bf0 req-4123fce4-0163-4de1-949c-1ff8d175f284 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Deleting port acf8cb78-171b-4e9b-ae46-e87896e98e53 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:56.067938 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-439e6141-026a-4731-a1bd-f6edcdbf5bf0 req-4123fce4-0163-4de1-949c-1ff8d175f284 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:56.071945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8070f-e6eb-4802-99df-4b752e84567c req-9c726ece-aae4-44e6-96df-cb523983bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:56.073445 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0aa8070f-e6eb-4802-99df-4b752e84567c req-9c726ece-aae4-44e6-96df-cb523983bbbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.2758410 Sep 07 18:52:56.121697 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-67c0c8d0-2a46-4ed6-99f0-1ae510c50a49 req-de148184-2aaf-4d01-ae26-33cf94b461f8 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0853724 Sep 07 18:52:56.184408 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e813aa09-f6d9-4ddd-9c77-1d398068dfa9 None None] Provisioning complete for port 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:56.184961 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e813aa09-f6d9-4ddd-9c77-1d398068dfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:56.227427 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0ead4-37c6-4d39-a494-18fe75d32713 req-a1d51cc9-9245-4139-8468-c6fba1a4ffb4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:56.228948 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6a0ead4-37c6-4d39-a494-18fe75d32713 req-a1d51cc9-9245-4139-8468-c6fba1a4ffb4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.3260872 Sep 07 18:52:56.304181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8070f-e6eb-4802-99df-4b752e84567c req-2e039d72-b1de-47a4-a4b3-6ad05b944da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:56.305960 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0aa8070f-e6eb-4802-99df-4b752e84567c req-2e039d72-b1de-47a4-a4b3-6ad05b944da4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2024968 Sep 07 18:52:56.356158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-439e6141-026a-4731-a1bd-f6edcdbf5bf0 req-4123fce4-0163-4de1-949c-1ff8d175f284 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] For port acf8cb78-171b-4e9b-ae46-e87896e98e53, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=acf8cb78-171b-4e9b-ae46-e87896e98e53,segment=NetworkSegment(49c19125-8b68-478d-b6cd-48243210b5db),segment_id=49c19125-8b68-478d-b6cd-48243210b5db)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:56.356468 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-439e6141-026a-4731-a1bd-f6edcdbf5bf0 req-4123fce4-0163-4de1-949c-1ff8d175f284 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:56.413969 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6a0ead4-37c6-4d39-a494-18fe75d32713 req-cc02d405-5baf-4faa-b47a-968dead8dc40 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727676 Sep 07 18:52:56.496245 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb401d77-af72-4b94-91fc-0b72e0924db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:56.916401 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0aa8070f-e6eb-4802-99df-4b752e84567c req-3c21cadd-9329-4946-bcf1-ea2f96479d05 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5703135 Sep 07 18:52:56.992455 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:57.042158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61eb20-2818-4b0b-8d48-4656913b0a42 req-9dca22af-e87f-4001-913c-6dddf04d0a9f tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:57.050771 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce61eb20-2818-4b0b-8d48-4656913b0a42 req-9dca22af-e87f-4001-913c-6dddf04d0a9f tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=934e439f-fabd-4a67-b6aa-cf053da34a8d HTTP/1.1" status: 200 len: 945 time: 0.5430150 Sep 07 18:52:57.101940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:57.103947 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:57.210915 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-439e6141-026a-4731-a1bd-f6edcdbf5bf0 req-4123fce4-0163-4de1-949c-1ff8d175f284 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:57.211288 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-439e6141-026a-4731-a1bd-f6edcdbf5bf0 req-4123fce4-0163-4de1-949c-1ff8d175f284 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:57.211636 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [req-439e6141-026a-4731-a1bd-f6edcdbf5bf0 req-4123fce4-0163-4de1-949c-1ff8d175f284 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Floating IP a043e600-3293-4d62-be90-bb46d4ffa3c1 disassociated. External IP: 172.25.8.191, port: acf8cb78-171b-4e9b-ae46-e87896e98e53. Sep 07 18:52:57.211991 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-439e6141-026a-4731-a1bd-f6edcdbf5bf0 req-4123fce4-0163-4de1-949c-1ff8d175f284 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Calling delete_port for acf8cb78-171b-4e9b-ae46-e87896e98e53 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:57.228396 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce61eb20-2818-4b0b-8d48-4656913b0a42 req-cde7142f-5ddf-4436-882e-5eca23ee6ce8 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766794 Sep 07 18:52:57.271665 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0aa8070f-e6eb-4802-99df-4b752e84567c req-cd3e7c7c-e93f-40d8-a346-712c74dc6611 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442798 Sep 07 18:52:57.363192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e13a72-a39f-4790-a06c-77645197dc1f req-1c7cda61-54dc-4ede-b5e7-3427f88da8d6 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:57.364878 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5e13a72-a39f-4790-a06c-77645197dc1f req-1c7cda61-54dc-4ede-b5e7-3427f88da8d6 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/ports?device_id=15b958ac-7d39-497a-9dba-9d3f4417fd31 HTTP/1.1" status: 200 len: 945 time: 0.2304142 Sep 07 18:52:57.381512 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb401d77-af72-4b94-91fc-0b72e0924db9 admin admin] Router 39bf0026-b791-4210-a5b6-8f5600bd0058 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:52:57.391122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-46ad8c05-35a3-4a11-bec1-eb4fdb0a54a9 req-9876b54d-4ed3-4bd5-a052-ca9f4a0d2e2b tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0567386 Sep 07 18:52:57.498419 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5e13a72-a39f-4790-a06c-77645197dc1f req-68e8dbcf-85af-4793-9e08-e62e2e2b1ff2 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabd9f3d-f180-42c2-80d9-fbcc3100c7db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097033 Sep 07 18:52:57.609181 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-439e6141-026a-4731-a1bd-f6edcdbf5bf0 req-4123fce4-0163-4de1-949c-1ff8d175f284 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:57.661580 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb401d77-af72-4b94-91fc-0b72e0924db9 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:52:57.680249 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] Sync routers for ids ['39bf0026-b791-4210-a5b6-8f5600bd0058'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:52:57.699848 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] Routers {'39bf0026-b791-4210-a5b6-8f5600bd0058'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:52:57.700552 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:52:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['39bf0026-b791-4210-a5b6-8f5600bd0058'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:57.718026 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123fce4-0163-4de1-949c-1ff8d175f284 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Pushing event deleted for resources: {'Port': ['ID=acf8cb78-171b-4e9b-ae46-e87896e98e53,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:57.834485 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb401d77-af72-4b94-91fc-0b72e0924db9 admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:57.838824 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-eb401d77-af72-4b94-91fc-0b72e0924db9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0149562 Sep 07 18:52:57.839755 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58550) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:57.846212 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] Set router 39bf0026-b791-4210-a5b6-8f5600bd0058 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:52:57.859750 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c33bd6-fe55-401f-b364-ddf033ffe912 req-8e510ce5-882c-4d6d-988e-480cbe3cba24 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:57.871739 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-14c33bd6-fe55-401f-b364-ddf033ffe912 req-8e510ce5-882c-4d6d-988e-480cbe3cba24 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.2647631 Sep 07 18:52:57.929715 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f316c9b-1fb4-4330-a4e6-4c09f8c140c3 req-5520c19d-f63d-4f5f-a891-c4b1098b980c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:57.933089 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f316c9b-1fb4-4330-a4e6-4c09f8c140c3 req-5520c19d-f63d-4f5f-a891-c4b1098b980c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=934e439f-fabd-4a67-b6aa-cf053da34a8d HTTP/1.1" status: 200 len: 945 time: 0.2171588 Sep 07 18:52:57.955076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-14c33bd6-fe55-401f-b364-ddf033ffe912 req-539ef6a1-ca17-4376-a1a6-5fbfdf736255 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818231 Sep 07 18:52:58.075089 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f316c9b-1fb4-4330-a4e6-4c09f8c140c3 req-0fa24cee-4ec7-43bd-ac9d-054d17eaa494 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259704 Sep 07 18:52:58.113439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-439e6141-026a-4731-a1bd-f6edcdbf5bf0 req-4123fce4-0163-4de1-949c-1ff8d175f284 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Router adbbd7b7-ec69-4ad3-ab3f-36b61bd319da has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:52:58.203954 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'name': 'tempest-TaggedBootDevicesTest_v242-2128033413-router', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:52Z', 'updated_at': '2021-09-07T18:52:55Z', 'revision_number': 3, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'gw_port': {'id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:53Z', 'updated_at': '2021-09-07T18:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:58.250076 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-439e6141-026a-4731-a1bd-f6edcdbf5bf0 req-4123fce4-0163-4de1-949c-1ff8d175f284 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:52:58.260969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309c5dc-fbc0-4e8b-b189-13a31f62a0dc None None] Sync routers for ids ['adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:52:58.274121 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] Checking router: 39bf0026-b791-4210-a5b6-8f5600bd0058 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:52:58.275129 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5309c5dc-fbc0-4e8b-b189-13a31f62a0dc None None] Routers {'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:52:58.279580 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] Updating router 39bf0026-b791-4210-a5b6-8f5600bd0058 port 82b7f87e-6237-409d-8117-4cae2d711d88 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:52:58.280328 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-5309c5dc-fbc0-4e8b-b189-13a31f62a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:52:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:58.319444 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:58.364861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-439e6141-026a-4731-a1bd-f6edcdbf5bf0 req-4123fce4-0163-4de1-949c-1ff8d175f284 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] No DVR routers for this DVR port acf8cb78-171b-4e9b-ae46-e87896e98e53 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:52:58.377713 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-439e6141-026a-4731-a1bd-f6edcdbf5bf0 req-4123fce4-0163-4de1-949c-1ff8d175f284 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:58.380033 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-439e6141-026a-4731-a1bd-f6edcdbf5bf0 req-4123fce4-0163-4de1-949c-1ff8d175f284 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.60 "DELETE /v2.0/ports/acf8cb78-171b-4e9b-ae46-e87896e98e53 HTTP/1.1" status: 204 len: 173 time: 2.7811971 Sep 07 18:52:58.383958 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b958ac-7d39-497a-9dba-9d3f4417fd31', 'name': 'network-vif-deleted', 'tag': 'acf8cb78-171b-4e9b-ae46-e87896e98e53'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:58.392539 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac84cd7-ccf1-470b-bb97-2de675e8a67a" -d '{"events": [{"server_uuid": "15b958ac-7d39-497a-9dba-9d3f4417fd31", "name": "network-vif-deleted", "tag": "acf8cb78-171b-4e9b-ae46-e87896e98e53"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:58.487350 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device acf8cb78-171b-4e9b-ae46-e87896e98e53 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:52:58.503183 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e0452d-10dd-4f5d-b31c-775438db9f91 x-openstack-request-id: req-23e0452d-10dd-4f5d-b31c-775438db9f91 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:58.503641 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b958ac-7d39-497a-9dba-9d3f4417fd31", "name": "network-vif-deleted", "tag": "acf8cb78-171b-4e9b-ae46-e87896e98e53", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:58.504028 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23e0452d-10dd-4f5d-b31c-775438db9f91 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:58.504801 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b958ac-7d39-497a-9dba-9d3f4417fd31', 'name': 'network-vif-deleted', 'tag': 'acf8cb78-171b-4e9b-ae46-e87896e98e53', 'status': 'completed', 'code': 200} Sep 07 18:52:58.645200 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5530a1fe-7c73-4737-b07e-40fdabe9f9d2 req-9d60231f-cc23-42f6-a39f-4fea2623db03 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0924549 Sep 07 18:52:58.650102 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: acf8cb78-171b-4e9b-ae46-e87896e98e53 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:52:58.650549 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device acf8cb78-171b-4e9b-ae46-e87896e98e53 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:52:58.711675 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81411a0e-f667-40e5-9877-e9ec8bea4027 req-665e40e9-2c90-492d-9fe4-9a896e9adb2d tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/ports?device_id=15b958ac-7d39-497a-9dba-9d3f4417fd31 HTTP/1.1" status: 200 len: 210 time: 0.0439417 Sep 07 18:52:58.719033 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-5309c5dc-fbc0-4e8b-b189-13a31f62a0dc None None] Set router adbbd7b7-ec69-4ad3-ab3f-36b61bd319da gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:52:58.865011 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-88594094-e990-41ce-ae11-7e3819457ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:58.922911 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:58.953496 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] Transition to ACTIVE for port object 82b7f87e-6237-409d-8117-4cae2d711d88 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:58.967784 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:59.042400 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6107543-8a9e-464f-a936-6ec1cab7b6a9 None None] Pushing event updated for resources: {'Port': ['ID=82b7f87e-6237-409d-8117-4cae2d711d88,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:59.053443 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6107543-8a9e-464f-a936-6ec1cab7b6a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:59.054122 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6107543-8a9e-464f-a936-6ec1cab7b6a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:59.054691 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6107543-8a9e-464f-a936-6ec1cab7b6a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:59.055238 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6107543-8a9e-464f-a936-6ec1cab7b6a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:59.055752 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6107543-8a9e-464f-a936-6ec1cab7b6a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:59.056461 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6107543-8a9e-464f-a936-6ec1cab7b6a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:59.057077 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6107543-8a9e-464f-a936-6ec1cab7b6a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:59.057852 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6107543-8a9e-464f-a936-6ec1cab7b6a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:59.058434 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6107543-8a9e-464f-a936-6ec1cab7b6a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:59.059667 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6107543-8a9e-464f-a936-6ec1cab7b6a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:59.060234 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6107543-8a9e-464f-a936-6ec1cab7b6a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:59.061320 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6107543-8a9e-464f-a936-6ec1cab7b6a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:59.091306 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] Attempting to bind port 82b7f87e-6237-409d-8117-4cae2d711d88 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:52:59.091832 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] Attempting to bind port 82b7f87e-6237-409d-8117-4cae2d711d88 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:52:59.092527 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] Attempting to bind port 82b7f87e-6237-409d-8117-4cae2d711d88 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:59.099417 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:52:59.099928 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:59.100433 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:59.101069 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:52:59.101635 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] Bound port: 82b7f87e-6237-409d-8117-4cae2d711d88, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:52:59.102149 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:59.204937 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] For port 82b7f87e-6237-409d-8117-4cae2d711d88, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:59.211686 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5ec37de-ba53-4927-8cf8-3d5ff39ccb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:59.220296 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] For port 82b7f87e-6237-409d-8117-4cae2d711d88, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=82b7f87e-6237-409d-8117-4cae2d711d88,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:52:59.237432 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:59.266285 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:59.318464 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb6d21-0fd8-45a5-9bc2-4599264abfdb req-b17fb647-a8d3-40db-b6c2-043d908d0907 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:59.320044 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81bb6d21-0fd8-45a5-9bc2-4599264abfdb req-b17fb647-a8d3-40db-b6c2-043d908d0907 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.1996250 Sep 07 18:52:59.327041 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-5309c5dc-fbc0-4e8b-b189-13a31f62a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'name': 'tempest-ServersTestFqdnHostnames-461046051-router', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:33Z', 'updated_at': '2021-09-07T18:50:41Z', 'revision_number': 4, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'gw_port': {'id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:35Z', 'updated_at': '2021-09-07T18:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '10b0cc7c-1c37-4111-a956-e72b5a4a0cc0', 'name': '', 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'mac_address': 'fa:16:3e:2d:f6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:39Z', 'updated_at': '2021-09-07T18:50:51Z', 'revision_number': 5, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'subnets': [{'id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:59.390301 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309c5dc-fbc0-4e8b-b189-13a31f62a0dc None None] Checking router: adbbd7b7-ec69-4ad3-ab3f-36b61bd319da for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:52:59.410369 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9f7a0-5a72-4e0b-9a0d-02ac669eb522 req-5cd66598-3ee6-42e7-9461-7cc667a64d54 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:59.411688 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6107543-8a9e-464f-a936-6ec1cab7b6a9 None None] Pushing event updated for resources: {'Port': ['ID=82b7f87e-6237-409d-8117-4cae2d711d88,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:59.413733 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5309c5dc-fbc0-4e8b-b189-13a31f62a0dc None None] Routers {'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:52:59.414509 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-5309c5dc-fbc0-4e8b-b189-13a31f62a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:52:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:59.421408 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] Routers {'39bf0026-b791-4210-a5b6-8f5600bd0058'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:52:59.422130 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:52:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['39bf0026-b791-4210-a5b6-8f5600bd0058'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:59.426703 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32b9f7a0-5a72-4e0b-9a0d-02ac669eb522 req-5cd66598-3ee6-42e7-9461-7cc667a64d54 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.36 "GET /v2.0/ports?device_id=934e439f-fabd-4a67-b6aa-cf053da34a8d HTTP/1.1" status: 200 len: 945 time: 0.2618318 Sep 07 18:52:59.580116 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] Set router 39bf0026-b791-4210-a5b6-8f5600bd0058 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:52:59.646816 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-5309c5dc-fbc0-4e8b-b189-13a31f62a0dc None None] Set router adbbd7b7-ec69-4ad3-ab3f-36b61bd319da gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:52:59.659044 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b42fe8-df4d-4dd5-a147-7c93f100e44a req-588b3320-9f3d-458b-b5e8-f4dd50f6a00b tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:59.668771 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7b42fe8-df4d-4dd5-a147-7c93f100e44a req-588b3320-9f3d-458b-b5e8-f4dd50f6a00b tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=934e439f-fabd-4a67-b6aa-cf053da34a8d HTTP/1.1" status: 200 len: 945 time: 0.3651462 Sep 07 18:52:59.673712 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-c5ec37de-ba53-4927-8cf8-3d5ff39ccb78 admin admin] Allocated IP 172.20.0.1 (7bc00831-39dc-4d80-aed2-0e0dcf1c0e33/8db80a71-3c02-4d23-b125-b3e6004b047d/e7f35496-50ac-40aa-9217-d5b54690003e) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:59.695392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81bb6d21-0fd8-45a5-9bc2-4599264abfdb req-072c7658-2299-4ec7-bee0-e1e2d89b3ea3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563983 Sep 07 18:52:59.771258 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7b42fe8-df4d-4dd5-a147-7c93f100e44a req-36285112-41b3-4afb-926e-4fb16f428f61 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015863 Sep 07 18:52:59.803360 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-32b9f7a0-5a72-4e0b-9a0d-02ac669eb522 req-90738d77-8acb-4fbb-9236-76f2cd948b8e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Deleting port 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:59.803729 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-32b9f7a0-5a72-4e0b-9a0d-02ac669eb522 req-90738d77-8acb-4fbb-9236-76f2cd948b8e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:59.867389 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58584) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:59.886448 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'name': 'tempest-TaggedBootDevicesTest_v242-2128033413-router', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:52Z', 'updated_at': '2021-09-07T18:52:55Z', 'revision_number': 3, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'gw_port': {'id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:53Z', 'updated_at': '2021-09-07T18:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:59.952378 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac0a5e-e5ce-429b-b73e-f2261613bdd0 None None] The sync data for ids ['39bf0026-b791-4210-a5b6-8f5600bd0058'] in n-d-807786-1 is: [{'id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'name': 'tempest-TaggedBootDevicesTest_v242-2128033413-router', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:52Z', 'updated_at': '2021-09-07T18:52:55Z', 'revision_number': 3, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'gw_port': {'id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:53Z', 'updated_at': '2021-09-07T18:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:52:59.953860 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5ec37de-ba53-4927-8cf8-3d5ff39ccb78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:59.975043 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-c5ec37de-ba53-4927-8cf8-3d5ff39ccb78 admin admin] Transition to ACTIVE for port object e7f35496-50ac-40aa-9217-d5b54690003e will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:59.997309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58590) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:59.999773 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba392ced-be51-4e1a-9c0c-c0b111767246 req-d1684361-8c60-4e69-beb2-eb84d4c1144c tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.1263783 Sep 07 18:53:00.037494 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5ec37de-ba53-4927-8cf8-3d5ff39ccb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:00.109661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-32b9f7a0-5a72-4e0b-9a0d-02ac669eb522 req-90738d77-8acb-4fbb-9236-76f2cd948b8e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] For port 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=205cbcec-033c-4ba2-ba85-f9b62a1d4cd4,segment=NetworkSegment(11c36bdb-1e25-4e17-9eb3-fc29828605f0),segment_id=11c36bdb-1e25-4e17-9eb3-fc29828605f0)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:00.110305 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-32b9f7a0-5a72-4e0b-9a0d-02ac669eb522 req-90738d77-8acb-4fbb-9236-76f2cd948b8e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:00.141692 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-32b9f7a0-5a72-4e0b-9a0d-02ac669eb522 req-90738d77-8acb-4fbb-9236-76f2cd948b8e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Calling delete_port for 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:53:00.146194 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4df6cb54-cb8b-4d8c-8309-91aa864a473c tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:00.153025 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ec37de-ba53-4927-8cf8-3d5ff39ccb78 admin admin] Network 7bc00831-39dc-4d80-aed2-0e0dcf1c0e33 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:53:00.153210 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:00.156788 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-c5ec37de-ba53-4927-8cf8-3d5ff39ccb78 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:00.180363 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ec37de-ba53-4927-8cf8-3d5ff39ccb78 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:53:00.200207 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-5309c5dc-fbc0-4e8b-b189-13a31f62a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'name': 'tempest-ServersTestFqdnHostnames-461046051-router', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:33Z', 'updated_at': '2021-09-07T18:50:41Z', 'revision_number': 4, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'gw_port': {'id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:35Z', 'updated_at': '2021-09-07T18:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '10b0cc7c-1c37-4111-a956-e72b5a4a0cc0', 'name': '', 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'mac_address': 'fa:16:3e:2d:f6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:39Z', 'updated_at': '2021-09-07T18:50:51Z', 'revision_number': 5, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'subnets': [{'id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:00.234846 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4df6cb54-cb8b-4d8c-8309-91aa864a473c tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:00.256400 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec37de-ba53-4927-8cf8-3d5ff39ccb78 admin admin] Pushing event updated for resources: {'Port': ['ID=e7f35496-50ac-40aa-9217-d5b54690003e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:00.278060 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309c5dc-fbc0-4e8b-b189-13a31f62a0dc None None] The sync data for ids ['adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'] in n-d-807786-1 is: [{'id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'name': 'tempest-ServersTestFqdnHostnames-461046051-router', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:33Z', 'updated_at': '2021-09-07T18:50:41Z', 'revision_number': 4, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'gw_port': {'id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:35Z', 'updated_at': '2021-09-07T18:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '10b0cc7c-1c37-4111-a956-e72b5a4a0cc0', 'name': '', 'network_id': '5b36db33-a603-4328-a50c-c82ced7f3f75', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'mac_address': 'fa:16:3e:2d:f6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:39Z', 'updated_at': '2021-09-07T18:50:51Z', 'revision_number': 5, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'subnets': [{'id': '19ab4329-660b-4967-81a1-1e7bbe92580a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:53:00.321469 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc654d35-7e0a-43e8-9535-b73b10d4a917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:00.339826 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4df6cb54-cb8b-4d8c-8309-91aa864a473c tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:00.341220 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5ec37de-ba53-4927-8cf8-3d5ff39ccb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:00.343592 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4df6cb54-cb8b-4d8c-8309-91aa864a473c tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:00.345265 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4df6cb54-cb8b-4d8c-8309-91aa864a473c tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "DELETE /v2.0/security-groups/cabd9f3d-f180-42c2-80d9-fbcc3100c7db HTTP/1.1" status: 204 len: 168 time: 0.3443637 Sep 07 18:53:00.379167 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58594) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:00.414126 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-f82d1775-d1b7-4bb0-b9c9-a61edb152e2a tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] show failed (client error): The resource could not be found. Sep 07 18:53:00.415281 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f82d1775-d1b7-4bb0-b9c9-a61edb152e2a tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "GET /v2.0/security-groups/cabd9f3d-f180-42c2-80d9-fbcc3100c7db HTTP/1.1" status: 404 len: 347 time: 0.0354092 Sep 07 18:53:00.425044 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58598) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:00.432207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6cb54-cb8b-4d8c-8309-91aa864a473c tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabd9f3d-f180-42c2-80d9-fbcc3100c7db,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:00.660003 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-32b9f7a0-5a72-4e0b-9a0d-02ac669eb522 req-90738d77-8acb-4fbb-9236-76f2cd948b8e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:00.674364 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['205cbcec-033c-4ba2-ba85-f9b62a1d4cd4'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:53:00.733617 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90738d77-8acb-4fbb-9236-76f2cd948b8e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Pushing event deleted for resources: {'Port': ['ID=205cbcec-033c-4ba2-ba85-f9b62a1d4cd4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:00.758760 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:53:00.794428 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5ec37de-ba53-4927-8cf8-3d5ff39ccb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:00.796040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b9f7a0-5a72-4e0b-9a0d-02ac669eb522 req-90738d77-8acb-4fbb-9236-76f2cd948b8e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] No DVR routers for this DVR port 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:53:00.801360 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-32b9f7a0-5a72-4e0b-9a0d-02ac669eb522 req-90738d77-8acb-4fbb-9236-76f2cd948b8e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:00.803161 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32b9f7a0-5a72-4e0b-9a0d-02ac669eb522 req-90738d77-8acb-4fbb-9236-76f2cd948b8e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.36 "DELETE /v2.0/ports/205cbcec-033c-4ba2-ba85-f9b62a1d4cd4 HTTP/1.1" status: 204 len: 173 time: 1.3654439 Sep 07 18:53:00.804014 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934e439f-fabd-4a67-b6aa-cf053da34a8d', 'name': 'network-vif-deleted', 'tag': '205cbcec-033c-4ba2-ba85-f9b62a1d4cd4'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:00.808048 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef96a6c7-3f75-436a-a330-5bc2398304f5" -d '{"events": [{"server_uuid": "934e439f-fabd-4a67-b6aa-cf053da34a8d", "name": "network-vif-deleted", "tag": "205cbcec-033c-4ba2-ba85-f9b62a1d4cd4"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:00.834424 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-47b81b63-236b-4660-bd9d-2eb79f2ff485 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Deleting port 69f2e153-8001-42a3-8a5a-3d23269f4ebe {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:53:00.834780 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-47b81b63-236b-4660-bd9d-2eb79f2ff485 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:00.853258 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b6be082e-1bbd-41d9-8ba5-e3123b99ceff None None] Provisioning for port e7f35496-50ac-40aa-9217-d5b54690003e completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:00.919855 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b6be082e-1bbd-41d9-8ba5-e3123b99ceff None None] Provisioning complete for port e7f35496-50ac-40aa-9217-d5b54690003e triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:00.928575 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b6be082e-1bbd-41d9-8ba5-e3123b99ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:00.948132 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c44f2d-d98a-4594-aad0-09433f5b6c48 None None] New status for floating IP a043e600-3293-4d62-be90-bb46d4ffa3c1: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:53:00.974966 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc654d35-7e0a-43e8-9535-b73b10d4a917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:00.985939 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc654d35-7e0a-43e8-9535-b73b10d4a917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.011675 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-47b81b63-236b-4660-bd9d-2eb79f2ff485 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.012004 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-47b81b63-236b-4660-bd9d-2eb79f2ff485 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.013737 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-b6be082e-1bbd-41d9-8ba5-e3123b99ceff None None] Port e7f35496-50ac-40aa-9217-d5b54690003e cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:53:01.068459 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 82b7f87e-6237-409d-8117-4cae2d711d88 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:53:01.155988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-47b81b63-236b-4660-bd9d-2eb79f2ff485 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Calling delete_port for 69f2e153-8001-42a3-8a5a-3d23269f4ebe owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:53:01.183925 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 82b7f87e-6237-409d-8117-4cae2d711d88 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:01.206579 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06c40be0-56a0-411f-b112-0dee249141cf req-28c22a25-382b-4017-a7c3-554b1d38f30b tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=934e439f-fabd-4a67-b6aa-cf053da34a8d HTTP/1.1" status: 200 len: 210 time: 0.1382947 Sep 07 18:53:01.213047 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 82b7f87e-6237-409d-8117-4cae2d711d88 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:01.215110 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.247395 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc654d35-7e0a-43e8-9535-b73b10d4a917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae5c5ae-8b2f-46e2-b8d8-b35757dcd0e1,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:01.297236 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5ec37de-ba53-4927-8cf8-3d5ff39ccb78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.309379 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fc654d35-7e0a-43e8-9535-b73b10d4a917 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d3fd8d85ef8470b9d5a8454b4bdf374&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2951753 Sep 07 18:53:01.313931 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58608) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:01.330564 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5ec37de-ba53-4927-8cf8-3d5ff39ccb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.375042 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12a345e-e085-43d2-ba70-4e729bd490c9 x-openstack-request-id: req-b12a345e-e085-43d2-ba70-4e729bd490c9 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:01.375580 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934e439f-fabd-4a67-b6aa-cf053da34a8d", "name": "network-vif-deleted", "tag": "205cbcec-033c-4ba2-ba85-f9b62a1d4cd4", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:01.375670 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b12a345e-e085-43d2-ba70-4e729bd490c9 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:01.376413 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934e439f-fabd-4a67-b6aa-cf053da34a8d', 'name': 'network-vif-deleted', 'tag': '205cbcec-033c-4ba2-ba85-f9b62a1d4cd4', 'status': 'completed', 'code': 200} Sep 07 18:53:01.407409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97d40b-1d8a-4e64-9468-4201037e1411 req-f30e9035-442e-44a9-be13-36280a884719 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:01.409262 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1e97d40b-1d8a-4e64-9468-4201037e1411 req-f30e9035-442e-44a9-be13-36280a884719 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.3172641 Sep 07 18:53:01.476465 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5ec37de-ba53-4927-8cf8-3d5ff39ccb78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.498918 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.542146 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 82b7f87e-6237-409d-8117-4cae2d711d88, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=82b7f87e-6237-409d-8117-4cae2d711d88,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:01.548316 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.602943 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1e97d40b-1d8a-4e64-9468-4201037e1411 req-48f36dae-f60a-4a8c-a346-ab0214cd697d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854143 Sep 07 18:53:01.605884 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba40c2be-2c98-497f-83aa-6b4cbb737c9f req-644eebce-6362-4d3d-b2c7-ab6618661a0e tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.1182542 Sep 07 18:53:01.660816 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec37de-ba53-4927-8cf8-3d5ff39ccb78 admin admin] Pushing event updated for resources: {'Port': ['ID=e7f35496-50ac-40aa-9217-d5b54690003e,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:01.683267 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=82b7f87e-6237-409d-8117-4cae2d711d88,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:01.705650 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.709132 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93e9fe29-5dd8-4d6a-b0b6-4d068e5fdd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.730054 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-47b81b63-236b-4660-bd9d-2eb79f2ff485 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.742623 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93e9fe29-5dd8-4d6a-b0b6-4d068e5fdd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.765020 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b81b63-236b-4660-bd9d-2eb79f2ff485 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Pushing event deleted for resources: {'Port': ['ID=69f2e153-8001-42a3-8a5a-3d23269f4ebe,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:01.794817 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ec37de-ba53-4927-8cf8-3d5ff39ccb78 admin admin] Network 7bc00831-39dc-4d80-aed2-0e0dcf1c0e33 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:53:01.797886 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-c5ec37de-ba53-4927-8cf8-3d5ff39ccb78 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:01.835473 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-47b81b63-236b-4660-bd9d-2eb79f2ff485 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.838567 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-47b81b63-236b-4660-bd9d-2eb79f2ff485 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.839802 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-47b81b63-236b-4660-bd9d-2eb79f2ff485 tempest-ServersTestFqdnHostnames-1697075486 tempest-ServersTestFqdnHostnames-1697075486-project] 10.222.0.26 "DELETE /v2.0/floatingips/a043e600-3293-4d62-be90-bb46d4ffa3c1 HTTP/1.1" status: 204 len: 168 time: 1.4108787 Sep 07 18:53:01.842693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58612) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:01.865075 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93e9fe29-5dd8-4d6a-b0b6-4d068e5fdd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.868019 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93e9fe29-5dd8-4d6a-b0b6-4d068e5fdd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.872069 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-93e9fe29-5dd8-4d6a-b0b6-4d068e5fdd10 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ae5c5ae-8b2f-46e2-b8d8-b35757dcd0e1 HTTP/1.1" status: 204 len: 168 time: 0.5557461 Sep 07 18:53:01.915287 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9fe29-5dd8-4d6a-b0b6-4d068e5fdd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae5c5ae-8b2f-46e2-b8d8-b35757dcd0e1,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:01.952712 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ec37de-ba53-4927-8cf8-3d5ff39ccb78 admin admin] Router 39bf0026-b791-4210-a5b6-8f5600bd0058 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:53:02.109501 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ec37de-ba53-4927-8cf8-3d5ff39ccb78 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:53:02.115796 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c5ec37de-ba53-4927-8cf8-3d5ff39ccb78 admin admin] 10.222.0.26 "PUT /v2.0/routers/39bf0026-b791-4210-a5b6-8f5600bd0058/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2746646 Sep 07 18:53:02.141590 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7cba6212-e00f-47bc-83a1-818d279cb866 None None] Provisioning complete for port e7f35496-50ac-40aa-9217-d5b54690003e triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:02.141969 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7cba6212-e00f-47bc-83a1-818d279cb866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:02.190930 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7cba6212-e00f-47bc-83a1-818d279cb866 None None] Port e7f35496-50ac-40aa-9217-d5b54690003e cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:53:02.328978 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58628) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:02.346512 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c66a06c3-c52e-4697-8d50-aef5b99b4b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:02.523235 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c66a06c3-c52e-4697-8d50-aef5b99b4b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:02.529282 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c66a06c3-c52e-4697-8d50-aef5b99b4b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:02.552259 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f522bf-fed6-4076-bce0-e0773ea27ac3 req-eaf34a6f-b0b7-42ab-ae3d-91dccf909b30 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:02.554499 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-64f522bf-fed6-4076-bce0-e0773ea27ac3 req-eaf34a6f-b0b7-42ab-ae3d-91dccf909b30 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1405962 Sep 07 18:53:02.594257 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a06c3-c52e-4697-8d50-aef5b99b4b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4a1019-f0f4-44ba-832f-da878808603c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:02.615235 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c66a06c3-c52e-4697-8d50-aef5b99b4b13 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=03f6b9a6aad54fbb81151a3e7aa371dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847731 Sep 07 18:53:02.617429 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58632) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:02.665968 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-64f522bf-fed6-4076-bce0-e0773ea27ac3 req-d4578577-e583-471c-95a7-ecd98f2ffdf4 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023741 Sep 07 18:53:02.716302 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30d713ca-50f1-4ee8-8646-83e5cb49e1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:02.761395 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30d713ca-50f1-4ee8-8646-83e5cb49e1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:02.822453 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] Sync routers for ids ['39bf0026-b791-4210-a5b6-8f5600bd0058'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:53:02.839630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] Routers {'39bf0026-b791-4210-a5b6-8f5600bd0058'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:53:02.840273 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:52:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['39bf0026-b791-4210-a5b6-8f5600bd0058'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:02.859052 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30d713ca-50f1-4ee8-8646-83e5cb49e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:02.862100 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30d713ca-50f1-4ee8-8646-83e5cb49e1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:02.863739 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-30d713ca-50f1-4ee8-8646-83e5cb49e1ee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db4a1019-f0f4-44ba-832f-da878808603c HTTP/1.1" status: 204 len: 168 time: 0.2453752 Sep 07 18:53:02.874323 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d713ca-50f1-4ee8-8646-83e5cb49e1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4a1019-f0f4-44ba-832f-da878808603c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:02.973176 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd8fd50f-bc1c-41c5-997b-6d838206a857 req-2c9c66ed-2c3a-4436-beae-c406298ff5ba tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.1374960 Sep 07 18:53:03.085156 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] Set router 39bf0026-b791-4210-a5b6-8f5600bd0058 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:53:03.108074 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abcfaae-5fb9-4943-9354-e797f885fc74 req-19f4c85d-a9ad-43bd-9045-be95034aeff8 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:03.115516 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4abcfaae-5fb9-4943-9354-e797f885fc74 req-19f4c85d-a9ad-43bd-9045-be95034aeff8 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.3382487 Sep 07 18:53:03.222798 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4abcfaae-5fb9-4943-9354-e797f885fc74 req-6e374a8c-a6dd-4002-a8d1-fac76a51b8b9 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011121 Sep 07 18:53:03.233621 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 82b7f87e-6237-409d-8117-4cae2d711d88 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:53:03.265284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848e20c-3203-41f8-982b-577fd84a83ed req-679ec59a-7813-4cd7-a841-9791e5dff20a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:03.272847 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9848e20c-3203-41f8-982b-577fd84a83ed req-679ec59a-7813-4cd7-a841-9791e5dff20a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1753273 Sep 07 18:53:03.330692 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9848e20c-3203-41f8-982b-577fd84a83ed req-0a01578e-7b75-4561-856a-0d66116357ba tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568595 Sep 07 18:53:03.493504 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cac98e2c-4b53-43da-a13e-be30dc20825c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:03.587032 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 82b7f87e-6237-409d-8117-4cae2d711d88 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:03.587499 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:03.692326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d528624-2dd0-4147-b82d-1b218ad5a4e1 req-3ac54b7b-97af-4a3c-aa97-786f6be04b77 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:03.693949 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d528624-2dd0-4147-b82d-1b218ad5a4e1 req-3ac54b7b-97af-4a3c-aa97-786f6be04b77 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1978853 Sep 07 18:53:03.789572 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'name': 'tempest-TaggedBootDevicesTest_v242-2128033413-router', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:52Z', 'updated_at': '2021-09-07T18:53:00Z', 'revision_number': 4, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'gw_port': {'id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:53Z', 'updated_at': '2021-09-07T18:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e7f35496-50ac-40aa-9217-d5b54690003e', 'name': '', 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'mac_address': 'fa:16:3e:ed:da:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '8db80a71-3c02-4d23-b125-b3e6004b047d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:59Z', 'updated_at': '2021-09-07T18:53:00Z', 'revision_number': 2, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'subnets': [{'id': '8db80a71-3c02-4d23-b125-b3e6004b047d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:03.800937 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d528624-2dd0-4147-b82d-1b218ad5a4e1 req-bab97cde-718b-49b8-afdc-8e09f9e0a8b6 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875454 Sep 07 18:53:03.865743 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] Checking router: 39bf0026-b791-4210-a5b6-8f5600bd0058 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:53:03.866235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] Updating router 39bf0026-b791-4210-a5b6-8f5600bd0058 port e7f35496-50ac-40aa-9217-d5b54690003e binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:53:03.918786 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:04.155552 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5bda9b66-09db-4309-a7fb-61b194e21296 req-9b615a75-702c-43ce-a2d7-ee9160503752 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0413668 Sep 07 18:53:04.188639 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-cac98e2c-4b53-43da-a13e-be30dc20825c admin admin] Deleting port 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:53:04.189276 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cac98e2c-4b53-43da-a13e-be30dc20825c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:04.213461 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:53:04.258991 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:53:04.259563 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 205cbcec-033c-4ba2-ba85-f9b62a1d4cd4 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:53:04.316523 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-cac98e2c-4b53-43da-a13e-be30dc20825c admin admin] For port 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=10b0cc7c-1c37-4111-a956-e72b5a4a0cc0,segment=NetworkSegment(49c19125-8b68-478d-b6cd-48243210b5db),segment_id=49c19125-8b68-478d-b6cd-48243210b5db)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:04.316917 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cac98e2c-4b53-43da-a13e-be30dc20825c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:04.340908 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-cac98e2c-4b53-43da-a13e-be30dc20825c admin admin] Calling delete_port for 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:53:04.444569 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:04.459042 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] Transition to ACTIVE for port object e7f35496-50ac-40aa-9217-d5b54690003e will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:04.472517 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:04.494462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea12fa4-730c-4421-8d97-bceb6f953063 req-455bcf2d-a931-4812-9ff8-ed77d336f0dc tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:04.496803 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aea12fa4-730c-4421-8d97-bceb6f953063 req-455bcf2d-a931-4812-9ff8-ed77d336f0dc tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.1403642 Sep 07 18:53:04.531659 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75ea32-deb7-4587-a97b-3f68b66c9e11 None None] Pushing event updated for resources: {'Port': ['ID=e7f35496-50ac-40aa-9217-d5b54690003e,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:04.674027 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aea12fa4-730c-4421-8d97-bceb6f953063 req-b74c9860-ea4f-45f7-97e9-47a196979fb2 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839574 Sep 07 18:53:04.682987 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] Attempting to bind port e7f35496-50ac-40aa-9217-d5b54690003e on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:53:04.683490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] Attempting to bind port e7f35496-50ac-40aa-9217-d5b54690003e by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'a611d040-3073-489a-bd58-d9b80265a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:53:04.684802 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] Attempting to bind port e7f35496-50ac-40aa-9217-d5b54690003e on network 7bc00831-39dc-4d80-aed2-0e0dcf1c0e33 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:53:04.695831 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:53:04.703107 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] Checking segment: {'id': 'a611d040-3073-489a-bd58-d9b80265a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:53:04.703650 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:04.704246 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] Bound using segment: {'id': 'a611d040-3073-489a-bd58-d9b80265a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:53:04.704927 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] Bound port: e7f35496-50ac-40aa-9217-d5b54690003e, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a611d040-3073-489a-bd58-d9b80265a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:53:04.705428 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:04.770154 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cac98e2c-4b53-43da-a13e-be30dc20825c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:04.822386 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] For port e7f35496-50ac-40aa-9217-d5b54690003e, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:53:04.826060 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] For port e7f35496-50ac-40aa-9217-d5b54690003e, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e7f35496-50ac-40aa-9217-d5b54690003e,segment=NetworkSegment(a611d040-3073-489a-bd58-d9b80265a8d5),segment_id=a611d040-3073-489a-bd58-d9b80265a8d5)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:53:04.827449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac98e2c-4b53-43da-a13e-be30dc20825c admin admin] Pushing event deleted for resources: {'Port': ['ID=10b0cc7c-1c37-4111-a956-e72b5a4a0cc0,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:04.830909 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:04.912427 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] Routers {'39bf0026-b791-4210-a5b6-8f5600bd0058'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:53:04.916852 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:52:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['39bf0026-b791-4210-a5b6-8f5600bd0058'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:05.066922 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75ea32-deb7-4587-a97b-3f68b66c9e11 None None] Pushing event updated for resources: {'Port': ['ID=e7f35496-50ac-40aa-9217-d5b54690003e,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:05.177335 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-0dd8e3f0-7542-43fd-b23c-52755a79962f service neutron] show failed (client error): The resource could not be found. Sep 07 18:53:05.179992 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-0dd8e3f0-7542-43fd-b23c-52755a79962f service neutron] 10.222.0.60 "GET /v2.0/ports/3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1/bindings/n-h2-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.3468072 Sep 07 18:53:05.250897 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] Set router 39bf0026-b791-4210-a5b6-8f5600bd0058 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:53:05.360978 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44c0d79a-1c7c-4e91-b028-4b39261cf1b9 req-e61dfb42-52d0-4446-8e0e-598c4125b738 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0356317 Sep 07 18:53:05.387630 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cac98e2c-4b53-43da-a13e-be30dc20825c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:05.648097 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-f5533b0d-6f7e-46ef-8f59-c8dbdb441ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:05.649859 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-f5533b0d-6f7e-46ef-8f59-c8dbdb441ffe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2&tenant_id=e322fec1e0804b28961a329c847871a3 HTTP/1.1" status: 200 len: 1101 time: 0.0958123 Sep 07 18:53:05.663111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-1', 'device_owner': 'compute:nova'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:05.720699 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'name': 'tempest-TaggedBootDevicesTest_v242-2128033413-router', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:52Z', 'updated_at': '2021-09-07T18:53:00Z', 'revision_number': 4, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'gw_port': {'id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:53Z', 'updated_at': '2021-09-07T18:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e7f35496-50ac-40aa-9217-d5b54690003e', 'name': '', 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'mac_address': 'fa:16:3e:ed:da:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '8db80a71-3c02-4d23-b125-b3e6004b047d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:59Z', 'updated_at': '2021-09-07T18:53:04Z', 'revision_number': 4, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'subnets': [{'id': '8db80a71-3c02-4d23-b125-b3e6004b047d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:05.790685 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ffe6fd-07e4-433f-9185-060b45dc6679 None None] The sync data for ids ['39bf0026-b791-4210-a5b6-8f5600bd0058'] in n-d-807786-1 is: [{'id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'name': 'tempest-TaggedBootDevicesTest_v242-2128033413-router', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:52Z', 'updated_at': '2021-09-07T18:53:00Z', 'revision_number': 4, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'gw_port': {'id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:53Z', 'updated_at': '2021-09-07T18:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e7f35496-50ac-40aa-9217-d5b54690003e', 'name': '', 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'mac_address': 'fa:16:3e:ed:da:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '8db80a71-3c02-4d23-b125-b3e6004b047d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:59Z', 'updated_at': '2021-09-07T18:53:04Z', 'revision_number': 4, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'subnets': [{'id': '8db80a71-3c02-4d23-b125-b3e6004b047d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:53:05.832560 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:05.936376 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac98e2c-4b53-43da-a13e-be30dc20825c admin admin] Router adbbd7b7-ec69-4ad3-ab3f-36b61bd319da has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:53:06.053748 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cf105-565f-411d-9fef-af1a6f3b7eaa req-a5e52654-3ab1-4ec3-a0dd-de6f8ac3a180 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:06.060992 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-950cf105-565f-411d-9fef-af1a6f3b7eaa req-a5e52654-3ab1-4ec3-a0dd-de6f8ac3a180 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.2317083 Sep 07 18:53:06.321856 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58792) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:06.455189 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c11cda0-f318-4be0-9b02-9830c573e7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:06.504569 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-950cf105-565f-411d-9fef-af1a6f3b7eaa req-7656f40d-153b-46a1-9e65-a239b86df820 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426661 Sep 07 18:53:06.542194 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac98e2c-4b53-43da-a13e-be30dc20825c admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:53:06.553958 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-cac98e2c-4b53-43da-a13e-be30dc20825c admin admin] 10.222.0.26 "PUT /v2.0/routers/adbbd7b7-ec69-4ad3-ab3f-36b61bd319da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7102296 Sep 07 18:53:06.555330 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e8286f-ac92-4224-af24-ae4792262e43 None None] Sync routers for ids ['adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:53:06.571502 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e8286f-ac92-4224-af24-ae4792262e43 None None] Routers {'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:53:06.576245 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-56e8286f-ac92-4224-af24-ae4792262e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:52:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:06.593598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58802) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:06.661202 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c11cda0-f318-4be0-9b02-9830c573e7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:06.665811 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c11cda0-f318-4be0-9b02-9830c573e7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:06.737335 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0c11cda0-f318-4be0-9b02-9830c573e7c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=10fd589c080a4ccd91d08818a361d223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4137766 Sep 07 18:53:06.738362 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58808) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:06.739593 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11cda0-f318-4be0-9b02-9830c573e7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879988c5-6d96-4017-995f-f9666fc633b6,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:06.771043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] For port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:06.835870 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0d41c6b2-f514-4757-b050-9bf016838b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:06.850458 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-139fad8c-90ca-4cd5-84a6-e6e48809cf77 admin admin] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:06.872252 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0d41c6b2-f514-4757-b050-9bf016838b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:06.906030 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-56e8286f-ac92-4224-af24-ae4792262e43 None None] Set router adbbd7b7-ec69-4ad3-ab3f-36b61bd319da gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:53:06.995608 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bb4b3cc-88bd-4765-84a5-fe121d7435a2 req-2e0a247c-7b8e-43b3-99f6-9839f7d2a54c tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.4898832 Sep 07 18:53:07.009528 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0d41c6b2-f514-4757-b050-9bf016838b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:07.013403 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0d41c6b2-f514-4757-b050-9bf016838b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:07.018253 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0d41c6b2-f514-4757-b050-9bf016838b4a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/879988c5-6d96-4017-995f-f9666fc633b6 HTTP/1.1" status: 204 len: 168 time: 0.2754042 Sep 07 18:53:07.033424 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41c6b2-f514-4757-b050-9bf016838b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879988c5-6d96-4017-995f-f9666fc633b6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:07.035849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] For port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:53:07.127056 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e7f35496-50ac-40aa-9217-d5b54690003e up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:53:07.224441 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port e7f35496-50ac-40aa-9217-d5b54690003e completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:07.228929 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e7f35496-50ac-40aa-9217-d5b54690003e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:07.229592 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:07.231106 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:07.252663 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] Transition to ACTIVE for port object 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:07.253490 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df28ca9-cec9-45cb-a48a-7f15c34b17b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:07.257492 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fb6f91-c31a-4bfc-b216-a9b48a1e5a09" -d '{"events": [{"server_uuid": "3df28ca9-cec9-45cb-a48a-7f15c34b17b2", "name": "network-vif-unplugged", "status": "completed", "tag": "3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:07.263798 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:07.373613 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-56e8286f-ac92-4224-af24-ae4792262e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'name': 'tempest-ServersTestFqdnHostnames-461046051-router', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:33Z', 'updated_at': '2021-09-07T18:53:04Z', 'revision_number': 5, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'gw_port': {'id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:35Z', 'updated_at': '2021-09-07T18:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:07.403603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,revision_number=6']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:07.420754 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e8286f-ac92-4224-af24-ae4792262e43 None None] Checking router: adbbd7b7-ec69-4ad3-ab3f-36b61bd319da for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:53:07.438216 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e8286f-ac92-4224-af24-ae4792262e43 None None] Routers {'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:53:07.438683 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-139fad8c-90ca-4cd5-84a6-e6e48809cf77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:07.440130 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-56e8286f-ac92-4224-af24-ae4792262e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:52:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:07.444116 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e706ad5d-5649-4592-bf8d-ef140f62b109 x-openstack-request-id: req-e706ad5d-5649-4592-bf8d-ef140f62b109 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:07.444424 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df28ca9-cec9-45cb-a48a-7f15c34b17b2", "name": "network-vif-unplugged", "status": "completed", "tag": "3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:07.444738 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e706ad5d-5649-4592-bf8d-ef140f62b109 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:07.445134 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df28ca9-cec9-45cb-a48a-7f15c34b17b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1', 'code': 200} Sep 07 18:53:07.508235 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] No DVR routers for this DVR port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:53:07.509013 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:07.580979 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port e7f35496-50ac-40aa-9217-d5b54690003e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e7f35496-50ac-40aa-9217-d5b54690003e,segment=NetworkSegment(a611d040-3073-489a-bd58-d9b80265a8d5),segment_id=a611d040-3073-489a-bd58-d9b80265a8d5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:07.587988 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:07.636472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] Attempting to bind port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:53:07.636876 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] Attempting to bind port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:53:07.637210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] Attempting to bind port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:53:07.655175 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c003e-c1d1-44b3-9ce7-e3d679d6c8b7 req-b4c466c6-a7fd-4da6-814c-22df75c9da1c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:07.656980 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f5c003e-c1d1-44b3-9ce7-e3d679d6c8b7 req-b4c466c6-a7fd-4da6-814c-22df75c9da1c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.2110178 Sep 07 18:53:07.661632 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] Port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:53:07.661962 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] Attempting to bind port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:53:07.703469 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58830) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:07.719338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:53:07.720361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:53:07.722564 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:53:07.724020 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] Bound port: 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:53:07.725067 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:07.734225 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=e7f35496-50ac-40aa-9217-d5b54690003e,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:07.738424 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1323-c64f-43af-b6a0-4d221d60fbaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:07.747248 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-56e8286f-ac92-4224-af24-ae4792262e43 None None] Set router adbbd7b7-ec69-4ad3-ab3f-36b61bd319da gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:53:07.818581 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-139fad8c-90ca-4cd5-84a6-e6e48809cf77 admin admin] Deleting port c47745ce-e161-45ac-bf27-94df72b88ebd {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:53:07.819658 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-139fad8c-90ca-4cd5-84a6-e6e48809cf77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:07.848445 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f5c003e-c1d1-44b3-9ce7-e3d679d6c8b7 req-f82cb729-6cc8-4c93-a6cd-b5f568199d06 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836348 Sep 07 18:53:07.883425 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1323-c64f-43af-b6a0-4d221d60fbaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:07.890413 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1323-c64f-43af-b6a0-4d221d60fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:07.916918 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e79795-1047-49db-8215-ea56b5aed347 req-fdd36541-6a29-4cd9-88d2-9be37680865e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:07.928464 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9e79795-1047-49db-8215-ea56b5aed347 req-fdd36541-6a29-4cd9-88d2-9be37680865e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 948 time: 0.2258995 Sep 07 18:53:07.954997 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bd0a1323-c64f-43af-b6a0-4d221d60fbaf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f7f03c1cd2c84960af51f7f5f8e95e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496266 Sep 07 18:53:07.958295 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58838) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:07.959420 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a1323-c64f-43af-b6a0-4d221d60fbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fa4c7f-3193-49ff-8db7-83b3e05895e7,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:08.050844 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-56e8286f-ac92-4224-af24-ae4792262e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'name': 'tempest-ServersTestFqdnHostnames-461046051-router', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:33Z', 'updated_at': '2021-09-07T18:53:04Z', 'revision_number': 5, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'gw_port': {'id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:35Z', 'updated_at': '2021-09-07T18:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:08.059882 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb1eb3c5-0216-44d0-9267-13f68fedb9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:08.086241 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb1eb3c5-0216-44d0-9267-13f68fedb9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:08.086821 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e8286f-ac92-4224-af24-ae4792262e43 None None] The sync data for ids ['adbbd7b7-ec69-4ad3-ab3f-36b61bd319da'] in n-d-807786-1 is: [{'id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'name': 'tempest-ServersTestFqdnHostnames-461046051-router', 'tenant_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:50:33Z', 'updated_at': '2021-09-07T18:53:04Z', 'revision_number': 5, 'project_id': 'a76fb2f3e4ef4238b096f3cf087a827a', 'gw_port': {'id': 'c47745ce-e161-45ac-bf27-94df72b88ebd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbbd7b7-ec69-4ad3-ab3f-36b61bd319da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:50:35Z', 'updated_at': '2021-09-07T18:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:53:08.087687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] For port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:53:08.124285 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9e79795-1047-49db-8215-ea56b5aed347 req-387b881f-44aa-4b65-9167-dc0ad7a5a349 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041925 Sep 07 18:53:08.129528 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] For port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:53:08.143775 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:08.155717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-139fad8c-90ca-4cd5-84a6-e6e48809cf77 admin admin] For port c47745ce-e161-45ac-bf27-94df72b88ebd, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c47745ce-e161-45ac-bf27-94df72b88ebd,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:08.156083 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-139fad8c-90ca-4cd5-84a6-e6e48809cf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:08.173535 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb1eb3c5-0216-44d0-9267-13f68fedb9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:08.179076 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb1eb3c5-0216-44d0-9267-13f68fedb9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:08.183627 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bb1eb3c5-0216-44d0-9267-13f68fedb9b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c8fa4c7f-3193-49ff-8db7-83b3e05895e7 HTTP/1.1" status: 204 len: 168 time: 0.2071910 Sep 07 18:53:08.193907 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1eb3c5-0216-44d0-9267-13f68fedb9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fa4c7f-3193-49ff-8db7-83b3e05895e7,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:08.201851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906e8d1-0623-4f30-bc71-504f65f581fb req-e6a5e366-c965-450e-9fe5-6d35406aca3b tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:08.203584 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6906e8d1-0623-4f30-bc71-504f65f581fb req-e6a5e366-c965-450e-9fe5-6d35406aca3b tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1773212 Sep 07 18:53:08.212304 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-139fad8c-90ca-4cd5-84a6-e6e48809cf77 admin admin] Calling delete_port for c47745ce-e161-45ac-bf27-94df72b88ebd owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:53:08.221660 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:08.222456 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:08.224040 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] 10.222.0.36 "PUT /v2.0/ports/3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 HTTP/1.1" status: 200 len: 1096 time: 2.5658054 Sep 07 18:53:08.296734 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3eb1321d-70e5-4d3c-bf81-5ac8b814fab2 req-f7ef16de-0f72-4480-83a0-33483d6d7ee7 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0715163 Sep 07 18:53:08.320689 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb29631-936f-48e2-a124-ab3e0f154e21 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,revision_number=7']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:08.382745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6906e8d1-0623-4f30-bc71-504f65f581fb req-68776e08-efa4-47ea-b1c8-3730fc2f4404 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536396 Sep 07 18:53:08.409619 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-a4fda6cd-80a9-45cb-8c8c-c742bade2beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:08.411178 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-a4fda6cd-80a9-45cb-8c8c-c742bade2beb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 1099 time: 0.1451862 Sep 07 18:53:08.508833 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:53:08.649717 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:53:08.654277 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-139fad8c-90ca-4cd5-84a6-e6e48809cf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:08.733213 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-5c16d4d9-e63e-4ea2-ab31-c05e8d25c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:08.735143 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-5c16d4d9-e63e-4ea2-ab31-c05e8d25c825 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2342110 Sep 07 18:53:08.775817 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fad8c-90ca-4cd5-84a6-e6e48809cf77 admin admin] Pushing event deleted for resources: {'Port': ['ID=c47745ce-e161-45ac-bf27-94df72b88ebd,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:08.856238 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-70496f78-0a3b-4268-9051-1bceabf0b1bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 HTTP/1.1" status: 200 len: 217 time: 0.1037118 Sep 07 18:53:08.942291 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-139fad8c-90ca-4cd5-84a6-e6e48809cf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:09.052637 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-139fad8c-90ca-4cd5-84a6-e6e48809cf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:09.054835 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-139fad8c-90ca-4cd5-84a6-e6e48809cf77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:09.102456 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e7f35496-50ac-40aa-9217-d5b54690003e up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:53:09.105549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-6e93bff1-06f9-4a25-8e44-48f753ade04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:09.107686 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-6e93bff1-06f9-4a25-8e44-48f753ade04a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.2428513 Sep 07 18:53:09.188413 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-139fad8c-90ca-4cd5-84a6-e6e48809cf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:09.189192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139fad8c-90ca-4cd5-84a6-e6e48809cf77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adbbd7b7-ec69-4ad3-ab3f-36b61bd319da {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:53:09.196874 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-139fad8c-90ca-4cd5-84a6-e6e48809cf77 admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:09.198181 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-139fad8c-90ca-4cd5-84a6-e6e48809cf77 admin admin] 10.222.0.26 "DELETE /v2.0/routers/adbbd7b7-ec69-4ad3-ab3f-36b61bd319da HTTP/1.1" status: 204 len: 168 time: 2.6035588 Sep 07 18:53:09.200943 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58876) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:09.206404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-ff20aaac-a18e-4de6-9343-aa0eaeec629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:09.208196 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-ff20aaac-a18e-4de6-9343-aa0eaeec629a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930443 Sep 07 18:53:09.225982 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-63ed2ff9-5096-40f6-96f2-116d5eaef527 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:53:09.227343 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-63ed2ff9-5096-40f6-96f2-116d5eaef527 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064151 Sep 07 18:53:09.276825 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e7f35496-50ac-40aa-9217-d5b54690003e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:09.283088 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:09.331192 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a015f880-8dae-465d-bb6d-373a32ee0323 admin admin] Deleting subnet 19ab4329-660b-4967-81a1-1e7bbe92580a {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:53:09.338802 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a015f880-8dae-465d-bb6d-373a32ee0323 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:09.439420 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a015f880-8dae-465d-bb6d-373a32ee0323 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:09.447736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df28ca9-cec9-45cb-a48a-7f15c34b17b2', 'tag': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:09.453520 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d469a826-a776-47cc-9614-752b9eebdcb5" -d '{"events": [{"name": "network-changed", "server_uuid": "3df28ca9-cec9-45cb-a48a-7f15c34b17b2", "tag": "3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:09.527247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:53:09.573467 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:53:09.575562 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 10b0cc7c-1c37-4111-a956-e72b5a4a0cc0 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:53:09.580187 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49c47096-fa98-4863-b963-9954966e38c2 req-7e52d694-5872-4d47-aa2d-b6df3eab0b0f tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.1087680 Sep 07 18:53:09.627469 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-6330345f-f726-46a9-b90d-e4081d7df0ac service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875332 Sep 07 18:53:09.654879 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a015f880-8dae-465d-bb6d-373a32ee0323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:09.681970 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34778d-9948-4e68-9d12-cfec7735b9e6 req-ac62fb75-f4ae-4916-a275-a925ad29bdf3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:09.711589 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a34778d-9948-4e68-9d12-cfec7735b9e6 req-ac62fb75-f4ae-4916-a275-a925ad29bdf3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 948 time: 0.2946229 Sep 07 18:53:09.718152 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c7f36e-191a-4fb9-931b-62f526522d20 x-openstack-request-id: req-b5c7f36e-191a-4fb9-931b-62f526522d20 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:09.718374 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df28ca9-cec9-45cb-a48a-7f15c34b17b2", "tag": "3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:09.718605 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b5c7f36e-191a-4fb9-931b-62f526522d20 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:09.719686 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df28ca9-cec9-45cb-a48a-7f15c34b17b2', 'tag': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1', 'status': 'completed', 'code': 200} Sep 07 18:53:09.749916 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a015f880-8dae-465d-bb6d-373a32ee0323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:09.803338 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015f880-8dae-465d-bb6d-373a32ee0323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19ab4329-660b-4967-81a1-1e7bbe92580a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:09.808494 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a015f880-8dae-465d-bb6d-373a32ee0323 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:09.826148 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fc5020-adbf-4ed8-8a76-bbb09c8e116e None None] Network 5b36db33-a603-4328-a50c-c82ced7f3f75 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:53:09.853583 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a015f880-8dae-465d-bb6d-373a32ee0323 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/19ab4329-660b-4967-81a1-1e7bbe92580a HTTP/1.1" status: 204 len: 168 time: 0.6335936 Sep 07 18:53:09.854943 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58890) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:10.049007 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469a826-a776-47cc-9614-752b9eebdcb5 req-edc1b42d-9b4a-486b-a8c3-36e6aaf4aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:10.050581 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d469a826-a776-47cc-9614-752b9eebdcb5 req-edc1b42d-9b4a-486b-a8c3-36e6aaf4aa05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 1099 time: 0.2528718 Sep 07 18:53:10.057454 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a34778d-9948-4e68-9d12-cfec7735b9e6 req-cdd5f58b-d0a1-4758-a192-ae0b9e6ffa42 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449869 Sep 07 18:53:10.083531 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0683df8-6e1b-49de-8035-c332ce183765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:10.095178 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1115ca-a935-4d99-9e3e-3667b984723b req-1a0a58f7-b256-474b-9e88-d2ed01b919e1 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549687 Sep 07 18:53:10.244033 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874a0df7-ee29-47a1-bcf2-95e4d15b0d42 None None] DHCP port deletion for 5b36db33-a603-4328-a50c-c82ced7f3f75 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:53:10.259681 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-e0683df8-6e1b-49de-8035-c332ce183765 admin admin] Deleting port abcfb291-8272-4536-a94f-e6a9de8795d8 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:53:10.260279 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0683df8-6e1b-49de-8035-c332ce183765 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:10.263646 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469a826-a776-47cc-9614-752b9eebdcb5 req-c20fa4e8-5816-4f86-a9b5-e84d28acdeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:10.267549 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d469a826-a776-47cc-9614-752b9eebdcb5 req-c20fa4e8-5816-4f86-a9b5-e84d28acdeae service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2076898 Sep 07 18:53:10.339666 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-874a0df7-ee29-47a1-bcf2-95e4d15b0d42 None None] Deleting port abcfb291-8272-4536-a94f-e6a9de8795d8 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:53:10.340043 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-874a0df7-ee29-47a1-bcf2-95e4d15b0d42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:10.386187 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d469a826-a776-47cc-9614-752b9eebdcb5 req-8b65f530-442c-461d-94aa-25abfce1150f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 HTTP/1.1" status: 200 len: 217 time: 0.0559509 Sep 07 18:53:10.392884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469a826-a776-47cc-9614-752b9eebdcb5 req-d6c9c664-61e1-4032-a9ca-92c0b03b1fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:10.394894 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d469a826-a776-47cc-9614-752b9eebdcb5 req-d6c9c664-61e1-4032-a9ca-92c0b03b1fc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 1099 time: 0.2203484 Sep 07 18:53:10.448885 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-e0683df8-6e1b-49de-8035-c332ce183765 admin admin] For port abcfb291-8272-4536-a94f-e6a9de8795d8, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=abcfb291-8272-4536-a94f-e6a9de8795d8,segment=NetworkSegment(49c19125-8b68-478d-b6cd-48243210b5db),segment_id=49c19125-8b68-478d-b6cd-48243210b5db)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:10.449278 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0683df8-6e1b-49de-8035-c332ce183765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:10.482003 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-874a0df7-ee29-47a1-bcf2-95e4d15b0d42 None None] For port abcfb291-8272-4536-a94f-e6a9de8795d8, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=abcfb291-8272-4536-a94f-e6a9de8795d8,segment=NetworkSegment(49c19125-8b68-478d-b6cd-48243210b5db),segment_id=49c19125-8b68-478d-b6cd-48243210b5db)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:10.482400 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-874a0df7-ee29-47a1-bcf2-95e4d15b0d42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:10.489980 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-e0683df8-6e1b-49de-8035-c332ce183765 admin admin] Calling delete_port for abcfb291-8272-4536-a94f-e6a9de8795d8 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:53:10.500159 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-874a0df7-ee29-47a1-bcf2-95e4d15b0d42 None None] Calling delete_port for abcfb291-8272-4536-a94f-e6a9de8795d8 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:53:10.570698 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469a826-a776-47cc-9614-752b9eebdcb5 req-c348ad78-31ab-4f6e-8619-1bae32996e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:10.572428 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d469a826-a776-47cc-9614-752b9eebdcb5 req-c348ad78-31ab-4f6e-8619-1bae32996e2e service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.1669283 Sep 07 18:53:10.575205 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469a826-a776-47cc-9614-752b9eebdcb5 req-51464fd8-f32b-43ed-b1f3-7e76f290dc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:10.577018 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d469a826-a776-47cc-9614-752b9eebdcb5 req-51464fd8-f32b-43ed-b1f3-7e76f290dc25 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1808405 Sep 07 18:53:10.683928 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d469a826-a776-47cc-9614-752b9eebdcb5 req-3203f73e-21ba-4bd2-8bac-edf5c35f92ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 HTTP/1.1" status: 200 len: 217 time: 0.1015162 Sep 07 18:53:10.708391 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-874a0df7-ee29-47a1-bcf2-95e4d15b0d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:10.732859 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0683df8-6e1b-49de-8035-c332ce183765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:10.757352 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a0df7-ee29-47a1-bcf2-95e4d15b0d42 None None] Pushing event deleted for resources: {'Port': ['ID=abcfb291-8272-4536-a94f-e6a9de8795d8,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:10.764727 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874a0df7-ee29-47a1-bcf2-95e4d15b0d42 None None] No DVR routers for this DVR port abcfb291-8272-4536-a94f-e6a9de8795d8 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:53:10.788610 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0683df8-6e1b-49de-8035-c332ce183765 admin admin] Pushing event deleted for resources: {'Port': ['ID=abcfb291-8272-4536-a94f-e6a9de8795d8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:10.790755 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0683df8-6e1b-49de-8035-c332ce183765 admin admin] No DVR routers for this DVR port abcfb291-8272-4536-a94f-e6a9de8795d8 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:53:10.925116 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0683df8-6e1b-49de-8035-c332ce183765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:10.986737 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-e0683df8-6e1b-49de-8035-c332ce183765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b36db33-a603-4328-a50c-c82ced7f3f75']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:11.000020 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-e0683df8-6e1b-49de-8035-c332ce183765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c19125-8b68-478d-b6cd-48243210b5db') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:11.000353 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-e0683df8-6e1b-49de-8035-c332ce183765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c19125-8b68-478d-b6cd-48243210b5db') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:11.013433 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0683df8-6e1b-49de-8035-c332ce183765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:11.023722 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e14dec-1452-4501-bbec-63f2100b7345 req-a92206dc-5f48-444c-a0d0-e032a446cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:11.025515 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-91e14dec-1452-4501-bbec-63f2100b7345 req-a92206dc-5f48-444c-a0d0-e032a446cffc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 1095 time: 0.1042774 Sep 07 18:53:11.030511 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device abcfb291-8272-4536-a94f-e6a9de8795d8 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:53:11.035393 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0683df8-6e1b-49de-8035-c332ce183765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:11.068134 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: abcfb291-8272-4536-a94f-e6a9de8795d8 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:53:11.068616 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device abcfb291-8272-4536-a94f-e6a9de8795d8 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:53:11.069509 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c47745ce-e161-45ac-bf27-94df72b88ebd no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:53:11.085022 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0683df8-6e1b-49de-8035-c332ce183765 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:53:11.085505 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0683df8-6e1b-49de-8035-c332ce183765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:53:11.090490 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:53:11.105935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: c47745ce-e161-45ac-bf27-94df72b88ebd {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:53:11.106868 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c47745ce-e161-45ac-bf27-94df72b88ebd not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:53:11.331508 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0683df8-6e1b-49de-8035-c332ce183765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:11.339421 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0683df8-6e1b-49de-8035-c332ce183765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:11.343364 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e0683df8-6e1b-49de-8035-c332ce183765 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5b36db33-a603-4328-a50c-c82ced7f3f75 HTTP/1.1" status: 204 len: 168 time: 1.4802656 Sep 07 18:53:11.344299 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469a826-a776-47cc-9614-752b9eebdcb5 req-e23a0f5b-368c-4277-8ba8-89a42ea2c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:11.345958 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d469a826-a776-47cc-9614-752b9eebdcb5 req-e23a0f5b-368c-4277-8ba8-89a42ea2c287 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6597176 Sep 07 18:53:11.352352 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd91cafc-ac3c-4f5b-a1bc-e74d5b04c0a1 req-5699f06f-0200-467d-9ee4-991fa1b113b8 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0910771 Sep 07 18:53:11.362087 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0683df8-6e1b-49de-8035-c332ce183765 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b36db33-a603-4328-a50c-c82ced7f3f75,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:11.375801 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e14dec-1452-4501-bbec-63f2100b7345 req-97cc49ce-3164-4156-b37e-e10534a10927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:11.377834 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-91e14dec-1452-4501-bbec-63f2100b7345 req-97cc49ce-3164-4156-b37e-e10534a10927 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 912 time: 0.3382516 Sep 07 18:53:11.378168 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469a826-a776-47cc-9614-752b9eebdcb5 req-696fa7b4-48e8-4f2f-84b9-558695f12233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:11.379787 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d469a826-a776-47cc-9614-752b9eebdcb5 req-696fa7b4-48e8-4f2f-84b9-558695f12233 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.6232562 Sep 07 18:53:11.464790 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-91e14dec-1452-4501-bbec-63f2100b7345 req-7658e303-f7d2-4f14-aeb1-f6d6baf141bf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d405748-1170-4b7c-b252-e6c48be8be2b HTTP/1.1" status: 200 len: 999 time: 0.0796251 Sep 07 18:53:11.503620 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2140c2-2942-4122-9d60-ef7a245264f3 req-9ce5ed8c-3c22-4f48-9b6a-7a4a6c562cc3 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:11.511310 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b2140c2-2942-4122-9d60-ef7a245264f3 req-9ce5ed8c-3c22-4f48-9b6a-7a4a6c562cc3 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b435656-6a26-4301-a3e6-1890915ec144 HTTP/1.1" status: 200 len: 946 time: 0.2513075 Sep 07 18:53:11.538885 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e14dec-1452-4501-bbec-63f2100b7345 req-4a31aac9-0982-476f-b635-b32897673ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:11.541671 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-91e14dec-1452-4501-bbec-63f2100b7345 req-4a31aac9-0982-476f-b635-b32897673ac5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.0642140 Sep 07 18:53:11.572773 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469a826-a776-47cc-9614-752b9eebdcb5 req-b50f36f3-543b-448d-8623-fab8d4bef45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:11.574436 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d469a826-a776-47cc-9614-752b9eebdcb5 req-b50f36f3-543b-448d-8623-fab8d4bef45b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1834390 Sep 07 18:53:11.611368 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e14dec-1452-4501-bbec-63f2100b7345 req-8a485b95-9096-4355-a7b8-77e8ade2db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:11.613267 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-91e14dec-1452-4501-bbec-63f2100b7345 req-8a485b95-9096-4355-a7b8-77e8ade2db3b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618293 Sep 07 18:53:11.642921 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b2140c2-2942-4122-9d60-ef7a245264f3 req-7ef52957-fa0b-45b7-bc03-2b018a1670cf tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304102 Sep 07 18:53:11.673004 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d469a826-a776-47cc-9614-752b9eebdcb5 req-92833792-8d8f-4049-8ea8-8d224915b85a service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093011 Sep 07 18:53:11.679391 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58944) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:11.730991 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c4d7a-4d15-4807-9bb6-842e65c9dbb4 req-0ca14132-9553-4555-b00a-6e83ea311f9c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:11.733530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-888c4d7a-4d15-4807-9bb6-842e65c9dbb4 req-0ca14132-9553-4555-b00a-6e83ea311f9c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.2808349 Sep 07 18:53:11.750611 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-91e14dec-1452-4501-bbec-63f2100b7345 req-270cfa2a-079e-40d2-a414-71dc5e8a37d1 service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283877 Sep 07 18:53:11.855162 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-91e14dec-1452-4501-bbec-63f2100b7345 req-1ee58f40-b5e4-4fe9-924c-129b245bb7fe service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962176 Sep 07 18:53:11.927616 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d469a826-a776-47cc-9614-752b9eebdcb5 req-6c5d6530-82db-4e92-8d62-042f5913fd59 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310895 Sep 07 18:53:11.932789 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-888c4d7a-4d15-4807-9bb6-842e65c9dbb4 req-1aac05f4-17fa-4bba-b5e1-4352cb115dbf tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902020 Sep 07 18:53:11.935628 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2bb7dc44-522b-483d-93ac-cd952c0d2b23 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a76fb2f3e4ef4238b096f3cf087a827a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546713 Sep 07 18:53:11.939706 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58946) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:11.961297 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f735e-f0d1-4a8c-b3fd-fb526d9d8319 req-8b5b6653-9cbf-41c3-9e95-6f6188804bf3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:11.962803 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d64f735e-f0d1-4a8c-b3fd-fb526d9d8319 req-8b5b6653-9cbf-41c3-9e95-6f6188804bf3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 948 time: 0.2049632 Sep 07 18:53:12.010476 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0421de34-eff0-4316-8216-cb652f2ab43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:12.062064 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0421de34-eff0-4316-8216-cb652f2ab43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:12.087598 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d469a826-a776-47cc-9614-752b9eebdcb5 req-ae5984f3-3ed2-4851-bb5b-3ac408ffb802 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983142 Sep 07 18:53:12.165337 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d64f735e-f0d1-4a8c-b3fd-fb526d9d8319 req-a8208270-61c8-4bcc-a5be-e5c1f7045446 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756985 Sep 07 18:53:12.166019 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0421de34-eff0-4316-8216-cb652f2ab43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:12.204102 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0421de34-eff0-4316-8216-cb652f2ab43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:12.214154 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d469a826-a776-47cc-9614-752b9eebdcb5 req-27794986-ea6e-4472-8575-c680bffbb5d8 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748220 Sep 07 18:53:12.226472 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0421de34-eff0-4316-8216-cb652f2ab43c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/282781e0-25b6-47b6-859e-9713e25e5e84 HTTP/1.1" status: 204 len: 168 time: 0.2854688 Sep 07 18:53:12.232888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f488f-bcbc-4bec-a5a8-4808b797acf9 req-c2675288-50e0-4994-941b-536a85087563 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:12.233324 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-703f488f-bcbc-4bec-a5a8-4808b797acf9 req-c2675288-50e0-4994-941b-536a85087563 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1335554 Sep 07 18:53:12.262281 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421de34-eff0-4316-8216-cb652f2ab43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282781e0-25b6-47b6-859e-9713e25e5e84,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:12.286854 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421de34-eff0-4316-8216-cb652f2ab43c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:12.287212 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421de34-eff0-4316-8216-cb652f2ab43c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:12.287557 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421de34-eff0-4316-8216-cb652f2ab43c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:12.287895 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421de34-eff0-4316-8216-cb652f2ab43c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:12.288231 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421de34-eff0-4316-8216-cb652f2ab43c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:12.288585 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421de34-eff0-4316-8216-cb652f2ab43c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:12.288921 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421de34-eff0-4316-8216-cb652f2ab43c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:12.289249 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421de34-eff0-4316-8216-cb652f2ab43c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:12.289577 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421de34-eff0-4316-8216-cb652f2ab43c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:12.289901 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421de34-eff0-4316-8216-cb652f2ab43c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:12.290226 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421de34-eff0-4316-8216-cb652f2ab43c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:12.290548 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421de34-eff0-4316-8216-cb652f2ab43c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:12.303268 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-703f488f-bcbc-4bec-a5a8-4808b797acf9 req-6d81982d-139a-4418-bd96-64cafc6ae9e0 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600684 Sep 07 18:53:12.561081 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-261b0ede-7e12-4586-8f07-3a972ddab9d7 req-0439c671-79d5-4259-a7a4-64b887513f07 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0536168 Sep 07 18:53:12.575471 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:12.632766 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5266314-e00c-465b-af21-4755eca35da7 req-fe1f1e55-53e0-4371-a840-78de3fb27fc1 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:12.640593 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5266314-e00c-465b-af21-4755eca35da7 req-fe1f1e55-53e0-4371-a840-78de3fb27fc1 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1975253 Sep 07 18:53:12.699982 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5266314-e00c-465b-af21-4755eca35da7 req-65ced563-0add-4d66-8b4d-4c66f143ae34 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584178 Sep 07 18:53:12.743535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f976fbf-70c6-4a3d-9592-c75414f36445 req-9b00804d-5bbf-4df0-ab97-6143963982e6 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:12.745168 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f976fbf-70c6-4a3d-9592-c75414f36445 req-9b00804d-5bbf-4df0-ab97-6143963982e6 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b435656-6a26-4301-a3e6-1890915ec144 HTTP/1.1" status: 200 len: 946 time: 0.1700017 Sep 07 18:53:12.923030 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b37f6-7dda-473b-934b-0bba41f5cce3 req-9b2d13c8-7145-42bf-aee5-b8dcc51ee553 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:12.924648 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea6b37f6-7dda-473b-934b-0bba41f5cce3 req-9b2d13c8-7145-42bf-aee5-b8dcc51ee553 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b435656-6a26-4301-a3e6-1890915ec144 HTTP/1.1" status: 200 len: 946 time: 0.1785192 Sep 07 18:53:13.026745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea6b37f6-7dda-473b-934b-0bba41f5cce3 req-d2e5e947-74f1-495b-ad3c-d880b24c1dde tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931063 Sep 07 18:53:13.041277 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-9f976fbf-70c6-4a3d-9592-c75414f36445 req-7fcbe9be-a5ed-4bd6-a03b-1ee1ea50cc0e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Deleting port 0520712c-22fd-4c5a-b7e3-b561085f00b4 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:53:13.041620 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9f976fbf-70c6-4a3d-9592-c75414f36445 req-7fcbe9be-a5ed-4bd6-a03b-1ee1ea50cc0e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:13.063965 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394d073-4fae-46ac-95e7-c65e86c2689a req-278cf3ab-1b71-4e14-a8bd-391e3d3c7ec4 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:13.065436 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8394d073-4fae-46ac-95e7-c65e86c2689a req-278cf3ab-1b71-4e14-a8bd-391e3d3c7ec4 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1030197 Sep 07 18:53:13.224636 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8394d073-4fae-46ac-95e7-c65e86c2689a req-98217dc5-e5cd-47b9-8ed7-ca749a728938 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485760 Sep 07 18:53:13.255692 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-9f976fbf-70c6-4a3d-9592-c75414f36445 req-7fcbe9be-a5ed-4bd6-a03b-1ee1ea50cc0e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] For port 0520712c-22fd-4c5a-b7e3-b561085f00b4, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=0520712c-22fd-4c5a-b7e3-b561085f00b4,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:13.255929 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9f976fbf-70c6-4a3d-9592-c75414f36445 req-7fcbe9be-a5ed-4bd6-a03b-1ee1ea50cc0e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:13.290276 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-9f976fbf-70c6-4a3d-9592-c75414f36445 req-7fcbe9be-a5ed-4bd6-a03b-1ee1ea50cc0e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Calling delete_port for 0520712c-22fd-4c5a-b7e3-b561085f00b4 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:53:13.322460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a382a6-47ca-4a8e-a028-5f7d7ba0cff7 req-ade4c5b3-436f-4e33-b09c-17a6260783b9 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:13.324104 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-98a382a6-47ca-4a8e-a028-5f7d7ba0cff7 req-ade4c5b3-436f-4e33-b09c-17a6260783b9 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1736472 Sep 07 18:53:13.418339 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59002) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:13.444557 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-98a382a6-47ca-4a8e-a028-5f7d7ba0cff7 req-8bfb2ab2-afb3-41fe-a832-f8319861a095 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840590 Sep 07 18:53:13.451304 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:13.473472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b97d4-007c-4aa3-bcb9-2e927f991bc9 req-e59cfdbc-c2f4-4e76-9351-f2c0d7da0e0e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:13.480944 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c1b97d4-007c-4aa3-bcb9-2e927f991bc9 req-e59cfdbc-c2f4-4e76-9351-f2c0d7da0e0e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 948 time: 0.1558232 Sep 07 18:53:13.635446 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c1b97d4-007c-4aa3-bcb9-2e927f991bc9 req-f58d58cb-8e9b-4459-9cd8-8aa3e4fab907 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535256 Sep 07 18:53:13.664462 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-f15eba0c-f465-4243-a1ac-5331e260fbf5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1250825277-network', 'tenant_id': '5d899852f7f24aedbae267ad23aded21'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:13.698439 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15eba0c-f465-4243-a1ac-5331e260fbf5 admin admin] Made reservation on behalf of 5d899852f7f24aedbae267ad23aded21 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:53:13.699047 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9f976fbf-70c6-4a3d-9592-c75414f36445 req-7fcbe9be-a5ed-4bd6-a03b-1ee1ea50cc0e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:13.701624 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f15eba0c-f465-4243-a1ac-5331e260fbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:13.711897 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['0520712c-22fd-4c5a-b7e3-b561085f00b4'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:53:13.715177 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f15eba0c-f465-4243-a1ac-5331e260fbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:13.772992 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15aec72-0026-4430-80d4-7c5575111289 req-e2f0c183-97ad-4fbe-9bbb-0377ccd68522 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:13.774592 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c15aec72-0026-4430-80d4-7c5575111289 req-e2f0c183-97ad-4fbe-9bbb-0377ccd68522 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1778939 Sep 07 18:53:13.778780 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbe9be-a5ed-4bd6-a03b-1ee1ea50cc0e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Pushing event deleted for resources: {'Port': ['ID=0520712c-22fd-4c5a-b7e3-b561085f00b4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:13.819026 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5049fd4-9b6a-4512-b308-10a84269c0d3 req-85b45ddc-9ffe-4d1d-bcbe-c48a4b708f9a tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0626650 Sep 07 18:53:13.828358 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe9be-a5ed-4bd6-a03b-1ee1ea50cc0e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:13.828730 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe9be-a5ed-4bd6-a03b-1ee1ea50cc0e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:13.829070 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe9be-a5ed-4bd6-a03b-1ee1ea50cc0e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:13.829405 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe9be-a5ed-4bd6-a03b-1ee1ea50cc0e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:13.829737 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe9be-a5ed-4bd6-a03b-1ee1ea50cc0e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:13.830068 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe9be-a5ed-4bd6-a03b-1ee1ea50cc0e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:13.830391 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe9be-a5ed-4bd6-a03b-1ee1ea50cc0e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:13.830724 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe9be-a5ed-4bd6-a03b-1ee1ea50cc0e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:13.831034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe9be-a5ed-4bd6-a03b-1ee1ea50cc0e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:13.831511 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe9be-a5ed-4bd6-a03b-1ee1ea50cc0e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:13.831957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe9be-a5ed-4bd6-a03b-1ee1ea50cc0e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:13.832291 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe9be-a5ed-4bd6-a03b-1ee1ea50cc0e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:13.832500 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f15eba0c-f465-4243-a1ac-5331e260fbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:13.838607 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f15eba0c-f465-4243-a1ac-5331e260fbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:13.850389 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15eba0c-f465-4243-a1ac-5331e260fbf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:53:13.862034 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f15eba0c-f465-4243-a1ac-5331e260fbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:13.862822 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-f15eba0c-f465-4243-a1ac-5331e260fbf5 admin admin] Added segment 25c811ed-7aa6-4bbf-9bb1-e8442053b872 of type vlan for network 57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b Sep 07 18:53:13.878938 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c15aec72-0026-4430-80d4-7c5575111289 req-13717868-cd45-45ab-99c9-8c0efa6a4bdc tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825715 Sep 07 18:53:13.895008 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f976fbf-70c6-4a3d-9592-c75414f36445 req-7fcbe9be-a5ed-4bd6-a03b-1ee1ea50cc0e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] No DVR routers for this DVR port 0520712c-22fd-4c5a-b7e3-b561085f00b4 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:53:13.897669 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9f976fbf-70c6-4a3d-9592-c75414f36445 req-7fcbe9be-a5ed-4bd6-a03b-1ee1ea50cc0e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:13.899991 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f976fbf-70c6-4a3d-9592-c75414f36445 req-7fcbe9be-a5ed-4bd6-a03b-1ee1ea50cc0e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.60 "DELETE /v2.0/ports/0520712c-22fd-4c5a-b7e3-b561085f00b4 HTTP/1.1" status: 204 len: 173 time: 1.1451006 Sep 07 18:53:13.900187 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b435656-6a26-4301-a3e6-1890915ec144', 'name': 'network-vif-deleted', 'tag': '0520712c-22fd-4c5a-b7e3-b561085f00b4'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:13.903722 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26a52be-c482-4cf0-b1d3-f8b072ef3c22" -d '{"events": [{"server_uuid": "0b435656-6a26-4301-a3e6-1890915ec144", "name": "network-vif-deleted", "tag": "0520712c-22fd-4c5a-b7e3-b561085f00b4"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:13.906019 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15eba0c-f465-4243-a1ac-5331e260fbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29fc931-7129-43c6-8cdc-81bccb11d342,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:13.976491 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa9564d-ec24-4b5c-b3b8-91a78ac4de6a x-openstack-request-id: req-7aa9564d-ec24-4b5c-b3b8-91a78ac4de6a {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:13.976872 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b435656-6a26-4301-a3e6-1890915ec144", "name": "network-vif-deleted", "tag": "0520712c-22fd-4c5a-b7e3-b561085f00b4", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:13.977583 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7aa9564d-ec24-4b5c-b3b8-91a78ac4de6a {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:13.977992 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b435656-6a26-4301-a3e6-1890915ec144', 'name': 'network-vif-deleted', 'tag': '0520712c-22fd-4c5a-b7e3-b561085f00b4', 'status': 'completed', 'code': 200} Sep 07 18:53:13.983342 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f15eba0c-f465-4243-a1ac-5331e260fbf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:14.026973 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f15eba0c-f465-4243-a1ac-5331e260fbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:14.029214 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15eba0c-f465-4243-a1ac-5331e260fbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:14.037482 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f15eba0c-f465-4243-a1ac-5331e260fbf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:14.171216 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15eba0c-f465-4243-a1ac-5331e260fbf5 admin admin] Pushing event updated for resources: {'Network': ['ID=57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:14.186891 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f15eba0c-f465-4243-a1ac-5331e260fbf5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7633734 Sep 07 18:53:14.188076 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:53:14.199055 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59032) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:14.208117 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-10b18de5-4605-4879-87ce-d3c9df376bd9 admin admin] Request body: {'subnet': {'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1250825277-subnet', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:14.236441 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-0c79ea5d-5737-445a-b97c-9ad4d2efa879 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:14.238028 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-0c79ea5d-5737-445a-b97c-9ad4d2efa879 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.36 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2&tenant_id=e322fec1e0804b28961a329c847871a3&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 948 time: 0.1291647 Sep 07 18:53:14.264882 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b18de5-4605-4879-87ce-d3c9df376bd9 admin admin] Made reservation on behalf of 5d899852f7f24aedbae267ad23aded21 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:53:14.268196 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-17bf3322-7eff-4f0e-ba95-1dc537c44d0a req-2830de73-a89e-482e-9e6a-a29d8207bcc3 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b435656-6a26-4301-a3e6-1890915ec144 HTTP/1.1" status: 200 len: 210 time: 0.0826716 Sep 07 18:53:14.269969 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10b18de5-4605-4879-87ce-d3c9df376bd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:14.319657 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:53:14.392544 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afd4d6-e072-4968-b8b3-e9d7cee1a029 req-25ef6c6b-929a-43cc-9b21-7eddcbbfe9bd tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:14.394308 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a5afd4d6-e072-4968-b8b3-e9d7cee1a029 req-25ef6c6b-929a-43cc-9b21-7eddcbbfe9bd tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.2345057 Sep 07 18:53:14.460645 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-8d056c0e-2dad-430e-96d5-eda9d0842a4b service neutron] 10.222.0.36 "GET /v2.0/ports/3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1/bindings/n-h2-807786-1 HTTP/1.1" status: 200 len: 382 time: 0.2064927 Sep 07 18:53:14.465347 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:14.483791 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1', 'mac_address': 'fa:16:3e:b6:72:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:53:14.488591 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a5afd4d6-e072-4968-b8b3-e9d7cee1a029 req-e35fc51c-248e-44a5-a03f-80096dfdfb0b tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847399 Sep 07 18:53:14.525807 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86282b92-d621-4ab7-9177-9ea213b969da req-c4362c79-d835-414d-9414-2d12fe9e9829 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:14.534178 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86282b92-d621-4ab7-9177-9ea213b969da req-c4362c79-d835-414d-9414-2d12fe9e9829 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 948 time: 0.1336789 Sep 07 18:53:14.641571 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:14.680268 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:53:14.682849 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86282b92-d621-4ab7-9177-9ea213b969da req-4f79a5b7-b7b4-47ec-ba20-7a614cd48661 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475470 Sep 07 18:53:14.720861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-c79e9cfe-e8da-4554-be02-1b2607529fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:14.722344 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-c79e9cfe-e8da-4554-be02-1b2607529fd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 1099 time: 0.2309997 Sep 07 18:53:14.737941 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:14.744063 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:14.811639 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:14.908828 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26014aaa-5f14-4766-b1d1-972214d1cc78 req-3b750a84-6396-4702-a667-876d23441d06 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:14.923010 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-26014aaa-5f14-4766-b1d1-972214d1cc78 req-3b750a84-6396-4702-a667-876d23441d06 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.2873156 Sep 07 18:53:14.977735 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10b18de5-4605-4879-87ce-d3c9df376bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:15.020801 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ead7ebd-7782-494a-971b-6917267cfddd req-51f946c3-0002-4948-8843-f7b3dcf06494 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0485876 Sep 07 18:53:15.032393 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b18de5-4605-4879-87ce-d3c9df376bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4805dc95-c167-4887-9384-94e2ed03f0de,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:15.033743 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:53:15.066713 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-26014aaa-5f14-4766-b1d1-972214d1cc78 req-de8d9cb5-368c-47d4-8ad4-d45f2e847daa tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364164 Sep 07 18:53:15.069259 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b18de5-4605-4879-87ce-d3c9df376bd9 admin admin] Checking segment: {'id': '25c811ed-7aa6-4bbf-9bb1-e8442053b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:53:15.069725 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b18de5-4605-4879-87ce-d3c9df376bd9 admin admin] Network hostable DHCP agents. Network: 57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:53:15.087011 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-01b55ca0-3964-4269-bd9a-9284eb163fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:15.088633 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-01b55ca0-3964-4269-bd9a-9284eb163fbd service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.3463986 Sep 07 18:53:15.106112 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b18de5-4605-4879-87ce-d3c9df376bd9 admin admin] Network 57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:53:15.123303 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-10b18de5-4605-4879-87ce-d3c9df376bd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:15.134467 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b18de5-4605-4879-87ce-d3c9df376bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:15.136980 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10b18de5-4605-4879-87ce-d3c9df376bd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:15.137556 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3017b2de-e30d-41d4-950d-e8d621d078c6 None None] Network 57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:53:15.166122 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-10b18de5-4605-4879-87ce-d3c9df376bd9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9652185 Sep 07 18:53:15.167078 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59050) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:15.173043 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-063853a3-cced-4249-b501-b6fa039035af admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1250825277-router', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:15.242679 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-063853a3-cced-4249-b501-b6fa039035af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:15.244250 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-063853a3-cced-4249-b501-b6fa039035af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:15.410574 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-063853a3-cced-4249-b501-b6fa039035af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:15.656459 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b', 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'fixed_ips': [{'subnet_id': '4805dc95-c167-4887-9384-94e2ed03f0de'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:53:15.657341 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:15.680740 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-063853a3-cced-4249-b501-b6fa039035af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:15.816563 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-06290b62-6d74-4667-b6ab-843644ce0089 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 HTTP/1.1" status: 200 len: 217 time: 0.7185214 Sep 07 18:53:15.890582 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c98f8f3-4176-445b-9e78-cc06e2f4c6d6 req-1c73cd41-da2c-455b-8759-d98fd28379b8 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b435656-6a26-4301-a3e6-1890915ec144 HTTP/1.1" status: 200 len: 210 time: 0.0773752 Sep 07 18:53:15.913584 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] Allocated IP 172.20.0.2 (57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b/4805dc95-c167-4887-9384-94e2ed03f0de/c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:53:15.988571 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-063853a3-cced-4249-b501-b6fa039035af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:16.002579 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda92ea0-faa7-4043-9d89-2430c081878c req-76b413ce-b286-47a2-9690-b2d9844e2625 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:16.010307 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cda92ea0-faa7-4043-9d89-2430c081878c req-76b413ce-b286-47a2-9690-b2d9844e2625 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.2126248 Sep 07 18:53:16.037960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-be26d2f6-d9d4-4567-91d8-fda6655542d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:16.039412 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-be26d2f6-d9d4-4567-91d8-fda6655542d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1865189 Sep 07 18:53:16.042796 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-063853a3-cced-4249-b501-b6fa039035af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:16.129989 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cda92ea0-faa7-4043-9d89-2430c081878c req-7f0d6f77-d09b-4206-b515-00da17559904 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126783 Sep 07 18:53:16.184405 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-6d8b5024-7e06-42b7-a0b0-cf2b62541dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:16.185412 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-6d8b5024-7e06-42b7-a0b0-cf2b62541dc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1370664 Sep 07 18:53:16.192069 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:16.206061 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7d1d7-85a4-4527-8770-f62a8e38e2cb req-4f3f783d-65bf-4929-8403-36da36107b44 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:16.210423 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] Transition to ACTIVE for port object c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:16.212370 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a8a7d1d7-85a4-4527-8770-f62a8e38e2cb req-4f3f783d-65bf-4929-8403-36da36107b44 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 949 time: 0.1932144 Sep 07 18:53:16.237687 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] Transition to ACTIVE for port object c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:16.247075 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:16.287857 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-063853a3-cced-4249-b501-b6fa039035af admin admin] Allocated IP 172.25.8.88 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:53:16.304357 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a39796c-d80c-4a1c-9742-4131c5f4b623 req-306274fc-ecb5-4808-a8a3-3e1f359e139b tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0584400 Sep 07 18:53:16.306857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] Network 57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:53:16.319133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:16.326061 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:53:16.386923 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a8a7d1d7-85a4-4527-8770-f62a8e38e2cb req-64099209-b89d-45de-a6bb-ad6031c7227d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536851 Sep 07 18:53:16.428416 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-7e7942a2-1d35-4409-85fc-f400deae3a4c service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147753 Sep 07 18:53:16.571656 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] Pushing event updated for resources: {'Port': ['ID=c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:16.587688 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e308fe0-718f-4a66-b8d0-37c0992e06cb req-d9753a1b-c0e2-408e-8c04-f5e437659166 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:16.589312 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 0520712c-22fd-4c5a-b7e3-b561085f00b4 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:53:16.597627 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e308fe0-718f-4a66-b8d0-37c0992e06cb req-d9753a1b-c0e2-408e-8c04-f5e437659166 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.0909886 Sep 07 18:53:16.597962 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] Attempting to bind port c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:53:16.598338 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] Attempting to bind port c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '25c811ed-7aa6-4bbf-9bb1-e8442053b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:53:16.598712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] Attempting to bind port c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5 on network 57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:53:16.599140 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-063853a3-cced-4249-b501-b6fa039035af admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:16.614766 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-febc2df5-9d3e-4121-9b6b-6ccbc5c9f6ce service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776044 Sep 07 18:53:16.646220 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 0520712c-22fd-4c5a-b7e3-b561085f00b4 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:53:16.646795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 0520712c-22fd-4c5a-b7e3-b561085f00b4 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:53:16.649955 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:53:16.653064 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] Checking segment: {'id': '25c811ed-7aa6-4bbf-9bb1-e8442053b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:53:16.653687 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:16.655883 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] Bound using segment: {'id': '25c811ed-7aa6-4bbf-9bb1-e8442053b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:53:16.656566 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] Bound port: c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c811ed-7aa6-4bbf-9bb1-e8442053b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:53:16.657202 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:16.688004 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-063853a3-cced-4249-b501-b6fa039035af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:16.709903 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e308fe0-718f-4a66-b8d0-37c0992e06cb req-391b37b0-3ef4-4642-8e57-c71caeba9dd6 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062965 Sep 07 18:53:16.752451 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063853a3-cced-4249-b501-b6fa039035af admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:53:16.755924 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-063853a3-cced-4249-b501-b6fa039035af admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:16.762871 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063853a3-cced-4249-b501-b6fa039035af admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:53:16.788226 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063853a3-cced-4249-b501-b6fa039035af admin admin] Pushing event updated for resources: {'Port': ['ID=99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:16.803064 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] For port c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:53:16.812827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] For port c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5,segment=NetworkSegment(25c811ed-7aa6-4bbf-9bb1-e8442053b872),segment_id=25c811ed-7aa6-4bbf-9bb1-e8442053b872)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:53:16.819926 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:16.937584 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1d460-2999-4268-8950-d3f13e2e3cbc req-6f3a081a-3202-4cdd-baa3-29c65d3d05d2 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:16.948642 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-78e1d460-2999-4268-8950-d3f13e2e3cbc req-6f3a081a-3202-4cdd-baa3-29c65d3d05d2 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.0799105 Sep 07 18:53:16.994417 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc78e5-30b3-4d6a-8e99-0bf414dfcc83 None None] Pushing event updated for resources: {'Port': ['ID=c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:17.047136 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-78e1d460-2999-4268-8950-d3f13e2e3cbc req-5afa4de5-137d-426a-ae8f-78cda820bca5 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923841 Sep 07 18:53:17.140921 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3c00ffa-c9f5-469c-b560-305230c1fd0f req-95dfe708-e2cd-47c8-a892-c50c69fee83f tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b435656-6a26-4301-a3e6-1890915ec144 HTTP/1.1" status: 200 len: 210 time: 0.0974929 Sep 07 18:53:17.247682 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-063853a3-cced-4249-b501-b6fa039035af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:17.255989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd83a4-da85-4d12-bd10-9abb8ca7be46 req-69e9c4c5-040e-4225-8e59-d1c2780dd933 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:17.265594 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49dd83a4-da85-4d12-bd10-9abb8ca7be46 req-69e9c4c5-040e-4225-8e59-d1c2780dd933 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.0713279 Sep 07 18:53:17.343959 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49dd83a4-da85-4d12-bd10-9abb8ca7be46 req-d7ce78b3-fd26-4821-9a6f-467bf4d29e31 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771120 Sep 07 18:53:17.601590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86077d3-14e1-4103-9d03-6c92226b19c2 req-ab16cc63-ca0c-4180-a0c0-d257bce5389d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:17.614031 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d86077d3-14e1-4103-9d03-6c92226b19c2 req-ab16cc63-ca0c-4180-a0c0-d257bce5389d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 949 time: 0.1066084 Sep 07 18:53:17.681064 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-063853a3-cced-4249-b501-b6fa039035af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:17.734948 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d86077d3-14e1-4103-9d03-6c92226b19c2 req-40009988-3e69-43bf-b194-75510d8ac71b tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129706 Sep 07 18:53:17.737816 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e9ca523-113b-4d14-a46d-bc04d7ea6b69 req-28e33506-8382-4591-ae4f-82280aebf959 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.3072813 Sep 07 18:53:17.896280 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9ae45-81a6-43c0-9698-9d32602e774c req-d926aaba-d40c-4acc-88e8-49347bf235a9 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:17.904594 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-74f9ae45-81a6-43c0-9698-9d32602e774c req-d926aaba-d40c-4acc-88e8-49347bf235a9 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.0774426 Sep 07 18:53:17.933478 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063853a3-cced-4249-b501-b6fa039035af admin admin] Router bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:53:17.975667 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-74f9ae45-81a6-43c0-9698-9d32602e774c req-b9b9d977-a1c4-4193-ae32-fd860143a360 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700624 Sep 07 18:53:18.191077 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063853a3-cced-4249-b501-b6fa039035af admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:53:18.207995 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] Sync routers for ids ['bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:53:18.211863 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-063853a3-cced-4249-b501-b6fa039035af admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:18.213315 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-063853a3-cced-4249-b501-b6fa039035af admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.0447793 Sep 07 18:53:18.218534 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59108) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:18.227536 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] Routers {'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:53:18.228733 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:52:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:18.246512 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d122407-3e3a-4ab2-ae92-4d68098c996a req-4d6afa07-cbbe-4522-8b41-f2a260463b14 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:18.259999 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d122407-3e3a-4ab2-ae92-4d68098c996a req-4d6afa07-cbbe-4522-8b41-f2a260463b14 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1592252 Sep 07 18:53:18.329751 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:53:18.428072 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d122407-3e3a-4ab2-ae92-4d68098c996a req-c73b6a4e-9a67-4926-8827-104512495e84 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667418 Sep 07 18:53:18.449373 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-426a3fc2-20fb-4e79-91c4-f6fdc128c735 req-e9b6e598-9151-454a-a75a-3da3460f4449 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b435656-6a26-4301-a3e6-1890915ec144 HTTP/1.1" status: 200 len: 210 time: 0.1489985 Sep 07 18:53:18.544737 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eddfdd1-3d6e-4cdd-bd80-5d3755cb08ce None None] Network 57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:53:18.558203 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] Set router bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:53:18.562215 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:18.772351 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:18.772822 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:18.861740 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d64df4-58b2-467d-b498-3e5b4f31b217 req-6be93cdc-54b9-4401-a1bc-c77d024b012e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:18.869579 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-62d64df4-58b2-467d-b498-3e5b4f31b217 req-6be93cdc-54b9-4401-a1bc-c77d024b012e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/networks?id=5b400c2c-52a1-4a3f-b7e2-da40908cc664 HTTP/1.1" status: 200 len: 813 time: 0.2285860 Sep 07 18:53:18.900783 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-62d64df4-58b2-467d-b498-3e5b4f31b217 req-8486e3d4-27eb-4be5-8d60-61a98ed82bc8 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/quotas/23bd9db961d24ba189b315670760f471 HTTP/1.1" status: 200 len: 375 time: 0.0302825 Sep 07 18:53:18.965666 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b5c7c341-a043-4f9a-9e66-a14e7b360034 None None] Provisioning for port c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:19.048298 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b63eb-b39d-4a0d-a3a0-a965ff0641c5 req-b3b5f00a-ffde-4690-be6b-9400c197d815 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:19.050100 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f74b63eb-b39d-4a0d-a3a0-a965ff0641c5 req-b3b5f00a-ffde-4690-be6b-9400c197d815 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 949 time: 0.1969969 Sep 07 18:53:19.073209 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-62d64df4-58b2-467d-b498-3e5b4f31b217 req-42e97754-4448-4314-b94f-74a7794e5aa6 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=23bd9db961d24ba189b315670760f471&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1713808 Sep 07 18:53:19.143033 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:53:19.175048 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:53:19.187776 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f74b63eb-b39d-4a0d-a3a0-a965ff0641c5 req-94541f07-5a16-48a6-ab30-dd961c15ce04 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115277 Sep 07 18:53:19.279928 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83cc8461-ce24-48bf-8e31-0e1fa658f07f req-1f779013-438b-43ea-8581-4cade97683e2 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0669000 Sep 07 18:53:19.349473 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-1304eae4-9d2d-4c33-a425-c6b665ecfba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:19.352709 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-1304eae4-9d2d-4c33-a425-c6b665ecfba3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2&tenant_id=e322fec1e0804b28961a329c847871a3 HTTP/1.1" status: 200 len: 1100 time: 0.1378729 Sep 07 18:53:19.382887 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807786-1', 'device_owner': 'compute:nova'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:19.410275 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:19.438785 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9ac0-1dc7-4b04-b2dc-25538cb42fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:19.520971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a4603-a99b-4261-8a1f-192ae99154a5 req-63e4c085-102a-4694-a9e9-3da00fa654d7 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:19.529492 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-457a4603-a99b-4261-8a1f-192ae99154a5 req-63e4c085-102a-4694-a9e9-3da00fa654d7 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1432326 Sep 07 18:53:19.563658 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:19.639184 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df28ca9-cec9-45cb-a48a-7f15c34b17b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:19.641548 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f25a37-fa1b-46d7-8a88-b5e63ed77841" -d '{"events": [{"server_uuid": "3df28ca9-cec9-45cb-a48a-7f15c34b17b2", "name": "network-vif-plugged", "status": "completed", "tag": "3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:19.644118 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a11759d-f0ff-49d7-9aa4-79dfb3bd290f req-8f622617-5330-49cd-99a6-914f74de9335 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b435656-6a26-4301-a3e6-1890915ec144 HTTP/1.1" status: 200 len: 210 time: 0.0593152 Sep 07 18:53:19.664802 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-457a4603-a99b-4261-8a1f-192ae99154a5 req-46684a67-ea81-4c89-8202-a51399c4a77f tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336992 Sep 07 18:53:19.692874 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:19.700836 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:19.707256 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:19.707638 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:19.746580 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:19.835059 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,revision_number=9']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:19.852823 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.api [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 18:53:19.854375 n-d-807786-1 neutron-server[101445]: DEBUG oslo_db.api [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 18:53:19.857001 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'name': 'tempest-ServersTestJSON-1250825277-router', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:53:15Z', 'updated_at': '2021-09-07T18:53:17Z', 'revision_number': 3, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'gw_port': {'id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:16Z', 'updated_at': '2021-09-07T18:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:19.862027 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac8a3a4-ab57-4d49-af5d-a457201e343c x-openstack-request-id: req-bac8a3a4-ab57-4d49-af5d-a457201e343c {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:19.862373 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df28ca9-cec9-45cb-a48a-7f15c34b17b2", "name": "network-vif-plugged", "status": "completed", "tag": "3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:19.862544 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bac8a3a4-ab57-4d49-af5d-a457201e343c {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:19.863038 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df28ca9-cec9-45cb-a48a-7f15c34b17b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1', 'code': 200} Sep 07 18:53:19.881517 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-b7ba9ac0-1dc7-4b04-b2dc-25538cb42fa7 admin admin] Allocated IP 172.20.0.1 (57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b/4805dc95-c167-4887-9384-94e2ed03f0de/1a94ee36-045b-41fd-971c-368730db8893) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:53:19.923618 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] Checking router: bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:53:19.923969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] Updating router bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 port 99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:53:19.981135 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:19.989475 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52758d-5a60-47bb-848d-159bac08c6db req-568a33a4-aee0-4b5e-a27c-e301bf8639b9 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:19.991088 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd52758d-5a60-47bb-848d-159bac08c6db req-568a33a4-aee0-4b5e-a27c-e301bf8639b9 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1073544 Sep 07 18:53:20.081507 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd52758d-5a60-47bb-848d-159bac08c6db req-9825c107-6659-4627-a16f-536a9177ca63 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761857 Sep 07 18:53:20.099485 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9ac0-1dc7-4b04-b2dc-25538cb42fa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:20.130973 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9ac0-1dc7-4b04-b2dc-25538cb42fa7 admin admin] Transition to ACTIVE for port object 1a94ee36-045b-41fd-971c-368730db8893 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:20.176854 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:20.203261 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9ac0-1dc7-4b04-b2dc-25538cb42fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:20.289611 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-74b6640e-0f63-4d3d-a0ca-0762f88450ba None None] Provisioning complete for port c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:20.289981 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-74b6640e-0f63-4d3d-a0ca-0762f88450ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:20.295548 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ba9ac0-1dc7-4b04-b2dc-25538cb42fa7 admin admin] Network 57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:53:20.309727 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b7ba9ac0-1dc7-4b04-b2dc-25538cb42fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:20.313717 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ba9ac0-1dc7-4b04-b2dc-25538cb42fa7 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:53:20.394947 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5,segment=NetworkSegment(25c811ed-7aa6-4bbf-9bb1-e8442053b872),segment_id=25c811ed-7aa6-4bbf-9bb1-e8442053b872)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:20.404543 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9ac0-1dc7-4b04-b2dc-25538cb42fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=1a94ee36-045b-41fd-971c-368730db8893,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:20.458258 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:20.487598 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9ac0-1dc7-4b04-b2dc-25538cb42fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:20.516447 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:20.554065 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a7a10c22-0e1e-4a33-a8a5-ac4bbd3dbeb2 req-7e91f875-ac49-4c91-8069-182c144569c6 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=23bd9db961d24ba189b315670760f471 HTTP/1.1" status: 200 len: 221 time: 0.2143722 Sep 07 18:53:20.603279 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01d3ef-8482-48e0-927b-98cbfb1290d4 req-989d7031-c3f9-4a15-9b58-8d85243dd8fa tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:20.613067 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c01d3ef-8482-48e0-927b-98cbfb1290d4 req-989d7031-c3f9-4a15-9b58-8d85243dd8fa tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.2123342 Sep 07 18:53:20.646557 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:20.722874 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9ac0-1dc7-4b04-b2dc-25538cb42fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:20.774380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90549da5-47cd-4f02-95dc-1201cf8b5f72 req-05055466-4824-42b7-8215-2cd73337bb8f tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0900366 Sep 07 18:53:20.944868 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c01d3ef-8482-48e0-927b-98cbfb1290d4 req-87045b34-da07-4bc5-944f-6c4223233547 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107450 Sep 07 18:53:21.104365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:53:21.147930 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9ac0-1dc7-4b04-b2dc-25538cb42fa7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:21.154391 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9ac0-1dc7-4b04-b2dc-25538cb42fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:21.202089 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:21.216485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] Transition to ACTIVE for port object 99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:21.227415 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:21.237524 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:21.243314 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:21.252084 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] For port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:21.276114 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9ac0-1dc7-4b04-b2dc-25538cb42fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:21.280849 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9ac0-1dc7-4b04-b2dc-25538cb42fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=1a94ee36-045b-41fd-971c-368730db8893,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:21.408919 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ba9ac0-1dc7-4b04-b2dc-25538cb42fa7 admin admin] Network 57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:53:21.411232 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b7ba9ac0-1dc7-4b04-b2dc-25538cb42fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:21.450429 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-46df7f83-d47a-444a-825e-f7c331c9817d req-b679b16b-1a52-48e6-8e54-42039baba486 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b435656-6a26-4301-a3e6-1890915ec144 HTTP/1.1" status: 200 len: 210 time: 0.1346405 Sep 07 18:53:21.456238 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] For port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:53:21.465823 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68e15a-f4d1-4a18-8c7f-ecff0cdb22ff None None] Pushing event updated for resources: {'Port': ['ID=99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:21.474888 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] Attempting to bind port 99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:53:21.475510 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] Attempting to bind port 99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:53:21.476056 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] Attempting to bind port 99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:53:21.490798 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9bdc1720-3d41-439f-9330-9394f753b4d0 None None] Provisioning for port 1a94ee36-045b-41fd-971c-368730db8893 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:21.498073 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:53:21.509152 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:53:21.510158 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:21.510738 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:53:21.511420 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] Bound port: 99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:53:21.512008 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:21.520248 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9bdc1720-3d41-439f-9330-9394f753b4d0 None None] Provisioning complete for port 1a94ee36-045b-41fd-971c-368730db8893 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:21.522485 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1720-3d41-439f-9330-9394f753b4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:21.579194 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ba9ac0-1dc7-4b04-b2dc-25538cb42fa7 admin admin] Router bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:53:21.584385 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81b29a-fea9-40e8-87a8-9d26a751daa6 req-3b2c4582-572a-48d5-8e19-53cbb4be0392 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:21.600828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f81b29a-fea9-40e8-87a8-9d26a751daa6 req-3b2c4582-572a-48d5-8e19-53cbb4be0392 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.6295652 Sep 07 18:53:21.695211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f81b29a-fea9-40e8-87a8-9d26a751daa6 req-e1d1737a-3180-4c2f-bad4-5996993c38cf tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934095 Sep 07 18:53:21.727645 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df28ca9-cec9-45cb-a48a-7f15c34b17b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:21.731521 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd4abae-aa1b-4863-9bd3-1e4545ea6b58" -d '{"events": [{"server_uuid": "3df28ca9-cec9-45cb-a48a-7f15c34b17b2", "name": "network-vif-unplugged", "status": "completed", "tag": "3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:21.753038 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:21.756233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-9bdc1720-3d41-439f-9330-9394f753b4d0 None None] Port 1a94ee36-045b-41fd-971c-368730db8893 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:53:21.803716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Transition to ACTIVE for port object 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:21.810712 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:21.874473 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] For port 99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:53:21.899676 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ba9ac0-1dc7-4b04-b2dc-25538cb42fa7 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:53:21.924763 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b7ba9ac0-1dc7-4b04-b2dc-25538cb42fa7 admin admin] 10.222.0.26 "PUT /v2.0/routers/bc13bfb2-3c11-4a22-8344-4cb1586dbdc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6944611 Sep 07 18:53:21.928640 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] For port 99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:53:21.938154 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:21.952014 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] No DVR routers for this DVR port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:53:22.007208 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c280576d-5141-4fe0-9bba-c3120d4b9aee None None] Provisioning complete for port 1a94ee36-045b-41fd-971c-368730db8893 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:22.007584 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c280576d-5141-4fe0-9bba-c3120d4b9aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:22.057344 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa5be6b-14fd-49b6-9371-e17ece12dd0e x-openstack-request-id: req-daa5be6b-14fd-49b6-9371-e17ece12dd0e {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:22.057825 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df28ca9-cec9-45cb-a48a-7f15c34b17b2", "name": "network-vif-unplugged", "status": "completed", "tag": "3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:22.059774 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-daa5be6b-14fd-49b6-9371-e17ece12dd0e {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:22.060346 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df28ca9-cec9-45cb-a48a-7f15c34b17b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1', 'code': 200} Sep 07 18:53:22.120744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68e15a-f4d1-4a18-8c7f-ecff0cdb22ff None None] Pushing event updated for resources: {'Port': ['ID=99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:22.133201 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] Routers {'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:53:22.133756 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:52:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:22.189775 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,revision_number=10']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:22.217395 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677d7eb-9918-4f69-9cc0-c08b4007cf5e req-e9e6e8be-3a64-4b39-89ff-fe4bfa1ef550 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:22.219058 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f677d7eb-9918-4f69-9cc0-c08b4007cf5e req-e9e6e8be-3a64-4b39-89ff-fe4bfa1ef550 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.3263268 Sep 07 18:53:22.246460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c280576d-5141-4fe0-9bba-c3120d4b9aee None None] Port 1a94ee36-045b-41fd-971c-368730db8893 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:53:22.267310 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Attempting to bind port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:53:22.267880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Attempting to bind port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:53:22.267993 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Attempting to bind port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:53:22.304967 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f677d7eb-9918-4f69-9cc0-c08b4007cf5e req-43a1356d-e3eb-4b07-88a7-18ac9726c1ad tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779090 Sep 07 18:53:22.307297 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c07a77e6-8007-4255-b496-4b6cee7cba8d req-15644038-1e63-4b5c-9683-352bc843feb6 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0481734 Sep 07 18:53:22.308044 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:53:22.308267 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Attempting to bind port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:53:22.314255 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:53:22.314612 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:53:22.315017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:53:22.315470 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Bound port: 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:53:22.315836 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:22.509823 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] For port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:53:22.514174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] For port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:53:22.524184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6140bd-04a5-4db9-b5dd-eece4ff2ff95 req-0349c46a-f5c2-49b9-ab58-c4a5a4b8aa84 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:22.533446 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a6140bd-04a5-4db9-b5dd-eece4ff2ff95 req-0349c46a-f5c2-49b9-ab58-c4a5a4b8aa84 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 949 time: 0.1202044 Sep 07 18:53:22.576115 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:22.603503 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] Set router bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:53:22.604027 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a6140bd-04a5-4db9-b5dd-eece4ff2ff95 req-1e02db38-da64-4927-948f-b71c63a93fea tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652785 Sep 07 18:53:22.620778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:22.621679 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:22.626235 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] 10.222.0.60 "PUT /v2.0/ports/3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 HTTP/1.1" status: 200 len: 1097 time: 3.2540948 Sep 07 18:53:22.860285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4ba69-bd26-488f-92af-af927114a1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,revision_number=11']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:22.921199 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:53:23.002716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-ee6e7fed-3431-46aa-9e27-5f4b7cfd50f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:23.002972 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-ee6e7fed-3431-46aa-9e27-5f4b7cfd50f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 1100 time: 0.3168027 Sep 07 18:53:23.074571 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2eced-407e-435b-9255-96f6800c0464 req-cada18ef-48ac-4209-8a6c-3e7b133bb916 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:23.093083 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bfc2eced-407e-435b-9255-96f6800c0464 req-cada18ef-48ac-4209-8a6c-3e7b133bb916 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.2158997 Sep 07 18:53:23.131918 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:53:23.224696 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bfc2eced-407e-435b-9255-96f6800c0464 req-767c0e40-a758-4c87-adc1-9b87c22292a0 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298211 Sep 07 18:53:23.285405 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'name': 'tempest-ServersTestJSON-1250825277-router', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:53:15Z', 'updated_at': '2021-09-07T18:53:20Z', 'revision_number': 4, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'gw_port': {'id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:16Z', 'updated_at': '2021-09-07T18:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '1a94ee36-045b-41fd-971c-368730db8893', 'name': '', 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'mac_address': 'fa:16:3e:48:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:19Z', 'updated_at': '2021-09-07T18:53:20Z', 'revision_number': 2, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'subnets': [{'id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:23.291488 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-d0224e5e-67d2-409d-bbfe-943c49472fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:23.296692 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-d0224e5e-67d2-409d-bbfe-943c49472fb5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2818289 Sep 07 18:53:23.380357 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59212) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:23.386978 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a5d51e90-edab-4025-8953-d41df478351f tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--343157161', 'description': 'tempest-description--125419974'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:23.397311 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f615c5-23a4-471f-8efc-e2e37bcd246b None None] The sync data for ids ['bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'] in n-d-807786-1 is: [{'id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'name': 'tempest-ServersTestJSON-1250825277-router', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:53:15Z', 'updated_at': '2021-09-07T18:53:20Z', 'revision_number': 4, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'gw_port': {'id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:16Z', 'updated_at': '2021-09-07T18:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '1a94ee36-045b-41fd-971c-368730db8893', 'name': '', 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'mac_address': 'fa:16:3e:48:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:19Z', 'updated_at': '2021-09-07T18:53:20Z', 'revision_number': 2, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'subnets': [{'id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:53:23.404377 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-6efc72f2-0f95-4d85-9e2b-dc03f8a21eba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 HTTP/1.1" status: 200 len: 217 time: 0.0984619 Sep 07 18:53:23.432487 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a5d51e90-edab-4025-8953-d41df478351f tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:23.559913 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac4f6020-ee7b-411b-82fe-d4bd401fb55c req-a2bd242a-d87f-441f-b0d3-93cf8dfe6742 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0698338 Sep 07 18:53:23.562534 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-d584795a-9a41-4829-be95-a630a7c0c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:23.571421 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-d584795a-9a41-4829-be95-a630a7c0c38e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1540062 Sep 07 18:53:23.613116 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc21d88-b10e-4069-90b3-cbe3acf8950b req-47352d8c-51f6-435a-9e75-d1b004a5a728 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:23.620774 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3cc21d88-b10e-4069-90b3-cbe3acf8950b req-47352d8c-51f6-435a-9e75-d1b004a5a728 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1623011 Sep 07 18:53:23.655788 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a5d51e90-edab-4025-8953-d41df478351f tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:23.664233 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a5d51e90-edab-4025-8953-d41df478351f tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:23.697152 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3cc21d88-b10e-4069-90b3-cbe3acf8950b req-b70dfd31-7a3c-44dc-a838-4ab9d2b113f4 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754132 Sep 07 18:53:23.700364 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-23a9ce1c-bf09-4a91-be96-a8be8ef8edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:23.718433 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-23a9ce1c-bf09-4a91-be96-a8be8ef8edd1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1382630 Sep 07 18:53:23.738554 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a5d51e90-edab-4025-8953-d41df478351f tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:23.745321 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a5d51e90-edab-4025-8953-d41df478351f tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3632019 Sep 07 18:53:23.752502 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59234) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:23.755261 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d51e90-edab-4025-8953-d41df478351f tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c73777-b457-4b23-ac3d-67dd72116034,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:23.805699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e381f690-caa1-4ab9-9ff3-ec5bf60da6e2 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Request body: {'security_group_rule': {'security_group_id': 'b3c73777-b457-4b23-ac3d-67dd72116034', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:24.062942 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df28ca9-cec9-45cb-a48a-7f15c34b17b2', 'tag': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:24.065777 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c786d9ee-5020-43b0-a936-801fd1d10da6" -d '{"events": [{"name": "network-changed", "server_uuid": "3df28ca9-cec9-45cb-a48a-7f15c34b17b2", "tag": "3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:24.085875 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e381f690-caa1-4ab9-9ff3-ec5bf60da6e2 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:24.156437 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bb8c2-bf3d-44cf-8c3d-fbc3c879a248 req-c681670c-fe0f-4882-87e7-c724d0055a4a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:24.158312 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-628bb8c2-bf3d-44cf-8c3d-fbc3c879a248 req-c681670c-fe0f-4882-87e7-c724d0055a4a tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 949 time: 0.3011417 Sep 07 18:53:24.189344 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e381f690-caa1-4ab9-9ff3-ec5bf60da6e2 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:24.208628 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e381f690-caa1-4ab9-9ff3-ec5bf60da6e2 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:24.255719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4170859-94d2-4641-a01c-0a5ff8393e0b req-01abc2ef-4640-44f8-9515-48e968aeaead tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:24.261037 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a4170859-94d2-4641-a01c-0a5ff8393e0b req-01abc2ef-4640-44f8-9515-48e968aeaead tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/networks?id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 HTTP/1.1" status: 200 len: 812 time: 0.5400431 Sep 07 18:53:24.270560 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381f690-caa1-4ab9-9ff3-ec5bf60da6e2 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6e4577-ad9d-4aa7-adf9-65cde13671f7,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:24.304034 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-813b3716-02b9-419c-9976-ec924214e98a service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5760210 Sep 07 18:53:24.311756 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e381f690-caa1-4ab9-9ff3-ec5bf60da6e2 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:24.313296 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e381f690-caa1-4ab9-9ff3-ec5bf60da6e2 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5419934 Sep 07 18:53:24.316473 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59240) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:24.324390 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-18e21404-f5f3-4401-94b6-a342b045da46 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Request body: {'security_group_rule': {'security_group_id': 'b3c73777-b457-4b23-ac3d-67dd72116034', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:24.326278 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-628bb8c2-bf3d-44cf-8c3d-fbc3c879a248 req-6b3eba92-6dd2-4f8d-8b27-6eca996fe6c7 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353545 Sep 07 18:53:24.336465 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a4170859-94d2-4641-a01c-0a5ff8393e0b req-af379ddd-c96c-43e1-a525-f82283e6c405 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/quotas/d8d2dd6678d2444d8d30e7280161600d HTTP/1.1" status: 200 len: 375 time: 0.0710351 Sep 07 18:53:24.403250 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a4170859-94d2-4641-a01c-0a5ff8393e0b req-cd9d8cb7-09cd-4936-af6f-301d3da46878 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8d2dd6678d2444d8d30e7280161600d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654018 Sep 07 18:53:24.427132 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18e21404-f5f3-4401-94b6-a342b045da46 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:24.666319 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18e21404-f5f3-4401-94b6-a342b045da46 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:24.672363 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18e21404-f5f3-4401-94b6-a342b045da46 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:24.697951 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18e21404-f5f3-4401-94b6-a342b045da46 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:24.702674 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-18e21404-f5f3-4401-94b6-a342b045da46 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3851025 Sep 07 18:53:24.703425 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59252) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:24.710252 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-5b7c4391-6c32-4a48-812f-b8d43b924452 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:24.731305 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e21404-f5f3-4401-94b6-a342b045da46 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45c1bc6-9d5b-41c8-8585-33adca47bd86,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:24.821358 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4391-6c32-4a48-812f-b8d43b924452 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:24.885228 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e634e233-1140-4b70-bdaf-20bb78798b89 x-openstack-request-id: req-e634e233-1140-4b70-bdaf-20bb78798b89 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:24.885770 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df28ca9-cec9-45cb-a48a-7f15c34b17b2", "tag": "3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:24.886169 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e634e233-1140-4b70-bdaf-20bb78798b89 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:24.886716 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df28ca9-cec9-45cb-a48a-7f15c34b17b2', 'tag': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1', 'status': 'completed', 'code': 200} Sep 07 18:53:25.120490 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4391-6c32-4a48-812f-b8d43b924452 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:25.135389 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:53:25.273929 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:25.278095 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:25.278819 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:25.307670 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-5b7c4391-6c32-4a48-812f-b8d43b924452 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Allocated IP 172.25.8.208 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/597d139c-315b-49b9-a5cf-2d19f4c6e73d) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:53:25.395863 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18140c2f-b608-4cb6-81be-9ee1b3a54280 req-114dc6de-ccc7-489b-b434-d9a1689ad83c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:25.401095 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-18140c2f-b608-4cb6-81be-9ee1b3a54280 req-114dc6de-ccc7-489b-b434-d9a1689ad83c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.5132639 Sep 07 18:53:25.411005 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48744279-48b0-4aee-8ecc-d19f62c60d73 req-3514ec62-7bd4-4aca-9154-78fcef075fff service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0938942 Sep 07 18:53:25.421444 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a4170859-94d2-4641-a01c-0a5ff8393e0b req-5f5c9138-93c3-47f1-9993-4a09880b75ce service neutron] 10.222.0.26 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0172760 Sep 07 18:53:25.473706 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:25.509649 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:25.522284 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:25.525163 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786d9ee-5020-43b0-a936-801fd1d10da6 req-b489c7f9-5629-4be5-8982-ecc9cc860e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:25.529003 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c786d9ee-5020-43b0-a936-801fd1d10da6 req-b489c7f9-5629-4be5-8982-ecc9cc860e29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 1100 time: 0.6479418 Sep 07 18:53:25.577561 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4391-6c32-4a48-812f-b8d43b924452 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:25.617592 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:25.717516 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4391-6c32-4a48-812f-b8d43b924452 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:25.773590 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7c4391-6c32-4a48-812f-b8d43b924452 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:53:25.781176 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-5b7c4391-6c32-4a48-812f-b8d43b924452 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:25.786495 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7c4391-6c32-4a48-812f-b8d43b924452 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:53:25.809069 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c4391-6c32-4a48-812f-b8d43b924452 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Pushing event updated for resources: {'Port': ['ID=597d139c-315b-49b9-a5cf-2d19f4c6e73d,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:25.819627 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786d9ee-5020-43b0-a936-801fd1d10da6 req-b5afb1c8-23c7-4449-90b1-ce02385753ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:25.821644 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c786d9ee-5020-43b0-a936-801fd1d10da6 req-b5afb1c8-23c7-4449-90b1-ce02385753ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.1877158 Sep 07 18:53:25.828008 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-18140c2f-b608-4cb6-81be-9ee1b3a54280 req-8fa2d066-0db1-42fe-a06c-90b07ec6c2bf tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988354 Sep 07 18:53:25.850377 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a4170859-94d2-4641-a01c-0a5ff8393e0b req-9ba209d1-58e6-457e-89c0-0cb433c7da14 service neutron] 10.222.0.26 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907151 Sep 07 18:53:25.859150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786d9ee-5020-43b0-a936-801fd1d10da6 req-fc1278d6-36e1-4477-94ef-c25f61fef62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:25.864434 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c786d9ee-5020-43b0-a936-801fd1d10da6 req-fc1278d6-36e1-4477-94ef-c25f61fef62e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e322fec1e0804b28961a329c847871a3&device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 1100 time: 0.3930538 Sep 07 18:53:25.872624 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4184366d-2765-425d-8608-fea36d313d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:25.905112 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c786d9ee-5020-43b0-a936-801fd1d10da6 req-e5be29e4-1bea-4d25-a6e9-9d6dd9c7aa73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 HTTP/1.1" status: 200 len: 217 time: 0.0736806 Sep 07 18:53:26.022494 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15fce612-576c-4623-af3b-fa4c86f40649 req-cec76add-d4a6-4f81-941f-ab1dc928b7df tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0689085 Sep 07 18:53:26.035162 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4391-6c32-4a48-812f-b8d43b924452 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:26.035713 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786d9ee-5020-43b0-a936-801fd1d10da6 req-9625e08f-574c-4148-a9fb-c32953828a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:26.037352 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c786d9ee-5020-43b0-a936-801fd1d10da6 req-9625e08f-574c-4148-a9fb-c32953828a54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1203649 Sep 07 18:53:26.084867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786d9ee-5020-43b0-a936-801fd1d10da6 req-d650b630-2885-4123-a12f-a578e96d4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:26.086689 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c786d9ee-5020-43b0-a936-801fd1d10da6 req-d650b630-2885-4123-a12f-a578e96d4a16 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.1899693 Sep 07 18:53:26.167465 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4391-6c32-4a48-812f-b8d43b924452 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:26.225593 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c786d9ee-5020-43b0-a936-801fd1d10da6 req-d7abca27-8ec7-4561-bf09-ce57b4615454 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 HTTP/1.1" status: 200 len: 217 time: 0.0915434 Sep 07 18:53:26.320746 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786d9ee-5020-43b0-a936-801fd1d10da6 req-2b6cae12-f227-4599-ac4d-a8a5ca2d2bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:26.322199 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c786d9ee-5020-43b0-a936-801fd1d10da6 req-2b6cae12-f227-4599-ac4d-a8a5ca2d2bb9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2755427 Sep 07 18:53:26.383008 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786d9ee-5020-43b0-a936-801fd1d10da6 req-021a09af-8140-4b27-9f65-17d9be132bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:26.384540 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c786d9ee-5020-43b0-a936-801fd1d10da6 req-021a09af-8140-4b27-9f65-17d9be132bac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1280344 Sep 07 18:53:26.395387 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ae8b0-8c25-4da7-8e2a-534cd9207637 req-c091da4a-7061-4be3-90f4-d8b02ef14f16 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:26.397119 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-684ae8b0-8c25-4da7-8e2a-534cd9207637 req-c091da4a-7061-4be3-90f4-d8b02ef14f16 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1846523 Sep 07 18:53:26.408252 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b341d-a88c-4cf3-a360-f3e94e66bf81 req-f13979fa-1376-48f1-9ffd-16fee437c7bb tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:26.415349 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-740b341d-a88c-4cf3-a360-f3e94e66bf81 req-f13979fa-1376-48f1-9ffd-16fee437c7bb tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 949 time: 0.2053812 Sep 07 18:53:26.503961 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4391-6c32-4a48-812f-b8d43b924452 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:26.514369 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4391-6c32-4a48-812f-b8d43b924452 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:26.575699 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-684ae8b0-8c25-4da7-8e2a-534cd9207637 req-8035ee14-972e-477e-ad3b-19ad24fd3d5f tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460333 Sep 07 18:53:26.589119 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-740b341d-a88c-4cf3-a360-f3e94e66bf81 req-245c81c0-02a8-4c1b-ac65-19ff0d3616f5 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728427 Sep 07 18:53:26.603893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786d9ee-5020-43b0-a936-801fd1d10da6 req-fa634b9b-d165-42f5-b6ee-bdec3fb4da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:26.609487 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4391-6c32-4a48-812f-b8d43b924452 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:26.615124 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c786d9ee-5020-43b0-a936-801fd1d10da6 req-fa634b9b-d165-42f5-b6ee-bdec3fb4da73 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2168031 Sep 07 18:53:26.619848 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c786d9ee-5020-43b0-a936-801fd1d10da6 req-24192d95-4ba6-43a8-8ca6-0709dbac4e89 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851651 Sep 07 18:53:26.632620 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4391-6c32-4a48-812f-b8d43b924452 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:26.647876 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5b7c4391-6c32-4a48-812f-b8d43b924452 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9412003 Sep 07 18:53:26.658573 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c4391-6c32-4a48-812f-b8d43b924452 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Pushing event updated for resources: {'Port': ['ID=597d139c-315b-49b9-a5cf-2d19f4c6e73d,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:26.785346 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1b4773d-b9e6-4658-8c0d-3cfc6b6a383c req-94725339-e811-46fe-951d-f1a92bd4dca2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a1ee25-5a8c-48dd-aca0-c2bf2eb862bb HTTP/1.1" status: 200 len: 210 time: 0.0852823 Sep 07 18:53:26.901791 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] Sync routers for ids ['bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:53:26.923224 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] Routers {'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:53:26.924376 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:52:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:26.968804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6d723-b5db-4343-bbd7-351f381de099 req-5374a215-f787-4a8e-8aa1-62e3650b6a2b tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:26.970378 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50a6d723-b5db-4343-bbd7-351f381de099 req-5374a215-f787-4a8e-8aa1-62e3650b6a2b tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.2303913 Sep 07 18:53:27.072412 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:53:27.087433 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-6bcfa42d-4134-407f-8e9c-747cf0225203 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--343157161&fields=id&tenant_id=5d899852f7f24aedbae267ad23aded21 HTTP/1.1" status: 200 len: 267 time: 0.1485901 Sep 07 18:53:27.112596 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c786d9ee-5020-43b0-a936-801fd1d10da6 req-03f0e8c1-792d-4bf5-8bc4-21f97edcc68a service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770181 Sep 07 18:53:27.129893 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c786d9ee-5020-43b0-a936-801fd1d10da6 req-fa755caa-6d2a-460b-bea4-1ce7fdd7fc97 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311779 Sep 07 18:53:27.148388 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] Set router bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:53:27.170104 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50a6d723-b5db-4343-bbd7-351f381de099 req-8d82a04a-f77c-4bf7-b4d5-26ce39f02397 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847436 Sep 07 18:53:27.224624 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:27.226289 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:27.580205 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c786d9ee-5020-43b0-a936-801fd1d10da6 req-24ca9be9-2f68-4b72-8e50-ba02f8e4b379 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076035 Sep 07 18:53:27.589388 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-0f47626a-a9fc-4b1a-bfed-00830c4dcd76 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:27.591125 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-0f47626a-a9fc-4b1a-bfed-00830c4dcd76 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/networks?id=57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b HTTP/1.1" status: 200 len: 806 time: 0.4728184 Sep 07 18:53:27.612239 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-55f81d37-698a-4551-b354-1b7c6b8b52e6 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/quotas/5d899852f7f24aedbae267ad23aded21 HTTP/1.1" status: 200 len: 375 time: 0.0135295 Sep 07 18:53:27.637704 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'name': 'tempest-ServersTestJSON-1250825277-router', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:53:15Z', 'updated_at': '2021-09-07T18:53:20Z', 'revision_number': 4, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'gw_port': {'id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:16Z', 'updated_at': '2021-09-07T18:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '1a94ee36-045b-41fd-971c-368730db8893', 'name': '', 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'mac_address': 'fa:16:3e:48:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:19Z', 'updated_at': '2021-09-07T18:53:20Z', 'revision_number': 2, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'subnets': [{'id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:27.723792 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] Checking router: bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:53:27.724139 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] Updating router bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 port 1a94ee36-045b-41fd-971c-368730db8893 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:53:27.744280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-026d5a8a-cbcc-44f0-9a15-f5285d5171c3 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5d899852f7f24aedbae267ad23aded21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1188576 Sep 07 18:53:27.801009 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:28.009134 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a4170859-94d2-4641-a01c-0a5ff8393e0b req-20bca1bf-364a-4934-a579-13bc2b1c1724 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8d2dd6678d2444d8d30e7280161600d&device_id=89a1ee25-5a8c-48dd-aca0-c2bf2eb862bb HTTP/1.1" status: 200 len: 210 time: 0.0893915 Sep 07 18:53:28.208183 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90d60bec-09ee-4d28-904d-2225a9236c91 req-e97d5ee3-fe65-475a-99d3-a12620a16771 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0542428 Sep 07 18:53:28.299385 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:28.319227 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] Transition to ACTIVE for port object 1a94ee36-045b-41fd-971c-368730db8893 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:28.329004 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:28.400390 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-c808b54f-166a-4b92-8e98-b711607ee660 service neutron] 10.222.0.26 "GET /v2.0/networks/57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6500826 Sep 07 18:53:28.452629 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046182c-a629-4ba5-86bf-61297cf22c3b None None] Pushing event updated for resources: {'Port': ['ID=1a94ee36-045b-41fd-971c-368730db8893,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:28.517942 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4170859-94d2-4641-a01c-0a5ff8393e0b req-0d74fb9f-8e59-4071-a80a-b0baf79bdb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:28.519784 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a4170859-94d2-4641-a01c-0a5ff8393e0b req-0d74fb9f-8e59-4071-a80a-b0baf79bdb2d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d8d2dd6678d2444d8d30e7280161600d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4962013 Sep 07 18:53:28.570494 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] Attempting to bind port 1a94ee36-045b-41fd-971c-368730db8893 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:53:28.571534 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] Attempting to bind port 1a94ee36-045b-41fd-971c-368730db8893 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '25c811ed-7aa6-4bbf-9bb1-e8442053b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:53:28.572070 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] Attempting to bind port 1a94ee36-045b-41fd-971c-368730db8893 on network 57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:53:28.582659 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:53:28.583041 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] Checking segment: {'id': '25c811ed-7aa6-4bbf-9bb1-e8442053b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:53:28.583453 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:28.583853 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] Bound using segment: {'id': '25c811ed-7aa6-4bbf-9bb1-e8442053b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:53:28.584332 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] Bound port: 1a94ee36-045b-41fd-971c-368730db8893, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c811ed-7aa6-4bbf-9bb1-e8442053b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:53:28.584852 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:28.656652 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:53:28.697708 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] For port 1a94ee36-045b-41fd-971c-368730db8893, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:53:28.708555 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] For port 1a94ee36-045b-41fd-971c-368730db8893, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1a94ee36-045b-41fd-971c-368730db8893,segment=NetworkSegment(25c811ed-7aa6-4bbf-9bb1-e8442053b872),segment_id=25c811ed-7aa6-4bbf-9bb1-e8442053b872)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:53:28.714728 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:28.810416 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:28.823921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1', 'mac_address': 'fa:16:3e:b6:72:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:53:28.847489 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-595f36c9-4ad1-49f7-ae1a-05a84d2d2bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:28.907183 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] Routers {'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:53:28.908020 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:53:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:28.910634 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046182c-a629-4ba5-86bf-61297cf22c3b None None] Pushing event updated for resources: {'Port': ['ID=1a94ee36-045b-41fd-971c-368730db8893,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:28.912474 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:28.934629 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:53:28.961583 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:28.967584 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:29.069504 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,revision_number=12']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:29.099045 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] Set router bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:53:29.107033 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:29.268951 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:53:29.431961 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cba242-4eef-4a01-85e5-1e2a0af81c9b req-80a6100c-0cf4-4229-8e17-ae68a41a8140 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:29.441302 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0cba242-4eef-4a01-85e5-1e2a0af81c9b req-80a6100c-0cf4-4229-8e17-ae68a41a8140 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 1.0835984 Sep 07 18:53:29.442811 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'name': 'tempest-ServersTestJSON-1250825277-router', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:53:15Z', 'updated_at': '2021-09-07T18:53:20Z', 'revision_number': 4, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'gw_port': {'id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:16Z', 'updated_at': '2021-09-07T18:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '1a94ee36-045b-41fd-971c-368730db8893', 'name': '', 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'mac_address': 'fa:16:3e:48:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:19Z', 'updated_at': '2021-09-07T18:53:28Z', 'revision_number': 4, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'subnets': [{'id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:29.488074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1eefc6a4-9d93-429b-a1d3-064c6704a715 req-b1e8b562-d9b2-4089-90c8-6b06d414f640 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.1482887 Sep 07 18:53:29.494639 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4896408f-9b42-4a32-b734-766ed7537713 None None] The sync data for ids ['bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'] in n-d-807786-1 is: [{'id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'name': 'tempest-ServersTestJSON-1250825277-router', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:53:15Z', 'updated_at': '2021-09-07T18:53:20Z', 'revision_number': 4, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'gw_port': {'id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:16Z', 'updated_at': '2021-09-07T18:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '1a94ee36-045b-41fd-971c-368730db8893', 'name': '', 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'mac_address': 'fa:16:3e:48:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:19Z', 'updated_at': '2021-09-07T18:53:28Z', 'revision_number': 4, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'subnets': [{'id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:53:29.652573 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0cba242-4eef-4a01-85e5-1e2a0af81c9b req-2036cb9a-9d45-45ca-b235-03ae10127a9e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103584 Sep 07 18:53:29.694836 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4170859-94d2-4641-a01c-0a5ff8393e0b req-ffb87116-a165-413b-b1b5-50683c27002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:29.696314 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a4170859-94d2-4641-a01c-0a5ff8393e0b req-ffb87116-a165-413b-b1b5-50683c27002a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4252107 Sep 07 18:53:29.700202 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-693ace80-3179-40db-b7e1-c4afbbfb28b2 service neutron] 10.222.0.26 "GET /v2.0/networks/57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2986917 Sep 07 18:53:29.758826 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a4170859-94d2-4641-a01c-0a5ff8393e0b req-2da67808-998a-47ab-839c-97c235332d94 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.36 "GET /v2.0/ports?device_id=89a1ee25-5a8c-48dd-aca0-c2bf2eb862bb HTTP/1.1" status: 200 len: 210 time: 0.0314112 Sep 07 18:53:29.857440 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be655e21-a902-4c44-ae7d-b07068ab01d4 req-d4aa7cfd-0a51-42df-9428-1b2188ad3956 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:29.867402 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-be655e21-a902-4c44-ae7d-b07068ab01d4 req-d4aa7cfd-0a51-42df-9428-1b2188ad3956 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 950 time: 0.0883985 Sep 07 18:53:29.959985 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-be655e21-a902-4c44-ae7d-b07068ab01d4 req-5f69930d-dfd7-4192-aa39-264d9f282394 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915675 Sep 07 18:53:30.097576 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1108ef1f-9ed0-47b5-8cb5-51d5e971235c req-53757a49-23eb-4324-b8ad-86c5fab2e917 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0623009 Sep 07 18:53:30.103765 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:30.240103 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77846a01-3934-4b9d-8fdc-58efd2e37b98 req-f4b76e0b-d56e-4bc9-a934-3fc17652dfaa tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/ports?device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 210 time: 0.0654397 Sep 07 18:53:30.307924 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1ca3b-2816-4840-9d17-fdd0ac37e101 req-8b8b09a5-0095-4b70-bbc7-ccd5e6815839 tempest-MigrationsAdminTest-1777105112 tempest-MigrationsAdminTest-1777105112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:30.310286 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8e1ca3b-2816-4840-9d17-fdd0ac37e101 req-8b8b09a5-0095-4b70-bbc7-ccd5e6815839 tempest-MigrationsAdminTest-1777105112 tempest-MigrationsAdminTest-1777105112-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 1101 time: 0.0825901 Sep 07 18:53:30.370526 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8e1ca3b-2816-4840-9d17-fdd0ac37e101 req-60bd5483-534c-49d2-8963-efd85f9c906a tempest-MigrationsAdminTest-1777105112 tempest-MigrationsAdminTest-1777105112-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523975 Sep 07 18:53:30.642654 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-fbd50def-9af5-423c-81cc-8e496b23bf62 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:30.651438 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-fbd50def-9af5-423c-81cc-8e496b23bf62 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/networks?id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 HTTP/1.1" status: 200 len: 812 time: 0.2789199 Sep 07 18:53:30.667967 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:53:30.686224 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-c5beace3-8e85-4889-a5a8-86a5d3022662 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/quotas/d8d2dd6678d2444d8d30e7280161600d HTTP/1.1" status: 200 len: 375 time: 0.0337255 Sep 07 18:53:30.768054 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-5cd053c6-b0e3-4dcc-897b-e48703616348 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8d2dd6678d2444d8d30e7280161600d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735588 Sep 07 18:53:30.787584 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:30.793038 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:30.794027 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:30.825628 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a5998-0e05-4cb8-bde8-673a6c6e49ac req-b6fc5b29-785e-4c61-893d-5024bbfefc88 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:30.833741 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee1a5998-0e05-4cb8-bde8-673a6c6e49ac req-b6fc5b29-785e-4c61-893d-5024bbfefc88 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.2875669 Sep 07 18:53:30.924555 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee1a5998-0e05-4cb8-bde8-673a6c6e49ac req-7f8f6315-909c-4de3-938d-58bf86f7f126 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897994 Sep 07 18:53:30.925605 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:30.979857 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-028c276b-e390-4009-b9bb-cf6fceee0a83 service neutron] 10.222.0.26 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103250 Sep 07 18:53:30.981559 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:30.983131 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df28ca9-cec9-45cb-a48a-7f15c34b17b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:30.986432 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5e6b20-0bb3-4c76-ab6c-72147d7ecb35" -d '{"events": [{"server_uuid": "3df28ca9-cec9-45cb-a48a-7f15c34b17b2", "name": "network-vif-plugged", "status": "completed", "tag": "3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:30.990730 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:31.066031 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,revision_number=13']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:31.134133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1a94ee36-045b-41fd-971c-368730db8893 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:53:31.158734 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-1adc7f64-5881-4351-a6d9-26f9e0d908d8 service neutron] 10.222.0.26 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713588 Sep 07 18:53:31.197653 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 1a94ee36-045b-41fd-971c-368730db8893 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:31.206138 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 1a94ee36-045b-41fd-971c-368730db8893 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:31.206460 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:31.321181 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:31.357623 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 1a94ee36-045b-41fd-971c-368730db8893, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1a94ee36-045b-41fd-971c-368730db8893,segment=NetworkSegment(25c811ed-7aa6-4bbf-9bb1-e8442053b872),segment_id=25c811ed-7aa6-4bbf-9bb1-e8442053b872)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:31.364986 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:31.405829 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9855b-64b4-4255-af45-08925f10ad01 req-ed9bb3aa-0908-426d-9244-e55de74ae21e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:31.408015 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a8e9855b-64b4-4255-af45-08925f10ad01 req-ed9bb3aa-0908-426d-9244-e55de74ae21e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1279409 Sep 07 18:53:31.552988 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a8e9855b-64b4-4255-af45-08925f10ad01 req-8e77c70f-8031-4cc9-8534-d9f67913000d tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376896 Sep 07 18:53:31.590457 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=1a94ee36-045b-41fd-971c-368730db8893,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:31.664777 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:31.683732 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b0d9cf-c9bd-4a87-b596-e62c8136b848 x-openstack-request-id: req-49b0d9cf-c9bd-4a87-b596-e62c8136b848 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:31.684084 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df28ca9-cec9-45cb-a48a-7f15c34b17b2", "name": "network-vif-plugged", "status": "completed", "tag": "3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:31.684351 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-49b0d9cf-c9bd-4a87-b596-e62c8136b848 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:31.685207 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df28ca9-cec9-45cb-a48a-7f15c34b17b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1', 'code': 200} Sep 07 18:53:31.773898 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59424) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:31.943875 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c1960df1-1737-4c74-bc02-078a4f5a1359 req-04167cc2-6c62-4314-bdaf-bbc6900b7b02 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.1420710 Sep 07 18:53:32.111287 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a10c9-350f-4e29-a011-f8cfc2dc1230 req-0cbe1797-ee57-45eb-a9b5-79b8d3f9e81b tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:32.114466 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-173a10c9-350f-4e29-a011-f8cfc2dc1230 req-0cbe1797-ee57-45eb-a9b5-79b8d3f9e81b tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 951 time: 0.3048480 Sep 07 18:53:32.145924 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-beb0ca89-88e7-4a46-b088-66a42f201f69 req-9db1b1a2-b070-4356-a89c-07a772d22346 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/ports?device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 210 time: 0.0669932 Sep 07 18:53:32.171175 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-22b4b851-ab71-46e1-b059-2ada8b71953c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:32.190326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-e67f8ad2-8661-43bf-ad10-808f452a36d7 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:32.192032 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-e67f8ad2-8661-43bf-ad10-808f452a36d7 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.60 "GET /v2.0/networks?id=57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b HTTP/1.1" status: 200 len: 806 time: 0.4694357 Sep 07 18:53:32.260555 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-173a10c9-350f-4e29-a011-f8cfc2dc1230 req-f942e55a-2f49-47d6-b642-15110a91ab72 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146963 Sep 07 18:53:32.354380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38b07383-151c-40c5-8e7a-14436d6f352b req-8b262db9-94e9-4f13-90e1-1a7778578eb0 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f361eec5-d7d0-4408-953b-476c84c2d293 HTTP/1.1" status: 200 len: 210 time: 0.0700068 Sep 07 18:53:32.364242 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-1bbba6d2-a0d8-480f-adcf-17bb6bf5d0c8 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d899852f7f24aedbae267ad23aded21 HTTP/1.1" status: 200 len: 379 time: 0.1608303 Sep 07 18:53:32.386083 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-b0feddd4-6d52-4aab-aa95-3acd76668178 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Request body: {'port': {'device_id': '083986b8-c413-4476-a89b-76924fc94c1a', 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b', 'admin_state_up': True, 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'security_groups': ['b3c73777-b457-4b23-ac3d-67dd72116034']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:32.442169 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-22b4b851-ab71-46e1-b059-2ada8b71953c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:32.447909 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-22b4b851-ab71-46e1-b059-2ada8b71953c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:32.511628 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4b851-ab71-46e1-b059-2ada8b71953c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8caa66f-f63d-4d51-87f4-6584ed84c49e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:32.516932 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-22b4b851-ab71-46e1-b059-2ada8b71953c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7533a25277fa4a95be28015ddbe4b0e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7412505 Sep 07 18:53:32.519437 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59434) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:32.576834 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb9750fd-061d-4e54-a033-33517cc94f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:32.601146 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb9750fd-061d-4e54-a033-33517cc94f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:32.621095 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e5c0a-7700-4266-815e-87e8e3f1fd01 req-37b3dc02-4599-4b30-b20b-a1cd3813015d tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:32.622716 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-179e5c0a-7700-4266-815e-87e8e3f1fd01 req-37b3dc02-4599-4b30-b20b-a1cd3813015d tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1312034 Sep 07 18:53:32.662367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-b0feddd4-6d52-4aab-aa95-3acd76668178 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Made reservation on behalf of 5d899852f7f24aedbae267ad23aded21 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:53:32.667014 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-b0feddd4-6d52-4aab-aa95-3acd76668178 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:32.668069 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb9750fd-061d-4e54-a033-33517cc94f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:32.670893 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb9750fd-061d-4e54-a033-33517cc94f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:32.672107 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cb9750fd-061d-4e54-a033-33517cc94f9d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8caa66f-f63d-4d51-87f4-6584ed84c49e HTTP/1.1" status: 204 len: 168 time: 0.1516011 Sep 07 18:53:32.705761 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9750fd-061d-4e54-a033-33517cc94f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8caa66f-f63d-4d51-87f4-6584ed84c49e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:32.726750 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-179e5c0a-7700-4266-815e-87e8e3f1fd01 req-ef3c392a-ab8d-4308-8fb8-9c614b16eaba tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958705 Sep 07 18:53:32.740372 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97533b-4533-40e1-a80b-766d8d810b2b req-0c04a498-a664-42e1-ab02-c67a822d5b86 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:32.744334 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-be97533b-4533-40e1-a80b-766d8d810b2b req-0c04a498-a664-42e1-ab02-c67a822d5b86 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.60 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 951 time: 0.0917203 Sep 07 18:53:32.787354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fd149d5-b248-4458-9d18-81a1253c005b req-24fc0732-6925-472c-9fcb-860f13b6fbc7 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef&device_id=092946be-bb89-4423-aa59-1cb904c5655b HTTP/1.1" status: 200 len: 210 time: 0.1170566 Sep 07 18:53:32.912033 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-be97533b-4533-40e1-a80b-766d8d810b2b req-4c6433c7-c1da-4a12-bd20-da82876664b4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Deleting port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:53:32.912577 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-be97533b-4533-40e1-a80b-766d8d810b2b req-4c6433c7-c1da-4a12-bd20-da82876664b4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:32.972940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e629a47-01a2-4edc-a5ee-b6240fdf0544 req-bcd8c8ff-ecb4-4484-a5ef-cb55861e6261 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:32.974538 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9e629a47-01a2-4edc-a5ee-b6240fdf0544 req-bcd8c8ff-ecb4-4484-a5ef-cb55861e6261 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1287167 Sep 07 18:53:33.035977 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1a94ee36-045b-41fd-971c-368730db8893 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:53:33.112768 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-be97533b-4533-40e1-a80b-766d8d810b2b req-4c6433c7-c1da-4a12-bd20-da82876664b4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] For port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:33.113139 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-be97533b-4533-40e1-a80b-766d8d810b2b req-4c6433c7-c1da-4a12-bd20-da82876664b4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:33.139606 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-b0feddd4-6d52-4aab-aa95-3acd76668178 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Allocated IP 172.20.0.8 (57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b/4805dc95-c167-4887-9384-94e2ed03f0de/b71cda8b-3b81-477e-96d7-f0f5c08d1dfa) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:53:33.141061 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-be97533b-4533-40e1-a80b-766d8d810b2b req-4c6433c7-c1da-4a12-bd20-da82876664b4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Calling delete_port for 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:53:33.145025 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 1a94ee36-045b-41fd-971c-368730db8893 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:33.145833 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:33.172670 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9e629a47-01a2-4edc-a5ee-b6240fdf0544 req-5c3c0658-d93d-45d3-9525-cd8b7ba5b121 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746118 Sep 07 18:53:33.273027 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cee45caa-3be9-4527-9507-88aa67268978 req-d3f3446e-8f49-4474-81d4-c7d4a8044968 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bf0a4af1e1447179adac5e6d0d1bd8d&device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0909886 Sep 07 18:53:33.366020 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-afc14c2d-c4e2-4a64-8600-4033e347f08c req-9f098703-245a-4c47-8de8-f795cbee35d5 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0599642 Sep 07 18:53:33.386324 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-be97533b-4533-40e1-a80b-766d8d810b2b req-4c6433c7-c1da-4a12-bd20-da82876664b4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:33.398255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:53:33.401838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['897ca894-dfa1-4315-9efb-967d68266413', 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b', '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:53:33.439045 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75d5376e-83f7-4480-98b3-29cbe68476f4 req-5386ff23-6c3f-4409-aa99-387d2c3e6366 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/ports?device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 210 time: 0.1267164 Sep 07 18:53:33.455590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59458) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:33.477482 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cee45caa-3be9-4527-9507-88aa67268978 req-aaa6ec38-f351-4cf5-81a7-1334fbeba083 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4bf0a4af1e1447179adac5e6d0d1bd8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1672900 Sep 07 18:53:33.489098 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6433c7-c1da-4a12-bd20-da82876664b4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Pushing event deleted for resources: {'Port': ['ID=3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:33.532144 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-be97533b-4533-40e1-a80b-766d8d810b2b req-4c6433c7-c1da-4a12-bd20-da82876664b4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] No DVR routers for this DVR port 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:53:33.535797 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-be97533b-4533-40e1-a80b-766d8d810b2b req-4c6433c7-c1da-4a12-bd20-da82876664b4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:33.537987 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-be97533b-4533-40e1-a80b-766d8d810b2b req-4c6433c7-c1da-4a12-bd20-da82876664b4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.60 "DELETE /v2.0/ports/3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 HTTP/1.1" status: 204 len: 173 time: 0.7876039 Sep 07 18:53:33.538431 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df28ca9-cec9-45cb-a48a-7f15c34b17b2', 'name': 'network-vif-deleted', 'tag': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:33.541718 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe914a46-cf10-4bf9-b739-fbbc37e67b61" -d '{"events": [{"server_uuid": "3df28ca9-cec9-45cb-a48a-7f15c34b17b2", "name": "network-vif-deleted", "tag": "3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:33.589526 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e4a46220-e110-4bdc-9879-01415c87fb3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:33.694626 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13421338-a315-494b-b8dd-cc30ecf99ba2 req-89c409d9-87c8-4b0c-8b8b-9d592d612fc7 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df28ca9-cec9-45cb-a48a-7f15c34b17b2 HTTP/1.1" status: 200 len: 210 time: 0.1592965 Sep 07 18:53:33.725165 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-7d8b535c-0ac1-4d43-a062-6a500c6dcaca tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:33.726727 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-7d8b535c-0ac1-4d43-a062-6a500c6dcaca tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.36 "GET /v2.0/networks?id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 HTTP/1.1" status: 200 len: 812 time: 0.6731308 Sep 07 18:53:33.741383 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0b34bc2-5d95-4761-9d5a-9bff4f6fb8b8 req-1a166121-02aa-4a40-b9f9-4d12ed09a8e9 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f361eec5-d7d0-4408-953b-476c84c2d293 HTTP/1.1" status: 200 len: 210 time: 0.1865366 Sep 07 18:53:33.791016 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcf2842-45f2-4ea9-a2b8-7db23afc8424 x-openstack-request-id: req-ddcf2842-45f2-4ea9-a2b8-7db23afc8424 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:33.791318 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df28ca9-cec9-45cb-a48a-7f15c34b17b2", "name": "network-vif-deleted", "tag": "3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:33.791766 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ddcf2842-45f2-4ea9-a2b8-7db23afc8424 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:33.792157 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df28ca9-cec9-45cb-a48a-7f15c34b17b2', 'name': 'network-vif-deleted', 'tag': '3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1', 'status': 'completed', 'code': 200} Sep 07 18:53:33.811101 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-48cea3b0-af8e-4dc6-860c-fefa6ed7e513 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Request body: {'port': {'device_id': 'f361eec5-d7d0-4408-953b-476c84c2d293', 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20', 'admin_state_up': True, 'tenant_id': 'd8d2dd6678d2444d8d30e7280161600d'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:34.271611 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-b0feddd4-6d52-4aab-aa95-3acd76668178 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:34.292313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee45caa-3be9-4527-9507-88aa67268978 req-7a372177-2ff5-4949-928a-345cd699b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:34.293842 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cee45caa-3be9-4527-9507-88aa67268978 req-7a372177-2ff5-4949-928a-345cd699b85b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7826421 Sep 07 18:53:34.320062 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7fa7a-db38-43e1-ae61-1b1bc731da95 req-f43a6179-ec4f-49ab-bd8c-d58bbccb3027 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:34.322221 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6d7fa7a-db38-43e1-ae61-1b1bc731da95 req-f43a6179-ec4f-49ab-bd8c-d58bbccb3027 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.5147157 Sep 07 18:53:34.337562 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-b0feddd4-6d52-4aab-aa95-3acd76668178 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Transition to ACTIVE for port object b71cda8b-3b81-477e-96d7-f0f5c08d1dfa will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:34.411855 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6d7fa7a-db38-43e1-ae61-1b1bc731da95 req-d213c66b-649d-4738-b177-efd5b5738d63 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802836 Sep 07 18:53:34.417530 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e4a46220-e110-4bdc-9879-01415c87fb3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:34.424982 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e4a46220-e110-4bdc-9879-01415c87fb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:34.465398 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-b0feddd4-6d52-4aab-aa95-3acd76668178 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:34.540090 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-48cea3b0-af8e-4dc6-860c-fefa6ed7e513 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Made reservation on behalf of d8d2dd6678d2444d8d30e7280161600d for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:53:34.543521 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-48cea3b0-af8e-4dc6-860c-fefa6ed7e513 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:34.549817 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8f0757b2-cee4-4503-8732-bd294a8ae22f req-5f6d4ba1-b53f-430e-92b1-e10e6b980750 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0928011 Sep 07 18:53:34.555128 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e4a46220-e110-4bdc-9879-01415c87fb3e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b86723af734464688fdb3297e4a1013&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0853002 Sep 07 18:53:34.555586 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59478) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:34.563827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a46220-e110-4bdc-9879-01415c87fb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b151d9b1-1e00-4036-b759-2c2e48ec9c3e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:34.603529 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-b0feddd4-6d52-4aab-aa95-3acd76668178 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Network 57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:53:34.626504 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-b0feddd4-6d52-4aab-aa95-3acd76668178 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:34.629128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-b0feddd4-6d52-4aab-aa95-3acd76668178 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:53:34.638223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0feddd4-6d52-4aab-aa95-3acd76668178 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Pushing event updated for resources: {'Port': ['ID=b71cda8b-3b81-477e-96d7-f0f5c08d1dfa,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:34.654606 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a81cbabc-a843-48ba-8848-8c4028637b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:34.679642 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a81cbabc-a843-48ba-8848-8c4028637b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:34.755318 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a81cbabc-a843-48ba-8848-8c4028637b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:34.758541 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a81cbabc-a843-48ba-8848-8c4028637b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:34.760023 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a81cbabc-a843-48ba-8848-8c4028637b08 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b151d9b1-1e00-4036-b759-2c2e48ec9c3e HTTP/1.1" status: 204 len: 168 time: 0.2033734 Sep 07 18:53:34.771330 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81cbabc-a843-48ba-8848-8c4028637b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b151d9b1-1e00-4036-b759-2c2e48ec9c3e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:34.778950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85bfdd-a990-4f3c-9982-4983299d3124 req-888c3d53-9c7f-4b77-82f1-99b1f0495d36 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:34.787742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e85bfdd-a990-4f3c-9982-4983299d3124 req-888c3d53-9c7f-4b77-82f1-99b1f0495d36 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.2627003 Sep 07 18:53:34.799061 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-b0feddd4-6d52-4aab-aa95-3acd76668178 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:34.799723 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-b0feddd4-6d52-4aab-aa95-3acd76668178 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:34.889029 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-b0feddd4-6d52-4aab-aa95-3acd76668178 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5116060 Sep 07 18:53:34.907903 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a41a1-ada6-43e1-99e8-b09a458498ca req-ee490310-5f40-41db-93e1-2fabd4495a4e tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:34.909679 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d2a41a1-ada6-43e1-99e8-b09a458498ca req-ee490310-5f40-41db-93e1-2fabd4495a4e tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/ports?device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 931 time: 0.2153835 Sep 07 18:53:34.914379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-0cedac4b-769c-45ed-a3cc-74879ce3c590 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:53:34.915070 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-0cedac4b-769c-45ed-a3cc-74879ce3c590 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181150 Sep 07 18:53:34.941535 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-fb467887-fead-400e-8219-3e93ff65959d None None] Provisioning for port b71cda8b-3b81-477e-96d7-f0f5c08d1dfa completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:34.952321 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-fb467887-fead-400e-8219-3e93ff65959d None None] Provisioning complete for port b71cda8b-3b81-477e-96d7-f0f5c08d1dfa triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:34.952449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-48cea3b0-af8e-4dc6-860c-fefa6ed7e513 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Allocated IP 172.20.0.7 (b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20/330b0af3-a338-4c3d-9fb6-805b1cab9e04/c97bab45-9835-4b2c-8f6d-d998f3428041) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:53:34.952940 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fb467887-fead-400e-8219-3e93ff65959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:34.968380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e85bfdd-a990-4f3c-9982-4983299d3124 req-bf3921d8-ba34-4748-97ae-e8b1ae7b51db tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759541 Sep 07 18:53:35.018543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d2a41a1-ada6-43e1-99e8-b09a458498ca req-306a7219-e4f5-4729-87a3-f5d55bcd28be tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c73777-b457-4b23-ac3d-67dd72116034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873625 Sep 07 18:53:35.041481 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-fb467887-fead-400e-8219-3e93ff65959d None None] Port b71cda8b-3b81-477e-96d7-f0f5c08d1dfa cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:53:35.194476 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1d525a-cd06-4514-94ac-c5935e664035 req-d45b3501-21ee-4e5c-b0ef-8cf6b28f442d tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f361eec5-d7d0-4408-953b-476c84c2d293 HTTP/1.1" status: 200 len: 210 time: 0.0608065 Sep 07 18:53:35.260463 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] Request body: {'port': {'device_id': '083986b8-c413-4476-a89b-76924fc94c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:35.323809 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-48cea3b0-af8e-4dc6-860c-fefa6ed7e513 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:35.424197 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:35.438323 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3908a-8f8c-44e2-8f4e-d213eb604acf req-544645d8-1033-47e8-b6e8-e5ec709cb70f tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:35.439875 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0be3908a-8f8c-44e2-8f4e-d213eb604acf req-544645d8-1033-47e8-b6e8-e5ec709cb70f tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 951 time: 0.1557128 Sep 07 18:53:35.484433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328198eb-bd49-4f47-baa5-d44fa888bf52 req-9f91f3b7-2f4a-48f5-86db-df30ff735291 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:35.486076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-328198eb-bd49-4f47-baa5-d44fa888bf52 req-9f91f3b7-2f4a-48f5-86db-df30ff735291 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1700366 Sep 07 18:53:35.555621 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-48cea3b0-af8e-4dc6-860c-fefa6ed7e513 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:35.620100 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0be3908a-8f8c-44e2-8f4e-d213eb604acf req-c79e0ed0-6f8e-478a-8695-028d19bf49c4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656771 Sep 07 18:53:35.705629 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-328198eb-bd49-4f47-baa5-d44fa888bf52 req-62b96c6b-e1d3-4765-9971-9fc48fe698fd tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896067 Sep 07 18:53:35.735953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-48cea3b0-af8e-4dc6-860c-fefa6ed7e513 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:53:35.745899 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cea3b0-af8e-4dc6-860c-fefa6ed7e513 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Pushing event updated for resources: {'Port': ['ID=c97bab45-9835-4b2c-8f6d-d998f3428041,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:35.769915 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-48cea3b0-af8e-4dc6-860c-fefa6ed7e513 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:35.791568 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cee45caa-3be9-4527-9507-88aa67268978 req-4605036b-4b87-4ef9-aa3c-bf97dc1bfa03 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0909824 Sep 07 18:53:35.792579 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-48cea3b0-af8e-4dc6-860c-fefa6ed7e513 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:53:35.799186 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f838cef-49d6-42ca-95fd-77f9d8e20f47 req-2b653035-5c25-42de-a3a9-2153c606eb23 tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5ebbe4a-1196-4003-94c6-67285046baef HTTP/1.1" status: 200 len: 210 time: 0.0854790 Sep 07 18:53:35.934483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-48cea3b0-af8e-4dc6-860c-fefa6ed7e513 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:35.935276 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-48cea3b0-af8e-4dc6-860c-fefa6ed7e513 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:35.967373 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f55c17-997d-4c02-a3c0-555a378c175d req-b3925f17-95cf-4bec-bbc1-5e5f147243ed tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:35.968840 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15f55c17-997d-4c02-a3c0-555a378c175d req-b3925f17-95cf-4bec-bbc1-5e5f147243ed tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1648676 Sep 07 18:53:35.972335 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-48cea3b0-af8e-4dc6-860c-fefa6ed7e513 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1663172 Sep 07 18:53:35.993014 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] Request body: {'port': {'device_id': 'f361eec5-d7d0-4408-953b-476c84c2d293', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:36.099833 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15f55c17-997d-4c02-a3c0-555a378c175d req-1c50df2d-dbab-4848-b990-013488fbcf71 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143227 Sep 07 18:53:36.106174 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:36.159457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71cda8b-3b81-477e-96d7-f0f5c08d1dfa {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:53:36.208722 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:36.285906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] Transition to ACTIVE for port object b71cda8b-3b81-477e-96d7-f0f5c08d1dfa will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:36.341036 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:36.462294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] Pushing event updated for resources: {'Port': ['ID=b71cda8b-3b81-477e-96d7-f0f5c08d1dfa,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:36.493181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51030041-10dd-4a6a-a3ad-28887598d7f1 req-9083f930-3468-4fa8-87d1-03d00a439474 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:36.500565 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51030041-10dd-4a6a-a3ad-28887598d7f1 req-9083f930-3468-4fa8-87d1-03d00a439474 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/ports?device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 931 time: 0.3609860 Sep 07 18:53:36.682660 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:53:36.688938 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833909c-f35d-4d87-9296-f7c8570595f9 req-1e09658b-9185-40b8-bf7e-beea6713f19c tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:36.697094 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8833909c-f35d-4d87-9296-f7c8570595f9 req-1e09658b-9185-40b8-bf7e-beea6713f19c tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f361eec5-d7d0-4408-953b-476c84c2d293 HTTP/1.1" status: 200 len: 931 time: 0.2847562 Sep 07 18:53:36.710668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59554) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:36.715845 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-46fe3d8e-ec9b-45c7-80ea-93c9de187d9e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-676388453'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:36.716794 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51030041-10dd-4a6a-a3ad-28887598d7f1 req-19845eec-0b2e-4cc4-8bb8-02b742aca535 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c73777-b457-4b23-ac3d-67dd72116034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154412 Sep 07 18:53:36.729829 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:53:36.730288 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 3ffec6f2-e2ef-458e-b1bd-798d8a8a5ea1 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:53:36.767859 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fe3d8e-ec9b-45c7-80ea-93c9de187d9e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Made reservation on behalf of 3cc05b32b7ef4a30afde8a2188f29c16 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:53:36.772792 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-46fe3d8e-ec9b-45c7-80ea-93c9de187d9e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:36.799452 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46fe3d8e-ec9b-45c7-80ea-93c9de187d9e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:53:36.806267 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] Attempting to bind port b71cda8b-3b81-477e-96d7-f0f5c08d1dfa on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:53:36.806686 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] Attempting to bind port b71cda8b-3b81-477e-96d7-f0f5c08d1dfa by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '25c811ed-7aa6-4bbf-9bb1-e8442053b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:53:36.807225 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] Attempting to bind port b71cda8b-3b81-477e-96d7-f0f5c08d1dfa on network 57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:53:36.812494 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-46fe3d8e-ec9b-45c7-80ea-93c9de187d9e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:36.813159 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-46fe3d8e-ec9b-45c7-80ea-93c9de187d9e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Added segment 06a8304d-420d-4780-9d5e-af8d53f8bcbd of type vlan for network 2a04f97c-eef1-4797-989a-49aba8f5ba8a Sep 07 18:53:36.817131 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] Port b71cda8b-3b81-477e-96d7-f0f5c08d1dfa on network 57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:53:36.817546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] Attempting to bind port b71cda8b-3b81-477e-96d7-f0f5c08d1dfa on network 57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:53:36.827819 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8833909c-f35d-4d87-9296-f7c8570595f9 req-7c36bf82-0255-4cf1-9c08-fee9c56652f8 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298499 Sep 07 18:53:36.838021 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:53:36.838466 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] Checking segment: {'id': '25c811ed-7aa6-4bbf-9bb1-e8442053b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:53:36.838926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] Bound using segment: {'id': '25c811ed-7aa6-4bbf-9bb1-e8442053b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:53:36.839561 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] Bound port: b71cda8b-3b81-477e-96d7-f0f5c08d1dfa, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c811ed-7aa6-4bbf-9bb1-e8442053b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:53:36.840034 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:36.918633 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-46fe3d8e-ec9b-45c7-80ea-93c9de187d9e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:36.962610 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-46fe3d8e-ec9b-45c7-80ea-93c9de187d9e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:36.971012 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fe3d8e-ec9b-45c7-80ea-93c9de187d9e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:36.972435 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-46fe3d8e-ec9b-45c7-80ea-93c9de187d9e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:36.983095 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97bab45-9835-4b2c-8f6d-d998f3428041 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:53:37.015526 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:37.075283 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] Transition to ACTIVE for port object c97bab45-9835-4b2c-8f6d-d998f3428041 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:37.083693 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe3d8e-ec9b-45c7-80ea-93c9de187d9e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event updated for resources: {'Network': ['ID=2a04f97c-eef1-4797-989a-49aba8f5ba8a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:37.088099 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-46fe3d8e-ec9b-45c7-80ea-93c9de187d9e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3763704 Sep 07 18:53:37.090734 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59562) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:37.095452 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6d2f803f-29dc-427e-a060-61257673e84d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-301065388'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:37.097251 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 2a04f97c-eef1-4797-989a-49aba8f5ba8a details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:53:37.113350 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:37.116594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] For port b71cda8b-3b81-477e-96d7-f0f5c08d1dfa, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:53:37.125827 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e9e5f-043d-4ea6-aeab-02242ea0d321 req-8bbd6e07-7316-48ac-aa58-1415dc7e2c3d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:37.127348 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-325e9e5f-043d-4ea6-aeab-02242ea0d321 req-8bbd6e07-7316-48ac-aa58-1415dc7e2c3d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 951 time: 0.5003977 Sep 07 18:53:37.144865 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2f803f-29dc-427e-a060-61257673e84d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Made reservation on behalf of 3cc05b32b7ef4a30afde8a2188f29c16 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:53:37.148661 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6d2f803f-29dc-427e-a060-61257673e84d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:37.172713 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a028b-3587-4819-bec0-f516e9ef49c8 req-afadb9ce-3ca8-491a-aa20-94adefeaf733 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:37.182299 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c0a028b-3587-4819-bec0-f516e9ef49c8 req-afadb9ce-3ca8-491a-aa20-94adefeaf733 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.2216406 Sep 07 18:53:37.187675 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] For port b71cda8b-3b81-477e-96d7-f0f5c08d1dfa, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=b71cda8b-3b81-477e-96d7-f0f5c08d1dfa,segment=NetworkSegment(25c811ed-7aa6-4bbf-9bb1-e8442053b872),segment_id=25c811ed-7aa6-4bbf-9bb1-e8442053b872)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:53:37.225628 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:37.228889 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d2f803f-29dc-427e-a060-61257673e84d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:53:37.234464 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c62f3a-80bb-4e28-a6f2-a0af22238015 req-b711cd95-6238-4886-87b3-26a076287d6c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:37.235982 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-17c62f3a-80bb-4e28-a6f2-a0af22238015 req-b711cd95-6238-4886-87b3-26a076287d6c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc1ab532-4645-4cde-93f5-e2a5820c0351 HTTP/1.1" status: 200 len: 951 time: 0.1759412 Sep 07 18:53:37.246449 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6d2f803f-29dc-427e-a060-61257673e84d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:37.246802 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-6d2f803f-29dc-427e-a060-61257673e84d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Added segment 95bba13a-f409-46aa-acc2-6b9b9cc2bb26 of type vlan for network 025b72be-1bd6-4706-adc3-b78adf7f2dfa Sep 07 18:53:37.273212 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c0a028b-3587-4819-bec0-f516e9ef49c8 req-9a0fb930-69d3-4f5f-948c-3c6b6103ac77 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899405 Sep 07 18:53:37.299074 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] Pushing event updated for resources: {'Port': ['ID=c97bab45-9835-4b2c-8f6d-d998f3428041,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:37.311911 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:37.312564 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:37.313971 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] 10.222.0.60 "PUT /v2.0/ports/b71cda8b-3b81-477e-96d7-f0f5c08d1dfa HTTP/1.1" status: 200 len: 1091 time: 2.3898320 Sep 07 18:53:37.316148 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6d2f803f-29dc-427e-a060-61257673e84d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:37.317818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083986b8-c413-4476-a89b-76924fc94c1a', 'tag': 'b71cda8b-3b81-477e-96d7-f0f5c08d1dfa'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:37.320093 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b30b44-b7fc-4836-a29a-b81082d9b241" -d '{"events": [{"name": "network-changed", "server_uuid": "083986b8-c413-4476-a89b-76924fc94c1a", "tag": "b71cda8b-3b81-477e-96d7-f0f5c08d1dfa"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:37.397456 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-325e9e5f-043d-4ea6-aeab-02242ea0d321 req-a33a46ec-74fb-4359-8238-2f51e6611436 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Deleting port a3fb093f-9ce0-4635-bd9b-c79157a00e6b {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:53:37.398142 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-325e9e5f-043d-4ea6-aeab-02242ea0d321 req-a33a46ec-74fb-4359-8238-2f51e6611436 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:37.405014 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6d2f803f-29dc-427e-a060-61257673e84d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:37.412339 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2f803f-29dc-427e-a060-61257673e84d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:37.413078 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6d2f803f-29dc-427e-a060-61257673e84d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:37.425728 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-17c62f3a-80bb-4e28-a6f2-a0af22238015 req-6cc7138b-1957-4705-bd12-b4b29959ad11 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749189 Sep 07 18:53:37.444887 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6d2f803f-29dc-427e-a060-61257673e84d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3528862 Sep 07 18:53:37.449218 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59570) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:37.488432 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-73b50845-11e9-47e2-8e9e-c4f2b334c485 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Request body: {'subnet': {'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:37.537049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-3a23928c-2a59-4d0e-ab99-9bb258148cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:37.538581 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-3a23928c-2a59-4d0e-ab99-9bb258148cda service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d899852f7f24aedbae267ad23aded21&device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 1094 time: 0.1661069 Sep 07 18:53:37.539291 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] Attempting to bind port c97bab45-9835-4b2c-8f6d-d998f3428041 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:53:37.539611 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] Attempting to bind port c97bab45-9835-4b2c-8f6d-d998f3428041 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:53:37.539941 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] Attempting to bind port c97bab45-9835-4b2c-8f6d-d998f3428041 on network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:53:37.542222 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643e8ae-ca07-4199-8e65-43070ba21028 service neutron] Pushing event updated for resources: {'Port': ['ID=b71cda8b-3b81-477e-96d7-f0f5c08d1dfa,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:37.574952 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ace63f4-af46-4842-80da-df5c3f580d46 x-openstack-request-id: req-0ace63f4-af46-4842-80da-df5c3f580d46 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:37.575268 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083986b8-c413-4476-a89b-76924fc94c1a", "tag": "b71cda8b-3b81-477e-96d7-f0f5c08d1dfa", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:37.575530 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ace63f4-af46-4842-80da-df5c3f580d46 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:37.575947 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083986b8-c413-4476-a89b-76924fc94c1a', 'tag': 'b71cda8b-3b81-477e-96d7-f0f5c08d1dfa', 'status': 'completed', 'code': 200} Sep 07 18:53:37.728559 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] Port c97bab45-9835-4b2c-8f6d-d998f3428041 on network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:53:37.728938 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] Attempting to bind port c97bab45-9835-4b2c-8f6d-d998f3428041 on network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:53:37.744650 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-09f45055-d900-481b-97d7-17694dda214f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b71cda8b-3b81-477e-96d7-f0f5c08d1dfa HTTP/1.1" status: 200 len: 217 time: 0.1804893 Sep 07 18:53:37.753735 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:53:37.754084 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] Checking segment: {'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:53:37.754507 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] Bound using segment: {'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:53:37.755519 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] Bound port: c97bab45-9835-4b2c-8f6d-d998f3428041, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:53:37.755879 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:37.807401 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-29831659-80e9-44e5-9d5b-36e8deab6190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:37.808957 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-29831659-80e9-44e5-9d5b-36e8deab6190 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4805dc95-c167-4887-9384-94e2ed03f0de HTTP/1.1" status: 200 len: 845 time: 0.0507026 Sep 07 18:53:37.851547 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f803f-29dc-427e-a060-61257673e84d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event updated for resources: {'Network': ['ID=025b72be-1bd6-4706-adc3-b78adf7f2dfa,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:37.854355 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba9821-cfa1-4213-b335-00cfdb33870a req-055f419b-a0a3-4ba0-8ae0-9cfe74b9597a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:37.861593 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9aba9821-cfa1-4213-b335-00cfdb33870a req-055f419b-a0a3-4ba0-8ae0-9cfe74b9597a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.3302677 Sep 07 18:53:37.864918 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 025b72be-1bd6-4706-adc3-b78adf7f2dfa details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:53:37.876700 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-325e9e5f-043d-4ea6-aeab-02242ea0d321 req-a33a46ec-74fb-4359-8238-2f51e6611436 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] For port a3fb093f-9ce0-4635-bd9b-c79157a00e6b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:37.877293 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-325e9e5f-043d-4ea6-aeab-02242ea0d321 req-a33a46ec-74fb-4359-8238-2f51e6611436 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:37.896423 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-325e9e5f-043d-4ea6-aeab-02242ea0d321 req-a33a46ec-74fb-4359-8238-2f51e6611436 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Calling delete_port for a3fb093f-9ce0-4635-bd9b-c79157a00e6b owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:53:37.922164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-641fc90e-f99a-401b-824d-83d357c899b1 req-5a847cf1-585b-4e7e-9de9-d3572fb68e37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bf0a4af1e1447179adac5e6d0d1bd8d&device_id=092946be-bb89-4423-aa59-1cb904c5655b HTTP/1.1" status: 200 len: 210 time: 0.1122060 Sep 07 18:53:38.014710 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-641fc90e-f99a-401b-824d-83d357c899b1 req-45cbb979-9fdf-48b5-b4b1-0f7f4da218ac service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4bf0a4af1e1447179adac5e6d0d1bd8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620096 Sep 07 18:53:38.037396 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9aba9821-cfa1-4213-b335-00cfdb33870a req-90effdaa-cb63-4097-bba5-e7c8e0f3c46d tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699984 Sep 07 18:53:38.054796 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b50845-11e9-47e2-8e9e-c4f2b334c485 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Made reservation on behalf of 3cc05b32b7ef4a30afde8a2188f29c16 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:53:38.058507 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-73b50845-11e9-47e2-8e9e-c4f2b334c485 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:38.065345 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-325e9e5f-043d-4ea6-aeab-02242ea0d321 req-a33a46ec-74fb-4359-8238-2f51e6611436 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:38.079962 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:53:38.084363 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['897ca894-dfa1-4315-9efb-967d68266413', 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:53:38.125561 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a46ec-74fb-4359-8238-2f51e6611436 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Pushing event deleted for resources: {'Port': ['ID=a3fb093f-9ce0-4635-bd9b-c79157a00e6b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:38.172496 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-325e9e5f-043d-4ea6-aeab-02242ea0d321 req-a33a46ec-74fb-4359-8238-2f51e6611436 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] No DVR routers for this DVR port a3fb093f-9ce0-4635-bd9b-c79157a00e6b on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:53:38.175265 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-325e9e5f-043d-4ea6-aeab-02242ea0d321 req-a33a46ec-74fb-4359-8238-2f51e6611436 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:38.178717 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-325e9e5f-043d-4ea6-aeab-02242ea0d321 req-a33a46ec-74fb-4359-8238-2f51e6611436 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.60 "DELETE /v2.0/ports/a3fb093f-9ce0-4635-bd9b-c79157a00e6b HTTP/1.1" status: 204 len: 173 time: 1.0430436 Sep 07 18:53:38.179196 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1ab532-4645-4cde-93f5-e2a5820c0351', 'name': 'network-vif-deleted', 'tag': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:38.181641 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e122869-3ed4-458f-bb11-4009bb64e277" -d '{"events": [{"server_uuid": "bc1ab532-4645-4cde-93f5-e2a5820c0351", "name": "network-vif-deleted", "tag": "a3fb093f-9ce0-4635-bd9b-c79157a00e6b"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:38.421893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-8c1ba0a3-72e8-4095-b346-4584da023788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:38.423312 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-8c1ba0a3-72e8-4095-b346-4584da023788 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5913501 Sep 07 18:53:38.453687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ce52b-0d2d-4692-a633-e1f6b889f602 req-9a363155-ef43-4339-98cb-7d3096073780 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:38.455171 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-872ce52b-0d2d-4692-a633-e1f6b889f602 req-9a363155-ef43-4339-98cb-7d3096073780 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/ports?device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 943 time: 0.6088881 Sep 07 18:53:38.486595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d8feb4e-4027-452e-89c9-6e833bc3534c req-59861c37-abb6-4da0-90e1-529259017a0c tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=092946be-bb89-4423-aa59-1cb904c5655b HTTP/1.1" status: 200 len: 210 time: 0.3881099 Sep 07 18:53:38.494037 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] For port c97bab45-9835-4b2c-8f6d-d998f3428041, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:53:38.582446 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] For port c97bab45-9835-4b2c-8f6d-d998f3428041, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=c97bab45-9835-4b2c-8f6d-d998f3428041,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:53:38.668264 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:38.774088 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fc90e-f99a-401b-824d-83d357c899b1 req-09bfd64e-608f-4218-8f67-cab4d81fd6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:38.775595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-641fc90e-f99a-401b-824d-83d357c899b1 req-09bfd64e-608f-4218-8f67-cab4d81fd6b3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7372262 Sep 07 18:53:38.786886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:38.787559 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:38.788884 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] 10.222.0.36 "PUT /v2.0/ports/c97bab45-9835-4b2c-8f6d-d998f3428041 HTTP/1.1" status: 200 len: 1091 time: 2.8045933 Sep 07 18:53:38.803202 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-872ce52b-0d2d-4692-a633-e1f6b889f602 req-79bbe035-9687-4525-bc6a-ecfcbd2ae068 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c73777-b457-4b23-ac3d-67dd72116034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3066959 Sep 07 18:53:38.839550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd7fa2-2174-4afd-a2ae-8b86b7065790 req-d74a40ce-1a1c-49ae-8a06-0403ded49b52 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:38.841130 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aadd7fa2-2174-4afd-a2ae-8b86b7065790 req-d74a40ce-1a1c-49ae-8a06-0403ded49b52 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f361eec5-d7d0-4408-953b-476c84c2d293 HTTP/1.1" status: 200 len: 943 time: 0.2751093 Sep 07 18:53:38.852650 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d311414-4dca-4b7c-90e4-fe3d30808d3d service neutron] Pushing event updated for resources: {'Port': ['ID=c97bab45-9835-4b2c-8f6d-d998f3428041,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:38.868355 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-4d5f98b2-8397-480e-8163-8947a62abff1 service neutron] 10.222.0.60 "GET /v2.0/networks/57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117954 Sep 07 18:53:38.883588 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bea7903-0268-4adc-878b-870858dbd32a x-openstack-request-id: req-4bea7903-0268-4adc-878b-870858dbd32a {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:38.884892 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1ab532-4645-4cde-93f5-e2a5820c0351", "name": "network-vif-deleted", "tag": "a3fb093f-9ce0-4635-bd9b-c79157a00e6b", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:38.885538 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4bea7903-0268-4adc-878b-870858dbd32a {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:38.887400 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1ab532-4645-4cde-93f5-e2a5820c0351', 'name': 'network-vif-deleted', 'tag': 'a3fb093f-9ce0-4635-bd9b-c79157a00e6b', 'status': 'completed', 'code': 200} Sep 07 18:53:39.054023 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aadd7fa2-2174-4afd-a2ae-8b86b7065790 req-679d6c8a-dc1f-4d7b-bfd8-65529fa77f6b tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944103 Sep 07 18:53:39.145120 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-73b50845-11e9-47e2-8e9e-c4f2b334c485 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:39.156847 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0ed0ed82-cc99-496d-bbae-b27a9d90243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:39.158493 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0ed0ed82-cc99-496d-bbae-b27a9d90243f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8d2dd6678d2444d8d30e7280161600d&device_id=f361eec5-d7d0-4408-953b-476c84c2d293 HTTP/1.1" status: 200 len: 1094 time: 0.3138666 Sep 07 18:53:39.314648 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-8db2e878-08d0-43f6-ab50-663343ff4c34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c97bab45-9835-4b2c-8f6d-d998f3428041 HTTP/1.1" status: 200 len: 217 time: 0.0874007 Sep 07 18:53:39.324113 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-087ffcef-3d27-465c-9595-ec0b8dd9fe64 req-1c08542a-87a1-4a34-9ca8-a150d0022a47 service neutron] 10.222.0.60 "GET /v2.0/networks/57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202065 Sep 07 18:53:39.389139 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d555a69-f79b-4541-b65a-39ad0439f33a req-6b45547f-d46f-455b-a4f1-52a6868a799f tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:39.390676 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d555a69-f79b-4541-b65a-39ad0439f33a req-6b45547f-d46f-455b-a4f1-52a6868a799f tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.4280760 Sep 07 18:53:39.470393 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b50845-11e9-47e2-8e9e-c4f2b334c485 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event updated for resources: {'Subnet': ['ID=062c4530-3812-440c-9413-d7c7b298c22a,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:39.496810 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-d27faa52-1a30-4f63-8b00-931fc68332d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:39.498305 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-d27faa52-1a30-4f63-8b00-931fc68332d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=330b0af3-a338-4c3d-9fb6-805b1cab9e04 HTTP/1.1" status: 200 len: 852 time: 0.1682422 Sep 07 18:53:39.558074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-cd38e1ea-f3b1-450e-b9c3-9b0fdf577947 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496814 Sep 07 18:53:39.565958 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d555a69-f79b-4541-b65a-39ad0439f33a req-2bbd978f-4e1d-4b8f-8e38-c74f43232f21 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674583 Sep 07 18:53:39.571719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b30b44-b7fc-4836-a29a-b81082d9b241 req-554ea203-dd13-4e3d-ab3d-e979ae33652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:39.573200 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13b30b44-b7fc-4836-a29a-b81082d9b241 req-554ea203-dd13-4e3d-ab3d-e979ae33652b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d899852f7f24aedbae267ad23aded21&device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 1094 time: 0.1816437 Sep 07 18:53:39.573953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b50845-11e9-47e2-8e9e-c4f2b334c485 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Checking segment: {'id': '06a8304d-420d-4780-9d5e-af8d53f8bcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:53:39.574318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b50845-11e9-47e2-8e9e-c4f2b334c485 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Network hostable DHCP agents. Network: 2a04f97c-eef1-4797-989a-49aba8f5ba8a, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:53:39.595925 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f361eec5-d7d0-4408-953b-476c84c2d293', 'tag': 'c97bab45-9835-4b2c-8f6d-d998f3428041'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:39.598270 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c4dc30-a6f1-4823-81d4-80ed6114ac06" -d '{"events": [{"name": "network-changed", "server_uuid": "f361eec5-d7d0-4408-953b-476c84c2d293", "tag": "c97bab45-9835-4b2c-8f6d-d998f3428041"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:39.639509 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94cdf1-e121-4f00-a681-c7e9b9b7ca0f req-e552fde4-33ba-470b-856b-b374e30279cb tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:39.641034 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c94cdf1-e121-4f00-a681-c7e9b9b7ca0f req-e552fde4-33ba-470b-856b-b374e30279cb tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 0.2268038 Sep 07 18:53:39.763465 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c837488d-a757-4ed1-a53c-7c271e9aa801 req-2d3f7506-b0eb-4658-8927-793d6d80eade tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.26 "GET /v2.0/ports?device_id=092946be-bb89-4423-aa59-1cb904c5655b HTTP/1.1" status: 200 len: 210 time: 0.1107504 Sep 07 18:53:39.784472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b50845-11e9-47e2-8e9e-c4f2b334c485 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Network 2a04f97c-eef1-4797-989a-49aba8f5ba8a is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:53:39.832317 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-73b50845-11e9-47e2-8e9e-c4f2b334c485 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 2a04f97c-eef1-4797-989a-49aba8f5ba8a) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:39.844898 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182883f2-c2bd-447a-b6da-0da58a2930cc None None] Network 2a04f97c-eef1-4797-989a-49aba8f5ba8a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:53:39.847646 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c94cdf1-e121-4f00-a681-c7e9b9b7ca0f req-d51535d8-b656-4178-92fe-65f5e96d5144 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861539 Sep 07 18:53:39.848736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b50845-11e9-47e2-8e9e-c4f2b334c485 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:39.849900 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-73b50845-11e9-47e2-8e9e-c4f2b334c485 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:39.860483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b30b44-b7fc-4836-a29a-b81082d9b241 req-2859d8b1-4685-4acf-9002-b230c91f7b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:39.861998 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13b30b44-b7fc-4836-a29a-b81082d9b241 req-2859d8b1-4685-4acf-9002-b230c91f7b23 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b HTTP/1.1" status: 200 len: 907 time: 0.2597256 Sep 07 18:53:39.867338 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-0cf5bf64-803b-4740-848c-e5bcd311deee service neutron] 10.222.0.36 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995110 Sep 07 18:53:39.897500 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-73b50845-11e9-47e2-8e9e-c4f2b334c485 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4396341 Sep 07 18:53:39.898857 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59606) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:39.909026 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-c3518ac9-f1d0-4b3c-993d-eb68d53ad769 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Request body: {'subnet': {'network_id': '025b72be-1bd6-4706-adc3-b78adf7f2dfa', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:39.916673 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dc9cdb-78a3-45d4-ad3a-7c6862ca4f53 x-openstack-request-id: req-e7dc9cdb-78a3-45d4-ad3a-7c6862ca4f53 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:39.916970 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f361eec5-d7d0-4408-953b-476c84c2d293", "tag": "c97bab45-9835-4b2c-8f6d-d998f3428041", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:39.917220 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7dc9cdb-78a3-45d4-ad3a-7c6862ca4f53 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:39.917609 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f361eec5-d7d0-4408-953b-476c84c2d293', 'tag': 'c97bab45-9835-4b2c-8f6d-d998f3428041', 'status': 'completed', 'code': 200} Sep 07 18:53:39.969360 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13b30b44-b7fc-4836-a29a-b81082d9b241 req-cb939d09-3fe8-4cd0-9a04-28b57fe4ecdc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b71cda8b-3b81-477e-96d7-f0f5c08d1dfa HTTP/1.1" status: 200 len: 217 time: 0.0916004 Sep 07 18:53:40.041900 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3518ac9-f1d0-4b3c-993d-eb68d53ad769 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Made reservation on behalf of 3cc05b32b7ef4a30afde8a2188f29c16 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:53:40.045936 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c3518ac9-f1d0-4b3c-993d-eb68d53ad769 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:40.056122 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-2a04f97c-eef1-4797-989a-49aba8f5ba8a', 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'fixed_ips': [{'subnet_id': '062c4530-3812-440c-9413-d7c7b298c22a'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:53:40.057331 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:40.107994 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-641fc90e-f99a-401b-824d-83d357c899b1 req-fbe11322-6177-4edd-baf6-9cee9b3e5b6f tempest-ServerShowV247Test-1048251690 tempest-ServerShowV247Test-1048251690-project] 10.222.0.36 "GET /v2.0/ports?device_id=092946be-bb89-4423-aa59-1cb904c5655b HTTP/1.1" status: 200 len: 210 time: 0.0464697 Sep 07 18:53:40.128817 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf5663-8d73-4bf7-a1c5-bf01b0603422 req-325ae189-3d3f-4c19-bd91-8ad5f7c8cc76 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:40.136024 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ccf5663-8d73-4bf7-a1c5-bf01b0603422 req-325ae189-3d3f-4c19-bd91-8ad5f7c8cc76 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.2729092 Sep 07 18:53:40.162782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b30b44-b7fc-4836-a29a-b81082d9b241 req-2b30e2ab-f647-4cb0-a88f-7afaea56f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:40.164166 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13b30b44-b7fc-4836-a29a-b81082d9b241 req-2b30e2ab-f647-4cb0-a88f-7afaea56f2e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4805dc95-c167-4887-9384-94e2ed03f0de HTTP/1.1" status: 200 len: 845 time: 0.1746621 Sep 07 18:53:40.197236 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032171e7-37c1-4a89-9d00-9e51dfa2b880 req-104fa6e9-2e1a-46b5-a9ac-6422119ed53c tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:40.198868 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-032171e7-37c1-4a89-9d00-9e51dfa2b880 req-104fa6e9-2e1a-46b5-a9ac-6422119ed53c tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/ports?device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 943 time: 0.2271659 Sep 07 18:53:40.201238 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7698c66-bff5-456b-82f2-f1b2f049eb5a req-8c327a72-592c-4899-97b6-1d16c4cabf04 service neutron] 10.222.0.36 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213794 Sep 07 18:53:40.260039 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ccf5663-8d73-4bf7-a1c5-bf01b0603422 req-855d3b38-1e3f-47f5-b3c8-6b27b43070e2 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230476 Sep 07 18:53:40.379992 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b30b44-b7fc-4836-a29a-b81082d9b241 req-f3142234-9dff-4a62-b98a-f46a54e46123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:40.382744 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13b30b44-b7fc-4836-a29a-b81082d9b241 req-f3142234-9dff-4a62-b98a-f46a54e46123 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2017486 Sep 07 18:53:40.402257 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c3518ac9-f1d0-4b3c-993d-eb68d53ad769 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:40.465124 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-032171e7-37c1-4a89-9d00-9e51dfa2b880 req-fba42c89-d696-4d7b-bfb8-95c53445683c tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c73777-b457-4b23-ac3d-67dd72116034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437086 Sep 07 18:53:40.506151 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3518ac9-f1d0-4b3c-993d-eb68d53ad769 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event updated for resources: {'Subnet': ['ID=aa8070ab-5c30-4d90-a64d-590d11e7607c,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:40.512441 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3518ac9-f1d0-4b3c-993d-eb68d53ad769 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Checking segment: {'id': '95bba13a-f409-46aa-acc2-6b9b9cc2bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '025b72be-1bd6-4706-adc3-b78adf7f2dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:53:40.513027 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3518ac9-f1d0-4b3c-993d-eb68d53ad769 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Network hostable DHCP agents. Network: 025b72be-1bd6-4706-adc3-b78adf7f2dfa, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:53:40.547801 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] Allocated IP 10.1.1.2 (2a04f97c-eef1-4797-989a-49aba8f5ba8a/062c4530-3812-440c-9413-d7c7b298c22a/ff801a6d-a76e-433d-b7af-d14dd438da27) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:53:40.551473 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3518ac9-f1d0-4b3c-993d-eb68d53ad769 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Network 025b72be-1bd6-4706-adc3-b78adf7f2dfa is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:53:40.563223 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-c3518ac9-f1d0-4b3c-993d-eb68d53ad769 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 025b72be-1bd6-4706-adc3-b78adf7f2dfa) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:40.576696 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5b8002-0238-4aab-b976-c647a8e85cdb None None] Network 025b72be-1bd6-4706-adc3-b78adf7f2dfa requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:53:40.582383 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3518ac9-f1d0-4b3c-993d-eb68d53ad769 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:40.583468 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c3518ac9-f1d0-4b3c-993d-eb68d53ad769 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:40.603526 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c3518ac9-f1d0-4b3c-993d-eb68d53ad769 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7020731 Sep 07 18:53:40.606330 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59618) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:40.622937 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-176a3bc8-9945-4c0b-856f-7a7b6d23208c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Request body: {'port': {'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a', 'name': 'tempest-TaggedBootDevicesTest_v242-1835965093', 'fixed_ips': [{'subnet_id': '062c4530-3812-440c-9413-d7c7b298c22a'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:40.624756 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4dc30-a6f1-4823-81d4-80ed6114ac06 req-dfbb4ecb-fdbc-49e1-bcf0-1ca13b6c6ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:40.626371 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15c4dc30-a6f1-4823-81d4-80ed6114ac06 req-dfbb4ecb-fdbc-49e1-bcf0-1ca13b6c6ad2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8d2dd6678d2444d8d30e7280161600d&device_id=f361eec5-d7d0-4408-953b-476c84c2d293 HTTP/1.1" status: 200 len: 1094 time: 0.3601315 Sep 07 18:53:40.702714 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cffcae-fa4a-4726-9004-62a09293a3ce req-1ccb0b1c-2971-4863-b507-37d39d24e652 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:40.727359 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6cffcae-fa4a-4726-9004-62a09293a3ce req-1ccb0b1c-2971-4863-b507-37d39d24e652 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f361eec5-d7d0-4408-953b-476c84c2d293 HTTP/1.1" status: 200 len: 943 time: 0.3428423 Sep 07 18:53:40.759077 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device a3fb093f-9ce0-4635-bd9b-c79157a00e6b no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:53:40.836772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: a3fb093f-9ce0-4635-bd9b-c79157a00e6b {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:53:40.837262 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device a3fb093f-9ce0-4635-bd9b-c79157a00e6b not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:53:40.896600 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176a3bc8-9945-4c0b-856f-7a7b6d23208c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Made reservation on behalf of 3cc05b32b7ef4a30afde8a2188f29c16 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:53:40.908481 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13b30b44-b7fc-4836-a29a-b81082d9b241 req-7d8b60c1-e99e-4ab2-8e28-b77e513d7149 service neutron] 10.222.0.60 "GET /v2.0/networks/57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916081 Sep 07 18:53:41.016305 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6cffcae-fa4a-4726-9004-62a09293a3ce req-6f5898d2-447e-4833-9786-77c33f6ea069 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879300 Sep 07 18:53:41.072410 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-176a3bc8-9945-4c0b-856f-7a7b6d23208c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:41.088036 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-025b72be-1bd6-4706-adc3-b78adf7f2dfa', 'network_id': '025b72be-1bd6-4706-adc3-b78adf7f2dfa', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'fixed_ips': [{'subnet_id': 'aa8070ab-5c30-4d90-a64d-590d11e7607c'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:53:41.089564 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:41.110948 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-176a3bc8-9945-4c0b-856f-7a7b6d23208c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] device_id is not set on port 9557b603-4ab7-498b-ac43-138b6d5d09f4 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:53:41.125101 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02e1c-4364-43f7-b2cc-d4451ea5dc03 req-338966be-c496-4f70-a575-9f94065bff9d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:41.126664 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1eb02e1c-4364-43f7-b2cc-d4451ea5dc03 req-338966be-c496-4f70-a575-9f94065bff9d tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 0.3140779 Sep 07 18:53:41.144640 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4dc30-a6f1-4823-81d4-80ed6114ac06 req-0df30f0e-4866-423d-a59d-1b2b71312b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:41.146472 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15c4dc30-a6f1-4823-81d4-80ed6114ac06 req-0df30f0e-4866-423d-a59d-1b2b71312b73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 HTTP/1.1" status: 200 len: 913 time: 0.4972191 Sep 07 18:53:41.157769 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56551d9e-5273-445d-83de-44ae70464bc1 req-f2ad6855-af12-41f8-a729-1a1feb2b9031 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:41.158964 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-56551d9e-5273-445d-83de-44ae70464bc1 req-f2ad6855-af12-41f8-a729-1a1feb2b9031 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.2891271 Sep 07 18:53:41.257675 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] Allocated IP 10.2.2.2 (025b72be-1bd6-4706-adc3-b78adf7f2dfa/aa8070ab-5c30-4d90-a64d-590d11e7607c/07e6eda4-9ef6-4c77-8ad0-cd6fe68393de) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:53:41.441708 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:41.453643 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] Transition to ACTIVE for port object 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:41.470247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] Transition to ACTIVE for port object 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:41.475607 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:41.478620 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:41.529536 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] Network 025b72be-1bd6-4706-adc3-b78adf7f2dfa is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:53:41.530778 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] Transition to ACTIVE for port object ff801a6d-a76e-433d-b7af-d14dd438da27 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:41.540547 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:41.543301 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15c4dc30-a6f1-4823-81d4-80ed6114ac06 req-e7297417-3016-4257-9e38-f059f76fc7ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c97bab45-9835-4b2c-8f6d-d998f3428041 HTTP/1.1" status: 200 len: 217 time: 0.3833370 Sep 07 18:53:41.545672 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:53:41.574826 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] Transition to ACTIVE for port object ff801a6d-a76e-433d-b7af-d14dd438da27 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:41.588335 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59634) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:41.589455 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] Pushing event updated for resources: {'Port': ['ID=07e6eda4-9ef6-4c77-8ad0-cd6fe68393de,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:41.636203 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13b30b44-b7fc-4836-a29a-b81082d9b241 req-b6c97018-b767-4eaa-a0bc-20c89be14121 service neutron] 10.222.0.60 "GET /v2.0/networks/57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6904325 Sep 07 18:53:41.655133 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:41.670015 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-56551d9e-5273-445d-83de-44ae70464bc1 req-5a278c5d-2416-4b3d-a1fa-f97884a9c141 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892304 Sep 07 18:53:41.673637 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-176a3bc8-9945-4c0b-856f-7a7b6d23208c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Allocated IP 10.1.1.128 (2a04f97c-eef1-4797-989a-49aba8f5ba8a/062c4530-3812-440c-9413-d7c7b298c22a/9557b603-4ab7-498b-ac43-138b6d5d09f4) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:53:41.684847 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4dc30-a6f1-4823-81d4-80ed6114ac06 req-8487b888-bb0b-4e76-b890-05d42604fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:41.686326 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15c4dc30-a6f1-4823-81d4-80ed6114ac06 req-8487b888-bb0b-4e76-b890-05d42604fa4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=330b0af3-a338-4c3d-9fb6-805b1cab9e04 HTTP/1.1" status: 200 len: 852 time: 0.1293941 Sep 07 18:53:41.701994 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9fbfc-9c4a-4a84-8ab7-9eabfeecba35 req-ae8a2752-6aaa-48ae-b1fc-c2f8c949375e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:41.701994 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-28d9fbfc-9c4a-4a84-8ab7-9eabfeecba35 req-ae8a2752-6aaa-48ae-b1fc-c2f8c949375e tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 949 time: 0.4953818 Sep 07 18:53:41.737867 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] Pushing event updated for resources: {'Port': ['ID=ff801a6d-a76e-433d-b7af-d14dd438da27,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:41.755770 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] Attempting to bind port 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:53:41.756141 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] Attempting to bind port 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '95bba13a-f409-46aa-acc2-6b9b9cc2bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '025b72be-1bd6-4706-adc3-b78adf7f2dfa'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:53:41.756520 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] Attempting to bind port 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de on network 025b72be-1bd6-4706-adc3-b78adf7f2dfa {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:53:41.760626 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] Network 2a04f97c-eef1-4797-989a-49aba8f5ba8a is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:53:41.763833 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:41.765898 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:53:41.766275 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] Checking segment: {'id': '95bba13a-f409-46aa-acc2-6b9b9cc2bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '025b72be-1bd6-4706-adc3-b78adf7f2dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:53:41.766677 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:41.767063 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] Bound using segment: {'id': '95bba13a-f409-46aa-acc2-6b9b9cc2bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '025b72be-1bd6-4706-adc3-b78adf7f2dfa'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:53:41.767534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] Bound port: 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95bba13a-f409-46aa-acc2-6b9b9cc2bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '025b72be-1bd6-4706-adc3-b78adf7f2dfa'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:53:41.767911 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:41.770066 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:53:41.797783 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15c4dc30-a6f1-4823-81d4-80ed6114ac06 req-056ea067-89e8-4fe2-8019-0d4563bfff0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978065 Sep 07 18:53:41.881390 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fddb51ae-985f-4a70-8f66-1305aba19e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:41.881717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-1eb02e1c-4364-43f7-b2cc-d4451ea5dc03 req-57da8432-a1c3-471a-a7ef-c0391998a3a5 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Deleting port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:53:41.882245 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1eb02e1c-4364-43f7-b2cc-d4451ea5dc03 req-57da8432-a1c3-471a-a7ef-c0391998a3a5 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:41.885299 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-176a3bc8-9945-4c0b-856f-7a7b6d23208c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:41.932961 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] Attempting to bind port ff801a6d-a76e-433d-b7af-d14dd438da27 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:53:41.933276 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] Attempting to bind port ff801a6d-a76e-433d-b7af-d14dd438da27 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '06a8304d-420d-4780-9d5e-af8d53f8bcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:53:41.933599 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] Attempting to bind port ff801a6d-a76e-433d-b7af-d14dd438da27 on network 2a04f97c-eef1-4797-989a-49aba8f5ba8a {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:53:41.941156 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-28d9fbfc-9c4a-4a84-8ab7-9eabfeecba35 req-59e78e83-8058-45b5-b52c-153974545a57 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336423 Sep 07 18:53:41.961851 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:53:41.962235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] Checking segment: {'id': '06a8304d-420d-4780-9d5e-af8d53f8bcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:53:41.962642 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:41.963049 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] Bound using segment: {'id': '06a8304d-420d-4780-9d5e-af8d53f8bcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:53:41.963561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] Bound port: ff801a6d-a76e-433d-b7af-d14dd438da27, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a8304d-420d-4780-9d5e-af8d53f8bcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:53:41.963956 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:41.998294 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-176a3bc8-9945-4c0b-856f-7a7b6d23208c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Transition to ACTIVE for port object 9557b603-4ab7-498b-ac43-138b6d5d09f4 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:42.020376 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] For port 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:53:42.094711 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] For port ff801a6d-a76e-433d-b7af-d14dd438da27, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:53:42.098197 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] For port ff801a6d-a76e-433d-b7af-d14dd438da27, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ff801a6d-a76e-433d-b7af-d14dd438da27,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:53:42.112138 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] For port 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=07e6eda4-9ef6-4c77-8ad0-cd6fe68393de,segment=NetworkSegment(95bba13a-f409-46aa-acc2-6b9b9cc2bb26),segment_id=95bba13a-f409-46aa-acc2-6b9b9cc2bb26)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:53:42.113951 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:42.119437 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:42.171690 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-176a3bc8-9945-4c0b-856f-7a7b6d23208c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:42.172633 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113cdce-7f0c-49d7-a3f4-f430c85d2241 req-7bbf6384-7ad7-44b8-8137-6e2e9a9af2f6 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:42.180313 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1113cdce-7f0c-49d7-a3f4-f430c85d2241 req-7bbf6384-7ad7-44b8-8137-6e2e9a9af2f6 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/ports?device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 943 time: 0.3446062 Sep 07 18:53:42.236148 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15c4dc30-a6f1-4823-81d4-80ed6114ac06 req-e6e00929-81b5-4457-b590-637681494150 service neutron] 10.222.0.36 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172816 Sep 07 18:53:42.245026 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6d06f-bbbd-4d5e-8150-031f5dca1aa2 None None] Pushing event updated for resources: {'Port': ['ID=ff801a6d-a76e-433d-b7af-d14dd438da27,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:42.275770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-1eb02e1c-4364-43f7-b2cc-d4451ea5dc03 req-57da8432-a1c3-471a-a7ef-c0391998a3a5 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] For port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:42.276145 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1eb02e1c-4364-43f7-b2cc-d4451ea5dc03 req-57da8432-a1c3-471a-a7ef-c0391998a3a5 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:42.311061 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fddb51ae-985f-4a70-8f66-1305aba19e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:42.326477 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176a3bc8-9945-4c0b-856f-7a7b6d23208c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Network 2a04f97c-eef1-4797-989a-49aba8f5ba8a is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:53:42.327665 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fddb51ae-985f-4a70-8f66-1305aba19e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:42.330173 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a3bc8-9945-4c0b-856f-7a7b6d23208c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event updated for resources: {'Port': ['ID=9557b603-4ab7-498b-ac43-138b6d5d09f4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:42.330905 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01195ae5-48f0-4a83-a622-05400e71ff2a None None] Pushing event updated for resources: {'Port': ['ID=07e6eda4-9ef6-4c77-8ad0-cd6fe68393de,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:42.353417 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-176a3bc8-9945-4c0b-856f-7a7b6d23208c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:42.360086 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-1eb02e1c-4364-43f7-b2cc-d4451ea5dc03 req-57da8432-a1c3-471a-a7ef-c0391998a3a5 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Calling delete_port for ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:53:42.366380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1113cdce-7f0c-49d7-a3f4-f430c85d2241 req-d98b55d1-efbb-498d-83f8-6f7dbcc08699 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c73777-b457-4b23-ac3d-67dd72116034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851618 Sep 07 18:53:42.390359 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176a3bc8-9945-4c0b-856f-7a7b6d23208c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:53:42.390359 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb51ae-985f-4a70-8f66-1305aba19e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8953390e-1eea-417f-b599-1f7463c08ac6,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:42.423702 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485d10a-5262-46ef-8b7c-fef241898662 req-7a082198-6d9e-422d-bc04-7cdd25071c76 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:42.424411 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device c97bab45-9835-4b2c-8f6d-d998f3428041 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:53:42.431515 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0485d10a-5262-46ef-8b7c-fef241898662 req-7a082198-6d9e-422d-bc04-7cdd25071c76 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f361eec5-d7d0-4408-953b-476c84c2d293 HTTP/1.1" status: 200 len: 943 time: 0.2490435 Sep 07 18:53:42.450863 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fddb51ae-985f-4a70-8f66-1305aba19e36 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4bf0a4af1e1447179adac5e6d0d1bd8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8581057 Sep 07 18:53:42.456120 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59644) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:42.551873 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176a3bc8-9945-4c0b-856f-7a7b6d23208c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:42.555589 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-176a3bc8-9945-4c0b-856f-7a7b6d23208c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:42.565541 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15c4dc30-a6f1-4823-81d4-80ed6114ac06 req-ca5a9b8a-91a3-4543-8425-13717f6219c5 service neutron] 10.222.0.36 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112793 Sep 07 18:53:42.586660 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0485d10a-5262-46ef-8b7c-fef241898662 req-a7bb2227-c16e-4eff-8f8f-fe7909934bf5 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541736 Sep 07 18:53:42.635299 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-176a3bc8-9945-4c0b-856f-7a7b6d23208c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0274858 Sep 07 18:53:42.636142 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59648) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:42.671786 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-9d0c5cd0-2098-4ff8-94a0-67e31bdc0c95 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Request body: {'port': {'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a', 'name': 'tempest-TaggedBootDevicesTest_v242-1034658374', 'fixed_ips': [{'subnet_id': '062c4530-3812-440c-9413-d7c7b298c22a'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:42.673203 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:42.675265 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d75ec78-30eb-4dfc-9282-11a2e5eda317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:42.703787 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device b71cda8b-3b81-477e-96d7-f0f5c08d1dfa details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:53:42.801346 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d75ec78-30eb-4dfc-9282-11a2e5eda317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:42.871794 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1eb02e1c-4364-43f7-b2cc-d4451ea5dc03 req-57da8432-a1c3-471a-a7ef-c0391998a3a5 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:42.908272 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['897ca894-dfa1-4315-9efb-967d68266413'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:53:42.910933 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:53:42.935845 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0c5cd0-2098-4ff8-94a0-67e31bdc0c95 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Made reservation on behalf of 3cc05b32b7ef4a30afde8a2188f29c16 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:53:42.946605 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9d0c5cd0-2098-4ff8-94a0-67e31bdc0c95 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:42.949988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da002f-39fa-4b76-a390-cd027f2eff07 req-cd56aa67-00ab-4162-be4a-8460b3cf428d tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:42.958584 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53da002f-39fa-4b76-a390-cd027f2eff07 req-cd56aa67-00ab-4162-be4a-8460b3cf428d tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1489513 Sep 07 18:53:42.969808 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d75ec78-30eb-4dfc-9282-11a2e5eda317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:42.973040 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d75ec78-30eb-4dfc-9282-11a2e5eda317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:42.974549 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8d75ec78-30eb-4dfc-9282-11a2e5eda317 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8953390e-1eea-417f-b599-1f7463c08ac6 HTTP/1.1" status: 204 len: 168 time: 0.5157938 Sep 07 18:53:42.986102 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port c97bab45-9835-4b2c-8f6d-d998f3428041, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=c97bab45-9835-4b2c-8f6d-d998f3428041,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:42.997842 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da8432-a1c3-471a-a7ef-c0391998a3a5 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Pushing event deleted for resources: {'Port': ['ID=ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:43.017619 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53da002f-39fa-4b76-a390-cd027f2eff07 req-91c08d2f-4bdb-4488-a514-68a6f1575bce tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530243 Sep 07 18:53:43.024211 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-9d0c5cd0-2098-4ff8-94a0-67e31bdc0c95 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] device_id is not set on port 2c42146d-acda-49b7-9da4-ed02db649778 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:53:43.056594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb02e1c-4364-43f7-b2cc-d4451ea5dc03 req-57da8432-a1c3-471a-a7ef-c0391998a3a5 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] No DVR routers for this DVR port ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:53:43.060887 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1eb02e1c-4364-43f7-b2cc-d4451ea5dc03 req-57da8432-a1c3-471a-a7ef-c0391998a3a5 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:43.065030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1eb02e1c-4364-43f7-b2cc-d4451ea5dc03 req-57da8432-a1c3-471a-a7ef-c0391998a3a5 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.36 "DELETE /v2.0/ports/ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 HTTP/1.1" status: 204 len: 173 time: 1.9156919 Sep 07 18:53:43.068468 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2be118-144d-4f06-abfc-43887b51cff9', 'name': 'network-vif-deleted', 'tag': 'ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:43.071996 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8583b989-a863-443e-adfa-36f05837ffc1" -d '{"events": [{"server_uuid": "2a2be118-144d-4f06-abfc-43887b51cff9", "name": "network-vif-deleted", "tag": "ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:43.079219 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'c97bab45-9835-4b2c-8f6d-d998f3428041', 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20', 'port_id': 'c97bab45-9835-4b2c-8f6d-d998f3428041', 'mac_address': 'fa:16:3e:c9:be:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330b0af3-a338-4c3d-9fb6-805b1cab9e04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:53:43.118546 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port b71cda8b-3b81-477e-96d7-f0f5c08d1dfa, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=b71cda8b-3b81-477e-96d7-f0f5c08d1dfa,segment=NetworkSegment(25c811ed-7aa6-4bbf-9bb1-e8442053b872),segment_id=25c811ed-7aa6-4bbf-9bb1-e8442053b872)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:43.172332 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75ec78-30eb-4dfc-9282-11a2e5eda317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8953390e-1eea-417f-b599-1f7463c08ac6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:43.176237 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-65d9ab23-6a37-4b56-8150-c4ee218002c1 req-7f653c2c-c030-4c6f-a3e5-514d7fddc328 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2be118-144d-4f06-abfc-43887b51cff9 HTTP/1.1" status: 200 len: 210 time: 0.0620239 Sep 07 18:53:43.192156 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'b71cda8b-3b81-477e-96d7-f0f5c08d1dfa', 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b', 'port_id': 'b71cda8b-3b81-477e-96d7-f0f5c08d1dfa', 'mac_address': 'fa:16:3e:fd:94:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:53:43.249520 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2975dec-d4d0-4a9b-b60f-ec5d4275424a x-openstack-request-id: req-c2975dec-d4d0-4a9b-b60f-ec5d4275424a {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:43.250050 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2be118-144d-4f06-abfc-43887b51cff9", "name": "network-vif-deleted", "tag": "ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:43.250540 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c2975dec-d4d0-4a9b-b60f-ec5d4275424a {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:43.251105 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2be118-144d-4f06-abfc-43887b51cff9', 'name': 'network-vif-deleted', 'tag': 'ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2', 'status': 'completed', 'code': 200} Sep 07 18:53:43.275485 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:43.324736 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:53:43.342162 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97bab45-9835-4b2c-8f6d-d998f3428041 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:53:43.431898 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port c97bab45-9835-4b2c-8f6d-d998f3428041, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=c97bab45-9835-4b2c-8f6d-d998f3428041,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:43.446350 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:43.477057 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-9d0c5cd0-2098-4ff8-94a0-67e31bdc0c95 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Allocated IP 10.1.1.21 (2a04f97c-eef1-4797-989a-49aba8f5ba8a/062c4530-3812-440c-9413-d7c7b298c22a/2c42146d-acda-49b7-9da4-ed02db649778) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:53:43.642709 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:43.729259 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52f24c-697c-4006-a28f-2a26003b4dc4 req-e469b95e-b565-4d08-aefe-56c25905ff6a tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:43.741110 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d52f24c-697c-4006-a28f-2a26003b4dc4 req-e469b95e-b565-4d08-aefe-56c25905ff6a tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/ports?device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 943 time: 0.2383313 Sep 07 18:53:43.787366 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=c97bab45-9835-4b2c-8f6d-d998f3428041,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:43.816393 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71cda8b-3b81-477e-96d7-f0f5c08d1dfa {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:53:43.826912 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['c97bab45-9835-4b2c-8f6d-d998f3428041'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:53:43.842663 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d52f24c-697c-4006-a28f-2a26003b4dc4 req-6acd48f4-3db5-4010-9b33-258b43f6cb1f tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c73777-b457-4b23-ac3d-67dd72116034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927453 Sep 07 18:53:43.893902 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9d0c5cd0-2098-4ff8-94a0-67e31bdc0c95 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:43.909602 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea092fd6-75f6-4b2c-be9b-e185d76469f9 req-246ddb93-2f58-4fe0-80ad-721263f8cda3 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:43.916767 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea092fd6-75f6-4b2c-be9b-e185d76469f9 req-246ddb93-2f58-4fe0-80ad-721263f8cda3 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.3649540 Sep 07 18:53:43.923697 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-9d0c5cd0-2098-4ff8-94a0-67e31bdc0c95 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Transition to ACTIVE for port object 2c42146d-acda-49b7-9da4-ed02db649778 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:43.931894 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:44.013676 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port b71cda8b-3b81-477e-96d7-f0f5c08d1dfa, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=b71cda8b-3b81-477e-96d7-f0f5c08d1dfa,segment=NetworkSegment(25c811ed-7aa6-4bbf-9bb1-e8442053b872),segment_id=25c811ed-7aa6-4bbf-9bb1-e8442053b872)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:44.022725 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:44.024573 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9d0c5cd0-2098-4ff8-94a0-67e31bdc0c95 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:44.038943 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ff801a6d-a76e-433d-b7af-d14dd438da27 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:53:44.050395 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:44.117422 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea092fd6-75f6-4b2c-be9b-e185d76469f9 req-e74e9a24-8ee9-45e4-bfe5-e9b5d4729e89 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862109 Sep 07 18:53:44.132212 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0c5cd0-2098-4ff8-94a0-67e31bdc0c95 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Network 2a04f97c-eef1-4797-989a-49aba8f5ba8a is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:53:44.137740 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-9d0c5cd0-2098-4ff8-94a0-67e31bdc0c95 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:44.143419 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0c5cd0-2098-4ff8-94a0-67e31bdc0c95 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:53:44.176803 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852e350-71b6-41a0-b056-be6b84a44377 req-499e0c43-45bb-48c1-9953-06a13c4672e2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:44.189707 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a852e350-71b6-41a0-b056-be6b84a44377 req-499e0c43-45bb-48c1-9953-06a13c4672e2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f361eec5-d7d0-4408-953b-476c84c2d293 HTTP/1.1" status: 200 len: 944 time: 0.2085803 Sep 07 18:53:44.245758 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c5cd0-2098-4ff8-94a0-67e31bdc0c95 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event updated for resources: {'Port': ['ID=2c42146d-acda-49b7-9da4-ed02db649778,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:44.288627 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a852e350-71b6-41a0-b056-be6b84a44377 req-64f31f0f-26d9-40e4-88c9-072ffaf157fe tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827100 Sep 07 18:53:44.312883 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0c5cd0-2098-4ff8-94a0-67e31bdc0c95 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:44.313558 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9d0c5cd0-2098-4ff8-94a0-67e31bdc0c95 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:44.339121 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9d0c5cd0-2098-4ff8-94a0-67e31bdc0c95 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6720815 Sep 07 18:53:44.393942 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['b71cda8b-3b81-477e-96d7-f0f5c08d1dfa'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:53:44.404741 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=b71cda8b-3b81-477e-96d7-f0f5c08d1dfa,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:44.475720 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:53:44.500196 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6b2df4-e935-4861-b29a-8e464cd159e4 None None] Network 025b72be-1bd6-4706-adc3-b78adf7f2dfa requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:53:44.574124 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59696) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:44.580789 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-08f256ba-046e-425d-a4a1-8aaffc68db20 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1641757498', 'description': 'tempest-description--710039601'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:44.596133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671ab4ec-3350-4211-9264-7e279c854636 None None] Network 2a04f97c-eef1-4797-989a-49aba8f5ba8a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:53:44.601053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:53:44.601295 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device ac98f933-21a2-4fdf-8ffb-a07ab8b5cfe2 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:53:44.628904 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08f256ba-046e-425d-a4a1-8aaffc68db20 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:44.631408 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port ff801a6d-a76e-433d-b7af-d14dd438da27 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:44.730213 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085793bc-33ee-4698-9f25-a84c7fd04e64 req-08b328f3-cdb3-4d07-a48b-132269ddcee4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:44.738518 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-085793bc-33ee-4698-9f25-a84c7fd04e64 req-08b328f3-cdb3-4d07-a48b-132269ddcee4 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.1212468 Sep 07 18:53:44.806960 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08f256ba-046e-425d-a4a1-8aaffc68db20 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:44.812295 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08f256ba-046e-425d-a4a1-8aaffc68db20 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:44.823752 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-085793bc-33ee-4698-9f25-a84c7fd04e64 req-df4ab1f3-8bb8-42bf-bf84-500fb5a12759 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838184 Sep 07 18:53:44.869847 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f256ba-046e-425d-a4a1-8aaffc68db20 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440ea8dd-020d-4b8f-ac96-92f112f79b38,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:44.893270 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08f256ba-046e-425d-a4a1-8aaffc68db20 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:44.897914 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59708) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:44.904429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-436071c9-1459-4000-8297-9766612ee7df tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Request body: {'security_group_rule': {'security_group_id': '440ea8dd-020d-4b8f-ac96-92f112f79b38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:44.907114 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-08f256ba-046e-425d-a4a1-8aaffc68db20 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3308651 Sep 07 18:53:44.961416 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-436071c9-1459-4000-8297-9766612ee7df tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:45.011387 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ba424d31-c3d0-4ad3-acbe-785e8a55bff8 None None] Provisioning for port ff801a6d-a76e-433d-b7af-d14dd438da27 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:45.058897 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ba424d31-c3d0-4ad3-acbe-785e8a55bff8 None None] Provisioning complete for port ff801a6d-a76e-433d-b7af-d14dd438da27 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:45.059223 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ba424d31-c3d0-4ad3-acbe-785e8a55bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:45.128947 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dfe48-34a7-494e-90b6-4c93231ad879 req-340e2498-63d3-45fe-894a-806c4f45a036 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:45.139145 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab9dfe48-34a7-494e-90b6-4c93231ad879 req-340e2498-63d3-45fe-894a-806c4f45a036 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/ports?device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 944 time: 0.1047275 Sep 07 18:53:45.188405 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-436071c9-1459-4000-8297-9766612ee7df tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:45.197192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab9dfe48-34a7-494e-90b6-4c93231ad879 req-feca7470-9137-41a3-9b03-1ed71343f450 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c73777-b457-4b23-ac3d-67dd72116034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569775 Sep 07 18:53:45.202596 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-436071c9-1459-4000-8297-9766612ee7df tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:45.229844 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436071c9-1459-4000-8297-9766612ee7df tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c701e396-5e3c-4b23-839e-ca355d9b2463,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:45.232896 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-436071c9-1459-4000-8297-9766612ee7df tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:45.234117 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-436071c9-1459-4000-8297-9766612ee7df tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3338814 Sep 07 18:53:45.236717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59720) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:45.241663 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-9369bc7d-f900-4cf4-8848-07a901388daf tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Request body: {'security_group_rule': {'security_group_id': '440ea8dd-020d-4b8f-ac96-92f112f79b38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:45.294701 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9369bc7d-f900-4cf4-8848-07a901388daf tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:45.337344 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d850a29c-906c-4c9e-942f-9b86bdb22e1b req-36c3af58-d16c-4b1c-a290-db4b10227439 tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.0449989 Sep 07 18:53:45.389243 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ba424d31-c3d0-4ad3-acbe-785e8a55bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:45.448332 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ba424d31-c3d0-4ad3-acbe-785e8a55bff8 None None] For port ff801a6d-a76e-433d-b7af-d14dd438da27, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ff801a6d-a76e-433d-b7af-d14dd438da27,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:45.483190 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ba424d31-c3d0-4ad3-acbe-785e8a55bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:45.503953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307f85b-6265-49df-aeb4-2763bf251e30 req-af657b3e-6d82-4a1a-8636-f877e44d5705 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:45.511080 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c307f85b-6265-49df-aeb4-2763bf251e30 req-af657b3e-6d82-4a1a-8636-f877e44d5705 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1464987 Sep 07 18:53:45.516443 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9369bc7d-f900-4cf4-8848-07a901388daf tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:45.546656 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9369bc7d-f900-4cf4-8848-07a901388daf tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:45.582033 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ba424d31-c3d0-4ad3-acbe-785e8a55bff8 None None] Provisioning for port 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:45.592307 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ba424d31-c3d0-4ad3-acbe-785e8a55bff8 None None] Provisioning complete for port 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:45.592417 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ba424d31-c3d0-4ad3-acbe-785e8a55bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:45.614901 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369bc7d-f900-4cf4-8848-07a901388daf tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bab0f8-7e11-4908-8d77-ffa8bfa686a7,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:45.654196 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba424d31-c3d0-4ad3-acbe-785e8a55bff8 None None] Pushing event updated for resources: {'Port': ['ID=ff801a6d-a76e-433d-b7af-d14dd438da27,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:45.677778 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c307f85b-6265-49df-aeb4-2763bf251e30 req-a6c0a8e6-7a36-46c6-9713-da2d6b3b3c54 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606727 Sep 07 18:53:45.691314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3368a9e-0b13-4cf0-925a-b3b65d74dd7f req-332a81df-102f-4da9-858c-c8fe3f40c23f tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:45.700648 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3368a9e-0b13-4cf0-925a-b3b65d74dd7f req-332a81df-102f-4da9-858c-c8fe3f40c23f tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f361eec5-d7d0-4408-953b-476c84c2d293 HTTP/1.1" status: 200 len: 944 time: 0.2672577 Sep 07 18:53:45.703618 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9369bc7d-f900-4cf4-8848-07a901388daf tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:45.704964 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9369bc7d-f900-4cf4-8848-07a901388daf tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4673517 Sep 07 18:53:45.708304 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59732) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:45.716732 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-2f59116f-3895-4a1a-966c-2c3c5fa9db36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:45.771063 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f59116f-3895-4a1a-966c-2c3c5fa9db36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:45.816809 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ba424d31-c3d0-4ad3-acbe-785e8a55bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:45.844941 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3368a9e-0b13-4cf0-925a-b3b65d74dd7f req-b1eb6726-b35c-49c4-a1e5-f873d8beca17 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424692 Sep 07 18:53:45.936827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ba424d31-c3d0-4ad3-acbe-785e8a55bff8 None None] For port 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=07e6eda4-9ef6-4c77-8ad0-cd6fe68393de,segment=NetworkSegment(95bba13a-f409-46aa-acc2-6b9b9cc2bb26),segment_id=95bba13a-f409-46aa-acc2-6b9b9cc2bb26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:45.945749 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ba424d31-c3d0-4ad3-acbe-785e8a55bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:45.959523 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f59116f-3895-4a1a-966c-2c3c5fa9db36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:45.988574 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9635b26-33f2-4cdb-ba0d-fcd25d959a3b req-9d1aada7-05a4-47d6-b26c-7f9bbda9b691 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:46.000613 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9635b26-33f2-4cdb-ba0d-fcd25d959a3b req-9d1aada7-05a4-47d6-b26c-7f9bbda9b691 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1270866 Sep 07 18:53:46.036468 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba424d31-c3d0-4ad3-acbe-785e8a55bff8 None None] Pushing event updated for resources: {'Port': ['ID=07e6eda4-9ef6-4c77-8ad0-cd6fe68393de,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:46.098679 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-000216ca-9b34-462c-b2fd-0d9180d44af9 None None] Provisioning complete for port 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:46.099495 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-000216ca-9b34-462c-b2fd-0d9180d44af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:46.213143 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9635b26-33f2-4cdb-ba0d-fcd25d959a3b req-d2d2b36a-6b20-48ab-9d71-961d1d73c80f tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110775 Sep 07 18:53:46.246837 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75bb8c-dfa9-41ae-b2e9-e2f0ebf84d7f req-21ad10e0-2595-43ae-b8f2-d91effd1da66 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:46.251186 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-2f59116f-3895-4a1a-966c-2c3c5fa9db36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Allocated IP 172.25.8.97 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/62f85017-e3fe-4b0b-a09b-cbf0c8d49319) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:53:46.257795 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff75bb8c-dfa9-41ae-b2e9-e2f0ebf84d7f req-21ad10e0-2595-43ae-b8f2-d91effd1da66 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.2532175 Sep 07 18:53:46.290585 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211815ca-7150-4c35-99d3-4bd6a19b8c5c req-f5889927-3efe-42b3-9ca7-2c7f93a8162c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:46.292675 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-211815ca-7150-4c35-99d3-4bd6a19b8c5c req-f5889927-3efe-42b3-9ca7-2c7f93a8162c tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 949 time: 0.2210588 Sep 07 18:53:46.354957 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff75bb8c-dfa9-41ae-b2e9-e2f0ebf84d7f req-445bb8ce-d35d-4ced-b487-5ca206d8d2ea tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae7e497e-99e5-4147-a77c-b93c94b17b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961173 Sep 07 18:53:46.371147 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-512bab48-fd4e-4bf0-accd-13376b16bf7f None None] Provisioning for port 2c42146d-acda-49b7-9da4-ed02db649778 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:46.376156 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-512bab48-fd4e-4bf0-accd-13376b16bf7f None None] Provisioning complete for port 2c42146d-acda-49b7-9da4-ed02db649778 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:46.376592 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-512bab48-fd4e-4bf0-accd-13376b16bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:46.435248 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-512bab48-fd4e-4bf0-accd-13376b16bf7f None None] Port 2c42146d-acda-49b7-9da4-ed02db649778 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:53:46.444950 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device c97bab45-9835-4b2c-8f6d-d998f3428041 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:53:46.464286 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f59116f-3895-4a1a-966c-2c3c5fa9db36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:46.490382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-512bab48-fd4e-4bf0-accd-13376b16bf7f None None] Provisioning for port 9557b603-4ab7-498b-ac43-138b6d5d09f4 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:46.499042 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-512bab48-fd4e-4bf0-accd-13376b16bf7f None None] Provisioning complete for port 9557b603-4ab7-498b-ac43-138b6d5d09f4 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:46.499549 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-512bab48-fd4e-4bf0-accd-13376b16bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:46.514123 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f8d60-be2e-4346-9203-6042cf9f3fa2 req-990d9546-bc32-4cfd-bf00-76e445215755 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:46.516238 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a3f8d60-be2e-4346-9203-6042cf9f3fa2 req-990d9546-bc32-4cfd-bf00-76e445215755 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1759825 Sep 07 18:53:46.534513 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f59116f-3895-4a1a-966c-2c3c5fa9db36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:46.556865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-512bab48-fd4e-4bf0-accd-13376b16bf7f None None] Port 9557b603-4ab7-498b-ac43-138b6d5d09f4 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:53:46.574034 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port c97bab45-9835-4b2c-8f6d-d998f3428041 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:46.586972 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-512bab48-fd4e-4bf0-accd-13376b16bf7f None None] Provisioning complete for port ff801a6d-a76e-433d-b7af-d14dd438da27 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:46.587490 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-512bab48-fd4e-4bf0-accd-13376b16bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:46.591718 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port c97bab45-9835-4b2c-8f6d-d998f3428041 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:46.592284 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f59116f-3895-4a1a-966c-2c3c5fa9db36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:53:46.592406 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:46.595429 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-2f59116f-3895-4a1a-966c-2c3c5fa9db36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:46.602581 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f59116f-3895-4a1a-966c-2c3c5fa9db36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:53:46.633798 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59116f-3895-4a1a-966c-2c3c5fa9db36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event updated for resources: {'Port': ['ID=62f85017-e3fe-4b0b-a09b-cbf0c8d49319,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:46.654131 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-211815ca-7150-4c35-99d3-4bd6a19b8c5c req-9bebd10c-5a59-48b8-9aff-5f887ed63bc3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Deleting port 897ca894-dfa1-4315-9efb-967d68266413 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:53:46.654680 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-211815ca-7150-4c35-99d3-4bd6a19b8c5c req-9bebd10c-5a59-48b8-9aff-5f887ed63bc3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:46.682108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c2499-3673-46dc-9019-c51f18ee44c0 req-af7382e8-c709-4e7d-91f9-02caf1e4ad1f tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:46.684157 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-944c2499-3673-46dc-9019-c51f18ee44c0 req-af7382e8-c709-4e7d-91f9-02caf1e4ad1f tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/ports?device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 944 time: 0.1643543 Sep 07 18:53:46.705086 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device b71cda8b-3b81-477e-96d7-f0f5c08d1dfa up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:53:46.710766 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a3f8d60-be2e-4346-9203-6042cf9f3fa2 req-b366fd45-d9b8-49b2-b5ae-4f3040d62879 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766291 Sep 07 18:53:46.839904 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:46.850063 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f59116f-3895-4a1a-966c-2c3c5fa9db36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:46.865785 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port b71cda8b-3b81-477e-96d7-f0f5c08d1dfa completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:46.890856 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f361eec5-d7d0-4408-953b-476c84c2d293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97bab45-9835-4b2c-8f6d-d998f3428041'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:46.893196 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f04ae12-98db-4473-bfa1-046954c52e8c" -d '{"events": [{"server_uuid": "f361eec5-d7d0-4408-953b-476c84c2d293", "name": "network-vif-plugged", "status": "completed", "tag": "c97bab45-9835-4b2c-8f6d-d998f3428041"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:46.910191 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f59116f-3895-4a1a-966c-2c3c5fa9db36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:46.916376 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port b71cda8b-3b81-477e-96d7-f0f5c08d1dfa triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:46.916781 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:46.919695 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port c97bab45-9835-4b2c-8f6d-d998f3428041, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=c97bab45-9835-4b2c-8f6d-d998f3428041,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:46.945328 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:46.972089 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-211815ca-7150-4c35-99d3-4bd6a19b8c5c req-9bebd10c-5a59-48b8-9aff-5f887ed63bc3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] For port 897ca894-dfa1-4315-9efb-967d68266413, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=897ca894-dfa1-4315-9efb-967d68266413,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:46.972461 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-211815ca-7150-4c35-99d3-4bd6a19b8c5c req-9bebd10c-5a59-48b8-9aff-5f887ed63bc3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:46.993106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-211815ca-7150-4c35-99d3-4bd6a19b8c5c req-9bebd10c-5a59-48b8-9aff-5f887ed63bc3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Calling delete_port for 897ca894-dfa1-4315-9efb-967d68266413 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:53:47.018673 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=c97bab45-9835-4b2c-8f6d-d998f3428041,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:47.083233 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:47.117560 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7afb9600-2a53-41d5-be02-15fbd70cf623 None None] Provisioning complete for port 9557b603-4ab7-498b-ac43-138b6d5d09f4 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:47.117857 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7afb9600-2a53-41d5-be02-15fbd70cf623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:47.133027 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-665aed42-10a6-4477-9e46-1f7275e775fb req-6fad27ac-81d1-4cf5-b988-1d4cda1a07a6 tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.1016495 Sep 07 18:53:47.164153 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7afb9600-2a53-41d5-be02-15fbd70cf623 None None] Port 9557b603-4ab7-498b-ac43-138b6d5d09f4 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:53:47.178398 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-944c2499-3673-46dc-9019-c51f18ee44c0 req-294df312-04a4-4333-bbff-5a868daec577 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c73777-b457-4b23-ac3d-67dd72116034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4647865 Sep 07 18:53:47.236215 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port b71cda8b-3b81-477e-96d7-f0f5c08d1dfa, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=b71cda8b-3b81-477e-96d7-f0f5c08d1dfa,segment=NetworkSegment(25c811ed-7aa6-4bbf-9bb1-e8442053b872),segment_id=25c811ed-7aa6-4bbf-9bb1-e8442053b872)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:47.238823 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:53:47.254054 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:47.270040 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f59116f-3895-4a1a-966c-2c3c5fa9db36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:47.277425 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f59116f-3895-4a1a-966c-2c3c5fa9db36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:47.354756 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=b71cda8b-3b81-477e-96d7-f0f5c08d1dfa,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:47.371191 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7afb9600-2a53-41d5-be02-15fbd70cf623 None None] Provisioning complete for port 2c42146d-acda-49b7-9da4-ed02db649778 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:47.371798 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7afb9600-2a53-41d5-be02-15fbd70cf623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:47.372614 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59116f-3895-4a1a-966c-2c3c5fa9db36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event updated for resources: {'Port': ['ID=62f85017-e3fe-4b0b-a09b-cbf0c8d49319,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:47.385213 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f59116f-3895-4a1a-966c-2c3c5fa9db36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:47.404498 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f59116f-3895-4a1a-966c-2c3c5fa9db36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:47.406419 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2f59116f-3895-4a1a-966c-2c3c5fa9db36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6950336 Sep 07 18:53:47.435491 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7afb9600-2a53-41d5-be02-15fbd70cf623 None None] Port 2c42146d-acda-49b7-9da4-ed02db649778 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:53:47.437969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:47.438402 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:47.467172 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5bf2a-6d8d-40fd-94e7-d3b1ffd30acb req-e17168b3-8126-4fdc-8bd8-ef1cfd5c6f6f tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:47.476841 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a2b5bf2a-6d8d-40fd-94e7-d3b1ffd30acb req-e17168b3-8126-4fdc-8bd8-ef1cfd5c6f6f tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.2024934 Sep 07 18:53:47.506071 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029f6bd-0660-4f1b-bb8c-f57fc830f963 req-aaa45edc-d18f-443f-8961-9ea81588c44e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:47.513583 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1029f6bd-0660-4f1b-bb8c-f57fc830f963 req-aaa45edc-d18f-443f-8961-9ea81588c44e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1729884 Sep 07 18:53:47.529166 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ff801a6d-a76e-433d-b7af-d14dd438da27 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:53:47.571030 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-211815ca-7150-4c35-99d3-4bd6a19b8c5c req-9bebd10c-5a59-48b8-9aff-5f887ed63bc3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:47.577777 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port ff801a6d-a76e-433d-b7af-d14dd438da27 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:47.578137 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:47.582210 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['897ca894-dfa1-4315-9efb-967d68266413'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:53:47.591916 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1029f6bd-0660-4f1b-bb8c-f57fc830f963 req-d1d4ac1d-8dfe-4025-8e2f-e7ec1bb16dfb tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773501 Sep 07 18:53:47.635944 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a2b5bf2a-6d8d-40fd-94e7-d3b1ffd30acb req-3ba5fb95-b482-4d4a-a061-7818bc4383cb tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580009 Sep 07 18:53:47.637685 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebd10c-5a59-48b8-9aff-5f887ed63bc3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Pushing event deleted for resources: {'Port': ['ID=897ca894-dfa1-4315-9efb-967d68266413,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:47.722365 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80954968-3c6a-4f7e-a81b-7ba3850a8632 x-openstack-request-id: req-80954968-3c6a-4f7e-a81b-7ba3850a8632 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:47.722907 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f361eec5-d7d0-4408-953b-476c84c2d293", "name": "network-vif-plugged", "status": "completed", "tag": "c97bab45-9835-4b2c-8f6d-d998f3428041", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:47.723512 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-80954968-3c6a-4f7e-a81b-7ba3850a8632 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:47.724014 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f361eec5-d7d0-4408-953b-476c84c2d293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97bab45-9835-4b2c-8f6d-d998f3428041', 'code': 200} Sep 07 18:53:47.742811 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-211815ca-7150-4c35-99d3-4bd6a19b8c5c req-9bebd10c-5a59-48b8-9aff-5f887ed63bc3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] No DVR routers for this DVR port 897ca894-dfa1-4315-9efb-967d68266413 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:53:47.745905 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-211815ca-7150-4c35-99d3-4bd6a19b8c5c req-9bebd10c-5a59-48b8-9aff-5f887ed63bc3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:47.747945 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-211815ca-7150-4c35-99d3-4bd6a19b8c5c req-9bebd10c-5a59-48b8-9aff-5f887ed63bc3 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.60 "DELETE /v2.0/ports/897ca894-dfa1-4315-9efb-967d68266413 HTTP/1.1" status: 204 len: 173 time: 1.4434743 Sep 07 18:53:47.748389 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0cefdaa-dfbd-4393-97aa-136475c63b39', 'name': 'network-vif-deleted', 'tag': '897ca894-dfa1-4315-9efb-967d68266413'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:47.750687 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6bac54-d6b2-432e-95c0-806eaa7e1b00" -d '{"events": [{"server_uuid": "b0cefdaa-dfbd-4393-97aa-136475c63b39", "name": "network-vif-deleted", "tag": "897ca894-dfa1-4315-9efb-967d68266413"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:47.833051 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a4cf4ff6-deee-4a14-a549-93f5d1d16af0 req-e79cd73a-3321-4500-80c8-3e43e0e613c0 tempest-MigrationsAdminTest-136280403 tempest-MigrationsAdminTest-136280403-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0cefdaa-dfbd-4393-97aa-136475c63b39 HTTP/1.1" status: 200 len: 210 time: 0.0302179 Sep 07 18:53:47.883590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c92f5-b252-47c4-9c43-993ddcfa3104 req-b4d69a1d-b984-40c2-b08f-6f318fda8c87 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:47.885315 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b75c92f5-b252-47c4-9c43-993ddcfa3104 req-b4d69a1d-b984-40c2-b08f-6f318fda8c87 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f361eec5-d7d0-4408-953b-476c84c2d293 HTTP/1.1" status: 200 len: 945 time: 0.1437707 Sep 07 18:53:47.891501 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da245a2-277e-4dae-beda-6c425c314549 req-a65800ca-fd4e-4878-b558-720deb7ef9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:47.893111 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1da245a2-277e-4dae-beda-6c425c314549 req-a65800ca-fd4e-4878-b558-720deb7ef9f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f361eec5-d7d0-4408-953b-476c84c2d293 HTTP/1.1" status: 200 len: 1096 time: 0.0984204 Sep 07 18:53:47.958751 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b75c92f5-b252-47c4-9c43-993ddcfa3104 req-88ffe9de-38aa-46fc-9c85-9d1b2ea7a432 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644987 Sep 07 18:53:47.969385 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1da245a2-277e-4dae-beda-6c425c314549 req-9c2f2248-b725-4aa6-a26f-b1243b46df4e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659089 Sep 07 18:53:47.989924 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-68c1bd41-be9a-4985-9b03-d88ba0ef39dd tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1641757498&fields=id&tenant_id=3cc05b32b7ef4a30afde8a2188f29c16 HTTP/1.1" status: 200 len: 267 time: 0.0426936 Sep 07 18:53:48.102527 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-1dc26266-7a19-489d-ae65-4d1aea558e0f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:48.103905 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-1dc26266-7a19-489d-ae65-4d1aea558e0f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports/9557b603-4ab7-498b-ac43-138b6d5d09f4 HTTP/1.1" status: 200 len: 937 time: 0.1005433 Sep 07 18:53:48.165808 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-385fb070-a543-415b-ab16-fb447fb04243 req-deddaf35-4574-43cf-840b-c0e2f3ec1f24 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.0710328 Sep 07 18:53:48.193783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543669f-d91b-431f-95f3-e7f86936c28c req-30c8ba93-837f-46a6-985a-ba5e1346d865 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:48.195413 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9543669f-d91b-431f-95f3-e7f86936c28c req-30c8ba93-837f-46a6-985a-ba5e1346d865 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1339028 Sep 07 18:53:48.202555 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-5a5b272d-ae40-4ad8-b93d-0488dbe82e4c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:48.203830 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-5a5b272d-ae40-4ad8-b93d-0488dbe82e4c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports/2c42146d-acda-49b7-9da4-ed02db649778 HTTP/1.1" status: 200 len: 936 time: 0.0902665 Sep 07 18:53:48.264179 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-f6947f21-ce4f-458b-89fd-61549fe4f7ad tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?network_id=025b72be-1bd6-4706-adc3-b78adf7f2dfa&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0526366 Sep 07 18:53:48.308655 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7db75c5d-7d8f-4608-b551-bed18a95644f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?network_id=025b72be-1bd6-4706-adc3-b78adf7f2dfa&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0380640 Sep 07 18:53:48.317030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9543669f-d91b-431f-95f3-e7f86936c28c req-ade77dca-a707-4590-9a58-2524560d9fc8 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122100 Sep 07 18:53:48.363159 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e8c0af-3469-4411-8fbe-e71566bd631d x-openstack-request-id: req-c0e8c0af-3469-4411-8fbe-e71566bd631d {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:48.363612 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0cefdaa-dfbd-4393-97aa-136475c63b39", "name": "network-vif-deleted", "tag": "897ca894-dfa1-4315-9efb-967d68266413", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:48.363872 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c0e8c0af-3469-4411-8fbe-e71566bd631d {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:48.364271 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0cefdaa-dfbd-4393-97aa-136475c63b39', 'name': 'network-vif-deleted', 'tag': '897ca894-dfa1-4315-9efb-967d68266413', 'status': 'completed', 'code': 200} Sep 07 18:53:48.477550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-1fface13-5a40-4a10-b89a-19ca10923326 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:48.483518 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-1fface13-5a40-4a10-b89a-19ca10923326 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:48.489419 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-1fface13-5a40-4a10-b89a-19ca10923326 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:48.491033 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-1fface13-5a40-4a10-b89a-19ca10923326 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/networks?id=7bc00831-39dc-4d80-aed2-0e0dcf1c0e33&id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&id=025b72be-1bd6-4706-adc3-b78adf7f2dfa&id=025b72be-1bd6-4706-adc3-b78adf7f2dfa HTTP/1.1" status: 200 len: 1994 time: 0.1723433 Sep 07 18:53:48.529373 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-b78f473f-7386-4580-ba01-63bc54078e8a tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/quotas/3cc05b32b7ef4a30afde8a2188f29c16 HTTP/1.1" status: 200 len: 375 time: 0.0278726 Sep 07 18:53:48.633923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-2bf39f97-dc7b-48e2-b8f9-5fb8f5bfbbc5 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:48.635529 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-2bf39f97-dc7b-48e2-b8f9-5fb8f5bfbbc5 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 811 time: 0.1765215 Sep 07 18:53:48.652642 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7d7d111e-9ee9-40ac-a6d7-3b75653025a7 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cc05b32b7ef4a30afde8a2188f29c16&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0952518 Sep 07 18:53:48.663668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-9f6868f1-7b3c-46c5-b06a-8b59c6bd59ba tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/quotas/93e4d898d3484fb1b8b7e09df61086df HTTP/1.1" status: 200 len: 375 time: 0.0100596 Sep 07 18:53:48.789967 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-0022ddea-295b-4dea-8710-6371763ac0a0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1118412 Sep 07 18:53:48.805924 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-45943519-bbb7-4ed2-9981-501462f7c920 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:53:48.806891 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-45943519-bbb7-4ed2-9981-501462f7c920 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060956 Sep 07 18:53:48.812344 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-66b728a8-7cc9-467b-a610-6f4a013939cb service neutron] 10.222.0.26 "GET /v2.0/networks/7bc00831-39dc-4d80-aed2-0e0dcf1c0e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423361 Sep 07 18:53:49.247154 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-2a78829d-1069-4cf7-93d1-5b93421788c6 service neutron] 10.222.0.26 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338655 Sep 07 18:53:49.249235 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-d5ad90e4-f3a5-4629-b458-32ac13b6a114 service neutron] 10.222.0.26 "GET /v2.0/networks/7bc00831-39dc-4d80-aed2-0e0dcf1c0e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292223 Sep 07 18:53:49.343431 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-842c5fef-b9d7-47bd-9f40-05df3fa22870 service neutron] 10.222.0.26 "GET /v2.0/ports/9557b603-4ab7-498b-ac43-138b6d5d09f4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0816834 Sep 07 18:53:49.403512 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-0ae5f197-6f20-4da3-821f-87b40c5fd77d service neutron] 10.222.0.26 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501353 Sep 07 18:53:49.462235 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-250e1803-9391-42ac-8309-5f1e565872da service neutron] 10.222.0.26 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063886 Sep 07 18:53:49.580718 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-ccaa6cbb-37b7-4884-8274-435cba7b8cab service neutron] 10.222.0.26 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109974 Sep 07 18:53:49.676449 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e986c315-8dc9-494a-bb02-b18c687b7b6e req-ec5477ed-f8b7-435d-88f2-4b4f08f1bdd9 tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.0733480 Sep 07 18:53:49.686246 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-3d765094-0684-4205-833c-82100b00c696 service neutron] 10.222.0.26 "GET /v2.0/ports/2c42146d-acda-49b7-9da4-ed02db649778?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0816104 Sep 07 18:53:49.725973 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083986b8-c413-4476-a89b-76924fc94c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71cda8b-3b81-477e-96d7-f0f5c08d1dfa'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:49.729196 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f3c473-2e29-4860-9129-dfb73aa3871b" -d '{"events": [{"server_uuid": "083986b8-c413-4476-a89b-76924fc94c1a", "name": "network-vif-plugged", "status": "completed", "tag": "b71cda8b-3b81-477e-96d7-f0f5c08d1dfa"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:49.858783 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-539140b7-458a-4896-a5c5-b4af9b1fde34 service neutron] 10.222.0.26 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645920 Sep 07 18:53:49.869332 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878868d6-47e3-48ab-a968-c7bde8fac41d req-b11aef96-63a1-42b7-933a-72ae07ebd3eb tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:49.871417 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-878868d6-47e3-48ab-a968-c7bde8fac41d req-b11aef96-63a1-42b7-933a-72ae07ebd3eb tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/ports?device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 945 time: 0.1068742 Sep 07 18:53:49.980840 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-878868d6-47e3-48ab-a968-c7bde8fac41d req-54c3c41d-918b-43a5-8eac-661556f560e7 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c73777-b457-4b23-ac3d-67dd72116034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995295 Sep 07 18:53:50.004433 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-480048b8-3cdf-46bd-9319-ae391846f097 service neutron] 10.222.0.26 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314790 Sep 07 18:53:50.124426 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-8b5f109d-49bf-4426-8324-8c266c970205 service neutron] 10.222.0.26 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103523 Sep 07 18:53:50.282715 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60d3eb-01c8-41aa-bd4a-3932904e3f51 req-cd4c27e3-4832-4c9f-aaf9-92123959b282 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:50.284331 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba60d3eb-01c8-41aa-bd4a-3932904e3f51 req-cd4c27e3-4832-4c9f-aaf9-92123959b282 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f361eec5-d7d0-4408-953b-476c84c2d293 HTTP/1.1" status: 200 len: 945 time: 0.1227961 Sep 07 18:53:50.296065 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-153b1f36-2912-43a0-ba11-cf7a6a504df5 service neutron] 10.222.0.26 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630681 Sep 07 18:53:50.357608 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba60d3eb-01c8-41aa-bd4a-3932904e3f51 req-5e9aaaa1-203d-4c2f-a6ff-34d3e3dac25f tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603590 Sep 07 18:53:50.381587 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59838) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:50.421654 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-cca3e416-197d-40d7-a341-5c2c346b0e45 service neutron] 10.222.0.26 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173983 Sep 07 18:53:50.494682 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b4c2490-5b11-4b6e-ad1b-043353626365 req-4af6f38b-9b78-45b6-9248-9a26c3ecec9c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=93af7b55-be98-4eae-aaa2-ef60bca5074e HTTP/1.1" status: 200 len: 210 time: 0.0351100 Sep 07 18:53:50.644683 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-175ce04b-6b65-4b2f-ba32-bf8e4386e308 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e322fec1e0804b28961a329c847871a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602160 Sep 07 18:53:50.645593 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59852) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:50.694161 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-b9cbae84-b901-45f7-83f4-771b556554f8 service neutron] 10.222.0.26 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645748 Sep 07 18:53:50.716020 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 897ca894-dfa1-4315-9efb-967d68266413 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:53:50.721541 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d4658e45-90ba-4c73-9c27-0e0443a93753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:50.747566 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d4658e45-90ba-4c73-9c27-0e0443a93753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:50.766159 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 897ca894-dfa1-4315-9efb-967d68266413 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:53:50.767572 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 897ca894-dfa1-4315-9efb-967d68266413 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:53:50.778913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-6d985ee4-5b32-4e70-a713-254e4e1c5cf0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:50.781230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-6d985ee4-5b32-4e70-a713-254e4e1c5cf0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.60 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 811 time: 0.1739223 Sep 07 18:53:50.817165 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d4658e45-90ba-4c73-9c27-0e0443a93753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:50.819410 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-233bf64d-9374-4d31-932c-c12620c35ac4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Request body: {'port': {'device_id': '93af7b55-be98-4eae-aaa2-ef60bca5074e', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'admin_state_up': True, 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:50.819877 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d4658e45-90ba-4c73-9c27-0e0443a93753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:50.821643 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d4658e45-90ba-4c73-9c27-0e0443a93753 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae7e497e-99e5-4147-a77c-b93c94b17b5a HTTP/1.1" status: 204 len: 168 time: 0.1736736 Sep 07 18:53:50.831560 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4658e45-90ba-4c73-9c27-0e0443a93753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7e497e-99e5-4147-a77c-b93c94b17b5a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:50.865553 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8574f3-1167-4542-9453-8239bcd2c522 x-openstack-request-id: req-8a8574f3-1167-4542-9453-8239bcd2c522 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:50.866056 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083986b8-c413-4476-a89b-76924fc94c1a", "name": "network-vif-plugged", "status": "completed", "tag": "b71cda8b-3b81-477e-96d7-f0f5c08d1dfa", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:50.867335 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a8574f3-1167-4542-9453-8239bcd2c522 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:50.869534 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083986b8-c413-4476-a89b-76924fc94c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71cda8b-3b81-477e-96d7-f0f5c08d1dfa', 'code': 200} Sep 07 18:53:50.976199 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf2c95-0f1f-4f80-bb41-4495ea6b7a08 req-208777e7-2f92-42ce-8b73-dc79649e1470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:50.978253 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-90cf2c95-0f1f-4f80-bb41-4495ea6b7a08 req-208777e7-2f92-42ce-8b73-dc79649e1470 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 1096 time: 0.0474253 Sep 07 18:53:50.980377 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7a8b415f-8eb1-4860-a7e9-45a19d9fd76d service neutron] 10.222.0.26 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717757 Sep 07 18:53:51.025088 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-90cf2c95-0f1f-4f80-bb41-4495ea6b7a08 req-d006ce4a-013f-4253-862d-47982f13d26b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b3c73777-b457-4b23-ac3d-67dd72116034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378349 Sep 07 18:53:51.128113 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0a83f-596e-4949-9b43-6226023162e1 req-1aa3de37-5fe4-4c1d-82c5-93b16d7c84be tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:51.134172 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97c0a83f-596e-4949-9b43-6226023162e1 req-1aa3de37-5fe4-4c1d-82c5-93b16d7c84be tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1824996 Sep 07 18:53:51.148683 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-233bf64d-9374-4d31-932c-c12620c35ac4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Made reservation on behalf of 93e4d898d3484fb1b8b7e09df61086df for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:53:51.152202 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-233bf64d-9374-4d31-932c-c12620c35ac4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:51.195414 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-b0f8d4a2-769a-4619-9fa9-571efc9a75e2 service neutron] 10.222.0.26 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141492 Sep 07 18:53:51.229574 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59872) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:51.274858 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3aea1320-76eb-45c3-8462-6804934e473e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a0ec9aa96be0429895c84fbdd6fa79b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442102 Sep 07 18:53:51.277372 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59874) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:51.305747 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97c0a83f-596e-4949-9b43-6226023162e1 req-39520f89-6554-4944-bd52-15ec9668674c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627979 Sep 07 18:53:51.352581 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-612b27ef-81fe-49f3-9aec-9468ee823a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:51.379201 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-612b27ef-81fe-49f3-9aec-9468ee823a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:51.410092 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-3d9284f6-83b2-434c-8190-dedce7dff97c service neutron] 10.222.0.26 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521676 Sep 07 18:53:51.433995 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-612b27ef-81fe-49f3-9aec-9468ee823a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:51.438029 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-612b27ef-81fe-49f3-9aec-9468ee823a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:51.439715 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-612b27ef-81fe-49f3-9aec-9468ee823a19 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f91b83a-fa62-4b9f-ba04-eebcb805b02e HTTP/1.1" status: 204 len: 168 time: 0.1614177 Sep 07 18:53:51.450635 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b27ef-81fe-49f3-9aec-9468ee823a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f91b83a-fa62-4b9f-ba04-eebcb805b02e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:51.469472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-233bf64d-9374-4d31-932c-c12620c35ac4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Allocated IP 172.20.0.12 (b9424cdc-95ee-4e78-8b79-da4f8984864f/619cd2b1-3967-4753-9c8c-ea535684adf4/fd1af4e4-b87f-49c6-ab59-ad5683c5016a) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:53:51.575345 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-559f64f8-c91f-4618-b1b1-7756abef1fba req-18b0c35d-fbc3-4667-bf76-06686a1c1d1b tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.0406513 Sep 07 18:53:51.629071 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-9678fd97-3ddb-475c-91ee-0694763ab932 service neutron] 10.222.0.26 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126019 Sep 07 18:53:51.819222 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-233bf64d-9374-4d31-932c-c12620c35ac4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:51.841486 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1208b-0d29-4ebc-9eb1-034b13044a44 req-b45cc5b8-5748-4a7e-8823-4ff345e2fdf2 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:51.843161 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c4c1208b-0d29-4ebc-9eb1-034b13044a44 req-b45cc5b8-5748-4a7e-8823-4ff345e2fdf2 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/ports?device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 945 time: 0.1672473 Sep 07 18:53:51.845909 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-233bf64d-9374-4d31-932c-c12620c35ac4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Transition to ACTIVE for port object fd1af4e4-b87f-49c6-ab59-ad5683c5016a will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:51.941140 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c4c1208b-0d29-4ebc-9eb1-034b13044a44 req-c22104ec-07cd-439e-b82d-ad41700e60af tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c73777-b457-4b23-ac3d-67dd72116034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901093 Sep 07 18:53:51.958535 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-233bf64d-9374-4d31-932c-c12620c35ac4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:51.973023 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['266365d6-55c3-4d84-9990-3b89862aae14', '2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:53:52.012638 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-233bf64d-9374-4d31-932c-c12620c35ac4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Network b9424cdc-95ee-4e78-8b79-da4f8984864f is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:53:52.016282 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-233bf64d-9374-4d31-932c-c12620c35ac4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:52.020174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-233bf64d-9374-4d31-932c-c12620c35ac4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:53:52.063491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bf64d-9374-4d31-932c-c12620c35ac4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Pushing event updated for resources: {'Port': ['ID=fd1af4e4-b87f-49c6-ab59-ad5683c5016a,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:52.205738 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-233bf64d-9374-4d31-932c-c12620c35ac4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:52.209952 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-233bf64d-9374-4d31-932c-c12620c35ac4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:52.239405 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-233bf64d-9374-4d31-932c-c12620c35ac4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4255617 Sep 07 18:53:52.275739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] Request body: {'port': {'device_id': '93af7b55-be98-4eae-aaa2-ef60bca5074e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:52.295979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d882be-b2dc-467e-ab2d-e7aa70950f0c req-c78d7a16-27dd-4bfc-995c-0d3dcb7a99c2 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:52.300746 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76d882be-b2dc-467e-ab2d-e7aa70950f0c req-c78d7a16-27dd-4bfc-995c-0d3dcb7a99c2 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.2195508 Sep 07 18:53:52.476627 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:52.554598 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76d882be-b2dc-467e-ab2d-e7aa70950f0c req-e3d3123e-19fb-4686-82a6-8b2e066db76a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178366 Sep 07 18:53:52.637287 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3ab5282f-003d-419e-aaf8-12979cd5fa82 None None] Provisioning for port fd1af4e4-b87f-49c6-ab59-ad5683c5016a completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:52.642379 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3ab5282f-003d-419e-aaf8-12979cd5fa82 None None] Provisioning complete for port fd1af4e4-b87f-49c6-ab59-ad5683c5016a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:52.642758 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3ab5282f-003d-419e-aaf8-12979cd5fa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:52.698627 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3ab5282f-003d-419e-aaf8-12979cd5fa82 None None] Port fd1af4e4-b87f-49c6-ab59-ad5683c5016a cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:53:52.932802 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aabc41-cdf9-43e1-9fc5-abb9c45ac487 req-5585fbc9-e948-4819-b219-d79472ef4122 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:52.934291 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13aabc41-cdf9-43e1-9fc5-abb9c45ac487 req-5585fbc9-e948-4819-b219-d79472ef4122 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=93af7b55-be98-4eae-aaa2-ef60bca5074e HTTP/1.1" status: 200 len: 932 time: 0.1239083 Sep 07 18:53:52.944199 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a00a0-0a02-4889-83e9-6c4b954b096a req-17dab46a-3a83-491a-9d28-5f84e13847d7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:52.945609 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f35a00a0-0a02-4889-83e9-6c4b954b096a req-17dab46a-3a83-491a-9d28-5f84e13847d7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f361eec5-d7d0-4408-953b-476c84c2d293 HTTP/1.1" status: 200 len: 945 time: 0.2248089 Sep 07 18:53:53.064878 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13aabc41-cdf9-43e1-9fc5-abb9c45ac487 req-765ed1e5-d2f9-40ec-8f83-dc25021afb4e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881085 Sep 07 18:53:53.092525 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f35a00a0-0a02-4889-83e9-6c4b954b096a req-13a7ba5f-72c4-47bc-916e-4d98e1c37d4f tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967007 Sep 07 18:53:53.219693 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d5b5b23-08ba-4cce-a1e0-cc6e8888cab9 req-23d9f2c7-0322-4c3c-b717-dee4096ff814 tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.0629013 Sep 07 18:53:53.238319 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-266c4920-a79a-4a8d-bebd-a4ef6e6fdfd4 req-e4656ee8-5d03-4804-bc38-e25344996a8e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.0503719 Sep 07 18:53:53.246919 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1af4e4-b87f-49c6-ab59-ad5683c5016a {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:53:53.257855 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:53.297790 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] Transition to ACTIVE for port object fd1af4e4-b87f-49c6-ab59-ad5683c5016a will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:53.303396 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:53.418863 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1af4e4-b87f-49c6-ab59-ad5683c5016a,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:53.550690 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219a889-8bb2-4ea3-884a-d7171c2c4733 req-d43fd515-bb54-4d81-bd62-0665328ffa92 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:53.558442 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3219a889-8bb2-4ea3-884a-d7171c2c4733 req-d43fd515-bb54-4d81-bd62-0665328ffa92 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/ports?device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 945 time: 0.2066858 Sep 07 18:53:53.635559 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3219a889-8bb2-4ea3-884a-d7171c2c4733 req-a207d4a1-3f11-40db-8064-6554252fe758 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c73777-b457-4b23-ac3d-67dd72116034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718467 Sep 07 18:53:53.688264 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] Attempting to bind port fd1af4e4-b87f-49c6-ab59-ad5683c5016a on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:53:53.688963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] Attempting to bind port fd1af4e4-b87f-49c6-ab59-ad5683c5016a by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:53:53.689374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] Attempting to bind port fd1af4e4-b87f-49c6-ab59-ad5683c5016a on network b9424cdc-95ee-4e78-8b79-da4f8984864f {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:53:53.704488 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] Port fd1af4e4-b87f-49c6-ab59-ad5683c5016a on network b9424cdc-95ee-4e78-8b79-da4f8984864f not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:53:53.705106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] Attempting to bind port fd1af4e4-b87f-49c6-ab59-ad5683c5016a on network b9424cdc-95ee-4e78-8b79-da4f8984864f {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:53:53.722722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ef3c9-141c-4a96-928a-f18956019ac0 req-89ac5199-aa2c-4f60-9f0c-a9f5bee37556 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:53.724660 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-247ef3c9-141c-4a96-928a-f18956019ac0 req-89ac5199-aa2c-4f60-9f0c-a9f5bee37556 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.0820913 Sep 07 18:53:53.744235 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:53:53.744850 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] Checking segment: {'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:53:53.745406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] Bound using segment: {'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:53:53.746208 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] Bound port: fd1af4e4-b87f-49c6-ab59-ad5683c5016a, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:53:53.746764 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:53.856419 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218cb85-b694-40d3-80ff-b7a41e3dc227 req-ee91d57b-13a1-4fb9-9999-ee37735c4c1a tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:53.858066 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a218cb85-b694-40d3-80ff-b7a41e3dc227 req-ee91d57b-13a1-4fb9-9999-ee37735c4c1a tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f361eec5-d7d0-4408-953b-476c84c2d293 HTTP/1.1" status: 200 len: 945 time: 0.1319380 Sep 07 18:53:53.872839 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-247ef3c9-141c-4a96-928a-f18956019ac0 req-ad0d20cc-f330-44f9-86c9-4addd88fc7e8 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367688 Sep 07 18:53:53.929279 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] For port fd1af4e4-b87f-49c6-ab59-ad5683c5016a, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:53:53.944177 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a218cb85-b694-40d3-80ff-b7a41e3dc227 req-293b34bd-7aad-4ed2-a61d-7da10fef1406 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673852 Sep 07 18:53:53.980154 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-0bfde7b1-ee9c-4f9c-9f65-f8f644acf4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:53.982250 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-0bfde7b1-ee9c-4f9c-9f65-f8f644acf4bc service neutron] 10.222.0.60 "GET /v2.0/ports/9557b603-4ab7-498b-ac43-138b6d5d09f4 HTTP/1.1" status: 200 len: 1033 time: 0.1017671 Sep 07 18:53:53.984077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] For port fd1af4e4-b87f-49c6-ab59-ad5683c5016a, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fd1af4e4-b87f-49c6-ab59-ad5683c5016a,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:53:54.039687 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:54.063295 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-64b3b7a6-5356-42cf-b05d-d7a1924573e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:54.064974 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-64b3b7a6-5356-42cf-b05d-d7a1924573e8 service neutron] 10.222.0.60 "GET /v2.0/ports/2c42146d-acda-49b7-9da4-ed02db649778 HTTP/1.1" status: 200 len: 1032 time: 0.0730743 Sep 07 18:53:54.094409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:54.095051 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:54.096455 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] 10.222.0.60 "PUT /v2.0/ports/fd1af4e4-b87f-49c6-ab59-ad5683c5016a HTTP/1.1" status: 200 len: 1092 time: 1.8328927 Sep 07 18:53:54.097293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93af7b55-be98-4eae-aaa2-ef60bca5074e', 'tag': 'fd1af4e4-b87f-49c6-ab59-ad5683c5016a'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:54.100441 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72a8700-2d3e-417c-a709-89d5a1838a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "93af7b55-be98-4eae-aaa2-ef60bca5074e", "tag": "fd1af4e4-b87f-49c6-ab59-ad5683c5016a"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:54.319997 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-15944866-8ff5-4ad4-aeb7-d7c8ae12df88 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:54.358895 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-15944866-8ff5-4ad4-aeb7-d7c8ae12df88 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:54.372142 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-15944866-8ff5-4ad4-aeb7-d7c8ae12df88 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:54.375583 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-15944866-8ff5-4ad4-aeb7-d7c8ae12df88 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.60 "GET /v2.0/networks?id=7bc00831-39dc-4d80-aed2-0e0dcf1c0e33&id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&id=025b72be-1bd6-4706-adc3-b78adf7f2dfa&id=025b72be-1bd6-4706-adc3-b78adf7f2dfa HTTP/1.1" status: 200 len: 1994 time: 0.2970052 Sep 07 18:53:54.525815 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-dfca33ea-771c-4449-b00f-46d36ecd3694 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cc05b32b7ef4a30afde8a2188f29c16 HTTP/1.1" status: 200 len: 380 time: 0.1416404 Sep 07 18:53:54.534946 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-167f075f-66dd-4d7f-8e7e-6116015d4c8f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Request body: {'port': {'device_id': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33', 'admin_state_up': True, 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'security_groups': ['440ea8dd-020d-4b8f-ac96-92f112f79b38']}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:54.576345 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280a3c1-9593-4970-a2c8-1eaee430e522 req-ea8755b5-55dc-4402-8e85-62d6f3dae12e tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:54.578284 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7280a3c1-9593-4970-a2c8-1eaee430e522 req-ea8755b5-55dc-4402-8e85-62d6f3dae12e tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/ports?device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 945 time: 0.5927730 Sep 07 18:53:54.589205 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59996) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:54.647306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-c67e362e-83fd-492a-a6f8-aab1f976d908 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Request body: {'floatingip': {'port_id': 'b71cda8b-3b81-477e-96d7-f0f5c08d1dfa'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:54.653973 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f37b0c-f9fb-49d5-9837-0e502f3538c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1af4e4-b87f-49c6-ab59-ad5683c5016a,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:54.692665 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-167f075f-66dd-4d7f-8e7e-6116015d4c8f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Made reservation on behalf of 3cc05b32b7ef4a30afde8a2188f29c16 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:53:54.696335 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-167f075f-66dd-4d7f-8e7e-6116015d4c8f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:54.758798 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-e710a372-c615-4c82-bff2-8351069ae933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:54.761007 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-e710a372-c615-4c82-bff2-8351069ae933 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=93af7b55-be98-4eae-aaa2-ef60bca5074e HTTP/1.1" status: 200 len: 1095 time: 0.5882177 Sep 07 18:53:54.763194 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c67e362e-83fd-492a-a6f8-aab1f976d908 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:54.837674 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-285fa01c-08af-46a8-bd39-ad55ba6dda77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd1af4e4-b87f-49c6-ab59-ad5683c5016a HTTP/1.1" status: 200 len: 217 time: 0.0671668 Sep 07 18:53:54.898742 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-167f075f-66dd-4d7f-8e7e-6116015d4c8f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Allocated IP 172.20.0.12 (7bc00831-39dc-4d80-aed2-0e0dcf1c0e33/8db80a71-3c02-4d23-b125-b3e6004b047d/23c753cf-b66a-40dd-bb2a-82b747a834c6) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:53:54.928552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380992e-a2cc-48ca-bb14-84e441b662db req-96ffa7cc-fd95-41f4-866d-7ff091f03ac6 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:54.936682 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2380992e-a2cc-48ca-bb14-84e441b662db req-96ffa7cc-fd95-41f4-866d-7ff091f03ac6 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.3440645 Sep 07 18:53:55.042379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbc65f-bfec-415d-981f-6541bf28b1a4 req-219f6e78-90c3-4b1e-8fe6-4b5070d200fb tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:55.045316 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37fbc65f-bfec-415d-981f-6541bf28b1a4 req-219f6e78-90c3-4b1e-8fe6-4b5070d200fb tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=93af7b55-be98-4eae-aaa2-ef60bca5074e HTTP/1.1" status: 200 len: 944 time: 0.3227072 Sep 07 18:53:55.128988 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-167f075f-66dd-4d7f-8e7e-6116015d4c8f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:55.150454 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-167f075f-66dd-4d7f-8e7e-6116015d4c8f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Transition to ACTIVE for port object 23c753cf-b66a-40dd-bb2a-82b747a834c6 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:55.193286 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-167f075f-66dd-4d7f-8e7e-6116015d4c8f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:55.200053 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37fbc65f-bfec-415d-981f-6541bf28b1a4 req-cdc9cabd-be45-4f2d-bb0e-1072adf26b70 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142318 Sep 07 18:53:55.259981 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-167f075f-66dd-4d7f-8e7e-6116015d4c8f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Network 7bc00831-39dc-4d80-aed2-0e0dcf1c0e33 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:53:55.263941 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-167f075f-66dd-4d7f-8e7e-6116015d4c8f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:55.294562 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f075f-66dd-4d7f-8e7e-6116015d4c8f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event updated for resources: {'Port': ['ID=23c753cf-b66a-40dd-bb2a-82b747a834c6,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:55.297042 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-167f075f-66dd-4d7f-8e7e-6116015d4c8f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:53:55.374909 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-167f075f-66dd-4d7f-8e7e-6116015d4c8f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:55.375475 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-167f075f-66dd-4d7f-8e7e-6116015d4c8f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:55.395868 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-167f075f-66dd-4d7f-8e7e-6116015d4c8f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8649297 Sep 07 18:53:55.420191 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-3dc4396d-707c-404c-b792-8c4c1b2a80f2 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Request body: {'port': {'device_id': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a', 'admin_state_up': True, 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'security_groups': ['440ea8dd-020d-4b8f-ac96-92f112f79b38']}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:55.475043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-d5a25700-60d7-4f2e-bca5-af54935157ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:55.476703 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-d5a25700-60d7-4f2e-bca5-af54935157ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.5968170 Sep 07 18:53:55.480392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2380992e-a2cc-48ca-bb14-84e441b662db req-953d6743-173b-42ab-8d48-2b87a58db46d tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5429645 Sep 07 18:53:55.519316 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9973fe-59ca-4d7d-b5fb-e1af4c233316 x-openstack-request-id: req-aa9973fe-59ca-4d7d-b5fb-e1af4c233316 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:55.519801 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93af7b55-be98-4eae-aaa2-ef60bca5074e", "tag": "fd1af4e4-b87f-49c6-ab59-ad5683c5016a", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:55.520120 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa9973fe-59ca-4d7d-b5fb-e1af4c233316 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:55.520898 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93af7b55-be98-4eae-aaa2-ef60bca5074e', 'tag': 'fd1af4e4-b87f-49c6-ab59-ad5683c5016a', 'status': 'completed', 'code': 200} Sep 07 18:53:55.533199 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e387c-5eb1-442f-be44-2ea66f3f8459 req-4a75ed50-e0b1-4538-b8e9-36582f7efe1c tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:55.534854 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-863e387c-5eb1-442f-be44-2ea66f3f8459 req-4a75ed50-e0b1-4538-b8e9-36582f7efe1c tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.36 "GET /v2.0/ports?device_id=f361eec5-d7d0-4408-953b-476c84c2d293 HTTP/1.1" status: 200 len: 945 time: 0.5942762 Sep 07 18:53:55.576487 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-3dc4396d-707c-404c-b792-8c4c1b2a80f2 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Made reservation on behalf of 3cc05b32b7ef4a30afde8a2188f29c16 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:53:55.580725 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-3dc4396d-707c-404c-b792-8c4c1b2a80f2 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:55.620922 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a98f4df3-ef71-403b-9f86-edb5ecde2afe None None] Provisioning for port 23c753cf-b66a-40dd-bb2a-82b747a834c6 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:55.631337 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a98f4df3-ef71-403b-9f86-edb5ecde2afe None None] Provisioning complete for port 23c753cf-b66a-40dd-bb2a-82b747a834c6 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:55.631705 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a98f4df3-ef71-403b-9f86-edb5ecde2afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:55.687925 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a98f4df3-ef71-403b-9f86-edb5ecde2afe None None] Port 23c753cf-b66a-40dd-bb2a-82b747a834c6 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:53:55.705590 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-24b4f469-86d1-46a0-938c-5e650dd8d3e4 req-5175bc63-de37-4cb1-9287-5ecd91626f21 tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.1880727 Sep 07 18:53:55.821497 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-3dc4396d-707c-404c-b792-8c4c1b2a80f2 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Allocated IP 10.1.1.227 (2a04f97c-eef1-4797-989a-49aba8f5ba8a/062c4530-3812-440c-9413-d7c7b298c22a/adc3ff2c-97a6-4b33-8062-87cf73872a4f) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:53:55.872263 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-36087829-f71b-442c-a91f-1e21cca36b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:55.939124 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-af005473-692c-428f-a073-1db35418eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:55.941445 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-af005473-692c-428f-a073-1db35418eee3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4552999 Sep 07 18:53:56.014002 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-3dc4396d-707c-404c-b792-8c4c1b2a80f2 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:56.038330 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-3dc4396d-707c-404c-b792-8c4c1b2a80f2 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Transition to ACTIVE for port object adc3ff2c-97a6-4b33-8062-87cf73872a4f will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:56.126280 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-3dc4396d-707c-404c-b792-8c4c1b2a80f2 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:56.127408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ed378-eed6-425a-a01f-00908fd9eeea req-5dab3322-7cda-4f55-864d-79a7fe16dcb5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:56.129435 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1e4ed378-eed6-425a-a01f-00908fd9eeea req-5dab3322-7cda-4f55-864d-79a7fe16dcb5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 932 time: 0.4721749 Sep 07 18:53:56.174245 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:53:56.188947 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-3dc4396d-707c-404c-b792-8c4c1b2a80f2 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Network 2a04f97c-eef1-4797-989a-49aba8f5ba8a is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:53:56.193275 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-3dc4396d-707c-404c-b792-8c4c1b2a80f2 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:56.211668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-3dc4396d-707c-404c-b792-8c4c1b2a80f2 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:53:56.219673 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4396d-707c-404c-b792-8c4c1b2a80f2 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event updated for resources: {'Port': ['ID=adc3ff2c-97a6-4b33-8062-87cf73872a4f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:56.312933 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-3dc4396d-707c-404c-b792-8c4c1b2a80f2 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:56.313791 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-3dc4396d-707c-404c-b792-8c4c1b2a80f2 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:56.331449 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-3dc4396d-707c-404c-b792-8c4c1b2a80f2 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9270630 Sep 07 18:53:56.347547 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-8741cbca-5678-4eac-b051-8e441e5a3a3b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Request body: {'port': {'device_id': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a', 'admin_state_up': True, 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'security_groups': ['440ea8dd-020d-4b8f-ac96-92f112f79b38']}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:56.389506 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.resource_extend [None req-c67e362e-83fd-492a-a6f8-aab1f976d908 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 18:53:56.464463 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c67e362e-83fd-492a-a6f8-aab1f976d908 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:56.492374 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-efcd39f1-71b4-4079-b37e-c85b80a7101d service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241122 Sep 07 18:53:56.516306 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-8741cbca-5678-4eac-b051-8e441e5a3a3b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Made reservation on behalf of 3cc05b32b7ef4a30afde8a2188f29c16 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:53:56.521143 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-8741cbca-5678-4eac-b051-8e441e5a3a3b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:56.521806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1e4ed378-eed6-425a-a01f-00908fd9eeea req-1a1745e4-97d2-4758-8e17-b49d6ce71b6f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3600371 Sep 07 18:53:56.528643 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c67e362e-83fd-492a-a6f8-aab1f976d908 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:56.538231 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-bccdef50-d3a1-4f4a-94d2-507cef9ec3c7 None None] Provisioning for port adc3ff2c-97a6-4b33-8062-87cf73872a4f completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:56.551851 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-bccdef50-d3a1-4f4a-94d2-507cef9ec3c7 None None] Provisioning complete for port adc3ff2c-97a6-4b33-8062-87cf73872a4f triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:56.552219 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bccdef50-d3a1-4f4a-94d2-507cef9ec3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:56.639269 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-bccdef50-d3a1-4f4a-94d2-507cef9ec3c7 None None] Port adc3ff2c-97a6-4b33-8062-87cf73872a4f cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:53:56.716151 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f799050-0fe5-4294-af8b-464a948499bb req-c69c2143-d6e6-4ca4-93f8-de8eeda8cfc3 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:56.717837 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0f799050-0fe5-4294-af8b-464a948499bb req-c69c2143-d6e6-4ca4-93f8-de8eeda8cfc3 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f361eec5-d7d0-4408-953b-476c84c2d293 HTTP/1.1" status: 200 len: 945 time: 0.6062748 Sep 07 18:53:56.734842 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-8741cbca-5678-4eac-b051-8e441e5a3a3b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Allocated IP 10.1.1.82 (2a04f97c-eef1-4797-989a-49aba8f5ba8a/062c4530-3812-440c-9413-d7c7b298c22a/2821d589-d644-400b-82c6-ab5f12352f32) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:53:56.735477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-863e387c-5eb1-442f-be44-2ea66f3f8459 req-139e83db-a778-4220-bf4e-afbd856b627e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Deleting port c97bab45-9835-4b2c-8f6d-d998f3428041 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:53:56.735831 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-863e387c-5eb1-442f-be44-2ea66f3f8459 req-139e83db-a778-4220-bf4e-afbd856b627e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:57.258117 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba759a4c-4fe5-4272-8e6e-a7674427b2a6 req-dce108f8-fc90-40f3-984d-8956854dd164 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7644279 Sep 07 18:53:57.269162 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-8741cbca-5678-4eac-b051-8e441e5a3a3b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:57.292250 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-8741cbca-5678-4eac-b051-8e441e5a3a3b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Transition to ACTIVE for port object 2821d589-d644-400b-82c6-ab5f12352f32 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:57.322698 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0f799050-0fe5-4294-af8b-464a948499bb req-6c98de9e-e34c-4fe6-8e6e-21854f1bb5a4 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709407 Sep 07 18:53:57.343621 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-8741cbca-5678-4eac-b051-8e441e5a3a3b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:57.359229 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ce312-d025-41ed-ad6b-a83ba052c50f req-a5ad4aab-e378-4308-a98b-be384c857ca3 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:57.366294 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e18ce312-d025-41ed-ad6b-a83ba052c50f req-a5ad4aab-e378-4308-a98b-be384c857ca3 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=93af7b55-be98-4eae-aaa2-ef60bca5074e HTTP/1.1" status: 200 len: 944 time: 0.6474919 Sep 07 18:53:57.412039 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741cbca-5678-4eac-b051-8e441e5a3a3b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event updated for resources: {'Port': ['ID=2821d589-d644-400b-82c6-ab5f12352f32,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:57.455764 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-8741cbca-5678-4eac-b051-8e441e5a3a3b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Network 2a04f97c-eef1-4797-989a-49aba8f5ba8a is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:53:57.458598 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-8741cbca-5678-4eac-b051-8e441e5a3a3b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:57.462328 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-8741cbca-5678-4eac-b051-8e441e5a3a3b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:53:57.464583 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-863e387c-5eb1-442f-be44-2ea66f3f8459 req-139e83db-a778-4220-bf4e-afbd856b627e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] For port c97bab45-9835-4b2c-8f6d-d998f3428041, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=c97bab45-9835-4b2c-8f6d-d998f3428041,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:57.464957 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-863e387c-5eb1-442f-be44-2ea66f3f8459 req-139e83db-a778-4220-bf4e-afbd856b627e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:57.469957 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-c67e362e-83fd-492a-a6f8-aab1f976d908 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Floating IP 9526d801-58e9-4a13-a0f0-9b4b8ead82cb associated. External IP: 172.25.8.208, port: b71cda8b-3b81-477e-96d7-f0f5c08d1dfa. Sep 07 18:53:57.484727 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8204cd26-ac31-40dd-a93b-39a695891aa3 req-72775c62-5882-4e5f-acd9-b696b323270f service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9513283 Sep 07 18:53:57.542366 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e18ce312-d025-41ed-ad6b-a83ba052c50f req-634dc22b-e97d-4c99-a4df-1f24dee85384 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727862 Sep 07 18:53:57.550958 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-8741cbca-5678-4eac-b051-8e441e5a3a3b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:57.551716 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-8741cbca-5678-4eac-b051-8e441e5a3a3b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:57.585420 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-8741cbca-5678-4eac-b051-8e441e5a3a3b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2466395 Sep 07 18:53:57.591891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-863e387c-5eb1-442f-be44-2ea66f3f8459 req-139e83db-a778-4220-bf4e-afbd856b627e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Calling delete_port for c97bab45-9835-4b2c-8f6d-d998f3428041 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:53:57.612406 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-190b2ec5-550a-4cda-ba6d-710a09210806 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Request body: {'port': {'device_id': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '025b72be-1bd6-4706-adc3-b78adf7f2dfa', 'admin_state_up': True, 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'security_groups': ['440ea8dd-020d-4b8f-ac96-92f112f79b38']}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:57.685896 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba759a4c-4fe5-4272-8e6e-a7674427b2a6 req-47e3a401-8e7c-43f2-89fb-5215a1c98356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:57.687749 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba759a4c-4fe5-4272-8e6e-a7674427b2a6 req-47e3a401-8e7c-43f2-89fb-5215a1c98356 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 1097 time: 0.3892505 Sep 07 18:53:57.903588 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a8700-2d3e-417c-a709-89d5a1838a6b req-da33c684-0a5f-4d6f-ac6d-f9eb38aa2278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:57.905369 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f72a8700-2d3e-417c-a709-89d5a1838a6b req-da33c684-0a5f-4d6f-ac6d-f9eb38aa2278 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=93af7b55-be98-4eae-aaa2-ef60bca5074e HTTP/1.1" status: 200 len: 1095 time: 0.3564637 Sep 07 18:53:57.923853 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-190b2ec5-550a-4cda-ba6d-710a09210806 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Made reservation on behalf of 3cc05b32b7ef4a30afde8a2188f29c16 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:53:58.009377 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7a08cd4f-2398-4563-8ec0-4c07a0b3f4c8 None None] Provisioning for port 2821d589-d644-400b-82c6-ab5f12352f32 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:58.026181 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7a08cd4f-2398-4563-8ec0-4c07a0b3f4c8 None None] Provisioning complete for port 2821d589-d644-400b-82c6-ab5f12352f32 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:58.026934 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7a08cd4f-2398-4563-8ec0-4c07a0b3f4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:58.052334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba759a4c-4fe5-4272-8e6e-a7674427b2a6 req-693bf4e9-598a-4466-876c-d710f9df9564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:58.053485 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba759a4c-4fe5-4272-8e6e-a7674427b2a6 req-693bf4e9-598a-4466-876c-d710f9df9564 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 912 time: 0.3162427 Sep 07 18:53:58.062367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1961462-77e7-4635-a514-64e435965b07 req-ea69a82a-3e2b-433d-8617-240aa3b4227a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:58.063975 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c1961462-77e7-4635-a514-64e435965b07 req-ea69a82a-3e2b-433d-8617-240aa3b4227a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.5404232 Sep 07 18:53:58.110472 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7a08cd4f-2398-4563-8ec0-4c07a0b3f4c8 None None] Port 2821d589-d644-400b-82c6-ab5f12352f32 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:53:58.142209 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba759a4c-4fe5-4272-8e6e-a7674427b2a6 req-8a1073aa-b6c2-47d6-91b9-9bf42f400a06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=266365d6-55c3-4d84-9990-3b89862aae14 HTTP/1.1" status: 200 len: 217 time: 0.0587785 Sep 07 18:53:58.172604 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-190b2ec5-550a-4cda-ba6d-710a09210806 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:58.208797 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df7c16a1-8fc8-46a3-9c8d-b486104811ba req-5bed085d-7866-4e7c-bf93-953e24775eb5 tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.2729168 Sep 07 18:53:58.268090 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c1961462-77e7-4635-a514-64e435965b07 req-393db1e7-1350-48a9-a62b-75e5108ba4c5 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277571 Sep 07 18:53:58.492359 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67e362e-83fd-492a-a6f8-aab1f976d908 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Router bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:53:58.506346 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device c97bab45-9835-4b2c-8f6d-d998f3428041 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:53:58.668177 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-190b2ec5-550a-4cda-ba6d-710a09210806 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Allocated IP 10.2.2.100 (025b72be-1bd6-4706-adc3-b78adf7f2dfa/aa8070ab-5c30-4d90-a64d-590d11e7607c/c5603d88-8a14-49e9-875b-419cd2bd56cb) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:53:58.691806 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba759a4c-4fe5-4272-8e6e-a7674427b2a6 req-47af659d-33eb-4b2c-be56-7a42210dbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:58.693564 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba759a4c-4fe5-4272-8e6e-a7674427b2a6 req-47af659d-33eb-4b2c-be56-7a42210dbd06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.5161002 Sep 07 18:53:58.712893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c8153-bd6b-48f9-b2e7-0d37679d5ab2 req-322c1934-2487-4489-bf1d-d9976425704d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:58.720241 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c8153-bd6b-48f9-b2e7-0d37679d5ab2 req-322c1934-2487-4489-bf1d-d9976425704d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:58.722048 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:58.735681 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c8153-bd6b-48f9-b2e7-0d37679d5ab2 req-322c1934-2487-4489-bf1d-d9976425704d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:58.746652 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d69c8153-bd6b-48f9-b2e7-0d37679d5ab2 req-322c1934-2487-4489-bf1d-d9976425704d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 2374 time: 0.3302915 Sep 07 18:53:58.797266 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-56e1e4ef-136b-4c0b-8bba-cb17695a6c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:58.847816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a8700-2d3e-417c-a709-89d5a1838a6b req-855c1d42-c73b-4731-9f5e-ca370bab3df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:58.849817 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f72a8700-2d3e-417c-a709-89d5a1838a6b req-855c1d42-c73b-4731-9f5e-ca370bab3df3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 912 time: 0.9048104 Sep 07 18:53:58.959542 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f72a8700-2d3e-417c-a709-89d5a1838a6b req-ce934063-a828-49c7-836e-b41e5f4127ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd1af4e4-b87f-49c6-ab59-ad5683c5016a HTTP/1.1" status: 200 len: 217 time: 0.0782418 Sep 07 18:53:59.055896 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:59.079405 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d69c8153-bd6b-48f9-b2e7-0d37679d5ab2 req-75372c59-1b76-4e57-992f-fdd00fc8a63e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3279762 Sep 07 18:53:59.090886 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-863e387c-5eb1-442f-be44-2ea66f3f8459 req-139e83db-a778-4220-bf4e-afbd856b627e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:59.146139 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67e362e-83fd-492a-a6f8-aab1f976d908 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:53:59.160580 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffc8558-f359-45ba-97f8-fa2d84085a8a None None] Sync routers for ids ['bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:53:59.163550 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-190b2ec5-550a-4cda-ba6d-710a09210806 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:59.174493 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffc8558-f359-45ba-97f8-fa2d84085a8a None None] Routers {'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:53:59.175478 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-bffc8558-f359-45ba-97f8-fa2d84085a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:53:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:59.182953 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-190b2ec5-550a-4cda-ba6d-710a09210806 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Transition to ACTIVE for port object c5603d88-8a14-49e9-875b-419cd2bd56cb will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:59.186152 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c67e362e-83fd-492a-a6f8-aab1f976d908 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:59.228173 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-190b2ec5-550a-4cda-ba6d-710a09210806 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:59.294161 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-190b2ec5-550a-4cda-ba6d-710a09210806 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Network 025b72be-1bd6-4706-adc3-b78adf7f2dfa is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:53:59.305618 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-190b2ec5-550a-4cda-ba6d-710a09210806 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:59.311587 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-190b2ec5-550a-4cda-ba6d-710a09210806 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:53:59.336691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba759a4c-4fe5-4272-8e6e-a7674427b2a6 req-0b482eb7-e300-404e-8ef5-d47c6c843219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:59.349132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba759a4c-4fe5-4272-8e6e-a7674427b2a6 req-0b482eb7-e300-404e-8ef5-d47c6c843219 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5873144 Sep 07 18:53:59.350168 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e83db-a778-4220-bf4e-afbd856b627e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Pushing event deleted for resources: {'Port': ['ID=c97bab45-9835-4b2c-8f6d-d998f3428041,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:59.373490 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b2ec5-550a-4cda-ba6d-710a09210806 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event updated for resources: {'Port': ['ID=c5603d88-8a14-49e9-875b-419cd2bd56cb,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:59.411211 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-190b2ec5-550a-4cda-ba6d-710a09210806 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:59.411944 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-190b2ec5-550a-4cda-ba6d-710a09210806 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:59.427633 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-190b2ec5-550a-4cda-ba6d-710a09210806 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8246903 Sep 07 18:53:59.439045 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-5b2d32dc-9114-4239-b05a-30961577a0b9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Request body: {'port': {'device_id': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '025b72be-1bd6-4706-adc3-b78adf7f2dfa', 'admin_state_up': True, 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'security_groups': ['440ea8dd-020d-4b8f-ac96-92f112f79b38']}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:59.444800 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c67e362e-83fd-492a-a6f8-aab1f976d908 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "PUT /v2.0/floatingips/9526d801-58e9-4a13-a0f0-9b4b8ead82cb HTTP/1.1" status: 200 len: 991 time: 4.8262157 Sep 07 18:53:59.518521 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-bffc8558-f359-45ba-97f8-fa2d84085a8a None None] Set router bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:53:59.527290 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083986b8-c413-4476-a89b-76924fc94c1a', 'tag': 'b71cda8b-3b81-477e-96d7-f0f5c08d1dfa'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:59.533217 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57c8bd8-dc42-4242-93a9-75f833c2390e" -d '{"events": [{"name": "network-changed", "server_uuid": "083986b8-c413-4476-a89b-76924fc94c1a", "tag": "b71cda8b-3b81-477e-96d7-f0f5c08d1dfa"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:59.585798 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a8700-2d3e-417c-a709-89d5a1838a6b req-95eee398-487f-44a6-848e-3f05799be444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:59.587316 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f72a8700-2d3e-417c-a709-89d5a1838a6b req-95eee398-487f-44a6-848e-3f05799be444 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.5601110 Sep 07 18:53:59.644300 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-5b2d32dc-9114-4239-b05a-30961577a0b9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Made reservation on behalf of 3cc05b32b7ef4a30afde8a2188f29c16 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:53:59.657051 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-5b2d32dc-9114-4239-b05a-30961577a0b9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:59.685701 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5fb79a02-bdc2-46d1-82a3-cfbf447324c5 req-27406be8-ba23-4d57-9e0e-dd3eb17d9bc6 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f361eec5-d7d0-4408-953b-476c84c2d293 HTTP/1.1" status: 200 len: 210 time: 0.3247731 Sep 07 18:53:59.752548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed517e-a218-4265-8c90-8baec1ddacbe req-d08f8a86-8c02-44a4-b660-34ac730ac8e8 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:59.760830 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5eed517e-a218-4265-8c90-8baec1ddacbe req-d08f8a86-8c02-44a4-b660-34ac730ac8e8 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.8667593 Sep 07 18:53:59.808183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-863e387c-5eb1-442f-be44-2ea66f3f8459 req-139e83db-a778-4220-bf4e-afbd856b627e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] No DVR routers for this DVR port c97bab45-9835-4b2c-8f6d-d998f3428041 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:53:59.849789 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-863e387c-5eb1-442f-be44-2ea66f3f8459 req-139e83db-a778-4220-bf4e-afbd856b627e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:59.851952 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-863e387c-5eb1-442f-be44-2ea66f3f8459 req-139e83db-a778-4220-bf4e-afbd856b627e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.36 "DELETE /v2.0/ports/c97bab45-9835-4b2c-8f6d-d998f3428041 HTTP/1.1" status: 204 len: 173 time: 4.1936631 Sep 07 18:53:59.963122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a8700-2d3e-417c-a709-89d5a1838a6b req-6ae27bcd-e952-4921-920d-2421b09c80cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:59.965856 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f72a8700-2d3e-417c-a709-89d5a1838a6b req-6ae27bcd-e952-4921-920d-2421b09c80cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3021846 Sep 07 18:53:59.969067 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba759a4c-4fe5-4272-8e6e-a7674427b2a6 req-d38b562d-e54f-4fe0-9760-96bb5be6786e service neutron] 10.222.0.36 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568569 Sep 07 18:53:59.974001 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5eed517e-a218-4265-8c90-8baec1ddacbe req-77fa9a53-9b44-4f6c-aa58-22c3072d435d tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709180 Sep 07 18:54:00.018333 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174c878-e0e2-4254-8f40-5251982c9a01 req-52b59f2c-7186-4a3e-94f3-0aec6480b385 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:00.019950 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9174c878-e0e2-4254-8f40-5251982c9a01 req-52b59f2c-7186-4a3e-94f3-0aec6480b385 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=93af7b55-be98-4eae-aaa2-ef60bca5074e HTTP/1.1" status: 200 len: 944 time: 0.2156253 Sep 07 18:54:00.046796 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0ffa8dd4-04a2-43be-8e22-a1efc3918212 None None] Provisioning for port c5603d88-8a14-49e9-875b-419cd2bd56cb completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:54:00.067087 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0ffa8dd4-04a2-43be-8e22-a1efc3918212 None None] Provisioning complete for port c5603d88-8a14-49e9-875b-419cd2bd56cb triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:00.067734 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0ffa8dd4-04a2-43be-8e22-a1efc3918212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:00.161581 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-5b2d32dc-9114-4239-b05a-30961577a0b9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Allocated IP 10.2.2.200 (025b72be-1bd6-4706-adc3-b78adf7f2dfa/aa8070ab-5c30-4d90-a64d-590d11e7607c/48703c14-e98f-4ceb-bc6c-fe2b1901c5de) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:54:00.210658 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:00.213121 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-0ffa8dd4-04a2-43be-8e22-a1efc3918212 None None] Port c5603d88-8a14-49e9-875b-419cd2bd56cb cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:54:00.328574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-bffc8558-f359-45ba-97f8-fa2d84085a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'name': 'tempest-ServersTestJSON-1250825277-router', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:53:15Z', 'updated_at': '2021-09-07T18:53:20Z', 'revision_number': 4, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'gw_port': {'id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:16Z', 'updated_at': '2021-09-07T18:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '9526d801-58e9-4a13-a0f0-9b4b8ead82cb', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'port_id': 'b71cda8b-3b81-477e-96d7-f0f5c08d1dfa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b', 'mac_address': 'fa:16:3e:fd:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083986b8-c413-4476-a89b-76924fc94c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:53:25Z', 'updated_at': '2021-09-07T18:53:56Z', 'revision_number': 1, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a94ee36-045b-41fd-971c-368730db8893', 'name': '', 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'mac_address': 'fa:16:3e:48:cd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:19Z', 'updated_at': '2021-09-07T18:53:31Z', 'revision_number': 5, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'subnets': [{'id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:54:00.454558 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffc8558-f359-45ba-97f8-fa2d84085a8a None None] Checking router: bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:54:00.494450 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffc8558-f359-45ba-97f8-fa2d84085a8a None None] Routers {'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:54:00.497162 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-bffc8558-f359-45ba-97f8-fa2d84085a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:53:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:54:00.648440 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-5b2d32dc-9114-4239-b05a-30961577a0b9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:00.671401 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-5b2d32dc-9114-4239-b05a-30961577a0b9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Transition to ACTIVE for port object 48703c14-e98f-4ceb-bc6c-fe2b1901c5de will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:54:00.715975 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-5b2d32dc-9114-4239-b05a-30961577a0b9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:00.764817 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9174c878-e0e2-4254-8f40-5251982c9a01 req-a235b812-20a3-489c-ac05-7eb956ff5810 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7106895 Sep 07 18:54:00.777301 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-232a1f47-2707-4c3a-8967-ac21922fe8cf req-dfd5f05b-6243-4d7e-9c6d-cf69776d4972 tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.0679722 Sep 07 18:54:00.784246 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device fd1af4e4-b87f-49c6-ab59-ad5683c5016a details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:54:00.791913 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-5b2d32dc-9114-4239-b05a-30961577a0b9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Network 025b72be-1bd6-4706-adc3-b78adf7f2dfa is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:54:00.795337 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-5b2d32dc-9114-4239-b05a-30961577a0b9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:54:00.799750 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-5b2d32dc-9114-4239-b05a-30961577a0b9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:54:00.829624 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f72a8700-2d3e-417c-a709-89d5a1838a6b req-d7de6886-3c20-4659-8c9e-02a65ee532eb service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8545823 Sep 07 18:54:00.865687 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d32dc-9114-4239-b05a-30961577a0b9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event updated for resources: {'Port': ['ID=48703c14-e98f-4ceb-bc6c-fe2b1901c5de,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:00.880339 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-5b2d32dc-9114-4239-b05a-30961577a0b9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:00.880339 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-5b2d32dc-9114-4239-b05a-30961577a0b9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:00.906417 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba759a4c-4fe5-4272-8e6e-a7674427b2a6 req-7334f6eb-5ee3-498f-bcca-88c122fa5fd5 service neutron] 10.222.0.36 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9294894 Sep 07 18:54:00.906560 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-5b2d32dc-9114-4239-b05a-30961577a0b9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4715712 Sep 07 18:54:00.910133 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1968bdd6-c11c-42a6-9843-b77545848251 x-openstack-request-id: req-1968bdd6-c11c-42a6-9843-b77545848251 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:00.911263 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083986b8-c413-4476-a89b-76924fc94c1a", "tag": "b71cda8b-3b81-477e-96d7-f0f5c08d1dfa", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:00.914340 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1968bdd6-c11c-42a6-9843-b77545848251 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:00.914853 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083986b8-c413-4476-a89b-76924fc94c1a', 'tag': 'b71cda8b-3b81-477e-96d7-f0f5c08d1dfa', 'status': 'completed', 'code': 200} Sep 07 18:54:00.930742 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] Request body: {'port': {'device_id': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:01.138085 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:01.209474 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c8bd8-dc42-4242-93a9-75f833c2390e req-84e64bda-4056-4ae8-a949-6648b7b77891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:01.211003 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e57c8bd8-dc42-4242-93a9-75f833c2390e req-84e64bda-4056-4ae8-a949-6648b7b77891 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d899852f7f24aedbae267ad23aded21&device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 1096 time: 0.2718756 Sep 07 18:54:01.221726 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port fd1af4e4-b87f-49c6-ab59-ad5683c5016a, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fd1af4e4-b87f-49c6-ab59-ad5683c5016a,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:01.225269 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f72a8700-2d3e-417c-a709-89d5a1838a6b req-46575f21-9ce4-41b1-9ee4-cf16c3a03866 service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874888 Sep 07 18:54:01.324992 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0545f-84e7-4a90-874b-a95ed0102a69 req-ffb2e4b2-eb9a-46c2-8735-677751899b3e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:01.351737 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0545f-84e7-4a90-874b-a95ed0102a69 req-ffb2e4b2-eb9a-46c2-8735-677751899b3e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:01.369791 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0545f-84e7-4a90-874b-a95ed0102a69 req-ffb2e4b2-eb9a-46c2-8735-677751899b3e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:01.380062 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0545f-84e7-4a90-874b-a95ed0102a69 req-ffb2e4b2-eb9a-46c2-8735-677751899b3e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:01.401234 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0545f-84e7-4a90-874b-a95ed0102a69 req-ffb2e4b2-eb9a-46c2-8735-677751899b3e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:01.418146 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8f0545f-84e7-4a90-874b-a95ed0102a69 req-ffb2e4b2-eb9a-46c2-8735-677751899b3e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 3816 time: 0.3684254 Sep 07 18:54:01.444790 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-bffc8558-f359-45ba-97f8-fa2d84085a8a None None] Set router bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:54:01.556557 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'fd1af4e4-b87f-49c6-ab59-ad5683c5016a', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'port_id': 'fd1af4e4-b87f-49c6-ab59-ad5683c5016a', 'mac_address': 'fa:16:3e:e6:97:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:54:01.631791 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1d238c5c-344e-495a-87de-1319a07063d9 None None] Provisioning for port 48703c14-e98f-4ceb-bc6c-fe2b1901c5de completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:54:01.660927 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1d238c5c-344e-495a-87de-1319a07063d9 None None] Provisioning complete for port 48703c14-e98f-4ceb-bc6c-fe2b1901c5de triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:01.661412 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1d238c5c-344e-495a-87de-1319a07063d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:01.706078 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c8bd8-dc42-4242-93a9-75f833c2390e req-5a600e74-99ea-435a-b364-a9def68838ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:01.707340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e57c8bd8-dc42-4242-93a9-75f833c2390e req-5a600e74-99ea-435a-b364-a9def68838ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b HTTP/1.1" status: 200 len: 907 time: 0.4756773 Sep 07 18:54:01.723739 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8f0545f-84e7-4a90-874b-a95ed0102a69 req-f6b30aa8-a976-46ab-a188-830df3b6042c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2920997 Sep 07 18:54:01.765453 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:01.834077 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c753cf-b66a-40dd-bb2a-82b747a834c6 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:01.835192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19acc3-4c50-4e37-96dc-9a6252d128d2 req-959713e7-12e3-4f76-af33-cdbf505b14a0 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:01.837038 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e19acc3-4c50-4e37-96dc-9a6252d128d2 req-959713e7-12e3-4f76-af33-cdbf505b14a0 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.3143637 Sep 07 18:54:01.840619 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:01.844017 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:01.857838 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] Transition to ACTIVE for port object 23c753cf-b66a-40dd-bb2a-82b747a834c6 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:54:01.865603 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:01.926818 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1af4e4-b87f-49c6-ab59-ad5683c5016a {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:01.936810 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-1d238c5c-344e-495a-87de-1319a07063d9 None None] Port 48703c14-e98f-4ceb-bc6c-fe2b1901c5de cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:54:01.990739 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=23c753cf-b66a-40dd-bb2a-82b747a834c6,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:01.999824 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e19acc3-4c50-4e37-96dc-9a6252d128d2 req-3f82a62b-607d-4d49-bfbb-2f225a889c1a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501272 Sep 07 18:54:02.023784 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e57c8bd8-dc42-4242-93a9-75f833c2390e req-8de52fa1-64a0-4a2a-bb12-05f78c7e6248 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b71cda8b-3b81-477e-96d7-f0f5c08d1dfa HTTP/1.1" status: 200 len: 999 time: 0.2987158 Sep 07 18:54:02.053240 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] Attempting to bind port 23c753cf-b66a-40dd-bb2a-82b747a834c6 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:54:02.053467 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port fd1af4e4-b87f-49c6-ab59-ad5683c5016a, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fd1af4e4-b87f-49c6-ab59-ad5683c5016a,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:02.053571 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] Attempting to bind port 23c753cf-b66a-40dd-bb2a-82b747a834c6 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'a611d040-3073-489a-bd58-d9b80265a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:54:02.053998 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] Attempting to bind port 23c753cf-b66a-40dd-bb2a-82b747a834c6 on network 7bc00831-39dc-4d80-aed2-0e0dcf1c0e33 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:02.060225 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] Port 23c753cf-b66a-40dd-bb2a-82b747a834c6 on network 7bc00831-39dc-4d80-aed2-0e0dcf1c0e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:54:02.060755 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] Attempting to bind port 23c753cf-b66a-40dd-bb2a-82b747a834c6 on network 7bc00831-39dc-4d80-aed2-0e0dcf1c0e33 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:02.067451 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:54:02.067793 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] Checking segment: {'id': 'a611d040-3073-489a-bd58-d9b80265a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:54:02.068232 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] Bound using segment: {'id': 'a611d040-3073-489a-bd58-d9b80265a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:54:02.068731 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] Bound port: 23c753cf-b66a-40dd-bb2a-82b747a834c6, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a611d040-3073-489a-bd58-d9b80265a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:54:02.069306 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:02.071096 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:02.146650 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=fd1af4e4-b87f-49c6-ab59-ad5683c5016a,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:02.167635 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:02.168345 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:02.169049 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:02.169585 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:02.170157 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:02.170986 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:02.171535 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:02.172066 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:02.172665 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:02.173210 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:02.173746 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:02.174296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:02.204085 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c8bd8-dc42-4242-93a9-75f833c2390e req-413c95e9-91de-4692-a9fe-89bb7d8b0e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:02.205691 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e57c8bd8-dc42-4242-93a9-75f833c2390e req-413c95e9-91de-4692-a9fe-89bb7d8b0e99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4805dc95-c167-4887-9384-94e2ed03f0de HTTP/1.1" status: 200 len: 845 time: 0.1733248 Sep 07 18:54:02.238542 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] For port 23c753cf-b66a-40dd-bb2a-82b747a834c6, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:54:02.246111 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] For port 23c753cf-b66a-40dd-bb2a-82b747a834c6, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=23c753cf-b66a-40dd-bb2a-82b747a834c6,segment=NetworkSegment(a611d040-3073-489a-bd58-d9b80265a8d5),segment_id=a611d040-3073-489a-bd58-d9b80265a8d5)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:54:02.253624 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:02.331827 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:02.333238 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:02.336149 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['fd1af4e4-b87f-49c6-ab59-ad5683c5016a'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:54:02.336970 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] 10.222.0.60 "PUT /v2.0/ports/23c753cf-b66a-40dd-bb2a-82b747a834c6 HTTP/1.1" status: 200 len: 1092 time: 1.4185979 Sep 07 18:54:02.358580 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'tag': '23c753cf-b66a-40dd-bb2a-82b747a834c6'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:02.362184 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe62f2e-a8e8-4443-91eb-1de8479bc4fa" -d '{"events": [{"name": "network-changed", "server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "tag": "23c753cf-b66a-40dd-bb2a-82b747a834c6"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:02.383823 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] Request body: {'port': {'device_id': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:02.434667 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-bffc8558-f359-45ba-97f8-fa2d84085a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'name': 'tempest-ServersTestJSON-1250825277-router', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:53:15Z', 'updated_at': '2021-09-07T18:53:20Z', 'revision_number': 4, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'gw_port': {'id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:16Z', 'updated_at': '2021-09-07T18:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '9526d801-58e9-4a13-a0f0-9b4b8ead82cb', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'port_id': 'b71cda8b-3b81-477e-96d7-f0f5c08d1dfa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b', 'mac_address': 'fa:16:3e:fd:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083986b8-c413-4476-a89b-76924fc94c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:53:25Z', 'updated_at': '2021-09-07T18:53:56Z', 'revision_number': 1, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a94ee36-045b-41fd-971c-368730db8893', 'name': '', 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'mac_address': 'fa:16:3e:48:cd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:19Z', 'updated_at': '2021-09-07T18:53:31Z', 'revision_number': 5, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'subnets': [{'id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:54:02.494968 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53084288-8be8-4fad-9081-83b94ecbd3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=23c753cf-b66a-40dd-bb2a-82b747a834c6,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:02.515178 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffc8558-f359-45ba-97f8-fa2d84085a8a None None] The sync data for ids ['bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'] in n-d-807786-1 is: [{'id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'name': 'tempest-ServersTestJSON-1250825277-router', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:53:15Z', 'updated_at': '2021-09-07T18:53:20Z', 'revision_number': 4, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'gw_port': {'id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:16Z', 'updated_at': '2021-09-07T18:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '9526d801-58e9-4a13-a0f0-9b4b8ead82cb', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'port_id': 'b71cda8b-3b81-477e-96d7-f0f5c08d1dfa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b', 'mac_address': 'fa:16:3e:fd:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083986b8-c413-4476-a89b-76924fc94c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:53:25Z', 'updated_at': '2021-09-07T18:53:56Z', 'revision_number': 1, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a94ee36-045b-41fd-971c-368730db8893', 'name': '', 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'mac_address': 'fa:16:3e:48:cd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:19Z', 'updated_at': '2021-09-07T18:53:31Z', 'revision_number': 5, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'subnets': [{'id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:54:02.592271 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:02.640371 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c8bd8-dc42-4242-93a9-75f833c2390e req-a214b1da-7762-448d-a064-dbae17aaa687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:02.646388 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e57c8bd8-dc42-4242-93a9-75f833c2390e req-a214b1da-7762-448d-a064-dbae17aaa687 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4246910 Sep 07 18:54:02.914034 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e57c8bd8-dc42-4242-93a9-75f833c2390e req-621bec1b-c5a6-4dd1-b42e-230db01a7db9 service neutron] 10.222.0.60 "GET /v2.0/networks/57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507610 Sep 07 18:54:02.940305 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f361eec5-d7d0-4408-953b-476c84c2d293', 'name': 'network-vif-deleted', 'tag': 'c97bab45-9835-4b2c-8f6d-d998f3428041'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:02.942561 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f3d074-9f80-40fc-a365-0e55c59bfebe" -d '{"events": [{"server_uuid": "f361eec5-d7d0-4408-953b-476c84c2d293", "name": "network-vif-deleted", "tag": "c97bab45-9835-4b2c-8f6d-d998f3428041"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:02.966935 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567442a5-4326-4dbd-bfa1-01231704c69d None None] New status for floating IP 9526d801-58e9-4a13-a0f0-9b4b8ead82cb: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:54:03.003408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c788594-d8e5-4acf-81df-8d9062126164 req-137367c6-2883-447e-b9df-27cc6cfc9000 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:03.014679 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c788594-d8e5-4acf-81df-8d9062126164 req-137367c6-2883-447e-b9df-27cc6cfc9000 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=93af7b55-be98-4eae-aaa2-ef60bca5074e HTTP/1.1" status: 200 len: 945 time: 0.6080949 Sep 07 18:54:03.109140 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-7396a0e9-adbd-4567-b675-b56333e6fac0 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:03.110998 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-7396a0e9-adbd-4567-b675-b56333e6fac0 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/networks?id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 HTTP/1.1" status: 200 len: 812 time: 0.8477345 Sep 07 18:54:03.167693 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9557b603-4ab7-498b-ac43-138b6d5d09f4 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:03.186400 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:03.213839 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] Transition to ACTIVE for port object 9557b603-4ab7-498b-ac43-138b6d5d09f4 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:54:03.217826 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:03.288283 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-fc187f3a-b565-48bb-8a83-6f652bf732f2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/quotas/d8d2dd6678d2444d8d30e7280161600d HTTP/1.1" status: 200 len: 375 time: 0.1703920 Sep 07 18:54:03.301238 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] Pushing event updated for resources: {'Port': ['ID=9557b603-4ab7-498b-ac43-138b6d5d09f4,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:03.308589 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c788594-d8e5-4acf-81df-8d9062126164 req-3db85415-394b-46b1-b1dd-894c3327edbf tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925422 Sep 07 18:54:03.343487 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-97ff152c-07a4-4ebd-b922-99bfc2002a62 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8d2dd6678d2444d8d30e7280161600d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542924 Sep 07 18:54:03.385418 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e57c8bd8-dc42-4242-93a9-75f833c2390e req-e99610c2-28ad-40b6-aaf2-44193c3ad110 service neutron] 10.222.0.60 "GET /v2.0/networks/57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459109 Sep 07 18:54:03.560692 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-889d4142-82fe-4630-a6e1-dafca87c1c13 req-46161d74-d882-4762-a62d-f3fb911f1e1e tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.1012936 Sep 07 18:54:03.560819 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] Attempting to bind port 9557b603-4ab7-498b-ac43-138b6d5d09f4 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:54:03.561151 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] Attempting to bind port 9557b603-4ab7-498b-ac43-138b6d5d09f4 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '06a8304d-420d-4780-9d5e-af8d53f8bcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:54:03.562501 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] Attempting to bind port 9557b603-4ab7-498b-ac43-138b6d5d09f4 on network 2a04f97c-eef1-4797-989a-49aba8f5ba8a {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:03.576478 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] Port 9557b603-4ab7-498b-ac43-138b6d5d09f4 on network 2a04f97c-eef1-4797-989a-49aba8f5ba8a not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:54:03.576828 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] Attempting to bind port 9557b603-4ab7-498b-ac43-138b6d5d09f4 on network 2a04f97c-eef1-4797-989a-49aba8f5ba8a {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:03.597304 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:54:03.597304 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] Checking segment: {'id': '06a8304d-420d-4780-9d5e-af8d53f8bcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:54:03.597304 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] Bound using segment: {'id': '06a8304d-420d-4780-9d5e-af8d53f8bcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:54:03.597995 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] Bound port: 9557b603-4ab7-498b-ac43-138b6d5d09f4, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a8304d-420d-4780-9d5e-af8d53f8bcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:54:03.598410 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:03.638371 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-a5c29090-bc39-4fa5-be9a-50e36951fe7e service neutron] 10.222.0.26 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851727 Sep 07 18:54:03.756263 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] For port 9557b603-4ab7-498b-ac43-138b6d5d09f4, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:54:03.766793 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] For port 9557b603-4ab7-498b-ac43-138b6d5d09f4, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=9557b603-4ab7-498b-ac43-138b6d5d09f4,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:54:03.772784 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:03.777870 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-6f3926e6-2fde-40f9-8b1d-07afbe77e3e1 service neutron] 10.222.0.26 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381280 Sep 07 18:54:03.852597 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d864e9-93fd-4d26-8fa5-278f58d927fd req-aae30b7d-4445-4a8e-9e1a-d0104f80244b tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:03.859225 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-73d864e9-93fd-4d26-8fa5-278f58d927fd req-aae30b7d-4445-4a8e-9e1a-d0104f80244b tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.0803807 Sep 07 18:54:03.865055 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:03.865773 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:03.874121 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] 10.222.0.60 "PUT /v2.0/ports/9557b603-4ab7-498b-ac43-138b6d5d09f4 HTTP/1.1" status: 200 len: 1136 time: 1.4983475 Sep 07 18:54:03.925226 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] Request body: {'port': {'device_id': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:03.980463 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-73d864e9-93fd-4d26-8fa5-278f58d927fd req-6edd4fc0-fe79-42fd-8d4b-e6e9a1087574 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154394 Sep 07 18:54:03.996803 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257db80b-5ead-4f9f-a8bd-381188b6c394 service neutron] Pushing event updated for resources: {'Port': ['ID=9557b603-4ab7-498b-ac43-138b6d5d09f4,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:04.115905 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:04.306195 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084189b3-fa19-4513-a40d-aaacaf8f3ad6 x-openstack-request-id: req-084189b3-fa19-4513-a40d-aaacaf8f3ad6 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:04.308073 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "tag": "23c753cf-b66a-40dd-bb2a-82b747a834c6", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:04.309012 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-084189b3-fa19-4513-a40d-aaacaf8f3ad6 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:04.309423 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'tag': '23c753cf-b66a-40dd-bb2a-82b747a834c6', 'status': 'completed', 'code': 200} Sep 07 18:54:04.430731 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b539d082-9630-41df-a284-bb6db8dbcb77 x-openstack-request-id: req-b539d082-9630-41df-a284-bb6db8dbcb77 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:04.431033 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f361eec5-d7d0-4408-953b-476c84c2d293", "name": "network-vif-deleted", "tag": "c97bab45-9835-4b2c-8f6d-d998f3428041", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:04.431286 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b539d082-9630-41df-a284-bb6db8dbcb77 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:04.431684 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f361eec5-d7d0-4408-953b-476c84c2d293', 'name': 'network-vif-deleted', 'tag': 'c97bab45-9835-4b2c-8f6d-d998f3428041', 'status': 'completed', 'code': 200} Sep 07 18:54:04.493221 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df9d0639-8b0a-4f30-8386-c43784d0ddc7 req-762e0d37-0eea-4da5-a540-e8cf6ebfb91d tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 210 time: 0.0589445 Sep 07 18:54:04.573049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba9e44-5f2f-4a00-9adf-0e19290cc515 req-5cade489-aef9-48f1-af05-ff2f91fbfd37 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:04.592498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba9e44-5f2f-4a00-9adf-0e19290cc515 req-5cade489-aef9-48f1-af05-ff2f91fbfd37 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:04.620429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba9e44-5f2f-4a00-9adf-0e19290cc515 req-5cade489-aef9-48f1-af05-ff2f91fbfd37 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:04.626604 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba9e44-5f2f-4a00-9adf-0e19290cc515 req-5cade489-aef9-48f1-af05-ff2f91fbfd37 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:04.642639 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba9e44-5f2f-4a00-9adf-0e19290cc515 req-5cade489-aef9-48f1-af05-ff2f91fbfd37 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:04.661392 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba9e44-5f2f-4a00-9adf-0e19290cc515 req-5cade489-aef9-48f1-af05-ff2f91fbfd37 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:04.668579 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c42146d-acda-49b7-9da4-ed02db649778 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:04.671691 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3ba9e44-5f2f-4a00-9adf-0e19290cc515 req-5cade489-aef9-48f1-af05-ff2f91fbfd37 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 4606 time: 0.3893242 Sep 07 18:54:04.689550 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:04.717746 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] Transition to ACTIVE for port object 2c42146d-acda-49b7-9da4-ed02db649778 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:54:04.723500 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:04.737282 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe62f2e-a8e8-4443-91eb-1de8479bc4fa req-c96722f6-fc70-40b3-9b91-a59525655178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:04.740287 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe62f2e-a8e8-4443-91eb-1de8479bc4fa req-c96722f6-fc70-40b3-9b91-a59525655178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:04.744401 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe62f2e-a8e8-4443-91eb-1de8479bc4fa req-c96722f6-fc70-40b3-9b91-a59525655178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:04.745101 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe62f2e-a8e8-4443-91eb-1de8479bc4fa req-c96722f6-fc70-40b3-9b91-a59525655178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:04.746338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe62f2e-a8e8-4443-91eb-1de8479bc4fa req-c96722f6-fc70-40b3-9b91-a59525655178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:04.747071 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe62f2e-a8e8-4443-91eb-1de8479bc4fa req-c96722f6-fc70-40b3-9b91-a59525655178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:04.749169 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cbe62f2e-a8e8-4443-91eb-1de8479bc4fa req-c96722f6-fc70-40b3-9b91-a59525655178 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cc05b32b7ef4a30afde8a2188f29c16&device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5292 time: 0.4165654 Sep 07 18:54:04.782090 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device fd1af4e4-b87f-49c6-ab59-ad5683c5016a up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:54:04.823016 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] Pushing event updated for resources: {'Port': ['ID=2c42146d-acda-49b7-9da4-ed02db649778,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:04.962543 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port fd1af4e4-b87f-49c6-ab59-ad5683c5016a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:54:04.964875 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] Attempting to bind port 2c42146d-acda-49b7-9da4-ed02db649778 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:54:04.965258 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] Attempting to bind port 2c42146d-acda-49b7-9da4-ed02db649778 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '06a8304d-420d-4780-9d5e-af8d53f8bcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:54:04.965596 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] Attempting to bind port 2c42146d-acda-49b7-9da4-ed02db649778 on network 2a04f97c-eef1-4797-989a-49aba8f5ba8a {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:04.971085 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port fd1af4e4-b87f-49c6-ab59-ad5683c5016a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:04.971709 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:04.975246 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] Port 2c42146d-acda-49b7-9da4-ed02db649778 on network 2a04f97c-eef1-4797-989a-49aba8f5ba8a not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:54:04.976791 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] Attempting to bind port 2c42146d-acda-49b7-9da4-ed02db649778 on network 2a04f97c-eef1-4797-989a-49aba8f5ba8a {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:04.993443 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:54:04.993791 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] Checking segment: {'id': '06a8304d-420d-4780-9d5e-af8d53f8bcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:54:04.994182 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] Bound using segment: {'id': '06a8304d-420d-4780-9d5e-af8d53f8bcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:54:04.994625 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] Bound port: 2c42146d-acda-49b7-9da4-ed02db649778, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a8304d-420d-4780-9d5e-af8d53f8bcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:54:04.994987 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:05.061604 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3ba9e44-5f2f-4a00-9adf-0e19290cc515 req-15a180f7-b580-4ef3-885f-1f6460ab71e8 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3889380 Sep 07 18:54:05.138140 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] For port 2c42146d-acda-49b7-9da4-ed02db649778, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:54:05.144181 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] For port 2c42146d-acda-49b7-9da4-ed02db649778, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2c42146d-acda-49b7-9da4-ed02db649778,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:54:05.152872 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:05.172812 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:05.179361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3338ed-3e7d-454f-a055-3a25e5e102df req-fc136e53-cfa9-4355-a7ac-2f91c5024278 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:05.198624 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d3338ed-3e7d-454f-a055-3a25e5e102df req-fc136e53-cfa9-4355-a7ac-2f91c5024278 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=93af7b55-be98-4eae-aaa2-ef60bca5074e HTTP/1.1" status: 200 len: 945 time: 0.3508322 Sep 07 18:54:05.207641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93af7b55-be98-4eae-aaa2-ef60bca5074e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1af4e4-b87f-49c6-ab59-ad5683c5016a'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:05.213408 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bc2354-dbaf-4bee-a2a0-15bf490c0ce2" -d '{"events": [{"server_uuid": "93af7b55-be98-4eae-aaa2-ef60bca5074e", "name": "network-vif-plugged", "status": "completed", "tag": "fd1af4e4-b87f-49c6-ab59-ad5683c5016a"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:05.239406 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port fd1af4e4-b87f-49c6-ab59-ad5683c5016a, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fd1af4e4-b87f-49c6-ab59-ad5683c5016a,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:05.252543 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:05.304542 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:05.305333 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:05.306808 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] 10.222.0.60 "PUT /v2.0/ports/2c42146d-acda-49b7-9da4-ed02db649778 HTTP/1.1" status: 200 len: 1135 time: 1.3933861 Sep 07 18:54:05.330359 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241687c-a0f5-474d-ab1c-224e4759dd59 service neutron] Pushing event updated for resources: {'Port': ['ID=2c42146d-acda-49b7-9da4-ed02db649778,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:05.347344 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] Request body: {'port': {'device_id': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:05.362617 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e00da2c-cc2e-46e1-b677-5b1091740d07 req-9da4d1a6-7998-498c-b354-d89f828610b7 tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.1056559 Sep 07 18:54:05.383243 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe62f2e-a8e8-4443-91eb-1de8479bc4fa req-6c9ebda8-5323-43bd-a579-dc623aa131a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:05.383742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe62f2e-a8e8-4443-91eb-1de8479bc4fa req-6c9ebda8-5323-43bd-a579-dc623aa131a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:05.384218 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe62f2e-a8e8-4443-91eb-1de8479bc4fa req-6c9ebda8-5323-43bd-a579-dc623aa131a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:05.390944 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cbe62f2e-a8e8-4443-91eb-1de8479bc4fa req-6c9ebda8-5323-43bd-a579-dc623aa131a5 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3cc05b32b7ef4a30afde8a2188f29c16&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6271846 Sep 07 18:54:05.401788 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=fd1af4e4-b87f-49c6-ab59-ad5683c5016a,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:05.423479 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d3338ed-3e7d-454f-a055-3a25e5e102df req-da4b1a60-5da8-417f-bd05-1bd6a1497b05 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238624 Sep 07 18:54:05.487600 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:05.653293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-94deff82-5664-4961-8093-0c2f35a534a6 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:05.654765 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-94deff82-5664-4961-8093-0c2f35a534a6 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.36 "GET /v2.0/networks?id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 HTTP/1.1" status: 200 len: 812 time: 0.3062437 Sep 07 18:54:05.689521 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-961e8fef-1cca-481d-9f55-8207224793f7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Request body: {'port': {'device_id': '2720913a-bbbf-4a10-8a8e-76d9a70847ff', 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20', 'admin_state_up': True, 'tenant_id': 'd8d2dd6678d2444d8d30e7280161600d'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:05.890837 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc3ff2c-97a6-4b33-8062-87cf73872a4f {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:05.905454 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:05.922498 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] Transition to ACTIVE for port object adc3ff2c-97a6-4b33-8062-87cf73872a4f will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:54:05.926542 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:05.956740 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9006d7c5-4cbf-4b82-b009-2d087a5f22b4 x-openstack-request-id: req-9006d7c5-4cbf-4b82-b009-2d087a5f22b4 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:05.959886 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93af7b55-be98-4eae-aaa2-ef60bca5074e", "name": "network-vif-plugged", "status": "completed", "tag": "fd1af4e4-b87f-49c6-ab59-ad5683c5016a", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:05.964075 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9006d7c5-4cbf-4b82-b009-2d087a5f22b4 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:05.964757 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93af7b55-be98-4eae-aaa2-ef60bca5074e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1af4e4-b87f-49c6-ab59-ad5683c5016a', 'code': 200} Sep 07 18:54:05.978608 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] Pushing event updated for resources: {'Port': ['ID=adc3ff2c-97a6-4b33-8062-87cf73872a4f,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:06.026749 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f997f-aeb2-4c7c-b90d-379052990d82 req-dfa709f0-945b-4efa-ac8c-8a6ecaa88454 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:06.028323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6f9f997f-aeb2-4c7c-b90d-379052990d82 req-dfa709f0-945b-4efa-ac8c-8a6ecaa88454 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.3726735 Sep 07 18:54:06.028993 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-961e8fef-1cca-481d-9f55-8207224793f7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Made reservation on behalf of d8d2dd6678d2444d8d30e7280161600d for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:54:06.032692 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-961e8fef-1cca-481d-9f55-8207224793f7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:06.078059 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe62f2e-a8e8-4443-91eb-1de8479bc4fa req-1bda0688-6e58-46af-bd49-b3d895d3e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:06.081653 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cbe62f2e-a8e8-4443-91eb-1de8479bc4fa req-1bda0688-6e58-46af-bd49-b3d895d3e9f6 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4362917 Sep 07 18:54:06.101227 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] Attempting to bind port adc3ff2c-97a6-4b33-8062-87cf73872a4f on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:54:06.102235 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] Attempting to bind port adc3ff2c-97a6-4b33-8062-87cf73872a4f by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '06a8304d-420d-4780-9d5e-af8d53f8bcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:54:06.102803 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] Attempting to bind port adc3ff2c-97a6-4b33-8062-87cf73872a4f on network 2a04f97c-eef1-4797-989a-49aba8f5ba8a {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:06.110574 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] Port adc3ff2c-97a6-4b33-8062-87cf73872a4f on network 2a04f97c-eef1-4797-989a-49aba8f5ba8a not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:54:06.111185 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] Attempting to bind port adc3ff2c-97a6-4b33-8062-87cf73872a4f on network 2a04f97c-eef1-4797-989a-49aba8f5ba8a {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:06.122861 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:54:06.123583 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] Checking segment: {'id': '06a8304d-420d-4780-9d5e-af8d53f8bcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:54:06.124203 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] Bound using segment: {'id': '06a8304d-420d-4780-9d5e-af8d53f8bcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:54:06.124898 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] Bound port: adc3ff2c-97a6-4b33-8062-87cf73872a4f, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a8304d-420d-4780-9d5e-af8d53f8bcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:54:06.125515 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:06.246096 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] For port adc3ff2c-97a6-4b33-8062-87cf73872a4f, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:54:06.251116 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] For port adc3ff2c-97a6-4b33-8062-87cf73872a4f, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=adc3ff2c-97a6-4b33-8062-87cf73872a4f,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:54:06.255927 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:06.294018 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a949a1c8-1987-4b7a-b1b0-b86baed2d2af req-97b2de6a-082c-4f78-a561-7944527a71a3 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 210 time: 0.1578076 Sep 07 18:54:06.297639 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6f9f997f-aeb2-4c7c-b90d-379052990d82 req-6fd17791-922b-4436-9287-89b740ced1a1 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343135 Sep 07 18:54:06.313357 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a098a4-e4d8-4f43-acfa-6ea011fa3141 req-7d059d91-850a-4742-b4db-12e700ad4eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:06.315120 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-18a098a4-e4d8-4f43-acfa-6ea011fa3141 req-7d059d91-850a-4742-b4db-12e700ad4eac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=93af7b55-be98-4eae-aaa2-ef60bca5074e HTTP/1.1" status: 200 len: 1097 time: 0.2756557 Sep 07 18:54:06.320737 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'tag': '9557b603-4ab7-498b-ac43-138b6d5d09f4'}, {'name': 'network-changed', 'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'tag': '2c42146d-acda-49b7-9da4-ed02db649778'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:06.323305 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b5b600-efdd-4d08-b4e2-13a5f5985529" -d '{"events": [{"name": "network-changed", "server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "tag": "9557b603-4ab7-498b-ac43-138b6d5d09f4"}, {"name": "network-changed", "server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "tag": "2c42146d-acda-49b7-9da4-ed02db649778"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:06.358771 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:06.367696 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:06.371086 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] 10.222.0.60 "PUT /v2.0/ports/adc3ff2c-97a6-4b33-8062-87cf73872a4f HTTP/1.1" status: 200 len: 1091 time: 1.0282054 Sep 07 18:54:06.408902 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-18a098a4-e4d8-4f43-acfa-6ea011fa3141 req-1d973898-42c6-402b-afdc-ab3295c37d74 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723565 Sep 07 18:54:06.409730 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] Request body: {'port': {'device_id': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:06.497680 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423a8cc-581f-45ad-bd7a-37a5b66b5c48 service neutron] Pushing event updated for resources: {'Port': ['ID=adc3ff2c-97a6-4b33-8062-87cf73872a4f,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:06.507658 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-961e8fef-1cca-481d-9f55-8207224793f7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Allocated IP 172.20.0.9 (b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20/330b0af3-a338-4c3d-9fb6-805b1cab9e04/599dad0c-5bd4-446a-ba27-78b018007c0b) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:54:06.588744 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:06.715638 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-961e8fef-1cca-481d-9f55-8207224793f7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:06.805091 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-961e8fef-1cca-481d-9f55-8207224793f7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:06.902138 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e8fef-1cca-481d-9f55-8207224793f7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Pushing event updated for resources: {'Port': ['ID=599dad0c-5bd4-446a-ba27-78b018007c0b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:06.915441 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-961e8fef-1cca-481d-9f55-8207224793f7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:54:06.930763 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414b7210-55a1-4382-9557-8ba584357a85 x-openstack-request-id: req-414b7210-55a1-4382-9557-8ba584357a85 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:06.931259 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "tag": "9557b603-4ab7-498b-ac43-138b6d5d09f4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "tag": "2c42146d-acda-49b7-9da4-ed02db649778", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:06.931697 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-414b7210-55a1-4382-9557-8ba584357a85 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:06.932209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ecd9a-250f-4669-8d48-f4b0fb2f6e7f req-c6000a09-5a10-41f3-977c-baa3c9b46d84 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:06.932596 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'tag': '9557b603-4ab7-498b-ac43-138b6d5d09f4', 'status': 'completed', 'code': 200} Sep 07 18:54:06.932987 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'tag': '2c42146d-acda-49b7-9da4-ed02db649778', 'status': 'completed', 'code': 200} Sep 07 18:54:06.939256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ecd9a-250f-4669-8d48-f4b0fb2f6e7f req-c6000a09-5a10-41f3-977c-baa3c9b46d84 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:06.964124 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ecd9a-250f-4669-8d48-f4b0fb2f6e7f req-c6000a09-5a10-41f3-977c-baa3c9b46d84 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:06.977449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ecd9a-250f-4669-8d48-f4b0fb2f6e7f req-c6000a09-5a10-41f3-977c-baa3c9b46d84 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:06.991584 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ecd9a-250f-4669-8d48-f4b0fb2f6e7f req-c6000a09-5a10-41f3-977c-baa3c9b46d84 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:06.998620 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ecd9a-250f-4669-8d48-f4b0fb2f6e7f req-c6000a09-5a10-41f3-977c-baa3c9b46d84 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:07.005372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ecd9a-250f-4669-8d48-f4b0fb2f6e7f req-c6000a09-5a10-41f3-977c-baa3c9b46d84 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:07.007973 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d0ecd9a-250f-4669-8d48-f4b0fb2f6e7f req-c6000a09-5a10-41f3-977c-baa3c9b46d84 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5395 time: 0.5461450 Sep 07 18:54:07.009248 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-961e8fef-1cca-481d-9f55-8207224793f7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:54:07.014019 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-961e8fef-1cca-481d-9f55-8207224793f7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:54:07.032145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2821d589-d644-400b-82c6-ab5f12352f32 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:07.041817 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:07.056361 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] Transition to ACTIVE for port object 2821d589-d644-400b-82c6-ab5f12352f32 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:54:07.061050 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:07.119136 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] Pushing event updated for resources: {'Port': ['ID=2821d589-d644-400b-82c6-ab5f12352f32,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:07.188585 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-961e8fef-1cca-481d-9f55-8207224793f7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:07.189529 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-961e8fef-1cca-481d-9f55-8207224793f7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:07.218104 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] Attempting to bind port 2821d589-d644-400b-82c6-ab5f12352f32 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:54:07.218660 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] Attempting to bind port 2821d589-d644-400b-82c6-ab5f12352f32 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '06a8304d-420d-4780-9d5e-af8d53f8bcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:54:07.219167 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] Attempting to bind port 2821d589-d644-400b-82c6-ab5f12352f32 on network 2a04f97c-eef1-4797-989a-49aba8f5ba8a {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:07.224227 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] Port 2821d589-d644-400b-82c6-ab5f12352f32 on network 2a04f97c-eef1-4797-989a-49aba8f5ba8a not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:54:07.224799 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] Attempting to bind port 2821d589-d644-400b-82c6-ab5f12352f32 on network 2a04f97c-eef1-4797-989a-49aba8f5ba8a {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:07.230717 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:54:07.237542 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] Checking segment: {'id': '06a8304d-420d-4780-9d5e-af8d53f8bcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:54:07.238129 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] Bound using segment: {'id': '06a8304d-420d-4780-9d5e-af8d53f8bcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:54:07.238752 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] Bound port: 2821d589-d644-400b-82c6-ab5f12352f32, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a8304d-420d-4780-9d5e-af8d53f8bcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:54:07.239297 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:07.245681 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d0ecd9a-250f-4669-8d48-f4b0fb2f6e7f req-001e568e-ff93-431f-9856-3074c9335437 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2193062 Sep 07 18:54:07.286795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-399a9308-6b38-4cf6-b347-342b81394305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:07.287497 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-399a9308-6b38-4cf6-b347-342b81394305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:07.288386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-399a9308-6b38-4cf6-b347-342b81394305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:07.290804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-399a9308-6b38-4cf6-b347-342b81394305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:07.291452 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-399a9308-6b38-4cf6-b347-342b81394305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:07.294289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-399a9308-6b38-4cf6-b347-342b81394305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:07.294931 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-399a9308-6b38-4cf6-b347-342b81394305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:07.298641 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-399a9308-6b38-4cf6-b347-342b81394305 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cc05b32b7ef4a30afde8a2188f29c16&device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 6287 time: 0.2858768 Sep 07 18:54:07.302475 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-961e8fef-1cca-481d-9f55-8207224793f7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6294508 Sep 07 18:54:07.331665 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164aebf5-b045-409e-a40d-cdd7d9253f0f req-1ade9ee1-176d-4c04-bb10-45fe35d43a66 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:07.344202 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-164aebf5-b045-409e-a40d-cdd7d9253f0f req-1ade9ee1-176d-4c04-bb10-45fe35d43a66 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.3325028 Sep 07 18:54:07.376678 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] For port 2821d589-d644-400b-82c6-ab5f12352f32, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:54:07.381406 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] For port 2821d589-d644-400b-82c6-ab5f12352f32, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2821d589-d644-400b-82c6-ab5f12352f32,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:54:07.385542 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:07.423099 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] Request body: {'port': {'device_id': '2720913a-bbbf-4a10-8a8e-76d9a70847ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:07.446996 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-164aebf5-b045-409e-a40d-cdd7d9253f0f req-0c0f8308-37cc-45fe-9ed2-277489c0eb96 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990860 Sep 07 18:54:07.447205 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] Pushing event updated for resources: {'Port': ['ID=2821d589-d644-400b-82c6-ab5f12352f32,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:07.460540 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:07.461609 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:07.463124 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-62a281b6-d4ec-43a8-ada9-2b471fb01428 service neutron] 10.222.0.60 "PUT /v2.0/ports/2821d589-d644-400b-82c6-ab5f12352f32 HTTP/1.1" status: 200 len: 1090 time: 1.0657082 Sep 07 18:54:07.512611 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] Request body: {'port': {'device_id': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:07.603566 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:07.649042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-e3b6d9fa-3c7e-4a74-a7a0-44d20633758c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:07.649560 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-e3b6d9fa-3c7e-4a74-a7a0-44d20633758c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:07.650043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-e3b6d9fa-3c7e-4a74-a7a0-44d20633758c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:07.656062 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-e3b6d9fa-3c7e-4a74-a7a0-44d20633758c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3cc05b32b7ef4a30afde8a2188f29c16&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2628345 Sep 07 18:54:07.733102 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fa7bc9a4-ba40-4501-92a5-1d249c5f5cf4 req-214553ae-412c-4a68-baa3-79898c00e66f tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.2985656 Sep 07 18:54:07.865679 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:07.997458 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78987676-041b-4fa3-b535-4270686571b3 req-9bbc8af2-a9f1-4839-9a38-9e2dcb84be48 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:08.004966 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-78987676-041b-4fa3-b535-4270686571b3 req-9bbc8af2-a9f1-4839-9a38-9e2dcb84be48 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=93af7b55-be98-4eae-aaa2-ef60bca5074e HTTP/1.1" status: 200 len: 946 time: 0.3604391 Sep 07 18:54:08.092006 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-1a63936a-8d58-426c-801a-927521a8962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:08.094387 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-1a63936a-8d58-426c-801a-927521a8962d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4047787 Sep 07 18:54:08.119172 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5603d88-8a14-49e9-875b-419cd2bd56cb {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:08.139105 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-78987676-041b-4fa3-b535-4270686571b3 req-fce583bb-e8c3-4e4b-8258-9889fc652e1f tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330972 Sep 07 18:54:08.157949 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:08.174649 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] Transition to ACTIVE for port object c5603d88-8a14-49e9-875b-419cd2bd56cb will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:54:08.180678 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:08.241260 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] Pushing event updated for resources: {'Port': ['ID=c5603d88-8a14-49e9-875b-419cd2bd56cb,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:08.362703 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] Attempting to bind port c5603d88-8a14-49e9-875b-419cd2bd56cb on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:54:08.363247 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] Attempting to bind port c5603d88-8a14-49e9-875b-419cd2bd56cb by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '95bba13a-f409-46aa-acc2-6b9b9cc2bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '025b72be-1bd6-4706-adc3-b78adf7f2dfa'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:54:08.363835 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] Attempting to bind port c5603d88-8a14-49e9-875b-419cd2bd56cb on network 025b72be-1bd6-4706-adc3-b78adf7f2dfa {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:08.370513 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] Port c5603d88-8a14-49e9-875b-419cd2bd56cb on network 025b72be-1bd6-4706-adc3-b78adf7f2dfa not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:54:08.370977 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] Attempting to bind port c5603d88-8a14-49e9-875b-419cd2bd56cb on network 025b72be-1bd6-4706-adc3-b78adf7f2dfa {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:08.378260 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:54:08.378866 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] Checking segment: {'id': '95bba13a-f409-46aa-acc2-6b9b9cc2bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '025b72be-1bd6-4706-adc3-b78adf7f2dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:54:08.379199 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] Bound using segment: {'id': '95bba13a-f409-46aa-acc2-6b9b9cc2bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '025b72be-1bd6-4706-adc3-b78adf7f2dfa'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:54:08.379746 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] Bound port: c5603d88-8a14-49e9-875b-419cd2bd56cb, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95bba13a-f409-46aa-acc2-6b9b9cc2bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '025b72be-1bd6-4706-adc3-b78adf7f2dfa'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:54:08.380214 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:08.472457 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] For port c5603d88-8a14-49e9-875b-419cd2bd56cb, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:54:08.480170 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] For port c5603d88-8a14-49e9-875b-419cd2bd56cb, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=c5603d88-8a14-49e9-875b-419cd2bd56cb,segment=NetworkSegment(95bba13a-f409-46aa-acc2-6b9b9cc2bb26),segment_id=95bba13a-f409-46aa-acc2-6b9b9cc2bb26)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:54:08.488220 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:08.569984 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:08.570869 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:08.573477 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] 10.222.0.60 "PUT /v2.0/ports/c5603d88-8a14-49e9-875b-419cd2bd56cb HTTP/1.1" status: 200 len: 1091 time: 1.0719941 Sep 07 18:54:08.628049 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] Request body: {'port': {'device_id': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:08.644067 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865d798-59d6-4186-aed2-603b13b2f261 service neutron] Pushing event updated for resources: {'Port': ['ID=c5603d88-8a14-49e9-875b-419cd2bd56cb,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:08.761946 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:08.938581 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'tag': 'adc3ff2c-97a6-4b33-8062-87cf73872a4f'}, {'name': 'network-changed', 'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'tag': '2821d589-d644-400b-82c6-ab5f12352f32'}, {'name': 'network-changed', 'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'tag': 'c5603d88-8a14-49e9-875b-419cd2bd56cb'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:08.940976 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72157f7b-0f08-48fc-9491-64acb8c233bd" -d '{"events": [{"name": "network-changed", "server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "tag": "adc3ff2c-97a6-4b33-8062-87cf73872a4f"}, {"name": "network-changed", "server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "tag": "2821d589-d644-400b-82c6-ab5f12352f32"}, {"name": "network-changed", "server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "tag": "c5603d88-8a14-49e9-875b-419cd2bd56cb"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:09.062283 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3d8ec-ce49-4222-b3b9-5d16cdcabab0 req-c946c099-69a8-489e-b325-c2d08e619cb0 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:09.069403 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bc3d8ec-ce49-4222-b3b9-5d16cdcabab0 req-c946c099-69a8-489e-b325-c2d08e619cb0 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 931 time: 0.7421045 Sep 07 18:54:09.078634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60230) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:09.126097 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-ccebcd10-942d-4333-8b83-980fef5fb1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:09.126704 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-ccebcd10-942d-4333-8b83-980fef5fb1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:09.127045 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-ccebcd10-942d-4333-8b83-980fef5fb1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:09.127514 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-ccebcd10-942d-4333-8b83-980fef5fb1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:09.127979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-ccebcd10-942d-4333-8b83-980fef5fb1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:09.128900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-ccebcd10-942d-4333-8b83-980fef5fb1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:09.129017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-ccebcd10-942d-4333-8b83-980fef5fb1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:09.131212 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-ccebcd10-942d-4333-8b83-980fef5fb1ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cc05b32b7ef4a30afde8a2188f29c16&device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 6379 time: 0.9213743 Sep 07 18:54:09.163510 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbe7c7-2edf-49fe-b283-68b284214e46 req-43bfebc9-e8c5-430d-99e8-307a71db8638 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:09.170291 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbe7c7-2edf-49fe-b283-68b284214e46 req-43bfebc9-e8c5-430d-99e8-307a71db8638 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:09.177600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbe7c7-2edf-49fe-b283-68b284214e46 req-43bfebc9-e8c5-430d-99e8-307a71db8638 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:09.183748 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbe7c7-2edf-49fe-b283-68b284214e46 req-43bfebc9-e8c5-430d-99e8-307a71db8638 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:09.189914 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbe7c7-2edf-49fe-b283-68b284214e46 req-43bfebc9-e8c5-430d-99e8-307a71db8638 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:09.197107 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbe7c7-2edf-49fe-b283-68b284214e46 req-43bfebc9-e8c5-430d-99e8-307a71db8638 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:09.205209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbe7c7-2edf-49fe-b283-68b284214e46 req-43bfebc9-e8c5-430d-99e8-307a71db8638 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:09.206988 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fabbe7c7-2edf-49fe-b283-68b284214e46 req-43bfebc9-e8c5-430d-99e8-307a71db8638 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5419 time: 0.2246499 Sep 07 18:54:09.250909 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bc3d8ec-ce49-4222-b3b9-5d16cdcabab0 req-09ff5d32-20d8-4920-b82f-d61598bb5dba tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771436 Sep 07 18:54:09.452353 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc73bcd0-7019-42b7-8d9b-24a2a16f144a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:09.470169 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48703c14-e98f-4ceb-bc6c-fe2b1901c5de {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:09.478608 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:09.491270 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] Transition to ACTIVE for port object 48703c14-e98f-4ceb-bc6c-fe2b1901c5de will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:54:09.496041 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:09.499529 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fabbe7c7-2edf-49fe-b283-68b284214e46 req-87c7d910-9443-4ec8-b50d-9890dad65305 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2629485 Sep 07 18:54:09.544058 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] Pushing event updated for resources: {'Port': ['ID=48703c14-e98f-4ceb-bc6c-fe2b1901c5de,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:09.574148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-5ead967b-92a6-42a7-bd92-abda242637ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:09.577364 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-5ead967b-92a6-42a7-bd92-abda242637ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:09.577857 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-5ead967b-92a6-42a7-bd92-abda242637ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:09.586712 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-5ead967b-92a6-42a7-bd92-abda242637ba service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3cc05b32b7ef4a30afde8a2188f29c16&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4423397 Sep 07 18:54:09.671305 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599dad0c-5bd4-446a-ba27-78b018007c0b {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:09.728687 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] Attempting to bind port 48703c14-e98f-4ceb-bc6c-fe2b1901c5de on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:54:09.729035 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] Attempting to bind port 48703c14-e98f-4ceb-bc6c-fe2b1901c5de by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '95bba13a-f409-46aa-acc2-6b9b9cc2bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '025b72be-1bd6-4706-adc3-b78adf7f2dfa'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:54:09.729370 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] Attempting to bind port 48703c14-e98f-4ceb-bc6c-fe2b1901c5de on network 025b72be-1bd6-4706-adc3-b78adf7f2dfa {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:09.742240 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] Port 48703c14-e98f-4ceb-bc6c-fe2b1901c5de on network 025b72be-1bd6-4706-adc3-b78adf7f2dfa not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:54:09.742570 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] Attempting to bind port 48703c14-e98f-4ceb-bc6c-fe2b1901c5de on network 025b72be-1bd6-4706-adc3-b78adf7f2dfa {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:09.749371 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:54:09.749910 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] Checking segment: {'id': '95bba13a-f409-46aa-acc2-6b9b9cc2bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '025b72be-1bd6-4706-adc3-b78adf7f2dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:54:09.750270 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] Bound using segment: {'id': '95bba13a-f409-46aa-acc2-6b9b9cc2bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '025b72be-1bd6-4706-adc3-b78adf7f2dfa'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:54:09.750785 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] Bound port: 48703c14-e98f-4ceb-bc6c-fe2b1901c5de, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95bba13a-f409-46aa-acc2-6b9b9cc2bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '025b72be-1bd6-4706-adc3-b78adf7f2dfa'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:54:09.751212 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:09.766372 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:09.789923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd5f56-f665-4d76-8ee5-08c2f4db7a6e req-a2392d83-7997-49f5-8e6c-190f8f558ca8 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:09.798348 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02bd5f56-f665-4d76-8ee5-08c2f4db7a6e req-a2392d83-7997-49f5-8e6c-190f8f558ca8 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.4448791 Sep 07 18:54:09.847112 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-568c94b1-2717-41dc-8460-8491a7148c0f req-41a68227-cbb3-49df-b0bc-6e66003c9c3f tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.1687071 Sep 07 18:54:09.861513 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] For port 48703c14-e98f-4ceb-bc6c-fe2b1901c5de, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:54:09.865497 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] For port 48703c14-e98f-4ceb-bc6c-fe2b1901c5de, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=48703c14-e98f-4ceb-bc6c-fe2b1901c5de,segment=NetworkSegment(95bba13a-f409-46aa-acc2-6b9b9cc2bb26),segment_id=95bba13a-f409-46aa-acc2-6b9b9cc2bb26)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:54:09.871192 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:09.905114 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] Transition to ACTIVE for port object 599dad0c-5bd4-446a-ba27-78b018007c0b will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:54:09.963145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] Pushing event updated for resources: {'Port': ['ID=48703c14-e98f-4ceb-bc6c-fe2b1901c5de,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:09.975543 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:09.976304 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:09.980285 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-7f874b25-aee6-48af-bdd3-d3162a99e8ae service neutron] 10.222.0.60 "PUT /v2.0/ports/48703c14-e98f-4ceb-bc6c-fe2b1901c5de HTTP/1.1" status: 200 len: 1091 time: 1.3656561 Sep 07 18:54:10.005741 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:10.066528 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849cad2d-57d9-4629-a015-0b4bd0d95e8d x-openstack-request-id: req-849cad2d-57d9-4629-a015-0b4bd0d95e8d {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:10.066952 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "tag": "adc3ff2c-97a6-4b33-8062-87cf73872a4f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "tag": "2821d589-d644-400b-82c6-ab5f12352f32", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "tag": "c5603d88-8a14-49e9-875b-419cd2bd56cb", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:10.067279 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-849cad2d-57d9-4629-a015-0b4bd0d95e8d {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:10.067741 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'tag': 'adc3ff2c-97a6-4b33-8062-87cf73872a4f', 'status': 'completed', 'code': 200} Sep 07 18:54:10.068075 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'tag': '2821d589-d644-400b-82c6-ab5f12352f32', 'status': 'completed', 'code': 200} Sep 07 18:54:10.068393 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'tag': 'c5603d88-8a14-49e9-875b-419cd2bd56cb', 'status': 'completed', 'code': 200} Sep 07 18:54:10.165104 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] Pushing event updated for resources: {'Port': ['ID=599dad0c-5bd4-446a-ba27-78b018007c0b,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:10.306419 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02bd5f56-f665-4d76-8ee5-08c2f4db7a6e req-9fb35358-f94b-4482-b06f-74c5efc027f5 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729874 Sep 07 18:54:10.343516 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-4ac3dc97-8ddc-4237-a564-a18383511c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:10.345168 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8b5b600-efdd-4d08-b4e2-13a5f5985529 req-4ac3dc97-8ddc-4237-a564-a18383511c78 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7490330 Sep 07 18:54:10.359220 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] Attempting to bind port 599dad0c-5bd4-446a-ba27-78b018007c0b on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:54:10.359570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] Attempting to bind port 599dad0c-5bd4-446a-ba27-78b018007c0b by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:54:10.359902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] Attempting to bind port 599dad0c-5bd4-446a-ba27-78b018007c0b on network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:10.368260 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc73bcd0-7019-42b7-8d9b-24a2a16f144a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:10.379620 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b044fdd-05af-42ed-a4cc-52f8452bb978 req-455013cb-266c-4871-a63e-8726695d399d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:10.381374 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b044fdd-05af-42ed-a4cc-52f8452bb978 req-455013cb-266c-4871-a63e-8726695d399d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=93af7b55-be98-4eae-aaa2-ef60bca5074e HTTP/1.1" status: 200 len: 946 time: 0.2418799 Sep 07 18:54:10.382662 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] Port 599dad0c-5bd4-446a-ba27-78b018007c0b on network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:54:10.382977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] Attempting to bind port 599dad0c-5bd4-446a-ba27-78b018007c0b on network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:10.385265 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc73bcd0-7019-42b7-8d9b-24a2a16f144a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:10.413456 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:54:10.413805 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] Checking segment: {'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:54:10.414485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] Bound using segment: {'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:54:10.414640 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] Bound port: 599dad0c-5bd4-446a-ba27-78b018007c0b, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:54:10.415006 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:10.500268 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-fc73bcd0-7019-42b7-8d9b-24a2a16f144a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=988899589cb045dca2db4fca749d94d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4102068 Sep 07 18:54:10.504016 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60250) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:10.504679 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73bcd0-7019-42b7-8d9b-24a2a16f144a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e93e30-9098-4b29-8d5b-6ac833e4dda3,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:10.572946 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94a1f4eb-4296-4fc8-978b-0d6c1b749aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:10.577683 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b044fdd-05af-42ed-a4cc-52f8452bb978 req-1b4d53ec-e9a4-4351-9ebf-29b1877488f8 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841335 Sep 07 18:54:10.604171 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-a26890f2-0684-403d-bb0b-c21e63d7b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:10.604719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-a26890f2-0684-403d-bb0b-c21e63d7b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:10.611328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-a26890f2-0684-403d-bb0b-c21e63d7b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:10.611328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-a26890f2-0684-403d-bb0b-c21e63d7b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:10.611328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-a26890f2-0684-403d-bb0b-c21e63d7b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:10.611328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-a26890f2-0684-403d-bb0b-c21e63d7b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:10.611669 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94a1f4eb-4296-4fc8-978b-0d6c1b749aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:10.611785 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-a26890f2-0684-403d-bb0b-c21e63d7b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:10.611785 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-a26890f2-0684-403d-bb0b-c21e63d7b8a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cc05b32b7ef4a30afde8a2188f29c16&device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 6488 time: 0.1975091 Sep 07 18:54:10.626404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3ac98-36fe-47c1-9758-9825136af5bc req-e736294b-d6e0-4858-bbac-4cadb4d075b9 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:10.633705 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8a3ac98-36fe-47c1-9758-9825136af5bc req-e736294b-d6e0-4858-bbac-4cadb4d075b9 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 943 time: 0.1585379 Sep 07 18:54:10.695582 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] For port 599dad0c-5bd4-446a-ba27-78b018007c0b, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:54:10.696483 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-f2d6815b-def8-4501-9db9-4f9403eb52b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c753cf-b66a-40dd-bb2a-82b747a834c6 HTTP/1.1" status: 200 len: 217 time: 0.0603595 Sep 07 18:54:10.706642 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94a1f4eb-4296-4fc8-978b-0d6c1b749aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:10.711830 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94a1f4eb-4296-4fc8-978b-0d6c1b749aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:10.718902 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-94a1f4eb-4296-4fc8-978b-0d6c1b749aeb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64e93e30-9098-4b29-8d5b-6ac833e4dda3 HTTP/1.1" status: 204 len: 168 time: 0.2136781 Sep 07 18:54:10.731033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] For port 599dad0c-5bd4-446a-ba27-78b018007c0b, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=599dad0c-5bd4-446a-ba27-78b018007c0b,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:54:10.738092 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1f4eb-4296-4fc8-978b-0d6c1b749aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e93e30-9098-4b29-8d5b-6ac833e4dda3,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:10.834169 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8a3ac98-36fe-47c1-9758-9825136af5bc req-71895ada-c4c5-4bf4-9c70-0dcaabefe2f2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995041 Sep 07 18:54:10.872799 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:10.962993 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] Pushing event updated for resources: {'Port': ['ID=599dad0c-5bd4-446a-ba27-78b018007c0b,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:10.968306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-64b591f8-0665-4d83-b176-158c2cf95fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:10.969894 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-64b591f8-0665-4d83-b176-158c2cf95fcc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8db80a71-3c02-4d23-b125-b3e6004b047d HTTP/1.1" status: 200 len: 856 time: 0.2653356 Sep 07 18:54:11.049077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:11.049731 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:11.051161 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4da7bf0c-2c16-464b-995d-a87f14be7a99 service neutron] 10.222.0.36 "PUT /v2.0/ports/599dad0c-5bd4-446a-ba27-78b018007c0b HTTP/1.1" status: 200 len: 1091 time: 3.7024155 Sep 07 18:54:11.051826 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2720913a-bbbf-4a10-8a8e-76d9a70847ff', 'tag': '599dad0c-5bd4-446a-ba27-78b018007c0b'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:11.054117 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b24776-e814-4664-b7e9-0266cbaeae4f" -d '{"events": [{"name": "network-changed", "server_uuid": "2720913a-bbbf-4a10-8a8e-76d9a70847ff", "tag": "599dad0c-5bd4-446a-ba27-78b018007c0b"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:11.065145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60268) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:11.092272 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b69aadd2-8542-4ad4-a2c0-d7379fcac061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:11.096927 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e20fef-f9d1-4d73-8508-676bc70eb7f6 req-17eec4ad-4fac-4372-b001-c883fec16021 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:11.104661 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34e20fef-f9d1-4d73-8508-676bc70eb7f6 req-17eec4ad-4fac-4372-b001-c883fec16021 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.2959652 Sep 07 18:54:11.141079 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d4e15-f277-4328-8a79-848b4227e365 req-a3c2e68d-f7b6-4453-949c-0ba84ca57a1a tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:11.148275 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d4e15-f277-4328-8a79-848b4227e365 req-a3c2e68d-f7b6-4453-949c-0ba84ca57a1a tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:11.154777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d4e15-f277-4328-8a79-848b4227e365 req-a3c2e68d-f7b6-4453-949c-0ba84ca57a1a tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:11.160884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d4e15-f277-4328-8a79-848b4227e365 req-a3c2e68d-f7b6-4453-949c-0ba84ca57a1a tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:11.167005 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d4e15-f277-4328-8a79-848b4227e365 req-a3c2e68d-f7b6-4453-949c-0ba84ca57a1a tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:11.173889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d4e15-f277-4328-8a79-848b4227e365 req-a3c2e68d-f7b6-4453-949c-0ba84ca57a1a tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:11.179846 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d4e15-f277-4328-8a79-848b4227e365 req-a3c2e68d-f7b6-4453-949c-0ba84ca57a1a tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:11.189075 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-849d4e15-f277-4328-8a79-848b4227e365 req-a3c2e68d-f7b6-4453-949c-0ba84ca57a1a tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5431 time: 0.2311738 Sep 07 18:54:11.198790 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-79ea9317-aaa1-442f-9a89-0088a9420db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:11.200369 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-79ea9317-aaa1-442f-9a89-0088a9420db8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7bc00831-39dc-4d80-aed2-0e0dcf1c0e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1929951 Sep 07 18:54:11.223235 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b69aadd2-8542-4ad4-a2c0-d7379fcac061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:11.229096 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b69aadd2-8542-4ad4-a2c0-d7379fcac061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:11.276730 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69aadd2-8542-4ad4-a2c0-d7379fcac061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1980952b-4db3-44cc-b8c7-c0f850390b74,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:11.303782 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34e20fef-f9d1-4d73-8508-676bc70eb7f6 req-f700ce63-9bae-4a8c-9dc6-72d0bfbf094e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982348 Sep 07 18:54:11.305670 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b69aadd2-8542-4ad4-a2c0-d7379fcac061 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6155a6ff4e84457a956a9574e7bca3a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2387364 Sep 07 18:54:11.307255 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60270) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:11.311313 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-849d4e15-f277-4328-8a79-848b4227e365 req-f5931523-195e-480c-88ec-c6808bb24b9c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1217041 Sep 07 18:54:11.381766 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-9ec4ca6c-7c15-4550-8afa-481252722b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:11.383333 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-9ec4ca6c-7c15-4550-8afa-481252722b0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8d2dd6678d2444d8d30e7280161600d&device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 1094 time: 0.2698414 Sep 07 18:54:11.429668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-139f2506-e442-4b08-a55e-90cc805e27ba service neutron] 10.222.0.60 "GET /v2.0/networks/7bc00831-39dc-4d80-aed2-0e0dcf1c0e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134695 Sep 07 18:54:11.446369 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a1b3095-5ef7-4458-ad61-970f214d54c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:11.468532 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-4b024ce2-87bf-4b20-b5c3-010aded5f499 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=599dad0c-5bd4-446a-ba27-78b018007c0b HTTP/1.1" status: 200 len: 217 time: 0.0703113 Sep 07 18:54:11.487614 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a1b3095-5ef7-4458-ad61-970f214d54c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:11.545446 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a1b3095-5ef7-4458-ad61-970f214d54c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:11.548748 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a1b3095-5ef7-4458-ad61-970f214d54c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:11.552867 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9a1b3095-5ef7-4458-ad61-970f214d54c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1980952b-4db3-44cc-b8c7-c0f850390b74 HTTP/1.1" status: 204 len: 168 time: 0.2448549 Sep 07 18:54:11.562597 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b3095-5ef7-4458-ad61-970f214d54c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1980952b-4db3-44cc-b8c7-c0f850390b74,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:11.581723 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e33203b9-1503-48ba-9f8b-836b6cdf0288 service neutron] 10.222.0.60 "GET /v2.0/networks/7bc00831-39dc-4d80-aed2-0e0dcf1c0e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018646 Sep 07 18:54:11.664556 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-f27a5a95-6a08-490a-93cd-eb149683cc15 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=9557b603-4ab7-498b-ac43-138b6d5d09f4 HTTP/1.1" status: 200 len: 217 time: 0.0603554 Sep 07 18:54:11.686284 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-809e99a8-395c-4ef5-bbf6-c570b048de00 req-6f7fb45e-7348-4230-b0dd-2a577cf964ef tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.2154574 Sep 07 18:54:11.804398 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-566fd13e-8cc7-4991-a971-77b62f8cde6f req-b1757275-5674-49df-ab09-d14238208c41 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=93e4d898d3484fb1b8b7e09df61086df HTTP/1.1" status: 200 len: 267 time: 0.3972490 Sep 07 18:54:11.873737 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43143dab-7af6-455c-9fa9-60889f0e492f x-openstack-request-id: req-43143dab-7af6-455c-9fa9-60889f0e492f {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:11.873950 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2720913a-bbbf-4a10-8a8e-76d9a70847ff", "tag": "599dad0c-5bd4-446a-ba27-78b018007c0b", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:11.874936 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-43143dab-7af6-455c-9fa9-60889f0e492f {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:11.874936 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2720913a-bbbf-4a10-8a8e-76d9a70847ff', 'tag': '599dad0c-5bd4-446a-ba27-78b018007c0b', 'status': 'completed', 'code': 200} Sep 07 18:54:11.892209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-dfeb59ce-7125-49d1-a1e8-9bd924edc3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:11.893642 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-dfeb59ce-7125-49d1-a1e8-9bd924edc3ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=330b0af3-a338-4c3d-9fb6-805b1cab9e04 HTTP/1.1" status: 200 len: 852 time: 0.3031025 Sep 07 18:54:12.014612 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-814941d1-8e16-4aaa-8755-cc79c9fe3adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:12.016027 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-814941d1-8e16-4aaa-8755-cc79c9fe3adb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 200 len: 797 time: 0.3145370 Sep 07 18:54:12.022851 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-df10a62b-7637-41a5-9e66-05dc5c87d2e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063733 Sep 07 18:54:12.069864 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'tag': '48703c14-e98f-4ceb-bc6c-fe2b1901c5de'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:12.072176 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20e1d3f-1786-4a81-ad08-d25b9cba1856" -d '{"events": [{"name": "network-changed", "server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "tag": "48703c14-e98f-4ceb-bc6c-fe2b1901c5de"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:12.097367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fd13e-8cc7-4991-a971-77b62f8cde6f req-c9ac37d6-c9d9-43ed-8db0-f5f06ab5a0fd tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:12.099216 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-566fd13e-8cc7-4991-a971-77b62f8cde6f req-c9ac37d6-c9d9-43ed-8db0-f5f06ab5a0fd tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=93af7b55-be98-4eae-aaa2-ef60bca5074e HTTP/1.1" status: 200 len: 946 time: 0.2939122 Sep 07 18:54:12.129759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ddf85-8ffc-4d90-b90a-4c11a946325a req-7c929ddf-aef1-4cd5-b360-0336cb70aec7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:12.130453 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-345ddf85-8ffc-4d90-b90a-4c11a946325a req-7c929ddf-aef1-4cd5-b360-0336cb70aec7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 943 time: 0.1498883 Sep 07 18:54:12.137247 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-566fd13e-8cc7-4991-a971-77b62f8cde6f req-c7ae19af-a25e-4e41-a928-cadbb590b9e0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Request body: {'port': {'security_groups': []}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:12.289672 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-4cc60bec-46e1-4ee2-af75-2b961ca50adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:12.291282 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-4cc60bec-46e1-4ee2-af75-2b961ca50adc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2497909 Sep 07 18:54:12.341860 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-566fd13e-8cc7-4991-a971-77b62f8cde6f req-c7ae19af-a25e-4e41-a928-cadbb590b9e0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:12.361864 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-345ddf85-8ffc-4d90-b90a-4c11a946325a req-36363fb8-274e-41bb-be06-1efb9c3e66fb tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789448 Sep 07 18:54:12.413501 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60312) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:12.429427 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-8e77837b-2a4f-4a18-979c-3df8e9df2d8b service neutron] 10.222.0.36 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981216 Sep 07 18:54:12.552078 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e95b117-ebac-4d4d-8420-32d3c6f7a2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:12.616097 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:12.632906 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-b3fd1465-1348-46a4-9846-57a5a5c284e8 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267460 Sep 07 18:54:12.732802 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e95b117-ebac-4d4d-8420-32d3c6f7a2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:12.738024 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e95b117-ebac-4d4d-8420-32d3c6f7a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:12.816202 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1e95b117-ebac-4d4d-8420-32d3c6f7a2a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a91e66478f024b3f9dcef8b5faedc93b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4014401 Sep 07 18:54:12.817169 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60328) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:12.827602 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95b117-ebac-4d4d-8420-32d3c6f7a2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbea781-9602-4ece-9883-4a1ac209324f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:12.852041 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95b117-ebac-4d4d-8420-32d3c6f7a2a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:12.852945 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95b117-ebac-4d4d-8420-32d3c6f7a2a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:12.853289 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95b117-ebac-4d4d-8420-32d3c6f7a2a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:12.853627 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95b117-ebac-4d4d-8420-32d3c6f7a2a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:12.854233 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95b117-ebac-4d4d-8420-32d3c6f7a2a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:12.854570 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95b117-ebac-4d4d-8420-32d3c6f7a2a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:12.854898 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95b117-ebac-4d4d-8420-32d3c6f7a2a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:12.855228 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95b117-ebac-4d4d-8420-32d3c6f7a2a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:12.855611 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95b117-ebac-4d4d-8420-32d3c6f7a2a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:12.855942 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95b117-ebac-4d4d-8420-32d3c6f7a2a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:12.856262 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95b117-ebac-4d4d-8420-32d3c6f7a2a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:12.856607 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95b117-ebac-4d4d-8420-32d3c6f7a2a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:12.890715 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd704804-1e1d-41e4-8749-8d5866d8ab4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:12.905735 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bd936-89c1-4ac7-b6f9-fc34091463af req-11ec2028-04d7-406f-ac7b-c6237d8cc6af tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:12.913970 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b3bd936-89c1-4ac7-b6f9-fc34091463af req-11ec2028-04d7-406f-ac7b-c6237d8cc6af tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.4427788 Sep 07 18:54:12.915636 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd704804-1e1d-41e4-8749-8d5866d8ab4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:12.937565 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-074dbe61-87d6-4de6-b6e4-3a21a16e3f2e req-92779bc2-c6eb-4429-b04a-cd642aa3b19f service neutron] 10.222.0.36 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982493 Sep 07 18:54:13.031096 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd704804-1e1d-41e4-8749-8d5866d8ab4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:13.034530 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd704804-1e1d-41e4-8749-8d5866d8ab4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:13.038915 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bd704804-1e1d-41e4-8749-8d5866d8ab4c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3cbea781-9602-4ece-9883-4a1ac209324f HTTP/1.1" status: 204 len: 168 time: 0.2195711 Sep 07 18:54:13.054541 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd704804-1e1d-41e4-8749-8d5866d8ab4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbea781-9602-4ece-9883-4a1ac209324f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:13.375643 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-566fd13e-8cc7-4991-a971-77b62f8cde6f req-c7ae19af-a25e-4e41-a928-cadbb590b9e0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] For port fd1af4e4-b87f-49c6-ab59-ad5683c5016a, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fd1af4e4-b87f-49c6-ab59-ad5683c5016a,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:13.445877 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b3bd936-89c1-4ac7-b6f9-fc34091463af req-88ceae91-d4df-45c9-97fe-a72b56a72dc9 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309432 Sep 07 18:54:13.452039 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-9ac82a5d-7213-4338-9a7b-2ddbc8b450c5 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8073905 Sep 07 18:54:13.490840 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:13.539917 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db514574-c4d9-47a8-9a9a-e5b9b16ab1a3 x-openstack-request-id: req-db514574-c4d9-47a8-9a9a-e5b9b16ab1a3 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:13.540357 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "tag": "48703c14-e98f-4ceb-bc6c-fe2b1901c5de", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:13.540551 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db514574-c4d9-47a8-9a9a-e5b9b16ab1a3 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:13.541113 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'tag': '48703c14-e98f-4ceb-bc6c-fe2b1901c5de', 'status': 'completed', 'code': 200} Sep 07 18:54:13.611208 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-566fd13e-8cc7-4991-a971-77b62f8cde6f req-c7ae19af-a25e-4e41-a928-cadbb590b9e0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:13.627832 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-d0237669-97ba-4a2f-ba06-90fa88f17116 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=2c42146d-acda-49b7-9da4-ed02db649778 HTTP/1.1" status: 200 len: 217 time: 0.1315279 Sep 07 18:54:13.628433 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-566fd13e-8cc7-4991-a971-77b62f8cde6f req-c7ae19af-a25e-4e41-a928-cadbb590b9e0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:13.641392 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['266365d6-55c3-4d84-9990-3b89862aae14', '2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:54:13.657227 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b24776-e814-4664-b7e9-0266cbaeae4f req-23da69f9-c641-45f7-a3e6-b010bc0d5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:13.658763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1b24776-e814-4664-b7e9-0266cbaeae4f req-23da69f9-c641-45f7-a3e6-b010bc0d5b0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8d2dd6678d2444d8d30e7280161600d&device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 1094 time: 0.2999656 Sep 07 18:54:13.683050 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['fd1af4e4-b87f-49c6-ab59-ad5683c5016a'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:54:13.790049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae19af-a25e-4e41-a928-cadbb590b9e0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Pushing event updated for resources: {'Port': ['ID=fd1af4e4-b87f-49c6-ab59-ad5683c5016a,revision_number=6']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:13.922884 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['fd1af4e4-b87f-49c6-ab59-ad5683c5016a'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:54:13.955627 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fd13e-8cc7-4991-a971-77b62f8cde6f req-c7ae19af-a25e-4e41-a928-cadbb590b9e0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:13.956735 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-566fd13e-8cc7-4991-a971-77b62f8cde6f req-c7ae19af-a25e-4e41-a928-cadbb590b9e0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:13.957757 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-566fd13e-8cc7-4991-a971-77b62f8cde6f req-c7ae19af-a25e-4e41-a928-cadbb590b9e0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "PUT /v2.0/ports/fd1af4e4-b87f-49c6-ab59-ad5683c5016a HTTP/1.1" status: 200 len: 905 time: 1.8409734 Sep 07 18:54:13.958234 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93af7b55-be98-4eae-aaa2-ef60bca5074e', 'tag': 'fd1af4e4-b87f-49c6-ab59-ad5683c5016a'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:13.961199 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f82dc44-c5ff-4fc9-9987-86d67bad63ac" -d '{"events": [{"name": "network-changed", "server_uuid": "93af7b55-be98-4eae-aaa2-ef60bca5074e", "tag": "fd1af4e4-b87f-49c6-ab59-ad5683c5016a"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:13.964414 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b24776-e814-4664-b7e9-0266cbaeae4f req-277742e6-37b0-411f-ad44-07d7ad475e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:13.971504 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1b24776-e814-4664-b7e9-0266cbaeae4f req-277742e6-37b0-411f-ad44-07d7ad475e9b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 HTTP/1.1" status: 200 len: 913 time: 0.1713006 Sep 07 18:54:13.974522 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-4242e1ff-1235-494b-9d45-a15978a61cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:13.976977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-4242e1ff-1235-494b-9d45-a15978a61cd4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 200 len: 797 time: 0.2528479 Sep 07 18:54:14.089689 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1b24776-e814-4664-b7e9-0266cbaeae4f req-7e44e969-b66d-4134-9201-88d88721fa9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=599dad0c-5bd4-446a-ba27-78b018007c0b HTTP/1.1" status: 200 len: 217 time: 0.1096017 Sep 07 18:54:14.112916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2587f-f88d-4d96-8f98-0ac1341645db req-fa765cb4-5962-40d0-854a-ec36cdea9b33 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:14.119929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2587f-f88d-4d96-8f98-0ac1341645db req-fa765cb4-5962-40d0-854a-ec36cdea9b33 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:14.126528 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2587f-f88d-4d96-8f98-0ac1341645db req-fa765cb4-5962-40d0-854a-ec36cdea9b33 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:14.132576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2587f-f88d-4d96-8f98-0ac1341645db req-fa765cb4-5962-40d0-854a-ec36cdea9b33 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:14.138712 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2587f-f88d-4d96-8f98-0ac1341645db req-fa765cb4-5962-40d0-854a-ec36cdea9b33 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:14.144837 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2587f-f88d-4d96-8f98-0ac1341645db req-fa765cb4-5962-40d0-854a-ec36cdea9b33 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:14.156130 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2587f-f88d-4d96-8f98-0ac1341645db req-fa765cb4-5962-40d0-854a-ec36cdea9b33 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:14.159265 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66c2587f-f88d-4d96-8f98-0ac1341645db req-fa765cb4-5962-40d0-854a-ec36cdea9b33 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5431 time: 0.4993715 Sep 07 18:54:14.184116 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5fdd2fe-dd9d-4215-a226-1892d14c7d90 req-d9eb8f85-d461-431c-9868-2367530c003c tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.1001062 Sep 07 18:54:14.203537 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-fd6a3e6b-d8c8-4493-979e-56d2c32faffc None None] Provisioning complete for port fd1af4e4-b87f-49c6-ab59-ad5683c5016a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:14.203919 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fd6a3e6b-d8c8-4493-979e-56d2c32faffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:14.238197 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-bbceceac-1e09-4be9-a9c1-1d63cc200133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:14.239921 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-bbceceac-1e09-4be9-a9c1-1d63cc200133 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2485301 Sep 07 18:54:14.314229 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66c2587f-f88d-4d96-8f98-0ac1341645db req-23faaf50-7cd4-4b82-bcad-2f8dfccd832d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322525 Sep 07 18:54:14.361636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b24776-e814-4664-b7e9-0266cbaeae4f req-a6521381-3e0f-40f2-86d8-63d089ca79fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:14.363555 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1b24776-e814-4664-b7e9-0266cbaeae4f req-a6521381-3e0f-40f2-86d8-63d089ca79fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=330b0af3-a338-4c3d-9fb6-805b1cab9e04 HTTP/1.1" status: 200 len: 852 time: 0.1898112 Sep 07 18:54:14.428219 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1b24776-e814-4664-b7e9-0266cbaeae4f req-a96c0c12-0569-4748-aacd-10498a42fdb7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561142 Sep 07 18:54:14.519128 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-d876129c-2244-40bf-a747-f0df815074c7 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648168 Sep 07 18:54:14.536274 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c979e97-8306-4de4-9357-88011d90fba0 req-06bc3aa4-dc48-4419-b89b-bac5b28510f8 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:14.537784 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c979e97-8306-4de4-9357-88011d90fba0 req-06bc3aa4-dc48-4419-b89b-bac5b28510f8 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 943 time: 0.1538877 Sep 07 18:54:14.612458 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2625f3c-f38c-4846-8fa8-33fb2a7d07ee req-4b2c193c-81ea-473f-9d8f-a1403993aca4 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:14.613931 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b2625f3c-f38c-4846-8fa8-33fb2a7d07ee req-4b2c193c-81ea-473f-9d8f-a1403993aca4 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.2025518 Sep 07 18:54:14.720442 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1b24776-e814-4664-b7e9-0266cbaeae4f req-09012a7c-2b46-4c7a-b91e-6607cd73d171 service neutron] 10.222.0.36 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781379 Sep 07 18:54:14.726666 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c979e97-8306-4de4-9357-88011d90fba0 req-9c32e0b3-0234-4227-83f6-f4f8fd00580f tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610775 Sep 07 18:54:14.742561 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b2625f3c-f38c-4846-8fa8-33fb2a7d07ee req-cfb6386e-17a3-4fca-a398-28911353e3df tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142204 Sep 07 18:54:14.779811 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-33c711c5-baa7-48c7-bd8d-9c7ab27895d1 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408788 Sep 07 18:54:14.862985 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-8c31fee5-0b6d-45b1-b9f4-50f5271e5b3b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=adc3ff2c-97a6-4b33-8062-87cf73872a4f HTTP/1.1" status: 200 len: 217 time: 0.0537722 Sep 07 18:54:14.939753 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1b24776-e814-4664-b7e9-0266cbaeae4f req-333c4882-1a80-4962-a4bd-daca384abee6 service neutron] 10.222.0.36 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085810 Sep 07 18:54:14.958014 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac2730-77ff-451e-8ac8-8d5a02fe7200 req-add7643c-97bd-412e-88cc-9a7514411b8c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:14.959839 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-89ac2730-77ff-451e-8ac8-8d5a02fe7200 req-add7643c-97bd-412e-88cc-9a7514411b8c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=93af7b55-be98-4eae-aaa2-ef60bca5074e HTTP/1.1" status: 200 len: 908 time: 0.1417892 Sep 07 18:54:14.961842 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-aa2d87c8-b67e-4495-a12d-c6a3590ff131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:14.963264 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-aa2d87c8-b67e-4495-a12d-c6a3590ff131 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 200 len: 797 time: 0.0833600 Sep 07 18:54:15.023203 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2faa21d6-b538-4696-a5ab-ad37f94123bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:15.025730 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-2faa21d6-b538-4696-a5ab-ad37f94123bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0527477 Sep 07 18:54:15.026760 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36a8820-1e4c-4e19-b970-00db49dfd035 x-openstack-request-id: req-a36a8820-1e4c-4e19-b970-00db49dfd035 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:15.027061 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93af7b55-be98-4eae-aaa2-ef60bca5074e", "tag": "fd1af4e4-b87f-49c6-ab59-ad5683c5016a", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:15.027318 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a36a8820-1e4c-4e19-b970-00db49dfd035 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:15.027717 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93af7b55-be98-4eae-aaa2-ef60bca5074e', 'tag': 'fd1af4e4-b87f-49c6-ab59-ad5683c5016a', 'status': 'completed', 'code': 200} Sep 07 18:54:15.061932 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-3bd4f6cb-cc5c-4b73-9f0a-810bc3ae10c3 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=06e4b7b3c7e64a1e9e41e04907adbbd4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333183 Sep 07 18:54:15.109656 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82dc44-c5ff-4fc9-9987-86d67bad63ac req-41c93559-ca0c-4619-85b6-d033543b38a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:15.111160 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0f82dc44-c5ff-4fc9-9987-86d67bad63ac req-41c93559-ca0c-4619-85b6-d033543b38a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=93af7b55-be98-4eae-aaa2-ef60bca5074e HTTP/1.1" status: 200 len: 1059 time: 0.0560493 Sep 07 18:54:15.210652 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82dc44-c5ff-4fc9-9987-86d67bad63ac req-d57f16b2-2ae8-4b2e-a485-0cfd96991e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:15.212359 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0f82dc44-c5ff-4fc9-9987-86d67bad63ac req-d57f16b2-2ae8-4b2e-a485-0cfd96991e20 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 912 time: 0.0938122 Sep 07 18:54:15.267054 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8be104-9f63-4c72-886e-b16a0781186c req-64d84e39-1ee2-4b5d-8853-40c970ad2a9d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:15.268610 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b8be104-9f63-4c72-886e-b16a0781186c req-64d84e39-1ee2-4b5d-8853-40c970ad2a9d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1715708 Sep 07 18:54:15.270448 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-68050cfb-30bb-42ad-9ed5-04d9ec479582 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197235 Sep 07 18:54:15.271707 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0f82dc44-c5ff-4fc9-9987-86d67bad63ac req-5ac301c1-68aa-49d2-ae0a-761f717979fc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd1af4e4-b87f-49c6-ab59-ad5683c5016a HTTP/1.1" status: 200 len: 217 time: 0.0429075 Sep 07 18:54:15.293629 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-23b34375-a285-4a1f-a795-1c00b39fb8b6 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:15.295142 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-23b34375-a285-4a1f-a795-1c00b39fb8b6 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2193332 Sep 07 18:54:15.344475 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82dc44-c5ff-4fc9-9987-86d67bad63ac req-3ff4526b-af92-4804-8563-08c3858f0b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:15.345388 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-9fd2d264-73df-4a44-84c1-836810eb436a tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/quotas/06e4b7b3c7e64a1e9e41e04907adbbd4 HTTP/1.1" status: 200 len: 375 time: 0.0408344 Sep 07 18:54:15.345990 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0f82dc44-c5ff-4fc9-9987-86d67bad63ac req-3ff4526b-af92-4804-8563-08c3858f0b53 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.0539558 Sep 07 18:54:15.395276 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b8be104-9f63-4c72-886e-b16a0781186c req-70fae52e-867e-4339-beac-283ec6786820 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189549 Sep 07 18:54:15.410902 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82dc44-c5ff-4fc9-9987-86d67bad63ac req-818fec1b-dc58-4d1c-9aec-518a66fff2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:15.413140 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0f82dc44-c5ff-4fc9-9987-86d67bad63ac req-818fec1b-dc58-4d1c-9aec-518a66fff2f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486348 Sep 07 18:54:15.421441 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-c8e4c995-b674-4460-b664-65a2441e2f2c tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=06e4b7b3c7e64a1e9e41e04907adbbd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673511 Sep 07 18:54:15.448070 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-6ff5f5f8-9609-4f8e-aac3-d69a2c55080b service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459799 Sep 07 18:54:15.524132 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0f82dc44-c5ff-4fc9-9987-86d67bad63ac req-5905c6a3-0607-43b0-be5a-e63cd1514f79 service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981882 Sep 07 18:54:15.531087 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-ec9858b9-ad70-481e-afdc-3cf41a647152 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=2821d589-d644-400b-82c6-ab5f12352f32 HTTP/1.1" status: 200 len: 217 time: 0.0694935 Sep 07 18:54:15.648662 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f067531-5b00-4d39-9239-95453a4c48ef req-e32b99ee-41ba-41da-a9cb-09d02a2c2259 tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.0347817 Sep 07 18:54:15.660010 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-0f82dc44-c5ff-4fc9-9987-86d67bad63ac req-715c9ea5-b783-4e1c-ba18-c4750f8603e8 service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151280 Sep 07 18:54:15.677712 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58bade-3880-403b-955c-ccf3d8e0766b req-41031d93-bfad-4666-a931-752ce9dae48c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:15.685087 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f58bade-3880-403b-955c-ccf3d8e0766b req-41031d93-bfad-4666-a931-752ce9dae48c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1578200 Sep 07 18:54:15.688656 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-63e07fa2-4e57-4022-8293-b1c4d0c591bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:15.690108 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-63e07fa2-4e57-4022-8293-b1c4d0c591bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 200 len: 797 time: 0.1162794 Sep 07 18:54:15.758169 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f58bade-3880-403b-955c-ccf3d8e0766b req-fe0d9398-d225-4ed9-9093-2bcd2ef03b5e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721052 Sep 07 18:54:15.769491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-12fe79f2-67af-4d5d-ab31-df18d09a0f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:15.774189 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-12fe79f2-67af-4d5d-ab31-df18d09a0f0b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0697944 Sep 07 18:54:15.962987 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218079ae-c45c-4774-83b5-5adc88f44689 req-dc997276-1c75-4c3d-926c-defad5f2a676 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:15.969473 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218079ae-c45c-4774-83b5-5adc88f44689 req-dc997276-1c75-4c3d-926c-defad5f2a676 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:15.976239 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218079ae-c45c-4774-83b5-5adc88f44689 req-dc997276-1c75-4c3d-926c-defad5f2a676 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:15.983149 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218079ae-c45c-4774-83b5-5adc88f44689 req-dc997276-1c75-4c3d-926c-defad5f2a676 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:15.990037 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218079ae-c45c-4774-83b5-5adc88f44689 req-dc997276-1c75-4c3d-926c-defad5f2a676 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:15.997026 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218079ae-c45c-4774-83b5-5adc88f44689 req-dc997276-1c75-4c3d-926c-defad5f2a676 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:16.004205 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218079ae-c45c-4774-83b5-5adc88f44689 req-dc997276-1c75-4c3d-926c-defad5f2a676 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:16.006559 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-218079ae-c45c-4774-83b5-5adc88f44689 req-dc997276-1c75-4c3d-926c-defad5f2a676 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5431 time: 0.1815960 Sep 07 18:54:16.032970 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-78faa5ee-1b0c-403a-8bc1-0979784d8e75 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484732 Sep 07 18:54:16.081362 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683751dc-bae1-4f07-95c2-dbc06bce5f9e req-aaa5c75c-d130-4b09-9952-b52f71c49642 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:16.083850 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-683751dc-bae1-4f07-95c2-dbc06bce5f9e req-aaa5c75c-d130-4b09-9952-b52f71c49642 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.2336860 Sep 07 18:54:16.165769 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-218079ae-c45c-4774-83b5-5adc88f44689 req-69b7e246-839e-4f4c-a0f3-8f50b6085d8f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1400120 Sep 07 18:54:16.211770 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-683751dc-bae1-4f07-95c2-dbc06bce5f9e req-a0e9af3a-06e3-419d-a11d-46a29b66567d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062932 Sep 07 18:54:16.225680 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-fcbef5f0-afea-47d7-aa28-b11fc7ef6bbb service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810493 Sep 07 18:54:16.306485 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e54d1019-7f75-45bc-91c7-7f1040700e61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c5603d88-8a14-49e9-875b-419cd2bd56cb HTTP/1.1" status: 200 len: 217 time: 0.0673783 Sep 07 18:54:16.308781 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df7f5d1f-299a-46ce-9428-927c2e094e11 req-efa87170-95c0-471a-8709-aa99e886641c tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b8de28-4ff3-4d59-80ce-85592cde9d20 HTTP/1.1" status: 200 len: 210 time: 0.0575013 Sep 07 18:54:16.363951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-67ebc41b-d9e5-4f84-b619-84d4ff76863c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:16.365512 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-67ebc41b-d9e5-4f84-b619-84d4ff76863c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa8070ab-5c30-4d90-a64d-590d11e7607c HTTP/1.1" status: 200 len: 797 time: 0.0457044 Sep 07 18:54:16.459105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31737193-2545-4a00-a9f1-448cb8ada8e2 req-0d1f3e92-641c-4826-8d74-779cfd09e1af tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:16.460885 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-31737193-2545-4a00-a9f1-448cb8ada8e2 req-0d1f3e92-641c-4826-8d74-779cfd09e1af tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 943 time: 0.1512396 Sep 07 18:54:16.471461 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-09919b7b-9915-44ec-b5fa-ba5cf119ecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:16.472918 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-09919b7b-9915-44ec-b5fa-ba5cf119ecf4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=025b72be-1bd6-4706-adc3-b78adf7f2dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0932274 Sep 07 18:54:16.521339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a56a3-3433-4c14-8c2f-17b462ab529b req-9cdb7ab3-3199-46dc-9534-40b18f7946eb tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:16.522744 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-697a56a3-3433-4c14-8c2f-17b462ab529b req-9cdb7ab3-3199-46dc-9534-40b18f7946eb tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1323626 Sep 07 18:54:16.586777 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-31737193-2545-4a00-a9f1-448cb8ada8e2 req-cdc7780b-59b8-4f32-bed7-a8746d1eeab3 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188805 Sep 07 18:54:16.616719 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 599dad0c-5bd4-446a-ba27-78b018007c0b details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:54:16.632751 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-697a56a3-3433-4c14-8c2f-17b462ab529b req-d27f14fb-2da1-46f7-8505-32fc8fb438ac tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983896 Sep 07 18:54:16.712608 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-0d647c00-96dd-41f1-b949-b845a95f7a5f service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313764 Sep 07 18:54:16.766392 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 599dad0c-5bd4-446a-ba27-78b018007c0b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=599dad0c-5bd4-446a-ba27-78b018007c0b,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:16.779037 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '599dad0c-5bd4-446a-ba27-78b018007c0b', 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20', 'port_id': '599dad0c-5bd4-446a-ba27-78b018007c0b', 'mac_address': 'fa:16:3e:10:b6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330b0af3-a338-4c3d-9fb6-805b1cab9e04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:54:16.788274 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-58fe960a-8291-4a36-82a2-0fca14ff875e tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=06e4b7b3c7e64a1e9e41e04907adbbd4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1028478 Sep 07 18:54:16.823898 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:16.838533 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599dad0c-5bd4-446a-ba27-78b018007c0b {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:16.862073 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 599dad0c-5bd4-446a-ba27-78b018007c0b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=599dad0c-5bd4-446a-ba27-78b018007c0b,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:16.867938 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:16.924738 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=599dad0c-5bd4-446a-ba27-78b018007c0b,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:17.121171 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['599dad0c-5bd4-446a-ba27-78b018007c0b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:54:17.315863 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a0dd4-f81b-48cc-ad55-90b0eb6540d3 req-2206eb67-800c-405a-a198-1f89c1924e25 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:17.317379 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd2a0dd4-f81b-48cc-ad55-90b0eb6540d3 req-2206eb67-800c-405a-a198-1f89c1924e25 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.5491796 Sep 07 18:54:17.344418 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-eacf7c87-f360-4535-a290-4b79d2386046 service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6209052 Sep 07 18:54:17.391163 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-c22b979b-1cd4-47cf-b997-99206f61e36c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:17.392646 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-c22b979b-1cd4-47cf-b997-99206f61e36c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 811 time: 0.6255000 Sep 07 18:54:17.435125 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-2bdbc655-8d02-42c2-9647-5a929aefc050 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:17.437102 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-2bdbc655-8d02-42c2-9647-5a929aefc050 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5914609 Sep 07 18:54:17.438328 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-d1168ce9-4fba-458f-a963-3744942add77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48703c14-e98f-4ceb-bc6c-fe2b1901c5de HTTP/1.1" status: 200 len: 217 time: 0.0841916 Sep 07 18:54:17.458345 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Request body: {'port': {'device_id': '50b8de28-4ff3-4d59-80ce-85592cde9d20', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '06e4b7b3c7e64a1e9e41e04907adbbd4'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:17.472481 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-439cab20-9cf7-47b5-a2b0-f68e93ddf576 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/quotas/93e4d898d3484fb1b8b7e09df61086df HTTP/1.1" status: 200 len: 375 time: 0.0480165 Sep 07 18:54:17.507132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd2a0dd4-f81b-48cc-ad55-90b0eb6540d3 req-82ef8af9-b647-42d5-9419-3fc39f68f9da tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794059 Sep 07 18:54:17.612986 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-3de74589-d166-4e07-a591-4dece3a013e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:17.614545 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-3de74589-d166-4e07-a591-4dece3a013e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa8070ab-5c30-4d90-a64d-590d11e7607c HTTP/1.1" status: 200 len: 797 time: 0.1645880 Sep 07 18:54:17.634727 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-614b637a-fd23-4d1d-b7d0-fcfd4964369c req-a906fa4a-5b08-451c-b85b-dbb896ef7020 tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.0470164 Sep 07 18:54:17.696179 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-91410294-fca9-454e-a564-5181c7f672ee tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1924963 Sep 07 18:54:17.749436 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-f6941550-7f8f-417e-9a77-291192275afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:17.750956 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-f6941550-7f8f-417e-9a77-291192275afb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=025b72be-1bd6-4706-adc3-b78adf7f2dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1194785 Sep 07 18:54:17.789646 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Made reservation on behalf of 06e4b7b3c7e64a1e9e41e04907adbbd4 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:54:17.793511 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:17.832997 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:17.955082 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-ac8adeec-183a-42e6-a6ea-9f5dc56f5247 service neutron] 10.222.0.26 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459426 Sep 07 18:54:17.970045 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eea65f-c95b-4f11-9a19-71542c87b57f req-a8c45616-4e8d-4dd1-a64b-1316e5baf22c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:17.975882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eea65f-c95b-4f11-9a19-71542c87b57f req-a8c45616-4e8d-4dd1-a64b-1316e5baf22c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:17.981759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eea65f-c95b-4f11-9a19-71542c87b57f req-a8c45616-4e8d-4dd1-a64b-1316e5baf22c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:17.988284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eea65f-c95b-4f11-9a19-71542c87b57f req-a8c45616-4e8d-4dd1-a64b-1316e5baf22c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:17.994162 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eea65f-c95b-4f11-9a19-71542c87b57f req-a8c45616-4e8d-4dd1-a64b-1316e5baf22c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:18.000595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eea65f-c95b-4f11-9a19-71542c87b57f req-a8c45616-4e8d-4dd1-a64b-1316e5baf22c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:18.006428 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eea65f-c95b-4f11-9a19-71542c87b57f req-a8c45616-4e8d-4dd1-a64b-1316e5baf22c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:18.008350 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00eea65f-c95b-4f11-9a19-71542c87b57f req-a8c45616-4e8d-4dd1-a64b-1316e5baf22c tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5431 time: 0.2106240 Sep 07 18:54:18.030213 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-fa081ce4-234d-42e3-8d3d-4ea4554446f9 service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714005 Sep 07 18:54:18.196049 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00eea65f-c95b-4f11-9a19-71542c87b57f req-4960ad75-eb8a-47e9-8463-1bc0d62bd91a tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1774755 Sep 07 18:54:18.275278 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-9b1d3d15-5ed8-42e1-88a8-8e9e5a735dd8 service neutron] 10.222.0.26 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659180 Sep 07 18:54:18.277061 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:18.289178 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e925a107-d9fd-4387-b2b6-be7663302bb3 req-e3e26a57-5edf-46f2-901c-7213aa1991d8 service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365539 Sep 07 18:54:18.292557 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:18.315043 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ce0bf40-61b0-4d36-a808-81238931ad51 req-4ac6b7b2-326d-49c6-888f-bd49a6176af5 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b8de28-4ff3-4d59-80ce-85592cde9d20 HTTP/1.1" status: 200 len: 210 time: 0.0420082 Sep 07 18:54:18.392229 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50424994-f474-4780-91ba-b64408f4c849,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:18.486570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:18.487086 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:18.489464 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:18.489980 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:18.490422 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:18.491784 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:18.492290 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:18.492626 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:18.493007 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:18.493399 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:18.493789 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:18.494183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:18.592186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-7f77e050-7912-4fc0-9a5f-e73b761407de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:18.593379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-7f77e050-7912-4fc0-9a5f-e73b761407de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:18.593875 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-7f77e050-7912-4fc0-9a5f-e73b761407de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:18.594374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-7f77e050-7912-4fc0-9a5f-e73b761407de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:18.594981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-7f77e050-7912-4fc0-9a5f-e73b761407de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:18.595251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-7f77e050-7912-4fc0-9a5f-e73b761407de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:18.595716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-7f77e050-7912-4fc0-9a5f-e73b761407de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:18.597665 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-7f77e050-7912-4fc0-9a5f-e73b761407de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cc05b32b7ef4a30afde8a2188f29c16&device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 6488 time: 0.2084470 Sep 07 18:54:18.620088 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 599dad0c-5bd4-446a-ba27-78b018007c0b up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:54:18.620974 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc48781-46c9-41c6-a00a-40242e163da8 req-10f436d0-f5bf-491e-84ce-534b8689d268 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:18.623004 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0bc48781-46c9-41c6-a00a-40242e163da8 req-10f436d0-f5bf-491e-84ce-534b8689d268 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.2123675 Sep 07 18:54:18.691415 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Allocated IP 192.168.233.149 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/a4c554ca-6fc0-4be4-addd-e80c8ed679e6) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:54:18.697313 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 599dad0c-5bd4-446a-ba27-78b018007c0b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:54:18.709487 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 599dad0c-5bd4-446a-ba27-78b018007c0b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:18.709864 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:18.728054 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f2d0d-9311-471f-95b7-3fd31f4fa3c5 req-8263fc8f-9c74-4657-911c-27e008d8f9fa tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:18.737105 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb0f2d0d-9311-471f-95b7-3fd31f4fa3c5 req-8263fc8f-9c74-4657-911c-27e008d8f9fa tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 944 time: 0.2241557 Sep 07 18:54:18.811268 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:18.837586 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0bc48781-46c9-41c6-a00a-40242e163da8 req-1afed8e8-3ae4-4f5b-9f3d-da4f49e90b6c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053602 Sep 07 18:54:18.853145 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2720913a-bbbf-4a10-8a8e-76d9a70847ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599dad0c-5bd4-446a-ba27-78b018007c0b'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:18.855919 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acf9606-8c00-44f8-ae79-4992712d3d8b" -d '{"events": [{"server_uuid": "2720913a-bbbf-4a10-8a8e-76d9a70847ff", "name": "network-vif-plugged", "status": "completed", "tag": "599dad0c-5bd4-446a-ba27-78b018007c0b"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:18.879302 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 599dad0c-5bd4-446a-ba27-78b018007c0b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=599dad0c-5bd4-446a-ba27-78b018007c0b,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:18.886380 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:18.907767 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb0f2d0d-9311-471f-95b7-3fd31f4fa3c5 req-127966a5-1b4e-4a55-982d-576c1d24037d tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567345 Sep 07 18:54:18.961965 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=599dad0c-5bd4-446a-ba27-78b018007c0b,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:18.967647 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a30ad92-50bf-4f7a-aca6-05494f6f875c req-578d2134-8e15-49a4-9e2f-6eb6249a60d8 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 210 time: 0.0510430 Sep 07 18:54:18.974903 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-2ace9def-327f-486e-8519-5d3e156041a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:18.976565 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-2ace9def-327f-486e-8519-5d3e156041a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a04f97c-eef1-4797-989a-49aba8f5ba8a HTTP/1.1" status: 200 len: 902 time: 0.3377435 Sep 07 18:54:19.083683 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e83ace0-05f9-42a9-bcd7-0357a01496ba req-302964c2-45fd-4a84-a0f4-213fb5ddbc91 tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.0643365 Sep 07 18:54:19.085000 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-58bd74cd-c21c-4c63-9b1f-6987d6018ee4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=adc3ff2c-97a6-4b33-8062-87cf73872a4f HTTP/1.1" status: 200 len: 217 time: 0.0992639 Sep 07 18:54:19.158058 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f898439-2c57-4945-9bb4-24dd4d7c3c9c x-openstack-request-id: req-8f898439-2c57-4945-9bb4-24dd4d7c3c9c {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:19.158358 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2720913a-bbbf-4a10-8a8e-76d9a70847ff", "name": "network-vif-plugged", "status": "completed", "tag": "599dad0c-5bd4-446a-ba27-78b018007c0b", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:19.158608 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f898439-2c57-4945-9bb4-24dd4d7c3c9c {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:19.159002 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2720913a-bbbf-4a10-8a8e-76d9a70847ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599dad0c-5bd4-446a-ba27-78b018007c0b', 'code': 200} Sep 07 18:54:19.187539 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:19.192394 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-d98b0d18-1ebb-441c-9fc0-30d01863006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:19.194412 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-d98b0d18-1ebb-441c-9fc0-30d01863006e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 200 len: 797 time: 0.0993726 Sep 07 18:54:19.245240 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Transition to ACTIVE for port object a4c554ca-6fc0-4be4-addd-e80c8ed679e6 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:54:19.318121 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-dfb69b53-b6a7-4814-a0c1-2c012898d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:19.319636 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-dfb69b53-b6a7-4814-a0c1-2c012898d0aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1057973 Sep 07 18:54:19.337176 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee66a9-4a45-4711-bc90-860e10e81de9 req-26179070-3b8f-410a-8179-cadc4c9757a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:19.338656 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0ee66a9-4a45-4711-bc90-860e10e81de9 req-26179070-3b8f-410a-8179-cadc4c9757a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 1096 time: 0.0860951 Sep 07 18:54:19.461180 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:19.470524 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0ee66a9-4a45-4711-bc90-860e10e81de9 req-7089d215-e259-4147-8bce-4933998e3c75 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130087 Sep 07 18:54:19.490545 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea368d46-7eab-4d78-a032-27cb372f14ff req-189633d0-5c43-4fad-ae00-427f15419402 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:19.497200 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea368d46-7eab-4d78-a032-27cb372f14ff req-189633d0-5c43-4fad-ae00-427f15419402 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:19.503655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea368d46-7eab-4d78-a032-27cb372f14ff req-189633d0-5c43-4fad-ae00-427f15419402 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:19.509905 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea368d46-7eab-4d78-a032-27cb372f14ff req-189633d0-5c43-4fad-ae00-427f15419402 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:19.517860 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea368d46-7eab-4d78-a032-27cb372f14ff req-189633d0-5c43-4fad-ae00-427f15419402 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:19.525199 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea368d46-7eab-4d78-a032-27cb372f14ff req-189633d0-5c43-4fad-ae00-427f15419402 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:19.532035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea368d46-7eab-4d78-a032-27cb372f14ff req-189633d0-5c43-4fad-ae00-427f15419402 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:19.534065 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea368d46-7eab-4d78-a032-27cb372f14ff req-189633d0-5c43-4fad-ae00-427f15419402 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5431 time: 0.2286861 Sep 07 18:54:19.600192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:54:19.629282 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:54:19.639460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Pushing event updated for resources: {'Port': ['ID=a4c554ca-6fc0-4be4-addd-e80c8ed679e6,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:19.641893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:54:19.685439 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-b382a1c3-a3aa-4f20-ac43-46a79b6e1fe9 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290715 Sep 07 18:54:19.729123 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea368d46-7eab-4d78-a032-27cb372f14ff req-bfa9ea7a-3b7e-4e60-a4ad-53cd60e638c5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1710265 Sep 07 18:54:19.760932 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:19.760932 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:19.765676 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961b5fb-a81d-4323-8826-19c3c81d2d87 req-8ed7fd43-089b-4071-9ebd-7d136a53257c tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:19.767307 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0961b5fb-a81d-4323-8826-19c3c81d2d87 req-8ed7fd43-089b-4071-9ebd-7d136a53257c tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b8de28-4ff3-4d59-80ce-85592cde9d20 HTTP/1.1" status: 200 len: 936 time: 0.2081954 Sep 07 18:54:19.918844 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-9a9191dd-25c8-4125-be4a-d012fdbcd1bc tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4657140 Sep 07 18:54:19.942802 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] Request body: {'port': {'device_id': '50b8de28-4ff3-4d59-80ce-85592cde9d20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:19.987304 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-5af2089a-27c4-4be2-ad0f-2e538418ebcd service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945428 Sep 07 18:54:19.993509 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4eda17f3-4215-4957-8120-09ec55b11bf5 None None] Provisioning for port a4c554ca-6fc0-4be4-addd-e80c8ed679e6 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:54:19.999861 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4eda17f3-4215-4957-8120-09ec55b11bf5 None None] Provisioning complete for port a4c554ca-6fc0-4be4-addd-e80c8ed679e6 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:20.000560 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4eda17f3-4215-4957-8120-09ec55b11bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:20.020762 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0961b5fb-a81d-4323-8826-19c3c81d2d87 req-5635fb8a-664c-4c4b-bf8c-2c04c645a931 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/security-groups?id=50424994-f474-4780-91ba-b64408f4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224934 Sep 07 18:54:20.049630 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fffe41-28e8-46c9-93cd-6405b9c6fcad req-3c1ba2d8-a8b3-4452-aa70-69a37037207c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:20.056790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b7fffe41-28e8-46c9-93cd-6405b9c6fcad req-3c1ba2d8-a8b3-4452-aa70-69a37037207c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.2193263 Sep 07 18:54:20.076534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-4eda17f3-4215-4957-8120-09ec55b11bf5 None None] Port a4c554ca-6fc0-4be4-addd-e80c8ed679e6 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:54:20.474666 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:20.485503 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-b8fccb68-ef7b-44fc-81fb-45ebbd369b30 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:20.486969 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-b8fccb68-ef7b-44fc-81fb-45ebbd369b30 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.36 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 811 time: 0.6520224 Sep 07 18:54:20.521582 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-cfad1ec2-7354-45cf-9e7b-f3ae55d8d00b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Request body: {'port': {'device_id': '9de110e5-f7c2-4c98-af63-c8f7440f1ed2', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'admin_state_up': True, 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:20.551911 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b7fffe41-28e8-46c9-93cd-6405b9c6fcad req-5757facd-0a86-4319-8486-9cf0ed83fd44 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942074 Sep 07 18:54:20.592361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-03c589ea-9d3e-4cd9-aa37-8b7cf1a42f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:20.592914 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-03c589ea-9d3e-4cd9-aa37-8b7cf1a42f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:20.593949 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-03c589ea-9d3e-4cd9-aa37-8b7cf1a42f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:20.594420 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-03c589ea-9d3e-4cd9-aa37-8b7cf1a42f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:20.594888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-03c589ea-9d3e-4cd9-aa37-8b7cf1a42f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:20.595357 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-03c589ea-9d3e-4cd9-aa37-8b7cf1a42f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:20.595826 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-03c589ea-9d3e-4cd9-aa37-8b7cf1a42f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:20.597850 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-03c589ea-9d3e-4cd9-aa37-8b7cf1a42f20 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cc05b32b7ef4a30afde8a2188f29c16&device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 6488 time: 0.2133946 Sep 07 18:54:20.609953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b5700-cc1e-4367-bef2-a66bcaebad2e req-13db991b-6d5d-4d4c-8bf4-2e7d5d4d2fe1 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:20.617148 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f94b5700-cc1e-4367-bef2-a66bcaebad2e req-13db991b-6d5d-4d4c-8bf4-2e7d5d4d2fe1 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.2219589 Sep 07 18:54:20.729980 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-404548cc-adc4-4a5f-bdda-d00052ee0a2c req-ed577095-010f-40c5-8ca9-cd9c29e5d922 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 210 time: 0.1051915 Sep 07 18:54:20.882299 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f94b5700-cc1e-4367-bef2-a66bcaebad2e req-33556150-62b9-4040-862a-fa1ff6321a12 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641630 Sep 07 18:54:20.945328 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e9847bc5-f68e-43ea-b1f7-a2005c7ae89d req-695018fd-dcda-4b2a-8db1-cfbec757c76a tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.0587356 Sep 07 18:54:21.036764 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-8b4cb69b-c817-4397-902d-8fd449be566d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:21.038271 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-8b4cb69b-c817-4397-902d-8fd449be566d service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a04f97c-eef1-4797-989a-49aba8f5ba8a HTTP/1.1" status: 200 len: 902 time: 0.4191289 Sep 07 18:54:21.089040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-cfad1ec2-7354-45cf-9e7b-f3ae55d8d00b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Made reservation on behalf of 93e4d898d3484fb1b8b7e09df61086df for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:54:21.092442 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-cfad1ec2-7354-45cf-9e7b-f3ae55d8d00b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:21.107957 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-31a33f84-35ee-4327-aa29-31f32e3d0f76 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=2821d589-d644-400b-82c6-ab5f12352f32 HTTP/1.1" status: 200 len: 217 time: 0.0596089 Sep 07 18:54:21.210029 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77cfd9-d770-4d51-8639-18c8fc431130 req-c36ff0a9-af3f-4ee8-aa36-8487d7a4d25b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:21.216165 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77cfd9-d770-4d51-8639-18c8fc431130 req-c36ff0a9-af3f-4ee8-aa36-8487d7a4d25b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:21.222621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77cfd9-d770-4d51-8639-18c8fc431130 req-c36ff0a9-af3f-4ee8-aa36-8487d7a4d25b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:21.228553 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77cfd9-d770-4d51-8639-18c8fc431130 req-c36ff0a9-af3f-4ee8-aa36-8487d7a4d25b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:21.234974 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77cfd9-d770-4d51-8639-18c8fc431130 req-c36ff0a9-af3f-4ee8-aa36-8487d7a4d25b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:21.240881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77cfd9-d770-4d51-8639-18c8fc431130 req-c36ff0a9-af3f-4ee8-aa36-8487d7a4d25b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:21.246767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77cfd9-d770-4d51-8639-18c8fc431130 req-c36ff0a9-af3f-4ee8-aa36-8487d7a4d25b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:21.248786 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fa77cfd9-d770-4d51-8639-18c8fc431130 req-c36ff0a9-af3f-4ee8-aa36-8487d7a4d25b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5431 time: 0.3024967 Sep 07 18:54:21.353804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-cf5e425b-7183-42ca-a718-9b873a28b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:21.355207 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-cf5e425b-7183-42ca-a718-9b873a28b216 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 200 len: 797 time: 0.2341096 Sep 07 18:54:21.394250 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ef002-bf67-4e08-85e3-fe3e6f1de3dc req-1dca6037-9573-4524-a57a-e4fc807de059 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:21.395762 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-090ef002-bf67-4e08-85e3-fe3e6f1de3dc req-1dca6037-9573-4524-a57a-e4fc807de059 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b8de28-4ff3-4d59-80ce-85592cde9d20 HTTP/1.1" status: 200 len: 936 time: 0.2860041 Sep 07 18:54:21.444763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fa77cfd9-d770-4d51-8639-18c8fc431130 req-87229d93-09f4-4aad-a658-1f9a5d7ae7ac tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1865609 Sep 07 18:54:21.487739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c554ca-6fc0-4be4-addd-e80c8ed679e6 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:21.517220 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:21.559835 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] Transition to ACTIVE for port object a4c554ca-6fc0-4be4-addd-e80c8ed679e6 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:54:21.572395 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:21.575753 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-cfad1ec2-7354-45cf-9e7b-f3ae55d8d00b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Allocated IP 172.20.0.6 (b9424cdc-95ee-4e78-8b79-da4f8984864f/619cd2b1-3967-4753-9c8c-ea535684adf4/8e48499e-7695-4db7-9258-56e853c1d7b9) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:54:21.582756 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-090ef002-bf67-4e08-85e3-fe3e6f1de3dc req-1a15e81a-f4dd-4154-a3b4-58d1aa788186 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/security-groups?id=50424994-f474-4780-91ba-b64408f4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710374 Sep 07 18:54:21.590786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-99677c9c-7c75-4e62-a4e3-9b8dddbd9c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:21.592792 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-99677c9c-7c75-4e62-a4e3-9b8dddbd9c74 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2151582 Sep 07 18:54:21.723184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] Pushing event updated for resources: {'Port': ['ID=a4c554ca-6fc0-4be4-addd-e80c8ed679e6,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:21.872626 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-6d067c86-132f-428c-ba4e-b4749d0352a2 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555788 Sep 07 18:54:21.915555 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38196699-4ecb-4bdb-a712-646bb46b6678 req-8840f309-edbc-4d6e-bc46-69fdeb6f77d6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 210 time: 0.0977986 Sep 07 18:54:21.944959 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5135ca-4321-4cc7-bb5f-40938da6eeba req-1d36ee8b-876a-4290-92cd-b00c77226738 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:21.956769 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd5135ca-4321-4cc7-bb5f-40938da6eeba req-1d36ee8b-876a-4290-92cd-b00c77226738 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.3159807 Sep 07 18:54:22.070958 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] Attempting to bind port a4c554ca-6fc0-4be4-addd-e80c8ed679e6 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:54:22.071295 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] Attempting to bind port a4c554ca-6fc0-4be4-addd-e80c8ed679e6 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:54:22.071627 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] Attempting to bind port a4c554ca-6fc0-4be4-addd-e80c8ed679e6 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:22.114599 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] Port a4c554ca-6fc0-4be4-addd-e80c8ed679e6 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:54:22.114925 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] Attempting to bind port a4c554ca-6fc0-4be4-addd-e80c8ed679e6 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:22.158369 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:54:22.158722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:54:22.159111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:54:22.159559 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] Bound port: a4c554ca-6fc0-4be4-addd-e80c8ed679e6, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:54:22.159921 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:22.164173 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd5135ca-4321-4cc7-bb5f-40938da6eeba req-2a2012b1-c2bb-41d5-a5f1-cf5bf8813af3 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104614 Sep 07 18:54:22.192502 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-cfad1ec2-7354-45cf-9e7b-f3ae55d8d00b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:22.206593 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-c41386ae-85e6-4642-8b57-263d074630dc service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215439 Sep 07 18:54:22.226679 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ad946-cb63-4992-914f-000036b5a11a req-ee278a32-069c-494d-b2e4-38a37b98380e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:22.233114 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-744ad946-cb63-4992-914f-000036b5a11a req-ee278a32-069c-494d-b2e4-38a37b98380e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.1697981 Sep 07 18:54:22.239050 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-cfad1ec2-7354-45cf-9e7b-f3ae55d8d00b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Transition to ACTIVE for port object 8e48499e-7695-4db7-9258-56e853c1d7b9 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:54:22.341556 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b8a4eb9-f8a1-4f7b-90ca-0daacef89ce3 req-b9e4cd5c-8c6d-4bb6-b1f7-afc3c8bb12b3 tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.0639186 Sep 07 18:54:22.390124 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-744ad946-cb63-4992-914f-000036b5a11a req-dc4cddd3-a9bf-4881-8007-e654ee290e33 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524975 Sep 07 18:54:22.398983 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] For port a4c554ca-6fc0-4be4-addd-e80c8ed679e6, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:54:22.404455 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] For port a4c554ca-6fc0-4be4-addd-e80c8ed679e6, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a4c554ca-6fc0-4be4-addd-e80c8ed679e6,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:54:22.416985 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:22.421771 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-cfad1ec2-7354-45cf-9e7b-f3ae55d8d00b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:22.428948 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-9d4eb4d4-0824-48f9-8d72-d760796261a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:22.429446 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-9d4eb4d4-0824-48f9-8d72-d760796261a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:22.429928 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-9d4eb4d4-0824-48f9-8d72-d760796261a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:22.430464 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-9d4eb4d4-0824-48f9-8d72-d760796261a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:22.433187 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['266365d6-55c3-4d84-9990-3b89862aae14', '2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:54:22.436174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-9d4eb4d4-0824-48f9-8d72-d760796261a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:22.436717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-9d4eb4d4-0824-48f9-8d72-d760796261a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:22.437228 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-9d4eb4d4-0824-48f9-8d72-d760796261a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:22.442540 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-9d4eb4d4-0824-48f9-8d72-d760796261a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cc05b32b7ef4a30afde8a2188f29c16&device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 6488 time: 0.1637800 Sep 07 18:54:22.494035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-cfad1ec2-7354-45cf-9e7b-f3ae55d8d00b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Network b9424cdc-95ee-4e78-8b79-da4f8984864f is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:54:22.500035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-cfad1ec2-7354-45cf-9e7b-f3ae55d8d00b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:54:22.514199 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-cfad1ec2-7354-45cf-9e7b-f3ae55d8d00b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:54:22.518075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:22.519150 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:22.520874 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] 10.222.0.36 "PUT /v2.0/ports/a4c554ca-6fc0-4be4-addd-e80c8ed679e6 HTTP/1.1" status: 200 len: 1096 time: 2.5868001 Sep 07 18:54:22.532866 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b8de28-4ff3-4d59-80ce-85592cde9d20', 'tag': 'a4c554ca-6fc0-4be4-addd-e80c8ed679e6'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:22.537593 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7bf8cb-06df-465d-9969-dcee9f405d41" -d '{"events": [{"name": "network-changed", "server_uuid": "50b8de28-4ff3-4d59-80ce-85592cde9d20", "tag": "a4c554ca-6fc0-4be4-addd-e80c8ed679e6"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:22.717717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386bc79-c222-468a-a3ac-5e64cb046c2d service neutron] Pushing event updated for resources: {'Port': ['ID=a4c554ca-6fc0-4be4-addd-e80c8ed679e6,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:22.907462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-9354014b-d728-4eee-b83e-64f2dfd8a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:22.910304 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-9354014b-d728-4eee-b83e-64f2dfd8a6eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=025b72be-1bd6-4706-adc3-b78adf7f2dfa HTTP/1.1" status: 200 len: 902 time: 0.4108734 Sep 07 18:54:22.913836 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-5b238511-cb5a-4afb-98ba-557149c3b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:22.915699 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-5b238511-cb5a-4afb-98ba-557149c3b76c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06e4b7b3c7e64a1e9e41e04907adbbd4&device_id=50b8de28-4ff3-4d59-80ce-85592cde9d20 HTTP/1.1" status: 200 len: 1099 time: 0.3165319 Sep 07 18:54:22.974763 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-cfad1ec2-7354-45cf-9e7b-f3ae55d8d00b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:22.975411 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-cfad1ec2-7354-45cf-9e7b-f3ae55d8d00b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:22.983600 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5e493c06-9a25-4a33-ac60-ed33c6f263d5 None None] Provisioning for port 8e48499e-7695-4db7-9258-56e853c1d7b9 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:54:22.993242 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5e493c06-9a25-4a33-ac60-ed33c6f263d5 None None] Provisioning complete for port 8e48499e-7695-4db7-9258-56e853c1d7b9 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:22.994224 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5e493c06-9a25-4a33-ac60-ed33c6f263d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:23.001279 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5334870-e4cf-4afc-a1c1-1cd8b3c77314 x-openstack-request-id: req-b5334870-e4cf-4afc-a1c1-1cd8b3c77314 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:23.001603 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b8de28-4ff3-4d59-80ce-85592cde9d20", "tag": "a4c554ca-6fc0-4be4-addd-e80c8ed679e6", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:23.001807 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b5334870-e4cf-4afc-a1c1-1cd8b3c77314 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:23.002202 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b8de28-4ff3-4d59-80ce-85592cde9d20', 'tag': 'a4c554ca-6fc0-4be4-addd-e80c8ed679e6', 'status': 'completed', 'code': 200} Sep 07 18:54:23.036704 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-cfad1ec2-7354-45cf-9e7b-f3ae55d8d00b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5290093 Sep 07 18:54:23.038244 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad1ec2-7354-45cf-9e7b-f3ae55d8d00b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Pushing event updated for resources: {'Port': ['ID=8e48499e-7695-4db7-9258-56e853c1d7b9,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:23.044054 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-5e493c06-9a25-4a33-ac60-ed33c6f263d5 None None] Port 8e48499e-7695-4db7-9258-56e853c1d7b9 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:54:23.083946 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-96d0eff9-5df3-46e9-88c0-706c8e630823 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c5603d88-8a14-49e9-875b-419cd2bd56cb HTTP/1.1" status: 200 len: 217 time: 0.1211853 Sep 07 18:54:23.374293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] Request body: {'port': {'device_id': '9de110e5-f7c2-4c98-af63-c8f7440f1ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:23.377662 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-088f49f5-8f4c-43c4-a617-fffec84493f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=a4c554ca-6fc0-4be4-addd-e80c8ed679e6 HTTP/1.1" status: 200 len: 217 time: 0.4165335 Sep 07 18:54:23.441277 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8a3fd-78fb-4d14-92d1-e48e7b69cdb5 req-c95534eb-c425-40d6-8fad-97fb54115d05 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:23.447105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8a3fd-78fb-4d14-92d1-e48e7b69cdb5 req-c95534eb-c425-40d6-8fad-97fb54115d05 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:23.452947 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8a3fd-78fb-4d14-92d1-e48e7b69cdb5 req-c95534eb-c425-40d6-8fad-97fb54115d05 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:23.458805 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8a3fd-78fb-4d14-92d1-e48e7b69cdb5 req-c95534eb-c425-40d6-8fad-97fb54115d05 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:23.464890 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8a3fd-78fb-4d14-92d1-e48e7b69cdb5 req-c95534eb-c425-40d6-8fad-97fb54115d05 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:23.471195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8a3fd-78fb-4d14-92d1-e48e7b69cdb5 req-c95534eb-c425-40d6-8fad-97fb54115d05 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:23.477017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8a3fd-78fb-4d14-92d1-e48e7b69cdb5 req-c95534eb-c425-40d6-8fad-97fb54115d05 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:23.478921 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68c8a3fd-78fb-4d14-92d1-e48e7b69cdb5 req-c95534eb-c425-40d6-8fad-97fb54115d05 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5431 time: 0.8061051 Sep 07 18:54:23.570652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-788b5a80-042a-4c78-9304-5333d693d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:23.572276 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-788b5a80-042a-4c78-9304-5333d693d0ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa8070ab-5c30-4d90-a64d-590d11e7607c HTTP/1.1" status: 200 len: 797 time: 0.1926954 Sep 07 18:54:23.580135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39146b5-574c-4d67-8eb9-50681bdcd4ae req-db55a7e0-353c-4964-9f9c-1aba714cea8a tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:23.587311 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d39146b5-574c-4d67-8eb9-50681bdcd4ae req-db55a7e0-353c-4964-9f9c-1aba714cea8a tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b8de28-4ff3-4d59-80ce-85592cde9d20 HTTP/1.1" status: 200 len: 948 time: 0.5405679 Sep 07 18:54:23.633653 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-4f873e9e-9ff0-4db3-98dd-bf6fc945dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:23.635096 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-4f873e9e-9ff0-4db3-98dd-bf6fc945dfe6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.2293997 Sep 07 18:54:23.636442 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:23.673358 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68c8a3fd-78fb-4d14-92d1-e48e7b69cdb5 req-7bb9e5a1-c4a2-4daa-ad64-b30aa2bc0bb2 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1638193 Sep 07 18:54:23.745395 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-04fcd64b-39d7-4f96-ad1d-76fee576e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:23.746941 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-04fcd64b-39d7-4f96-ad1d-76fee576e3d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=025b72be-1bd6-4706-adc3-b78adf7f2dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1627486 Sep 07 18:54:23.749891 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d39146b5-574c-4d67-8eb9-50681bdcd4ae req-50a9275c-e0b8-4a45-9516-79b77b45156c tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/security-groups?id=50424994-f474-4780-91ba-b64408f4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434336 Sep 07 18:54:23.788486 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-48955ca2-fe1c-4e2e-bcef-3711b5caf978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:23.789986 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-48955ca2-fe1c-4e2e-bcef-3711b5caf978 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1468098 Sep 07 18:54:24.088179 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcd448-2d27-4f22-9444-f352a2ef96cc req-6c4f9c8f-6327-4e0e-9019-cb2566496e8b tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:24.089638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a7dcd448-2d27-4f22-9444-f352a2ef96cc req-6c4f9c8f-6327-4e0e-9019-cb2566496e8b tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.3278446 Sep 07 18:54:24.127828 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d1c2b-0344-48cd-acbe-63181c952ea6 req-4434a6d8-06f6-4443-b912-b83cb162c8e8 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:24.129228 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-288d1c2b-0344-48cd-acbe-63181c952ea6 req-4434a6d8-06f6-4443-b912-b83cb162c8e8 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 931 time: 0.2508640 Sep 07 18:54:24.149226 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-ac85ae88-2c7a-499f-b0d7-67febcbf3cfa service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465102 Sep 07 18:54:24.158180 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-d93ed8d5-f57a-4ed8-8412-036973e1a0e2 service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952217 Sep 07 18:54:24.172905 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-37e62a5e-1034-4118-86ea-c43a332d04f7 req-978a238e-a81b-4441-80f7-17576cd0df1b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.0269723 Sep 07 18:54:24.315482 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a7dcd448-2d27-4f22-9444-f352a2ef96cc req-ab44be13-afc4-4c14-83a3-54c7a5bdb1a1 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823955 Sep 07 18:54:24.369626 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-288d1c2b-0344-48cd-acbe-63181c952ea6 req-6dd45025-256c-41b7-af9f-18e9572be121 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289913 Sep 07 18:54:24.468836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba4659ac-8510-442b-9205-05be8a3c3630 req-35f606ad-70f6-4de0-972e-44b6787238a4 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032546 Sep 07 18:54:24.492269 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72157f7b-0f08-48fc-9491-64acb8c233bd req-b201d9c0-e528-41f6-88ff-450922424d68 service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244855 Sep 07 18:54:24.498848 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e48499e-7695-4db7-9258-56e853c1d7b9 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:24.510523 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:24.551849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] Transition to ACTIVE for port object 8e48499e-7695-4db7-9258-56e853c1d7b9 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:54:24.561721 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702e306-47eb-4b93-abc3-71e45eca6a00 req-233a05d5-b855-4516-8f5c-94d8a07d5559 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:24.565464 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e702e306-47eb-4b93-abc3-71e45eca6a00 req-233a05d5-b855-4516-8f5c-94d8a07d5559 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1133199 Sep 07 18:54:24.583028 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:24.620117 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc578b98-c860-4a87-aaa3-699d0db73e3b req-0b4aa1f3-dd22-42be-ad4b-9395bae48829 tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.0672212 Sep 07 18:54:24.722383 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e702e306-47eb-4b93-abc3-71e45eca6a00 req-226b3db6-b2d0-417f-bdf1-1a49448dfd2b tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521478 Sep 07 18:54:24.724339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bf8cb-06df-465d-9969-dcee9f405d41 req-411d9e50-803b-4457-9344-4e5d717a0a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:24.725880 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef7bf8cb-06df-465d-9969-dcee9f405d41 req-411d9e50-803b-4457-9344-4e5d717a0a4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06e4b7b3c7e64a1e9e41e04907adbbd4&device_id=50b8de28-4ff3-4d59-80ce-85592cde9d20 HTTP/1.1" status: 200 len: 1099 time: 0.2035317 Sep 07 18:54:24.734621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e48499e-7695-4db7-9258-56e853c1d7b9,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:24.803449 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60634) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:24.819250 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e1d3f-1786-4a81-ad08-d25b9cba1856 req-1d11f2ce-e36e-4195-8fe2-2efc443bef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:24.819794 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e1d3f-1786-4a81-ad08-d25b9cba1856 req-1d11f2ce-e36e-4195-8fe2-2efc443bef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:24.820213 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e1d3f-1786-4a81-ad08-d25b9cba1856 req-1d11f2ce-e36e-4195-8fe2-2efc443bef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:24.820716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e1d3f-1786-4a81-ad08-d25b9cba1856 req-1d11f2ce-e36e-4195-8fe2-2efc443bef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:24.821191 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e1d3f-1786-4a81-ad08-d25b9cba1856 req-1d11f2ce-e36e-4195-8fe2-2efc443bef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:24.821657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e1d3f-1786-4a81-ad08-d25b9cba1856 req-1d11f2ce-e36e-4195-8fe2-2efc443bef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:24.822122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e1d3f-1786-4a81-ad08-d25b9cba1856 req-1d11f2ce-e36e-4195-8fe2-2efc443bef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:24.824146 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c20e1d3f-1786-4a81-ad08-d25b9cba1856 req-1d11f2ce-e36e-4195-8fe2-2efc443bef19 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cc05b32b7ef4a30afde8a2188f29c16&device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 6488 time: 0.2420158 Sep 07 18:54:24.963710 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0edf-5f6c-4658-8139-391ed3b0355e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.050315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] Attempting to bind port 8e48499e-7695-4db7-9258-56e853c1d7b9 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:54:25.050655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] Attempting to bind port 8e48499e-7695-4db7-9258-56e853c1d7b9 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:54:25.050987 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] Attempting to bind port 8e48499e-7695-4db7-9258-56e853c1d7b9 on network b9424cdc-95ee-4e78-8b79-da4f8984864f {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:25.076324 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] Port 8e48499e-7695-4db7-9258-56e853c1d7b9 on network b9424cdc-95ee-4e78-8b79-da4f8984864f not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:54:25.076692 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] Attempting to bind port 8e48499e-7695-4db7-9258-56e853c1d7b9 on network b9424cdc-95ee-4e78-8b79-da4f8984864f {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:25.079707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bf8cb-06df-465d-9969-dcee9f405d41 req-6a70f538-c8a9-47d8-ae44-e207b81786bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:25.081259 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef7bf8cb-06df-465d-9969-dcee9f405d41 req-6a70f538-c8a9-47d8-ae44-e207b81786bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.3423977 Sep 07 18:54:25.097129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf4a59-356f-4c84-b5a3-eb1cad2ce503 req-074c178e-ef3b-4e3b-96ce-08e64b9e2188 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:25.100720 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0edf-5f6c-4658-8139-391ed3b0355e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.103049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf4a59-356f-4c84-b5a3-eb1cad2ce503 req-074c178e-ef3b-4e3b-96ce-08e64b9e2188 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:25.105637 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0edf-5f6c-4658-8139-391ed3b0355e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.108953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf4a59-356f-4c84-b5a3-eb1cad2ce503 req-074c178e-ef3b-4e3b-96ce-08e64b9e2188 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:25.114929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf4a59-356f-4c84-b5a3-eb1cad2ce503 req-074c178e-ef3b-4e3b-96ce-08e64b9e2188 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:25.120884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf4a59-356f-4c84-b5a3-eb1cad2ce503 req-074c178e-ef3b-4e3b-96ce-08e64b9e2188 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:25.127300 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf4a59-356f-4c84-b5a3-eb1cad2ce503 req-074c178e-ef3b-4e3b-96ce-08e64b9e2188 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:25.133210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf4a59-356f-4c84-b5a3-eb1cad2ce503 req-074c178e-ef3b-4e3b-96ce-08e64b9e2188 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:25.135097 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-efaf4a59-356f-4c84-b5a3-eb1cad2ce503 req-074c178e-ef3b-4e3b-96ce-08e64b9e2188 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5431 time: 0.3022912 Sep 07 18:54:25.143498 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a9ec0edf-5f6c-4658-8139-391ed3b0355e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=36471ef2de8247339434a57a1576add1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3383389 Sep 07 18:54:25.148017 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60638) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:25.167861 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec0edf-5f6c-4658-8139-391ed3b0355e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf596d17-36b6-4009-85c5-7e9e30aacb9a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:25.186997 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:54:25.187339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] Checking segment: {'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:54:25.187719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] Bound using segment: {'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:54:25.188699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] Bound port: 8e48499e-7695-4db7-9258-56e853c1d7b9, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f05ded49-5554-4405-a553-f8ca4078019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:54:25.189055 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.204827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e1d3f-1786-4a81-ad08-d25b9cba1856 req-aeecbad7-d411-4dd2-9a6f-8081a9667611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:25.205539 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-571f9d94-1828-424d-a2cd-a1a43e5689c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.206271 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c20e1d3f-1786-4a81-ad08-d25b9cba1856 req-aeecbad7-d411-4dd2-9a6f-8081a9667611 service neutron] 10.222.0.60 "GET /v2.0/networks?id=025b72be-1bd6-4706-adc3-b78adf7f2dfa HTTP/1.1" status: 200 len: 902 time: 0.3624418 Sep 07 18:54:25.214059 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d572a-9537-4d90-aa2c-d8f7415a69d5 req-4f4d7a2f-7f22-4f05-bc06-4cfcf785268a tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:25.215440 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d14d572a-9537-4d90-aa2c-d8f7415a69d5 req-4f4d7a2f-7f22-4f05-bc06-4cfcf785268a tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b8de28-4ff3-4d59-80ce-85592cde9d20 HTTP/1.1" status: 200 len: 948 time: 0.3242621 Sep 07 18:54:25.216712 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef7bf8cb-06df-465d-9969-dcee9f405d41 req-97947c87-09cc-4b2b-88aa-6b58e49bd0a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=a4c554ca-6fc0-4be4-addd-e80c8ed679e6 HTTP/1.1" status: 200 len: 217 time: 0.0806925 Sep 07 18:54:25.227545 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-571f9d94-1828-424d-a2cd-a1a43e5689c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.274705 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-571f9d94-1828-424d-a2cd-a1a43e5689c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.277526 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-571f9d94-1828-424d-a2cd-a1a43e5689c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.278698 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-571f9d94-1828-424d-a2cd-a1a43e5689c2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf596d17-36b6-4009-85c5-7e9e30aacb9a HTTP/1.1" status: 204 len: 168 time: 0.1297288 Sep 07 18:54:25.286388 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f9d94-1828-424d-a2cd-a1a43e5689c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf596d17-36b6-4009-85c5-7e9e30aacb9a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:25.321676 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c20e1d3f-1786-4a81-ad08-d25b9cba1856 req-d5812d0d-8522-4800-a2de-b10b947c0b54 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48703c14-e98f-4ceb-bc6c-fe2b1901c5de HTTP/1.1" status: 200 len: 217 time: 0.0960286 Sep 07 18:54:25.404140 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-efaf4a59-356f-4c84-b5a3-eb1cad2ce503 req-907ef096-37eb-4d9e-bf72-0a4305d08b2b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2564120 Sep 07 18:54:25.421800 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d14d572a-9537-4d90-aa2c-d8f7415a69d5 req-e1c75dbd-d3d4-4d33-8ff6-d41326360684 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/security-groups?id=50424994-f474-4780-91ba-b64408f4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972299 Sep 07 18:54:25.423699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bf8cb-06df-465d-9969-dcee9f405d41 req-7282ac81-5c3f-4ec1-a0e3-698c1e15a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:25.425123 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef7bf8cb-06df-465d-9969-dcee9f405d41 req-7282ac81-5c3f-4ec1-a0e3-698c1e15a137 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1961360 Sep 07 18:54:25.458196 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] For port 8e48499e-7695-4db7-9258-56e853c1d7b9, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:54:25.485608 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] For port 8e48499e-7695-4db7-9258-56e853c1d7b9, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=8e48499e-7695-4db7-9258-56e853c1d7b9,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:54:25.490491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e1d3f-1786-4a81-ad08-d25b9cba1856 req-e1554fbf-2b85-49c9-81f7-b0ddb76e187c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:25.492666 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c20e1d3f-1786-4a81-ad08-d25b9cba1856 req-e1554fbf-2b85-49c9-81f7-b0ddb76e187c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa8070ab-5c30-4d90-a64d-590d11e7607c HTTP/1.1" status: 200 len: 797 time: 0.1467841 Sep 07 18:54:25.495065 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.577625 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:25.578246 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.579675 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] 10.222.0.36 "PUT /v2.0/ports/8e48499e-7695-4db7-9258-56e853c1d7b9 HTTP/1.1" status: 200 len: 1091 time: 2.4978704 Sep 07 18:54:25.581979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de110e5-f7c2-4c98-af63-c8f7440f1ed2', 'tag': '8e48499e-7695-4db7-9258-56e853c1d7b9'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:25.583872 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc35e3a-7996-4ca0-9eaf-a705bdde6ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "9de110e5-f7c2-4c98-af63-c8f7440f1ed2", "tag": "8e48499e-7695-4db7-9258-56e853c1d7b9"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:25.598491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bf8cb-06df-465d-9969-dcee9f405d41 req-12f88726-9d1c-4118-9e13-5195971caa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:25.600012 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef7bf8cb-06df-465d-9969-dcee9f405d41 req-12f88726-9d1c-4118-9e13-5195971caa06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1649919 Sep 07 18:54:25.666118 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60652) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:25.681335 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3c781ff-c6c7-4995-8fb6-5df95910c805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.713541 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36410b-c43d-4618-aa13-a9867c137fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e48499e-7695-4db7-9258-56e853c1d7b9,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:25.791942 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3c781ff-c6c7-4995-8fb6-5df95910c805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.796790 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3c781ff-c6c7-4995-8fb6-5df95910c805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.842241 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d3c781ff-c6c7-4995-8fb6-5df95910c805 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d274adb32c2443bb56c5f6b3dbcaa47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1747174 Sep 07 18:54:25.843062 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c781ff-c6c7-4995-8fb6-5df95910c805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ae9478-c39f-4620-8c2c-2c31f55409aa,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:25.847975 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60658) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:25.879589 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fb5e095c-8ed4-4203-b340-4f6eed758f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.902140 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b84dbf7a-92aa-40f7-a384-ad7e2a99e352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.924990 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b84dbf7a-92aa-40f7-a384-ad7e2a99e352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.985718 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b84dbf7a-92aa-40f7-a384-ad7e2a99e352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.988371 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b84dbf7a-92aa-40f7-a384-ad7e2a99e352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.992039 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b84dbf7a-92aa-40f7-a384-ad7e2a99e352 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a2ae9478-c39f-4620-8c2c-2c31f55409aa HTTP/1.1" status: 204 len: 168 time: 0.1406167 Sep 07 18:54:25.999830 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84dbf7a-92aa-40f7-a384-ad7e2a99e352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ae9478-c39f-4620-8c2c-2c31f55409aa,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:26.051266 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e1d3f-1786-4a81-ad08-d25b9cba1856 req-1ace7f52-acff-45f1-946b-749796e1eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:26.052812 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c20e1d3f-1786-4a81-ad08-d25b9cba1856 req-1ace7f52-acff-45f1-946b-749796e1eb39 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=025b72be-1bd6-4706-adc3-b78adf7f2dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5427797 Sep 07 18:54:26.064940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23790ac-54e5-49ac-af43-ddc786f1ff7a req-8f0a20e6-9b73-4abb-8971-2157ada35d26 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:26.066333 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b23790ac-54e5-49ac-af43-ddc786f1ff7a req-8f0a20e6-9b73-4abb-8971-2157ada35d26 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.5261855 Sep 07 18:54:26.078950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922693a-7e99-489d-91f9-eda930804ef6 req-14b45591-ef74-4579-9eb7-8ccd879a0de0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:26.080386 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3922693a-7e99-489d-91f9-eda930804ef6 req-14b45591-ef74-4579-9eb7-8ccd879a0de0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 943 time: 0.5426040 Sep 07 18:54:26.139718 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-5fde44d5-a7cb-48bc-be76-27dd6c0a40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:26.141301 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-5fde44d5-a7cb-48bc-be76-27dd6c0a40a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 1094 time: 0.5022531 Sep 07 18:54:26.231380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef7bf8cb-06df-465d-9969-dcee9f405d41 req-93d78ec9-a20c-4e4a-9787-70efc82f84e4 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5933523 Sep 07 18:54:26.247182 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-36f81b03-cb09-42de-8794-ad423dd86398 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e48499e-7695-4db7-9258-56e853c1d7b9 HTTP/1.1" status: 200 len: 217 time: 0.0882287 Sep 07 18:54:26.282875 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b23790ac-54e5-49ac-af43-ddc786f1ff7a req-1b50c6d7-23c3-4736-9d3c-c69b2808a14b tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933753 Sep 07 18:54:26.317221 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3922693a-7e99-489d-91f9-eda930804ef6 req-dbbcc2d6-4b92-46d9-a089-0cbfd06afe2d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252572 Sep 07 18:54:26.338111 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60664) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:26.355758 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a05ba908-262d-4ba1-929e-933f4fb110c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:26.360707 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c20e1d3f-1786-4a81-ad08-d25b9cba1856 req-809c0a36-8620-494e-b17f-0bc7a1bf234a service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890584 Sep 07 18:54:26.405136 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bcf3d5-37d8-4b4e-bb43-957c154266c1 x-openstack-request-id: req-a6bcf3d5-37d8-4b4e-bb43-957c154266c1 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:26.405454 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de110e5-f7c2-4c98-af63-c8f7440f1ed2", "tag": "8e48499e-7695-4db7-9258-56e853c1d7b9", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:26.405713 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a6bcf3d5-37d8-4b4e-bb43-957c154266c1 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:26.406177 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de110e5-f7c2-4c98-af63-c8f7440f1ed2', 'tag': '8e48499e-7695-4db7-9258-56e853c1d7b9', 'status': 'completed', 'code': 200} Sep 07 18:54:26.451981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-3fd68cfb-d392-4d74-ad81-af6604fc4edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:26.453527 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-3fd68cfb-d392-4d74-ad81-af6604fc4edf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.1881449 Sep 07 18:54:26.483617 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a05ba908-262d-4ba1-929e-933f4fb110c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:26.489056 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a05ba908-262d-4ba1-929e-933f4fb110c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:26.533147 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ba908-262d-4ba1-929e-933f4fb110c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f64918-e88d-451d-b996-94e4c49dc234,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:26.542079 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a05ba908-262d-4ba1-929e-933f4fb110c5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=216af7fdb8b042f8acef25e77c4c6acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2028592 Sep 07 18:54:26.543116 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60670) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:26.581016 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd860fcb-8e22-43b6-a6c2-31abf1d427c6 req-4ed2f96c-b1cf-47cf-88f2-af2a46c48ab9 tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.1207776 Sep 07 18:54:26.595948 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-718789f3-2091-4f89-b8f5-03fd9c0563bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:26.630545 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef7bf8cb-06df-465d-9969-dcee9f405d41 req-28e2087e-1afa-42b3-9b49-ee301205b984 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860762 Sep 07 18:54:26.637303 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-718789f3-2091-4f89-b8f5-03fd9c0563bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:26.640220 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a4c554ca-6fc0-4be4-addd-e80c8ed679e6 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:54:26.647661 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c20e1d3f-1786-4a81-ad08-d25b9cba1856 req-3f8329a7-dfbb-4fdf-a5ce-a9c9199efca6 service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461200 Sep 07 18:54:26.650611 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-638ca210-6319-4747-a7f2-cae712725d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:26.652089 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-638ca210-6319-4747-a7f2-cae712725d75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1884894 Sep 07 18:54:26.676152 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa77c3b-1e7c-4f50-94a9-3b33f03c0337 req-43783e36-e6f7-4053-870e-4afdf1f89aad tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:26.683481 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-baa77c3b-1e7c-4f50-94a9-3b33f03c0337 req-43783e36-e6f7-4053-870e-4afdf1f89aad tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.2289214 Sep 07 18:54:26.698390 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-718789f3-2091-4f89-b8f5-03fd9c0563bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:26.701526 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-718789f3-2091-4f89-b8f5-03fd9c0563bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:26.702769 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-718789f3-2091-4f89-b8f5-03fd9c0563bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79f64918-e88d-451d-b996-94e4c49dc234 HTTP/1.1" status: 204 len: 168 time: 0.1586659 Sep 07 18:54:26.712169 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718789f3-2091-4f89-b8f5-03fd9c0563bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f64918-e88d-451d-b996-94e4c49dc234,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:26.752115 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a4c554ca-6fc0-4be4-addd-e80c8ed679e6, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a4c554ca-6fc0-4be4-addd-e80c8ed679e6,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:26.762926 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'a4c554ca-6fc0-4be4-addd-e80c8ed679e6', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': 'a4c554ca-6fc0-4be4-addd-e80c8ed679e6', 'mac_address': 'fa:16:3e:59:f4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:54:26.804785 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:26.818286 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c554ca-6fc0-4be4-addd-e80c8ed679e6 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:26.827387 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-baa77c3b-1e7c-4f50-94a9-3b33f03c0337 req-58a91a0d-a365-4711-9ecf-fbf55fb1e670 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430798 Sep 07 18:54:26.838501 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20dfb-85cd-4579-a8e8-3d32fb077890 req-d9a48784-5b52-42c7-be92-ddd1c9a17465 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:26.839153 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a4c554ca-6fc0-4be4-addd-e80c8ed679e6, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a4c554ca-6fc0-4be4-addd-e80c8ed679e6,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:26.843957 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:26.855357 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cbd20dfb-85cd-4579-a8e8-3d32fb077890 req-d9a48784-5b52-42c7-be92-ddd1c9a17465 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b8de28-4ff3-4d59-80ce-85592cde9d20 HTTP/1.1" status: 200 len: 948 time: 0.1682451 Sep 07 18:54:26.905340 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=a4c554ca-6fc0-4be4-addd-e80c8ed679e6,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:26.914726 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-749050f8-c2f5-41d0-b75e-8913e905c08f service neutron] 10.222.0.36 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285886 Sep 07 18:54:26.934686 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cbd20dfb-85cd-4579-a8e8-3d32fb077890 req-d0cc7ba8-1675-4247-a206-b4811d34e495 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/security-groups?id=50424994-f474-4780-91ba-b64408f4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782237 Sep 07 18:54:27.024706 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad5781-31fd-40b7-b2df-98837fd8410a req-377c2092-6197-43ee-9cdf-46c6b9f5ccaf tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:27.030840 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad5781-31fd-40b7-b2df-98837fd8410a req-377c2092-6197-43ee-9cdf-46c6b9f5ccaf tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:27.037424 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad5781-31fd-40b7-b2df-98837fd8410a req-377c2092-6197-43ee-9cdf-46c6b9f5ccaf tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:27.044651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad5781-31fd-40b7-b2df-98837fd8410a req-377c2092-6197-43ee-9cdf-46c6b9f5ccaf tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:27.050844 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad5781-31fd-40b7-b2df-98837fd8410a req-377c2092-6197-43ee-9cdf-46c6b9f5ccaf tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:27.056861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad5781-31fd-40b7-b2df-98837fd8410a req-377c2092-6197-43ee-9cdf-46c6b9f5ccaf tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:27.063025 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad5781-31fd-40b7-b2df-98837fd8410a req-377c2092-6197-43ee-9cdf-46c6b9f5ccaf tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:27.065596 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3ad5781-31fd-40b7-b2df-98837fd8410a req-377c2092-6197-43ee-9cdf-46c6b9f5ccaf tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5431 time: 0.1678479 Sep 07 18:54:27.104938 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['a4c554ca-6fc0-4be4-addd-e80c8ed679e6'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:54:27.127328 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad70a84f-d14c-48e7-b1ad-b7393b2f61d1 req-92a8c1dd-e96f-4a06-a9b7-c410d1b46794 service neutron] 10.222.0.36 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972375 Sep 07 18:54:27.135337 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3ad5781-31fd-40b7-b2df-98837fd8410a req-bccfbd75-f62c-4f8a-a8f7-fef517ec38ff tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553637 Sep 07 18:54:27.187696 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-057c2223-8a6e-4e46-b89c-8e0f8b8f3263 req-726cdfe6-c1f8-4ab7-91e9-3d22521415c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dea1845619764966a693c6f58813720a&device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.0479634 Sep 07 18:54:27.262326 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-200ddf42-c507-420f-bc2d-39caf8dd24a2 req-49bef413-2103-4170-a7fa-1aac5833abd7 tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.0771132 Sep 07 18:54:27.265383 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-057c2223-8a6e-4e46-b89c-8e0f8b8f3263 req-6b0c968d-5218-4e7c-b8b5-c1b51dd1433f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=dea1845619764966a693c6f58813720a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643117 Sep 07 18:54:27.303154 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc35e3a-7996-4ca0-9eaf-a705bdde6ac4 req-dbd3016c-29b4-4628-8d31-2e0a0d906631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:27.304870 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fc35e3a-7996-4ca0-9eaf-a705bdde6ac4 req-dbd3016c-29b4-4628-8d31-2e0a0d906631 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 1094 time: 0.1050038 Sep 07 18:54:27.525808 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c2223-8a6e-4e46-b89c-8e0f8b8f3263 req-dee94ba6-6af4-4adb-8626-34c15883adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:27.527232 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-057c2223-8a6e-4e46-b89c-8e0f8b8f3263 req-dee94ba6-6af4-4adb-8626-34c15883adcf service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2500658 Sep 07 18:54:27.534668 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc35e3a-7996-4ca0-9eaf-a705bdde6ac4 req-742b18e5-86ad-4610-8a03-9e1194d09d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:27.536185 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fc35e3a-7996-4ca0-9eaf-a705bdde6ac4 req-742b18e5-86ad-4610-8a03-9e1194d09d0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 912 time: 0.2229578 Sep 07 18:54:27.545921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8f2f6-ea65-48c7-ac3e-33660d76b0fa req-b2994b5f-65db-495f-b203-20275a8f63a4 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:27.547485 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8b8f2f6-ea65-48c7-ac3e-33660d76b0fa req-b2994b5f-65db-495f-b203-20275a8f63a4 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.1710846 Sep 07 18:54:27.554927 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfcd8d-cb8c-47ac-b0bf-b29062fbca8b req-383df408-fbe8-4243-b0d1-cfe08cc77804 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:27.556329 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dbfcd8d-cb8c-47ac-b0bf-b29062fbca8b req-383df408-fbe8-4243-b0d1-cfe08cc77804 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 943 time: 0.1589043 Sep 07 18:54:27.609683 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fc35e3a-7996-4ca0-9eaf-a705bdde6ac4 req-1ce3715d-ee9b-4ed6-882d-fa29de84ef7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e48499e-7695-4db7-9258-56e853c1d7b9 HTTP/1.1" status: 200 len: 217 time: 0.0523074 Sep 07 18:54:27.690558 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dbfcd8d-cb8c-47ac-b0bf-b29062fbca8b req-5e0d28e4-35cd-4d0f-9672-c6526b96e97f tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210859 Sep 07 18:54:27.693157 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8b8f2f6-ea65-48c7-ac3e-33660d76b0fa req-191ce7a2-76ba-476d-b8d8-0974fc701084 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348755 Sep 07 18:54:27.702421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc35e3a-7996-4ca0-9eaf-a705bdde6ac4 req-505b38f3-7094-4437-9d29-ff5ef7fabb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:27.703959 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fc35e3a-7996-4ca0-9eaf-a705bdde6ac4 req-505b38f3-7094-4437-9d29-ff5ef7fabb79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.0831373 Sep 07 18:54:27.762361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc35e3a-7996-4ca0-9eaf-a705bdde6ac4 req-38ac185b-7504-4123-82c4-4b543054a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:27.764250 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fc35e3a-7996-4ca0-9eaf-a705bdde6ac4 req-38ac185b-7504-4123-82c4-4b543054a7e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523090 Sep 07 18:54:27.869360 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fc35e3a-7996-4ca0-9eaf-a705bdde6ac4 req-a6040e65-039c-45a2-bfaf-2938ea6d3c4f service neutron] 10.222.0.36 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964820 Sep 07 18:54:27.991442 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fc35e3a-7996-4ca0-9eaf-a705bdde6ac4 req-e1088084-8886-42e4-baca-057de39f7ce2 service neutron] 10.222.0.36 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142688 Sep 07 18:54:28.000492 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aa6b0-140b-435e-adc2-6efe753f2c1c req-9ec68170-2005-41d1-9aeb-b5ad19268dbc tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:28.002709 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f1aa6b0-140b-435e-adc2-6efe753f2c1c req-9ec68170-2005-41d1-9aeb-b5ad19268dbc tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.0992343 Sep 07 18:54:28.076452 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f1aa6b0-140b-435e-adc2-6efe753f2c1c req-1599d8c1-278f-46c5-ab7f-9f062fa36955 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677853 Sep 07 18:54:28.088024 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3c6e0-b308-4fd8-97f7-26134e1d8758 req-6c3cdf6e-2b65-42db-8e0f-7016d2dfb2c0 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:28.089723 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6c3c6e0-b308-4fd8-97f7-26134e1d8758 req-6c3cdf6e-2b65-42db-8e0f-7016d2dfb2c0 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b8de28-4ff3-4d59-80ce-85592cde9d20 HTTP/1.1" status: 200 len: 949 time: 0.0745065 Sep 07 18:54:28.128875 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6c3c6e0-b308-4fd8-97f7-26134e1d8758 req-49639d59-255b-4af9-9e14-bb9e470485a9 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/security-groups?id=50424994-f474-4780-91ba-b64408f4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326784 Sep 07 18:54:28.279514 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9a2f1-824e-4181-87c8-e9252a5bf413 req-5cf95422-e2b5-4b4c-9271-67680eec3618 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:28.286017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9a2f1-824e-4181-87c8-e9252a5bf413 req-5cf95422-e2b5-4b4c-9271-67680eec3618 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:28.295849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9a2f1-824e-4181-87c8-e9252a5bf413 req-5cf95422-e2b5-4b4c-9271-67680eec3618 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:28.306137 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9a2f1-824e-4181-87c8-e9252a5bf413 req-5cf95422-e2b5-4b4c-9271-67680eec3618 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:28.312023 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9a2f1-824e-4181-87c8-e9252a5bf413 req-5cf95422-e2b5-4b4c-9271-67680eec3618 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:28.317981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9a2f1-824e-4181-87c8-e9252a5bf413 req-5cf95422-e2b5-4b4c-9271-67680eec3618 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:28.323779 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9a2f1-824e-4181-87c8-e9252a5bf413 req-5cf95422-e2b5-4b4c-9271-67680eec3618 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:28.325716 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8bc9a2f1-824e-4181-87c8-e9252a5bf413 req-5cf95422-e2b5-4b4c-9271-67680eec3618 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5431 time: 0.0996592 Sep 07 18:54:28.376368 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-db911a8f-16a3-449f-a7ce-48145e18a458 req-474d10d4-8146-4df1-a7f6-0cd45a288ac9 tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.0359211 Sep 07 18:54:28.397784 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8bc9a2f1-824e-4181-87c8-e9252a5bf413 req-f3a0a78a-4ce5-43e9-98c8-55fa657e2be1 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654469 Sep 07 18:54:28.646165 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a4c554ca-6fc0-4be4-addd-e80c8ed679e6 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:54:28.694246 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port a4c554ca-6fc0-4be4-addd-e80c8ed679e6 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:54:28.697955 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port a4c554ca-6fc0-4be4-addd-e80c8ed679e6 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:28.698332 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:28.766616 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-831228e8-54af-4f34-a4b0-98139712e547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:28.823871 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:28.851513 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b8de28-4ff3-4d59-80ce-85592cde9d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c554ca-6fc0-4be4-addd-e80c8ed679e6'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:28.854055 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cb86f8-3654-40b0-a6f4-50af8e377d79" -d '{"events": [{"server_uuid": "50b8de28-4ff3-4d59-80ce-85592cde9d20", "name": "network-vif-plugged", "status": "completed", "tag": "a4c554ca-6fc0-4be4-addd-e80c8ed679e6"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:28.855501 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd376aed-d131-473f-a7fc-8465dd86e670 req-da736db9-0058-4035-a6fb-ad06a57bdffc tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:28.857042 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fd376aed-d131-473f-a7fc-8465dd86e670 req-da736db9-0058-4035-a6fb-ad06a57bdffc tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.0688753 Sep 07 18:54:28.865840 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017ff10-be8c-4085-bee9-7d9edbeaad61 req-38ae5ea9-3f8b-4da8-bbc0-b4eb4c158dd9 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:28.866526 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a4c554ca-6fc0-4be4-addd-e80c8ed679e6, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a4c554ca-6fc0-4be4-addd-e80c8ed679e6,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:28.867439 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5017ff10-be8c-4085-bee9-7d9edbeaad61 req-38ae5ea9-3f8b-4da8-bbc0-b4eb4c158dd9 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 943 time: 0.0935051 Sep 07 18:54:28.871363 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:28.924038 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=a4c554ca-6fc0-4be4-addd-e80c8ed679e6,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:28.925689 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fd376aed-d131-473f-a7fc-8465dd86e670 req-096614fb-66ed-4958-87a1-f2b3adab07f4 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574422 Sep 07 18:54:28.930858 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5017ff10-be8c-4085-bee9-7d9edbeaad61 req-c810b4b2-30ce-488f-96ea-99ff8672c782 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470760 Sep 07 18:54:29.010419 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-057c2223-8a6e-4e46-b89c-8e0f8b8f3263 req-551fab02-9196-4c54-a927-8f7f14ef6c3a tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.0458715 Sep 07 18:54:29.020992 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:29.030620 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f75d16-1157-4b6e-90b3-25e831ce6cf1 x-openstack-request-id: req-a8f75d16-1157-4b6e-90b3-25e831ce6cf1 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:29.031035 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b8de28-4ff3-4d59-80ce-85592cde9d20", "name": "network-vif-plugged", "status": "completed", "tag": "a4c554ca-6fc0-4be4-addd-e80c8ed679e6", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:29.031436 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8f75d16-1157-4b6e-90b3-25e831ce6cf1 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:29.032111 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b8de28-4ff3-4d59-80ce-85592cde9d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c554ca-6fc0-4be4-addd-e80c8ed679e6', 'code': 200} Sep 07 18:54:29.150679 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61083042-9568-48dd-93b8-7b9c0e7f5235 req-e7978924-8cbe-4444-ba50-b7c548b9518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:29.152811 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61083042-9568-48dd-93b8-7b9c0e7f5235 req-e7978924-8cbe-4444-ba50-b7c548b9518e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50b8de28-4ff3-4d59-80ce-85592cde9d20 HTTP/1.1" status: 200 len: 1101 time: 0.0584402 Sep 07 18:54:29.255934 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61083042-9568-48dd-93b8-7b9c0e7f5235 req-c71e680b-e581-4546-a15a-93e75b55a0d5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=50424994-f474-4780-91ba-b64408f4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948079 Sep 07 18:54:29.264493 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e185f-2dc5-475f-9f3d-a23e4bc43aac req-dde6eba3-d440-47ed-99fe-3c9960dd06b8 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:29.265944 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bd7e185f-2dc5-475f-9f3d-a23e4bc43aac req-dde6eba3-d440-47ed-99fe-3c9960dd06b8 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1070337 Sep 07 18:54:29.286700 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b8290-3458-4263-a88a-9ab627b04ddf req-400cfb61-5dfa-4101-9bf3-19ce752bd355 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:29.288201 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-009b8290-3458-4263-a88a-9ab627b04ddf req-400cfb61-5dfa-4101-9bf3-19ce752bd355 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b8de28-4ff3-4d59-80ce-85592cde9d20 HTTP/1.1" status: 200 len: 950 time: 0.0867000 Sep 07 18:54:29.335660 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bd7e185f-2dc5-475f-9f3d-a23e4bc43aac req-89b9c44d-99c3-4fcb-a2a8-b5494d463744 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623820 Sep 07 18:54:29.352917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-009b8290-3458-4263-a88a-9ab627b04ddf req-f8f33442-17e9-4900-a858-4bb348ace3f1 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/security-groups?id=50424994-f474-4780-91ba-b64408f4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528326 Sep 07 18:54:29.502013 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ddfcbd1e-2c55-4d74-8ac2-3ce930b70e6f req-95147293-94de-4a74-a7c3-185ba08a36d3 tempest-ServerShowV257Test-181710268 tempest-ServerShowV257Test-181710268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fad16ed-399f-4715-bb97-146782a23ccf HTTP/1.1" status: 200 len: 210 time: 0.0374756 Sep 07 18:54:29.566688 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e84b37-144c-4047-88e9-bdc2a9af69cb req-dc0e8dae-ac1b-40ed-8156-7eac031309a9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:29.573266 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e84b37-144c-4047-88e9-bdc2a9af69cb req-dc0e8dae-ac1b-40ed-8156-7eac031309a9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:29.579162 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e84b37-144c-4047-88e9-bdc2a9af69cb req-dc0e8dae-ac1b-40ed-8156-7eac031309a9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:29.586237 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e84b37-144c-4047-88e9-bdc2a9af69cb req-dc0e8dae-ac1b-40ed-8156-7eac031309a9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:29.592425 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e84b37-144c-4047-88e9-bdc2a9af69cb req-dc0e8dae-ac1b-40ed-8156-7eac031309a9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:29.598492 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e84b37-144c-4047-88e9-bdc2a9af69cb req-dc0e8dae-ac1b-40ed-8156-7eac031309a9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:29.604875 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e84b37-144c-4047-88e9-bdc2a9af69cb req-dc0e8dae-ac1b-40ed-8156-7eac031309a9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:29.612940 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8e84b37-144c-4047-88e9-bdc2a9af69cb req-dc0e8dae-ac1b-40ed-8156-7eac031309a9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5431 time: 0.1137664 Sep 07 18:54:29.653916 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8e84b37-144c-4047-88e9-bdc2a9af69cb req-114d58e3-38c8-4fce-ba3f-0e695534fe37 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399022 Sep 07 18:54:30.080067 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d8ff1-d0ef-4a0f-974b-4ff4ba1637e3 req-716c582b-04ea-4f26-8c8f-4e0299f72b12 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:30.081651 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-899d8ff1-d0ef-4a0f-974b-4ff4ba1637e3 req-716c582b-04ea-4f26-8c8f-4e0299f72b12 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 943 time: 0.0828919 Sep 07 18:54:30.094951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f2df3-b5e1-45fa-9e21-a005f6791ce2 req-d241c00c-ecb9-40cc-ae70-972873547159 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:30.097155 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a45f2df3-b5e1-45fa-9e21-a005f6791ce2 req-d241c00c-ecb9-40cc-ae70-972873547159 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.0719478 Sep 07 18:54:30.098843 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:30.154702 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-899d8ff1-d0ef-4a0f-974b-4ff4ba1637e3 req-8f230a8e-a4d8-4b32-813b-4242147d2a72 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565372 Sep 07 18:54:30.163097 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a45f2df3-b5e1-45fa-9e21-a005f6791ce2 req-c8417f1a-7c06-4600-b1f9-99a5b538b369 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579329 Sep 07 18:54:30.494159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229927f-e9fc-4895-9667-412eb199a5fc req-901550fe-e7af-460f-b97c-72a7e1ba9cb7 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:30.495812 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d229927f-e9fc-4895-9667-412eb199a5fc req-901550fe-e7af-460f-b97c-72a7e1ba9cb7 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.0886378 Sep 07 18:54:30.508837 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883d963-5689-4b02-9b97-8ea153d9be03 req-d51a4e01-1173-4458-ba5d-89fd271e7188 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:30.510329 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6883d963-5689-4b02-9b97-8ea153d9be03 req-d51a4e01-1173-4458-ba5d-89fd271e7188 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b8de28-4ff3-4d59-80ce-85592cde9d20 HTTP/1.1" status: 200 len: 950 time: 0.0712960 Sep 07 18:54:30.570387 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d229927f-e9fc-4895-9667-412eb199a5fc req-87839e33-d6f4-451a-bcbf-86b380a45787 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590863 Sep 07 18:54:30.577912 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6883d963-5689-4b02-9b97-8ea153d9be03 req-684d117a-f977-4705-a089-389bc4f9a829 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/security-groups?id=50424994-f474-4780-91ba-b64408f4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593767 Sep 07 18:54:30.657734 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 8e48499e-7695-4db7-9258-56e853c1d7b9 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:54:30.771094 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 8e48499e-7695-4db7-9258-56e853c1d7b9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=8e48499e-7695-4db7-9258-56e853c1d7b9,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:30.785640 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '8e48499e-7695-4db7-9258-56e853c1d7b9', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'port_id': '8e48499e-7695-4db7-9258-56e853c1d7b9', 'mac_address': 'fa:16:3e:f3:aa:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:54:30.818306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd181c7-6b61-4932-89f4-bde49d554416 req-ce86f4cb-7917-49d6-9be2-6dda3dea0b65 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:30.824791 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd181c7-6b61-4932-89f4-bde49d554416 req-ce86f4cb-7917-49d6-9be2-6dda3dea0b65 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:30.830809 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:30.831763 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd181c7-6b61-4932-89f4-bde49d554416 req-ce86f4cb-7917-49d6-9be2-6dda3dea0b65 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:30.839174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd181c7-6b61-4932-89f4-bde49d554416 req-ce86f4cb-7917-49d6-9be2-6dda3dea0b65 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:30.846683 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e48499e-7695-4db7-9258-56e853c1d7b9 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:30.846851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd181c7-6b61-4932-89f4-bde49d554416 req-ce86f4cb-7917-49d6-9be2-6dda3dea0b65 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:30.852643 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd181c7-6b61-4932-89f4-bde49d554416 req-ce86f4cb-7917-49d6-9be2-6dda3dea0b65 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:30.866343 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd181c7-6b61-4932-89f4-bde49d554416 req-ce86f4cb-7917-49d6-9be2-6dda3dea0b65 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:30.866343 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0fd181c7-6b61-4932-89f4-bde49d554416 req-ce86f4cb-7917-49d6-9be2-6dda3dea0b65 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5431 time: 0.1100271 Sep 07 18:54:30.873190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 8e48499e-7695-4db7-9258-56e853c1d7b9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=8e48499e-7695-4db7-9258-56e853c1d7b9,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:30.879073 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:30.928554 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0fd181c7-6b61-4932-89f4-bde49d554416 req-7ee492e3-8fb6-4fcb-96a6-4027d78095cf tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563111 Sep 07 18:54:30.936674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=8e48499e-7695-4db7-9258-56e853c1d7b9,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:30.971191 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60804) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:31.078621 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b3f1d279-ab81-450c-9def-b9a5f1fb304f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:31.151044 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['8e48499e-7695-4db7-9258-56e853c1d7b9'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:54:31.174352 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b3f1d279-ab81-450c-9def-b9a5f1fb304f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:31.180472 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b3f1d279-ab81-450c-9def-b9a5f1fb304f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:31.266791 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b3f1d279-ab81-450c-9def-b9a5f1fb304f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dea1845619764966a693c6f58813720a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2944152 Sep 07 18:54:31.268230 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1d279-ab81-450c-9def-b9a5f1fb304f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4d8b10-9855-42a3-9b6f-99b95ae28a48,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:31.273233 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60816) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:31.391615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe00ab6-6bd5-4e14-9ed9-57e5e3c437b0 req-3fd375b7-69df-4c83-b021-8a3720313b98 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:31.393789 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dbe00ab6-6bd5-4e14-9ed9-57e5e3c437b0 req-3fd375b7-69df-4c83-b021-8a3720313b98 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 944 time: 0.1214614 Sep 07 18:54:31.402473 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5e7cf-0259-4acb-8e9f-dcde14319a7d req-47f94196-08f5-49d0-8c61-648d64a4d068 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:31.403887 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72a5e7cf-0259-4acb-8e9f-dcde14319a7d req-47f94196-08f5-49d0-8c61-648d64a4d068 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.1238158 Sep 07 18:54:31.436836 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d048623-03c2-419d-b4ee-ae8048b6ee28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:31.482326 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dbe00ab6-6bd5-4e14-9ed9-57e5e3c437b0 req-57fb5ea8-463f-4636-a4f6-efccb59fa9f1 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774543 Sep 07 18:54:31.488765 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d048623-03c2-419d-b4ee-ae8048b6ee28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:31.509377 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72a5e7cf-0259-4acb-8e9f-dcde14319a7d req-6c544e5c-9d1b-4c84-9d26-97141cb555eb tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910883 Sep 07 18:54:31.560933 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d048623-03c2-419d-b4ee-ae8048b6ee28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:31.563525 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d048623-03c2-419d-b4ee-ae8048b6ee28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:31.565227 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6d048623-03c2-419d-b4ee-ae8048b6ee28 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ba4d8b10-9855-42a3-9b6f-99b95ae28a48 HTTP/1.1" status: 204 len: 168 time: 0.2910585 Sep 07 18:54:31.573567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d048623-03c2-419d-b4ee-ae8048b6ee28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4d8b10-9855-42a3-9b6f-99b95ae28a48,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:31.646585 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:31.746386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55a644-2c0f-4532-8fcf-f3a60816dd62 req-044cb5f4-683d-49ad-95f3-73dfcc99d9b7 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:31.747977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d55a644-2c0f-4532-8fcf-f3a60816dd62 req-044cb5f4-683d-49ad-95f3-73dfcc99d9b7 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.0870564 Sep 07 18:54:31.763440 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1cda0-0ea9-4cbe-876f-36e7da567516 req-4984d4d7-a33c-4efe-9095-fdefc9e0adc4 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:31.765258 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ec1cda0-0ea9-4cbe-876f-36e7da567516 req-4984d4d7-a33c-4efe-9095-fdefc9e0adc4 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b8de28-4ff3-4d59-80ce-85592cde9d20 HTTP/1.1" status: 200 len: 950 time: 0.0932882 Sep 07 18:54:31.828659 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ec1cda0-0ea9-4cbe-876f-36e7da567516 req-be1c0b5b-05e3-4b54-ab97-7fece22aa0aa tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/security-groups?id=50424994-f474-4780-91ba-b64408f4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541453 Sep 07 18:54:31.834878 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d55a644-2c0f-4532-8fcf-f3a60816dd62 req-cac17243-63ed-4239-90c5-11fd8b037097 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685875 Sep 07 18:54:32.080477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c926b-7533-4f01-a2f1-1de97ac95ca3 req-58c999e4-4631-4301-891c-5e751097c2c5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:32.087410 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c926b-7533-4f01-a2f1-1de97ac95ca3 req-58c999e4-4631-4301-891c-5e751097c2c5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:32.093720 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c926b-7533-4f01-a2f1-1de97ac95ca3 req-58c999e4-4631-4301-891c-5e751097c2c5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:32.099687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c926b-7533-4f01-a2f1-1de97ac95ca3 req-58c999e4-4631-4301-891c-5e751097c2c5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:32.105630 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c926b-7533-4f01-a2f1-1de97ac95ca3 req-58c999e4-4631-4301-891c-5e751097c2c5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:32.112040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c926b-7533-4f01-a2f1-1de97ac95ca3 req-58c999e4-4631-4301-891c-5e751097c2c5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:32.117964 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c926b-7533-4f01-a2f1-1de97ac95ca3 req-58c999e4-4631-4301-891c-5e751097c2c5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:32.119861 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-393c926b-7533-4f01-a2f1-1de97ac95ca3 req-58c999e4-4631-4301-891c-5e751097c2c5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5431 time: 0.1141031 Sep 07 18:54:32.193761 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-393c926b-7533-4f01-a2f1-1de97ac95ca3 req-831ace44-7d4d-4fa8-a111-7b82060a4100 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593657 Sep 07 18:54:32.209776 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dae935-60d2-4f20-8448-e004e63833db req-eb4593a3-bce0-41d3-9027-e3af1736d1bb tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:32.218322 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3dae935-60d2-4f20-8448-e004e63833db req-eb4593a3-bce0-41d3-9027-e3af1736d1bb tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b8de28-4ff3-4d59-80ce-85592cde9d20 HTTP/1.1" status: 200 len: 950 time: 0.0946498 Sep 07 18:54:32.278697 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3dae935-60d2-4f20-8448-e004e63833db req-852fdb2e-827e-4f4c-9b12-7dd11c304c6d tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/security-groups?id=50424994-f474-4780-91ba-b64408f4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466840 Sep 07 18:54:32.602506 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410806dc-5298-4ac9-9f5d-b4b6e38558a3 req-64dc06ff-af24-4436-abff-ffece72c09e4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:32.604098 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-410806dc-5298-4ac9-9f5d-b4b6e38558a3 req-64dc06ff-af24-4436-abff-ffece72c09e4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 944 time: 0.0510576 Sep 07 18:54:32.675691 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-410806dc-5298-4ac9-9f5d-b4b6e38558a3 req-73451c39-cb74-47a1-bc31-f8f41af6deb2 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612288 Sep 07 18:54:32.684870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef2aed-cfb8-41f1-873c-f184f35c0940 req-e8888aac-f3d4-45bf-880b-dded377d3cbd tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:32.685769 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 8e48499e-7695-4db7-9258-56e853c1d7b9 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:54:32.686599 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7eef2aed-cfb8-41f1-873c-f184f35c0940 req-e8888aac-f3d4-45bf-880b-dded377d3cbd tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.0815756 Sep 07 18:54:32.741387 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7eef2aed-cfb8-41f1-873c-f184f35c0940 req-90e6ed36-e924-4afa-9dc7-60eb4d697212 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439548 Sep 07 18:54:32.797194 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 8e48499e-7695-4db7-9258-56e853c1d7b9 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:54:32.803357 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 8e48499e-7695-4db7-9258-56e853c1d7b9 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:32.804074 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:32.836742 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:54:32.994902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e498d3b-5d41-4f73-831c-c2a250a866d4 req-df3c7c49-c575-4a45-ad3a-e14212988711 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:32.996432 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e498d3b-5d41-4f73-831c-c2a250a866d4 req-df3c7c49-c575-4a45-ad3a-e14212988711 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.0683293 Sep 07 18:54:33.050377 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e498d3b-5d41-4f73-831c-c2a250a866d4 req-02b59032-e50f-4f5e-ac9b-f178acf4a172 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476599 Sep 07 18:54:33.061319 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,segment=NetworkSegment(11c36bdb-1e25-4e17-9eb3-fc29828605f0),segment_id=11c36bdb-1e25-4e17-9eb3-fc29828605f0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:33.067033 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:33.087174 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2', 'network_id': '5b400c2c-52a1-4a3f-b7e2-da40908cc664', 'port_id': '4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2', 'mac_address': 'fa:16:3e:8f:1f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081181ef-c8d4-4758-b937-dfb90332a016', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:54:33.138926 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:33.147339 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de110e5-f7c2-4c98-af63-c8f7440f1ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e48499e-7695-4db7-9258-56e853c1d7b9'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:33.149778 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfd564f-e492-4516-885f-6b7ee29ff679" -d '{"events": [{"server_uuid": "9de110e5-f7c2-4c98-af63-c8f7440f1ed2", "name": "network-vif-plugged", "status": "completed", "tag": "8e48499e-7695-4db7-9258-56e853c1d7b9"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:33.170580 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 8e48499e-7695-4db7-9258-56e853c1d7b9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=8e48499e-7695-4db7-9258-56e853c1d7b9,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:33.172710 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:33.175880 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:54:33.179142 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:33.265386 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a88a8a7-5d14-4136-ba3d-dc6df3973526 x-openstack-request-id: req-0a88a8a7-5d14-4136-ba3d-dc6df3973526 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:33.265675 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de110e5-f7c2-4c98-af63-c8f7440f1ed2", "name": "network-vif-plugged", "status": "completed", "tag": "8e48499e-7695-4db7-9258-56e853c1d7b9", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:33.265932 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a88a8a7-5d14-4136-ba3d-dc6df3973526 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:33.266324 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de110e5-f7c2-4c98-af63-c8f7440f1ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e48499e-7695-4db7-9258-56e853c1d7b9', 'code': 200} Sep 07 18:54:33.319358 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=8e48499e-7695-4db7-9258-56e853c1d7b9,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:33.332696 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,segment=NetworkSegment(11c36bdb-1e25-4e17-9eb3-fc29828605f0),segment_id=11c36bdb-1e25-4e17-9eb3-fc29828605f0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:33.349830 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:33.413025 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60922) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:33.431012 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:33.463114 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:54:33.533870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234ffcd-656c-4e07-a476-96bd0f93dec4 req-065647d2-0bd2-49d2-a80c-995ea65c72b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:33.536140 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e234ffcd-656c-4e07-a476-96bd0f93dec4 req-065647d2-0bd2-49d2-a80c-995ea65c72b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 1096 time: 0.2130065 Sep 07 18:54:33.554422 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3fde2-f92d-4385-ae24-77bf56f31f8b req-9e855ede-5783-47bb-a8d2-930a4b7245a6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:33.560786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3fde2-f92d-4385-ae24-77bf56f31f8b req-9e855ede-5783-47bb-a8d2-930a4b7245a6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:33.567864 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3fde2-f92d-4385-ae24-77bf56f31f8b req-9e855ede-5783-47bb-a8d2-930a4b7245a6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:33.574352 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3fde2-f92d-4385-ae24-77bf56f31f8b req-9e855ede-5783-47bb-a8d2-930a4b7245a6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:33.580549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3fde2-f92d-4385-ae24-77bf56f31f8b req-9e855ede-5783-47bb-a8d2-930a4b7245a6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:33.587200 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3fde2-f92d-4385-ae24-77bf56f31f8b req-9e855ede-5783-47bb-a8d2-930a4b7245a6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:33.593722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3fde2-f92d-4385-ae24-77bf56f31f8b req-9e855ede-5783-47bb-a8d2-930a4b7245a6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:33.599527 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63255022-5c7a-43b1-8c72-613af22a3d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:33.602001 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1d3fde2-f92d-4385-ae24-77bf56f31f8b req-9e855ede-5783-47bb-a8d2-930a4b7245a6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5431 time: 0.3114803 Sep 07 18:54:33.717877 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf81bb-b7cd-45dc-a5ef-8adaff9147aa req-c659cae3-27c8-42bb-b01a-209d4447312c tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:33.728245 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7baf81bb-b7cd-45dc-a5ef-8adaff9147aa req-c659cae3-27c8-42bb-b01a-209d4447312c tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b8de28-4ff3-4d59-80ce-85592cde9d20 HTTP/1.1" status: 200 len: 950 time: 0.3152239 Sep 07 18:54:33.816261 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e234ffcd-656c-4e07-a476-96bd0f93dec4 req-2ad99c01-ad24-4c3d-9098-6d1ef86cccde service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121172 Sep 07 18:54:33.817252 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63255022-5c7a-43b1-8c72-613af22a3d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:33.822019 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63255022-5c7a-43b1-8c72-613af22a3d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:33.844867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36251645-47e9-4064-b1fa-a12fd3d22966 req-fb00fe9e-39fd-4003-b8a7-e973664e7616 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:33.846886 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36251645-47e9-4064-b1fa-a12fd3d22966 req-fb00fe9e-39fd-4003-b8a7-e973664e7616 tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.36 "GET /v2.0/ports?device_id=50b8de28-4ff3-4d59-80ce-85592cde9d20 HTTP/1.1" status: 200 len: 950 time: 0.3511755 Sep 07 18:54:33.860429 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-63255022-5c7a-43b1-8c72-613af22a3d27 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0fd9764d3a894f89bbd29a785c2f87f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4461324 Sep 07 18:54:33.862448 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60938) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:33.893696 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1d3fde2-f92d-4385-ae24-77bf56f31f8b req-1f06daca-3262-4ca9-9662-3a25641d8e29 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2901068 Sep 07 18:54:33.906894 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63255022-5c7a-43b1-8c72-613af22a3d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86e002d-7a5b-408e-bb72-ccb9ee61f64d,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:33.937200 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7baf81bb-b7cd-45dc-a5ef-8adaff9147aa req-1fe41fe3-71e8-448a-9005-61fa072a948e tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/security-groups?id=50424994-f474-4780-91ba-b64408f4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078209 Sep 07 18:54:33.963152 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f681b31e-d0a8-4898-bbff-9041c421bae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:33.991609 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f681b31e-d0a8-4898-bbff-9041c421bae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:34.078304 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f681b31e-d0a8-4898-bbff-9041c421bae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:34.083696 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f681b31e-d0a8-4898-bbff-9041c421bae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:34.087091 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f681b31e-d0a8-4898-bbff-9041c421bae1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e86e002d-7a5b-408e-bb72-ccb9ee61f64d HTTP/1.1" status: 204 len: 168 time: 0.2177520 Sep 07 18:54:34.124492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681b31e-d0a8-4898-bbff-9041c421bae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86e002d-7a5b-408e-bb72-ccb9ee61f64d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:34.511256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447626a-8d34-453a-a01a-6da9ea33e81e req-7b84e67c-5b5a-4ded-ae74-48d215d9b8e5 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:34.518918 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c447626a-8d34-453a-a01a-6da9ea33e81e req-7b84e67c-5b5a-4ded-ae74-48d215d9b8e5 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.4715099 Sep 07 18:54:34.591907 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68780027-8d9f-4b1f-bbb4-9a0ebf279b4e req-a39e6594-bbf3-4e92-9974-5780d0698fae tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:34.594448 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68780027-8d9f-4b1f-bbb4-9a0ebf279b4e req-a39e6594-bbf3-4e92-9974-5780d0698fae tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 945 time: 0.4673042 Sep 07 18:54:34.598524 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-36251645-47e9-4064-b1fa-a12fd3d22966 req-12f6b782-cc21-4435-b231-1241cafaaf7e tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Deleting port a4c554ca-6fc0-4be4-addd-e80c8ed679e6 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:54:34.598890 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-36251645-47e9-4064-b1fa-a12fd3d22966 req-12f6b782-cc21-4435-b231-1241cafaaf7e tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:34.604373 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c447626a-8d34-453a-a01a-6da9ea33e81e req-e1df10a7-1374-4c2f-83d3-9f3be96705b2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845630 Sep 07 18:54:34.763739 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68780027-8d9f-4b1f-bbb4-9a0ebf279b4e req-611ade1b-d7cd-42f4-a6a4-0c848b9a3a18 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576283 Sep 07 18:54:34.833720 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-36251645-47e9-4064-b1fa-a12fd3d22966 req-12f6b782-cc21-4435-b231-1241cafaaf7e tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] For port a4c554ca-6fc0-4be4-addd-e80c8ed679e6, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a4c554ca-6fc0-4be4-addd-e80c8ed679e6,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:34.834126 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-36251645-47e9-4064-b1fa-a12fd3d22966 req-12f6b782-cc21-4435-b231-1241cafaaf7e tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:34.835057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:54:34.861490 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-36251645-47e9-4064-b1fa-a12fd3d22966 req-12f6b782-cc21-4435-b231-1241cafaaf7e tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Calling delete_port for a4c554ca-6fc0-4be4-addd-e80c8ed679e6 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:54:35.006323 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:35.007597 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:35.151812 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f13e9-7d91-4b8d-9e07-4657dc354df7 req-50441cb4-7952-4829-b843-b3f78c8a29e9 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:35.161840 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-380f13e9-7d91-4b8d-9e07-4657dc354df7 req-50441cb4-7952-4829-b843-b3f78c8a29e9 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 945 time: 0.2939153 Sep 07 18:54:35.201340 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:35.223557 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0813b-77c6-4422-8b22-8255645411ee req-27018a07-2155-4270-8cba-a6ab035911bf tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:35.225129 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a5c0813b-77c6-4422-8b22-8255645411ee req-27018a07-2155-4270-8cba-a6ab035911bf tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b8de28-4ff3-4d59-80ce-85592cde9d20 HTTP/1.1" status: 200 len: 950 time: 0.1455100 Sep 07 18:54:35.247230 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,segment=NetworkSegment(11c36bdb-1e25-4e17-9eb3-fc29828605f0),segment_id=11c36bdb-1e25-4e17-9eb3-fc29828605f0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:35.254016 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:35.265011 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-380f13e9-7d91-4b8d-9e07-4657dc354df7 req-9c5f46c1-66cc-46c3-b9ee-6c7abaa0e9aa tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006455 Sep 07 18:54:35.290254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e93329-67e0-47a4-b999-c8e46e240beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:35.293114 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1011b8f-af0a-40f8-9ee5-97b44f471a51" -d '{"events": [{"server_uuid": "c3e93329-67e0-47a4-b999-c8e46e240beb", "name": "network-vif-plugged", "status": "completed", "tag": "4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:35.375146 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:35.403235 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a5c0813b-77c6-4422-8b22-8255645411ee req-451eed25-923c-4438-93d5-82e805704b0f tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.26 "GET /v2.0/security-groups?id=50424994-f474-4780-91ba-b64408f4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638818 Sep 07 18:54:35.510014 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe17b3d-c6f4-4dcd-9230-b83587f003ab x-openstack-request-id: req-afe17b3d-c6f4-4dcd-9230-b83587f003ab {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:35.510333 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e93329-67e0-47a4-b999-c8e46e240beb", "name": "network-vif-plugged", "status": "completed", "tag": "4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:35.511055 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-afe17b3d-c6f4-4dcd-9230-b83587f003ab {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:35.511840 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e93329-67e0-47a4-b999-c8e46e240beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2', 'code': 200} Sep 07 18:54:35.553647 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-36251645-47e9-4064-b1fa-a12fd3d22966 req-12f6b782-cc21-4435-b231-1241cafaaf7e tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:35.566658 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993db3d0-2fa0-4d2a-9386-0fa996f3d6b2 req-c2a3d7cf-ec2a-49b3-b06b-a0bc556dee29 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:35.572651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993db3d0-2fa0-4d2a-9386-0fa996f3d6b2 req-c2a3d7cf-ec2a-49b3-b06b-a0bc556dee29 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:35.578654 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993db3d0-2fa0-4d2a-9386-0fa996f3d6b2 req-c2a3d7cf-ec2a-49b3-b06b-a0bc556dee29 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:35.584582 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993db3d0-2fa0-4d2a-9386-0fa996f3d6b2 req-c2a3d7cf-ec2a-49b3-b06b-a0bc556dee29 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:35.590728 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993db3d0-2fa0-4d2a-9386-0fa996f3d6b2 req-c2a3d7cf-ec2a-49b3-b06b-a0bc556dee29 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:35.597147 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993db3d0-2fa0-4d2a-9386-0fa996f3d6b2 req-c2a3d7cf-ec2a-49b3-b06b-a0bc556dee29 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:35.603138 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993db3d0-2fa0-4d2a-9386-0fa996f3d6b2 req-c2a3d7cf-ec2a-49b3-b06b-a0bc556dee29 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:35.619555 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-993db3d0-2fa0-4d2a-9386-0fa996f3d6b2 req-c2a3d7cf-ec2a-49b3-b06b-a0bc556dee29 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5431 time: 0.1898575 Sep 07 18:54:35.692564 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6b782-cc21-4435-b231-1241cafaaf7e tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Pushing event deleted for resources: {'Port': ['ID=a4c554ca-6fc0-4be4-addd-e80c8ed679e6,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:35.787860 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-36251645-47e9-4064-b1fa-a12fd3d22966 req-12f6b782-cc21-4435-b231-1241cafaaf7e tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] No DVR routers for this DVR port a4c554ca-6fc0-4be4-addd-e80c8ed679e6 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:54:35.795866 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-36251645-47e9-4064-b1fa-a12fd3d22966 req-12f6b782-cc21-4435-b231-1241cafaaf7e tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:35.797921 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36251645-47e9-4064-b1fa-a12fd3d22966 req-12f6b782-cc21-4435-b231-1241cafaaf7e tempest-ServerDiagnosticsNegativeTest-1411280419 tempest-ServerDiagnosticsNegativeTest-1411280419-project] 10.222.0.36 "DELETE /v2.0/ports/a4c554ca-6fc0-4be4-addd-e80c8ed679e6 HTTP/1.1" status: 204 len: 173 time: 1.7939031 Sep 07 18:54:35.798381 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b8de28-4ff3-4d59-80ce-85592cde9d20', 'name': 'network-vif-deleted', 'tag': 'a4c554ca-6fc0-4be4-addd-e80c8ed679e6'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:35.801267 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4b48d0-64fd-4e41-b43a-afa02fb3bb60" -d '{"events": [{"server_uuid": "50b8de28-4ff3-4d59-80ce-85592cde9d20", "name": "network-vif-deleted", "tag": "a4c554ca-6fc0-4be4-addd-e80c8ed679e6"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:35.837184 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-993db3d0-2fa0-4d2a-9386-0fa996f3d6b2 req-3c311d4d-3b95-406f-82ce-21051852551d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2167084 Sep 07 18:54:35.884636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9afe8-e1e0-41f5-aaed-3d428e2e1191 req-29061574-1fdc-42cb-b8b9-7f79c9a7a1a7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:35.895628 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ace9afe8-e1e0-41f5-aaed-3d428e2e1191 req-29061574-1fdc-42cb-b8b9-7f79c9a7a1a7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.1395910 Sep 07 18:54:35.963917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ace9afe8-e1e0-41f5-aaed-3d428e2e1191 req-96911659-76f6-4f26-bb7c-19c861b3176b tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673230 Sep 07 18:54:36.056903 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce4d895-2f07-4bc6-b436-57b58e31377f x-openstack-request-id: req-fce4d895-2f07-4bc6-b436-57b58e31377f {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:36.057202 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b8de28-4ff3-4d59-80ce-85592cde9d20", "name": "network-vif-deleted", "tag": "a4c554ca-6fc0-4be4-addd-e80c8ed679e6", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:36.057572 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fce4d895-2f07-4bc6-b436-57b58e31377f {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:36.057990 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b8de28-4ff3-4d59-80ce-85592cde9d20', 'name': 'network-vif-deleted', 'tag': 'a4c554ca-6fc0-4be4-addd-e80c8ed679e6', 'status': 'completed', 'code': 200} Sep 07 18:54:36.152328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a15f3-04e5-4383-abfe-bb9f8b078bef req-15af0451-9087-4d13-bdc4-db139b958b93 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:36.153882 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f1a15f3-04e5-4383-abfe-bb9f8b078bef req-15af0451-9087-4d13-bdc4-db139b958b93 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 945 time: 0.0832155 Sep 07 18:54:36.258825 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f1a15f3-04e5-4383-abfe-bb9f8b078bef req-34b431ea-19bd-449f-a243-bc5c8dd352ae tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830386 Sep 07 18:54:36.551384 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635f4f8-a74e-45bd-9f36-d99b595ae40a req-89846230-f24d-45b6-a09d-17cb86222379 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:36.564195 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e635f4f8-a74e-45bd-9f36-d99b595ae40a req-89846230-f24d-45b6-a09d-17cb86222379 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1496873 Sep 07 18:54:36.671459 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e635f4f8-a74e-45bd-9f36-d99b595ae40a req-fd6c349e-9134-4c10-ba8f-c844b50e695d tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062157 Sep 07 18:54:36.718697 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a4c554ca-6fc0-4be4-addd-e80c8ed679e6 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:54:36.756749 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87cde7-14ad-4d9c-800e-453ccb2fbb47 req-af4ec519-8b10-4086-807e-7f5ad36d5d3e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:36.765979 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c87cde7-14ad-4d9c-800e-453ccb2fbb47 req-af4ec519-8b10-4086-807e-7f5ad36d5d3e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 945 time: 0.0804601 Sep 07 18:54:36.770699 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: a4c554ca-6fc0-4be4-addd-e80c8ed679e6 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:54:36.773223 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a4c554ca-6fc0-4be4-addd-e80c8ed679e6 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:54:36.833859 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c87cde7-14ad-4d9c-800e-453ccb2fbb47 req-5093b854-e041-46e8-a3bf-330b9ce25351 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667644 Sep 07 18:54:36.838732 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 9557b603-4ab7-498b-ac43-138b6d5d09f4 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:54:37.008372 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 9557b603-4ab7-498b-ac43-138b6d5d09f4, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=9557b603-4ab7-498b-ac43-138b6d5d09f4,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:37.040007 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '9557b603-4ab7-498b-ac43-138b6d5d09f4', 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a', 'port_id': '9557b603-4ab7-498b-ac43-138b6d5d09f4', 'mac_address': 'fa:16:3e:e5:48:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062c4530-3812-440c-9413-d7c7b298c22a', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:54:37.128520 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e960a-3aac-4fae-afac-a5d3342f521e req-51120cdb-862f-4cc3-ba16-923beafa9c9b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:37.142811 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e960a-3aac-4fae-afac-a5d3342f521e req-51120cdb-862f-4cc3-ba16-923beafa9c9b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:37.158186 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:37.160963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e960a-3aac-4fae-afac-a5d3342f521e req-51120cdb-862f-4cc3-ba16-923beafa9c9b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:37.171206 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e960a-3aac-4fae-afac-a5d3342f521e req-51120cdb-862f-4cc3-ba16-923beafa9c9b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:37.190245 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e960a-3aac-4fae-afac-a5d3342f521e req-51120cdb-862f-4cc3-ba16-923beafa9c9b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:37.198600 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9557b603-4ab7-498b-ac43-138b6d5d09f4 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:37.207174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e960a-3aac-4fae-afac-a5d3342f521e req-51120cdb-862f-4cc3-ba16-923beafa9c9b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:37.217485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e960a-3aac-4fae-afac-a5d3342f521e req-51120cdb-862f-4cc3-ba16-923beafa9c9b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:37.238024 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-327e960a-3aac-4fae-afac-a5d3342f521e req-51120cdb-862f-4cc3-ba16-923beafa9c9b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5431 time: 0.2721872 Sep 07 18:54:37.290541 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 9557b603-4ab7-498b-ac43-138b6d5d09f4, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=9557b603-4ab7-498b-ac43-138b6d5d09f4,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:37.302099 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:37.312623 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 23c753cf-b66a-40dd-bb2a-82b747a834c6 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:54:37.321518 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-327e960a-3aac-4fae-afac-a5d3342f521e req-fde368ad-0210-4125-a761-96ec01c124bd tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764792 Sep 07 18:54:37.321753 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32816) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:37.343584 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8991a-ef5c-4e2c-aad4-be90e139b152 req-f3312309-e296-4ed7-8665-508183c20ec6 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:37.352257 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51e8991a-ef5c-4e2c-aad4-be90e139b152 req-f3312309-e296-4ed7-8665-508183c20ec6 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.1051104 Sep 07 18:54:37.398631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51e8991a-ef5c-4e2c-aad4-be90e139b152 req-8e3f84b7-6e2b-4435-b9d3-b9f6d3f74207 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451031 Sep 07 18:54:37.495639 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=9557b603-4ab7-498b-ac43-138b6d5d09f4,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:37.642268 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 23c753cf-b66a-40dd-bb2a-82b747a834c6, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=23c753cf-b66a-40dd-bb2a-82b747a834c6,segment=NetworkSegment(a611d040-3073-489a-bd58-d9b80265a8d5),segment_id=a611d040-3073-489a-bd58-d9b80265a8d5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:37.658461 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '23c753cf-b66a-40dd-bb2a-82b747a834c6', 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33', 'port_id': '23c753cf-b66a-40dd-bb2a-82b747a834c6', 'mac_address': 'fa:16:3e:0e:e9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8db80a71-3c02-4d23-b125-b3e6004b047d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:54:37.710966 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:37.726976 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c753cf-b66a-40dd-bb2a-82b747a834c6 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:37.756932 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 23c753cf-b66a-40dd-bb2a-82b747a834c6, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=23c753cf-b66a-40dd-bb2a-82b747a834c6,segment=NetworkSegment(a611d040-3073-489a-bd58-d9b80265a8d5),segment_id=a611d040-3073-489a-bd58-d9b80265a8d5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:37.765921 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:37.846895 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=23c753cf-b66a-40dd-bb2a-82b747a834c6,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:37.901254 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-59f344bf-a9f3-41ff-9501-a87e18ec5275 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=06e4b7b3c7e64a1e9e41e04907adbbd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5783436 Sep 07 18:54:37.902128 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32832) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:37.949308 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329611b0-70c2-4283-80ae-0ded1bafa2fe req-bd8a0f52-1902-42b5-acbe-483013779ff1 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:37.966077 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-329611b0-70c2-4283-80ae-0ded1bafa2fe req-bd8a0f52-1902-42b5-acbe-483013779ff1 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1361132 Sep 07 18:54:38.041769 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b6831a1b-8742-4655-acd2-fa21028bb258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:38.063670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['23c753cf-b66a-40dd-bb2a-82b747a834c6'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:54:38.077261 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-329611b0-70c2-4283-80ae-0ded1bafa2fe req-3a21113c-ffe5-4015-9e92-7279d3e31f78 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994267 Sep 07 18:54:38.102804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99cecd-57f3-4632-83c3-2a311c80f8b5 req-a053e52d-11c7-44eb-b11f-b1dde6ecffcf tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:38.115907 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed99cecd-57f3-4632-83c3-2a311c80f8b5 req-a053e52d-11c7-44eb-b11f-b1dde6ecffcf tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 945 time: 0.1435082 Sep 07 18:54:38.118417 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b6831a1b-8742-4655-acd2-fa21028bb258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:38.200992 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed99cecd-57f3-4632-83c3-2a311c80f8b5 req-ee0aab6c-ea2b-4d2a-a1c0-dcbd7d126f1c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846088 Sep 07 18:54:38.244698 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b6831a1b-8742-4655-acd2-fa21028bb258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:38.248258 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b6831a1b-8742-4655-acd2-fa21028bb258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:38.249914 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b6831a1b-8742-4655-acd2-fa21028bb258 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50424994-f474-4780-91ba-b64408f4c849 HTTP/1.1" status: 204 len: 168 time: 0.3465033 Sep 07 18:54:38.266688 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6831a1b-8742-4655-acd2-fa21028bb258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50424994-f474-4780-91ba-b64408f4c849,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:38.643278 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6adf0-bafd-4a2b-b4c5-b10f5fd22500 req-f86807f6-40b7-4fbe-a213-f52a74d9b211 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:38.653478 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6adf0-bafd-4a2b-b4c5-b10f5fd22500 req-f86807f6-40b7-4fbe-a213-f52a74d9b211 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:38.689334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6adf0-bafd-4a2b-b4c5-b10f5fd22500 req-f86807f6-40b7-4fbe-a213-f52a74d9b211 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:38.707812 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6adf0-bafd-4a2b-b4c5-b10f5fd22500 req-f86807f6-40b7-4fbe-a213-f52a74d9b211 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:38.719662 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6adf0-bafd-4a2b-b4c5-b10f5fd22500 req-f86807f6-40b7-4fbe-a213-f52a74d9b211 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:38.736360 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6adf0-bafd-4a2b-b4c5-b10f5fd22500 req-f86807f6-40b7-4fbe-a213-f52a74d9b211 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:38.747418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6adf0-bafd-4a2b-b4c5-b10f5fd22500 req-f86807f6-40b7-4fbe-a213-f52a74d9b211 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:38.758030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40e6adf0-bafd-4a2b-b4c5-b10f5fd22500 req-f86807f6-40b7-4fbe-a213-f52a74d9b211 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5433 time: 0.2711554 Sep 07 18:54:38.867243 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40e6adf0-bafd-4a2b-b4c5-b10f5fd22500 req-2f58978a-0eed-45ca-a70f-688cd46ed883 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082954 Sep 07 18:54:38.868574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 48703c14-e98f-4ceb-bc6c-fe2b1901c5de details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:54:39.111921 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32880) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:39.119526 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['9557b603-4ab7-498b-ac43-138b6d5d09f4'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:54:39.134809 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7372262e-e21a-4a04-8ec4-1264746a5450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.187181 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 48703c14-e98f-4ceb-bc6c-fe2b1901c5de, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=48703c14-e98f-4ceb-bc6c-fe2b1901c5de,segment=NetworkSegment(95bba13a-f409-46aa-acc2-6b9b9cc2bb26),segment_id=95bba13a-f409-46aa-acc2-6b9b9cc2bb26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:39.204688 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '48703c14-e98f-4ceb-bc6c-fe2b1901c5de', 'network_id': '025b72be-1bd6-4706-adc3-b78adf7f2dfa', 'port_id': '48703c14-e98f-4ceb-bc6c-fe2b1901c5de', 'mac_address': 'fa:16:3e:8b:0f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa8070ab-5c30-4d90-a64d-590d11e7607c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:54:39.281840 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b52b94-46c3-4b30-84bc-d8246ae6210e req-44553152-5737-49be-8091-de2dbd82d7c9 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:39.290637 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-60b52b94-46c3-4b30-84bc-d8246ae6210e req-44553152-5737-49be-8091-de2dbd82d7c9 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.2258139 Sep 07 18:54:39.332897 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.376122 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48703c14-e98f-4ceb-bc6c-fe2b1901c5de {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:39.390749 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba83a59-63b5-4aaf-9268-c3041133d66f req-e25d185d-53a8-4d53-9fe8-0504f8e8161e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:39.401070 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ba83a59-63b5-4aaf-9268-c3041133d66f req-e25d185d-53a8-4d53-9fe8-0504f8e8161e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 945 time: 0.2611439 Sep 07 18:54:39.443357 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 48703c14-e98f-4ceb-bc6c-fe2b1901c5de, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=48703c14-e98f-4ceb-bc6c-fe2b1901c5de,segment=NetworkSegment(95bba13a-f409-46aa-acc2-6b9b9cc2bb26),segment_id=95bba13a-f409-46aa-acc2-6b9b9cc2bb26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:39.458718 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7372262e-e21a-4a04-8ec4-1264746a5450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.464461 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.466622 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7372262e-e21a-4a04-8ec4-1264746a5450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.469145 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device c5603d88-8a14-49e9-875b-419cd2bd56cb details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:54:39.538875 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-60b52b94-46c3-4b30-84bc-d8246ae6210e req-d8b27e22-7410-4bcd-b1fd-c1175ab78b13 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469504 Sep 07 18:54:39.654773 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=48703c14-e98f-4ceb-bc6c-fe2b1901c5de,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:39.677024 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ba83a59-63b5-4aaf-9268-c3041133d66f req-86926971-34ff-4df8-b8cb-de5092617c5d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749979 Sep 07 18:54:39.679724 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port c5603d88-8a14-49e9-875b-419cd2bd56cb, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=c5603d88-8a14-49e9-875b-419cd2bd56cb,segment=NetworkSegment(95bba13a-f409-46aa-acc2-6b9b9cc2bb26),segment_id=95bba13a-f409-46aa-acc2-6b9b9cc2bb26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:39.684275 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7372262e-e21a-4a04-8ec4-1264746a5450 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b03bc5c3a0eb48b79a286dc94bab4fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5711126 Sep 07 18:54:39.688761 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 32890) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:39.705731 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372262e-e21a-4a04-8ec4-1264746a5450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef3804a-8cda-4d40-9c3c-8aa4b330f12d,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:39.705938 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'c5603d88-8a14-49e9-875b-419cd2bd56cb', 'network_id': '025b72be-1bd6-4706-adc3-b78adf7f2dfa', 'port_id': 'c5603d88-8a14-49e9-875b-419cd2bd56cb', 'mac_address': 'fa:16:3e:9d:4d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa8070ab-5c30-4d90-a64d-590d11e7607c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:54:39.781589 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.836297 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5603d88-8a14-49e9-875b-419cd2bd56cb {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:39.858757 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a32bf-e4f6-4392-beb1-7a0c483183d9 req-2b137d0f-4608-452f-8060-8210045e8e02 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:39.867509 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc4a32bf-e4f6-4392-beb1-7a0c483183d9 req-2b137d0f-4608-452f-8060-8210045e8e02 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1146882 Sep 07 18:54:39.885491 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port c5603d88-8a14-49e9-875b-419cd2bd56cb, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=c5603d88-8a14-49e9-875b-419cd2bd56cb,segment=NetworkSegment(95bba13a-f409-46aa-acc2-6b9b9cc2bb26),segment_id=95bba13a-f409-46aa-acc2-6b9b9cc2bb26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:39.886809 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2024-b564-4b4c-881d-de3ccb28ee9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.892865 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.893739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device adc3ff2c-97a6-4b33-8062-87cf73872a4f details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:54:39.949508 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2024-b564-4b4c-881d-de3ccb28ee9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:40.046121 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32896) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:40.102846 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=c5603d88-8a14-49e9-875b-419cd2bd56cb,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:40.135140 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc4a32bf-e4f6-4392-beb1-7a0c483183d9 req-6951cc2a-b851-4a43-b9d5-33f6aaef13ea tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635741 Sep 07 18:54:40.193897 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2024-b564-4b4c-881d-de3ccb28ee9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:40.196587 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2024-b564-4b4c-881d-de3ccb28ee9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:40.197696 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7d7f2024-b564-4b4c-881d-de3ccb28ee9f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ef3804a-8cda-4d40-9c3c-8aa4b330f12d HTTP/1.1" status: 204 len: 168 time: 0.5078475 Sep 07 18:54:40.229256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba77e2-9d34-466f-8d37-d4cff2a98e76 req-706ca2df-5f6c-45f7-a568-3981a0211bc3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:40.235773 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba77e2-9d34-466f-8d37-d4cff2a98e76 req-706ca2df-5f6c-45f7-a568-3981a0211bc3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:40.243455 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba77e2-9d34-466f-8d37-d4cff2a98e76 req-706ca2df-5f6c-45f7-a568-3981a0211bc3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:40.249269 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba77e2-9d34-466f-8d37-d4cff2a98e76 req-706ca2df-5f6c-45f7-a568-3981a0211bc3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:40.265010 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba77e2-9d34-466f-8d37-d4cff2a98e76 req-706ca2df-5f6c-45f7-a568-3981a0211bc3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:40.267097 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port adc3ff2c-97a6-4b33-8062-87cf73872a4f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=adc3ff2c-97a6-4b33-8062-87cf73872a4f,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:40.273458 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba77e2-9d34-466f-8d37-d4cff2a98e76 req-706ca2df-5f6c-45f7-a568-3981a0211bc3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:40.290206 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba77e2-9d34-466f-8d37-d4cff2a98e76 req-706ca2df-5f6c-45f7-a568-3981a0211bc3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:40.295696 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'adc3ff2c-97a6-4b33-8062-87cf73872a4f', 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a', 'port_id': 'adc3ff2c-97a6-4b33-8062-87cf73872a4f', 'mac_address': 'fa:16:3e:7b:26:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062c4530-3812-440c-9413-d7c7b298c22a', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:54:40.296547 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2ba77e2-9d34-466f-8d37-d4cff2a98e76 req-706ca2df-5f6c-45f7-a568-3981a0211bc3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5435 time: 0.1939900 Sep 07 18:54:40.297564 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f2024-b564-4b4c-881d-de3ccb28ee9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef3804a-8cda-4d40-9c3c-8aa4b330f12d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:40.388424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2ba77e2-9d34-466f-8d37-d4cff2a98e76 req-516060ba-029f-43fc-8fc0-ecde3d001b16 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847688 Sep 07 18:54:40.454409 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:40.471570 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc3ff2c-97a6-4b33-8062-87cf73872a4f {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:40.504366 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port adc3ff2c-97a6-4b33-8062-87cf73872a4f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=adc3ff2c-97a6-4b33-8062-87cf73872a4f,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:40.526445 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:40.536428 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 2821d589-d644-400b-82c6-ab5f12352f32 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:54:40.599055 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 2821d589-d644-400b-82c6-ab5f12352f32, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2821d589-d644-400b-82c6-ab5f12352f32,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:40.640744 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-637e51bd-7cf6-45a4-b519-00b532c8b34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:40.756529 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '2821d589-d644-400b-82c6-ab5f12352f32', 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a', 'port_id': '2821d589-d644-400b-82c6-ab5f12352f32', 'mac_address': 'fa:16:3e:0a:46:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062c4530-3812-440c-9413-d7c7b298c22a', 'ip_address': '10.1.1.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:54:40.766774 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=adc3ff2c-97a6-4b33-8062-87cf73872a4f,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:40.787193 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 8e48499e-7695-4db7-9258-56e853c1d7b9 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:54:40.879534 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-637e51bd-7cf6-45a4-b519-00b532c8b34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:40.893473 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-637e51bd-7cf6-45a4-b519-00b532c8b34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:40.952313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27bce2-6f2a-4ca3-bd4d-dc976550dc97 req-02254f69-e95b-4398-bbce-0facf52097dc tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:40.968042 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e27bce2-6f2a-4ca3-bd4d-dc976550dc97 req-02254f69-e95b-4398-bbce-0facf52097dc tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.2710335 Sep 07 18:54:41.083144 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-637e51bd-7cf6-45a4-b519-00b532c8b34b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b74625b40837492fb34ae89f8b6139f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0339661 Sep 07 18:54:41.084777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 32920) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:41.100782 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e51bd-7cf6-45a4-b519-00b532c8b34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27904ce-2e53-4f8c-8854-47d7c6fbc5e4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:41.184781 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e27bce2-6f2a-4ca3-bd4d-dc976550dc97 req-24b4377d-4235-40c7-996a-a009d7ec217d tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106702 Sep 07 18:54:41.370223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2bfd6-3559-4d35-bc79-57ad0c01ec40 req-40594c2a-fbdd-45e2-8eb4-6b355a421ca6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:41.385071 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ae2bfd6-3559-4d35-bc79-57ad0c01ec40 req-40594c2a-fbdd-45e2-8eb4-6b355a421ca6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 945 time: 0.4093118 Sep 07 18:54:41.488380 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:41.529627 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2821d589-d644-400b-82c6-ab5f12352f32 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:41.615768 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6b58b0c8-af47-4e29-aeb5-973db69e3186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:41.637023 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 8e48499e-7695-4db7-9258-56e853c1d7b9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=8e48499e-7695-4db7-9258-56e853c1d7b9,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:41.668332 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 2821d589-d644-400b-82c6-ab5f12352f32, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2821d589-d644-400b-82c6-ab5f12352f32,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:41.681995 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '8e48499e-7695-4db7-9258-56e853c1d7b9', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'port_id': '8e48499e-7695-4db7-9258-56e853c1d7b9', 'mac_address': 'fa:16:3e:f3:aa:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:54:41.687190 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:41.687863 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 2c42146d-acda-49b7-9da4-ed02db649778 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:54:41.697121 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6b58b0c8-af47-4e29-aeb5-973db69e3186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:41.782273 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ae2bfd6-3559-4d35-bc79-57ad0c01ec40 req-85a84bc6-44a4-4dc8-9bb1-e8a1b9a0d680 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963065 Sep 07 18:54:41.802566 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40249f55-6d17-4365-b33f-990b27a1dcd5 req-16234617-2956-48b6-bb47-85437507a53e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:41.821106 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40249f55-6d17-4365-b33f-990b27a1dcd5 req-16234617-2956-48b6-bb47-85437507a53e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.3992739 Sep 07 18:54:41.824241 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6b58b0c8-af47-4e29-aeb5-973db69e3186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:41.826956 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6b58b0c8-af47-4e29-aeb5-973db69e3186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:41.828006 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6b58b0c8-af47-4e29-aeb5-973db69e3186 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b27904ce-2e53-4f8c-8854-47d7c6fbc5e4 HTTP/1.1" status: 204 len: 168 time: 0.7399957 Sep 07 18:54:41.860102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58b0c8-af47-4e29-aeb5-973db69e3186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27904ce-2e53-4f8c-8854-47d7c6fbc5e4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:41.900871 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40249f55-6d17-4365-b33f-990b27a1dcd5 req-009023fc-0024-48a7-b469-4f9df92e3201 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787835 Sep 07 18:54:41.974325 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 2c42146d-acda-49b7-9da4-ed02db649778, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2c42146d-acda-49b7-9da4-ed02db649778,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:41.977268 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:41.979092 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=2821d589-d644-400b-82c6-ab5f12352f32,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:42.000857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '2c42146d-acda-49b7-9da4-ed02db649778', 'network_id': '2a04f97c-eef1-4797-989a-49aba8f5ba8a', 'port_id': '2c42146d-acda-49b7-9da4-ed02db649778', 'mac_address': 'fa:16:3e:76:f9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062c4530-3812-440c-9413-d7c7b298c22a', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:54:42.003679 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e48499e-7695-4db7-9258-56e853c1d7b9 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:42.047938 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 8e48499e-7695-4db7-9258-56e853c1d7b9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=8e48499e-7695-4db7-9258-56e853c1d7b9,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:42.058631 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:42.065478 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:42.109894 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c42146d-acda-49b7-9da4-ed02db649778 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:42.154097 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 2c42146d-acda-49b7-9da4-ed02db649778, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2c42146d-acda-49b7-9da4-ed02db649778,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:42.155264 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=8e48499e-7695-4db7-9258-56e853c1d7b9,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:42.159419 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['8e48499e-7695-4db7-9258-56e853c1d7b9'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:54:42.177833 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5412e-6912-4bf5-b58b-243962435c20 req-7135f1c6-a5d5-493d-9585-571c7c31dad3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:42.195561 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:42.196644 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5412e-6912-4bf5-b58b-243962435c20 req-7135f1c6-a5d5-493d-9585-571c7c31dad3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:42.221409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5412e-6912-4bf5-b58b-243962435c20 req-7135f1c6-a5d5-493d-9585-571c7c31dad3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:42.253955 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5412e-6912-4bf5-b58b-243962435c20 req-7135f1c6-a5d5-493d-9585-571c7c31dad3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:42.266108 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 9557b603-4ab7-498b-ac43-138b6d5d09f4 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:54:42.267921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5412e-6912-4bf5-b58b-243962435c20 req-7135f1c6-a5d5-493d-9585-571c7c31dad3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:42.283921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5412e-6912-4bf5-b58b-243962435c20 req-7135f1c6-a5d5-493d-9585-571c7c31dad3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:42.296712 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5412e-6912-4bf5-b58b-243962435c20 req-7135f1c6-a5d5-493d-9585-571c7c31dad3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:42.313314 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a7e5412e-6912-4bf5-b58b-243962435c20 req-7135f1c6-a5d5-493d-9585-571c7c31dad3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5437 time: 0.3022580 Sep 07 18:54:42.377911 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=2c42146d-acda-49b7-9da4-ed02db649778,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:42.409474 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 9557b603-4ab7-498b-ac43-138b6d5d09f4 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:54:42.416154 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 9557b603-4ab7-498b-ac43-138b6d5d09f4 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:42.416541 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:42.526840 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a7e5412e-6912-4bf5-b58b-243962435c20 req-e6e10b99-e2f5-4934-b38f-7b15ed5bc670 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2088718 Sep 07 18:54:42.590627 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 32978) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:42.605266 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:42.620446 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33eb22-7ee2-452f-97d7-9ae428db35ae req-062cd029-fa23-41c5-ae29-1940104c7eed tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:42.634739 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b33eb22-7ee2-452f-97d7-9ae428db35ae req-062cd029-fa23-41c5-ae29-1940104c7eed tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.3189170 Sep 07 18:54:42.650465 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:42.668380 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ed24eea0-b4c8-42c3-840b-ead56b362658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:42.676251 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9557b603-4ab7-498b-ac43-138b6d5d09f4'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:42.678389 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1008104-303e-4ecd-9d59-bf2b4f2c4870" -d '{"events": [{"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-plugged", "status": "completed", "tag": "9557b603-4ab7-498b-ac43-138b6d5d09f4"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:42.705421 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b33eb22-7ee2-452f-97d7-9ae428db35ae req-33add32c-6aac-4845-9ac5-39656366c610 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593801 Sep 07 18:54:42.731534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 9557b603-4ab7-498b-ac43-138b6d5d09f4, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=9557b603-4ab7-498b-ac43-138b6d5d09f4,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:42.737938 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:42.738954 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 23c753cf-b66a-40dd-bb2a-82b747a834c6 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:54:42.892451 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['c5603d88-8a14-49e9-875b-419cd2bd56cb'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:54:42.907142 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 8e48499e-7695-4db7-9258-56e853c1d7b9 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:54:42.909318 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['2821d589-d644-400b-82c6-ab5f12352f32'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:54:42.911350 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ed24eea0-b4c8-42c3-840b-ead56b362658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:42.923485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['48703c14-e98f-4ceb-bc6c-fe2b1901c5de'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:54:42.925404 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ed24eea0-b4c8-42c3-840b-ead56b362658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:42.925689 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['2c42146d-acda-49b7-9da4-ed02db649778'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:54:43.001296 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe85448c-a9e3-40cc-9357-691f82c28a28 x-openstack-request-id: req-fe85448c-a9e3-40cc-9357-691f82c28a28 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:43.002092 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-plugged", "status": "completed", "tag": "9557b603-4ab7-498b-ac43-138b6d5d09f4", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:43.004036 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe85448c-a9e3-40cc-9357-691f82c28a28 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:43.005190 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9557b603-4ab7-498b-ac43-138b6d5d09f4', 'code': 200} Sep 07 18:54:43.150614 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ed24eea0-b4c8-42c3-840b-ead56b362658 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d443f09d7d743cb83281b52e96965b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5528424 Sep 07 18:54:43.153231 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32996) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:43.201130 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24eea0-b4c8-42c3-840b-ead56b362658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31dfce7f-5ee3-4d35-aa57-46581d9b74fd,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:43.314770 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-245328a0-f7fe-44f3-a751-a8037d2aa869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:43.329807 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb000d7-00c6-4d3b-b031-70f494b7fcaa req-cd66a5a2-d641-4b00-b9bb-abc0721697a6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:43.332014 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cdb000d7-00c6-4d3b-b031-70f494b7fcaa req-cd66a5a2-d641-4b00-b9bb-abc0721697a6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 944 time: 0.3220437 Sep 07 18:54:43.367297 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-245328a0-f7fe-44f3-a751-a8037d2aa869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:43.399596 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=9557b603-4ab7-498b-ac43-138b6d5d09f4,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:43.469921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b756dd0-4469-4ea5-91c1-a82175796ecd req-6515781d-8443-4a64-b1c4-dfb66cae308e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:43.470534 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-245328a0-f7fe-44f3-a751-a8037d2aa869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:43.473573 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-245328a0-f7fe-44f3-a751-a8037d2aa869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:43.475561 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b756dd0-4469-4ea5-91c1-a82175796ecd req-6515781d-8443-4a64-b1c4-dfb66cae308e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.4297378 Sep 07 18:54:43.477233 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-245328a0-f7fe-44f3-a751-a8037d2aa869 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31dfce7f-5ee3-4d35-aa57-46581d9b74fd HTTP/1.1" status: 204 len: 168 time: 0.3224571 Sep 07 18:54:43.497576 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245328a0-f7fe-44f3-a751-a8037d2aa869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dfce7f-5ee3-4d35-aa57-46581d9b74fd,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:43.566427 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 23c753cf-b66a-40dd-bb2a-82b747a834c6 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:54:43.567855 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cdb000d7-00c6-4d3b-b031-70f494b7fcaa req-134a2d93-d534-408b-a8b1-ef080017173a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280178 Sep 07 18:54:43.601508 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 23c753cf-b66a-40dd-bb2a-82b747a834c6 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:43.602642 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:43.625671 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b756dd0-4469-4ea5-91c1-a82175796ecd req-1cc4a31b-d60a-49cb-ac14-8de02228fe45 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382334 Sep 07 18:54:43.713280 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:43.741885 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['adc3ff2c-97a6-4b33-8062-87cf73872a4f'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:54:43.858640 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5e375-01a6-49a5-8c2d-ee80bbcfbd8f req-eb175a14-74e4-49db-8ad9-3b774cc9e13f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:43.874838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5e375-01a6-49a5-8c2d-ee80bbcfbd8f req-eb175a14-74e4-49db-8ad9-3b774cc9e13f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:43.892435 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5e375-01a6-49a5-8c2d-ee80bbcfbd8f req-eb175a14-74e4-49db-8ad9-3b774cc9e13f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:43.914000 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5e375-01a6-49a5-8c2d-ee80bbcfbd8f req-eb175a14-74e4-49db-8ad9-3b774cc9e13f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:43.931467 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5e375-01a6-49a5-8c2d-ee80bbcfbd8f req-eb175a14-74e4-49db-8ad9-3b774cc9e13f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:43.938168 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5e375-01a6-49a5-8c2d-ee80bbcfbd8f req-eb175a14-74e4-49db-8ad9-3b774cc9e13f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:43.973148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5e375-01a6-49a5-8c2d-ee80bbcfbd8f req-eb175a14-74e4-49db-8ad9-3b774cc9e13f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:43.977234 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53c5e375-01a6-49a5-8c2d-ee80bbcfbd8f req-eb175a14-74e4-49db-8ad9-3b774cc9e13f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5439 time: 0.2819757 Sep 07 18:54:44.008921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 8e48499e-7695-4db7-9258-56e853c1d7b9 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:44.009433 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:44.167108 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53c5e375-01a6-49a5-8c2d-ee80bbcfbd8f req-e87622e9-bcd0-498f-aba9-baca67abc734 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1809297 Sep 07 18:54:44.199948 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044721e-453f-463c-9dae-3bbc26e3a775 req-fad84694-5f7f-41a3-a18e-b9d9626e46ec tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:44.205507 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e044721e-453f-463c-9dae-3bbc26e3a775 req-fad84694-5f7f-41a3-a18e-b9d9626e46ec tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.1869569 Sep 07 18:54:44.283540 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:44.345944 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e044721e-453f-463c-9dae-3bbc26e3a775 req-03fc870c-0919-4af9-89db-6f312e3261d2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325009 Sep 07 18:54:44.407282 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33024) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:44.426956 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ade850e6-bf6e-488b-8ac5-cfd46225f6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:44.476753 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 8e48499e-7695-4db7-9258-56e853c1d7b9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=8e48499e-7695-4db7-9258-56e853c1d7b9,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:44.526497 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:44.538745 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:44.900528 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ade850e6-bf6e-488b-8ac5-cfd46225f6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:44.909824 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ade850e6-bf6e-488b-8ac5-cfd46225f6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:44.977472 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 23c753cf-b66a-40dd-bb2a-82b747a834c6, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=23c753cf-b66a-40dd-bb2a-82b747a834c6,segment=NetworkSegment(a611d040-3073-489a-bd58-d9b80265a8d5),segment_id=a611d040-3073-489a-bd58-d9b80265a8d5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:45.015218 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:45.016911 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de110e5-f7c2-4c98-af63-c8f7440f1ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e48499e-7695-4db7-9258-56e853c1d7b9'}, {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c753cf-b66a-40dd-bb2a-82b747a834c6'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:45.018953 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ade850e6-bf6e-488b-8ac5-cfd46225f6e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33995ad34de64714b68bf66cb282326c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6098521 Sep 07 18:54:45.023104 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33040) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:45.025731 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d93987-12e3-4eec-9c36-a32f555a6e90" -d '{"events": [{"server_uuid": "9de110e5-f7c2-4c98-af63-c8f7440f1ed2", "name": "network-vif-plugged", "status": "completed", "tag": "8e48499e-7695-4db7-9258-56e853c1d7b9"}, {"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-plugged", "status": "completed", "tag": "23c753cf-b66a-40dd-bb2a-82b747a834c6"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:45.033719 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=8e48499e-7695-4db7-9258-56e853c1d7b9,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:45.049422 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd2121-7274-47eb-9ae0-b50194a7ae41 req-dddfcf06-e6bd-43d4-9bf3-9f6c946676a3 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:45.060488 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68dd2121-7274-47eb-9ae0-b50194a7ae41 req-dddfcf06-e6bd-43d4-9bf3-9f6c946676a3 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 945 time: 0.2553439 Sep 07 18:54:45.071750 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade850e6-bf6e-488b-8ac5-cfd46225f6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d622a2f9-eb5c-4626-9a1b-91baf1da40cc,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:45.104617 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab90d2-59c8-42da-8a60-86588b0c89fa req-1e4454d5-fb97-47c0-af49-d65e06199156 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:45.117233 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dab90d2-59c8-42da-8a60-86588b0c89fa req-1e4454d5-fb97-47c0-af49-d65e06199156 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.2460327 Sep 07 18:54:45.164211 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73f593a4-fc52-4efc-baab-931127ca1da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:45.192901 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68dd2121-7274-47eb-9ae0-b50194a7ae41 req-832578c7-9c75-4eb4-a40a-9bf545e64c73 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251979 Sep 07 18:54:45.212296 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dab90d2-59c8-42da-8a60-86588b0c89fa req-45f6d84c-a55d-4ee6-b65e-b78b8a9411f3 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940289 Sep 07 18:54:45.217426 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73f593a4-fc52-4efc-baab-931127ca1da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:45.263615 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=23c753cf-b66a-40dd-bb2a-82b747a834c6,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:45.352580 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73f593a4-fc52-4efc-baab-931127ca1da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:45.355367 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73f593a4-fc52-4efc-baab-931127ca1da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:45.356587 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-73f593a4-fc52-4efc-baab-931127ca1da6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d622a2f9-eb5c-4626-9a1b-91baf1da40cc HTTP/1.1" status: 204 len: 168 time: 0.3296010 Sep 07 18:54:45.393110 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f593a4-fc52-4efc-baab-931127ca1da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d622a2f9-eb5c-4626-9a1b-91baf1da40cc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:45.501980 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56248bd-e899-4d5a-b143-0cf0887ea2fc x-openstack-request-id: req-c56248bd-e899-4d5a-b143-0cf0887ea2fc {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:45.502570 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de110e5-f7c2-4c98-af63-c8f7440f1ed2", "name": "network-vif-plugged", "status": "completed", "tag": "8e48499e-7695-4db7-9258-56e853c1d7b9", "code": 200}, {"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-plugged", "status": "completed", "tag": "23c753cf-b66a-40dd-bb2a-82b747a834c6", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:45.502915 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c56248bd-e899-4d5a-b143-0cf0887ea2fc {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:45.503494 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de110e5-f7c2-4c98-af63-c8f7440f1ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e48499e-7695-4db7-9258-56e853c1d7b9', 'code': 200} Sep 07 18:54:45.503854 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c753cf-b66a-40dd-bb2a-82b747a834c6', 'code': 200} Sep 07 18:54:45.779214 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c7665-59c2-44b7-a52b-ac45babc870e req-2f753a8e-1390-4dbe-b0c4-0020b0b095fb tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:45.785495 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c7665-59c2-44b7-a52b-ac45babc870e req-2f753a8e-1390-4dbe-b0c4-0020b0b095fb tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:45.809002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c7665-59c2-44b7-a52b-ac45babc870e req-2f753a8e-1390-4dbe-b0c4-0020b0b095fb tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:45.828153 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c7665-59c2-44b7-a52b-ac45babc870e req-2f753a8e-1390-4dbe-b0c4-0020b0b095fb tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:45.841354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c7665-59c2-44b7-a52b-ac45babc870e req-2f753a8e-1390-4dbe-b0c4-0020b0b095fb tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:45.861519 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c7665-59c2-44b7-a52b-ac45babc870e req-2f753a8e-1390-4dbe-b0c4-0020b0b095fb tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:45.877287 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c7665-59c2-44b7-a52b-ac45babc870e req-2f753a8e-1390-4dbe-b0c4-0020b0b095fb tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:45.889188 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-815c7665-59c2-44b7-a52b-ac45babc870e req-2f753a8e-1390-4dbe-b0c4-0020b0b095fb tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5440 time: 0.2625778 Sep 07 18:54:45.999513 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-815c7665-59c2-44b7-a52b-ac45babc870e req-ad2d3dec-679b-4dda-a713-223df4fe3225 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1092851 Sep 07 18:54:46.110118 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0c6ea-810b-4f51-8cb3-f8f953c8759c req-9ee30c39-89c6-412f-a1df-8b6ad7d00eda tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:46.119481 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a6d0c6ea-810b-4f51-8cb3-f8f953c8759c req-9ee30c39-89c6-412f-a1df-8b6ad7d00eda tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.1187284 Sep 07 18:54:46.188736 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a6d0c6ea-810b-4f51-8cb3-f8f953c8759c req-6fb181cb-dc5b-4546-a7df-ac41419265d1 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619025 Sep 07 18:54:46.191299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device c5603d88-8a14-49e9-875b-419cd2bd56cb up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:54:46.327067 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port c5603d88-8a14-49e9-875b-419cd2bd56cb completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:54:46.331685 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port c5603d88-8a14-49e9-875b-419cd2bd56cb triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:46.334096 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:46.552797 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:46.603775 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f25b28-f401-4f29-afa8-b2c3d6199396 req-b1bedb42-4cad-4585-b785-769b6d3ff585 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:46.610979 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95f25b28-f401-4f29-afa8-b2c3d6199396 req-b1bedb42-4cad-4585-b785-769b6d3ff585 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 945 time: 0.2658262 Sep 07 18:54:46.631070 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port c5603d88-8a14-49e9-875b-419cd2bd56cb, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=c5603d88-8a14-49e9-875b-419cd2bd56cb,segment=NetworkSegment(95bba13a-f409-46aa-acc2-6b9b9cc2bb26),segment_id=95bba13a-f409-46aa-acc2-6b9b9cc2bb26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:46.636996 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:46.638292 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 2c42146d-acda-49b7-9da4-ed02db649778 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:54:46.643235 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47123722-7c3e-459e-a045-a571d6dba786 req-06a59865-e8b2-4d1f-9a83-a4d2ad90aded tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:46.657989 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-47123722-7c3e-459e-a045-a571d6dba786 req-06a59865-e8b2-4d1f-9a83-a4d2ad90aded tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.2537601 Sep 07 18:54:46.881853 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-47123722-7c3e-459e-a045-a571d6dba786 req-19b6a487-8e39-4927-93f5-4da184bdaea8 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162323 Sep 07 18:54:46.941085 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95f25b28-f401-4f29-afa8-b2c3d6199396 req-338dc4eb-08ee-4730-a3df-4a87b6da2466 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677953 Sep 07 18:54:46.982804 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=c5603d88-8a14-49e9-875b-419cd2bd56cb,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:46.993863 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 2c42146d-acda-49b7-9da4-ed02db649778 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:54:47.004749 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 2c42146d-acda-49b7-9da4-ed02db649778 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:47.005916 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:47.209818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991277b1-e96d-4d85-8781-a12f52fc98c0 req-277e5b97-7e82-452f-ba9a-e0bf9685b860 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:47.240184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991277b1-e96d-4d85-8781-a12f52fc98c0 req-277e5b97-7e82-452f-ba9a-e0bf9685b860 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:47.256165 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:47.262708 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991277b1-e96d-4d85-8781-a12f52fc98c0 req-277e5b97-7e82-452f-ba9a-e0bf9685b860 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:47.271219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991277b1-e96d-4d85-8781-a12f52fc98c0 req-277e5b97-7e82-452f-ba9a-e0bf9685b860 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:47.280263 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991277b1-e96d-4d85-8781-a12f52fc98c0 req-277e5b97-7e82-452f-ba9a-e0bf9685b860 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:47.288844 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991277b1-e96d-4d85-8781-a12f52fc98c0 req-277e5b97-7e82-452f-ba9a-e0bf9685b860 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:47.297060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991277b1-e96d-4d85-8781-a12f52fc98c0 req-277e5b97-7e82-452f-ba9a-e0bf9685b860 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:47.307826 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-991277b1-e96d-4d85-8781-a12f52fc98c0 req-277e5b97-7e82-452f-ba9a-e0bf9685b860 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5441 time: 0.1677833 Sep 07 18:54:47.339247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 2c42146d-acda-49b7-9da4-ed02db649778, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2c42146d-acda-49b7-9da4-ed02db649778,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:47.351587 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:47.437225 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-991277b1-e96d-4d85-8781-a12f52fc98c0 req-64e7ecb5-ed72-42d7-8e7c-2f6fa2a61e99 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1253047 Sep 07 18:54:47.440972 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=2c42146d-acda-49b7-9da4-ed02db649778,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:47.505033 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5603d88-8a14-49e9-875b-419cd2bd56cb'}, {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c42146d-acda-49b7-9da4-ed02db649778'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:47.507450 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef134fd-b39e-4b9a-b11e-856ad01e0397" -d '{"events": [{"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-plugged", "status": "completed", "tag": "c5603d88-8a14-49e9-875b-419cd2bd56cb"}, {"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-plugged", "status": "completed", "tag": "2c42146d-acda-49b7-9da4-ed02db649778"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:47.546545 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f362fc9-f1a5-4e6c-874a-81c33714793d req-c6b09c99-a9fc-4205-a887-80d7f39ec83a tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:47.547903 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6f362fc9-f1a5-4e6c-874a-81c33714793d req-c6b09c99-a9fc-4205-a887-80d7f39ec83a tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.1076422 Sep 07 18:54:47.559380 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236510c2-3202-4998-9bbe-c8228c8a1774 x-openstack-request-id: req-236510c2-3202-4998-9bbe-c8228c8a1774 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:47.559684 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-plugged", "status": "completed", "tag": "c5603d88-8a14-49e9-875b-419cd2bd56cb", "code": 200}, {"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-plugged", "status": "completed", "tag": "2c42146d-acda-49b7-9da4-ed02db649778", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:47.559938 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-236510c2-3202-4998-9bbe-c8228c8a1774 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:47.560346 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5603d88-8a14-49e9-875b-419cd2bd56cb', 'code': 200} Sep 07 18:54:47.560733 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c42146d-acda-49b7-9da4-ed02db649778', 'code': 200} Sep 07 18:54:47.583318 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33122) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:47.675117 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6f362fc9-f1a5-4e6c-874a-81c33714793d req-54ade867-f75b-4006-b657-d7857ecfaadf tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205995 Sep 07 18:54:48.008955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-66c71133-24c1-48c4-94b5-c1b36a0434d2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1524390991-network', 'tenant_id': '8738c08e0d344886a2fc600249433028'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:48.128401 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c71133-24c1-48c4-94b5-c1b36a0434d2 admin admin] Made reservation on behalf of 8738c08e0d344886a2fc600249433028 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:54:48.134622 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66c71133-24c1-48c4-94b5-c1b36a0434d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:48.152584 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66c71133-24c1-48c4-94b5-c1b36a0434d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:48.230871 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 48703c14-e98f-4ceb-bc6c-fe2b1901c5de up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:54:48.246184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a9afe-d5e2-4929-888b-89355f2cacb2 req-51363e34-ce6e-4f7a-a612-a9ab7fe750f0 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:48.261573 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b76a9afe-d5e2-4929-888b-89355f2cacb2 req-51363e34-ce6e-4f7a-a612-a9ab7fe750f0 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.2500765 Sep 07 18:54:48.392790 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 48703c14-e98f-4ceb-bc6c-fe2b1901c5de completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:54:48.409790 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 48703c14-e98f-4ceb-bc6c-fe2b1901c5de triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:48.410068 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:48.442241 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66c71133-24c1-48c4-94b5-c1b36a0434d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:48.458128 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66c71133-24c1-48c4-94b5-c1b36a0434d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:48.474248 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b76a9afe-d5e2-4929-888b-89355f2cacb2 req-edd4fab1-4da0-432b-b2dc-e41e566cd7ac tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114396 Sep 07 18:54:48.540941 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2173bb6-5466-4691-a17d-507e382a723e req-a33631bd-e17e-4342-bb12-d74d8344bf2d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:48.557023 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2173bb6-5466-4691-a17d-507e382a723e req-a33631bd-e17e-4342-bb12-d74d8344bf2d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 945 time: 0.2066815 Sep 07 18:54:48.637885 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c71133-24c1-48c4-94b5-c1b36a0434d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:54:48.674582 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66c71133-24c1-48c4-94b5-c1b36a0434d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:48.678591 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-66c71133-24c1-48c4-94b5-c1b36a0434d2 admin admin] Added segment 1e44b613-fa42-4427-9920-2e81ead81c59 of type vlan for network 5217e271-42f5-48f8-8968-be16bc84a1a9 Sep 07 18:54:48.727316 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2173bb6-5466-4691-a17d-507e382a723e req-a1db943d-da49-4730-881c-f43fb2d44434 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626358 Sep 07 18:54:48.805644 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:48.835574 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66c71133-24c1-48c4-94b5-c1b36a0434d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:48.838404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33158) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:48.862683 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71f698-f891-4f29-be03-b64a2e02d792 req-29c2af8e-2122-471a-93d1-cbf840a8e9a9 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:48.872890 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e71f698-f891-4f29-be03-b64a2e02d792 req-29c2af8e-2122-471a-93d1-cbf840a8e9a9 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.0871828 Sep 07 18:54:48.919648 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c71133-24c1-48c4-94b5-c1b36a0434d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7454bed0-4aab-439a-97bb-e0d2c4bdefdc,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:48.933708 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66c71133-24c1-48c4-94b5-c1b36a0434d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:48.934948 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c71133-24c1-48c4-94b5-c1b36a0434d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:48.935711 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66c71133-24c1-48c4-94b5-c1b36a0434d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:48.959575 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 48703c14-e98f-4ceb-bc6c-fe2b1901c5de, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=48703c14-e98f-4ceb-bc6c-fe2b1901c5de,segment=NetworkSegment(95bba13a-f409-46aa-acc2-6b9b9cc2bb26),segment_id=95bba13a-f409-46aa-acc2-6b9b9cc2bb26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:48.972209 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:48.973298 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device adc3ff2c-97a6-4b33-8062-87cf73872a4f up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:54:49.017807 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e71f698-f891-4f29-be03-b64a2e02d792 req-082dd71d-c9e3-47d0-b47d-ed6c6b2ee0df tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434867 Sep 07 18:54:49.024546 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-66c71133-24c1-48c4-94b5-c1b36a0434d2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4382312 Sep 07 18:54:49.035573 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33164) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:49.046899 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-08e28119-cec2-4ae1-bf6d-298ad81490fa admin admin] Request body: {'subnet': {'network_id': '5217e271-42f5-48f8-8968-be16bc84a1a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1524390991-subnet', 'tenant_id': '8738c08e0d344886a2fc600249433028', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:49.097929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddba34a-8fa1-4e15-af97-7d24b4c248fd req-7d05c115-f08a-4826-9615-5dc6202e38e6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:49.104190 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddba34a-8fa1-4e15-af97-7d24b4c248fd req-7d05c115-f08a-4826-9615-5dc6202e38e6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:49.129986 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddba34a-8fa1-4e15-af97-7d24b4c248fd req-7d05c115-f08a-4826-9615-5dc6202e38e6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:49.147289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddba34a-8fa1-4e15-af97-7d24b4c248fd req-7d05c115-f08a-4826-9615-5dc6202e38e6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:49.161059 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c71133-24c1-48c4-94b5-c1b36a0434d2 admin admin] Pushing event updated for resources: {'Network': ['ID=5217e271-42f5-48f8-8968-be16bc84a1a9,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:49.167126 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddba34a-8fa1-4e15-af97-7d24b4c248fd req-7d05c115-f08a-4826-9615-5dc6202e38e6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:49.189725 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 5217e271-42f5-48f8-8968-be16bc84a1a9 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:54:49.189958 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddba34a-8fa1-4e15-af97-7d24b4c248fd req-7d05c115-f08a-4826-9615-5dc6202e38e6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:49.196228 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e28119-cec2-4ae1-bf6d-298ad81490fa admin admin] Made reservation on behalf of 8738c08e0d344886a2fc600249433028 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:54:49.199157 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08e28119-cec2-4ae1-bf6d-298ad81490fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:49.225413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddba34a-8fa1-4e15-af97-7d24b4c248fd req-7d05c115-f08a-4826-9615-5dc6202e38e6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:49.233593 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fddba34a-8fa1-4e15-af97-7d24b4c248fd req-7d05c115-f08a-4826-9615-5dc6202e38e6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5442 time: 0.3334787 Sep 07 18:54:49.409399 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fddba34a-8fa1-4e15-af97-7d24b4c248fd req-f9a83f4f-e927-4e42-b885-0913daa404b5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848293 Sep 07 18:54:49.429977 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=48703c14-e98f-4ceb-bc6c-fe2b1901c5de,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:49.493233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port adc3ff2c-97a6-4b33-8062-87cf73872a4f completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:54:49.514301 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port adc3ff2c-97a6-4b33-8062-87cf73872a4f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:49.514301 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:49.543688 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9452891b-9753-4b52-8a99-cbfd52840458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:49.584804 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48703c14-e98f-4ceb-bc6c-fe2b1901c5de'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:49.598219 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7643a524-5366-4cc2-a3fa-4e44372259cf" -d '{"events": [{"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-plugged", "status": "completed", "tag": "48703c14-e98f-4ceb-bc6c-fe2b1901c5de"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:49.698218 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a0b10f-c13c-4d3f-98e7-73262254fd33 x-openstack-request-id: req-80a0b10f-c13c-4d3f-98e7-73262254fd33 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:49.698534 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-plugged", "status": "completed", "tag": "48703c14-e98f-4ceb-bc6c-fe2b1901c5de", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:49.703192 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-80a0b10f-c13c-4d3f-98e7-73262254fd33 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:49.705089 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48703c14-e98f-4ceb-bc6c-fe2b1901c5de', 'code': 200} Sep 07 18:54:49.758095 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08e28119-cec2-4ae1-bf6d-298ad81490fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:49.871644 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82467640-45db-4f3d-8db1-97c510638baa req-696690b4-d0e9-40d3-a9b8-e2f2dbc7fb50 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:49.873164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-82467640-45db-4f3d-8db1-97c510638baa req-696690b4-d0e9-40d3-a9b8-e2f2dbc7fb50 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.2288029 Sep 07 18:54:49.889432 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:49.944000 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e28119-cec2-4ae1-bf6d-298ad81490fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d95c756-735d-4b25-a56e-7cbd797c4315,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:49.969115 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e28119-cec2-4ae1-bf6d-298ad81490fa admin admin] Checking segment: {'id': '1e44b613-fa42-4427-9920-2e81ead81c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5217e271-42f5-48f8-8968-be16bc84a1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:54:49.969493 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e28119-cec2-4ae1-bf6d-298ad81490fa admin admin] Network hostable DHCP agents. Network: 5217e271-42f5-48f8-8968-be16bc84a1a9, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:54:50.002531 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port adc3ff2c-97a6-4b33-8062-87cf73872a4f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=adc3ff2c-97a6-4b33-8062-87cf73872a4f,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:50.009510 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:50.010579 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 2821d589-d644-400b-82c6-ab5f12352f32 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:54:50.012452 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e28119-cec2-4ae1-bf6d-298ad81490fa admin admin] Network 5217e271-42f5-48f8-8968-be16bc84a1a9 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:54:50.030962 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-08e28119-cec2-4ae1-bf6d-298ad81490fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 5217e271-42f5-48f8-8968-be16bc84a1a9) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:54:50.045770 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-82467640-45db-4f3d-8db1-97c510638baa req-4c81c1c8-7feb-416d-bb57-93d8d0c17da5 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535676 Sep 07 18:54:50.056265 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e28119-cec2-4ae1-bf6d-298ad81490fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:50.056921 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08e28119-cec2-4ae1-bf6d-298ad81490fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:50.090316 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9520d1e3-2b07-4a21-b8a2-209941136396 None None] Network 5217e271-42f5-48f8-8968-be16bc84a1a9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:54:50.243253 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9452891b-9753-4b52-8a99-cbfd52840458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:50.283154 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-08e28119-cec2-4ae1-bf6d-298ad81490fa admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2461069 Sep 07 18:54:50.290258 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=adc3ff2c-97a6-4b33-8062-87cf73872a4f,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:50.373375 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9452891b-9753-4b52-8a99-cbfd52840458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:50.391624 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 2821d589-d644-400b-82c6-ab5f12352f32 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:54:50.404079 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 2821d589-d644-400b-82c6-ab5f12352f32 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:50.413309 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:50.415247 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452891b-9753-4b52-8a99-cbfd52840458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f537512-72bd-4822-9511-2ae48334156a,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:50.440534 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7af923-9654-4f32-b540-2cdeec2d593f req-68d62ee7-3f11-45d2-8d3d-c2ef2bf8f0a1 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:50.448665 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d7af923-9654-4f32-b540-2cdeec2d593f req-68d62ee7-3f11-45d2-8d3d-c2ef2bf8f0a1 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 945 time: 0.3609786 Sep 07 18:54:50.509062 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d7af923-9654-4f32-b540-2cdeec2d593f req-105f9a80-e613-45c2-80b5-198884912074 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594397 Sep 07 18:54:50.546292 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33192) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:50.558646 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9452891b-9753-4b52-8a99-cbfd52840458 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=20d019af9d2344c1b3001933431f457c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7188017 Sep 07 18:54:50.565783 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d8766c-5903-4f18-80a4-31e4597645c6 None None] Network 5217e271-42f5-48f8-8968-be16bc84a1a9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:54:50.590524 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b1f36-1d60-4c86-b5d1-ce4724b3c65e req-8967813c-24bb-4bad-9a58-785178f1aa8d tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:50.598904 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-068b1f36-1d60-4c86-b5d1-ce4724b3c65e req-8967813c-24bb-4bad-9a58-785178f1aa8d tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.3355696 Sep 07 18:54:50.708037 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fad85224-0976-4804-ab80-03012a3411be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:50.766814 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fad85224-0976-4804-ab80-03012a3411be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:50.799202 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-068b1f36-1d60-4c86-b5d1-ce4724b3c65e req-a0a7b748-109f-4c1a-95ce-316de7f0c4fc tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992824 Sep 07 18:54:50.859798 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca4f92-2b0b-4084-abd4-0de302d8e8a7 req-54332f78-57de-4799-be4d-eabe90fa7812 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:50.873025 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca4f92-2b0b-4084-abd4-0de302d8e8a7 req-54332f78-57de-4799-be4d-eabe90fa7812 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:50.885825 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca4f92-2b0b-4084-abd4-0de302d8e8a7 req-54332f78-57de-4799-be4d-eabe90fa7812 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:50.894633 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca4f92-2b0b-4084-abd4-0de302d8e8a7 req-54332f78-57de-4799-be4d-eabe90fa7812 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:50.905343 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fad85224-0976-4804-ab80-03012a3411be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:50.908344 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fad85224-0976-4804-ab80-03012a3411be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:50.914551 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fad85224-0976-4804-ab80-03012a3411be admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f537512-72bd-4822-9511-2ae48334156a HTTP/1.1" status: 204 len: 168 time: 0.3672097 Sep 07 18:54:50.946608 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad85224-0976-4804-ab80-03012a3411be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f537512-72bd-4822-9511-2ae48334156a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:50.952184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca4f92-2b0b-4084-abd4-0de302d8e8a7 req-54332f78-57de-4799-be4d-eabe90fa7812 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:50.978367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca4f92-2b0b-4084-abd4-0de302d8e8a7 req-54332f78-57de-4799-be4d-eabe90fa7812 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:50.978891 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:50.981611 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 599dad0c-5bd4-446a-ba27-78b018007c0b details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:54:50.988303 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca4f92-2b0b-4084-abd4-0de302d8e8a7 req-54332f78-57de-4799-be4d-eabe90fa7812 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:51.000259 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0ca4f92-2b0b-4084-abd4-0de302d8e8a7 req-54332f78-57de-4799-be4d-eabe90fa7812 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5444 time: 0.3161814 Sep 07 18:54:51.124398 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0ca4f92-2b0b-4084-abd4-0de302d8e8a7 req-38e41367-f81d-4bc2-a947-ef8f22954326 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1169314 Sep 07 18:54:51.233544 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aaf0e2-8599-4780-ba03-0f5dd2245729 req-3b578458-ee30-4181-b46a-9688ad9304b5 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:51.242355 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06aaf0e2-8599-4780-ba03-0f5dd2245729 req-3b578458-ee30-4181-b46a-9688ad9304b5 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.0648680 Sep 07 18:54:51.246908 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 599dad0c-5bd4-446a-ba27-78b018007c0b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=599dad0c-5bd4-446a-ba27-78b018007c0b,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:51.317224 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06aaf0e2-8599-4780-ba03-0f5dd2245729 req-03f7d446-08cd-4193-850d-7f499e131703 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735357 Sep 07 18:54:51.362665 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '599dad0c-5bd4-446a-ba27-78b018007c0b', 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20', 'port_id': '599dad0c-5bd4-446a-ba27-78b018007c0b', 'mac_address': 'fa:16:3e:10:b6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330b0af3-a338-4c3d-9fb6-805b1cab9e04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:54:51.492221 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33210) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:51.498456 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:51.559888 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 599dad0c-5bd4-446a-ba27-78b018007c0b {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:51.673439 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 599dad0c-5bd4-446a-ba27-78b018007c0b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=599dad0c-5bd4-446a-ba27-78b018007c0b,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:51.682718 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 2821d589-d644-400b-82c6-ab5f12352f32, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2821d589-d644-400b-82c6-ab5f12352f32,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:51.687138 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:51.767963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4aa0b-755f-42d1-be05-b78fc7f24508 req-0152eed2-9881-40fc-b692-75ff183a6dc5 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:51.778489 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8a4aa0b-755f-42d1-be05-b78fc7f24508 req-0152eed2-9881-40fc-b692-75ff183a6dc5 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 945 time: 0.1365018 Sep 07 18:54:51.804129 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:51.806992 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc3ff2c-97a6-4b33-8062-87cf73872a4f'}, {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2821d589-d644-400b-82c6-ab5f12352f32'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:51.816983 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2197d0b-6d92-4c08-882d-8e56e7648312" -d '{"events": [{"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-plugged", "status": "completed", "tag": "adc3ff2c-97a6-4b33-8062-87cf73872a4f"}, {"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-plugged", "status": "completed", "tag": "2821d589-d644-400b-82c6-ab5f12352f32"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:51.820502 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=599dad0c-5bd4-446a-ba27-78b018007c0b,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:51.886978 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8a4aa0b-755f-42d1-be05-b78fc7f24508 req-be44b754-bd2f-4ed6-b874-2dc89c522b6b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070583 Sep 07 18:54:51.912248 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['599dad0c-5bd4-446a-ba27-78b018007c0b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:54:52.006919 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=2821d589-d644-400b-82c6-ab5f12352f32,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:52.008084 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d750a24f-6c76-4bed-8dff-15e555c72c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:52.123964 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361d076a-cbd0-49fa-a968-300c3e7218e9 x-openstack-request-id: req-361d076a-cbd0-49fa-a968-300c3e7218e9 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:52.125327 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-plugged", "status": "completed", "tag": "adc3ff2c-97a6-4b33-8062-87cf73872a4f", "code": 200}, {"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-plugged", "status": "completed", "tag": "2821d589-d644-400b-82c6-ab5f12352f32", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:52.125979 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-361d076a-cbd0-49fa-a968-300c3e7218e9 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:52.128766 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc3ff2c-97a6-4b33-8062-87cf73872a4f', 'code': 200} Sep 07 18:54:52.130672 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2821d589-d644-400b-82c6-ab5f12352f32', 'code': 200} Sep 07 18:54:52.259964 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81826f8d-8e59-4a5f-8351-607ce1a8d538 req-3a42bc99-2fe7-4c96-8054-9636e8aa6d57 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:52.263532 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81826f8d-8e59-4a5f-8351-607ce1a8d538 req-3a42bc99-2fe7-4c96-8054-9636e8aa6d57 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 944 time: 0.3130381 Sep 07 18:54:52.296827 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d750a24f-6c76-4bed-8dff-15e555c72c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:52.316850 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d750a24f-6c76-4bed-8dff-15e555c72c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:52.403329 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750a24f-6c76-4bed-8dff-15e555c72c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b98504-1e2b-4255-b672-34e5a9d323b6,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:52.466453 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33234) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:52.481388 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4dee808a-f113-4a68-8fbe-a7b74423b2a7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1391690227-network', 'tenant_id': '9e8bd823c0634a0db29cb3cea5b1d25d'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:52.515422 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d750a24f-6c76-4bed-8dff-15e555c72c97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f0d180665a743cd94e3b4abd47dac72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0217376 Sep 07 18:54:52.518862 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33236) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:52.551442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e639895-0c21-43a5-ad00-804efbae6ba5 req-d690d4f3-5ff9-4bed-a6d1-67bd665737d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:52.555685 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e639895-0c21-43a5-ad00-804efbae6ba5 req-d690d4f3-5ff9-4bed-a6d1-67bd665737d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:52.556413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e639895-0c21-43a5-ad00-804efbae6ba5 req-d690d4f3-5ff9-4bed-a6d1-67bd665737d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:52.556993 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e639895-0c21-43a5-ad00-804efbae6ba5 req-d690d4f3-5ff9-4bed-a6d1-67bd665737d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:52.557537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e639895-0c21-43a5-ad00-804efbae6ba5 req-d690d4f3-5ff9-4bed-a6d1-67bd665737d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:52.558232 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e639895-0c21-43a5-ad00-804efbae6ba5 req-d690d4f3-5ff9-4bed-a6d1-67bd665737d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:52.558869 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e639895-0c21-43a5-ad00-804efbae6ba5 req-d690d4f3-5ff9-4bed-a6d1-67bd665737d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:52.561116 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e639895-0c21-43a5-ad00-804efbae6ba5 req-d690d4f3-5ff9-4bed-a6d1-67bd665737d6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 6502 time: 0.2920148 Sep 07 18:54:52.562035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33238) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:52.586066 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dee808a-f113-4a68-8fbe-a7b74423b2a7 admin admin] Made reservation on behalf of 9e8bd823c0634a0db29cb3cea5b1d25d for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:54:52.588676 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4dee808a-f113-4a68-8fbe-a7b74423b2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:52.619239 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4dee808a-f113-4a68-8fbe-a7b74423b2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:52.629672 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e485d76b-5e7f-47ff-970d-c759f027c7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:52.674632 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e485d76b-5e7f-47ff-970d-c759f027c7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:52.677481 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e639895-0c21-43a5-ad00-804efbae6ba5 req-cd86d1b9-ae5f-4b71-8b0c-f791ff59523c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0957088 Sep 07 18:54:52.708059 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cdb8ba95-1066-427f-b654-afd0a0fae65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:52.729202 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81826f8d-8e59-4a5f-8351-607ce1a8d538 req-9ec9487b-13c6-4108-92bb-615d3aaef5e8 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143747 Sep 07 18:54:52.813832 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4dee808a-f113-4a68-8fbe-a7b74423b2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:52.824456 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4dee808a-f113-4a68-8fbe-a7b74423b2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:52.841174 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dee808a-f113-4a68-8fbe-a7b74423b2a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:54:52.842485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 599dad0c-5bd4-446a-ba27-78b018007c0b up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:54:52.853801 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4dee808a-f113-4a68-8fbe-a7b74423b2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:52.854185 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-4dee808a-f113-4a68-8fbe-a7b74423b2a7 admin admin] Added segment b87b5048-73e5-49ca-991f-fc49104a592e of type vlan for network 91145204-a034-49be-942e-983ac587ffdb Sep 07 18:54:52.864471 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541aad6-f4ac-41fb-af14-1e78deec14e1 req-9fe77234-eb9e-4672-95f0-aa46cc03ade7 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:52.880644 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541aad6-f4ac-41fb-af14-1e78deec14e1 req-9fe77234-eb9e-4672-95f0-aa46cc03ade7 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:52.900028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541aad6-f4ac-41fb-af14-1e78deec14e1 req-9fe77234-eb9e-4672-95f0-aa46cc03ade7 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:52.906275 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4dee808a-f113-4a68-8fbe-a7b74423b2a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:52.917102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541aad6-f4ac-41fb-af14-1e78deec14e1 req-9fe77234-eb9e-4672-95f0-aa46cc03ade7 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:52.933745 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541aad6-f4ac-41fb-af14-1e78deec14e1 req-9fe77234-eb9e-4672-95f0-aa46cc03ade7 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:52.938114 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 599dad0c-5bd4-446a-ba27-78b018007c0b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:52.938499 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:52.940404 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e485d76b-5e7f-47ff-970d-c759f027c7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:52.946858 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e485d76b-5e7f-47ff-970d-c759f027c7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:52.948334 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e485d76b-5e7f-47ff-970d-c759f027c7da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90b98504-1e2b-4255-b672-34e5a9d323b6 HTTP/1.1" status: 204 len: 168 time: 0.4283278 Sep 07 18:54:52.955538 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4dee808a-f113-4a68-8fbe-a7b74423b2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:52.956577 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee808a-f113-4a68-8fbe-a7b74423b2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:52.957405 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4dee808a-f113-4a68-8fbe-a7b74423b2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:52.963641 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541aad6-f4ac-41fb-af14-1e78deec14e1 req-9fe77234-eb9e-4672-95f0-aa46cc03ade7 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:52.979780 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541aad6-f4ac-41fb-af14-1e78deec14e1 req-9fe77234-eb9e-4672-95f0-aa46cc03ade7 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:52.987160 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0541aad6-f4ac-41fb-af14-1e78deec14e1 req-9fe77234-eb9e-4672-95f0-aa46cc03ade7 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5445 time: 0.4653780 Sep 07 18:54:53.026020 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee808a-f113-4a68-8fbe-a7b74423b2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00cbc04-ffc1-417b-94aa-99e46f35e709,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:53.036043 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4dee808a-f113-4a68-8fbe-a7b74423b2a7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5670598 Sep 07 18:54:53.083886 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33244) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:53.085654 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485d76b-5e7f-47ff-970d-c759f027c7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b98504-1e2b-4255-b672-34e5a9d323b6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:53.099163 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-28205a14-a90e-4168-8911-cdbdf83152ec admin admin] Request body: {'subnet': {'network_id': '91145204-a034-49be-942e-983ac587ffdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1391690227-subnet', 'tenant_id': '9e8bd823c0634a0db29cb3cea5b1d25d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:53.107632 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee808a-f113-4a68-8fbe-a7b74423b2a7 admin admin] Pushing event updated for resources: {'Network': ['ID=91145204-a034-49be-942e-983ac587ffdb,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:53.108136 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:53.139358 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 91145204-a034-49be-942e-983ac587ffdb details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:54:53.204146 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.db.api [None req-28205a14-a90e-4168-8911-cdbdf83152ec admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 18:54:53.204146 n-d-807786-1 neutron-server[101444]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 18:54:53.204146 n-d-807786-1 neutron-server[101444]: [parameters: {'project_id_1': '9e8bd823c0634a0db29cb3cea5b1d25d', 'expiration_1': datetime.datetime(2021, 9, 7, 18, 54, 33, 104278)}] Sep 07 18:54:53.204146 n-d-807786-1 neutron-server[101444]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 18:54:53.204647 n-d-807786-1 neutron-server[101444]: DEBUG oslo_db.api [None req-28205a14-a90e-4168-8911-cdbdf83152ec admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 18:54:53.254355 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 599dad0c-5bd4-446a-ba27-78b018007c0b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=599dad0c-5bd4-446a-ba27-78b018007c0b,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:53.319182 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eeab67-f983-4424-9c66-f3c1f0924287 req-9aba8451-22dd-4e9d-b312-1f37345b4bb7 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:53.320891 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02eeab67-f983-4424-9c66-f3c1f0924287 req-9aba8451-22dd-4e9d-b312-1f37345b4bb7 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.3260448 Sep 07 18:54:53.335562 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:53.412930 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=599dad0c-5bd4-446a-ba27-78b018007c0b,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:53.509014 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0541aad6-f4ac-41fb-af14-1e78deec14e1 req-dfa3dace-187d-4ec1-81f7-ae10ab3a8fc8 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5080743 Sep 07 18:54:53.545360 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02eeab67-f983-4424-9c66-f3c1f0924287 req-fee13749-5864-45e9-9b4a-7a64f2372949 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090075 Sep 07 18:54:53.824850 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cdb8ba95-1066-427f-b654-afd0a0fae65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:53.844664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e0b00-8acc-48f9-b6cb-18355212630d req-07aaa4db-9b49-44b1-af22-482e0e4b8622 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:53.846834 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f18e0b00-8acc-48f9-b6cb-18355212630d req-07aaa4db-9b49-44b1-af22-482e0e4b8622 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 945 time: 0.1350751 Sep 07 18:54:53.847987 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cdb8ba95-1066-427f-b654-afd0a0fae65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:53.875101 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28205a14-a90e-4168-8911-cdbdf83152ec admin admin] Made reservation on behalf of 9e8bd823c0634a0db29cb3cea5b1d25d for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:54:53.877996 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28205a14-a90e-4168-8911-cdbdf83152ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:53.931855 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-cdb8ba95-1066-427f-b654-afd0a0fae65d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f29fc750de34ed2bb8bd07a9ac2ac4d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3581042 Sep 07 18:54:53.946477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8ba95-1066-427f-b654-afd0a0fae65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619a1c2b-3bb8-469d-abd1-39bd87faf612,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:53.963169 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33254) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:53.981149 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f18e0b00-8acc-48f9-b6cb-18355212630d req-7f5d7894-0c10-4506-85fe-85cbc5c81536 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250889 Sep 07 18:54:54.018948 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6312ac-ca7b-4c05-bff6-1c891730452a req-acbd6551-bca9-4f87-bc20-baf44e09e498 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:54.021046 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3a6312ac-ca7b-4c05-bff6-1c891730452a req-acbd6551-bca9-4f87-bc20-baf44e09e498 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.1195703 Sep 07 18:54:54.050668 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33258) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:54.089406 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-645bdd84-d193-495a-ab3f-2368a89a36eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:54.121915 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03b9079c-cfe8-4db2-a45b-44575a00a1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:54.132356 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2720913a-bbbf-4a10-8a8e-76d9a70847ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599dad0c-5bd4-446a-ba27-78b018007c0b'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:54.134745 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22cefde-ae9d-4ace-91bd-c9ed1baf3453" -d '{"events": [{"server_uuid": "2720913a-bbbf-4a10-8a8e-76d9a70847ff", "name": "network-vif-plugged", "status": "completed", "tag": "599dad0c-5bd4-446a-ba27-78b018007c0b"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:54.188573 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2446fa7-0c4a-464c-95ae-6f992be09339 x-openstack-request-id: req-f2446fa7-0c4a-464c-95ae-6f992be09339 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:54.188869 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2720913a-bbbf-4a10-8a8e-76d9a70847ff", "name": "network-vif-plugged", "status": "completed", "tag": "599dad0c-5bd4-446a-ba27-78b018007c0b", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:54.189116 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f2446fa7-0c4a-464c-95ae-6f992be09339 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:54.189507 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2720913a-bbbf-4a10-8a8e-76d9a70847ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599dad0c-5bd4-446a-ba27-78b018007c0b', 'code': 200} Sep 07 18:54:54.222579 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03b9079c-cfe8-4db2-a45b-44575a00a1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:54.357232 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28205a14-a90e-4168-8911-cdbdf83152ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:54.378160 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03b9079c-cfe8-4db2-a45b-44575a00a1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:54.383584 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03b9079c-cfe8-4db2-a45b-44575a00a1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:54.384280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3a6312ac-ca7b-4c05-bff6-1c891730452a req-606fbd0f-7d4d-44b0-b0fb-67d89d2a3231 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231449 Sep 07 18:54:54.387496 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-03b9079c-cfe8-4db2-a45b-44575a00a1fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/619a1c2b-3bb8-469d-abd1-39bd87faf612 HTTP/1.1" status: 204 len: 168 time: 0.4229074 Sep 07 18:54:54.455459 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-645bdd84-d193-495a-ab3f-2368a89a36eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:54.467009 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-645bdd84-d193-495a-ab3f-2368a89a36eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:54.550593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645bdd84-d193-495a-ab3f-2368a89a36eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bada1286-ed8c-4f72-a953-3608c2e4937f,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:54.562270 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-645bdd84-d193-495a-ab3f-2368a89a36eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dfd07a9c8c124cccab60feff83ea7802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5097270 Sep 07 18:54:54.564803 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33270) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:54.599379 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9079c-cfe8-4db2-a45b-44575a00a1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619a1c2b-3bb8-469d-abd1-39bd87faf612,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:54.668459 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28205a14-a90e-4168-8911-cdbdf83152ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d34d93-c398-4fd9-89ea-fb7ad2342837,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:54.684308 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-021487bd-8004-4f8c-ab1d-2b725514489e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:54.717811 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-021487bd-8004-4f8c-ab1d-2b725514489e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:54.744032 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28205a14-a90e-4168-8911-cdbdf83152ec admin admin] Checking segment: {'id': 'b87b5048-73e5-49ca-991f-fc49104a592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '91145204-a034-49be-942e-983ac587ffdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:54:54.744410 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28205a14-a90e-4168-8911-cdbdf83152ec admin admin] Network hostable DHCP agents. Network: 91145204-a034-49be-942e-983ac587ffdb, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:54:54.800455 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28205a14-a90e-4168-8911-cdbdf83152ec admin admin] Network 91145204-a034-49be-942e-983ac587ffdb is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:54:54.820935 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-28205a14-a90e-4168-8911-cdbdf83152ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 91145204-a034-49be-942e-983ac587ffdb) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:54:54.827478 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28205a14-a90e-4168-8911-cdbdf83152ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:54.828060 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28205a14-a90e-4168-8911-cdbdf83152ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:54.830906 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdd3b54-034c-4140-b619-97d4ba355fba None None] Network 91145204-a034-49be-942e-983ac587ffdb requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:54:54.890955 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-28205a14-a90e-4168-8911-cdbdf83152ec admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7954051 Sep 07 18:54:54.894504 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c10718-cba9-4ac2-a45d-f35c85d5c785 req-4cdf724d-0af7-4810-803b-2cdf9d45c136 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:54.896413 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c6c10718-cba9-4ac2-a45d-f35c85d5c785 req-4cdf724d-0af7-4810-803b-2cdf9d45c136 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1830258 Sep 07 18:54:54.913955 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ce3c9-93e7-4796-bd44-dbfd79121ed5 req-78e190a3-683d-46de-8fe5-ae6f882fd337 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:54.920540 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ce3c9-93e7-4796-bd44-dbfd79121ed5 req-78e190a3-683d-46de-8fe5-ae6f882fd337 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:54.927701 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ce3c9-93e7-4796-bd44-dbfd79121ed5 req-78e190a3-683d-46de-8fe5-ae6f882fd337 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:54.935371 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ce3c9-93e7-4796-bd44-dbfd79121ed5 req-78e190a3-683d-46de-8fe5-ae6f882fd337 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:54.941580 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ce3c9-93e7-4796-bd44-dbfd79121ed5 req-78e190a3-683d-46de-8fe5-ae6f882fd337 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:54.949743 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ce3c9-93e7-4796-bd44-dbfd79121ed5 req-78e190a3-683d-46de-8fe5-ae6f882fd337 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:54.955695 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ce3c9-93e7-4796-bd44-dbfd79121ed5 req-78e190a3-683d-46de-8fe5-ae6f882fd337 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:54.957765 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b0ce3c9-93e7-4796-bd44-dbfd79121ed5 req-78e190a3-683d-46de-8fe5-ae6f882fd337 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5445 time: 0.2369559 Sep 07 18:54:54.993939 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-021487bd-8004-4f8c-ab1d-2b725514489e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:54.995653 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-021487bd-8004-4f8c-ab1d-2b725514489e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:54.999471 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-021487bd-8004-4f8c-ab1d-2b725514489e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bada1286-ed8c-4f72-a953-3608c2e4937f HTTP/1.1" status: 204 len: 168 time: 0.4312589 Sep 07 18:54:55.038369 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021487bd-8004-4f8c-ab1d-2b725514489e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bada1286-ed8c-4f72-a953-3608c2e4937f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:55.082049 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c6c10718-cba9-4ac2-a45d-f35c85d5c785 req-a4716ec0-da6d-4e9c-b29e-40140acebda2 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227727 Sep 07 18:54:55.089538 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b0ce3c9-93e7-4796-bd44-dbfd79121ed5 req-3766e8f7-0667-458f-954f-5ccf9bfea9a9 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1217921 Sep 07 18:54:55.257743 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829b97a9-5d04-4ae0-ae6a-34628ff67bde None None] Network 91145204-a034-49be-942e-983ac587ffdb requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:54:55.495013 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04044f52-617e-41f3-92ed-1897d90467f8 req-9e4811b5-8863-497d-b629-28315ac7e75d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:55.497139 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-04044f52-617e-41f3-92ed-1897d90467f8 req-9e4811b5-8863-497d-b629-28315ac7e75d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 945 time: 0.2314129 Sep 07 18:54:55.575013 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-04044f52-617e-41f3-92ed-1897d90467f8 req-f0074cfc-2c25-4b10-9881-3b6bc0556e33 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599687 Sep 07 18:54:55.585728 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da464b-8c18-473d-aed4-2df6cd6e5803 req-dbcd2b75-2755-44c0-9b17-751d763d9f37 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:55.592149 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da464b-8c18-473d-aed4-2df6cd6e5803 req-dbcd2b75-2755-44c0-9b17-751d763d9f37 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:55.598722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da464b-8c18-473d-aed4-2df6cd6e5803 req-dbcd2b75-2755-44c0-9b17-751d763d9f37 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:55.605389 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da464b-8c18-473d-aed4-2df6cd6e5803 req-dbcd2b75-2755-44c0-9b17-751d763d9f37 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:55.611546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da464b-8c18-473d-aed4-2df6cd6e5803 req-dbcd2b75-2755-44c0-9b17-751d763d9f37 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:55.618294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da464b-8c18-473d-aed4-2df6cd6e5803 req-dbcd2b75-2755-44c0-9b17-751d763d9f37 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:55.626378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da464b-8c18-473d-aed4-2df6cd6e5803 req-dbcd2b75-2755-44c0-9b17-751d763d9f37 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:55.639155 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33310) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:55.644745 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-996947ea-c2a3-4bf1-b11a-780d897576cb tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Request body: {'floatingip': {'port_id': '23c753cf-b66a-40dd-bb2a-82b747a834c6'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:55.646078 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70da464b-8c18-473d-aed4-2df6cd6e5803 req-dbcd2b75-2755-44c0-9b17-751d763d9f37 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5445 time: 0.3022058 Sep 07 18:54:55.723794 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-996947ea-c2a3-4bf1-b11a-780d897576cb tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for floatingip, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:55.874318 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6c2d351e-09fb-43ef-a4ac-11a4c4fec912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:55.894474 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2dabb5-3bc7-4c00-96ae-06feaf56a921 req-0dd977e7-d042-4d3a-9abb-20aa20bfa248 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:55.897434 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e2dabb5-3bc7-4c00-96ae-06feaf56a921 req-0dd977e7-d042-4d3a-9abb-20aa20bfa248 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.1527245 Sep 07 18:54:55.952366 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e2dabb5-3bc7-4c00-96ae-06feaf56a921 req-a549c136-27bf-4422-947a-49ad2d07fe76 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484602 Sep 07 18:54:56.319006 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d29fd-90d1-43b5-8445-6906c1ba46e3 req-a446f12c-d0ed-4813-a8a5-25dedd5de02d tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:56.322930 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e16d29fd-90d1-43b5-8445-6906c1ba46e3 req-a446f12c-d0ed-4813-a8a5-25dedd5de02d tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.1062996 Sep 07 18:54:56.406890 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e16d29fd-90d1-43b5-8445-6906c1ba46e3 req-9a5122bd-253c-4230-a076-8b69cbedc570 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743155 Sep 07 18:54:56.518394 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53bcf3ac-e407-492a-b9ef-e76e1836f6ca req-235ed359-08b9-4ef7-96bf-c3deb779ffb3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1168478 Sep 07 18:54:56.698730 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcf3ac-e407-492a-b9ef-e76e1836f6ca req-b755eafd-ba0c-4659-aff4-f1cfc84fdb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:56.701192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53bcf3ac-e407-492a-b9ef-e76e1836f6ca req-b755eafd-ba0c-4659-aff4-f1cfc84fdb3d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 1095 time: 0.1262939 Sep 07 18:54:56.836475 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.db.resource_extend [None req-996947ea-c2a3-4bf1-b11a-780d897576cb tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 18:54:56.884160 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb0d43-5578-4f7e-b19e-106d339786db req-d547aed1-d3e3-4e80-ae16-35b5cb0e7f7a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:56.891913 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-26cb0d43-5578-4f7e-b19e-106d339786db req-d547aed1-d3e3-4e80-ae16-35b5cb0e7f7a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 945 time: 0.1895583 Sep 07 18:54:56.894505 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfee65-06a8-4876-bf79-40d44862a0b8 req-73bcd709-d27b-4ca6-ab6e-cd1439140d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:56.898062 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c4bfee65-06a8-4876-bf79-40d44862a0b8 req-73bcd709-d27b-4ca6-ab6e-cd1439140d12 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=23bd9db961d24ba189b315670760f471&device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 1097 time: 0.1453636 Sep 07 18:54:56.939628 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-996947ea-c2a3-4bf1-b11a-780d897576cb tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:56.950362 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-996947ea-c2a3-4bf1-b11a-780d897576cb tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:57.026844 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-26cb0d43-5578-4f7e-b19e-106d339786db req-29f75dfc-eefd-444a-9a5b-47eefab3db91 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340683 Sep 07 18:54:57.069661 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-247a914a-57b7-41f7-9853-b7da51911b2e req-75c90419-fa0d-4607-9d93-cb5a68813ff5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c045310f-0a44-40fb-b93c-16f97e6b41fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1977592 Sep 07 18:54:57.079320 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcf3ac-e407-492a-b9ef-e76e1836f6ca req-35e7bf77-c541-4a22-a561-b53eed512ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:57.085048 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53bcf3ac-e407-492a-b9ef-e76e1836f6ca req-35e7bf77-c541-4a22-a561-b53eed512ee2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 912 time: 0.3603036 Sep 07 18:54:57.188469 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53bcf3ac-e407-492a-b9ef-e76e1836f6ca req-0022e428-16e5-44cd-8153-45d9b2c9466a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d405748-1170-4b7c-b252-e6c48be8be2b HTTP/1.1" status: 200 len: 999 time: 0.0966654 Sep 07 18:54:57.349079 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcf3ac-e407-492a-b9ef-e76e1836f6ca req-a0d90045-9b39-4cf1-91d8-dd4501ee7e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:57.350566 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53bcf3ac-e407-492a-b9ef-e76e1836f6ca req-a0d90045-9b39-4cf1-91d8-dd4501ee7e2b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.1369200 Sep 07 18:54:57.368812 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a914a-57b7-41f7-9853-b7da51911b2e req-0cc1d510-4bb7-4e21-98ce-d0d7de382a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:57.370374 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-247a914a-57b7-41f7-9853-b7da51911b2e req-0cc1d510-4bb7-4e21-98ce-d0d7de382a70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=c045310f-0a44-40fb-b93c-16f97e6b41fe HTTP/1.1" status: 200 len: 1096 time: 0.1792541 Sep 07 18:54:57.417298 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc55da5-e366-4d66-9f8f-8e79887a703b req-7948e8fa-86dc-4f0f-b7d7-55aff6802cfd tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:57.425750 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dfc55da5-e366-4d66-9f8f-8e79887a703b req-7948e8fa-86dc-4f0f-b7d7-55aff6802cfd tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.2360911 Sep 07 18:54:57.701215 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfee65-06a8-4876-bf79-40d44862a0b8 req-b8140f28-1652-4319-b350-ebaedbab2b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:57.702736 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c4bfee65-06a8-4876-bf79-40d44862a0b8 req-b8140f28-1652-4319-b350-ebaedbab2b52 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b400c2c-52a1-4a3f-b7e2-da40908cc664 HTTP/1.1" status: 200 len: 914 time: 0.7983816 Sep 07 18:54:57.757931 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dfc55da5-e366-4d66-9f8f-8e79887a703b req-e0aa5634-bfd3-44b9-968d-c3f919e27189 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174493 Sep 07 18:54:57.826932 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcf3ac-e407-492a-b9ef-e76e1836f6ca req-d516d0dd-3c18-411a-b7e4-f3a5e9e8622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:57.834346 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53bcf3ac-e407-492a-b9ef-e76e1836f6ca req-d516d0dd-3c18-411a-b7e4-f3a5e9e8622f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4517200 Sep 07 18:54:57.840404 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-996947ea-c2a3-4bf1-b11a-780d897576cb tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Floating IP 4c1e8364-8888-405f-aec9-d029e8d99cce associated. External IP: 172.25.8.97, port: 23c753cf-b66a-40dd-bb2a-82b747a834c6. Sep 07 18:54:57.856767 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c4bfee65-06a8-4876-bf79-40d44862a0b8 req-9810ac94-5049-4a35-ad18-3e37d49619ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 HTTP/1.1" status: 200 len: 217 time: 0.1450319 Sep 07 18:54:58.032240 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a914a-57b7-41f7-9853-b7da51911b2e req-5b410f09-1a16-48ec-a3a3-1cf2d31ab93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:58.036965 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-247a914a-57b7-41f7-9853-b7da51911b2e req-5b410f09-1a16-48ec-a3a3-1cf2d31ab93d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 912 time: 0.6086316 Sep 07 18:54:58.120343 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfee65-06a8-4876-bf79-40d44862a0b8 req-4432db11-4878-41db-97a8-ae07877cec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:58.128585 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c4bfee65-06a8-4876-bf79-40d44862a0b8 req-4432db11-4878-41db-97a8-ae07877cec1b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=081181ef-c8d4-4758-b937-dfb90332a016 HTTP/1.1" status: 200 len: 853 time: 0.1982794 Sep 07 18:54:58.227676 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c4bfee65-06a8-4876-bf79-40d44862a0b8 req-0e39cdcb-2119-4705-bc4e-698586ef2007 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b400c2c-52a1-4a3f-b7e2-da40908cc664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850668 Sep 07 18:54:58.233350 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-247a914a-57b7-41f7-9853-b7da51911b2e req-f356fff1-fd89-4d7a-b024-38158d137dec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c HTTP/1.1" status: 200 len: 217 time: 0.1864293 Sep 07 18:54:58.289837 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:54:58.348368 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2acb57e-ec21-4c69-885f-6396a773ea33 req-1c17c063-130d-466c-85c0-dc94bb2f2717 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:58.355974 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2acb57e-ec21-4c69-885f-6396a773ea33 req-1c17c063-130d-466c-85c0-dc94bb2f2717 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.4789438 Sep 07 18:54:58.502370 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53bcf3ac-e407-492a-b9ef-e76e1836f6ca req-282ee105-7cc6-4f4a-a4cb-a9492eb8d42c service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6494892 Sep 07 18:54:58.577984 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:58.687776 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,segment=NetworkSegment(11c36bdb-1e25-4e17-9eb3-fc29828605f0),segment_id=11c36bdb-1e25-4e17-9eb3-fc29828605f0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:58.691065 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e93329-67e0-47a4-b999-c8e46e240beb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:58.698587 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e3c977-7363-4a2e-a858-75732a31052e" -d '{"events": [{"server_uuid": "c3e93329-67e0-47a4-b999-c8e46e240beb", "name": "network-vif-unplugged", "status": "completed", "tag": "4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:58.707464 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:58.806093 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c4bfee65-06a8-4876-bf79-40d44862a0b8 req-b9e3c995-7a4f-4f92-b020-547a053d04cc service neutron] 10.222.0.60 "GET /v2.0/networks/5b400c2c-52a1-4a3f-b7e2-da40908cc664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692551 Sep 07 18:54:58.840019 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996947ea-c2a3-4bf1-b11a-780d897576cb tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Router 39bf0026-b791-4210-a5b6-8f5600bd0058 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:54:58.846288 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:58.865493 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aa231f18-a3d8-4895-be61-66285a5da982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:59.030302 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:59.055170 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a914a-57b7-41f7-9853-b7da51911b2e req-c32be531-cab8-4ad2-b00c-1e9774f2cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:59.056402 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-247a914a-57b7-41f7-9853-b7da51911b2e req-c32be531-cab8-4ad2-b00c-1e9774f2cd38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.8127522 Sep 07 18:54:59.081315 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2acb57e-ec21-4c69-885f-6396a773ea33 req-2b20bbfc-86a0-48fc-99e8-17d32cb22a3e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7219443 Sep 07 18:54:59.211767 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c4bfee65-06a8-4876-bf79-40d44862a0b8 req-a4958739-8549-45b2-950a-2422a7f0ed81 service neutron] 10.222.0.60 "GET /v2.0/networks/5b400c2c-52a1-4a3f-b7e2-da40908cc664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841441 Sep 07 18:54:59.282704 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a914a-57b7-41f7-9853-b7da51911b2e req-4f41f3d8-cc8c-4af5-8f6b-aaab0c54d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:59.288158 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-247a914a-57b7-41f7-9853-b7da51911b2e req-4f41f3d8-cc8c-4af5-8f6b-aaab0c54d149 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2174826 Sep 07 18:54:59.303199 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996947ea-c2a3-4bf1-b11a-780d897576cb tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:54:59.314935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c51a3e-1d64-4740-9518-f27358a7be83 None None] Sync routers for ids ['39bf0026-b791-4210-a5b6-8f5600bd0058'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:54:59.315783 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-996947ea-c2a3-4bf1-b11a-780d897576cb tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:59.331937 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c51a3e-1d64-4740-9518-f27358a7be83 None None] Routers {'39bf0026-b791-4210-a5b6-8f5600bd0058'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:54:59.332889 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-48c51a3e-1d64-4740-9518-f27358a7be83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:54:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['39bf0026-b791-4210-a5b6-8f5600bd0058'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:54:59.386261 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-996947ea-c2a3-4bf1-b11a-780d897576cb tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "PUT /v2.0/floatingips/4c1e8364-8888-405f-aec9-d029e8d99cce HTTP/1.1" status: 200 len: 991 time: 3.7450778 Sep 07 18:54:59.386906 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'tag': '23c753cf-b66a-40dd-bb2a-82b747a834c6'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:59.393407 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3898c3b-404c-4f34-b73f-e9d6764ce228" -d '{"events": [{"name": "network-changed", "server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "tag": "23c753cf-b66a-40dd-bb2a-82b747a834c6"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:59.514089 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-247a914a-57b7-41f7-9853-b7da51911b2e req-7b9c543a-6807-415f-a4f7-a859c68820eb service neutron] 10.222.0.36 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098145 Sep 07 18:54:59.567996 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-48c51a3e-1d64-4740-9518-f27358a7be83 None None] Set router 39bf0026-b791-4210-a5b6-8f5600bd0058 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:54:59.618932 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53bcf3ac-e407-492a-b9ef-e76e1836f6ca req-f12f76a1-bad5-4422-a7d4-c7fa74fd50b1 service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0965908 Sep 07 18:54:59.764209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907f2cd-3cc2-4359-8f6e-8c7d3ae1dadb req-134fcdd2-18ba-4e18-b5b3-d45fb6002f2d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:59.767925 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a907f2cd-3cc2-4359-8f6e-8c7d3ae1dadb req-134fcdd2-18ba-4e18-b5b3-d45fb6002f2d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 945 time: 0.2568674 Sep 07 18:54:59.776972 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-247a914a-57b7-41f7-9853-b7da51911b2e req-f9d0affb-6246-4835-a205-a8e1213a7346 service neutron] 10.222.0.36 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430418 Sep 07 18:54:59.895100 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a907f2cd-3cc2-4359-8f6e-8c7d3ae1dadb req-38297640-da8d-4723-a1ad-a5d6d8f3470c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169009 Sep 07 18:55:00.114749 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-48c51a3e-1d64-4740-9518-f27358a7be83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'name': 'tempest-TaggedBootDevicesTest_v242-2128033413-router', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:52Z', 'updated_at': '2021-09-07T18:53:00Z', 'revision_number': 4, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'gw_port': {'id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:53Z', 'updated_at': '2021-09-07T18:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '4c1e8364-8888-405f-aec9-d029e8d99cce', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'port_id': '23c753cf-b66a-40dd-bb2a-82b747a834c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33', 'mac_address': 'fa:16:3e:0e:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:53:46Z', 'updated_at': '2021-09-07T18:54:56Z', 'revision_number': 1, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f35496-50ac-40aa-9217-d5b54690003e', 'name': '', 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'mac_address': 'fa:16:3e:ed:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '8db80a71-3c02-4d23-b125-b3e6004b047d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:59Z', 'updated_at': '2021-09-07T18:53:07Z', 'revision_number': 5, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'subnets': [{'id': '8db80a71-3c02-4d23-b125-b3e6004b047d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:00.169915 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:00.170780 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c51a3e-1d64-4740-9518-f27358a7be83 None None] Checking router: 39bf0026-b791-4210-a5b6-8f5600bd0058 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:55:00.180045 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c51a3e-1d64-4740-9518-f27358a7be83 None None] Routers {'39bf0026-b791-4210-a5b6-8f5600bd0058'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:00.180842 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-48c51a3e-1d64-4740-9518-f27358a7be83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:54:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['39bf0026-b791-4210-a5b6-8f5600bd0058'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:00.386890 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33466) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:00.485728 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-48c51a3e-1d64-4740-9518-f27358a7be83 None None] Set router 39bf0026-b791-4210-a5b6-8f5600bd0058 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:00.641889 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-46e2032e-0b36-4341-a057-7bacbf1cf9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:00.783938 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-46e2032e-0b36-4341-a057-7bacbf1cf9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:00.789818 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-46e2032e-0b36-4341-a057-7bacbf1cf9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:00.822653 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-46e2032e-0b36-4341-a057-7bacbf1cf9b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6339e7a1365840dd84b69abe8738143f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4339764 Sep 07 18:55:00.825155 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33470) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:00.849594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2032e-0b36-4341-a057-7bacbf1cf9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099854cc-4b47-4427-9144-6f65e8855e65,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:00.853935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-48c51a3e-1d64-4740-9518-f27358a7be83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'name': 'tempest-TaggedBootDevicesTest_v242-2128033413-router', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:52Z', 'updated_at': '2021-09-07T18:53:00Z', 'revision_number': 4, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'gw_port': {'id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:53Z', 'updated_at': '2021-09-07T18:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '4c1e8364-8888-405f-aec9-d029e8d99cce', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'port_id': '23c753cf-b66a-40dd-bb2a-82b747a834c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33', 'mac_address': 'fa:16:3e:0e:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:53:46Z', 'updated_at': '2021-09-07T18:54:56Z', 'revision_number': 1, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f35496-50ac-40aa-9217-d5b54690003e', 'name': '', 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'mac_address': 'fa:16:3e:ed:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '8db80a71-3c02-4d23-b125-b3e6004b047d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:59Z', 'updated_at': '2021-09-07T18:53:07Z', 'revision_number': 5, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'subnets': [{'id': '8db80a71-3c02-4d23-b125-b3e6004b047d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:00.920047 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c51a3e-1d64-4740-9518-f27358a7be83 None None] The sync data for ids ['39bf0026-b791-4210-a5b6-8f5600bd0058'] in n-d-807786-1 is: [{'id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'name': 'tempest-TaggedBootDevicesTest_v242-2128033413-router', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:52Z', 'updated_at': '2021-09-07T18:53:00Z', 'revision_number': 4, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'gw_port': {'id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:53Z', 'updated_at': '2021-09-07T18:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '4c1e8364-8888-405f-aec9-d029e8d99cce', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'port_id': '23c753cf-b66a-40dd-bb2a-82b747a834c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33', 'mac_address': 'fa:16:3e:0e:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:53:46Z', 'updated_at': '2021-09-07T18:54:56Z', 'revision_number': 1, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f35496-50ac-40aa-9217-d5b54690003e', 'name': '', 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'mac_address': 'fa:16:3e:ed:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '8db80a71-3c02-4d23-b125-b3e6004b047d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:59Z', 'updated_at': '2021-09-07T18:53:07Z', 'revision_number': 5, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'subnets': [{'id': '8db80a71-3c02-4d23-b125-b3e6004b047d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:55:00.931269 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97cb9597-f0c3-42bd-a874-d64da7097121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:00.969427 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97cb9597-f0c3-42bd-a874-d64da7097121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:01.037275 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97cb9597-f0c3-42bd-a874-d64da7097121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:01.044016 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97cb9597-f0c3-42bd-a874-d64da7097121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:01.048008 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-97cb9597-f0c3-42bd-a874-d64da7097121 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/099854cc-4b47-4427-9144-6f65e8855e65 HTTP/1.1" status: 204 len: 168 time: 0.2216249 Sep 07 18:55:01.065926 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb9597-f0c3-42bd-a874-d64da7097121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099854cc-4b47-4427-9144-6f65e8855e65,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:01.310707 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252650e2-d8db-4c05-aa87-20f352d0b91b None None] New status for floating IP 4c1e8364-8888-405f-aec9-d029e8d99cce: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:55:01.727624 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:01.931351 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33478) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:01.966810 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6e77e97e-1eee-4cd8-a9be-50481e3cc5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:02.123718 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6e77e97e-1eee-4cd8-a9be-50481e3cc5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:02.134818 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6e77e97e-1eee-4cd8-a9be-50481e3cc5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:02.190661 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33484) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:02.191263 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6e77e97e-1eee-4cd8-a9be-50481e3cc5a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=890593e580b94c60b8979e2e725d86f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570469 Sep 07 18:55:02.205688 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77e97e-1eee-4cd8-a9be-50481e3cc5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5362c2-c9fd-4843-8974-050f58c8e1dd,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:02.266402 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1a936f26-407c-476a-89be-8ec3968636d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:02.302608 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1a936f26-407c-476a-89be-8ec3968636d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:02.364989 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1a936f26-407c-476a-89be-8ec3968636d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:02.368875 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1a936f26-407c-476a-89be-8ec3968636d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:02.370126 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1a936f26-407c-476a-89be-8ec3968636d2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d5362c2-c9fd-4843-8974-050f58c8e1dd HTTP/1.1" status: 204 len: 168 time: 0.1776967 Sep 07 18:55:02.401250 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a936f26-407c-476a-89be-8ec3968636d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5362c2-c9fd-4843-8974-050f58c8e1dd,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:02.971249 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-d2e09658-66a3-4122-a564-885a4b114872 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=17eddc0ba78e4e26bdf37150219d8f7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423496 Sep 07 18:55:03.134732 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-aba246f3-0554-453e-b985-f3aec36f6459 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:03.136287 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-aba246f3-0554-453e-b985-f3aec36f6459 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/networks?id=5217e271-42f5-48f8-8968-be16bc84a1a9 HTTP/1.1" status: 200 len: 812 time: 0.2222672 Sep 07 18:55:03.169090 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-76ecbb82-dadd-4557-b940-d66a8ae7a5c7 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:03.174041 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-76ecbb82-dadd-4557-b940-d66a8ae7a5c7 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1949022 Sep 07 18:55:03.197109 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-097e0be4-1932-47e1-99e4-5fd34c37fcb9 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/quotas/8738c08e0d344886a2fc600249433028 HTTP/1.1" status: 200 len: 375 time: 0.0386837 Sep 07 18:55:03.203569 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-0480a5d3-c28d-4237-a037-bc3983b3453e tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/quotas/17eddc0ba78e4e26bdf37150219d8f7f HTTP/1.1" status: 200 len: 375 time: 0.0223210 Sep 07 18:55:03.247915 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-cf129dfb-16d9-4eba-92d1-49b942b19493 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8738c08e0d344886a2fc600249433028&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432966 Sep 07 18:55:03.296369 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-86d4aede-7e81-490e-b71e-4045290cd1e9 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=17eddc0ba78e4e26bdf37150219d8f7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724251 Sep 07 18:55:03.459095 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab446a7-628f-4ab4-9df7-10bfed90524b x-openstack-request-id: req-5ab446a7-628f-4ab4-9df7-10bfed90524b {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:03.459997 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e93329-67e0-47a4-b999-c8e46e240beb", "name": "network-vif-unplugged", "status": "failed", "tag": "4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2", "code": 422}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:03.460448 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ab446a7-628f-4ab4-9df7-10bfed90524b {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:03.463282 n-d-807786-1 neutron-server[101446]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c3e93329-67e0-47a4-b999-c8e46e240beb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2', 'code': 422} returned with failed status Sep 07 18:55:03.562971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b50d8c-e922-4466-8e47-4e08ac71c96c req-910ad38e-21c4-41c6-85bb-16f363a29d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:03.564570 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f3b50d8c-e922-4466-8e47-4e08ac71c96c req-910ad38e-21c4-41c6-85bb-16f363a29d74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 1096 time: 0.1134021 Sep 07 18:55:03.823588 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e36ea-b267-4da8-9d0b-c57deef61be3 req-85fd4927-f91f-4273-8d85-ea3437966c10 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:03.831263 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e54e36ea-b267-4da8-9d0b-c57deef61be3 req-85fd4927-f91f-4273-8d85-ea3437966c10 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.2655926 Sep 07 18:55:03.900618 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-8045de04-2620-44b5-bf68-77e024731b11 service neutron] 10.222.0.26 "GET /v2.0/networks/5217e271-42f5-48f8-8968-be16bc84a1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6319025 Sep 07 18:55:03.919599 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e54e36ea-b267-4da8-9d0b-c57deef61be3 req-e9ea73f9-757d-4357-90b7-103f84630b90 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873466 Sep 07 18:55:03.974214 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b50d8c-e922-4466-8e47-4e08ac71c96c req-eb5aac4e-a096-481d-8aff-c0291c63a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:03.976358 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f3b50d8c-e922-4466-8e47-4e08ac71c96c req-eb5aac4e-a096-481d-8aff-c0291c63a06b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 912 time: 0.3852186 Sep 07 18:55:04.031081 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f3b50d8c-e922-4466-8e47-4e08ac71c96c req-3676a65f-934d-4db1-bda0-551fd34399c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e48499e-7695-4db7-9258-56e853c1d7b9 HTTP/1.1" status: 200 len: 217 time: 0.0453417 Sep 07 18:55:04.108943 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ca3afe-de16-44e1-84a6-85ecfca26a90 x-openstack-request-id: req-a3ca3afe-de16-44e1-84a6-85ecfca26a90 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:04.109458 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "tag": "23c753cf-b66a-40dd-bb2a-82b747a834c6", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:04.109557 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3ca3afe-de16-44e1-84a6-85ecfca26a90 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:04.109963 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'tag': '23c753cf-b66a-40dd-bb2a-82b747a834c6', 'status': 'completed', 'code': 200} Sep 07 18:55:04.146847 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b50d8c-e922-4466-8e47-4e08ac71c96c req-3600401d-4afe-44c9-8b60-d1ef0cb39028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:04.148392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f3b50d8c-e922-4466-8e47-4e08ac71c96c req-3600401d-4afe-44c9-8b60-d1ef0cb39028 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.0716515 Sep 07 18:55:04.179406 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-47f9f515-d093-4db2-823b-fbcd42eeed66 service neutron] 10.222.0.26 "GET /v2.0/networks/5217e271-42f5-48f8-8968-be16bc84a1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550015 Sep 07 18:55:04.341849 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:55:04.390956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3898c3b-404c-4f34-b73f-e9d6764ce228 req-6e80cd9c-4389-4a45-8815-2f42e6b27017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:04.391454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3898c3b-404c-4f34-b73f-e9d6764ce228 req-6e80cd9c-4389-4a45-8815-2f42e6b27017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:04.391945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3898c3b-404c-4f34-b73f-e9d6764ce228 req-6e80cd9c-4389-4a45-8815-2f42e6b27017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:04.392427 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3898c3b-404c-4f34-b73f-e9d6764ce228 req-6e80cd9c-4389-4a45-8815-2f42e6b27017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:04.392932 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3898c3b-404c-4f34-b73f-e9d6764ce228 req-6e80cd9c-4389-4a45-8815-2f42e6b27017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:04.393412 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3898c3b-404c-4f34-b73f-e9d6764ce228 req-6e80cd9c-4389-4a45-8815-2f42e6b27017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:04.393888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3898c3b-404c-4f34-b73f-e9d6764ce228 req-6e80cd9c-4389-4a45-8815-2f42e6b27017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:04.395925 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3898c3b-404c-4f34-b73f-e9d6764ce228 req-6e80cd9c-4389-4a45-8815-2f42e6b27017 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cc05b32b7ef4a30afde8a2188f29c16&device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 6502 time: 0.2190795 Sep 07 18:55:04.427115 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6d7a8-6841-4d22-841f-1031d49aa6ad req-7b1a29cf-6d55-43cc-b866-50a669f41616 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:04.445151 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-26f6d7a8-6841-4d22-841f-1031d49aa6ad req-7b1a29cf-6d55-43cc-b866-50a669f41616 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 944 time: 0.2000561 Sep 07 18:55:04.455418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b50d8c-e922-4466-8e47-4e08ac71c96c req-9d908d2e-1969-4c65-b9f4-ea4f277f9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:04.456979 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f3b50d8c-e922-4466-8e47-4e08ac71c96c req-9d908d2e-1969-4c65-b9f4-ea4f277f9ad0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2264748 Sep 07 18:55:04.656820 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3898c3b-404c-4f34-b73f-e9d6764ce228 req-b5e2886f-4737-46aa-8fa0-62d9336e86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:04.660332 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3898c3b-404c-4f34-b73f-e9d6764ce228 req-b5e2886f-4737-46aa-8fa0-62d9336e86bb service neutron] 10.222.0.60 "GET /v2.0/networks?id=7bc00831-39dc-4d80-aed2-0e0dcf1c0e33 HTTP/1.1" status: 200 len: 918 time: 0.2126849 Sep 07 18:55:04.887003 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-26f6d7a8-6841-4d22-841f-1031d49aa6ad req-d44471e4-e3ae-4ef9-bae4-d1f466b7df83 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408000 Sep 07 18:55:04.889790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3898c3b-404c-4f34-b73f-e9d6764ce228 req-caf0ccd6-2522-446b-9875-5e18ac56dbe6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c753cf-b66a-40dd-bb2a-82b747a834c6 HTTP/1.1" status: 200 len: 1001 time: 0.2031860 Sep 07 18:55:04.983719 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f3b50d8c-e922-4466-8e47-4e08ac71c96c req-f25443f1-6d63-4974-b9a3-5ce4b3bc3398 service neutron] 10.222.0.36 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198411 Sep 07 18:55:05.081130 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bcd17-2b0c-4baf-9768-068cc4f230f9 req-edd35fec-ff25-4c69-9fb8-41871d69da85 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:05.083663 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a4bcd17-2b0c-4baf-9768-068cc4f230f9 req-edd35fec-ff25-4c69-9fb8-41871d69da85 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 945 time: 0.4100728 Sep 07 18:55:05.098273 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-90f5fd12-4480-40e5-8a16-ea965ffb02f3 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=17eddc0ba78e4e26bdf37150219d8f7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1134188 Sep 07 18:55:05.400458 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96e4fbb2-10b0-4c2d-9c65-c4b65dbf4e11 req-b64b6690-6866-4b4e-8a10-d89f1fd0e4dc tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 210 time: 0.4036541 Sep 07 18:55:05.465600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3898c3b-404c-4f34-b73f-e9d6764ce228 req-1b851849-d047-48b2-97a8-d0ab1f8195c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:05.491451 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3898c3b-404c-4f34-b73f-e9d6764ce228 req-1b851849-d047-48b2-97a8-d0ab1f8195c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8db80a71-3c02-4d23-b125-b3e6004b047d HTTP/1.1" status: 200 len: 856 time: 0.5051150 Sep 07 18:55:05.534256 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f3b50d8c-e922-4466-8e47-4e08ac71c96c req-2e5ba1db-12e5-434e-a05d-35f574339721 service neutron] 10.222.0.36 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450741 Sep 07 18:55:05.592189 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b13041b-602d-4957-a6d8-a9333b4056bd req-c2a60a7e-c541-4f03-8c65-c39bbb6daeaa tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 210 time: 0.0863783 Sep 07 18:55:05.595486 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a4bcd17-2b0c-4baf-9768-068cc4f230f9 req-4873c313-f408-4e60-a507-e62234681f95 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961605 Sep 07 18:55:05.660022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-582b9865-7992-4907-8d75-3ddd43a3ffff tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:05.665684 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-582b9865-7992-4907-8d75-3ddd43a3ffff tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4189277 Sep 07 18:55:05.690769 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8b0bd768-4adc-494e-a648-dec837dc5d1b tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Request body: {'port': {'device_id': 'c9077bf3-50b9-4254-b3e2-cec4eb09c4a5', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '17eddc0ba78e4e26bdf37150219d8f7f'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:05.735251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3898c3b-404c-4f34-b73f-e9d6764ce228 req-ec865ed9-92ba-40d2-8f23-6bf7ca1f6be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:05.736775 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3898c3b-404c-4f34-b73f-e9d6764ce228 req-ec865ed9-92ba-40d2-8f23-6bf7ca1f6be3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7bc00831-39dc-4d80-aed2-0e0dcf1c0e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2262182 Sep 07 18:55:05.961621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9c7d2-2414-48e4-aeae-413340729608 req-4ceda633-6c44-4c41-8149-28e003603687 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:05.963166 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5e9c7d2-2414-48e4-aeae-413340729608 req-4ceda633-6c44-4c41-8149-28e003603687 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.2458124 Sep 07 18:55:05.972393 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200e34f-3ccb-4390-8bcf-cc0260154f58 req-620c0805-30ce-4e36-9525-2a863034468a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:05.979825 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f200e34f-3ccb-4390-8bcf-cc0260154f58 req-620c0805-30ce-4e36-9525-2a863034468a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 944 time: 0.2840302 Sep 07 18:55:06.005655 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-ece9ecc2-eefd-4556-8a85-406f37b7301a tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:06.010001 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-ece9ecc2-eefd-4556-8a85-406f37b7301a tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.60 "GET /v2.0/networks?id=5217e271-42f5-48f8-8968-be16bc84a1a9 HTTP/1.1" status: 200 len: 812 time: 0.1682630 Sep 07 18:55:06.030053 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-89057650-2fe7-4c0a-979c-9d3385736d74 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Request body: {'port': {'device_id': '64470723-f4cc-4d8a-8bfc-8cf8ef3aa801', 'network_id': '5217e271-42f5-48f8-8968-be16bc84a1a9', 'admin_state_up': True, 'tenant_id': '8738c08e0d344886a2fc600249433028'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:06.058652 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3898c3b-404c-4f34-b73f-e9d6764ce228 req-aac1e64f-aeeb-46b5-bd82-da99a35c9e69 service neutron] 10.222.0.60 "GET /v2.0/networks/7bc00831-39dc-4d80-aed2-0e0dcf1c0e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910752 Sep 07 18:55:06.083222 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8b0bd768-4adc-494e-a648-dec837dc5d1b tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Made reservation on behalf of 17eddc0ba78e4e26bdf37150219d8f7f for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:55:06.087351 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8b0bd768-4adc-494e-a648-dec837dc5d1b tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:06.135182 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5e9c7d2-2414-48e4-aeae-413340729608 req-bc9fc8fe-25a8-43ee-b685-a502034ec088 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522245 Sep 07 18:55:06.135511 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8b0bd768-4adc-494e-a648-dec837dc5d1b tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:06.179977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f200e34f-3ccb-4390-8bcf-cc0260154f58 req-4917e31b-d353-41ad-9da6-c28db56273e6 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991084 Sep 07 18:55:06.241012 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-89057650-2fe7-4c0a-979c-9d3385736d74 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Made reservation on behalf of 8738c08e0d344886a2fc600249433028 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:55:06.246876 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-89057650-2fe7-4c0a-979c-9d3385736d74 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:06.328864 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3898c3b-404c-4f34-b73f-e9d6764ce228 req-ba4c53a2-7d0c-474b-ba9d-dc30ffedc6e5 service neutron] 10.222.0.60 "GET /v2.0/networks/7bc00831-39dc-4d80-aed2-0e0dcf1c0e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613797 Sep 07 18:55:06.502240 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-89057650-2fe7-4c0a-979c-9d3385736d74 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Allocated IP 172.20.0.2 (5217e271-42f5-48f8-8968-be16bc84a1a9/9d95c756-735d-4b25-a56e-7cbd797c4315/3f888291-c01b-4aff-b574-4f05a0bb792b) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:55:06.554712 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33602) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:06.745335 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18c7e526-ae71-4cb8-9ef9-bf3d846a239e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:06.809471 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8b0bd768-4adc-494e-a648-dec837dc5d1b tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:06.819640 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-89057650-2fe7-4c0a-979c-9d3385736d74 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:06.880707 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3530868e-a931-4230-a004-2f9ca505be37 req-1b82138f-04be-402a-af59-f80aa32b266d tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 210 time: 0.0932405 Sep 07 18:55:06.886143 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8b0bd768-4adc-494e-a648-dec837dc5d1b tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:06.911595 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-89057650-2fe7-4c0a-979c-9d3385736d74 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:06.988728 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 8e48499e-7695-4db7-9258-56e853c1d7b9 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:55:07.007064 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-89057650-2fe7-4c0a-979c-9d3385736d74 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Network 5217e271-42f5-48f8-8968-be16bc84a1a9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:07.018752 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-b8ff840c-93fa-4a5a-a45b-4471c0c02b6d req-6d4a518f-d179-4fab-8395-9811352eea12 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:55:07.025948 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89057650-2fe7-4c0a-979c-9d3385736d74 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Pushing event updated for resources: {'Port': ['ID=3f888291-c01b-4aff-b574-4f05a0bb792b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:07.034035 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8ff840c-93fa-4a5a-a45b-4471c0c02b6d req-6d4a518f-d179-4fab-8395-9811352eea12 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2478044 Sep 07 18:55:07.041828 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-89057650-2fe7-4c0a-979c-9d3385736d74 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:07.061812 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-89057650-2fe7-4c0a-979c-9d3385736d74 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:55:07.093254 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:07.130033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bd768-4adc-494e-a648-dec837dc5d1b tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ccc598-0e0c-4675-b3ad-57f811d845a1,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:07.131731 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-89057650-2fe7-4c0a-979c-9d3385736d74 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:07.141865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 8e48499e-7695-4db7-9258-56e853c1d7b9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=8e48499e-7695-4db7-9258-56e853c1d7b9,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:07.146258 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de110e5-f7c2-4c98-af63-c8f7440f1ed2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e48499e-7695-4db7-9258-56e853c1d7b9'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:07.147913 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-89057650-2fe7-4c0a-979c-9d3385736d74 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:07.150101 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f4e193-20c4-4244-bb1c-1625cf761fdc" -d '{"events": [{"server_uuid": "9de110e5-f7c2-4c98-af63-c8f7440f1ed2", "name": "network-vif-unplugged", "status": "completed", "tag": "8e48499e-7695-4db7-9258-56e853c1d7b9"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:07.158933 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18c7e526-ae71-4cb8-9ef9-bf3d846a239e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:07.164208 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:07.171664 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18c7e526-ae71-4cb8-9ef9-bf3d846a239e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:07.216080 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-89057650-2fe7-4c0a-979c-9d3385736d74 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1941671 Sep 07 18:55:07.228321 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=8e48499e-7695-4db7-9258-56e853c1d7b9,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:07.252661 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:07.253793 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:07.257647 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:07.258269 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:07.259305 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:07.260059 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737abde9-92cc-40f0-9f6b-a1b0703645f4 req-1ea85781-207c-43f3-8aee-4616a2a15829 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:07.260474 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:07.261242 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:07.262084 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:07.264901 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-18c7e526-ae71-4cb8-9ef9-bf3d846a239e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5685277e857749e28f9d3ae2b001c4cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7088778 Sep 07 18:55:07.266024 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:07.267993 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:07.268798 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:07.270028 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:07.271037 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-737abde9-92cc-40f0-9f6b-a1b0703645f4 req-1ea85781-207c-43f3-8aee-4616a2a15829 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 931 time: 0.2265000 Sep 07 18:55:07.278135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33628) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:07.305062 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] Request body: {'port': {'device_id': '64470723-f4cc-4d8a-8bfc-8cf8ef3aa801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:07.314086 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7e526-ae71-4cb8-9ef9-bf3d846a239e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e1a39e-4d04-443b-9282-d47a5a56e783,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:07.375729 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:07.395139 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8b0bd768-4adc-494e-a648-dec837dc5d1b tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Allocated IP 192.168.233.226 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/04bb82fe-15da-4d6b-863d-66e2ed98a6d4) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:55:07.412455 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-737abde9-92cc-40f0-9f6b-a1b0703645f4 req-d4c7dc42-f30b-4ee4-9f07-59c453ae3cba tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/security-groups?id=7454bed0-4aab-439a-97bb-e0d2c4bdefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402597 Sep 07 18:55:07.453534 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e2a70-8d7b-43d7-95e6-e30101b6615a req-15ae5036-a083-4232-a30b-e704e4ecdbf2 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:07.460726 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8f9e2a70-8d7b-43d7-95e6-e30101b6615a req-15ae5036-a083-4232-a30b-e704e4ecdbf2 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 943 time: 0.2220764 Sep 07 18:55:07.501880 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b35effde-44d0-47cb-82c8-bb545652a5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:07.551141 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b35effde-44d0-47cb-82c8-bb545652a5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:07.584492 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8f9e2a70-8d7b-43d7-95e6-e30101b6615a req-a7c07040-8538-4176-9419-1eb205c7cdb2 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228890 Sep 07 18:55:07.679639 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9579e303-c49b-406c-8dc8-bf68e1ffb284 x-openstack-request-id: req-9579e303-c49b-406c-8dc8-bf68e1ffb284 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:07.680295 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de110e5-f7c2-4c98-af63-c8f7440f1ed2", "name": "network-vif-unplugged", "status": "completed", "tag": "8e48499e-7695-4db7-9258-56e853c1d7b9", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:07.680826 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9579e303-c49b-406c-8dc8-bf68e1ffb284 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:07.686025 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de110e5-f7c2-4c98-af63-c8f7440f1ed2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e48499e-7695-4db7-9258-56e853c1d7b9', 'code': 200} Sep 07 18:55:07.741070 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51153594-5dae-4ffa-900d-cfa5174e6508 req-af06b84c-d809-4541-8763-5cc44c852b3f tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:07.742644 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51153594-5dae-4ffa-900d-cfa5174e6508 req-af06b84c-d809-4541-8763-5cc44c852b3f tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 944 time: 0.1937096 Sep 07 18:55:07.782869 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b35effde-44d0-47cb-82c8-bb545652a5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:07.785677 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b35effde-44d0-47cb-82c8-bb545652a5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:07.789798 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b35effde-44d0-47cb-82c8-bb545652a5d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87e1a39e-4d04-443b-9282-d47a5a56e783 HTTP/1.1" status: 204 len: 168 time: 0.5095289 Sep 07 18:55:07.834825 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35effde-44d0-47cb-82c8-bb545652a5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e1a39e-4d04-443b-9282-d47a5a56e783,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:07.879192 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8b0bd768-4adc-494e-a648-dec837dc5d1b tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:07.889949 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51153594-5dae-4ffa-900d-cfa5174e6508 req-3e7c9ee7-a8ea-4579-bd9a-90f5d986415c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295862 Sep 07 18:55:07.901520 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8b0bd768-4adc-494e-a648-dec837dc5d1b tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Transition to ACTIVE for port object 04bb82fe-15da-4d6b-863d-66e2ed98a6d4 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:07.918773 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2c5f9-48c6-473e-894b-ac6e65f9d505 req-d3ca8004-4349-4500-ac98-14a809f749cc tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:07.920237 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20e2c5f9-48c6-473e-894b-ac6e65f9d505 req-d3ca8004-4349-4500-ac98-14a809f749cc tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.1184516 Sep 07 18:55:07.999123 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20e2c5f9-48c6-473e-894b-ac6e65f9d505 req-4ceb0560-2e08-4f4f-93a1-1152d82f5e29 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675437 Sep 07 18:55:08.024796 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8b0bd768-4adc-494e-a648-dec837dc5d1b tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:08.094925 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f888291-c01b-4aff-b574-4f05a0bb792b {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:55:08.127366 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:08.148418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8b0bd768-4adc-494e-a648-dec837dc5d1b tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:08.152263 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8b0bd768-4adc-494e-a648-dec837dc5d1b tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:08.154511 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bd768-4adc-494e-a648-dec837dc5d1b tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Pushing event updated for resources: {'Port': ['ID=04bb82fe-15da-4d6b-863d-66e2ed98a6d4,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:08.165347 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8b0bd768-4adc-494e-a648-dec837dc5d1b tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:55:08.199374 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] Transition to ACTIVE for port object 3f888291-c01b-4aff-b574-4f05a0bb792b will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:08.208930 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:08.266384 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-839d0392-99a1-4478-aeb8-96ee649c0046 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1629319 Sep 07 18:55:08.304299 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f538a51-c5a8-4778-87db-7d3cb9ced7dd req-4a4f941f-c69a-4f92-84e8-1b87170a31b3 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:08.315527 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f538a51-c5a8-4778-87db-7d3cb9ced7dd req-4a4f941f-c69a-4f92-84e8-1b87170a31b3 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 936 time: 0.0794036 Sep 07 18:55:08.338062 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8b0bd768-4adc-494e-a648-dec837dc5d1b tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:08.338712 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8b0bd768-4adc-494e-a648-dec837dc5d1b tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:08.339043 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=3f888291-c01b-4aff-b574-4f05a0bb792b,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:08.383839 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33646) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:08.422502 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-17656bd9-86c0-4fae-bf0e-de73e083af03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:08.427970 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8b0bd768-4adc-494e-a648-dec837dc5d1b tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7450879 Sep 07 18:55:08.451366 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] Request body: {'port': {'device_id': 'c9077bf3-50b9-4254-b3e2-cec4eb09c4a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:08.477138 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] Attempting to bind port 3f888291-c01b-4aff-b574-4f05a0bb792b on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:55:08.478630 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] Attempting to bind port 3f888291-c01b-4aff-b574-4f05a0bb792b by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '1e44b613-fa42-4427-9920-2e81ead81c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5217e271-42f5-48f8-8968-be16bc84a1a9'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:55:08.479342 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] Attempting to bind port 3f888291-c01b-4aff-b574-4f05a0bb792b on network 5217e271-42f5-48f8-8968-be16bc84a1a9 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:08.488760 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] Port 3f888291-c01b-4aff-b574-4f05a0bb792b on network 5217e271-42f5-48f8-8968-be16bc84a1a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:55:08.490952 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] Attempting to bind port 3f888291-c01b-4aff-b574-4f05a0bb792b on network 5217e271-42f5-48f8-8968-be16bc84a1a9 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:08.502780 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:55:08.506474 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] Checking segment: {'id': '1e44b613-fa42-4427-9920-2e81ead81c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5217e271-42f5-48f8-8968-be16bc84a1a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:08.507108 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] Bound using segment: {'id': '1e44b613-fa42-4427-9920-2e81ead81c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5217e271-42f5-48f8-8968-be16bc84a1a9'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:55:08.507815 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] Bound port: 3f888291-c01b-4aff-b574-4f05a0bb792b, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e44b613-fa42-4427-9920-2e81ead81c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5217e271-42f5-48f8-8968-be16bc84a1a9'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:55:08.510960 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:08.511700 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:08.569640 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f538a51-c5a8-4778-87db-7d3cb9ced7dd req-d1e3979f-3811-483d-acca-2be6a9c92b40 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/security-groups?id=92ccc598-0e0c-4675-b3ad-57f811d845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938097 Sep 07 18:55:08.618236 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ae3ed798-4cc1-4455-bcb9-396d7a02a1cc None None] Provisioning for port 04bb82fe-15da-4d6b-863d-66e2ed98a6d4 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:08.623731 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ae3ed798-4cc1-4455-bcb9-396d7a02a1cc None None] Provisioning complete for port 04bb82fe-15da-4d6b-863d-66e2ed98a6d4 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:08.624733 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ae3ed798-4cc1-4455-bcb9-396d7a02a1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:08.641174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63881db-6e76-4f02-8026-9c872719302b req-81a45f99-1152-4b10-8c19-8286737760a8 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:08.642804 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a63881db-6e76-4f02-8026-9c872719302b req-81a45f99-1152-4b10-8c19-8286737760a8 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 943 time: 0.1040299 Sep 07 18:55:08.652285 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] For port 3f888291-c01b-4aff-b574-4f05a0bb792b, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:55:08.656979 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] For port 3f888291-c01b-4aff-b574-4f05a0bb792b, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3f888291-c01b-4aff-b574-4f05a0bb792b,segment=NetworkSegment(1e44b613-fa42-4427-9920-2e81ead81c59),segment_id=1e44b613-fa42-4427-9920-2e81ead81c59)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:55:08.670355 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:08.727252 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ae3ed798-4cc1-4455-bcb9-396d7a02a1cc None None] Port 04bb82fe-15da-4d6b-863d-66e2ed98a6d4 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:55:08.735529 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:08.736222 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:08.737857 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] 10.222.0.60 "PUT /v2.0/ports/3f888291-c01b-4aff-b574-4f05a0bb792b HTTP/1.1" status: 200 len: 1091 time: 1.4400218 Sep 07 18:55:08.738302 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64470723-f4cc-4d8a-8bfc-8cf8ef3aa801', 'tag': '3f888291-c01b-4aff-b574-4f05a0bb792b'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:08.741028 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cf7487-68eb-4135-affd-5bed9d0c8df7" -d '{"events": [{"name": "network-changed", "server_uuid": "64470723-f4cc-4d8a-8bfc-8cf8ef3aa801", "tag": "3f888291-c01b-4aff-b574-4f05a0bb792b"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:08.783590 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cacf4f-b4a5-445d-9272-51e78a885cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=3f888291-c01b-4aff-b574-4f05a0bb792b,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:08.858746 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a63881db-6e76-4f02-8026-9c872719302b req-8147f552-6bc3-4e6d-8e14-193308b1f0ef tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/security-groups?id=7454bed0-4aab-439a-97bb-e0d2c4bdefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043552 Sep 07 18:55:08.859442 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-5f7548bf-d735-4daf-9bb8-2ec59219ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:08.861479 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-5f7548bf-d735-4daf-9bb8-2ec59219ed8c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8738c08e0d344886a2fc600249433028&device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 1094 time: 0.0672150 Sep 07 18:55:08.968781 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fa2c15-b5ed-43ed-9ef2-b89d1e0a5a2a x-openstack-request-id: req-63fa2c15-b5ed-43ed-9ef2-b89d1e0a5a2a {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:08.969197 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64470723-f4cc-4d8a-8bfc-8cf8ef3aa801", "tag": "3f888291-c01b-4aff-b574-4f05a0bb792b", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:08.969382 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63fa2c15-b5ed-43ed-9ef2-b89d1e0a5a2a {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:08.969762 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64470723-f4cc-4d8a-8bfc-8cf8ef3aa801', 'tag': '3f888291-c01b-4aff-b574-4f05a0bb792b', 'status': 'completed', 'code': 200} Sep 07 18:55:08.971580 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-79a46b89-cd44-4bec-bf35-0d18f70d4494 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f888291-c01b-4aff-b574-4f05a0bb792b HTTP/1.1" status: 200 len: 217 time: 0.0941458 Sep 07 18:55:08.974377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a45822-91b7-4977-9029-45ed834d4995 req-7b06c5a8-0d86-4442-8392-dd6b17024970 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:08.982768 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-26a45822-91b7-4977-9029-45ed834d4995 req-7b06c5a8-0d86-4442-8392-dd6b17024970 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 943 time: 0.2597122 Sep 07 18:55:09.066895 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-17656bd9-86c0-4fae-bf0e-de73e083af03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:09.069736 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-fecc9ee1-200c-41e9-9e71-49c345aaf96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:09.071270 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-fecc9ee1-200c-41e9-9e71-49c345aaf96a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9d95c756-735d-4b25-a56e-7cbd797c4315 HTTP/1.1" status: 200 len: 852 time: 0.0896671 Sep 07 18:55:09.091013 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-17656bd9-86c0-4fae-bf0e-de73e083af03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:09.138669 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-39516079-2396-4449-bbf9-05c7134c7562 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5217e271-42f5-48f8-8968-be16bc84a1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580137 Sep 07 18:55:09.181322 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-26a45822-91b7-4977-9029-45ed834d4995 req-f24ae49a-2432-4d70-ab3c-7402f7d0f296 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906531 Sep 07 18:55:09.182134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17656bd9-86c0-4fae-bf0e-de73e083af03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45a380b-4627-4819-99d1-7a52df8c6120,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:09.213573 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-17656bd9-86c0-4fae-bf0e-de73e083af03 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9991e0358f0c4b1e841ea9fe331058d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8287067 Sep 07 18:55:09.235495 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33668) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:09.302500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243126f-45be-41fe-883d-61199f3ec2e2 req-b537395e-f343-469a-81e8-ff8bf97cde33 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:09.309922 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4243126f-45be-41fe-883d-61199f3ec2e2 req-b537395e-f343-469a-81e8-ff8bf97cde33 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 944 time: 0.2699268 Sep 07 18:55:09.313723 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-86c5073d-6235-4cc1-8822-ea5703c44563 service neutron] 10.222.0.60 "GET /v2.0/networks/5217e271-42f5-48f8-8968-be16bc84a1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669230 Sep 07 18:55:09.424224 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04bb82fe-15da-4d6b-863d-66e2ed98a6d4 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:55:09.443683 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:09.448028 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-24d3d197-2c8c-4fd4-b9eb-2a3309e1222c req-38e0477e-b110-4e5a-8c81-9e2ce6794b4f service neutron] 10.222.0.60 "GET /v2.0/networks/5217e271-42f5-48f8-8968-be16bc84a1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235361 Sep 07 18:55:09.463866 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d982479-bb2f-4f86-acd0-8f968bfb2722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:09.467938 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4243126f-45be-41fe-883d-61199f3ec2e2 req-e7e654e1-5c70-4243-819f-00d7b444741b tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571853 Sep 07 18:55:09.476112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c49c0e-bda6-4d8e-8347-ee7e19e8dc10 req-91334a70-d3ac-4fff-a569-378955031b6b tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:09.477721 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38c49c0e-bda6-4d8e-8347-ee7e19e8dc10 req-91334a70-d3ac-4fff-a569-378955031b6b tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.1913130 Sep 07 18:55:09.521026 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] Transition to ACTIVE for port object 04bb82fe-15da-4d6b-863d-66e2ed98a6d4 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:09.554516 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:09.566536 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d982479-bb2f-4f86-acd0-8f968bfb2722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:09.641952 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf7487-68eb-4135-affd-5bed9d0c8df7 req-533b74df-410e-4921-8868-b9d90bd8d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:09.643559 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-32cf7487-68eb-4135-affd-5bed9d0c8df7 req-533b74df-410e-4921-8868-b9d90bd8d819 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8738c08e0d344886a2fc600249433028&device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 1094 time: 0.1276245 Sep 07 18:55:09.722219 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38c49c0e-bda6-4d8e-8347-ee7e19e8dc10 req-34cc6277-333d-4d08-b4fb-e9b486a540d2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997252 Sep 07 18:55:09.743535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] Pushing event updated for resources: {'Port': ['ID=04bb82fe-15da-4d6b-863d-66e2ed98a6d4,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:09.767514 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-d050c79e-f8e5-44c0-aee0-cdaaeba07f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:09.779883 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-d050c79e-f8e5-44c0-aee0-cdaaeba07f5f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb&tenant_id=23bd9db961d24ba189b315670760f471 HTTP/1.1" status: 200 len: 1095 time: 0.2390366 Sep 07 18:55:09.828802 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf7487-68eb-4135-affd-5bed9d0c8df7 req-d5e14cd3-e840-4221-823a-ec95d4e8708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:09.835313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-1', 'device_owner': 'compute:nova'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:09.836998 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-32cf7487-68eb-4135-affd-5bed9d0c8df7 req-d5e14cd3-e840-4221-823a-ec95d4e8708c service neutron] 10.222.0.60 "GET /v2.0/networks?id=5217e271-42f5-48f8-8968-be16bc84a1a9 HTTP/1.1" status: 200 len: 913 time: 0.1790209 Sep 07 18:55:09.916636 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-32cf7487-68eb-4135-affd-5bed9d0c8df7 req-f21aa6ba-47c9-4243-809d-8aa9f2c9e1a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f888291-c01b-4aff-b574-4f05a0bb792b HTTP/1.1" status: 200 len: 217 time: 0.0735052 Sep 07 18:55:09.966732 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d982479-bb2f-4f86-acd0-8f968bfb2722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:09.968546 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d982479-bb2f-4f86-acd0-8f968bfb2722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:09.971883 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9d982479-bb2f-4f86-acd0-8f968bfb2722 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a45a380b-4627-4819-99d1-7a52df8c6120 HTTP/1.1" status: 204 len: 168 time: 0.7318721 Sep 07 18:55:09.990392 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf7487-68eb-4135-affd-5bed9d0c8df7 req-b89054e4-5862-467b-a050-0734dd2765fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:09.992722 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-32cf7487-68eb-4135-affd-5bed9d0c8df7 req-b89054e4-5862-467b-a050-0734dd2765fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9d95c756-735d-4b25-a56e-7cbd797c4315 HTTP/1.1" status: 200 len: 852 time: 0.0686693 Sep 07 18:55:10.021880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d982479-bb2f-4f86-acd0-8f968bfb2722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45a380b-4627-4819-99d1-7a52df8c6120,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:10.038652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] Attempting to bind port 04bb82fe-15da-4d6b-863d-66e2ed98a6d4 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:55:10.038995 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] Attempting to bind port 04bb82fe-15da-4d6b-863d-66e2ed98a6d4 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:55:10.039325 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] Attempting to bind port 04bb82fe-15da-4d6b-863d-66e2ed98a6d4 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:10.044146 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-32cf7487-68eb-4135-affd-5bed9d0c8df7 req-10eca568-2906-43c2-988e-6ca59d8195f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5217e271-42f5-48f8-8968-be16bc84a1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433614 Sep 07 18:55:10.058698 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:10.082636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] Port 04bb82fe-15da-4d6b-863d-66e2ed98a6d4 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:55:10.083142 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] Attempting to bind port 04bb82fe-15da-4d6b-863d-66e2ed98a6d4 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:10.096081 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9eec3-af0a-41bb-9058-b29e39efac2c req-5f513429-31c2-4304-8ff7-2d8f2f70285a tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:10.098252 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1f9eec3-af0a-41bb-9058-b29e39efac2c req-5f513429-31c2-4304-8ff7-2d8f2f70285a tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 948 time: 0.2400775 Sep 07 18:55:10.107663 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850f040-b0c1-4c23-9875-ef057114d7b7 req-f814871a-9d14-4e35-a460-1b7fc9cfee48 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:10.115995 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3850f040-b0c1-4c23-9875-ef057114d7b7 req-f814871a-9d14-4e35-a460-1b7fc9cfee48 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.2389569 Sep 07 18:55:10.175798 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:55:10.215258 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-32cf7487-68eb-4135-affd-5bed9d0c8df7 req-af482bfb-a122-4ff1-8413-8ed4efa10f89 service neutron] 10.222.0.60 "GET /v2.0/networks/5217e271-42f5-48f8-8968-be16bc84a1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635129 Sep 07 18:55:10.218454 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3850f040-b0c1-4c23-9875-ef057114d7b7 req-17f074c0-216f-4afa-98af-70b4b03be4f6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011806 Sep 07 18:55:10.239830 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:55:10.243507 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:10.244201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:55:10.246499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] Bound port: 04bb82fe-15da-4d6b-863d-66e2ed98a6d4, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:55:10.247936 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:10.358807 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-32cf7487-68eb-4135-affd-5bed9d0c8df7 req-4a6a6662-06be-404b-96c6-b88dc40be44d service neutron] 10.222.0.60 "GET /v2.0/networks/5217e271-42f5-48f8-8968-be16bc84a1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355696 Sep 07 18:55:10.409250 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1f9eec3-af0a-41bb-9058-b29e39efac2c req-c54059d1-aaef-4b46-abc7-7c823d80f6c6 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/security-groups?id=92ccc598-0e0c-4675-b3ad-57f811d845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884390 Sep 07 18:55:10.442343 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] For port 04bb82fe-15da-4d6b-863d-66e2ed98a6d4, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:55:10.521535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] For port 04bb82fe-15da-4d6b-863d-66e2ed98a6d4, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=04bb82fe-15da-4d6b-863d-66e2ed98a6d4,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:55:10.581251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe7592-f17a-46b6-ad50-f8f0f91f3543 req-22d41acd-8b5d-47cc-aafb-1c99b6664f84 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:10.582828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-afbe7592-f17a-46b6-ad50-f8f0f91f3543 req-22d41acd-8b5d-47cc-aafb-1c99b6664f84 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 943 time: 0.2204459 Sep 07 18:55:10.584997 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:10.676764 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:10.677529 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:10.680551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] 10.222.0.36 "PUT /v2.0/ports/04bb82fe-15da-4d6b-863d-66e2ed98a6d4 HTTP/1.1" status: 200 len: 1096 time: 2.2329516 Sep 07 18:55:10.699487 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9077bf3-50b9-4254-b3e2-cec4eb09c4a5', 'tag': '04bb82fe-15da-4d6b-863d-66e2ed98a6d4'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:10.701968 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccdd9de-c05a-4b43-990c-6ca13909c324" -d '{"events": [{"name": "network-changed", "server_uuid": "c9077bf3-50b9-4254-b3e2-cec4eb09c4a5", "tag": "04bb82fe-15da-4d6b-863d-66e2ed98a6d4"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:10.745606 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6179d0-9679-4aac-96d8-119e8e4f3611 req-e8496a06-67a0-4228-8626-fb10457c889e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:10.752940 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c6179d0-9679-4aac-96d8-119e8e4f3611 req-e8496a06-67a0-4228-8626-fb10457c889e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.2410717 Sep 07 18:55:10.906230 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc2508-c307-4faf-88c9-30f1e1579512 service neutron] Pushing event updated for resources: {'Port': ['ID=04bb82fe-15da-4d6b-863d-66e2ed98a6d4,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:10.915085 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-afbe7592-f17a-46b6-ad50-f8f0f91f3543 req-f613c1e6-cff6-4e19-8c91-3683477f23fa tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/security-groups?id=7454bed0-4aab-439a-97bb-e0d2c4bdefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221979 Sep 07 18:55:10.966824 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-7a1d3b2f-a5f4-4e61-a992-a5e25fa764d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:10.968340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-7a1d3b2f-a5f4-4e61-a992-a5e25fa764d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17eddc0ba78e4e26bdf37150219d8f7f&device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 1099 time: 0.2063572 Sep 07 18:55:10.999549 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c6179d0-9679-4aac-96d8-119e8e4f3611 req-3d1be3f4-b471-4586-8a2f-7daacb1ac431 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456317 Sep 07 18:55:11.028071 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 8e48499e-7695-4db7-9258-56e853c1d7b9 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:55:11.070556 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-9159a158-fe15-42f9-818c-21fbf92c42d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=04bb82fe-15da-4d6b-863d-66e2ed98a6d4 HTTP/1.1" status: 200 len: 217 time: 0.0922415 Sep 07 18:55:11.114774 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] For port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,segment=NetworkSegment(11c36bdb-1e25-4e17-9eb3-fc29828605f0),segment_id=11c36bdb-1e25-4e17-9eb3-fc29828605f0)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:11.167421 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115e514a-ff4b-41b2-a4b8-d202e14747b2 x-openstack-request-id: req-115e514a-ff4b-41b2-a4b8-d202e14747b2 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:11.167934 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9077bf3-50b9-4254-b3e2-cec4eb09c4a5", "tag": "04bb82fe-15da-4d6b-863d-66e2ed98a6d4", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:11.168155 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-115e514a-ff4b-41b2-a4b8-d202e14747b2 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:11.168583 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9077bf3-50b9-4254-b3e2-cec4eb09c4a5', 'tag': '04bb82fe-15da-4d6b-863d-66e2ed98a6d4', 'status': 'completed', 'code': 200} Sep 07 18:55:11.204810 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fac54-d2e8-4b55-ad5f-b2ddf8a19570 req-84bcaea3-a4eb-4ab4-bd70-9822b3aa6498 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:11.206448 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b8fac54-d2e8-4b55-ad5f-b2ddf8a19570 req-84bcaea3-a4eb-4ab4-bd70-9822b3aa6498 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 944 time: 0.1402645 Sep 07 18:55:11.213073 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-597df3fe-f525-4719-abeb-bbb39bb2ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:11.214546 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-597df3fe-f525-4719-abeb-bbb39bb2ebbf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1067319 Sep 07 18:55:11.215497 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] For port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:55:11.318218 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:55:11.329989 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b8fac54-d2e8-4b55-ad5f-b2ddf8a19570 req-23dd85ad-295e-4a66-bc12-32c2f054311f tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126318 Sep 07 18:55:11.331936 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:11.342587 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-6dcae512-6708-4290-a9a0-405262b9186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:11.344769 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-6dcae512-6708-4290-a9a0-405262b9186c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0971041 Sep 07 18:55:11.377170 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] Transition to ACTIVE for port object 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:11.402662 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:11.542548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] No DVR routers for this DVR port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:55:11.560296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1a060-a3f3-4958-a39a-de5e71c1d4ec req-cf948b12-de9e-479e-81c1-62a7c9601255 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:11.562359 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c4e1a060-a3f3-4958-a39a-de5e71c1d4ec req-cf948b12-de9e-479e-81c1-62a7c9601255 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.1986721 Sep 07 18:55:11.569607 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] Pushing event updated for resources: {'Port': ['ID=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,revision_number=9']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:11.617511 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33716) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:11.623212 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-cfb054fa-bf87-4445-b4aa-27661b940b47 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703059 Sep 07 18:55:11.708831 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] Attempting to bind port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:55:11.710117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] Attempting to bind port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '11c36bdb-1e25-4e17-9eb3-fc29828605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5b400c2c-52a1-4a3f-b7e2-da40908cc664'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:55:11.711207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] Attempting to bind port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 on network 5b400c2c-52a1-4a3f-b7e2-da40908cc664 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:11.727944 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] Port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 on network 5b400c2c-52a1-4a3f-b7e2-da40908cc664 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:55:11.728288 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] Attempting to bind port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 on network 5b400c2c-52a1-4a3f-b7e2-da40908cc664 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:11.753344 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:55:11.753889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] Checking segment: {'id': '11c36bdb-1e25-4e17-9eb3-fc29828605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5b400c2c-52a1-4a3f-b7e2-da40908cc664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:11.754366 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] Bound using segment: {'id': '11c36bdb-1e25-4e17-9eb3-fc29828605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5b400c2c-52a1-4a3f-b7e2-da40908cc664'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:55:11.754823 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] Bound port: 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c36bdb-1e25-4e17-9eb3-fc29828605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5b400c2c-52a1-4a3f-b7e2-da40908cc664'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:55:11.755189 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:11.787650 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4739f992-fee5-4c4d-b5a5-5a4603ddec16 req-7397fc8f-f9f5-44db-935d-9c3f3d148a4a service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537962 Sep 07 18:55:11.791232 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c4e1a060-a3f3-4958-a39a-de5e71c1d4ec req-3fa04fb6-4699-492a-98b5-11e921592ec2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833699 Sep 07 18:55:11.889474 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8a1abbee-705b-4be2-8897-4e256d58df8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:12.016402 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8a1abbee-705b-4be2-8897-4e256d58df8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:12.021538 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8a1abbee-705b-4be2-8897-4e256d58df8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:12.052966 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1abbee-705b-4be2-8897-4e256d58df8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dbfffc-f58a-4100-9562-e300fa522fce,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:12.103153 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8a1abbee-705b-4be2-8897-4e256d58df8a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f5d661a130da462592a45881290b9de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4830701 Sep 07 18:55:12.106406 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33724) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:12.169022 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac7ceb83-7459-416d-9669-a0db17c72c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:12.198503 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac7ceb83-7459-416d-9669-a0db17c72c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:12.328661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] For port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:55:12.328661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] For port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,segment=NetworkSegment(11c36bdb-1e25-4e17-9eb3-fc29828605f0),segment_id=11c36bdb-1e25-4e17-9eb3-fc29828605f0)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:55:12.329995 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac7ceb83-7459-416d-9669-a0db17c72c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:12.330157 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:12.330244 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac7ceb83-7459-416d-9669-a0db17c72c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:12.330244 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ac7ceb83-7459-416d-9669-a0db17c72c1d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2dbfffc-f58a-4100-9562-e300fa522fce HTTP/1.1" status: 204 len: 168 time: 0.1942334 Sep 07 18:55:12.330244 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ceb83-7459-416d-9669-a0db17c72c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dbfffc-f58a-4100-9562-e300fa522fce,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:12.330457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcd480-bd33-4a02-8ef6-7c12b1be4055 req-b0c6df94-a9f5-4870-a3e9-31391b8b8db9 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:12.330457 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54bcd480-bd33-4a02-8ef6-7c12b1be4055 req-b0c6df94-a9f5-4870-a3e9-31391b8b8db9 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 948 time: 0.1701989 Sep 07 18:55:12.368158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdd9de-c05a-4b43-990c-6ca13909c324 req-200ebd19-1f15-4dac-b673-fb5c26776e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:12.372757 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ccdd9de-c05a-4b43-990c-6ca13909c324 req-200ebd19-1f15-4dac-b673-fb5c26776e25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17eddc0ba78e4e26bdf37150219d8f7f&device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 1099 time: 0.2083335 Sep 07 18:55:12.409815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:12.410736 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 3f888291-c01b-4aff-b574-4f05a0bb792b details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:55:12.411285 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:12.416792 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] 10.222.0.36 "PUT /v2.0/ports/4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 HTTP/1.1" status: 200 len: 1092 time: 2.5991933 Sep 07 18:55:12.470209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d8b74-8bea-4bac-b05d-1c38e278ce80 req-010a5723-cd7c-4331-9949-321ba89f6414 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:12.471726 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b4d8b74-8bea-4bac-b05d-1c38e278ce80 req-010a5723-cd7c-4331-9949-321ba89f6414 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.3130488 Sep 07 18:55:12.507057 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54bcd480-bd33-4a02-8ef6-7c12b1be4055 req-0e93d12e-e1d8-4751-8f20-eebf07d9b16e tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/security-groups?id=92ccc598-0e0c-4675-b3ad-57f811d845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711698 Sep 07 18:55:12.587172 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 3f888291-c01b-4aff-b574-4f05a0bb792b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3f888291-c01b-4aff-b574-4f05a0bb792b,segment=NetworkSegment(1e44b613-fa42-4427-9920-2e81ead81c59),segment_id=1e44b613-fa42-4427-9920-2e81ead81c59)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:12.616595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b782102-c1a2-4835-92bf-4a58f10ffb59 service neutron] Pushing event updated for resources: {'Port': ['ID=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,revision_number=10']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:12.627199 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '3f888291-c01b-4aff-b574-4f05a0bb792b', 'network_id': '5217e271-42f5-48f8-8968-be16bc84a1a9', 'port_id': '3f888291-c01b-4aff-b574-4f05a0bb792b', 'mac_address': 'fa:16:3e:31:05:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d95c756-735d-4b25-a56e-7cbd797c4315', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:55:12.630436 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:12.673477 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:12.687020 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f888291-c01b-4aff-b574-4f05a0bb792b {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:55:12.714306 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b4d8b74-8bea-4bac-b05d-1c38e278ce80 req-878b53b9-4f78-4555-897a-be0abb39060a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218688 Sep 07 18:55:12.716416 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-2acb9225-c5b7-484f-90d1-55243729d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:12.718027 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-2acb9225-c5b7-484f-90d1-55243729d98a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bd9db961d24ba189b315670760f471&device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 1096 time: 0.2421110 Sep 07 18:55:12.733346 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 3f888291-c01b-4aff-b574-4f05a0bb792b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3f888291-c01b-4aff-b574-4f05a0bb792b,segment=NetworkSegment(1e44b613-fa42-4427-9920-2e81ead81c59),segment_id=1e44b613-fa42-4427-9920-2e81ead81c59)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:12.746563 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:12.752543 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdd9de-c05a-4b43-990c-6ca13909c324 req-fe387fa3-2bde-4191-8dd3-43aba00b89a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:12.754038 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ccdd9de-c05a-4b43-990c-6ca13909c324 req-fe387fa3-2bde-4191-8dd3-43aba00b89a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.3708518 Sep 07 18:55:12.773223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8687d72-c725-4126-8350-52bc8826db73 req-90a9ad4e-8a20-4a0e-bb57-96bd5a3a0874 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:12.783660 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8687d72-c725-4126-8350-52bc8826db73 req-90a9ad4e-8a20-4a0e-bb57-96bd5a3a0874 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 943 time: 0.1609316 Sep 07 18:55:12.837300 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=3f888291-c01b-4aff-b574-4f05a0bb792b,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:12.886610 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ccdd9de-c05a-4b43-990c-6ca13909c324 req-0767f006-b092-4a3e-ba31-142920e10c9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=04bb82fe-15da-4d6b-863d-66e2ed98a6d4 HTTP/1.1" status: 200 len: 217 time: 0.1005142 Sep 07 18:55:12.974675 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8687d72-c725-4126-8350-52bc8826db73 req-51259762-562e-4159-b8d6-6307219c7aa5 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/security-groups?id=7454bed0-4aab-439a-97bb-e0d2c4bdefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899192 Sep 07 18:55:12.984483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-71326696-50c1-4396-8a78-5924dde2b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:12.987475 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-71326696-50c1-4396-8a78-5924dde2b9aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b400c2c-52a1-4a3f-b7e2-da40908cc664 HTTP/1.1" status: 200 len: 914 time: 0.2611916 Sep 07 18:55:13.027160 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdd9de-c05a-4b43-990c-6ca13909c324 req-f6440f44-74a1-4567-8e0d-b551a351b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:13.040096 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ccdd9de-c05a-4b43-990c-6ca13909c324 req-f6440f44-74a1-4567-8e0d-b551a351b79d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1352246 Sep 07 18:55:13.102934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['3f888291-c01b-4aff-b574-4f05a0bb792b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:55:13.144065 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-60b0778f-dd09-45f2-b02f-490b43222da1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 HTTP/1.1" status: 200 len: 217 time: 0.1399567 Sep 07 18:55:13.178779 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3e93329-67e0-47a4-b999-c8e46e240beb', 'tag': '4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:13.181351 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8ed707-c80f-4b0a-a7d2-c9d3b47fe279" -d '{"events": [{"name": "network-changed", "server_uuid": "c3e93329-67e0-47a4-b999-c8e46e240beb", "tag": "4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:13.262826 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-0c753964-445f-4f85-8e78-aa8e16ca184d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:13.264460 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-0c753964-445f-4f85-8e78-aa8e16ca184d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=081181ef-c8d4-4758-b937-dfb90332a016 HTTP/1.1" status: 200 len: 853 time: 0.1007450 Sep 07 18:55:13.311603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10e2ca-55b7-41fd-8804-ed117f7da4a3 req-3efd4f37-40e5-4dc8-9d93-ffd2a1c7541a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:13.313519 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc10e2ca-55b7-41fd-8804-ed117f7da4a3 req-3efd4f37-40e5-4dc8-9d93-ffd2a1c7541a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 945 time: 0.2185388 Sep 07 18:55:13.315729 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdd9de-c05a-4b43-990c-6ca13909c324 req-cec1de2e-ba25-4614-9d2c-41b3da4ebae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:13.317692 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ccdd9de-c05a-4b43-990c-6ca13909c324 req-cec1de2e-ba25-4614-9d2c-41b3da4ebae2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2766006 Sep 07 18:55:13.343635 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc95d3-53f0-43c9-9664-263073984d05 req-5439b3e3-81d5-4d41-be04-0740f0233e8e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:13.353192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cafc95d3-53f0-43c9-9664-263073984d05 req-5439b3e3-81d5-4d41-be04-0740f0233e8e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.2590628 Sep 07 18:55:13.358161 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-680e88d0-1294-4cd0-bd58-ccb12b0899aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b400c2c-52a1-4a3f-b7e2-da40908cc664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763853 Sep 07 18:55:13.497121 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:13.529722 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc10e2ca-55b7-41fd-8804-ed117f7da4a3 req-1f43df13-390b-4a93-b32f-d425fb1017f4 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753910 Sep 07 18:55:13.551848 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cafc95d3-53f0-43c9-9664-263073984d05 req-9177f6ea-7f37-4762-a4ea-c02a7536340b tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699824 Sep 07 18:55:13.578007 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-f86c2512-f26a-447e-bf0a-7cb5c9b2eef6 service neutron] 10.222.0.36 "GET /v2.0/networks/5b400c2c-52a1-4a3f-b7e2-da40908cc664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046607 Sep 07 18:55:13.581613 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ccdd9de-c05a-4b43-990c-6ca13909c324 req-bfc054f2-462e-4063-8199-3b23d7e6e922 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257855 Sep 07 18:55:13.590761 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dae0f4c-fddb-4511-b807-5642929d8a6a x-openstack-request-id: req-9dae0f4c-fddb-4511-b807-5642929d8a6a {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:13.591177 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3e93329-67e0-47a4-b999-c8e46e240beb", "tag": "4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:13.591481 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9dae0f4c-fddb-4511-b807-5642929d8a6a {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:13.591876 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3e93329-67e0-47a4-b999-c8e46e240beb', 'tag': '4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2', 'status': 'completed', 'code': 200} Sep 07 18:55:13.787673 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bca56-e648-438e-9bce-8c896a6fe576 req-fe9e8466-e9f9-4fcc-9f79-7a1cffc8b9d8 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:13.789221 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d04bca56-e648-438e-9bce-8c896a6fe576 req-fe9e8466-e9f9-4fcc-9f79-7a1cffc8b9d8 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 948 time: 0.1620777 Sep 07 18:55:13.809024 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-ad67e698-ba21-4948-a312-412af266603a service neutron] 10.222.0.36 "GET /v2.0/networks/5b400c2c-52a1-4a3f-b7e2-da40908cc664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161160 Sep 07 18:55:13.810826 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ccdd9de-c05a-4b43-990c-6ca13909c324 req-125e06e8-b4d0-4e78-b21b-4ef6e4b8e3e0 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094424 Sep 07 18:55:13.811365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33780) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:13.880295 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d04bca56-e648-438e-9bce-8c896a6fe576 req-c612693e-fd32-4276-b6c7-0acc1dba9c99 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/security-groups?id=92ccc598-0e0c-4675-b3ad-57f811d845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825875 Sep 07 18:55:13.918532 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1300a47-8f98-4396-a689-ea7ce79a5187 req-0ebf8362-2f54-48a9-80b4-bc520ec81183 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:13.926113 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1300a47-8f98-4396-a689-ea7ce79a5187 req-0ebf8362-2f54-48a9-80b4-bc520ec81183 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0987065 Sep 07 18:55:13.954126 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ed707-c80f-4b0a-a7d2-c9d3b47fe279 req-4f54a843-4815-4a07-8aa7-2fb38b65bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:13.955650 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca8ed707-c80f-4b0a-a7d2-c9d3b47fe279 req-4f54a843-4815-4a07-8aa7-2fb38b65bbab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bd9db961d24ba189b315670760f471&device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 1096 time: 0.0920925 Sep 07 18:55:14.012794 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1300a47-8f98-4396-a689-ea7ce79a5187 req-13357bd2-5bbc-4aaa-b589-2404f7e92c26 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854793 Sep 07 18:55:14.029879 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-de117292-6a1d-4da5-9066-4ff4b6d59fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:14.166114 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42068f-fed9-4774-9402-cfd5eb0012c2 req-ea6cfb9b-609e-4dda-b39d-1810d422e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:14.168103 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb42068f-fed9-4774-9402-cfd5eb0012c2 req-ea6cfb9b-609e-4dda-b39d-1810d422e168 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8d2dd6678d2444d8d30e7280161600d&device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 1096 time: 0.1477935 Sep 07 18:55:14.178638 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ed707-c80f-4b0a-a7d2-c9d3b47fe279 req-7a266e27-5b50-4fb0-95a7-94ba8636f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:14.180311 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca8ed707-c80f-4b0a-a7d2-c9d3b47fe279 req-7a266e27-5b50-4fb0-95a7-94ba8636f5a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b400c2c-52a1-4a3f-b7e2-da40908cc664 HTTP/1.1" status: 200 len: 914 time: 0.2132800 Sep 07 18:55:14.269510 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca8ed707-c80f-4b0a-a7d2-c9d3b47fe279 req-d4009105-b768-4dae-a715-c542658a47d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 HTTP/1.1" status: 200 len: 217 time: 0.0737288 Sep 07 18:55:14.314137 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce746-09ce-4c15-bbbc-0e6abaf9f8d8 req-180ca655-c4ab-4fef-81cb-1bf29118e701 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:14.321530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19fce746-09ce-4c15-bbbc-0e6abaf9f8d8 req-180ca655-c4ab-4fef-81cb-1bf29118e701 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 944 time: 0.2183795 Sep 07 18:55:14.427744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 3f888291-c01b-4aff-b574-4f05a0bb792b up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:14.438774 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ed707-c80f-4b0a-a7d2-c9d3b47fe279 req-d5db3da9-dcaa-4d42-af07-fdd0b63692e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:14.440270 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca8ed707-c80f-4b0a-a7d2-c9d3b47fe279 req-d5db3da9-dcaa-4d42-af07-fdd0b63692e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=081181ef-c8d4-4758-b937-dfb90332a016 HTTP/1.1" status: 200 len: 853 time: 0.1360805 Sep 07 18:55:14.441264 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42068f-fed9-4774-9402-cfd5eb0012c2 req-32944b79-e81f-4c93-aa4f-879069b90262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:14.442582 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb42068f-fed9-4774-9402-cfd5eb0012c2 req-32944b79-e81f-4c93-aa4f-879069b90262 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 HTTP/1.1" status: 200 len: 913 time: 0.2587805 Sep 07 18:55:14.450573 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19fce746-09ce-4c15-bbbc-0e6abaf9f8d8 req-4f074b7a-c58a-4c78-aae6-0b0bc0f307a8 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/security-groups?id=7454bed0-4aab-439a-97bb-e0d2c4bdefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282036 Sep 07 18:55:14.486713 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-de117292-6a1d-4da5-9066-4ff4b6d59fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:14.491165 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-de117292-6a1d-4da5-9066-4ff4b6d59fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:14.529483 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 3f888291-c01b-4aff-b574-4f05a0bb792b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:14.533707 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 3f888291-c01b-4aff-b574-4f05a0bb792b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:14.534185 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:14.542495 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-de117292-6a1d-4da5-9066-4ff4b6d59fbe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32fb5fb728114d10af58ac958740a609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7244980 Sep 07 18:55:14.547861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33806) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:14.547861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de117292-6a1d-4da5-9066-4ff4b6d59fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02254dab-f3ea-4531-adc4-1b22edb684df,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:14.691959 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca8ed707-c80f-4b0a-a7d2-c9d3b47fe279 req-7b5b5d54-68d1-4c6e-a364-c1bec413be5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b400c2c-52a1-4a3f-b7e2-da40908cc664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214609 Sep 07 18:55:14.712448 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb42068f-fed9-4774-9402-cfd5eb0012c2 req-e06ad554-7395-4ffc-b4cc-0c058e8c3ef0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=599dad0c-5bd4-446a-ba27-78b018007c0b HTTP/1.1" status: 200 len: 217 time: 0.1431363 Sep 07 18:55:14.738154 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:14.776487 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64470723-f4cc-4d8a-8bfc-8cf8ef3aa801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f888291-c01b-4aff-b574-4f05a0bb792b'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:14.782191 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9d3a8c-5ddc-4f4f-a181-a304878de774" -d '{"events": [{"server_uuid": "64470723-f4cc-4d8a-8bfc-8cf8ef3aa801", "name": "network-vif-plugged", "status": "completed", "tag": "3f888291-c01b-4aff-b574-4f05a0bb792b"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:14.814941 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 3f888291-c01b-4aff-b574-4f05a0bb792b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3f888291-c01b-4aff-b574-4f05a0bb792b,segment=NetworkSegment(1e44b613-fa42-4427-9920-2e81ead81c59),segment_id=1e44b613-fa42-4427-9920-2e81ead81c59)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:14.821415 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:14.842377 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7665cc46-fefe-4a12-bfb3-1d305a5fbca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:14.864540 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faee2e-a6c6-4c9c-8f05-694e5169a5fe req-e03f6c54-98ed-4ef1-be6e-f9a5a05d35ef tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:14.872557 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1faee2e-a6c6-4c9c-8f05-694e5169a5fe req-e03f6c54-98ed-4ef1-be6e-f9a5a05d35ef tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.1626773 Sep 07 18:55:14.901710 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3dc7d-6ba5-46de-9144-1b9a2c7be3d3 req-703af5ba-5248-4c65-96a7-59769287648a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:14.903238 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8be3dc7d-6ba5-46de-9144-1b9a2c7be3d3 req-703af5ba-5248-4c65-96a7-59769287648a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 945 time: 0.1924391 Sep 07 18:55:14.922971 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=3f888291-c01b-4aff-b574-4f05a0bb792b,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:14.937308 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7665cc46-fefe-4a12-bfb3-1d305a5fbca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:14.980177 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1faee2e-a6c6-4c9c-8f05-694e5169a5fe req-d2bf3808-4c0b-4a74-aa99-b51184b90757 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066647 Sep 07 18:55:15.014921 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8be3dc7d-6ba5-46de-9144-1b9a2c7be3d3 req-9e95aa8a-8f3c-41e4-959c-66062a6b34bb tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038821 Sep 07 18:55:15.039454 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76633555-7de7-4820-85c6-02029716b6d7 x-openstack-request-id: req-76633555-7de7-4820-85c6-02029716b6d7 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:15.039757 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64470723-f4cc-4d8a-8bfc-8cf8ef3aa801", "name": "network-vif-plugged", "status": "completed", "tag": "3f888291-c01b-4aff-b574-4f05a0bb792b", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:15.040005 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76633555-7de7-4820-85c6-02029716b6d7 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:15.040422 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64470723-f4cc-4d8a-8bfc-8cf8ef3aa801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f888291-c01b-4aff-b574-4f05a0bb792b', 'code': 200} Sep 07 18:55:15.059602 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7665cc46-fefe-4a12-bfb3-1d305a5fbca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:15.071559 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 04bb82fe-15da-4d6b-863d-66e2ed98a6d4 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:55:15.073565 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7665cc46-fefe-4a12-bfb3-1d305a5fbca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:15.077757 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7665cc46-fefe-4a12-bfb3-1d305a5fbca7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02254dab-f3ea-4531-adc4-1b22edb684df HTTP/1.1" status: 204 len: 168 time: 0.5288889 Sep 07 18:55:15.122570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665cc46-fefe-4a12-bfb3-1d305a5fbca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02254dab-f3ea-4531-adc4-1b22edb684df,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:15.218341 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6c207-6ae9-4928-9d40-b8ad8b617e7e req-becc17f6-10ab-44e4-b7ca-2af55f05bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:15.222743 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2ff6c207-6ae9-4928-9d40-b8ad8b617e7e req-becc17f6-10ab-44e4-b7ca-2af55f05bf40 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 1096 time: 0.0944479 Sep 07 18:55:15.265716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6d3d6-055b-4182-9b7a-e40db7f48bac req-f16fd86f-c5fa-403c-b9bb-a4bb93a55499 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:15.274866 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fbf6d3d6-055b-4182-9b7a-e40db7f48bac req-f16fd86f-c5fa-403c-b9bb-a4bb93a55499 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 948 time: 0.1124768 Sep 07 18:55:15.312759 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2ff6c207-6ae9-4928-9d40-b8ad8b617e7e req-8ac3de94-c001-485c-b09d-d948aeda8f98 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7454bed0-4aab-439a-97bb-e0d2c4bdefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813551 Sep 07 18:55:15.375900 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 04bb82fe-15da-4d6b-863d-66e2ed98a6d4, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=04bb82fe-15da-4d6b-863d-66e2ed98a6d4,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:15.402021 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fbf6d3d6-055b-4182-9b7a-e40db7f48bac req-ed2d4244-8026-492c-aef0-88c4c2cd9754 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/security-groups?id=92ccc598-0e0c-4675-b3ad-57f811d845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204252 Sep 07 18:55:15.419067 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '04bb82fe-15da-4d6b-863d-66e2ed98a6d4', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '04bb82fe-15da-4d6b-863d-66e2ed98a6d4', 'mac_address': 'fa:16:3e:a3:0a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:55:15.425742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8776e7-e65a-4e83-a720-dbcc857ee293 req-7b67e761-fa44-4d9b-934b-ed5232ca3d39 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:15.427879 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c8776e7-e65a-4e83-a720-dbcc857ee293 req-7b67e761-fa44-4d9b-934b-ed5232ca3d39 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1296299 Sep 07 18:55:15.485954 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c8776e7-e65a-4e83-a720-dbcc857ee293 req-304f5a57-b48e-41ca-9f24-d7482f6e263b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439808 Sep 07 18:55:15.500850 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:15.534101 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04bb82fe-15da-4d6b-863d-66e2ed98a6d4 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:55:15.570679 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 04bb82fe-15da-4d6b-863d-66e2ed98a6d4, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=04bb82fe-15da-4d6b-863d-66e2ed98a6d4,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:15.575654 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:15.633837 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=04bb82fe-15da-4d6b-863d-66e2ed98a6d4,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:15.672162 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bef623-c98f-42ec-9d55-6abd01bca408 req-d1f2b6db-7c42-4e6a-8e53-d1e457781375 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:15.674078 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8bef623-c98f-42ec-9d55-6abd01bca408 req-d1f2b6db-7c42-4e6a-8e53-d1e457781375 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 945 time: 0.0877082 Sep 07 18:55:15.727860 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8bef623-c98f-42ec-9d55-6abd01bca408 req-ea135c1e-a14a-4197-8fe3-9c4d181a1460 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/security-groups?id=7454bed0-4aab-439a-97bb-e0d2c4bdefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463264 Sep 07 18:55:15.825335 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['04bb82fe-15da-4d6b-863d-66e2ed98a6d4'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:55:16.177845 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deacee2-0f6e-4564-924a-c4fb320aaf56 req-64b6a270-7771-408c-a56e-8948b53c798c tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:16.179700 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8deacee2-0f6e-4564-924a-c4fb320aaf56 req-64b6a270-7771-408c-a56e-8948b53c798c tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 945 time: 0.0997555 Sep 07 18:55:16.188341 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab86093-36d1-463f-94ab-efd7b5614674 req-82d39551-4ed8-4435-8be2-a19e4a1f72e0 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:16.191518 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ab86093-36d1-463f-94ab-efd7b5614674 req-82d39551-4ed8-4435-8be2-a19e4a1f72e0 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 945 time: 0.0953555 Sep 07 18:55:16.265307 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8deacee2-0f6e-4564-924a-c4fb320aaf56 req-6c28d42b-baeb-4bf1-8dca-2a9eb277d151 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719197 Sep 07 18:55:16.268080 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ab86093-36d1-463f-94ab-efd7b5614674 req-5ebc0ec6-70e3-4bb9-83eb-664cc2bfc3b5 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620294 Sep 07 18:55:16.555771 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ab9d1-b702-4436-a2c7-9e6eda80bbcf req-0bfb5752-ddf5-4b04-8d68-a169d71e19c7 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:16.559197 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-db5ab9d1-b702-4436-a2c7-9e6eda80bbcf req-0bfb5752-ddf5-4b04-8d68-a169d71e19c7 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 949 time: 0.0736003 Sep 07 18:55:16.640249 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-db5ab9d1-b702-4436-a2c7-9e6eda80bbcf req-e21a485f-0262-4a2a-a965-594f9c1b337c tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/security-groups?id=92ccc598-0e0c-4675-b3ad-57f811d845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756760 Sep 07 18:55:16.659460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31a74e-f3f3-4f02-8903-520a716fa3ea req-41c05d06-47b0-4797-b4f2-85ac172f0592 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:16.661010 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f31a74e-f3f3-4f02-8903-520a716fa3ea req-41c05d06-47b0-4797-b4f2-85ac172f0592 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0767713 Sep 07 18:55:16.710629 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f31a74e-f3f3-4f02-8903-520a716fa3ea req-36879159-b9c9-4637-9e1e-f3999d9915f7 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371850 Sep 07 18:55:16.860371 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c03963-88f4-4d8b-b0f2-2bbe4f2833db req-6304e522-f953-4d51-8238-62695af491e2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:16.862341 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50c03963-88f4-4d8b-b0f2-2bbe4f2833db req-6304e522-f953-4d51-8238-62695af491e2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 945 time: 0.0630291 Sep 07 18:55:16.909107 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50c03963-88f4-4d8b-b0f2-2bbe4f2833db req-2f3675e5-80e7-4419-ae6e-af039b37e22b tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/security-groups?id=7454bed0-4aab-439a-97bb-e0d2c4bdefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402374 Sep 07 18:55:17.080239 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 04bb82fe-15da-4d6b-863d-66e2ed98a6d4 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:17.140013 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 04bb82fe-15da-4d6b-863d-66e2ed98a6d4 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:17.144701 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 04bb82fe-15da-4d6b-863d-66e2ed98a6d4 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:17.145191 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:17.252555 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:17.294502 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9077bf3-50b9-4254-b3e2-cec4eb09c4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bb82fe-15da-4d6b-863d-66e2ed98a6d4'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:17.297921 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab77eff2-de31-488c-8926-9d291562ab4e" -d '{"events": [{"server_uuid": "c9077bf3-50b9-4254-b3e2-cec4eb09c4a5", "name": "network-vif-plugged", "status": "completed", "tag": "04bb82fe-15da-4d6b-863d-66e2ed98a6d4"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:17.329211 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 04bb82fe-15da-4d6b-863d-66e2ed98a6d4, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=04bb82fe-15da-4d6b-863d-66e2ed98a6d4,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:17.337708 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:17.339927 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 599dad0c-5bd4-446a-ba27-78b018007c0b no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:55:17.487308 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f0084-d248-4b2f-8c4c-90a24d125434 req-b0442cb3-6df8-4624-a5ac-65aa596667bd tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:17.488871 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a3f0084-d248-4b2f-8c4c-90a24d125434 req-b0442cb3-6df8-4624-a5ac-65aa596667bd tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 945 time: 0.5018814 Sep 07 18:55:17.491487 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=04bb82fe-15da-4d6b-863d-66e2ed98a6d4,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:17.497779 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb0bc4-ad99-4d07-a294-5743fb7bcdc6 req-8ead0a92-1218-4b28-89e6-1c80c8550a45 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:17.499918 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bafb0bc4-ad99-4d07-a294-5743fb7bcdc6 req-8ead0a92-1218-4b28-89e6-1c80c8550a45 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 945 time: 0.0862715 Sep 07 18:55:17.582452 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a3f0084-d248-4b2f-8c4c-90a24d125434 req-7e8dcdac-38d0-43d2-a26f-c19ee03024a7 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/security-groups?id=7454bed0-4aab-439a-97bb-e0d2c4bdefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812466 Sep 07 18:55:17.599450 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bafb0bc4-ad99-4d07-a294-5743fb7bcdc6 req-62b749bd-d190-4448-aa01-c06899faba48 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878515 Sep 07 18:55:17.619057 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:17.680697 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 599dad0c-5bd4-446a-ba27-78b018007c0b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=599dad0c-5bd4-446a-ba27-78b018007c0b,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:17.684774 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:17.732770 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c863ae2-4a67-440b-b5fe-dfcf0b4fed78 x-openstack-request-id: req-6c863ae2-4a67-440b-b5fe-dfcf0b4fed78 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:17.733354 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9077bf3-50b9-4254-b3e2-cec4eb09c4a5", "name": "network-vif-plugged", "status": "completed", "tag": "04bb82fe-15da-4d6b-863d-66e2ed98a6d4", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:17.733836 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c863ae2-4a67-440b-b5fe-dfcf0b4fed78 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:17.735628 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9077bf3-50b9-4254-b3e2-cec4eb09c4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bb82fe-15da-4d6b-863d-66e2ed98a6d4', 'code': 200} Sep 07 18:55:17.781241 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=599dad0c-5bd4-446a-ba27-78b018007c0b,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:17.803495 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642025d-1916-493f-b512-5e5584d2d36c req-a7c9685f-b77b-4a74-967d-1e6af4efdbe6 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:17.806631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6642025d-1916-493f-b512-5e5584d2d36c req-a7c9685f-b77b-4a74-967d-1e6af4efdbe6 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 943 time: 0.1182444 Sep 07 18:55:17.872747 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6642025d-1916-493f-b512-5e5584d2d36c req-f3e59033-5dcf-41d0-8bcd-8ab3c3976734 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510592 Sep 07 18:55:17.998233 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a836686-29c4-424f-82e6-d4b1a82fb9b6 req-e8a81cd8-0ccf-416f-bbb4-0e2cd623b10a tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:17.999797 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a836686-29c4-424f-82e6-d4b1a82fb9b6 req-e8a81cd8-0ccf-416f-bbb4-0e2cd623b10a tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 950 time: 0.0544412 Sep 07 18:55:18.065132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a836686-29c4-424f-82e6-d4b1a82fb9b6 req-4d6550cb-4496-40ff-96ec-de204059cbeb tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/security-groups?id=92ccc598-0e0c-4675-b3ad-57f811d845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573878 Sep 07 18:55:18.139645 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c4595-1651-4b9d-b403-fa0f7f309d7c req-a0c669ef-450a-4c50-89eb-0bb3e17c32db tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:18.141279 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-245c4595-1651-4b9d-b403-fa0f7f309d7c req-a0c669ef-450a-4c50-89eb-0bb3e17c32db tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0707204 Sep 07 18:55:18.197179 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-245c4595-1651-4b9d-b403-fa0f7f309d7c req-775929bb-ab87-4fb6-adc0-0644b5bbd56d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470829 Sep 07 18:55:18.265195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669beee-f2df-4f44-84ef-dfe2bc33a7e8 req-c71bbb16-fd55-4c5e-a2ac-96dac6d604ab tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:18.266848 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7669beee-f2df-4f44-84ef-dfe2bc33a7e8 req-c71bbb16-fd55-4c5e-a2ac-96dac6d604ab tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 945 time: 0.0573735 Sep 07 18:55:18.314190 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7669beee-f2df-4f44-84ef-dfe2bc33a7e8 req-8f146494-8299-47cc-a5e9-6799a6845562 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/security-groups?id=7454bed0-4aab-439a-97bb-e0d2c4bdefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392733 Sep 07 18:55:18.735504 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f966f-91ce-46f2-944a-7a632284fcdf req-e67f9adf-6fc1-480e-8810-30ba5370c78b tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:18.737145 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d05f966f-91ce-46f2-944a-7a632284fcdf req-e67f9adf-6fc1-480e-8810-30ba5370c78b tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 945 time: 0.0540478 Sep 07 18:55:18.777929 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d05f966f-91ce-46f2-944a-7a632284fcdf req-e82e025e-cbe5-4047-bcfd-465665131b7d tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344617 Sep 07 18:55:19.007276 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09c9d0-f644-4127-adbd-acb859b5f005 req-a0a2afe2-992c-4a30-b8af-dcdaa09b1757 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:19.008880 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da09c9d0-f644-4127-adbd-acb859b5f005 req-a0a2afe2-992c-4a30-b8af-dcdaa09b1757 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 943 time: 0.0590038 Sep 07 18:55:19.053638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da09c9d0-f644-4127-adbd-acb859b5f005 req-9b9c9711-d84c-449a-9d02-993cdf0cc128 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370030 Sep 07 18:55:19.189624 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55232dc1-b0c2-43dc-ace0-e0fc358934d6 req-44aee384-d405-4c0b-821c-27532543ebcf tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:19.191178 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55232dc1-b0c2-43dc-ace0-e0fc358934d6 req-44aee384-d405-4c0b-821c-27532543ebcf tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 950 time: 0.0554030 Sep 07 18:55:19.242441 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55232dc1-b0c2-43dc-ace0-e0fc358934d6 req-8d2bca1c-7e86-4ea9-bf4d-6d81588e38d1 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/security-groups?id=92ccc598-0e0c-4675-b3ad-57f811d845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452704 Sep 07 18:55:19.326801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279a76e-2f83-42d6-97aa-0691c0950ee1 req-a02395ff-5588-454c-b04e-28fe13f068f4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:19.328481 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a279a76e-2f83-42d6-97aa-0691c0950ee1 req-a02395ff-5588-454c-b04e-28fe13f068f4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0532448 Sep 07 18:55:19.376629 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a279a76e-2f83-42d6-97aa-0691c0950ee1 req-28c92911-af56-4132-ad20-33f05723f13a tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420194 Sep 07 18:55:19.440434 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6593a8-11a0-4589-8d52-116c26d50c02 req-f6f45390-c287-4b44-bb83-63152444a46d tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:19.441946 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe6593a8-11a0-4589-8d52-116c26d50c02 req-f6f45390-c287-4b44-bb83-63152444a46d tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 945 time: 0.0542378 Sep 07 18:55:19.483086 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe6593a8-11a0-4589-8d52-116c26d50c02 req-4e45cd4a-e194-411f-9e56-1c1efab86eb3 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/security-groups?id=7454bed0-4aab-439a-97bb-e0d2c4bdefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347083 Sep 07 18:55:19.707055 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5c65e-a726-478b-8a89-bfe880bab385 req-9bb8b8b5-6316-4e40-b247-57b54d0d92d5 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:19.708824 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44a5c65e-a726-478b-8a89-bfe880bab385 req-9bb8b8b5-6316-4e40-b247-57b54d0d92d5 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 945 time: 0.0570424 Sep 07 18:55:19.735923 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2720913a-bbbf-4a10-8a8e-76d9a70847ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '599dad0c-5bd4-446a-ba27-78b018007c0b'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:19.738523 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbed474-3821-499a-97c1-7fef9f0eb8c4" -d '{"events": [{"server_uuid": "2720913a-bbbf-4a10-8a8e-76d9a70847ff", "name": "network-vif-unplugged", "status": "completed", "tag": "599dad0c-5bd4-446a-ba27-78b018007c0b"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:19.756637 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c5d2-9219-46c5-a826-e7c4966a0a7d req-5bedadb4-7870-4a1f-81eb-12384bd9fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:19.759164 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a1c6c5d2-9219-46c5-a826-e7c4966a0a7d req-5bedadb4-7870-4a1f-81eb-12384bd9fdd4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8738c08e0d344886a2fc600249433028&device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 1096 time: 0.0510509 Sep 07 18:55:19.771206 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44a5c65e-a726-478b-8a89-bfe880bab385 req-53c85093-36b7-40de-9488-6fd84c9ec149 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/security-groups?id=7454bed0-4aab-439a-97bb-e0d2c4bdefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561826 Sep 07 18:55:19.794778 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41d9812-4c8f-43c8-8001-6a708fc3a418 x-openstack-request-id: req-c41d9812-4c8f-43c8-8001-6a708fc3a418 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:19.795768 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2720913a-bbbf-4a10-8a8e-76d9a70847ff", "name": "network-vif-unplugged", "status": "completed", "tag": "599dad0c-5bd4-446a-ba27-78b018007c0b", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:19.795768 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c41d9812-4c8f-43c8-8001-6a708fc3a418 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:19.796102 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2720913a-bbbf-4a10-8a8e-76d9a70847ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '599dad0c-5bd4-446a-ba27-78b018007c0b', 'code': 200} Sep 07 18:55:19.965758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f1481-a25f-4d35-80a1-13979483ecc5 req-28b92c95-b53d-458b-a54b-6e33d9349d47 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:19.967573 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e82f1481-a25f-4d35-80a1-13979483ecc5 req-28b92c95-b53d-458b-a54b-6e33d9349d47 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 945 time: 0.0998869 Sep 07 18:55:19.972786 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c5d2-9219-46c5-a826-e7c4966a0a7d req-af4feeb7-be96-4654-bce4-fdca9bdcf289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:19.974456 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a1c6c5d2-9219-46c5-a826-e7c4966a0a7d req-af4feeb7-be96-4654-bce4-fdca9bdcf289 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5217e271-42f5-48f8-8968-be16bc84a1a9 HTTP/1.1" status: 200 len: 913 time: 0.2078989 Sep 07 18:55:20.045075 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a1c6c5d2-9219-46c5-a826-e7c4966a0a7d req-68bab91b-9b71-44f1-ad17-65bdd464067a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f888291-c01b-4aff-b574-4f05a0bb792b HTTP/1.1" status: 200 len: 217 time: 0.0602465 Sep 07 18:55:20.072543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e82f1481-a25f-4d35-80a1-13979483ecc5 req-53a1cc4e-caae-4c1e-b036-87123c7852c5 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810096 Sep 07 18:55:20.131290 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c5d2-9219-46c5-a826-e7c4966a0a7d req-a3737195-8947-43e3-8eec-b8f84a1736d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:20.132914 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a1c6c5d2-9219-46c5-a826-e7c4966a0a7d req-a3737195-8947-43e3-8eec-b8f84a1736d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9d95c756-735d-4b25-a56e-7cbd797c4315 HTTP/1.1" status: 200 len: 852 time: 0.0803020 Sep 07 18:55:20.170372 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a1c6c5d2-9219-46c5-a826-e7c4966a0a7d req-b9012573-6b3d-401e-8393-4d2f2fd951fd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5217e271-42f5-48f8-8968-be16bc84a1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293138 Sep 07 18:55:20.237787 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a8c4f-5d13-4234-b684-bd5d804b2401 req-065fd166-72ae-4090-a74f-f6fd09bcaa5e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:20.251501 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-750a8c4f-5d13-4234-b684-bd5d804b2401 req-065fd166-72ae-4090-a74f-f6fd09bcaa5e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 943 time: 0.0884922 Sep 07 18:55:20.303654 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-750a8c4f-5d13-4234-b684-bd5d804b2401 req-c3cae0d8-cb9f-4067-8539-a1b8010805c0 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557089 Sep 07 18:55:20.367219 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a1c6c5d2-9219-46c5-a826-e7c4966a0a7d req-5ce56039-3f5e-4b17-b943-62491acb205c service neutron] 10.222.0.60 "GET /v2.0/networks/5217e271-42f5-48f8-8968-be16bc84a1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771567 Sep 07 18:55:20.435595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1f9d8-954d-4921-9343-eea3352a71f2 req-db14a3a0-a3e7-483d-920f-4cd8cd737043 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:20.435595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8af1f9d8-954d-4921-9343-eea3352a71f2 req-db14a3a0-a3e7-483d-920f-4cd8cd737043 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 950 time: 0.0677512 Sep 07 18:55:20.498595 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a1c6c5d2-9219-46c5-a826-e7c4966a0a7d req-88aa5a45-90d9-4ae5-9fa3-b7f2b1e21091 service neutron] 10.222.0.60 "GET /v2.0/networks/5217e271-42f5-48f8-8968-be16bc84a1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233234 Sep 07 18:55:20.536462 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8af1f9d8-954d-4921-9343-eea3352a71f2 req-2f6dfa3b-c8e6-433c-93a4-87b7981d2f7a tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/security-groups?id=92ccc598-0e0c-4675-b3ad-57f811d845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922897 Sep 07 18:55:20.558377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b374636-3fbc-4d8b-8632-053e64d1e1be req-aa1d1ded-cab1-4e49-bf29-ab874d0e5734 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:20.558991 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b374636-3fbc-4d8b-8632-053e64d1e1be req-aa1d1ded-cab1-4e49-bf29-ab874d0e5734 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0882227 Sep 07 18:55:20.602751 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b374636-3fbc-4d8b-8632-053e64d1e1be req-edaf9b0a-61bc-4f53-8f7e-77ca8bc989cc tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371661 Sep 07 18:55:20.894479 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813c27c-4efa-4610-88cf-87be48443c3b req-e820fa56-e096-4dd7-8d0f-0f1c8cec2c55 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:20.896143 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d813c27c-4efa-4610-88cf-87be48443c3b req-e820fa56-e096-4dd7-8d0f-0f1c8cec2c55 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 945 time: 0.0555182 Sep 07 18:55:20.938325 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d813c27c-4efa-4610-88cf-87be48443c3b req-deb8216c-9b56-4a8d-9e7d-7ed5287a79d3 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/security-groups?id=7454bed0-4aab-439a-97bb-e0d2c4bdefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360212 Sep 07 18:55:21.259397 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8db618-18cc-4ee3-9f87-df1df5534b69 req-404dfe17-c2f1-4167-8afc-252572076e94 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:21.261213 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1e8db618-18cc-4ee3-9f87-df1df5534b69 req-404dfe17-c2f1-4167-8afc-252572076e94 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 945 time: 0.0861397 Sep 07 18:55:21.343415 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1e8db618-18cc-4ee3-9f87-df1df5534b69 req-858c8da5-0c30-4ab2-b818-c7689a49f8b7 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740447 Sep 07 18:55:21.451720 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03e7cc-985e-481f-b5f1-abb49a3df1da req-7e64ff52-cdf2-415d-ad61-262c6d0c49eb tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:21.459297 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1e03e7cc-985e-481f-b5f1-abb49a3df1da req-7e64ff52-cdf2-415d-ad61-262c6d0c49eb tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 943 time: 0.0728185 Sep 07 18:55:21.496798 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1e03e7cc-985e-481f-b5f1-abb49a3df1da req-25d91e96-2d91-4460-886b-18e77049d873 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365336 Sep 07 18:55:21.682173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d1e63-963d-4974-b448-61b9309c0bcf req-da6a0603-72bd-4f55-813d-0c2e39c86e8b tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:21.683793 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c23d1e63-963d-4974-b448-61b9309c0bcf req-da6a0603-72bd-4f55-813d-0c2e39c86e8b tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 950 time: 0.0710781 Sep 07 18:55:21.781294 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c23d1e63-963d-4974-b448-61b9309c0bcf req-cebc1ee1-08c1-454a-81dd-9abb1e2c9f7d tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/security-groups?id=92ccc598-0e0c-4675-b3ad-57f811d845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876803 Sep 07 18:55:21.794184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfd1d4-3878-46dd-9e66-45e17adbe6b6 req-3d92fe84-07a6-40b6-bf5a-72f773412be6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:21.802000 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6bcfd1d4-3878-46dd-9e66-45e17adbe6b6 req-3d92fe84-07a6-40b6-bf5a-72f773412be6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1071010 Sep 07 18:55:21.853461 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6bcfd1d4-3878-46dd-9e66-45e17adbe6b6 req-e87b664b-3cbd-4602-a6b3-75d48b41c285 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502279 Sep 07 18:55:22.096741 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec52ae-32c2-459c-8f69-ad69bffcccdf req-d73a4d06-753d-4aa6-9f80-862550f7b85c tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:22.112719 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c4ec52ae-32c2-459c-8f69-ad69bffcccdf req-d73a4d06-753d-4aa6-9f80-862550f7b85c tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 945 time: 0.0934384 Sep 07 18:55:22.180793 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c4ec52ae-32c2-459c-8f69-ad69bffcccdf req-be319435-bc38-45a2-a36d-5949608332ee tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/security-groups?id=7454bed0-4aab-439a-97bb-e0d2c4bdefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671113 Sep 07 18:55:22.572260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80935a83-df05-47e8-9815-b6e3f878f188 req-7e4f77bd-0e01-409c-b53e-7e9051a863c4 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:22.573919 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-80935a83-df05-47e8-9815-b6e3f878f188 req-7e4f77bd-0e01-409c-b53e-7e9051a863c4 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 945 time: 0.1274862 Sep 07 18:55:22.604980 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c539422-83e4-4073-9008-d3b9ad822144 req-1b68f00e-cc60-4063-83ba-4d3ff8b773c7 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:22.607309 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c539422-83e4-4073-9008-d3b9ad822144 req-1b68f00e-cc60-4063-83ba-4d3ff8b773c7 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 945 time: 0.1098115 Sep 07 18:55:22.650096 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-80935a83-df05-47e8-9815-b6e3f878f188 req-53570d9a-ec70-4a03-9432-d1cae8e3ee26 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/security-groups?id=7454bed0-4aab-439a-97bb-e0d2c4bdefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689340 Sep 07 18:55:22.683067 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c539422-83e4-4073-9008-d3b9ad822144 req-c13f3307-fc3a-425e-a746-559b031c9487 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588818 Sep 07 18:55:22.882753 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d620b-5d0b-471d-86e7-61c1fac23dec req-98d95a01-5f25-4dc9-880b-5e9d8a02a01e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:22.884488 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-370d620b-5d0b-471d-86e7-61c1fac23dec req-98d95a01-5f25-4dc9-880b-5e9d8a02a01e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 943 time: 0.1008277 Sep 07 18:55:22.976944 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494881e-9509-4545-b2c5-aff63ce32cbc req-6e0902a5-4329-4445-ba96-bf60138779fa tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:22.978503 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8494881e-9509-4545-b2c5-aff63ce32cbc req-6e0902a5-4329-4445-ba96-bf60138779fa tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 950 time: 0.0849373 Sep 07 18:55:22.981617 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-370d620b-5d0b-471d-86e7-61c1fac23dec req-f567bc90-0e18-4556-8cd9-8065d413ee28 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860958 Sep 07 18:55:23.036618 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8494881e-9509-4545-b2c5-aff63ce32cbc req-af12a8dd-5c57-47f9-a4db-e2a6d2a9d214 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/security-groups?id=92ccc598-0e0c-4675-b3ad-57f811d845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469964 Sep 07 18:55:23.125963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6a591-c883-4010-892f-17fd65902eb0 req-b25c5e39-7462-4fc9-aa93-04491b82c8e0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:23.128716 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38e6a591-c883-4010-892f-17fd65902eb0 req-b25c5e39-7462-4fc9-aa93-04491b82c8e0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0565152 Sep 07 18:55:23.170261 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38e6a591-c883-4010-892f-17fd65902eb0 req-04e16d93-e1d2-4dc7-bd66-731d2f163486 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335464 Sep 07 18:55:23.410957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ee359-aac5-45d5-868a-dbb4f69f95f3 req-419f84b9-0126-470a-af85-977ac6166af9 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:23.412640 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad2ee359-aac5-45d5-868a-dbb4f69f95f3 req-419f84b9-0126-470a-af85-977ac6166af9 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0569322 Sep 07 18:55:23.477373 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad2ee359-aac5-45d5-868a-dbb4f69f95f3 req-f8c8fa64-e5c7-4ece-bd96-e214cd3d7234 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545223 Sep 07 18:55:23.483777 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9abea9-854b-45ff-a6c9-bdacf4d1d600 req-cb5e4098-3f58-46e8-b6a2-4508c9ba65cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:23.485707 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-af9abea9-854b-45ff-a6c9-bdacf4d1d600 req-cb5e4098-3f58-46e8-b6a2-4508c9ba65cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 1095 time: 0.0734713 Sep 07 18:55:23.584194 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9abea9-854b-45ff-a6c9-bdacf4d1d600 req-eee4c2cd-a89e-4759-96e3-a12c7eabc0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:23.585814 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-af9abea9-854b-45ff-a6c9-bdacf4d1d600 req-eee4c2cd-a89e-4759-96e3-a12c7eabc0f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 912 time: 0.0935338 Sep 07 18:55:23.666967 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-af9abea9-854b-45ff-a6c9-bdacf4d1d600 req-32379906-b35f-41cf-becc-503745acb730 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d405748-1170-4b7c-b252-e6c48be8be2b HTTP/1.1" status: 200 len: 999 time: 0.0722594 Sep 07 18:55:23.742961 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9abea9-854b-45ff-a6c9-bdacf4d1d600 req-18f9e517-a8a9-49dc-8feb-578945da30dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:23.744808 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-af9abea9-854b-45ff-a6c9-bdacf4d1d600 req-18f9e517-a8a9-49dc-8feb-578945da30dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.0699592 Sep 07 18:55:23.799633 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9abea9-854b-45ff-a6c9-bdacf4d1d600 req-80163b02-f3ae-4d68-97cc-7028d477499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:23.801194 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-af9abea9-854b-45ff-a6c9-bdacf4d1d600 req-80163b02-f3ae-4d68-97cc-7028d477499e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483470 Sep 07 18:55:23.835902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd335e81-5e3d-4c0a-a18f-5184160f4f2d req-b9bf8a3c-e0f5-43c6-ae01-40244c35d9a4 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:23.837499 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fd335e81-5e3d-4c0a-a18f-5184160f4f2d req-b9bf8a3c-e0f5-43c6-ae01-40244c35d9a4 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 945 time: 0.0938392 Sep 07 18:55:23.871424 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c562db-d6f6-4e23-88bb-d7cb4b314524 req-47972d9b-c797-4ac3-a583-0066d35ca854 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:23.873285 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86c562db-d6f6-4e23-88bb-d7cb4b314524 req-47972d9b-c797-4ac3-a583-0066d35ca854 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 945 time: 0.0820162 Sep 07 18:55:23.906506 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-af9abea9-854b-45ff-a6c9-bdacf4d1d600 req-3685d2a2-2872-4150-9a6b-415d339f9c7d service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983472 Sep 07 18:55:23.907056 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fd335e81-5e3d-4c0a-a18f-5184160f4f2d req-2d129444-bcdb-4b22-b695-660148265e17 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/security-groups?id=7454bed0-4aab-439a-97bb-e0d2c4bdefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603642 Sep 07 18:55:23.934917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86c562db-d6f6-4e23-88bb-d7cb4b314524 req-7d227b40-d725-42f6-85c0-5c3230b6391b tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533898 Sep 07 18:55:24.023085 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-af9abea9-854b-45ff-a6c9-bdacf4d1d600 req-c7b6f0ed-8ea3-453e-8269-b983a557725e service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090744 Sep 07 18:55:24.149801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df4fed-ac61-417d-9b5b-6162e95d7fda req-10e3f6f7-2597-4c9a-834f-34abb71ac472 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:24.151320 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-64df4fed-ac61-417d-9b5b-6162e95d7fda req-10e3f6f7-2597-4c9a-834f-34abb71ac472 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 943 time: 0.0845485 Sep 07 18:55:24.155555 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cc29b-22ea-4d43-973f-442a8ae930c6 req-4da841c6-dcdf-41a0-a5b8-bcafa39727f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:24.157126 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b62cc29b-22ea-4d43-973f-442a8ae930c6 req-4da841c6-dcdf-41a0-a5b8-bcafa39727f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8738c08e0d344886a2fc600249433028&device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 1096 time: 0.0448339 Sep 07 18:55:24.163865 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c503e6-4c87-4b9d-a608-d6dd06efb939 req-f60c2eda-8ed0-4f9e-8ff9-0f3f408e4359 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:24.165464 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09c503e6-4c87-4b9d-a608-d6dd06efb939 req-f60c2eda-8ed0-4f9e-8ff9-0f3f408e4359 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 945 time: 0.0707445 Sep 07 18:55:24.220851 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-64df4fed-ac61-417d-9b5b-6162e95d7fda req-3bde0b78-bc2b-4c4d-bad9-3eaaca1b8283 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543461 Sep 07 18:55:24.226111 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09c503e6-4c87-4b9d-a608-d6dd06efb939 req-52989aac-8410-4e95-9b8c-d80324e9574b tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/security-groups?id=7454bed0-4aab-439a-97bb-e0d2c4bdefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534751 Sep 07 18:55:24.250272 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cc29b-22ea-4d43-973f-442a8ae930c6 req-9748da1c-a64c-429b-915b-ca1b6a942776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:24.251771 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b62cc29b-22ea-4d43-973f-442a8ae930c6 req-9748da1c-a64c-429b-915b-ca1b6a942776 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5217e271-42f5-48f8-8968-be16bc84a1a9 HTTP/1.1" status: 200 len: 913 time: 0.0879204 Sep 07 18:55:24.303996 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b62cc29b-22ea-4d43-973f-442a8ae930c6 req-5b1858e7-bc3c-4bf2-8a7f-c393e95b0ade service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f888291-c01b-4aff-b574-4f05a0bb792b HTTP/1.1" status: 200 len: 217 time: 0.0410774 Sep 07 18:55:24.335420 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1d500-c66c-4a66-b25f-2f630b2eaa6e req-bb9e3487-7018-4b2d-a686-afa934be3344 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:24.337420 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-33c1d500-c66c-4a66-b25f-2f630b2eaa6e req-bb9e3487-7018-4b2d-a686-afa934be3344 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 950 time: 0.0522621 Sep 07 18:55:24.367119 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cc29b-22ea-4d43-973f-442a8ae930c6 req-2fc61f76-c2f8-4c6a-bd6e-803deb5ebabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:24.368889 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b62cc29b-22ea-4d43-973f-442a8ae930c6 req-2fc61f76-c2f8-4c6a-bd6e-803deb5ebabd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9d95c756-735d-4b25-a56e-7cbd797c4315 HTTP/1.1" status: 200 len: 852 time: 0.0473373 Sep 07 18:55:24.405789 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b62cc29b-22ea-4d43-973f-442a8ae930c6 req-b50fa0b0-bc65-45e5-be39-7e575948cc33 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5217e271-42f5-48f8-8968-be16bc84a1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285354 Sep 07 18:55:24.476553 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-33c1d500-c66c-4a66-b25f-2f630b2eaa6e req-8b4bc351-98dc-447d-9a38-09ffe1ab1daf tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/security-groups?id=92ccc598-0e0c-4675-b3ad-57f811d845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326575 Sep 07 18:55:24.485449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42068f-fed9-4774-9402-cfd5eb0012c2 req-c74d6d10-bc2f-4e72-89c1-d125f44e3002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:24.487348 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb42068f-fed9-4774-9402-cfd5eb0012c2 req-c74d6d10-bc2f-4e72-89c1-d125f44e3002 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=330b0af3-a338-4c3d-9fb6-805b1cab9e04 HTTP/1.1" status: 200 len: 852 time: 0.1273985 Sep 07 18:55:24.519414 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca8ed707-c80f-4b0a-a7d2-c9d3b47fe279 req-11e82097-724a-4996-9461-882a0b014084 service neutron] 10.222.0.36 "GET /v2.0/networks/5b400c2c-52a1-4a3f-b7e2-da40908cc664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606214 Sep 07 18:55:24.537596 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb42068f-fed9-4774-9402-cfd5eb0012c2 req-5abbe485-dfd0-4e69-93fc-5c0f238e0ac5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334117 Sep 07 18:55:24.547479 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15932bd3-52fc-40f1-8da3-8222cb503d01 req-9e74ef28-2da8-434b-aba1-26472a09ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:24.549015 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-15932bd3-52fc-40f1-8da3-8222cb503d01 req-9e74ef28-2da8-434b-aba1-26472a09ef35 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 1101 time: 0.1274402 Sep 07 18:55:24.581320 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b62cc29b-22ea-4d43-973f-442a8ae930c6 req-a7ba07a3-886f-4397-a0a7-c3c0eaa06ef1 service neutron] 10.222.0.60 "GET /v2.0/networks/5217e271-42f5-48f8-8968-be16bc84a1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684215 Sep 07 18:55:24.615580 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-15932bd3-52fc-40f1-8da3-8222cb503d01 req-cc44b5bd-7d39-4621-95c9-ba559a0136eb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=92ccc598-0e0c-4675-b3ad-57f811d845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582798 Sep 07 18:55:24.687482 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b62cc29b-22ea-4d43-973f-442a8ae930c6 req-79ce19d4-8678-4cfb-b3b4-5c66994257cf service neutron] 10.222.0.60 "GET /v2.0/networks/5217e271-42f5-48f8-8968-be16bc84a1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943348 Sep 07 18:55:24.737497 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4139ed1-92ea-4ace-b406-25a8b2f71ad8 req-4c0ed506-2025-461b-b462-94c3c07c45fd tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:24.738983 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4139ed1-92ea-4ace-b406-25a8b2f71ad8 req-4c0ed506-2025-461b-b462-94c3c07c45fd tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1716785 Sep 07 18:55:24.747846 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb42068f-fed9-4774-9402-cfd5eb0012c2 req-359e3176-4fd5-4a6e-9a28-09a2842735b4 service neutron] 10.222.0.36 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016981 Sep 07 18:55:24.750369 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca8ed707-c80f-4b0a-a7d2-c9d3b47fe279 req-d561ae22-aa28-4e83-b41f-288f5751ee43 service neutron] 10.222.0.36 "GET /v2.0/networks/5b400c2c-52a1-4a3f-b7e2-da40908cc664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155218 Sep 07 18:55:24.780984 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4139ed1-92ea-4ace-b406-25a8b2f71ad8 req-de302773-6a94-4b07-8fb2-eb89a5051d89 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352752 Sep 07 18:55:24.903764 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb42068f-fed9-4774-9402-cfd5eb0012c2 req-b602d3b1-1c0d-495b-8184-ed108039d8d5 service neutron] 10.222.0.36 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932875 Sep 07 18:55:25.044116 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1014135-2ef0-48cc-8dde-c4dac6329159 req-58dd20be-ee5a-4859-b42e-bd5e49fe38c8 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:25.045580 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1014135-2ef0-48cc-8dde-c4dac6329159 req-58dd20be-ee5a-4859-b42e-bd5e49fe38c8 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 945 time: 0.0506570 Sep 07 18:55:25.085495 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1014135-2ef0-48cc-8dde-c4dac6329159 req-9bdfd88f-0d6b-4d8b-a362-ce8b48f8596a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333433 Sep 07 18:55:25.374365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cc7a8-5182-415d-94fc-2228cdfde2fc req-b261f5d4-298f-48e5-8dbd-f5b791af6b92 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:25.375893 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-313cc7a8-5182-415d-94fc-2228cdfde2fc req-b261f5d4-298f-48e5-8dbd-f5b791af6b92 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 943 time: 0.0841212 Sep 07 18:55:25.388808 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81715f-26aa-4106-af17-69cb0e75b810 req-b3fc5d5c-c3f3-466b-b364-43bec7ecd5ae tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:25.390301 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c81715f-26aa-4106-af17-69cb0e75b810 req-b3fc5d5c-c3f3-466b-b364-43bec7ecd5ae tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 945 time: 0.0966105 Sep 07 18:55:25.443368 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-313cc7a8-5182-415d-94fc-2228cdfde2fc req-09bca7e8-dd88-4a3b-958d-a4af8ab4335c tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520537 Sep 07 18:55:25.451067 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c81715f-26aa-4106-af17-69cb0e75b810 req-8fd90991-1371-4a47-b247-43cb66d14954 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/security-groups?id=7454bed0-4aab-439a-97bb-e0d2c4bdefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539494 Sep 07 18:55:25.598706 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b61620-9386-4984-be88-ead7ec0f5572 req-59ab59ef-2771-4803-8feb-0c2f94773aba tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:25.600111 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-78b61620-9386-4984-be88-ead7ec0f5572 req-59ab59ef-2771-4803-8feb-0c2f94773aba tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 950 time: 0.0491951 Sep 07 18:55:25.639515 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-78b61620-9386-4984-be88-ead7ec0f5572 req-5956d79e-e3e1-4938-ab2c-09e8710dce5d tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/security-groups?id=92ccc598-0e0c-4675-b3ad-57f811d845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326059 Sep 07 18:55:25.859506 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f6b339f5-3a04-42ef-872c-91251441ecc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:25.901790 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d4c94-43f9-49e3-b04b-ddf59df308b9 req-bfb4af47-ab60-4d50-8079-dc58e0e9e4d0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:25.903254 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b0d4c94-43f9-49e3-b04b-ddf59df308b9 req-bfb4af47-ab60-4d50-8079-dc58e0e9e4d0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0496538 Sep 07 18:55:25.944005 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b0d4c94-43f9-49e3-b04b-ddf59df308b9 req-d6c41225-0bc4-40fc-bf57-6aec72d04bcd tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347741 Sep 07 18:55:26.059603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea936d-8ee1-43f5-9c8f-7eebd5306565 req-c30e0bbf-6315-4a41-ab67-f0a484812f58 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:26.061417 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-edea936d-8ee1-43f5-9c8f-7eebd5306565 req-c30e0bbf-6315-4a41-ab67-f0a484812f58 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0523853 Sep 07 18:55:26.106700 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-edea936d-8ee1-43f5-9c8f-7eebd5306565 req-eac8b40f-7312-46ea-810b-d86e56821b11 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385604 Sep 07 18:55:26.237885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b7b67-ad52-40c8-9a27-763d5c5ee1de req-ca62310c-098f-4e43-9fd7-5392ab21f1c7 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:26.239383 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc7b7b67-ad52-40c8-9a27-763d5c5ee1de req-ca62310c-098f-4e43-9fd7-5392ab21f1c7 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 945 time: 0.0779817 Sep 07 18:55:26.251538 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334ba2d-573f-448b-936b-e0a862d74b91 req-514c33e0-31e2-4b6f-8f2a-7a63bbc0c2bc tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:26.253084 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5334ba2d-573f-448b-936b-e0a862d74b91 req-514c33e0-31e2-4b6f-8f2a-7a63bbc0c2bc tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0653653 Sep 07 18:55:26.312290 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc7b7b67-ad52-40c8-9a27-763d5c5ee1de req-d9d8851c-411c-4216-9790-5a8ddb14b4db tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581777 Sep 07 18:55:26.315164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5334ba2d-573f-448b-936b-e0a862d74b91 req-d5025505-7ad3-4212-9650-0aef0603b295 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553875 Sep 07 18:55:26.557116 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d955c4-b46b-4185-be3b-3ee028192eeb req-d72f860a-e5cf-4c67-90f0-a215359ed4be tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:26.558518 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94d955c4-b46b-4185-be3b-3ee028192eeb req-d72f860a-e5cf-4c67-90f0-a215359ed4be tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0745411 Sep 07 18:55:26.579564 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f33a63-3f1e-43ae-82ec-72bfb69ba6d7 req-cac6bd4a-88ab-4157-8500-7869cec00d63 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:26.581058 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d7f33a63-3f1e-43ae-82ec-72bfb69ba6d7 req-cac6bd4a-88ab-4157-8500-7869cec00d63 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 943 time: 0.0675960 Sep 07 18:55:26.624820 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94d955c4-b46b-4185-be3b-3ee028192eeb req-c0f4510e-9404-4205-a2a5-5252d1d9ca7f tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584099 Sep 07 18:55:26.639486 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d7f33a63-3f1e-43ae-82ec-72bfb69ba6d7 req-e34504e0-753e-4c26-b048-fc7d89dba3aa tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507362 Sep 07 18:55:26.748806 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbcc21-f18d-4396-a841-5e278809ea6e req-c4741687-2f38-43c8-8fff-9925c9fff97a tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:26.750289 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e0fbcc21-f18d-4396-a841-5e278809ea6e req-c4741687-2f38-43c8-8fff-9925c9fff97a tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 945 time: 0.0583711 Sep 07 18:55:26.809574 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e0fbcc21-f18d-4396-a841-5e278809ea6e req-7da3d987-182c-44df-969c-6afa7bdecc39 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/security-groups?id=7454bed0-4aab-439a-97bb-e0d2c4bdefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527313 Sep 07 18:55:26.832813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0632b22-f561-4727-b760-2ccfd583b2bc req-174b34d5-0fe8-4983-9bcb-dceb8ee89b87 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:26.834318 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0632b22-f561-4727-b760-2ccfd583b2bc req-174b34d5-0fe8-4983-9bcb-dceb8ee89b87 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 950 time: 0.0593498 Sep 07 18:55:26.874392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0632b22-f561-4727-b760-2ccfd583b2bc req-f7fe14b8-61fa-4667-8e9e-e310a9a3fc15 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/security-groups?id=92ccc598-0e0c-4675-b3ad-57f811d845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340216 Sep 07 18:55:27.079174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8935e-ad13-4758-a138-f2ef19159067 req-baae9775-b906-480c-ac31-17b61caaeaff tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:27.080606 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9c8935e-ad13-4758-a138-f2ef19159067 req-baae9775-b906-480c-ac31-17b61caaeaff tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 945 time: 0.0510619 Sep 07 18:55:27.099328 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:55:27.125070 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9c8935e-ad13-4758-a138-f2ef19159067 req-4c5728e9-2e2f-4af4-bb0c-241d661f3075 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/security-groups?id=7454bed0-4aab-439a-97bb-e0d2c4bdefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386209 Sep 07 18:55:27.210756 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,segment=NetworkSegment(11c36bdb-1e25-4e17-9eb3-fc29828605f0),segment_id=11c36bdb-1e25-4e17-9eb3-fc29828605f0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:27.221718 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2', 'network_id': '5b400c2c-52a1-4a3f-b7e2-da40908cc664', 'port_id': '4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2', 'mac_address': 'fa:16:3e:8f:1f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081181ef-c8d4-4758-b937-dfb90332a016', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:55:27.260493 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:27.273969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:55:27.292658 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,segment=NetworkSegment(11c36bdb-1e25-4e17-9eb3-fc29828605f0),segment_id=11c36bdb-1e25-4e17-9eb3-fc29828605f0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:27.298484 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:27.348522 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,revision_number=11']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:27.436071 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c94504-6629-4c3e-ad77-fdc4d35419d4 req-20e0ee66-d0b0-46e6-9858-9431b72c37bb tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:27.437593 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19c94504-6629-4c3e-ad77-fdc4d35419d4 req-20e0ee66-d0b0-46e6-9858-9431b72c37bb tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.0524218 Sep 07 18:55:27.480061 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19c94504-6629-4c3e-ad77-fdc4d35419d4 req-3bf13063-e01f-4ccb-bd2e-95860f0dca5a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364530 Sep 07 18:55:27.541754 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:55:27.642831 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c640c-d00c-49a6-9581-f606307065fe req-fad2ff8f-af27-4e0e-bf9a-9e369702850e tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:27.644325 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e8c640c-d00c-49a6-9581-f606307065fe req-fad2ff8f-af27-4e0e-bf9a-9e369702850e tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 950 time: 0.0498812 Sep 07 18:55:27.686837 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e8c640c-d00c-49a6-9581-f606307065fe req-c1790f34-478b-4cb3-8526-26fe9a7bfc77 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/security-groups?id=92ccc598-0e0c-4675-b3ad-57f811d845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365224 Sep 07 18:55:27.747579 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674209f3-5a02-4f4e-a15d-14ac5fb9c9b9 req-329669c8-d38d-4af2-8d0d-119c77381c3c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:27.749155 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-674209f3-5a02-4f4e-a15d-14ac5fb9c9b9 req-329669c8-d38d-4af2-8d0d-119c77381c3c tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0496688 Sep 07 18:55:27.816724 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-674209f3-5a02-4f4e-a15d-14ac5fb9c9b9 req-6c0e4d0c-3416-4aa3-9767-c4d4f5eaf1ab tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582213 Sep 07 18:55:27.825046 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e13940-9657-40ba-ab46-4dcee0a55bee req-a1d15cd8-2f36-4d4b-8e15-1baadad9235a tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:27.827080 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8e13940-9657-40ba-ab46-4dcee0a55bee req-a1d15cd8-2f36-4d4b-8e15-1baadad9235a tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 943 time: 0.0770524 Sep 07 18:55:27.870456 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8e13940-9657-40ba-ab46-4dcee0a55bee req-07162269-0a07-454b-969a-dec2fd5a7072 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325892 Sep 07 18:55:28.073656 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52d04e-bf74-451d-ab73-8eb4eabaf9df req-c3ca6998-3e7c-44a3-8004-7c60ebd57d41 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:28.075847 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb52d04e-bf74-451d-ab73-8eb4eabaf9df req-c3ca6998-3e7c-44a3-8004-7c60ebd57d41 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0514433 Sep 07 18:55:28.105349 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38326924-497f-4ffd-b522-a8084c92bfe1 req-8abbdabd-0d41-464f-83fa-1cdca6751157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:28.107316 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-38326924-497f-4ffd-b522-a8084c92bfe1 req-8abbdabd-0d41-464f-83fa-1cdca6751157 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e4d898d3484fb1b8b7e09df61086df&device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 1095 time: 0.0440149 Sep 07 18:55:28.118771 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb52d04e-bf74-451d-ab73-8eb4eabaf9df req-219ef649-abf3-4277-b100-e2f8370382e8 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364110 Sep 07 18:55:28.205650 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38326924-497f-4ffd-b522-a8084c92bfe1 req-e0a31bd1-d4af-4a6e-b6ef-e279fbc24a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:28.207161 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-38326924-497f-4ffd-b522-a8084c92bfe1 req-e0a31bd1-d4af-4a6e-b6ef-e279fbc24a55 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 200 len: 912 time: 0.0912995 Sep 07 18:55:28.243903 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87145488-f871-4404-b4cd-9aa3217f21c9 req-7bc225ea-63bd-4cb4-94b5-785dab77cefb tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:28.245473 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87145488-f871-4404-b4cd-9aa3217f21c9 req-7bc225ea-63bd-4cb4-94b5-785dab77cefb tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 945 time: 0.0515974 Sep 07 18:55:28.292819 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87145488-f871-4404-b4cd-9aa3217f21c9 req-b51106e6-a5de-4bcd-9b6b-adb6c5c9e35b tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/security-groups?id=7454bed0-4aab-439a-97bb-e0d2c4bdefdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394442 Sep 07 18:55:28.551853 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-38326924-497f-4ffd-b522-a8084c92bfe1 req-9ada4695-7534-482c-ab6c-0f3e29e03098 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d405748-1170-4b7c-b252-e6c48be8be2b HTTP/1.1" status: 200 len: 999 time: 0.3358407 Sep 07 18:55:28.603953 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38326924-497f-4ffd-b522-a8084c92bfe1 req-c1cb0708-68a6-4ae4-96f4-9aef10cb29cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:28.611309 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-38326924-497f-4ffd-b522-a8084c92bfe1 req-c1cb0708-68a6-4ae4-96f4-9aef10cb29cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 200 len: 850 time: 0.0470128 Sep 07 18:55:28.611809 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ef213-83fe-4800-91a5-5b79cf5bf062 req-97187279-4748-4e83-ba56-d70f7f0239e1 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:28.611809 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed6ef213-83fe-4800-91a5-5b79cf5bf062 req-97187279-4748-4e83-ba56-d70f7f0239e1 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 946 time: 0.0581791 Sep 07 18:55:28.662278 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38326924-497f-4ffd-b522-a8084c92bfe1 req-13735f77-9c7c-4fcc-a258-538b36c77186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:28.663737 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-38326924-497f-4ffd-b522-a8084c92bfe1 req-13735f77-9c7c-4fcc-a258-538b36c77186 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9424cdc-95ee-4e78-8b79-da4f8984864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405622 Sep 07 18:55:28.680687 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed6ef213-83fe-4800-91a5-5b79cf5bf062 req-6ef0f823-badc-416a-a1c4-187a25460803 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620241 Sep 07 18:55:28.694062 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb62017-dc0f-4677-8188-4d2dad96675f req-7267ded7-3af1-4d45-827e-39ef1ba70fd6 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:28.695924 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9cb62017-dc0f-4677-8188-4d2dad96675f req-7267ded7-3af1-4d45-827e-39ef1ba70fd6 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=2720913a-bbbf-4a10-8a8e-76d9a70847ff HTTP/1.1" status: 200 len: 943 time: 0.0756485 Sep 07 18:55:28.743694 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-874bf233-83fb-4fcd-bad7-def35f67ffa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:28.783928 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-38326924-497f-4ffd-b522-a8084c92bfe1 req-ebb7a6a5-3925-4735-ac0b-050ccc7e938d service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113379 Sep 07 18:55:28.851111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc936dce-4aa4-4db6-b29a-74acbdd19deb req-82d62c04-12bb-4ddc-a094-b59c66e47a15 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:28.852918 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc936dce-4aa4-4db6-b29a-74acbdd19deb req-82d62c04-12bb-4ddc-a094-b59c66e47a15 tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 950 time: 0.0672493 Sep 07 18:55:28.856953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-9cb62017-dc0f-4677-8188-4d2dad96675f req-c4607517-9097-400d-b6d8-9d9909b13ff2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Deleting port 599dad0c-5bd4-446a-ba27-78b018007c0b {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:55:28.856953 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9cb62017-dc0f-4677-8188-4d2dad96675f req-c4607517-9097-400d-b6d8-9d9909b13ff2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:28.883729 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-38326924-497f-4ffd-b522-a8084c92bfe1 req-895c3962-e771-4d56-96e7-97eb9c6a86a7 service neutron] 10.222.0.60 "GET /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920453 Sep 07 18:55:28.982749 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc936dce-4aa4-4db6-b29a-74acbdd19deb req-6c5d7cd3-4a31-422b-b6e9-6aa02cd6f0bf tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/security-groups?id=92ccc598-0e0c-4675-b3ad-57f811d845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227160 Sep 07 18:55:29.006989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedcb78-1f91-43c7-b84b-f9e088d924f0 req-64550bfd-70c7-4d4e-9482-8ba3fa302c4e tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:29.008502 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eaedcb78-1f91-43c7-b84b-f9e088d924f0 req-64550bfd-70c7-4d4e-9482-8ba3fa302c4e tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 950 time: 0.1139743 Sep 07 18:55:29.020344 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.030090 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-9cb62017-dc0f-4677-8188-4d2dad96675f req-c4607517-9097-400d-b6d8-9d9909b13ff2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] For port 599dad0c-5bd4-446a-ba27-78b018007c0b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=599dad0c-5bd4-446a-ba27-78b018007c0b,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:29.030455 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9cb62017-dc0f-4677-8188-4d2dad96675f req-c4607517-9097-400d-b6d8-9d9909b13ff2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.062805 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-9cb62017-dc0f-4677-8188-4d2dad96675f req-c4607517-9097-400d-b6d8-9d9909b13ff2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Calling delete_port for 599dad0c-5bd4-446a-ba27-78b018007c0b owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:55:29.077781 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef950c13-3640-4c6b-8d2b-41a4b71f0f6b req-9a1cec9a-0d00-4726-b0da-6ca172c6e57b tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:29.079242 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ef950c13-3640-4c6b-8d2b-41a4b71f0f6b req-9a1cec9a-0d00-4726-b0da-6ca172c6e57b tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.60 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 945 time: 0.0646091 Sep 07 18:55:29.100289 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:29.156766 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:29.162744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:29.163159 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.180814 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-eaedcb78-1f91-43c7-b84b-f9e088d924f0 req-2d7b5a91-1018-4efe-9a1d-b7a3416f65fd tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Deleting port 04bb82fe-15da-4d6b-863d-66e2ed98a6d4 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:55:29.181158 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eaedcb78-1f91-43c7-b84b-f9e088d924f0 req-2d7b5a91-1018-4efe-9a1d-b7a3416f65fd tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.194664 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-ef950c13-3640-4c6b-8d2b-41a4b71f0f6b req-bbc7bc6d-ae4f-4860-a862-e9be214691c2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Deleting port 3f888291-c01b-4aff-b574-4f05a0bb792b {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:55:29.195231 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ef950c13-3640-4c6b-8d2b-41a4b71f0f6b req-bbc7bc6d-ae4f-4860-a862-e9be214691c2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.256560 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.279995 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e93329-67e0-47a4-b999-c8e46e240beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:29.282347 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85c5bf7-1d9a-4c81-ab11-62b56a35ae86" -d '{"events": [{"server_uuid": "c3e93329-67e0-47a4-b999-c8e46e240beb", "name": "network-vif-plugged", "status": "completed", "tag": "4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:29.295400 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,segment=NetworkSegment(11c36bdb-1e25-4e17-9eb3-fc29828605f0),segment_id=11c36bdb-1e25-4e17-9eb3-fc29828605f0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:29.299922 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.300811 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 599dad0c-5bd4-446a-ba27-78b018007c0b no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:55:29.310358 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-ef950c13-3640-4c6b-8d2b-41a4b71f0f6b req-bbc7bc6d-ae4f-4860-a862-e9be214691c2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] For port 3f888291-c01b-4aff-b574-4f05a0bb792b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3f888291-c01b-4aff-b574-4f05a0bb792b,segment=NetworkSegment(1e44b613-fa42-4427-9920-2e81ead81c59),segment_id=1e44b613-fa42-4427-9920-2e81ead81c59)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:29.310981 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ef950c13-3640-4c6b-8d2b-41a4b71f0f6b req-bbc7bc6d-ae4f-4860-a862-e9be214691c2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.327838 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-ef950c13-3640-4c6b-8d2b-41a4b71f0f6b req-bbc7bc6d-ae4f-4860-a862-e9be214691c2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Calling delete_port for 3f888291-c01b-4aff-b574-4f05a0bb792b owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:55:29.356036 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf1d50-99a6-4283-bc54-d1a14138e50d req-3c790d2e-bc89-4c8d-a4f1-c04ea2c9765d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:29.358624 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3caf1d50-99a6-4283-bc54-d1a14138e50d req-3c790d2e-bc89-4c8d-a4f1-c04ea2c9765d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1423874 Sep 07 18:55:29.368118 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-eaedcb78-1f91-43c7-b84b-f9e088d924f0 req-2d7b5a91-1018-4efe-9a1d-b7a3416f65fd tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] For port 04bb82fe-15da-4d6b-863d-66e2ed98a6d4, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=04bb82fe-15da-4d6b-863d-66e2ed98a6d4,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:29.368488 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eaedcb78-1f91-43c7-b84b-f9e088d924f0 req-2d7b5a91-1018-4efe-9a1d-b7a3416f65fd tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.383626 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,revision_number=12']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:29.387272 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9cb62017-dc0f-4677-8188-4d2dad96675f req-c4607517-9097-400d-b6d8-9d9909b13ff2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.387433 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No active binding found for port 599dad0c-5bd4-446a-ba27-78b018007c0b {{(pid=101446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 07 18:55:29.387779 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 599dad0c-5bd4-446a-ba27-78b018007c0b not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:55:29.399394 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-eaedcb78-1f91-43c7-b84b-f9e088d924f0 req-2d7b5a91-1018-4efe-9a1d-b7a3416f65fd tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Calling delete_port for 04bb82fe-15da-4d6b-863d-66e2ed98a6d4 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:55:29.443371 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4607517-9097-400d-b6d8-9d9909b13ff2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Pushing event deleted for resources: {'Port': ['ID=599dad0c-5bd4-446a-ba27-78b018007c0b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:29.473681 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ef950c13-3640-4c6b-8d2b-41a4b71f0f6b req-bbc7bc6d-ae4f-4860-a862-e9be214691c2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.486908 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['3f888291-c01b-4aff-b574-4f05a0bb792b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:55:29.505907 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7bc6d-ae4f-4860-a862-e9be214691c2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Pushing event deleted for resources: {'Port': ['ID=3f888291-c01b-4aff-b574-4f05a0bb792b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:29.509642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4607517-9097-400d-b6d8-9d9909b13ff2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.509923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4607517-9097-400d-b6d8-9d9909b13ff2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.510266 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4607517-9097-400d-b6d8-9d9909b13ff2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.510602 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4607517-9097-400d-b6d8-9d9909b13ff2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.510937 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4607517-9097-400d-b6d8-9d9909b13ff2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.511268 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4607517-9097-400d-b6d8-9d9909b13ff2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.511595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4607517-9097-400d-b6d8-9d9909b13ff2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.511920 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4607517-9097-400d-b6d8-9d9909b13ff2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.512246 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4607517-9097-400d-b6d8-9d9909b13ff2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.512588 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4607517-9097-400d-b6d8-9d9909b13ff2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.512965 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4607517-9097-400d-b6d8-9d9909b13ff2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.513291 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4607517-9097-400d-b6d8-9d9909b13ff2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.518419 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3caf1d50-99a6-4283-bc54-d1a14138e50d req-21d6f74b-153d-45cf-81d4-cee9dd71a68e tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473296 Sep 07 18:55:29.520471 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7bc6d-ae4f-4860-a862-e9be214691c2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.520747 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7bc6d-ae4f-4860-a862-e9be214691c2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.521085 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7bc6d-ae4f-4860-a862-e9be214691c2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.521428 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7bc6d-ae4f-4860-a862-e9be214691c2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.521763 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7bc6d-ae4f-4860-a862-e9be214691c2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.522098 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7bc6d-ae4f-4860-a862-e9be214691c2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.522428 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7bc6d-ae4f-4860-a862-e9be214691c2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.523004 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7bc6d-ae4f-4860-a862-e9be214691c2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.523116 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7bc6d-ae4f-4860-a862-e9be214691c2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.523387 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7bc6d-ae4f-4860-a862-e9be214691c2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.523713 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7bc6d-ae4f-4860-a862-e9be214691c2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.524041 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7bc6d-ae4f-4860-a862-e9be214691c2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:29.539012 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb62017-dc0f-4677-8188-4d2dad96675f req-c4607517-9097-400d-b6d8-9d9909b13ff2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] No DVR routers for this DVR port 599dad0c-5bd4-446a-ba27-78b018007c0b on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:55:29.551224 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9cb62017-dc0f-4677-8188-4d2dad96675f req-c4607517-9097-400d-b6d8-9d9909b13ff2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.551224 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9cb62017-dc0f-4677-8188-4d2dad96675f req-c4607517-9097-400d-b6d8-9d9909b13ff2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "DELETE /v2.0/ports/599dad0c-5bd4-446a-ba27-78b018007c0b HTTP/1.1" status: 204 len: 173 time: 0.8397570 Sep 07 18:55:29.551224 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2720913a-bbbf-4a10-8a8e-76d9a70847ff', 'name': 'network-vif-deleted', 'tag': '599dad0c-5bd4-446a-ba27-78b018007c0b'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:29.551224 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def6ed87-018d-4218-8fcc-b88b3a999496" -d '{"events": [{"server_uuid": "2720913a-bbbf-4a10-8a8e-76d9a70847ff", "name": "network-vif-deleted", "tag": "599dad0c-5bd4-446a-ba27-78b018007c0b"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:29.580706 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef950c13-3640-4c6b-8d2b-41a4b71f0f6b req-bbc7bc6d-ae4f-4860-a862-e9be214691c2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] No DVR routers for this DVR port 3f888291-c01b-4aff-b574-4f05a0bb792b on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:55:29.584063 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ef950c13-3640-4c6b-8d2b-41a4b71f0f6b req-bbc7bc6d-ae4f-4860-a862-e9be214691c2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.586713 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ef950c13-3640-4c6b-8d2b-41a4b71f0f6b req-bbc7bc6d-ae4f-4860-a862-e9be214691c2 tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.60 "DELETE /v2.0/ports/3f888291-c01b-4aff-b574-4f05a0bb792b HTTP/1.1" status: 204 len: 173 time: 0.4978678 Sep 07 18:55:29.587512 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64470723-f4cc-4d8a-8bfc-8cf8ef3aa801', 'name': 'network-vif-deleted', 'tag': '3f888291-c01b-4aff-b574-4f05a0bb792b'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:29.590340 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a844775-d197-4914-b084-9231236abdce" -d '{"events": [{"server_uuid": "64470723-f4cc-4d8a-8bfc-8cf8ef3aa801", "name": "network-vif-deleted", "tag": "3f888291-c01b-4aff-b574-4f05a0bb792b"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:29.593162 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc83787c-dade-4f81-b638-b37e0ab6c70b x-openstack-request-id: req-bc83787c-dade-4f81-b638-b37e0ab6c70b {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:29.593452 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e93329-67e0-47a4-b999-c8e46e240beb", "name": "network-vif-plugged", "status": "completed", "tag": "4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:29.593702 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc83787c-dade-4f81-b638-b37e0ab6c70b {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:29.594194 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e93329-67e0-47a4-b999-c8e46e240beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2', 'code': 200} Sep 07 18:55:29.702322 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a4a5fc5-c6c0-4420-917f-c4b68baa00eb req-9b7ef35e-49e1-485a-b1a2-8a5efb9c5c0c tempest-TestServerAdvancedOps-2059923122 tempest-TestServerAdvancedOps-2059923122-project] 10.222.0.26 "GET /v2.0/ports?device_id=64470723-f4cc-4d8a-8bfc-8cf8ef3aa801 HTTP/1.1" status: 200 len: 210 time: 0.0368383 Sep 07 18:55:29.716628 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eaedcb78-1f91-43c7-b84b-f9e088d924f0 req-2d7b5a91-1018-4efe-9a1d-b7a3416f65fd tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.730558 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['04bb82fe-15da-4d6b-863d-66e2ed98a6d4'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:55:29.762471 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b5a91-1018-4efe-9a1d-b7a3416f65fd tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Pushing event deleted for resources: {'Port': ['ID=04bb82fe-15da-4d6b-863d-66e2ed98a6d4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:29.843258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaedcb78-1f91-43c7-b84b-f9e088d924f0 req-2d7b5a91-1018-4efe-9a1d-b7a3416f65fd tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] No DVR routers for this DVR port 04bb82fe-15da-4d6b-863d-66e2ed98a6d4 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:55:29.846518 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eaedcb78-1f91-43c7-b84b-f9e088d924f0 req-2d7b5a91-1018-4efe-9a1d-b7a3416f65fd tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.848566 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eaedcb78-1f91-43c7-b84b-f9e088d924f0 req-2d7b5a91-1018-4efe-9a1d-b7a3416f65fd tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.36 "DELETE /v2.0/ports/04bb82fe-15da-4d6b-863d-66e2ed98a6d4 HTTP/1.1" status: 204 len: 173 time: 0.8311121 Sep 07 18:55:29.866545 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d3749c-f1ac-4d2b-b7d9-725e94177b25 x-openstack-request-id: req-a3d3749c-f1ac-4d2b-b7d9-725e94177b25 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:29.867073 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2720913a-bbbf-4a10-8a8e-76d9a70847ff", "name": "network-vif-deleted", "tag": "599dad0c-5bd4-446a-ba27-78b018007c0b", "status": "failed", "code": 422}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:29.867492 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3d3749c-f1ac-4d2b-b7d9-725e94177b25 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:29.868111 n-d-807786-1 neutron-server[101445]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2720913a-bbbf-4a10-8a8e-76d9a70847ff', 'name': 'network-vif-deleted', 'tag': '599dad0c-5bd4-446a-ba27-78b018007c0b', 'status': 'failed', 'code': 422} returned with failed status Sep 07 18:55:29.914848 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9682caf-bc8c-4b54-9829-b38a4b699fd3 x-openstack-request-id: req-b9682caf-bc8c-4b54-9829-b38a4b699fd3 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:29.915142 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64470723-f4cc-4d8a-8bfc-8cf8ef3aa801", "name": "network-vif-deleted", "tag": "3f888291-c01b-4aff-b574-4f05a0bb792b", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:29.915393 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9682caf-bc8c-4b54-9829-b38a4b699fd3 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:29.915792 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64470723-f4cc-4d8a-8bfc-8cf8ef3aa801', 'name': 'network-vif-deleted', 'tag': '3f888291-c01b-4aff-b574-4f05a0bb792b', 'status': 'completed', 'code': 200} Sep 07 18:55:29.946777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048c068-e98b-4869-9c43-0f78e4dfa25c req-35865d67-fd4c-4425-bd7f-ba9596117493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:29.948324 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f048c068-e98b-4869-9c43-0f78e4dfa25c req-35865d67-fd4c-4425-bd7f-ba9596117493 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 1098 time: 0.0776551 Sep 07 18:55:30.041076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f048c068-e98b-4869-9c43-0f78e4dfa25c req-a40b33e8-eccf-4492-8f26-2500ab35eff5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846167 Sep 07 18:55:30.056616 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a69caa-b6ce-459c-8147-8cd07614e3b7 req-e9f0ff2f-6603-429b-b447-e358894c2dae tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:30.058525 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-82a69caa-b6ce-459c-8147-8cd07614e3b7 req-e9f0ff2f-6603-429b-b447-e358894c2dae tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.0738287 Sep 07 18:55:30.099762 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-82a69caa-b6ce-459c-8147-8cd07614e3b7 req-5a1ce494-f9a0-4806-b4a8-170fb2ee09ad tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349381 Sep 07 18:55:30.115138 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:30.207556 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-84c79065-6e37-4330-9c0a-c585377176d5 req-267d6e2a-e9fc-4cdf-8df3-4eb42e210e5a tempest-TenantUsagesTestJSON-841940199 tempest-TenantUsagesTestJSON-841940199-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9077bf3-50b9-4254-b3e2-cec4eb09c4a5 HTTP/1.1" status: 200 len: 210 time: 0.0268943 Sep 07 18:55:30.509396 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-4e0d538f-c81a-4d2e-9e65-51cf707b4cfc tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:30.511279 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-4e0d538f-c81a-4d2e-9e65-51cf707b4cfc tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/networks?id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 HTTP/1.1" status: 200 len: 812 time: 0.1118655 Sep 07 18:55:30.526460 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-59a80677-7a7f-450f-aeeb-0c12730b4706 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/quotas/d8d2dd6678d2444d8d30e7280161600d HTTP/1.1" status: 200 len: 375 time: 0.0091364 Sep 07 18:55:30.559496 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-448cd141-363e-40df-b39c-34c5d4255ad0 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8d2dd6678d2444d8d30e7280161600d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268850 Sep 07 18:55:30.959479 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-33834959-e9d2-4814-a4ce-833204fea06c service neutron] 10.222.0.26 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915222 Sep 07 18:55:30.970690 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de2de3-0ed9-44f8-b708-6d8d5e96e107 req-51d7d3b7-1aee-4eb4-97ee-88f36cc88434 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:30.972174 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95de2de3-0ed9-44f8-b708-6d8d5e96e107 req-51d7d3b7-1aee-4eb4-97ee-88f36cc88434 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.3725593 Sep 07 18:55:31.071777 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95de2de3-0ed9-44f8-b708-6d8d5e96e107 req-2c5087e2-1de8-44bf-9fb0-8e1529f0e824 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909536 Sep 07 18:55:31.109900 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-cfbac27a-ff25-4471-9ef5-6da1556db0b8 service neutron] 10.222.0.26 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351597 Sep 07 18:55:31.152122 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34190) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:31.217083 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ee224d-8c8c-4a5f-8706-de0da5f6ae3f admin admin] Deleting subnet 9d95c756-735d-4b25-a56e-7cbd797c4315 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:55:31.220863 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10ee224d-8c8c-4a5f-8706-de0da5f6ae3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:31.267235 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10ee224d-8c8c-4a5f-8706-de0da5f6ae3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:31.362140 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10ee224d-8c8c-4a5f-8706-de0da5f6ae3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:31.431254 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10ee224d-8c8c-4a5f-8706-de0da5f6ae3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:31.437323 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c654e6-c2c3-4948-8fd6-d11ffc158c5b req-57c468d3-b0e3-417f-9ba5-e845276b19dc tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:31.448344 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93c654e6-c2c3-4948-8fd6-d11ffc158c5b req-57c468d3-b0e3-417f-9ba5-e845276b19dc tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1391261 Sep 07 18:55:31.477250 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10ee224d-8c8c-4a5f-8706-de0da5f6ae3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:31.479927 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-10ee224d-8c8c-4a5f-8706-de0da5f6ae3f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9d95c756-735d-4b25-a56e-7cbd797c4315 HTTP/1.1" status: 204 len: 168 time: 0.3266633 Sep 07 18:55:31.481003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691214ab-9227-4527-9bca-ef6e7d096cc7 req-512b77dd-a539-48db-9525-75e09b054125 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:31.481973 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee224d-8c8c-4a5f-8706-de0da5f6ae3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d95c756-735d-4b25-a56e-7cbd797c4315,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:31.482880 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-691214ab-9227-4527-9bca-ef6e7d096cc7 req-512b77dd-a539-48db-9525-75e09b054125 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.1268077 Sep 07 18:55:31.483513 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34224) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:31.597606 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93c654e6-c2c3-4948-8fd6-d11ffc158c5b req-ee3e4d0b-142d-4699-98ae-c795dc0111d9 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483850 Sep 07 18:55:31.646421 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-691214ab-9227-4527-9bca-ef6e7d096cc7 req-07da273b-c775-4c41-a862-b946dc53800d tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346905 Sep 07 18:55:31.673750 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:31.685918 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-25aec8eb-9662-4f3d-8190-5ddf3aac3fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:31.802166 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-58854a66-084a-4f7e-9868-d7fd82f49149 req-3ef9c3e8-3e11-4b23-85a4-20544db59f15 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 210 time: 0.0521190 Sep 07 18:55:31.883893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9077bf3-50b9-4254-b3e2-cec4eb09c4a5', 'name': 'network-vif-deleted', 'tag': '04bb82fe-15da-4d6b-863d-66e2ed98a6d4'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:31.886642 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ae1306-52f5-4c0f-b510-1f4fe08f8071" -d '{"events": [{"server_uuid": "c9077bf3-50b9-4254-b3e2-cec4eb09c4a5", "name": "network-vif-deleted", "tag": "04bb82fe-15da-4d6b-863d-66e2ed98a6d4"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:31.900673 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-25aec8eb-9662-4f3d-8190-5ddf3aac3fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:31.946779 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-25aec8eb-9662-4f3d-8190-5ddf3aac3fac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5217e271-42f5-48f8-8968-be16bc84a1a9']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:31.972442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-25aec8eb-9662-4f3d-8190-5ddf3aac3fac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e44b613-fa42-4427-9920-2e81ead81c59') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:31.973197 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-25aec8eb-9662-4f3d-8190-5ddf3aac3fac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e44b613-fa42-4427-9920-2e81ead81c59') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:31.986978 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-25aec8eb-9662-4f3d-8190-5ddf3aac3fac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:31.999841 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4319567e-4aba-4052-b19d-bd29d9b3c1c5 x-openstack-request-id: req-4319567e-4aba-4052-b19d-bd29d9b3c1c5 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:32.000539 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9077bf3-50b9-4254-b3e2-cec4eb09c4a5", "name": "network-vif-deleted", "tag": "04bb82fe-15da-4d6b-863d-66e2ed98a6d4", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:32.001004 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4319567e-4aba-4052-b19d-bd29d9b3c1c5 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:32.001698 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9077bf3-50b9-4254-b3e2-cec4eb09c4a5', 'name': 'network-vif-deleted', 'tag': '04bb82fe-15da-4d6b-863d-66e2ed98a6d4', 'status': 'completed', 'code': 200} Sep 07 18:55:32.007994 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-25aec8eb-9662-4f3d-8190-5ddf3aac3fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:32.017794 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25aec8eb-9662-4f3d-8190-5ddf3aac3fac admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:55:32.019185 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-25aec8eb-9662-4f3d-8190-5ddf3aac3fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: timer() Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:55:32.022447 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:55:32.096967 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34254) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:32.105433 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-25aec8eb-9662-4f3d-8190-5ddf3aac3fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:32.111448 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-25aec8eb-9662-4f3d-8190-5ddf3aac3fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:32.116582 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-25aec8eb-9662-4f3d-8190-5ddf3aac3fac admin admin] 10.222.0.26 "DELETE /v2.0/networks/5217e271-42f5-48f8-8968-be16bc84a1a9 HTTP/1.1" status: 204 len: 168 time: 0.6141098 Sep 07 18:55:32.117296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34258) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:32.161652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aec8eb-9662-4f3d-8190-5ddf3aac3fac admin admin] Pushing event deleted for resources: {'Network': ['ID=5217e271-42f5-48f8-8968-be16bc84a1a9,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:32.193030 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db1990d-3b84-4552-8799-c2671a8abf59 admin admin] Deleting subnet 36d34d93-c398-4fd9-89ea-fb7ad2342837 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:55:32.199504 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3db1990d-3b84-4552-8799-c2671a8abf59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:32.243237 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3db1990d-3b84-4552-8799-c2671a8abf59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:32.318811 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3db1990d-3b84-4552-8799-c2671a8abf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:32.387055 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3583c5e6-b430-4b9e-8ceb-442cb6c3ff13 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17eddc0ba78e4e26bdf37150219d8f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2882507 Sep 07 18:55:32.389778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34282) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:32.424122 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3db1990d-3b84-4552-8799-c2671a8abf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:32.447456 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 3f888291-c01b-4aff-b574-4f05a0bb792b no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:55:32.465854 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1990d-3b84-4552-8799-c2671a8abf59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d34d93-c398-4fd9-89ea-fb7ad2342837,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:32.471849 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3db1990d-3b84-4552-8799-c2671a8abf59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:32.476629 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34284) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:32.477351 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3db1990d-3b84-4552-8799-c2671a8abf59 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/36d34d93-c398-4fd9-89ea-fb7ad2342837 HTTP/1.1" status: 204 len: 168 time: 0.3583810 Sep 07 18:55:32.484474 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 3f888291-c01b-4aff-b574-4f05a0bb792b {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:55:32.485675 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 3f888291-c01b-4aff-b574-4f05a0bb792b not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:55:32.493349 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-faada0e5-6874-4dcb-84d0-faf4faaedf96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:32.556533 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-faada0e5-6874-4dcb-84d0-faf4faaedf96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:32.566969 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a51c7b59-b0ae-40e1-a2a4-5e0199e1347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:32.662610 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a51c7b59-b0ae-40e1-a2a4-5e0199e1347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:32.665766 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ba5c8-f499-41a5-b2dc-42ea32860f36 req-7e626a0c-8ad9-4df9-8a99-e0e9e2ddca45 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:32.678312 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-061ba5c8-f499-41a5-b2dc-42ea32860f36 req-7e626a0c-8ad9-4df9-8a99-e0e9e2ddca45 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de110e5-f7c2-4c98-af63-c8f7440f1ed2 HTTP/1.1" status: 200 len: 943 time: 0.1784174 Sep 07 18:55:32.693566 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-a51c7b59-b0ae-40e1-a2a4-5e0199e1347f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91145204-a034-49be-942e-983ac587ffdb']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:32.709144 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-a51c7b59-b0ae-40e1-a2a4-5e0199e1347f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87b5048-73e5-49ca-991f-fc49104a592e') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:32.709998 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-a51c7b59-b0ae-40e1-a2a4-5e0199e1347f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87b5048-73e5-49ca-991f-fc49104a592e') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:32.731100 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a51c7b59-b0ae-40e1-a2a4-5e0199e1347f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:32.753502 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a51c7b59-b0ae-40e1-a2a4-5e0199e1347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:32.759730 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51c7b59-b0ae-40e1-a2a4-5e0199e1347f admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:55:32.760155 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a51c7b59-b0ae-40e1-a2a4-5e0199e1347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:55:32.761807 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:55:32.793934 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-faada0e5-6874-4dcb-84d0-faf4faaedf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:32.797187 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-faada0e5-6874-4dcb-84d0-faf4faaedf96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:32.798291 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-faada0e5-6874-4dcb-84d0-faf4faaedf96 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/92ccc598-0e0c-4675-b3ad-57f811d845a1 HTTP/1.1" status: 204 len: 168 time: 0.4073756 Sep 07 18:55:32.823953 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a51c7b59-b0ae-40e1-a2a4-5e0199e1347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:32.824176 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faada0e5-6874-4dcb-84d0-faf4faaedf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ccc598-0e0c-4675-b3ad-57f811d845a1,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:32.838686 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-8254c87a-fc2f-4bcb-a22f-53f98e6180c5 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:32.840154 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-8254c87a-fc2f-4bcb-a22f-53f98e6180c5 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.36 "GET /v2.0/networks?id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 HTTP/1.1" status: 200 len: 812 time: 0.3017697 Sep 07 18:55:32.842827 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a51c7b59-b0ae-40e1-a2a4-5e0199e1347f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:32.857801 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a51c7b59-b0ae-40e1-a2a4-5e0199e1347f admin admin] 10.222.0.26 "DELETE /v2.0/networks/91145204-a034-49be-942e-983ac587ffdb HTTP/1.1" status: 204 len: 168 time: 0.3790464 Sep 07 18:55:32.860578 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec630ce7-43ec-4adf-8749-bda48c84d086 req-204aa105-715c-4e09-80f5-a0fa9e99ce83 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:32.862106 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec630ce7-43ec-4adf-8749-bda48c84d086 req-204aa105-715c-4e09-80f5-a0fa9e99ce83 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.1418743 Sep 07 18:55:32.866958 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-d79b43b5-2687-4679-ab22-674675fa12fb tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Request body: {'port': {'device_id': '184d5253-37f1-4eb2-a3d1-18b887e70136', 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20', 'admin_state_up': True, 'tenant_id': 'd8d2dd6678d2444d8d30e7280161600d'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:32.885250 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c7b59-b0ae-40e1-a2a4-5e0199e1347f admin admin] Pushing event deleted for resources: {'Network': ['ID=91145204-a034-49be-942e-983ac587ffdb,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:32.977008 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-061ba5c8-f499-41a5-b2dc-42ea32860f36 req-76d6688b-ab3e-4f30-b37e-c701f8239010 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Deleting port 8e48499e-7695-4db7-9258-56e853c1d7b9 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:55:32.978071 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-061ba5c8-f499-41a5-b2dc-42ea32860f36 req-76d6688b-ab3e-4f30-b37e-c701f8239010 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.007033 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec630ce7-43ec-4adf-8749-bda48c84d086 req-c7f3f40a-a18a-4e0f-8c4a-a393512afc09 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334529 Sep 07 18:55:33.023401 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34298) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:33.096380 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-aa58d74f-e5f2-492f-a8cc-4744ccbe1f6c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8738c08e0d344886a2fc600249433028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0686035 Sep 07 18:55:33.096931 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34302) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:33.104393 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-d79b43b5-2687-4679-ab22-674675fa12fb tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Made reservation on behalf of d8d2dd6678d2444d8d30e7280161600d for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:55:33.107749 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-d79b43b5-2687-4679-ab22-674675fa12fb tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.115160 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-061ba5c8-f499-41a5-b2dc-42ea32860f36 req-76d6688b-ab3e-4f30-b37e-c701f8239010 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] For port 8e48499e-7695-4db7-9258-56e853c1d7b9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=8e48499e-7695-4db7-9258-56e853c1d7b9,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:33.115536 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-061ba5c8-f499-41a5-b2dc-42ea32860f36 req-76d6688b-ab3e-4f30-b37e-c701f8239010 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.118160 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 04bb82fe-15da-4d6b-863d-66e2ed98a6d4 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:55:33.149794 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 04bb82fe-15da-4d6b-863d-66e2ed98a6d4 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:55:33.150271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-061ba5c8-f499-41a5-b2dc-42ea32860f36 req-76d6688b-ab3e-4f30-b37e-c701f8239010 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Calling delete_port for 8e48499e-7695-4db7-9258-56e853c1d7b9 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:55:33.150728 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 04bb82fe-15da-4d6b-863d-66e2ed98a6d4 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:55:33.180736 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c103a13-d7b3-4123-8457-4acdadbf2251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.219959 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c103a13-d7b3-4123-8457-4acdadbf2251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.272250 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1fbcee6f-8398-4ab2-9a4e-7c6fc16bac45 req-d297bd66-0aa7-40c5-8736-cadb5e3de43a tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 210 time: 0.0675147 Sep 07 18:55:33.284275 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c103a13-d7b3-4123-8457-4acdadbf2251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.290133 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c103a13-d7b3-4123-8457-4acdadbf2251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.291470 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3c103a13-d7b3-4123-8457-4acdadbf2251 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7454bed0-4aab-439a-97bb-e0d2c4bdefdc HTTP/1.1" status: 204 len: 168 time: 0.1932688 Sep 07 18:55:33.319520 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34306) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:33.326807 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c103a13-d7b3-4123-8457-4acdadbf2251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7454bed0-4aab-439a-97bb-e0d2c4bdefdc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:33.338543 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91b6716d-62c5-48db-91e2-5415447e3429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.370818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-d79b43b5-2687-4679-ab22-674675fa12fb tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Allocated IP 172.20.0.13 (b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20/330b0af3-a338-4c3d-9fb6-805b1cab9e04/9b2d5934-870e-44ba-9e70-b4fb531f783a) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:55:33.470960 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91b6716d-62c5-48db-91e2-5415447e3429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.477892 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91b6716d-62c5-48db-91e2-5415447e3429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.517925 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-061ba5c8-f499-41a5-b2dc-42ea32860f36 req-76d6688b-ab3e-4f30-b37e-c701f8239010 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.530642 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['266365d6-55c3-4d84-9990-3b89862aae14', '2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:55:33.539502 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-91b6716d-62c5-48db-91e2-5415447e3429 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0047e9fa70f6440dbc5185931c4ac027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2187350 Sep 07 18:55:33.543276 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34310) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:33.547952 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6716d-62c5-48db-91e2-5415447e3429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7b04ac-94f8-45f5-97f4-edb083d1532a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:33.549179 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1ad99-34c2-4b3f-a19a-2dc46209a458 req-cab32e77-6cd7-4085-b516-101df0400392 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:33.550739 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72c1ad99-34c2-4b3f-a19a-2dc46209a458 req-cab32e77-6cd7-4085-b516-101df0400392 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.1380787 Sep 07 18:55:33.576250 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6688b-ab3e-4f30-b37e-c701f8239010 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Pushing event deleted for resources: {'Port': ['ID=8e48499e-7695-4db7-9258-56e853c1d7b9,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:33.682121 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0462e4e2-32a0-439e-8bf5-5b7dbbd2b030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.690934 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-061ba5c8-f499-41a5-b2dc-42ea32860f36 req-76d6688b-ab3e-4f30-b37e-c701f8239010 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] No DVR routers for this DVR port 8e48499e-7695-4db7-9258-56e853c1d7b9 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:55:33.712435 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-061ba5c8-f499-41a5-b2dc-42ea32860f36 req-76d6688b-ab3e-4f30-b37e-c701f8239010 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.714532 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-061ba5c8-f499-41a5-b2dc-42ea32860f36 req-76d6688b-ab3e-4f30-b37e-c701f8239010 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "DELETE /v2.0/ports/8e48499e-7695-4db7-9258-56e853c1d7b9 HTTP/1.1" status: 204 len: 173 time: 1.0221157 Sep 07 18:55:33.715554 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0462e4e2-32a0-439e-8bf5-5b7dbbd2b030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.761935 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72c1ad99-34c2-4b3f-a19a-2dc46209a458 req-1b50529d-b899-4fde-af56-6b68ddd9839e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553326 Sep 07 18:55:33.804782 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-d79b43b5-2687-4679-ab22-674675fa12fb tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.815808 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0462e4e2-32a0-439e-8bf5-5b7dbbd2b030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.819210 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0462e4e2-32a0-439e-8bf5-5b7dbbd2b030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.822554 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0462e4e2-32a0-439e-8bf5-5b7dbbd2b030 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a7b04ac-94f8-45f5-97f4-edb083d1532a HTTP/1.1" status: 204 len: 168 time: 0.2746584 Sep 07 18:55:33.844257 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462e4e2-32a0-439e-8bf5-5b7dbbd2b030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7b04ac-94f8-45f5-97f4-edb083d1532a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:33.891616 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-d79b43b5-2687-4679-ab22-674675fa12fb tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.930788 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34320) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:34.006047 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-26bd5b04-aad0-49f1-9058-e187832a1ec0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9e8bd823c0634a0db29cb3cea5b1d25d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0737736 Sep 07 18:55:34.006226 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-d79b43b5-2687-4679-ab22-674675fa12fb tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:34.008478 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34322) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:34.010365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de110e5-f7c2-4c98-af63-c8f7440f1ed2', 'name': 'network-vif-deleted', 'tag': '8e48499e-7695-4db7-9258-56e853c1d7b9'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:34.015391 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2f7984-caab-4c53-84d4-e67a118afc23" -d '{"events": [{"server_uuid": "9de110e5-f7c2-4c98-af63-c8f7440f1ed2", "name": "network-vif-deleted", "tag": "8e48499e-7695-4db7-9258-56e853c1d7b9"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:34.023998 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-d79b43b5-2687-4679-ab22-674675fa12fb tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:34.037386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-d79b43b5-2687-4679-ab22-674675fa12fb tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:55:34.086386 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67941b65-20d8-435d-b97f-0abe042b2af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:34.119680 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b43b5-2687-4679-ab22-674675fa12fb tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Pushing event updated for resources: {'Port': ['ID=9b2d5934-870e-44ba-9e70-b4fb531f783a,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:34.123512 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67941b65-20d8-435d-b97f-0abe042b2af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:34.148418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-d79b43b5-2687-4679-ab22-674675fa12fb tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:34.149178 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-d79b43b5-2687-4679-ab22-674675fa12fb tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:34.164563 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5878ea08-db61-4381-becd-90d1d1f8f0ba x-openstack-request-id: req-5878ea08-db61-4381-becd-90d1d1f8f0ba {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:34.165083 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de110e5-f7c2-4c98-af63-c8f7440f1ed2", "name": "network-vif-deleted", "tag": "8e48499e-7695-4db7-9258-56e853c1d7b9", "status": "failed", "code": 422}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:34.165346 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5878ea08-db61-4381-becd-90d1d1f8f0ba {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:34.165762 n-d-807786-1 neutron-server[101445]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9de110e5-f7c2-4c98-af63-c8f7440f1ed2', 'name': 'network-vif-deleted', 'tag': '8e48499e-7695-4db7-9258-56e853c1d7b9', 'status': 'failed', 'code': 422} returned with failed status Sep 07 18:55:34.175689 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902ec0d-5e54-4d8f-872f-7b06b0aabbba req-ad84d227-5725-4269-b6d8-6ab95cd2aa04 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:34.177846 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9902ec0d-5e54-4d8f-872f-7b06b0aabbba req-ad84d227-5725-4269-b6d8-6ab95cd2aa04 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.1469851 Sep 07 18:55:34.179980 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-d79b43b5-2687-4679-ab22-674675fa12fb tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3294694 Sep 07 18:55:34.181831 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67941b65-20d8-435d-b97f-0abe042b2af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:34.184531 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67941b65-20d8-435d-b97f-0abe042b2af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:34.186839 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-67941b65-20d8-435d-b97f-0abe042b2af9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e00cbc04-ffc1-417b-94aa-99e46f35e709 HTTP/1.1" status: 204 len: 168 time: 0.1756835 Sep 07 18:55:34.205219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] Request body: {'port': {'device_id': '184d5253-37f1-4eb2-a3d1-18b887e70136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:34.214087 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67941b65-20d8-435d-b97f-0abe042b2af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00cbc04-ffc1-417b-94aa-99e46f35e709,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:34.301629 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9902ec0d-5e54-4d8f-872f-7b06b0aabbba req-3b65a0e9-3c43-4bb1-a85b-128337f31382 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145320 Sep 07 18:55:34.313314 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:34.554869 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4307a-a2ab-4992-b211-7bfacfc8e10b req-89346aa9-63ec-448a-a97a-8785b876ad95 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:34.562303 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01a4307a-a2ab-4992-b211-7bfacfc8e10b req-89346aa9-63ec-448a-a97a-8785b876ad95 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 932 time: 0.1481838 Sep 07 18:55:34.679875 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01a4307a-a2ab-4992-b211-7bfacfc8e10b req-03bfc69d-a5e7-4ba7-9ca4-0dfb264a5d5b tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166372 Sep 07 18:55:34.703076 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc59342-ff38-465a-94dc-f44b89da39ca req-ac99878c-ac26-480a-99bc-13098a3d98f3 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:34.704624 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fc59342-ff38-465a-94dc-f44b89da39ca req-ac99878c-ac26-480a-99bc-13098a3d98f3 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=93af7b55-be98-4eae-aaa2-ef60bca5074e HTTP/1.1" status: 200 len: 908 time: 0.1171796 Sep 07 18:55:34.835607 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2d5934-870e-44ba-9e70-b4fb531f783a {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:55:34.847673 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:34.863576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb413b6-90b1-42ed-9cda-6888769e8d22 req-1dd07ee3-1a80-4822-a22f-fa3e41fdc80c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:34.870850 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-adb413b6-90b1-42ed-9cda-6888769e8d22 req-1dd07ee3-1a80-4822-a22f-fa3e41fdc80c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.1037920 Sep 07 18:55:34.875354 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34376) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:34.892406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] Transition to ACTIVE for port object 9b2d5934-870e-44ba-9e70-b4fb531f783a will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:34.901055 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:34.945104 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-adb413b6-90b1-42ed-9cda-6888769e8d22 req-cb0c5dfb-54a5-467b-8021-673648f8c33c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729821 Sep 07 18:55:34.991641 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] Pushing event updated for resources: {'Port': ['ID=9b2d5934-870e-44ba-9e70-b4fb531f783a,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:35.024624 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e544fc36-9b92-4ee7-a809-6d110eabfc7a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-139148256-network', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:35.068771 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e544fc36-9b92-4ee7-a809-6d110eabfc7a admin admin] Made reservation on behalf of ac34fff76e89404685944b1b3b9a5306 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:55:35.071755 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e544fc36-9b92-4ee7-a809-6d110eabfc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.082322 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e544fc36-9b92-4ee7-a809-6d110eabfc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.132457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] Attempting to bind port 9b2d5934-870e-44ba-9e70-b4fb531f783a on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:55:35.135457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] Attempting to bind port 9b2d5934-870e-44ba-9e70-b4fb531f783a by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:55:35.135457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] Attempting to bind port 9b2d5934-870e-44ba-9e70-b4fb531f783a on network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:35.145815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111f165-6181-4d45-976d-ff6188b25808 req-eada05f6-4a57-49e9-914a-42dc580de0e8 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:35.147544 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3111f165-6181-4d45-976d-ff6188b25808 req-eada05f6-4a57-49e9-914a-42dc580de0e8 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.0885928 Sep 07 18:55:35.148739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] Port 9b2d5934-870e-44ba-9e70-b4fb531f783a on network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:55:35.149071 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] Attempting to bind port 9b2d5934-870e-44ba-9e70-b4fb531f783a on network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:35.155483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:55:35.155883 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] Checking segment: {'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:35.156330 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] Bound using segment: {'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:55:35.156842 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] Bound port: 9b2d5934-870e-44ba-9e70-b4fb531f783a, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:55:35.157383 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.192065 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e544fc36-9b92-4ee7-a809-6d110eabfc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.196701 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e544fc36-9b92-4ee7-a809-6d110eabfc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.226863 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e544fc36-9b92-4ee7-a809-6d110eabfc7a admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:55:35.233361 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3111f165-6181-4d45-976d-ff6188b25808 req-d7431ab7-af5d-42c0-bdae-ac0126fe0f1c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710046 Sep 07 18:55:35.234065 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34390) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:35.240775 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544fc36-9b92-4ee7-a809-6d110eabfc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e816421b-3de2-47f2-87f3-f35acaf26a03,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:35.247424 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e544fc36-9b92-4ee7-a809-6d110eabfc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.247772 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-e544fc36-9b92-4ee7-a809-6d110eabfc7a admin admin] Added segment b7d5be17-bd60-4859-aa9b-c28be27338de of type vlan for network 3dffcebf-8210-48da-8b14-034032f9956f Sep 07 18:55:35.263797 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] For port 9b2d5934-870e-44ba-9e70-b4fb531f783a, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:55:35.267322 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] For port 9b2d5934-870e-44ba-9e70-b4fb531f783a, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9b2d5934-870e-44ba-9e70-b4fb531f783a,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:55:35.273537 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.300992 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e544fc36-9b92-4ee7-a809-6d110eabfc7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.319215 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:35.319848 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.321338 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] 10.222.0.36 "PUT /v2.0/ports/9b2d5934-870e-44ba-9e70-b4fb531f783a HTTP/1.1" status: 200 len: 1092 time: 1.1260180 Sep 07 18:55:35.340789 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e544fc36-9b92-4ee7-a809-6d110eabfc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.343224 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e544fc36-9b92-4ee7-a809-6d110eabfc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:35.344427 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e544fc36-9b92-4ee7-a809-6d110eabfc7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.348016 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d14cb7-12dd-4cc4-8fb9-5368f5c9a54b service neutron] Pushing event updated for resources: {'Port': ['ID=9b2d5934-870e-44ba-9e70-b4fb531f783a,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:35.409939 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1994b7f4-1d69-4693-8913-0a7dd7b513a1 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-725846837-network', 'tenant_id': '80675690b8a042ff982d7e0800c59e2f'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:35.418584 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e544fc36-9b92-4ee7-a809-6d110eabfc7a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.5421236 Sep 07 18:55:35.427734 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34400) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:35.434614 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-b2f3a333-10fa-48df-9f0b-2c2e5d5a4a28 admin admin] Request body: {'subnet': {'network_id': '3dffcebf-8210-48da-8b14-034032f9956f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-139148256-subnet', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:35.452121 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544fc36-9b92-4ee7-a809-6d110eabfc7a admin admin] Pushing event updated for resources: {'Network': ['ID=3dffcebf-8210-48da-8b14-034032f9956f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:35.457947 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-7a30ea1e-2031-4362-8796-8117ac211d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:35.459444 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-7a30ea1e-2031-4362-8796-8117ac211d15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8d2dd6678d2444d8d30e7280161600d&device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 1095 time: 0.0885019 Sep 07 18:55:35.463704 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 3dffcebf-8210-48da-8b14-034032f9956f details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:55:35.466736 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1994b7f4-1d69-4693-8913-0a7dd7b513a1 admin admin] Made reservation on behalf of 80675690b8a042ff982d7e0800c59e2f for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:55:35.469562 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1994b7f4-1d69-4693-8913-0a7dd7b513a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.485014 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def048e3-f00b-4fca-abbd-50dccbfcfa6c req-c5791079-db95-4b4d-b518-2eabf991ad1f tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:35.486568 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-def048e3-f00b-4fca-abbd-50dccbfcfa6c req-c5791079-db95-4b4d-b518-2eabf991ad1f tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.1056039 Sep 07 18:55:35.491328 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1994b7f4-1d69-4693-8913-0a7dd7b513a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.528989 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-d76ab4c6-9a2d-44c3-a4f0-bf1a6dd1a9ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b2d5934-870e-44ba-9e70-b4fb531f783a HTTP/1.1" status: 200 len: 217 time: 0.0584736 Sep 07 18:55:35.553411 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f3a333-10fa-48df-9f0b-2c2e5d5a4a28 admin admin] Made reservation on behalf of ac34fff76e89404685944b1b3b9a5306 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:55:35.555941 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b2f3a333-10fa-48df-9f0b-2c2e5d5a4a28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.620817 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1994b7f4-1d69-4693-8913-0a7dd7b513a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.625834 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1994b7f4-1d69-4693-8913-0a7dd7b513a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.650936 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1994b7f4-1d69-4693-8913-0a7dd7b513a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:55:35.651302 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-def048e3-f00b-4fca-abbd-50dccbfcfa6c req-7f187019-4997-4a59-a29c-f7f44af8a7eb tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265547 Sep 07 18:55:35.659562 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-8eade514-1bd9-4374-b8b8-64fedfe9635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:35.660863 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994b7f4-1d69-4693-8913-0a7dd7b513a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efef496-a17f-4b07-9e1f-1471b3186b79,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:35.661076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-8eade514-1bd9-4374-b8b8-64fedfe9635f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=330b0af3-a338-4c3d-9fb6-805b1cab9e04 HTTP/1.1" status: 200 len: 852 time: 0.1240003 Sep 07 18:55:35.680397 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1994b7f4-1d69-4693-8913-0a7dd7b513a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.680896 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-1994b7f4-1d69-4693-8913-0a7dd7b513a1 admin admin] Added segment 57c3ccc6-d767-459c-ac2e-b9c67094a1d0 of type vlan for network d734c177-0b56-43c3-ad93-b1fa0f0f10bb Sep 07 18:55:35.710822 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-7b9823dd-ef03-4457-b21e-9d63156cbc0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420797 Sep 07 18:55:35.727291 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1994b7f4-1d69-4693-8913-0a7dd7b513a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.757053 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1994b7f4-1d69-4693-8913-0a7dd7b513a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.758074 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1994b7f4-1d69-4693-8913-0a7dd7b513a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:35.758666 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1994b7f4-1d69-4693-8913-0a7dd7b513a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.793159 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1994b7f4-1d69-4693-8913-0a7dd7b513a1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5579014 Sep 07 18:55:35.818221 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34408) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:35.825122 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a1087234-1575-4085-b467-259cb72ccf3c admin admin] Request body: {'subnet': {'network_id': 'd734c177-0b56-43c3-ad93-b1fa0f0f10bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-725846837-subnet', 'tenant_id': '80675690b8a042ff982d7e0800c59e2f', 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:35.831038 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994b7f4-1d69-4693-8913-0a7dd7b513a1 admin admin] Pushing event updated for resources: {'Network': ['ID=d734c177-0b56-43c3-ad93-b1fa0f0f10bb,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:35.841527 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network d734c177-0b56-43c3-ad93-b1fa0f0f10bb details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:55:35.851250 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1087234-1575-4085-b467-259cb72ccf3c admin admin] Made reservation on behalf of 80675690b8a042ff982d7e0800c59e2f for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:55:35.854550 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a1087234-1575-4085-b467-259cb72ccf3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.918711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e03658-27b9-4bb3-8f93-f3062af5c052 req-6894b786-2099-4ac5-a298-df9ced752ca3 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:35.920830 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2e03658-27b9-4bb3-8f93-f3062af5c052 req-6894b786-2099-4ac5-a298-df9ced752ca3 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.1770689 Sep 07 18:55:35.955530 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04038e60-07c6-41ff-8f90-e24ef554a89e req-2cac4b84-a910-45c2-8f65-9b3ce514f8a6 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:35.957032 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-04038e60-07c6-41ff-8f90-e24ef554a89e req-2cac4b84-a910-45c2-8f65-9b3ce514f8a6 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 944 time: 0.1931014 Sep 07 18:55:35.987135 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-3531fae1-da46-429a-987a-f0a4dde02eed service neutron] 10.222.0.36 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663574 Sep 07 18:55:36.035263 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a1087234-1575-4085-b467-259cb72ccf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:36.140276 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab3584-afe3-4eec-9bdf-796a7673c604 req-19e1c941-5a07-461f-98a0-e33bdfc528cf tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:36.141946 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a9ab3584-afe3-4eec-9bdf-796a7673c604 req-19e1c941-5a07-461f-98a0-e33bdfc528cf tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.60 "GET /v2.0/ports?device_id=93af7b55-be98-4eae-aaa2-ef60bca5074e HTTP/1.1" status: 200 len: 908 time: 0.1184864 Sep 07 18:55:36.151726 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1087234-1575-4085-b467-259cb72ccf3c admin admin] Checking segment: {'id': '57c3ccc6-d767-459c-ac2e-b9c67094a1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd734c177-0b56-43c3-ad93-b1fa0f0f10bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:36.152087 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1087234-1575-4085-b467-259cb72ccf3c admin admin] Network hostable DHCP agents. Network: d734c177-0b56-43c3-ad93-b1fa0f0f10bb, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:55:36.161473 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1087234-1575-4085-b467-259cb72ccf3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5330c1ea-e3a3-4b22-bed8-27ca307fec7a,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:36.212545 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1087234-1575-4085-b467-259cb72ccf3c admin admin] Network d734c177-0b56-43c3-ad93-b1fa0f0f10bb is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:55:36.248704 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-a1087234-1575-4085-b467-259cb72ccf3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, d734c177-0b56-43c3-ad93-b1fa0f0f10bb) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:36.253615 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1087234-1575-4085-b467-259cb72ccf3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:36.254224 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a1087234-1575-4085-b467-259cb72ccf3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:36.260427 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cece00-ebab-4140-83ba-02a1cd529ca1 None None] Network d734c177-0b56-43c3-ad93-b1fa0f0f10bb requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:55:36.279304 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a1087234-1575-4085-b467-259cb72ccf3c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4572577 Sep 07 18:55:36.279304 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34422) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:36.284392 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-c13da8c5-7f43-42ba-8011-f4a2da45196f admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-725846837-router', 'tenant_id': '80675690b8a042ff982d7e0800c59e2f', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:36.305533 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184d5253-37f1-4eb2-a3d1-18b887e70136', 'tag': '9b2d5934-870e-44ba-9e70-b4fb531f783a'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:36.307710 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-a9ab3584-afe3-4eec-9bdf-796a7673c604 req-797d6f2b-2487-437e-a68e-6e30de4fd990 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Deleting port fd1af4e4-b87f-49c6-ab59-ad5683c5016a {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:55:36.307987 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-a9ab3584-afe3-4eec-9bdf-796a7673c604 req-797d6f2b-2487-437e-a68e-6e30de4fd990 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:36.308104 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aafec3c-109d-4ae0-bebc-96f3dfeca3bf" -d '{"events": [{"name": "network-changed", "server_uuid": "184d5253-37f1-4eb2-a3d1-18b887e70136", "tag": "9b2d5934-870e-44ba-9e70-b4fb531f783a"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:36.338491 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c13da8c5-7f43-42ba-8011-f4a2da45196f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:36.339557 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c13da8c5-7f43-42ba-8011-f4a2da45196f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:36.354268 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b2f3a333-10fa-48df-9f0b-2c2e5d5a4a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:36.381865 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2e03658-27b9-4bb3-8f93-f3062af5c052 req-ea97feb9-4593-4216-9139-107ea0b7e40e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530377 Sep 07 18:55:36.446153 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29792c94-9ae4-4697-812d-afe864894377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-d734c177-0b56-43c3-ad93-b1fa0f0f10bb', 'network_id': 'd734c177-0b56-43c3-ad93-b1fa0f0f10bb', 'tenant_id': '80675690b8a042ff982d7e0800c59e2f', 'fixed_ips': [{'subnet_id': '5330c1ea-e3a3-4b22-bed8-27ca307fec7a'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:55:36.448052 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-29792c94-9ae4-4697-812d-afe864894377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:36.498071 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-04038e60-07c6-41ff-8f90-e24ef554a89e req-f986b21e-136e-438c-bdc7-a7b6c89da389 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271354 Sep 07 18:55:36.507303 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c13da8c5-7f43-42ba-8011-f4a2da45196f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:36.515694 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-a9ab3584-afe3-4eec-9bdf-796a7673c604 req-797d6f2b-2487-437e-a68e-6e30de4fd990 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] For port fd1af4e4-b87f-49c6-ab59-ad5683c5016a, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fd1af4e4-b87f-49c6-ab59-ad5683c5016a,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:36.516066 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-a9ab3584-afe3-4eec-9bdf-796a7673c604 req-797d6f2b-2487-437e-a68e-6e30de4fd990 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:36.566767 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-a9ab3584-afe3-4eec-9bdf-796a7673c604 req-797d6f2b-2487-437e-a68e-6e30de4fd990 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Calling delete_port for fd1af4e4-b87f-49c6-ab59-ad5683c5016a owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:55:36.571332 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3a333-10fa-48df-9f0b-2c2e5d5a4a28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c8f4611-8af3-43e7-acd8-3ed107c589ae,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:36.577104 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f3a333-10fa-48df-9f0b-2c2e5d5a4a28 admin admin] Checking segment: {'id': 'b7d5be17-bd60-4859-aa9b-c28be27338de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:36.577476 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f3a333-10fa-48df-9f0b-2c2e5d5a4a28 admin admin] Network hostable DHCP agents. Network: 3dffcebf-8210-48da-8b14-034032f9956f, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:55:36.615274 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe3dfcce-7d21-4832-ae30-604e3bea5ce5 req-c42ffbb3-58eb-4e2a-8ca7-4fb8857626c8 service neutron] 10.222.0.36 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013248 Sep 07 18:55:36.632185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e96bfd-23d7-43bc-a08c-10843e8cd678 req-db8bba6f-16d3-4248-b02c-44aa8b67679f tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:36.636153 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-29792c94-9ae4-4697-812d-afe864894377 None None] Allocated IP 172.20.0.2 (d734c177-0b56-43c3-ad93-b1fa0f0f10bb/5330c1ea-e3a3-4b22-bed8-27ca307fec7a/6bd42ab1-82bb-44f2-aada-aacc7ed79537) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:55:36.641971 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-17e96bfd-23d7-43bc-a08c-10843e8cd678 req-db8bba6f-16d3-4248-b02c-44aa8b67679f tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=93af7b55-be98-4eae-aaa2-ef60bca5074e HTTP/1.1" status: 200 len: 908 time: 0.1644621 Sep 07 18:55:36.657760 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2851cf6f-7ff8-491e-a310-89c57aad29d1 x-openstack-request-id: req-2851cf6f-7ff8-491e-a310-89c57aad29d1 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:36.658292 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184d5253-37f1-4eb2-a3d1-18b887e70136", "tag": "9b2d5934-870e-44ba-9e70-b4fb531f783a", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:36.658730 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2851cf6f-7ff8-491e-a310-89c57aad29d1 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:36.659305 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184d5253-37f1-4eb2-a3d1-18b887e70136', 'tag': '9b2d5934-870e-44ba-9e70-b4fb531f783a', 'status': 'completed', 'code': 200} Sep 07 18:55:36.666378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f3a333-10fa-48df-9f0b-2c2e5d5a4a28 admin admin] Network 3dffcebf-8210-48da-8b14-034032f9956f is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:55:36.690910 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-b2f3a333-10fa-48df-9f0b-2c2e5d5a4a28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 3dffcebf-8210-48da-8b14-034032f9956f) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:36.709600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f3a333-10fa-48df-9f0b-2c2e5d5a4a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:36.710224 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b2f3a333-10fa-48df-9f0b-2c2e5d5a4a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:36.747810 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b2f3a333-10fa-48df-9f0b-2c2e5d5a4a28 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3181684 Sep 07 18:55:36.752677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34432) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:36.758361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-06f680e3-eb9c-45db-a8d7-bd2e7e7156b0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-139148256-router', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:36.779191 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafec3c-109d-4ae0-bebc-96f3dfeca3bf req-ecea18dd-afd2-42d9-83f9-3b689a34d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:36.781207 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2aafec3c-109d-4ae0-bebc-96f3dfeca3bf req-ecea18dd-afd2-42d9-83f9-3b689a34d1c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8d2dd6678d2444d8d30e7280161600d&device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 1095 time: 0.1088233 Sep 07 18:55:36.795982 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c13da8c5-7f43-42ba-8011-f4a2da45196f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:36.821743 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-06f680e3-eb9c-45db-a8d7-bd2e7e7156b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:36.823205 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-06f680e3-eb9c-45db-a8d7-bd2e7e7156b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:36.930239 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb182e4e-b20d-4aff-9672-38a675b28f83 None None] Network 3dffcebf-8210-48da-8b14-034032f9956f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:55:37.001870 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-a9ab3584-afe3-4eec-9bdf-796a7673c604 req-797d6f2b-2487-437e-a68e-6e30de4fd990 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:37.023526 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-06f680e3-eb9c-45db-a8d7-bd2e7e7156b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:37.039945 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d6f2b-2487-437e-a68e-6e30de4fd990 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Pushing event deleted for resources: {'Port': ['ID=fd1af4e4-b87f-49c6-ab59-ad5683c5016a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:37.070084 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafec3c-109d-4ae0-bebc-96f3dfeca3bf req-a1c04565-a42b-4dcc-8cd6-ad5f37ae1f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:37.074942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2aafec3c-109d-4ae0-bebc-96f3dfeca3bf req-a1c04565-a42b-4dcc-8cd6-ad5f37ae1f78 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 HTTP/1.1" status: 200 len: 913 time: 0.2822928 Sep 07 18:55:37.092434 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ab3584-afe3-4eec-9bdf-796a7673c604 req-797d6f2b-2487-437e-a68e-6e30de4fd990 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] No DVR routers for this DVR port fd1af4e4-b87f-49c6-ab59-ad5683c5016a on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:55:37.095426 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-a9ab3584-afe3-4eec-9bdf-796a7673c604 req-797d6f2b-2487-437e-a68e-6e30de4fd990 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:37.097825 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a9ab3584-afe3-4eec-9bdf-796a7673c604 req-797d6f2b-2487-437e-a68e-6e30de4fd990 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.60 "DELETE /v2.0/ports/fd1af4e4-b87f-49c6-ab59-ad5683c5016a HTTP/1.1" status: 204 len: 173 time: 0.9469807 Sep 07 18:55:37.098927 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93af7b55-be98-4eae-aaa2-ef60bca5074e', 'name': 'network-vif-deleted', 'tag': 'fd1af4e4-b87f-49c6-ab59-ad5683c5016a'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:37.101314 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9141f19-6e4b-4c72-90bc-2f530208e5af" -d '{"events": [{"server_uuid": "93af7b55-be98-4eae-aaa2-ef60bca5074e", "name": "network-vif-deleted", "tag": "fd1af4e4-b87f-49c6-ab59-ad5683c5016a"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:37.157245 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a929e6-d696-4af2-9328-8acd1a0625d0 req-ee20a9a9-2682-4df8-9ac9-3071f1cd5799 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:37.164370 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44a929e6-d696-4af2-9328-8acd1a0625d0 req-ee20a9a9-2682-4df8-9ac9-3071f1cd5799 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/ports?device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 945 time: 0.2693918 Sep 07 18:55:37.229898 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-29792c94-9ae4-4697-812d-afe864894377 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:37.266333 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2aafec3c-109d-4ae0-bebc-96f3dfeca3bf req-40aabbc4-ce88-409a-8f1d-e715ce655235 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b2d5934-870e-44ba-9e70-b4fb531f783a HTTP/1.1" status: 200 len: 217 time: 0.1266384 Sep 07 18:55:37.269000 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-29792c94-9ae4-4697-812d-afe864894377 None None] Transition to ACTIVE for port object 6bd42ab1-82bb-44f2-aada-aacc7ed79537 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:37.276843 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff74d22-8766-4102-8997-8f8ba785c800 req-3ce538d2-536b-489b-95a4-4db61fc11145 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:37.284401 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c13da8c5-7f43-42ba-8011-f4a2da45196f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:37.284961 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aff74d22-8766-4102-8997-8f8ba785c800 req-3ce538d2-536b-489b-95a4-4db61fc11145 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.3542535 Sep 07 18:55:37.289980 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-29792c94-9ae4-4697-812d-afe864894377 None None] Transition to ACTIVE for port object 6bd42ab1-82bb-44f2-aada-aacc7ed79537 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:37.298068 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-29792c94-9ae4-4697-812d-afe864894377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:37.308086 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c13da8c5-7f43-42ba-8011-f4a2da45196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:37.340567 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-3dffcebf-8210-48da-8b14-034032f9956f', 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'fixed_ips': [{'subnet_id': '6c8f4611-8af3-43e7-acd8-3ed107c589ae'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:55:37.341678 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:37.367015 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29792c94-9ae4-4697-812d-afe864894377 None None] Network d734c177-0b56-43c3-ad93-b1fa0f0f10bb is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:37.374123 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-29792c94-9ae4-4697-812d-afe864894377 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:37.386563 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29792c94-9ae4-4697-812d-afe864894377 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:55:37.398639 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29792c94-9ae4-4697-812d-afe864894377 None None] Pushing event updated for resources: {'Port': ['ID=6bd42ab1-82bb-44f2-aada-aacc7ed79537,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:37.473096 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-06f680e3-eb9c-45db-a8d7-bd2e7e7156b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:37.485640 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-c13da8c5-7f43-42ba-8011-f4a2da45196f admin admin] Allocated IP 172.25.8.135 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/5a3fbf22-8836-4563-bed3-f9a48b20f2bf) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:55:37.488542 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44a929e6-d696-4af2-9328-8acd1a0625d0 req-0c987554-0adb-4931-985f-a8c3967afac1 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c73777-b457-4b23-ac3d-67dd72116034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3230660 Sep 07 18:55:37.527743 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafec3c-109d-4ae0-bebc-96f3dfeca3bf req-0b4445cf-f85f-466b-838b-3a69b58e7995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:37.536211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2aafec3c-109d-4ae0-bebc-96f3dfeca3bf req-0b4445cf-f85f-466b-838b-3a69b58e7995 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=330b0af3-a338-4c3d-9fb6-805b1cab9e04 HTTP/1.1" status: 200 len: 852 time: 0.2403426 Sep 07 18:55:37.537334 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-29792c94-9ae4-4697-812d-afe864894377 None None] Attempting to bind port 6bd42ab1-82bb-44f2-aada-aacc7ed79537 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:55:37.537707 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-29792c94-9ae4-4697-812d-afe864894377 None None] Attempting to bind port 6bd42ab1-82bb-44f2-aada-aacc7ed79537 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '57c3ccc6-d767-459c-ac2e-b9c67094a1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd734c177-0b56-43c3-ad93-b1fa0f0f10bb'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:55:37.538112 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29792c94-9ae4-4697-812d-afe864894377 None None] Attempting to bind port 6bd42ab1-82bb-44f2-aada-aacc7ed79537 on network d734c177-0b56-43c3-ad93-b1fa0f0f10bb {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:37.552865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29792c94-9ae4-4697-812d-afe864894377 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:55:37.553391 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29792c94-9ae4-4697-812d-afe864894377 None None] Checking segment: {'id': '57c3ccc6-d767-459c-ac2e-b9c67094a1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd734c177-0b56-43c3-ad93-b1fa0f0f10bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:37.553806 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-29792c94-9ae4-4697-812d-afe864894377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:37.554208 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29792c94-9ae4-4697-812d-afe864894377 None None] Bound using segment: {'id': '57c3ccc6-d767-459c-ac2e-b9c67094a1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd734c177-0b56-43c3-ad93-b1fa0f0f10bb'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:55:37.554752 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-29792c94-9ae4-4697-812d-afe864894377 None None] Bound port: 6bd42ab1-82bb-44f2-aada-aacc7ed79537, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c3ccc6-d767-459c-ac2e-b9c67094a1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd734c177-0b56-43c3-ad93-b1fa0f0f10bb'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:55:37.555167 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-29792c94-9ae4-4697-812d-afe864894377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:37.570726 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aff74d22-8766-4102-8997-8f8ba785c800 req-e03b7d40-a4a8-493b-8475-5ed1d71a81e3 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847605 Sep 07 18:55:37.664653 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] Allocated IP 172.20.0.2 (3dffcebf-8210-48da-8b14-034032f9956f/6c8f4611-8af3-43e7-acd8-3ed107c589ae/05e0fba9-41b3-49df-9c55-428b161cef90) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:55:37.670892 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2aafec3c-109d-4ae0-bebc-96f3dfeca3bf req-aa11bc2b-9d06-44f4-a10e-e2844f8291df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066115 Sep 07 18:55:37.691778 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-29792c94-9ae4-4697-812d-afe864894377 None None] For port 6bd42ab1-82bb-44f2-aada-aacc7ed79537, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:55:37.697088 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-29792c94-9ae4-4697-812d-afe864894377 None None] For port 6bd42ab1-82bb-44f2-aada-aacc7ed79537, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=6bd42ab1-82bb-44f2-aada-aacc7ed79537,segment=NetworkSegment(57c3ccc6-d767-459c-ac2e-b9c67094a1d0),segment_id=57c3ccc6-d767-459c-ac2e-b9c67094a1d0)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:55:37.709163 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-29792c94-9ae4-4697-812d-afe864894377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:37.777286 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29792c94-9ae4-4697-812d-afe864894377 None None] Pushing event updated for resources: {'Port': ['ID=6bd42ab1-82bb-44f2-aada-aacc7ed79537,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:37.799357 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c13da8c5-7f43-42ba-8011-f4a2da45196f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:37.815119 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99b4382-b8e6-49d8-aa07-77cabf7c6188 x-openstack-request-id: req-a99b4382-b8e6-49d8-aa07-77cabf7c6188 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:37.816006 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93af7b55-be98-4eae-aaa2-ef60bca5074e", "name": "network-vif-deleted", "tag": "fd1af4e4-b87f-49c6-ab59-ad5683c5016a", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:37.816496 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a99b4382-b8e6-49d8-aa07-77cabf7c6188 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:37.817123 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93af7b55-be98-4eae-aaa2-ef60bca5074e', 'name': 'network-vif-deleted', 'tag': 'fd1af4e4-b87f-49c6-ab59-ad5683c5016a', 'status': 'completed', 'code': 200} Sep 07 18:55:37.846727 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bec9b658-f933-4cae-afd1-e11914b09b45 req-35797a5b-910d-4e35-a66c-8335af6e1297 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=93af7b55-be98-4eae-aaa2-ef60bca5074e HTTP/1.1" status: 200 len: 210 time: 0.0896258 Sep 07 18:55:37.891666 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c13da8c5-7f43-42ba-8011-f4a2da45196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:37.918777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df8a56-0c21-4c65-a13e-4f2e7b0a1c68 req-e93d1313-6564-413f-aead-bc0e68688330 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:37.920883 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-30df8a56-0c21-4c65-a13e-4f2e7b0a1c68 req-e93d1313-6564-413f-aead-bc0e68688330 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 944 time: 0.2120030 Sep 07 18:55:37.928320 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:37.938216 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] Transition to ACTIVE for port object 05e0fba9-41b3-49df-9c55-428b161cef90 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:37.939339 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13da8c5-7f43-42ba-8011-f4a2da45196f admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:37.944738 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-c13da8c5-7f43-42ba-8011-f4a2da45196f admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:37.948754 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13da8c5-7f43-42ba-8011-f4a2da45196f admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:55:37.954594 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] Transition to ACTIVE for port object 05e0fba9-41b3-49df-9c55-428b161cef90 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:37.961029 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:37.986109 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13da8c5-7f43-42ba-8011-f4a2da45196f admin admin] Pushing event updated for resources: {'Port': ['ID=5a3fbf22-8836-4563-bed3-f9a48b20f2bf,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:38.000919 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2aafec3c-109d-4ae0-bebc-96f3dfeca3bf req-779f9b90-ae2f-4709-99f4-c674716a4c13 service neutron] 10.222.0.36 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200095 Sep 07 18:55:38.007487 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] Network 3dffcebf-8210-48da-8b14-034032f9956f is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:38.015115 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:38.019915 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:55:38.024873 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] Pushing event updated for resources: {'Port': ['ID=05e0fba9-41b3-49df-9c55-428b161cef90,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:38.103483 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] Attempting to bind port 05e0fba9-41b3-49df-9c55-428b161cef90 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:55:38.104087 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] Attempting to bind port 05e0fba9-41b3-49df-9c55-428b161cef90 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'b7d5be17-bd60-4859-aa9b-c28be27338de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:55:38.104682 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] Attempting to bind port 05e0fba9-41b3-49df-9c55-428b161cef90 on network 3dffcebf-8210-48da-8b14-034032f9956f {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:38.105742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-30df8a56-0c21-4c65-a13e-4f2e7b0a1c68 req-3dc35c4a-68e6-4827-b574-bc866e111aa1 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658242 Sep 07 18:55:38.120984 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:55:38.121698 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] Checking segment: {'id': 'b7d5be17-bd60-4859-aa9b-c28be27338de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:38.122300 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:38.122903 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] Bound using segment: {'id': 'b7d5be17-bd60-4859-aa9b-c28be27338de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:55:38.124126 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] Bound port: 05e0fba9-41b3-49df-9c55-428b161cef90, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d5be17-bd60-4859-aa9b-c28be27338de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:55:38.124799 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:38.214879 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] For port 05e0fba9-41b3-49df-9c55-428b161cef90, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:55:38.220305 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] For port 05e0fba9-41b3-49df-9c55-428b161cef90, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=05e0fba9-41b3-49df-9c55-428b161cef90,segment=NetworkSegment(b7d5be17-bd60-4859-aa9b-c28be27338de),segment_id=b7d5be17-bd60-4859-aa9b-c28be27338de)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:55:38.227411 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:38.294200 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2aafec3c-109d-4ae0-bebc-96f3dfeca3bf req-71bc3d44-78a8-45d0-bce7-086f9bd54447 service neutron] 10.222.0.36 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806458 Sep 07 18:55:38.295244 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-06f680e3-eb9c-45db-a8d7-bd2e7e7156b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:38.321647 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa587d9-4639-49b5-afbe-378b3e1f9722 None None] Pushing event updated for resources: {'Port': ['ID=05e0fba9-41b3-49df-9c55-428b161cef90,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:38.348069 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c13da8c5-7f43-42ba-8011-f4a2da45196f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:38.352236 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-06f680e3-eb9c-45db-a8d7-bd2e7e7156b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:38.458209 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device fd1af4e4-b87f-49c6-ab59-ad5683c5016a no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:55:38.494359 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: fd1af4e4-b87f-49c6-ab59-ad5683c5016a {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:55:38.494977 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device fd1af4e4-b87f-49c6-ab59-ad5683c5016a not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:55:38.502632 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-06f680e3-eb9c-45db-a8d7-bd2e7e7156b0 admin admin] Allocated IP 172.25.8.173 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/17eb4552-f4a1-4f10-8c08-1b21b76ea577) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:55:38.589193 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c13da8c5-7f43-42ba-8011-f4a2da45196f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:38.661724 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4febab-b818-4138-a8eb-962ff1a3d03e req-8af735be-7818-4191-93bc-ccac69fc47d6 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:38.663301 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6f4febab-b818-4138-a8eb-962ff1a3d03e req-8af735be-7818-4191-93bc-ccac69fc47d6 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/ports?device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 945 time: 0.1622000 Sep 07 18:55:38.775450 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-06f680e3-eb9c-45db-a8d7-bd2e7e7156b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:38.785604 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6f4febab-b818-4138-a8eb-962ff1a3d03e req-cdd95869-19a8-4a43-ab84-31319d65dce6 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c73777-b457-4b23-ac3d-67dd72116034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129529 Sep 07 18:55:38.815440 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ed3e7-8b67-4421-80d8-9f127b21ff2a req-e1cd16d1-e2e0-40bd-888b-9111d83c0b5c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:38.817149 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b9ed3e7-8b67-4421-80d8-9f127b21ff2a req-e1cd16d1-e2e0-40bd-888b-9111d83c0b5c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.1375237 Sep 07 18:55:38.890833 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-06f680e3-eb9c-45db-a8d7-bd2e7e7156b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:38.919631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b9ed3e7-8b67-4421-80d8-9f127b21ff2a req-b15fac61-a302-4f6f-93dd-9798ca4010bd tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917885 Sep 07 18:55:39.016765 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f680e3-eb9c-45db-a8d7-bd2e7e7156b0 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:39.025766 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-06f680e3-eb9c-45db-a8d7-bd2e7e7156b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:39.029501 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f680e3-eb9c-45db-a8d7-bd2e7e7156b0 admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:55:39.036324 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f680e3-eb9c-45db-a8d7-bd2e7e7156b0 admin admin] Pushing event updated for resources: {'Port': ['ID=17eb4552-f4a1-4f10-8c08-1b21b76ea577,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:39.168263 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9b2d5934-870e-44ba-9e70-b4fb531f783a details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:55:39.237056 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13da8c5-7f43-42ba-8011-f4a2da45196f admin admin] Router c781f8da-dccd-4984-ba62-57157952ce4d is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:55:39.486435 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6bd42ab1-82bb-44f2-aada-aacc7ed79537 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:39.566783 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1548b69-7f4c-4f15-b955-e6433359fd53 None None] Network d734c177-0b56-43c3-ad93-b1fa0f0f10bb requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:55:39.594452 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13da8c5-7f43-42ba-8011-f4a2da45196f admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:55:39.619213 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f43e7-b96b-452a-8fe9-9cc4c290ab04 req-8695bdd1-1661-4323-8343-5f18473ce148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:39.620262 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f1f43e7-b96b-452a-8fe9-9cc4c290ab04 req-8695bdd1-1661-4323-8343-5f18473ce148 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bd9db961d24ba189b315670760f471&device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 1098 time: 0.1491830 Sep 07 18:55:39.632387 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c13da8c5-7f43-42ba-8011-f4a2da45196f admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:39.640781 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34486) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:39.641090 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c13da8c5-7f43-42ba-8011-f4a2da45196f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.3528240 Sep 07 18:55:39.671271 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] Sync routers for ids ['c781f8da-dccd-4984-ba62-57157952ce4d'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:55:39.755534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cd05967d-b256-4ab3-8a7f-3c10347b7bd0 None None] Provisioning for port 6bd42ab1-82bb-44f2-aada-aacc7ed79537 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:39.762488 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9b2d5934-870e-44ba-9e70-b4fb531f783a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9b2d5934-870e-44ba-9e70-b4fb531f783a,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:39.779309 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] Routers {'c781f8da-dccd-4984-ba62-57157952ce4d'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:39.780398 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['c781f8da-dccd-4984-ba62-57157952ce4d'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:39.838949 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '9b2d5934-870e-44ba-9e70-b4fb531f783a', 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20', 'port_id': '9b2d5934-870e-44ba-9e70-b4fb531f783a', 'mac_address': 'fa:16:3e:d4:89:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330b0af3-a338-4c3d-9fb6-805b1cab9e04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:55:39.853382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de417542-e335-45f9-8153-d2b9aa87a6a2 None None] Network 3dffcebf-8210-48da-8b14-034032f9956f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:55:39.865381 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 6bd42ab1-82bb-44f2-aada-aacc7ed79537 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:39.938417 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 6bd42ab1-82bb-44f2-aada-aacc7ed79537 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:39.938786 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:40.048489 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968d125-9034-417a-947e-b247f149316b req-4f4f9109-a0b2-4da9-838c-7c73aee70c90 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:40.056891 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1968d125-9034-417a-947e-b247f149316b req-4f4f9109-a0b2-4da9-838c-7c73aee70c90 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 944 time: 0.5570934 Sep 07 18:55:40.074340 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:40.082367 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f381e9a0-eac9-4e26-8c11-2bd68aa974b0 None None] Provisioning for port 05e0fba9-41b3-49df-9c55-428b161cef90 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:40.090745 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-06f680e3-eb9c-45db-a8d7-bd2e7e7156b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:40.149331 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2d5934-870e-44ba-9e70-b4fb531f783a {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:55:40.156060 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] Set router c781f8da-dccd-4984-ba62-57157952ce4d gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:40.257749 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1968d125-9034-417a-947e-b247f149316b req-15b3cd57-1b7d-421c-bb43-4367221cf6fa tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999848 Sep 07 18:55:40.333376 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e107b-3ca6-4c87-b70c-472f50e662a7 req-ab410a4f-82bf-44b6-8199-85ff0fc21889 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:40.341723 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-278e107b-3ca6-4c87-b70c-472f50e662a7 req-ab410a4f-82bf-44b6-8199-85ff0fc21889 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=c045310f-0a44-40fb-b93c-16f97e6b41fe HTTP/1.1" status: 200 len: 945 time: 0.3238215 Sep 07 18:55:40.349904 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f43e7-b96b-452a-8fe9-9cc4c290ab04 req-028ccfd6-9704-4c14-8e64-25ec2ed17a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:40.351410 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f1f43e7-b96b-452a-8fe9-9cc4c290ab04 req-028ccfd6-9704-4c14-8e64-25ec2ed17a6b service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b400c2c-52a1-4a3f-b7e2-da40908cc664 HTTP/1.1" status: 200 len: 914 time: 0.7143645 Sep 07 18:55:40.432828 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9b2d5934-870e-44ba-9e70-b4fb531f783a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9b2d5934-870e-44ba-9e70-b4fb531f783a,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:40.451177 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:40.519290 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f1f43e7-b96b-452a-8fe9-9cc4c290ab04 req-01040605-a8d6-4d45-acb1-4b574111981c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 HTTP/1.1" status: 200 len: 217 time: 0.1189244 Sep 07 18:55:40.618687 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:40.623134 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=9b2d5934-870e-44ba-9e70-b4fb531f783a,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:40.650538 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a008169-8cec-4fbf-8ed9-9265d9b6ca82 req-969ec1dc-99a6-4117-9262-9ba9f83bb393 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:40.652110 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a008169-8cec-4fbf-8ed9-9265d9b6ca82 req-969ec1dc-99a6-4117-9262-9ba9f83bb393 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.2970541 Sep 07 18:55:40.662942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-278e107b-3ca6-4c87-b70c-472f50e662a7 req-f084cc9c-424e-4c1a-bcd0-e0e2a1d255d7 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203030 Sep 07 18:55:40.692313 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['9b2d5934-870e-44ba-9e70-b4fb531f783a'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:55:40.728140 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f43e7-b96b-452a-8fe9-9cc4c290ab04 req-2f54d83b-ee82-4e5d-a223-8be031b338fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:40.729692 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f1f43e7-b96b-452a-8fe9-9cc4c290ab04 req-2f54d83b-ee82-4e5d-a223-8be031b338fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=081181ef-c8d4-4758-b937-dfb90332a016 HTTP/1.1" status: 200 len: 853 time: 0.1921191 Sep 07 18:55:40.751118 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 6bd42ab1-82bb-44f2-aada-aacc7ed79537, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=6bd42ab1-82bb-44f2-aada-aacc7ed79537,segment=NetworkSegment(57c3ccc6-d767-459c-ac2e-b9c67094a1d0),segment_id=57c3ccc6-d767-459c-ac2e-b9c67094a1d0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:40.759693 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:40.760574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 05e0fba9-41b3-49df-9c55-428b161cef90 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:40.835351 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f1f43e7-b96b-452a-8fe9-9cc4c290ab04 req-21961871-fb22-4e94-98a6-d8d23f9bb7c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b400c2c-52a1-4a3f-b7e2-da40908cc664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894589 Sep 07 18:55:40.856560 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a008169-8cec-4fbf-8ed9-9265d9b6ca82 req-0afa1f9a-bc01-4377-8f3e-8370a8b70aeb tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901793 Sep 07 18:55:40.888223 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=6bd42ab1-82bb-44f2-aada-aacc7ed79537,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:40.909080 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-15b70f7a-3e57-46f1-a445-fd724a456ab2 None None] Provisioning complete for port 6bd42ab1-82bb-44f2-aada-aacc7ed79537 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:40.909837 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-15b70f7a-3e57-46f1-a445-fd724a456ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:40.915675 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c781f8da-dccd-4984-ba62-57157952ce4d', 'name': 'tempest-ImageQuotaTest-725846837-router', 'tenant_id': '80675690b8a042ff982d7e0800c59e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '5a3fbf22-8836-4563-bed3-f9a48b20f2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:55:38Z', 'revision_number': 3, 'project_id': '80675690b8a042ff982d7e0800c59e2f', 'gw_port': {'id': '5a3fbf22-8836-4563-bed3-f9a48b20f2bf', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:54:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c781f8da-dccd-4984-ba62-57157952ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:37Z', 'updated_at': '2021-09-07T18:55:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:40.918591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a478a-61f0-4548-9ddc-dbe401e91e23 req-cfd7eaa9-a840-4cb8-8391-e3d160b90f84 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:40.919423 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b77a478a-61f0-4548-9ddc-dbe401e91e23 req-cfd7eaa9-a840-4cb8-8391-e3d160b90f84 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c045310f-0a44-40fb-b93c-16f97e6b41fe HTTP/1.1" status: 200 len: 945 time: 0.3927426 Sep 07 18:55:40.967025 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-06f680e3-eb9c-45db-a8d7-bd2e7e7156b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:40.990401 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 05e0fba9-41b3-49df-9c55-428b161cef90 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:40.998085 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] Checking router: c781f8da-dccd-4984-ba62-57157952ce4d for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:55:40.998437 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] Updating router c781f8da-dccd-4984-ba62-57157952ce4d port 5a3fbf22-8836-4563-bed3-f9a48b20f2bf binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:55:41.001944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 05e0fba9-41b3-49df-9c55-428b161cef90 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:41.002301 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:41.082622 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:41.166395 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef19f60-2033-4b8b-83f8-f69271eefb9e req-6b31d814-8075-40ad-96d4-9df4dfbfbf0f tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:41.167959 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eef19f60-2033-4b8b-83f8-f69271eefb9e req-6b31d814-8075-40ad-96d4-9df4dfbfbf0f tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/ports?device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 945 time: 0.4272318 Sep 07 18:55:41.206166 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f7dcf-a966-4ec9-98c9-1b2b71e6961c req-fc041aa2-255f-429b-8648-ef84dc3b8e4a tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:41.208678 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b23f7dcf-a966-4ec9-98c9-1b2b71e6961c req-fc041aa2-255f-429b-8648-ef84dc3b8e4a tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.60 "GET /v2.0/ports?device_id=083986b8-c413-4476-a89b-76924fc94c1a HTTP/1.1" status: 200 len: 945 time: 0.1015069 Sep 07 18:55:41.266257 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f1f43e7-b96b-452a-8fe9-9cc4c290ab04 req-964a71bd-3399-444c-aa80-3f4d57e23474 service neutron] 10.222.0.36 "GET /v2.0/networks/5b400c2c-52a1-4a3f-b7e2-da40908cc664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061246 Sep 07 18:55:41.314147 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:41.346668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-b23f7dcf-a966-4ec9-98c9-1b2b71e6961c req-1740ded0-99a4-4af4-acb4-03c15e3c02c9 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Deleting port b71cda8b-3b81-477e-96d7-f0f5c08d1dfa {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:55:41.347473 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-b23f7dcf-a966-4ec9-98c9-1b2b71e6961c req-1740ded0-99a4-4af4-acb4-03c15e3c02c9 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:41.398991 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eef19f60-2033-4b8b-83f8-f69271eefb9e req-077b578d-8880-4ec9-98fc-e9eedb86fd19 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c73777-b457-4b23-ac3d-67dd72116034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982348 Sep 07 18:55:41.420725 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 05e0fba9-41b3-49df-9c55-428b161cef90, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=05e0fba9-41b3-49df-9c55-428b161cef90,segment=NetworkSegment(b7d5be17-bd60-4859-aa9b-c28be27338de),segment_id=b7d5be17-bd60-4859-aa9b-c28be27338de)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:41.428029 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:41.435675 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34502) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:41.484962 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-b77a478a-61f0-4548-9ddc-dbe401e91e23 req-276cad80-3857-4205-b67c-fc77662dc9ad tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Deleting port 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:55:41.485286 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b77a478a-61f0-4548-9ddc-dbe401e91e23 req-276cad80-3857-4205-b67c-fc77662dc9ad tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:41.491767 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-b23f7dcf-a966-4ec9-98c9-1b2b71e6961c req-1740ded0-99a4-4af4-acb4-03c15e3c02c9 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] For port b71cda8b-3b81-477e-96d7-f0f5c08d1dfa, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=b71cda8b-3b81-477e-96d7-f0f5c08d1dfa,segment=NetworkSegment(25c811ed-7aa6-4bbf-9bb1-e8442053b872),segment_id=25c811ed-7aa6-4bbf-9bb1-e8442053b872)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:41.493317 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-b23f7dcf-a966-4ec9-98c9-1b2b71e6961c req-1740ded0-99a4-4af4-acb4-03c15e3c02c9 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:41.533270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4ec7bd6f-9323-4ffc-803d-82e313206ffd None None] Provisioning complete for port 05e0fba9-41b3-49df-9c55-428b161cef90 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:41.533796 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4ec7bd6f-9323-4ffc-803d-82e313206ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:41.574684 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6bd42ab1-82bb-44f2-aada-aacc7ed79537 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:41.654057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=05e0fba9-41b3-49df-9c55-428b161cef90,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:41.672108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-b77a478a-61f0-4548-9ddc-dbe401e91e23 req-276cad80-3857-4205-b67c-fc77662dc9ad tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] For port 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:41.672108 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b77a478a-61f0-4548-9ddc-dbe401e91e23 req-276cad80-3857-4205-b67c-fc77662dc9ad tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:41.693662 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-b77a478a-61f0-4548-9ddc-dbe401e91e23 req-276cad80-3857-4205-b67c-fc77662dc9ad tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Calling delete_port for 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:55:41.740002 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:41.762640 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] Transition to ACTIVE for port object 5a3fbf22-8836-4563-bed3-f9a48b20f2bf will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:41.774554 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:41.776421 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 6bd42ab1-82bb-44f2-aada-aacc7ed79537 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:41.778981 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-b23f7dcf-a966-4ec9-98c9-1b2b71e6961c req-1740ded0-99a4-4af4-acb4-03c15e3c02c9 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:41.779557 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-b23f7dcf-a966-4ec9-98c9-1b2b71e6961c req-1740ded0-99a4-4af4-acb4-03c15e3c02c9 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:41.780121 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [req-b23f7dcf-a966-4ec9-98c9-1b2b71e6961c req-1740ded0-99a4-4af4-acb4-03c15e3c02c9 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Floating IP 9526d801-58e9-4a13-a0f0-9b4b8ead82cb disassociated. External IP: 172.25.8.208, port: b71cda8b-3b81-477e-96d7-f0f5c08d1dfa. Sep 07 18:55:41.780235 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:41.780761 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-b23f7dcf-a966-4ec9-98c9-1b2b71e6961c req-1740ded0-99a4-4af4-acb4-03c15e3c02c9 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Calling delete_port for b71cda8b-3b81-477e-96d7-f0f5c08d1dfa owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:55:41.866060 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56601e-9349-40b0-b83f-7a99ab200123 None None] Pushing event updated for resources: {'Port': ['ID=5a3fbf22-8836-4563-bed3-f9a48b20f2bf,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:41.868352 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] Attempting to bind port 5a3fbf22-8836-4563-bed3-f9a48b20f2bf on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:55:41.868800 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] Attempting to bind port 5a3fbf22-8836-4563-bed3-f9a48b20f2bf by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:55:41.869165 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] Attempting to bind port 5a3fbf22-8836-4563-bed3-f9a48b20f2bf on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:41.879860 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:55:41.880233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:41.880666 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:41.881062 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:55:41.881540 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] Bound port: 5a3fbf22-8836-4563-bed3-f9a48b20f2bf, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:55:41.883329 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:41.973684 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-b23f7dcf-a966-4ec9-98c9-1b2b71e6961c req-1740ded0-99a4-4af4-acb4-03c15e3c02c9 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:41.976589 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] For port 5a3fbf22-8836-4563-bed3-f9a48b20f2bf, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:55:41.994900 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] For port 5a3fbf22-8836-4563-bed3-f9a48b20f2bf, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5a3fbf22-8836-4563-bed3-f9a48b20f2bf,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:55:42.000634 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:42.018992 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740ded0-99a4-4af4-acb4-03c15e3c02c9 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Pushing event deleted for resources: {'Port': ['ID=b71cda8b-3b81-477e-96d7-f0f5c08d1dfa,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:42.060150 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] Routers {'c781f8da-dccd-4984-ba62-57157952ce4d'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:42.060850 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['c781f8da-dccd-4984-ba62-57157952ce4d'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:42.101740 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56601e-9349-40b0-b83f-7a99ab200123 None None] Pushing event updated for resources: {'Port': ['ID=5a3fbf22-8836-4563-bed3-f9a48b20f2bf,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:42.165146 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b23f7dcf-a966-4ec9-98c9-1b2b71e6961c req-1740ded0-99a4-4af4-acb4-03c15e3c02c9 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Router bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:55:42.176870 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] Set router c781f8da-dccd-4984-ba62-57157952ce4d gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:42.269554 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b77a478a-61f0-4548-9ddc-dbe401e91e23 req-276cad80-3857-4205-b67c-fc77662dc9ad tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:42.288247 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f1f43e7-b96b-452a-8fe9-9cc4c290ab04 req-0a749d47-befb-46f3-b545-9f5d951044c8 service neutron] 10.222.0.36 "GET /v2.0/networks/5b400c2c-52a1-4a3f-b7e2-da40908cc664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9910378 Sep 07 18:55:42.297737 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b23f7dcf-a966-4ec9-98c9-1b2b71e6961c req-1740ded0-99a4-4af4-acb4-03c15e3c02c9 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:55:42.307582 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78986e05-17fa-4a4d-970e-830359d685fd None None] Sync routers for ids ['bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:55:42.326538 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78986e05-17fa-4a4d-970e-830359d685fd None None] Routers {'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:42.328847 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-78986e05-17fa-4a4d-970e-830359d685fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:42.330606 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3cd73fc-3fa8-435b-b868-767bdc87059d req-778c0290-f884-4b43-b023-550a689fe7c7 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=c045310f-0a44-40fb-b93c-16f97e6b41fe HTTP/1.1" status: 200 len: 210 time: 0.0758858 Sep 07 18:55:42.331528 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-df3efee2-dd72-4b67-93ba-e165390ab6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:42.359186 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23f7dcf-a966-4ec9-98c9-1b2b71e6961c req-1740ded0-99a4-4af4-acb4-03c15e3c02c9 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] No DVR routers for this DVR port b71cda8b-3b81-477e-96d7-f0f5c08d1dfa on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:55:42.363049 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-b23f7dcf-a966-4ec9-98c9-1b2b71e6961c req-1740ded0-99a4-4af4-acb4-03c15e3c02c9 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:42.368285 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b23f7dcf-a966-4ec9-98c9-1b2b71e6961c req-1740ded0-99a4-4af4-acb4-03c15e3c02c9 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.60 "DELETE /v2.0/ports/b71cda8b-3b81-477e-96d7-f0f5c08d1dfa HTTP/1.1" status: 204 len: 173 time: 1.1510634 Sep 07 18:55:42.368969 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083986b8-c413-4476-a89b-76924fc94c1a', 'name': 'network-vif-deleted', 'tag': 'b71cda8b-3b81-477e-96d7-f0f5c08d1dfa'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:42.384778 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0481eff7-3d56-49bb-a8d9-2cc27e687ae7" -d '{"events": [{"server_uuid": "083986b8-c413-4476-a89b-76924fc94c1a", "name": "network-vif-deleted", "tag": "b71cda8b-3b81-477e-96d7-f0f5c08d1dfa"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:42.394348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['266365d6-55c3-4d84-9990-3b89862aae14', '2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:55:42.401568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cad80-3857-4205-b67c-fc77662dc9ad tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Pushing event deleted for resources: {'Port': ['ID=2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:42.482545 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-78986e05-17fa-4a4d-970e-830359d685fd None None] Set router bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:42.535067 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f680e3-eb9c-45db-a8d7-bd2e7e7156b0 admin admin] Router 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:55:42.544865 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5030abb-8b31-440a-8722-42ae50a1b349 req-bfde41a5-af55-4ff3-8154-42601f02ebb4 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:42.553132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5030abb-8b31-440a-8722-42ae50a1b349 req-bfde41a5-af55-4ff3-8154-42601f02ebb4 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 945 time: 1.1162121 Sep 07 18:55:42.650840 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77a478a-61f0-4548-9ddc-dbe401e91e23 req-276cad80-3857-4205-b67c-fc77662dc9ad tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] No DVR routers for this DVR port 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:55:42.659778 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b77a478a-61f0-4548-9ddc-dbe401e91e23 req-276cad80-3857-4205-b67c-fc77662dc9ad tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:42.662079 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b77a478a-61f0-4548-9ddc-dbe401e91e23 req-276cad80-3857-4205-b67c-fc77662dc9ad tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.36 "DELETE /v2.0/ports/2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c HTTP/1.1" status: 204 len: 173 time: 1.7319341 Sep 07 18:55:42.664108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c045310f-0a44-40fb-b93c-16f97e6b41fe', 'name': 'network-vif-deleted', 'tag': '2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:42.666257 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d553affd-e458-4a5e-8041-fa71177b6488" -d '{"events": [{"server_uuid": "c045310f-0a44-40fb-b93c-16f97e6b41fe", "name": "network-vif-deleted", "tag": "2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:42.727371 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:42.736018 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-78986e05-17fa-4a4d-970e-830359d685fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'name': 'tempest-ServersTestJSON-1250825277-router', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:53:15Z', 'updated_at': '2021-09-07T18:53:20Z', 'revision_number': 4, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'gw_port': {'id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:16Z', 'updated_at': '2021-09-07T18:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '1a94ee36-045b-41fd-971c-368730db8893', 'name': '', 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'mac_address': 'fa:16:3e:48:cd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:19Z', 'updated_at': '2021-09-07T18:53:31Z', 'revision_number': 5, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'subnets': [{'id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:42.759545 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d96ec96-e06e-4502-b5ad-18a3de4cbd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:42.762694 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c781f8da-dccd-4984-ba62-57157952ce4d', 'name': 'tempest-ImageQuotaTest-725846837-router', 'tenant_id': '80675690b8a042ff982d7e0800c59e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '5a3fbf22-8836-4563-bed3-f9a48b20f2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:55:38Z', 'revision_number': 3, 'project_id': '80675690b8a042ff982d7e0800c59e2f', 'gw_port': {'id': '5a3fbf22-8836-4563-bed3-f9a48b20f2bf', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:54:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c781f8da-dccd-4984-ba62-57157952ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:37Z', 'updated_at': '2021-09-07T18:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:42.767500 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78986e05-17fa-4a4d-970e-830359d685fd None None] Checking router: bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:55:42.779884 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78986e05-17fa-4a4d-970e-830359d685fd None None] Routers {'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:42.784769 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-78986e05-17fa-4a4d-970e-830359d685fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:42.797692 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a362f9e-af0a-4042-8d22-b60ab340db5e None None] The sync data for ids ['c781f8da-dccd-4984-ba62-57157952ce4d'] in n-d-807786-1 is: [{'id': 'c781f8da-dccd-4984-ba62-57157952ce4d', 'name': 'tempest-ImageQuotaTest-725846837-router', 'tenant_id': '80675690b8a042ff982d7e0800c59e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '5a3fbf22-8836-4563-bed3-f9a48b20f2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:55:38Z', 'revision_number': 3, 'project_id': '80675690b8a042ff982d7e0800c59e2f', 'gw_port': {'id': '5a3fbf22-8836-4563-bed3-f9a48b20f2bf', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:54:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c781f8da-dccd-4984-ba62-57157952ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:37Z', 'updated_at': '2021-09-07T18:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:55:42.844900 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-df3efee2-dd72-4b67-93ba-e165390ab6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:42.881227 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-df3efee2-dd72-4b67-93ba-e165390ab6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:42.949821 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-78986e05-17fa-4a4d-970e-830359d685fd None None] Set router bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:42.973855 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5030abb-8b31-440a-8722-42ae50a1b349 req-e7674476-cf47-4d34-aed6-5d6087752511 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196038 Sep 07 18:55:43.092910 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77b4b1-fded-4f11-96b9-e6793086fa89 req-7844ca28-2f01-4c88-8cbc-389eb0d6d255 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:43.096666 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea77b4b1-fded-4f11-96b9-e6793086fa89 req-7844ca28-2f01-4c88-8cbc-389eb0d6d255 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.5652010 Sep 07 18:55:43.151025 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f680e3-eb9c-45db-a8d7-bd2e7e7156b0 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:55:43.169936 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] Sync routers for ids ['1c91a6bb-c9a5-4215-ab34-6485425c9bc5'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:55:43.178696 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9b2d5934-870e-44ba-9e70-b4fb531f783a up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:43.184842 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af57f0c-8f5e-4ff2-bd1e-2de4f0586b43 x-openstack-request-id: req-6af57f0c-8f5e-4ff2-bd1e-2de4f0586b43 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:43.185391 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083986b8-c413-4476-a89b-76924fc94c1a", "name": "network-vif-deleted", "tag": "b71cda8b-3b81-477e-96d7-f0f5c08d1dfa", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:43.185791 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6af57f0c-8f5e-4ff2-bd1e-2de4f0586b43 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:43.186399 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083986b8-c413-4476-a89b-76924fc94c1a', 'name': 'network-vif-deleted', 'tag': 'b71cda8b-3b81-477e-96d7-f0f5c08d1dfa', 'status': 'completed', 'code': 200} Sep 07 18:55:43.188867 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34518) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:43.189743 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-df3efee2-dd72-4b67-93ba-e165390ab6fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a4af43c8145468680408b04c3f256e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7449851 Sep 07 18:55:43.196533 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] Routers {'1c91a6bb-c9a5-4215-ab34-6485425c9bc5'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:43.197376 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1c91a6bb-c9a5-4215-ab34-6485425c9bc5'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:43.204213 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3efee2-dd72-4b67-93ba-e165390ab6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf437ab-e845-45ee-9b23-f0369c265936,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:43.365006 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34524) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:43.412331 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-422eeb20-1891-44e4-9164-69ce1c7ae08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:43.452524 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6adb91-9df3-4273-85e0-0ad288ff5942 x-openstack-request-id: req-fd6adb91-9df3-4273-85e0-0ad288ff5942 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:43.457163 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c045310f-0a44-40fb-b93c-16f97e6b41fe", "name": "network-vif-deleted", "tag": "2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:43.457431 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd6adb91-9df3-4273-85e0-0ad288ff5942 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:43.457862 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c045310f-0a44-40fb-b93c-16f97e6b41fe', 'name': 'network-vif-deleted', 'tag': '2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c', 'status': 'completed', 'code': 200} Sep 07 18:55:43.467221 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-06f680e3-eb9c-45db-a8d7-bd2e7e7156b0 admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:43.477252 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-06f680e3-eb9c-45db-a8d7-bd2e7e7156b0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.7231138 Sep 07 18:55:43.486950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34526) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:43.534054 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-422eeb20-1891-44e4-9164-69ce1c7ae08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:43.579430 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:43.582975 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 9b2d5934-870e-44ba-9e70-b4fb531f783a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:43.597033 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 9b2d5934-870e-44ba-9e70-b4fb531f783a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:43.597397 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:43.602712 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-78986e05-17fa-4a4d-970e-830359d685fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'name': 'tempest-ServersTestJSON-1250825277-router', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:53:15Z', 'updated_at': '2021-09-07T18:53:20Z', 'revision_number': 4, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'gw_port': {'id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:16Z', 'updated_at': '2021-09-07T18:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '1a94ee36-045b-41fd-971c-368730db8893', 'name': '', 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'mac_address': 'fa:16:3e:48:cd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:19Z', 'updated_at': '2021-09-07T18:53:31Z', 'revision_number': 5, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'subnets': [{'id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:43.603502 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] Set router 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:43.636014 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-422eeb20-1891-44e4-9164-69ce1c7ae08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:43.638976 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-422eeb20-1891-44e4-9164-69ce1c7ae08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:43.660834 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78986e05-17fa-4a4d-970e-830359d685fd None None] The sync data for ids ['bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'] in n-d-807786-1 is: [{'id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'name': 'tempest-ServersTestJSON-1250825277-router', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:53:15Z', 'updated_at': '2021-09-07T18:53:20Z', 'revision_number': 4, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'gw_port': {'id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:16Z', 'updated_at': '2021-09-07T18:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '1a94ee36-045b-41fd-971c-368730db8893', 'name': '', 'network_id': '57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'mac_address': 'fa:16:3e:48:cd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:19Z', 'updated_at': '2021-09-07T18:53:31Z', 'revision_number': 5, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'subnets': [{'id': '4805dc95-c167-4887-9384-94e2ed03f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:55:43.668382 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-422eeb20-1891-44e4-9164-69ce1c7ae08a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbf437ab-e845-45ee-9b23-f0369c265936 HTTP/1.1" status: 204 len: 168 time: 0.4774935 Sep 07 18:55:43.673788 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2fdf1fec-10a0-45ce-b55e-5ac9ae735cd1 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:43.727215 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422eeb20-1891-44e4-9164-69ce1c7ae08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf437ab-e845-45ee-9b23-f0369c265936,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:43.745079 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a4b7d7ac-2f12-41b7-ae4e-95f85c1b6fc3 req-e16c26c6-ea84-4f67-9a32-03b385781fb4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=c045310f-0a44-40fb-b93c-16f97e6b41fe HTTP/1.1" status: 200 len: 210 time: 0.2471032 Sep 07 18:55:43.754163 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea77b4b1-fded-4f11-96b9-e6793086fa89 req-d362a286-0593-40d8-8caf-0a67c549f787 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6047502 Sep 07 18:55:43.778683 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2fdf1fec-10a0-45ce-b55e-5ac9ae735cd1 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:43.824847 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5a3fbf22-8836-4563-bed3-f9a48b20f2bf up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:43.906799 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2fdf1fec-10a0-45ce-b55e-5ac9ae735cd1 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:43.910330 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2fdf1fec-10a0-45ce-b55e-5ac9ae735cd1 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:43.911761 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2fdf1fec-10a0-45ce-b55e-5ac9ae735cd1 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "DELETE /v2.0/security-groups/b3c73777-b457-4b23-ac3d-67dd72116034 HTTP/1.1" status: 204 len: 168 time: 0.5443437 Sep 07 18:55:43.914428 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-6d96ec96-e06e-4502-b5ad-18a3de4cbd68 admin admin] Allocated IP 172.20.0.1 (d734c177-0b56-43c3-ad93-b1fa0f0f10bb/5330c1ea-e3a3-4b22-bed8-27ca307fec7a/1a0f60a4-c14f-4725-8f19-1a964509a4a6) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:55:43.915640 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34530) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:43.963045 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-e7d32fbe-18c5-4ef8-b9fa-c4bd954b0c77 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] show failed (client error): The resource could not be found. Sep 07 18:55:43.964324 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e7d32fbe-18c5-4ef8-b9fa-c4bd954b0c77 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "GET /v2.0/security-groups/b3c73777-b457-4b23-ac3d-67dd72116034 HTTP/1.1" status: 404 len: 347 time: 0.0475473 Sep 07 18:55:43.975291 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34534) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:44.007080 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf1fec-10a0-45ce-b55e-5ac9ae735cd1 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c73777-b457-4b23-ac3d-67dd72116034,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:44.024794 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 5a3fbf22-8836-4563-bed3-f9a48b20f2bf completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:44.047931 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 5a3fbf22-8836-4563-bed3-f9a48b20f2bf triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:44.052817 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:44.061018 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:44.122714 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184d5253-37f1-4eb2-a3d1-18b887e70136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2d5934-870e-44ba-9e70-b4fb531f783a'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:44.126907 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8130107-6c99-4593-9601-b76e4d46b608" -d '{"events": [{"server_uuid": "184d5253-37f1-4eb2-a3d1-18b887e70136", "name": "network-vif-plugged", "status": "completed", "tag": "9b2d5934-870e-44ba-9e70-b4fb531f783a"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:44.174018 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9b2d5934-870e-44ba-9e70-b4fb531f783a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9b2d5934-870e-44ba-9e70-b4fb531f783a,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:44.186109 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:44.221458 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d30cd6bb-d16c-4e5f-b2fb-b1a17c6992a2 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Deleting port 597d139c-315b-49b9-a5cf-2d19f4c6e73d {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:55:44.221809 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d30cd6bb-d16c-4e5f-b2fb-b1a17c6992a2 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:44.276792 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-139148256-router', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:55:39Z', 'revision_number': 3, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'gw_port': {'id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:38Z', 'updated_at': '2021-09-07T18:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:44.325857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] Checking router: 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:55:44.326335 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] Updating router 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 port 17eb4552-f4a1-4f10-8c08-1b21b76ea577 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:55:44.358042 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e0ab4-b2b5-475d-b417-fdd974501cbc None None] New status for floating IP 9526d801-58e9-4a13-a0f0-9b4b8ead82cb: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:55:44.442233 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba8891-2268-475d-8a96-fd404792a203 req-875b1bbf-0b89-4f45-a9b1-65eed0b5d86a tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:44.446563 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:44.456433 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38ba8891-2268-475d-8a96-fd404792a203 req-875b1bbf-0b89-4f45-a9b1-65eed0b5d86a tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 946 time: 0.2337663 Sep 07 18:55:44.496889 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b50030e-fea4-41d7-872e-d8de2acdef2d x-openstack-request-id: req-6b50030e-fea4-41d7-872e-d8de2acdef2d {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:44.498387 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184d5253-37f1-4eb2-a3d1-18b887e70136", "name": "network-vif-plugged", "status": "completed", "tag": "9b2d5934-870e-44ba-9e70-b4fb531f783a", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:44.499161 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b50030e-fea4-41d7-872e-d8de2acdef2d {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:44.499717 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184d5253-37f1-4eb2-a3d1-18b887e70136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2d5934-870e-44ba-9e70-b4fb531f783a', 'code': 200} Sep 07 18:55:44.501199 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device b71cda8b-3b81-477e-96d7-f0f5c08d1dfa no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:55:44.529996 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d30cd6bb-d16c-4e5f-b2fb-b1a17c6992a2 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:44.530486 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d30cd6bb-d16c-4e5f-b2fb-b1a17c6992a2 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:44.539241 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d96ec96-e06e-4502-b5ad-18a3de4cbd68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:44.571352 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d30cd6bb-d16c-4e5f-b2fb-b1a17c6992a2 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Calling delete_port for 597d139c-315b-49b9-a5cf-2d19f4c6e73d owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:55:44.590819 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-6d96ec96-e06e-4502-b5ad-18a3de4cbd68 admin admin] Transition to ACTIVE for port object 1a0f60a4-c14f-4725-8f19-1a964509a4a6 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:44.619394 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: b71cda8b-3b81-477e-96d7-f0f5c08d1dfa {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:55:44.619936 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device b71cda8b-3b81-477e-96d7-f0f5c08d1dfa not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:55:44.713040 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:44.728456 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=9b2d5934-870e-44ba-9e70-b4fb531f783a,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:44.742755 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38ba8891-2268-475d-8a96-fd404792a203 req-509547b8-19b4-4497-a43b-09b0a94ba7f9 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792313 Sep 07 18:55:44.779093 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c46bb-f0eb-4dc2-934c-888278d6dd84 req-283f9bdb-5b71-4912-bd15-2af60eebf136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:44.781291 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc8c46bb-f0eb-4dc2-934c-888278d6dd84 req-283f9bdb-5b71-4912-bd15-2af60eebf136 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 1097 time: 0.2591834 Sep 07 18:55:44.865033 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc8c46bb-f0eb-4dc2-934c-888278d6dd84 req-ff0a22a3-2e96-469a-bcff-e268badcb7a8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718427 Sep 07 18:55:44.868413 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d96ec96-e06e-4502-b5ad-18a3de4cbd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:44.878772 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d30cd6bb-d16c-4e5f-b2fb-b1a17c6992a2 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:44.940990 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d96ec96-e06e-4502-b5ad-18a3de4cbd68 admin admin] Network d734c177-0b56-43c3-ad93-b1fa0f0f10bb is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:44.961138 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96ec96-e06e-4502-b5ad-18a3de4cbd68 admin admin] Pushing event updated for resources: {'Port': ['ID=1a0f60a4-c14f-4725-8f19-1a964509a4a6,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:44.965937 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-6d96ec96-e06e-4502-b5ad-18a3de4cbd68 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:44.971496 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d96ec96-e06e-4502-b5ad-18a3de4cbd68 admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:55:45.049345 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d96ec96-e06e-4502-b5ad-18a3de4cbd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:45.079139 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30cd6bb-d16c-4e5f-b2fb-b1a17c6992a2 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Pushing event deleted for resources: {'Port': ['ID=597d139c-315b-49b9-a5cf-2d19f4c6e73d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:45.083643 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d30cd6bb-d16c-4e5f-b2fb-b1a17c6992a2 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:45.087792 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d30cd6bb-d16c-4e5f-b2fb-b1a17c6992a2 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:45.089403 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d30cd6bb-d16c-4e5f-b2fb-b1a17c6992a2 tempest-ServersTestJSON-1857520742 tempest-ServersTestJSON-1857520742-project] 10.222.0.26 "DELETE /v2.0/floatingips/9526d801-58e9-4a13-a0f0-9b4b8ead82cb HTTP/1.1" status: 204 len: 168 time: 1.1127152 Sep 07 18:55:45.095150 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34564) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:45.102333 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:45.154309 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 5a3fbf22-8836-4563-bed3-f9a48b20f2bf, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5a3fbf22-8836-4563-bed3-f9a48b20f2bf,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:45.157841 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] Transition to ACTIVE for port object 17eb4552-f4a1-4f10-8c08-1b21b76ea577 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:45.161515 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:45.162388 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 05e0fba9-41b3-49df-9c55-428b161cef90 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:45.168764 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:45.262142 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:55:45.286476 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01d801df-7075-4293-a63b-91b56d7f37a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:45.312160 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:55:45.313105 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 2899aa0e-fe84-44ee-b58e-fc7c4bb7f18c not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:55:45.387816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89150b-2283-4ca1-8a6f-1783fc132f03 req-94f72896-8dc3-4cd1-a54c-7d5d2855c046 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:45.393149 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd89150b-2283-4ca1-8a6f-1783fc132f03 req-94f72896-8dc3-4cd1-a54c-7d5d2855c046 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.3382728 Sep 07 18:55:45.393824 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] Attempting to bind port 17eb4552-f4a1-4f10-8c08-1b21b76ea577 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:55:45.394400 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] Attempting to bind port 17eb4552-f4a1-4f10-8c08-1b21b76ea577 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:55:45.394925 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] Attempting to bind port 17eb4552-f4a1-4f10-8c08-1b21b76ea577 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:45.420636 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:55:45.421013 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:45.421427 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:45.422386 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:55:45.422846 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] Bound port: 17eb4552-f4a1-4f10-8c08-1b21b76ea577, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:55:45.423236 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:45.425005 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=5a3fbf22-8836-4563-bed3-f9a48b20f2bf,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:45.455285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 05e0fba9-41b3-49df-9c55-428b161cef90 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:45.455721 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:45.543389 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4e03885f-069d-4326-8bb4-cc0e7fe8514d None None] Provisioning for port 1a0f60a4-c14f-4725-8f19-1a964509a4a6 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:45.571252 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4e03885f-069d-4326-8bb4-cc0e7fe8514d None None] Provisioning complete for port 1a0f60a4-c14f-4725-8f19-1a964509a4a6 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:45.571890 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4e03885f-069d-4326-8bb4-cc0e7fe8514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:45.579674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bbf4b-d4e4-4745-982e-61bc045bcfe1 None None] Pushing event updated for resources: {'Port': ['ID=17eb4552-f4a1-4f10-8c08-1b21b76ea577,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:45.601543 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] For port 17eb4552-f4a1-4f10-8c08-1b21b76ea577, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:55:45.627110 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] For port 17eb4552-f4a1-4f10-8c08-1b21b76ea577, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=17eb4552-f4a1-4f10-8c08-1b21b76ea577,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:55:45.644048 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:45.678931 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-4e03885f-069d-4326-8bb4-cc0e7fe8514d None None] Port 1a0f60a4-c14f-4725-8f19-1a964509a4a6 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:55:45.723217 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-01d801df-7075-4293-a63b-91b56d7f37a8 admin admin] Allocated IP 172.20.0.1 (3dffcebf-8210-48da-8b14-034032f9956f/6c8f4611-8af3-43e7-acd8-3ed107c589ae/3ab4130d-53c8-4eb9-87f2-e04ed1c54a44) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:55:45.747319 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] Routers {'1c91a6bb-c9a5-4215-ab34-6485425c9bc5'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:45.747968 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1c91a6bb-c9a5-4215-ab34-6485425c9bc5'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:45.750516 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bbf4b-d4e4-4745-982e-61bc045bcfe1 None None] Pushing event updated for resources: {'Port': ['ID=17eb4552-f4a1-4f10-8c08-1b21b76ea577,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:45.790333 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a173-a9bf-43d2-8f33-a5ce6140100c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:45.836711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da78a0-73d1-40f8-8cbd-9f9fe6200b01 req-e1e88583-f278-464b-be29-63e79b80f616 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:45.841074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16da78a0-73d1-40f8-8cbd-9f9fe6200b01 req-e1e88583-f278-464b-be29-63e79b80f616 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.5303497 Sep 07 18:55:45.865235 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd89150b-2283-4ca1-8a6f-1783fc132f03 req-87e8885c-7490-44c7-9bea-dd7aa28b8826 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990504 Sep 07 18:55:45.866431 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5a3fbf22-8836-4563-bed3-f9a48b20f2bf up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:45.946597 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d96ec96-e06e-4502-b5ad-18a3de4cbd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:46.005651 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16da78a0-73d1-40f8-8cbd-9f9fe6200b01 req-e5f7ac12-dba6-4188-9d6e-288185d543bb tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219790 Sep 07 18:55:46.042515 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01d801df-7075-4293-a63b-91b56d7f37a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:46.065960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-01d801df-7075-4293-a63b-91b56d7f37a8 admin admin] Transition to ACTIVE for port object 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:46.163637 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] Set router 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:46.232244 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01d801df-7075-4293-a63b-91b56d7f37a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:46.240279 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34588) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:46.248020 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 5a3fbf22-8836-4563-bed3-f9a48b20f2bf triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:46.248397 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:46.273927 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-c5c7a173-a9bf-43d2-8f33-a5ce6140100c admin admin] Deleting port 1a94ee36-045b-41fd-971c-368730db8893 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:55:46.274293 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a173-a9bf-43d2-8f33-a5ce6140100c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:46.366487 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-c5c7a173-a9bf-43d2-8f33-a5ce6140100c admin admin] For port 1a94ee36-045b-41fd-971c-368730db8893, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1a94ee36-045b-41fd-971c-368730db8893,segment=NetworkSegment(25c811ed-7aa6-4bbf-9bb1-e8442053b872),segment_id=25c811ed-7aa6-4bbf-9bb1-e8442053b872)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:46.367186 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a173-a9bf-43d2-8f33-a5ce6140100c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:46.384631 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-c5c7a173-a9bf-43d2-8f33-a5ce6140100c admin admin] Calling delete_port for 1a94ee36-045b-41fd-971c-368730db8893 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:55:46.427053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-139148256-router', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:55:39Z', 'revision_number': 3, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'gw_port': {'id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:38Z', 'updated_at': '2021-09-07T18:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:46.456097 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb82dc58-49c4-4a21-9f30-5a41ba4a4133 None None] The sync data for ids ['1c91a6bb-c9a5-4215-ab34-6485425c9bc5'] in n-d-807786-1 is: [{'id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-139148256-router', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:55:39Z', 'revision_number': 3, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'gw_port': {'id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:38Z', 'updated_at': '2021-09-07T18:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:55:46.600120 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a173-a9bf-43d2-8f33-a5ce6140100c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:46.626751 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7a173-a9bf-43d2-8f33-a5ce6140100c admin admin] Pushing event deleted for resources: {'Port': ['ID=1a94ee36-045b-41fd-971c-368730db8893,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:46.642838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-66818a18-ad6a-4392-93d1-56d23ff33ec1 tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-706157772'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:46.691218 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb2dfd-81f5-429e-95bb-695f3d634fc8 req-776710ba-8c67-4919-9e00-2c965266e60b tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:46.710665 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-efdb2dfd-81f5-429e-95bb-695f3d634fc8 req-776710ba-8c67-4919-9e00-2c965266e60b tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 946 time: 0.6057804 Sep 07 18:55:46.735259 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d801df-7075-4293-a63b-91b56d7f37a8 admin admin] Network 3dffcebf-8210-48da-8b14-034032f9956f is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:46.756491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5203e-3997-4607-8841-f7dfeaab252d req-a921a0c3-3abc-43b2-b97f-5ce4d4953e37 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:46.758101 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fbc5203e-3997-4607-8841-f7dfeaab252d req-a921a0c3-3abc-43b2-b97f-5ce4d4953e37 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.6316099 Sep 07 18:55:46.821591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d801df-7075-4293-a63b-91b56d7f37a8 admin admin] Pushing event updated for resources: {'Port': ['ID=3ab4130d-53c8-4eb9-87f2-e04ed1c54a44,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:46.829996 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66818a18-ad6a-4392-93d1-56d23ff33ec1 tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Made reservation on behalf of 0837d254f7914ce486a518b218d6fd81 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:55:46.837740 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66818a18-ad6a-4392-93d1-56d23ff33ec1 tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:46.846512 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-01d801df-7075-4293-a63b-91b56d7f37a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:46.857800 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66818a18-ad6a-4392-93d1-56d23ff33ec1 tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:46.869650 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d801df-7075-4293-a63b-91b56d7f37a8 admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:55:46.870752 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a173-a9bf-43d2-8f33-a5ce6140100c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:46.944458 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01d801df-7075-4293-a63b-91b56d7f37a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:47.097520 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d96ec96-e06e-4502-b5ad-18a3de4cbd68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:47.143671 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a18c4685-709a-45c8-add2-0c9485e6bc24 None None] Provisioning for port 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:47.144274 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ab80a-af3b-417f-aa0d-bf30d10c3165 req-9927fc1b-f1af-4b8f-8984-600991984020 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:47.149795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a18c4685-709a-45c8-add2-0c9485e6bc24 None None] Provisioning complete for port 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:47.150253 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a18c4685-709a-45c8-add2-0c9485e6bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:47.151022 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-054ab80a-af3b-417f-aa0d-bf30d10c3165 req-9927fc1b-f1af-4b8f-8984-600991984020 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.5139582 Sep 07 18:55:47.152091 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d96ec96-e06e-4502-b5ad-18a3de4cbd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:47.178032 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:55:47.189982 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a18c4685-709a-45c8-add2-0c9485e6bc24 None None] Port 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:55:47.191170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-efdb2dfd-81f5-429e-95bb-695f3d634fc8 req-b5d0e37e-2561-49c6-82a6-1a7018e1b155 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795375 Sep 07 18:55:47.240766 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fbc5203e-3997-4607-8841-f7dfeaab252d req-77155239-0ee8-4c2c-bea4-a4f65da78334 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118021 Sep 07 18:55:47.241631 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d96ec96-e06e-4502-b5ad-18a3de4cbd68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:47.476831 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c7a173-a9bf-43d2-8f33-a5ce6140100c admin admin] Router bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:55:47.487555 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96ec96-e06e-4502-b5ad-18a3de4cbd68 admin admin] Pushing event updated for resources: {'Port': ['ID=1a0f60a4-c14f-4725-8f19-1a964509a4a6,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:47.588562 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739e162-4c5f-4bdd-ad8c-6cbb52e0d0aa req-34e900c4-6086-4d87-b33c-1901be66a11b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:47.590089 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8739e162-4c5f-4bdd-ad8c-6cbb52e0d0aa req-34e900c4-6086-4d87-b33c-1901be66a11b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 946 time: 0.2113817 Sep 07 18:55:47.597028 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c7a173-a9bf-43d2-8f33-a5ce6140100c admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:55:47.606131 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d6a333-5e47-4c8d-ac52-e86b3e948c93 None None] Sync routers for ids ['bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:55:47.610445 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c5c7a173-a9bf-43d2-8f33-a5ce6140100c admin admin] 10.222.0.26 "PUT /v2.0/routers/bc13bfb2-3c11-4a22-8344-4cb1586dbdc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5116909 Sep 07 18:55:47.610685 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34600) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:47.619224 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d6a333-5e47-4c8d-ac52-e86b3e948c93 None None] Routers {'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:47.619983 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e0d6a333-5e47-4c8d-ac52-e86b3e948c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:47.625990 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01d801df-7075-4293-a63b-91b56d7f37a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:47.691130 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e9142-a8c6-4309-8d05-a04f2f398b6e req-411b00af-5428-4022-a4ef-d3b739cdd307 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:47.692722 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d71e9142-a8c6-4309-8d05-a04f2f398b6e req-411b00af-5428-4022-a4ef-d3b739cdd307 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.2706509 Sep 07 18:55:47.726831 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d96ec96-e06e-4502-b5ad-18a3de4cbd68 admin admin] Network d734c177-0b56-43c3-ad93-b1fa0f0f10bb is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:47.733640 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab0e2-35c8-4ad8-9aef-d46c2a04a026 admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:47.734517 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-e0d6a333-5e47-4c8d-ac52-e86b3e948c93 None None] Set router bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:47.802583 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-6d96ec96-e06e-4502-b5ad-18a3de4cbd68 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:47.823449 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8739e162-4c5f-4bdd-ad8c-6cbb52e0d0aa req-98a2e4ba-b33b-4df7-bb30-7057b811add4 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239356 Sep 07 18:55:47.846217 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-054ab80a-af3b-417f-aa0d-bf30d10c3165 req-07bcf6cb-b779-471e-8bfc-fcabac205e18 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Deleting port 266365d6-55c3-4d84-9990-3b89862aae14 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:55:47.846564 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-054ab80a-af3b-417f-aa0d-bf30d10c3165 req-07bcf6cb-b779-471e-8bfc-fcabac205e18 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:47.870144 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66818a18-ad6a-4392-93d1-56d23ff33ec1 tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:47.903680 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab0e2-35c8-4ad8-9aef-d46c2a04a026 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:47.987761 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-3a3ab0e2-35c8-4ad8-9aef-d46c2a04a026 admin admin] Deleting port 99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:55:47.988282 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab0e2-35c8-4ad8-9aef-d46c2a04a026 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:47.992137 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 17eb4552-f4a1-4f10-8c08-1b21b76ea577 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:48.019137 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66818a18-ad6a-4392-93d1-56d23ff33ec1 tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.047092 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d71e9142-a8c6-4309-8d05-a04f2f398b6e req-d198054c-b5f0-4dec-bacf-8544a5a3c4d4 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428855 Sep 07 18:55:48.060251 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e0d6a333-5e47-4c8d-ac52-e86b3e948c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'name': 'tempest-ServersTestJSON-1250825277-router', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:53:15Z', 'updated_at': '2021-09-07T18:55:46Z', 'revision_number': 5, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'gw_port': {'id': '99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:53:16Z', 'updated_at': '2021-09-07T18:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:48.109005 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d6a333-5e47-4c8d-ac52-e86b3e948c93 None None] Checking router: bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:55:48.116473 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 17eb4552-f4a1-4f10-8c08-1b21b76ea577 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:48.122295 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 17eb4552-f4a1-4f10-8c08-1b21b76ea577 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:48.122676 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.155525 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-3a3ab0e2-35c8-4ad8-9aef-d46c2a04a026 admin admin] For port 99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:48.156286 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab0e2-35c8-4ad8-9aef-d46c2a04a026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.162526 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d6a333-5e47-4c8d-ac52-e86b3e948c93 None None] Routers {'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:48.163184 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e0d6a333-5e47-4c8d-ac52-e86b3e948c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:48.163936 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66818a18-ad6a-4392-93d1-56d23ff33ec1 tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:55:48.173122 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-3a3ab0e2-35c8-4ad8-9aef-d46c2a04a026 admin admin] Calling delete_port for 99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:55:48.195661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66818a18-ad6a-4392-93d1-56d23ff33ec1 tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d32ac82b-4387-4152-9fa4-b164c4fb2332,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:48.216446 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66818a18-ad6a-4392-93d1-56d23ff33ec1 tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.216895 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-66818a18-ad6a-4392-93d1-56d23ff33ec1 tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Added segment b2b805aa-9c60-4399-8cc6-d0d5f4e5edc2 of type vlan for network 8f84df5c-2b3a-4014-b702-d01ef23fbad0 Sep 07 18:55:48.287317 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-05a6fa6a-6692-4da8-a1a2-5ebfcc223bcd None None] Provisioning complete for port 1a0f60a4-c14f-4725-8f19-1a964509a4a6 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:48.287913 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-05a6fa6a-6692-4da8-a1a2-5ebfcc223bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.325396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-e0d6a333-5e47-4c8d-ac52-e86b3e948c93 None None] Set router bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:48.385459 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-05a6fa6a-6692-4da8-a1a2-5ebfcc223bcd None None] Port 1a0f60a4-c14f-4725-8f19-1a964509a4a6 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:55:48.387027 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e0d6a333-5e47-4c8d-ac52-e86b3e948c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'name': 'tempest-ServersTestJSON-1250825277-router', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:53:15Z', 'updated_at': '2021-09-07T18:55:47Z', 'revision_number': 6, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:48.387154 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab0e2-35c8-4ad8-9aef-d46c2a04a026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.424397 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ab0e2-35c8-4ad8-9aef-d46c2a04a026 admin admin] Pushing event deleted for resources: {'Port': ['ID=99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:48.433502 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-054ab80a-af3b-417f-aa0d-bf30d10c3165 req-07bcf6cb-b779-471e-8bfc-fcabac205e18 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] For port 266365d6-55c3-4d84-9990-3b89862aae14, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=266365d6-55c3-4d84-9990-3b89862aae14,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:48.433502 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-054ab80a-af3b-417f-aa0d-bf30d10c3165 req-07bcf6cb-b779-471e-8bfc-fcabac205e18 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.446751 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d6a333-5e47-4c8d-ac52-e86b3e948c93 None None] The sync data for ids ['bc13bfb2-3c11-4a22-8344-4cb1586dbdc9'] in n-d-807786-1 is: [{'id': 'bc13bfb2-3c11-4a22-8344-4cb1586dbdc9', 'name': 'tempest-ServersTestJSON-1250825277-router', 'tenant_id': '5d899852f7f24aedbae267ad23aded21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:53:15Z', 'updated_at': '2021-09-07T18:55:47Z', 'revision_number': 6, 'project_id': '5d899852f7f24aedbae267ad23aded21', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:55:48.459441 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66818a18-ad6a-4392-93d1-56d23ff33ec1 tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.468131 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.495555 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab0e2-35c8-4ad8-9aef-d46c2a04a026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.496186 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 17eb4552-f4a1-4f10-8c08-1b21b76ea577, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=17eb4552-f4a1-4f10-8c08-1b21b76ea577,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:48.500966 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.515990 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-054ab80a-af3b-417f-aa0d-bf30d10c3165 req-07bcf6cb-b779-471e-8bfc-fcabac205e18 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Calling delete_port for 266365d6-55c3-4d84-9990-3b89862aae14 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:55:48.539111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d72918-b645-488f-9388-7dedf1c613bd req-f7f508ec-d2de-4f51-9f4e-4fac54dc934b tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:48.546407 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16d72918-b645-488f-9388-7dedf1c613bd req-f7f508ec-d2de-4f51-9f4e-4fac54dc934b tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.3615332 Sep 07 18:55:48.559518 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=17eb4552-f4a1-4f10-8c08-1b21b76ea577,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:48.589864 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66818a18-ad6a-4392-93d1-56d23ff33ec1 tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.595934 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66818a18-ad6a-4392-93d1-56d23ff33ec1 tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:48.596566 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66818a18-ad6a-4392-93d1-56d23ff33ec1 tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.598361 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab0e2-35c8-4ad8-9aef-d46c2a04a026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.600481 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab0e2-35c8-4ad8-9aef-d46c2a04a026 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.610841 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d96ec96-e06e-4502-b5ad-18a3de4cbd68 admin admin] Router c781f8da-dccd-4984-ba62-57157952ce4d has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:55:48.644583 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab0e2-35c8-4ad8-9aef-d46c2a04a026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.645648 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3ab0e2-35c8-4ad8-9aef-d46c2a04a026 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:55:48.648238 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01d801df-7075-4293-a63b-91b56d7f37a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.651016 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab0e2-35c8-4ad8-9aef-d46c2a04a026 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.652199 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3a3ab0e2-35c8-4ad8-9aef-d46c2a04a026 admin admin] 10.222.0.26 "DELETE /v2.0/routers/bc13bfb2-3c11-4a22-8344-4cb1586dbdc9 HTTP/1.1" status: 204 len: 168 time: 1.0403190 Sep 07 18:55:48.655196 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34608) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:48.684083 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01d801df-7075-4293-a63b-91b56d7f37a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.705072 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80ed140-50a7-46ff-b238-b49e952bb55e admin admin] Deleting subnet 4805dc95-c167-4887-9384-94e2ed03f0de {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:55:48.708150 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f80ed140-50a7-46ff-b238-b49e952bb55e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.728151 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-66818a18-ad6a-4392-93d1-56d23ff33ec1 tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4789636 Sep 07 18:55:48.731645 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34610) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:48.753120 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f80ed140-50a7-46ff-b238-b49e952bb55e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.804266 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-83891b5b-6b03-4ef1-99c0-987bc2dc0a1d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Request body: {'network': {'name': 'tempest-network--372371968', 'router:external': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:48.835287 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20593027-dd51-487b-be36-893479c26757 req-4b8e59fa-0e27-4b84-9892-b777e40b92f8 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:48.836534 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20593027-dd51-487b-be36-893479c26757 req-4b8e59fa-0e27-4b84-9892-b777e40b92f8 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 946 time: 0.5038242 Sep 07 18:55:48.852072 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16d72918-b645-488f-9388-7dedf1c613bd req-fee74979-941d-4455-9554-7272be6635e1 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047240 Sep 07 18:55:48.852861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66818a18-ad6a-4392-93d1-56d23ff33ec1 tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Pushing event updated for resources: {'Network': ['ID=8f84df5c-2b3a-4014-b702-d01ef23fbad0,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:48.857758 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f80ed140-50a7-46ff-b238-b49e952bb55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.860171 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83891b5b-6b03-4ef1-99c0-987bc2dc0a1d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Made reservation on behalf of e40dd01dd771493b8115ce8a505d5a9c for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:55:48.862618 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83891b5b-6b03-4ef1-99c0-987bc2dc0a1d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.873380 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 8f84df5c-2b3a-4014-b702-d01ef23fbad0 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:55:48.896339 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83891b5b-6b03-4ef1-99c0-987bc2dc0a1d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.935559 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01d801df-7075-4293-a63b-91b56d7f37a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:48.937428 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d801df-7075-4293-a63b-91b56d7f37a8 admin admin] Pushing event updated for resources: {'Port': ['ID=3ab4130d-53c8-4eb9-87f2-e04ed1c54a44,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:48.988866 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f80ed140-50a7-46ff-b238-b49e952bb55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:49.030309 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ed140-50a7-46ff-b238-b49e952bb55e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4805dc95-c167-4887-9384-94e2ed03f0de,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:49.046403 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f80ed140-50a7-46ff-b238-b49e952bb55e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:49.048544 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f80ed140-50a7-46ff-b238-b49e952bb55e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4805dc95-c167-4887-9384-94e2ed03f0de HTTP/1.1" status: 204 len: 168 time: 0.3921950 Sep 07 18:55:49.055226 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34618) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:49.059402 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f300a7e6-2e1f-414a-bc60-26dd2ba77168 None None] Network 57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:55:49.083103 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20593027-dd51-487b-be36-893479c26757 req-23521e84-1ed1-4fd1-8e3a-270b9a3e8691 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239885 Sep 07 18:55:49.165288 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-48fda2b8-51b2-454e-abd3-8ff24f81c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:49.175339 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83891b5b-6b03-4ef1-99c0-987bc2dc0a1d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:49.182291 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83891b5b-6b03-4ef1-99c0-987bc2dc0a1d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:49.247740 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83891b5b-6b03-4ef1-99c0-987bc2dc0a1d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d013055-23b6-4c60-a1f6-03d587cb9921,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:49.252321 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83891b5b-6b03-4ef1-99c0-987bc2dc0a1d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:55:49.275650 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83891b5b-6b03-4ef1-99c0-987bc2dc0a1d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:49.275863 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-83891b5b-6b03-4ef1-99c0-987bc2dc0a1d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Added segment 1c41e7bf-7636-4d75-9618-81a51d301a2c of type vlan for network 9d4a09ee-7ac1-4567-865c-c07ebb7165f9 Sep 07 18:55:49.317800 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-48fda2b8-51b2-454e-abd3-8ff24f81c8e5 admin admin] Deleting port c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:55:49.318295 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-48fda2b8-51b2-454e-abd3-8ff24f81c8e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:49.362689 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d8416f-34b6-467e-8cee-f44075edca35 None None] DHCP port deletion for 57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:55:49.405497 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83891b5b-6b03-4ef1-99c0-987bc2dc0a1d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:49.429665 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-48fda2b8-51b2-454e-abd3-8ff24f81c8e5 admin admin] For port c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5,segment=NetworkSegment(25c811ed-7aa6-4bbf-9bb1-e8442053b872),segment_id=25c811ed-7aa6-4bbf-9bb1-e8442053b872)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:49.429947 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-48fda2b8-51b2-454e-abd3-8ff24f81c8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:49.447113 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-15d8416f-34b6-467e-8cee-f44075edca35 None None] Deleting port c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:55:49.448003 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-15d8416f-34b6-467e-8cee-f44075edca35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:49.452168 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-48fda2b8-51b2-454e-abd3-8ff24f81c8e5 admin admin] Calling delete_port for c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:55:49.470259 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83891b5b-6b03-4ef1-99c0-987bc2dc0a1d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:49.471277 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83891b5b-6b03-4ef1-99c0-987bc2dc0a1d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:49.471889 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83891b5b-6b03-4ef1-99c0-987bc2dc0a1d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:49.526034 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-15d8416f-34b6-467e-8cee-f44075edca35 None None] For port c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5,segment=NetworkSegment(25c811ed-7aa6-4bbf-9bb1-e8442053b872),segment_id=25c811ed-7aa6-4bbf-9bb1-e8442053b872)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:49.526387 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-15d8416f-34b6-467e-8cee-f44075edca35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:49.548112 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-15d8416f-34b6-467e-8cee-f44075edca35 None None] Calling delete_port for c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:55:49.549556 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d96ec96-e06e-4502-b5ad-18a3de4cbd68 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:55:49.561099 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6d96ec96-e06e-4502-b5ad-18a3de4cbd68 admin admin] 10.222.0.26 "PUT /v2.0/routers/c781f8da-dccd-4984-ba62-57157952ce4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9127519 Sep 07 18:55:49.562466 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83891b5b-6b03-4ef1-99c0-987bc2dc0a1d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Pushing event updated for resources: {'Network': ['ID=9d4a09ee-7ac1-4567-865c-c07ebb7165f9,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:49.569458 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-054ab80a-af3b-417f-aa0d-bf30d10c3165 req-07bcf6cb-b779-471e-8bfc-fcabac205e18 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:49.582158 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-83891b5b-6b03-4ef1-99c0-987bc2dc0a1d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8494546 Sep 07 18:55:49.587974 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] Sync routers for ids ['c781f8da-dccd-4984-ba62-57157952ce4d'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:55:49.588714 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34628) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:49.603941 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] Routers {'c781f8da-dccd-4984-ba62-57157952ce4d'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:49.606761 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['c781f8da-dccd-4984-ba62-57157952ce4d'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:49.641820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 9d4a09ee-7ac1-4567-865c-c07ebb7165f9 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:55:49.687117 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2802f4c0-f922-40cf-9a62-2208c309b177 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:49.690315 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-48fda2b8-51b2-454e-abd3-8ff24f81c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:49.717728 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcf6cb-b779-471e-8bfc-fcabac205e18 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Pushing event deleted for resources: {'Port': ['ID=266365d6-55c3-4d84-9990-3b89862aae14,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:49.745644 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fda2b8-51b2-454e-abd3-8ff24f81c8e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:49.750842 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fda2b8-51b2-454e-abd3-8ff24f81c8e5 admin admin] No DVR routers for this DVR port c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:55:49.815468 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4855cff-c235-40a3-80a4-acdbadc60069 req-d05368ea-16e6-48d0-8049-14bd0c1e4ca8 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:49.827755 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] Set router c781f8da-dccd-4984-ba62-57157952ce4d gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:49.836406 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c4855cff-c235-40a3-80a4-acdbadc60069 req-d05368ea-16e6-48d0-8049-14bd0c1e4ca8 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d7559d2-e37b-4c6b-ae49-e3e59babd90d HTTP/1.1" status: 200 len: 867 time: 0.7457740 Sep 07 18:55:49.914848 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d801df-7075-4293-a63b-91b56d7f37a8 admin admin] Network 3dffcebf-8210-48da-8b14-034032f9956f is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:49.917896 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-15d8416f-34b6-467e-8cee-f44075edca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:49.938594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-01d801df-7075-4293-a63b-91b56d7f37a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:49.941078 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-054ab80a-af3b-417f-aa0d-bf30d10c3165 req-07bcf6cb-b779-471e-8bfc-fcabac205e18 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] No DVR routers for this DVR port 266365d6-55c3-4d84-9990-3b89862aae14 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:55:49.963199 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-054ab80a-af3b-417f-aa0d-bf30d10c3165 req-07bcf6cb-b779-471e-8bfc-fcabac205e18 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:49.965279 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-054ab80a-af3b-417f-aa0d-bf30d10c3165 req-07bcf6cb-b779-471e-8bfc-fcabac205e18 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.36 "DELETE /v2.0/ports/266365d6-55c3-4d84-9990-3b89862aae14 HTTP/1.1" status: 204 len: 173 time: 2.7814238 Sep 07 18:55:49.986122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c4855cff-c235-40a3-80a4-acdbadc60069 req-84e945c7-2883-4ffa-8fcc-7a62576bbd9f tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=030141b4-1781-400c-aea8-e69aab2a3d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479461 Sep 07 18:55:49.987691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7559d2-e37b-4c6b-ae49-e3e59babd90d', 'name': 'network-vif-deleted', 'tag': '266365d6-55c3-4d84-9990-3b89862aae14'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:49.990008 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a422d70e-69ef-4b45-a39e-654bb82c76a0" -d '{"events": [{"server_uuid": "5d7559d2-e37b-4c6b-ae49-e3e59babd90d", "name": "network-vif-deleted", "tag": "266365d6-55c3-4d84-9990-3b89862aae14"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:50.007502 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 17eb4552-f4a1-4f10-8c08-1b21b76ea577 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:50.009617 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8416f-34b6-467e-8cee-f44075edca35 None None] Pushing event deleted for resources: {'Port': ['ID=c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:50.035059 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13135465-c3d2-46dc-9378-6693d369850a req-96b4eec0-0c7e-4047-a304-9e7db175597e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:50.043802 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13135465-c3d2-46dc-9378-6693d369850a req-96b4eec0-0c7e-4047-a304-9e7db175597e tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.5412631 Sep 07 18:55:50.047837 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2802f4c0-f922-40cf-9a62-2208c309b177 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:50.099672 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2802f4c0-f922-40cf-9a62-2208c309b177 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d4a09ee-7ac1-4567-865c-c07ebb7165f9']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:50.112164 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2802f4c0-f922-40cf-9a62-2208c309b177 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c41e7bf-7636-4d75-9618-81a51d301a2c') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:50.112815 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2802f4c0-f922-40cf-9a62-2208c309b177 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c41e7bf-7636-4d75-9618-81a51d301a2c') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:50.117415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d8416f-34b6-467e-8cee-f44075edca35 None None] No DVR routers for this DVR port c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:55:50.125171 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2802f4c0-f922-40cf-9a62-2208c309b177 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:50.152267 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2802f4c0-f922-40cf-9a62-2208c309b177 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:50.160077 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2802f4c0-f922-40cf-9a62-2208c309b177 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:55:50.160694 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2802f4c0-f922-40cf-9a62-2208c309b177 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:50.243030 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 17eb4552-f4a1-4f10-8c08-1b21b76ea577 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:50.243343 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:55:50.296561 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:55:50.302519 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2802f4c0-f922-40cf-9a62-2208c309b177 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:50.319598 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2802f4c0-f922-40cf-9a62-2208c309b177 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9d4a09ee-7ac1-4567-865c-c07ebb7165f9 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 07 18:55:50.327300 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2802f4c0-f922-40cf-9a62-2208c309b177 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:50.330349 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2802f4c0-f922-40cf-9a62-2208c309b177 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] 10.222.0.26 "DELETE /v2.0/networks/9d4a09ee-7ac1-4567-865c-c07ebb7165f9 HTTP/1.1" status: 204 len: 168 time: 0.7406697 Sep 07 18:55:50.340885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34642) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:50.348230 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-f167c5e7-8984-4c32-9336-da916485490e tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:50.360684 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c781f8da-dccd-4984-ba62-57157952ce4d', 'name': 'tempest-ImageQuotaTest-725846837-router', 'tenant_id': '80675690b8a042ff982d7e0800c59e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '5a3fbf22-8836-4563-bed3-f9a48b20f2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:55:45Z', 'revision_number': 4, 'project_id': '80675690b8a042ff982d7e0800c59e2f', 'gw_port': {'id': '5a3fbf22-8836-4563-bed3-f9a48b20f2bf', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:54:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781f8da-dccd-4984-ba62-57157952ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:37Z', 'updated_at': '2021-09-07T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '1a0f60a4-c14f-4725-8f19-1a964509a4a6', 'name': '', 'network_id': 'd734c177-0b56-43c3-ad93-b1fa0f0f10bb', 'tenant_id': '80675690b8a042ff982d7e0800c59e2f', 'mac_address': 'fa:16:3e:c9:21:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c781f8da-dccd-4984-ba62-57157952ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '5330c1ea-e3a3-4b22-bed8-27ca307fec7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:43Z', 'updated_at': '2021-09-07T18:55:46Z', 'revision_number': 2, 'project_id': '80675690b8a042ff982d7e0800c59e2f', 'subnets': [{'id': '5330c1ea-e3a3-4b22-bed8-27ca307fec7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:50.366459 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13135465-c3d2-46dc-9378-6693d369850a req-3a3efdc3-a61f-4067-928a-516f4f907e15 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100932 Sep 07 18:55:50.387757 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-48fda2b8-51b2-454e-abd3-8ff24f81c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:50.391724 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802f4c0-f922-40cf-9a62-2208c309b177 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d4a09ee-7ac1-4567-865c-c07ebb7165f9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:50.437178 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-48fda2b8-51b2-454e-abd3-8ff24f81c8e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:50.463233 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-48fda2b8-51b2-454e-abd3-8ff24f81c8e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c811ed-7aa6-4bbf-9bb1-e8442053b872') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:50.463556 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-48fda2b8-51b2-454e-abd3-8ff24f81c8e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c811ed-7aa6-4bbf-9bb1-e8442053b872') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:50.478638 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] Checking router: c781f8da-dccd-4984-ba62-57157952ce4d for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:55:50.479009 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] Updating router c781f8da-dccd-4984-ba62-57157952ce4d port 1a0f60a4-c14f-4725-8f19-1a964509a4a6 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:55:50.490167 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-76ae08bd-1108-42af-b6c9-3ad8cfdba0f5 None None] Provisioning complete for port 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:50.490765 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-48fda2b8-51b2-454e-abd3-8ff24f81c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:50.490875 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-76ae08bd-1108-42af-b6c9-3ad8cfdba0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:50.513987 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027e2091-eb37-4cd9-a1da-376239791d07 x-openstack-request-id: req-027e2091-eb37-4cd9-a1da-376239791d07 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:50.514382 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7559d2-e37b-4c6b-ae49-e3e59babd90d", "name": "network-vif-deleted", "tag": "266365d6-55c3-4d84-9990-3b89862aae14", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:50.514526 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-027e2091-eb37-4cd9-a1da-376239791d07 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:50.514927 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7559d2-e37b-4c6b-ae49-e3e59babd90d', 'name': 'network-vif-deleted', 'tag': '266365d6-55c3-4d84-9990-3b89862aae14', 'status': 'completed', 'code': 200} Sep 07 18:55:50.532891 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-48fda2b8-51b2-454e-abd3-8ff24f81c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:50.543148 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fda2b8-51b2-454e-abd3-8ff24f81c8e5 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:55:50.543521 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-48fda2b8-51b2-454e-abd3-8ff24f81c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:55:50.560568 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:55:50.564975 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:50.586731 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842395e-5243-4c47-988b-46377604bbb9 req-2762ed7b-f790-41c9-8d8d-825e3df6914c tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:50.588371 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4842395e-5243-4c47-988b-46377604bbb9 req-2762ed7b-f790-41c9-8d8d-825e3df6914c tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 946 time: 0.3670287 Sep 07 18:55:50.594872 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-76ae08bd-1108-42af-b6c9-3ad8cfdba0f5 None None] Port 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:55:50.664958 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:55:50.697008 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-48fda2b8-51b2-454e-abd3-8ff24f81c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:50.707851 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-48fda2b8-51b2-454e-abd3-8ff24f81c8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:50.716517 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f167c5e7-8984-4c32-9336-da916485490e tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Made reservation on behalf of e40dd01dd771493b8115ce8a505d5a9c for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:55:50.720211 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f167c5e7-8984-4c32-9336-da916485490e tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:50.726114 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:55:50.728031 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 99bfca4d-dbf0-4e50-93a9-ff60eb0c1adb not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:55:50.728671 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-48fda2b8-51b2-454e-abd3-8ff24f81c8e5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b HTTP/1.1" status: 204 len: 168 time: 1.6710093 Sep 07 18:55:50.728991 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1a94ee36-045b-41fd-971c-368730db8893 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:55:50.763150 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fda2b8-51b2-454e-abd3-8ff24f81c8e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=57dd85f7-b7e1-4fa0-b8b0-1e399f695b1b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:50.776102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d801df-7075-4293-a63b-91b56d7f37a8 admin admin] Router 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:55:50.778523 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 1a94ee36-045b-41fd-971c-368730db8893 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:55:50.779117 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1a94ee36-045b-41fd-971c-368730db8893 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:55:50.779774 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:55:50.824547 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:55:50.825303 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c6d1f9db-ce01-4ffb-9d9f-ad55fea3eed5 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:55:50.887996 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4842395e-5243-4c47-988b-46377604bbb9 req-38f1f652-6e91-45cd-8934-fadc8689e9b9 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755527 Sep 07 18:55:50.889988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f167c5e7-8984-4c32-9336-da916485490e tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:55:50.927480 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34652) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:50.948136 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88119ee-f446-4b9e-845a-f3c9834b647e req-6d807b8c-9d2c-448a-b169-9015d7fa91db tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:50.957247 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a88119ee-f446-4b9e-845a-f3c9834b647e req-6d807b8c-9d2c-448a-b169-9015d7fa91db tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.2814546 Sep 07 18:55:50.996624 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5252cd7d-a904-4cb1-85c5-caca2883cf30 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d899852f7f24aedbae267ad23aded21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680339 Sep 07 18:55:50.998770 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34654) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:51.014475 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a88119ee-f446-4b9e-845a-f3c9834b647e req-d8933327-e0bc-4363-bdf6-683732d1d60a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562937 Sep 07 18:55:51.021248 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f167c5e7-8984-4c32-9336-da916485490e tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:51.021792 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-f167c5e7-8984-4c32-9336-da916485490e tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Added segment ee211791-c37a-44b6-976d-99487e7c5eb5 of type vlan for network d0ffcfd4-27c2-4cea-b254-8e7244a6b8c8 Sep 07 18:55:51.142078 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b881969-76ab-4d08-aa18-5889014784c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:51.181788 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b881969-76ab-4d08-aa18-5889014784c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:51.198040 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:51.218925 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] Transition to ACTIVE for port object 1a0f60a4-c14f-4725-8f19-1a964509a4a6 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:51.227536 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:51.230222 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 266365d6-55c3-4d84-9990-3b89862aae14 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:55:51.243593 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f167c5e7-8984-4c32-9336-da916485490e tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:51.271444 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 266365d6-55c3-4d84-9990-3b89862aae14 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:55:51.271887 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 266365d6-55c3-4d84-9990-3b89862aae14 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:55:51.277280 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d801df-7075-4293-a63b-91b56d7f37a8 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:55:51.277494 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b881969-76ab-4d08-aa18-5889014784c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:51.284202 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-01d801df-7075-4293-a63b-91b56d7f37a8 admin admin] 10.222.0.26 "PUT /v2.0/routers/1c91a6bb-c9a5-4215-ab34-6485425c9bc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7935734 Sep 07 18:55:51.293696 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b881969-76ab-4d08-aa18-5889014784c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:51.294943 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1b881969-76ab-4d08-aa18-5889014784c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c29fc931-7129-43c6-8cdc-81bccb11d342 HTTP/1.1" status: 204 len: 168 time: 0.2950656 Sep 07 18:55:51.310795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] Sync routers for ids ['1c91a6bb-c9a5-4215-ab34-6485425c9bc5'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:55:51.334505 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b881969-76ab-4d08-aa18-5889014784c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29fc931-7129-43c6-8cdc-81bccb11d342,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:51.345720 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b7741-152e-49e1-acbf-48fe8b05940b req-fcb1c3a3-b347-41dd-bca2-860c0e074629 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:51.346094 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] Routers {'1c91a6bb-c9a5-4215-ab34-6485425c9bc5'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:51.347414 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df9b7741-152e-49e1-acbf-48fe8b05940b req-fcb1c3a3-b347-41dd-bca2-860c0e074629 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.1608701 Sep 07 18:55:51.349725 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1c91a6bb-c9a5-4215-ab34-6485425c9bc5'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:51.377130 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] Attempting to bind port 1a0f60a4-c14f-4725-8f19-1a964509a4a6 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:55:51.377451 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] Attempting to bind port 1a0f60a4-c14f-4725-8f19-1a964509a4a6 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '57c3ccc6-d767-459c-ac2e-b9c67094a1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd734c177-0b56-43c3-ad93-b1fa0f0f10bb'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:55:51.377818 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] Attempting to bind port 1a0f60a4-c14f-4725-8f19-1a964509a4a6 on network d734c177-0b56-43c3-ad93-b1fa0f0f10bb {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:51.393524 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:55:51.393902 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] Checking segment: {'id': '57c3ccc6-d767-459c-ac2e-b9c67094a1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd734c177-0b56-43c3-ad93-b1fa0f0f10bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:51.397618 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:51.398035 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] Bound using segment: {'id': '57c3ccc6-d767-459c-ac2e-b9c67094a1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd734c177-0b56-43c3-ad93-b1fa0f0f10bb'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:55:51.398535 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] Bound port: 1a0f60a4-c14f-4725-8f19-1a964509a4a6, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c3ccc6-d767-459c-ac2e-b9c67094a1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd734c177-0b56-43c3-ad93-b1fa0f0f10bb'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:55:51.398925 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:51.460852 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df9b7741-152e-49e1-acbf-48fe8b05940b req-b8f47f0c-0794-41c4-9e42-6d6aa1d0fedf tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973687 Sep 07 18:55:51.461238 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f167c5e7-8984-4c32-9336-da916485490e tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:51.462204 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f167c5e7-8984-4c32-9336-da916485490e tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:51.468796 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f167c5e7-8984-4c32-9336-da916485490e tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:51.490233 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83248c-7688-4c13-b707-66ae94d95c34 None None] Pushing event updated for resources: {'Port': ['ID=1a0f60a4-c14f-4725-8f19-1a964509a4a6,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:51.504935 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83248c-7688-4c13-b707-66ae94d95c34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:51.505285 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83248c-7688-4c13-b707-66ae94d95c34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:51.505635 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83248c-7688-4c13-b707-66ae94d95c34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:51.505962 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83248c-7688-4c13-b707-66ae94d95c34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:51.506279 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83248c-7688-4c13-b707-66ae94d95c34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:51.506638 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83248c-7688-4c13-b707-66ae94d95c34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:51.506928 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83248c-7688-4c13-b707-66ae94d95c34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:51.507253 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83248c-7688-4c13-b707-66ae94d95c34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:51.507572 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83248c-7688-4c13-b707-66ae94d95c34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:51.507888 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83248c-7688-4c13-b707-66ae94d95c34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:51.508208 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83248c-7688-4c13-b707-66ae94d95c34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:51.508544 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83248c-7688-4c13-b707-66ae94d95c34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:51.547562 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f167c5e7-8984-4c32-9336-da916485490e tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2055290 Sep 07 18:55:51.550556 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34674) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:51.556870 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-dac64b35-6e8a-4f6c-9757-4e4c22828865 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Request body: {'subnet': {'network_id': 'd0ffcfd4-27c2-4cea-b254-8e7244a6b8c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:51.631018 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac64b35-6e8a-4f6c-9757-4e4c22828865 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Made reservation on behalf of e40dd01dd771493b8115ce8a505d5a9c for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:55:51.651434 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] For port 1a0f60a4-c14f-4725-8f19-1a964509a4a6, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:55:51.655183 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dac64b35-6e8a-4f6c-9757-4e4c22828865 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:51.678494 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] For port 1a0f60a4-c14f-4725-8f19-1a964509a4a6, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1a0f60a4-c14f-4725-8f19-1a964509a4a6,segment=NetworkSegment(57c3ccc6-d767-459c-ac2e-b9c67094a1d0),segment_id=57c3ccc6-d767-459c-ac2e-b9c67094a1d0)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:55:51.686340 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:51.690273 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167c5e7-8984-4c32-9336-da916485490e tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Pushing event updated for resources: {'Network': ['ID=d0ffcfd4-27c2-4cea-b254-8e7244a6b8c8,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:51.733739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02705518-d2c2-42aa-9dbd-dfde0c783d6b req-c3a7ad2d-b36e-442f-b48c-d1a8ad2babd3 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:51.735431 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02705518-d2c2-42aa-9dbd-dfde0c783d6b req-c3a7ad2d-b36e-442f-b48c-d1a8ad2babd3 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.2460806 Sep 07 18:55:51.781491 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83248c-7688-4c13-b707-66ae94d95c34 None None] Pushing event updated for resources: {'Port': ['ID=1a0f60a4-c14f-4725-8f19-1a964509a4a6,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:51.789440 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] Routers {'c781f8da-dccd-4984-ba62-57157952ce4d'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:51.790059 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['c781f8da-dccd-4984-ba62-57157952ce4d'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:51.934039 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network d0ffcfd4-27c2-4cea-b254-8e7244a6b8c8 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:55:51.973354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02705518-d2c2-42aa-9dbd-dfde0c783d6b req-9f2c2bdb-55b1-48e9-a7bc-89f7e5e96079 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298613 Sep 07 18:55:52.018881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcccf18-2965-49a9-ac0b-6dba117a9eb3 req-8271a9dd-4856-43d7-8034-2134b9536c15 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:52.021657 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0fcccf18-2965-49a9-ac0b-6dba117a9eb3 req-8271a9dd-4856-43d7-8034-2134b9536c15 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.2674983 Sep 07 18:55:52.027846 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] Set router c781f8da-dccd-4984-ba62-57157952ce4d gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:52.123057 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0fcccf18-2965-49a9-ac0b-6dba117a9eb3 req-ea5ff89c-b6a0-44a8-a785-b7d7a4aec4ee tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875070 Sep 07 18:55:52.176738 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] Set router 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:52.262355 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34696) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:52.288810 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694ba1c-ae9f-455b-b3fe-49a9be1b9f44 req-05080ce9-d9f9-4891-8038-17d3ed7afd82 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:52.290589 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2694ba1c-ae9f-455b-b3fe-49a9be1b9f44 req-05080ce9-d9f9-4891-8038-17d3ed7afd82 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 946 time: 0.1009445 Sep 07 18:55:52.367828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2694ba1c-ae9f-455b-b3fe-49a9be1b9f44 req-e42b29d2-9a3d-4aec-beea-260b8f2bdc73 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708036 Sep 07 18:55:52.534577 n-d-807786-1 neutron-server[101444]: DEBUG neutron.objects.ports [None req-dac64b35-6e8a-4f6c-9757-4e4c22828865 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 18:55:52.535069 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dac64b35-6e8a-4f6c-9757-4e4c22828865 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:52.606123 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c781f8da-dccd-4984-ba62-57157952ce4d', 'name': 'tempest-ImageQuotaTest-725846837-router', 'tenant_id': '80675690b8a042ff982d7e0800c59e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '5a3fbf22-8836-4563-bed3-f9a48b20f2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:55:45Z', 'revision_number': 4, 'project_id': '80675690b8a042ff982d7e0800c59e2f', 'gw_port': {'id': '5a3fbf22-8836-4563-bed3-f9a48b20f2bf', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:54:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781f8da-dccd-4984-ba62-57157952ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:37Z', 'updated_at': '2021-09-07T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '1a0f60a4-c14f-4725-8f19-1a964509a4a6', 'name': '', 'network_id': 'd734c177-0b56-43c3-ad93-b1fa0f0f10bb', 'tenant_id': '80675690b8a042ff982d7e0800c59e2f', 'mac_address': 'fa:16:3e:c9:21:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c781f8da-dccd-4984-ba62-57157952ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '5330c1ea-e3a3-4b22-bed8-27ca307fec7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:43Z', 'updated_at': '2021-09-07T18:55:51Z', 'revision_number': 4, 'project_id': '80675690b8a042ff982d7e0800c59e2f', 'subnets': [{'id': '5330c1ea-e3a3-4b22-bed8-27ca307fec7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:52.640238 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac64b35-6e8a-4f6c-9757-4e4c22828865 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c551cc57-441d-40a4-9066-b1edc45caa2c,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:52.640532 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-72ad5152-070f-4607-821e-31f3bb577e2e req-0dab3d50-4fb4-4e9c-a468-196798202466 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:55:52.650135 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1ef643-9a57-4d37-9282-29ddb910e48a None None] The sync data for ids ['c781f8da-dccd-4984-ba62-57157952ce4d'] in n-d-807786-1 is: [{'id': 'c781f8da-dccd-4984-ba62-57157952ce4d', 'name': 'tempest-ImageQuotaTest-725846837-router', 'tenant_id': '80675690b8a042ff982d7e0800c59e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '5a3fbf22-8836-4563-bed3-f9a48b20f2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:55:45Z', 'revision_number': 4, 'project_id': '80675690b8a042ff982d7e0800c59e2f', 'gw_port': {'id': '5a3fbf22-8836-4563-bed3-f9a48b20f2bf', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:54:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781f8da-dccd-4984-ba62-57157952ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:37Z', 'updated_at': '2021-09-07T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '1a0f60a4-c14f-4725-8f19-1a964509a4a6', 'name': '', 'network_id': 'd734c177-0b56-43c3-ad93-b1fa0f0f10bb', 'tenant_id': '80675690b8a042ff982d7e0800c59e2f', 'mac_address': 'fa:16:3e:c9:21:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c781f8da-dccd-4984-ba62-57157952ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '5330c1ea-e3a3-4b22-bed8-27ca307fec7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:43Z', 'updated_at': '2021-09-07T18:55:51Z', 'revision_number': 4, 'project_id': '80675690b8a042ff982d7e0800c59e2f', 'subnets': [{'id': '5330c1ea-e3a3-4b22-bed8-27ca307fec7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:55:52.658313 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72ad5152-070f-4607-821e-31f3bb577e2e req-0dab3d50-4fb4-4e9c-a468-196798202466 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0224845 Sep 07 18:55:52.681190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-139148256-router', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:55:47Z', 'revision_number': 4, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'gw_port': {'id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:38Z', 'updated_at': '2021-09-07T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '3ab4130d-53c8-4eb9-87f2-e04ed1c54a44', 'name': '', 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'mac_address': 'fa:16:3e:48:1e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '6c8f4611-8af3-43e7-acd8-3ed107c589ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:45Z', 'updated_at': '2021-09-07T18:55:47Z', 'revision_number': 2, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'subnets': [{'id': '6c8f4611-8af3-43e7-acd8-3ed107c589ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:52.685836 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac64b35-6e8a-4f6c-9757-4e4c22828865 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Checking segment: {'id': 'ee211791-c37a-44b6-976d-99487e7c5eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd0ffcfd4-27c2-4cea-b254-8e7244a6b8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:52.686202 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac64b35-6e8a-4f6c-9757-4e4c22828865 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Network hostable DHCP agents. Network: d0ffcfd4-27c2-4cea-b254-8e7244a6b8c8, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:55:52.760819 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] Checking router: 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:55:52.761183 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] Updating router 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 port 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:55:52.773836 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-23bdc533-ae24-444c-bea3-348dacbd124c tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:52.779118 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac64b35-6e8a-4f6c-9757-4e4c22828865 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Network d0ffcfd4-27c2-4cea-b254-8e7244a6b8c8 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:55:52.782584 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-23bdc533-ae24-444c-bea3-348dacbd124c tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/networks?id=3dffcebf-8210-48da-8b14-034032f9956f HTTP/1.1" status: 200 len: 828 time: 0.3292365 Sep 07 18:55:52.806093 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-dac64b35-6e8a-4f6c-9757-4e4c22828865 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, d0ffcfd4-27c2-4cea-b254-8e7244a6b8c8) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:52.820825 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-69abe44a-040a-41a1-8e2e-b3eb319d06ee tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/quotas/ac34fff76e89404685944b1b3b9a5306 HTTP/1.1" status: 200 len: 375 time: 0.0364833 Sep 07 18:55:52.848840 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14f60ce-dda5-4708-be19-17f48d8b2ced None None] Network d0ffcfd4-27c2-4cea-b254-8e7244a6b8c8 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:55:52.868083 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac64b35-6e8a-4f6c-9757-4e4c22828865 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:52.868665 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dac64b35-6e8a-4f6c-9757-4e4c22828865 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:52.877982 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:52.919094 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601471b-6bac-4091-8bfe-72437d0c0b9b req-af598224-1783-4d57-b925-fd2a3825c4da tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:52.920200 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1601471b-6bac-4091-8bfe-72437d0c0b9b req-af598224-1783-4d57-b925-fd2a3825c4da tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.60 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1193602 Sep 07 18:55:52.926642 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dac64b35-6e8a-4f6c-9757-4e4c22828865 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3750429 Sep 07 18:55:52.927442 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34718) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:52.933004 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d718e53-7749-466d-9da0-61bbef0d7eb3 req-3c34872f-67e0-4e1f-9ce2-58ce501e8d46 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:52.938103 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-bc0f7bc2-790d-4cd4-bba3-dc938b540026 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Request body: {'floatingip': {'floating_network_id': 'd0ffcfd4-27c2-4cea-b254-8e7244a6b8c8'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:52.940851 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1d718e53-7749-466d-9da0-61bbef0d7eb3 req-3c34872f-67e0-4e1f-9ce2-58ce501e8d46 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.1559496 Sep 07 18:55:52.959893 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-8e5e6ae6-03bd-498e-951e-a3746dc05011 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac34fff76e89404685944b1b3b9a5306&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1378341 Sep 07 18:55:53.076596 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1d718e53-7749-466d-9da0-61bbef0d7eb3 req-02b44050-6f59-4ccd-866e-3ccfc4577c18 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347466 Sep 07 18:55:53.113744 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-0ec15046-d176-42ea-ada7-b47a756f0036 service neutron] 10.222.0.26 "GET /v2.0/networks/3dffcebf-8210-48da-8b14-034032f9956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527884 Sep 07 18:55:53.113982 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c71b90-0b84-4660-aa7e-bb0873ed598d None None] Network d0ffcfd4-27c2-4cea-b254-8e7244a6b8c8 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:55:53.221102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34728) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:53.338748 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18fe39-1fff-4f34-85aa-ed8ac407e9de req-77fe0909-762e-491c-a129-dfc6a19cd772 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:53.340494 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da18fe39-1fff-4f34-85aa-ed8ac407e9de req-77fe0909-762e-491c-a129-dfc6a19cd772 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1622398 Sep 07 18:55:53.396910 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-ea340d6c-dce6-45cc-8977-1a2281305bf0 service neutron] 10.222.0.26 "GET /v2.0/networks/3dffcebf-8210-48da-8b14-034032f9956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743094 Sep 07 18:55:53.469034 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da18fe39-1fff-4f34-85aa-ed8ac407e9de req-dd9800af-6088-443e-9b4e-92540a58a27d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209292 Sep 07 18:55:53.477665 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-c41c322e-a69d-4af3-8e37-fb9d46cc6e20 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-661547514-network', 'tenant_id': 'e1b4a41684be474d90277324c86fc787'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:53.541953 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:53.554800 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7bc2-790d-4cd4-bba3-dc938b540026 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:53.556339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41c322e-a69d-4af3-8e37-fb9d46cc6e20 admin admin] Made reservation on behalf of e1b4a41684be474d90277324c86fc787 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:55:53.560436 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c41c322e-a69d-4af3-8e37-fb9d46cc6e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:53.563022 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] Transition to ACTIVE for port object 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:53.574661 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:53.607060 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c41c322e-a69d-4af3-8e37-fb9d46cc6e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:53.630680 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7ce6d23-fe76-41ab-ac86-74e8c15d6330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:53.730788 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1628af-6c20-4d57-8af2-b28eee49a18f req-347fd829-c146-419e-b09a-82b85e0bc594 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:53.732180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-1601471b-6bac-4091-8bfe-72437d0c0b9b req-1659983f-5ede-4289-ae82-17c4d045cd4b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Deleting port 4d405748-1170-4b7c-b252-e6c48be8be2b {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:55:53.732541 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1601471b-6bac-4091-8bfe-72437d0c0b9b req-1659983f-5ede-4289-ae82-17c4d045cd4b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:53.741075 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a1628af-6c20-4d57-8af2-b28eee49a18f req-347fd829-c146-419e-b09a-82b85e0bc594 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.2150719 Sep 07 18:55:53.842949 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a1628af-6c20-4d57-8af2-b28eee49a18f req-611a866e-3e02-42e1-b6fd-6879ce76b912 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009040 Sep 07 18:55:53.865440 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c41c322e-a69d-4af3-8e37-fb9d46cc6e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:53.896931 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc739c8-0e9b-42f1-b1ea-f1d540e27f08 None None] Pushing event updated for resources: {'Port': ['ID=3ab4130d-53c8-4eb9-87f2-e04ed1c54a44,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:53.927033 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c41c322e-a69d-4af3-8e37-fb9d46cc6e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:53.933877 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] Attempting to bind port 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:55:53.934680 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] Attempting to bind port 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'b7d5be17-bd60-4859-aa9b-c28be27338de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:55:53.935230 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] Attempting to bind port 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44 on network 3dffcebf-8210-48da-8b14-034032f9956f {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:53.950342 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:55:53.952671 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] Checking segment: {'id': 'b7d5be17-bd60-4859-aa9b-c28be27338de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:53.953114 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:53.953517 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] Bound using segment: {'id': 'b7d5be17-bd60-4859-aa9b-c28be27338de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:55:53.954044 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] Bound port: 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d5be17-bd60-4859-aa9b-c28be27338de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:55:53.958367 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:53.965491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c322e-a69d-4af3-8e37-fb9d46cc6e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3217698-cdec-47a4-add5-564a885bb047,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:53.967243 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1a0f60a4-c14f-4725-8f19-1a964509a4a6 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:54.013787 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f10ea776-fd2e-4ec9-9ff5-19fc58f2b8dd req-3d6b84b9-a21e-409e-9864-25d3139db299 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/ports?device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 210 time: 0.0770876 Sep 07 18:55:54.026942 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41c322e-a69d-4af3-8e37-fb9d46cc6e20 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:55:54.073336 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c41c322e-a69d-4af3-8e37-fb9d46cc6e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:54.081464 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-c41c322e-a69d-4af3-8e37-fb9d46cc6e20 admin admin] Added segment 0fb58946-c180-45a9-954e-d852f4221068 of type vlan for network b4943d32-045e-4ba1-b602-399d971687ed Sep 07 18:55:54.131530 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 1a0f60a4-c14f-4725-8f19-1a964509a4a6 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:54.142270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 1a0f60a4-c14f-4725-8f19-1a964509a4a6 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:54.149995 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc08a4-f40c-469a-80d8-3f0248188ed4 req-e2c5fe07-44ae-4f0a-ad7b-558b8cdce7b2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:54.150833 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:54.165050 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a5dc08a4-f40c-469a-80d8-3f0248188ed4 req-e2c5fe07-44ae-4f0a-ad7b-558b8cdce7b2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 946 time: 0.3046205 Sep 07 18:55:54.175346 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] For port 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:55:54.203929 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] For port 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=3ab4130d-53c8-4eb9-87f2-e04ed1c54a44,segment=NetworkSegment(b7d5be17-bd60-4859-aa9b-c28be27338de),segment_id=b7d5be17-bd60-4859-aa9b-c28be27338de)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:55:54.216012 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:54.242698 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c41c322e-a69d-4af3-8e37-fb9d46cc6e20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:54.318846 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc739c8-0e9b-42f1-b1ea-f1d540e27f08 None None] Pushing event updated for resources: {'Port': ['ID=3ab4130d-53c8-4eb9-87f2-e04ed1c54a44,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:54.334499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] Routers {'1c91a6bb-c9a5-4215-ab34-6485425c9bc5'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:54.335395 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1c91a6bb-c9a5-4215-ab34-6485425c9bc5'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:54.335977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a5dc08a4-f40c-469a-80d8-3f0248188ed4 req-691ee6e9-0b43-4d42-8777-b123b0e16e23 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696067 Sep 07 18:55:54.364482 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-1601471b-6bac-4091-8bfe-72437d0c0b9b req-1659983f-5ede-4289-ae82-17c4d045cd4b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] For port 4d405748-1170-4b7c-b252-e6c48be8be2b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4d405748-1170-4b7c-b252-e6c48be8be2b,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:54.364482 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1601471b-6bac-4091-8bfe-72437d0c0b9b req-1659983f-5ede-4289-ae82-17c4d045cd4b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:54.382569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebee39-5590-4d83-a325-4c8ce6c6a267 req-1a832b07-e850-4baf-aca0-2d4855ec4797 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:54.390831 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-41ebee39-5590-4d83-a325-4c8ce6c6a267 req-1a832b07-e850-4baf-aca0-2d4855ec4797 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.2143099 Sep 07 18:55:54.393518 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c41c322e-a69d-4af3-8e37-fb9d46cc6e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:54.394501 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41c322e-a69d-4af3-8e37-fb9d46cc6e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:54.395098 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c41c322e-a69d-4af3-8e37-fb9d46cc6e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:54.439044 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7bc2-790d-4cd4-bba3-dc938b540026 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:54.491358 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:54.533483 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c41c322e-a69d-4af3-8e37-fb9d46cc6e20 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3083673 Sep 07 18:55:54.561455 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-41ebee39-5590-4d83-a325-4c8ce6c6a267 req-f3aa78e9-8192-4291-bf76-678826907bbb tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661916 Sep 07 18:55:54.562059 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34750) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:54.569800 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-bc0f7bc2-790d-4cd4-bba3-dc938b540026 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Allocated IP 172.20.0.12 (d0ffcfd4-27c2-4cea-b254-8e7244a6b8c8/c551cc57-441d-40a4-9066-b1edc45caa2c/0949a861-d515-410f-a7ad-de4579246b4f) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:55:54.579907 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 1a0f60a4-c14f-4725-8f19-1a964509a4a6, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1a0f60a4-c14f-4725-8f19-1a964509a4a6,segment=NetworkSegment(57c3ccc6-d767-459c-ac2e-b9c67094a1d0),segment_id=57c3ccc6-d767-459c-ac2e-b9c67094a1d0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:54.593427 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:54.675158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-141241e0-3660-4839-88e0-8d30d981779b admin admin] Request body: {'subnet': {'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-661547514-subnet', 'tenant_id': 'e1b4a41684be474d90277324c86fc787', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:54.702977 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] Set router 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:54.705700 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=1a0f60a4-c14f-4725-8f19-1a964509a4a6,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:54.745189 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c322e-a69d-4af3-8e37-fb9d46cc6e20 admin admin] Pushing event updated for resources: {'Network': ['ID=b4943d32-045e-4ba1-b602-399d971687ed,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:54.759429 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network b4943d32-045e-4ba1-b602-399d971687ed details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:55:54.766609 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7bc2-790d-4cd4-bba3-dc938b540026 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:54.782024 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141241e0-3660-4839-88e0-8d30d981779b admin admin] Made reservation on behalf of e1b4a41684be474d90277324c86fc787 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:55:54.789277 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-141241e0-3660-4839-88e0-8d30d981779b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:54.917263 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62947ec7-8c0c-4e61-a99d-14f4422f48f6 req-4ddd7e2e-9e0f-40c1-941a-e88c4e671152 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:54.919914 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-62947ec7-8c0c-4e61-a99d-14f4422f48f6 req-4ddd7e2e-9e0f-40c1-941a-e88c4e671152 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 944 time: 0.2488565 Sep 07 18:55:55.016173 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7bc2-790d-4cd4-bba3-dc938b540026 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:55.040314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b42fc5-bcbc-46ad-9de4-4c9b938daedc req-ad0d403e-fbf7-4627-a65a-52fb134919ec tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:55.048769 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71b42fc5-bcbc-46ad-9de4-4c9b938daedc req-ad0d403e-fbf7-4627-a65a-52fb134919ec tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.2916169 Sep 07 18:55:55.074609 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f7bc2-790d-4cd4-bba3-dc938b540026 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Pushing event updated for resources: {'Port': ['ID=0949a861-d515-410f-a7ad-de4579246b4f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:55.081342 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1601471b-6bac-4091-8bfe-72437d0c0b9b req-1659983f-5ede-4289-ae82-17c4d045cd4b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:55.081732 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1601471b-6bac-4091-8bfe-72437d0c0b9b req-1659983f-5ede-4289-ae82-17c4d045cd4b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:55.082034 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [req-1601471b-6bac-4091-8bfe-72437d0c0b9b req-1659983f-5ede-4289-ae82-17c4d045cd4b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Floating IP c6e2602d-627d-46da-8998-79b7e5c7f208 disassociated. External IP: 172.25.8.130, port: 4d405748-1170-4b7c-b252-e6c48be8be2b. Sep 07 18:55:55.082386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-1601471b-6bac-4091-8bfe-72437d0c0b9b req-1659983f-5ede-4289-ae82-17c4d045cd4b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Calling delete_port for 4d405748-1170-4b7c-b252-e6c48be8be2b owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:55:55.098878 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-139148256-router', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:55:47Z', 'revision_number': 4, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'gw_port': {'id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:38Z', 'updated_at': '2021-09-07T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '3ab4130d-53c8-4eb9-87f2-e04ed1c54a44', 'name': '', 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'mac_address': 'fa:16:3e:48:1e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '6c8f4611-8af3-43e7-acd8-3ed107c589ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:45Z', 'updated_at': '2021-09-07T18:55:54Z', 'revision_number': 4, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'subnets': [{'id': '6c8f4611-8af3-43e7-acd8-3ed107c589ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:55.103440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0f7bc2-790d-4cd4-bba3-dc938b540026 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Network d0ffcfd4-27c2-4cea-b254-8e7244a6b8c8 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:55.108346 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-bc0f7bc2-790d-4cd4-bba3-dc938b540026 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:55.125415 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-62947ec7-8c0c-4e61-a99d-14f4422f48f6 req-f925d321-9eb7-42d9-8241-257c50e138bc tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups?id=819e6e66-b7bf-4a92-9b8e-413b4b435eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603496 Sep 07 18:55:55.134682 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d01ed-1ff4-4f42-b12f-4e5fe5797871 None None] The sync data for ids ['1c91a6bb-c9a5-4215-ab34-6485425c9bc5'] in n-d-807786-1 is: [{'id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-139148256-router', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:55:47Z', 'revision_number': 4, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'gw_port': {'id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:38Z', 'updated_at': '2021-09-07T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '3ab4130d-53c8-4eb9-87f2-e04ed1c54a44', 'name': '', 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'mac_address': 'fa:16:3e:48:1e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '6c8f4611-8af3-43e7-acd8-3ed107c589ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:45Z', 'updated_at': '2021-09-07T18:55:54Z', 'revision_number': 4, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'subnets': [{'id': '6c8f4611-8af3-43e7-acd8-3ed107c589ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:55:55.208532 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f7bc2-790d-4cd4-bba3-dc938b540026 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:55:55.208823 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71b42fc5-bcbc-46ad-9de4-4c9b938daedc req-f34304a5-9339-452b-ba70-c8a3705514c1 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573343 Sep 07 18:55:55.228169 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-141241e0-3660-4839-88e0-8d30d981779b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:55.329047 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e953af18-ea75-47a5-9e33-6cfd5bef5be1 req-65ae4490-1ccc-4705-9acc-fb9eaac57ea5 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/ports?device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 210 time: 0.0419343 Sep 07 18:55:55.336550 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d7ce6d23-fe76-41ab-ac86-74e8c15d6330 admin admin] Deleting port 1a0f60a4-c14f-4725-8f19-1a964509a4a6 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:55:55.337016 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7ce6d23-fe76-41ab-ac86-74e8c15d6330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:55.360586 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141241e0-3660-4839-88e0-8d30d981779b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb086058-ee0b-4e82-9985-a33edfb98db6,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:55.396266 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141241e0-3660-4839-88e0-8d30d981779b admin admin] Checking segment: {'id': '0fb58946-c180-45a9-954e-d852f4221068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:55.396700 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141241e0-3660-4839-88e0-8d30d981779b admin admin] Network hostable DHCP agents. Network: b4943d32-045e-4ba1-b602-399d971687ed, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:55:55.421781 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee45a6c-2b6c-4271-9ea0-004c8816d4bd req-20792ec0-c21c-4bdb-94f8-75b9bebbd26f tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:55.424496 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ee45a6c-2b6c-4271-9ea0-004c8816d4bd req-20792ec0-c21c-4bdb-94f8-75b9bebbd26f tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.1003141 Sep 07 18:55:55.464568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141241e0-3660-4839-88e0-8d30d981779b admin admin] Network b4943d32-045e-4ba1-b602-399d971687ed is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:55:55.513677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-141241e0-3660-4839-88e0-8d30d981779b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, b4943d32-045e-4ba1-b602-399d971687ed) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:55.518953 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ee45a6c-2b6c-4271-9ea0-004c8816d4bd req-0deca593-3237-4df9-ae4b-4cb53b4d56a5 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845213 Sep 07 18:55:55.524900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141241e0-3660-4839-88e0-8d30d981779b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:55.525709 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-141241e0-3660-4839-88e0-8d30d981779b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:55.530224 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3c0d0f-f060-4458-ba5d-f2a8dc7eea12 None None] Network b4943d32-045e-4ba1-b602-399d971687ed requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:55:55.545778 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7bc2-790d-4cd4-bba3-dc938b540026 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:55.561143 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-d7ce6d23-fe76-41ab-ac86-74e8c15d6330 admin admin] For port 1a0f60a4-c14f-4725-8f19-1a964509a4a6, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1a0f60a4-c14f-4725-8f19-1a964509a4a6,segment=NetworkSegment(57c3ccc6-d767-459c-ac2e-b9c67094a1d0),segment_id=57c3ccc6-d767-459c-ac2e-b9c67094a1d0)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:55.562371 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7ce6d23-fe76-41ab-ac86-74e8c15d6330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:55.568778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e594af-1578-4fd5-a4bc-0b7be6a0e045 req-17e8c1fb-5195-4518-9b30-1ef1d636f504 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:55.570589 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69e594af-1578-4fd5-a4bc-0b7be6a0e045 req-17e8c1fb-5195-4518-9b30-1ef1d636f504 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 946 time: 0.1398513 Sep 07 18:55:55.572689 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-141241e0-3660-4839-88e0-8d30d981779b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9068840 Sep 07 18:55:55.585544 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d7ce6d23-fe76-41ab-ac86-74e8c15d6330 admin admin] Calling delete_port for 1a0f60a4-c14f-4725-8f19-1a964509a4a6 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:55:55.742193 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1601471b-6bac-4091-8bfe-72437d0c0b9b req-1659983f-5ede-4289-ae82-17c4d045cd4b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:55.856900 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-b4943d32-045e-4ba1-b602-399d971687ed', 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed', 'tenant_id': 'e1b4a41684be474d90277324c86fc787', 'fixed_ips': [{'subnet_id': 'bb086058-ee0b-4e82-9985-a33edfb98db6'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:55:55.857115 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659983f-5ede-4289-ae82-17c4d045cd4b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Pushing event deleted for resources: {'Port': ['ID=4d405748-1170-4b7c-b252-e6c48be8be2b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:55.858510 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:55.908937 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69e594af-1578-4fd5-a4bc-0b7be6a0e045 req-d435dbce-e09f-409c-b174-593eea7c82d8 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252063 Sep 07 18:55:55.968954 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7bc2-790d-4cd4-bba3-dc938b540026 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:56.015098 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-aed435b7-c78e-464c-b98e-6e8e8fc7805c tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:56.016811 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-aed435b7-c78e-464c-b98e-6e8e8fc7805c tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.60 "GET /v2.0/networks?id=3dffcebf-8210-48da-8b14-034032f9956f HTTP/1.1" status: 200 len: 828 time: 0.4429684 Sep 07 18:55:56.041856 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8f752f4e-95ab-4141-a479-e997038658d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:56.052363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8c4bc-930c-4287-ae9e-5d031dc76e3c req-1907e0c3-8989-4dee-92f4-366247fae29c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:56.056746 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3fe8c4bc-930c-4287-ae9e-5d031dc76e3c req-1907e0c3-8989-4dee-92f4-366247fae29c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.2930806 Sep 07 18:55:56.067382 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-b06c0851-f83a-44e3-a046-3ecf7483ce1f tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Request body: {'port': {'device_id': '9046640b-72df-4890-bfca-09ecb07a8b07', 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f', 'admin_state_up': True, 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:56.103858 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:56.283452 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] Allocated IP 172.20.0.2 (b4943d32-045e-4ba1-b602-399d971687ed/bb086058-ee0b-4e82-9985-a33edfb98db6/0e34cb25-2414-4356-8d5a-7349af31cf62) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:55:56.301471 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:56.314047 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3fe8c4bc-930c-4287-ae9e-5d031dc76e3c req-deac9fcc-e47b-4fc3-ad36-b2dc487eb9d8 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415385 Sep 07 18:55:56.321738 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:56.322429 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:56.335204 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-b06c0851-f83a-44e3-a046-3ecf7483ce1f tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Made reservation on behalf of ac34fff76e89404685944b1b3b9a5306 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:55:56.338822 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-b06c0851-f83a-44e3-a046-3ecf7483ce1f tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:56.397800 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7ce6d23-fe76-41ab-ac86-74e8c15d6330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:56.442455 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce6d23-fe76-41ab-ac86-74e8c15d6330 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a0f60a4-c14f-4725-8f19-1a964509a4a6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:56.477670 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37558f5e-b8f1-4981-be13-bb1780dc5938 req-9524d7ec-5e74-49d2-8c25-433ec29c8c8d tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/ports?device_id=a505f491-b177-49c9-955e-c7d3c793f5b2 HTTP/1.1" status: 200 len: 210 time: 0.0455854 Sep 07 18:55:56.490186 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7bc2-790d-4cd4-bba3-dc938b540026 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:56.499098 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1601471b-6bac-4091-8bfe-72437d0c0b9b req-1659983f-5ede-4289-ae82-17c4d045cd4b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Router 6942e8ac-960d-4457-95ba-03b9419d97c9 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:55:56.507557 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7bc2-790d-4cd4-bba3-dc938b540026 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:56.766783 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1601471b-6bac-4091-8bfe-72437d0c0b9b req-1659983f-5ede-4289-ae82-17c4d045cd4b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:55:56.780109 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02166791-1116-44d1-83c1-d46de70f261a None None] Sync routers for ids ['6942e8ac-960d-4457-95ba-03b9419d97c9'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:55:56.788053 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d08274d3-5c4d-4e57-a1af-642593d069df req-34aad365-7e13-4e1e-808a-5e3b15fa751a tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/ports?device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 210 time: 0.0490685 Sep 07 18:55:56.791382 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02166791-1116-44d1-83c1-d46de70f261a None None] Routers {'6942e8ac-960d-4457-95ba-03b9419d97c9'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:56.809326 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-02166791-1116-44d1-83c1-d46de70f261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['6942e8ac-960d-4457-95ba-03b9419d97c9'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:56.826804 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:56.838086 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] Transition to ACTIVE for port object 0e34cb25-2414-4356-8d5a-7349af31cf62 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:56.841998 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1601471b-6bac-4091-8bfe-72437d0c0b9b req-1659983f-5ede-4289-ae82-17c4d045cd4b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] No DVR routers for this DVR port 4d405748-1170-4b7c-b252-e6c48be8be2b on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:55:56.845913 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1601471b-6bac-4091-8bfe-72437d0c0b9b req-1659983f-5ede-4289-ae82-17c4d045cd4b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:56.848693 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1601471b-6bac-4091-8bfe-72437d0c0b9b req-1659983f-5ede-4289-ae82-17c4d045cd4b tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.60 "DELETE /v2.0/ports/4d405748-1170-4b7c-b252-e6c48be8be2b HTTP/1.1" status: 204 len: 173 time: 3.9059048 Sep 07 18:55:56.857441 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'name': 'network-vif-deleted', 'tag': '4d405748-1170-4b7c-b252-e6c48be8be2b'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:56.861980 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f8f673-58ea-4ba3-8b6d-feb6f1bc2213" -d '{"events": [{"server_uuid": "a505f491-b177-49c9-955e-c7d3c793f5b2", "name": "network-vif-deleted", "tag": "4d405748-1170-4b7c-b252-e6c48be8be2b"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:56.866665 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] Transition to ACTIVE for port object 0e34cb25-2414-4356-8d5a-7349af31cf62 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:56.927572 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:56.934002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-9a9f3eee-f07a-4c78-8548-e4739d9a6092 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:56.955713 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-9a9f3eee-f07a-4c78-8548-e4739d9a6092 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/networks?id=b4943d32-045e-4ba1-b602-399d971687ed HTTP/1.1" status: 200 len: 815 time: 0.5647006 Sep 07 18:55:56.990707 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] Network b4943d32-045e-4ba1-b602-399d971687ed is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:56.999896 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:57.010492 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:55:57.032838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-b06c0851-f83a-44e3-a046-3ecf7483ce1f tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Allocated IP 172.20.0.8 (3dffcebf-8210-48da-8b14-034032f9956f/6c8f4611-8af3-43e7-acd8-3ed107c589ae/63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:55:57.055339 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-5b735b45-e4ee-44d3-9462-01a51684dde5 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/quotas/e1b4a41684be474d90277324c86fc787 HTTP/1.1" status: 200 len: 375 time: 0.0985141 Sep 07 18:55:57.072271 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7ce6d23-fe76-41ab-ac86-74e8c15d6330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:57.093704 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] Pushing event updated for resources: {'Port': ['ID=0e34cb25-2414-4356-8d5a-7349af31cf62,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:57.115156 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-02166791-1116-44d1-83c1-d46de70f261a None None] Set router 6942e8ac-960d-4457-95ba-03b9419d97c9 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:57.143787 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da83f4-e378-4093-8194-7ea65738239f req-95930601-1252-47e6-8a44-13121ac74b5f tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:57.153949 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13da83f4-e378-4093-8194-7ea65738239f req-95930601-1252-47e6-8a44-13121ac74b5f tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.1910861 Sep 07 18:55:57.161215 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:57.169430 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f7bc2-790d-4cd4-bba3-dc938b540026 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Pushing event updated for resources: {'Port': ['ID=0949a861-d515-410f-a7ad-de4579246b4f,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:57.183871 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] Attempting to bind port 0e34cb25-2414-4356-8d5a-7349af31cf62 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:55:57.184624 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] Attempting to bind port 0e34cb25-2414-4356-8d5a-7349af31cf62 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '0fb58946-c180-45a9-954e-d852f4221068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:55:57.185004 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] Attempting to bind port 0e34cb25-2414-4356-8d5a-7349af31cf62 on network b4943d32-045e-4ba1-b602-399d971687ed {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:57.225066 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7bc2-790d-4cd4-bba3-dc938b540026 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:57.226923 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=3ab4130d-53c8-4eb9-87f2-e04ed1c54a44,segment=NetworkSegment(b7d5be17-bd60-4859-aa9b-c28be27338de),segment_id=b7d5be17-bd60-4859-aa9b-c28be27338de)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:57.230451 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-b7cf9b00-fc8c-4df7-9ee5-89a92f6f1e52 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1b4a41684be474d90277324c86fc787&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1720400 Sep 07 18:55:57.232003 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:55:57.232475 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] Checking segment: {'id': '0fb58946-c180-45a9-954e-d852f4221068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:57.232970 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:57.234219 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] Bound using segment: {'id': '0fb58946-c180-45a9-954e-d852f4221068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:55:57.234750 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] Bound port: 0e34cb25-2414-4356-8d5a-7349af31cf62, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb58946-c180-45a9-954e-d852f4221068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:55:57.235439 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:57.257123 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7bc2-790d-4cd4-bba3-dc938b540026 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:57.265089 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bc0f7bc2-790d-4cd4-bba3-dc938b540026 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3341846 Sep 07 18:55:57.266292 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34802) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:57.304837 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13da83f4-e378-4093-8194-7ea65738239f req-f7f01698-09a0-4c77-be64-7fcfeeed38fc tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456385 Sep 07 18:55:57.341952 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] For port 0e34cb25-2414-4356-8d5a-7349af31cf62, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:55:57.345524 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] For port 0e34cb25-2414-4356-8d5a-7349af31cf62, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0e34cb25-2414-4356-8d5a-7349af31cf62,segment=NetworkSegment(0fb58946-c180-45a9-954e-d852f4221068),segment_id=0fb58946-c180-45a9-954e-d852f4221068)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:55:57.346885 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:57.347772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1a0f60a4-c14f-4725-8f19-1a964509a4a6 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:57.403944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 1a0f60a4-c14f-4725-8f19-1a964509a4a6 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:55:57.404337 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1a0f60a4-c14f-4725-8f19-1a964509a4a6 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 07 18:55:57.408219 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:57.490534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Port 1a0f60a4-c14f-4725-8f19-1a964509a4a6 not found, will not notify nova. {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 07 18:55:57.563202 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=3ab4130d-53c8-4eb9-87f2-e04ed1c54a44,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:57.682008 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-02166791-1116-44d1-83c1-d46de70f261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'name': 'tempest-ServerActionsTestJSON-605652874-router', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:46:27Z', 'updated_at': '2021-09-07T18:46:34Z', 'revision_number': 4, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'gw_port': {'id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:46:28Z', 'updated_at': '2021-09-07T18:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '77501b19-4741-4455-9ee0-4f017268eb28', 'name': '', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'mac_address': 'fa:16:3e:12:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:46:32Z', 'updated_at': '2021-09-07T18:46:44Z', 'revision_number': 5, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'subnets': [{'id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:57.692841 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b53c9-5c09-4774-8590-dd02654fdcd4 None None] Pushing event updated for resources: {'Port': ['ID=0e34cb25-2414-4356-8d5a-7349af31cf62,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:57.730265 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02166791-1116-44d1-83c1-d46de70f261a None None] Checking router: 6942e8ac-960d-4457-95ba-03b9419d97c9 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:55:57.741185 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02166791-1116-44d1-83c1-d46de70f261a None None] Routers {'6942e8ac-960d-4457-95ba-03b9419d97c9'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:57.742122 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-02166791-1116-44d1-83c1-d46de70f261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['6942e8ac-960d-4457-95ba-03b9419d97c9'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:57.808154 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-9be93ac0-9a30-4ea5-8c7e-6dd0898bdc10 service neutron] 10.222.0.26 "GET /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5759134 Sep 07 18:55:57.873065 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-b06c0851-f83a-44e3-a046-3ecf7483ce1f tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:57.922010 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0787f-b011-46d8-8888-b9a732dd9559 req-4c46c8a1-70b2-45cf-921f-60a7c19c7155 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:57.930083 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aff0787f-b011-46d8-8888-b9a732dd9559 req-4c46c8a1-70b2-45cf-921f-60a7c19c7155 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 946 time: 0.2800364 Sep 07 18:55:57.951372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-b06c0851-f83a-44e3-a046-3ecf7483ce1f tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Transition to ACTIVE for port object 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:57.958448 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793e4fc3-45dc-4e1c-97b4-b811be2ddd4d x-openstack-request-id: req-793e4fc3-45dc-4e1c-97b4-b811be2ddd4d {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:57.961340 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a505f491-b177-49c9-955e-c7d3c793f5b2", "name": "network-vif-deleted", "tag": "4d405748-1170-4b7c-b252-e6c48be8be2b", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:57.961582 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-793e4fc3-45dc-4e1c-97b4-b811be2ddd4d {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:57.962005 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a505f491-b177-49c9-955e-c7d3c793f5b2', 'name': 'network-vif-deleted', 'tag': '4d405748-1170-4b7c-b252-e6c48be8be2b', 'status': 'completed', 'code': 200} Sep 07 18:55:57.995166 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-25734c3d-5707-40ae-9cd7-045fa67907ed tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] 10.222.0.26 "GET /v2.0/floatingips?floating_network_id=d0ffcfd4-27c2-4cea-b254-8e7244a6b8c8 HTTP/1.1" status: 200 len: 690 time: 0.7213931 Sep 07 18:55:57.996893 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34818) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:58.044458 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-02166791-1116-44d1-83c1-d46de70f261a None None] Set router 6942e8ac-960d-4457-95ba-03b9419d97c9 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:58.089081 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:58.149151 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aff0787f-b011-46d8-8888-b9a732dd9559 req-422acbd7-3b0a-47d0-bd0b-0b872dc61623 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179620 Sep 07 18:55:58.243536 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-0dc7d262-94a8-4871-8167-dd613b2a87e6 service neutron] 10.222.0.26 "GET /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342687 Sep 07 18:55:58.246229 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:58.248206 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:58.259729 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-b06c0851-f83a-44e3-a046-3ecf7483ce1f tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:58.353063 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ce6d23-fe76-41ab-ac86-74e8c15d6330 admin admin] Router c781f8da-dccd-4984-ba62-57157952ce4d has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:55:58.393355 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-cace9f8f-d6f1-4eac-bb31-c317acf7dfc7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2343750 Sep 07 18:55:58.403992 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-b06c0851-f83a-44e3-a046-3ecf7483ce1f tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Network 3dffcebf-8210-48da-8b14-034032f9956f is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:58.422015 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-b06c0851-f83a-44e3-a046-3ecf7483ce1f tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:58.438059 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-b06c0851-f83a-44e3-a046-3ecf7483ce1f tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:55:58.450257 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c0851-f83a-44e3-a046-3ecf7483ce1f tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Pushing event updated for resources: {'Port': ['ID=63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:58.532880 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:58.591794 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34826) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:58.598434 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-02166791-1116-44d1-83c1-d46de70f261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'name': 'tempest-ServerActionsTestJSON-605652874-router', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:46:27Z', 'updated_at': '2021-09-07T18:46:34Z', 'revision_number': 4, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'gw_port': {'id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:46:28Z', 'updated_at': '2021-09-07T18:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '77501b19-4741-4455-9ee0-4f017268eb28', 'name': '', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'mac_address': 'fa:16:3e:12:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:46:32Z', 'updated_at': '2021-09-07T18:46:44Z', 'revision_number': 5, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'subnets': [{'id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:58.601225 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4d405748-1170-4b7c-b252-e6c48be8be2b no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:55:58.730206 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 4d405748-1170-4b7c-b252-e6c48be8be2b {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:55:58.730720 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4d405748-1170-4b7c-b252-e6c48be8be2b not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:55:58.736751 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02166791-1116-44d1-83c1-d46de70f261a None None] The sync data for ids ['6942e8ac-960d-4457-95ba-03b9419d97c9'] in n-d-807786-1 is: [{'id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'name': 'tempest-ServerActionsTestJSON-605652874-router', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:46:27Z', 'updated_at': '2021-09-07T18:46:34Z', 'revision_number': 4, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'gw_port': {'id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:46:28Z', 'updated_at': '2021-09-07T18:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '77501b19-4741-4455-9ee0-4f017268eb28', 'name': '', 'network_id': 'b9424cdc-95ee-4e78-8b79-da4f8984864f', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'mac_address': 'fa:16:3e:12:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:46:32Z', 'updated_at': '2021-09-07T18:46:44Z', 'revision_number': 5, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'subnets': [{'id': '619cd2b1-3967-4753-9c8c-ea535684adf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:55:58.858818 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9db913e8-9f05-4b63-bd0f-bf5e9fec79ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:58.972279 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-01431249-2064-4963-94f4-ba85145abc66 None None] Provisioning for port 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:58.978146 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-01431249-2064-4963-94f4-ba85145abc66 None None] Provisioning complete for port 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:58.978602 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-01431249-2064-4963-94f4-ba85145abc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:59.078727 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ce6d23-fe76-41ab-ac86-74e8c15d6330 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:55:59.089083 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d7ce6d23-fe76-41ab-ac86-74e8c15d6330 admin admin] 10.222.0.26 "PUT /v2.0/routers/c781f8da-dccd-4984-ba62-57157952ce4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8229952 Sep 07 18:55:59.095261 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-87e32a96-fb97-414a-8034-a4162e84ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:59.096373 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-87e32a96-fb97-414a-8034-a4162e84ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:59.096946 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-87e32a96-fb97-414a-8034-a4162e84ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:59.097495 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-87e32a96-fb97-414a-8034-a4162e84ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:59.098040 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-87e32a96-fb97-414a-8034-a4162e84ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:59.098711 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-87e32a96-fb97-414a-8034-a4162e84ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:59.099300 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-87e32a96-fb97-414a-8034-a4162e84ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:59.101621 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-87e32a96-fb97-414a-8034-a4162e84ea87 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cc05b32b7ef4a30afde8a2188f29c16&device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 6502 time: 0.6508615 Sep 07 18:55:59.102256 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34844) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:59.127431 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc2dc39-43cc-4fdd-b6f1-3f01b996a3e9 None None] Sync routers for ids ['c781f8da-dccd-4984-ba62-57157952ce4d'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:55:59.157708 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:59.166287 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-01431249-2064-4963-94f4-ba85145abc66 None None] Port 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:55:59.188973 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc2dc39-43cc-4fdd-b6f1-3f01b996a3e9 None None] Routers {'c781f8da-dccd-4984-ba62-57157952ce4d'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:59.190415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-7cc2dc39-43cc-4fdd-b6f1-3f01b996a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['c781f8da-dccd-4984-ba62-57157952ce4d'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:59.373595 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db26534a-8d68-492a-bd19-2c55baa08ac7 None None] New status for floating IP c6e2602d-627d-46da-8998-79b7e5c7f208: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:55:59.464532 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Deleting port 0949a861-d515-410f-a7ad-de4579246b4f {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:55:59.465043 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:59.510493 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-b06c0851-f83a-44e3-a046-3ecf7483ce1f tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:59.511757 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-b06c0851-f83a-44e3-a046-3ecf7483ce1f tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:59.512387 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1ce0f3-ad9b-4a36-8593-ec58bb817627 None None] Network b4943d32-045e-4ba1-b602-399d971687ed requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:55:59.545503 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:59.545503 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:59.559320 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Calling delete_port for 0949a861-d515-410f-a7ad-de4579246b4f owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:55:59.601389 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5c80f-b78d-4ab0-a395-394dfd3cf010 req-69e91616-f094-4d82-8273-d5df6ca057ee tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:59.604204 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a8a5c80f-b78d-4ab0-a395-394dfd3cf010 req-69e91616-f094-4d82-8273-d5df6ca057ee tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/ports?device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 931 time: 1.0823982 Sep 07 18:55:59.635221 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-b06c0851-f83a-44e3-a046-3ecf7483ce1f tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5753396 Sep 07 18:55:59.653042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] Request body: {'port': {'device_id': '9046640b-72df-4890-bfca-09ecb07a8b07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:59.671156 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fa5e60fb-4c19-4ae8-bb6c-b42e692fb6b5 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:59.708092 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3a09-6c4f-4c68-8ef1-54234ac9c7df admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:59.739000 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-7cc2dc39-43cc-4fdd-b6f1-3f01b996a3e9 None None] Set router c781f8da-dccd-4984-ba62-57157952ce4d gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:59.779688 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-f87e151a-e95c-40e5-a94e-c24422e23b7f tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:59.833874 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-f87e151a-e95c-40e5-a94e-c24422e23b7f tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/networks?id=b4943d32-045e-4ba1-b602-399d971687ed HTTP/1.1" status: 200 len: 815 time: 0.9964850 Sep 07 18:55:59.849254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b92f25db-185a-48f3-99ba-d02e5fba6844 None None] Provisioning for port 0e34cb25-2414-4356-8d5a-7349af31cf62 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:59.864230 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-10f376a3-bc98-4293-8a51-4a586f39aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:59.870009 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-10f376a3-bc98-4293-8a51-4a586f39aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:59.870424 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-10f376a3-bc98-4293-8a51-4a586f39aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:59.872153 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-10f376a3-bc98-4293-8a51-4a586f39aa76 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7bc00831-39dc-4d80-aed2-0e0dcf1c0e33&id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&id=025b72be-1bd6-4706-adc3-b78adf7f2dfa&id=025b72be-1bd6-4706-adc3-b78adf7f2dfa HTTP/1.1" status: 200 len: 2297 time: 0.6643834 Sep 07 18:55:59.955532 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0e34cb25-2414-4356-8d5a-7349af31cf62 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:59.957939 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fa5e60fb-4c19-4ae8-bb6c-b42e692fb6b5 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:00.010658 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-a8195a9a-6a06-4874-9dad-c5bd108e46f1 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/quotas/e1b4a41684be474d90277324c86fc787 HTTP/1.1" status: 200 len: 375 time: 0.1901224 Sep 07 18:56:00.028858 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:00.078351 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 0e34cb25-2414-4356-8d5a-7349af31cf62 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:00.087028 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 0e34cb25-2414-4356-8d5a-7349af31cf62 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:00.087573 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:00.091669 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-4c9cbfd1-e6b4-4ea0-9df0-3118277c153e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c753cf-b66a-40dd-bb2a-82b747a834c6 HTTP/1.1" status: 200 len: 1001 time: 0.2100773 Sep 07 18:56:00.117909 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a8a5c80f-b78d-4ab0-a395-394dfd3cf010 req-b8f58d03-bdbc-479a-84c0-4f3ff934399d tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/security-groups?id=e816421b-3de2-47f2-87f3-f35acaf26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034578 Sep 07 18:56:00.177498 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:00.252786 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-a771f776-9cb8-4eed-8d4f-177b2c9310d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:00.254602 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-a771f776-9cb8-4eed-8d4f-177b2c9310d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8db80a71-3c02-4d23-b125-b3e6004b047d HTTP/1.1" status: 200 len: 856 time: 0.1559181 Sep 07 18:56:00.257232 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:00.263954 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-917af0f0-9654-4b94-9a72-5570063bcb8d tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1b4a41684be474d90277324c86fc787&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2524052 Sep 07 18:56:00.278184 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-7cc2dc39-43cc-4fdd-b6f1-3f01b996a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c781f8da-dccd-4984-ba62-57157952ce4d', 'name': 'tempest-ImageQuotaTest-725846837-router', 'tenant_id': '80675690b8a042ff982d7e0800c59e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '5a3fbf22-8836-4563-bed3-f9a48b20f2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:55:56Z', 'revision_number': 5, 'project_id': '80675690b8a042ff982d7e0800c59e2f', 'gw_port': {'id': '5a3fbf22-8836-4563-bed3-f9a48b20f2bf', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:54:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781f8da-dccd-4984-ba62-57157952ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:37Z', 'updated_at': '2021-09-07T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:00.283765 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:00.310504 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc2dc39-43cc-4fdd-b6f1-3f01b996a3e9 None None] Checking router: c781f8da-dccd-4984-ba62-57157952ce4d for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:56:00.310898 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Pushing event deleted for resources: {'Port': ['ID=0949a861-d515-410f-a7ad-de4579246b4f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:00.315827 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3a09-6c4f-4c68-8ef1-54234ac9c7df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:00.333843 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc2dc39-43cc-4fdd-b6f1-3f01b996a3e9 None None] Routers {'c781f8da-dccd-4984-ba62-57157952ce4d'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:00.334641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-7cc2dc39-43cc-4fdd-b6f1-3f01b996a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['c781f8da-dccd-4984-ba62-57157952ce4d'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:00.463512 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-7cc2dc39-43cc-4fdd-b6f1-3f01b996a3e9 None None] Set router c781f8da-dccd-4984-ba62-57157952ce4d gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:56:00.468118 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 0e34cb25-2414-4356-8d5a-7349af31cf62, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0e34cb25-2414-4356-8d5a-7349af31cf62,segment=NetworkSegment(0fb58946-c180-45a9-954e-d852f4221068),segment_id=0fb58946-c180-45a9-954e-d852f4221068)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:00.499382 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:00.514905 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-5acc689e-cc47-4e84-abb7-ea7bf7475921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:00.517160 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-5acc689e-cc47-4e84-abb7-ea7bf7475921 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7bc00831-39dc-4d80-aed2-0e0dcf1c0e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2117302 Sep 07 18:56:00.588730 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a4068647-bc1a-4a43-9a59-0c6818e4762e None None] Provisioning complete for port 0e34cb25-2414-4356-8d5a-7349af31cf62 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:00.589215 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a4068647-bc1a-4a43-9a59-0c6818e4762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:00.597325 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:00.666631 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=0e34cb25-2414-4356-8d5a-7349af31cf62,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:00.695141 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f3a09-6c4f-4c68-8ef1-54234ac9c7df admin admin] Deleting port 5a3fbf22-8836-4563-bed3-f9a48b20f2bf {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:00.695484 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3a09-6c4f-4c68-8ef1-54234ac9c7df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:00.715946 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-47f4c285-3173-4bcc-a759-f47bd830d003 service neutron] 10.222.0.26 "GET /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261637 Sep 07 18:56:00.751409 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:00.760333 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fa5e60fb-4c19-4ae8-bb6c-b42e692fb6b5 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:00.763077 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fa5e60fb-4c19-4ae8-bb6c-b42e692fb6b5 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:00.764282 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-fa5e60fb-4c19-4ae8-bb6c-b42e692fb6b5 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "DELETE /v2.0/security-groups/819e6e66-b7bf-4a92-9b8e-413b4b435eb0 HTTP/1.1" status: 204 len: 168 time: 2.1380439 Sep 07 18:56:00.775986 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34854) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:00.781956 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-ad315907-0b5e-4019-8dc1-3cf3d871af53 service neutron] 10.222.0.60 "GET /v2.0/networks/7bc00831-39dc-4d80-aed2-0e0dcf1c0e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446325 Sep 07 18:56:00.787204 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-7cc2dc39-43cc-4fdd-b6f1-3f01b996a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c781f8da-dccd-4984-ba62-57157952ce4d', 'name': 'tempest-ImageQuotaTest-725846837-router', 'tenant_id': '80675690b8a042ff982d7e0800c59e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '5a3fbf22-8836-4563-bed3-f9a48b20f2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:55:56Z', 'revision_number': 5, 'project_id': '80675690b8a042ff982d7e0800c59e2f', 'gw_port': {'id': '5a3fbf22-8836-4563-bed3-f9a48b20f2bf', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:54:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781f8da-dccd-4984-ba62-57157952ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:37Z', 'updated_at': '2021-09-07T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:00.852868 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-63da7484-788e-4dac-8d2d-70235a7c15d6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] show failed (client error): The resource could not be found. Sep 07 18:56:00.856777 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-63da7484-788e-4dac-8d2d-70235a7c15d6 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "GET /v2.0/security-groups/819e6e66-b7bf-4a92-9b8e-413b4b435eb0 HTTP/1.1" status: 404 len: 347 time: 0.0772538 Sep 07 18:56:00.864236 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34856) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:00.946152 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc2dc39-43cc-4fdd-b6f1-3f01b996a3e9 None None] The sync data for ids ['c781f8da-dccd-4984-ba62-57157952ce4d'] in n-d-807786-1 is: [{'id': 'c781f8da-dccd-4984-ba62-57157952ce4d', 'name': 'tempest-ImageQuotaTest-725846837-router', 'tenant_id': '80675690b8a042ff982d7e0800c59e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '5a3fbf22-8836-4563-bed3-f9a48b20f2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:55:56Z', 'revision_number': 5, 'project_id': '80675690b8a042ff982d7e0800c59e2f', 'gw_port': {'id': '5a3fbf22-8836-4563-bed3-f9a48b20f2bf', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:54:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781f8da-dccd-4984-ba62-57157952ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:37Z', 'updated_at': '2021-09-07T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:56:00.983028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-f4153e5c-4ae0-475b-9449-2d4cb751db3f tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:00.984688 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-f4153e5c-4ae0-475b-9449-2d4cb751db3f tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.36 "GET /v2.0/networks?id=b4943d32-045e-4ba1-b602-399d971687ed HTTP/1.1" status: 200 len: 815 time: 0.5328534 Sep 07 18:56:01.022644 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-047541e2-e239-4e57-a712-b5bd87c7fbce tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Request body: {'port': {'device_id': 'f9ffb698-72c1-42e0-bbfc-1714ccdf2757', 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed', 'admin_state_up': True, 'tenant_id': 'e1b4a41684be474d90277324c86fc787'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:01.051326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e60fb-4c19-4ae8-bb6c-b42e692fb6b5 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=819e6e66-b7bf-4a92-9b8e-413b4b435eb0,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:01.087378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:56:01.106985 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:01.148646 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8baf8e1-cb37-46e7-a475-f74c7f9b2a45 req-ddf1f360-1b61-43f8-8522-466dc679c163 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:01.150733 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8baf8e1-cb37-46e7-a475-f74c7f9b2a45 req-ddf1f360-1b61-43f8-8522-466dc679c163 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 946 time: 0.8939211 Sep 07 18:56:01.216888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] Transition to ACTIVE for port object 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:01.234488 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:01.338702 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-d4bdd742-2a14-4687-b1bf-3a116d06e2e0 service neutron] 10.222.0.26 "GET /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727475 Sep 07 18:56:01.372073 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8baf8e1-cb37-46e7-a475-f74c7f9b2a45 req-344a987a-6e58-4a35-a5f7-70a66cd66bfd tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894777 Sep 07 18:56:01.435220 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] Pushing event updated for resources: {'Port': ['ID=63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:01.519560 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-047541e2-e239-4e57-a712-b5bd87c7fbce tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Made reservation on behalf of e1b4a41684be474d90277324c86fc787 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:01.526592 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-047541e2-e239-4e57-a712-b5bd87c7fbce tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:01.634091 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:01.644457 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-6f8f3a09-6c4f-4c68-8ef1-54234ac9c7df admin admin] For port 5a3fbf22-8836-4563-bed3-f9a48b20f2bf, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5a3fbf22-8836-4563-bed3-f9a48b20f2bf,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:01.661355 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3a09-6c4f-4c68-8ef1-54234ac9c7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:01.688904 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:01.767662 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-cd9a7fc0-9035-4575-9173-bfd1680c4d5b service neutron] 10.222.0.60 "GET /v2.0/networks/7bc00831-39dc-4d80-aed2-0e0dcf1c0e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9738121 Sep 07 18:56:01.774165 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c551cc57-441d-40a4-9066-b1edc45caa2c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:01.785018 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f3a09-6c4f-4c68-8ef1-54234ac9c7df admin admin] Calling delete_port for 5a3fbf22-8836-4563-bed3-f9a48b20f2bf owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:01.844882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615bcf0-283d-4f3b-b75d-d73afe5a0c08 req-ebca72b3-59ad-4731-863c-309090dace4d tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:01.847485 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4615bcf0-283d-4f3b-b75d-d73afe5a0c08 req-ebca72b3-59ad-4731-863c-309090dace4d tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/ports?device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 943 time: 0.2256832 Sep 07 18:56:01.873959 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] Attempting to bind port 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:56:01.874436 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] Attempting to bind port 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'b7d5be17-bd60-4859-aa9b-c28be27338de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:56:01.874777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] Attempting to bind port 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 on network 3dffcebf-8210-48da-8b14-034032f9956f {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:56:01.901237 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-26c9af55-86ae-4020-92ce-949fcb403f56 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=9557b603-4ab7-498b-ac43-138b6d5d09f4 HTTP/1.1" status: 200 len: 217 time: 0.1200290 Sep 07 18:56:01.927376 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0e34cb25-2414-4356-8d5a-7349af31cf62 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:01.942949 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] Port 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 on network 3dffcebf-8210-48da-8b14-034032f9956f not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:56:01.943329 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] Attempting to bind port 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 on network 3dffcebf-8210-48da-8b14-034032f9956f {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:56:02.020839 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4615bcf0-283d-4f3b-b75d-d73afe5a0c08 req-feecee32-4643-45d6-b890-a3d37e4593ba tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/security-groups?id=e816421b-3de2-47f2-87f3-f35acaf26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442416 Sep 07 18:56:02.021898 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:56:02.022431 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] Checking segment: {'id': 'b7d5be17-bd60-4859-aa9b-c28be27338de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:56:02.022977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] Bound using segment: {'id': 'b7d5be17-bd60-4859-aa9b-c28be27338de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:56:02.024316 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] Bound port: 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7d5be17-bd60-4859-aa9b-c28be27338de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:56:02.025319 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:02.045955 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 0e34cb25-2414-4356-8d5a-7349af31cf62 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:02.046339 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:02.191136 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-047541e2-e239-4e57-a712-b5bd87c7fbce tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Allocated IP 172.20.0.5 (b4943d32-045e-4ba1-b602-399d971687ed/bb086058-ee0b-4e82-9985-a33edfb98db6/a89d0a52-07a9-4cf6-b210-4bdb8286404d) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:02.211569 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:02.229433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-01f54da1-e163-4fce-a523-4abcce26350d tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:02.239128 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-01f54da1-e163-4fce-a523-4abcce26350d tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/networks?id=b4943d32-045e-4ba1-b602-399d971687ed HTTP/1.1" status: 200 len: 815 time: 0.3905025 Sep 07 18:56:02.256876 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] For port 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:56:02.260744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1a0f60a4-c14f-4725-8f19-1a964509a4a6 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:56:02.265986 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] For port 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28,segment=NetworkSegment(b7d5be17-bd60-4859-aa9b-c28be27338de),segment_id=b7d5be17-bd60-4859-aa9b-c28be27338de)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:56:02.283105 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-440b4eb6-1c12-4b20-8ea9-dece473f3547 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/quotas/e1b4a41684be474d90277324c86fc787 HTTP/1.1" status: 200 len: 375 time: 0.0429819 Sep 07 18:56:02.321266 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 1a0f60a4-c14f-4725-8f19-1a964509a4a6 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:56:02.321988 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:02.326827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1a0f60a4-c14f-4725-8f19-1a964509a4a6 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:56:02.336484 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-5b01644d-a7e2-4d97-b4c8-42532662b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:02.338390 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-5b01644d-a7e2-4d97-b4c8-42532662b842 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 200 len: 797 time: 0.4220865 Sep 07 18:56:02.358472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:02.359148 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:02.360580 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] 10.222.0.60 "PUT /v2.0/ports/63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 HTTP/1.1" status: 200 len: 1091 time: 2.7131464 Sep 07 18:56:02.370596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9046640b-72df-4890-bfca-09ecb07a8b07', 'tag': '63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:02.375982 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8648d2-0076-4162-8804-46698c4d9d21" -d '{"events": [{"name": "network-changed", "server_uuid": "9046640b-72df-4890-bfca-09ecb07a8b07", "tag": "63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:02.389221 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-ef42677b-5477-4718-b472-0b517aff54a0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Deleting port e1087000-352d-406d-90aa-10658b6fbc84 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:02.389554 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef42677b-5477-4718-b472-0b517aff54a0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:02.403659 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ffcfd4-27c2-4cea-b254-8e7244a6b8c8']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:02.478542 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee211791-c37a-44b6-976d-99487e7c5eb5') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:02.478838 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee211791-c37a-44b6-976d-99487e7c5eb5') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:02.485930 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2160d-0f02-42b0-87bc-dff1d543c27e service neutron] Pushing event updated for resources: {'Port': ['ID=63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:02.490633 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fcf180-bfa9-4774-bf3d-cd50eadb49c3 x-openstack-request-id: req-17fcf180-bfa9-4774-bf3d-cd50eadb49c3 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:02.490976 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9046640b-72df-4890-bfca-09ecb07a8b07", "tag": "63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:02.491242 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-17fcf180-bfa9-4774-bf3d-cd50eadb49c3 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:02.491620 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9046640b-72df-4890-bfca-09ecb07a8b07', 'tag': '63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28', 'status': 'completed', 'code': 200} Sep 07 18:56:02.512892 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:02.531212 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:02.539064 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:56:02.540007 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:56:02.623677 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:56:02.630283 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:02.636412 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d0ffcfd4-27c2-4cea-b254-8e7244a6b8c8 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 07 18:56:02.638787 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:02.641070 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] 10.222.0.26 "DELETE /v2.0/networks/d0ffcfd4-27c2-4cea-b254-8e7244a6b8c8 HTTP/1.1" status: 204 len: 168 time: 4.6432018 Sep 07 18:56:02.648874 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34896) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:02.683445 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-5399dda7-6886-4e78-95f9-fa0f9487e692 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1b4a41684be474d90277324c86fc787&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3982756 Sep 07 18:56:02.750439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34778c-7e7b-496a-a4bc-016a4858db3c req-ad8c91f7-1e34-449f-b54d-3c1093b095f8 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:02.758777 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f34778c-7e7b-496a-a4bc-016a4858db3c req-ad8c91f7-1e34-449f-b54d-3c1093b095f8 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 946 time: 0.2130544 Sep 07 18:56:02.817769 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-57acf73a-b95d-496f-9940-ea3ec121289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:02.819959 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-57acf73a-b95d-496f-9940-ea3ec121289c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4708321 Sep 07 18:56:02.820803 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a53e9c-d6fd-47a5-9151-a229cee26151 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Pushing event deleted for resources: {'Network': ['ID=d0ffcfd4-27c2-4cea-b254-8e7244a6b8c8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:02.892346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-4f78ec17-ed5a-474a-b697-03cc01237d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:02.894183 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-4f78ec17-ed5a-474a-b697-03cc01237d81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac34fff76e89404685944b1b3b9a5306&device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 1094 time: 0.4017317 Sep 07 18:56:02.899178 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-19045fde-8070-468a-bf36-39fc35dfec02 service neutron] 10.222.0.26 "GET /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327877 Sep 07 18:56:02.945151 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-e9f287a9-0d97-41d8-9cf4-0e7350cdfb35 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098518 Sep 07 18:56:03.014732 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-303e9332-1cba-4785-9866-28bf5eadf26e service neutron] 10.222.0.26 "GET /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999250 Sep 07 18:56:03.046856 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fc825086-056e-4093-9fdb-b378f0ee55fd tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1477 time: 0.3692198 Sep 07 18:56:03.047920 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3a09-6c4f-4c68-8ef1-54234ac9c7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:03.060021 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34900) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:03.083530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-1028f145-409e-4701-9fc5-04999c5d1182 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 HTTP/1.1" status: 200 len: 217 time: 0.1785352 Sep 07 18:56:03.131147 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef42677b-5477-4718-b472-0b517aff54a0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:03.131488 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef42677b-5477-4718-b472-0b517aff54a0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:03.145436 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f34778c-7e7b-496a-a4bc-016a4858db3c req-d1b11419-d0d2-4e87-9b4a-254edfb80a26 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856871 Sep 07 18:56:03.147329 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f3a09-6c4f-4c68-8ef1-54234ac9c7df admin admin] Pushing event deleted for resources: {'Port': ['ID=5a3fbf22-8836-4563-bed3-f9a48b20f2bf,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:03.204326 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-047541e2-e239-4e57-a712-b5bd87c7fbce tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:03.208050 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-ef42677b-5477-4718-b472-0b517aff54a0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Calling delete_port for e1087000-352d-406d-90aa-10658b6fbc84 owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:03.269395 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-1c5b41e9-7f94-46d7-b86e-73e8155b6ea5 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153350 Sep 07 18:56:03.285562 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-047541e2-e239-4e57-a712-b5bd87c7fbce tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Transition to ACTIVE for port object a89d0a52-07a9-4cf6-b210-4bdb8286404d will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:03.453877 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-632d4c96-9e09-40be-851a-42621aa09dd5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=2c42146d-acda-49b7-9da4-ed02db649778 HTTP/1.1" status: 200 len: 217 time: 0.1004856 Sep 07 18:56:03.458946 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3a09-6c4f-4c68-8ef1-54234ac9c7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:03.487747 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d41b022e-a126-4f9b-bb20-a8cd878e30e9 req-72537e9a-cbdb-46e6-a3ad-147b7b006f3b tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 210 time: 0.0811074 Sep 07 18:56:03.638617 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3a09-6c4f-4c68-8ef1-54234ac9c7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:03.645385 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3a09-6c4f-4c68-8ef1-54234ac9c7df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:03.647046 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef58ac-3353-4913-b5cf-cc042b623b01 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:03.647354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef58ac-3353-4913-b5cf-cc042b623b01 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:03.647818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef58ac-3353-4913-b5cf-cc042b623b01 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:03.648279 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef58ac-3353-4913-b5cf-cc042b623b01 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:03.648886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef58ac-3353-4913-b5cf-cc042b623b01 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:03.649418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef58ac-3353-4913-b5cf-cc042b623b01 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:03.650221 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef58ac-3353-4913-b5cf-cc042b623b01 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:03.650442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef58ac-3353-4913-b5cf-cc042b623b01 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:03.650725 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef58ac-3353-4913-b5cf-cc042b623b01 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:03.651187 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef58ac-3353-4913-b5cf-cc042b623b01 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:03.651650 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef58ac-3353-4913-b5cf-cc042b623b01 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:03.652056 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef58ac-3353-4913-b5cf-cc042b623b01 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:03.657376 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b4ef58ac-3353-4913-b5cf-cc042b623b01 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7766 time: 0.5963202 Sep 07 18:56:03.658036 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34914) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:03.659063 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-41fb2554-eb31-4b25-a7de-3a7cc3a94a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:03.660559 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-41fb2554-eb31-4b25-a7de-3a7cc3a94a08 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6c8f4611-8af3-43e7-acd8-3ed107c589ae HTTP/1.1" status: 200 len: 867 time: 0.5490270 Sep 07 18:56:03.816305 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-6cce4954-7d6a-4d34-8a57-67adbc3a7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:03.817897 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-6cce4954-7d6a-4d34-8a57-67adbc3a7d81 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 200 len: 797 time: 0.3537915 Sep 07 18:56:03.821508 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-25d43761-9b09-4666-8162-adc22ccecaeb tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] delete failed (client error): The resource could not be found. Sep 07 18:56:03.822562 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-25d43761-9b09-4666-8162-adc22ccecaeb tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/1368568a-3632-4a4c-bf6b-027f0346d8a6 HTTP/1.1" status: 404 len: 345 time: 0.1614761 Sep 07 18:56:03.835408 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34916) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:03.869933 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3a09-6c4f-4c68-8ef1-54234ac9c7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:03.870495 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8f3a09-6c4f-4c68-8ef1-54234ac9c7df admin admin] Fanout notify agent at l3_agent the message router_deleted on router c781f8da-dccd-4984-ba62-57157952ce4d {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:56:03.875389 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3a09-6c4f-4c68-8ef1-54234ac9c7df admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:03.876273 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6f8f3a09-6c4f-4c68-8ef1-54234ac9c7df admin admin] 10.222.0.26 "DELETE /v2.0/routers/c781f8da-dccd-4984-ba62-57157952ce4d HTTP/1.1" status: 204 len: 168 time: 4.7717268 Sep 07 18:56:03.894356 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34918) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:03.905028 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ae0c87-5c02-46c3-ab19-c08394673cc5 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] DELETE failed (client error): The resource could not be found. Sep 07 18:56:03.905897 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ae0c87-5c02-46c3-ab19-c08394673cc5 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:56:03.912008 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-69ae0c87-5c02-46c3-ab19-c08394673cc5 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] 10.222.0.26 "DELETE /v2.0/networks/d0ffcfd4-27c2-4cea-b254-8e7244a6b8c8 HTTP/1.1" status: 404 len: 339 time: 0.0679808 Sep 07 18:56:03.912208 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34920) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:03.918085 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-9594d404-9f4c-4b46-b00a-5dd77a59abf2 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Request body: {'network': {'name': 'tempest-network--1502463182', 'router:external': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:03.946226 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef42677b-5477-4718-b472-0b517aff54a0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:04.030111 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42677b-5477-4718-b472-0b517aff54a0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Pushing event deleted for resources: {'Port': ['ID=e1087000-352d-406d-90aa-10658b6fbc84,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:04.054829 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-b5e8a664-b315-4e42-8386-76227a404192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:04.058844 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-b5e8a664-b315-4e42-8386-76227a404192 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2321277 Sep 07 18:56:04.062715 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9594d404-9f4c-4b46-b00a-5dd77a59abf2 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Made reservation on behalf of e40dd01dd771493b8115ce8a505d5a9c for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:04.066792 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9594d404-9f4c-4b46-b00a-5dd77a59abf2 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:04.071805 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-9855d82e-af27-4f07-905e-fd75c186648c admin admin] Deleting subnet 5330c1ea-e3a3-4b22-bed8-27ca307fec7a {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:56:04.122858 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9855d82e-af27-4f07-905e-fd75c186648c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:04.147527 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528a052-092d-40ad-a039-412b2b7f2b85 req-4ccc039e-9407-402c-befc-12df9e3c35c3 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:04.149186 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9528a052-092d-40ad-a039-412b2b7f2b85 req-4ccc039e-9407-402c-befc-12df9e3c35c3 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/ports?device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 943 time: 0.7147179 Sep 07 18:56:04.150390 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-047541e2-e239-4e57-a712-b5bd87c7fbce tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:04.227043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-6f084b01-b23d-4f45-a650-3410e6ac7378 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:04.228600 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-6f084b01-b23d-4f45-a650-3410e6ac7378 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.60 "GET /v2.0/networks?id=b4943d32-045e-4ba1-b602-399d971687ed HTTP/1.1" status: 200 len: 815 time: 0.8465102 Sep 07 18:56:04.248716 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9594d404-9f4c-4b46-b00a-5dd77a59abf2 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:56:04.263625 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9855d82e-af27-4f07-905e-fd75c186648c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:04.287451 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-ff2a7413-fa36-4a45-8d10-ed7ccbefc981 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Request body: {'port': {'device_id': '492e61e3-3393-4601-b637-2a944a1bbdf5', 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed', 'admin_state_up': True, 'tenant_id': 'e1b4a41684be474d90277324c86fc787'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:04.291667 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef42677b-5477-4718-b472-0b517aff54a0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:04.294180 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef42677b-5477-4718-b472-0b517aff54a0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:04.295341 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ef42677b-5477-4718-b472-0b517aff54a0 tempest-ServerActionsTestJSON-1172101476 tempest-ServerActionsTestJSON-1172101476-project] 10.222.0.26 "DELETE /v2.0/floatingips/c6e2602d-627d-46da-8998-79b7e5c7f208 HTTP/1.1" status: 204 len: 168 time: 3.4239283 Sep 07 18:56:04.298576 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9594d404-9f4c-4b46-b00a-5dd77a59abf2 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:04.298576 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-9594d404-9f4c-4b46-b00a-5dd77a59abf2 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Added segment ddb2cd35-069d-49e1-87d3-39b3b83a4457 of type vlan for network d53f6632-1561-44f4-a61b-4ad6a02d4ac5 Sep 07 18:56:04.299918 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-5564342b-79b8-4e2b-a289-d817c27197b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:04.301014 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34926) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:04.301447 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-5564342b-79b8-4e2b-a289-d817c27197b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3dffcebf-8210-48da-8b14-034032f9956f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6290123 Sep 07 18:56:04.303382 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-047541e2-e239-4e57-a712-b5bd87c7fbce tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Network b4943d32-045e-4ba1-b602-399d971687ed is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:04.353347 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-047541e2-e239-4e57-a712-b5bd87c7fbce tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:04.356500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-047541e2-e239-4e57-a712-b5bd87c7fbce tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:04.376366 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-c5a4a0f1-e72a-4b41-9e3f-23c4e8c4eba7 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000126 Sep 07 18:56:04.409974 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047541e2-e239-4e57-a712-b5bd87c7fbce tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Pushing event updated for resources: {'Port': ['ID=a89d0a52-07a9-4cf6-b210-4bdb8286404d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:04.416818 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9528a052-092d-40ad-a039-412b2b7f2b85 req-00390729-0624-422d-bca2-bd8a8b74af61 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/security-groups?id=e816421b-3de2-47f2-87f3-f35acaf26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533834 Sep 07 18:56:04.529482 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc081b-9ef4-4b9c-a741-d3c2017df313 req-93f73e8b-62fe-476e-b9b1-963413dfb5e2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:04.535189 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-28bc081b-9ef4-4b9c-a741-d3c2017df313 req-93f73e8b-62fe-476e-b9b1-963413dfb5e2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 946 time: 0.2993469 Sep 07 18:56:04.584430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-047541e2-e239-4e57-a712-b5bd87c7fbce tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:04.585166 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-047541e2-e239-4e57-a712-b5bd87c7fbce tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:04.685070 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9594d404-9f4c-4b46-b00a-5dd77a59abf2 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:04.740564 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-047541e2-e239-4e57-a712-b5bd87c7fbce tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7383618 Sep 07 18:56:04.766889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] Request body: {'port': {'device_id': 'f9ffb698-72c1-42e0-bbfc-1714ccdf2757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:04.801356 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-04115999-feae-4c10-bc87-94c99af60e52 service neutron] 10.222.0.60 "GET /v2.0/networks/3dffcebf-8210-48da-8b14-034032f9956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811358 Sep 07 18:56:04.817063 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-12ee6bf5-5066-4d9f-b040-e2c1ea9fceeb service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256546 Sep 07 18:56:04.827454 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9594d404-9f4c-4b46-b00a-5dd77a59abf2 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:04.828429 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9594d404-9f4c-4b46-b00a-5dd77a59abf2 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:04.829046 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9594d404-9f4c-4b46-b00a-5dd77a59abf2 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:04.837072 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f076faf-cbac-4329-9124-c0da41875476 req-0483cf56-62d7-47a0-8db7-34cb8bf4ce2c tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 210 time: 0.0921469 Sep 07 18:56:04.841267 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-28bc081b-9ef4-4b9c-a741-d3c2017df313 req-392e13e8-d028-453f-8450-bc8de646e41e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497427 Sep 07 18:56:04.891549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-ff2a7413-fa36-4a45-8d10-ed7ccbefc981 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Made reservation on behalf of e1b4a41684be474d90277324c86fc787 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:04.894276 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3923c733-3ff9-428d-9304-720762c340b6 None None] Provisioning for port a89d0a52-07a9-4cf6-b210-4bdb8286404d completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:04.895977 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-ff2a7413-fa36-4a45-8d10-ed7ccbefc981 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:04.898904 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3923c733-3ff9-428d-9304-720762c340b6 None None] Provisioning complete for port a89d0a52-07a9-4cf6-b210-4bdb8286404d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:04.899290 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3923c733-3ff9-428d-9304-720762c340b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:04.950674 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-a27e725e-9a69-43a6-9da4-83e406d50337 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=adc3ff2c-97a6-4b33-8062-87cf73872a4f HTTP/1.1" status: 200 len: 217 time: 0.1191385 Sep 07 18:56:04.955047 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3923c733-3ff9-428d-9304-720762c340b6 None None] Port a89d0a52-07a9-4cf6-b210-4bdb8286404d cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:56:04.956952 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-e8b07fcb-df22-4f3e-935b-70e3d9b11b70 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:04.959502 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-e8b07fcb-df22-4f3e-935b-70e3d9b11b70 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.36 "GET /v2.0/networks?id=b4943d32-045e-4ba1-b602-399d971687ed HTTP/1.1" status: 200 len: 815 time: 0.3575506 Sep 07 18:56:05.014121 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-55d88635-4706-4655-b1ff-99fc8a36b86a tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Request body: {'port': {'device_id': '99b8e372-728e-4b5f-a499-2775fd359815', 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed', 'admin_state_up': True, 'tenant_id': 'e1b4a41684be474d90277324c86fc787'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:05.076674 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:05.263360 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fa0495d-b783-4eff-ae01-a5be41a0bb79 req-ef8ab6f0-dbc3-4139-a4b6-09fcca571163 service neutron] 10.222.0.60 "GET /v2.0/networks/3dffcebf-8210-48da-8b14-034032f9956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210527 Sep 07 18:56:05.297272 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9594d404-9f4c-4b46-b00a-5dd77a59abf2 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3840244 Sep 07 18:56:05.306580 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9855d82e-af27-4f07-905e-fd75c186648c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:05.307858 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34942) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:05.383353 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594d404-9f4c-4b46-b00a-5dd77a59abf2 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Pushing event updated for resources: {'Network': ['ID=d53f6632-1561-44f4-a61b-4ad6a02d4ac5,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:05.395702 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network d53f6632-1561-44f4-a61b-4ad6a02d4ac5 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:56:05.453358 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-c6fbefbc-dbba-41fd-81f2-dd4ee35e2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:05.454850 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-c6fbefbc-dbba-41fd-81f2-dd4ee35e2c8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 200 len: 797 time: 0.1623213 Sep 07 18:56:05.509715 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-ff2a7413-fa36-4a45-8d10-ed7ccbefc981 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Allocated IP 172.20.0.6 (b4943d32-045e-4ba1-b602-399d971687ed/bb086058-ee0b-4e82-9985-a33edfb98db6/408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:05.525373 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc3334-1100-4ca1-bcb8-90be08d5f16c req-53a3eebd-88e9-46bc-977c-2677de2a1f0a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:05.528172 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aefc3334-1100-4ca1-bcb8-90be08d5f16c req-53a3eebd-88e9-46bc-977c-2677de2a1f0a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.3707843 Sep 07 18:56:05.570088 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9855d82e-af27-4f07-905e-fd75c186648c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:05.609484 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855d82e-af27-4f07-905e-fd75c186648c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5330c1ea-e3a3-4b22-bed8-27ca307fec7a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:05.625234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ffb473-39c2-452e-b0a2-9db312bd019f None None] Network d734c177-0b56-43c3-ad93-b1fa0f0f10bb requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:56:05.636941 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-ea8f28e3-671b-4404-8cbc-da2b1dded52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:05.638887 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-ea8f28e3-671b-4404-8cbc-da2b1dded52c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1506512 Sep 07 18:56:05.640091 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9855d82e-af27-4f07-905e-fd75c186648c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:05.640472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8648d2-0076-4162-8804-46698c4d9d21 req-c9a3c458-ca7f-488b-b2c5-76cb4e8b00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:05.641967 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9855d82e-af27-4f07-905e-fd75c186648c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5330c1ea-e3a3-4b22-bed8-27ca307fec7a HTTP/1.1" status: 204 len: 168 time: 1.7466192 Sep 07 18:56:05.642116 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8f8648d2-0076-4162-8804-46698c4d9d21 req-c9a3c458-ca7f-488b-b2c5-76cb4e8b00e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac34fff76e89404685944b1b3b9a5306&device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 1094 time: 0.3251710 Sep 07 18:56:05.644950 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34948) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:05.660429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-55d88635-4706-4655-b1ff-99fc8a36b86a tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Made reservation on behalf of e1b4a41684be474d90277324c86fc787 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:05.663862 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-55d88635-4706-4655-b1ff-99fc8a36b86a tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:05.739884 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aefc3334-1100-4ca1-bcb8-90be08d5f16c req-87419283-2080-47dd-a100-1379a277cd39 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876991 Sep 07 18:56:05.760674 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b2956e-e929-4ff0-9bdf-89c49f768d31 tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:05.776550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b2956e-e929-4ff0-9bdf-89c49f768d31 tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:05.782526 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b2956e-e929-4ff0-9bdf-89c49f768d31 tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:05.788880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b2956e-e929-4ff0-9bdf-89c49f768d31 tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:05.790716 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d0b2956e-e929-4ff0-9bdf-89c49f768d31 tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4787002 Sep 07 18:56:05.798620 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34950) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:05.803157 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5a3fbf22-8836-4563-bed3-f9a48b20f2bf no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:56:05.805124 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a998d-edbf-4958-983d-a66c30854681 req-21efdf0e-3a4b-4a78-b712-aec557a66c35 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:05.806890 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-263a998d-edbf-4958-983d-a66c30854681 req-21efdf0e-3a4b-4a78-b712-aec557a66c35 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/ports?device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 943 time: 0.2763529 Sep 07 18:56:05.847494 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6ce0-4f73-429e-9347-3bc13b8bd815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:05.853100 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 5a3fbf22-8836-4563-bed3-f9a48b20f2bf {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:56:05.853701 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5a3fbf22-8836-4563-bed3-f9a48b20f2bf not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:56:05.860741 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef4d0af-826b-4ef5-a821-01023815c163 None None] DHCP port deletion for d734c177-0b56-43c3-ad93-b1fa0f0f10bb request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:56:05.920185 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-acf0e530-8cc1-4337-a940-c998451f0571 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644031 Sep 07 18:56:05.931314 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-1ef4d0af-826b-4ef5-a821-01023815c163 None None] Deleting port 6bd42ab1-82bb-44f2-aada-aacc7ed79537 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:05.932322 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1ef4d0af-826b-4ef5-a821-01023815c163 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:05.977120 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c8a6638c-52b7-4886-82d4-893d241ca896 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:06.008092 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-1ef4d0af-826b-4ef5-a821-01023815c163 None None] For port 6bd42ab1-82bb-44f2-aada-aacc7ed79537, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=6bd42ab1-82bb-44f2-aada-aacc7ed79537,segment=NetworkSegment(57c3ccc6-d767-459c-ac2e-b9c67094a1d0),segment_id=57c3ccc6-d767-459c-ac2e-b9c67094a1d0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:06.008415 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1ef4d0af-826b-4ef5-a821-01023815c163 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:06.021703 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-1ef4d0af-826b-4ef5-a821-01023815c163 None None] Calling delete_port for 6bd42ab1-82bb-44f2-aada-aacc7ed79537 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:06.032234 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dbd2ed4-0aba-4cf1-8ca2-4e159e0c9dba req-73db6e61-764d-46f2-8b46-e9614af21b15 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 210 time: 0.0642626 Sep 07 18:56:06.047065 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-263a998d-edbf-4958-983d-a66c30854681 req-0d84e74b-19b3-4bbf-a8e7-3fe024d409bf tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/security-groups?id=e816421b-3de2-47f2-87f3-f35acaf26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198324 Sep 07 18:56:06.052474 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8648d2-0076-4162-8804-46698c4d9d21 req-f48c7ba8-31fb-4e7c-ab03-06956d541575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:06.054244 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8f8648d2-0076-4162-8804-46698c4d9d21 req-f48c7ba8-31fb-4e7c-ab03-06956d541575 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3dffcebf-8210-48da-8b14-034032f9956f HTTP/1.1" status: 200 len: 929 time: 0.3797634 Sep 07 18:56:06.106632 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8f8648d2-0076-4162-8804-46698c4d9d21 req-08e2a620-96f6-45d6-bedf-a0ddd9a3d9ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 HTTP/1.1" status: 200 len: 217 time: 0.0418212 Sep 07 18:56:06.118319 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-ff2a7413-fa36-4a45-8d10-ed7ccbefc981 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:06.132958 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1ef4d0af-826b-4ef5-a821-01023815c163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:06.148953 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef4d0af-826b-4ef5-a821-01023815c163 None None] No DVR routers for this DVR port 6bd42ab1-82bb-44f2-aada-aacc7ed79537 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:56:06.165241 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-0f814552-6f5b-4dfc-8b79-894b2978475a service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366357 Sep 07 18:56:06.166439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-ff2a7413-fa36-4a45-8d10-ed7ccbefc981 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Transition to ACTIVE for port object 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:06.182739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8648d2-0076-4162-8804-46698c4d9d21 req-896c86b6-2131-4f6b-ae8e-ae5d052d88d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:06.183894 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4d0af-826b-4ef5-a821-01023815c163 None None] Pushing event deleted for resources: {'Port': ['ID=6bd42ab1-82bb-44f2-aada-aacc7ed79537,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:06.184175 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8f8648d2-0076-4162-8804-46698c4d9d21 req-896c86b6-2131-4f6b-ae8e-ae5d052d88d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6c8f4611-8af3-43e7-acd8-3ed107c589ae HTTP/1.1" status: 200 len: 867 time: 0.0694056 Sep 07 18:56:06.200050 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c8a6638c-52b7-4886-82d4-893d241ca896 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:06.216012 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-f3dc6ce0-4f73-429e-9347-3bc13b8bd815 admin admin] Deleting port 6bd42ab1-82bb-44f2-aada-aacc7ed79537 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:06.216353 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6ce0-4f73-429e-9347-3bc13b8bd815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:06.270246 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-2e623201-c2ec-4680-ba1a-a96683f24568 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=2821d589-d644-400b-82c6-ab5f12352f32 HTTP/1.1" status: 200 len: 217 time: 0.0722704 Sep 07 18:56:06.277049 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-ff2a7413-fa36-4a45-8d10-ed7ccbefc981 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:06.295699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa34810-7b78-419e-bf18-2bdb440bfeb5 req-34530fb2-eea4-440f-a23e-e77edb9704db tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:06.296123 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c8a6638c-52b7-4886-82d4-893d241ca896 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53f6632-1561-44f4-a61b-4ad6a02d4ac5']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:06.297237 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cfa34810-7b78-419e-bf18-2bdb440bfeb5 req-34530fb2-eea4-440f-a23e-e77edb9704db tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 946 time: 0.1106555 Sep 07 18:56:06.335595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8648d2-0076-4162-8804-46698c4d9d21 req-524a8e7d-246c-408e-95ef-23ddd27a0da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:06.337122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8f8648d2-0076-4162-8804-46698c4d9d21 req-524a8e7d-246c-408e-95ef-23ddd27a0da5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3dffcebf-8210-48da-8b14-034032f9956f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1366463 Sep 07 18:56:06.360544 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c8a6638c-52b7-4886-82d4-893d241ca896 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb2cd35-069d-49e1-87d3-39b3b83a4457') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:06.360790 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c8a6638c-52b7-4886-82d4-893d241ca896 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb2cd35-069d-49e1-87d3-39b3b83a4457') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:06.388588 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-f3dc6ce0-4f73-429e-9347-3bc13b8bd815 admin admin] For port 6bd42ab1-82bb-44f2-aada-aacc7ed79537, host n-d-807786-1, got binding levels [] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:06.388962 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6ce0-4f73-429e-9347-3bc13b8bd815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:06.392486 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c8a6638c-52b7-4886-82d4-893d241ca896 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:06.410309 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-679025ef-e4da-4e8d-8b8f-2b9cd67bcecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:06.462683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-f3dc6ce0-4f73-429e-9347-3bc13b8bd815 admin admin] Calling delete_port for 6bd42ab1-82bb-44f2-aada-aacc7ed79537 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:06.467781 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.ipam_backend_mixin [None req-f3dc6ce0-4f73-429e-9347-3bc13b8bd815 admin admin] Port 6bd42ab1-82bb-44f2-aada-aacc7ed79537 was not found and therefore no delete operation was performed {{(pid=101444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 18:56:06.469699 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-622671e5-3f7d-49eb-a212-15645c5e781d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:06.471238 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-622671e5-3f7d-49eb-a212-15645c5e781d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 200 len: 797 time: 0.1855211 Sep 07 18:56:06.472801 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c8a6638c-52b7-4886-82d4-893d241ca896 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:06.479417 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6ce0-4f73-429e-9347-3bc13b8bd815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:06.491576 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a6638c-52b7-4886-82d4-893d241ca896 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:56:06.491995 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c8a6638c-52b7-4886-82d4-893d241ca896 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:56:06.500700 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:56:06.558858 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc6ce0-4f73-429e-9347-3bc13b8bd815 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd42ab1-82bb-44f2-aada-aacc7ed79537,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:06.607953 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc6ce0-4f73-429e-9347-3bc13b8bd815 admin admin] No DVR routers for this DVR port 6bd42ab1-82bb-44f2-aada-aacc7ed79537 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:56:06.701433 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c8a6638c-52b7-4886-82d4-893d241ca896 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:06.708666 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-241f42e6-d1cc-4a9a-b56b-f57b7062cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:06.710234 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-241f42e6-d1cc-4a9a-b56b-f57b7062cac7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2256804 Sep 07 18:56:06.718649 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a6638c-52b7-4886-82d4-893d241ca896 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d53f6632-1561-44f4-a61b-4ad6a02d4ac5 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 07 18:56:06.724069 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c8a6638c-52b7-4886-82d4-893d241ca896 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:06.730872 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c8a6638c-52b7-4886-82d4-893d241ca896 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] 10.222.0.26 "DELETE /v2.0/networks/d53f6632-1561-44f4-a61b-4ad6a02d4ac5 HTTP/1.1" status: 204 len: 168 time: 0.9279730 Sep 07 18:56:06.746282 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34956) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:06.761729 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-ff2a7413-fa36-4a45-8d10-ed7ccbefc981 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Network b4943d32-045e-4ba1-b602-399d971687ed is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:06.766626 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-c84e312c-eab6-4e1b-9427-925f0bebc12d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Request body: {'network': {'name': 'tempest-network--1940979045', 'router:external': True}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:06.774492 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a7413-fa36-4a45-8d10-ed7ccbefc981 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Pushing event updated for resources: {'Port': ['ID=408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:06.779994 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6ce0-4f73-429e-9347-3bc13b8bd815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:06.786452 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-ff2a7413-fa36-4a45-8d10-ed7ccbefc981 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:06.793826 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-ff2a7413-fa36-4a45-8d10-ed7ccbefc981 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:06.820612 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6638c-52b7-4886-82d4-893d241ca896 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Pushing event deleted for resources: {'Network': ['ID=d53f6632-1561-44f4-a61b-4ad6a02d4ac5,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:06.883797 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-f3dc6ce0-4f73-429e-9347-3bc13b8bd815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d734c177-0b56-43c3-ad93-b1fa0f0f10bb']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:06.884079 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cfa34810-7b78-419e-bf18-2bdb440bfeb5 req-0331805a-f3dd-4af4-bdc6-178e61434d33 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5507638 Sep 07 18:56:06.931432 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-f3dc6ce0-4f73-429e-9347-3bc13b8bd815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c3ccc6-d767-459c-ac2e-b9c67094a1d0') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:06.931751 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-f3dc6ce0-4f73-429e-9347-3bc13b8bd815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c3ccc6-d767-459c-ac2e-b9c67094a1d0') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:06.946262 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6ce0-4f73-429e-9347-3bc13b8bd815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:06.951485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84e312c-eab6-4e1b-9427-925f0bebc12d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Made reservation on behalf of e40dd01dd771493b8115ce8a505d5a9c for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:06.953767 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c84e312c-eab6-4e1b-9427-925f0bebc12d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:07.006320 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6ce0-4f73-429e-9347-3bc13b8bd815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:07.027699 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3dc6ce0-4f73-429e-9347-3bc13b8bd815 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:56:07.028123 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6ce0-4f73-429e-9347-3bc13b8bd815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:56:07.030091 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:56:07.036315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-ff2a7413-fa36-4a45-8d10-ed7ccbefc981 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:07.037103 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-ff2a7413-fa36-4a45-8d10-ed7ccbefc981 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:07.047499 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-ea487052-53f8-4e16-9396-49296a4d4084 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247590 Sep 07 18:56:07.079659 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8f8648d2-0076-4162-8804-46698c4d9d21 req-7bf25c65-9e21-442f-8eae-077334176328 service neutron] 10.222.0.60 "GET /v2.0/networks/3dffcebf-8210-48da-8b14-034032f9956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7288489 Sep 07 18:56:07.146472 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-ff2a7413-fa36-4a45-8d10-ed7ccbefc981 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8731699 Sep 07 18:56:07.152693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84e312c-eab6-4e1b-9427-925f0bebc12d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:56:07.154000 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207fafe-f981-4c53-94ea-040398dbc17d req-41698681-c58b-4a54-81da-6fa83dd9605c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:07.155747 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b207fafe-f981-4c53-94ea-040398dbc17d req-41698681-c58b-4a54-81da-6fa83dd9605c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.1998353 Sep 07 18:56:07.179179 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] Request body: {'port': {'device_id': '492e61e3-3393-4601-b637-2a944a1bbdf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:07.192543 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6ce0-4f73-429e-9347-3bc13b8bd815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:07.213528 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c84e312c-eab6-4e1b-9427-925f0bebc12d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:07.213528 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-c84e312c-eab6-4e1b-9427-925f0bebc12d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Added segment b9bdd435-800f-4c7f-ab24-3250c865f52a of type vlan for network 78616259-1eae-4941-9162-90b8dfc52485 Sep 07 18:56:07.224663 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-55000740-1eda-4588-a626-bbbe958b78c6 None None] Provisioning for port 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:07.240986 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-55000740-1eda-4588-a626-bbbe958b78c6 None None] Provisioning complete for port 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:07.242568 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-55000740-1eda-4588-a626-bbbe958b78c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:07.249523 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89d0a52-07a9-4cf6-b210-4bdb8286404d {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:56:07.251354 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6ce0-4f73-429e-9347-3bc13b8bd815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:07.261550 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f3dc6ce0-4f73-429e-9347-3bc13b8bd815 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d734c177-0b56-43c3-ad93-b1fa0f0f10bb HTTP/1.1" status: 204 len: 168 time: 1.6098990 Sep 07 18:56:07.283566 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc6ce0-4f73-429e-9347-3bc13b8bd815 admin admin] Pushing event deleted for resources: {'Network': ['ID=d734c177-0b56-43c3-ad93-b1fa0f0f10bb,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:07.296770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd6da2-b7e0-4cf4-92c2-5bc52ad592d4 req-96b75871-a324-4ef7-918d-ecd5a298ac4c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:07.299225 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-74fd6da2-b7e0-4cf4-92c2-5bc52ad592d4 req-96b75871-a324-4ef7-918d-ecd5a298ac4c tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 947 time: 0.3664236 Sep 07 18:56:07.319634 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c1d7df0-2fec-4dc1-8627-ad5c7847ce2b req-750c47c1-70a5-462e-b942-2397c3392c70 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 210 time: 0.1449876 Sep 07 18:56:07.367852 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-a1384367-3db7-4ee2-94ef-6c51d93df575 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129501 Sep 07 18:56:07.373149 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:07.383690 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-55000740-1eda-4588-a626-bbbe958b78c6 None None] Port 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:56:07.429079 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-2a396d6f-93b2-40c8-bd64-a29d6af55d98 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c5603d88-8a14-49e9-875b-419cd2bd56cb HTTP/1.1" status: 200 len: 217 time: 0.0486941 Sep 07 18:56:07.481046 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34968) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:07.497591 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-679025ef-e4da-4e8d-8b8f-2b9cd67bcecc admin admin] Deleting port 77501b19-4741-4455-9ee0-4f017268eb28 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:07.497931 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-679025ef-e4da-4e8d-8b8f-2b9cd67bcecc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:07.500960 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-b207fafe-f981-4c53-94ea-040398dbc17d req-6151ee6c-4c7f-4266-a75f-a440c5540b78 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Deleting port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:07.501292 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-b207fafe-f981-4c53-94ea-040398dbc17d req-6151ee6c-4c7f-4266-a75f-a440c5540b78 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:07.529301 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c84e312c-eab6-4e1b-9427-925f0bebc12d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:07.541116 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] Transition to ACTIVE for port object a89d0a52-07a9-4cf6-b210-4bdb8286404d will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:07.575298 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:07.603248 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:07.604874 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-df6f20ec-0601-4ef1-aca5-face43a80ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:07.606380 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-df6f20ec-0601-4ef1-aca5-face43a80ffd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa8070ab-5c30-4d90-a64d-590d11e7607c HTTP/1.1" status: 200 len: 797 time: 0.1677458 Sep 07 18:56:07.635244 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-74fd6da2-b7e0-4cf4-92c2-5bc52ad592d4 req-1b799aec-c441-4a17-b2ab-8e5e9ed92b7a tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/security-groups?id=871a8ce6-4e9c-4530-a80a-800f4e38e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712348 Sep 07 18:56:07.661206 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8f8648d2-0076-4162-8804-46698c4d9d21 req-1a214fcd-3b95-40e5-be6d-b70f436a11db service neutron] 10.222.0.60 "GET /v2.0/networks/3dffcebf-8210-48da-8b14-034032f9956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5724180 Sep 07 18:56:07.685231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cc7c6-1453-4d1c-ac2a-05b1ebd45e54 req-f271ad3e-2a1b-4783-9d9f-838165e31fd2 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:07.686887 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-847cc7c6-1453-4d1c-ac2a-05b1ebd45e54 req-f271ad3e-2a1b-4783-9d9f-838165e31fd2 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/ports?device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 943 time: 0.2542737 Sep 07 18:56:07.796599 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c84e312c-eab6-4e1b-9427-925f0bebc12d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:07.797745 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84e312c-eab6-4e1b-9427-925f0bebc12d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:07.798373 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c84e312c-eab6-4e1b-9427-925f0bebc12d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:07.813340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=a89d0a52-07a9-4cf6-b210-4bdb8286404d,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:07.820113 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-55d88635-4706-4655-b1ff-99fc8a36b86a tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Allocated IP 172.20.0.10 (b4943d32-045e-4ba1-b602-399d971687ed/bb086058-ee0b-4e82-9985-a33edfb98db6/5281bab2-415c-46b0-8fa0-9ff4ab7b298d) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:07.854265 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c84e312c-eab6-4e1b-9427-925f0bebc12d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1008403 Sep 07 18:56:07.861460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6bd42ab1-82bb-44f2-aada-aacc7ed79537 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:56:07.884358 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 6bd42ab1-82bb-44f2-aada-aacc7ed79537 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:56:07.885161 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6bd42ab1-82bb-44f2-aada-aacc7ed79537 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:56:07.889288 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34970) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:07.939955 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-847cc7c6-1453-4d1c-ac2a-05b1ebd45e54 req-7b538428-41ca-498c-a234-0b2aeae901c1 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/security-groups?id=e816421b-3de2-47f2-87f3-f35acaf26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419019 Sep 07 18:56:07.991733 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-14a3a2c5-7a9e-479b-9551-5f6f8087df16 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80675690b8a042ff982d7e0800c59e2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5050874 Sep 07 18:56:08.007701 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34974) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:08.046498 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-b207fafe-f981-4c53-94ea-040398dbc17d req-6151ee6c-4c7f-4266-a75f-a440c5540b78 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] For port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,segment=NetworkSegment(11c36bdb-1e25-4e17-9eb3-fc29828605f0),segment_id=11c36bdb-1e25-4e17-9eb3-fc29828605f0)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:08.046880 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-b207fafe-f981-4c53-94ea-040398dbc17d req-6151ee6c-4c7f-4266-a75f-a440c5540b78 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:08.083065 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-679025ef-e4da-4e8d-8b8f-2b9cd67bcecc admin admin] For port 77501b19-4741-4455-9ee0-4f017268eb28, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=77501b19-4741-4455-9ee0-4f017268eb28,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:08.083440 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-679025ef-e4da-4e8d-8b8f-2b9cd67bcecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:08.086576 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-b207fafe-f981-4c53-94ea-040398dbc17d req-6151ee6c-4c7f-4266-a75f-a440c5540b78 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Calling delete_port for 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:08.096922 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-557c5bf4-0bb0-4750-9bfd-e1dcf2ef7c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:08.098316 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e312c-eab6-4e1b-9427-925f0bebc12d tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Pushing event updated for resources: {'Network': ['ID=78616259-1eae-4941-9162-90b8dfc52485,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:08.098466 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-557c5bf4-0bb0-4750-9bfd-e1dcf2ef7c10 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=025b72be-1bd6-4706-adc3-b78adf7f2dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4547534 Sep 07 18:56:08.109327 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 78616259-1eae-4941-9162-90b8dfc52485 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:56:08.113363 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-679025ef-e4da-4e8d-8b8f-2b9cd67bcecc admin admin] Calling delete_port for 77501b19-4741-4455-9ee0-4f017268eb28 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:08.196785 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9175b5a0-3b63-4cab-87d2-b24f7a24ed0d tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:08.198196 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9175b5a0-3b63-4cab-87d2-b24f7a24ed0d tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] 10.222.0.26 "GET /v2.0/networks/78616259-1eae-4941-9162-90b8dfc52485 HTTP/1.1" status: 200 len: 757 time: 0.3029842 Sep 07 18:56:08.199941 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] Attempting to bind port a89d0a52-07a9-4cf6-b210-4bdb8286404d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:56:08.200276 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] Attempting to bind port a89d0a52-07a9-4cf6-b210-4bdb8286404d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '0fb58946-c180-45a9-954e-d852f4221068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:56:08.200740 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] Attempting to bind port a89d0a52-07a9-4cf6-b210-4bdb8286404d on network b4943d32-045e-4ba1-b602-399d971687ed {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:56:08.211395 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34978) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:08.243704 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] Port a89d0a52-07a9-4cf6-b210-4bdb8286404d on network b4943d32-045e-4ba1-b602-399d971687ed not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:56:08.244040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] Attempting to bind port a89d0a52-07a9-4cf6-b210-4bdb8286404d on network b4943d32-045e-4ba1-b602-399d971687ed {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:56:08.271123 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25c772-7bab-4208-acf4-1f61ad0bdf6d req-aabc3057-5fcb-4fba-910f-ca2dfe2fb914 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:08.272687 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df25c772-7bab-4208-acf4-1f61ad0bdf6d req-aabc3057-5fcb-4fba-910f-ca2dfe2fb914 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 946 time: 0.2735169 Sep 07 18:56:08.274574 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b0a61e53-2cde-4ad5-9c7c-b7f68737ef49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:08.288950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:56:08.289293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] Checking segment: {'id': '0fb58946-c180-45a9-954e-d852f4221068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:56:08.289678 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] Bound using segment: {'id': '0fb58946-c180-45a9-954e-d852f4221068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:56:08.290127 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] Bound port: a89d0a52-07a9-4cf6-b210-4bdb8286404d, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb58946-c180-45a9-954e-d852f4221068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:56:08.290482 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:08.330474 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b0a61e53-2cde-4ad5-9c7c-b7f68737ef49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:08.402650 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-3c942857-3aa1-4cc2-9871-b0cd079ea6a6 service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903955 Sep 07 18:56:08.450757 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866bdc8f-4938-49a7-a0ce-5f8100b4f72b tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:08.452185 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-866bdc8f-4938-49a7-a0ce-5f8100b4f72b tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] 10.222.0.26 "GET /v2.0/networks/8f84df5c-2b3a-4014-b702-d01ef23fbad0 HTTP/1.1" status: 200 len: 767 time: 0.2398376 Sep 07 18:56:08.462310 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34982) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:08.481713 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36ea7122-6f4c-448e-bc7b-de0a83c65590 req-2b223734-bee6-4f5e-8c8e-38ecc704db7e tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 210 time: 0.0878477 Sep 07 18:56:08.496539 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df25c772-7bab-4208-acf4-1f61ad0bdf6d req-c8228369-cc96-4b7d-94b2-4ad4ae9fe585 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100420 Sep 07 18:56:08.524133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:56:08.532052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] For port a89d0a52-07a9-4cf6-b210-4bdb8286404d, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:56:08.535438 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] For port a89d0a52-07a9-4cf6-b210-4bdb8286404d, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a89d0a52-07a9-4cf6-b210-4bdb8286404d,segment=NetworkSegment(0fb58946-c180-45a9-954e-d852f4221068),segment_id=0fb58946-c180-45a9-954e-d852f4221068)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:56:08.541433 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:08.578792 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:08.579591 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:08.581605 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] 10.222.0.36 "PUT /v2.0/ports/a89d0a52-07a9-4cf6-b210-4bdb8286404d HTTP/1.1" status: 200 len: 1091 time: 3.8188663 Sep 07 18:56:08.584372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ffb698-72c1-42e0-bbfc-1714ccdf2757', 'tag': 'a89d0a52-07a9-4cf6-b210-4bdb8286404d'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:08.587660 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8fd5b7-e83d-44c6-a9a8-eb73ea1880fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ffb698-72c1-42e0-bbfc-1714ccdf2757", "tag": "a89d0a52-07a9-4cf6-b210-4bdb8286404d"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:08.632467 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5daa3-eed1-4e18-bb18-7c511b502dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=a89d0a52-07a9-4cf6-b210-4bdb8286404d,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:08.648955 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6bbc07-32cb-4065-a229-61d6f75afc40 x-openstack-request-id: req-5f6bbc07-32cb-4065-a229-61d6f75afc40 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:08.648955 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ffb698-72c1-42e0-bbfc-1714ccdf2757", "tag": "a89d0a52-07a9-4cf6-b210-4bdb8286404d", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:08.648955 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f6bbc07-32cb-4065-a229-61d6f75afc40 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:08.649334 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ffb698-72c1-42e0-bbfc-1714ccdf2757', 'tag': 'a89d0a52-07a9-4cf6-b210-4bdb8286404d', 'status': 'completed', 'code': 200} Sep 07 18:56:08.659661 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b0a61e53-2cde-4ad5-9c7c-b7f68737ef49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:08.662142 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b0a61e53-2cde-4ad5-9c7c-b7f68737ef49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:08.663314 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b0a61e53-2cde-4ad5-9c7c-b7f68737ef49 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1efef496-a17f-4b07-9e1f-1471b3186b79 HTTP/1.1" status: 204 len: 168 time: 0.6515119 Sep 07 18:56:08.686674 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-0b1eef68-fa32-469f-be57-359431783449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:08.688419 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-0b1eef68-fa32-469f-be57-359431783449 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b4a41684be474d90277324c86fc787&device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 1094 time: 0.0509050 Sep 07 18:56:08.706558 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28,segment=NetworkSegment(b7d5be17-bd60-4859-aa9b-c28be27338de),segment_id=b7d5be17-bd60-4859-aa9b-c28be27338de)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:08.707608 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17cefc33-0f90-495b-9117-9a1ce67761c9 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:08.718283 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a61e53-2cde-4ad5-9c7c-b7f68737ef49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efef496-a17f-4b07-9e1f-1471b3186b79,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:08.730555 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28', 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f', 'port_id': '63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28', 'mac_address': 'fa:16:3e:38:21:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8f4611-8af3-43e7-acd8-3ed107c589ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:56:08.731376 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-b207fafe-f981-4c53-94ea-040398dbc17d req-6151ee6c-4c7f-4266-a75f-a440c5540b78 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:08.753038 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:56:08.783716 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-df021630-4938-4004-8767-6d06d8c4858e service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637574 Sep 07 18:56:08.817581 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-086dfcd2-2b0b-456f-85ad-756d13780bbc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a89d0a52-07a9-4cf6-b210-4bdb8286404d HTTP/1.1" status: 200 len: 217 time: 0.1130514 Sep 07 18:56:08.827418 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-55d88635-4706-4655-b1ff-99fc8a36b86a tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:08.840570 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:08.855196 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151ee6c-4c7f-4266-a75f-a440c5540b78 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Pushing event deleted for resources: {'Port': ['ID=4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:08.855423 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:56:08.863372 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-974b4eea-b3f8-4d30-8b6e-9848d2bd05bc req-20367846-1a50-4c42-8fe1-41e3c7e78fee tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3e93329-67e0-47a4-b999-c8e46e240beb HTTP/1.1" status: 200 len: 210 time: 0.1313474 Sep 07 18:56:08.892236 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28,segment=NetworkSegment(b7d5be17-bd60-4859-aa9b-c28be27338de),segment_id=b7d5be17-bd60-4859-aa9b-c28be27338de)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:08.902864 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:08.912904 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-55d88635-4706-4655-b1ff-99fc8a36b86a tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Transition to ACTIVE for port object 5281bab2-415c-46b0-8fa0-9ff4ab7b298d will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:08.927821 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-3e7bde4b-e174-4169-81e6-955632e171b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48703c14-e98f-4ceb-bc6c-fe2b1901c5de HTTP/1.1" status: 200 len: 217 time: 0.1063707 Sep 07 18:56:08.934683 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-7be076d2-fef3-4718-abfa-56b3dc4b1b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:08.937005 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-7be076d2-fef3-4718-abfa-56b3dc4b1b39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb086058-ee0b-4e82-9985-a33edfb98db6 HTTP/1.1" status: 200 len: 854 time: 0.0903361 Sep 07 18:56:09.010417 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:09.013105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-c56fd235-4e08-419c-8a60-4f3a482bb1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:09.014863 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-c56fd235-4e08-419c-8a60-4f3a482bb1e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4943d32-045e-4ba1-b602-399d971687ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654173 Sep 07 18:56:09.020873 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:09.021298 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:09.021706 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:09.022111 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:09.022533 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:09.022996 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:09.023442 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:09.023841 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:09.024232 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:09.024860 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:09.025386 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:09.025774 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:09.038684 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-55d88635-4706-4655-b1ff-99fc8a36b86a tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:09.060492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b207fafe-f981-4c53-94ea-040398dbc17d req-6151ee6c-4c7f-4266-a75f-a440c5540b78 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] No DVR routers for this DVR port 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:56:09.062412 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-679025ef-e4da-4e8d-8b8f-2b9cd67bcecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:09.064937 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-b207fafe-f981-4c53-94ea-040398dbc17d req-6151ee6c-4c7f-4266-a75f-a440c5540b78 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:09.067351 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b207fafe-f981-4c53-94ea-040398dbc17d req-6151ee6c-4c7f-4266-a75f-a440c5540b78 tempest-ServersNegativeTestJSON-268065827 tempest-ServersNegativeTestJSON-268065827-project] 10.222.0.36 "DELETE /v2.0/ports/4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 HTTP/1.1" status: 204 len: 173 time: 1.8558888 Sep 07 18:56:09.096643 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e93329-67e0-47a4-b999-c8e46e240beb', 'name': 'network-vif-deleted', 'tag': '4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:09.100231 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea9fcd5-d520-4e05-8631-a4d01f94f011" -d '{"events": [{"server_uuid": "c3e93329-67e0-47a4-b999-c8e46e240beb", "name": "network-vif-deleted", "tag": "4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:09.181705 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:56:09.186724 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679025ef-e4da-4e8d-8b8f-2b9cd67bcecc admin admin] Pushing event deleted for resources: {'Port': ['ID=77501b19-4741-4455-9ee0-4f017268eb28,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:09.228039 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17cefc33-0f90-495b-9117-9a1ce67761c9 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:09.245677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-55d88635-4706-4655-b1ff-99fc8a36b86a tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Network b4943d32-045e-4ba1-b602-399d971687ed is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:09.267502 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-55d88635-4706-4655-b1ff-99fc8a36b86a tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:09.279256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-55d88635-4706-4655-b1ff-99fc8a36b86a tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:09.283047 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d88635-4706-4655-b1ff-99fc8a36b86a tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Pushing event updated for resources: {'Port': ['ID=5281bab2-415c-46b0-8fa0-9ff4ab7b298d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:09.284207 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-0ced6c43-8ae7-42d4-9697-295858d91807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:09.286419 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-0ced6c43-8ae7-42d4-9697-295858d91807 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa8070ab-5c30-4d90-a64d-590d11e7607c HTTP/1.1" status: 200 len: 797 time: 0.3109167 Sep 07 18:56:09.358584 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-17cefc33-0f90-495b-9117-9a1ce67761c9 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78616259-1eae-4941-9162-90b8dfc52485']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:09.376300 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-17cefc33-0f90-495b-9117-9a1ce67761c9 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9bdd435-800f-4c7f-ab24-3250c865f52a') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:09.377257 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-17cefc33-0f90-495b-9117-9a1ce67761c9 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9bdd435-800f-4c7f-ab24-3250c865f52a') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:09.386207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c2723-cb9e-4422-b8ea-d2d3dada899b req-7561570d-8139-4043-8d04-2789a7587ccf tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:09.389157 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c3c2723-cb9e-4422-b8ea-d2d3dada899b req-7561570d-8139-4043-8d04-2789a7587ccf tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/ports?device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 944 time: 0.3129971 Sep 07 18:56:09.389655 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17cefc33-0f90-495b-9117-9a1ce67761c9 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:09.399860 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-3a52d28c-4528-4f6d-80a4-8e6f32774793 service neutron] 10.222.0.36 "GET /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703554 Sep 07 18:56:09.411303 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17cefc33-0f90-495b-9117-9a1ce67761c9 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:09.418556 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17cefc33-0f90-495b-9117-9a1ce67761c9 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:56:09.419849 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17cefc33-0f90-495b-9117-9a1ce67761c9 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:09.437406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-55d88635-4706-4655-b1ff-99fc8a36b86a tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:09.437987 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-55d88635-4706-4655-b1ff-99fc8a36b86a tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:09.449750 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34998) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:56:09.491713 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:56:09.517305 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5cdb5fa9-ff9b-42f8-9d6c-6c2a6f0924f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:09.524637 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fac17f3-1eb7-449d-a852-11c98d0c364f x-openstack-request-id: req-0fac17f3-1eb7-449d-a852-11c98d0c364f {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:09.525036 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e93329-67e0-47a4-b999-c8e46e240beb", "name": "network-vif-deleted", "tag": "4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:09.525469 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0fac17f3-1eb7-449d-a852-11c98d0c364f {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:09.526129 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e93329-67e0-47a4-b999-c8e46e240beb', 'name': 'network-vif-deleted', 'tag': '4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2', 'status': 'completed', 'code': 200} Sep 07 18:56:09.591396 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-55d88635-4706-4655-b1ff-99fc8a36b86a tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6126750 Sep 07 18:56:09.623596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] Request body: {'port': {'device_id': '99b8e372-728e-4b5f-a499-2775fd359815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:09.640236 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-95176d65-977e-460d-93c0-63aad1d3fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:09.642018 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-95176d65-977e-460d-93c0-63aad1d3fb05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=025b72be-1bd6-4706-adc3-b78adf7f2dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3090630 Sep 07 18:56:09.645134 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17cefc33-0f90-495b-9117-9a1ce67761c9 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:09.651308 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cefc33-0f90-495b-9117-9a1ce67761c9 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 78616259-1eae-4941-9162-90b8dfc52485 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 07 18:56:09.656686 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17cefc33-0f90-495b-9117-9a1ce67761c9 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:09.662209 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-17cefc33-0f90-495b-9117-9a1ce67761c9 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] 10.222.0.26 "DELETE /v2.0/networks/78616259-1eae-4941-9162-90b8dfc52485 HTTP/1.1" status: 204 len: 168 time: 1.1941860 Sep 07 18:56:09.682845 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cfeb320c-4947-48bb-a637-e5ba6165ae1e None None] Provisioning for port 5281bab2-415c-46b0-8fa0-9ff4ab7b298d completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:09.686179 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35004) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:09.690202 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cfeb320c-4947-48bb-a637-e5ba6165ae1e None None] Provisioning complete for port 5281bab2-415c-46b0-8fa0-9ff4ab7b298d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:09.691523 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cfeb320c-4947-48bb-a637-e5ba6165ae1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:09.711780 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-7135c3ca-815c-47ac-85f1-2deb6ef6c1a5 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Request body: {'network': {'name': 'tempest-network--1672734738'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:09.744319 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c3c2723-cb9e-4422-b8ea-d2d3dada899b req-3efd67ca-af33-4be6-8dcf-6b492113adca tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/security-groups?id=e816421b-3de2-47f2-87f3-f35acaf26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259125 Sep 07 18:56:09.763093 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:56:09.770591 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-eb78997a-63af-4f7f-b430-80b6a8f22d1d service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158845 Sep 07 18:56:09.776666 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cefc33-0f90-495b-9117-9a1ce67761c9 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Pushing event deleted for resources: {'Network': ['ID=78616259-1eae-4941-9162-90b8dfc52485,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:09.777538 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:09.806716 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-cfeb320c-4947-48bb-a637-e5ba6165ae1e None None] Port 5281bab2-415c-46b0-8fa0-9ff4ab7b298d cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:56:09.904436 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-679025ef-e4da-4e8d-8b8f-2b9cd67bcecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:09.929137 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] Transition to ACTIVE for port object 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:09.958065 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:09.959675 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:09.963241 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6bcb19b7-f9de-4876-be48-0099e2736ce1 req-ca279f8a-e79d-4439-b904-5e5846fdd54c service neutron] 10.222.0.36 "GET /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348094 Sep 07 18:56:09.980489 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a58207d0-41b3-4da2-b4df-de6a5c0d7f1e req-bb26ff87-f3cf-4009-a8b9-2a5d5107d3fb service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985776 Sep 07 18:56:10.002643 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bd934-9029-41d4-818b-dfed8cca3b87 req-9163df14-9f93-4537-86a6-1f10e2e65d9e tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:10.010187 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-526bd934-9029-41d4-818b-dfed8cca3b87 req-9163df14-9f93-4537-86a6-1f10e2e65d9e tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 932 time: 0.3478746 Sep 07 18:56:10.166751 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679025ef-e4da-4e8d-8b8f-2b9cd67bcecc admin admin] Router 6942e8ac-960d-4457-95ba-03b9419d97c9 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:56:10.286837 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679025ef-e4da-4e8d-8b8f-2b9cd67bcecc admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:56:10.296341 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-679025ef-e4da-4e8d-8b8f-2b9cd67bcecc admin admin] 10.222.0.26 "PUT /v2.0/routers/6942e8ac-960d-4457-95ba-03b9419d97c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9869595 Sep 07 18:56:10.297723 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28209eaf-b0ee-43c8-816f-6b0209c8f605 None None] Sync routers for ids ['6942e8ac-960d-4457-95ba-03b9419d97c9'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:56:10.297854 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35010) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:10.312735 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28209eaf-b0ee-43c8-816f-6b0209c8f605 None None] Routers {'6942e8ac-960d-4457-95ba-03b9419d97c9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:10.313391 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-28209eaf-b0ee-43c8-816f-6b0209c8f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['6942e8ac-960d-4457-95ba-03b9419d97c9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:10.405115 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5cdb5fa9-ff9b-42f8-9d6c-6c2a6f0924f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:10.449779 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4b143ed5-771e-449c-9fb4-74e47768a638 admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:10.465298 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-28209eaf-b0ee-43c8-816f-6b0209c8f605 None None] Set router 6942e8ac-960d-4457-95ba-03b9419d97c9 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:56:10.507158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb2fd1-1ff4-4767-9fb6-d1cc25e904d0 req-a860bba4-74a8-40b5-8d41-0ff8506204e1 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:10.508795 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5efb2fd1-1ff4-4767-9fb6-d1cc25e904d0 req-a860bba4-74a8-40b5-8d41-0ff8506204e1 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 946 time: 0.6147735 Sep 07 18:56:10.521196 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5cdb5fa9-ff9b-42f8-9d6c-6c2a6f0924f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:10.540205 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:10.574723 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4b143ed5-771e-449c-9fb4-74e47768a638 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:10.596362 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb5fa9-ff9b-42f8-9d6c-6c2a6f0924f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563ebd0f-9043-456e-b485-4bbdafcd4803,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:10.656012 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-4b143ed5-771e-449c-9fb4-74e47768a638 admin admin] Deleting port 738ca30f-aa96-413f-b823-a7c678b966f1 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:10.656598 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4b143ed5-771e-449c-9fb4-74e47768a638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:10.706115 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:10.712050 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:10.712424 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:10.764313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] Pushing event updated for resources: {'Port': ['ID=408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:10.797229 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-526bd934-9029-41d4-818b-dfed8cca3b87 req-93e82075-49f7-4ec7-a27b-ce2cd773c907 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7859817 Sep 07 18:56:10.797908 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7135c3ca-815c-47ac-85f1-2deb6ef6c1a5 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Made reservation on behalf of e40dd01dd771493b8115ce8a505d5a9c for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:10.801562 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7135c3ca-815c-47ac-85f1-2deb6ef6c1a5 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:10.817032 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-4b143ed5-771e-449c-9fb4-74e47768a638 admin admin] For port 738ca30f-aa96-413f-b823-a7c678b966f1, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=738ca30f-aa96-413f-b823-a7c678b966f1,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:10.817406 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4b143ed5-771e-449c-9fb4-74e47768a638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:10.825868 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-28209eaf-b0ee-43c8-816f-6b0209c8f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'name': 'tempest-ServerActionsTestJSON-605652874-router', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:46:27Z', 'updated_at': '2021-09-07T18:56:08Z', 'revision_number': 5, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'gw_port': {'id': '738ca30f-aa96-413f-b823-a7c678b966f1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:46:28Z', 'updated_at': '2021-09-07T18:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:10.830768 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-4b143ed5-771e-449c-9fb4-74e47768a638 admin admin] Calling delete_port for 738ca30f-aa96-413f-b823-a7c678b966f1 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:10.863314 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28209eaf-b0ee-43c8-816f-6b0209c8f605 None None] Checking router: 6942e8ac-960d-4457-95ba-03b9419d97c9 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:56:10.866957 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:10.874328 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35014) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:10.897455 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28209eaf-b0ee-43c8-816f-6b0209c8f605 None None] Routers {'6942e8ac-960d-4457-95ba-03b9419d97c9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:10.897556 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-28209eaf-b0ee-43c8-816f-6b0209c8f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['6942e8ac-960d-4457-95ba-03b9419d97c9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:10.904572 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9046640b-72df-4890-bfca-09ecb07a8b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:10.907702 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de27e49-40ff-497f-bfb5-c24c906f64d9" -d '{"events": [{"server_uuid": "9046640b-72df-4890-bfca-09ecb07a8b07", "name": "network-vif-plugged", "status": "completed", "tag": "63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:10.924934 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fd5b7-e83d-44c6-a9a8-eb73ea1880fb req-971a629c-df94-4e74-a74e-7c314293bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:10.927011 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef8fd5b7-e83d-44c6-a9a8-eb73ea1880fb req-971a629c-df94-4e74-a74e-7c314293bddf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b4a41684be474d90277324c86fc787&device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 1094 time: 0.8765090 Sep 07 18:56:10.929778 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5cdb5fa9-ff9b-42f8-9d6c-6c2a6f0924f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 1.4711177 Sep 07 18:56:10.937201 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35018) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:10.956413 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9eb9b0c-1c02-4dc9-af5b-b315c85b1369 admin admin] Deleting subnet 081181ef-c8d4-4758-b937-dfb90332a016 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:56:10.960342 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9b0c-1c02-4dc9-af5b-b315c85b1369 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:10.963106 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28,segment=NetworkSegment(b7d5be17-bd60-4859-aa9b-c28be27338de),segment_id=b7d5be17-bd60-4859-aa9b-c28be27338de)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:10.976598 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5efb2fd1-1ff4-4767-9fb6-d1cc25e904d0 req-6bac6f2b-6b41-4770-8819-18ad03afe9f2 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413760 Sep 07 18:56:10.987404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] Attempting to bind port 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:56:10.987806 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] Attempting to bind port 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '0fb58946-c180-45a9-954e-d852f4221068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:56:10.988684 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] Attempting to bind port 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e on network b4943d32-045e-4ba1-b602-399d971687ed {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:56:11.001917 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.028271 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9b0c-1c02-4dc9-af5b-b315c85b1369 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.041566 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7135c3ca-815c-47ac-85f1-2deb6ef6c1a5 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:56:11.054104 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-28209eaf-b0ee-43c8-816f-6b0209c8f605 None None] Set router 6942e8ac-960d-4457-95ba-03b9419d97c9 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:56:11.072145 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] Port 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e on network b4943d32-045e-4ba1-b602-399d971687ed not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:56:11.072492 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] Attempting to bind port 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e on network b4943d32-045e-4ba1-b602-399d971687ed {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:56:11.086680 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff567b40-03df-4eef-ae15-60ff2faaacd9 x-openstack-request-id: req-ff567b40-03df-4eef-ae15-60ff2faaacd9 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:11.087550 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9046640b-72df-4890-bfca-09ecb07a8b07", "name": "network-vif-plugged", "status": "completed", "tag": "63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:11.087811 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff567b40-03df-4eef-ae15-60ff2faaacd9 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:11.088212 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9046640b-72df-4890-bfca-09ecb07a8b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28', 'code': 200} Sep 07 18:56:11.122812 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:56:11.123050 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] Checking segment: {'id': '0fb58946-c180-45a9-954e-d852f4221068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:56:11.123769 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] Bound using segment: {'id': '0fb58946-c180-45a9-954e-d852f4221068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:56:11.124151 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-28209eaf-b0ee-43c8-816f-6b0209c8f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'name': 'tempest-ServerActionsTestJSON-605652874-router', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:46:27Z', 'updated_at': '2021-09-07T18:56:10Z', 'revision_number': 6, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:11.124285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] Bound port: 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb58946-c180-45a9-954e-d852f4221068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:56:11.124606 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.129401 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9b0c-1c02-4dc9-af5b-b315c85b1369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.152111 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7135c3ca-815c-47ac-85f1-2deb6ef6c1a5 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.152477 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-7135c3ca-815c-47ac-85f1-2deb6ef6c1a5 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Added segment b3ded351-cabc-496e-a749-4802f2050191 of type vlan for network 496de846-9f54-4a13-b3ce-ed2f406042b7 Sep 07 18:56:11.153653 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:11.156779 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28209eaf-b0ee-43c8-816f-6b0209c8f605 None None] The sync data for ids ['6942e8ac-960d-4457-95ba-03b9419d97c9'] in n-d-807786-1 is: [{'id': '6942e8ac-960d-4457-95ba-03b9419d97c9', 'name': 'tempest-ServerActionsTestJSON-605652874-router', 'tenant_id': '93e4d898d3484fb1b8b7e09df61086df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:46:27Z', 'updated_at': '2021-09-07T18:56:10Z', 'revision_number': 6, 'project_id': '93e4d898d3484fb1b8b7e09df61086df', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:56:11.305135 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:56:11.307251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d432-9521-4761-b8ff-1d9cc78b1eec req-0edeed7b-9d1b-47fc-a89d-bb7a1ca8f9fc tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:11.308879 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c668d432-9521-4761-b8ff-1d9cc78b1eec req-0edeed7b-9d1b-47fc-a89d-bb7a1ca8f9fc tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/ports?device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 945 time: 0.2947476 Sep 07 18:56:11.332828 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7135c3ca-815c-47ac-85f1-2deb6ef6c1a5 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.335917 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:56:11.336259 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 4a77d973-e5f7-4d5e-9f1b-6d4b09e47ae2 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:56:11.380025 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fd5b7-e83d-44c6-a9a8-eb73ea1880fb req-14e6fbeb-49fe-471f-b9b9-382f265117c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:11.381551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef8fd5b7-e83d-44c6-a9a8-eb73ea1880fb req-14e6fbeb-49fe-471f-b9b9-382f265117c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4943d32-045e-4ba1-b602-399d971687ed HTTP/1.1" status: 200 len: 916 time: 0.4217749 Sep 07 18:56:11.453538 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] For port 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:56:11.468282 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef8fd5b7-e83d-44c6-a9a8-eb73ea1880fb req-27f68202-82e9-4aa7-b5e4-5b7b6ea09652 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a89d0a52-07a9-4cf6-b210-4bdb8286404d HTTP/1.1" status: 200 len: 217 time: 0.0667124 Sep 07 18:56:11.496178 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] For port 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e,segment=NetworkSegment(0fb58946-c180-45a9-954e-d852f4221068),segment_id=0fb58946-c180-45a9-954e-d852f4221068)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:56:11.497028 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7135c3ca-815c-47ac-85f1-2deb6ef6c1a5 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.497760 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7135c3ca-815c-47ac-85f1-2deb6ef6c1a5 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:11.498159 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7135c3ca-815c-47ac-85f1-2deb6ef6c1a5 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.516901 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-12914e12-c3ef-4858-956d-e10154ade3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.536721 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c668d432-9521-4761-b8ff-1d9cc78b1eec req-e5e2ba6d-afc0-40a0-bd1c-686eb3cd60cb tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/security-groups?id=e816421b-3de2-47f2-87f3-f35acaf26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138281 Sep 07 18:56:11.552725 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4b67e-a9b3-415f-8f22-537bde86e8b6 req-aab6bce4-3e1a-4036-a152-5d35d9f23bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:11.554261 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3ef4b67e-a9b3-415f-8f22-537bde86e8b6 req-aab6bce4-3e1a-4036-a152-5d35d9f23bf2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 1096 time: 0.4279711 Sep 07 18:56:11.580802 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.610838 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-12914e12-c3ef-4858-956d-e10154ade3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.634011 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7135c3ca-815c-47ac-85f1-2deb6ef6c1a5 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.9234285 Sep 07 18:56:11.634116 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9b0c-1c02-4dc9-af5b-b315c85b1369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.640162 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35020) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:11.654372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5281bab2-415c-46b0-8fa0-9ff4ab7b298d {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:56:11.659417 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:11.660082 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.660601 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-f86055a6-ca48-4512-adea-b1f3f784f635 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:11.661637 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] 10.222.0.60 "PUT /v2.0/ports/408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e HTTP/1.1" status: 200 len: 1091 time: 4.4989381 Sep 07 18:56:11.695633 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492e61e3-3393-4601-b637-2a944a1bbdf5', 'tag': '408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:11.697098 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4b143ed5-771e-449c-9fb4-74e47768a638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.697951 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1391c07-a082-4fc6-adbc-b9812d2df7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "492e61e3-3393-4601-b637-2a944a1bbdf5", "tag": "408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:11.708379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fd5b7-e83d-44c6-a9a8-eb73ea1880fb req-e0ff2ee1-c99b-40ad-8572-48e1e37512b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:11.710070 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef8fd5b7-e83d-44c6-a9a8-eb73ea1880fb req-e0ff2ee1-c99b-40ad-8572-48e1e37512b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb086058-ee0b-4e82-9985-a33edfb98db6 HTTP/1.1" status: 200 len: 854 time: 0.2287092 Sep 07 18:56:11.712066 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.721340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135c3ca-815c-47ac-85f1-2deb6ef6c1a5 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Pushing event updated for resources: {'Network': ['ID=496de846-9f54-4a13-b3ce-ed2f406042b7,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:11.727135 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb9b0c-1c02-4dc9-af5b-b315c85b1369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=081181ef-c8d4-4758-b937-dfb90332a016,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:11.735842 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 496de846-9f54-4a13-b3ce-ed2f406042b7 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:56:11.737401 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3ef4b67e-a9b3-415f-8f22-537bde86e8b6 req-7b7a5d06-9d8f-4c4e-b12a-8b5a1756d793 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e816421b-3de2-47f2-87f3-f35acaf26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621454 Sep 07 18:56:11.773543 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9b0c-1c02-4dc9-af5b-b315c85b1369 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.777882 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e9eb9b0c-1c02-4dc9-af5b-b315c85b1369 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/081181ef-c8d4-4758-b937-dfb90332a016 HTTP/1.1" status: 204 len: 168 time: 0.8998904 Sep 07 18:56:11.778627 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35024) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:11.779595 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b143ed5-771e-449c-9fb4-74e47768a638 admin admin] Pushing event deleted for resources: {'Port': ['ID=738ca30f-aa96-413f-b823-a7c678b966f1,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:11.804558 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedf739b-6b1e-4a96-bd3d-5f92f61f114e x-openstack-request-id: req-dedf739b-6b1e-4a96-bd3d-5f92f61f114e {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:11.804853 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "492e61e3-3393-4601-b637-2a944a1bbdf5", "tag": "408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:11.805140 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dedf739b-6b1e-4a96-bd3d-5f92f61f114e {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:11.805503 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492e61e3-3393-4601-b637-2a944a1bbdf5', 'tag': '408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e', 'status': 'completed', 'code': 200} Sep 07 18:56:11.806469 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] Transition to ACTIVE for port object 5281bab2-415c-46b0-8fa0-9ff4ab7b298d will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:11.809090 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763b6c0-3390-4f7d-b5d4-ab7fb01186de service neutron] Pushing event updated for resources: {'Port': ['ID=408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:11.824104 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.899013 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-c9e62ea2-2c03-4ff1-9b95-d597891a3d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:11.901915 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-c9e62ea2-2c03-4ff1-9b95-d597891a3d01 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e1b4a41684be474d90277324c86fc787&device_id=492e61e3-3393-4601-b637-2a944a1bbdf5 HTTP/1.1" status: 200 len: 1094 time: 0.1829627 Sep 07 18:56:11.918621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fd5b7-e83d-44c6-a9a8-eb73ea1880fb req-7a89a907-a0f9-425e-bd4f-df7ae2e44d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:11.920035 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef8fd5b7-e83d-44c6-a9a8-eb73ea1880fb req-7a89a907-a0f9-425e-bd4f-df7ae2e44d37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4943d32-045e-4ba1-b602-399d971687ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1837285 Sep 07 18:56:11.981702 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] Pushing event updated for resources: {'Port': ['ID=5281bab2-415c-46b0-8fa0-9ff4ab7b298d,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:11.989893 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-12914e12-c3ef-4858-956d-e10154ade3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.991298 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-12914e12-c3ef-4858-956d-e10154ade3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.992467 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-12914e12-c3ef-4858-956d-e10154ade3df admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/563ebd0f-9043-456e-b485-4bbdafcd4803 HTTP/1.1" status: 204 len: 168 time: 1.0543120 Sep 07 18:56:12.045212 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f8f09323-2cd6-4621-856a-26167c853389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.075727 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-f768573f-440e-4187-b7ae-af3e4a0ce61d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e HTTP/1.1" status: 200 len: 217 time: 0.1183770 Sep 07 18:56:12.078957 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12914e12-c3ef-4858-956d-e10154ade3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563ebd0f-9043-456e-b485-4bbdafcd4803,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:12.119980 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4b143ed5-771e-449c-9fb4-74e47768a638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.159571 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 77501b19-4741-4455-9ee0-4f017268eb28 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:56:12.204317 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 77501b19-4741-4455-9ee0-4f017268eb28 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:56:12.204974 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 77501b19-4741-4455-9ee0-4f017268eb28 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:56:12.205698 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 738ca30f-aa96-413f-b823-a7c678b966f1 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:56:12.233642 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 738ca30f-aa96-413f-b823-a7c678b966f1 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:56:12.234224 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 738ca30f-aa96-413f-b823-a7c678b966f1 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:56:12.251493 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f86055a6-ca48-4512-adea-b1f3f784f635 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.270015 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc71f77-7ef8-4446-935a-6f8fd435f044 req-019a913c-b1c5-419c-9716-71d7de6a7ebc tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:12.279846 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-adc71f77-7ef8-4446-935a-6f8fd435f044 req-019a913c-b1c5-419c-9716-71d7de6a7ebc tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 944 time: 0.3831234 Sep 07 18:56:12.326678 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f86055a6-ca48-4512-adea-b1f3f784f635 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.359767 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4b143ed5-771e-449c-9fb4-74e47768a638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.367371 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4b143ed5-771e-449c-9fb4-74e47768a638 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.386105 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f86055a6-ca48-4512-adea-b1f3f784f635 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Network 496de846-9f54-4a13-b3ce-ed2f406042b7 is not hosted by any dhcp agent {{(pid=101444) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 18:56:12.386382 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86055a6-ca48-4512-adea-b1f3f784f635 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:12.387031 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f86055a6-ca48-4512-adea-b1f3f784f635 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.391341 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f86055a6-ca48-4512-adea-b1f3f784f635 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] 10.222.0.26 "PUT /v2.0/networks/496de846-9f54-4a13-b3ce-ed2f406042b7 HTTP/1.1" status: 200 len: 858 time: 0.7376599 Sep 07 18:56:12.398176 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35034) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:12.439080 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-2aaa7a50-cd89-433f-a832-369d79ba85f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:12.440668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-2aaa7a50-cd89-433f-a832-369d79ba85f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb086058-ee0b-4e82-9985-a33edfb98db6 HTTP/1.1" status: 200 len: 854 time: 0.2621074 Sep 07 18:56:12.479688 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae68004-dc65-4667-a59c-8b65dcf5acd0 req-f46d683b-8721-4d9e-8157-a7074d982dc5 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:12.481345 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dae68004-dc65-4667-a59c-8b65dcf5acd0 req-f46d683b-8721-4d9e-8157-a7074d982dc5 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 946 time: 0.1990304 Sep 07 18:56:12.517763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef8fd5b7-e83d-44c6-a9a8-eb73ea1880fb req-3ed8ac42-a523-4603-9a80-189717a2b5e3 service neutron] 10.222.0.36 "GET /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5682249 Sep 07 18:56:12.519100 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f8f09323-2cd6-4621-856a-26167c853389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.521626 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-adc71f77-7ef8-4446-935a-6f8fd435f044 req-1453c11e-b37c-4a7d-821c-0d796dfd0035 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408998 Sep 07 18:56:12.524911 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4b143ed5-771e-449c-9fb4-74e47768a638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.525496 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b143ed5-771e-449c-9fb4-74e47768a638 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6942e8ac-960d-4457-95ba-03b9419d97c9 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:56:12.534856 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4b143ed5-771e-449c-9fb4-74e47768a638 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.538725 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4b143ed5-771e-449c-9fb4-74e47768a638 admin admin] 10.222.0.26 "DELETE /v2.0/routers/6942e8ac-960d-4457-95ba-03b9419d97c9 HTTP/1.1" status: 204 len: 168 time: 2.2396452 Sep 07 18:56:12.539530 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35036) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:12.540811 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] Attempting to bind port 5281bab2-415c-46b0-8fa0-9ff4ab7b298d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:56:12.541260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] Attempting to bind port 5281bab2-415c-46b0-8fa0-9ff4ab7b298d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '0fb58946-c180-45a9-954e-d852f4221068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:56:12.542064 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] Attempting to bind port 5281bab2-415c-46b0-8fa0-9ff4ab7b298d on network b4943d32-045e-4ba1-b602-399d971687ed {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:56:12.542193 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86055a6-ca48-4512-adea-b1f3f784f635 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Pushing event updated for resources: {'Network': ['ID=496de846-9f54-4a13-b3ce-ed2f406042b7,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:12.593920 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-f8f09323-2cd6-4621-856a-26167c853389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b400c2c-52a1-4a3f-b7e2-da40908cc664']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:12.616292 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-f8f09323-2cd6-4621-856a-26167c853389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c36bdb-1e25-4e17-9eb3-fc29828605f0') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:12.616901 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-f8f09323-2cd6-4621-856a-26167c853389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c36bdb-1e25-4e17-9eb3-fc29828605f0') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:12.622498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] Port 5281bab2-415c-46b0-8fa0-9ff4ab7b298d on network b4943d32-045e-4ba1-b602-399d971687ed not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:56:12.622829 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] Attempting to bind port 5281bab2-415c-46b0-8fa0-9ff4ab7b298d on network b4943d32-045e-4ba1-b602-399d971687ed {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:56:12.632189 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f8f09323-2cd6-4621-856a-26167c853389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.651112 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b12482-edf2-4f15-a6ab-775a053d87af admin admin] Deleting subnet 619cd2b1-3967-4753-9c8c-ea535684adf4 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:56:12.654469 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80b12482-edf2-4f15-a6ab-775a053d87af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.670983 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.680490 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:56:12.681435 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] Checking segment: {'id': '0fb58946-c180-45a9-954e-d852f4221068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:56:12.681838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] Bound using segment: {'id': '0fb58946-c180-45a9-954e-d852f4221068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:56:12.682284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] Bound port: 5281bab2-415c-46b0-8fa0-9ff4ab7b298d, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb58946-c180-45a9-954e-d852f4221068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:56:12.682962 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.687117 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f8f09323-2cd6-4621-856a-26167c853389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.697669 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f09323-2cd6-4621-856a-26167c853389 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:56:12.698070 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f8f09323-2cd6-4621-856a-26167c853389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:56:12.699751 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:56:12.706298 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-41430555-ca4e-4e00-b0c1-fc2a029704a0 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.714771 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80b12482-edf2-4f15-a6ab-775a053d87af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.721127 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dae68004-dc65-4667-a59c-8b65dcf5acd0 req-c4ab1147-f6c1-4b22-a21a-05b2e09783dc tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101772 Sep 07 18:56:12.796239 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f8f09323-2cd6-4621-856a-26167c853389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.810328 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f8f09323-2cd6-4621-856a-26167c853389 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.810508 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-c289d6de-0809-4f49-8feb-88b23a9cec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:12.812321 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f8f09323-2cd6-4621-856a-26167c853389 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5b400c2c-52a1-4a3f-b7e2-da40908cc664 HTTP/1.1" status: 204 len: 168 time: 1.0306406 Sep 07 18:56:12.815213 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-c289d6de-0809-4f49-8feb-88b23a9cec69 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b4943d32-045e-4ba1-b602-399d971687ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3485732 Sep 07 18:56:12.829135 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f09323-2cd6-4621-856a-26167c853389 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b400c2c-52a1-4a3f-b7e2-da40908cc664,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:12.871897 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80b12482-edf2-4f15-a6ab-775a053d87af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.874052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023cdfb-bdd7-4da1-9757-02194b02669a req-279114c7-b2fb-4a6b-b759-cb84ebf838c3 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:12.875595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0023cdfb-bdd7-4da1-9757-02194b02669a req-279114c7-b2fb-4a6b-b759-cb84ebf838c3 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/ports?device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 945 time: 0.2392778 Sep 07 18:56:12.928928 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80b12482-edf2-4f15-a6ab-775a053d87af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.956963 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b12482-edf2-4f15-a6ab-775a053d87af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=619cd2b1-3967-4753-9c8c-ea535684adf4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:12.962065 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35042) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:12.964926 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80b12482-edf2-4f15-a6ab-775a053d87af admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.967991 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f111364a-fb0f-42e7-be00-72a4ca497470 None None] Network b9424cdc-95ee-4e78-8b79-da4f8984864f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:56:12.969829 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-80b12482-edf2-4f15-a6ab-775a053d87af admin admin] 10.222.0.26 "DELETE /v2.0/subnets/619cd2b1-3967-4753-9c8c-ea535684adf4 HTTP/1.1" status: 204 len: 168 time: 0.4253900 Sep 07 18:56:12.975770 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35044) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:13.002076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef8fd5b7-e83d-44c6-a9a8-eb73ea1880fb req-078af190-86fc-4924-9cce-c0b5ae171dd9 service neutron] 10.222.0.36 "GET /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508889 Sep 07 18:56:13.027422 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] For port 5281bab2-415c-46b0-8fa0-9ff4ab7b298d, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:56:13.080161 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7aaf0aaa-6c22-4646-b2f6-f86d03583a6a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23bd9db961d24ba189b315670760f471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1164775 Sep 07 18:56:13.083594 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e8a640a-3a05-44ff-be18-b3113a230543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.087046 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35048) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:13.090097 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-41430555-ca4e-4e00-b0c1-fc2a029704a0 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.110568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] For port 5281bab2-415c-46b0-8fa0-9ff4ab7b298d, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=5281bab2-415c-46b0-8fa0-9ff4ab7b298d,segment=NetworkSegment(0fb58946-c180-45a9-954e-d852f4221068),segment_id=0fb58946-c180-45a9-954e-d852f4221068)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:56:13.115269 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0023cdfb-bdd7-4da1-9757-02194b02669a req-71316298-2957-46e5-819b-85c6a6718bb8 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/security-groups?id=e816421b-3de2-47f2-87f3-f35acaf26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181573 Sep 07 18:56:13.126201 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.143795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-41430555-ca4e-4e00-b0c1-fc2a029704a0 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496de846-9f54-4a13-b3ce-ed2f406042b7']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:13.151399 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-631bc2f3-7dcb-4dee-bbf7-bab626c56c05 service neutron] 10.222.0.60 "GET /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140626 Sep 07 18:56:13.193198 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-41430555-ca4e-4e00-b0c1-fc2a029704a0 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ded351-cabc-496e-a749-4802f2050191') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:13.193489 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-41430555-ca4e-4e00-b0c1-fc2a029704a0 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ded351-cabc-496e-a749-4802f2050191') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:13.210086 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98871776-6db7-4451-a5a3-ac21f83ddb62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.224016 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:13.224798 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.226120 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] 10.222.0.36 "PUT /v2.0/ports/5281bab2-415c-46b0-8fa0-9ff4ab7b298d HTTP/1.1" status: 200 len: 1092 time: 3.6076982 Sep 07 18:56:13.237806 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-41430555-ca4e-4e00-b0c1-fc2a029704a0 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.252604 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98871776-6db7-4451-a5a3-ac21f83ddb62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.287165 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-1e8a640a-3a05-44ff-be18-b3113a230543 admin admin] Deleting port d61a6c38-4d8b-4860-8732-f45d7c71b595 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:13.287496 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e8a640a-3a05-44ff-be18-b3113a230543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.337184 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-41430555-ca4e-4e00-b0c1-fc2a029704a0 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.343073 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a89d0a52-07a9-4cf6-b210-4bdb8286404d details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:56:13.352061 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41430555-ca4e-4e00-b0c1-fc2a029704a0 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:56:13.352484 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-41430555-ca4e-4e00-b0c1-fc2a029704a0 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: timer() Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:56:13.355918 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:56:13.368340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c687-0b96-4db8-9583-169065beeff7 service neutron] Pushing event updated for resources: {'Port': ['ID=5281bab2-415c-46b0-8fa0-9ff4ab7b298d,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:13.407100 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-1e8a640a-3a05-44ff-be18-b3113a230543 admin admin] For port d61a6c38-4d8b-4860-8732-f45d7c71b595, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d61a6c38-4d8b-4860-8732-f45d7c71b595,segment=NetworkSegment(f05ded49-5554-4405-a553-f8ca4078019a),segment_id=f05ded49-5554-4405-a553-f8ca4078019a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:13.407748 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e8a640a-3a05-44ff-be18-b3113a230543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.425551 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df9e77f-6b02-47d8-99fb-58fd4dc54f8f None None] DHCP port deletion for b9424cdc-95ee-4e78-8b79-da4f8984864f request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:56:13.431301 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-1e8a640a-3a05-44ff-be18-b3113a230543 admin admin] Calling delete_port for d61a6c38-4d8b-4860-8732-f45d7c71b595 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:13.433423 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98871776-6db7-4451-a5a3-ac21f83ddb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.436313 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98871776-6db7-4451-a5a3-ac21f83ddb62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.441924 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-98871776-6db7-4451-a5a3-ac21f83ddb62 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/871a8ce6-4e9c-4530-a80a-800f4e38e1e0 HTTP/1.1" status: 204 len: 168 time: 0.3497365 Sep 07 18:56:13.457147 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98871776-6db7-4451-a5a3-ac21f83ddb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871a8ce6-4e9c-4530-a80a-800f4e38e1e0,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:13.479047 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-5cc73b59-0da6-48b5-8e6d-7e06b0c5e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:13.480619 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-5cc73b59-0da6-48b5-8e6d-7e06b0c5e58f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b4a41684be474d90277324c86fc787&device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 1095 time: 0.1902316 Sep 07 18:56:13.504365 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9f8d193-de39-4e2a-a1e2-5f8337aef490 req-46ca745b-1e1f-453a-be64-974eeafb825d service neutron] 10.222.0.60 "GET /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207932 Sep 07 18:56:13.553353 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-24c6e887-d8ba-4f9d-81f5-4d0c9706067f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5281bab2-415c-46b0-8fa0-9ff4ab7b298d HTTP/1.1" status: 200 len: 217 time: 0.0622060 Sep 07 18:56:13.573942 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e8a640a-3a05-44ff-be18-b3113a230543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.595780 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-41430555-ca4e-4e00-b0c1-fc2a029704a0 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.612994 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a640a-3a05-44ff-be18-b3113a230543 admin admin] Pushing event deleted for resources: {'Port': ['ID=d61a6c38-4d8b-4860-8732-f45d7c71b595,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:13.617445 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8a640a-3a05-44ff-be18-b3113a230543 admin admin] No DVR routers for this DVR port d61a6c38-4d8b-4860-8732-f45d7c71b595 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:56:13.626433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41430555-ca4e-4e00-b0c1-fc2a029704a0 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 496de846-9f54-4a13-b3ce-ed2f406042b7 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 07 18:56:13.627871 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-41430555-ca4e-4e00-b0c1-fc2a029704a0 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.633482 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-41430555-ca4e-4e00-b0c1-fc2a029704a0 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] 10.222.0.26 "DELETE /v2.0/networks/496de846-9f54-4a13-b3ce-ed2f406042b7 HTTP/1.1" status: 204 len: 168 time: 1.2203660 Sep 07 18:56:13.635896 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35054) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:13.640440 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.662812 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41430555-ca4e-4e00-b0c1-fc2a029704a0 tempest-ExternalNetworksTestJSON-388959796 tempest-ExternalNetworksTestJSON-388959796-project-admin] Pushing event deleted for resources: {'Network': ['ID=496de846-9f54-4a13-b3ce-ed2f406042b7,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:13.692092 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a89d0a52-07a9-4cf6-b210-4bdb8286404d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a89d0a52-07a9-4cf6-b210-4bdb8286404d,segment=NetworkSegment(0fb58946-c180-45a9-954e-d852f4221068),segment_id=0fb58946-c180-45a9-954e-d852f4221068)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:13.699779 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4206cf-03fd-41cf-afc3-865c1e89fd5b tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] DELETE failed (client error): The resource could not be found. Sep 07 18:56:13.700238 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4206cf-03fd-41cf-afc3-865c1e89fd5b tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:56:13.705228 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2e4206cf-03fd-41cf-afc3-865c1e89fd5b tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] 10.222.0.26 "DELETE /v2.0/subnets/c551cc57-441d-40a4-9066-b1edc45caa2c HTTP/1.1" status: 404 len: 337 time: 0.0567427 Sep 07 18:56:13.708038 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35056) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:13.727843 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-2df9e77f-6b02-47d8-99fb-58fd4dc54f8f None None] Deleting port d61a6c38-4d8b-4860-8732-f45d7c71b595 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:13.728216 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2df9e77f-6b02-47d8-99fb-58fd4dc54f8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.729433 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e8a640a-3a05-44ff-be18-b3113a230543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.758560 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'a89d0a52-07a9-4cf6-b210-4bdb8286404d', 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed', 'port_id': 'a89d0a52-07a9-4cf6-b210-4bdb8286404d', 'mac_address': 'fa:16:3e:a2:38:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb086058-ee0b-4e82-9985-a33edfb98db6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:56:13.761307 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-1e8a640a-3a05-44ff-be18-b3113a230543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9424cdc-95ee-4e78-8b79-da4f8984864f']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:13.787012 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-1e8a640a-3a05-44ff-be18-b3113a230543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05ded49-5554-4405-a553-f8ca4078019a') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:13.787323 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-1e8a640a-3a05-44ff-be18-b3113a230543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05ded49-5554-4405-a553-f8ca4078019a') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:13.822757 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e8a640a-3a05-44ff-be18-b3113a230543 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.880663 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e8a640a-3a05-44ff-be18-b3113a230543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.893643 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-2df9e77f-6b02-47d8-99fb-58fd4dc54f8f None None] For port d61a6c38-4d8b-4860-8732-f45d7c71b595, host n-d-807786-1, got binding levels [] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:13.899086 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2df9e77f-6b02-47d8-99fb-58fd4dc54f8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.904142 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8a640a-3a05-44ff-be18-b3113a230543 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:56:13.905030 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e8a640a-3a05-44ff-be18-b3113a230543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.911256 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d61a6c38-4d8b-4860-8732-f45d7c71b595 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:56:13.919634 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:56:13.937674 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:56:13.971100 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89d0a52-07a9-4cf6-b210-4bdb8286404d {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:56:13.976338 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-2df9e77f-6b02-47d8-99fb-58fd4dc54f8f None None] Calling delete_port for d61a6c38-4d8b-4860-8732-f45d7c71b595 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:13.980984 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.ipam_backend_mixin [None req-2df9e77f-6b02-47d8-99fb-58fd4dc54f8f None None] Port d61a6c38-4d8b-4860-8732-f45d7c71b595 was not found and therefore no delete operation was performed {{(pid=101446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 18:56:13.982056 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: d61a6c38-4d8b-4860-8732-f45d7c71b595 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:56:13.982382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d61a6c38-4d8b-4860-8732-f45d7c71b595 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:56:13.985617 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2df9e77f-6b02-47d8-99fb-58fd4dc54f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:14.030247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9e77f-6b02-47d8-99fb-58fd4dc54f8f None None] Pushing event deleted for resources: {'Port': ['ID=d61a6c38-4d8b-4860-8732-f45d7c71b595,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:14.033576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a89d0a52-07a9-4cf6-b210-4bdb8286404d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a89d0a52-07a9-4cf6-b210-4bdb8286404d,segment=NetworkSegment(0fb58946-c180-45a9-954e-d852f4221068),segment_id=0fb58946-c180-45a9-954e-d852f4221068)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:14.037248 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df9e77f-6b02-47d8-99fb-58fd4dc54f8f None None] No DVR routers for this DVR port d61a6c38-4d8b-4860-8732-f45d7c71b595 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:56:14.040114 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:14.042048 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e8a640a-3a05-44ff-be18-b3113a230543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:14.071825 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e8a640a-3a05-44ff-be18-b3113a230543 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:14.075747 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1e8a640a-3a05-44ff-be18-b3113a230543 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b9424cdc-95ee-4e78-8b79-da4f8984864f HTTP/1.1" status: 204 len: 168 time: 1.0984056 Sep 07 18:56:14.091376 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a640a-3a05-44ff-be18-b3113a230543 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9424cdc-95ee-4e78-8b79-da4f8984864f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:14.113584 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=a89d0a52-07a9-4cf6-b210-4bdb8286404d,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:14.250153 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35076) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:14.260175 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b8e372-728e-4b5f-a499-2775fd359815', 'tag': '5281bab2-415c-46b0-8fa0-9ff4ab7b298d'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:14.262839 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a1541c-f651-4371-8d01-c8f4cb4293e6" -d '{"events": [{"name": "network-changed", "server_uuid": "99b8e372-728e-4b5f-a499-2775fd359815", "tag": "5281bab2-415c-46b0-8fa0-9ff4ab7b298d"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:14.273142 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['a89d0a52-07a9-4cf6-b210-4bdb8286404d'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:56:14.280748 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-bcb5f037-ce1d-45cf-8446-d38652a9e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:14.282193 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-bcb5f037-ce1d-45cf-8446-d38652a9e993 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb086058-ee0b-4e82-9985-a33edfb98db6 HTTP/1.1" status: 200 len: 854 time: 0.7161248 Sep 07 18:56:14.299521 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1391c07-a082-4fc6-adbc-b9812d2df7d2 req-748582cf-03f2-4fcf-ab12-e8fb674807db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:14.301055 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1391c07-a082-4fc6-adbc-b9812d2df7d2 req-748582cf-03f2-4fcf-ab12-e8fb674807db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e1b4a41684be474d90277324c86fc787&device_id=492e61e3-3393-4601-b637-2a944a1bbdf5 HTTP/1.1" status: 200 len: 1094 time: 0.7468519 Sep 07 18:56:14.307396 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7731d310-e983-4bcd-ad3a-ea0631a6a8d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=93e4d898d3484fb1b8b7e09df61086df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554049 Sep 07 18:56:14.310650 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35080) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:14.382618 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3f811179-2b16-46e1-a10e-ec8de6a4cdae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:14.411314 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3f811179-2b16-46e1-a10e-ec8de6a4cdae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:14.464258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a661b-fea3-467b-9912-42cae2331026 req-c39e4db1-e67d-4ff5-858e-189ec424e5af tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:14.472827 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c28a661b-fea3-467b-9912-42cae2331026 req-c39e4db1-e67d-4ff5-858e-189ec424e5af tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 944 time: 0.7867324 Sep 07 18:56:14.475045 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3f811179-2b16-46e1-a10e-ec8de6a4cdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:14.478185 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3f811179-2b16-46e1-a10e-ec8de6a4cdae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:14.479850 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3f811179-2b16-46e1-a10e-ec8de6a4cdae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/030141b4-1781-400c-aea8-e69aab2a3d78 HTTP/1.1" status: 204 len: 168 time: 0.1679823 Sep 07 18:56:14.484494 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-080f4803-f02d-4669-bc0c-7ac5321fa7ac tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:14.490996 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f811179-2b16-46e1-a10e-ec8de6a4cdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030141b4-1781-400c-aea8-e69aab2a3d78,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:14.551773 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-ac33ae81-1461-48b9-b90d-1b8df2750e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:14.553310 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-ac33ae81-1461-48b9-b90d-1b8df2750e7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4943d32-045e-4ba1-b602-399d971687ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2504737 Sep 07 18:56:14.567716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d883f1e-a62b-4df9-b448-c7c9f0e74f5f req-4b5b00f7-3113-4efb-b1fd-dbd5229751b5 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:14.569249 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d883f1e-a62b-4df9-b448-c7c9f0e74f5f req-4b5b00f7-3113-4efb-b1fd-dbd5229751b5 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 946 time: 0.2905133 Sep 07 18:56:14.676843 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c28a661b-fea3-467b-9912-42cae2331026 req-f1fadbc7-0327-459b-9a38-03d0a718bead tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979308 Sep 07 18:56:14.712069 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35094) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:14.728185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1391c07-a082-4fc6-adbc-b9812d2df7d2 req-70da76ec-14f2-4b81-b580-341f133f7236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:14.730144 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1391c07-a082-4fc6-adbc-b9812d2df7d2 req-70da76ec-14f2-4b81-b580-341f133f7236 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b4943d32-045e-4ba1-b602-399d971687ed HTTP/1.1" status: 200 len: 916 time: 0.4117165 Sep 07 18:56:14.830147 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-2fc9bebb-a41b-4f72-a0a1-603c57b02b92 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1467591617-network', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:14.854267 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc9bebb-a41b-4f72-a0a1-603c57b02b92 admin admin] Made reservation on behalf of b3e2f62770ce4512b55b3685f3a068f2 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:14.856750 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2fc9bebb-a41b-4f72-a0a1-603c57b02b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:14.867020 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2fc9bebb-a41b-4f72-a0a1-603c57b02b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:14.871494 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1391c07-a082-4fc6-adbc-b9812d2df7d2 req-fb234565-3a2e-43bf-a978-15af91dcd691 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e HTTP/1.1" status: 200 len: 217 time: 0.0971780 Sep 07 18:56:14.872246 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-080f4803-f02d-4669-bc0c-7ac5321fa7ac tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:14.878812 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d883f1e-a62b-4df9-b448-c7c9f0e74f5f req-1f7c457c-5bce-47ca-a511-ab8264f807d7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958522 Sep 07 18:56:14.963113 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-080f4803-f02d-4669-bc0c-7ac5321fa7ac tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f84df5c-2b3a-4014-b702-d01ef23fbad0']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:14.988455 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-080f4803-f02d-4669-bc0c-7ac5321fa7ac tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b805aa-9c60-4399-8cc6-d0d5f4e5edc2') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:14.988796 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-080f4803-f02d-4669-bc0c-7ac5321fa7ac tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b805aa-9c60-4399-8cc6-d0d5f4e5edc2') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:14.994967 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-1b62b1f3-d385-4003-832a-f6c4532fcff4 service neutron] 10.222.0.36 "GET /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240773 Sep 07 18:56:15.008306 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2fc9bebb-a41b-4f72-a0a1-603c57b02b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.014075 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2fc9bebb-a41b-4f72-a0a1-603c57b02b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.018502 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-080f4803-f02d-4669-bc0c-7ac5321fa7ac tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.022435 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1391c07-a082-4fc6-adbc-b9812d2df7d2 req-b5d15d08-9e68-4122-b77d-83fbbd032060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:15.024574 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1391c07-a082-4fc6-adbc-b9812d2df7d2 req-b5d15d08-9e68-4122-b77d-83fbbd032060 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb086058-ee0b-4e82-9985-a33edfb98db6 HTTP/1.1" status: 200 len: 854 time: 0.1193743 Sep 07 18:56:15.041740 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9570c5d1-fc04-4333-b125-dcea99793001 x-openstack-request-id: req-9570c5d1-fc04-4333-b125-dcea99793001 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:15.042369 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b8e372-728e-4b5f-a499-2775fd359815", "tag": "5281bab2-415c-46b0-8fa0-9ff4ab7b298d", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:15.042369 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9570c5d1-fc04-4333-b125-dcea99793001 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:15.042658 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b8e372-728e-4b5f-a499-2775fd359815', 'tag': '5281bab2-415c-46b0-8fa0-9ff4ab7b298d', 'status': 'completed', 'code': 200} Sep 07 18:56:15.046463 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc9bebb-a41b-4f72-a0a1-603c57b02b92 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:56:15.057021 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9bebb-a41b-4f72-a0a1-603c57b02b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a1409c-c352-4273-aadb-54080ef47e8d,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:15.058568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737d9b7-7c81-4a1f-b307-0d02abb60350 req-34cac2fd-b198-4144-999a-77294de6b3d5 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:15.062267 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2fc9bebb-a41b-4f72-a0a1-603c57b02b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.062627 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-2fc9bebb-a41b-4f72-a0a1-603c57b02b92 admin admin] Added segment 8bdddb14-36b1-4359-9802-3d38f831e977 of type vlan for network 1d18b746-cc48-4b0b-8822-7ec853348da1 Sep 07 18:56:15.068172 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e737d9b7-7c81-4a1f-b307-0d02abb60350 req-34cac2fd-b198-4144-999a-77294de6b3d5 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/ports?device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 945 time: 0.2707741 Sep 07 18:56:15.098372 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-080f4803-f02d-4669-bc0c-7ac5321fa7ac tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.106380 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2fc9bebb-a41b-4f72-a0a1-603c57b02b92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.137818 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2fc9bebb-a41b-4f72-a0a1-603c57b02b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.139563 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc9bebb-a41b-4f72-a0a1-603c57b02b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:15.140631 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2fc9bebb-a41b-4f72-a0a1-603c57b02b92 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.161879 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080f4803-f02d-4669-bc0c-7ac5321fa7ac tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:56:15.162338 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-080f4803-f02d-4669-bc0c-7ac5321fa7ac tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: timer() Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:56:15.166401 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:56:15.183819 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2fc9bebb-a41b-4f72-a0a1-603c57b02b92 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4680417 Sep 07 18:56:15.185668 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35112) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:15.203213 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-eb42c653-a105-4561-a141-dd4d0d505d45 admin admin] Request body: {'subnet': {'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1467591617-subnet', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:15.209001 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9bebb-a41b-4f72-a0a1-603c57b02b92 admin admin] Pushing event updated for resources: {'Network': ['ID=1d18b746-cc48-4b0b-8822-7ec853348da1,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:15.221270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 1d18b746-cc48-4b0b-8822-7ec853348da1 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:56:15.283724 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e737d9b7-7c81-4a1f-b307-0d02abb60350 req-5bb0dd93-335b-4f34-8d0e-e2bd445f6424 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/security-groups?id=e816421b-3de2-47f2-87f3-f35acaf26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098796 Sep 07 18:56:15.292782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1391c07-a082-4fc6-adbc-b9812d2df7d2 req-c79285f3-750e-4445-8b52-d300a5a4b836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:15.294389 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1391c07-a082-4fc6-adbc-b9812d2df7d2 req-c79285f3-750e-4445-8b52-d300a5a4b836 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b4943d32-045e-4ba1-b602-399d971687ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2489443 Sep 07 18:56:15.321101 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-080f4803-f02d-4669-bc0c-7ac5321fa7ac tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.326727 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb42c653-a105-4561-a141-dd4d0d505d45 admin admin] Made reservation on behalf of b3e2f62770ce4512b55b3685f3a068f2 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:15.329041 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb42c653-a105-4561-a141-dd4d0d505d45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.346643 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35118) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:15.358361 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-080f4803-f02d-4669-bc0c-7ac5321fa7ac tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.358707 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a89d0a52-07a9-4cf6-b210-4bdb8286404d up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:15.363150 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-080f4803-f02d-4669-bc0c-7ac5321fa7ac tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] 10.222.0.26 "DELETE /v2.0/networks/8f84df5c-2b3a-4014-b702-d01ef23fbad0 HTTP/1.1" status: 204 len: 168 time: 1.6482861 Sep 07 18:56:15.403582 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fabf27ed-d78c-4f35-8173-2bcafd77b3db req-5f4bd639-08f9-44cd-bc84-7e44ce9059aa service neutron] 10.222.0.36 "GET /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984840 Sep 07 18:56:15.436379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f4803-f02d-4669-bc0c-7ac5321fa7ac tempest-ExternalNetworksTestJSON-2030991044 tempest-ExternalNetworksTestJSON-2030991044-project] Pushing event deleted for resources: {'Network': ['ID=8f84df5c-2b3a-4014-b702-d01ef23fbad0,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:15.436768 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port a89d0a52-07a9-4cf6-b210-4bdb8286404d completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:15.442488 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port a89d0a52-07a9-4cf6-b210-4bdb8286404d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:15.443353 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.500218 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-08ee6b54-08fd-47a9-a5fa-dd844fef0963 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-831873073-network', 'tenant_id': '55da6dc970b04f53a1608f6e65e04d79'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:15.529462 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ee6b54-08fd-47a9-a5fa-dd844fef0963 admin admin] Made reservation on behalf of 55da6dc970b04f53a1608f6e65e04d79 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:15.533592 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08ee6b54-08fd-47a9-a5fa-dd844fef0963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.542290 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.545534 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08ee6b54-08fd-47a9-a5fa-dd844fef0963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.576198 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ffb698-72c1-42e0-bbfc-1714ccdf2757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89d0a52-07a9-4cf6-b210-4bdb8286404d'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:15.578836 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9dee08-15ea-445d-9e43-2ac5455fba47" -d '{"events": [{"server_uuid": "f9ffb698-72c1-42e0-bbfc-1714ccdf2757", "name": "network-vif-plugged", "status": "completed", "tag": "a89d0a52-07a9-4cf6-b210-4bdb8286404d"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:15.594063 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a89d0a52-07a9-4cf6-b210-4bdb8286404d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a89d0a52-07a9-4cf6-b210-4bdb8286404d,segment=NetworkSegment(0fb58946-c180-45a9-954e-d852f4221068),segment_id=0fb58946-c180-45a9-954e-d852f4221068)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:15.600108 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.647972 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35128) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:15.688026 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=a89d0a52-07a9-4cf6-b210-4bdb8286404d,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:15.707992 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110fb241-0d0a-4b6e-8a4a-850a28e0c8d4 x-openstack-request-id: req-110fb241-0d0a-4b6e-8a4a-850a28e0c8d4 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:15.708387 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ffb698-72c1-42e0-bbfc-1714ccdf2757", "name": "network-vif-plugged", "status": "completed", "tag": "a89d0a52-07a9-4cf6-b210-4bdb8286404d", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:15.708626 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-110fb241-0d0a-4b6e-8a4a-850a28e0c8d4 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:15.709632 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ffb698-72c1-42e0-bbfc-1714ccdf2757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89d0a52-07a9-4cf6-b210-4bdb8286404d', 'code': 200} Sep 07 18:56:15.728419 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08ee6b54-08fd-47a9-a5fa-dd844fef0963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.729007 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1391c07-a082-4fc6-adbc-b9812d2df7d2 req-49159ff8-1812-4397-bdde-9dc6f1bde88b service neutron] 10.222.0.60 "GET /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260890 Sep 07 18:56:15.733843 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08ee6b54-08fd-47a9-a5fa-dd844fef0963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.760164 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ee6b54-08fd-47a9-a5fa-dd844fef0963 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:56:15.778748 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee6b54-08fd-47a9-a5fa-dd844fef0963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63ab859-a961-4ace-93c0-7cb180773322,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:15.782439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1541c-f651-4371-8d01-c8f4cb4293e6 req-9ca54097-b480-482a-8587-5cd9f26a4824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:15.783130 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08ee6b54-08fd-47a9-a5fa-dd844fef0963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.783739 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-08ee6b54-08fd-47a9-a5fa-dd844fef0963 admin admin] Added segment fac3854a-07fc-4b62-a2f4-3f036cb36ed7 of type vlan for network 2fd9ccaf-9915-42e3-94e6-0b2859daf1df Sep 07 18:56:15.784595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3a1541c-f651-4371-8d01-c8f4cb4293e6 req-9ca54097-b480-482a-8587-5cd9f26a4824 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b4a41684be474d90277324c86fc787&device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 1095 time: 0.2915041 Sep 07 18:56:15.790087 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54d7e771-165b-486e-8bb3-41a332afaedb req-7c2f425b-dd00-4a6c-92fe-190ccd7dd372 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 258 time: 0.4699066 Sep 07 18:56:15.834229 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08ee6b54-08fd-47a9-a5fa-dd844fef0963 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.852379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-54d7e771-165b-486e-8bb3-41a332afaedb req-78baeee9-1b05-4f02-b58b-15035ac3ecb3 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:15.886724 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4b864389-100d-4c11-ab9e-4664bf05858e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0837d254f7914ce486a518b218d6fd81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374871 Sep 07 18:56:15.889184 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35136) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:15.895883 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08ee6b54-08fd-47a9-a5fa-dd844fef0963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.896848 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ee6b54-08fd-47a9-a5fa-dd844fef0963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:15.897412 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08ee6b54-08fd-47a9-a5fa-dd844fef0963 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:15.980234 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee6b54-08fd-47a9-a5fa-dd844fef0963 admin admin] Pushing event updated for resources: {'Network': ['ID=2fd9ccaf-9915-42e3-94e6-0b2859daf1df,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:15.992789 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 2fd9ccaf-9915-42e3-94e6-0b2859daf1df details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:56:15.998080 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91873b2d-0d55-4b87-b49c-84b35c328d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:16.024717 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91873b2d-0d55-4b87-b49c-84b35c328d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:16.027362 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53876f-51c5-421e-a45a-dd7dd4c7cc39 req-9e9f52ac-7901-4d93-9efd-e8b21a9798d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:16.028922 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f53876f-51c5-421e-a45a-dd7dd4c7cc39 req-9e9f52ac-7901-4d93-9efd-e8b21a9798d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 1096 time: 0.3041313 Sep 07 18:56:16.045817 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-08ee6b54-08fd-47a9-a5fa-dd844fef0963 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6959310 Sep 07 18:56:16.046021 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35142) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:16.050698 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4dae2294-510c-4f9b-a37d-488a1b2ac8d1 admin admin] Request body: {'subnet': {'network_id': '2fd9ccaf-9915-42e3-94e6-0b2859daf1df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-831873073-subnet', 'tenant_id': '55da6dc970b04f53a1608f6e65e04d79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:16.062790 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-54d7e771-165b-486e-8bb3-41a332afaedb req-78baeee9-1b05-4f02-b58b-15035ac3ecb3 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:16.092431 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dae2294-510c-4f9b-a37d-488a1b2ac8d1 admin admin] Made reservation on behalf of 55da6dc970b04f53a1608f6e65e04d79 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:16.095182 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4dae2294-510c-4f9b-a37d-488a1b2ac8d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:16.123417 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91873b2d-0d55-4b87-b49c-84b35c328d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:16.125997 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91873b2d-0d55-4b87-b49c-84b35c328d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:16.129543 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-91873b2d-0d55-4b87-b49c-84b35c328d87 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d32ac82b-4387-4152-9fa4-b164c4fb2332 HTTP/1.1" status: 204 len: 168 time: 0.2369871 Sep 07 18:56:16.134589 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f40772-ade8-4cbd-927c-e8144eda8755 req-5a61ff5b-cf9f-4248-a302-46cbd591d36c tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:16.136337 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-89f40772-ade8-4cbd-927c-e8144eda8755 req-5a61ff5b-cf9f-4248-a302-46cbd591d36c tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 944 time: 0.3076708 Sep 07 18:56:16.147261 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1391c07-a082-4fc6-adbc-b9812d2df7d2 req-290fc3fa-8e6f-4af9-8da3-1249d1ec9774 service neutron] 10.222.0.60 "GET /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017644 Sep 07 18:56:16.148082 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb42c653-a105-4561-a141-dd4d0d505d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:16.165855 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91873b2d-0d55-4b87-b49c-84b35c328d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32ac82b-4387-4152-9fa4-b164c4fb2332,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:16.204541 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1541c-f651-4371-8d01-c8f4cb4293e6 req-a40e39de-75a6-446e-b372-9d2a47871487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:16.206034 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3a1541c-f651-4371-8d01-c8f4cb4293e6 req-a40e39de-75a6-446e-b372-9d2a47871487 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4943d32-045e-4ba1-b602-399d971687ed HTTP/1.1" status: 200 len: 916 time: 0.3984530 Sep 07 18:56:16.229542 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f53876f-51c5-421e-a45a-dd7dd4c7cc39 req-00b4b9e5-ea3b-48e5-b52a-c3801bd88902 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812301 Sep 07 18:56:16.292138 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4dae2294-510c-4f9b-a37d-488a1b2ac8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:16.297961 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3a1541c-f651-4371-8d01-c8f4cb4293e6 req-e2e0aa30-7358-465f-ad38-8cb86bc7072d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5281bab2-415c-46b0-8fa0-9ff4ab7b298d HTTP/1.1" status: 200 len: 217 time: 0.0721610 Sep 07 18:56:16.305947 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42c653-a105-4561-a141-dd4d0d505d45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e593cdc-1b32-4dc9-81bb-475156c283c6,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:16.346731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-89f40772-ade8-4cbd-927c-e8144eda8755 req-70e579b8-303c-48a5-9610-024b40ceb82f tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895599 Sep 07 18:56:16.358354 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae2294-510c-4f9b-a37d-488a1b2ac8d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f8b5bf-011d-4487-b74a-a017d9f4d254,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:16.361592 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb42c653-a105-4561-a141-dd4d0d505d45 admin admin] Checking segment: {'id': '8bdddb14-36b1-4359-9802-3d38f831e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:56:16.361960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb42c653-a105-4561-a141-dd4d0d505d45 admin admin] Network hostable DHCP agents. Network: 1d18b746-cc48-4b0b-8822-7ec853348da1, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:56:16.365447 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae2294-510c-4f9b-a37d-488a1b2ac8d1 admin admin] Checking segment: {'id': 'fac3854a-07fc-4b62-a2f4-3f036cb36ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2fd9ccaf-9915-42e3-94e6-0b2859daf1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:56:16.365447 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dae2294-510c-4f9b-a37d-488a1b2ac8d1 admin admin] Network hostable DHCP agents. Network: 2fd9ccaf-9915-42e3-94e6-0b2859daf1df, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:56:16.394544 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dae2294-510c-4f9b-a37d-488a1b2ac8d1 admin admin] Network 2fd9ccaf-9915-42e3-94e6-0b2859daf1df is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:56:16.394787 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb42c653-a105-4561-a141-dd4d0d505d45 admin admin] Network 1d18b746-cc48-4b0b-8822-7ec853348da1 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:56:16.397407 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-4dae2294-510c-4f9b-a37d-488a1b2ac8d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 2fd9ccaf-9915-42e3-94e6-0b2859daf1df) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:16.403571 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-eb42c653-a105-4561-a141-dd4d0d505d45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 1d18b746-cc48-4b0b-8822-7ec853348da1) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:16.403735 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dae2294-510c-4f9b-a37d-488a1b2ac8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:16.404768 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4dae2294-510c-4f9b-a37d-488a1b2ac8d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:16.409609 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb42c653-a105-4561-a141-dd4d0d505d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:16.409808 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a3a83b-7fe4-4ad2-b224-c140e4e64f9d None None] Network 2fd9ccaf-9915-42e3-94e6-0b2859daf1df requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:56:16.410232 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb42c653-a105-4561-a141-dd4d0d505d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:16.418870 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-54d7e771-165b-486e-8bb3-41a332afaedb req-78baeee9-1b05-4f02-b58b-15035ac3ecb3 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:16.428122 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4dae2294-510c-4f9b-a37d-488a1b2ac8d1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3810189 Sep 07 18:56:16.477743 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-eb42c653-a105-4561-a141-dd4d0d505d45 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2869647 Sep 07 18:56:16.478528 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35150) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:16.482873 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ffafa11d-162e-4c1e-8153-e84a314fd224 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1467591617-router', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:16.492521 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20216597-6318-49f0-a0b1-f0d3552e4b43 None None] Network 1d18b746-cc48-4b0b-8822-7ec853348da1 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:56:16.508230 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ffafa11d-162e-4c1e-8153-e84a314fd224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:16.510569 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ffafa11d-162e-4c1e-8153-e84a314fd224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:16.514461 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35152) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:16.555429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1541c-f651-4371-8d01-c8f4cb4293e6 req-83db2873-bb3d-482a-a9c0-c4a0885e1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:16.556967 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3a1541c-f651-4371-8d01-c8f4cb4293e6 req-83db2873-bb3d-482a-a9c0-c4a0885e1a3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb086058-ee0b-4e82-9985-a33edfb98db6 HTTP/1.1" status: 200 len: 854 time: 0.1358204 Sep 07 18:56:16.565983 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:56:16.622486 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ffafa11d-162e-4c1e-8153-e84a314fd224 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:16.626545 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-31204541-ed44-4f9d-9f8e-44f634321284 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e40dd01dd771493b8115ce8a505d5a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1086428 Sep 07 18:56:16.631668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35154) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:16.656911 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ec146-b5b5-4e91-8c7f-dfda6a46c960 req-83dc80b7-a311-4f1d-89db-02389f4df2d9 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:16.664451 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a9ec146-b5b5-4e91-8c7f-dfda6a46c960 req-83dc80b7-a311-4f1d-89db-02389f4df2d9 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 946 time: 0.1580181 Sep 07 18:56:16.734717 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-36f0426c-a103-413a-9bb7-8a540c4d8000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:16.761239 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10cdfc8-0b2a-4825-8e74-ac3be79b564c None None] Network 2fd9ccaf-9915-42e3-94e6-0b2859daf1df requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:56:16.822561 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-36f0426c-a103-413a-9bb7-8a540c4d8000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:16.853272 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e,segment=NetworkSegment(0fb58946-c180-45a9-954e-d852f4221068),segment_id=0fb58946-c180-45a9-954e-d852f4221068)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:16.857440 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ffafa11d-162e-4c1e-8153-e84a314fd224 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:16.886327 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e', 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed', 'port_id': '408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e', 'mac_address': 'fa:16:3e:83:ef:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb086058-ee0b-4e82-9985-a33edfb98db6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:56:16.900778 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-1d18b746-cc48-4b0b-8822-7ec853348da1', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'fixed_ips': [{'subnet_id': '4e593cdc-1b32-4dc9-81bb-475156c283c6'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:56:16.901867 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:16.961259 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-36f0426c-a103-413a-9bb7-8a540c4d8000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:16.963878 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-36f0426c-a103-413a-9bb7-8a540c4d8000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:16.967413 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-36f0426c-a103-413a-9bb7-8a540c4d8000 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d013055-23b6-4c60-a1f6-03d587cb9921 HTTP/1.1" status: 204 len: 168 time: 0.3323612 Sep 07 18:56:16.981043 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0426c-a103-413a-9bb7-8a540c4d8000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d013055-23b6-4c60-a1f6-03d587cb9921,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:16.999054 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:17.012190 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-54d7e771-165b-486e-8bb3-41a332afaedb req-78baeee9-1b05-4f02-b58b-15035ac3ecb3 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Allocated IP 172.25.8.108 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/05e83830-deca-43dd-acb4-d7310c280818) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:17.015961 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1541c-f651-4371-8d01-c8f4cb4293e6 req-0d3dea35-52ca-4d4f-affa-f1b343f91e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:17.017785 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3a1541c-f651-4371-8d01-c8f4cb4293e6 req-0d3dea35-52ca-4d4f-affa-f1b343f91e9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4943d32-045e-4ba1-b602-399d971687ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4498737 Sep 07 18:56:17.029014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:56:17.086419 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a9ec146-b5b5-4e91-8c7f-dfda6a46c960 req-d09c79db-2f04-4ebc-ba49-ebecd4f19a67 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165568 Sep 07 18:56:17.117083 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e,segment=NetworkSegment(0fb58946-c180-45a9-954e-d852f4221068),segment_id=0fb58946-c180-45a9-954e-d852f4221068)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:17.126306 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:17.177106 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ffafa11d-162e-4c1e-8153-e84a314fd224 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:17.209555 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ffafa11d-162e-4c1e-8153-e84a314fd224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:17.216531 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:17.228664 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] Allocated IP 172.20.0.2 (1d18b746-cc48-4b0b-8822-7ec853348da1/4e593cdc-1b32-4dc9-81bb-475156c283c6/f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:17.262340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3a1541c-f651-4371-8d01-c8f4cb4293e6 req-1fe7c646-2ed7-4d5f-9554-3ef14e4810e0 service neutron] 10.222.0.36 "GET /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360663 Sep 07 18:56:17.333295 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-54d7e771-165b-486e-8bb3-41a332afaedb req-78baeee9-1b05-4f02-b58b-15035ac3ecb3 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:17.397142 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 5281bab2-415c-46b0-8fa0-9ff4ab7b298d details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:56:17.424602 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:56:17.433678 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3a1541c-f651-4371-8d01-c8f4cb4293e6 req-01e682ea-18fe-4a37-91e9-ad9fcb91e38e service neutron] 10.222.0.36 "GET /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585915 Sep 07 18:56:17.446589 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-54d7e771-165b-486e-8bb3-41a332afaedb req-78baeee9-1b05-4f02-b58b-15035ac3ecb3 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:17.486722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54d7e771-165b-486e-8bb3-41a332afaedb req-78baeee9-1b05-4f02-b58b-15035ac3ecb3 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:17.490221 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-54d7e771-165b-486e-8bb3-41a332afaedb req-78baeee9-1b05-4f02-b58b-15035ac3ecb3 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:17.496129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d7e771-165b-486e-8bb3-41a332afaedb req-78baeee9-1b05-4f02-b58b-15035ac3ecb3 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:17.520359 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baeee9-1b05-4f02-b58b-15035ac3ecb3 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Pushing event updated for resources: {'Port': ['ID=05e83830-deca-43dd-acb4-d7310c280818,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:17.522052 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-ffafa11d-162e-4c1e-8153-e84a314fd224 admin admin] Allocated IP 172.25.8.24 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/6815429e-851b-4080-856c-7410b9ed799f) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:17.634476 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-54d7e771-165b-486e-8bb3-41a332afaedb req-78baeee9-1b05-4f02-b58b-15035ac3ecb3 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:17.683925 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ffafa11d-162e-4c1e-8153-e84a314fd224 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:17.700051 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-54d7e771-165b-486e-8bb3-41a332afaedb req-78baeee9-1b05-4f02-b58b-15035ac3ecb3 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:17.732782 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ffafa11d-162e-4c1e-8153-e84a314fd224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:17.792327 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffafa11d-162e-4c1e-8153-e84a314fd224 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:17.798946 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-ffafa11d-162e-4c1e-8153-e84a314fd224 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:17.802899 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffafa11d-162e-4c1e-8153-e84a314fd224 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:17.842451 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafa11d-162e-4c1e-8153-e84a314fd224 admin admin] Pushing event updated for resources: {'Port': ['ID=6815429e-851b-4080-856c-7410b9ed799f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:17.875420 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 5281bab2-415c-46b0-8fa0-9ff4ab7b298d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=5281bab2-415c-46b0-8fa0-9ff4ab7b298d,segment=NetworkSegment(0fb58946-c180-45a9-954e-d852f4221068),segment_id=0fb58946-c180-45a9-954e-d852f4221068)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:17.903172 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '5281bab2-415c-46b0-8fa0-9ff4ab7b298d', 'network_id': 'b4943d32-045e-4ba1-b602-399d971687ed', 'port_id': '5281bab2-415c-46b0-8fa0-9ff4ab7b298d', 'mac_address': 'fa:16:3e:b5:1e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb086058-ee0b-4e82-9985-a33edfb98db6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:56:17.905069 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:17.911968 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-1a1c1cf9-bc6e-4644-bf74-694a10657ff2 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:17.919493 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-1a1c1cf9-bc6e-4644-bf74-694a10657ff2 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.26 "GET /v2.0/networks?id=2fd9ccaf-9915-42e3-94e6-0b2859daf1df HTTP/1.1" status: 200 len: 812 time: 0.1942518 Sep 07 18:56:17.923443 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] Transition to ACTIVE for port object f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:17.950339 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-edf6f1e8-56c4-4ba9-a029-34ff4f0b6aa2 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.26 "GET /v2.0/quotas/55da6dc970b04f53a1608f6e65e04d79 HTTP/1.1" status: 200 len: 375 time: 0.0299227 Sep 07 18:56:17.987414 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] Transition to ACTIVE for port object f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:17.996241 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-16b4dee7-2c3b-489d-ab0d-1d93d37ce9db tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=55da6dc970b04f53a1608f6e65e04d79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446780 Sep 07 18:56:18.007528 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:18.013152 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:18.073890 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5281bab2-415c-46b0-8fa0-9ff4ab7b298d {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:56:18.092677 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] Network 1d18b746-cc48-4b0b-8822-7ec853348da1 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:18.113765 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-54d7e771-165b-486e-8bb3-41a332afaedb req-78baeee9-1b05-4f02-b58b-15035ac3ecb3 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:18.116480 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:18.123436 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-54d7e771-165b-486e-8bb3-41a332afaedb req-78baeee9-1b05-4f02-b58b-15035ac3ecb3 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:18.126144 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:18.133093 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 5281bab2-415c-46b0-8fa0-9ff4ab7b298d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=5281bab2-415c-46b0-8fa0-9ff4ab7b298d,segment=NetworkSegment(0fb58946-c180-45a9-954e-d852f4221068),segment_id=0fb58946-c180-45a9-954e-d852f4221068)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:18.141234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] Pushing event updated for resources: {'Port': ['ID=f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:18.143536 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:18.151485 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ffafa11d-162e-4c1e-8153-e84a314fd224 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:18.246593 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] Attempting to bind port f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:56:18.246983 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] Attempting to bind port f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '8bdddb14-36b1-4359-9802-3d38f831e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:56:18.247320 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] Attempting to bind port f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5 on network 1d18b746-cc48-4b0b-8822-7ec853348da1 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:56:18.254007 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=5281bab2-415c-46b0-8fa0-9ff4ab7b298d,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:18.257262 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:56:18.257640 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] Checking segment: {'id': '8bdddb14-36b1-4359-9802-3d38f831e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:56:18.258044 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:18.258435 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] Bound using segment: {'id': '8bdddb14-36b1-4359-9802-3d38f831e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:56:18.258975 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] Bound port: f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bdddb14-36b1-4359-9802-3d38f831e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:56:18.259279 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:18.259631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-6ce45434-0e95-4fd6-84c0-7d8bd8917d79 service neutron] 10.222.0.26 "GET /v2.0/networks/2fd9ccaf-9915-42e3-94e6-0b2859daf1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623804 Sep 07 18:56:18.271248 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-54d7e771-165b-486e-8bb3-41a332afaedb req-78baeee9-1b05-4f02-b58b-15035ac3ecb3 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:18.308527 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baeee9-1b05-4f02-b58b-15035ac3ecb3 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Pushing event updated for resources: {'Port': ['ID=05e83830-deca-43dd-acb4-d7310c280818,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:18.315312 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-54d7e771-165b-486e-8bb3-41a332afaedb req-78baeee9-1b05-4f02-b58b-15035ac3ecb3 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:18.316566 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54d7e771-165b-486e-8bb3-41a332afaedb req-78baeee9-1b05-4f02-b58b-15035ac3ecb3 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4889352 Sep 07 18:56:18.364705 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] For port f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:56:18.370378 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] For port f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5,segment=NetworkSegment(8bdddb14-36b1-4359-9802-3d38f831e977),segment_id=8bdddb14-36b1-4359-9802-3d38f831e977)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:56:18.375807 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:18.412994 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['5281bab2-415c-46b0-8fa0-9ff4ab7b298d'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:56:18.431237 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54d7e771-165b-486e-8bb3-41a332afaedb req-7b9b0ee6-5759-4674-8919-2c2cea673c6f tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.108 HTTP/1.1" status: 200 len: 696 time: 0.0879235 Sep 07 18:56:18.476845 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-bd75df97-465d-4838-9818-cf98da63dd53 service neutron] 10.222.0.26 "GET /v2.0/networks/2fd9ccaf-9915-42e3-94e6-0b2859daf1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159457 Sep 07 18:56:18.520875 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada199d-7626-4afc-af1e-f638136384a1 None None] Pushing event updated for resources: {'Port': ['ID=f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:18.638792 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7e771-165b-486e-8bb3-41a332afaedb req-ed94787f-45ed-4856-b49e-18106792c9ae tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:18.640419 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54d7e771-165b-486e-8bb3-41a332afaedb req-ed94787f-45ed-4856-b49e-18106792c9ae tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.1952484 Sep 07 18:56:18.865993 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ffafa11d-162e-4c1e-8153-e84a314fd224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:18.880215 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28680b-27c8-41bc-8e91-74cc98d478c5 req-0a74985d-1f88-476d-aa25-895fef201a73 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:18.881892 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df28680b-27c8-41bc-8e91-74cc98d478c5 req-0a74985d-1f88-476d-aa25-895fef201a73 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 945 time: 0.0865486 Sep 07 18:56:18.981891 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df28680b-27c8-41bc-8e91-74cc98d478c5 req-9d01dc91-f36c-4eaf-a8be-e0baa8037cab tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929441 Sep 07 18:56:19.092206 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffafa11d-162e-4c1e-8153-e84a314fd224 admin admin] Router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:56:19.172883 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e239e6c0-38fc-4e2b-8ba0-abc255fd0db4 req-e506f285-4efa-4c7b-844c-0230a98f1e56 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c32a504-51cd-4f4b-9e34-82748e484d03 HTTP/1.1" status: 200 len: 210 time: 0.0390229 Sep 07 18:56:19.196228 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-8819d3b0-7738-46f1-a612-021824320162 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:19.198369 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-8819d3b0-7738-46f1-a612-021824320162 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/ports?device_id=9046640b-72df-4890-bfca-09ecb07a8b07&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1370437 Sep 07 18:56:19.244854 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffafa11d-162e-4c1e-8153-e84a314fd224 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:56:19.254923 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] Sync routers for ids ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:56:19.271922 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-ba7cb49e-ed7f-4838-9f3a-74f953e8d6e0 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.108 HTTP/1.1" status: 200 len: 696 time: 0.0639451 Sep 07 18:56:19.273136 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] Routers {'8d70b5dd-ae02-4b13-9ef1-645e5b131fec'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:19.273610 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ffafa11d-162e-4c1e-8153-e84a314fd224 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:19.274075 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:19.275572 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ffafa11d-162e-4c1e-8153-e84a314fd224 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7959819 Sep 07 18:56:19.278297 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35224) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:19.288586 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-d092d3c1-fb7f-44ff-9ca4-e9a527ee66a8 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Request body: {'floatingip': {'port_id': '63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:19.362759 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-d092d3c1-fb7f-44ff-9ca4-e9a527ee66a8 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:19.370173 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 5281bab2-415c-46b0-8fa0-9ff4ab7b298d up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:19.491634 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 5281bab2-415c-46b0-8fa0-9ff4ab7b298d completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:19.510089 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 5281bab2-415c-46b0-8fa0-9ff4ab7b298d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:19.513459 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:19.516142 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] Set router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:56:19.683052 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:19.740454 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b8e372-728e-4b5f-a499-2775fd359815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5281bab2-415c-46b0-8fa0-9ff4ab7b298d'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:19.744616 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b570a88-b303-4926-9372-b2cfd558ae58" -d '{"events": [{"server_uuid": "99b8e372-728e-4b5f-a499-2775fd359815", "name": "network-vif-plugged", "status": "completed", "tag": "5281bab2-415c-46b0-8fa0-9ff4ab7b298d"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:19.771656 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 5281bab2-415c-46b0-8fa0-9ff4ab7b298d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=5281bab2-415c-46b0-8fa0-9ff4ab7b298d,segment=NetworkSegment(0fb58946-c180-45a9-954e-d852f4221068),segment_id=0fb58946-c180-45a9-954e-d852f4221068)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:19.780549 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:19.851751 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'name': 'tempest-AttachVolumeTestJSON-1467591617-router', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6815429e-851b-4080-856c-7410b9ed799f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:16Z', 'updated_at': '2021-09-07T18:56:17Z', 'revision_number': 3, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'gw_port': {'id': '6815429e-851b-4080-856c-7410b9ed799f', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:17Z', 'updated_at': '2021-09-07T18:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:19.880646 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa598d9-c907-45b0-b616-51e0f2c50a24 req-74c0cd59-797a-42ca-8090-b255f493808c tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:19.888349 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] Checking router: 8d70b5dd-ae02-4b13-9ef1-645e5b131fec for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:56:19.889089 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] Updating router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec port 6815429e-851b-4080-856c-7410b9ed799f binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:56:19.890560 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5aa598d9-c907-45b0-b616-51e0f2c50a24 req-74c0cd59-797a-42ca-8090-b255f493808c tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 946 time: 0.5463591 Sep 07 18:56:19.919294 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:19.934935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=5281bab2-415c-46b0-8fa0-9ff4ab7b298d,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:19.979037 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:20.012640 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5aa598d9-c907-45b0-b616-51e0f2c50a24 req-b147cfb5-c479-4ca6-ad36-8179b614eca1 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140535 Sep 07 18:56:20.093324 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39daf280-c4b2-4b88-a552-84c9bfc09dbd x-openstack-request-id: req-39daf280-c4b2-4b88-a552-84c9bfc09dbd {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:20.094013 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b8e372-728e-4b5f-a499-2775fd359815", "name": "network-vif-plugged", "status": "completed", "tag": "5281bab2-415c-46b0-8fa0-9ff4ab7b298d", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:20.094271 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-39daf280-c4b2-4b88-a552-84c9bfc09dbd {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:20.096156 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b8e372-728e-4b5f-a499-2775fd359815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5281bab2-415c-46b0-8fa0-9ff4ab7b298d', 'code': 200} Sep 07 18:56:20.098110 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:20.259343 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7355d47e-9386-40f7-9d35-8ec42dddbbf4 None None] Network 1d18b746-cc48-4b0b-8822-7ec853348da1 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:56:20.292583 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35246) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:20.294348 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db658673-638d-4796-ab1d-2d912f460fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:20.337906 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01182d-ac09-43a6-94dd-1468a9b02851 req-47ef8f3f-cb1a-4b55-b417-c1884c7fb756 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:20.340025 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6c01182d-ac09-43a6-94dd-1468a9b02851 req-47ef8f3f-cb1a-4b55-b417-c1884c7fb756 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.36 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 946 time: 0.0958035 Sep 07 18:56:20.350424 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8b266386-1308-4fac-8c67-436a923de1b3 None None] Provisioning for port f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:20.365994 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8b266386-1308-4fac-8c67-436a923de1b3 None None] Provisioning complete for port f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:20.366355 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8b266386-1308-4fac-8c67-436a923de1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:20.478299 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:20.493028 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] Transition to ACTIVE for port object 6815429e-851b-4080-856c-7410b9ed799f will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:20.500290 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:20.533214 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8b266386-1308-4fac-8c67-436a923de1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:20.576205 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9d48a-96f6-487d-8553-8f3f953f1fc7 req-7bc8ea23-9d63-4bd0-9920-03f0e2d985f8 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:20.580150 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ebd9d48a-96f6-487d-8553-8f3f953f1fc7 req-7bc8ea23-9d63-4bd0-9920-03f0e2d985f8 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 946 time: 0.3049643 Sep 07 18:56:20.581044 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-6c01182d-ac09-43a6-94dd-1468a9b02851 req-70934da6-2a7f-416e-9edb-503c5d9a6242 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Deleting port 9b2d5934-870e-44ba-9e70-b4fb531f783a {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:20.581400 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-6c01182d-ac09-43a6-94dd-1468a9b02851 req-70934da6-2a7f-416e-9edb-503c5d9a6242 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:20.591705 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] Attempting to bind port 6815429e-851b-4080-856c-7410b9ed799f on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:56:20.592441 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] Attempting to bind port 6815429e-851b-4080-856c-7410b9ed799f by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:56:20.593290 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] Attempting to bind port 6815429e-851b-4080-856c-7410b9ed799f on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:56:20.594020 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:20.600162 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c18ae2-7986-47ce-b051-d084395c1356 req-8443e8f5-b690-4e3d-bc63-59fecc910f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:20.601293 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7c18ae2-7986-47ce-b051-d084395c1356 req-8443e8f5-b690-4e3d-bc63-59fecc910f4a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 1097 time: 0.3938615 Sep 07 18:56:20.601896 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909ac31-34b0-471b-9a91-2550417be451 None None] Pushing event updated for resources: {'Port': ['ID=6815429e-851b-4080-856c-7410b9ed799f,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:20.608272 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-add84c2f-a4c2-4d1d-9d83-8db524032752 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:20.609151 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:56:20.609765 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:56:20.610356 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:20.611358 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:56:20.612047 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] Bound port: 6815429e-851b-4080-856c-7410b9ed799f, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:56:20.612800 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:20.654979 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8b266386-1308-4fac-8c67-436a923de1b3 None None] For port f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5,segment=NetworkSegment(8bdddb14-36b1-4359-9802-3d38f831e977),segment_id=8bdddb14-36b1-4359-9802-3d38f831e977)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:20.657616 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-c6b843cc-9514-4367-8200-eb59c43a74e1 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:20.659261 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-c6b843cc-9514-4367-8200-eb59c43a74e1 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.36 "GET /v2.0/networks?id=2fd9ccaf-9915-42e3-94e6-0b2859daf1df HTTP/1.1" status: 200 len: 812 time: 0.5398028 Sep 07 18:56:20.671574 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8b266386-1308-4fac-8c67-436a923de1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:20.685126 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-073987ba-116c-4370-94ee-17f3afcd6869 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Request body: {'port': {'device_id': '7c32a504-51cd-4f4b-9e34-82748e484d03', 'network_id': '2fd9ccaf-9915-42e3-94e6-0b2859daf1df', 'admin_state_up': True, 'tenant_id': '55da6dc970b04f53a1608f6e65e04d79'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:20.703853 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] For port 6815429e-851b-4080-856c-7410b9ed799f, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:56:20.709975 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] For port 6815429e-851b-4080-856c-7410b9ed799f, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=6815429e-851b-4080-856c-7410b9ed799f,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:56:20.717490 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:20.728420 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-add84c2f-a4c2-4d1d-9d83-8db524032752 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:20.733489 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ebd9d48a-96f6-487d-8553-8f3f953f1fc7 req-f5fe6835-21df-463a-91c9-b75cf4b153cb tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399336 Sep 07 18:56:20.784054 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-db658673-638d-4796-ab1d-2d912f460fbf admin admin] Allocated IP 172.20.0.1 (1d18b746-cc48-4b0b-8822-7ec853348da1/4e593cdc-1b32-4dc9-81bb-475156c283c6/b5fede94-9c70-40d3-8ce1-7d1441d89cff) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:20.791107 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b266386-1308-4fac-8c67-436a923de1b3 None None] Pushing event updated for resources: {'Port': ['ID=f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:20.813507 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:20.823232 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:20.824125 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:20.826297 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] Routers {'8d70b5dd-ae02-4b13-9ef1-645e5b131fec'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:20.826960 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:20.844899 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-6c01182d-ac09-43a6-94dd-1468a9b02851 req-70934da6-2a7f-416e-9edb-503c5d9a6242 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] For port 9b2d5934-870e-44ba-9e70-b4fb531f783a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9b2d5934-870e-44ba-9e70-b4fb531f783a,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:20.845320 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-6c01182d-ac09-43a6-94dd-1468a9b02851 req-70934da6-2a7f-416e-9edb-503c5d9a6242 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:20.875778 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909ac31-34b0-471b-9a91-2550417be451 None None] Pushing event updated for resources: {'Port': ['ID=6815429e-851b-4080-856c-7410b9ed799f,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:20.884156 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-6c01182d-ac09-43a6-94dd-1468a9b02851 req-70934da6-2a7f-416e-9edb-503c5d9a6242 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Calling delete_port for 9b2d5934-870e-44ba-9e70-b4fb531f783a owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:20.914029 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7c18ae2-7986-47ce-b051-d084395c1356 req-971e0362-0b40-4150-97a9-eb6b04cca68f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742367 Sep 07 18:56:20.927123 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.resource_extend [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-d092d3c1-fb7f-44ff-9ca4-e9a527ee66a8 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 18:56:20.986628 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-d092d3c1-fb7f-44ff-9ca4-e9a527ee66a8 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:20.997078 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-d092d3c1-fb7f-44ff-9ca4-e9a527ee66a8 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:21.010387 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:21.025489 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] Set router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:56:21.053663 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e,segment=NetworkSegment(0fb58946-c180-45a9-954e-d852f4221068),segment_id=0fb58946-c180-45a9-954e-d852f4221068)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:21.060436 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:21.100886 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db658673-638d-4796-ab1d-2d912f460fbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:21.128562 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ebcc1122-52ce-46df-8631-f9db95197980 None None] Provisioning complete for port f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:21.129715 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ebcc1122-52ce-46df-8631-f9db95197980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:21.133319 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-db658673-638d-4796-ab1d-2d912f460fbf admin admin] Transition to ACTIVE for port object b5fede94-9c70-40d3-8ce1-7d1441d89cff will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:21.141972 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-add84c2f-a4c2-4d1d-9d83-8db524032752 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:21.207102 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:21.249492 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'name': 'tempest-AttachVolumeTestJSON-1467591617-router', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6815429e-851b-4080-856c-7410b9ed799f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:16Z', 'updated_at': '2021-09-07T18:56:17Z', 'revision_number': 3, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'gw_port': {'id': '6815429e-851b-4080-856c-7410b9ed799f', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:17Z', 'updated_at': '2021-09-07T18:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:21.263326 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-6c01182d-ac09-43a6-94dd-1468a9b02851 req-70934da6-2a7f-416e-9edb-503c5d9a6242 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:21.272889 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db658673-638d-4796-ab1d-2d912f460fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:21.288573 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55be1ee0-4cec-4af9-8002-131ca1636f9a None None] The sync data for ids ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'] in n-d-807786-1 is: [{'id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'name': 'tempest-AttachVolumeTestJSON-1467591617-router', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6815429e-851b-4080-856c-7410b9ed799f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:16Z', 'updated_at': '2021-09-07T18:56:17Z', 'revision_number': 3, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'gw_port': {'id': '6815429e-851b-4080-856c-7410b9ed799f', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:17Z', 'updated_at': '2021-09-07T18:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:56:21.301758 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['9b2d5934-870e-44ba-9e70-b4fb531f783a'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:56:21.339534 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db658673-638d-4796-ab1d-2d912f460fbf admin admin] Network 1d18b746-cc48-4b0b-8822-7ec853348da1 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:21.344204 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70934da6-2a7f-416e-9edb-503c5d9a6242 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Pushing event deleted for resources: {'Port': ['ID=9b2d5934-870e-44ba-9e70-b4fb531f783a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:21.359501 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-db658673-638d-4796-ab1d-2d912f460fbf admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:21.400395 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db658673-638d-4796-ab1d-2d912f460fbf admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:21.466562 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c01182d-ac09-43a6-94dd-1468a9b02851 req-70934da6-2a7f-416e-9edb-503c5d9a6242 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] No DVR routers for this DVR port 9b2d5934-870e-44ba-9e70-b4fb531f783a on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:56:21.484724 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-6c01182d-ac09-43a6-94dd-1468a9b02851 req-70934da6-2a7f-416e-9edb-503c5d9a6242 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:21.487036 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6c01182d-ac09-43a6-94dd-1468a9b02851 req-70934da6-2a7f-416e-9edb-503c5d9a6242 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.36 "DELETE /v2.0/ports/9b2d5934-870e-44ba-9e70-b4fb531f783a HTTP/1.1" status: 204 len: 173 time: 1.1400251 Sep 07 18:56:21.487506 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184d5253-37f1-4eb2-a3d1-18b887e70136', 'name': 'network-vif-deleted', 'tag': '9b2d5934-870e-44ba-9e70-b4fb531f783a'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:21.490549 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b84f088-9142-48da-8356-199e1a76bb8b" -d '{"events": [{"server_uuid": "184d5253-37f1-4eb2-a3d1-18b887e70136", "name": "network-vif-deleted", "tag": "9b2d5934-870e-44ba-9e70-b4fb531f783a"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:21.493983 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-add84c2f-a4c2-4d1d-9d83-8db524032752 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Allocated IP 172.25.8.49 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/5bf77488-faf5-44e4-bbe3-6356566ea8d7) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:21.509627 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db658673-638d-4796-ab1d-2d912f460fbf admin admin] Pushing event updated for resources: {'Port': ['ID=b5fede94-9c70-40d3-8ce1-7d1441d89cff,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:21.525391 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db658673-638d-4796-ab1d-2d912f460fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:21.572838 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e2111ff3-df38-4aee-aa36-c8087564bfd4 req-a242a09e-e612-47df-aea2-23e52b6c9944 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c32a504-51cd-4f4b-9e34-82748e484d03 HTTP/1.1" status: 200 len: 210 time: 0.5800998 Sep 07 18:56:21.624336 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-d092d3c1-fb7f-44ff-9ca4-e9a527ee66a8 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Floating IP b6a87c4b-4058-4538-a522-b827f5bcfd9b associated. External IP: 172.25.8.108, port: 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28. Sep 07 18:56:21.711430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-073987ba-116c-4370-94ee-17f3afcd6869 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Made reservation on behalf of 55da6dc970b04f53a1608f6e65e04d79 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:21.715886 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-073987ba-116c-4370-94ee-17f3afcd6869 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:21.725148 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0e1c0939-0205-434e-a6c7-6c5cf0347312 None None] Provisioning for port b5fede94-9c70-40d3-8ce1-7d1441d89cff completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:21.730265 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0e1c0939-0205-434e-a6c7-6c5cf0347312 None None] Provisioning complete for port b5fede94-9c70-40d3-8ce1-7d1441d89cff triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:21.730995 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0e1c0939-0205-434e-a6c7-6c5cf0347312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:21.789273 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-0e1c0939-0205-434e-a6c7-6c5cf0347312 None None] Port b5fede94-9c70-40d3-8ce1-7d1441d89cff cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:56:21.822697 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1cc2f241-4854-436c-8d8f-fa3a30867e26 req-39521530-9ac7-4cd3-9057-a7e772fec93f tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=184d5253-37f1-4eb2-a3d1-18b887e70136 HTTP/1.1" status: 200 len: 210 time: 0.0759521 Sep 07 18:56:21.848744 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-add84c2f-a4c2-4d1d-9d83-8db524032752 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:21.912469 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db658673-638d-4796-ab1d-2d912f460fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:21.946003 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cd4a35-e43f-4df0-8cbd-22c7361fd7e8 x-openstack-request-id: req-b3cd4a35-e43f-4df0-8cbd-22c7361fd7e8 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:21.946734 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184d5253-37f1-4eb2-a3d1-18b887e70136", "name": "network-vif-deleted", "tag": "9b2d5934-870e-44ba-9e70-b4fb531f783a", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:21.947565 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b3cd4a35-e43f-4df0-8cbd-22c7361fd7e8 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:21.948133 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184d5253-37f1-4eb2-a3d1-18b887e70136', 'name': 'network-vif-deleted', 'tag': '9b2d5934-870e-44ba-9e70-b4fb531f783a', 'status': 'completed', 'code': 200} Sep 07 18:56:22.028847 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6815429e-851b-4080-856c-7410b9ed799f up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:22.070562 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-add84c2f-a4c2-4d1d-9d83-8db524032752 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:22.091133 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-d092d3c1-fb7f-44ff-9ca4-e9a527ee66a8 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Router 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:56:22.100065 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492e61e3-3393-4601-b637-2a944a1bbdf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:22.102358 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59b1885-65fc-48c1-8139-51eee5efd65f" -d '{"events": [{"server_uuid": "492e61e3-3393-4601-b637-2a944a1bbdf5", "name": "network-vif-plugged", "status": "completed", "tag": "408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:22.133035 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 6815429e-851b-4080-856c-7410b9ed799f completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:22.133537 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add84c2f-a4c2-4d1d-9d83-8db524032752 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:22.138188 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 6815429e-851b-4080-856c-7410b9ed799f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:22.142688 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:22.150716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-073987ba-116c-4370-94ee-17f3afcd6869 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Allocated IP 172.20.0.14 (2fd9ccaf-9915-42e3-94e6-0b2859daf1df/25f8b5bf-011d-4487-b74a-a017d9f4d254/1ac8bd78-0af4-4984-9e0b-d75c633da9c9) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:22.153941 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-add84c2f-a4c2-4d1d-9d83-8db524032752 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:22.156535 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add84c2f-a4c2-4d1d-9d83-8db524032752 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:22.227820 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add84c2f-a4c2-4d1d-9d83-8db524032752 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Pushing event updated for resources: {'Port': ['ID=5bf77488-faf5-44e4-bbe3-6356566ea8d7,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:22.266179 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:22.292342 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 6815429e-851b-4080-856c-7410b9ed799f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=6815429e-851b-4080-856c-7410b9ed799f,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:22.296298 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:22.297222 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:22.311181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd6e89-89ef-40f6-a830-eb429fd22486 req-384ba2c1-ee8e-49b4-a57e-1ff732e2dcb6 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:22.319089 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1dcd6e89-89ef-40f6-a830-eb429fd22486 req-384ba2c1-ee8e-49b4-a57e-1ff732e2dcb6 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 946 time: 0.2264953 Sep 07 18:56:22.361953 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-add84c2f-a4c2-4d1d-9d83-8db524032752 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:22.402015 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=6815429e-851b-4080-856c-7410b9ed799f,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:22.402315 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db658673-638d-4796-ab1d-2d912f460fbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:22.407753 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:22.408827 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:22.415219 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db658673-638d-4796-ab1d-2d912f460fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:22.440619 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-add84c2f-a4c2-4d1d-9d83-8db524032752 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:22.495617 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1dcd6e89-89ef-40f6-a830-eb429fd22486 req-5c76f8dc-8289-427a-8bc8-bc1969bcf2b7 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753755 Sep 07 18:56:22.500219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-d092d3c1-fb7f-44ff-9ca4-e9a527ee66a8 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:56:22.507403 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-d092d3c1-fb7f-44ff-9ca4-e9a527ee66a8 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:22.511292 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db658673-638d-4796-ab1d-2d912f460fbf admin admin] Pushing event updated for resources: {'Port': ['ID=b5fede94-9c70-40d3-8ce1-7d1441d89cff,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:22.518512 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea7eb44-a9c0-4225-a14a-a87cc30a475c None None] Sync routers for ids ['1c91a6bb-c9a5-4215-ab34-6485425c9bc5'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:56:22.530379 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea7eb44-a9c0-4225-a14a-a87cc30a475c None None] Routers {'1c91a6bb-c9a5-4215-ab34-6485425c9bc5'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:22.531252 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-fea7eb44-a9c0-4225-a14a-a87cc30a475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1c91a6bb-c9a5-4215-ab34-6485425c9bc5'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:22.537800 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db658673-638d-4796-ab1d-2d912f460fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:22.556650 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-d092d3c1-fb7f-44ff-9ca4-e9a527ee66a8 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "PUT /v2.0/floatingips/b6a87c4b-4058-4538-a522-b827f5bcfd9b HTTP/1.1" status: 200 len: 996 time: 3.2734580 Sep 07 18:56:22.558750 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9046640b-72df-4890-bfca-09ecb07a8b07', 'tag': '63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:22.560965 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad08f75-42d9-4161-af9d-fab5824ef825" -d '{"events": [{"name": "network-changed", "server_uuid": "9046640b-72df-4890-bfca-09ecb07a8b07", "tag": "63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:22.624162 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-073987ba-116c-4370-94ee-17f3afcd6869 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:22.650840 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-a0be9c2a-90af-445b-849c-7b93f1d884a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:22.652595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-a0be9c2a-90af-445b-849c-7b93f1d884a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac34fff76e89404685944b1b3b9a5306&device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 1096 time: 0.0653498 Sep 07 18:56:22.685474 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-fea7eb44-a9c0-4225-a14a-a87cc30a475c None None] Set router 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:56:22.722190 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e856fb-a07a-4261-ba54-4e7dbb4e1ead x-openstack-request-id: req-02e856fb-a07a-4261-ba54-4e7dbb4e1ead {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:22.722543 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492e61e3-3393-4601-b637-2a944a1bbdf5", "name": "network-vif-plugged", "status": "completed", "tag": "408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:22.722901 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02e856fb-a07a-4261-ba54-4e7dbb4e1ead {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:22.723400 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492e61e3-3393-4601-b637-2a944a1bbdf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e', 'code': 200} Sep 07 18:56:22.746540 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-073987ba-116c-4370-94ee-17f3afcd6869 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:22.803826 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db658673-638d-4796-ab1d-2d912f460fbf admin admin] Network 1d18b746-cc48-4b0b-8822-7ec853348da1 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:22.812889 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-db658673-638d-4796-ab1d-2d912f460fbf admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:22.835399 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-add84c2f-a4c2-4d1d-9d83-8db524032752 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:22.937662 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-073987ba-116c-4370-94ee-17f3afcd6869 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Network 2fd9ccaf-9915-42e3-94e6-0b2859daf1df is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:22.958655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-073987ba-116c-4370-94ee-17f3afcd6869 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:22.965967 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf7f3f-afb9-432b-a044-aff21072cbeb req-9808a9a3-347a-4458-affd-69e4fc212a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:22.967622 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dcaf7f3f-afb9-432b-a044-aff21072cbeb req-9808a9a3-347a-4458-affd-69e4fc212a4a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=492e61e3-3393-4601-b637-2a944a1bbdf5 HTTP/1.1" status: 200 len: 1096 time: 0.1593950 Sep 07 18:56:22.968378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073987ba-116c-4370-94ee-17f3afcd6869 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Pushing event updated for resources: {'Port': ['ID=1ac8bd78-0af4-4984-9e0b-d75c633da9c9,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:22.974596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-073987ba-116c-4370-94ee-17f3afcd6869 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:23.025741 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-fea7eb44-a9c0-4225-a14a-a87cc30a475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-139148256-router', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:55:47Z', 'revision_number': 4, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'gw_port': {'id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:38Z', 'updated_at': '2021-09-07T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'b6a87c4b-4058-4538-a522-b827f5bcfd9b', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'port_id': '63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f', 'mac_address': 'fa:16:3e:38:21:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046640b-72df-4890-bfca-09ecb07a8b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:56:17Z', 'updated_at': '2021-09-07T18:56:20Z', 'revision_number': 1, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab4130d-53c8-4eb9-87f2-e04ed1c54a44', 'name': '', 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'mac_address': 'fa:16:3e:48:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '6c8f4611-8af3-43e7-acd8-3ed107c589ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:45Z', 'updated_at': '2021-09-07T18:55:57Z', 'revision_number': 5, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'subnets': [{'id': '6c8f4611-8af3-43e7-acd8-3ed107c589ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:23.055770 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea7eb44-a9c0-4225-a14a-a87cc30a475c None None] Checking router: 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:56:23.057945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763da1bb-1175-4e05-93ff-9ca0394d05e9 req-7ef407cc-b35d-4cc0-bf4e-9de6c550891c tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:23.067179 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-763da1bb-1175-4e05-93ff-9ca0394d05e9 req-7ef407cc-b35d-4cc0-bf4e-9de6c550891c tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 945 time: 0.2806351 Sep 07 18:56:23.070819 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea7eb44-a9c0-4225-a14a-a87cc30a475c None None] Routers {'1c91a6bb-c9a5-4215-ab34-6485425c9bc5'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:23.071597 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-fea7eb44-a9c0-4225-a14a-a87cc30a475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1c91a6bb-c9a5-4215-ab34-6485425c9bc5'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:23.077408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-4e4ee89a-26cf-494c-9e60-1d15676d11df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:23.079089 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-4e4ee89a-26cf-494c-9e60-1d15676d11df service neutron] 10.222.0.26 "GET /v2.0/networks?id=3dffcebf-8210-48da-8b14-034032f9956f HTTP/1.1" status: 200 len: 929 time: 0.4100246 Sep 07 18:56:23.121000 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-073987ba-116c-4370-94ee-17f3afcd6869 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:23.121817 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-073987ba-116c-4370-94ee-17f3afcd6869 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:23.184344 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dcaf7f3f-afb9-432b-a044-aff21072cbeb req-6f88a6d0-9c19-485e-9f46-53acced3ad91 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661825 Sep 07 18:56:23.195591 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-073987ba-116c-4370-94ee-17f3afcd6869 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5231233 Sep 07 18:56:23.195895 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-add84c2f-a4c2-4d1d-9d83-8db524032752 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:23.212757 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] Request body: {'port': {'device_id': '7c32a504-51cd-4f4b-9e34-82748e484d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:23.218025 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-763da1bb-1175-4e05-93ff-9ca0394d05e9 req-b129e145-9694-4506-b9ab-65dc2768b26d tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494353 Sep 07 18:56:23.306748 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-0444b35d-11de-4125-8f78-18b4a8389ed0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 HTTP/1.1" status: 200 len: 999 time: 0.2166526 Sep 07 18:56:23.332745 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add84c2f-a4c2-4d1d-9d83-8db524032752 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Pushing event updated for resources: {'Port': ['ID=5bf77488-faf5-44e4-bbe3-6356566ea8d7,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:23.345952 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-fea7eb44-a9c0-4225-a14a-a87cc30a475c None None] Set router 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:56:23.348458 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7555c1dd-1342-4025-bc98-c052dfb918b5 None None] Provisioning complete for port b5fede94-9c70-40d3-8ce1-7d1441d89cff triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:23.348458 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7555c1dd-1342-4025-bc98-c052dfb918b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:23.353314 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-add84c2f-a4c2-4d1d-9d83-8db524032752 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:23.356711 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabdc2a2-7193-4cd9-af69-3ced645f10e5 x-openstack-request-id: req-cabdc2a2-7193-4cd9-af69-3ced645f10e5 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:23.357147 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9046640b-72df-4890-bfca-09ecb07a8b07", "tag": "63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:23.357413 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cabdc2a2-7193-4cd9-af69-3ced645f10e5 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:23.357814 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9046640b-72df-4890-bfca-09ecb07a8b07', 'tag': '63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28', 'status': 'completed', 'code': 200} Sep 07 18:56:23.358400 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:23.391295 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db658673-638d-4796-ab1d-2d912f460fbf admin admin] Router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:56:23.394958 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-add84c2f-a4c2-4d1d-9d83-8db524032752 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:23.394958 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-add84c2f-a4c2-4d1d-9d83-8db524032752 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0979974 Sep 07 18:56:23.398464 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35270) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:23.403736 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ee49a855-b113-495d-9df8-951aac7fc926 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1968471966'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:23.409280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9b2d5934-870e-44ba-9e70-b4fb531f783a no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:56:23.441390 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 9b2d5934-870e-44ba-9e70-b4fb531f783a {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:56:23.441729 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9b2d5934-870e-44ba-9e70-b4fb531f783a not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:56:23.471610 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee49a855-b113-495d-9df8-951aac7fc926 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Made reservation on behalf of 4b07843878794a88ba159c574f3f171b for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:23.475899 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee49a855-b113-495d-9df8-951aac7fc926 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:23.478995 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-3ed7af17-87c5-4bea-aa78-5cc41532acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:23.480675 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-3ed7af17-87c5-4bea-aa78-5cc41532acb7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c8f4611-8af3-43e7-acd8-3ed107c589ae HTTP/1.1" status: 200 len: 867 time: 0.1731193 Sep 07 18:56:23.487169 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee49a855-b113-495d-9df8-951aac7fc926 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:23.533789 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7555c1dd-1342-4025-bc98-c052dfb918b5 None None] Port b5fede94-9c70-40d3-8ce1-7d1441d89cff cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:56:23.545737 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a40438-9be2-41f3-9260-67b7f38c97e5 req-14f44a3e-95ad-4547-bf55-6f7968929b83 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:23.547323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37a40438-9be2-41f3-9260-67b7f38c97e5 req-14f44a3e-95ad-4547-bf55-6f7968929b83 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c32a504-51cd-4f4b-9e34-82748e484d03 HTTP/1.1" status: 200 len: 932 time: 0.1840854 Sep 07 18:56:23.585093 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db658673-638d-4796-ab1d-2d912f460fbf admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:56:23.593088 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-db658673-638d-4796-ab1d-2d912f460fbf admin admin] 10.222.0.26 "PUT /v2.0/routers/8d70b5dd-ae02-4b13-9ef1-645e5b131fec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3114414 Sep 07 18:56:23.628921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad08f75-42d9-4161-af9d-fab5824ef825 req-44850b9e-7fcf-4d26-b18e-171dafa86877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:23.630487 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ad08f75-42d9-4161-af9d-fab5824ef825 req-44850b9e-7fcf-4d26-b18e-171dafa86877 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac34fff76e89404685944b1b3b9a5306&device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 1096 time: 0.2172630 Sep 07 18:56:23.663736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-a88ef00f-55e6-4fd5-a9f5-312b8fbd5231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:23.665330 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-a88ef00f-55e6-4fd5-a9f5-312b8fbd5231 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3dffcebf-8210-48da-8b14-034032f9956f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1762516 Sep 07 18:56:23.674739 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee49a855-b113-495d-9df8-951aac7fc926 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:23.681007 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee49a855-b113-495d-9df8-951aac7fc926 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:23.696328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-4e52386e-f204-456b-aa06-f4eefb38ec21 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:56:23.697435 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-4e52386e-f204-456b-aa06-f4eefb38ec21 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142167 Sep 07 18:56:23.718869 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49a855-b113-495d-9df8-951aac7fc926 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690d4493-7bd3-4453-a01b-12e8c17d186a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:23.719359 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-fea7eb44-a9c0-4225-a14a-a87cc30a475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-139148256-router', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:55:47Z', 'revision_number': 4, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'gw_port': {'id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:38Z', 'updated_at': '2021-09-07T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'b6a87c4b-4058-4538-a522-b827f5bcfd9b', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'port_id': '63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f', 'mac_address': 'fa:16:3e:38:21:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046640b-72df-4890-bfca-09ecb07a8b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:56:17Z', 'updated_at': '2021-09-07T18:56:20Z', 'revision_number': 1, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab4130d-53c8-4eb9-87f2-e04ed1c54a44', 'name': '', 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'mac_address': 'fa:16:3e:48:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '6c8f4611-8af3-43e7-acd8-3ed107c589ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:45Z', 'updated_at': '2021-09-07T18:55:57Z', 'revision_number': 5, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'subnets': [{'id': '6c8f4611-8af3-43e7-acd8-3ed107c589ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:23.740432 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee49a855-b113-495d-9df8-951aac7fc926 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:56:23.750926 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea7eb44-a9c0-4225-a14a-a87cc30a475c None None] The sync data for ids ['1c91a6bb-c9a5-4215-ab34-6485425c9bc5'] in n-d-807786-1 is: [{'id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-139148256-router', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:55:47Z', 'revision_number': 4, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'gw_port': {'id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:38Z', 'updated_at': '2021-09-07T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'b6a87c4b-4058-4538-a522-b827f5bcfd9b', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'port_id': '63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f', 'mac_address': 'fa:16:3e:38:21:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9046640b-72df-4890-bfca-09ecb07a8b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:56:17Z', 'updated_at': '2021-09-07T18:56:20Z', 'revision_number': 1, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab4130d-53c8-4eb9-87f2-e04ed1c54a44', 'name': '', 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'mac_address': 'fa:16:3e:48:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '6c8f4611-8af3-43e7-acd8-3ed107c589ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:45Z', 'updated_at': '2021-09-07T18:55:57Z', 'revision_number': 5, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'subnets': [{'id': '6c8f4611-8af3-43e7-acd8-3ed107c589ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:56:23.777474 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee49a855-b113-495d-9df8-951aac7fc926 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:23.777840 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-ee49a855-b113-495d-9df8-951aac7fc926 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Added segment f814420c-e0f7-41e4-98e4-0679fd1c9311 of type vlan for network 685d56dd-5328-40e9-bc4f-bf2cee4c596c Sep 07 18:56:23.857253 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37a40438-9be2-41f3-9260-67b7f38c97e5 req-abcc62f3-1c95-4090-9b1c-2c0acdbe3e03 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.26 "GET /v2.0/security-groups?id=f63ab859-a961-4ace-93c0-7cb180773322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398188 Sep 07 18:56:23.861079 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee49a855-b113-495d-9df8-951aac7fc926 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:23.888193 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6815429e-851b-4080-856c-7410b9ed799f up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:23.905681 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee49a855-b113-495d-9df8-951aac7fc926 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:23.937963 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee49a855-b113-495d-9df8-951aac7fc926 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:23.938787 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee49a855-b113-495d-9df8-951aac7fc926 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:23.962360 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad08f75-42d9-4161-af9d-fab5824ef825 req-37a1c9c5-2be1-4081-aae1-c4ffbb3d0646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:23.964202 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ad08f75-42d9-4161-af9d-fab5824ef825 req-37a1c9c5-2be1-4081-aae1-c4ffbb3d0646 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3dffcebf-8210-48da-8b14-034032f9956f HTTP/1.1" status: 200 len: 929 time: 0.3222234 Sep 07 18:56:23.996744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 6815429e-851b-4080-856c-7410b9ed799f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:23.997124 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:24.022133 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] Sync routers for ids ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:56:24.032205 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ee49a855-b113-495d-9df8-951aac7fc926 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6325459 Sep 07 18:56:24.038515 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] Routers {'8d70b5dd-ae02-4b13-9ef1-645e5b131fec'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:24.042068 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:24.058270 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35280) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:24.066532 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-bc7e14f2-b7e8-4e8b-9d61-75aa7364c382 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Request body: {'subnet': {'network_id': '685d56dd-5328-40e9-bc4f-bf2cee4c596c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:24.072361 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49a855-b113-495d-9df8-951aac7fc926 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Pushing event updated for resources: {'Network': ['ID=685d56dd-5328-40e9-bc4f-bf2cee4c596c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:24.115908 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 685d56dd-5328-40e9-bc4f-bf2cee4c596c details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:56:24.161819 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-323a7181-9c3f-45fb-8203-23eda33890c0 service neutron] 10.222.0.26 "GET /v2.0/networks/3dffcebf-8210-48da-8b14-034032f9956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470167 Sep 07 18:56:24.198583 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7e14f2-b7e8-4e8b-9d61-75aa7364c382 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Made reservation on behalf of 4b07843878794a88ba159c574f3f171b for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:24.203049 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc7e14f2-b7e8-4e8b-9d61-75aa7364c382 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:24.223896 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5587dde1-53e5-4883-9c76-d353159b1f73 None None] New status for floating IP b6a87c4b-4058-4538-a522-b827f5bcfd9b: ACTIVE {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:56:24.268895 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:56:24.297524 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1040a-317f-4aab-a4c3-3d0c7f6663be req-b6c1f4a7-ae3e-4e19-b357-4c9134f3c552 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:24.304181 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] Set router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:56:24.305637 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02c1040a-317f-4aab-a4c3-3d0c7f6663be req-b6c1f4a7-ae3e-4e19-b357-4c9134f3c552 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=492e61e3-3393-4601-b637-2a944a1bbdf5 HTTP/1.1" status: 200 len: 945 time: 0.3090506 Sep 07 18:56:24.335850 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ad08f75-42d9-4161-af9d-fab5824ef825 req-cc786929-aaf5-4ec3-8000-d3530c01580a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 HTTP/1.1" status: 200 len: 999 time: 0.3594813 Sep 07 18:56:24.422234 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac8bd78-0af4-4984-9e0b-d75c633da9c9 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:56:24.466097 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02c1040a-317f-4aab-a4c3-3d0c7f6663be req-79df9378-9b6f-42c5-8d4d-0adae81f1ea4 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584942 Sep 07 18:56:24.472663 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:24.482370 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc7e14f2-b7e8-4e8b-9d61-75aa7364c382 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:24.490331 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] Transition to ACTIVE for port object 1ac8bd78-0af4-4984-9e0b-d75c633da9c9 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:24.502436 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad08f75-42d9-4161-af9d-fab5824ef825 req-d712daf6-1b53-4105-a0f3-291368f3f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:24.504093 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ad08f75-42d9-4161-af9d-fab5824ef825 req-d712daf6-1b53-4105-a0f3-291368f3f72f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6c8f4611-8af3-43e7-acd8-3ed107c589ae HTTP/1.1" status: 200 len: 867 time: 0.1442995 Sep 07 18:56:24.509021 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:24.539155 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e14f2-b7e8-4e8b-9d61-75aa7364c382 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Pushing event updated for resources: {'Subnet': ['ID=87228787-f4b4-4ada-bb0e-b6aedd83e941,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:24.548817 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b78b593-b8e7-49dc-b656-66ba5029f119 req-cbbfb598-4d3e-4c3c-8308-22e9b2861a79 service neutron] 10.222.0.26 "GET /v2.0/networks/3dffcebf-8210-48da-8b14-034032f9956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861148 Sep 07 18:56:24.573656 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e14f2-b7e8-4e8b-9d61-75aa7364c382 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Checking segment: {'id': 'f814420c-e0f7-41e4-98e4-0679fd1c9311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '685d56dd-5328-40e9-bc4f-bf2cee4c596c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:56:24.574351 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e14f2-b7e8-4e8b-9d61-75aa7364c382 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Network hostable DHCP agents. Network: 685d56dd-5328-40e9-bc4f-bf2cee4c596c, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:56:24.624734 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e14f2-b7e8-4e8b-9d61-75aa7364c382 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Network 685d56dd-5328-40e9-bc4f-bf2cee4c596c is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:56:24.636537 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-bc7e14f2-b7e8-4e8b-9d61-75aa7364c382 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 685d56dd-5328-40e9-bc4f-bf2cee4c596c) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:24.638119 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'name': 'tempest-AttachVolumeTestJSON-1467591617-router', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6815429e-851b-4080-856c-7410b9ed799f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:16Z', 'updated_at': '2021-09-07T18:56:21Z', 'revision_number': 4, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'gw_port': {'id': '6815429e-851b-4080-856c-7410b9ed799f', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:17Z', 'updated_at': '2021-09-07T18:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b5fede94-9c70-40d3-8ce1-7d1441d89cff', 'name': '', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'mac_address': 'fa:16:3e:49:6d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:20Z', 'updated_at': '2021-09-07T18:56:22Z', 'revision_number': 2, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'subnets': [{'id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:24.646017 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36327c11-1182-435f-b6ff-91cbea676ac6 None None] Network 685d56dd-5328-40e9-bc4f-bf2cee4c596c requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:56:24.653301 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e14f2-b7e8-4e8b-9d61-75aa7364c382 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:24.656208 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc7e14f2-b7e8-4e8b-9d61-75aa7364c382 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:24.675414 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] Checking router: 8d70b5dd-ae02-4b13-9ef1-645e5b131fec for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:56:24.675917 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] Updating router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec port b5fede94-9c70-40d3-8ce1-7d1441d89cff binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:56:24.686353 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bc7e14f2-b7e8-4e8b-9d61-75aa7364c382 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6264045 Sep 07 18:56:24.690278 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35296) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:24.694834 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-fe0c1c53-576b-49a3-ac97-640817441b8e tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-555385012', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:24.708001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac8bd78-0af4-4984-9e0b-d75c633da9c9,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:24.717133 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:24.750946 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1c53-576b-49a3-ac97-640817441b8e tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:24.752003 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1c53-576b-49a3-ac97-640817441b8e tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:24.835021 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad08f75-42d9-4161-af9d-fab5824ef825 req-a74ddf1b-0e33-418f-af71-0f9e7ff1cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:24.836671 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ad08f75-42d9-4161-af9d-fab5824ef825 req-a74ddf1b-0e33-418f-af71-0f9e7ff1cb9b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3dffcebf-8210-48da-8b14-034032f9956f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3110423 Sep 07 18:56:24.851512 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1c53-576b-49a3-ac97-640817441b8e tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:24.971659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] Attempting to bind port 1ac8bd78-0af4-4984-9e0b-d75c633da9c9 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:56:24.972742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] Attempting to bind port 1ac8bd78-0af4-4984-9e0b-d75c633da9c9 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'fac3854a-07fc-4b62-a2f4-3f036cb36ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2fd9ccaf-9915-42e3-94e6-0b2859daf1df'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:56:24.973146 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] Attempting to bind port 1ac8bd78-0af4-4984-9e0b-d75c633da9c9 on network 2fd9ccaf-9915-42e3-94e6-0b2859daf1df {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:56:25.043659 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-685d56dd-5328-40e9-bc4f-bf2cee4c596c', 'network_id': '685d56dd-5328-40e9-bc4f-bf2cee4c596c', 'tenant_id': '4b07843878794a88ba159c574f3f171b', 'fixed_ips': [{'subnet_id': '87228787-f4b4-4ada-bb0e-b6aedd83e941'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:56:25.044626 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.061367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] Port 1ac8bd78-0af4-4984-9e0b-d75c633da9c9 on network 2fd9ccaf-9915-42e3-94e6-0b2859daf1df not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:56:25.061609 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] Attempting to bind port 1ac8bd78-0af4-4984-9e0b-d75c633da9c9 on network 2fd9ccaf-9915-42e3-94e6-0b2859daf1df {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:56:25.075949 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.088889 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] Transition to ACTIVE for port object b5fede94-9c70-40d3-8ce1-7d1441d89cff will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:25.095319 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.098152 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-928dd48d-5861-4d31-8395-8a6cf13d3c6c tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:25.115966 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-928dd48d-5861-4d31-8395-8a6cf13d3c6c tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/networks?id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 HTTP/1.1" status: 200 len: 812 time: 0.4117033 Sep 07 18:56:25.148646 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-9ac513b5-6bbf-4482-bef7-0b6c189e78e0 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/quotas/d8d2dd6678d2444d8d30e7280161600d HTTP/1.1" status: 200 len: 375 time: 0.0294342 Sep 07 18:56:25.153139 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:56:25.153481 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] Checking segment: {'id': 'fac3854a-07fc-4b62-a2f4-3f036cb36ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2fd9ccaf-9915-42e3-94e6-0b2859daf1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:56:25.153873 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] Bound using segment: {'id': 'fac3854a-07fc-4b62-a2f4-3f036cb36ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2fd9ccaf-9915-42e3-94e6-0b2859daf1df'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:56:25.155256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] Bound port: 1ac8bd78-0af4-4984-9e0b-d75c633da9c9, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fac3854a-07fc-4b62-a2f4-3f036cb36ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2fd9ccaf-9915-42e3-94e6-0b2859daf1df'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:56:25.155256 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.156495 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1c53-576b-49a3-ac97-640817441b8e tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.168889 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35300) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:25.173436 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-75ab6a64-5e50-4b41-ae50-6f5eb175c876 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1210331110', 'description': 'tempest-description--1662402465'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:25.213696 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9ee16-d2b9-40a5-a35c-03ee073bbbf2 None None] Pushing event updated for resources: {'Port': ['ID=b5fede94-9c70-40d3-8ce1-7d1441d89cff,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:25.237544 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-75ab6a64-5e50-4b41-ae50-6f5eb175c876 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.249989 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-c30e0391-12fb-4fee-9ced-05426c6655d7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8d2dd6678d2444d8d30e7280161600d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1004057 Sep 07 18:56:25.253111 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] Attempting to bind port b5fede94-9c70-40d3-8ce1-7d1441d89cff on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:56:25.253479 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] Attempting to bind port b5fede94-9c70-40d3-8ce1-7d1441d89cff by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '8bdddb14-36b1-4359-9802-3d38f831e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:56:25.254247 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] Attempting to bind port b5fede94-9c70-40d3-8ce1-7d1441d89cff on network 1d18b746-cc48-4b0b-8822-7ec853348da1 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:56:25.257685 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-ba6ffc45-b095-4b45-84c3-1f6957d211e4 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:56:25.260001 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:56:25.260441 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] Checking segment: {'id': '8bdddb14-36b1-4359-9802-3d38f831e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:56:25.260884 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.261280 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] Bound using segment: {'id': '8bdddb14-36b1-4359-9802-3d38f831e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:56:25.263045 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] Bound port: b5fede94-9c70-40d3-8ce1-7d1441d89cff, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bdddb14-36b1-4359-9802-3d38f831e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:56:25.263508 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.270954 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-ba6ffc45-b095-4b45-84c3-1f6957d211e4 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200243 Sep 07 18:56:25.342448 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] Allocated IP 172.20.0.2 (685d56dd-5328-40e9-bc4f-bf2cee4c596c/87228787-f4b4-4ada-bb0e-b6aedd83e941/efe20b8b-6044-414d-aa6e-5335c9b8e402) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:25.355876 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] For port b5fede94-9c70-40d3-8ce1-7d1441d89cff, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:56:25.361522 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] For port b5fede94-9c70-40d3-8ce1-7d1441d89cff, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b5fede94-9c70-40d3-8ce1-7d1441d89cff,segment=NetworkSegment(8bdddb14-36b1-4359-9802-3d38f831e977),segment_id=8bdddb14-36b1-4359-9802-3d38f831e977)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:56:25.369288 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.447497 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-75ab6a64-5e50-4b41-ae50-6f5eb175c876 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.453105 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] Routers {'8d70b5dd-ae02-4b13-9ef1-645e5b131fec'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:25.454115 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:25.456183 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-75ab6a64-5e50-4b41-ae50-6f5eb175c876 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.571402 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-75ab6a64-5e50-4b41-ae50-6f5eb175c876 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.573304 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-75ab6a64-5e50-4b41-ae50-6f5eb175c876 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4032848 Sep 07 18:56:25.585981 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35304) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:25.595731 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-88b69d8f-c025-4f6a-9ebb-bdf8d1b4c635 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Request body: {'security_group_rule': {'security_group_id': '6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:25.626471 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9ee16-d2b9-40a5-a35c-03ee073bbbf2 None None] Pushing event updated for resources: {'Port': ['ID=b5fede94-9c70-40d3-8ce1-7d1441d89cff,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:25.638153 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab6a64-5e50-4b41-ae50-6f5eb175c876 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:25.642292 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.656775 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] Transition to ACTIVE for port object efe20b8b-6044-414d-aa6e-5335c9b8e402 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:25.662800 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1c53-576b-49a3-ac97-640817441b8e tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.690016 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1c53-576b-49a3-ac97-640817441b8e tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.701327 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] Transition to ACTIVE for port object efe20b8b-6044-414d-aa6e-5335c9b8e402 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:25.711686 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.728429 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] Set router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:56:25.774076 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] Pushing event updated for resources: {'Port': ['ID=efe20b8b-6044-414d-aa6e-5335c9b8e402,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:25.778669 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-88b69d8f-c025-4f6a-9ebb-bdf8d1b4c635 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.790847 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] Network 685d56dd-5328-40e9-bc4f-bf2cee4c596c is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:25.792404 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:25.795264 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:25.867511 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] Attempting to bind port efe20b8b-6044-414d-aa6e-5335c9b8e402 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:56:25.868683 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] Attempting to bind port efe20b8b-6044-414d-aa6e-5335c9b8e402 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'f814420c-e0f7-41e4-98e4-0679fd1c9311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '685d56dd-5328-40e9-bc4f-bf2cee4c596c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:56:25.869058 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] Attempting to bind port efe20b8b-6044-414d-aa6e-5335c9b8e402 on network 685d56dd-5328-40e9-bc4f-bf2cee4c596c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:56:25.875652 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:56:25.876026 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] Checking segment: {'id': 'f814420c-e0f7-41e4-98e4-0679fd1c9311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '685d56dd-5328-40e9-bc4f-bf2cee4c596c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:56:25.876658 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.877050 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] Bound using segment: {'id': 'f814420c-e0f7-41e4-98e4-0679fd1c9311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '685d56dd-5328-40e9-bc4f-bf2cee4c596c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:56:25.877516 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] Bound port: efe20b8b-6044-414d-aa6e-5335c9b8e402, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f814420c-e0f7-41e4-98e4-0679fd1c9311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '685d56dd-5328-40e9-bc4f-bf2cee4c596c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:56:25.877890 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.889496 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ad08f75-42d9-4161-af9d-fab5824ef825 req-3f2df7ec-8ffa-4348-921f-2f98a68354b5 service neutron] 10.222.0.60 "GET /v2.0/networks/3dffcebf-8210-48da-8b14-034032f9956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0186796 Sep 07 18:56:25.918910 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-fe0c1c53-576b-49a3-ac97-640817441b8e tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Allocated IP 172.25.8.87 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/cb41c13a-443a-435b-872c-0184128606b4) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:25.922254 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-88b69d8f-c025-4f6a-9ebb-bdf8d1b4c635 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.933464 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-88b69d8f-c025-4f6a-9ebb-bdf8d1b4c635 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.963800 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-88b69d8f-c025-4f6a-9ebb-bdf8d1b4c635 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.965873 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-88b69d8f-c025-4f6a-9ebb-bdf8d1b4c635 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3787153 Sep 07 18:56:25.973953 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-97b40d84-3ed8-465b-8025-ac474b9cb29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:25.979539 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35308) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:25.983156 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b69d8f-c025-4f6a-9ebb-bdf8d1b4c635 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9738813-8937-4466-b163-eee8709ede5c,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:25.985686 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-c1ea7506-7b56-428d-9ab1-e4e60ca46afb tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Request body: {'security_group_rule': {'security_group_id': '6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:26.008647 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'name': 'tempest-AttachVolumeTestJSON-1467591617-router', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6815429e-851b-4080-856c-7410b9ed799f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:16Z', 'updated_at': '2021-09-07T18:56:21Z', 'revision_number': 4, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'gw_port': {'id': '6815429e-851b-4080-856c-7410b9ed799f', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:17Z', 'updated_at': '2021-09-07T18:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b5fede94-9c70-40d3-8ce1-7d1441d89cff', 'name': '', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'mac_address': 'fa:16:3e:49:6d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:20Z', 'updated_at': '2021-09-07T18:56:25Z', 'revision_number': 4, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'subnets': [{'id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:26.014508 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] For port efe20b8b-6044-414d-aa6e-5335c9b8e402, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:56:26.019216 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] For port efe20b8b-6044-414d-aa6e-5335c9b8e402, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=efe20b8b-6044-414d-aa6e-5335c9b8e402,segment=NetworkSegment(f814420c-e0f7-41e4-98e4-0679fd1c9311),segment_id=f814420c-e0f7-41e4-98e4-0679fd1c9311)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:56:26.025140 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:26.062254 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1970ca-5ff1-4af5-b594-e90f7ec87976 None None] The sync data for ids ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'] in n-d-807786-1 is: [{'id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'name': 'tempest-AttachVolumeTestJSON-1467591617-router', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6815429e-851b-4080-856c-7410b9ed799f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:16Z', 'updated_at': '2021-09-07T18:56:21Z', 'revision_number': 4, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'gw_port': {'id': '6815429e-851b-4080-856c-7410b9ed799f', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:17Z', 'updated_at': '2021-09-07T18:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b5fede94-9c70-40d3-8ce1-7d1441d89cff', 'name': '', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'mac_address': 'fa:16:3e:49:6d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:20Z', 'updated_at': '2021-09-07T18:56:25Z', 'revision_number': 4, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'subnets': [{'id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:56:26.084778 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1c53-576b-49a3-ac97-640817441b8e tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:26.110754 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdec46-a14e-44b3-b464-3a640528571d None None] Pushing event updated for resources: {'Port': ['ID=efe20b8b-6044-414d-aa6e-5335c9b8e402,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:26.153515 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1c53-576b-49a3-ac97-640817441b8e tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:26.204473 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0c1c53-576b-49a3-ac97-640817441b8e tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:26.208259 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-fe0c1c53-576b-49a3-ac97-640817441b8e tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:26.213049 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0c1c53-576b-49a3-ac97-640817441b8e tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:26.221156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] For port 1ac8bd78-0af4-4984-9e0b-d75c633da9c9, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:56:26.241009 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] For port 1ac8bd78-0af4-4984-9e0b-d75c633da9c9, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=1ac8bd78-0af4-4984-9e0b-d75c633da9c9,segment=NetworkSegment(fac3854a-07fc-4b62-a2f4-3f036cb36ed7),segment_id=fac3854a-07fc-4b62-a2f4-3f036cb36ed7)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:56:26.248791 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c1c53-576b-49a3-ac97-640817441b8e tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Pushing event updated for resources: {'Port': ['ID=cb41c13a-443a-435b-872c-0184128606b4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:26.260733 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7506-7b56-428d-9ab1-e4e60ca46afb tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:26.277040 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:26.345703 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ad08f75-42d9-4161-af9d-fab5824ef825 req-8c0440a5-90b4-4bbe-978d-95c98554e58e service neutron] 10.222.0.60 "GET /v2.0/networks/3dffcebf-8210-48da-8b14-034032f9956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341474 Sep 07 18:56:26.381152 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bb1561bb-bc7b-448d-8cfd-96a0e5c689a5 req-b6de9c05-76f5-48a1-be9b-3ae1b28348d6 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 258 time: 1.1972666 Sep 07 18:56:26.390170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b2fd31ef-f7e0-4054-a701-d9c939ebbf28 service neutron] 10.222.0.26 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1164458 Sep 07 18:56:26.409595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-bb1561bb-bc7b-448d-8cfd-96a0e5c689a5 req-44e79ab1-04e5-4d3c-82b2-5ef0338ad328 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:26.432906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac8bd78-0af4-4984-9e0b-d75c633da9c9,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:26.451465 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:26.452388 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:26.453993 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d6e36cc4-19e3-4b93-9221-469201519814 service neutron] 10.222.0.36 "PUT /v2.0/ports/1ac8bd78-0af4-4984-9e0b-d75c633da9c9 HTTP/1.1" status: 200 len: 1092 time: 3.2499657 Sep 07 18:56:26.459033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c32a504-51cd-4f4b-9e34-82748e484d03', 'tag': '1ac8bd78-0af4-4984-9e0b-d75c633da9c9'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:26.461561 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f365eb77-86b4-4432-9d86-33dec89b0f87" -d '{"events": [{"name": "network-changed", "server_uuid": "7c32a504-51cd-4f4b-9e34-82748e484d03", "tag": "1ac8bd78-0af4-4984-9e0b-d75c633da9c9"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:26.576302 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bb1561bb-bc7b-448d-8cfd-96a0e5c689a5 req-44e79ab1-04e5-4d3c-82b2-5ef0338ad328 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:26.627884 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7506-7b56-428d-9ab1-e4e60ca46afb tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:26.650005 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1c53-576b-49a3-ac97-640817441b8e tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:26.654065 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7506-7b56-428d-9ab1-e4e60ca46afb tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:26.657447 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-3326c0f3-970d-4ed2-a1d3-dccff6eb6c20 service neutron] 10.222.0.26 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586908 Sep 07 18:56:26.670962 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-e7781021-360d-45a7-be4f-b001fe7ce488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:26.672665 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-e7781021-360d-45a7-be4f-b001fe7ce488 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55da6dc970b04f53a1608f6e65e04d79&device_id=7c32a504-51cd-4f4b-9e34-82748e484d03 HTTP/1.1" status: 200 len: 1095 time: 0.1431923 Sep 07 18:56:26.738864 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea7506-7b56-428d-9ab1-e4e60ca46afb tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05656df2-6578-48a6-9465-ffdccfc899f2,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:26.793574 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7506-7b56-428d-9ab1-e4e60ca46afb tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:26.795196 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c1ea7506-7b56-428d-9ab1-e4e60ca46afb tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8130317 Sep 07 18:56:26.801344 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-c4fe65af-d115-475c-9328-dc110b34dff6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ac8bd78-0af4-4984-9e0b-d75c633da9c9 HTTP/1.1" status: 200 len: 217 time: 0.1095128 Sep 07 18:56:26.801981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35312) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:26.812777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:26.927059 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:26.930575 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d01e3bb3-b101-41af-9d13-44f882e1c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:26.932130 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-d01e3bb3-b101-41af-9d13-44f882e1c87f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25f8b5bf-011d-4487-b74a-a017d9f4d254 HTTP/1.1" status: 200 len: 852 time: 0.1140804 Sep 07 18:56:26.958227 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bb1561bb-bc7b-448d-8cfd-96a0e5c689a5 req-44e79ab1-04e5-4d3c-82b2-5ef0338ad328 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:26.961281 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1c53-576b-49a3-ac97-640817441b8e tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:27.147394 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0c1c53-576b-49a3-ac97-640817441b8e tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Router 86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:56:27.177613 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-3dacde01-8cec-4ead-bf00-2f7032f614ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fd9ccaf-9915-42e3-94e6-0b2859daf1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2158632 Sep 07 18:56:27.196340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0a453-e8b0-4cf1-a3b9-912ab84aa2c5 req-aa5c38e3-48c9-4f7d-bb55-56e606d8ccfb tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:27.199457 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19f0a453-e8b0-4cf1-a3b9-912ab84aa2c5 req-aa5c38e3-48c9-4f7d-bb55-56e606d8ccfb tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c32a504-51cd-4f4b-9e34-82748e484d03 HTTP/1.1" status: 200 len: 944 time: 0.3238463 Sep 07 18:56:27.316153 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-bb1561bb-bc7b-448d-8cfd-96a0e5c689a5 req-44e79ab1-04e5-4d3c-82b2-5ef0338ad328 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Allocated IP 172.25.8.111 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/71c24f55-2800-4bea-81f7-f1b0db70a87f) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:27.445428 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19f0a453-e8b0-4cf1-a3b9-912ab84aa2c5 req-af02b98e-24e7-42ea-839d-0470be82753d tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.26 "GET /v2.0/security-groups?id=f63ab859-a961-4ace-93c0-7cb180773322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324851 Sep 07 18:56:27.556716 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ab777f-cde3-4b1e-a5b3-f5556c96a6a9 None None] Network 685d56dd-5328-40e9-bc4f-bf2cee4c596c requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:56:27.655448 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-b63d7c22-7fb0-40ed-abca-ea63e07319dd service neutron] 10.222.0.36 "GET /v2.0/networks/2fd9ccaf-9915-42e3-94e6-0b2859daf1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464886 Sep 07 18:56:27.659735 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-22922164-dc84-4012-b8bb-61975c8caf27 None None] Provisioning for port efe20b8b-6044-414d-aa6e-5335c9b8e402 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:27.678199 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0c1c53-576b-49a3-ac97-640817441b8e tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:56:27.689204 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b9599-5df0-4d51-939c-ac97bc75bf14 None None] Sync routers for ids ['86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:56:27.704176 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b9599-5df0-4d51-939c-ac97bc75bf14 None None] Routers {'86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:27.704886 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1c53-576b-49a3-ac97-640817441b8e tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:27.705852 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-759b9599-5df0-4d51-939c-ac97bc75bf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:27.707401 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fe0c1c53-576b-49a3-ac97-640817441b8e tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.0161269 Sep 07 18:56:27.713145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35324) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:27.775121 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:27.783322 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-759b9599-5df0-4d51-939c-ac97bc75bf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:27.803924 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b9599-5df0-4d51-939c-ac97bc75bf14 None None] Routers {'86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:27.804579 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-759b9599-5df0-4d51-939c-ac97bc75bf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:55:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:27.870861 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-759b9599-5df0-4d51-939c-ac97bc75bf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:27.871648 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b9599-5df0-4d51-939c-ac97bc75bf14 None None] The sync data for ids ['86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:56:27.896647 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127842fd-6eb3-40c7-9254-a6c963aca6d8 req-200fc6b8-8e62-4ebe-b274-a2c8e282152e tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:27.898268 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-127842fd-6eb3-40c7-9254-a6c963aca6d8 req-200fc6b8-8e62-4ebe-b274-a2c8e282152e tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=492e61e3-3393-4601-b637-2a944a1bbdf5 HTTP/1.1" status: 200 len: 945 time: 0.2692270 Sep 07 18:56:27.946372 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device efe20b8b-6044-414d-aa6e-5335c9b8e402 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:27.957058 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bb1561bb-bc7b-448d-8cfd-96a0e5c689a5 req-44e79ab1-04e5-4d3c-82b2-5ef0338ad328 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.010819 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port efe20b8b-6044-414d-aa6e-5335c9b8e402 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:28.016087 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-127842fd-6eb3-40c7-9254-a6c963aca6d8 req-7151638a-22b0-47a8-9f93-bfd73beedb6f tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045778 Sep 07 18:56:28.018310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port efe20b8b-6044-414d-aa6e-5335c9b8e402 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:28.026542 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.048422 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21ec21ae-6922-447c-bb39-dfb6c3c1e6e6 req-73966fd6-8225-4ad9-aeb0-3a6c9d09e603 service neutron] 10.222.0.36 "GET /v2.0/networks/2fd9ccaf-9915-42e3-94e6-0b2859daf1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653488 Sep 07 18:56:28.139007 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bb1561bb-bc7b-448d-8cfd-96a0e5c689a5 req-44e79ab1-04e5-4d3c-82b2-5ef0338ad328 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.144554 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.245346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb1561bb-bc7b-448d-8cfd-96a0e5c689a5 req-44e79ab1-04e5-4d3c-82b2-5ef0338ad328 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:28.246954 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1692e9-3d37-4393-b32b-b06a12df913b x-openstack-request-id: req-ae1692e9-3d37-4393-b32b-b06a12df913b {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:28.247245 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c32a504-51cd-4f4b-9e34-82748e484d03", "tag": "1ac8bd78-0af4-4984-9e0b-d75c633da9c9", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:28.247497 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae1692e9-3d37-4393-b32b-b06a12df913b {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:28.247892 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c32a504-51cd-4f4b-9e34-82748e484d03', 'tag': '1ac8bd78-0af4-4984-9e0b-d75c633da9c9', 'status': 'completed', 'code': 200} Sep 07 18:56:28.253316 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port efe20b8b-6044-414d-aa6e-5335c9b8e402, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=efe20b8b-6044-414d-aa6e-5335c9b8e402,segment=NetworkSegment(f814420c-e0f7-41e4-98e4-0679fd1c9311),segment_id=f814420c-e0f7-41e4-98e4-0679fd1c9311)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:28.258822 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-08f6f213-2b40-4464-b59e-67d06dbdf80e None None] Provisioning complete for port efe20b8b-6044-414d-aa6e-5335c9b8e402 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:28.260585 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-08f6f213-2b40-4464-b59e-67d06dbdf80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.262894 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-bb1561bb-bc7b-448d-8cfd-96a0e5c689a5 req-44e79ab1-04e5-4d3c-82b2-5ef0338ad328 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:28.267091 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.270033 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b5fede94-9c70-40d3-8ce1-7d1441d89cff up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:28.281990 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1561bb-bc7b-448d-8cfd-96a0e5c689a5 req-44e79ab1-04e5-4d3c-82b2-5ef0338ad328 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:28.283863 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Allocated IP 172.25.8.226 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/ce946b18-cf3e-4a23-8703-4fc2c933b2af) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:28.321348 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e79ab1-04e5-4d3c-82b2-5ef0338ad328 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Pushing event updated for resources: {'Port': ['ID=71c24f55-2800-4bea-81f7-f1b0db70a87f,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:28.411691 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.412924 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=efe20b8b-6044-414d-aa6e-5335c9b8e402,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:28.428486 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-dfaecaa4-f0bf-4ce2-8399-4a39a6bb9b3a tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:28.430508 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-dfaecaa4-f0bf-4ce2-8399-4a39a6bb9b3a tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.60 "GET /v2.0/networks?id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 HTTP/1.1" status: 200 len: 812 time: 0.2619717 Sep 07 18:56:28.447523 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port b5fede94-9c70-40d3-8ce1-7d1441d89cff completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:28.455689 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b5fede94-9c70-40d3-8ce1-7d1441d89cff triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:28.456062 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.470245 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-2432f3b2-b315-4eb2-bc9d-83f95aad5483 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Request body: {'port': {'device_id': 'f003aebc-d0e9-49bf-952f-248cf8bf6f25', 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20', 'admin_state_up': True, 'tenant_id': 'd8d2dd6678d2444d8d30e7280161600d'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:28.546306 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dec1beda-85ca-4764-b527-867267fc03d2 req-df73e828-3364-4aba-974d-59d208d8d2d7 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f003aebc-d0e9-49bf-952f-248cf8bf6f25 HTTP/1.1" status: 200 len: 210 time: 0.1931930 Sep 07 18:56:28.557654 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.600428 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port b5fede94-9c70-40d3-8ce1-7d1441d89cff, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b5fede94-9c70-40d3-8ce1-7d1441d89cff,segment=NetworkSegment(8bdddb14-36b1-4359-9802-3d38f831e977),segment_id=8bdddb14-36b1-4359-9802-3d38f831e977)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:28.611131 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.617034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365eb77-86b4-4432-9d86-33dec89b0f87 req-8864addc-db10-4ff2-9e80-bb871923b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:28.620443 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f365eb77-86b4-4432-9d86-33dec89b0f87 req-8864addc-db10-4ff2-9e80-bb871923b8d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55da6dc970b04f53a1608f6e65e04d79&device_id=7c32a504-51cd-4f4b-9e34-82748e484d03 HTTP/1.1" status: 200 len: 1095 time: 0.3399146 Sep 07 18:56:28.669935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=b5fede94-9c70-40d3-8ce1-7d1441d89cff,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:28.746177 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cd093c00-a7c3-4eff-ac5b-2bca169f6702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.753411 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bb1561bb-bc7b-448d-8cfd-96a0e5c689a5 req-44e79ab1-04e5-4d3c-82b2-5ef0338ad328 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.759817 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Allocated IP 172.20.0.1 (685d56dd-5328-40e9-bc4f-bf2cee4c596c/87228787-f4b4-4ada-bb0e-b6aedd83e941/a1ed9190-6eb0-4997-8088-b073c95084a8) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:28.845595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-2432f3b2-b315-4eb2-bc9d-83f95aad5483 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Made reservation on behalf of d8d2dd6678d2444d8d30e7280161600d for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:28.849050 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-2432f3b2-b315-4eb2-bc9d-83f95aad5483 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.884595 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.898081 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Transition to ACTIVE for port object a1ed9190-6eb0-4997-8088-b073c95084a8 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:28.902310 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.913968 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bb1561bb-bc7b-448d-8cfd-96a0e5c689a5 req-44e79ab1-04e5-4d3c-82b2-5ef0338ad328 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.931070 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.971596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365eb77-86b4-4432-9d86-33dec89b0f87 req-4ee9a3ea-9014-4ee6-94e4-d04ab90a8aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:28.973296 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f365eb77-86b4-4432-9d86-33dec89b0f87 req-4ee9a3ea-9014-4ee6-94e4-d04ab90a8aa6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fd9ccaf-9915-42e3-94e6-0b2859daf1df HTTP/1.1" status: 200 len: 913 time: 0.2880168 Sep 07 18:56:28.975622 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Network 685d56dd-5328-40e9-bc4f-bf2cee4c596c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:28.978776 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:28.984711 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:28.991385 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Pushing event updated for resources: {'Port': ['ID=a1ed9190-6eb0-4997-8088-b073c95084a8,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:29.024259 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.037790 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.056836 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa1554-21dc-45bd-8477-5ead7c057cdd req-cd94e485-398a-4ac2-b854-e2c9804d808f tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:29.058604 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10aa1554-21dc-45bd-8477-5ead7c057cdd req-cd94e485-398a-4ac2-b854-e2c9804d808f tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 946 time: 0.2201734 Sep 07 18:56:29.183366 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.227409 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-704e052b-dc3e-4db2-9f85-f810b8edd94d None None] Provisioning for port a1ed9190-6eb0-4997-8088-b073c95084a8 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:29.231975 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-704e052b-dc3e-4db2-9f85-f810b8edd94d None None] Provisioning complete for port a1ed9190-6eb0-4997-8088-b073c95084a8 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:29.231975 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-704e052b-dc3e-4db2-9f85-f810b8edd94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.269173 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-704e052b-dc3e-4db2-9f85-f810b8edd94d None None] Port a1ed9190-6eb0-4997-8088-b073c95084a8 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:56:29.455326 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f365eb77-86b4-4432-9d86-33dec89b0f87 req-2996fe4a-c74a-4cd4-9c1a-5b95e97d37b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ac8bd78-0af4-4984-9e0b-d75c633da9c9 HTTP/1.1" status: 200 len: 217 time: 0.4340928 Sep 07 18:56:29.487818 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.493308 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.567975 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.570393 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Pushing event updated for resources: {'Port': ['ID=a1ed9190-6eb0-4997-8088-b073c95084a8,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:29.583727 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.584108 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.584453 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.584848 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.585185 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.585524 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.585857 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.586208 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.586522 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.586861 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.587272 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.587605 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.617813 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.665833 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10aa1554-21dc-45bd-8477-5ead7c057cdd req-2e8f4a14-cfe5-4b63-abe5-505b304d28e7 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220371 Sep 07 18:56:29.693379 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Network 685d56dd-5328-40e9-bc4f-bf2cee4c596c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:29.696240 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:29.699816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:29.711942 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-2432f3b2-b315-4eb2-bc9d-83f95aad5483 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Allocated IP 172.20.0.5 (b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20/330b0af3-a338-4c3d-9fb6-805b1cab9e04/48728868-4a46-4f8a-a8ec-41fbaa832425) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:29.715240 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365eb77-86b4-4432-9d86-33dec89b0f87 req-c90d769a-de41-478b-8793-eab97463ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:29.716926 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f365eb77-86b4-4432-9d86-33dec89b0f87 req-c90d769a-de41-478b-8793-eab97463ab9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25f8b5bf-011d-4487-b74a-a017d9f4d254 HTTP/1.1" status: 200 len: 852 time: 0.2412620 Sep 07 18:56:29.727603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:29.730339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:29.741843 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Pushing event updated for resources: {'Port': ['ID=ce946b18-cf3e-4a23-8703-4fc2c933b2af,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:29.837233 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Router 86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:56:29.840744 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f365eb77-86b4-4432-9d86-33dec89b0f87 req-554ca378-f527-4256-b960-721aa30969be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fd9ccaf-9915-42e3-94e6-0b2859daf1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004033 Sep 07 18:56:29.851643 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.851991 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.852334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.852720 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.853324 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.853686 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.854001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.854327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.854643 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.854971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.855297 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.855623 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:29.893637 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device efe20b8b-6044-414d-aa6e-5335c9b8e402 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:29.935273 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bb1561bb-bc7b-448d-8cfd-96a0e5c689a5 req-44e79ab1-04e5-4d3c-82b2-5ef0338ad328 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.961357 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bb1561bb-bc7b-448d-8cfd-96a0e5c689a5 req-44e79ab1-04e5-4d3c-82b2-5ef0338ad328 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.968518 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port efe20b8b-6044-414d-aa6e-5335c9b8e402 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:29.969058 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.979105 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:56:29.985625 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5b8b26b9-57ac-4885-8516-947d821fce61 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] 10.222.0.26 "PUT /v2.0/routers/86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2710423 Sep 07 18:56:29.989806 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35336) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:29.996200 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102e762f-c449-46be-8056-6f564257e7d1 None None] Sync routers for ids ['86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:56:29.998222 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b5cc6a8f-252e-4369-870a-eb6f1816121f tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Request body: {'port': {'network_id': '685d56dd-5328-40e9-bc4f-bf2cee4c596c', 'name': 'tempest-FloatingIPAdminTestJSON-1552315577'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:30.026636 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102e762f-c449-46be-8056-6f564257e7d1 None None] Routers {'86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:30.027283 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-102e762f-c449-46be-8056-6f564257e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:30.068394 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-102e762f-c449-46be-8056-6f564257e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:30.070888 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a09ef5d9-5ff0-4c92-a944-956ea1f97757 None None] Provisioning complete for port a1ed9190-6eb0-4997-8088-b073c95084a8 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:30.071262 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a09ef5d9-5ff0-4c92-a944-956ea1f97757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.098552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054393f-04ea-47a8-a454-f5d8c67e4e0b req-28391777-632f-487c-84ab-322f7508d1cc tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:30.100152 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0054393f-04ea-47a8-a454-f5d8c67e4e0b req-28391777-632f-487c-84ab-322f7508d1cc tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c32a504-51cd-4f4b-9e34-82748e484d03 HTTP/1.1" status: 200 len: 944 time: 0.3257110 Sep 07 18:56:30.121435 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cc6a8f-252e-4369-870a-eb6f1816121f tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Made reservation on behalf of 4b07843878794a88ba159c574f3f171b for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:30.125642 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b5cc6a8f-252e-4369-870a-eb6f1816121f tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.140707 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102e762f-c449-46be-8056-6f564257e7d1 None None] Routers {'86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:30.141614 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-102e762f-c449-46be-8056-6f564257e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:30.146355 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-b5cc6a8f-252e-4369-870a-eb6f1816121f tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] device_id is not set on port d47dcf67-760e-45e9-bdb4-b38571dc0824 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:56:30.150250 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.183797 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a09ef5d9-5ff0-4c92-a944-956ea1f97757 None None] Port a1ed9190-6eb0-4997-8088-b073c95084a8 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:56:30.190300 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-102e762f-c449-46be-8056-6f564257e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:30.190300 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102e762f-c449-46be-8056-6f564257e7d1 None None] The sync data for ids ['86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:56:30.194793 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b5fede94-9c70-40d3-8ce1-7d1441d89cff up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:30.211558 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.267845 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-b5cc6a8f-252e-4369-870a-eb6f1816121f tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Allocated IP 172.20.0.12 (685d56dd-5328-40e9-bc4f-bf2cee4c596c/87228787-f4b4-4ada-bb0e-b6aedd83e941/d47dcf67-760e-45e9-bdb4-b38571dc0824) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:30.281108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e79ab1-04e5-4d3c-82b2-5ef0338ad328 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Pushing event updated for resources: {'Port': ['ID=71c24f55-2800-4bea-81f7-f1b0db70a87f,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:30.296650 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f365eb77-86b4-4432-9d86-33dec89b0f87 req-622a1ab4-a79e-46db-8d64-2496b638159c service neutron] 10.222.0.36 "GET /v2.0/networks/2fd9ccaf-9915-42e3-94e6-0b2859daf1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261415 Sep 07 18:56:30.330908 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0054393f-04ea-47a8-a454-f5d8c67e4e0b req-842903fb-d128-4323-9850-26b48487bf2c tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.26 "GET /v2.0/security-groups?id=f63ab859-a961-4ace-93c0-7cb180773322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966648 Sep 07 18:56:30.338128 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bb1561bb-bc7b-448d-8cfd-96a0e5c689a5 req-44e79ab1-04e5-4d3c-82b2-5ef0338ad328 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.348814 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.379449 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b5fede94-9c70-40d3-8ce1-7d1441d89cff triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:30.379926 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.457179 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b5cc6a8f-252e-4369-870a-eb6f1816121f tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.461526 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bb1561bb-bc7b-448d-8cfd-96a0e5c689a5 req-44e79ab1-04e5-4d3c-82b2-5ef0338ad328 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.462858 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bb1561bb-bc7b-448d-8cfd-96a0e5c689a5 req-44e79ab1-04e5-4d3c-82b2-5ef0338ad328 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0654864 Sep 07 18:56:30.476489 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-b5cc6a8f-252e-4369-870a-eb6f1816121f tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Transition to ACTIVE for port object d47dcf67-760e-45e9-bdb4-b38571dc0824 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:30.514737 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b5cc6a8f-252e-4369-870a-eb6f1816121f tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.535440 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-2432f3b2-b315-4eb2-bc9d-83f95aad5483 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.559360 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cc6a8f-252e-4369-870a-eb6f1816121f tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Network 685d56dd-5328-40e9-bc4f-bf2cee4c596c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:30.562413 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b5cc6a8f-252e-4369-870a-eb6f1816121f tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:30.566142 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cc6a8f-252e-4369-870a-eb6f1816121f tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:30.598568 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc6a8f-252e-4369-870a-eb6f1816121f tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Pushing event updated for resources: {'Port': ['ID=d47dcf67-760e-45e9-bdb4-b38571dc0824,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:30.625320 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc6a8f-252e-4369-870a-eb6f1816121f tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:30.626283 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b5cc6a8f-252e-4369-870a-eb6f1816121f tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.632835 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec770d06-1249-4ac2-8e85-7fcff9d6b5e5 req-64457a1f-87ad-42f4-8ca6-89deb9a1b04e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f003aebc-d0e9-49bf-952f-248cf8bf6f25 HTTP/1.1" status: 200 len: 210 time: 0.0995824 Sep 07 18:56:30.649222 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b5cc6a8f-252e-4369-870a-eb6f1816121f tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6574414 Sep 07 18:56:30.656455 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35338) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:30.690510 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.717167 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-f5917b57-4946-4b46-a4c0-86c5e4911fb9 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'project_id': '4b07843878794a88ba159c574f3f171b', 'port_id': 'd47dcf67-760e-45e9-bdb4-b38571dc0824'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:30.729144 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bb1561bb-bc7b-448d-8cfd-96a0e5c689a5 req-1aa6cbdf-900f-4311-b1ad-789b2a70c776 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 696 time: 0.2561355 Sep 07 18:56:30.732607 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f365eb77-86b4-4432-9d86-33dec89b0f87 req-ce2b5ad1-78e1-4828-a62a-9ec105f394ee service neutron] 10.222.0.36 "GET /v2.0/networks/2fd9ccaf-9915-42e3-94e6-0b2859daf1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219453 Sep 07 18:56:30.743853 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5917b57-4946-4b46-a4c0-86c5e4911fb9 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.748128 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.844072 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5917b57-4946-4b46-a4c0-86c5e4911fb9 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.907790 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c2272427-a12a-4981-82ab-ec45316080fd None None] Provisioning for port d47dcf67-760e-45e9-bdb4-b38571dc0824 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:30.911640 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c2272427-a12a-4981-82ab-ec45316080fd None None] Provisioning complete for port d47dcf67-760e-45e9-bdb4-b38571dc0824 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:30.912022 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c2272427-a12a-4981-82ab-ec45316080fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.926098 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Pushing event updated for resources: {'Port': ['ID=ce946b18-cf3e-4a23-8703-4fc2c933b2af,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:30.949228 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c2272427-a12a-4981-82ab-ec45316080fd None None] Port d47dcf67-760e-45e9-bdb4-b38571dc0824 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:56:30.966138 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.967024 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-f5917b57-4946-4b46-a4c0-86c5e4911fb9 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Allocated IP 172.25.8.140 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/cb7dfce3-a7ea-4179-ac40-3ead076ee5bb) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:30.973776 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-2432f3b2-b315-4eb2-bc9d-83f95aad5483 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:31.026340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1561bb-bc7b-448d-8cfd-96a0e5c689a5 req-ef8e50fa-a519-42a3-92d3-d7d096bae230 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:31.027720 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bb1561bb-bc7b-448d-8cfd-96a0e5c689a5 req-ef8e50fa-a519-42a3-92d3-d7d096bae230 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.2977922 Sep 07 18:56:31.036371 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:31.037624 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e42daf0c-8362-4040-a9ef-2af3c8460e0f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2330904 Sep 07 18:56:31.050050 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a03e84-6ff3-4431-89ff-38955a5dec14 req-6686a0bc-05c7-4bf9-88ef-1b0253997c44 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:31.051585 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20a03e84-6ff3-4431-89ff-38955a5dec14 req-6686a0bc-05c7-4bf9-88ef-1b0253997c44 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 945 time: 0.1627946 Sep 07 18:56:31.059314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-bb1561bb-bc7b-448d-8cfd-96a0e5c689a5 req-4ea0e49a-c4c5-48fb-997b-a27a3bf2c594 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:56:31.060358 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bb1561bb-bc7b-448d-8cfd-96a0e5c689a5 req-4ea0e49a-c4c5-48fb-997b-a27a3bf2c594 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198901 Sep 07 18:56:31.072691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-2432f3b2-b315-4eb2-bc9d-83f95aad5483 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:31.082768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-2432f3b2-b315-4eb2-bc9d-83f95aad5483 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:31.088398 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5917b57-4946-4b46-a4c0-86c5e4911fb9 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:31.091667 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432f3b2-b315-4eb2-bc9d-83f95aad5483 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Pushing event updated for resources: {'Port': ['ID=48728868-4a46-4f8a-a8ec-41fbaa832425,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:31.094087 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-2432f3b2-b315-4eb2-bc9d-83f95aad5483 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:31.156821 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5917b57-4946-4b46-a4c0-86c5e4911fb9 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:31.173298 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20a03e84-6ff3-4431-89ff-38955a5dec14 req-fca1de7c-8ebd-4b8d-8303-0fbcdd21769a tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071143 Sep 07 18:56:31.189426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-2432f3b2-b315-4eb2-bc9d-83f95aad5483 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:31.189426 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-2432f3b2-b315-4eb2-bc9d-83f95aad5483 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:31.192574 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5917b57-4946-4b46-a4c0-86c5e4911fb9 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:31.196183 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-f5917b57-4946-4b46-a4c0-86c5e4911fb9 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:31.199715 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5917b57-4946-4b46-a4c0-86c5e4911fb9 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:31.209809 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-2432f3b2-b315-4eb2-bc9d-83f95aad5483 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7632749 Sep 07 18:56:31.218580 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc4ee3-fb9f-4c3b-bd84-f851da068f42 req-866ea8f6-a183-43d8-9cc4-ea302abae959 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:31.220089 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59dc4ee3-fb9f-4c3b-bd84-f851da068f42 req-866ea8f6-a183-43d8-9cc4-ea302abae959 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/ports?device_id=9046640b-72df-4890-bfca-09ecb07a8b07&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0813243 Sep 07 18:56:31.225624 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] Request body: {'port': {'device_id': 'f003aebc-d0e9-49bf-952f-248cf8bf6f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:31.241380 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5917b57-4946-4b46-a4c0-86c5e4911fb9 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Pushing event updated for resources: {'Port': ['ID=cb7dfce3-a7ea-4179-ac40-3ead076ee5bb,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:31.327353 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59dc4ee3-fb9f-4c3b-bd84-f851da068f42 req-8bcc2397-23f5-4f26-adb0-b397c7417882 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 696 time: 0.0820680 Sep 07 18:56:31.342270 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-59dc4ee3-fb9f-4c3b-bd84-f851da068f42 req-a31d4c92-d75c-413f-a9e0-9fb7147fc615 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Request body: {'floatingip': {'port_id': '63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:31.380078 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:31.402058 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-f8580c8e-f639-421b-b1bd-73cf326b6083 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1210331110&fields=id&tenant_id=b3e2f62770ce4512b55b3685f3a068f2 HTTP/1.1" status: 200 len: 267 time: 0.1187990 Sep 07 18:56:31.404412 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-59dc4ee3-fb9f-4c3b-bd84-f851da068f42 req-a31d4c92-d75c-413f-a9e0-9fb7147fc615 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:31.414739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 1ac8bd78-0af4-4984-9e0b-d75c633da9c9 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:56:31.522955 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 1ac8bd78-0af4-4984-9e0b-d75c633da9c9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=1ac8bd78-0af4-4984-9e0b-d75c633da9c9,segment=NetworkSegment(fac3854a-07fc-4b62-a2f4-3f036cb36ed7),segment_id=fac3854a-07fc-4b62-a2f4-3f036cb36ed7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:31.535821 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '1ac8bd78-0af4-4984-9e0b-d75c633da9c9', 'network_id': '2fd9ccaf-9915-42e3-94e6-0b2859daf1df', 'port_id': '1ac8bd78-0af4-4984-9e0b-d75c633da9c9', 'mac_address': 'fa:16:3e:62:cf:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f8b5bf-011d-4487-b74a-a017d9f4d254', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:56:31.586477 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:31.602837 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac8bd78-0af4-4984-9e0b-d75c633da9c9 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:56:31.626328 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 1ac8bd78-0af4-4984-9e0b-d75c633da9c9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=1ac8bd78-0af4-4984-9e0b-d75c633da9c9,segment=NetworkSegment(fac3854a-07fc-4b62-a2f4-3f036cb36ed7),segment_id=fac3854a-07fc-4b62-a2f4-3f036cb36ed7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:31.631861 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:31.686729 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:31.697203 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=1ac8bd78-0af4-4984-9e0b-d75c633da9c9,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:31.764739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-8c14e486-4555-4d4c-abea-14f2b485c0ab tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:31.766203 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-8c14e486-4555-4d4c-abea-14f2b485c0ab tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/networks?id=1d18b746-cc48-4b0b-8822-7ec853348da1 HTTP/1.1" status: 200 len: 811 time: 0.3231258 Sep 07 18:56:31.803227 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-c0cab7ed-630d-4729-a188-9b6b276306f2 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/quotas/b3e2f62770ce4512b55b3685f3a068f2 HTTP/1.1" status: 200 len: 375 time: 0.0275233 Sep 07 18:56:31.876802 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5917b57-4946-4b46-a4c0-86c5e4911fb9 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:31.902838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['1ac8bd78-0af4-4984-9e0b-d75c633da9c9'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:56:31.945044 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5917b57-4946-4b46-a4c0-86c5e4911fb9 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:31.951503 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-e3f81f48-dce4-4834-b04a-2389946ccf7d tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3e2f62770ce4512b55b3685f3a068f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1380017 Sep 07 18:56:31.962345 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-59dc4ee3-fb9f-4c3b-bd84-f851da068f42 req-a31d4c92-d75c-413f-a9e0-9fb7147fc615 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] update failed (client error): There was a conflict when trying to complete your request. Sep 07 18:56:31.963399 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59dc4ee3-fb9f-4c3b-bd84-f851da068f42 req-a31d4c92-d75c-413f-a9e0-9fb7147fc615 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "PUT /v2.0/floatingips/97d877ac-2359-4ba3-a055-363ac9e696e2 HTTP/1.1" status: 409 len: 550 time: 0.6291387 Sep 07 18:56:32.077851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48728868-4a46-4f8a-a8ec-41fbaa832425 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:56:32.090172 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:32.110656 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] Transition to ACTIVE for port object 48728868-4a46-4f8a-a8ec-41fbaa832425 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:32.118106 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:32.130103 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-fc958265-1af2-4d4c-9a90-60d8432c27d9 service neutron] 10.222.0.26 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443663 Sep 07 18:56:32.135960 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5917b57-4946-4b46-a4c0-86c5e4911fb9 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:32.141266 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5917b57-4946-4b46-a4c0-86c5e4911fb9 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:32.221078 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5917b57-4946-4b46-a4c0-86c5e4911fb9 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Pushing event updated for resources: {'Port': ['ID=cb7dfce3-a7ea-4179-ac40-3ead076ee5bb,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:32.233348 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5917b57-4946-4b46-a4c0-86c5e4911fb9 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:32.338785 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-f5917b57-4946-4b46-a4c0-86c5e4911fb9 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Floating IP 128d2a1b-e19b-49a6-9456-32b56c9b18b3 associated. External IP: 172.25.8.140, port: d47dcf67-760e-45e9-bdb4-b38571dc0824. Sep 07 18:56:32.549071 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5917b57-4946-4b46-a4c0-86c5e4911fb9 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Router 86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:56:32.567912 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=48728868-4a46-4f8a-a8ec-41fbaa832425,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:32.650099 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97559d63-2bde-46cf-b405-4169be9871e7 req-2a99efc9-b3d7-4df7-8572-1be642b71de1 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:32.656003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97559d63-2bde-46cf-b405-4169be9871e7 req-2a99efc9-b3d7-4df7-8572-1be642b71de1 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:32.658690 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5917b57-4946-4b46-a4c0-86c5e4911fb9 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:56:32.661956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97559d63-2bde-46cf-b405-4169be9871e7 req-2a99efc9-b3d7-4df7-8572-1be642b71de1 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:32.664208 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97559d63-2bde-46cf-b405-4169be9871e7 req-2a99efc9-b3d7-4df7-8572-1be642b71de1 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815&device_id=492e61e3-3393-4601-b637-2a944a1bbdf5&device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 2417 time: 0.1677573 Sep 07 18:56:32.670256 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59e9637-93c9-4a34-859a-29bfd8dd4ec0 None None] Sync routers for ids ['86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:56:32.677302 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5917b57-4946-4b46-a4c0-86c5e4911fb9 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:32.681806 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59e9637-93c9-4a34-859a-29bfd8dd4ec0 None None] Routers {'86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:32.682645 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e59e9637-93c9-4a34-859a-29bfd8dd4ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:32.696802 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-cf5924e0-f57e-4cb2-ba94-e049b037c2d2 service neutron] 10.222.0.26 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473936 Sep 07 18:56:32.706715 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f5917b57-4946-4b46-a4c0-86c5e4911fb9 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 2.0466475 Sep 07 18:56:32.706982 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35368) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:32.718492 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e59e9637-93c9-4a34-859a-29bfd8dd4ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:32.731129 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59e9637-93c9-4a34-859a-29bfd8dd4ec0 None None] Routers {'86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:32.731755 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e59e9637-93c9-4a34-859a-29bfd8dd4ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:32.747134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] Attempting to bind port 48728868-4a46-4f8a-a8ec-41fbaa832425 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:56:32.747822 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] Attempting to bind port 48728868-4a46-4f8a-a8ec-41fbaa832425 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:56:32.748381 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] Attempting to bind port 48728868-4a46-4f8a-a8ec-41fbaa832425 on network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:56:32.755402 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97559d63-2bde-46cf-b405-4169be9871e7 req-4bce1d30-b7ba-4205-b34a-5a61dc92cb07 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837839 Sep 07 18:56:32.758308 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] Port 48728868-4a46-4f8a-a8ec-41fbaa832425 on network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:56:32.759472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] Attempting to bind port 48728868-4a46-4f8a-a8ec-41fbaa832425 on network b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:56:32.766551 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:56:32.767196 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] Checking segment: {'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:56:32.767820 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] Bound using segment: {'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:56:32.768651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] Bound port: 48728868-4a46-4f8a-a8ec-41fbaa832425, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2ee86b-6f65-4893-a4e4-4246b8e8535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:56:32.769358 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:32.774403 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e59e9637-93c9-4a34-859a-29bfd8dd4ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:32.775882 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59e9637-93c9-4a34-859a-29bfd8dd4ec0 None None] The sync data for ids ['86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:56:32.846648 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-544de974-3f49-435a-ba6f-45b6657900b1 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] 10.222.0.26 "GET /v2.0/floatingips/128d2a1b-e19b-49a6-9456-32b56c9b18b3 HTTP/1.1" status: 200 len: 984 time: 0.1364958 Sep 07 18:56:32.846922 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35376) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:32.919814 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] For port 48728868-4a46-4f8a-a8ec-41fbaa832425, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:56:32.922636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] For port 48728868-4a46-4f8a-a8ec-41fbaa832425, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=48728868-4a46-4f8a-a8ec-41fbaa832425,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:56:32.927086 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4648004f-03d0-4c7a-a556-9e71a2003634 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3997 time: 0.0791032 Sep 07 18:56:32.930610 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35378) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:32.932602 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c661525-6d26-460c-a1fb-efced7585a3c req-12b3ce99-a645-4796-b26f-3813ae0b7845 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:32.940015 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c661525-6d26-460c-a1fb-efced7585a3c req-12b3ce99-a645-4796-b26f-3813ae0b7845 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c32a504-51cd-4f4b-9e34-82748e484d03 HTTP/1.1" status: 200 len: 945 time: 0.1098197 Sep 07 18:56:32.949139 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:33.023483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:33.024122 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:33.025546 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] 10.222.0.60 "PUT /v2.0/ports/48728868-4a46-4f8a-a8ec-41fbaa832425 HTTP/1.1" status: 200 len: 1091 time: 1.8045375 Sep 07 18:56:33.026048 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f003aebc-d0e9-49bf-952f-248cf8bf6f25', 'tag': '48728868-4a46-4f8a-a8ec-41fbaa832425'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:33.028275 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1205c89c-bb87-48a0-98b4-28ec56d1edfe" -d '{"events": [{"name": "network-changed", "server_uuid": "f003aebc-d0e9-49bf-952f-248cf8bf6f25", "tag": "48728868-4a46-4f8a-a8ec-41fbaa832425"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:33.068765 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c661525-6d26-460c-a1fb-efced7585a3c req-184ea310-bcfd-4da4-84e8-c6f1ab630be7 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.26 "GET /v2.0/security-groups?id=f63ab859-a961-4ace-93c0-7cb180773322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226516 Sep 07 18:56:33.122943 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a928e-53a9-4608-bfab-96e851320ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=48728868-4a46-4f8a-a8ec-41fbaa832425,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:33.124736 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a370f4a1-cb43-44c3-a4a9-49e4e404de1a tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Deleting port cb7dfce3-a7ea-4179-ac40-3ead076ee5bb {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:33.125759 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a370f4a1-cb43-44c3-a4a9-49e4e404de1a tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:33.173453 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3268e5-699d-4b6f-9e3e-791d476775d1 req-2619e5f3-3dfe-4ef6-92a6-45c7a2b1d05a tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:33.174965 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e3268e5-699d-4b6f-9e3e-791d476775d1 req-2619e5f3-3dfe-4ef6-92a6-45c7a2b1d05a tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f003aebc-d0e9-49bf-952f-248cf8bf6f25 HTTP/1.1" status: 200 len: 943 time: 0.2087345 Sep 07 18:56:33.179479 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a949907-b0de-4fe5-aeb7-6e612f6d13b1 req-cbee1a43-0cc7-4c4f-9885-5635963d51ca tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/floatingips/97d877ac-2359-4ba3-a055-363ac9e696e2 HTTP/1.1" status: 200 len: 693 time: 0.0851014 Sep 07 18:56:33.189752 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-018269f0-8c2f-4073-a9ef-9c27b4763ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:33.191421 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-018269f0-8c2f-4073-a9ef-9c27b4763ded service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8d2dd6678d2444d8d30e7280161600d&device_id=f003aebc-d0e9-49bf-952f-248cf8bf6f25 HTTP/1.1" status: 200 len: 1094 time: 0.1099355 Sep 07 18:56:33.214934 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a370f4a1-cb43-44c3-a4a9-49e4e404de1a tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:33.215300 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a370f4a1-cb43-44c3-a4a9-49e4e404de1a tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:33.229094 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a370f4a1-cb43-44c3-a4a9-49e4e404de1a tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Calling delete_port for cb7dfce3-a7ea-4179-ac40-3ead076ee5bb owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:33.269845 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-a65d9adf-b159-45e2-a1b0-e8b95d85eb88 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48728868-4a46-4f8a-a8ec-41fbaa832425 HTTP/1.1" status: 200 len: 217 time: 0.0611858 Sep 07 18:56:33.326389 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e3268e5-699d-4b6f-9e3e-791d476775d1 req-b39f12ff-6d28-4d0a-8e99-50723305596d tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330416 Sep 07 18:56:33.380709 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-3e234525-eb4e-4354-aa53-594e0aa2309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:33.382222 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-3e234525-eb4e-4354-aa53-594e0aa2309a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=330b0af3-a338-4c3d-9fb6-805b1cab9e04 HTTP/1.1" status: 200 len: 852 time: 0.0972087 Sep 07 18:56:33.408015 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 1ac8bd78-0af4-4984-9e0b-d75c633da9c9 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:33.426311 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-973da88f-cfa5-4c16-9d23-a5f90c3632d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343072 Sep 07 18:56:33.441697 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a949907-b0de-4fe5-aeb7-6e612f6d13b1 req-ce1e1dfb-92b3-4380-a8b6-33e9c0048c12 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:33.441697 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a949907-b0de-4fe5-aeb7-6e612f6d13b1 req-ce1e1dfb-92b3-4380-a8b6-33e9c0048c12 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.2348835 Sep 07 18:56:33.458191 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-2a949907-b0de-4fe5-aeb7-6e612f6d13b1 req-5a1ef52f-202f-4cb5-ba8c-5e43be034cb2 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:56:33.460034 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a949907-b0de-4fe5-aeb7-6e612f6d13b1 req-5a1ef52f-202f-4cb5-ba8c-5e43be034cb2 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141563 Sep 07 18:56:33.478973 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a370f4a1-cb43-44c3-a4a9-49e4e404de1a tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:33.500223 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 1ac8bd78-0af4-4984-9e0b-d75c633da9c9 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:33.510256 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 1ac8bd78-0af4-4984-9e0b-d75c633da9c9 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:33.510634 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:33.519318 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370f4a1-cb43-44c3-a4a9-49e4e404de1a tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Pushing event deleted for resources: {'Port': ['ID=cb7dfce3-a7ea-4179-ac40-3ead076ee5bb,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:33.578865 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a949907-b0de-4fe5-aeb7-6e612f6d13b1 req-5ec899c7-73f5-414c-b9cb-1b2c57f29eeb tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 696 time: 0.1082370 Sep 07 18:56:33.586275 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a370f4a1-cb43-44c3-a4a9-49e4e404de1a tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:33.586485 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-a370f4a1-cb43-44c3-a4a9-49e4e404de1a tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Floating IP 128d2a1b-e19b-49a6-9456-32b56c9b18b3 disassociated (deleted). External IP: 172.25.8.140, port: d47dcf67-760e-45e9-bdb4-b38571dc0824. Sep 07 18:56:33.613334 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:33.620806 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda67f49-7050-48b8-9ea0-6cdfbf852dd9 req-1327d42f-d8cb-498b-a55f-840237f7b32d tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:33.624543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bda67f49-7050-48b8-9ea0-6cdfbf852dd9 req-1327d42f-d8cb-498b-a55f-840237f7b32d tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 946 time: 0.1957846 Sep 07 18:56:33.645763 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c32a504-51cd-4f4b-9e34-82748e484d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac8bd78-0af4-4984-9e0b-d75c633da9c9'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:33.648774 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86029663-22a3-420a-ba43-31ecb76fb1f5" -d '{"events": [{"server_uuid": "7c32a504-51cd-4f4b-9e34-82748e484d03", "name": "network-vif-plugged", "status": "completed", "tag": "1ac8bd78-0af4-4984-9e0b-d75c633da9c9"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:33.661959 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 1ac8bd78-0af4-4984-9e0b-d75c633da9c9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=1ac8bd78-0af4-4984-9e0b-d75c633da9c9,segment=NetworkSegment(fac3854a-07fc-4b62-a2f4-3f036cb36ed7),segment_id=fac3854a-07fc-4b62-a2f4-3f036cb36ed7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:33.667024 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:33.687484 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a949907-b0de-4fe5-aeb7-6e612f6d13b1 req-44fb7935-e4ca-42df-bf03-af4b193369d9 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 696 time: 0.0949926 Sep 07 18:56:33.695869 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-0c674776-df92-4cb6-9edb-8b6116b66ff8 service neutron] 10.222.0.60 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580175 Sep 07 18:56:33.724306 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=1ac8bd78-0af4-4984-9e0b-d75c633da9c9,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:33.774679 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bda67f49-7050-48b8-9ea0-6cdfbf852dd9 req-7d9ad117-56a6-4467-809b-8e6dcc2bd4a9 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124368 Sep 07 18:56:33.818760 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a370f4a1-cb43-44c3-a4a9-49e4e404de1a tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Router 86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:56:33.931592 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a370f4a1-cb43-44c3-a4a9-49e4e404de1a tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:56:33.936272 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a370f4a1-cb43-44c3-a4a9-49e4e404de1a tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:33.946950 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d111bd65-b61a-48e3-87b8-66520085cdd5 None None] Sync routers for ids ['86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:56:33.951067 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3db282f-6cbd-4cc9-a9a8-180dcb0b414f req-842b173a-0b56-43d3-abd7-bd340ef54124 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 210 time: 0.0864480 Sep 07 18:56:33.965815 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a370f4a1-cb43-44c3-a4a9-49e4e404de1a tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] 10.222.0.26 "DELETE /v2.0/floatingips/128d2a1b-e19b-49a6-9456-32b56c9b18b3 HTTP/1.1" status: 204 len: 168 time: 1.0337970 Sep 07 18:56:33.969965 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35394) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:33.972376 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d111bd65-b61a-48e3-87b8-66520085cdd5 None None] Routers {'86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:33.975181 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d111bd65-b61a-48e3-87b8-66520085cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:33.979095 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ba6591cd-7c06-4db5-aaa6-11e43edc54c2 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:34.002934 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba6591cd-7c06-4db5-aaa6-11e43edc54c2 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:34.044916 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f62bac1e-b3d7-4fa1-a23f-cea1b942e646 req-177e98dd-b7d3-49f0-a7bf-f47102509413 service neutron] 10.222.0.60 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340199 Sep 07 18:56:34.046494 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327bbdad-aed2-4d14-9382-622db2a0491d x-openstack-request-id: req-327bbdad-aed2-4d14-9382-622db2a0491d {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:34.046783 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f003aebc-d0e9-49bf-952f-248cf8bf6f25", "tag": "48728868-4a46-4f8a-a8ec-41fbaa832425", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:34.047037 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-327bbdad-aed2-4d14-9382-622db2a0491d {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:34.047428 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f003aebc-d0e9-49bf-952f-248cf8bf6f25', 'tag': '48728868-4a46-4f8a-a8ec-41fbaa832425', 'status': 'completed', 'code': 200} Sep 07 18:56:34.056457 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d111bd65-b61a-48e3-87b8-66520085cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:34.065691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-2a949907-b0de-4fe5-aeb7-6e612f6d13b1 req-2ebff05e-2b0d-42a0-bc50-32e54e842840 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Deleting port 71c24f55-2800-4bea-81f7-f1b0db70a87f {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:34.066446 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2a949907-b0de-4fe5-aeb7-6e612f6d13b1 req-2ebff05e-2b0d-42a0-bc50-32e54e842840 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:34.079014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d111bd65-b61a-48e3-87b8-66520085cdd5 None None] Routers {'86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:34.082834 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d111bd65-b61a-48e3-87b8-66520085cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:34.117202 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-1e24fb60-5235-4d03-b380-cb2e661025bb tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:34.118103 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba6591cd-7c06-4db5-aaa6-11e43edc54c2 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:34.118713 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-1e24fb60-5235-4d03-b380-cb2e661025bb tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.36 "GET /v2.0/networks?id=1d18b746-cc48-4b0b-8822-7ec853348da1 HTTP/1.1" status: 200 len: 811 time: 0.2099824 Sep 07 18:56:34.143329 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32db4ad9-8bdf-40b8-b08d-fa159ec8f89f x-openstack-request-id: req-32db4ad9-8bdf-40b8-b08d-fa159ec8f89f {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:34.143712 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c32a504-51cd-4f4b-9e34-82748e484d03", "name": "network-vif-plugged", "status": "completed", "tag": "1ac8bd78-0af4-4984-9e0b-d75c633da9c9", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:34.144030 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32db4ad9-8bdf-40b8-b08d-fa159ec8f89f {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:34.144482 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c32a504-51cd-4f4b-9e34-82748e484d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac8bd78-0af4-4984-9e0b-d75c633da9c9', 'code': 200} Sep 07 18:56:34.145628 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d111bd65-b61a-48e3-87b8-66520085cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:34.146359 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d111bd65-b61a-48e3-87b8-66520085cdd5 None None] The sync data for ids ['86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:56:34.237154 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c89c-bb87-48a0-98b4-28ec56d1edfe req-14aed7c1-9cfe-4ada-b45a-83049e4b938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:34.238960 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1205c89c-bb87-48a0-98b4-28ec56d1edfe req-14aed7c1-9cfe-4ada-b45a-83049e4b938c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8d2dd6678d2444d8d30e7280161600d&device_id=f003aebc-d0e9-49bf-952f-248cf8bf6f25 HTTP/1.1" status: 200 len: 1094 time: 0.1193476 Sep 07 18:56:34.251283 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-2fe9a761-228e-43ce-9ad5-953eac720b1b tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3e2f62770ce4512b55b3685f3a068f2 HTTP/1.1" status: 200 len: 380 time: 0.0976236 Sep 07 18:56:34.260430 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2a949907-b0de-4fe5-aeb7-6e612f6d13b1 req-2ebff05e-2b0d-42a0-bc50-32e54e842840 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:34.260703 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2a949907-b0de-4fe5-aeb7-6e612f6d13b1 req-2ebff05e-2b0d-42a0-bc50-32e54e842840 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:34.269716 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-ba6591cd-7c06-4db5-aaa6-11e43edc54c2 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Allocated IP 172.25.8.234 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/4156af75-b4e4-4da0-b6a4-8f34296422d7) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:34.275613 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9094584-04cb-42e2-858c-30189037440d req-7bd1e500-88d4-4960-83e9-18cf9f8386cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:34.277193 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f9094584-04cb-42e2-858c-30189037440d req-7bd1e500-88d4-4960-83e9-18cf9f8386cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7c32a504-51cd-4f4b-9e34-82748e484d03 HTTP/1.1" status: 200 len: 1097 time: 0.0807693 Sep 07 18:56:34.286729 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-baa3e06f-29f6-485e-9d14-4eb9a125ad94 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Request body: {'port': {'device_id': '90312bba-f209-4098-afb6-86756ec4246a', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'admin_state_up': True, 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'security_groups': ['6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:34.322687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-2a949907-b0de-4fe5-aeb7-6e612f6d13b1 req-2ebff05e-2b0d-42a0-bc50-32e54e842840 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Calling delete_port for 71c24f55-2800-4bea-81f7-f1b0db70a87f owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:34.373105 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f9094584-04cb-42e2-858c-30189037440d req-fb93f749-d238-4b1b-8f81-f4a0e1f595d5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f63ab859-a961-4ace-93c0-7cb180773322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700018 Sep 07 18:56:34.406802 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba6591cd-7c06-4db5-aaa6-11e43edc54c2 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:34.445578 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba6591cd-7c06-4db5-aaa6-11e43edc54c2 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:34.479678 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6591cd-7c06-4db5-aaa6-11e43edc54c2 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:34.482546 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-ba6591cd-7c06-4db5-aaa6-11e43edc54c2 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:34.485906 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6591cd-7c06-4db5-aaa6-11e43edc54c2 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:34.521485 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6591cd-7c06-4db5-aaa6-11e43edc54c2 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Pushing event updated for resources: {'Port': ['ID=4156af75-b4e4-4da0-b6a4-8f34296422d7,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:34.535247 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c89c-bb87-48a0-98b4-28ec56d1edfe req-aa2d4145-a10c-4eb9-a0e7-a440d9d3504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:34.536762 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1205c89c-bb87-48a0-98b4-28ec56d1edfe req-aa2d4145-a10c-4eb9-a0e7-a440d9d3504a service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 HTTP/1.1" status: 200 len: 913 time: 0.2900007 Sep 07 18:56:34.568812 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc1bd7-b9f6-4318-8970-8e194665d160 req-89b09e9e-e6a1-44e6-8cad-9ea20109142a tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:34.570747 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5cfc1bd7-b9f6-4318-8970-8e194665d160 req-89b09e9e-e6a1-44e6-8cad-9ea20109142a tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c32a504-51cd-4f4b-9e34-82748e484d03 HTTP/1.1" status: 200 len: 946 time: 0.1283472 Sep 07 18:56:34.581532 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba6591cd-7c06-4db5-aaa6-11e43edc54c2 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:34.614510 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1205c89c-bb87-48a0-98b4-28ec56d1edfe req-9b6cbd35-3b40-415f-b6f2-b35414edde0b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48728868-4a46-4f8a-a8ec-41fbaa832425 HTTP/1.1" status: 200 len: 217 time: 0.0679727 Sep 07 18:56:34.619294 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba6591cd-7c06-4db5-aaa6-11e43edc54c2 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:34.675735 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-baa3e06f-29f6-485e-9d14-4eb9a125ad94 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Made reservation on behalf of b3e2f62770ce4512b55b3685f3a068f2 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:34.679267 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-baa3e06f-29f6-485e-9d14-4eb9a125ad94 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:34.733342 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5cfc1bd7-b9f6-4318-8970-8e194665d160 req-ed6efdea-ce3b-4d3f-ad2c-1d32d5b48062 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.26 "GET /v2.0/security-groups?id=f63ab859-a961-4ace-93c0-7cb180773322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242321 Sep 07 18:56:34.748731 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c89c-bb87-48a0-98b4-28ec56d1edfe req-137fcca6-4b52-45da-aa82-2fa1d91e451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:34.750192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1205c89c-bb87-48a0-98b4-28ec56d1edfe req-137fcca6-4b52-45da-aa82-2fa1d91e451e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=330b0af3-a338-4c3d-9fb6-805b1cab9e04 HTTP/1.1" status: 200 len: 852 time: 0.1245003 Sep 07 18:56:34.777637 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba6591cd-7c06-4db5-aaa6-11e43edc54c2 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:34.782462 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba6591cd-7c06-4db5-aaa6-11e43edc54c2 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:34.821777 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1205c89c-bb87-48a0-98b4-28ec56d1edfe req-ccf77561-f4b2-4027-a363-60bff920929d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595756 Sep 07 18:56:34.826990 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2a949907-b0de-4fe5-aeb7-6e612f6d13b1 req-2ebff05e-2b0d-42a0-bc50-32e54e842840 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:34.862269 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6591cd-7c06-4db5-aaa6-11e43edc54c2 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Pushing event updated for resources: {'Port': ['ID=4156af75-b4e4-4da0-b6a4-8f34296422d7,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:34.870549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebff05e-2b0d-42a0-bc50-32e54e842840 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Pushing event deleted for resources: {'Port': ['ID=71c24f55-2800-4bea-81f7-f1b0db70a87f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:34.878607 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba6591cd-7c06-4db5-aaa6-11e43edc54c2 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:34.896105 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba6591cd-7c06-4db5-aaa6-11e43edc54c2 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:34.898000 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ba6591cd-7c06-4db5-aaa6-11e43edc54c2 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9264088 Sep 07 18:56:34.900580 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35404) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:35.001133 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-40743068-86ba-4aa0-9323-7f63e91b7345 tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:35.022812 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40743068-86ba-4aa0-9323-7f63e91b7345 tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:35.083118 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-baa3e06f-29f6-485e-9d14-4eb9a125ad94 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Allocated IP 172.20.0.7 (1d18b746-cc48-4b0b-8822-7ec853348da1/4e593cdc-1b32-4dc9-81bb-475156c283c6/5ff0b07d-912a-4575-82d0-10dc01106a20) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:35.098376 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2a949907-b0de-4fe5-aeb7-6e612f6d13b1 req-2ebff05e-2b0d-42a0-bc50-32e54e842840 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:35.101605 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2a949907-b0de-4fe5-aeb7-6e612f6d13b1 req-2ebff05e-2b0d-42a0-bc50-32e54e842840 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:35.102782 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a949907-b0de-4fe5-aeb7-6e612f6d13b1 req-2ebff05e-2b0d-42a0-bc50-32e54e842840 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "DELETE /v2.0/floatingips/97d877ac-2359-4ba3-a055-363ac9e696e2 HTTP/1.1" status: 204 len: 173 time: 1.4031324 Sep 07 18:56:35.121330 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47579239-cf34-4989-a384-55de3ff21f3e req-e2da118d-edee-4356-8229-2f136ca8e7f9 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:35.123069 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-47579239-cf34-4989-a384-55de3ff21f3e req-e2da118d-edee-4356-8229-2f136ca8e7f9 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f003aebc-d0e9-49bf-952f-248cf8bf6f25 HTTP/1.1" status: 200 len: 943 time: 0.2004139 Sep 07 18:56:35.126047 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1205c89c-bb87-48a0-98b4-28ec56d1edfe req-238f4095-9e70-4ef6-9c5a-e9851f51972c service neutron] 10.222.0.60 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706947 Sep 07 18:56:35.128611 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40743068-86ba-4aa0-9323-7f63e91b7345 tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:35.243936 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-40743068-86ba-4aa0-9323-7f63e91b7345 tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Allocated IP 172.25.8.159 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/f2e763e8-0da2-44a7-b9c0-8ff74ab0401d) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:35.256949 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-47579239-cf34-4989-a384-55de3ff21f3e req-f1e2938a-77a7-4a58-ac19-d530c4fb9645 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240044 Sep 07 18:56:35.303529 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a43ca9dc-9b5a-465c-9b3b-ed3c22f5bbb3 req-bd6a7b22-91de-4b52-a4ae-504fae748a81 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 210 time: 0.0517454 Sep 07 18:56:35.366498 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40743068-86ba-4aa0-9323-7f63e91b7345 tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:35.410036 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1205c89c-bb87-48a0-98b4-28ec56d1edfe req-40fd95ad-f7b8-43f1-8731-4e1061da688b service neutron] 10.222.0.60 "GET /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758791 Sep 07 18:56:35.411671 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40743068-86ba-4aa0-9323-7f63e91b7345 tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:35.457999 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40743068-86ba-4aa0-9323-7f63e91b7345 tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:35.461390 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-40743068-86ba-4aa0-9323-7f63e91b7345 tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:35.464001 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40743068-86ba-4aa0-9323-7f63e91b7345 tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:35.473905 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-e1788a03-8f04-4f3b-942b-7d0eb60b5e51 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.108 HTTP/1.1" status: 200 len: 1001 time: 0.1726034 Sep 07 18:56:35.507645 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40743068-86ba-4aa0-9323-7f63e91b7345 tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Pushing event updated for resources: {'Port': ['ID=f2e763e8-0da2-44a7-b9c0-8ff74ab0401d,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:35.512866 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-baa3e06f-29f6-485e-9d14-4eb9a125ad94 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:35.536231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-71382e5e-f2e9-4dd1-8238-89ca98d41ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:35.537898 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-71382e5e-f2e9-4dd1-8238-89ca98d41ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/ports/63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 HTTP/1.1" status: 200 len: 942 time: 0.0631955 Sep 07 18:56:35.546772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-baa3e06f-29f6-485e-9d14-4eb9a125ad94 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Transition to ACTIVE for port object 5ff0b07d-912a-4575-82d0-10dc01106a20 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:35.592859 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-baa3e06f-29f6-485e-9d14-4eb9a125ad94 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:35.615505 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40743068-86ba-4aa0-9323-7f63e91b7345 tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:35.668151 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40743068-86ba-4aa0-9323-7f63e91b7345 tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:35.706940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-baa3e06f-29f6-485e-9d14-4eb9a125ad94 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Network 1d18b746-cc48-4b0b-8822-7ec853348da1 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:35.715322 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-baa3e06f-29f6-485e-9d14-4eb9a125ad94 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:35.719038 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3e06f-29f6-485e-9d14-4eb9a125ad94 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Pushing event updated for resources: {'Port': ['ID=5ff0b07d-912a-4575-82d0-10dc01106a20,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:35.721959 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-baa3e06f-29f6-485e-9d14-4eb9a125ad94 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:35.891445 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40743068-86ba-4aa0-9323-7f63e91b7345 tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:35.896703 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40743068-86ba-4aa0-9323-7f63e91b7345 tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:35.967937 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40743068-86ba-4aa0-9323-7f63e91b7345 tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Pushing event updated for resources: {'Port': ['ID=f2e763e8-0da2-44a7-b9c0-8ff74ab0401d,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:35.980932 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40743068-86ba-4aa0-9323-7f63e91b7345 tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:35.996328 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40743068-86ba-4aa0-9323-7f63e91b7345 tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:35.997588 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-40743068-86ba-4aa0-9323-7f63e91b7345 tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0960591 Sep 07 18:56:36.000723 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35424) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:36.016320 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-bbba95a9-2481-4f41-a6ef-999aca24aad9 None None] Provisioning for port 5ff0b07d-912a-4575-82d0-10dc01106a20 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:36.020578 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-bbba95a9-2481-4f41-a6ef-999aca24aad9 None None] Provisioning complete for port 5ff0b07d-912a-4575-82d0-10dc01106a20 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:36.021020 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bbba95a9-2481-4f41-a6ef-999aca24aad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:36.056972 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-bbba95a9-2481-4f41-a6ef-999aca24aad9 None None] Port 5ff0b07d-912a-4575-82d0-10dc01106a20 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:56:36.070603 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-39f5e000-c6ac-4fb4-860e-58336b5b576a tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3701 time: 0.0687389 Sep 07 18:56:36.073117 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35426) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:36.139574 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-7677fd5e-9d23-4fa7-a174-7f075abd4574 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.108 HTTP/1.1" status: 200 len: 1001 time: 0.5375164 Sep 07 18:56:36.144732 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e5df3eb7-ad0d-4fe1-a1ec-3b3fe60838e6 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0704906 Sep 07 18:56:36.147848 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35428) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:36.167127 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-baa3e06f-29f6-485e-9d14-4eb9a125ad94 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:36.167770 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-baa3e06f-29f6-485e-9d14-4eb9a125ad94 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:36.216900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd7c3a-5b1d-4def-b830-094ba41081c6 req-a111046b-7a0a-42e3-a348-ce55b67fe20c tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:36.218507 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-85fd7c3a-5b1d-4def-b830-094ba41081c6 req-a111046b-7a0a-42e3-a348-ce55b67fe20c tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c32a504-51cd-4f4b-9e34-82748e484d03 HTTP/1.1" status: 200 len: 946 time: 0.1188874 Sep 07 18:56:36.247042 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-baa3e06f-29f6-485e-9d14-4eb9a125ad94 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9827740 Sep 07 18:56:36.270308 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] Request body: {'port': {'device_id': '90312bba-f209-4098-afb6-86756ec4246a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:36.362816 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-85fd7c3a-5b1d-4def-b830-094ba41081c6 req-0ac3bce2-8337-47d5-9546-123fcf53b496 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.26 "GET /v2.0/security-groups?id=f63ab859-a961-4ace-93c0-7cb180773322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175056 Sep 07 18:56:36.367789 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:36.377335 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-ce4f3957-1e10-4c13-badb-996bef13f775 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:36.378806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-ce4f3957-1e10-4c13-badb-996bef13f775 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.2325802 Sep 07 18:56:36.416126 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-269e7ccc-c649-4498-b302-6c2213de77d8 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:56:36.416597 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-269e7ccc-c649-4498-b302-6c2213de77d8 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241487 Sep 07 18:56:36.561140 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-e661dfa7-b1b1-4ee4-94d5-b2fb7de75aad tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Deleting port f2e763e8-0da2-44a7-b9c0-8ff74ab0401d {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:36.561541 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e661dfa7-b1b1-4ee4-94d5-b2fb7de75aad tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:36.596786 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-5a24ea3a-7631-4896-b26f-8467ae1305e1 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.108 HTTP/1.1" status: 200 len: 1001 time: 0.1721544 Sep 07 18:56:36.611583 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-549041f8-4d3e-4151-af3f-25ad40ebfddb tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:36.645577 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e661dfa7-b1b1-4ee4-94d5-b2fb7de75aad tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:36.645826 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e661dfa7-b1b1-4ee4-94d5-b2fb7de75aad tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:36.657888 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-e661dfa7-b1b1-4ee4-94d5-b2fb7de75aad tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Calling delete_port for f2e763e8-0da2-44a7-b9c0-8ff74ab0401d owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:36.679290 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 48728868-4a46-4f8a-a8ec-41fbaa832425 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:56:36.707623 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04c50a-1058-4c92-8b40-1f1be0413d19 req-5449060d-da11-41f4-abf3-3d1e286c5bf3 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:36.709153 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c04c50a-1058-4c92-8b40-1f1be0413d19 req-5449060d-da11-41f4-abf3-3d1e286c5bf3 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f003aebc-d0e9-49bf-952f-248cf8bf6f25 HTTP/1.1" status: 200 len: 943 time: 0.1709881 Sep 07 18:56:36.753874 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-549041f8-4d3e-4151-af3f-25ad40ebfddb tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:36.783208 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 48728868-4a46-4f8a-a8ec-41fbaa832425, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=48728868-4a46-4f8a-a8ec-41fbaa832425,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:36.795022 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '48728868-4a46-4f8a-a8ec-41fbaa832425', 'network_id': 'b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20', 'port_id': '48728868-4a46-4f8a-a8ec-41fbaa832425', 'mac_address': 'fa:16:3e:7e:0e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330b0af3-a338-4c3d-9fb6-805b1cab9e04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:56:36.821681 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e661dfa7-b1b1-4ee4-94d5-b2fb7de75aad tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:36.836561 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c04c50a-1058-4c92-8b40-1f1be0413d19 req-e4142838-e725-4dd7-9662-057b40c6be4d tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196473 Sep 07 18:56:36.838850 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:36.858596 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661dfa7-b1b1-4ee4-94d5-b2fb7de75aad tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Pushing event deleted for resources: {'Port': ['ID=f2e763e8-0da2-44a7-b9c0-8ff74ab0401d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:36.863873 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48728868-4a46-4f8a-a8ec-41fbaa832425 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:56:36.888083 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 48728868-4a46-4f8a-a8ec-41fbaa832425, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=48728868-4a46-4f8a-a8ec-41fbaa832425,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:36.894960 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:36.933321 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e661dfa7-b1b1-4ee4-94d5-b2fb7de75aad tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:36.936537 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e661dfa7-b1b1-4ee4-94d5-b2fb7de75aad tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:36.937749 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e661dfa7-b1b1-4ee4-94d5-b2fb7de75aad tempest-FloatingIPAdminTestJSON-2112613881 tempest-FloatingIPAdminTestJSON-2112613881-project] 10.222.0.26 "DELETE /v2.0/floatingips/22bb2268-ca0d-48a4-be8d-cb7ea0b87d7a HTTP/1.1" status: 204 len: 168 time: 0.7889917 Sep 07 18:56:36.940588 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35440) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:36.954467 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=48728868-4a46-4f8a-a8ec-41fbaa832425,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:36.975121 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff0b07d-912a-4575-82d0-10dc01106a20 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:56:37.015087 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:37.024873 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-549041f8-4d3e-4151-af3f-25ad40ebfddb tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:37.035378 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-549041f8-4d3e-4151-af3f-25ad40ebfddb tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:37.035735 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-549041f8-4d3e-4151-af3f-25ad40ebfddb tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Floating IP b6a87c4b-4058-4538-a522-b827f5bcfd9b disassociated. External IP: 172.25.8.108, port: 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28. Sep 07 18:56:37.041354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] Transition to ACTIVE for port object 5ff0b07d-912a-4575-82d0-10dc01106a20 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:37.067819 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-615649b4-3082-48f4-8a04-8a9d202134d6 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Deleting port 4156af75-b4e4-4da0-b6a4-8f34296422d7 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:37.068159 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-615649b4-3082-48f4-8a04-8a9d202134d6 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:37.077503 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:37.087224 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1c9c2-59c4-4319-bc88-a54b3ec554ce req-c4c22202-74ad-4120-b232-d4dab3e1ccdb tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:37.088765 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8e1c9c2-59c4-4319-bc88-a54b3ec554ce req-c4c22202-74ad-4120-b232-d4dab3e1ccdb tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 931 time: 0.1705017 Sep 07 18:56:37.151099 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-615649b4-3082-48f4-8a04-8a9d202134d6 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:37.151576 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-615649b4-3082-48f4-8a04-8a9d202134d6 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:37.164730 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-615649b4-3082-48f4-8a04-8a9d202134d6 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Calling delete_port for 4156af75-b4e4-4da0-b6a4-8f34296422d7 owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:37.199242 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['48728868-4a46-4f8a-a8ec-41fbaa832425'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:56:37.209096 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] Pushing event updated for resources: {'Port': ['ID=5ff0b07d-912a-4575-82d0-10dc01106a20,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:37.244838 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8e1c9c2-59c4-4319-bc88-a54b3ec554ce req-d7861def-e28a-4cec-89b1-164b38acbcc8 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183817 Sep 07 18:56:37.404446 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-615649b4-3082-48f4-8a04-8a9d202134d6 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:37.445107 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615649b4-3082-48f4-8a04-8a9d202134d6 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Pushing event deleted for resources: {'Port': ['ID=4156af75-b4e4-4da0-b6a4-8f34296422d7,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:37.449537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] Attempting to bind port 5ff0b07d-912a-4575-82d0-10dc01106a20 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:56:37.452767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] Attempting to bind port 5ff0b07d-912a-4575-82d0-10dc01106a20 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '8bdddb14-36b1-4359-9802-3d38f831e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:56:37.453205 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] Attempting to bind port 5ff0b07d-912a-4575-82d0-10dc01106a20 on network 1d18b746-cc48-4b0b-8822-7ec853348da1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:56:37.484558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] Port 5ff0b07d-912a-4575-82d0-10dc01106a20 on network 1d18b746-cc48-4b0b-8822-7ec853348da1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:56:37.485483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] Attempting to bind port 5ff0b07d-912a-4575-82d0-10dc01106a20 on network 1d18b746-cc48-4b0b-8822-7ec853348da1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:56:37.502153 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:56:37.502490 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] Checking segment: {'id': '8bdddb14-36b1-4359-9802-3d38f831e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:56:37.502872 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] Bound using segment: {'id': '8bdddb14-36b1-4359-9802-3d38f831e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:56:37.503307 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] Bound port: 5ff0b07d-912a-4575-82d0-10dc01106a20, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bdddb14-36b1-4359-9802-3d38f831e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:56:37.503661 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:37.512085 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-615649b4-3082-48f4-8a04-8a9d202134d6 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:37.514804 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-615649b4-3082-48f4-8a04-8a9d202134d6 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:37.519498 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-615649b4-3082-48f4-8a04-8a9d202134d6 tempest-FloatingIPAdminTestJSON-19501482 tempest-FloatingIPAdminTestJSON-19501482-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/11500c40-7e11-45e5-8158-d7ead538e851 HTTP/1.1" status: 204 len: 168 time: 0.5748148 Sep 07 18:56:37.519995 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35444) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:37.531428 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-549041f8-4d3e-4151-af3f-25ad40ebfddb tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Router 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:56:37.539902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59504f8-346b-4c47-b115-b04ebcfcf21a req-6e039464-7773-43a8-b7de-20d34ea93957 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:37.541407 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f59504f8-346b-4c47-b115-b04ebcfcf21a req-6e039464-7773-43a8-b7de-20d34ea93957 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 945 time: 0.1094415 Sep 07 18:56:37.611825 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-9e287cb7-f49d-4b25-b00c-d3f9d94b3608 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Deleting port d47dcf67-760e-45e9-bdb4-b38571dc0824 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:37.612170 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e287cb7-f49d-4b25-b00c-d3f9d94b3608 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:37.656700 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] For port 5ff0b07d-912a-4575-82d0-10dc01106a20, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:56:37.676330 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f59504f8-346b-4c47-b115-b04ebcfcf21a req-c43cc9f6-5ec4-4735-b190-a391710e48d2 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172633 Sep 07 18:56:37.677950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] For port 5ff0b07d-912a-4575-82d0-10dc01106a20, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=5ff0b07d-912a-4575-82d0-10dc01106a20,segment=NetworkSegment(8bdddb14-36b1-4359-9802-3d38f831e977),segment_id=8bdddb14-36b1-4359-9802-3d38f831e977)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:56:37.687570 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:37.710829 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e287cb7-f49d-4b25-b00c-d3f9d94b3608 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:37.726629 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-9e287cb7-f49d-4b25-b00c-d3f9d94b3608 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Calling delete_port for d47dcf67-760e-45e9-bdb4-b38571dc0824 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:37.768884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:37.769561 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:37.772212 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] 10.222.0.36 "PUT /v2.0/ports/5ff0b07d-912a-4575-82d0-10dc01106a20 HTTP/1.1" status: 200 len: 1091 time: 1.5082157 Sep 07 18:56:37.772732 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90312bba-f209-4098-afb6-86756ec4246a', 'tag': '5ff0b07d-912a-4575-82d0-10dc01106a20'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:37.774997 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5786569f-a89b-45f4-9855-c0e8de6caa65" -d '{"events": [{"name": "network-changed", "server_uuid": "90312bba-f209-4098-afb6-86756ec4246a", "tag": "5ff0b07d-912a-4575-82d0-10dc01106a20"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:37.808300 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-549041f8-4d3e-4151-af3f-25ad40ebfddb tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:56:37.814616 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-549041f8-4d3e-4151-af3f-25ad40ebfddb tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:37.818691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f043c-c298-4ce1-9b42-bce93eba21ad service neutron] Pushing event updated for resources: {'Port': ['ID=5ff0b07d-912a-4575-82d0-10dc01106a20,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:37.824119 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1507e3c5-34f1-4a4a-9447-22ea365e60ca None None] Sync routers for ids ['1c91a6bb-c9a5-4215-ab34-6485425c9bc5'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:56:37.839936 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1507e3c5-34f1-4a4a-9447-22ea365e60ca None None] Routers {'1c91a6bb-c9a5-4215-ab34-6485425c9bc5'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:37.839936 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1507e3c5-34f1-4a4a-9447-22ea365e60ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1c91a6bb-c9a5-4215-ab34-6485425c9bc5'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:37.856450 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-549041f8-4d3e-4151-af3f-25ad40ebfddb tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "PUT /v2.0/floatingips/b6a87c4b-4058-4538-a522-b827f5bcfd9b HTTP/1.1" status: 200 len: 695 time: 1.2495193 Sep 07 18:56:37.899711 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d9cab8-3232-440d-9597-641db6a043b8 x-openstack-request-id: req-c6d9cab8-3232-440d-9597-641db6a043b8 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:37.900002 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90312bba-f209-4098-afb6-86756ec4246a", "tag": "5ff0b07d-912a-4575-82d0-10dc01106a20", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:37.900306 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6d9cab8-3232-440d-9597-641db6a043b8 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:37.900776 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90312bba-f209-4098-afb6-86756ec4246a', 'tag': '5ff0b07d-912a-4575-82d0-10dc01106a20', 'status': 'completed', 'code': 200} Sep 07 18:56:37.944148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-1bb84f19-c129-4184-a22b-fbeb61fa8263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:37.946600 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-1bb84f19-c129-4184-a22b-fbeb61fa8263 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3e2f62770ce4512b55b3685f3a068f2&device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 1094 time: 0.0888529 Sep 07 18:56:37.949158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-050028fe-6539-4b5c-8eae-3e28954a825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:37.950667 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-050028fe-6539-4b5c-8eae-3e28954a825d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac34fff76e89404685944b1b3b9a5306&device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 1096 time: 0.0799122 Sep 07 18:56:37.983388 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e287cb7-f49d-4b25-b00c-d3f9d94b3608 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:38.027073 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-0afe83f7-7cf7-4b66-bb99-551a9b413fdb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ff0b07d-912a-4575-82d0-10dc01106a20 HTTP/1.1" status: 200 len: 217 time: 0.0621498 Sep 07 18:56:38.046067 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-1507e3c5-34f1-4a4a-9447-22ea365e60ca None None] Set router 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:56:38.047452 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e287cb7-f49d-4b25-b00c-d3f9d94b3608 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Pushing event deleted for resources: {'Port': ['ID=d47dcf67-760e-45e9-bdb4-b38571dc0824,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:38.130062 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e287cb7-f49d-4b25-b00c-d3f9d94b3608 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:38.132285 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9e287cb7-f49d-4b25-b00c-d3f9d94b3608 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] 10.222.0.26 "DELETE /v2.0/ports/d47dcf67-760e-45e9-bdb4-b38571dc0824 HTTP/1.1" status: 204 len: 168 time: 0.6110587 Sep 07 18:56:38.141068 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35454) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:38.184411 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-1d09659d-0104-40b3-ae5a-6f5ad2b46d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:38.186016 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-1d09659d-0104-40b3-ae5a-6f5ad2b46d0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e593cdc-1b32-4dc9-81bb-475156c283c6 HTTP/1.1" status: 200 len: 850 time: 0.1347494 Sep 07 18:56:38.197546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-0f4a7d60-d0ea-482a-ab56-19417c9802b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:38.199239 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-0f4a7d60-d0ea-482a-ab56-19417c9802b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3dffcebf-8210-48da-8b14-034032f9956f HTTP/1.1" status: 200 len: 929 time: 0.2426271 Sep 07 18:56:38.215901 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14af5d8c-f315-4e0c-9987-a8fc5b553300 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:38.217469 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-14af5d8c-f315-4e0c-9987-a8fc5b553300 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5 HTTP/1.1" status: 200 len: 913 time: 0.0750394 Sep 07 18:56:38.220180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35456) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:38.294418 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-918c619c-aee1-4c05-a0b8-3f29035787f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 HTTP/1.1" status: 200 len: 217 time: 0.0632493 Sep 07 18:56:38.326406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b3c89-2bc2-4c9d-95ea-a29315dd51f2 req-84444c4e-247a-4b70-99da-426956cb700b tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:38.327922 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c82b3c89-2bc2-4c9d-95ea-a29315dd51f2 req-84444c4e-247a-4b70-99da-426956cb700b tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f003aebc-d0e9-49bf-952f-248cf8bf6f25 HTTP/1.1" status: 200 len: 944 time: 0.1409783 Sep 07 18:56:38.344399 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1507e3c5-34f1-4a4a-9447-22ea365e60ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-139148256-router', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:55:47Z', 'revision_number': 4, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'gw_port': {'id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:38Z', 'updated_at': '2021-09-07T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '3ab4130d-53c8-4eb9-87f2-e04ed1c54a44', 'name': '', 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'mac_address': 'fa:16:3e:48:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '6c8f4611-8af3-43e7-acd8-3ed107c589ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:45Z', 'updated_at': '2021-09-07T18:55:57Z', 'revision_number': 5, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'subnets': [{'id': '6c8f4611-8af3-43e7-acd8-3ed107c589ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:38.347096 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-8002bf68-7336-4db9-9296-5f6a8a696be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:38.348709 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-8002bf68-7336-4db9-9296-5f6a8a696be5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d18b746-cc48-4b0b-8822-7ec853348da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1474104 Sep 07 18:56:38.375798 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1507e3c5-34f1-4a4a-9447-22ea365e60ca None None] Checking router: 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:56:38.385714 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1507e3c5-34f1-4a4a-9447-22ea365e60ca None None] Routers {'1c91a6bb-c9a5-4215-ab34-6485425c9bc5'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:38.386600 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1507e3c5-34f1-4a4a-9447-22ea365e60ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1c91a6bb-c9a5-4215-ab34-6485425c9bc5'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:38.420640 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-7c1917b9-757a-44f3-8de5-faaee32a5e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:38.422122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-7c1917b9-757a-44f3-8de5-faaee32a5e52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c8f4611-8af3-43e7-acd8-3ed107c589ae HTTP/1.1" status: 200 len: 867 time: 0.1171987 Sep 07 18:56:38.430799 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c82b3c89-2bc2-4c9d-95ea-a29315dd51f2 req-283219ee-e330-4126-ac1c-cf03c19a4ad9 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810676 Sep 07 18:56:38.512598 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-1507e3c5-34f1-4a4a-9447-22ea365e60ca None None] Set router 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:56:38.553748 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-35227b0f-09ad-49ad-acc3-4e6c3b31049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:38.555836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-35227b0f-09ad-49ad-acc3-4e6c3b31049f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3dffcebf-8210-48da-8b14-034032f9956f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906568 Sep 07 18:56:38.558857 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-98ddcc82-d80f-465e-97e7-a1b0158b4990 service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978135 Sep 07 18:56:38.644641 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ff445939-371f-4549-8870-f3ab6ce757c3 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:38.667989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d410360-7dda-46ea-8b19-4e87bcf1ed64 req-cc6f69a0-555a-4562-85c5-f4a515c18873 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:38.669150 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d410360-7dda-46ea-8b19-4e87bcf1ed64 req-cc6f69a0-555a-4562-85c5-f4a515c18873 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c32a504-51cd-4f4b-9e34-82748e484d03 HTTP/1.1" status: 200 len: 946 time: 0.1668925 Sep 07 18:56:38.692898 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 48728868-4a46-4f8a-a8ec-41fbaa832425 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:38.741216 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1507e3c5-34f1-4a4a-9447-22ea365e60ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-139148256-router', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:55:47Z', 'revision_number': 4, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'gw_port': {'id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:38Z', 'updated_at': '2021-09-07T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '3ab4130d-53c8-4eb9-87f2-e04ed1c54a44', 'name': '', 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'mac_address': 'fa:16:3e:48:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '6c8f4611-8af3-43e7-acd8-3ed107c589ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:45Z', 'updated_at': '2021-09-07T18:55:57Z', 'revision_number': 5, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'subnets': [{'id': '6c8f4611-8af3-43e7-acd8-3ed107c589ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:38.750813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 48728868-4a46-4f8a-a8ec-41fbaa832425 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:38.756055 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 48728868-4a46-4f8a-a8ec-41fbaa832425 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:38.756736 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:38.773643 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0954f6c-6e32-40bc-8078-f8f12e3a5242 req-10a998f2-9cac-477b-8e6f-4de1a08cf39a service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961761 Sep 07 18:56:38.775712 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1507e3c5-34f1-4a4a-9447-22ea365e60ca None None] The sync data for ids ['1c91a6bb-c9a5-4215-ab34-6485425c9bc5'] in n-d-807786-1 is: [{'id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-139148256-router', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:55:47Z', 'revision_number': 4, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'gw_port': {'id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:38Z', 'updated_at': '2021-09-07T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '3ab4130d-53c8-4eb9-87f2-e04ed1c54a44', 'name': '', 'network_id': '3dffcebf-8210-48da-8b14-034032f9956f', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'mac_address': 'fa:16:3e:48:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '6c8f4611-8af3-43e7-acd8-3ed107c589ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:45Z', 'updated_at': '2021-09-07T18:55:57Z', 'revision_number': 5, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'subnets': [{'id': '6c8f4611-8af3-43e7-acd8-3ed107c589ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:56:38.789787 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d410360-7dda-46ea-8b19-4e87bcf1ed64 req-72c4c47c-91ad-4e8f-af4c-cfb6dba0901a tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.26 "GET /v2.0/security-groups?id=f63ab859-a961-4ace-93c0-7cb180773322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076574 Sep 07 18:56:38.803013 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-6c415576-4d20-479b-a87d-94132eeec185 service neutron] 10.222.0.26 "GET /v2.0/networks/3dffcebf-8210-48da-8b14-034032f9956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371204 Sep 07 18:56:38.913694 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:38.936860 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f003aebc-d0e9-49bf-952f-248cf8bf6f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48728868-4a46-4f8a-a8ec-41fbaa832425'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:38.939730 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0842dc0-8c4d-49c8-8d75-73ba32044173" -d '{"events": [{"server_uuid": "f003aebc-d0e9-49bf-952f-248cf8bf6f25", "name": "network-vif-plugged", "status": "completed", "tag": "48728868-4a46-4f8a-a8ec-41fbaa832425"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:38.953638 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 48728868-4a46-4f8a-a8ec-41fbaa832425, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=48728868-4a46-4f8a-a8ec-41fbaa832425,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:38.958221 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:38.981724 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786569f-a89b-45f4-9855-c0e8de6caa65 req-dfd123a6-5de8-4298-b2fc-2efedc123512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:38.983328 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5786569f-a89b-45f4-9855-c0e8de6caa65 req-dfd123a6-5de8-4298-b2fc-2efedc123512 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3e2f62770ce4512b55b3685f3a068f2&device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 1094 time: 0.1353564 Sep 07 18:56:39.019725 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=48728868-4a46-4f8a-a8ec-41fbaa832425,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:39.021053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01406aa-6f00-4fec-9df3-ab53a438743b req-e4b1372e-d814-4688-bb8b-006d887b1b65 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:39.026102 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-ff445939-371f-4549-8870-f3ab6ce757c3 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Deleting port a1ed9190-6eb0-4997-8088-b073c95084a8 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:39.026493 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ff445939-371f-4549-8870-f3ab6ce757c3 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:39.029715 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d01406aa-6f00-4fec-9df3-ab53a438743b req-e4b1372e-d814-4688-bb8b-006d887b1b65 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 943 time: 0.1398833 Sep 07 18:56:39.061756 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b29cb38-de77-4ebb-abd4-94c714cc9103 req-891f94f1-f2c6-4c5d-b27d-d0677274a472 service neutron] 10.222.0.26 "GET /v2.0/networks/3dffcebf-8210-48da-8b14-034032f9956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482131 Sep 07 18:56:39.153333 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d01406aa-6f00-4fec-9df3-ab53a438743b req-fc42ec32-c396-4c49-bb7e-3e9dddd38bf5 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174469 Sep 07 18:56:39.161868 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ff445939-371f-4549-8870-f3ab6ce757c3 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:39.176157 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-ff445939-371f-4549-8870-f3ab6ce757c3 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Calling delete_port for a1ed9190-6eb0-4997-8088-b073c95084a8 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:39.185403 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcbd8f-25b9-4d47-984d-a9326bc71d0e None None] New status for floating IP b6a87c4b-4058-4538-a522-b827f5bcfd9b: DOWN {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:56:39.241203 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786569f-a89b-45f4-9855-c0e8de6caa65 req-98371731-eb22-4236-b4e4-eeb5d70a4dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:39.243300 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5786569f-a89b-45f4-9855-c0e8de6caa65 req-98371731-eb22-4236-b4e4-eeb5d70a4dd6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d18b746-cc48-4b0b-8822-7ec853348da1 HTTP/1.1" status: 200 len: 912 time: 0.2496667 Sep 07 18:56:39.325410 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c789d8-51ef-4a1f-89e3-e96a52bee2ed x-openstack-request-id: req-a1c789d8-51ef-4a1f-89e3-e96a52bee2ed {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:39.325909 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f003aebc-d0e9-49bf-952f-248cf8bf6f25", "name": "network-vif-plugged", "status": "completed", "tag": "48728868-4a46-4f8a-a8ec-41fbaa832425", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:39.326335 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1c789d8-51ef-4a1f-89e3-e96a52bee2ed {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:39.326997 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f003aebc-d0e9-49bf-952f-248cf8bf6f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48728868-4a46-4f8a-a8ec-41fbaa832425', 'code': 200} Sep 07 18:56:39.351894 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5786569f-a89b-45f4-9855-c0e8de6caa65 req-877983e2-3eab-475f-b27f-d7b1d7743aef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ff0b07d-912a-4575-82d0-10dc01106a20 HTTP/1.1" status: 200 len: 217 time: 0.0809968 Sep 07 18:56:39.363034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c242f44-a905-4346-9b6b-4d6758926599 req-d62b4a0e-2562-44df-8485-34bd907550c8 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:39.372534 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c242f44-a905-4346-9b6b-4d6758926599 req-d62b4a0e-2562-44df-8485-34bd907550c8 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 945 time: 0.1893227 Sep 07 18:56:39.408027 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ff445939-371f-4549-8870-f3ab6ce757c3 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:39.440160 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff445939-371f-4549-8870-f3ab6ce757c3 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Pushing event deleted for resources: {'Port': ['ID=a1ed9190-6eb0-4997-8088-b073c95084a8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:39.548336 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92d0a645-e66f-439e-8e6b-0943874f4188 req-f8f8d8d9-9167-4255-a1b0-b526ae0252cf tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/floatingips/b6a87c4b-4058-4538-a522-b827f5bcfd9b HTTP/1.1" status: 200 len: 695 time: 0.1661890 Sep 07 18:56:39.559743 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786569f-a89b-45f4-9855-c0e8de6caa65 req-7f48a81f-9266-43db-9c0e-9d507e6e299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:39.561334 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5786569f-a89b-45f4-9855-c0e8de6caa65 req-7f48a81f-9266-43db-9c0e-9d507e6e299e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e593cdc-1b32-4dc9-81bb-475156c283c6 HTTP/1.1" status: 200 len: 850 time: 0.1868176 Sep 07 18:56:39.689935 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ff445939-371f-4549-8870-f3ab6ce757c3 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:39.907800 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef1542-97d1-4c7f-b0e1-7d52bd2dcb94 req-46114f91-9225-4395-9e39-6265b0eafc4c tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:39.909378 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-faef1542-97d1-4c7f-b0e1-7d52bd2dcb94 req-46114f91-9225-4395-9e39-6265b0eafc4c tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c32a504-51cd-4f4b-9e34-82748e484d03 HTTP/1.1" status: 200 len: 946 time: 0.1130860 Sep 07 18:56:39.913600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9046640b-72df-4890-bfca-09ecb07a8b07', 'tag': '63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:39.916001 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1471ea1-53b1-4c68-9360-ba77efa81ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "9046640b-72df-4890-bfca-09ecb07a8b07", "tag": "63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:40.007175 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c242f44-a905-4346-9b6b-4d6758926599 req-7fd3547f-ecca-4ba1-a404-96d485481cca tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6337547 Sep 07 18:56:40.014504 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d5f81-ab9c-4f23-9d77-d7091cf7eabb req-34292074-7f0b-4b60-baa9-940b7d4b34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:40.015992 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b14d5f81-ab9c-4f23-9d77-d7091cf7eabb req-34292074-7f0b-4b60-baa9-940b7d4b34e0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f003aebc-d0e9-49bf-952f-248cf8bf6f25 HTTP/1.1" status: 200 len: 1096 time: 0.6218822 Sep 07 18:56:40.045437 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff445939-371f-4549-8870-f3ab6ce757c3 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Router 86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:56:40.074803 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786569f-a89b-45f4-9855-c0e8de6caa65 req-1a593283-2a09-4b1a-b003-8da2621a93af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:40.076364 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5786569f-a89b-45f4-9855-c0e8de6caa65 req-1a593283-2a09-4b1a-b003-8da2621a93af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d18b746-cc48-4b0b-8822-7ec853348da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500773 Sep 07 18:56:40.088936 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0a645-e66f-439e-8e6b-0943874f4188 req-a4081019-c77f-41ee-8c04-20274fff8731 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:40.090431 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92d0a645-e66f-439e-8e6b-0943874f4188 req-a4081019-c77f-41ee-8c04-20274fff8731 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.5412824 Sep 07 18:56:40.109161 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-faef1542-97d1-4c7f-b0e1-7d52bd2dcb94 req-562229f9-8ae3-458a-afb1-d92a594e7bdd tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Deleting port 1ac8bd78-0af4-4984-9e0b-d75c633da9c9 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:40.109568 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-faef1542-97d1-4c7f-b0e1-7d52bd2dcb94 req-562229f9-8ae3-458a-afb1-d92a594e7bdd tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:40.131159 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b14d5f81-ab9c-4f23-9d77-d7091cf7eabb req-42d531f5-667e-464f-a4df-0cab0c027327 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042302 Sep 07 18:56:40.202280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92d0a645-e66f-439e-8e6b-0943874f4188 req-76fb9866-afb6-42e7-98e2-a67b762f7103 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.108 HTTP/1.1" status: 200 len: 696 time: 0.1017978 Sep 07 18:56:40.249457 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff445939-371f-4549-8870-f3ab6ce757c3 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:56:40.258230 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ff445939-371f-4549-8870-f3ab6ce757c3 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] 10.222.0.26 "PUT /v2.0/routers/86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0342574 Sep 07 18:56:40.259046 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35478) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:40.262097 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc6a8eb-bcf2-455d-87fb-f666b48ece38 None None] Sync routers for ids ['86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:56:40.267152 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-faef1542-97d1-4c7f-b0e1-7d52bd2dcb94 req-562229f9-8ae3-458a-afb1-d92a594e7bdd tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] For port 1ac8bd78-0af4-4984-9e0b-d75c633da9c9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=1ac8bd78-0af4-4984-9e0b-d75c633da9c9,segment=NetworkSegment(fac3854a-07fc-4b62-a2f4-3f036cb36ed7),segment_id=fac3854a-07fc-4b62-a2f4-3f036cb36ed7)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:40.267518 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-faef1542-97d1-4c7f-b0e1-7d52bd2dcb94 req-562229f9-8ae3-458a-afb1-d92a594e7bdd tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:40.272642 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc6a8eb-bcf2-455d-87fb-f666b48ece38 None None] Routers {'86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:40.273501 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-acc6a8eb-bcf2-455d-87fb-f666b48ece38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:40.296869 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92d0a645-e66f-439e-8e6b-0943874f4188 req-3d3f7401-40b7-43c1-b590-14956e9d12f4 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.108 HTTP/1.1" status: 200 len: 696 time: 0.0674419 Sep 07 18:56:40.306990 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-acc6a8eb-bcf2-455d-87fb-f666b48ece38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:40.307638 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b635047-618b-47d6-9e85-82471d6701a0 req-39d84eee-63fc-419c-bb97-b59e02911acc tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:40.309176 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b635047-618b-47d6-9e85-82471d6701a0 req-39d84eee-63fc-419c-bb97-b59e02911acc tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f003aebc-d0e9-49bf-952f-248cf8bf6f25 HTTP/1.1" status: 200 len: 945 time: 0.1979096 Sep 07 18:56:40.316599 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-faef1542-97d1-4c7f-b0e1-7d52bd2dcb94 req-562229f9-8ae3-458a-afb1-d92a594e7bdd tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Calling delete_port for 1ac8bd78-0af4-4984-9e0b-d75c633da9c9 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:40.318227 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc6a8eb-bcf2-455d-87fb-f666b48ece38 None None] Routers {'86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:40.318856 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-acc6a8eb-bcf2-455d-87fb-f666b48ece38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:40.355153 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-acc6a8eb-bcf2-455d-87fb-f666b48ece38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:40.355724 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc6a8eb-bcf2-455d-87fb-f666b48ece38 None None] The sync data for ids ['86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:56:40.369794 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5786569f-a89b-45f4-9855-c0e8de6caa65 req-58a9a9f1-f134-4058-b6e7-d26b1e9c59c2 service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783706 Sep 07 18:56:40.428527 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40aa648b-7358-4d75-bd60-ded54175f316 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:40.456180 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b635047-618b-47d6-9e85-82471d6701a0 req-3cfda558-6c9c-42c3-b074-a308c4d5c4d4 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294856 Sep 07 18:56:40.578915 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5786569f-a89b-45f4-9855-c0e8de6caa65 req-f0d98b4d-fc97-4eb3-94e3-1f69af0ee76e service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004972 Sep 07 18:56:40.583289 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40aa648b-7358-4d75-bd60-ded54175f316 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:40.595266 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-92d0a645-e66f-439e-8e6b-0943874f4188 req-fac1d2e1-b465-4a32-b10a-821f0437112a tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Deleting port 05e83830-deca-43dd-acb4-d7310c280818 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:40.595597 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-92d0a645-e66f-439e-8e6b-0943874f4188 req-fac1d2e1-b465-4a32-b10a-821f0437112a tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:40.618469 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-faef1542-97d1-4c7f-b0e1-7d52bd2dcb94 req-562229f9-8ae3-458a-afb1-d92a594e7bdd tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:40.621736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03f41c-9cf2-45bd-8ad9-4680985c8017 req-5113bc52-0f62-47f4-bf35-9aa7fe661a25 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:40.623372 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af03f41c-9cf2-45bd-8ad9-4680985c8017 req-5113bc52-0f62-47f4-bf35-9aa7fe661a25 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c32a504-51cd-4f4b-9e34-82748e484d03 HTTP/1.1" status: 200 len: 867 time: 0.0935009 Sep 07 18:56:40.633026 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['1ac8bd78-0af4-4984-9e0b-d75c633da9c9'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:56:40.654430 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562229f9-8ae3-458a-afb1-d92a594e7bdd tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Pushing event deleted for resources: {'Port': ['ID=1ac8bd78-0af4-4984-9e0b-d75c633da9c9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:40.701482 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af03f41c-9cf2-45bd-8ad9-4680985c8017 req-693bbb5e-c2c1-45a6-8293-d752d53b4d30 tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.26 "GET /v2.0/security-groups?id=f63ab859-a961-4ace-93c0-7cb180773322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695567 Sep 07 18:56:40.709183 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-faef1542-97d1-4c7f-b0e1-7d52bd2dcb94 req-562229f9-8ae3-458a-afb1-d92a594e7bdd tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] No DVR routers for this DVR port 1ac8bd78-0af4-4984-9e0b-d75c633da9c9 on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:56:40.712917 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-faef1542-97d1-4c7f-b0e1-7d52bd2dcb94 req-562229f9-8ae3-458a-afb1-d92a594e7bdd tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:40.718018 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-faef1542-97d1-4c7f-b0e1-7d52bd2dcb94 req-562229f9-8ae3-458a-afb1-d92a594e7bdd tempest-ServerPasswordTestJSON-231933178 tempest-ServerPasswordTestJSON-231933178-project] 10.222.0.36 "DELETE /v2.0/ports/1ac8bd78-0af4-4984-9e0b-d75c633da9c9 HTTP/1.1" status: 204 len: 173 time: 0.7975366 Sep 07 18:56:40.718018 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c32a504-51cd-4f4b-9e34-82748e484d03', 'name': 'network-vif-deleted', 'tag': '1ac8bd78-0af4-4984-9e0b-d75c633da9c9'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:40.718018 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c939bbd-e73e-48ed-9b2b-ad48ae6fee65" -d '{"events": [{"server_uuid": "7c32a504-51cd-4f4b-9e34-82748e484d03", "name": "network-vif-deleted", "tag": "1ac8bd78-0af4-4984-9e0b-d75c633da9c9"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:40.720299 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-92d0a645-e66f-439e-8e6b-0943874f4188 req-fac1d2e1-b465-4a32-b10a-821f0437112a tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:40.720681 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-92d0a645-e66f-439e-8e6b-0943874f4188 req-fac1d2e1-b465-4a32-b10a-821f0437112a tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:40.727436 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-40aa648b-7358-4d75-bd60-ded54175f316 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Deleting port cb41c13a-443a-435b-872c-0184128606b4 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:40.727784 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40aa648b-7358-4d75-bd60-ded54175f316 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:40.737033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-92d0a645-e66f-439e-8e6b-0943874f4188 req-fac1d2e1-b465-4a32-b10a-821f0437112a tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Calling delete_port for 05e83830-deca-43dd-acb4-d7310c280818 owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:40.793680 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9669247e-8b96-4bd5-9fd5-165b299184a0 x-openstack-request-id: req-9669247e-8b96-4bd5-9fd5-165b299184a0 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:40.794216 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9046640b-72df-4890-bfca-09ecb07a8b07", "tag": "63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:40.794346 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9669247e-8b96-4bd5-9fd5-165b299184a0 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:40.794747 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9046640b-72df-4890-bfca-09ecb07a8b07', 'tag': '63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28', 'status': 'completed', 'code': 200} Sep 07 18:56:40.814676 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40aa648b-7358-4d75-bd60-ded54175f316 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:40.827757 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-40aa648b-7358-4d75-bd60-ded54175f316 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Calling delete_port for cb41c13a-443a-435b-872c-0184128606b4 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:40.894231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1471ea1-53b1-4c68-9360-ba77efa81ac0 req-70b3734e-52ed-441c-adcf-730bb2c916a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:40.895832 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1471ea1-53b1-4c68-9360-ba77efa81ac0 req-70b3734e-52ed-441c-adcf-730bb2c916a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac34fff76e89404685944b1b3b9a5306&device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 1096 time: 0.0983377 Sep 07 18:56:40.929976 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f477c-2535-4b34-84c0-019c4dc5ce57 req-a3b490d7-08a0-444b-ade8-6a7f3a172c60 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:40.931448 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-620f477c-2535-4b34-84c0-019c4dc5ce57 req-a3b490d7-08a0-444b-ade8-6a7f3a172c60 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 943 time: 0.0951116 Sep 07 18:56:40.998705 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40aa648b-7358-4d75-bd60-ded54175f316 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:41.025102 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa648b-7358-4d75-bd60-ded54175f316 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Pushing event deleted for resources: {'Port': ['ID=cb41c13a-443a-435b-872c-0184128606b4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:41.058097 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-620f477c-2535-4b34-84c0-019c4dc5ce57 req-8358102e-83d7-4b79-aafb-70f49899b52f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111746 Sep 07 18:56:41.099461 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-92d0a645-e66f-439e-8e6b-0943874f4188 req-fac1d2e1-b465-4a32-b10a-821f0437112a tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:41.103473 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1471ea1-53b1-4c68-9360-ba77efa81ac0 req-8017492b-b9b0-4fa6-b65e-39abe9a225a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:41.105031 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1471ea1-53b1-4c68-9360-ba77efa81ac0 req-8017492b-b9b0-4fa6-b65e-39abe9a225a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3dffcebf-8210-48da-8b14-034032f9956f HTTP/1.1" status: 200 len: 929 time: 0.1902258 Sep 07 18:56:41.176209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1d2e1-b465-4a32-b10a-821f0437112a tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Pushing event deleted for resources: {'Port': ['ID=05e83830-deca-43dd-acb4-d7310c280818,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:41.190100 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1471ea1-53b1-4c68-9360-ba77efa81ac0 req-0ff48dc4-a1b1-4edf-ad45-b0f5d78d21ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 HTTP/1.1" status: 200 len: 217 time: 0.0599816 Sep 07 18:56:41.341687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1471ea1-53b1-4c68-9360-ba77efa81ac0 req-626cf2a8-7622-4d68-a033-f9586d0c6c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:41.343162 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1471ea1-53b1-4c68-9360-ba77efa81ac0 req-626cf2a8-7622-4d68-a033-f9586d0c6c99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6c8f4611-8af3-43e7-acd8-3ed107c589ae HTTP/1.1" status: 200 len: 867 time: 0.1266131 Sep 07 18:56:41.345052 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-92d0a645-e66f-439e-8e6b-0943874f4188 req-fac1d2e1-b465-4a32-b10a-821f0437112a tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:41.347594 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-92d0a645-e66f-439e-8e6b-0943874f4188 req-fac1d2e1-b465-4a32-b10a-821f0437112a tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:41.348740 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92d0a645-e66f-439e-8e6b-0943874f4188 req-fac1d2e1-b465-4a32-b10a-821f0437112a tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "DELETE /v2.0/floatingips/b6a87c4b-4058-4538-a522-b827f5bcfd9b HTTP/1.1" status: 204 len: 173 time: 1.0354245 Sep 07 18:56:41.367467 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f434414-0973-447d-8ced-feaff24e3850 x-openstack-request-id: req-3f434414-0973-447d-8ced-feaff24e3850 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:41.367772 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c32a504-51cd-4f4b-9e34-82748e484d03", "name": "network-vif-deleted", "tag": "1ac8bd78-0af4-4984-9e0b-d75c633da9c9", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:41.368020 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f434414-0973-447d-8ced-feaff24e3850 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:41.368418 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c32a504-51cd-4f4b-9e34-82748e484d03', 'name': 'network-vif-deleted', 'tag': '1ac8bd78-0af4-4984-9e0b-d75c633da9c9', 'status': 'completed', 'code': 200} Sep 07 18:56:41.388119 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40aa648b-7358-4d75-bd60-ded54175f316 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:41.413672 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6242e7e-056d-40d9-b9c9-1aa71a34314f req-71f6e7e4-af8d-4619-a33b-01bb7de3d997 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:41.420308 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6242e7e-056d-40d9-b9c9-1aa71a34314f req-71f6e7e4-af8d-4619-a33b-01bb7de3d997 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 945 time: 0.1564615 Sep 07 18:56:41.472358 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 5ff0b07d-912a-4575-82d0-10dc01106a20 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:56:41.488228 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1471ea1-53b1-4c68-9360-ba77efa81ac0 req-e9952426-8667-4e24-aa4e-07cb276169aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:41.490078 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1471ea1-53b1-4c68-9360-ba77efa81ac0 req-e9952426-8667-4e24-aa4e-07cb276169aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3dffcebf-8210-48da-8b14-034032f9956f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369457 Sep 07 18:56:41.498655 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40aa648b-7358-4d75-bd60-ded54175f316 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:41.500827 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40aa648b-7358-4d75-bd60-ded54175f316 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:41.533229 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6242e7e-056d-40d9-b9c9-1aa71a34314f req-90f8c1a3-40ed-4718-8f67-ff0ba36e6374 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075189 Sep 07 18:56:41.546785 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4105c-0dc2-4fe8-8f91-36508f8e959c req-f78f95f7-250e-411d-811b-87454c1d961c tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:41.547703 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40aa648b-7358-4d75-bd60-ded54175f316 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:41.548289 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40aa648b-7358-4d75-bd60-ded54175f316 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Fanout notify agent at l3_agent the message router_deleted on router 86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:56:41.553865 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ce4105c-0dc2-4fe8-8f91-36508f8e959c req-f78f95f7-250e-411d-811b-87454c1d961c tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/ports?device_id=9046640b-72df-4890-bfca-09ecb07a8b07&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1300015 Sep 07 18:56:41.556637 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40aa648b-7358-4d75-bd60-ded54175f316 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:41.560029 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-40aa648b-7358-4d75-bd60-ded54175f316 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] 10.222.0.26 "DELETE /v2.0/routers/86c6a5c0-55ec-4eb5-ae23-1b4e20a288b5 HTTP/1.1" status: 204 len: 168 time: 1.2979167 Sep 07 18:56:41.560705 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35490) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:41.600704 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 5ff0b07d-912a-4575-82d0-10dc01106a20, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=5ff0b07d-912a-4575-82d0-10dc01106a20,segment=NetworkSegment(8bdddb14-36b1-4359-9802-3d38f831e977),segment_id=8bdddb14-36b1-4359-9802-3d38f831e977)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:41.624998 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a32ba5-0c01-4849-a3da-11a5f913311b tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Deleting subnet 87228787-f4b4-4ada-bb0e-b6aedd83e941 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:56:41.629862 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30a32ba5-0c01-4849-a3da-11a5f913311b tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:41.633004 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '5ff0b07d-912a-4575-82d0-10dc01106a20', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'port_id': '5ff0b07d-912a-4575-82d0-10dc01106a20', 'mac_address': 'fa:16:3e:61:9c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:56:41.639068 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ce4105c-0dc2-4fe8-8f91-36508f8e959c req-cf03200e-5187-47af-a930-cc96b53585ee tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0785201 Sep 07 18:56:41.675136 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:41.678086 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30a32ba5-0c01-4849-a3da-11a5f913311b tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:41.691092 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff0b07d-912a-4575-82d0-10dc01106a20 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:56:41.712056 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 5ff0b07d-912a-4575-82d0-10dc01106a20, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=5ff0b07d-912a-4575-82d0-10dc01106a20,segment=NetworkSegment(8bdddb14-36b1-4359-9802-3d38f831e977),segment_id=8bdddb14-36b1-4359-9802-3d38f831e977)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:41.718154 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:41.720058 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-922d6582-93f9-4176-9ae4-fd0f91b77830 req-ec21efef-c8ad-4192-ada6-efad70ba9a28 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0682449 Sep 07 18:56:41.755434 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a86eb5-1bf7-4776-b5f3-9031f659449f req-0955a7ad-a92e-44ed-af72-5a8a3ad988e6 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:41.757018 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-05a86eb5-1bf7-4776-b5f3-9031f659449f req-0955a7ad-a92e-44ed-af72-5a8a3ad988e6 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f003aebc-d0e9-49bf-952f-248cf8bf6f25 HTTP/1.1" status: 200 len: 945 time: 0.1223273 Sep 07 18:56:41.759424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1471ea1-53b1-4c68-9360-ba77efa81ac0 req-d4b3ca97-85c2-432d-83b4-986d5ba9c60d service neutron] 10.222.0.60 "GET /v2.0/networks/3dffcebf-8210-48da-8b14-034032f9956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605205 Sep 07 18:56:41.767005 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35498) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:41.802361 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=5ff0b07d-912a-4575-82d0-10dc01106a20,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:41.815130 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30a32ba5-0c01-4849-a3da-11a5f913311b tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:41.863133 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-10604451-4aba-4d7d-8157-14f9b72a5729 admin admin] Deleting subnet 25f8b5bf-011d-4487-b74a-a017d9f4d254 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:56:41.869677 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10604451-4aba-4d7d-8157-14f9b72a5729 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:41.889330 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-05a86eb5-1bf7-4776-b5f3-9031f659449f req-d14c548b-39c6-4aad-b42e-0597d0e00530 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220994 Sep 07 18:56:41.894402 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1471ea1-53b1-4c68-9360-ba77efa81ac0 req-3bfbbb9d-00ed-4577-aff9-64e141f8351b service neutron] 10.222.0.60 "GET /v2.0/networks/3dffcebf-8210-48da-8b14-034032f9956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259844 Sep 07 18:56:41.933258 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10604451-4aba-4d7d-8157-14f9b72a5729 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:41.955455 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30a32ba5-0c01-4849-a3da-11a5f913311b tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:41.958856 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['5ff0b07d-912a-4575-82d0-10dc01106a20'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:56:41.998968 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf53e7d1-21dd-4ba6-b22e-ad68fac9842d None None] Network 685d56dd-5328-40e9-bc4f-bf2cee4c596c requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:56:42.002224 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30a32ba5-0c01-4849-a3da-11a5f913311b tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.006285 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-30a32ba5-0c01-4849-a3da-11a5f913311b tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] 10.222.0.26 "DELETE /v2.0/subnets/87228787-f4b4-4ada-bb0e-b6aedd83e941 HTTP/1.1" status: 204 len: 168 time: 0.4428406 Sep 07 18:56:42.006873 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a32ba5-0c01-4849-a3da-11a5f913311b tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Pushing event deleted for resources: {'Subnet': ['ID=87228787-f4b4-4ada-bb0e-b6aedd83e941,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:42.014095 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35504) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:42.046816 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10604451-4aba-4d7d-8157-14f9b72a5729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.095320 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c942e-27aa-44f4-b8bf-6358b5569a74 req-4020cc79-c808-47a8-b9b8-18b7bfbf2629 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:42.098001 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-253c942e-27aa-44f4-b8bf-6358b5569a74 req-4020cc79-c808-47a8-b9b8-18b7bfbf2629 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/ports?device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 945 time: 0.1264584 Sep 07 18:56:42.154874 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9af90585-728e-4cbe-8d1c-bcc1098bdd44 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.187766 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-253c942e-27aa-44f4-b8bf-6358b5569a74 req-f3b7b28a-f214-4b41-a08a-5696ad9f64df tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/security-groups?id=e816421b-3de2-47f2-87f3-f35acaf26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810666 Sep 07 18:56:42.221659 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10604451-4aba-4d7d-8157-14f9b72a5729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.256548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78fa3a-6559-4483-ac08-06ece9d6d6a9 req-9fdc6c2b-82d4-40f0-aeb9-a791bb8546f8 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:42.264923 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10604451-4aba-4d7d-8157-14f9b72a5729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25f8b5bf-011d-4487-b74a-a017d9f4d254,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:42.265680 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d78fa3a-6559-4483-ac08-06ece9d6d6a9 req-9fdc6c2b-82d4-40f0-aeb9-a791bb8546f8 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f003aebc-d0e9-49bf-952f-248cf8bf6f25 HTTP/1.1" status: 200 len: 945 time: 0.0625398 Sep 07 18:56:42.267883 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10604451-4aba-4d7d-8157-14f9b72a5729 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.272338 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-10604451-4aba-4d7d-8157-14f9b72a5729 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/25f8b5bf-011d-4487-b74a-a017d9f4d254 HTTP/1.1" status: 204 len: 168 time: 0.4967113 Sep 07 18:56:42.275490 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35512) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:42.327042 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-9af90585-728e-4cbe-8d1c-bcc1098bdd44 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Deleting port efe20b8b-6044-414d-aa6e-5335c9b8e402 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:42.327389 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9af90585-728e-4cbe-8d1c-bcc1098bdd44 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.347273 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d225bdf4-d9a5-4fb4-920d-45fc3ba3d92d None None] DHCP port deletion for 685d56dd-5328-40e9-bc4f-bf2cee4c596c request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:56:42.358070 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d78fa3a-6559-4483-ac08-06ece9d6d6a9 req-d3221019-90ce-49c9-8045-ee89df9e5a71 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918329 Sep 07 18:56:42.379734 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead385a5-bc40-4310-bc8a-f0c2f8eb9fb3 req-11c2de12-7c48-434b-8383-25db8d9b6927 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:42.385302 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ead385a5-bc40-4310-bc8a-f0c2f8eb9fb3 req-11c2de12-7c48-434b-8383-25db8d9b6927 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 944 time: 0.1179180 Sep 07 18:56:42.426271 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d225bdf4-d9a5-4fb4-920d-45fc3ba3d92d None None] Deleting port efe20b8b-6044-414d-aa6e-5335c9b8e402 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:42.426640 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d225bdf4-d9a5-4fb4-920d-45fc3ba3d92d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.435207 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98a98f22-206e-4a2d-b6c0-1c97f9cd69c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.460236 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-9af90585-728e-4cbe-8d1c-bcc1098bdd44 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] For port efe20b8b-6044-414d-aa6e-5335c9b8e402, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=efe20b8b-6044-414d-aa6e-5335c9b8e402,segment=NetworkSegment(f814420c-e0f7-41e4-98e4-0679fd1c9311),segment_id=f814420c-e0f7-41e4-98e4-0679fd1c9311)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:42.460670 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9af90585-728e-4cbe-8d1c-bcc1098bdd44 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.465543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ead385a5-bc40-4310-bc8a-f0c2f8eb9fb3 req-dbfde552-57a8-4872-b1f8-0c6ad1bb3e95 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728376 Sep 07 18:56:42.498622 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-9af90585-728e-4cbe-8d1c-bcc1098bdd44 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Calling delete_port for efe20b8b-6044-414d-aa6e-5335c9b8e402 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:42.512416 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d225bdf4-d9a5-4fb4-920d-45fc3ba3d92d None None] For port efe20b8b-6044-414d-aa6e-5335c9b8e402, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=efe20b8b-6044-414d-aa6e-5335c9b8e402,segment=NetworkSegment(f814420c-e0f7-41e4-98e4-0679fd1c9311),segment_id=f814420c-e0f7-41e4-98e4-0679fd1c9311)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:42.512859 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d225bdf4-d9a5-4fb4-920d-45fc3ba3d92d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.525621 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d225bdf4-d9a5-4fb4-920d-45fc3ba3d92d None None] Calling delete_port for efe20b8b-6044-414d-aa6e-5335c9b8e402 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:42.590781 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98a98f22-206e-4a2d-b6c0-1c97f9cd69c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.629457 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-98a98f22-206e-4a2d-b6c0-1c97f9cd69c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd9ccaf-9915-42e3-94e6-0b2859daf1df']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:42.630068 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d225bdf4-d9a5-4fb4-920d-45fc3ba3d92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.643173 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-98a98f22-206e-4a2d-b6c0-1c97f9cd69c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac3854a-07fc-4b62-a2f4-3f036cb36ed7') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:42.643500 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-98a98f22-206e-4a2d-b6c0-1c97f9cd69c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac3854a-07fc-4b62-a2f4-3f036cb36ed7') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:42.656213 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98a98f22-206e-4a2d-b6c0-1c97f9cd69c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.656457 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225bdf4-d9a5-4fb4-920d-45fc3ba3d92d None None] Pushing event deleted for resources: {'Port': ['ID=efe20b8b-6044-414d-aa6e-5335c9b8e402,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:42.671255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d225bdf4-d9a5-4fb4-920d-45fc3ba3d92d None None] No DVR routers for this DVR port efe20b8b-6044-414d-aa6e-5335c9b8e402 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:56:42.684003 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9af90585-728e-4cbe-8d1c-bcc1098bdd44 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.688359 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.689670 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98a98f22-206e-4a2d-b6c0-1c97f9cd69c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.718459 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a98f22-206e-4a2d-b6c0-1c97f9cd69c2 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:56:42.718867 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98a98f22-206e-4a2d-b6c0-1c97f9cd69c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:56:42.720965 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:56:42.724486 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af90585-728e-4cbe-8d1c-bcc1098bdd44 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Pushing event deleted for resources: {'Port': ['ID=efe20b8b-6044-414d-aa6e-5335c9b8e402,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:42.724644 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b10dc-6033-4253-8267-63b173781aa4 req-f6fb655a-580d-4059-aaff-86e031a56bbd tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:42.725075 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6d4b10dc-6033-4253-8267-63b173781aa4 req-f6fb655a-580d-4059-aaff-86e031a56bbd tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 945 time: 0.0565648 Sep 07 18:56:42.740846 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af90585-728e-4cbe-8d1c-bcc1098bdd44 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] No DVR routers for this DVR port efe20b8b-6044-414d-aa6e-5335c9b8e402 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:56:42.764274 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6d4b10dc-6033-4253-8267-63b173781aa4 req-3a3fc7e6-7d0c-43ff-83dd-21625a602cef tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328538 Sep 07 18:56:42.817941 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98a98f22-206e-4a2d-b6c0-1c97f9cd69c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.830541 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98a98f22-206e-4a2d-b6c0-1c97f9cd69c2 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.832372 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-98a98f22-206e-4a2d-b6c0-1c97f9cd69c2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2fd9ccaf-9915-42e3-94e6-0b2859daf1df HTTP/1.1" status: 204 len: 168 time: 0.5551302 Sep 07 18:56:42.846824 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a98f22-206e-4a2d-b6c0-1c97f9cd69c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fd9ccaf-9915-42e3-94e6-0b2859daf1df,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:42.875110 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9af90585-728e-4cbe-8d1c-bcc1098bdd44 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.894944 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-9af90585-728e-4cbe-8d1c-bcc1098bdd44 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685d56dd-5328-40e9-bc4f-bf2cee4c596c']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:42.905051 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-9af90585-728e-4cbe-8d1c-bcc1098bdd44 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f814420c-e0f7-41e4-98e4-0679fd1c9311') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:42.905357 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-9af90585-728e-4cbe-8d1c-bcc1098bdd44 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f814420c-e0f7-41e4-98e4-0679fd1c9311') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:42.916916 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9af90585-728e-4cbe-8d1c-bcc1098bdd44 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.930728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9af90585-728e-4cbe-8d1c-bcc1098bdd44 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.937044 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af90585-728e-4cbe-8d1c-bcc1098bdd44 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:56:42.937432 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9af90585-728e-4cbe-8d1c-bcc1098bdd44 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:56:42.940631 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:56:43.005103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35518) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:43.006338 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9af90585-728e-4cbe-8d1c-bcc1098bdd44 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:43.014122 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9af90585-728e-4cbe-8d1c-bcc1098bdd44 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:43.015966 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9af90585-728e-4cbe-8d1c-bcc1098bdd44 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] 10.222.0.26 "DELETE /v2.0/networks/685d56dd-5328-40e9-bc4f-bf2cee4c596c HTTP/1.1" status: 204 len: 168 time: 1.0009091 Sep 07 18:56:43.020075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35520) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:43.028287 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af90585-728e-4cbe-8d1c-bcc1098bdd44 tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Pushing event deleted for resources: {'Network': ['ID=685d56dd-5328-40e9-bc4f-bf2cee4c596c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:43.124205 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-66f46b96-60c6-4377-816f-29c04ad54732 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=55da6dc970b04f53a1608f6e65e04d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1177526 Sep 07 18:56:43.126829 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35522) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:43.168145 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-999904a8-a87e-4c86-bc95-7794a0f0ac4c tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Deleting port 5bf77488-faf5-44e4-bbe3-6356566ea8d7 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:43.168487 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-999904a8-a87e-4c86-bc95-7794a0f0ac4c tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:43.175050 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cfaf8004-988a-4197-9e39-7a2925142c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:43.196245 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cfaf8004-988a-4197-9e39-7a2925142c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:43.246958 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cfaf8004-988a-4197-9e39-7a2925142c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:43.249061 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-999904a8-a87e-4c86-bc95-7794a0f0ac4c tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:43.249412 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-999904a8-a87e-4c86-bc95-7794a0f0ac4c tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:43.249700 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cfaf8004-988a-4197-9e39-7a2925142c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:43.250905 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cfaf8004-988a-4197-9e39-7a2925142c18 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f63ab859-a961-4ace-93c0-7cb180773322 HTTP/1.1" status: 204 len: 168 time: 0.1230755 Sep 07 18:56:43.259394 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf8004-988a-4197-9e39-7a2925142c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63ab859-a961-4ace-93c0-7cb180773322,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:43.271659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-999904a8-a87e-4c86-bc95-7794a0f0ac4c tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Calling delete_port for 5bf77488-faf5-44e4-bbe3-6356566ea8d7 owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:43.352187 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45f32c-0115-45a6-8de0-6c5e8771c108 req-226b43aa-b764-45b6-9b8f-f1b257450de5 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:43.353689 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec45f32c-0115-45a6-8de0-6c5e8771c108 req-226b43aa-b764-45b6-9b8f-f1b257450de5 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/ports?device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 945 time: 0.1018012 Sep 07 18:56:43.414777 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec45f32c-0115-45a6-8de0-6c5e8771c108 req-dc579849-c5ab-47fd-b278-7dad0c788ce7 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/security-groups?id=e816421b-3de2-47f2-87f3-f35acaf26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502615 Sep 07 18:56:43.474684 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 5ff0b07d-912a-4575-82d0-10dc01106a20 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:43.532705 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3afc55-e8e7-42eb-8ead-a326a40cdf28 req-549c9ca2-177d-41a6-84cc-1fb6640ccb97 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:43.534270 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb3afc55-e8e7-42eb-8ead-a326a40cdf28 req-549c9ca2-177d-41a6-84cc-1fb6640ccb97 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f003aebc-d0e9-49bf-952f-248cf8bf6f25 HTTP/1.1" status: 200 len: 945 time: 0.1106875 Sep 07 18:56:43.551861 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-999904a8-a87e-4c86-bc95-7794a0f0ac4c tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:43.559092 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:43.561684 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 5ff0b07d-912a-4575-82d0-10dc01106a20 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:43.567157 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 5ff0b07d-912a-4575-82d0-10dc01106a20 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:43.567667 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:43.592241 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999904a8-a87e-4c86-bc95-7794a0f0ac4c tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Pushing event deleted for resources: {'Port': ['ID=5bf77488-faf5-44e4-bbe3-6356566ea8d7,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:43.662995 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:43.688746 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90312bba-f209-4098-afb6-86756ec4246a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff0b07d-912a-4575-82d0-10dc01106a20'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:43.690229 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4cddc-4fac-43e1-ab37-5282342b5984 req-c28706ba-c342-42dd-a098-40bc7a610b44 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:43.694482 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83e4cddc-4fac-43e1-ab37-5282342b5984 req-c28706ba-c342-42dd-a098-40bc7a610b44 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.60 "GET /v2.0/ports?device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 945 time: 0.2194278 Sep 07 18:56:43.694607 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b327cae4-cf4c-490d-ad46-9eb706ff2df5" -d '{"events": [{"server_uuid": "90312bba-f209-4098-afb6-86756ec4246a", "name": "network-vif-plugged", "status": "completed", "tag": "5ff0b07d-912a-4575-82d0-10dc01106a20"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:43.705639 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 5ff0b07d-912a-4575-82d0-10dc01106a20, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=5ff0b07d-912a-4575-82d0-10dc01106a20,segment=NetworkSegment(8bdddb14-36b1-4359-9802-3d38f831e977),segment_id=8bdddb14-36b1-4359-9802-3d38f831e977)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:43.709798 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:43.710000 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb3afc55-e8e7-42eb-8ead-a326a40cdf28 req-8a961889-e00c-47d7-89c1-f09a36585cfa tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686049 Sep 07 18:56:43.710570 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 1ac8bd78-0af4-4984-9e0b-d75c633da9c9 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:56:43.756647 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 1ac8bd78-0af4-4984-9e0b-d75c633da9c9 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:56:43.756994 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 1ac8bd78-0af4-4984-9e0b-d75c633da9c9 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:56:43.760045 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea097c-7d31-4ffc-afb6-3d0fa9534f1f req-8e465f9c-1d5b-43c6-8a8e-3f753fc59162 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:43.761635 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15ea097c-7d31-4ffc-afb6-3d0fa9534f1f req-8e465f9c-1d5b-43c6-8a8e-3f753fc59162 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 944 time: 0.1587408 Sep 07 18:56:43.767180 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-999904a8-a87e-4c86-bc95-7794a0f0ac4c tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:43.769766 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-999904a8-a87e-4c86-bc95-7794a0f0ac4c tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:43.770911 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-999904a8-a87e-4c86-bc95-7794a0f0ac4c tempest-FloatingIPAdminTestJSON-901961678 tempest-FloatingIPAdminTestJSON-901961678-project] 10.222.0.26 "DELETE /v2.0/floatingips/f19b235f-2e43-4679-9e59-ed1537d1cbe3 HTTP/1.1" status: 204 len: 168 time: 0.7498341 Sep 07 18:56:43.778806 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=5ff0b07d-912a-4575-82d0-10dc01106a20,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:43.782714 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56fd3b7-b1ac-4223-a154-0551f9261d3f x-openstack-request-id: req-a56fd3b7-b1ac-4223-a154-0551f9261d3f {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:43.783175 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90312bba-f209-4098-afb6-86756ec4246a", "name": "network-vif-plugged", "status": "completed", "tag": "5ff0b07d-912a-4575-82d0-10dc01106a20", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:43.783592 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a56fd3b7-b1ac-4223-a154-0551f9261d3f {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:43.784119 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90312bba-f209-4098-afb6-86756ec4246a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff0b07d-912a-4575-82d0-10dc01106a20', 'code': 200} Sep 07 18:56:43.862839 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15ea097c-7d31-4ffc-afb6-3d0fa9534f1f req-371a49ff-aada-476a-9c74-006b5d3a2a30 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768840 Sep 07 18:56:43.896026 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-83e4cddc-4fac-43e1-ab37-5282342b5984 req-ea79aded-9127-4e09-97ea-8534fb342da7 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Deleting port 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:43.896390 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-83e4cddc-4fac-43e1-ab37-5282342b5984 req-ea79aded-9127-4e09-97ea-8534fb342da7 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:43.919146 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da79597-657d-40bc-bed0-4496b96b35b1 req-d7684c30-cec1-405a-8378-73fdd4a05c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:43.920773 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-9da79597-657d-40bc-bed0-4496b96b35b1 req-d7684c30-cec1-405a-8378-73fdd4a05c77 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 1096 time: 0.0592263 Sep 07 18:56:43.927421 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device efe20b8b-6044-414d-aa6e-5335c9b8e402 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:56:43.968787 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: efe20b8b-6044-414d-aa6e-5335c9b8e402 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:56:43.969136 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device efe20b8b-6044-414d-aa6e-5335c9b8e402 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:56:44.017569 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-9da79597-657d-40bc-bed0-4496b96b35b1 req-39a3440a-5c98-4996-9790-d3c58213d488 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759277 Sep 07 18:56:44.074265 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e382228-fb1f-471b-8816-a5941a8086d1 req-22a45f75-5cc0-454c-a73e-10eb9cf70c48 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:44.081669 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e382228-fb1f-471b-8816-a5941a8086d1 req-22a45f75-5cc0-454c-a73e-10eb9cf70c48 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 945 time: 0.1336229 Sep 07 18:56:44.117100 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-83e4cddc-4fac-43e1-ab37-5282342b5984 req-ea79aded-9127-4e09-97ea-8534fb342da7 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] For port 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28,segment=NetworkSegment(b7d5be17-bd60-4859-aa9b-c28be27338de),segment_id=b7d5be17-bd60-4859-aa9b-c28be27338de)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:44.117496 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-83e4cddc-4fac-43e1-ab37-5282342b5984 req-ea79aded-9127-4e09-97ea-8534fb342da7 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:44.154641 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-83e4cddc-4fac-43e1-ab37-5282342b5984 req-ea79aded-9127-4e09-97ea-8534fb342da7 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Calling delete_port for 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:44.183715 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e382228-fb1f-471b-8816-a5941a8086d1 req-db737447-7f97-4fa3-8e82-20c2f286dc2b tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011724 Sep 07 18:56:44.213351 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35564) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:44.221327 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35566) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:44.227408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66300c-3649-4bba-b164-b1bc80793cba req-77d93b8e-2fe9-4894-b75e-b737eba92bce tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:44.228937 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a66300c-3649-4bba-b164-b1bc80793cba req-77d93b8e-2fe9-4894-b75e-b737eba92bce tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f003aebc-d0e9-49bf-952f-248cf8bf6f25 HTTP/1.1" status: 200 len: 945 time: 0.1392014 Sep 07 18:56:44.285624 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a66300c-3649-4bba-b164-b1bc80793cba req-82791ba6-b379-4333-a04d-f3611408a22e tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488629 Sep 07 18:56:44.340286 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-29bbe6d0-b346-4091-bbf7-eddf60860fa8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-175378692-network', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:44.346005 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-83e4cddc-4fac-43e1-ab37-5282342b5984 req-ea79aded-9127-4e09-97ea-8534fb342da7 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:44.358083 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:56:44.376866 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bbe6d0-b346-4091-bbf7-eddf60860fa8 admin admin] Made reservation on behalf of 4d5431a91a4e44fc9cbeb8f618118d7e for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:44.379383 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29bbe6d0-b346-4091-bbf7-eddf60860fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:44.387066 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79aded-9127-4e09-97ea-8534fb342da7 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Pushing event deleted for resources: {'Port': ['ID=63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:44.391135 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29bbe6d0-b346-4091-bbf7-eddf60860fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:44.435456 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e4cddc-4fac-43e1-ab37-5282342b5984 req-ea79aded-9127-4e09-97ea-8534fb342da7 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] No DVR routers for this DVR port 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:56:44.437013 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-31c91369-10b3-4a1b-92c2-3e66ce2f83c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b07843878794a88ba159c574f3f171b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2145703 Sep 07 18:56:44.438166 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-83e4cddc-4fac-43e1-ab37-5282342b5984 req-ea79aded-9127-4e09-97ea-8534fb342da7 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:44.441248 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83e4cddc-4fac-43e1-ab37-5282342b5984 req-ea79aded-9127-4e09-97ea-8534fb342da7 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.60 "DELETE /v2.0/ports/63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 HTTP/1.1" status: 204 len: 173 time: 0.7422459 Sep 07 18:56:44.441404 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35572) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:44.441600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9046640b-72df-4890-bfca-09ecb07a8b07', 'name': 'network-vif-deleted', 'tag': '63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:44.444483 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27084174-fa68-4050-a938-1a8089cb9259" -d '{"events": [{"server_uuid": "9046640b-72df-4890-bfca-09ecb07a8b07", "name": "network-vif-deleted", "tag": "63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:44.498604 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8e2ccd-5556-4349-9e6d-908c7ea5232c x-openstack-request-id: req-cf8e2ccd-5556-4349-9e6d-908c7ea5232c {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:44.499065 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9046640b-72df-4890-bfca-09ecb07a8b07", "name": "network-vif-deleted", "tag": "63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:44.499325 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf8e2ccd-5556-4349-9e6d-908c7ea5232c {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:44.499733 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9046640b-72df-4890-bfca-09ecb07a8b07', 'name': 'network-vif-deleted', 'tag': '63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28', 'status': 'completed', 'code': 200} Sep 07 18:56:44.545527 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3623dd19-7fa5-4042-a658-cb497ec112e2 req-d784883a-de4e-450b-9d17-5186404b0e09 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349 tempest-FloatingIPsAssociationNegativeTestJSON-1838472349-project] 10.222.0.26 "GET /v2.0/ports?device_id=9046640b-72df-4890-bfca-09ecb07a8b07 HTTP/1.1" status: 200 len: 210 time: 0.0358913 Sep 07 18:56:44.553731 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a15e67b3-2814-461c-bbc5-d4cf61913705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:44.599991 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a15e67b3-2814-461c-bbc5-d4cf61913705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:44.602705 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29bbe6d0-b346-4091-bbf7-eddf60860fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:44.610306 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29bbe6d0-b346-4091-bbf7-eddf60860fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:44.656800 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29bbe6d0-b346-4091-bbf7-eddf60860fa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:56:44.668450 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbe6d0-b346-4091-bbf7-eddf60860fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16916e5d-3989-4aae-a678-73a75f0a7c9b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:44.673591 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29bbe6d0-b346-4091-bbf7-eddf60860fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:44.673930 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-29bbe6d0-b346-4091-bbf7-eddf60860fa8 admin admin] Added segment e59e7e3a-ee98-4817-a0d4-ed23e1d7afea of type vlan for network 2a878b49-10b2-47af-bc58-6b8ebe3ae89a Sep 07 18:56:44.713223 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a15e67b3-2814-461c-bbc5-d4cf61913705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:44.715728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a15e67b3-2814-461c-bbc5-d4cf61913705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:44.717034 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a15e67b3-2814-461c-bbc5-d4cf61913705 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/690d4493-7bd3-4453-a01b-12e8c17d186a HTTP/1.1" status: 204 len: 168 time: 0.2747424 Sep 07 18:56:44.718726 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29bbe6d0-b346-4091-bbf7-eddf60860fa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:44.733056 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e67b3-2814-461c-bbc5-d4cf61913705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690d4493-7bd3-4453-a01b-12e8c17d186a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:44.754448 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29bbe6d0-b346-4091-bbf7-eddf60860fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:44.755606 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bbe6d0-b346-4091-bbf7-eddf60860fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:44.756067 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29bbe6d0-b346-4091-bbf7-eddf60860fa8 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:44.793699 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-29bbe6d0-b346-4091-bbf7-eddf60860fa8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5761719 Sep 07 18:56:44.794855 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35582) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:44.801558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-85e5f6e6-4924-4c8d-973d-8c777620b7da admin admin] Request body: {'subnet': {'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-175378692-subnet', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:44.824136 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbe6d0-b346-4091-bbf7-eddf60860fa8 admin admin] Pushing event updated for resources: {'Network': ['ID=2a878b49-10b2-47af-bc58-6b8ebe3ae89a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:44.836360 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e5f6e6-4924-4c8d-973d-8c777620b7da admin admin] Made reservation on behalf of 4d5431a91a4e44fc9cbeb8f618118d7e for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:44.836594 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 2a878b49-10b2-47af-bc58-6b8ebe3ae89a details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:56:44.839320 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-85e5f6e6-4924-4c8d-973d-8c777620b7da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:45.132235 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35588) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:45.152091 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7cee3aea-e566-49e8-8fef-fc219e428498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:45.269335 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7cee3aea-e566-49e8-8fef-fc219e428498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:45.273230 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7cee3aea-e566-49e8-8fef-fc219e428498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:45.322184 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7cee3aea-e566-49e8-8fef-fc219e428498 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6fe65d2204fb4e9799763042cd1ebadb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1884756 Sep 07 18:56:45.324979 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35594) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:45.332082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee3aea-e566-49e8-8fef-fc219e428498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02224171-d103-441c-aa92-8288dc57bcde,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:45.385696 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c563429-bcef-4f6e-8859-eb691e99d841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:45.411726 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c563429-bcef-4f6e-8859-eb691e99d841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:45.441478 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0f146-c3de-4f0c-8f35-66360860d2d9 req-a2b92b04-59e3-4290-89c9-cfe4773d9e3e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:45.442984 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93b0f146-c3de-4f0c-8f35-66360860d2d9 req-a2b92b04-59e3-4290-89c9-cfe4773d9e3e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.4925056 Sep 07 18:56:45.452210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ece47c-0898-40e9-93d0-84b3d3af47cd req-7a93b546-dfe9-4f3f-9cf1-cffb9ae92a9e tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:45.453680 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4ece47c-0898-40e9-93d0-84b3d3af47cd req-7a93b546-dfe9-4f3f-9cf1-cffb9ae92a9e tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 945 time: 0.1412208 Sep 07 18:56:45.459650 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c563429-bcef-4f6e-8859-eb691e99d841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:45.463213 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c563429-bcef-4f6e-8859-eb691e99d841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:45.467011 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1c563429-bcef-4f6e-8859-eb691e99d841 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02224171-d103-441c-aa92-8288dc57bcde HTTP/1.1" status: 204 len: 168 time: 0.1410136 Sep 07 18:56:45.475295 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c563429-bcef-4f6e-8859-eb691e99d841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02224171-d103-441c-aa92-8288dc57bcde,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:45.498837 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-85e5f6e6-4924-4c8d-973d-8c777620b7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:45.561607 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93b0f146-c3de-4f0c-8f35-66360860d2d9 req-536a8845-420a-4c92-8e91-cfb9c8fad3c3 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069415 Sep 07 18:56:45.577267 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4ece47c-0898-40e9-93d0-84b3d3af47cd req-b7e5f884-4941-4bda-a2bb-00c04c48aee7 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050379 Sep 07 18:56:45.594614 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5f6e6-4924-4c8d-973d-8c777620b7da admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fcd8dca-d383-49a3-a9a8-300dc129818c,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:45.604552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e5f6e6-4924-4c8d-973d-8c777620b7da admin admin] Checking segment: {'id': 'e59e7e3a-ee98-4817-a0d4-ed23e1d7afea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:56:45.605025 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e5f6e6-4924-4c8d-973d-8c777620b7da admin admin] Network hostable DHCP agents. Network: 2a878b49-10b2-47af-bc58-6b8ebe3ae89a, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:56:45.639359 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35602) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:45.691596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e5f6e6-4924-4c8d-973d-8c777620b7da admin admin] Network 2a878b49-10b2-47af-bc58-6b8ebe3ae89a is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:56:45.714735 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fcf2e-51a0-46de-9892-651c660f2673 req-4a1886e0-05b8-4919-b7d9-6fd73595fc4b tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:45.716346 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-658fcf2e-51a0-46de-9892-651c660f2673 req-4a1886e0-05b8-4919-b7d9-6fd73595fc4b tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.60 "GET /v2.0/ports?device_id=f003aebc-d0e9-49bf-952f-248cf8bf6f25 HTTP/1.1" status: 200 len: 945 time: 0.1020308 Sep 07 18:56:45.719367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-85e5f6e6-4924-4c8d-973d-8c777620b7da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 2a878b49-10b2-47af-bc58-6b8ebe3ae89a) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:45.728164 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e5f6e6-4924-4c8d-973d-8c777620b7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:45.728902 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-85e5f6e6-4924-4c8d-973d-8c777620b7da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:45.731344 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdd917d-44c3-4c16-89d9-b9207d291f6e None None] Network 2a878b49-10b2-47af-bc58-6b8ebe3ae89a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:56:45.774474 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce17f2e-40b6-473a-b5dd-5d9f5578eba1 req-ee947ef4-970a-4499-b8a1-30f4f8d1f065 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:45.776114 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ce17f2e-40b6-473a-b5dd-5d9f5578eba1 req-ee947ef4-970a-4499-b8a1-30f4f8d1f065 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f003aebc-d0e9-49bf-952f-248cf8bf6f25 HTTP/1.1" status: 200 len: 945 time: 0.1213799 Sep 07 18:56:45.782678 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-85e5f6e6-4924-4c8d-973d-8c777620b7da admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9836125 Sep 07 18:56:45.787520 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35606) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:45.797177 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e3d710fa-31a5-4ebc-85dc-a018837c910c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-175378692-router', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:45.865675 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e3d710fa-31a5-4ebc-85dc-a018837c910c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:45.866826 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e3d710fa-31a5-4ebc-85dc-a018837c910c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:45.893041 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ce17f2e-40b6-473a-b5dd-5d9f5578eba1 req-00c66cb0-3fb3-4e37-a22a-9e6f46ed5612 tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d49e808-7308-4f99-bf71-b8884ab00a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092081 Sep 07 18:56:45.896278 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa40c85-53e8-4237-bb9d-2022ac3ebd78 None None] Network 2a878b49-10b2-47af-bc58-6b8ebe3ae89a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:56:45.918273 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-658fcf2e-51a0-46de-9892-651c660f2673 req-d8e2b5a6-953e-4acf-adf0-2aa05ce84dbd tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Deleting port 48728868-4a46-4f8a-a8ec-41fbaa832425 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:45.918504 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-658fcf2e-51a0-46de-9892-651c660f2673 req-d8e2b5a6-953e-4acf-adf0-2aa05ce84dbd tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:45.943657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35608) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:45.991692 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a018c0eb-108a-49bc-af1c-88ed7bf79c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:45.995113 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e3d710fa-31a5-4ebc-85dc-a018837c910c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:46.147855 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9bd4a4e5-21cc-42f8-827d-d941bb5daac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:46.210108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-658fcf2e-51a0-46de-9892-651c660f2673 req-d8e2b5a6-953e-4acf-adf0-2aa05ce84dbd tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] For port 48728868-4a46-4f8a-a8ec-41fbaa832425, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=48728868-4a46-4f8a-a8ec-41fbaa832425,segment=NetworkSegment(6d2ee86b-6f65-4893-a4e4-4246b8e8535b),segment_id=6d2ee86b-6f65-4893-a4e4-4246b8e8535b)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:46.211695 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-658fcf2e-51a0-46de-9892-651c660f2673 req-d8e2b5a6-953e-4acf-adf0-2aa05ce84dbd tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:46.265712 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e3d710fa-31a5-4ebc-85dc-a018837c910c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:46.276764 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-658fcf2e-51a0-46de-9892-651c660f2673 req-d8e2b5a6-953e-4acf-adf0-2aa05ce84dbd tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Calling delete_port for 48728868-4a46-4f8a-a8ec-41fbaa832425 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:46.440168 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-9bd4a4e5-21cc-42f8-827d-d941bb5daac2 admin admin] Deleting port 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:46.440496 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9bd4a4e5-21cc-42f8-827d-d941bb5daac2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:46.454965 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a018c0eb-108a-49bc-af1c-88ed7bf79c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:46.461591 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a018c0eb-108a-49bc-af1c-88ed7bf79c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:46.536227 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-9bd4a4e5-21cc-42f8-827d-d941bb5daac2 admin admin] For port 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=3ab4130d-53c8-4eb9-87f2-e04ed1c54a44,segment=NetworkSegment(b7d5be17-bd60-4859-aa9b-c28be27338de),segment_id=b7d5be17-bd60-4859-aa9b-c28be27338de)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:46.536705 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9bd4a4e5-21cc-42f8-827d-d941bb5daac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:46.547010 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a018c0eb-108a-49bc-af1c-88ed7bf79c7d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8fefa8410f22402bbf7f758095c38b73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6022336 Sep 07 18:56:46.551345 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35610) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:46.552027 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018c0eb-108a-49bc-af1c-88ed7bf79c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472e9bab-facc-4269-9dbe-87b719519b01,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:46.553020 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-9bd4a4e5-21cc-42f8-827d-d941bb5daac2 admin admin] Calling delete_port for 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:46.585551 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-658fcf2e-51a0-46de-9892-651c660f2673 req-d8e2b5a6-953e-4acf-adf0-2aa05ce84dbd tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:46.604390 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['48728868-4a46-4f8a-a8ec-41fbaa832425'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:56:46.671669 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2b5a6-953e-4acf-adf0-2aa05ce84dbd tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Pushing event deleted for resources: {'Port': ['ID=48728868-4a46-4f8a-a8ec-41fbaa832425,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:46.783104 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9bd4a4e5-21cc-42f8-827d-d941bb5daac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:46.817715 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4a4e5-21cc-42f8-827d-d941bb5daac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab4130d-53c8-4eb9-87f2-e04ed1c54a44,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:46.831789 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-658fcf2e-51a0-46de-9892-651c660f2673 req-d8e2b5a6-953e-4acf-adf0-2aa05ce84dbd tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] No DVR routers for this DVR port 48728868-4a46-4f8a-a8ec-41fbaa832425 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:56:46.838277 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6e78186-6a28-4bf9-9b9f-e07f2c8ca740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:46.840492 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-658fcf2e-51a0-46de-9892-651c660f2673 req-d8e2b5a6-953e-4acf-adf0-2aa05ce84dbd tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:46.842573 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-658fcf2e-51a0-46de-9892-651c660f2673 req-d8e2b5a6-953e-4acf-adf0-2aa05ce84dbd tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.60 "DELETE /v2.0/ports/48728868-4a46-4f8a-a8ec-41fbaa832425 HTTP/1.1" status: 204 len: 173 time: 1.1177835 Sep 07 18:56:46.846172 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f003aebc-d0e9-49bf-952f-248cf8bf6f25', 'name': 'network-vif-deleted', 'tag': '48728868-4a46-4f8a-a8ec-41fbaa832425'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:46.848443 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226a66c3-afb4-49d6-aee6-5e97a64f28af" -d '{"events": [{"server_uuid": "f003aebc-d0e9-49bf-952f-248cf8bf6f25", "name": "network-vif-deleted", "tag": "48728868-4a46-4f8a-a8ec-41fbaa832425"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:46.893700 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e3d710fa-31a5-4ebc-85dc-a018837c910c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:46.897766 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6e78186-6a28-4bf9-9b9f-e07f2c8ca740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:46.935879 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e56528-52fd-4946-b078-07108674b487 req-0b9ab6a1-1009-48cc-a053-a114cd85c5d1 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:46.937618 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6e56528-52fd-4946-b078-07108674b487 req-0b9ab6a1-1009-48cc-a053-a114cd85c5d1 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.2263582 Sep 07 18:56:46.945061 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e3d710fa-31a5-4ebc-85dc-a018837c910c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:46.963128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4aba1-1d22-4f4b-8fa3-3104699d39fc req-a65488dc-cb37-4a8f-a242-3fd3aca915ef tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:46.964731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ff4aba1-1d22-4f4b-8fa3-3104699d39fc req-a65488dc-cb37-4a8f-a242-3fd3aca915ef tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 945 time: 0.2504680 Sep 07 18:56:47.049373 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9bd4a4e5-21cc-42f8-827d-d941bb5daac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:47.103945 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6e56528-52fd-4946-b078-07108674b487 req-d8eb9b36-dcb0-423e-9aec-1e024b194da7 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502225 Sep 07 18:56:47.113050 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ff4aba1-1d22-4f4b-8fa3-3104699d39fc req-0c182651-7a5b-4fd9-bf46-8e82fe7a18f2 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218915 Sep 07 18:56:47.130704 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6e78186-6a28-4bf9-9b9f-e07f2c8ca740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:47.130704 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6e78186-6a28-4bf9-9b9f-e07f2c8ca740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:47.130704 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d6e78186-6a28-4bf9-9b9f-e07f2c8ca740 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/472e9bab-facc-4269-9dbe-87b719519b01 HTTP/1.1" status: 204 len: 168 time: 0.5695112 Sep 07 18:56:47.142621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e78186-6a28-4bf9-9b9f-e07f2c8ca740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472e9bab-facc-4269-9dbe-87b719519b01,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:47.179721 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0e43c4-60b6-4018-8b90-c14dd5e222de x-openstack-request-id: req-3d0e43c4-60b6-4018-8b90-c14dd5e222de {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:47.180065 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f003aebc-d0e9-49bf-952f-248cf8bf6f25", "name": "network-vif-deleted", "tag": "48728868-4a46-4f8a-a8ec-41fbaa832425", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:47.180327 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d0e43c4-60b6-4018-8b90-c14dd5e222de {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:47.180941 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f003aebc-d0e9-49bf-952f-248cf8bf6f25', 'name': 'network-vif-deleted', 'tag': '48728868-4a46-4f8a-a8ec-41fbaa832425', 'status': 'completed', 'code': 200} Sep 07 18:56:47.207394 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-e3d710fa-31a5-4ebc-85dc-a018837c910c admin admin] Allocated IP 172.25.8.169 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/35b79e74-693a-4699-b884-fa1f32dc3b6c) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:47.291672 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8425983f-1e69-4e66-95c4-87c31e1d5c4c req-ff42ade6-f0ea-47ca-93ef-fc4a2f99c81d tempest-DeleteServersTestJSON-1481703920 tempest-DeleteServersTestJSON-1481703920-project] 10.222.0.26 "GET /v2.0/ports?device_id=f003aebc-d0e9-49bf-952f-248cf8bf6f25 HTTP/1.1" status: 200 len: 210 time: 0.0312765 Sep 07 18:56:47.344336 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd4a4e5-21cc-42f8-827d-d941bb5daac2 admin admin] Router 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:56:47.422420 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e3d710fa-31a5-4ebc-85dc-a018837c910c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:47.451278 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb2d5b-1074-4a97-9277-f43484009837 req-2e0c684c-90f1-4b32-acf4-58052181a0de tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:47.452925 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83fb2d5b-1074-4a97-9277-f43484009837 req-2e0c684c-90f1-4b32-acf4-58052181a0de tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.0832551 Sep 07 18:56:47.463577 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35628) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:47.469671 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-9cad3230-c775-4578-827e-b29d541398c1 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Request body: {'floatingip': {'port_id': '5ff0b07d-912a-4575-82d0-10dc01106a20'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:47.474563 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd4a4e5-21cc-42f8-827d-d941bb5daac2 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:56:47.483050 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9bd4a4e5-21cc-42f8-827d-d941bb5daac2 admin admin] 10.222.0.26 "PUT /v2.0/routers/1c91a6bb-c9a5-4215-ab34-6485425c9bc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8398514 Sep 07 18:56:47.483364 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35632) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:47.494177 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ea2c0-7881-4bf8-8ec9-8fbd55a61375 None None] Sync routers for ids ['1c91a6bb-c9a5-4215-ab34-6485425c9bc5'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:56:47.508212 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4ea2c0-7881-4bf8-8ec9-8fbd55a61375 None None] Routers {'1c91a6bb-c9a5-4215-ab34-6485425c9bc5'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:47.509902 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-bd4ea2c0-7881-4bf8-8ec9-8fbd55a61375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1c91a6bb-c9a5-4215-ab34-6485425c9bc5'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:47.537198 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9cad3230-c775-4578-827e-b29d541398c1 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:47.616708 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e3d710fa-31a5-4ebc-85dc-a018837c910c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:47.639507 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c0acf17-d724-423b-b2d7-d53440c209a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:47.716608 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d710fa-31a5-4ebc-85dc-a018837c910c admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:47.724004 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-e3d710fa-31a5-4ebc-85dc-a018837c910c admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:47.726960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d710fa-31a5-4ebc-85dc-a018837c910c admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:47.772409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d710fa-31a5-4ebc-85dc-a018837c910c admin admin] Pushing event updated for resources: {'Port': ['ID=35b79e74-693a-4699-b884-fa1f32dc3b6c,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:47.793427 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-bd4ea2c0-7881-4bf8-8ec9-8fbd55a61375 None None] Set router 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:56:47.834733 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c0acf17-d724-423b-b2d7-d53440c209a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:47.931705 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-0c0acf17-d724-423b-b2d7-d53440c209a1 admin admin] Deleting port 17eb4552-f4a1-4f10-8c08-1b21b76ea577 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:47.932256 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c0acf17-d724-423b-b2d7-d53440c209a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:48.049783 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-bd4ea2c0-7881-4bf8-8ec9-8fbd55a61375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-139148256-router', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:56:46Z', 'revision_number': 5, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'gw_port': {'id': '17eb4552-f4a1-4f10-8c08-1b21b76ea577', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:38Z', 'updated_at': '2021-09-07T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:48.102021 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ea2c0-7881-4bf8-8ec9-8fbd55a61375 None None] Checking router: 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:56:48.112568 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4ea2c0-7881-4bf8-8ec9-8fbd55a61375 None None] Routers {'1c91a6bb-c9a5-4215-ab34-6485425c9bc5'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:48.113389 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-bd4ea2c0-7881-4bf8-8ec9-8fbd55a61375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1c91a6bb-c9a5-4215-ab34-6485425c9bc5'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:48.295563 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-bd4ea2c0-7881-4bf8-8ec9-8fbd55a61375 None None] Set router 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:56:48.310596 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e3d710fa-31a5-4ebc-85dc-a018837c910c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:48.342969 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-0c0acf17-d724-423b-b2d7-d53440c209a1 admin admin] For port 17eb4552-f4a1-4f10-8c08-1b21b76ea577, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=17eb4552-f4a1-4f10-8c08-1b21b76ea577,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:48.343881 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c0acf17-d724-423b-b2d7-d53440c209a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:48.359438 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-0c0acf17-d724-423b-b2d7-d53440c209a1 admin admin] Calling delete_port for 17eb4552-f4a1-4f10-8c08-1b21b76ea577 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:48.363013 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-bd4ea2c0-7881-4bf8-8ec9-8fbd55a61375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-139148256-router', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:56:47Z', 'revision_number': 6, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:48.397618 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ea2c0-7881-4bf8-8ec9-8fbd55a61375 None None] The sync data for ids ['1c91a6bb-c9a5-4215-ab34-6485425c9bc5'] in n-d-807786-1 is: [{'id': '1c91a6bb-c9a5-4215-ab34-6485425c9bc5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-139148256-router', 'tenant_id': 'ac34fff76e89404685944b1b3b9a5306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:36Z', 'updated_at': '2021-09-07T18:56:47Z', 'revision_number': 6, 'project_id': 'ac34fff76e89404685944b1b3b9a5306', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:56:48.597077 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c0acf17-d724-423b-b2d7-d53440c209a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:48.638114 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0acf17-d724-423b-b2d7-d53440c209a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=17eb4552-f4a1-4f10-8c08-1b21b76ea577,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:48.726361 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c0acf17-d724-423b-b2d7-d53440c209a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:48.787288 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:56:48.830561 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.resource_extend [None req-9cad3230-c775-4578-827e-b29d541398c1 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 18:56:48.859945 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:56:48.860488 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 63a4876a-d6bf-4a9b-8d44-55b7b0a0bc28 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:56:48.921763 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c0acf17-d724-423b-b2d7-d53440c209a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:48.924972 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c0acf17-d724-423b-b2d7-d53440c209a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:48.943458 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0822fba-b63e-408d-9b41-e26d11a8090b req-4cb89057-42c9-4b75-9950-d0b146a60a8f tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:48.944967 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0822fba-b63e-408d-9b41-e26d11a8090b req-4cb89057-42c9-4b75-9950-d0b146a60a8f tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 945 time: 0.6976235 Sep 07 18:56:48.961989 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9cad3230-c775-4578-827e-b29d541398c1 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:48.972468 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9cad3230-c775-4578-827e-b29d541398c1 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:48.988429 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c0acf17-d724-423b-b2d7-d53440c209a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:48.989234 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0acf17-d724-423b-b2d7-d53440c209a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c91a6bb-c9a5-4215-ab34-6485425c9bc5 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:56:48.994717 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c0acf17-d724-423b-b2d7-d53440c209a1 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:48.996249 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0c0acf17-d724-423b-b2d7-d53440c209a1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/1c91a6bb-c9a5-4215-ab34-6485425c9bc5 HTTP/1.1" status: 204 len: 168 time: 1.5118723 Sep 07 18:56:48.999587 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35692) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:49.082056 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07c256b-a4c3-4290-b02d-fa5205b03327 admin admin] Deleting subnet 6c8f4611-8af3-43e7-acd8-3ed107c589ae {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:56:49.085656 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e07c256b-a4c3-4290-b02d-fa5205b03327 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:49.117299 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0822fba-b63e-408d-9b41-e26d11a8090b req-9db2b6bf-1995-4b88-a137-1b5dcac33994 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657698 Sep 07 18:56:49.128863 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e07c256b-a4c3-4290-b02d-fa5205b03327 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:49.228428 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-9cad3230-c775-4578-827e-b29d541398c1 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Floating IP 4ee281e1-cf46-4ad7-9a20-9c4abace264b associated. External IP: 172.25.8.226, port: 5ff0b07d-912a-4575-82d0-10dc01106a20. Sep 07 18:56:49.229408 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e07c256b-a4c3-4290-b02d-fa5205b03327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:49.272711 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e3d710fa-31a5-4ebc-85dc-a018837c910c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:49.357274 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e07c256b-a4c3-4290-b02d-fa5205b03327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:49.406974 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c256b-a4c3-4290-b02d-fa5205b03327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c8f4611-8af3-43e7-acd8-3ed107c589ae,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:49.426254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4241a847-118b-4286-a6ae-bcb317b107a0 None None] Network 3dffcebf-8210-48da-8b14-034032f9956f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:56:49.439196 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e07c256b-a4c3-4290-b02d-fa5205b03327 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:49.441463 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e07c256b-a4c3-4290-b02d-fa5205b03327 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6c8f4611-8af3-43e7-acd8-3ed107c589ae HTTP/1.1" status: 204 len: 168 time: 0.4408436 Sep 07 18:56:49.449407 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35708) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:49.467447 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35710) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:49.701483 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4170a4c9-d169-47d4-a28b-ac708ad2f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:49.720919 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95ed29-78b8-427e-8b9d-2cc2c468c906 req-287be92f-faf5-45d8-a54e-31676abedf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:49.723156 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-cf95ed29-78b8-427e-8b9d-2cc2c468c906 req-287be92f-faf5-45d8-a54e-31676abedf5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b4a41684be474d90277324c86fc787&device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 1096 time: 0.0885503 Sep 07 18:56:49.733592 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39eab2d-4b07-4a88-8857-7340129a1ba7 req-0ba367db-aa35-4fe3-a86c-e77d85cced9a tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:49.736270 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f39eab2d-4b07-4a88-8857-7340129a1ba7 req-0ba367db-aa35-4fe3-a86c-e77d85cced9a tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 945 time: 0.1239629 Sep 07 18:56:49.763580 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d710fa-31a5-4ebc-85dc-a018837c910c admin admin] Router cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:56:49.764317 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1db69850-002a-43f9-9a59-d95f3bd66e18 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:49.773579 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c62c07-991c-47ef-8c22-198ac47e975e None None] DHCP port deletion for 3dffcebf-8210-48da-8b14-034032f9956f request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:56:49.804117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cad3230-c775-4578-827e-b29d541398c1 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:56:49.880404 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f39eab2d-4b07-4a88-8857-7340129a1ba7 req-a7f76f14-f0fc-4543-856b-5ce0edfc557b tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232412 Sep 07 18:56:49.884778 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c5c62c07-991c-47ef-8c22-198ac47e975e None None] Deleting port 05e0fba9-41b3-49df-9c55-428b161cef90 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:49.886681 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c5c62c07-991c-47ef-8c22-198ac47e975e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:49.938295 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1db69850-002a-43f9-9a59-d95f3bd66e18 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] 10.222.0.26 "PUT /v2.0/quotas/e48a9c7cd2394945ae948fef95ae2be5 HTTP/1.1" status: 200 len: 368 time: 0.4723198 Sep 07 18:56:49.939039 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35716) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:49.948882 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-06ba2f2d-ff30-4a1a-90ef-936810b1e6f2 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Request body: {'network': {'project_id': 'e48a9c7cd2394945ae948fef95ae2be5'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:49.974507 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:56:49.983682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ba2f2d-ff30-4a1a-90ef-936810b1e6f2 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Made reservation on behalf of e48a9c7cd2394945ae948fef95ae2be5 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:49.985998 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-06ba2f2d-ff30-4a1a-90ef-936810b1e6f2 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:49.999624 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-4170a4c9-d169-47d4-a28b-ac708ad2f577 admin admin] Deleting port 05e0fba9-41b3-49df-9c55-428b161cef90 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:56:49.999935 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4170a4c9-d169-47d4-a28b-ac708ad2f577 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:50.003474 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-06ba2f2d-ff30-4a1a-90ef-936810b1e6f2 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:50.012170 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:56:50.012564 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 3ab4130d-53c8-4eb9-87f2-e04ed1c54a44 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:56:50.013228 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 05e0fba9-41b3-49df-9c55-428b161cef90 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:56:50.022653 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c5c62c07-991c-47ef-8c22-198ac47e975e None None] For port 05e0fba9-41b3-49df-9c55-428b161cef90, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=05e0fba9-41b3-49df-9c55-428b161cef90,segment=NetworkSegment(b7d5be17-bd60-4859-aa9b-c28be27338de),segment_id=b7d5be17-bd60-4859-aa9b-c28be27338de)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:50.023343 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c5c62c07-991c-47ef-8c22-198ac47e975e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:50.024896 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d710fa-31a5-4ebc-85dc-a018837c910c admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:56:50.040549 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] Sync routers for ids ['cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:56:50.052976 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] Routers {'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:50.053206 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e3d710fa-31a5-4ebc-85dc-a018837c910c admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:50.054080 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:50.054684 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e3d710fa-31a5-4ebc-85dc-a018837c910c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2661555 Sep 07 18:56:50.058359 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35718) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:50.082979 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c5c62c07-991c-47ef-8c22-198ac47e975e None None] Calling delete_port for 05e0fba9-41b3-49df-9c55-428b161cef90 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:50.198632 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-06ba2f2d-ff30-4a1a-90ef-936810b1e6f2 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:50.204364 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-06ba2f2d-ff30-4a1a-90ef-936810b1e6f2 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:50.217094 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ba2f2d-ff30-4a1a-90ef-936810b1e6f2 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:56:50.226482 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-06ba2f2d-ff30-4a1a-90ef-936810b1e6f2 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:50.226862 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-06ba2f2d-ff30-4a1a-90ef-936810b1e6f2 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Added segment fdf171b3-61fa-4ca0-b8c8-c0d522b70984 of type vlan for network 26fc48a4-8fc2-4217-8bf9-2fe172575ed8 Sep 07 18:56:50.245040 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:50.269578 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-06ba2f2d-ff30-4a1a-90ef-936810b1e6f2 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:50.295365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 05e0fba9-41b3-49df-9c55-428b161cef90, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=05e0fba9-41b3-49df-9c55-428b161cef90,segment=NetworkSegment(b7d5be17-bd60-4859-aa9b-c28be27338de),segment_id=b7d5be17-bd60-4859-aa9b-c28be27338de)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:50.295930 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95ed29-78b8-427e-8b9d-2cc2c468c906 req-1646e31d-35e4-4dc5-9354-42f56980e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:50.297501 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-cf95ed29-78b8-427e-8b9d-2cc2c468c906 req-1646e31d-35e4-4dc5-9354-42f56980e883 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4943d32-045e-4ba1-b602-399d971687ed HTTP/1.1" status: 200 len: 916 time: 0.5657442 Sep 07 18:56:50.300389 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:50.301430 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 17eb4552-f4a1-4f10-8c08-1b21b76ea577 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:56:50.316344 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cad3230-c775-4578-827e-b29d541398c1 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:56:50.322934 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] Set router cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:56:50.335083 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-06ba2f2d-ff30-4a1a-90ef-936810b1e6f2 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:50.336058 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ba2f2d-ff30-4a1a-90ef-936810b1e6f2 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:50.337243 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-06ba2f2d-ff30-4a1a-90ef-936810b1e6f2 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:50.343950 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9cad3230-c775-4578-827e-b29d541398c1 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:50.367137 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 17eb4552-f4a1-4f10-8c08-1b21b76ea577 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:56:50.368352 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 17eb4552-f4a1-4f10-8c08-1b21b76ea577 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:56:50.375461 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fd35b2-f956-423a-9463-d41531cbc3b4 None None] Sync routers for ids ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:56:50.386414 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c5c62c07-991c-47ef-8c22-198ac47e975e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:50.393627 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-cf95ed29-78b8-427e-8b9d-2cc2c468c906 req-fe859f3b-9af1-4f68-ba1d-b08226fd9743 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a89d0a52-07a9-4cf6-b210-4bdb8286404d HTTP/1.1" status: 200 len: 217 time: 0.0530806 Sep 07 18:56:50.412987 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fd35b2-f956-423a-9463-d41531cbc3b4 None None] Routers {'8d70b5dd-ae02-4b13-9ef1-645e5b131fec'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:50.414596 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-48fd35b2-f956-423a-9463-d41531cbc3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:50.450391 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9cad3230-c775-4578-827e-b29d541398c1 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "PUT /v2.0/floatingips/4ee281e1-cf46-4ad7-9a20-9c4abace264b HTTP/1.1" status: 200 len: 991 time: 2.9862990 Sep 07 18:56:50.539773 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba2f2d-ff30-4a1a-90ef-936810b1e6f2 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7254dd8-405b-4ce5-875e-0b66b7d22e46,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:50.560253 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-06ba2f2d-ff30-4a1a-90ef-936810b1e6f2 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6158760 Sep 07 18:56:50.568338 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-175378692-router', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:45Z', 'updated_at': '2021-09-07T18:56:47Z', 'revision_number': 3, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'gw_port': {'id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:46Z', 'updated_at': '2021-09-07T18:56:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:50.610826 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-48fd35b2-f956-423a-9463-d41531cbc3b4 None None] Set router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:56:50.644440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35726) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:50.647717 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] Checking router: cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:56:50.648068 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] Updating router cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 port 35b79e74-693a-4699-b884-fa1f32dc3b6c binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:56:50.649910 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-4170a4c9-d169-47d4-a28b-ac708ad2f577 admin admin] For port 05e0fba9-41b3-49df-9c55-428b161cef90, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=05e0fba9-41b3-49df-9c55-428b161cef90,segment=NetworkSegment(b7d5be17-bd60-4859-aa9b-c28be27338de),segment_id=b7d5be17-bd60-4859-aa9b-c28be27338de)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:50.649910 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4170a4c9-d169-47d4-a28b-ac708ad2f577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:50.657241 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-c176f79c-f522-466d-b2d5-277d6b581e72 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Request body: {'network': {'project_id': 'e48a9c7cd2394945ae948fef95ae2be5'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:50.665510 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90312bba-f209-4098-afb6-86756ec4246a', 'tag': '5ff0b07d-912a-4575-82d0-10dc01106a20'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:50.667782 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46288d8-62df-4cf2-bfef-8b50cc09785e" -d '{"events": [{"name": "network-changed", "server_uuid": "90312bba-f209-4098-afb6-86756ec4246a", "tag": "5ff0b07d-912a-4575-82d0-10dc01106a20"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:50.684723 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:50.703703 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=05e0fba9-41b3-49df-9c55-428b161cef90,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:50.706592 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95ed29-78b8-427e-8b9d-2cc2c468c906 req-830bfe45-64a3-42ef-b6aa-fa99b83b2eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:50.708430 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-cf95ed29-78b8-427e-8b9d-2cc2c468c906 req-830bfe45-64a3-42ef-b6aa-fa99b83b2eb7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb086058-ee0b-4e82-9985-a33edfb98db6 HTTP/1.1" status: 200 len: 854 time: 0.2933323 Sep 07 18:56:50.711365 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba2f2d-ff30-4a1a-90ef-936810b1e6f2 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Pushing event updated for resources: {'Network': ['ID=26fc48a4-8fc2-4217-8bf9-2fe172575ed8,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:50.718147 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c176f79c-f522-466d-b2d5-277d6b581e72 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Made reservation on behalf of e48a9c7cd2394945ae948fef95ae2be5 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:50.720796 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c176f79c-f522-466d-b2d5-277d6b581e72 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:50.723746 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-4170a4c9-d169-47d4-a28b-ac708ad2f577 admin admin] Calling delete_port for 05e0fba9-41b3-49df-9c55-428b161cef90 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:56:50.740044 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c7f25b-ddec-4b2c-9e6b-6ee141270707 x-openstack-request-id: req-40c7f25b-ddec-4b2c-9e6b-6ee141270707 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:50.740325 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90312bba-f209-4098-afb6-86756ec4246a", "tag": "5ff0b07d-912a-4575-82d0-10dc01106a20", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:50.741150 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-40c7f25b-ddec-4b2c-9e6b-6ee141270707 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:50.741694 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90312bba-f209-4098-afb6-86756ec4246a', 'tag': '5ff0b07d-912a-4575-82d0-10dc01106a20', 'status': 'completed', 'code': 200} Sep 07 18:56:50.830718 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 26fc48a4-8fc2-4217-8bf9-2fe172575ed8 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:56:50.834675 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 48728868-4a46-4f8a-a8ec-41fbaa832425 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:56:50.857794 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c176f79c-f522-466d-b2d5-277d6b581e72 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:56:50.861868 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95ed29-78b8-427e-8b9d-2cc2c468c906 req-0ce46956-69cd-4ddf-9c8e-76c02e464731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:50.863455 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-cf95ed29-78b8-427e-8b9d-2cc2c468c906 req-0ce46956-69cd-4ddf-9c8e-76c02e464731 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4943d32-045e-4ba1-b602-399d971687ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376448 Sep 07 18:56:50.874196 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46288d8-62df-4cf2-bfef-8b50cc09785e req-807abf22-4799-46f3-8e2b-b74f255d4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:50.876010 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e46288d8-62df-4cf2-bfef-8b50cc09785e req-807abf22-4799-46f3-8e2b-b74f255d4bf5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3e2f62770ce4512b55b3685f3a068f2&device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 1096 time: 0.1141396 Sep 07 18:56:50.887520 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c62c07-991c-47ef-8c22-198ac47e975e None None] No DVR routers for this DVR port 05e0fba9-41b3-49df-9c55-428b161cef90 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:56:50.915260 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c176f79c-f522-466d-b2d5-277d6b581e72 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:50.915616 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-c176f79c-f522-466d-b2d5-277d6b581e72 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Added segment 711eae7e-a2ed-4aae-9305-dd11b2adeea2 of type vlan for network db467d56-fbc7-4681-863f-97a211cfecd4 Sep 07 18:56:50.975730 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c62c07-991c-47ef-8c22-198ac47e975e None None] Pushing event deleted for resources: {'Port': ['ID=05e0fba9-41b3-49df-9c55-428b161cef90,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:50.977844 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 48728868-4a46-4f8a-a8ec-41fbaa832425 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:56:50.978204 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 48728868-4a46-4f8a-a8ec-41fbaa832425 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:56:51.036001 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c176f79c-f522-466d-b2d5-277d6b581e72 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:51.052452 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4170a4c9-d169-47d4-a28b-ac708ad2f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:51.086156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46288d8-62df-4cf2-bfef-8b50cc09785e req-e38ee560-14a1-451c-98ef-4ad5c9a7e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:51.088225 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e46288d8-62df-4cf2-bfef-8b50cc09785e req-e38ee560-14a1-451c-98ef-4ad5c9a7e5ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d18b746-cc48-4b0b-8822-7ec853348da1 HTTP/1.1" status: 200 len: 912 time: 0.1848323 Sep 07 18:56:51.113295 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:51.130092 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170a4c9-d169-47d4-a28b-ac708ad2f577 admin admin] Pushing event deleted for resources: {'Port': ['ID=05e0fba9-41b3-49df-9c55-428b161cef90,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:51.139242 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] Transition to ACTIVE for port object 35b79e74-693a-4699-b884-fa1f32dc3b6c will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:51.143746 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-cf95ed29-78b8-427e-8b9d-2cc2c468c906 req-e5665e7e-0e57-4014-9f12-304654da5a4e service neutron] 10.222.0.36 "GET /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677932 Sep 07 18:56:51.150238 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:51.154389 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4170a4c9-d169-47d4-a28b-ac708ad2f577 admin admin] No DVR routers for this DVR port 05e0fba9-41b3-49df-9c55-428b161cef90 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:56:51.168420 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-48fd35b2-f956-423a-9463-d41531cbc3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'name': 'tempest-AttachVolumeTestJSON-1467591617-router', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6815429e-851b-4080-856c-7410b9ed799f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:16Z', 'updated_at': '2021-09-07T18:56:21Z', 'revision_number': 4, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'gw_port': {'id': '6815429e-851b-4080-856c-7410b9ed799f', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:17Z', 'updated_at': '2021-09-07T18:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '4ee281e1-cf46-4ad7-9a20-9c4abace264b', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'port_id': '5ff0b07d-912a-4575-82d0-10dc01106a20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'mac_address': 'fa:16:3e:61:9c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90312bba-f209-4098-afb6-86756ec4246a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:56:29Z', 'updated_at': '2021-09-07T18:56:48Z', 'revision_number': 1, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5fede94-9c70-40d3-8ce1-7d1441d89cff', 'name': '', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'mac_address': 'fa:16:3e:49:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:20Z', 'updated_at': '2021-09-07T18:56:28Z', 'revision_number': 5, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'subnets': [{'id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:51.207364 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fd35b2-f956-423a-9463-d41531cbc3b4 None None] Checking router: 8d70b5dd-ae02-4b13-9ef1-645e5b131fec for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:56:51.230305 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fd35b2-f956-423a-9463-d41531cbc3b4 None None] Routers {'8d70b5dd-ae02-4b13-9ef1-645e5b131fec'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:51.231358 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-48fd35b2-f956-423a-9463-d41531cbc3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:51.232973 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa04cd-c4f6-4311-867d-a8718fa27b6b req-82018349-3f39-468e-8ba8-4bc2c60466b4 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:51.236862 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e104400-3c72-41b8-a02c-b80ddbe7b6ca None None] Pushing event updated for resources: {'Port': ['ID=35b79e74-693a-4699-b884-fa1f32dc3b6c,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:51.241640 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] Attempting to bind port 35b79e74-693a-4699-b884-fa1f32dc3b6c on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:56:51.242007 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] Attempting to bind port 35b79e74-693a-4699-b884-fa1f32dc3b6c by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:56:51.242274 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3aa04cd-c4f6-4311-867d-a8718fa27b6b req-82018349-3f39-468e-8ba8-4bc2c60466b4 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 945 time: 0.1514835 Sep 07 18:56:51.242409 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] Attempting to bind port 35b79e74-693a-4699-b884-fa1f32dc3b6c on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:56:51.248951 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e46288d8-62df-4cf2-bfef-8b50cc09785e req-263d47c5-99f4-48fa-ad39-d4b976f4820a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ff0b07d-912a-4575-82d0-10dc01106a20 HTTP/1.1" status: 200 len: 999 time: 0.1461298 Sep 07 18:56:51.251874 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:56:51.252252 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:56:51.256587 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:51.257018 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:56:51.257519 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] Bound port: 35b79e74-693a-4699-b884-fa1f32dc3b6c, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:56:51.257898 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:51.315254 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c176f79c-f522-466d-b2d5-277d6b581e72 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:51.316244 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c176f79c-f522-466d-b2d5-277d6b581e72 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:51.316874 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c176f79c-f522-466d-b2d5-277d6b581e72 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:51.352741 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3aa04cd-c4f6-4311-867d-a8718fa27b6b req-919a16c7-8537-4bc9-8c4f-f69107189d7d tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089146 Sep 07 18:56:51.363568 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] For port 35b79e74-693a-4699-b884-fa1f32dc3b6c, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:56:51.367845 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] For port 35b79e74-693a-4699-b884-fa1f32dc3b6c, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=35b79e74-693a-4699-b884-fa1f32dc3b6c,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:56:51.372901 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96e224fd-5c65-4a8c-b249-1e27d59254a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:51.375970 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46288d8-62df-4cf2-bfef-8b50cc09785e req-483a3a66-0252-4293-8738-f924eada1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:51.377831 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e46288d8-62df-4cf2-bfef-8b50cc09785e req-483a3a66-0252-4293-8738-f924eada1b33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e593cdc-1b32-4dc9-81bb-475156c283c6 HTTP/1.1" status: 200 len: 850 time: 0.1138577 Sep 07 18:56:51.382407 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:51.401535 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-48fd35b2-f956-423a-9463-d41531cbc3b4 None None] Set router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:56:51.458735 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] Routers {'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:51.459345 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:51.462207 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e104400-3c72-41b8-a02c-b80ddbe7b6ca None None] Pushing event updated for resources: {'Port': ['ID=35b79e74-693a-4699-b884-fa1f32dc3b6c,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:51.547434 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c176f79c-f522-466d-b2d5-277d6b581e72 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8938403 Sep 07 18:56:51.586084 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35734) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:51.595020 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-cb3e7d34-9ca8-45b9-a010-a35cc81fcec6 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Request body: {'network': {'project_id': 'e48a9c7cd2394945ae948fef95ae2be5'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:51.598699 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] Set router cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:56:51.600969 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4170a4c9-d169-47d4-a28b-ac708ad2f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:51.620107 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176f79c-f522-466d-b2d5-277d6b581e72 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Pushing event updated for resources: {'Network': ['ID=db467d56-fbc7-4681-863f-97a211cfecd4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:51.654510 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-cf95ed29-78b8-427e-8b9d-2cc2c468c906 req-c330f9f1-cf1e-4e69-9313-11ec536fbc14 service neutron] 10.222.0.36 "GET /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901202 Sep 07 18:56:51.742099 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-4170a4c9-d169-47d4-a28b-ac708ad2f577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dffcebf-8210-48da-8b14-034032f9956f']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:51.745333 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3e7d34-9ca8-45b9-a010-a35cc81fcec6 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 07 18:56:51.746424 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3e7d34-9ca8-45b9-a010-a35cc81fcec6 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:56:51.759435 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cb3e7d34-9ca8-45b9-a010-a35cc81fcec6 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1615696 Sep 07 18:56:51.767220 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35740) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:51.787812 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-4170a4c9-d169-47d4-a28b-ac708ad2f577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d5be17-bd60-4859-aa9b-c28be27338de') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:51.788361 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-4170a4c9-d169-47d4-a28b-ac708ad2f577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d5be17-bd60-4859-aa9b-c28be27338de') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:51.811369 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4170a4c9-d169-47d4-a28b-ac708ad2f577 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:51.841198 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4170a4c9-d169-47d4-a28b-ac708ad2f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:51.856453 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4170a4c9-d169-47d4-a28b-ac708ad2f577 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:56:51.857157 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4170a4c9-d169-47d4-a28b-ac708ad2f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:56:51.859615 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:56:51.868806 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-be1c5048-0ae4-4660-b765-46caf74af114 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e48a9c7cd2394945ae948fef95ae2be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0901959 Sep 07 18:56:51.869765 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35742) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:51.886327 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network db467d56-fbc7-4681-863f-97a211cfecd4 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:56:51.919151 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-175378692-router', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:45Z', 'updated_at': '2021-09-07T18:56:47Z', 'revision_number': 3, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'gw_port': {'id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:46Z', 'updated_at': '2021-09-07T18:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:51.953982 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4170a4c9-d169-47d4-a28b-ac708ad2f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:51.970784 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab47e08e-7087-48c5-9dcb-239f134cd66c None None] The sync data for ids ['cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'] in n-d-807786-1 is: [{'id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-175378692-router', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:45Z', 'updated_at': '2021-09-07T18:56:47Z', 'revision_number': 3, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'gw_port': {'id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:46Z', 'updated_at': '2021-09-07T18:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:56:51.972491 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4170a4c9-d169-47d4-a28b-ac708ad2f577 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:51.975381 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4170a4c9-d169-47d4-a28b-ac708ad2f577 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3dffcebf-8210-48da-8b14-034032f9956f HTTP/1.1" status: 204 len: 168 time: 2.5231142 Sep 07 18:56:51.991574 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170a4c9-d169-47d4-a28b-ac708ad2f577 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dffcebf-8210-48da-8b14-034032f9956f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:52.005458 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef93dd5d-4b84-4870-8b46-832a52871835 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:52.034520 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef93dd5d-4b84-4870-8b46-832a52871835 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:52.043670 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46288d8-62df-4cf2-bfef-8b50cc09785e req-9b8de1eb-935f-4998-862e-2ee36e65d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:52.045251 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e46288d8-62df-4cf2-bfef-8b50cc09785e req-9b8de1eb-935f-4998-862e-2ee36e65d886 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d18b746-cc48-4b0b-8822-7ec853348da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6538568 Sep 07 18:56:52.124407 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef93dd5d-4b84-4870-8b46-832a52871835 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:52.127784 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef93dd5d-4b84-4870-8b46-832a52871835 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:52.144781 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ef93dd5d-4b84-4870-8b46-832a52871835 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7254dd8-405b-4ce5-875e-0b66b7d22e46 HTTP/1.1" status: 204 len: 168 time: 0.2640290 Sep 07 18:56:52.147641 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35746) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:52.184497 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-48fd35b2-f956-423a-9463-d41531cbc3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'name': 'tempest-AttachVolumeTestJSON-1467591617-router', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6815429e-851b-4080-856c-7410b9ed799f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:16Z', 'updated_at': '2021-09-07T18:56:21Z', 'revision_number': 4, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'gw_port': {'id': '6815429e-851b-4080-856c-7410b9ed799f', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:17Z', 'updated_at': '2021-09-07T18:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '4ee281e1-cf46-4ad7-9a20-9c4abace264b', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'port_id': '5ff0b07d-912a-4575-82d0-10dc01106a20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'mac_address': 'fa:16:3e:61:9c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90312bba-f209-4098-afb6-86756ec4246a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:56:29Z', 'updated_at': '2021-09-07T18:56:48Z', 'revision_number': 1, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5fede94-9c70-40d3-8ce1-7d1441d89cff', 'name': '', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'mac_address': 'fa:16:3e:49:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:20Z', 'updated_at': '2021-09-07T18:56:28Z', 'revision_number': 5, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'subnets': [{'id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:52.224342 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93dd5d-4b84-4870-8b46-832a52871835 tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7254dd8-405b-4ce5-875e-0b66b7d22e46,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:52.291275 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fd35b2-f956-423a-9463-d41531cbc3b4 None None] The sync data for ids ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'] in n-d-807786-1 is: [{'id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'name': 'tempest-AttachVolumeTestJSON-1467591617-router', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6815429e-851b-4080-856c-7410b9ed799f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:16Z', 'updated_at': '2021-09-07T18:56:21Z', 'revision_number': 4, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'gw_port': {'id': '6815429e-851b-4080-856c-7410b9ed799f', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:17Z', 'updated_at': '2021-09-07T18:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '4ee281e1-cf46-4ad7-9a20-9c4abace264b', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'port_id': '5ff0b07d-912a-4575-82d0-10dc01106a20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'mac_address': 'fa:16:3e:61:9c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90312bba-f209-4098-afb6-86756ec4246a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:56:29Z', 'updated_at': '2021-09-07T18:56:48Z', 'revision_number': 1, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5fede94-9c70-40d3-8ce1-7d1441d89cff', 'name': '', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'mac_address': 'fa:16:3e:49:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:20Z', 'updated_at': '2021-09-07T18:56:28Z', 'revision_number': 5, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'subnets': [{'id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:56:52.328245 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35748) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:52.363273 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e2e2533d-3a38-4277-b6c4-08e486c6766b tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:52.373437 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e46288d8-62df-4cf2-bfef-8b50cc09785e req-3b344262-d8de-499f-8a41-592bedd55a9e service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069201 Sep 07 18:56:52.394647 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-96e224fd-5c65-4a8c-b249-1e27d59254a0 admin admin] Allocated IP 172.20.0.1 (2a878b49-10b2-47af-bc58-6b8ebe3ae89a/3fcd8dca-d383-49a3-a9a8-300dc129818c/b0f81508-90ea-4257-b37a-4b5e5d13bf18) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:52.589350 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-56822b25-3c86-4b8f-a7ca-7252b009c898 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ac34fff76e89404685944b1b3b9a5306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2598143 Sep 07 18:56:52.591214 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e2e2533d-3a38-4277-b6c4-08e486c6766b tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:52.593646 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35754) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:52.644046 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-e2e2533d-3a38-4277-b6c4-08e486c6766b tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db467d56-fbc7-4681-863f-97a211cfecd4']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:52.658139 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-e2e2533d-3a38-4277-b6c4-08e486c6766b tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711eae7e-a2ed-4aae-9305-dd11b2adeea2') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:52.658783 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-e2e2533d-3a38-4277-b6c4-08e486c6766b tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711eae7e-a2ed-4aae-9305-dd11b2adeea2') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:52.680344 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e2e2533d-3a38-4277-b6c4-08e486c6766b tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:52.681694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f8c9c-667f-4942-a8d2-879af23da73c req-c47fd2a0-57a0-498d-9a3f-beef46ef84d0 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:52.683249 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e29f8c9c-667f-4942-a8d2-879af23da73c req-c47fd2a0-57a0-498d-9a3f-beef46ef84d0 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 945 time: 0.1384735 Sep 07 18:56:52.721653 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96e224fd-5c65-4a8c-b249-1e27d59254a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:52.726584 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e46288d8-62df-4cf2-bfef-8b50cc09785e req-eb5c24c3-de89-4b1f-9ce8-bedc20de2f1a service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335416 Sep 07 18:56:52.731066 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb418f60-6d27-4865-ad60-c65e1ca2b899 None None] New status for floating IP 4ee281e1-cf46-4ad7-9a20-9c4abace264b: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:56:52.765361 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e2e2533d-3a38-4277-b6c4-08e486c6766b tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:52.767464 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3031afe-5b51-4aba-8822-c05e25b45a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:52.775870 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e2533d-3a38-4277-b6c4-08e486c6766b tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:56:52.776447 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e2e2533d-3a38-4277-b6c4-08e486c6766b tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:56:52.778172 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:56:52.785993 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e29f8c9c-667f-4942-a8d2-879af23da73c req-9e3e3be7-db47-469d-87b5-7cb434a563fa tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841851 Sep 07 18:56:52.858858 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96e224fd-5c65-4a8c-b249-1e27d59254a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:52.918464 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3031afe-5b51-4aba-8822-c05e25b45a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:52.942529 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e2e2533d-3a38-4277-b6c4-08e486c6766b tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:52.969960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e224fd-5c65-4a8c-b249-1e27d59254a0 admin admin] Network 2a878b49-10b2-47af-bc58-6b8ebe3ae89a is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:52.981311 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-96e224fd-5c65-4a8c-b249-1e27d59254a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:52.981540 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e2e2533d-3a38-4277-b6c4-08e486c6766b tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:52.986087 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e2e2533d-3a38-4277-b6c4-08e486c6766b tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] 10.222.0.26 "DELETE /v2.0/networks/db467d56-fbc7-4681-863f-97a211cfecd4 HTTP/1.1" status: 204 len: 168 time: 0.8308315 Sep 07 18:56:52.988970 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2533d-3a38-4277-b6c4-08e486c6766b tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Pushing event deleted for resources: {'Network': ['ID=db467d56-fbc7-4681-863f-97a211cfecd4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:52.991989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e224fd-5c65-4a8c-b249-1e27d59254a0 admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:52.998510 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35764) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:53.035282 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3031afe-5b51-4aba-8822-c05e25b45a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:53.038066 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3031afe-5b51-4aba-8822-c05e25b45a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:53.042117 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d3031afe-5b51-4aba-8822-c05e25b45a87 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e816421b-3de2-47f2-87f3-f35acaf26a03 HTTP/1.1" status: 204 len: 168 time: 0.4448020 Sep 07 18:56:53.060529 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e224fd-5c65-4a8c-b249-1e27d59254a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b0f81508-90ea-4257-b37a-4b5e5d13bf18,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:53.068446 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3031afe-5b51-4aba-8822-c05e25b45a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e816421b-3de2-47f2-87f3-f35acaf26a03,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:53.163521 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96e224fd-5c65-4a8c-b249-1e27d59254a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:53.173562 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7cd432c8-d650-4a44-91e1-fa7f7c690fca tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:53.232707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d641e-c397-4b58-bfe8-54b9b68276f3 req-af219080-2f2a-4b59-b8a1-616dbe714aae tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:53.234355 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-257d641e-c397-4b58-bfe8-54b9b68276f3 req-af219080-2f2a-4b59-b8a1-616dbe714aae tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 945 time: 0.2259643 Sep 07 18:56:53.384074 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7cd432c8-d650-4a44-91e1-fa7f7c690fca tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:53.388958 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-257d641e-c397-4b58-bfe8-54b9b68276f3 req-3bc752b5-d5b8-4c58-8b3f-1107c4bcf233 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444135 Sep 07 18:56:53.416806 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-7cd432c8-d650-4a44-91e1-fa7f7c690fca tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26fc48a4-8fc2-4217-8bf9-2fe172575ed8']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:53.444423 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-7cd432c8-d650-4a44-91e1-fa7f7c690fca tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf171b3-61fa-4ca0-b8c8-c0d522b70984') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:53.444772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-7cd432c8-d650-4a44-91e1-fa7f7c690fca tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf171b3-61fa-4ca0-b8c8-c0d522b70984') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:53.458258 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7cd432c8-d650-4a44-91e1-fa7f7c690fca tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:53.467476 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96e224fd-5c65-4a8c-b249-1e27d59254a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:53.488901 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7cd432c8-d650-4a44-91e1-fa7f7c690fca tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:53.515465 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd432c8-d650-4a44-91e1-fa7f7c690fca tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:56:53.515879 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7cd432c8-d650-4a44-91e1-fa7f7c690fca tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: timer() Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:56:53.517986 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:56:53.642533 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7cd432c8-d650-4a44-91e1-fa7f7c690fca tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:53.670652 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7cd432c8-d650-4a44-91e1-fa7f7c690fca tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:53.677134 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7cd432c8-d650-4a44-91e1-fa7f7c690fca tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] 10.222.0.26 "DELETE /v2.0/networks/26fc48a4-8fc2-4217-8bf9-2fe172575ed8 HTTP/1.1" status: 204 len: 168 time: 0.6726496 Sep 07 18:56:53.677263 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35790) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:53.702619 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd432c8-d650-4a44-91e1-fa7f7c690fca tempest-QuotasNegativeTest-628877387 tempest-QuotasNegativeTest-628877387-project-admin] Pushing event deleted for resources: {'Network': ['ID=26fc48a4-8fc2-4217-8bf9-2fe172575ed8,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:53.754813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1afe7-e031-4638-bc61-f7b2681e7c08 req-deaaa004-e137-4dc4-81d8-5228fad9b842 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:53.764012 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4f1afe7-e031-4638-bc61-f7b2681e7c08 req-deaaa004-e137-4dc4-81d8-5228fad9b842 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=492e61e3-3393-4601-b637-2a944a1bbdf5 HTTP/1.1" status: 200 len: 945 time: 0.1816919 Sep 07 18:56:53.778330 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b417d01-9285-4337-98e4-9eb3f0f9b14e admin admin] Deleting subnet 330b0af3-a338-4c3d-9fb6-805b1cab9e04 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:56:53.788456 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b417d01-9285-4337-98e4-9eb3f0f9b14e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:53.819465 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4f1afe7-e031-4638-bc61-f7b2681e7c08 req-c435f16f-8e2c-43ae-9eaa-1ca7e3846655 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490942 Sep 07 18:56:53.907512 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b417d01-9285-4337-98e4-9eb3f0f9b14e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:53.930723 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96e224fd-5c65-4a8c-b249-1e27d59254a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:53.941588 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96e224fd-5c65-4a8c-b249-1e27d59254a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:53.998694 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 35b79e74-693a-4699-b884-fa1f32dc3b6c up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:54.033633 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b417d01-9285-4337-98e4-9eb3f0f9b14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:54.095387 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 35b79e74-693a-4699-b884-fa1f32dc3b6c completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:54.100183 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 35b79e74-693a-4699-b884-fa1f32dc3b6c triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:54.100720 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:54.143292 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b417d01-9285-4337-98e4-9eb3f0f9b14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:54.175326 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96e224fd-5c65-4a8c-b249-1e27d59254a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:54.177178 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e224fd-5c65-4a8c-b249-1e27d59254a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b0f81508-90ea-4257-b37a-4b5e5d13bf18,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:54.215910 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b417d01-9285-4337-98e4-9eb3f0f9b14e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=330b0af3-a338-4c3d-9fb6-805b1cab9e04,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:54.224910 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b417d01-9285-4337-98e4-9eb3f0f9b14e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:54.230145 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6b417d01-9285-4337-98e4-9eb3f0f9b14e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/330b0af3-a338-4c3d-9fb6-805b1cab9e04 HTTP/1.1" status: 204 len: 168 time: 0.5543866 Sep 07 18:56:54.230634 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35808) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:54.273276 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:54.318781 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a060f-21da-4894-b526-ccd72761aa3e req-d4dc2a88-6bd0-4851-8596-84ba33f02c2f tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:54.324391 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 35b79e74-693a-4699-b884-fa1f32dc3b6c, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=35b79e74-693a-4699-b884-fa1f32dc3b6c,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:54.326239 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5c1a060f-21da-4894-b526-ccd72761aa3e req-d4dc2a88-6bd0-4851-8596-84ba33f02c2f tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 946 time: 0.3772922 Sep 07 18:56:54.329684 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e224fd-5c65-4a8c-b249-1e27d59254a0 admin admin] Network 2a878b49-10b2-47af-bc58-6b8ebe3ae89a is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:54.330629 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:54.341380 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-96e224fd-5c65-4a8c-b249-1e27d59254a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:54.358017 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8290e31e-bd4c-426e-8a91-32bc687182aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:54.420392 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=35b79e74-693a-4699-b884-fa1f32dc3b6c,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:54.426207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35814) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:54.463242 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5c1a060f-21da-4894-b526-ccd72761aa3e req-98a205f1-9c07-49e5-8516-790af8a06ffb tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359811 Sep 07 18:56:54.485840 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8290e31e-bd4c-426e-8a91-32bc687182aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:54.505026 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35820) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:54.523526 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-8290e31e-bd4c-426e-8a91-32bc687182aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:54.535278 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-8290e31e-bd4c-426e-8a91-32bc687182aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2ee86b-6f65-4893-a4e4-4246b8e8535b') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:54.535725 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-8290e31e-bd4c-426e-8a91-32bc687182aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2ee86b-6f65-4893-a4e4-4246b8e8535b') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:54.546589 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-9e518f1a-8bb6-448e-90e6-9c4b0272d537 req-c234c0af-e208-4edd-9ca3-e048a1ce85fd tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:56:54.547845 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8290e31e-bd4c-426e-8a91-32bc687182aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:54.547971 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9e518f1a-8bb6-448e-90e6-9c4b0272d537 req-c234c0af-e208-4edd-9ca3-e048a1ce85fd tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090346 Sep 07 18:56:54.553738 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e224fd-5c65-4a8c-b249-1e27d59254a0 admin admin] Router cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:56:54.565544 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8290e31e-bd4c-426e-8a91-32bc687182aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:54.576210 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8290e31e-bd4c-426e-8a91-32bc687182aa admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:56:54.577122 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8290e31e-bd4c-426e-8a91-32bc687182aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:56:54.579307 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:56:54.680382 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8290e31e-bd4c-426e-8a91-32bc687182aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:54.683454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-a02c724b-0a26-49e8-bef2-d64cf06ed2ec admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1211135114-network', 'tenant_id': '2529f1c24ea84b429d16a7b55fd633e5'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:54.690762 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bae6c196-fa33-4c3f-b276-1059c848e218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:54.693583 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8290e31e-bd4c-426e-8a91-32bc687182aa admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:54.697961 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8290e31e-bd4c-426e-8a91-32bc687182aa admin admin] 10.222.0.26 "DELETE /v2.0/networks/b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20 HTTP/1.1" status: 204 len: 168 time: 0.4638445 Sep 07 18:56:54.707962 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9e518f1a-8bb6-448e-90e6-9c4b0272d537 req-53ceb42a-ff01-4070-8d35-37afdf5399e2 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1505589 Sep 07 18:56:54.711892 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290e31e-bd4c-426e-8a91-32bc687182aa admin admin] Pushing event deleted for resources: {'Network': ['ID=b6a0554a-b9e4-4e3e-b052-9d2ff6ff3e20,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:54.770707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02c724b-0a26-49e8-bef2-d64cf06ed2ec admin admin] Made reservation on behalf of 2529f1c24ea84b429d16a7b55fd633e5 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:54.773804 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a02c724b-0a26-49e8-bef2-d64cf06ed2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:54.787930 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a02c724b-0a26-49e8-bef2-d64cf06ed2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:54.819454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e224fd-5c65-4a8c-b249-1e27d59254a0 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:56:54.825194 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-96e224fd-5c65-4a8c-b249-1e27d59254a0 admin admin] 10.222.0.26 "PUT /v2.0/routers/cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7668552 Sep 07 18:56:54.829894 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] Sync routers for ids ['cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:56:54.839828 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] Routers {'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:54.840484 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:54.850312 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bae6c196-fa33-4c3f-b276-1059c848e218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:54.865273 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bae6c196-fa33-4c3f-b276-1059c848e218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:54.884146 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35828) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:54.917840 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6c196-fa33-4c3f-b276-1059c848e218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5697a7d-61d3-4fe7-b2f4-6d784a70aaf3,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:54.923798 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bae6c196-fa33-4c3f-b276-1059c848e218 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6320785b978e400ca5162ede39f0ec9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4177461 Sep 07 18:56:54.927662 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35832) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:55.000211 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] Set router cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:56:55.001428 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f803f058-5135-43d5-820d-f3b8a352582d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:55.027734 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f803f058-5135-43d5-820d-f3b8a352582d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:55.073233 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35836) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:55.074217 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ab627b5a-eb2b-4279-9514-861d44886b22 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d8d2dd6678d2444d8d30e7280161600d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1862769 Sep 07 18:56:55.127500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11a07c-52ba-4f88-938e-225049c0bf6e req-4da71f21-7319-4ebf-a89a-0db708fee38f tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:55.130155 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a11a07c-52ba-4f88-938e-225049c0bf6e req-4da71f21-7319-4ebf-a89a-0db708fee38f tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 945 time: 0.1669416 Sep 07 18:56:55.141284 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a02c724b-0a26-49e8-bef2-d64cf06ed2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:55.142265 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5281bdf2-ca02-49b3-9f15-32c6f38df186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:55.146136 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f803f058-5135-43d5-820d-f3b8a352582d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:55.151636 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f803f058-5135-43d5-820d-f3b8a352582d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:55.155587 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f803f058-5135-43d5-820d-f3b8a352582d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b5697a7d-61d3-4fe7-b2f4-6d784a70aaf3 HTTP/1.1" status: 204 len: 168 time: 0.2250266 Sep 07 18:56:55.157688 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a02c724b-0a26-49e8-bef2-d64cf06ed2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:55.174912 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803f058-5135-43d5-820d-f3b8a352582d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5697a7d-61d3-4fe7-b2f4-6d784a70aaf3,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:55.188752 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02c724b-0a26-49e8-bef2-d64cf06ed2ec admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:56:55.191590 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5281bdf2-ca02-49b3-9f15-32c6f38df186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:55.218431 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a11a07c-52ba-4f88-938e-225049c0bf6e req-8196876f-7846-4ab4-8e7d-54491055579b tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750902 Sep 07 18:56:55.219281 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a02c724b-0a26-49e8-bef2-d64cf06ed2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:55.220004 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-a02c724b-0a26-49e8-bef2-d64cf06ed2ec admin admin] Added segment 13b3cd79-506d-408b-ac0a-b1dc60d02738 of type vlan for network 8684adc4-5ec3-4aac-81e9-c4347cba31e4 Sep 07 18:56:55.221422 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c724b-0a26-49e8-bef2-d64cf06ed2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59ccd8f-c548-4bc8-b87c-792d48af17c1,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:55.283615 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5281bdf2-ca02-49b3-9f15-32c6f38df186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:55.286360 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5281bdf2-ca02-49b3-9f15-32c6f38df186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:55.289992 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5281bdf2-ca02-49b3-9f15-32c6f38df186 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d49e808-7308-4f99-bf71-b8884ab00a74 HTTP/1.1" status: 204 len: 168 time: 0.2126667 Sep 07 18:56:55.315517 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a02c724b-0a26-49e8-bef2-d64cf06ed2ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:55.323625 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281bdf2-ca02-49b3-9f15-32c6f38df186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d49e808-7308-4f99-bf71-b8884ab00a74,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:55.393299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-175378692-router', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:45Z', 'updated_at': '2021-09-07T18:56:53Z', 'revision_number': 4, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'gw_port': {'id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:46Z', 'updated_at': '2021-09-07T18:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b0f81508-90ea-4257-b37a-4b5e5d13bf18', 'name': '', 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'mac_address': 'fa:16:3e:5f:be:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '3fcd8dca-d383-49a3-a9a8-300dc129818c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:51Z', 'updated_at': '2021-09-07T18:56:53Z', 'revision_number': 2, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'subnets': [{'id': '3fcd8dca-d383-49a3-a9a8-300dc129818c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:55.396722 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a02c724b-0a26-49e8-bef2-d64cf06ed2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:55.397767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02c724b-0a26-49e8-bef2-d64cf06ed2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:55.398374 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a02c724b-0a26-49e8-bef2-d64cf06ed2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:55.421595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a02c724b-0a26-49e8-bef2-d64cf06ed2ec admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9917877 Sep 07 18:56:55.422080 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35852) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:55.428370 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6b3fe7f6-cf38-46a6-af1a-b740fb072f00 admin admin] Request body: {'subnet': {'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1211135114-subnet', 'tenant_id': '2529f1c24ea84b429d16a7b55fd633e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:55.436147 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] Checking router: cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:56:55.436903 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] Updating router cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 port b0f81508-90ea-4257-b37a-4b5e5d13bf18 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:56:55.453080 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cdf65-99b8-4c4d-b4d7-1ba9705f11d3 req-8f39e4f1-44e1-4edf-8d73-f9a655472d39 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:55.461456 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e60cdf65-99b8-4c4d-b4d7-1ba9705f11d3 req-8f39e4f1-44e1-4edf-8d73-f9a655472d39 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=492e61e3-3393-4601-b637-2a944a1bbdf5 HTTP/1.1" status: 200 len: 945 time: 0.1497469 Sep 07 18:56:55.473523 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3fe7f6-cf38-46a6-af1a-b740fb072f00 admin admin] Made reservation on behalf of 2529f1c24ea84b429d16a7b55fd633e5 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:55.476701 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b3fe7f6-cf38-46a6-af1a-b740fb072f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:55.490261 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:55.554638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e60cdf65-99b8-4c4d-b4d7-1ba9705f11d3 req-1facff80-4fe9-4c60-92f6-8287bc0427e6 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906949 Sep 07 18:56:55.589090 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c724b-0a26-49e8-bef2-d64cf06ed2ec admin admin] Pushing event updated for resources: {'Network': ['ID=8684adc4-5ec3-4aac-81e9-c4347cba31e4,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:55.654435 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 8684adc4-5ec3-4aac-81e9-c4347cba31e4 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:56:55.793299 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-ce2aea1c-5933-4708-9dfb-d190f0f28b13 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:55.801756 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-ce2aea1c-5933-4708-9dfb-d190f0f28b13 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/networks?id=2a878b49-10b2-47af-bc58-6b8ebe3ae89a HTTP/1.1" status: 200 len: 819 time: 0.2547264 Sep 07 18:56:55.827110 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b3fe7f6-cf38-46a6-af1a-b740fb072f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:55.829518 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35870) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:55.840655 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-e23d2bef-b9c3-4f27-a1df-f3fa584adfd0 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/quotas/4d5431a91a4e44fc9cbeb8f618118d7e HTTP/1.1" status: 200 len: 375 time: 0.0378547 Sep 07 18:56:55.879975 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-398f1129-8a2b-4e62-9b43-6e9494951502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:55.900854 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9262ef-6a54-40ad-8b19-73c24e7d3390 req-4d67f2ae-7dcd-475c-b6c9-16cb1a088d7d tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:55.902603 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c9262ef-6a54-40ad-8b19-73c24e7d3390 req-4d67f2ae-7dcd-475c-b6c9-16cb1a088d7d tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 946 time: 0.1655393 Sep 07 18:56:55.919683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3fe7f6-cf38-46a6-af1a-b740fb072f00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3efea74c-6615-4f78-a316-4a616a841935,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:55.937064 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ffb194c1-36a0-49fd-936f-c6fe85d20f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:55.948548 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 35b79e74-693a-4699-b884-fa1f32dc3b6c up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:55.957025 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-ea4a0933-58a9-4422-bee2-02191e0a38eb tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d5431a91a4e44fc9cbeb8f618118d7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1088691 Sep 07 18:56:55.960599 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c9262ef-6a54-40ad-8b19-73c24e7d3390 req-b904b813-f0d8-4a65-aad0-f568baaeb06c tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502388 Sep 07 18:56:55.966259 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3fe7f6-cf38-46a6-af1a-b740fb072f00 admin admin] Checking segment: {'id': '13b3cd79-506d-408b-ac0a-b1dc60d02738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:56:55.966840 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3fe7f6-cf38-46a6-af1a-b740fb072f00 admin admin] Network hostable DHCP agents. Network: 8684adc4-5ec3-4aac-81e9-c4347cba31e4, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:56:56.050384 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3fe7f6-cf38-46a6-af1a-b740fb072f00 admin admin] Network 8684adc4-5ec3-4aac-81e9-c4347cba31e4 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:56:56.079802 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-24f32867-2c20-44dc-886c-5eee59e81c84 service neutron] 10.222.0.26 "GET /v2.0/networks/2a878b49-10b2-47af-bc58-6b8ebe3ae89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107097 Sep 07 18:56:56.099042 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-6b3fe7f6-cf38-46a6-af1a-b740fb072f00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 8684adc4-5ec3-4aac-81e9-c4347cba31e4) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:56.108961 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8933f1c-c093-469f-ae11-461457760acb None None] Network 8684adc4-5ec3-4aac-81e9-c4347cba31e4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:56:56.119768 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:56.126603 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3fe7f6-cf38-46a6-af1a-b740fb072f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:56.127207 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b3fe7f6-cf38-46a6-af1a-b740fb072f00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:56.170425 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-398f1129-8a2b-4e62-9b43-6e9494951502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:56.173314 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] Transition to ACTIVE for port object b0f81508-90ea-4257-b37a-4b5e5d13bf18 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:56.175258 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-398f1129-8a2b-4e62-9b43-6e9494951502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:56.176830 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 35b79e74-693a-4699-b884-fa1f32dc3b6c triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:56.177290 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:56.211603 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6b3fe7f6-cf38-46a6-af1a-b740fb072f00 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7826834 Sep 07 18:56:56.253552 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:56.263698 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f1129-8a2b-4e62-9b43-6e9494951502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a048d8ae-a04c-45bf-b937-7a691863e927,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:56.273113 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-398f1129-8a2b-4e62-9b43-6e9494951502 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4cbcbf7ca8c9433d8f25eec36b7bfdb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4408765 Sep 07 18:56:56.273725 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35886) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:56.320026 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-386e521c-e8ef-4754-90fc-639a17442303 service neutron] 10.222.0.26 "GET /v2.0/networks/2a878b49-10b2-47af-bc58-6b8ebe3ae89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261908 Sep 07 18:56:56.338398 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c962ce90-85cf-47c3-88ca-af260a6cfccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:56.375322 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c962ce90-85cf-47c3-88ca-af260a6cfccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:56.380689 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c8280-422c-4f58-85b2-5334c0081ddf req-45fb8e0b-176b-4551-baf8-6ae8e4b36c45 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:56.400269 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c8280-422c-4f58-85b2-5334c0081ddf req-45fb8e0b-176b-4551-baf8-6ae8e4b36c45 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:56.418935 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c8280-422c-4f58-85b2-5334c0081ddf req-45fb8e0b-176b-4551-baf8-6ae8e4b36c45 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:56.422098 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df5c8280-422c-4f58-85b2-5334c0081ddf req-45fb8e0b-176b-4551-baf8-6ae8e4b36c45 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815&device_id=492e61e3-3393-4601-b637-2a944a1bbdf5&device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 2417 time: 0.2256203 Sep 07 18:56:56.440836 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c508df-245f-4b60-a662-8b8a809583c0 None None] Pushing event updated for resources: {'Port': ['ID=b0f81508-90ea-4257-b37a-4b5e5d13bf18,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:56.443706 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c962ce90-85cf-47c3-88ca-af260a6cfccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:56.446031 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c962ce90-85cf-47c3-88ca-af260a6cfccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:56.450805 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c962ce90-85cf-47c3-88ca-af260a6cfccb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a048d8ae-a04c-45bf-b937-7a691863e927 HTTP/1.1" status: 204 len: 168 time: 0.1761055 Sep 07 18:56:56.459780 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962ce90-85cf-47c3-88ca-af260a6cfccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a048d8ae-a04c-45bf-b937-7a691863e927,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:56.490408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df5c8280-422c-4f58-85b2-5334c0081ddf req-4c9f4760-1fc9-44d7-97f3-2cd507393ce0 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609348 Sep 07 18:56:56.574736 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0cad5c-34de-4c50-8f30-67077fb6708d None None] Network 8684adc4-5ec3-4aac-81e9-c4347cba31e4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:56:56.592770 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] Attempting to bind port b0f81508-90ea-4257-b37a-4b5e5d13bf18 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:56:56.593149 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] Attempting to bind port b0f81508-90ea-4257-b37a-4b5e5d13bf18 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'e59e7e3a-ee98-4817-a0d4-ed23e1d7afea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:56:56.593502 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] Attempting to bind port b0f81508-90ea-4257-b37a-4b5e5d13bf18 on network 2a878b49-10b2-47af-bc58-6b8ebe3ae89a {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:56:56.614929 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:56:56.615348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] Checking segment: {'id': 'e59e7e3a-ee98-4817-a0d4-ed23e1d7afea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:56:56.615755 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:56.616150 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] Bound using segment: {'id': 'e59e7e3a-ee98-4817-a0d4-ed23e1d7afea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:56:56.616912 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] Bound port: b0f81508-90ea-4257-b37a-4b5e5d13bf18, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59e7e3a-ee98-4817-a0d4-ed23e1d7afea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:56:56.617298 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:56.657109 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35910) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:56.725498 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] For port b0f81508-90ea-4257-b37a-4b5e5d13bf18, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:56:56.732083 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] For port b0f81508-90ea-4257-b37a-4b5e5d13bf18, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b0f81508-90ea-4257-b37a-4b5e5d13bf18,segment=NetworkSegment(e59e7e3a-ee98-4817-a0d4-ed23e1d7afea),segment_id=e59e7e3a-ee98-4817-a0d4-ed23e1d7afea)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:56:56.738657 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:56.831680 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48009596-36e6-4c91-a14f-4334eed192c7 req-f25297a8-bc9a-4a48-aa3c-d11cde8a91c3 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0901248 Sep 07 18:56:56.839154 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c508df-245f-4b60-a662-8b8a809583c0 None None] Pushing event updated for resources: {'Port': ['ID=b0f81508-90ea-4257-b37a-4b5e5d13bf18,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:56.842208 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] Routers {'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:56.842426 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:56.943778 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6ff00013-6ef7-4b96-a242-e04c0f19c126 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-326544948-network', 'tenant_id': 'e84e9acdd71340a39d4486eb41158b87'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:56.994589 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff00013-6ef7-4b96-a242-e04c0f19c126 admin admin] Made reservation on behalf of e84e9acdd71340a39d4486eb41158b87 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:56.997704 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ff00013-6ef7-4b96-a242-e04c0f19c126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:57.003225 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] Set router cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:56:57.005395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ae33e63-dcbf-4a7f-8b5a-078db6f582ca req-4bf9a6f9-5f9b-4227-abfd-b11807b28714 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 210 time: 0.0538771 Sep 07 18:56:57.032447 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ff00013-6ef7-4b96-a242-e04c0f19c126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:57.289840 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ff00013-6ef7-4b96-a242-e04c0f19c126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:57.295891 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ff00013-6ef7-4b96-a242-e04c0f19c126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:57.322496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-175378692-router', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:45Z', 'updated_at': '2021-09-07T18:56:53Z', 'revision_number': 4, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'gw_port': {'id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:46Z', 'updated_at': '2021-09-07T18:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b0f81508-90ea-4257-b37a-4b5e5d13bf18', 'name': '', 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'mac_address': 'fa:16:3e:5f:be:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '3fcd8dca-d383-49a3-a9a8-300dc129818c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:51Z', 'updated_at': '2021-09-07T18:56:56Z', 'revision_number': 4, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'subnets': [{'id': '3fcd8dca-d383-49a3-a9a8-300dc129818c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:57.347164 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff00013-6ef7-4b96-a242-e04c0f19c126 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:56:57.393500 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff00013-6ef7-4b96-a242-e04c0f19c126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9507260e-0470-4eb3-beb9-8a9d1fffe0cc,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:57.407401 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ff00013-6ef7-4b96-a242-e04c0f19c126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:57.407869 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-6ff00013-6ef7-4b96-a242-e04c0f19c126 admin admin] Added segment c967c091-14df-4d6a-87cd-5fc97dc7d4fb of type vlan for network 12bd9298-c53b-43e6-befd-df33f681a167 Sep 07 18:56:57.424912 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-d370a40d-760e-4cf1-95fb-ea4d2430aa91 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:57.428780 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-d370a40d-760e-4cf1-95fb-ea4d2430aa91 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/networks?id=8684adc4-5ec3-4aac-81e9-c4347cba31e4 HTTP/1.1" status: 200 len: 805 time: 0.1919923 Sep 07 18:56:57.457146 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-2d94c52f-2237-4a80-8a0e-0b177d92bba4 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/quotas/2529f1c24ea84b429d16a7b55fd633e5 HTTP/1.1" status: 200 len: 375 time: 0.0194473 Sep 07 18:56:57.503650 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ff00013-6ef7-4b96-a242-e04c0f19c126 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:57.544589 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-ae5a0974-f93f-4f41-979c-776b3fac53c7 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2529f1c24ea84b429d16a7b55fd633e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692158 Sep 07 18:56:57.548733 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b40aa2-7a9f-4493-9c18-570470abd146 None None] The sync data for ids ['cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'] in n-d-807786-1 is: [{'id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-175378692-router', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:45Z', 'updated_at': '2021-09-07T18:56:53Z', 'revision_number': 4, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'gw_port': {'id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:46Z', 'updated_at': '2021-09-07T18:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b0f81508-90ea-4257-b37a-4b5e5d13bf18', 'name': '', 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'mac_address': 'fa:16:3e:5f:be:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '3fcd8dca-d383-49a3-a9a8-300dc129818c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:51Z', 'updated_at': '2021-09-07T18:56:56Z', 'revision_number': 4, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'subnets': [{'id': '3fcd8dca-d383-49a3-a9a8-300dc129818c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:56:57.577434 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ff00013-6ef7-4b96-a242-e04c0f19c126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:57.578455 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff00013-6ef7-4b96-a242-e04c0f19c126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:57.579038 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ff00013-6ef7-4b96-a242-e04c0f19c126 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:57.695055 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35954) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:57.695999 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6ff00013-6ef7-4b96-a242-e04c0f19c126 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0375345 Sep 07 18:56:57.700999 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-fdbc829f-f220-4e19-9efc-6725b96c4409 admin admin] Request body: {'subnet': {'network_id': '12bd9298-c53b-43e6-befd-df33f681a167', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-326544948-subnet', 'tenant_id': 'e84e9acdd71340a39d4486eb41158b87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:57.732954 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff00013-6ef7-4b96-a242-e04c0f19c126 admin admin] Pushing event updated for resources: {'Network': ['ID=12bd9298-c53b-43e6-befd-df33f681a167,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:57.753877 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbc829f-f220-4e19-9efc-6725b96c4409 admin admin] Made reservation on behalf of e84e9acdd71340a39d4486eb41158b87 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:57.754961 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 12bd9298-c53b-43e6-befd-df33f681a167 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:56:57.757183 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fdbc829f-f220-4e19-9efc-6725b96c4409 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:57.809378 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-dcd1abab-d7c5-473f-afc8-50e4c41bc299 service neutron] 10.222.0.26 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636833 Sep 07 18:56:58.038658 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b0f81508-90ea-4257-b37a-4b5e5d13bf18 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:58.145220 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port b0f81508-90ea-4257-b37a-4b5e5d13bf18 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:58.157219 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b0f81508-90ea-4257-b37a-4b5e5d13bf18 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:58.157651 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:58.161390 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-1320baa4-d097-404f-aa3f-fb516b922e1f service neutron] 10.222.0.26 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506718 Sep 07 18:56:58.269968 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:58.333053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port b0f81508-90ea-4257-b37a-4b5e5d13bf18, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b0f81508-90ea-4257-b37a-4b5e5d13bf18,segment=NetworkSegment(e59e7e3a-ee98-4817-a0d4-ed23e1d7afea),segment_id=e59e7e3a-ee98-4817-a0d4-ed23e1d7afea)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:58.347314 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:58.423658 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=b0f81508-90ea-4257-b37a-4b5e5d13bf18,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:58.744881 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5bd13588-b64b-45e0-b941-f559a37c2970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:58.835685 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d88e025a-6f59-47f6-bc9f-b584c40202ba req-e477814a-f2d9-4dfb-a6d4-1ffd7818a3b0 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e9e65f-016d-400a-b154-40325268a752 HTTP/1.1" status: 200 len: 210 time: 0.0833471 Sep 07 18:56:58.865722 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b0ff05ad-43b3-468e-93f1-0ed4dbd3b483 req-2f324353-8208-4fbc-8249-a43062ece3fc tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 210 time: 0.1096509 Sep 07 18:56:58.927742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-6cfe95cc-82f7-4492-8b46-31c38954da49 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:58.933510 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-6cfe95cc-82f7-4492-8b46-31c38954da49 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.60 "GET /v2.0/networks?id=2a878b49-10b2-47af-bc58-6b8ebe3ae89a HTTP/1.1" status: 200 len: 819 time: 0.8894763 Sep 07 18:56:58.956895 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-ded82880-5c59-48b5-9586-db33ce8e5951 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Request body: {'port': {'device_id': '487480ee-c09b-466e-9c8f-3c36f668a765', 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a', 'admin_state_up': True, 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:58.970383 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35992) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:59.027809 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:59.109533 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fdbc829f-f220-4e19-9efc-6725b96c4409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:59.140725 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-faef5a3e-2114-4410-8d12-462aed40930a tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-633789135', 'router:external': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:59.205318 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faef5a3e-2114-4410-8d12-462aed40930a tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Made reservation on behalf of d1288fc5534a4c6390c648c4ca24c1fc for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:59.208133 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-faef5a3e-2114-4410-8d12-462aed40930a tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:59.222276 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-faef5a3e-2114-4410-8d12-462aed40930a tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:59.242907 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc829f-f220-4e19-9efc-6725b96c4409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56e2c64f-c344-4505-ac84-a62a4bb7216f,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:59.292723 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbc829f-f220-4e19-9efc-6725b96c4409 admin admin] Checking segment: {'id': 'c967c091-14df-4d6a-87cd-5fc97dc7d4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '12bd9298-c53b-43e6-befd-df33f681a167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:56:59.293352 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbc829f-f220-4e19-9efc-6725b96c4409 admin admin] Network hostable DHCP agents. Network: 12bd9298-c53b-43e6-befd-df33f681a167, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:56:59.317372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbc829f-f220-4e19-9efc-6725b96c4409 admin admin] Network 12bd9298-c53b-43e6-befd-df33f681a167 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:56:59.340646 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-fdbc829f-f220-4e19-9efc-6725b96c4409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 12bd9298-c53b-43e6-befd-df33f681a167) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:59.345885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbc829f-f220-4e19-9efc-6725b96c4409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:59.346779 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fdbc829f-f220-4e19-9efc-6725b96c4409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:59.351962 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaf4cd6-2fc7-40c0-bad5-0100e917eb2b None None] Network 12bd9298-c53b-43e6-befd-df33f681a167 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:56:59.375102 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-faef5a3e-2114-4410-8d12-462aed40930a tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:59.389773 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-faef5a3e-2114-4410-8d12-462aed40930a tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:59.403610 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-ded82880-5c59-48b5-9586-db33ce8e5951 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Made reservation on behalf of 4d5431a91a4e44fc9cbeb8f618118d7e for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:59.405255 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faef5a3e-2114-4410-8d12-462aed40930a tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:56:59.408493 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-ded82880-5c59-48b5-9586-db33ce8e5951 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:59.418337 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-faef5a3e-2114-4410-8d12-462aed40930a tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:59.419029 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-faef5a3e-2114-4410-8d12-462aed40930a tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Added segment 637fcf10-5bc1-4aa3-98be-3e5fffc0fe10 of type vlan for network 274cd017-0163-4be9-bb52-881a76d8c101 Sep 07 18:56:59.446772 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef5a3e-2114-4410-8d12-462aed40930a tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c4123a-e1e4-41cf-8b95-eb12d2746fe5,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:59.471504 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-fdbc829f-f220-4e19-9efc-6725b96c4409 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7678208 Sep 07 18:56:59.518352 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-faef5a3e-2114-4410-8d12-462aed40930a tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:59.564764 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-faef5a3e-2114-4410-8d12-462aed40930a tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:59.566712 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faef5a3e-2114-4410-8d12-462aed40930a tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:59.567307 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-faef5a3e-2114-4410-8d12-462aed40930a tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:59.570209 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec174f3d-dd25-4a83-9534-6ea1707b69dd None None] Network 12bd9298-c53b-43e6-befd-df33f681a167 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:56:59.631549 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-faef5a3e-2114-4410-8d12-462aed40930a tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6595037 Sep 07 18:56:59.636125 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36002) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:59.643829 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-c16df9c3-52cc-42ed-a458-a84688c28b49 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Request body: {'subnet': {'network_id': '274cd017-0163-4be9-bb52-881a76d8c101', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:59.744599 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-ded82880-5c59-48b5-9586-db33ce8e5951 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Allocated IP 172.20.0.3 (2a878b49-10b2-47af-bc58-6b8ebe3ae89a/3fcd8dca-d383-49a3-a9a8-300dc129818c/d05d9445-89a9-4649-b337-d32f7c9386a2) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:59.761115 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef5a3e-2114-4410-8d12-462aed40930a tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Pushing event updated for resources: {'Network': ['ID=274cd017-0163-4be9-bb52-881a76d8c101,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:59.779572 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 274cd017-0163-4be9-bb52-881a76d8c101 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:56:59.799315 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16df9c3-52cc-42ed-a458-a84688c28b49 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Made reservation on behalf of d1288fc5534a4c6390c648c4ca24c1fc for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:59.806737 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c16df9c3-52cc-42ed-a458-a84688c28b49 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:59.970595 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b0f81508-90ea-4257-b37a-4b5e5d13bf18 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:57:00.034447 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b0f81508-90ea-4257-b37a-4b5e5d13bf18 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:57:00.035079 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:00.054817 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0834a13-42ce-433e-8979-1dc91b0dfb8f req-4fb97292-413f-4473-b85e-5486f5cbed7c tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:00.057090 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0834a13-42ce-433e-8979-1dc91b0dfb8f req-4fb97292-413f-4473-b85e-5486f5cbed7c tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 946 time: 0.2541349 Sep 07 18:57:00.114610 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-b8666748-03e0-476f-ab33-799a8ececef9 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:00.116037 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-b8666748-03e0-476f-ab33-799a8ececef9 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.36 "GET /v2.0/networks?id=8684adc4-5ec3-4aac-81e9-c4347cba31e4 HTTP/1.1" status: 200 len: 805 time: 0.3306510 Sep 07 18:57:00.142325 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-2ca2591e-0b5d-4060-8432-7adb393f7510 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Request body: {'port': {'device_id': '39e9e65f-016d-400a-b154-40325268a752', 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4', 'admin_state_up': True, 'tenant_id': '2529f1c24ea84b429d16a7b55fd633e5'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:00.148584 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:00.198798 n-d-807786-1 neutron-server[101444]: DEBUG neutron.objects.ports [None req-c16df9c3-52cc-42ed-a458-a84688c28b49 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 18:57:00.199436 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c16df9c3-52cc-42ed-a458-a84688c28b49 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:00.247457 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0834a13-42ce-433e-8979-1dc91b0dfb8f req-d8475d45-95d5-4108-baef-c5052d05b671 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537099 Sep 07 18:57:00.257276 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16df9c3-52cc-42ed-a458-a84688c28b49 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4f29e1df-c5f2-4ab1-928d-2b19ab984323,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:00.264813 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16df9c3-52cc-42ed-a458-a84688c28b49 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Checking segment: {'id': '637fcf10-5bc1-4aa3-98be-3e5fffc0fe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '274cd017-0163-4be9-bb52-881a76d8c101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:57:00.265173 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16df9c3-52cc-42ed-a458-a84688c28b49 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Network hostable DHCP agents. Network: 274cd017-0163-4be9-bb52-881a76d8c101, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:57:00.282890 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16df9c3-52cc-42ed-a458-a84688c28b49 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Network 274cd017-0163-4be9-bb52-881a76d8c101 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:57:00.293761 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-c16df9c3-52cc-42ed-a458-a84688c28b49 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 274cd017-0163-4be9-bb52-881a76d8c101) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:00.298936 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16df9c3-52cc-42ed-a458-a84688c28b49 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:00.299516 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c16df9c3-52cc-42ed-a458-a84688c28b49 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:00.303750 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9726f784-69db-4e31-8d9b-772b4cbb7fcb None None] Network 274cd017-0163-4be9-bb52-881a76d8c101 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:57:00.326812 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c16df9c3-52cc-42ed-a458-a84688c28b49 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6866701 Sep 07 18:57:00.327562 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36028) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:00.328480 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-ded82880-5c59-48b5-9586-db33ce8e5951 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:00.333772 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-95f79527-1ea9-4b3f-9818-57c5b703367c tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-676193491', 'network_id': '274cd017-0163-4be9-bb52-881a76d8c101'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:00.355638 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f79527-1ea9-4b3f-9818-57c5b703367c tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Made reservation on behalf of d1288fc5534a4c6390c648c4ca24c1fc for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:57:00.358195 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95f79527-1ea9-4b3f-9818-57c5b703367c tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:00.374533 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-95f79527-1ea9-4b3f-9818-57c5b703367c tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] device_id is not set on port 3978e7c4-4f99-4ebb-8fc7-8251ca895f9a yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:57:00.391601 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ee18138-a172-4343-89fa-c2b9956b676b req-0c330f3a-f92a-416c-a9ab-59774e4dc690 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e9e65f-016d-400a-b154-40325268a752 HTTP/1.1" status: 200 len: 210 time: 0.0503750 Sep 07 18:57:00.401794 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-a9bff47c-1b8c-4634-ab52-e4dca0933658 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:00.403070 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-a9bff47c-1b8c-4634-ab52-e4dca0933658 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/networks?id=12bd9298-c53b-43e6-befd-df33f681a167 HTTP/1.1" status: 200 len: 820 time: 0.2954583 Sep 07 18:57:00.445303 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-d70bd6b1-eb12-4dfc-8982-7dd714a669e6 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/quotas/e84e9acdd71340a39d4486eb41158b87 HTTP/1.1" status: 200 len: 375 time: 0.0345681 Sep 07 18:57:00.456777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-2ca2591e-0b5d-4060-8432-7adb393f7510 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Made reservation on behalf of 2529f1c24ea84b429d16a7b55fd633e5 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:57:00.460221 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-2ca2591e-0b5d-4060-8432-7adb393f7510 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:00.477143 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af590887-f3c8-41ca-9dae-0989fb0b52e1 None None] Network 274cd017-0163-4be9-bb52-881a76d8c101 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:57:00.502687 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-eab40cab-f273-4c41-b198-d09b6761badf tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e84e9acdd71340a39d4486eb41158b87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564179 Sep 07 18:57:00.566841 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-95f79527-1ea9-4b3f-9818-57c5b703367c tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Allocated IP 2001:db8::eb (274cd017-0163-4be9-bb52-881a76d8c101/4f29e1df-c5f2-4ab1-928d-2b19ab984323/3978e7c4-4f99-4ebb-8fc7-8251ca895f9a) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:57:00.571246 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3ec79af-30f3-4c91-8d99-0078a8b90b37 req-f4e81067-e70f-4338-a7b5-c1c9bbcf9e78 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 210 time: 0.0561688 Sep 07 18:57:00.579452 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-ded82880-5c59-48b5-9586-db33ce8e5951 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:00.656967 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-3b76d1e1-4c8f-4e9b-9997-492a86d84e04 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1348116 Sep 07 18:57:00.710011 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-ded82880-5c59-48b5-9586-db33ce8e5951 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Network 2a878b49-10b2-47af-bc58-6b8ebe3ae89a is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:57:00.728894 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-ded82880-5c59-48b5-9586-db33ce8e5951 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:00.734920 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-ded82880-5c59-48b5-9586-db33ce8e5951 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:57:00.739433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded82880-5c59-48b5-9586-db33ce8e5951 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Pushing event updated for resources: {'Port': ['ID=d05d9445-89a9-4649-b337-d32f7c9386a2,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:00.809150 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-ff788ecc-46a5-425d-aa9d-139d9f4767e6 service neutron] 10.222.0.26 "GET /v2.0/networks/12bd9298-c53b-43e6-befd-df33f681a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055964 Sep 07 18:57:00.873278 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-ded82880-5c59-48b5-9586-db33ce8e5951 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:00.873957 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-ded82880-5c59-48b5-9586-db33ce8e5951 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:00.883078 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-2ca2591e-0b5d-4060-8432-7adb393f7510 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Allocated IP 172.20.0.14 (8684adc4-5ec3-4aac-81e9-c4347cba31e4/3efea74c-6615-4f78-a316-4a616a841935/a2e59dae-67cd-401c-ab3d-5b2d8edad108) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:57:00.946622 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-ded82880-5c59-48b5-9586-db33ce8e5951 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9973321 Sep 07 18:57:00.964453 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] Request body: {'port': {'device_id': '487480ee-c09b-466e-9c8f-3c36f668a765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:01.031786 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-71aaef87-8ada-4994-b1be-1864edd2b5cd service neutron] 10.222.0.26 "GET /v2.0/networks/12bd9298-c53b-43e6-befd-df33f681a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126884 Sep 07 18:57:01.032200 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bb67b3e1-9a06-4fec-a8fd-9c300cb205a2 req-0b52b8b9-80c7-430a-b115-ef1dae7836b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4009635 Sep 07 18:57:01.078805 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:01.188453 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-116cc908-1de6-45e0-968c-76bd8d311601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:01.189176 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-116cc908-1de6-45e0-968c-76bd8d311601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:01.189721 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-116cc908-1de6-45e0-968c-76bd8d311601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:01.190255 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-116cc908-1de6-45e0-968c-76bd8d311601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:01.190787 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-116cc908-1de6-45e0-968c-76bd8d311601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:01.191868 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-116cc908-1de6-45e0-968c-76bd8d311601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:01.192411 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-116cc908-1de6-45e0-968c-76bd8d311601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:01.205699 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-116cc908-1de6-45e0-968c-76bd8d311601 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cc05b32b7ef4a30afde8a2188f29c16&device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 6502 time: 0.1854708 Sep 07 18:57:01.231226 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:57:01.243821 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95f79527-1ea9-4b3f-9818-57c5b703367c tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:01.267128 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-2ca2591e-0b5d-4060-8432-7adb393f7510 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:01.272032 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67b3e1-9a06-4fec-a8fd-9c300cb205a2 req-2f941c9a-1202-44e2-8605-8f6d4f60a465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:01.273802 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bb67b3e1-9a06-4fec-a8fd-9c300cb205a2 req-2f941c9a-1202-44e2-8605-8f6d4f60a465 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b4a41684be474d90277324c86fc787&device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 1096 time: 0.1769972 Sep 07 18:57:01.288711 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cfa3206e-ffcd-419f-8577-1a6bad6647aa req-927f8bbf-1a82-4cfc-b748-59890e126d54 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d107b0-f0be-462c-94be-837002ebae50 HTTP/1.1" status: 200 len: 210 time: 0.0854945 Sep 07 18:57:01.406200 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-2ca2591e-0b5d-4060-8432-7adb393f7510 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:01.447296 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-1b992107-4fb5-456c-b76e-6f60c6899dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:01.447801 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-1b992107-4fb5-456c-b76e-6f60c6899dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:01.448282 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-1b992107-4fb5-456c-b76e-6f60c6899dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:01.451866 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-1b992107-4fb5-456c-b76e-6f60c6899dd1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7bc00831-39dc-4d80-aed2-0e0dcf1c0e33&id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&id=025b72be-1bd6-4706-adc3-b78adf7f2dfa&id=025b72be-1bd6-4706-adc3-b78adf7f2dfa HTTP/1.1" status: 200 len: 2297 time: 0.2139106 Sep 07 18:57:01.462471 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95f79527-1ea9-4b3f-9818-57c5b703367c tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:01.543868 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67b3e1-9a06-4fec-a8fd-9c300cb205a2 req-70fa7d12-6152-4714-8fde-286472a43bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:01.545413 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bb67b3e1-9a06-4fec-a8fd-9c300cb205a2 req-70fa7d12-6152-4714-8fde-286472a43bb0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4943d32-045e-4ba1-b602-399d971687ed HTTP/1.1" status: 200 len: 916 time: 0.2146640 Sep 07 18:57:01.559853 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-2ca2591e-0b5d-4060-8432-7adb393f7510 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Network 8684adc4-5ec3-4aac-81e9-c4347cba31e4 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:57:01.567741 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00116a0f-40d1-4e23-b5b7-b1abe2ac5687 req-e55087d4-19e1-4d42-ac57-3f800663ac06 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:01.569314 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00116a0f-40d1-4e23-b5b7-b1abe2ac5687 req-e55087d4-19e1-4d42-ac57-3f800663ac06 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 946 time: 0.2262688 Sep 07 18:57:01.572058 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f79527-1ea9-4b3f-9818-57c5b703367c tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Network 274cd017-0163-4be9-bb52-881a76d8c101 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:57:01.580619 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3372a-7995-4447-a27c-9db34b602441 req-3bcee0e0-7523-4bde-bd79-a1584c1e7ecc tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:01.582141 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-31a3372a-7995-4447-a27c-9db34b602441 req-3bcee0e0-7523-4bde-bd79-a1584c1e7ecc tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 946 time: 0.2302172 Sep 07 18:57:01.599012 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2591e-0b5d-4060-8432-7adb393f7510 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Pushing event updated for resources: {'Port': ['ID=a2e59dae-67cd-401c-ab3d-5b2d8edad108,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:01.601717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-2ca2591e-0b5d-4060-8432-7adb393f7510 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:01.629652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-2ca2591e-0b5d-4060-8432-7adb393f7510 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:57:01.632207 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-95f79527-1ea9-4b3f-9818-57c5b703367c tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:01.643115 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f79527-1ea9-4b3f-9818-57c5b703367c tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:57:01.643528 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f79527-1ea9-4b3f-9818-57c5b703367c tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:01.644133 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95f79527-1ea9-4b3f-9818-57c5b703367c tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:01.648047 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bb67b3e1-9a06-4fec-a8fd-9c300cb205a2 req-69886ccf-da14-44e6-b97a-910b225a1ef5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a89d0a52-07a9-4cf6-b210-4bdb8286404d HTTP/1.1" status: 200 len: 217 time: 0.0933957 Sep 07 18:57:01.649996 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f79527-1ea9-4b3f-9818-57c5b703367c tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Pushing event updated for resources: {'Port': ['ID=3978e7c4-4f99-4ebb-8fc7-8251ca895f9a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:01.657036 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-65f7ce9f-5bd0-4de2-838f-a0992f93b990 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c753cf-b66a-40dd-bb2a-82b747a834c6 HTTP/1.1" status: 200 len: 1001 time: 0.1876335 Sep 07 18:57:01.668334 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:01.718995 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-95f79527-1ea9-4b3f-9818-57c5b703367c tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3876247 Sep 07 18:57:01.721536 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36050) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:01.744812 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67b3e1-9a06-4fec-a8fd-9c300cb205a2 req-dd528a65-9b86-401a-a6a4-eefa7a3a1cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:01.746335 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bb67b3e1-9a06-4fec-a8fd-9c300cb205a2 req-dd528a65-9b86-401a-a6a4-eefa7a3a1cee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb086058-ee0b-4e82-9985-a33edfb98db6 HTTP/1.1" status: 200 len: 854 time: 0.0883980 Sep 07 18:57:01.747694 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-233e8c61-3937-4697-8270-023903af43b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:01.749065 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-233e8c61-3937-4697-8270-023903af43b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8db80a71-3c02-4d23-b125-b3e6004b047d HTTP/1.1" status: 200 len: 856 time: 0.0801873 Sep 07 18:57:01.817505 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91217bf7-eab2-41b1-b026-b5c3e701b205 req-65408bf0-30f5-448d-8289-85fe20bfc325 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:01.819349 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91217bf7-eab2-41b1-b026-b5c3e701b205 req-65408bf0-30f5-448d-8289-85fe20bfc325 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e9e65f-016d-400a-b154-40325268a752 HTTP/1.1" status: 200 len: 932 time: 0.3020067 Sep 07 18:57:01.833244 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-c2264bd1-bdc7-47b5-b9e9-440264ce76af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:01.835133 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-c2264bd1-bdc7-47b5-b9e9-440264ce76af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7bc00831-39dc-4d80-aed2-0e0dcf1c0e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786734 Sep 07 18:57:01.842573 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-2ca2591e-0b5d-4060-8432-7adb393f7510 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:01.843206 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-2ca2591e-0b5d-4060-8432-7adb393f7510 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:01.843337 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67b3e1-9a06-4fec-a8fd-9c300cb205a2 req-a96d9248-093d-4b04-bfc4-710de249d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:01.844787 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bb67b3e1-9a06-4fec-a8fd-9c300cb205a2 req-a96d9248-093d-4b04-bfc4-710de249d05f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4943d32-045e-4ba1-b602-399d971687ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791368 Sep 07 18:57:01.855106 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-31a3372a-7995-4447-a27c-9db34b602441 req-ec6ae702-3b64-411a-95fb-7277b55af210 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491314 Sep 07 18:57:01.936656 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-2ca2591e-0b5d-4060-8432-7adb393f7510 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8000798 Sep 07 18:57:01.949429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05d9445-89a9-4649-b337-d32f7c9386a2 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:57:01.970231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] Request body: {'port': {'device_id': '39e9e65f-016d-400a-b154-40325268a752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:01.981013 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:02.034140 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bb67b3e1-9a06-4fec-a8fd-9c300cb205a2 req-48067658-6fdb-4001-99f7-c14ce348ca3e service neutron] 10.222.0.36 "GET /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821234 Sep 07 18:57:02.038457 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91217bf7-eab2-41b1-b026-b5c3e701b205 req-63fc9432-28c4-44e2-b5d5-acf7141483dc tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081711 Sep 07 18:57:02.050919 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-053305fd-a3b1-4273-8afa-88c211950445 service neutron] 10.222.0.60 "GET /v2.0/networks/7bc00831-39dc-4d80-aed2-0e0dcf1c0e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677184 Sep 07 18:57:02.051173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] Transition to ACTIVE for port object d05d9445-89a9-4649-b337-d32f7c9386a2 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:57:02.067173 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:02.092756 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-00116a0f-40d1-4e23-b5b7-b1abe2ac5687 req-13a9698a-e6ef-4757-9849-839fa03e559d tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Deleting port 5281bab2-415c-46b0-8fa0-9ff4ab7b298d {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:02.093460 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-00116a0f-40d1-4e23-b5b7-b1abe2ac5687 req-13a9698a-e6ef-4757-9849-839fa03e559d tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:02.169430 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:02.184782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cdb43-29b7-4f8e-9ea0-06aea8c1265d req-e4324bbf-ddc8-4be3-b0f2-bbbf8a398319 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:02.187523 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-715cdb43-29b7-4f8e-9ea0-06aea8c1265d req-e4324bbf-ddc8-4be3-b0f2-bbbf8a398319 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 931 time: 0.2441525 Sep 07 18:57:02.220212 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bb67b3e1-9a06-4fec-a8fd-9c300cb205a2 req-7119384e-8880-41f7-a4cb-ef784d43f6ff service neutron] 10.222.0.36 "GET /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677361 Sep 07 18:57:02.226779 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-06776ef1-eacb-46b9-a113-9d0b3ad810ee service neutron] 10.222.0.60 "GET /v2.0/networks/7bc00831-39dc-4d80-aed2-0e0dcf1c0e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671348 Sep 07 18:57:02.227600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-b387aaa0-f8f0-4ea6-b0ee-939ba26b0db1 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Deleting port 3978e7c4-4f99-4ebb-8fc7-8251ca895f9a {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:02.227952 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b387aaa0-f8f0-4ea6-b0ee-939ba26b0db1 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:02.282544 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-5e870b53-5326-4b92-b095-b6899ada59a3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=9557b603-4ab7-498b-ac43-138b6d5d09f4 HTTP/1.1" status: 200 len: 217 time: 0.0409553 Sep 07 18:57:02.358544 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-1aa8454c-ee93-43db-b901-970e593a0a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:02.360559 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-1aa8454c-ee93-43db-b901-970e593a0a3e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 200 len: 797 time: 0.0713708 Sep 07 18:57:02.417260 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-6797be84-29e3-4925-b649-09a5b43a8b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:02.418899 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-6797be84-29e3-4925-b649-09a5b43a8b98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0509510 Sep 07 18:57:02.516572 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-4cb147f2-795f-4f62-bd78-df165ecbd9cc service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905771 Sep 07 18:57:02.612399 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] Pushing event updated for resources: {'Port': ['ID=d05d9445-89a9-4649-b337-d32f7c9386a2,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:02.614313 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-a2260fa9-a74d-443b-a780-b4e7c4201714 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904930 Sep 07 18:57:02.661359 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-c25f3264-bdd7-47dd-9127-1489d8c8d5a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=2c42146d-acda-49b7-9da4-ed02db649778 HTTP/1.1" status: 200 len: 217 time: 0.0393691 Sep 07 18:57:02.714640 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-c6a6fd37-822c-46de-9bc9-4bd50147e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:02.716273 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-c6a6fd37-822c-46de-9bc9-4bd50147e1bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 200 len: 797 time: 0.0472670 Sep 07 18:57:02.748949 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5c9044f7-0af9-4029-9ae2-66f0a9d85317 req-660bf5b5-eba0-4a4b-881a-338f9454ec68 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d107b0-f0be-462c-94be-837002ebae50 HTTP/1.1" status: 200 len: 210 time: 0.1374252 Sep 07 18:57:02.773466 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-3176c9c7-34b0-4ef3-bda3-eb1c4033c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:02.774925 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-3176c9c7-34b0-4ef3-bda3-eb1c4033c15d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0519469 Sep 07 18:57:02.857113 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-00116a0f-40d1-4e23-b5b7-b1abe2ac5687 req-13a9698a-e6ef-4757-9849-839fa03e559d tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] For port 5281bab2-415c-46b0-8fa0-9ff4ab7b298d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=5281bab2-415c-46b0-8fa0-9ff4ab7b298d,segment=NetworkSegment(0fb58946-c180-45a9-954e-d852f4221068),segment_id=0fb58946-c180-45a9-954e-d852f4221068)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:02.857486 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-00116a0f-40d1-4e23-b5b7-b1abe2ac5687 req-13a9698a-e6ef-4757-9849-839fa03e559d tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:02.869366 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-7660ce54-d26d-49ff-8ef8-58f8bbef46eb service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862844 Sep 07 18:57:02.878929 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-715cdb43-29b7-4f8e-9ea0-06aea8c1265d req-bc464daf-fede-4809-b1f1-13c2c2a59393 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6467326 Sep 07 18:57:02.899758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-00116a0f-40d1-4e23-b5b7-b1abe2ac5687 req-13a9698a-e6ef-4757-9849-839fa03e559d tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Calling delete_port for 5281bab2-415c-46b0-8fa0-9ff4ab7b298d owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:02.966910 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-e4db59c2-b391-4d6f-9b33-dd55a714d2b8 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905836 Sep 07 18:57:03.000238 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b387aaa0-f8f0-4ea6-b0ee-939ba26b0db1 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:03.013215 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-54f70071-2442-4338-9b4b-ad7cdfbff68a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=adc3ff2c-97a6-4b33-8062-87cf73872a4f HTTP/1.1" status: 200 len: 217 time: 0.0386882 Sep 07 18:57:03.051931 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-b387aaa0-f8f0-4ea6-b0ee-939ba26b0db1 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Calling delete_port for 3978e7c4-4f99-4ebb-8fc7-8251ca895f9a owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:03.062449 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-ab45a7c7-6cf7-4f26-ae06-cbe0024a538c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:03.064328 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-ab45a7c7-6cf7-4f26-ae06-cbe0024a538c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 200 len: 797 time: 0.0444179 Sep 07 18:57:03.092176 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-0061d06e-fbc9-451e-86b3-c7e391c8f15e tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:03.093645 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-0061d06e-fbc9-451e-86b3-c7e391c8f15e tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.60 "GET /v2.0/networks?id=12bd9298-c53b-43e6-befd-df33f681a167 HTTP/1.1" status: 200 len: 820 time: 0.5010796 Sep 07 18:57:03.100615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] Attempting to bind port d05d9445-89a9-4649-b337-d32f7c9386a2 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:57:03.100958 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] Attempting to bind port d05d9445-89a9-4649-b337-d32f7c9386a2 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'e59e7e3a-ee98-4817-a0d4-ed23e1d7afea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:57:03.101388 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] Attempting to bind port d05d9445-89a9-4649-b337-d32f7c9386a2 on network 2a878b49-10b2-47af-bc58-6b8ebe3ae89a {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:57:03.113641 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-0d96398c-9e4d-4a47-ae2d-fbe261970f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:03.115258 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-0d96398c-9e4d-4a47-ae2d-fbe261970f5d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446696 Sep 07 18:57:03.117993 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-d85a2a04-5e72-48d9-bb64-6aea9ce7508a tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Request body: {'port': {'device_id': 'd5d107b0-f0be-462c-94be-837002ebae50', 'network_id': '12bd9298-c53b-43e6-befd-df33f681a167', 'admin_state_up': True, 'tenant_id': 'e84e9acdd71340a39d4486eb41158b87'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:03.165488 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] Port d05d9445-89a9-4649-b337-d32f7c9386a2 on network 2a878b49-10b2-47af-bc58-6b8ebe3ae89a not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:57:03.165842 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] Attempting to bind port d05d9445-89a9-4649-b337-d32f7c9386a2 on network 2a878b49-10b2-47af-bc58-6b8ebe3ae89a {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:57:03.209623 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-1e514111-2541-448c-b9be-83e222225736 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860684 Sep 07 18:57:03.249581 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:57:03.249926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] Checking segment: {'id': 'e59e7e3a-ee98-4817-a0d4-ed23e1d7afea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:57:03.250403 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] Bound using segment: {'id': 'e59e7e3a-ee98-4817-a0d4-ed23e1d7afea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:57:03.250861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] Bound port: d05d9445-89a9-4649-b337-d32f7c9386a2, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59e7e3a-ee98-4817-a0d4-ed23e1d7afea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:57:03.251222 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:03.297868 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-4090f5a1-9941-403c-b747-799086b082ec service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814760 Sep 07 18:57:03.306184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e93ee7-f2bf-4d9d-9053-27bb7196c685 req-540ea1f0-b8c4-4870-8d38-98f954260aa4 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:03.308169 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e0e93ee7-f2bf-4d9d-9053-27bb7196c685 req-540ea1f0-b8c4-4870-8d38-98f954260aa4 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 946 time: 0.3543246 Sep 07 18:57:03.343786 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-6ab53231-ffe8-4d05-a9d0-004b3a4bf7c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=2821d589-d644-400b-82c6-ab5f12352f32 HTTP/1.1" status: 200 len: 217 time: 0.0388463 Sep 07 18:57:03.392708 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-dafa14af-3a2d-4817-9a7a-26ca9c15c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:03.394235 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-dafa14af-3a2d-4817-9a7a-26ca9c15c763 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 200 len: 797 time: 0.0444279 Sep 07 18:57:03.438630 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-40a47bcc-df8b-4b18-9cef-a7766d73bcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:03.440197 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-40a47bcc-df8b-4b18-9cef-a7766d73bcea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0396721 Sep 07 18:57:03.451989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9db99-91b5-44f4-a189-968098aeccca req-79d73cc4-ccf4-4b91-b776-d57d3a294393 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:03.453531 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e9f9db99-91b5-44f4-a189-968098aeccca req-79d73cc4-ccf4-4b91-b776-d57d3a294393 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e9e65f-016d-400a-b154-40325268a752 HTTP/1.1" status: 200 len: 932 time: 0.3225908 Sep 07 18:57:03.536949 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-bde34525-b359-465d-a9fe-9eb07dced8b6 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902748 Sep 07 18:57:03.585759 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e0e93ee7-f2bf-4d9d-9053-27bb7196c685 req-54d97945-bc14-4864-a48d-9bed00e481d7 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393773 Sep 07 18:57:03.646154 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] For port d05d9445-89a9-4649-b337-d32f7c9386a2, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:57:03.655311 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-c57e8872-444a-4991-ae5d-3c0344a0cd77 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116798 Sep 07 18:57:03.699432 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e9f9db99-91b5-44f4-a189-968098aeccca req-f2c7d7df-6724-48b9-8993-1067b0bbeddf tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101839 Sep 07 18:57:03.699880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] For port d05d9445-89a9-4649-b337-d32f7c9386a2, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d05d9445-89a9-4649-b337-d32f7c9386a2,segment=NetworkSegment(e59e7e3a-ee98-4817-a0d4-ed23e1d7afea),segment_id=e59e7e3a-ee98-4817-a0d4-ed23e1d7afea)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:57:03.704085 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-03f31fc8-e79f-4c8d-96c9-3a425fb2d06b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c5603d88-8a14-49e9-875b-419cd2bd56cb HTTP/1.1" status: 200 len: 217 time: 0.0418429 Sep 07 18:57:03.731511 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:03.747408 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-00116a0f-40d1-4e23-b5b7-b1abe2ac5687 req-13a9698a-e6ef-4757-9849-839fa03e559d tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:03.749016 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-d85a2a04-5e72-48d9-bb64-6aea9ce7508a tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Made reservation on behalf of e84e9acdd71340a39d4486eb41158b87 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:57:03.752748 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-d85a2a04-5e72-48d9-bb64-6aea9ce7508a tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:03.758666 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-0df969ca-51ee-4f16-aa86-fbf37439e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:03.760706 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-0df969ca-51ee-4f16-aa86-fbf37439e594 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa8070ab-5c30-4d90-a64d-590d11e7607c HTTP/1.1" status: 200 len: 797 time: 0.0491884 Sep 07 18:57:03.761517 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:57:03.764214 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['a89d0a52-07a9-4cf6-b210-4bdb8286404d'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:57:03.806108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e59dae-67cd-401c-ab3d-5b2d8edad108 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:57:03.816948 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-e3e8cc0e-778c-4aac-b457-6911d83616f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:03.818949 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-e3e8cc0e-778c-4aac-b457-6911d83616f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=025b72be-1bd6-4706-adc3-b78adf7f2dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0515599 Sep 07 18:57:03.821828 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:03.822246 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:03.824391 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] 10.222.0.60 "PUT /v2.0/ports/d05d9445-89a9-4649-b337-d32f7c9386a2 HTTP/1.1" status: 200 len: 1091 time: 2.8675990 Sep 07 18:57:03.826440 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:03.830536 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487480ee-c09b-466e-9c8f-3c36f668a765', 'tag': 'd05d9445-89a9-4649-b337-d32f7c9386a2'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:03.832958 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a524d318-5db8-4cf6-a741-0b1854515889" -d '{"events": [{"name": "network-changed", "server_uuid": "487480ee-c09b-466e-9c8f-3c36f668a765", "tag": "d05d9445-89a9-4649-b337-d32f7c9386a2"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:03.862786 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b387aaa0-f8f0-4ea6-b0ee-939ba26b0db1 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:03.945983 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] Transition to ACTIVE for port object a2e59dae-67cd-401c-ab3d-5b2d8edad108 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:57:03.948390 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2281fd4-7149-4c2e-9006-4fb32b2c8aca x-openstack-request-id: req-d2281fd4-7149-4c2e-9006-4fb32b2c8aca {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:03.948834 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487480ee-c09b-466e-9c8f-3c36f668a765", "tag": "d05d9445-89a9-4649-b337-d32f7c9386a2", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:03.949106 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2281fd4-7149-4c2e-9006-4fb32b2c8aca {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:03.949642 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487480ee-c09b-466e-9c8f-3c36f668a765', 'tag': 'd05d9445-89a9-4649-b337-d32f7c9386a2', 'status': 'completed', 'code': 200} Sep 07 18:57:03.951935 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc4a9a43-0bb3-4441-b02a-0ed207a47088 req-56a0552b-6f65-48c2-bdfb-ace3a52bae27 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d107b0-f0be-462c-94be-837002ebae50 HTTP/1.1" status: 200 len: 210 time: 0.1092420 Sep 07 18:57:03.966103 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-37895190-f25f-463a-bdba-ebcf30cbef85 service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294863 Sep 07 18:57:03.989344 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:03.991524 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851efaf-d1f5-4d67-873e-83f3414ed89d service neutron] Pushing event updated for resources: {'Port': ['ID=d05d9445-89a9-4649-b337-d32f7c9386a2,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:04.026883 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-00116a0f-40d1-4e23-b5b7-b1abe2ac5687 req-13a9698a-e6ef-4757-9849-839fa03e559d tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] No DVR routers for this DVR port 5281bab2-415c-46b0-8fa0-9ff4ab7b298d on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:57:04.055373 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-00116a0f-40d1-4e23-b5b7-b1abe2ac5687 req-13a9698a-e6ef-4757-9849-839fa03e559d tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:04.057497 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00116a0f-40d1-4e23-b5b7-b1abe2ac5687 req-13a9698a-e6ef-4757-9849-839fa03e559d tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.36 "DELETE /v2.0/ports/5281bab2-415c-46b0-8fa0-9ff4ab7b298d HTTP/1.1" status: 204 len: 173 time: 2.4589939 Sep 07 18:57:04.102254 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-33f40d93-67fc-46c8-b7d6-99d8795d1165 service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283507 Sep 07 18:57:04.118878 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b387aaa0-f8f0-4ea6-b0ee-939ba26b0db1 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:04.121421 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b387aaa0-f8f0-4ea6-b0ee-939ba26b0db1 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "DELETE /v2.0/ports/3978e7c4-4f99-4ebb-8fc7-8251ca895f9a HTTP/1.1" status: 204 len: 168 time: 2.3932290 Sep 07 18:57:04.130730 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36072) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:04.134657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9698a-e6ef-4757-9849-839fa03e559d tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Pushing event deleted for resources: {'Port': ['ID=5281bab2-415c-46b0-8fa0-9ff4ab7b298d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:04.149404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-3d0e3664-80b0-4316-a14c-19387771fa52 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '274cd017-0163-4be9-bb52-881a76d8c101', 'external_fixed_ips': [{'subnet_id': '4f29e1df-c5f2-4ab1-928d-2b19ab984323', 'ip_address': '2001:db8::eb'}]}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:04.159055 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-d4c64716-520d-4f4c-955c-47da77b74330 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48703c14-e98f-4ceb-bc6c-fe2b1901c5de HTTP/1.1" status: 200 len: 217 time: 0.0497873 Sep 07 18:57:04.216367 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-b22a6d6b-19f9-4a08-984c-206183d0c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:04.217583 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387aaa0-f8f0-4ea6-b0ee-939ba26b0db1 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Pushing event deleted for resources: {'Port': ['ID=3978e7c4-4f99-4ebb-8fc7-8251ca895f9a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:04.217966 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-b22a6d6b-19f9-4a08-984c-206183d0c8fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa8070ab-5c30-4d90-a64d-590d11e7607c HTTP/1.1" status: 200 len: 797 time: 0.0524566 Sep 07 18:57:04.238092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-853bb924-aa62-4e6c-ad06-5362b35cfcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:04.239649 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-853bb924-aa62-4e6c-ad06-5362b35cfcb2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d5431a91a4e44fc9cbeb8f618118d7e&device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 1094 time: 0.3256011 Sep 07 18:57:04.268405 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714b09-905f-44e3-9565-5beea6eb381e req-dda9c6fe-55cf-483d-88dd-a1c610aa7dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:04.270015 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-dda9c6fe-55cf-483d-88dd-a1c610aa7dd2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=025b72be-1bd6-4706-adc3-b78adf7f2dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0451572 Sep 07 18:57:04.317126 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a76e6-285e-4203-8968-87a8298c5308 req-b77a7749-59e2-40bb-a9f6-4309ce974299 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:04.318699 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e17a76e6-285e-4203-8968-87a8298c5308 req-b77a7749-59e2-40bb-a9f6-4309ce974299 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 943 time: 0.3240266 Sep 07 18:57:04.321464 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d0e3664-80b0-4316-a14c-19387771fa52 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:04.322475 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d0e3664-80b0-4316-a14c-19387771fa52 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:04.370355 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-d85a2a04-5e72-48d9-bb64-6aea9ce7508a tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Allocated IP 172.20.0.2 (12bd9298-c53b-43e6-befd-df33f681a167/56e2c64f-c344-4505-ac84-a62a4bb7216f/8d41637e-b455-48a9-a391-0c79b81c3df6) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:57:04.371359 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-14d7562b-f94b-4c9d-a858-27f1ff8d68e9 service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939512 Sep 07 18:57:04.398725 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-9c06b3f3-2055-482f-95c1-16ace1c02dad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d05d9445-89a9-4649-b337-d32f7c9386a2 HTTP/1.1" status: 200 len: 217 time: 0.1288941 Sep 07 18:57:04.430222 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e59dae-67cd-401c-ab3d-5b2d8edad108,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:04.465238 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2714b09-905f-44e3-9565-5beea6eb381e req-88db6b31-2e16-4c60-870a-d4909f0d3b42 service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867295 Sep 07 18:57:04.522267 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e17a76e6-285e-4203-8968-87a8298c5308 req-5a6ec608-8886-4e0d-8fee-35694aa6ef15 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940773 Sep 07 18:57:04.561509 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d0e3664-80b0-4316-a14c-19387771fa52 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:04.625440 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-1081dff1-6c67-4e3a-86a2-1e8480510c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:04.626984 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-1081dff1-6c67-4e3a-86a2-1e8480510c6f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3fcd8dca-d383-49a3-a9a8-300dc129818c HTTP/1.1" status: 200 len: 859 time: 0.2193449 Sep 07 18:57:04.627675 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] Attempting to bind port a2e59dae-67cd-401c-ab3d-5b2d8edad108 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:57:04.628012 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] Attempting to bind port a2e59dae-67cd-401c-ab3d-5b2d8edad108 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '13b3cd79-506d-408b-ac0a-b1dc60d02738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:57:04.628335 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] Attempting to bind port a2e59dae-67cd-401c-ab3d-5b2d8edad108 on network 8684adc4-5ec3-4aac-81e9-c4347cba31e4 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:57:04.691810 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] Port a2e59dae-67cd-401c-ab3d-5b2d8edad108 on network 8684adc4-5ec3-4aac-81e9-c4347cba31e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:57:04.692147 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] Attempting to bind port a2e59dae-67cd-401c-ab3d-5b2d8edad108 on network 8684adc4-5ec3-4aac-81e9-c4347cba31e4 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:57:04.723581 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-133a7456-fb04-45ae-ab82-2c5dfefa9f73 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a878b49-10b2-47af-bc58-6b8ebe3ae89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828822 Sep 07 18:57:04.741035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:57:04.741035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] Checking segment: {'id': '13b3cd79-506d-408b-ac0a-b1dc60d02738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:57:04.741259 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] Bound using segment: {'id': '13b3cd79-506d-408b-ac0a-b1dc60d02738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:57:04.741580 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] Bound port: a2e59dae-67cd-401c-ab3d-5b2d8edad108, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b3cd79-506d-408b-ac0a-b1dc60d02738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:57:04.741944 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:04.814226 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4e8c7b8-5719-48b7-a85f-ce881a4e3f74 req-ab8ffaf6-a59e-486c-bb47-d52163ac99bf tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=99b8e372-728e-4b5f-a499-2775fd359815 HTTP/1.1" status: 200 len: 210 time: 0.1156957 Sep 07 18:57:04.908529 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d0e3664-80b0-4316-a14c-19387771fa52 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:05.370601 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09b82e19-1239-4336-9fc6-51b57607ca9c req-71775e86-1500-4a5c-9665-d3a4f1fc91ab tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d107b0-f0be-462c-94be-837002ebae50 HTTP/1.1" status: 200 len: 210 time: 0.0653174 Sep 07 18:57:05.420337 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-d85a2a04-5e72-48d9-bb64-6aea9ce7508a tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:05.442937 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a41d7-8280-4e96-af12-f2b302ead035 req-a49ce5ed-3ddd-4b1e-a53b-bef218fcaec6 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:05.444440 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f15a41d7-8280-4e96-af12-f2b302ead035 req-a49ce5ed-3ddd-4b1e-a53b-bef218fcaec6 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e9e65f-016d-400a-b154-40325268a752 HTTP/1.1" status: 200 len: 944 time: 0.6327863 Sep 07 18:57:05.454221 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-1bca4c52-0118-4a3f-b990-f3064e51a439 service neutron] 10.222.0.60 "GET /v2.0/networks/2a878b49-10b2-47af-bc58-6b8ebe3ae89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7177775 Sep 07 18:57:05.463069 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] For port a2e59dae-67cd-401c-ab3d-5b2d8edad108, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:57:05.474819 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] For port a2e59dae-67cd-401c-ab3d-5b2d8edad108, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a2e59dae-67cd-401c-ab3d-5b2d8edad108,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:57:05.504955 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:05.585764 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 5281bab2-415c-46b0-8fa0-9ff4ab7b298d no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:57:05.615018 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 5281bab2-415c-46b0-8fa0-9ff4ab7b298d {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:57:05.615575 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 5281bab2-415c-46b0-8fa0-9ff4ab7b298d not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:57:05.626102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:05.626656 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:05.628063 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] 10.222.0.36 "PUT /v2.0/ports/a2e59dae-67cd-401c-ab3d-5b2d8edad108 HTTP/1.1" status: 200 len: 1092 time: 3.6814942 Sep 07 18:57:05.725311 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f15a41d7-8280-4e96-af12-f2b302ead035 req-16e40ac7-9c08-4ede-8f6f-d0fed41f2e99 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659211 Sep 07 18:57:05.749665 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-d85a2a04-5e72-48d9-bb64-6aea9ce7508a tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:05.760957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca366f-5f12-4732-8491-8f34b7bf61a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e59dae-67cd-401c-ab3d-5b2d8edad108,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:05.814059 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d952411-4f29-49b3-8a48-9f2c86302497 req-15a93d5a-5363-4417-be93-6f28d4517da7 service neutron] 10.222.0.60 "GET /v2.0/networks/2a878b49-10b2-47af-bc58-6b8ebe3ae89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430481 Sep 07 18:57:05.833436 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-d85a2a04-5e72-48d9-bb64-6aea9ce7508a tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Network 12bd9298-c53b-43e6-befd-df33f681a167 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:57:05.842396 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8446ec3-9d6e-417e-8dc5-87bea7bf9cb1 req-9decca54-1790-43a0-bd8d-c78b4c5b68f5 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:05.843952 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8446ec3-9d6e-417e-8dc5-87bea7bf9cb1 req-9decca54-1790-43a0-bd8d-c78b4c5b68f5 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 943 time: 0.2150037 Sep 07 18:57:05.852188 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-d85a2a04-5e72-48d9-bb64-6aea9ce7508a tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:05.867444 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-d85a2a04-5e72-48d9-bb64-6aea9ce7508a tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:57:05.872163 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-1a82232b-2267-4b83-91f0-3feea05e0a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:05.873694 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-1a82232b-2267-4b83-91f0-3feea05e0a45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2529f1c24ea84b429d16a7b55fd633e5&device_id=39e9e65f-016d-400a-b154-40325268a752 HTTP/1.1" status: 200 len: 1095 time: 0.1800869 Sep 07 18:57:05.890316 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a2a04-5e72-48d9-bb64-6aea9ce7508a tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Pushing event updated for resources: {'Port': ['ID=8d41637e-b455-48a9-a391-0c79b81c3df6,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:05.953318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b8e372-728e-4b5f-a499-2775fd359815', 'name': 'network-vif-deleted', 'tag': '5281bab2-415c-46b0-8fa0-9ff4ab7b298d'}, {'name': 'network-changed', 'server_uuid': '39e9e65f-016d-400a-b154-40325268a752', 'tag': 'a2e59dae-67cd-401c-ab3d-5b2d8edad108'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:05.955885 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea2678f-a9b3-4842-8a26-0decac6df1c1" -d '{"events": [{"server_uuid": "99b8e372-728e-4b5f-a499-2775fd359815", "name": "network-vif-deleted", "tag": "5281bab2-415c-46b0-8fa0-9ff4ab7b298d"}, {"name": "network-changed", "server_uuid": "39e9e65f-016d-400a-b154-40325268a752", "tag": "a2e59dae-67cd-401c-ab3d-5b2d8edad108"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:06.036919 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-38eb23ff-5a2e-4505-9f2c-3772901b758e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2e59dae-67cd-401c-ab3d-5b2d8edad108 HTTP/1.1" status: 200 len: 217 time: 0.1214347 Sep 07 18:57:06.115499 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8446ec3-9d6e-417e-8dc5-87bea7bf9cb1 req-905f559e-bb54-4133-b0a7-2b14eacc57a5 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554100 Sep 07 18:57:06.121501 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-d85a2a04-5e72-48d9-bb64-6aea9ce7508a tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:06.122131 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-d85a2a04-5e72-48d9-bb64-6aea9ce7508a tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:06.135890 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914c406a-c579-45d4-89f8-d52b3ddd6d9d x-openstack-request-id: req-914c406a-c579-45d4-89f8-d52b3ddd6d9d {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:06.135890 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b8e372-728e-4b5f-a499-2775fd359815", "name": "network-vif-deleted", "tag": "5281bab2-415c-46b0-8fa0-9ff4ab7b298d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "39e9e65f-016d-400a-b154-40325268a752", "tag": "a2e59dae-67cd-401c-ab3d-5b2d8edad108", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:06.135890 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-914c406a-c579-45d4-89f8-d52b3ddd6d9d {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:06.135890 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b8e372-728e-4b5f-a499-2775fd359815', 'name': 'network-vif-deleted', 'tag': '5281bab2-415c-46b0-8fa0-9ff4ab7b298d', 'status': 'completed', 'code': 200} Sep 07 18:57:06.135890 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e9e65f-016d-400a-b154-40325268a752', 'tag': 'a2e59dae-67cd-401c-ab3d-5b2d8edad108', 'status': 'completed', 'code': 200} Sep 07 18:57:06.150248 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524d318-5db8-4cf6-a741-0b1854515889 req-62dba710-8c4c-497d-885e-4a478705df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:06.152270 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a524d318-5db8-4cf6-a741-0b1854515889 req-62dba710-8c4c-497d-885e-4a478705df49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d5431a91a4e44fc9cbeb8f618118d7e&device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 1094 time: 0.2902279 Sep 07 18:57:06.230967 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-d85a2a04-5e72-48d9-bb64-6aea9ce7508a tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1219077 Sep 07 18:57:06.246109 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-d3043000-2620-4808-81b6-3746799e9a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:06.247522 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-d3043000-2620-4808-81b6-3746799e9a99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3efea74c-6615-4f78-a316-4a616a841935 HTTP/1.1" status: 200 len: 845 time: 0.1971593 Sep 07 18:57:06.257576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] Request body: {'port': {'device_id': 'd5d107b0-f0be-462c-94be-837002ebae50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:06.288239 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d0e3664-80b0-4316-a14c-19387771fa52 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:06.363413 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-274afd80-7587-42ac-a7cf-c97788179b62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8684adc4-5ec3-4aac-81e9-c4347cba31e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989146 Sep 07 18:57:06.364499 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d0e3664-80b0-4316-a14c-19387771fa52 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:06.391458 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1c7d7-e976-41af-9e54-2a95549e9249 req-b02e65d1-ea73-4c08-9f29-552b5eea7970 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:06.393236 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ed1c7d7-e976-41af-9e54-2a95549e9249 req-b02e65d1-ea73-4c08-9f29-552b5eea7970 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=492e61e3-3393-4601-b637-2a944a1bbdf5 HTTP/1.1" status: 200 len: 945 time: 0.2474747 Sep 07 18:57:06.511452 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:06.543499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524d318-5db8-4cf6-a741-0b1854515889 req-ca296a15-62fa-4223-a862-a5260ed23646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:06.545014 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a524d318-5db8-4cf6-a741-0b1854515889 req-ca296a15-62fa-4223-a862-a5260ed23646 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a878b49-10b2-47af-bc58-6b8ebe3ae89a HTTP/1.1" status: 200 len: 920 time: 0.3575270 Sep 07 18:57:06.690459 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a524d318-5db8-4cf6-a741-0b1854515889 req-17203c8a-b4d2-4326-a6bd-a68e2554678c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d05d9445-89a9-4649-b337-d32f7c9386a2 HTTP/1.1" status: 200 len: 217 time: 0.1090376 Sep 07 18:57:06.699441 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ed1c7d7-e976-41af-9e54-2a95549e9249 req-569e76af-bd9f-4bea-b165-73434c7242fb tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754872 Sep 07 18:57:06.780949 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb9df2-eaac-413c-a989-941a4d5ec1c0 req-1588dc25-ef42-4250-a2ef-38e9adc634d3 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:06.782566 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2abb9df2-eaac-413c-a989-941a4d5ec1c0 req-1588dc25-ef42-4250-a2ef-38e9adc634d3 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d107b0-f0be-462c-94be-837002ebae50 HTTP/1.1" status: 200 len: 931 time: 0.3373406 Sep 07 18:57:06.792551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-44798039-a228-4838-84b8-4f73ed221d2a service neutron] 10.222.0.36 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151919 Sep 07 18:57:06.946204 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524d318-5db8-4cf6-a741-0b1854515889 req-9599f8c4-73c2-4fc3-9db7-c0e1531816cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:06.947592 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a524d318-5db8-4cf6-a741-0b1854515889 req-9599f8c4-73c2-4fc3-9db7-c0e1531816cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3fcd8dca-d383-49a3-a9a8-300dc129818c HTTP/1.1" status: 200 len: 859 time: 0.2401154 Sep 07 18:57:07.049597 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a524d318-5db8-4cf6-a741-0b1854515889 req-4281bb4e-2b15-4139-b2d7-e14a96898fcd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a878b49-10b2-47af-bc58-6b8ebe3ae89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886199 Sep 07 18:57:07.068950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-3d0e3664-80b0-4316-a14c-19387771fa52 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Allocated IP 2001:db8::eb (274cd017-0163-4be9-bb52-881a76d8c101/4f29e1df-c5f2-4ab1-928d-2b19ab984323/da97d388-3392-4e46-9530-8329331361d1) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:57:07.087620 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2abb9df2-eaac-413c-a989-941a4d5ec1c0 req-dcf1b944-b868-459d-be70-604ee371d532 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/security-groups?id=9507260e-0470-4eb3-beb9-8a9d1fffe0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912409 Sep 07 18:57:07.124793 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea55b4f-1cc3-408a-be7a-4817791b6b6b req-136a7a5d-eb06-4210-8e7c-cc315945909d tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:07.126408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ea55b4f-1cc3-408a-be7a-4817791b6b6b req-136a7a5d-eb06-4210-8e7c-cc315945909d tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e9e65f-016d-400a-b154-40325268a752 HTTP/1.1" status: 200 len: 944 time: 0.2802243 Sep 07 18:57:07.237130 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e2a0114c-100c-4985-a6a8-045b6a1a8467 req-5be22ada-a1e5-4b4d-995b-59a0e94b5cbc service neutron] 10.222.0.36 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871732 Sep 07 18:57:07.370413 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ea55b4f-1cc3-408a-be7a-4817791b6b6b req-b6056737-4c7f-4009-a15d-9eadde742b95 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039058 Sep 07 18:57:07.403999 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e840a5-4911-44fe-94f3-cc1a8b516513 req-53fddae7-63c8-4eeb-929b-d299dc0f81b6 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:07.405510 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-96e840a5-4911-44fe-94f3-cc1a8b516513 req-53fddae7-63c8-4eeb-929b-d299dc0f81b6 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.60 "GET /v2.0/ports?device_id=492e61e3-3393-4601-b637-2a944a1bbdf5 HTTP/1.1" status: 200 len: 945 time: 0.0539746 Sep 07 18:57:07.413583 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a524d318-5db8-4cf6-a741-0b1854515889 req-b9f20afa-86e6-4804-83da-8030a3229bea service neutron] 10.222.0.60 "GET /v2.0/networks/2a878b49-10b2-47af-bc58-6b8ebe3ae89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489838 Sep 07 18:57:07.499712 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-96e840a5-4911-44fe-94f3-cc1a8b516513 req-780ed7ac-edfe-4d89-9ec3-d8c683288fe4 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Deleting port 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:07.500051 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-96e840a5-4911-44fe-94f3-cc1a8b516513 req-780ed7ac-edfe-4d89-9ec3-d8c683288fe4 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:07.521051 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec9efa-00f4-4b6f-b2d1-efbb1522aeb9 req-dbf33b3d-03c5-4b77-91ac-d23769994752 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:07.522560 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2ec9efa-00f4-4b6f-b2d1-efbb1522aeb9 req-dbf33b3d-03c5-4b77-91ac-d23769994752 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 943 time: 0.2419682 Sep 07 18:57:07.524379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2678f-a9b3-4842-8a26-0decac6df1c1 req-13b76bc5-231b-4466-9780-eb9233bcfe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:07.525802 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ea2678f-a9b3-4842-8a26-0decac6df1c1 req-13b76bc5-231b-4466-9780-eb9233bcfe0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2529f1c24ea84b429d16a7b55fd633e5&device_id=39e9e65f-016d-400a-b154-40325268a752 HTTP/1.1" status: 200 len: 1095 time: 0.2305779 Sep 07 18:57:07.540661 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d0e3664-80b0-4316-a14c-19387771fa52 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:07.592051 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-96e840a5-4911-44fe-94f3-cc1a8b516513 req-780ed7ac-edfe-4d89-9ec3-d8c683288fe4 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] For port 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e,segment=NetworkSegment(0fb58946-c180-45a9-954e-d852f4221068),segment_id=0fb58946-c180-45a9-954e-d852f4221068)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:07.592768 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-96e840a5-4911-44fe-94f3-cc1a8b516513 req-780ed7ac-edfe-4d89-9ec3-d8c683288fe4 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:07.605391 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-96e840a5-4911-44fe-94f3-cc1a8b516513 req-780ed7ac-edfe-4d89-9ec3-d8c683288fe4 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Calling delete_port for 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:07.632722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d41637e-b455-48a9-a391-0c79b81c3df6 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:57:07.647869 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:08.028193 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-96e840a5-4911-44fe-94f3-cc1a8b516513 req-780ed7ac-edfe-4d89-9ec3-d8c683288fe4 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:08.042015 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:57:08.067595 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['a89d0a52-07a9-4cf6-b210-4bdb8286404d'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:57:08.069767 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ed7ac-edfe-4d89-9ec3-d8c683288fe4 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Pushing event deleted for resources: {'Port': ['ID=408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:08.085487 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] Transition to ACTIVE for port object 8d41637e-b455-48a9-a391-0c79b81c3df6 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:57:08.091343 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2ec9efa-00f4-4b6f-b2d1-efbb1522aeb9 req-067c0c85-39e4-4a36-8fa3-823403161284 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5542872 Sep 07 18:57:08.128251 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e840a5-4911-44fe-94f3-cc1a8b516513 req-780ed7ac-edfe-4d89-9ec3-d8c683288fe4 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] No DVR routers for this DVR port 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:57:08.130951 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-96e840a5-4911-44fe-94f3-cc1a8b516513 req-780ed7ac-edfe-4d89-9ec3-d8c683288fe4 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:08.134443 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-96e840a5-4911-44fe-94f3-cc1a8b516513 req-780ed7ac-edfe-4d89-9ec3-d8c683288fe4 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.60 "DELETE /v2.0/ports/408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e HTTP/1.1" status: 204 len: 173 time: 0.7225692 Sep 07 18:57:08.135308 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492e61e3-3393-4601-b637-2a944a1bbdf5', 'name': 'network-vif-deleted', 'tag': '408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:08.139354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-514f697d-65ec-4c32-aa8c-a3a4ecfd70e0 req-5b38bdd6-72b2-4579-a500-2436bf0d049d tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=492e61e3-3393-4601-b637-2a944a1bbdf5 HTTP/1.1" status: 200 len: 210 time: 0.0927687 Sep 07 18:57:08.140058 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:08.143623 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a524d318-5db8-4cf6-a741-0b1854515889 req-1467a947-318a-41bc-9d9d-a7941cb31b90 service neutron] 10.222.0.60 "GET /v2.0/networks/2a878b49-10b2-47af-bc58-6b8ebe3ae89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7203057 Sep 07 18:57:08.147219 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabf956d-da3f-497f-9f36-59fc11ee7907" -d '{"events": [{"server_uuid": "492e61e3-3393-4601-b637-2a944a1bbdf5", "name": "network-vif-deleted", "tag": "408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:08.210770 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d818652b-d7c2-4183-b480-ddae3db1162c x-openstack-request-id: req-d818652b-d7c2-4183-b480-ddae3db1162c {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:08.211060 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492e61e3-3393-4601-b637-2a944a1bbdf5", "name": "network-vif-deleted", "tag": "408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:08.211315 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d818652b-d7c2-4183-b480-ddae3db1162c {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:08.211712 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492e61e3-3393-4601-b637-2a944a1bbdf5', 'name': 'network-vif-deleted', 'tag': '408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e', 'status': 'completed', 'code': 200} Sep 07 18:57:08.274131 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d0e3664-80b0-4316-a14c-19387771fa52 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:08.280607 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2678f-a9b3-4842-8a26-0decac6df1c1 req-a54244f3-c6f6-4ecc-bade-7136915e94fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:08.282230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ea2678f-a9b3-4842-8a26-0decac6df1c1 req-a54244f3-c6f6-4ecc-bade-7136915e94fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=8684adc4-5ec3-4aac-81e9-c4347cba31e4 HTTP/1.1" status: 200 len: 906 time: 0.7087128 Sep 07 18:57:08.316884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] Pushing event updated for resources: {'Port': ['ID=8d41637e-b455-48a9-a391-0c79b81c3df6,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:08.390439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0e3664-80b0-4316-a14c-19387771fa52 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Network 274cd017-0163-4be9-bb52-881a76d8c101 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:57:08.392025 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ea2678f-a9b3-4842-8a26-0decac6df1c1 req-df13c159-4e35-479d-b147-a52a01a9f1cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2e59dae-67cd-401c-ab3d-5b2d8edad108 HTTP/1.1" status: 200 len: 217 time: 0.0823739 Sep 07 18:57:08.426607 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-3d0e3664-80b0-4316-a14c-19387771fa52 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:08.429086 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0e3664-80b0-4316-a14c-19387771fa52 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:57:08.451160 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41d325-958b-44ba-b45c-987ee77765c1 req-3e878ad0-c7cc-45fb-8f5a-221592ab6d8e tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:08.452706 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e41d325-958b-44ba-b45c-987ee77765c1 req-3e878ad0-c7cc-45fb-8f5a-221592ab6d8e tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d107b0-f0be-462c-94be-837002ebae50 HTTP/1.1" status: 200 len: 943 time: 0.2375660 Sep 07 18:57:08.597489 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e3664-80b0-4316-a14c-19387771fa52 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Pushing event updated for resources: {'Port': ['ID=da97d388-3392-4e46-9530-8329331361d1,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:08.704731 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2678f-a9b3-4842-8a26-0decac6df1c1 req-b851d2e9-8a79-4cc3-a67f-e8af7e282e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:08.706178 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ea2678f-a9b3-4842-8a26-0decac6df1c1 req-b851d2e9-8a79-4cc3-a67f-e8af7e282e62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3efea74c-6615-4f78-a316-4a616a841935 HTTP/1.1" status: 200 len: 845 time: 0.2830603 Sep 07 18:57:08.710967 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e41d325-958b-44ba-b45c-987ee77765c1 req-bf3d537e-519d-4b88-9320-8602ca7955d7 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/security-groups?id=9507260e-0470-4eb3-beb9-8a9d1fffe0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224841 Sep 07 18:57:08.711608 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] Attempting to bind port 8d41637e-b455-48a9-a391-0c79b81c3df6 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:57:08.711940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] Attempting to bind port 8d41637e-b455-48a9-a391-0c79b81c3df6 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'c967c091-14df-4d6a-87cd-5fc97dc7d4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '12bd9298-c53b-43e6-befd-df33f681a167'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:57:08.712264 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] Attempting to bind port 8d41637e-b455-48a9-a391-0c79b81c3df6 on network 12bd9298-c53b-43e6-befd-df33f681a167 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:57:08.745841 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40ea72-00f2-45c7-8f8e-eef0293a7b77 req-ed2c3144-d3b1-4505-9fea-888fbd627743 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:08.747321 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c40ea72-00f2-45c7-8f8e-eef0293a7b77 req-ed2c3144-d3b1-4505-9fea-888fbd627743 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e9e65f-016d-400a-b154-40325268a752 HTTP/1.1" status: 200 len: 944 time: 0.2638271 Sep 07 18:57:08.761952 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] Port 8d41637e-b455-48a9-a391-0c79b81c3df6 on network 12bd9298-c53b-43e6-befd-df33f681a167 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:57:08.762272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] Attempting to bind port 8d41637e-b455-48a9-a391-0c79b81c3df6 on network 12bd9298-c53b-43e6-befd-df33f681a167 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:57:08.767722 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ea2678f-a9b3-4842-8a26-0decac6df1c1 req-605fcd65-f93a-4595-8050-52e30efd825c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8684adc4-5ec3-4aac-81e9-c4347cba31e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495038 Sep 07 18:57:08.792422 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:57:08.792784 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] Checking segment: {'id': 'c967c091-14df-4d6a-87cd-5fc97dc7d4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '12bd9298-c53b-43e6-befd-df33f681a167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:57:08.793154 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] Bound using segment: {'id': 'c967c091-14df-4d6a-87cd-5fc97dc7d4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '12bd9298-c53b-43e6-befd-df33f681a167'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:57:08.793590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] Bound port: 8d41637e-b455-48a9-a391-0c79b81c3df6, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c967c091-14df-4d6a-87cd-5fc97dc7d4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '12bd9298-c53b-43e6-befd-df33f681a167'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:57:08.793944 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:08.824423 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d05d9445-89a9-4649-b337-d32f7c9386a2 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:57:08.928933 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port d05d9445-89a9-4649-b337-d32f7c9386a2, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d05d9445-89a9-4649-b337-d32f7c9386a2,segment=NetworkSegment(e59e7e3a-ee98-4817-a0d4-ed23e1d7afea),segment_id=e59e7e3a-ee98-4817-a0d4-ed23e1d7afea)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:08.940368 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'd05d9445-89a9-4649-b337-d32f7c9386a2', 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a', 'port_id': 'd05d9445-89a9-4649-b337-d32f7c9386a2', 'mac_address': 'fa:16:3e:eb:bd:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fcd8dca-d383-49a3-a9a8-300dc129818c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:57:08.952776 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c40ea72-00f2-45c7-8f8e-eef0293a7b77 req-79bd5696-4314-41d5-8b4e-7efabe29fed8 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881342 Sep 07 18:57:08.983380 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:08.996350 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05d9445-89a9-4649-b337-d32f7c9386a2 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:57:09.015421 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port d05d9445-89a9-4649-b337-d32f7c9386a2, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d05d9445-89a9-4649-b337-d32f7c9386a2,segment=NetworkSegment(e59e7e3a-ee98-4817-a0d4-ed23e1d7afea),segment_id=e59e7e3a-ee98-4817-a0d4-ed23e1d7afea)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:09.019675 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:09.035689 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ea2678f-a9b3-4842-8a26-0decac6df1c1 req-a401c83d-1c05-48c4-903d-56d8e0d81a8b service neutron] 10.222.0.36 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560201 Sep 07 18:57:09.059623 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d0e3664-80b0-4316-a14c-19387771fa52 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:09.070435 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=d05d9445-89a9-4649-b337-d32f7c9386a2,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:09.071954 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] For port 8d41637e-b455-48a9-a391-0c79b81c3df6, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:57:09.078426 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:09.078824 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:09.079146 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:09.079482 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:09.079811 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:09.080158 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:09.080466 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:09.080817 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:09.081241 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:09.081573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:09.081907 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:09.082213 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:09.131413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] For port 8d41637e-b455-48a9-a391-0c79b81c3df6, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=8d41637e-b455-48a9-a391-0c79b81c3df6,segment=NetworkSegment(c967c091-14df-4d6a-87cd-5fc97dc7d4fb),segment_id=c967c091-14df-4d6a-87cd-5fc97dc7d4fb)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:57:09.161856 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:09.233109 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:09.234012 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:09.236010 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] 10.222.0.60 "PUT /v2.0/ports/8d41637e-b455-48a9-a391-0c79b81c3df6 HTTP/1.1" status: 200 len: 1091 time: 2.9860270 Sep 07 18:57:09.295020 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d05d9445-89a9-4649-b337-d32f7c9386a2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:57:09.301719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d107b0-f0be-462c-94be-837002ebae50', 'tag': '8d41637e-b455-48a9-a391-0c79b81c3df6'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:09.304182 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4f99b8-ae26-4eb8-a080-c8e1933266f1" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d107b0-f0be-462c-94be-837002ebae50", "tag": "8d41637e-b455-48a9-a391-0c79b81c3df6"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:09.390253 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ea2678f-a9b3-4842-8a26-0decac6df1c1 req-7cd255cc-d6fe-4295-aea8-17212436da3f service neutron] 10.222.0.36 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427813 Sep 07 18:57:09.400827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e7814-5d70-4510-90ef-6796007a8276 service neutron] Pushing event updated for resources: {'Port': ['ID=8d41637e-b455-48a9-a391-0c79b81c3df6,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:09.454640 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b936500e-4c89-4015-bd33-89c3ddd705a7 x-openstack-request-id: req-b936500e-4c89-4015-bd33-89c3ddd705a7 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:09.455333 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d107b0-f0be-462c-94be-837002ebae50", "tag": "8d41637e-b455-48a9-a391-0c79b81c3df6", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:09.455333 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b936500e-4c89-4015-bd33-89c3ddd705a7 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:09.455518 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d107b0-f0be-462c-94be-837002ebae50', 'tag': '8d41637e-b455-48a9-a391-0c79b81c3df6', 'status': 'completed', 'code': 200} Sep 07 18:57:09.468965 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cc4c6-a134-4d13-b224-3258475a307a req-60903dcf-073f-4e07-ac55-16fcf79cbb86 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:09.470471 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-462cc4c6-a134-4d13-b224-3258475a307a req-60903dcf-073f-4e07-ac55-16fcf79cbb86 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 944 time: 0.3031013 Sep 07 18:57:09.475916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-5a0ee0ea-2440-4478-9692-97e02e3d9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:09.477339 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-5a0ee0ea-2440-4478-9692-97e02e3d9464 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e84e9acdd71340a39d4486eb41158b87&device_id=d5d107b0-f0be-462c-94be-837002ebae50 HTTP/1.1" status: 200 len: 1094 time: 0.1639054 Sep 07 18:57:09.564178 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-34d0538f-9c95-4769-9a6f-60512fccb629 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d41637e-b455-48a9-a391-0c79b81c3df6 HTTP/1.1" status: 200 len: 217 time: 0.0716295 Sep 07 18:57:09.602895 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a2e59dae-67cd-401c-ab3d-5b2d8edad108 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:57:09.659105 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-462cc4c6-a134-4d13-b224-3258475a307a req-8f5e1a14-3a54-4dcd-a203-8c48982995fe tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794145 Sep 07 18:57:09.673163 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742398c-e12c-49c1-837b-2376e8aea749 req-6c681550-32fa-42a9-86ae-e60919979968 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:09.674687 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0742398c-e12c-49c1-837b-2376e8aea749 req-6c681550-32fa-42a9-86ae-e60919979968 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 945 time: 0.2011111 Sep 07 18:57:09.681620 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d0e3664-80b0-4316-a14c-19387771fa52 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:09.686193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-fadc6af7-1e77-420a-8c2e-581819645f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:09.688911 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-fadc6af7-1e77-420a-8c2e-581819645f8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56e2c64f-c344-4505-ac84-a62a4bb7216f HTTP/1.1" status: 200 len: 860 time: 0.0921061 Sep 07 18:57:09.723608 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a2e59dae-67cd-401c-ab3d-5b2d8edad108, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a2e59dae-67cd-401c-ab3d-5b2d8edad108,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:09.736829 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'a2e59dae-67cd-401c-ab3d-5b2d8edad108', 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4', 'port_id': 'a2e59dae-67cd-401c-ab3d-5b2d8edad108', 'mac_address': 'fa:16:3e:fd:c3:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3efea74c-6615-4f78-a316-4a616a841935', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:57:09.760322 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-7672f1b4-34ad-46ab-b526-397e2d260a17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=12bd9298-c53b-43e6-befd-df33f681a167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639832 Sep 07 18:57:09.780754 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:09.797070 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e59dae-67cd-401c-ab3d-5b2d8edad108 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:57:09.817726 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a2e59dae-67cd-401c-ab3d-5b2d8edad108, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a2e59dae-67cd-401c-ab3d-5b2d8edad108,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:09.822005 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:09.822896 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0742398c-e12c-49c1-837b-2376e8aea749 req-99024007-84d0-40f2-8b8e-ec2daf0168cb tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384461 Sep 07 18:57:09.880228 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=a2e59dae-67cd-401c-ab3d-5b2d8edad108,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:09.947101 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546545b-1193-4271-815c-3887884f6ef6 req-d023afba-4bcd-42df-878d-37fc72462987 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:09.949077 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0546545b-1193-4271-815c-3887884f6ef6 req-d023afba-4bcd-42df-878d-37fc72462987 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d107b0-f0be-462c-94be-837002ebae50 HTTP/1.1" status: 200 len: 943 time: 0.1532912 Sep 07 18:57:09.971728 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-ac967fff-6ef1-43a2-90e6-3f86d4057e8d service neutron] 10.222.0.60 "GET /v2.0/networks/12bd9298-c53b-43e6-befd-df33f681a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999605 Sep 07 18:57:10.067398 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0546545b-1193-4271-815c-3887884f6ef6 req-da45a3b5-eda6-4424-aab8-8210a74e7f02 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/security-groups?id=9507260e-0470-4eb3-beb9-8a9d1fffe0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088815 Sep 07 18:57:10.095310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['a2e59dae-67cd-401c-ab3d-5b2d8edad108'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:57:10.420381 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0e3664-80b0-4316-a14c-19387771fa52 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Router b089d0a6-6c88-412b-b78d-df48ada343de is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:57:10.450127 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02094de0-9e3c-4d6f-98e4-f045002ac3a7 req-ce82f782-f792-4376-b6c2-43d632eb5ac1 service neutron] 10.222.0.60 "GET /v2.0/networks/12bd9298-c53b-43e6-befd-df33f681a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680614 Sep 07 18:57:10.460407 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285665c-3dea-480c-9717-3c4f345e7a7d req-6d0f9b6f-5e3b-4185-88c2-ac9e52331d8c tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:10.461926 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4285665c-3dea-480c-9717-3c4f345e7a7d req-6d0f9b6f-5e3b-4185-88c2-ac9e52331d8c tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e9e65f-016d-400a-b154-40325268a752 HTTP/1.1" status: 200 len: 945 time: 0.4372568 Sep 07 18:57:10.595257 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4285665c-3dea-480c-9717-3c4f345e7a7d req-510441f0-5161-4ed5-853f-d2fc4e4448e6 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032534 Sep 07 18:57:10.600923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f99b8-ae26-4eb8-a080-c8e1933266f1 req-d13a05d6-0cb0-40e8-a7cb-63588cf84b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:10.602332 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d4f99b8-ae26-4eb8-a080-c8e1933266f1 req-d13a05d6-0cb0-40e8-a7cb-63588cf84b43 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e84e9acdd71340a39d4486eb41158b87&device_id=d5d107b0-f0be-462c-94be-837002ebae50 HTTP/1.1" status: 200 len: 1094 time: 0.1022005 Sep 07 18:57:10.637257 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0e3664-80b0-4316-a14c-19387771fa52 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:57:10.646632 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b21e5-aa86-4010-9fae-e342ca8ee08b None None] Sync routers for ids ['b089d0a6-6c88-412b-b78d-df48ada343de'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:57:10.656563 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b21e5-aa86-4010-9fae-e342ca8ee08b None None] Routers {'b089d0a6-6c88-412b-b78d-df48ada343de'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:10.657250 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ac0b21e5-aa86-4010-9fae-e342ca8ee08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['b089d0a6-6c88-412b-b78d-df48ada343de'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:10.689133 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d0e3664-80b0-4316-a14c-19387771fa52 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:10.690357 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3d0e3664-80b0-4316-a14c-19387771fa52 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.5519946 Sep 07 18:57:10.694106 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36142) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:10.717819 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f99b8-ae26-4eb8-a080-c8e1933266f1 req-1a352f65-cb37-4b5b-a3b8-4db642f6d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:10.719560 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d4f99b8-ae26-4eb8-a080-c8e1933266f1 req-1a352f65-cb37-4b5b-a3b8-4db642f6d42f service neutron] 10.222.0.60 "GET /v2.0/networks?id=12bd9298-c53b-43e6-befd-df33f681a167 HTTP/1.1" status: 200 len: 921 time: 0.1066713 Sep 07 18:57:10.772342 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-ac0b21e5-aa86-4010-9fae-e342ca8ee08b None None] Set router b089d0a6-6c88-412b-b78d-df48ada343de gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:57:10.794203 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d4f99b8-ae26-4eb8-a080-c8e1933266f1 req-49428f6f-1a66-4d74-8267-c9d66f150085 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d41637e-b455-48a9-a391-0c79b81c3df6 HTTP/1.1" status: 200 len: 217 time: 0.0660987 Sep 07 18:57:10.830171 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8716f364-fb5c-4a23-9885-7675d8f38ae2 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:10.850874 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4cea6-ed20-46f4-9851-5bc9d9badf11 req-9ecd3cc5-6c4a-4d20-be0a-0314a3dcabe0 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:10.852395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5e4cea6-ed20-46f4-9851-5bc9d9badf11 req-9ecd3cc5-6c4a-4d20-be0a-0314a3dcabe0 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 944 time: 0.0871618 Sep 07 18:57:10.857719 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d05d9445-89a9-4649-b337-d32f7c9386a2 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:57:10.865371 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f99b8-ae26-4eb8-a080-c8e1933266f1 req-1fb0a3f8-e502-4ce4-91e9-f6f8d17c6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:10.867033 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d4f99b8-ae26-4eb8-a080-c8e1933266f1 req-1fb0a3f8-e502-4ce4-91e9-f6f8d17c6291 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56e2c64f-c344-4505-ac84-a62a4bb7216f HTTP/1.1" status: 200 len: 860 time: 0.0642619 Sep 07 18:57:10.914882 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d4f99b8-ae26-4eb8-a080-c8e1933266f1 req-f666eeb8-8e30-47e5-b4d2-ff7be9023e07 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=12bd9298-c53b-43e6-befd-df33f681a167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362892 Sep 07 18:57:10.940897 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port d05d9445-89a9-4649-b337-d32f7c9386a2 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:57:10.947177 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port d05d9445-89a9-4649-b337-d32f7c9386a2 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:57:10.947945 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:10.974317 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ac0b21e5-aa86-4010-9fae-e342ca8ee08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b089d0a6-6c88-412b-b78d-df48ada343de', 'name': '', 'tenant_id': 'd1288fc5534a4c6390c648c4ca24c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '274cd017-0163-4be9-bb52-881a76d8c101', 'external_fixed_ips': [{'subnet_id': '4f29e1df-c5f2-4ab1-928d-2b19ab984323', 'ip_address': '2001:db8::eb'}], 'enable_snat': True}, 'gw_port_id': 'da97d388-3392-4e46-9530-8329331361d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:57:04Z', 'updated_at': '2021-09-07T18:57:08Z', 'revision_number': 3, 'project_id': 'd1288fc5534a4c6390c648c4ca24c1fc', 'gw_port': {'id': 'da97d388-3392-4e46-9530-8329331361d1', 'name': '', 'network_id': '274cd017-0163-4be9-bb52-881a76d8c101', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b089d0a6-6c88-412b-b78d-df48ada343de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '4f29e1df-c5f2-4ab1-928d-2b19ab984323', 'ip_address': '2001:db8::eb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:57:06Z', 'updated_at': '2021-09-07T18:57:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f29e1df-c5f2-4ab1-928d-2b19ab984323', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:10.976802 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5e4cea6-ed20-46f4-9851-5bc9d9badf11 req-4b3680cc-6f49-4d20-8a41-787a5b4d296e tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975561 Sep 07 18:57:10.993055 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8716f364-fb5c-4a23-9885-7675d8f38ae2 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.009048 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b21e5-aa86-4010-9fae-e342ca8ee08b None None] Checking router: b089d0a6-6c88-412b-b78d-df48ada343de for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:57:11.009493 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b21e5-aa86-4010-9fae-e342ca8ee08b None None] Updating router b089d0a6-6c88-412b-b78d-df48ada343de port da97d388-3392-4e46-9530-8329331361d1 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:57:11.054795 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-ac0b21e5-aa86-4010-9fae-e342ca8ee08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.066249 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-8716f364-fb5c-4a23-9885-7675d8f38ae2 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Deleting port da97d388-3392-4e46-9530-8329331361d1 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:11.067288 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8716f364-fb5c-4a23-9885-7675d8f38ae2 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.071794 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.100882 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487480ee-c09b-466e-9c8f-3c36f668a765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05d9445-89a9-4649-b337-d32f7c9386a2'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:11.105175 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae73b40-a34f-4e4d-b601-b88da60aba39" -d '{"events": [{"server_uuid": "487480ee-c09b-466e-9c8f-3c36f668a765", "name": "network-vif-plugged", "status": "completed", "tag": "d05d9445-89a9-4649-b337-d32f7c9386a2"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:11.110153 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbf1df-6c01-481a-81c9-7f9c48521fb4 req-d414bfd5-0cd9-4923-81c1-9c71578ad0d3 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:11.111923 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-39cbf1df-6c01-481a-81c9-7f9c48521fb4 req-d414bfd5-0cd9-4923-81c1-9c71578ad0d3 tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 945 time: 0.1332603 Sep 07 18:57:11.126501 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port d05d9445-89a9-4649-b337-d32f7c9386a2, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d05d9445-89a9-4649-b337-d32f7c9386a2,segment=NetworkSegment(e59e7e3a-ee98-4817-a0d4-ed23e1d7afea),segment_id=e59e7e3a-ee98-4817-a0d4-ed23e1d7afea)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:11.131384 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.132169 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:57:11.147550 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d4f99b8-ae26-4eb8-a080-c8e1933266f1 req-3c457198-d52f-45c7-87fc-4eb3f433760c service neutron] 10.222.0.60 "GET /v2.0/networks/12bd9298-c53b-43e6-befd-df33f681a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234294 Sep 07 18:57:11.185803 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-39cbf1df-6c01-481a-81c9-7f9c48521fb4 req-d47ff161-db93-4ec3-a6d8-562421a4bc9c tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3217698-cdec-47a4-add5-564a885bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636802 Sep 07 18:57:11.197460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=d05d9445-89a9-4649-b337-d32f7c9386a2,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:11.219613 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8716f364-fb5c-4a23-9885-7675d8f38ae2 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.226652 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:57:11.227155 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 408aaf9f-5e42-4cbb-8d8b-98b85bb02a8e not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:57:11.233539 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-8716f364-fb5c-4a23-9885-7675d8f38ae2 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Calling delete_port for da97d388-3392-4e46-9530-8329331361d1 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:11.255348 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a48c11-3678-4bf9-b40c-9504a8de35d7 x-openstack-request-id: req-37a48c11-3678-4bf9-b40c-9504a8de35d7 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:11.255898 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487480ee-c09b-466e-9c8f-3c36f668a765", "name": "network-vif-plugged", "status": "completed", "tag": "d05d9445-89a9-4649-b337-d32f7c9386a2", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:11.256278 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-37a48c11-3678-4bf9-b40c-9504a8de35d7 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:11.257022 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487480ee-c09b-466e-9c8f-3c36f668a765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05d9445-89a9-4649-b337-d32f7c9386a2', 'code': 200} Sep 07 18:57:11.407292 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf84308-6fb0-4cff-9677-b6154b85962e req-458d42a0-a760-4970-b726-903cba5f16ef tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:11.408942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bf84308-6fb0-4cff-9677-b6154b85962e req-458d42a0-a760-4970-b726-903cba5f16ef tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 945 time: 0.1913397 Sep 07 18:57:11.419061 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a98e1e-02df-47d0-ace2-2525bd029f11 req-8912135c-ff1d-48b4-ac5b-bf6fe5a4e72d tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:11.420600 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0a98e1e-02df-47d0-ace2-2525bd029f11 req-8912135c-ff1d-48b4-ac5b-bf6fe5a4e72d tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d107b0-f0be-462c-94be-837002ebae50 HTTP/1.1" status: 200 len: 943 time: 0.2336423 Sep 07 18:57:11.435178 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8716f364-fb5c-4a23-9885-7675d8f38ae2 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.457880 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.db.api [None req-ac0b21e5-aa86-4010-9fae-e342ca8ee08b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 18:57:11.458239 n-d-807786-1 neutron-server[101447]: DEBUG oslo_db.api [None req-ac0b21e5-aa86-4010-9fae-e342ca8ee08b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 18:57:11.469523 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716f364-fb5c-4a23-9885-7675d8f38ae2 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Pushing event deleted for resources: {'Port': ['ID=da97d388-3392-4e46-9530-8329331361d1,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:11.479301 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d4f99b8-ae26-4eb8-a080-c8e1933266f1 req-38aa5b40-e030-4ee7-ba5f-9e37404d9a0d service neutron] 10.222.0.60 "GET /v2.0/networks/12bd9298-c53b-43e6-befd-df33f681a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149452 Sep 07 18:57:11.503580 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8716f364-fb5c-4a23-9885-7675d8f38ae2 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.533824 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e8f99-9e44-4973-8809-3ef7bd34a265 req-d832ade4-dc92-4fd5-bfdf-0673d95a1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:11.535266 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c05e8f99-9e44-4973-8809-3ef7bd34a265 req-d832ade4-dc92-4fd5-bfdf-0673d95a1dea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 1096 time: 0.1830506 Sep 07 18:57:11.572864 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0a98e1e-02df-47d0-ace2-2525bd029f11 req-def3dbf9-1382-4a08-9d80-122ebc3ede99 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/security-groups?id=9507260e-0470-4eb3-beb9-8a9d1fffe0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367404 Sep 07 18:57:11.594172 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c05e8f99-9e44-4973-8809-3ef7bd34a265 req-e867098f-6e51-4168-aeb3-1243c64c78cf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462229 Sep 07 18:57:11.596107 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8716f364-fb5c-4a23-9885-7675d8f38ae2 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.598267 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8716f364-fb5c-4a23-9885-7675d8f38ae2 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.609027 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-3bf84308-6fb0-4cff-9677-b6154b85962e req-b7708f82-1cbb-4e24-a9f6-1313965f06ca tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Deleting port a89d0a52-07a9-4cf6-b210-4bdb8286404d {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:11.609027 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3bf84308-6fb0-4cff-9677-b6154b85962e req-b7708f82-1cbb-4e24-a9f6-1313965f06ca tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.615698 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a2e59dae-67cd-401c-ab3d-5b2d8edad108 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:57:11.653983 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8716f364-fb5c-4a23-9885-7675d8f38ae2 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.654555 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8716f364-fb5c-4a23-9885-7675d8f38ae2 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b089d0a6-6c88-412b-b78d-df48ada343de {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:57:11.664086 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8716f364-fb5c-4a23-9885-7675d8f38ae2 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.665072 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8716f364-fb5c-4a23-9885-7675d8f38ae2 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "DELETE /v2.0/routers/b089d0a6-6c88-412b-b78d-df48ada343de HTTP/1.1" status: 204 len: 168 time: 0.9681742 Sep 07 18:57:11.667723 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36156) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:11.695687 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port a2e59dae-67cd-401c-ab3d-5b2d8edad108 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:57:11.701505 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port a2e59dae-67cd-401c-ab3d-5b2d8edad108 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:57:11.701876 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.727471 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e35a45-fb55-4f5e-bdfc-faa31ba86ab9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Deleting subnet 4f29e1df-c5f2-4ab1-928d-2b19ab984323 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:57:11.731509 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a6e35a45-fb55-4f5e-bdfc-faa31ba86ab9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.769023 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a6e35a45-fb55-4f5e-bdfc-faa31ba86ab9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.773560 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d93928-575f-41ee-8d6a-715e92d5977f req-5ac4a67d-a7e5-44af-86da-3bd662a74252 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:11.775075 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16d93928-575f-41ee-8d6a-715e92d5977f req-5ac4a67d-a7e5-44af-86da-3bd662a74252 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e9e65f-016d-400a-b154-40325268a752 HTTP/1.1" status: 200 len: 945 time: 0.0751293 Sep 07 18:57:11.779329 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.782757 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-3bf84308-6fb0-4cff-9677-b6154b85962e req-b7708f82-1cbb-4e24-a9f6-1313965f06ca tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] For port a89d0a52-07a9-4cf6-b210-4bdb8286404d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a89d0a52-07a9-4cf6-b210-4bdb8286404d,segment=NetworkSegment(0fb58946-c180-45a9-954e-d852f4221068),segment_id=0fb58946-c180-45a9-954e-d852f4221068)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:11.783134 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3bf84308-6fb0-4cff-9677-b6154b85962e req-b7708f82-1cbb-4e24-a9f6-1313965f06ca tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.810524 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a6e35a45-fb55-4f5e-bdfc-faa31ba86ab9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.812414 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-3bf84308-6fb0-4cff-9677-b6154b85962e req-b7708f82-1cbb-4e24-a9f6-1313965f06ca tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Calling delete_port for a89d0a52-07a9-4cf6-b210-4bdb8286404d owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:11.813786 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a2e59dae-67cd-401c-ab3d-5b2d8edad108, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a2e59dae-67cd-401c-ab3d-5b2d8edad108,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:11.818616 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.842533 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16d93928-575f-41ee-8d6a-715e92d5977f req-4e37ca49-22e8-4a55-a385-021248c09ce4 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567584 Sep 07 18:57:11.888269 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=a2e59dae-67cd-401c-ab3d-5b2d8edad108,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:11.904924 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a6e35a45-fb55-4f5e-bdfc-faa31ba86ab9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.933750 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e35a45-fb55-4f5e-bdfc-faa31ba86ab9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4f29e1df-c5f2-4ab1-928d-2b19ab984323,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:11.935727 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a6e35a45-fb55-4f5e-bdfc-faa31ba86ab9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.937627 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a6e35a45-fb55-4f5e-bdfc-faa31ba86ab9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/4f29e1df-c5f2-4ab1-928d-2b19ab984323 HTTP/1.1" status: 204 len: 168 time: 0.2682691 Sep 07 18:57:11.940193 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36160) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:11.976156 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b21e5-aa86-4010-9fae-e342ca8ee08b None None] Port da97d388-3392-4e46-9530-8329331361d1 not found while updating agent binding for router b089d0a6-6c88-412b-b78d-df48ada343de. {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 07 18:57:11.976809 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3bf84308-6fb0-4cff-9677-b6154b85962e req-b7708f82-1cbb-4e24-a9f6-1313965f06ca tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:11.988180 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b21e5-aa86-4010-9fae-e342ca8ee08b None None] Routers set() bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:11.988890 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b21e5-aa86-4010-9fae-e342ca8ee08b None None] Router IDs set() for agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 18:57:11.989520 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['a89d0a52-07a9-4cf6-b210-4bdb8286404d'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:57:11.989843 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_agentschedulers_db [None req-ac0b21e5-aa86-4010-9fae-e342ca8ee08b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b089d0a6-6c88-412b-b78d-df48ada343de'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent'). {{(pid=101447) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 07 18:57:11.990388 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b21e5-aa86-4010-9fae-e342ca8ee08b None None] The sync data for ids ['b089d0a6-6c88-412b-b78d-df48ada343de'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:57:12.006396 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7708f82-1cbb-4e24-a9f6-1313965f06ca tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Pushing event deleted for resources: {'Port': ['ID=a89d0a52-07a9-4cf6-b210-4bdb8286404d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:12.025284 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-886e9fcf-c6fe-49fe-80b3-458580bebcfc tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:12.064220 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf84308-6fb0-4cff-9677-b6154b85962e req-b7708f82-1cbb-4e24-a9f6-1313965f06ca tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] No DVR routers for this DVR port a89d0a52-07a9-4cf6-b210-4bdb8286404d on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:57:12.067474 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3bf84308-6fb0-4cff-9677-b6154b85962e req-b7708f82-1cbb-4e24-a9f6-1313965f06ca tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:12.070092 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bf84308-6fb0-4cff-9677-b6154b85962e req-b7708f82-1cbb-4e24-a9f6-1313965f06ca tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.36 "DELETE /v2.0/ports/a89d0a52-07a9-4cf6-b210-4bdb8286404d HTTP/1.1" status: 204 len: 173 time: 0.6465032 Sep 07 18:57:12.070749 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ffb698-72c1-42e0-bbfc-1714ccdf2757', 'name': 'network-vif-deleted', 'tag': 'a89d0a52-07a9-4cf6-b210-4bdb8286404d'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:12.073473 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94e779a-e2b5-4b4c-9c71-dbe52b348c63" -d '{"events": [{"server_uuid": "f9ffb698-72c1-42e0-bbfc-1714ccdf2757", "name": "network-vif-deleted", "tag": "a89d0a52-07a9-4cf6-b210-4bdb8286404d"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:12.126557 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328c280f-65c4-4586-95d8-2305845e6a07 x-openstack-request-id: req-328c280f-65c4-4586-95d8-2305845e6a07 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:12.127191 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ffb698-72c1-42e0-bbfc-1714ccdf2757", "name": "network-vif-deleted", "tag": "a89d0a52-07a9-4cf6-b210-4bdb8286404d", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:12.127693 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-328c280f-65c4-4586-95d8-2305845e6a07 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:12.128305 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ffb698-72c1-42e0-bbfc-1714ccdf2757', 'name': 'network-vif-deleted', 'tag': 'a89d0a52-07a9-4cf6-b210-4bdb8286404d', 'status': 'completed', 'code': 200} Sep 07 18:57:12.144358 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-886e9fcf-c6fe-49fe-80b3-458580bebcfc tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:12.154323 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958f25a-a984-47fa-8a21-907b5596252e req-4e857d45-3c68-4ab4-8c13-ed1d50d92115 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:12.158368 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a958f25a-a984-47fa-8a21-907b5596252e req-4e857d45-3c68-4ab4-8c13-ed1d50d92115 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.0808420 Sep 07 18:57:12.177204 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-886e9fcf-c6fe-49fe-80b3-458580bebcfc tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274cd017-0163-4be9-bb52-881a76d8c101']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:12.188148 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-886e9fcf-c6fe-49fe-80b3-458580bebcfc tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637fcf10-5bc1-4aa3-98be-3e5fffc0fe10') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:12.188843 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-886e9fcf-c6fe-49fe-80b3-458580bebcfc tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637fcf10-5bc1-4aa3-98be-3e5fffc0fe10') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:12.199967 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a958f25a-a984-47fa-8a21-907b5596252e req-c479c126-812e-4ccc-a188-913d07c7b7e4 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367641 Sep 07 18:57:12.200727 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-886e9fcf-c6fe-49fe-80b3-458580bebcfc tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:12.217568 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-886e9fcf-c6fe-49fe-80b3-458580bebcfc tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:12.225305 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886e9fcf-c6fe-49fe-80b3-458580bebcfc tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:57:12.225769 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-886e9fcf-c6fe-49fe-80b3-458580bebcfc tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:57:12.227765 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:57:12.299629 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-886e9fcf-c6fe-49fe-80b3-458580bebcfc tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:12.314395 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886e9fcf-c6fe-49fe-80b3-458580bebcfc tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 274cd017-0163-4be9-bb52-881a76d8c101 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 07 18:57:12.315125 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0996b38d-8a69-4048-bc80-65af898743a0 req-ec899cfe-3134-4409-8323-a78c04723e7b tempest-ListServerFiltersTestJSON-851474504 tempest-ListServerFiltersTestJSON-851474504-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9ffb698-72c1-42e0-bbfc-1714ccdf2757 HTTP/1.1" status: 200 len: 210 time: 0.0279212 Sep 07 18:57:12.316053 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e9fcf-c6fe-49fe-80b3-458580bebcfc tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Pushing event deleted for resources: {'Network': ['ID=274cd017-0163-4be9-bb52-881a76d8c101,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:12.317993 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-886e9fcf-c6fe-49fe-80b3-458580bebcfc tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:12.325155 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-886e9fcf-c6fe-49fe-80b3-458580bebcfc tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "DELETE /v2.0/networks/274cd017-0163-4be9-bb52-881a76d8c101 HTTP/1.1" status: 204 len: 168 time: 0.3837371 Sep 07 18:57:12.498675 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36174) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:12.503678 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-406e8a05-644c-4286-aa58-ccf9a46812e8 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Request body: {'router': {'name': 'tempest-router--1513928887', 'project_id': '5d74564d7d444cca9090b9471df63c41'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:12.525568 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-406e8a05-644c-4286-aa58-ccf9a46812e8 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:12.527274 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-406e8a05-644c-4286-aa58-ccf9a46812e8 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:12.583119 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-406e8a05-644c-4286-aa58-ccf9a46812e8 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:12.588494 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-406e8a05-644c-4286-aa58-ccf9a46812e8 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:12.603482 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-406e8a05-644c-4286-aa58-ccf9a46812e8 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:12.605012 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-406e8a05-644c-4286-aa58-ccf9a46812e8 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1051874 Sep 07 18:57:12.607906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36180) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:12.679546 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:12.755680 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-29531487-aa50-490f-9cf4-a4d89ccaa3b8 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:12.813024 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9424a-b3a3-4c45-b349-ef742b7aa75d req-5d8b425f-c483-40f3-8e70-e24b0e8a6fca tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:12.814618 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a3d9424a-b3a3-4c45-b349-ef742b7aa75d req-5d8b425f-c483-40f3-8e70-e24b0e8a6fca tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d107b0-f0be-462c-94be-837002ebae50 HTTP/1.1" status: 200 len: 943 time: 0.1229570 Sep 07 18:57:12.849970 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 8d41637e-b455-48a9-a391-0c79b81c3df6 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:57:12.953269 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-29531487-aa50-490f-9cf4-a4d89ccaa3b8 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:12.965853 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 8d41637e-b455-48a9-a391-0c79b81c3df6, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=8d41637e-b455-48a9-a391-0c79b81c3df6,segment=NetworkSegment(c967c091-14df-4d6a-87cd-5fc97dc7d4fb),segment_id=c967c091-14df-4d6a-87cd-5fc97dc7d4fb)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:12.967587 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-29531487-aa50-490f-9cf4-a4d89ccaa3b8 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:12.977248 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '8d41637e-b455-48a9-a391-0c79b81c3df6', 'network_id': '12bd9298-c53b-43e6-befd-df33f681a167', 'port_id': '8d41637e-b455-48a9-a391-0c79b81c3df6', 'mac_address': 'fa:16:3e:a7:98:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e2c64f-c344-4505-ac84-a62a4bb7216f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:57:12.998105 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a3d9424a-b3a3-4c45-b349-ef742b7aa75d req-7d38e290-e1be-4b86-b09b-ffe0b44b9242 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/security-groups?id=9507260e-0470-4eb3-beb9-8a9d1fffe0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561949 Sep 07 18:57:13.015955 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:13.032110 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d41637e-b455-48a9-a391-0c79b81c3df6 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:57:13.045022 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-29531487-aa50-490f-9cf4-a4d89ccaa3b8 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:13.045683 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29531487-aa50-490f-9cf4-a4d89ccaa3b8 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6710377-01e7-4ba3-9fd6-33c5da7b91bf {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:57:13.052630 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-29531487-aa50-490f-9cf4-a4d89ccaa3b8 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:13.057079 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-29531487-aa50-490f-9cf4-a4d89ccaa3b8 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "DELETE /v2.0/routers/e6710377-01e7-4ba3-9fd6-33c5da7b91bf HTTP/1.1" status: 204 len: 168 time: 0.4442186 Sep 07 18:57:13.058016 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 8d41637e-b455-48a9-a391-0c79b81c3df6, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=8d41637e-b455-48a9-a391-0c79b81c3df6,segment=NetworkSegment(c967c091-14df-4d6a-87cd-5fc97dc7d4fb),segment_id=c967c091-14df-4d6a-87cd-5fc97dc7d4fb)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:13.065741 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5ebd3-8a0c-4d93-bf2a-4d0c95eca62b req-790cb19a-ef97-4586-848d-7c974a80dda5 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:13.067539 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1dd5ebd3-8a0c-4d93-bf2a-4d0c95eca62b req-790cb19a-ef97-4586-848d-7c974a80dda5 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e9e65f-016d-400a-b154-40325268a752 HTTP/1.1" status: 200 len: 946 time: 0.1423719 Sep 07 18:57:13.073080 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:13.116054 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1dd5ebd3-8a0c-4d93-bf2a-4d0c95eca62b req-89376da8-9fb9-449b-b7ef-6443ad54aa0f tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408263 Sep 07 18:57:13.128244 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=8d41637e-b455-48a9-a391-0c79b81c3df6,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:13.171926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36188) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:13.258470 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e9e65f-016d-400a-b154-40325268a752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e59dae-67cd-401c-ab3d-5b2d8edad108'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:13.260916 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51718e24-ac36-44dd-9cee-ef769cfac764" -d '{"events": [{"server_uuid": "39e9e65f-016d-400a-b154-40325268a752", "name": "network-vif-plugged", "status": "completed", "tag": "a2e59dae-67cd-401c-ab3d-5b2d8edad108"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:13.296753 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e543240c-b236-4ee1-9812-01753767a688 x-openstack-request-id: req-e543240c-b236-4ee1-9812-01753767a688 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:13.297233 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e9e65f-016d-400a-b154-40325268a752", "name": "network-vif-plugged", "status": "completed", "tag": "a2e59dae-67cd-401c-ab3d-5b2d8edad108", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:13.297720 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e543240c-b236-4ee1-9812-01753767a688 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:13.298399 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e9e65f-016d-400a-b154-40325268a752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e59dae-67cd-401c-ab3d-5b2d8edad108', 'code': 200} Sep 07 18:57:13.342966 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['8d41637e-b455-48a9-a391-0c79b81c3df6'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:57:13.351712 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af515434-6269-42a7-8fcd-fad29bd96bfa req-52412f94-4c73-49e4-a336-e0986ea048c7 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:13.353294 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af515434-6269-42a7-8fcd-fad29bd96bfa req-52412f94-4c73-49e4-a336-e0986ea048c7 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.0613203 Sep 07 18:57:13.379802 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36198) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:13.380445 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-a305b885-a46e-4a31-bec8-8fbe0f481ea8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-222144388', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}, 'admin_state_up': False}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:13.430230 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-347df05f-2f61-4ec2-83cb-2c4477ae0386 admin admin] Deleting subnet bb086058-ee0b-4e82-9985-a33edfb98db6 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:57:13.433789 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-347df05f-2f61-4ec2-83cb-2c4477ae0386 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:13.450606 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af515434-6269-42a7-8fcd-fad29bd96bfa req-f3a273fd-7ee6-4e6b-a1d6-ae88f488ae00 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898998 Sep 07 18:57:13.453169 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a305b885-a46e-4a31-bec8-8fbe0f481ea8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:13.454226 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a305b885-a46e-4a31-bec8-8fbe0f481ea8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:13.467961 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c74633-9d52-4096-a8a5-9a6968dbb6f5 req-a354e238-d4b0-4674-aebb-e4951acbfdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:13.469718 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87c74633-9d52-4096-a8a5-9a6968dbb6f5 req-a354e238-d4b0-4674-aebb-e4951acbfdf1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39e9e65f-016d-400a-b154-40325268a752 HTTP/1.1" status: 200 len: 1097 time: 0.0988512 Sep 07 18:57:13.483867 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-347df05f-2f61-4ec2-83cb-2c4477ae0386 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:13.541665 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a305b885-a46e-4a31-bec8-8fbe0f481ea8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:13.551748 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:13.581450 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-347df05f-2f61-4ec2-83cb-2c4477ae0386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:13.591020 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87c74633-9d52-4096-a8a5-9a6968dbb6f5 req-07a6d066-7ae7-45ba-b0a0-a782fee61cb5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109879 Sep 07 18:57:13.648165 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-347df05f-2f61-4ec2-83cb-2c4477ae0386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:13.684941 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347df05f-2f61-4ec2-83cb-2c4477ae0386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb086058-ee0b-4e82-9985-a33edfb98db6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:13.687284 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-347df05f-2f61-4ec2-83cb-2c4477ae0386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:13.692289 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109ae075-8f1e-4d5e-838a-b3de7d048a5a None None] Network b4943d32-045e-4ba1-b602-399d971687ed requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:57:13.700679 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-347df05f-2f61-4ec2-83cb-2c4477ae0386 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bb086058-ee0b-4e82-9985-a33edfb98db6 HTTP/1.1" status: 204 len: 168 time: 0.3194265 Sep 07 18:57:13.701434 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36206) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:13.722015 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a305b885-a46e-4a31-bec8-8fbe0f481ea8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:13.785351 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee84ce49-1d2e-4429-ae7a-ed9948513271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:13.827493 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b3f67-413d-428e-951a-4f94be797c9d req-8d910496-e9b8-42a4-abf3-b58356fb0012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:13.829061 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-643b3f67-413d-428e-951a-4f94be797c9d req-8d910496-e9b8-42a4-abf3-b58356fb0012 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d5431a91a4e44fc9cbeb8f618118d7e&device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 1096 time: 0.1026349 Sep 07 18:57:13.845915 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5722d1-3439-47f0-8cec-f8f22d3b22e7 req-7caa5cb7-ad46-462a-98af-708dc32c0cc1 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:13.847456 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee5722d1-3439-47f0-8cec-f8f22d3b22e7 req-7caa5cb7-ad46-462a-98af-708dc32c0cc1 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.1221209 Sep 07 18:57:13.853262 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-ee84ce49-1d2e-4429-ae7a-ed9948513271 admin admin] Deleting port 0e34cb25-2414-4356-8d5a-7349af31cf62 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:13.853699 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee84ce49-1d2e-4429-ae7a-ed9948513271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:13.896904 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e39dba6-3304-4f0e-8665-5a00fb6fe698 None None] DHCP port deletion for b4943d32-045e-4ba1-b602-399d971687ed request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:57:13.924691 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-ee84ce49-1d2e-4429-ae7a-ed9948513271 admin admin] For port 0e34cb25-2414-4356-8d5a-7349af31cf62, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0e34cb25-2414-4356-8d5a-7349af31cf62,segment=NetworkSegment(0fb58946-c180-45a9-954e-d852f4221068),segment_id=0fb58946-c180-45a9-954e-d852f4221068)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:13.925059 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee84ce49-1d2e-4429-ae7a-ed9948513271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:13.938393 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-ee84ce49-1d2e-4429-ae7a-ed9948513271 admin admin] Calling delete_port for 0e34cb25-2414-4356-8d5a-7349af31cf62 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:13.944575 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-8e39dba6-3304-4f0e-8665-5a00fb6fe698 None None] Deleting port 0e34cb25-2414-4356-8d5a-7349af31cf62 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:13.944955 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8e39dba6-3304-4f0e-8665-5a00fb6fe698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:13.995721 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee5722d1-3439-47f0-8cec-f8f22d3b22e7 req-aa5a8c40-b046-4f68-a6d1-10da10eace7e tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361675 Sep 07 18:57:14.017925 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8e39dba6-3304-4f0e-8665-5a00fb6fe698 None None] For port 0e34cb25-2414-4356-8d5a-7349af31cf62, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0e34cb25-2414-4356-8d5a-7349af31cf62,segment=NetworkSegment(0fb58946-c180-45a9-954e-d852f4221068),segment_id=0fb58946-c180-45a9-954e-d852f4221068)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:14.018430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b3f67-413d-428e-951a-4f94be797c9d req-6f6cb0e5-5d2c-4d46-a9c5-5fea1c13d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:14.018914 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8e39dba6-3304-4f0e-8665-5a00fb6fe698 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:14.020108 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-643b3f67-413d-428e-951a-4f94be797c9d req-6f6cb0e5-5d2c-4d46-a9c5-5fea1c13d41f service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a878b49-10b2-47af-bc58-6b8ebe3ae89a HTTP/1.1" status: 200 len: 920 time: 0.1832764 Sep 07 18:57:14.030651 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee84ce49-1d2e-4429-ae7a-ed9948513271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:14.038721 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-8e39dba6-3304-4f0e-8665-5a00fb6fe698 None None] Calling delete_port for 0e34cb25-2414-4356-8d5a-7349af31cf62 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:14.063674 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84ce49-1d2e-4429-ae7a-ed9948513271 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e34cb25-2414-4356-8d5a-7349af31cf62,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:14.077431 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee84ce49-1d2e-4429-ae7a-ed9948513271 admin admin] No DVR routers for this DVR port 0e34cb25-2414-4356-8d5a-7349af31cf62 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:57:14.118739 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8e39dba6-3304-4f0e-8665-5a00fb6fe698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:14.121637 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-643b3f67-413d-428e-951a-4f94be797c9d req-7ac7ded7-9410-4443-92a9-2837356ee5fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d05d9445-89a9-4649-b337-d32f7c9386a2 HTTP/1.1" status: 200 len: 217 time: 0.0913103 Sep 07 18:57:14.146624 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39dba6-3304-4f0e-8665-5a00fb6fe698 None None] Pushing event deleted for resources: {'Port': ['ID=0e34cb25-2414-4356-8d5a-7349af31cf62,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:14.150620 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e39dba6-3304-4f0e-8665-5a00fb6fe698 None None] No DVR routers for this DVR port 0e34cb25-2414-4356-8d5a-7349af31cf62 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:57:14.181143 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee84ce49-1d2e-4429-ae7a-ed9948513271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:14.204839 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ee84ce49-1d2e-4429-ae7a-ed9948513271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4943d32-045e-4ba1-b602-399d971687ed']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:14.214019 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ee84ce49-1d2e-4429-ae7a-ed9948513271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb58946-c180-45a9-954e-d852f4221068') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:14.214857 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ee84ce49-1d2e-4429-ae7a-ed9948513271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb58946-c180-45a9-954e-d852f4221068') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:14.227361 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee84ce49-1d2e-4429-ae7a-ed9948513271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:14.241085 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee84ce49-1d2e-4429-ae7a-ed9948513271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:14.247154 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee84ce49-1d2e-4429-ae7a-ed9948513271 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:57:14.247535 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee84ce49-1d2e-4429-ae7a-ed9948513271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:57:14.249216 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:57:14.271145 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a305b885-a46e-4a31-bec8-8fbe0f481ea8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:14.298304 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632cba4-39c6-4f59-913f-7878648b0039 req-ed5c1605-bc64-40b8-98c9-91f250f6c734 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:14.299739 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c632cba4-39c6-4f59-913f-7878648b0039 req-ed5c1605-bc64-40b8-98c9-91f250f6c734 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d107b0-f0be-462c-94be-837002ebae50 HTTP/1.1" status: 200 len: 944 time: 0.2146578 Sep 07 18:57:14.309330 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee84ce49-1d2e-4429-ae7a-ed9948513271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:14.314898 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee84ce49-1d2e-4429-ae7a-ed9948513271 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:14.319247 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ee84ce49-1d2e-4429-ae7a-ed9948513271 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b4943d32-045e-4ba1-b602-399d971687ed HTTP/1.1" status: 204 len: 168 time: 0.6139846 Sep 07 18:57:14.321022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b3f67-413d-428e-951a-4f94be797c9d req-9be43dc3-bef9-428e-9246-48ca38b612bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:14.322573 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-643b3f67-413d-428e-951a-4f94be797c9d req-9be43dc3-bef9-428e-9246-48ca38b612bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3fcd8dca-d383-49a3-a9a8-300dc129818c HTTP/1.1" status: 200 len: 859 time: 0.1888471 Sep 07 18:57:14.330259 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84ce49-1d2e-4429-ae7a-ed9948513271 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4943d32-045e-4ba1-b602-399d971687ed,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:14.332939 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a305b885-a46e-4a31-bec8-8fbe0f481ea8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:14.380878 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-643b3f67-413d-428e-951a-4f94be797c9d req-59516650-340b-4bc5-a564-a036a4229096 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a878b49-10b2-47af-bc58-6b8ebe3ae89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459061 Sep 07 18:57:14.487346 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36216) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:14.530654 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-74ba7fb0-1404-4244-b484-29987229e26c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1b4a41684be474d90277324c86fc787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419557 Sep 07 18:57:14.533115 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36218) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:14.585695 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f6a5140f-eb1a-4de4-b1d1-9accb04a24c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:14.608262 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f6a5140f-eb1a-4de4-b1d1-9accb04a24c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:14.660773 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f6a5140f-eb1a-4de4-b1d1-9accb04a24c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:14.663512 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f6a5140f-eb1a-4de4-b1d1-9accb04a24c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:14.664749 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f6a5140f-eb1a-4de4-b1d1-9accb04a24c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3217698-cdec-47a4-add5-564a885bb047 HTTP/1.1" status: 204 len: 168 time: 0.1306016 Sep 07 18:57:14.673063 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5140f-eb1a-4de4-b1d1-9accb04a24c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3217698-cdec-47a4-add5-564a885bb047,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:14.793183 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c632cba4-39c6-4f59-913f-7878648b0039 req-b094e80e-30e5-4ce7-ad69-b10d34eb5252 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/security-groups?id=9507260e-0470-4eb3-beb9-8a9d1fffe0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678819 Sep 07 18:57:14.801001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e432c-0d96-4dd5-bafe-a2cad8634d20 req-6ec163a0-755f-4134-b480-460346ec4ece tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:14.802499 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-750e432c-0d96-4dd5-bafe-a2cad8634d20 req-6ec163a0-755f-4134-b480-460346ec4ece tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e9e65f-016d-400a-b154-40325268a752 HTTP/1.1" status: 200 len: 946 time: 0.5702281 Sep 07 18:57:14.861108 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 8d41637e-b455-48a9-a391-0c79b81c3df6 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:57:14.914526 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 8d41637e-b455-48a9-a391-0c79b81c3df6 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:57:14.919618 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 8d41637e-b455-48a9-a391-0c79b81c3df6 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:57:14.920306 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:14.940322 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-750e432c-0d96-4dd5-bafe-a2cad8634d20 req-e1f68d29-dff6-47dd-aa4b-87e84b313264 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222434 Sep 07 18:57:14.941542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-a305b885-a46e-4a31-bec8-8fbe0f481ea8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Allocated IP 172.25.8.125 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/6eccda3e-9083-4dea-8c17-1a603ec74da3) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:57:14.965685 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-643b3f67-413d-428e-951a-4f94be797c9d req-bace778b-631d-4372-aeff-19e175a939d2 service neutron] 10.222.0.60 "GET /v2.0/networks/2a878b49-10b2-47af-bc58-6b8ebe3ae89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519197 Sep 07 18:57:15.131917 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:15.170917 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 8d41637e-b455-48a9-a391-0c79b81c3df6, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=8d41637e-b455-48a9-a391-0c79b81c3df6,segment=NetworkSegment(c967c091-14df-4d6a-87cd-5fc97dc7d4fb),segment_id=c967c091-14df-4d6a-87cd-5fc97dc7d4fb)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:15.176385 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:15.178430 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-643b3f67-413d-428e-951a-4f94be797c9d req-62fd0974-9925-436b-96fb-b626c9a74898 service neutron] 10.222.0.60 "GET /v2.0/networks/2a878b49-10b2-47af-bc58-6b8ebe3ae89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050245 Sep 07 18:57:15.189296 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a305b885-a46e-4a31-bec8-8fbe0f481ea8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:15.210558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b168f-4d07-41da-9793-3e0f2bf5c844 req-8ed5d1b0-9d97-4dad-bc42-c87b8172f90a tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:15.212542 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-487b168f-4d07-41da-9793-3e0f2bf5c844 req-8ed5d1b0-9d97-4dad-bc42-c87b8172f90a tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.1059778 Sep 07 18:57:15.259929 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=8d41637e-b455-48a9-a391-0c79b81c3df6,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:15.287805 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-487b168f-4d07-41da-9793-3e0f2bf5c844 req-1394d0d6-4f19-484b-81f6-6d664b244506 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669739 Sep 07 18:57:15.301672 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d107b0-f0be-462c-94be-837002ebae50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d41637e-b455-48a9-a391-0c79b81c3df6'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:15.304030 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bc3005-4a9d-48b1-b819-88c95005e7e4" -d '{"events": [{"server_uuid": "d5d107b0-f0be-462c-94be-837002ebae50", "name": "network-vif-plugged", "status": "completed", "tag": "8d41637e-b455-48a9-a391-0c79b81c3df6"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:15.314279 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a305b885-a46e-4a31-bec8-8fbe0f481ea8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:15.344083 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f81e5d6-eb36-449d-8285-5090918f86e4 x-openstack-request-id: req-7f81e5d6-eb36-449d-8285-5090918f86e4 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:15.344650 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d107b0-f0be-462c-94be-837002ebae50", "name": "network-vif-plugged", "status": "completed", "tag": "8d41637e-b455-48a9-a391-0c79b81c3df6", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:15.344912 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f81e5d6-eb36-449d-8285-5090918f86e4 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:15.345340 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d107b0-f0be-462c-94be-837002ebae50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d41637e-b455-48a9-a391-0c79b81c3df6', 'code': 200} Sep 07 18:57:15.357427 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a305b885-a46e-4a31-bec8-8fbe0f481ea8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:57:15.364075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-a305b885-a46e-4a31-bec8-8fbe0f481ea8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:15.368705 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a305b885-a46e-4a31-bec8-8fbe0f481ea8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:57:15.372147 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305b885-a46e-4a31-bec8-8fbe0f481ea8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Pushing event updated for resources: {'Port': ['ID=6eccda3e-9083-4dea-8c17-1a603ec74da3,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:15.537869 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec7272-2f21-4dd1-8a02-0cf267c6c223 req-299c0190-5fb9-4d2c-8ca2-b906b419ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:15.539428 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7aec7272-2f21-4dd1-8a02-0cf267c6c223 req-299c0190-5fb9-4d2c-8ca2-b906b419ff96 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d5d107b0-f0be-462c-94be-837002ebae50 HTTP/1.1" status: 200 len: 1096 time: 0.1375268 Sep 07 18:57:15.620384 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7aec7272-2f21-4dd1-8a02-0cf267c6c223 req-ae7d0388-4224-4693-a5e6-c6b534ba462d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9507260e-0470-4eb3-beb9-8a9d1fffe0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699146 Sep 07 18:57:15.630876 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a89d0a52-07a9-4cf6-b210-4bdb8286404d no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:57:15.654648 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: a89d0a52-07a9-4cf6-b210-4bdb8286404d {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:57:15.654953 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a89d0a52-07a9-4cf6-b210-4bdb8286404d not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:57:15.693853 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a305b885-a46e-4a31-bec8-8fbe0f481ea8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:15.912757 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0e34cb25-2414-4356-8d5a-7349af31cf62 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:57:15.936499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 0e34cb25-2414-4356-8d5a-7349af31cf62 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:57:15.936959 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0e34cb25-2414-4356-8d5a-7349af31cf62 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:57:15.937405 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a305b885-a46e-4a31-bec8-8fbe0f481ea8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:15.957759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827376fa-7c6c-4710-a62e-aa3f96d5b87f req-fa14c25f-4f25-448e-b06f-48b36b1a4fcf tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:15.959891 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-827376fa-7c6c-4710-a62e-aa3f96d5b87f req-fa14c25f-4f25-448e-b06f-48b36b1a4fcf tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d107b0-f0be-462c-94be-837002ebae50 HTTP/1.1" status: 200 len: 945 time: 0.0700533 Sep 07 18:57:16.095118 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-827376fa-7c6c-4710-a62e-aa3f96d5b87f req-7569e3ed-2109-424a-a633-96b16a4d1d40 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/security-groups?id=9507260e-0470-4eb3-beb9-8a9d1fffe0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022942 Sep 07 18:57:16.132095 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbbe11-9514-480b-8b20-2ad709589d1d req-ec34f1a5-4fd1-4829-aa82-c29e44986358 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:16.133646 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6bbbe11-9514-480b-8b20-2ad709589d1d req-ec34f1a5-4fd1-4829-aa82-c29e44986358 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e9e65f-016d-400a-b154-40325268a752 HTTP/1.1" status: 200 len: 946 time: 0.1182392 Sep 07 18:57:16.185917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6bbbe11-9514-480b-8b20-2ad709589d1d req-fa4bfdd6-0ba7-4ad7-8b60-778610240926 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432734 Sep 07 18:57:16.186601 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a305b885-a46e-4a31-bec8-8fbe0f481ea8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Router 823b5df7-2851-464b-bde6-a9d75de85fc9 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:57:16.211452 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36286) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:16.306279 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a305b885-a46e-4a31-bec8-8fbe0f481ea8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:57:16.326575 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a21fda-9045-4064-a675-7d74f9ebb480 None None] Sync routers for ids ['823b5df7-2851-464b-bde6-a9d75de85fc9'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:57:16.327483 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a305b885-a46e-4a31-bec8-8fbe0f481ea8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:16.331510 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a305b885-a46e-4a31-bec8-8fbe0f481ea8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1559131 Sep 07 18:57:16.331988 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36296) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:16.357627 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a21fda-9045-4064-a675-7d74f9ebb480 None None] Routers {'823b5df7-2851-464b-bde6-a9d75de85fc9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:16.365264 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e0a21fda-9045-4064-a675-7d74f9ebb480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['823b5df7-2851-464b-bde6-a9d75de85fc9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:16.416283 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e0a21fda-9045-4064-a675-7d74f9ebb480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:16.420382 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-79cb405a-00e4-49f5-9d18-0c3c9538c8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:16.426278 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a21fda-9045-4064-a675-7d74f9ebb480 None None] Routers {'823b5df7-2851-464b-bde6-a9d75de85fc9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:16.427020 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e0a21fda-9045-4064-a675-7d74f9ebb480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['823b5df7-2851-464b-bde6-a9d75de85fc9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:16.434898 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a8067-9487-47af-baa7-b2f8e5ea278d req-b9a867b2-a211-403d-8188-8c1e9d32cdd0 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:16.441026 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e39a8067-9487-47af-baa7-b2f8e5ea278d req-b9a867b2-a211-403d-8188-8c1e9d32cdd0 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e9e65f-016d-400a-b154-40325268a752 HTTP/1.1" status: 200 len: 946 time: 0.0720894 Sep 07 18:57:16.467456 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e0a21fda-9045-4064-a675-7d74f9ebb480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:16.468121 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a21fda-9045-4064-a675-7d74f9ebb480 None None] The sync data for ids ['823b5df7-2851-464b-bde6-a9d75de85fc9'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:57:16.509116 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e39a8067-9487-47af-baa7-b2f8e5ea278d req-a028a222-6f1a-411f-9b2b-98f3c6643a4b tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516346 Sep 07 18:57:16.521739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505e2eb-81be-4b36-845f-7a3493b009ef req-a6149fd4-388f-4a8f-8502-67a6028509da tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:16.523400 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0505e2eb-81be-4b36-845f-7a3493b009ef req-a6149fd4-388f-4a8f-8502-67a6028509da tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.1121695 Sep 07 18:57:16.550450 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ec8d3649-7fd9-4357-8203-e706aa1f480f tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "GET /v2.0/routers/823b5df7-2851-464b-bde6-a9d75de85fc9 HTTP/1.1" status: 200 len: 924 time: 0.2171314 Sep 07 18:57:16.553416 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36298) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:16.570483 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0505e2eb-81be-4b36-845f-7a3493b009ef req-d969f191-cfc8-4e24-b217-f79a1463d68c tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407937 Sep 07 18:57:16.594269 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f09e7252-9323-46a2-a3e1-f3130ec67ff7 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "GET /v2.0/ports?device_id=823b5df7-2851-464b-bde6-a9d75de85fc9 HTTP/1.1" status: 200 len: 205 time: 0.0374086 Sep 07 18:57:16.594925 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36300) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:16.716344 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-79cb405a-00e4-49f5-9d18-0c3c9538c8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:16.726994 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-79cb405a-00e4-49f5-9d18-0c3c9538c8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:16.755360 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85215a7c-6d25-464f-a475-875d981e2f3d tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:16.806418 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-79cb405a-00e4-49f5-9d18-0c3c9538c8d5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=74a7cef7530f47ecb203d542684c1b29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5937502 Sep 07 18:57:16.809194 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36302) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:16.810986 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb405a-00e4-49f5-9d18-0c3c9538c8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11f147f-3cea-4171-a8b1-50f156cefc1e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:16.862902 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ca76fccf-56f4-46e0-a123-2f5178c27356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:16.879955 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85215a7c-6d25-464f-a475-875d981e2f3d tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:16.884081 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ca76fccf-56f4-46e0-a123-2f5178c27356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:16.933613 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-85215a7c-6d25-464f-a475-875d981e2f3d tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Deleting port 6eccda3e-9083-4dea-8c17-1a603ec74da3 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:16.933959 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85215a7c-6d25-464f-a475-875d981e2f3d tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:16.934161 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ca76fccf-56f4-46e0-a123-2f5178c27356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:16.937114 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ca76fccf-56f4-46e0-a123-2f5178c27356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:16.938342 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ca76fccf-56f4-46e0-a123-2f5178c27356 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a11f147f-3cea-4171-a8b1-50f156cefc1e HTTP/1.1" status: 204 len: 168 time: 0.1280651 Sep 07 18:57:16.946570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76fccf-56f4-46e0-a123-2f5178c27356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11f147f-3cea-4171-a8b1-50f156cefc1e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:17.018852 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85215a7c-6d25-464f-a475-875d981e2f3d tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:17.032028 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-85215a7c-6d25-464f-a475-875d981e2f3d tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Calling delete_port for 6eccda3e-9083-4dea-8c17-1a603ec74da3 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:17.212500 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85215a7c-6d25-464f-a475-875d981e2f3d tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:17.221438 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b8222-e0bb-4e29-b307-c490cc2428d0 req-2dbd3f9f-4a73-451f-8d31-4fd380a40893 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:17.226259 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-131b8222-e0bb-4e29-b307-c490cc2428d0 req-2dbd3f9f-4a73-451f-8d31-4fd380a40893 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d107b0-f0be-462c-94be-837002ebae50 HTTP/1.1" status: 200 len: 945 time: 0.0606184 Sep 07 18:57:17.244332 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85215a7c-6d25-464f-a475-875d981e2f3d tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Pushing event deleted for resources: {'Port': ['ID=6eccda3e-9083-4dea-8c17-1a603ec74da3,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:17.270104 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-131b8222-e0bb-4e29-b307-c490cc2428d0 req-d57b5790-7830-4b28-9538-a4410bd7f0bc tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/security-groups?id=9507260e-0470-4eb3-beb9-8a9d1fffe0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366480 Sep 07 18:57:17.306982 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85215a7c-6d25-464f-a475-875d981e2f3d tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:17.432794 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85215a7c-6d25-464f-a475-875d981e2f3d tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:17.436424 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85215a7c-6d25-464f-a475-875d981e2f3d tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:17.495388 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85215a7c-6d25-464f-a475-875d981e2f3d tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:17.496609 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85215a7c-6d25-464f-a475-875d981e2f3d tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Fanout notify agent at l3_agent the message router_deleted on router 823b5df7-2851-464b-bde6-a9d75de85fc9 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:57:17.508282 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85215a7c-6d25-464f-a475-875d981e2f3d tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:17.513414 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-85215a7c-6d25-464f-a475-875d981e2f3d tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "DELETE /v2.0/routers/823b5df7-2851-464b-bde6-a9d75de85fc9 HTTP/1.1" status: 204 len: 168 time: 0.9136577 Sep 07 18:57:17.513609 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36340) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:17.517912 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-44bbbd48-e02c-4ce9-a9fc-2ac6e4906e2e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Request body: {'router': {'name': 'tempest-snat-router-681190213', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'enable_snat': False}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:17.542168 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-44bbbd48-e02c-4ce9-a9fc-2ac6e4906e2e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:17.543502 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-44bbbd48-e02c-4ce9-a9fc-2ac6e4906e2e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:17.611544 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-44bbbd48-e02c-4ce9-a9fc-2ac6e4906e2e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:17.686101 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36354) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:17.686476 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad430c5-3d6d-40dd-9d75-3f9986fb5d39 req-efde9357-ed6b-4142-8105-e1a7fe130b68 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:17.688031 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ad430c5-3d6d-40dd-9d75-3f9986fb5d39 req-efde9357-ed6b-4142-8105-e1a7fe130b68 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=39e9e65f-016d-400a-b154-40325268a752 HTTP/1.1" status: 200 len: 946 time: 0.1048584 Sep 07 18:57:17.763491 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-44bbbd48-e02c-4ce9-a9fc-2ac6e4906e2e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:17.774036 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ad430c5-3d6d-40dd-9d75-3f9986fb5d39 req-43c78739-5e32-4f0d-869d-239b788590a0 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760283 Sep 07 18:57:17.783744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7fdfb-4d74-4bad-9b9a-52a46b9e057b req-c52e79c5-75d2-4595-bd62-f22345f2f034 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:17.785298 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91f7fdfb-4d74-4bad-9b9a-52a46b9e057b req-c52e79c5-75d2-4595-bd62-f22345f2f034 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.0963321 Sep 07 18:57:17.835765 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-753902f7-6bd4-4dae-9ea0-619d1151ca4c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2057676044-network', 'tenant_id': 'e81334715fe248b7846fde74e7fee518'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:17.847249 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91f7fdfb-4d74-4bad-9b9a-52a46b9e057b req-09c5f348-89a1-4ae8-a271-faf018a9bcd5 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469031 Sep 07 18:57:17.874506 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753902f7-6bd4-4dae-9ea0-619d1151ca4c admin admin] Made reservation on behalf of e81334715fe248b7846fde74e7fee518 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:57:17.874506 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-753902f7-6bd4-4dae-9ea0-619d1151ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:17.890624 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-753902f7-6bd4-4dae-9ea0-619d1151ca4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:18.240328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa712a-c141-44c5-b9aa-bb2351a383d9 req-6964fc5a-5315-42c6-9085-da61c56a5512 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:18.242765 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2efa712a-c141-44c5-b9aa-bb2351a383d9 req-6964fc5a-5315-42c6-9085-da61c56a5512 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d107b0-f0be-462c-94be-837002ebae50 HTTP/1.1" status: 200 len: 945 time: 0.0597358 Sep 07 18:57:18.282653 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2efa712a-c141-44c5-b9aa-bb2351a383d9 req-84dcf84d-64a7-4356-bf2c-42c7da070981 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/security-groups?id=9507260e-0470-4eb3-beb9-8a9d1fffe0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335443 Sep 07 18:57:18.359312 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-44bbbd48-e02c-4ce9-a9fc-2ac6e4906e2e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:18.383954 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-44bbbd48-e02c-4ce9-a9fc-2ac6e4906e2e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:18.462385 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-753902f7-6bd4-4dae-9ea0-619d1151ca4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:18.487291 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-753902f7-6bd4-4dae-9ea0-619d1151ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:18.522038 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753902f7-6bd4-4dae-9ea0-619d1151ca4c admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:57:18.542578 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753902f7-6bd4-4dae-9ea0-619d1151ca4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824fddb2-0265-45e1-89d1-a5d5e2ef2b80,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:18.545454 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-44bbbd48-e02c-4ce9-a9fc-2ac6e4906e2e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Allocated IP 172.25.8.36 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/8b92cd5c-7200-497c-903d-a0dcb0429384) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:57:18.551212 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-753902f7-6bd4-4dae-9ea0-619d1151ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:18.551585 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-753902f7-6bd4-4dae-9ea0-619d1151ca4c admin admin] Added segment 53235788-5634-48ba-9fa5-674d0808e23e of type vlan for network 1cf7232d-a60f-43db-ab7e-3bece3e83c8f Sep 07 18:57:18.617066 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-753902f7-6bd4-4dae-9ea0-619d1151ca4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:18.680165 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-753902f7-6bd4-4dae-9ea0-619d1151ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:18.681127 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753902f7-6bd4-4dae-9ea0-619d1151ca4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:18.681709 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-753902f7-6bd4-4dae-9ea0-619d1151ca4c admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:18.728649 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-753902f7-6bd4-4dae-9ea0-619d1151ca4c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0414913 Sep 07 18:57:18.731440 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-44bbbd48-e02c-4ce9-a9fc-2ac6e4906e2e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:18.731840 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36392) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:18.736783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-436397b6-99ca-4117-8f22-7847fc7f9c01 admin admin] Request body: {'subnet': {'network_id': '1cf7232d-a60f-43db-ab7e-3bece3e83c8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2057676044-subnet', 'tenant_id': 'e81334715fe248b7846fde74e7fee518', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:18.757877 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436397b6-99ca-4117-8f22-7847fc7f9c01 admin admin] Made reservation on behalf of e81334715fe248b7846fde74e7fee518 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:57:18.760206 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-436397b6-99ca-4117-8f22-7847fc7f9c01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:18.770630 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753902f7-6bd4-4dae-9ea0-619d1151ca4c admin admin] Pushing event updated for resources: {'Network': ['ID=1cf7232d-a60f-43db-ab7e-3bece3e83c8f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:18.781697 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 1cf7232d-a60f-43db-ab7e-3bece3e83c8f details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:57:18.813889 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-44bbbd48-e02c-4ce9-a9fc-2ac6e4906e2e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:18.853226 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bbbd48-e02c-4ce9-a9fc-2ac6e4906e2e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:57:18.856536 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-44bbbd48-e02c-4ce9-a9fc-2ac6e4906e2e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:18.860085 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bbbd48-e02c-4ce9-a9fc-2ac6e4906e2e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:57:18.886746 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbbd48-e02c-4ce9-a9fc-2ac6e4906e2e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Pushing event updated for resources: {'Port': ['ID=8b92cd5c-7200-497c-903d-a0dcb0429384,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:18.981794 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-436397b6-99ca-4117-8f22-7847fc7f9c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:19.023794 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd51ad-face-484e-9948-81b96a83bce4 req-cf1ea175-6415-4498-824c-359a0318d225 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:19.025323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1dcd51ad-face-484e-9948-81b96a83bce4 req-cf1ea175-6415-4498-824c-359a0318d225 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.1181059 Sep 07 18:57:19.072484 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436397b6-99ca-4117-8f22-7847fc7f9c01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddca0847-4c27-4d7b-a6ad-3b98cce52fb5,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:19.089591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436397b6-99ca-4117-8f22-7847fc7f9c01 admin admin] Checking segment: {'id': '53235788-5634-48ba-9fa5-674d0808e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1cf7232d-a60f-43db-ab7e-3bece3e83c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:57:19.090482 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436397b6-99ca-4117-8f22-7847fc7f9c01 admin admin] Network hostable DHCP agents. Network: 1cf7232d-a60f-43db-ab7e-3bece3e83c8f, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:57:19.099670 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1dcd51ad-face-484e-9948-81b96a83bce4 req-f219e2dc-489b-4646-9bfe-a41c53a968fa tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672820 Sep 07 18:57:19.113269 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436397b6-99ca-4117-8f22-7847fc7f9c01 admin admin] Network 1cf7232d-a60f-43db-ab7e-3bece3e83c8f is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:57:19.124978 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-436397b6-99ca-4117-8f22-7847fc7f9c01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 1cf7232d-a60f-43db-ab7e-3bece3e83c8f) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:19.131188 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-44bbbd48-e02c-4ce9-a9fc-2ac6e4906e2e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:19.135916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436397b6-99ca-4117-8f22-7847fc7f9c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:19.136537 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-436397b6-99ca-4117-8f22-7847fc7f9c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:19.137795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114df953-a048-49ae-aa1b-6a3b010ce796 None None] Network 1cf7232d-a60f-43db-ab7e-3bece3e83c8f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:57:19.164946 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-436397b6-99ca-4117-8f22-7847fc7f9c01 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4298742 Sep 07 18:57:19.167264 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36398) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:19.176792 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-eb20172f-d236-4f5e-b70b-650b33052887 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2057676044-router', 'tenant_id': 'e81334715fe248b7846fde74e7fee518', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:19.199500 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb20172f-d236-4f5e-b70b-650b33052887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:19.201911 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb20172f-d236-4f5e-b70b-650b33052887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:19.260855 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb20172f-d236-4f5e-b70b-650b33052887 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:19.336943 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7a8c52-9173-404e-a90f-d3d628eeca4f None None] Network 1cf7232d-a60f-43db-ab7e-3bece3e83c8f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:57:19.398223 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-44bbbd48-e02c-4ce9-a9fc-2ac6e4906e2e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:19.469368 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb20172f-d236-4f5e-b70b-650b33052887 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:19.507628 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973122c-5a77-4dd6-b595-22c648dce4f8 req-95d28a3a-c187-4b96-8478-d442876f80ec tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:19.509152 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e973122c-5a77-4dd6-b595-22c648dce4f8 req-95d28a3a-c187-4b96-8478-d442876f80ec tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5d107b0-f0be-462c-94be-837002ebae50 HTTP/1.1" status: 200 len: 945 time: 0.1261270 Sep 07 18:57:19.525679 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0344168-331b-4c1b-9b95-00a92b567178 req-509926b7-d5c3-440a-9f4c-38cc4480ef2e tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:19.527127 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b0344168-331b-4c1b-9b95-00a92b567178 req-509926b7-d5c3-440a-9f4c-38cc4480ef2e tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d107b0-f0be-462c-94be-837002ebae50 HTTP/1.1" status: 200 len: 945 time: 0.1452131 Sep 07 18:57:19.537385 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bbbd48-e02c-4ce9-a9fc-2ac6e4906e2e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Router 7990db40-b106-4bfc-8687-d025040ba8a8 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:57:19.659325 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bbbd48-e02c-4ce9-a9fc-2ac6e4906e2e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:57:19.663649 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b0344168-331b-4c1b-9b95-00a92b567178 req-59456dbb-e5d5-44c7-b947-1443b129c18d tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/security-groups?id=9507260e-0470-4eb3-beb9-8a9d1fffe0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226623 Sep 07 18:57:19.672185 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] Sync routers for ids ['7990db40-b106-4bfc-8687-d025040ba8a8'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:57:19.676587 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-44bbbd48-e02c-4ce9-a9fc-2ac6e4906e2e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:19.680920 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-44bbbd48-e02c-4ce9-a9fc-2ac6e4906e2e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.1663091 Sep 07 18:57:19.681282 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36414) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:19.691268 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] Routers {'7990db40-b106-4bfc-8687-d025040ba8a8'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:19.691960 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['7990db40-b106-4bfc-8687-d025040ba8a8'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:19.750415 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e973122c-5a77-4dd6-b595-22c648dce4f8 req-40147594-beb3-4f76-abb2-9c96ca94309f tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Deleting port 8d41637e-b455-48a9-a391-0c79b81c3df6 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:19.750754 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e973122c-5a77-4dd6-b595-22c648dce4f8 req-40147594-beb3-4f76-abb2-9c96ca94309f tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:19.801082 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] Set router 7990db40-b106-4bfc-8687-d025040ba8a8 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:57:19.934196 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f807397c-c758-4de3-8641-1b3c5157ae44 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "GET /v2.0/routers/7990db40-b106-4bfc-8687-d025040ba8a8 HTTP/1.1" status: 200 len: 907 time: 0.2517898 Sep 07 18:57:19.936989 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36416) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:19.941765 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-33efc4f5-d7e5-4918-8cab-0e36041a2d30 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Request body: {'router': {'name': 'tempest-snat-router-681190213', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'enable_snat': True}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:19.968155 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33efc4f5-d7e5-4918-8cab-0e36041a2d30 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:19.969676 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33efc4f5-d7e5-4918-8cab-0e36041a2d30 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:19.979041 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e973122c-5a77-4dd6-b595-22c648dce4f8 req-40147594-beb3-4f76-abb2-9c96ca94309f tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] For port 8d41637e-b455-48a9-a391-0c79b81c3df6, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=8d41637e-b455-48a9-a391-0c79b81c3df6,segment=NetworkSegment(c967c091-14df-4d6a-87cd-5fc97dc7d4fb),segment_id=c967c091-14df-4d6a-87cd-5fc97dc7d4fb)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:19.979402 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e973122c-5a77-4dd6-b595-22c648dce4f8 req-40147594-beb3-4f76-abb2-9c96ca94309f tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:19.984337 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7990db40-b106-4bfc-8687-d025040ba8a8', 'name': 'tempest-snat-router-681190213', 'tenant_id': 'd1288fc5534a4c6390c648c4ca24c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36'}], 'enable_snat': False}, 'gw_port_id': '8b92cd5c-7200-497c-903d-a0dcb0429384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:57:17Z', 'updated_at': '2021-09-07T18:57:19Z', 'revision_number': 3, 'project_id': 'd1288fc5534a4c6390c648c4ca24c1fc', 'gw_port': {'id': '8b92cd5c-7200-497c-903d-a0dcb0429384', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:69:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7990db40-b106-4bfc-8687-d025040ba8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:57:18Z', 'updated_at': '2021-09-07T18:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:19.996616 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb20172f-d236-4f5e-b70b-650b33052887 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:19.998472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e973122c-5a77-4dd6-b595-22c648dce4f8 req-40147594-beb3-4f76-abb2-9c96ca94309f tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Calling delete_port for 8d41637e-b455-48a9-a391-0c79b81c3df6 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:20.010768 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] Checking router: 7990db40-b106-4bfc-8687-d025040ba8a8 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:57:20.011113 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] Updating router 7990db40-b106-4bfc-8687-d025040ba8a8 port 8b92cd5c-7200-497c-903d-a0dcb0429384 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:57:20.019771 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb20172f-d236-4f5e-b70b-650b33052887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:20.025938 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33efc4f5-d7e5-4918-8cab-0e36041a2d30 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:20.038349 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:20.183176 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33efc4f5-d7e5-4918-8cab-0e36041a2d30 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:20.403165 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33efc4f5-d7e5-4918-8cab-0e36041a2d30 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:20.426415 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33efc4f5-d7e5-4918-8cab-0e36041a2d30 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:20.562824 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-eb20172f-d236-4f5e-b70b-650b33052887 admin admin] Allocated IP 172.25.8.7 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/fd2df09c-94ec-44c4-8018-d99c49a8c8ca) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:57:20.586977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed67f1-f5fd-4484-a8e5-a5a42ef83b55 req-c9d4e7a4-f4be-4011-ab60-4760d4f10feb tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:20.588439 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6ed67f1-f5fd-4484-a8e5-a5a42ef83b55 req-c9d4e7a4-f4be-4011-ab60-4760d4f10feb tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.1167903 Sep 07 18:57:20.640618 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e973122c-5a77-4dd6-b595-22c648dce4f8 req-40147594-beb3-4f76-abb2-9c96ca94309f tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:20.651992 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['8d41637e-b455-48a9-a391-0c79b81c3df6'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:57:20.707240 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40147594-beb3-4f76-abb2-9c96ca94309f tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Pushing event deleted for resources: {'Port': ['ID=8d41637e-b455-48a9-a391-0c79b81c3df6,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:20.718497 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6ed67f1-f5fd-4484-a8e5-a5a42ef83b55 req-d0bbe753-6343-4e1d-8026-a3de69737393 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235955 Sep 07 18:57:20.794403 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e973122c-5a77-4dd6-b595-22c648dce4f8 req-40147594-beb3-4f76-abb2-9c96ca94309f tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] No DVR routers for this DVR port 8d41637e-b455-48a9-a391-0c79b81c3df6 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:57:20.798886 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e53d4328-a6bb-4e3b-be10-b73695d2ae9d req-bf101cbc-45ef-45cf-a4ee-cd9e9e148b73 tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d107b0-f0be-462c-94be-837002ebae50 HTTP/1.1" status: 200 len: 210 time: 0.0492423 Sep 07 18:57:20.802307 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e973122c-5a77-4dd6-b595-22c648dce4f8 req-40147594-beb3-4f76-abb2-9c96ca94309f tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:20.804148 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e973122c-5a77-4dd6-b595-22c648dce4f8 req-40147594-beb3-4f76-abb2-9c96ca94309f tempest-ServerMetadataNegativeTestJSON-1677484531 tempest-ServerMetadataNegativeTestJSON-1677484531-project] 10.222.0.60 "DELETE /v2.0/ports/8d41637e-b455-48a9-a391-0c79b81c3df6 HTTP/1.1" status: 204 len: 173 time: 1.2863448 Sep 07 18:57:20.804603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d107b0-f0be-462c-94be-837002ebae50', 'name': 'network-vif-deleted', 'tag': '8d41637e-b455-48a9-a391-0c79b81c3df6'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:20.806888 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908aef9e-68d8-44aa-becc-4d5f202a4bda" -d '{"events": [{"server_uuid": "d5d107b0-f0be-462c-94be-837002ebae50", "name": "network-vif-deleted", "tag": "8d41637e-b455-48a9-a391-0c79b81c3df6"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:20.822315 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb20172f-d236-4f5e-b70b-650b33052887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:20.847789 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39deebcb-8dcc-45bc-a858-0df63e0179cf x-openstack-request-id: req-39deebcb-8dcc-45bc-a858-0df63e0179cf {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:20.848086 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d107b0-f0be-462c-94be-837002ebae50", "name": "network-vif-deleted", "tag": "8d41637e-b455-48a9-a391-0c79b81c3df6", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:20.848342 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-39deebcb-8dcc-45bc-a858-0df63e0179cf {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:20.848775 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d107b0-f0be-462c-94be-837002ebae50', 'name': 'network-vif-deleted', 'tag': '8d41637e-b455-48a9-a391-0c79b81c3df6', 'status': 'completed', 'code': 200} Sep 07 18:57:20.869205 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb20172f-d236-4f5e-b70b-650b33052887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:20.913913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb20172f-d236-4f5e-b70b-650b33052887 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:57:20.920150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-eb20172f-d236-4f5e-b70b-650b33052887 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:20.923033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb20172f-d236-4f5e-b70b-650b33052887 admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:57:20.953311 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20172f-d236-4f5e-b70b-650b33052887 admin admin] Pushing event updated for resources: {'Port': ['ID=fd2df09c-94ec-44c4-8018-d99c49a8c8ca,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:21.050003 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:21.060790 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] Transition to ACTIVE for port object 8b92cd5c-7200-497c-903d-a0dcb0429384 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:57:21.067753 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:21.112009 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] Attempting to bind port 8b92cd5c-7200-497c-903d-a0dcb0429384 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:57:21.112389 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] Attempting to bind port 8b92cd5c-7200-497c-903d-a0dcb0429384 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:57:21.112799 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] Attempting to bind port 8b92cd5c-7200-497c-903d-a0dcb0429384 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:57:21.121396 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-33efc4f5-d7e5-4918-8cab-0e36041a2d30 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Allocated IP 172.25.8.189 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/8243614c-fadd-462e-a9f8-2ee627396c8b) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:57:21.122973 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:57:21.123576 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:57:21.123985 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:21.124645 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:57:21.125277 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] Bound port: 8b92cd5c-7200-497c-903d-a0dcb0429384, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:57:21.125658 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:21.178095 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] For port 8b92cd5c-7200-497c-903d-a0dcb0429384, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:57:21.181409 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] For port 8b92cd5c-7200-497c-903d-a0dcb0429384, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8b92cd5c-7200-497c-903d-a0dcb0429384,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:57:21.188186 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:21.196606 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9559a5-a31c-4fa8-9b9a-05cd2b3f247c None None] Pushing event updated for resources: {'Port': ['ID=8b92cd5c-7200-497c-903d-a0dcb0429384,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:21.206437 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9559a5-a31c-4fa8-9b9a-05cd2b3f247c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:21.206851 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9559a5-a31c-4fa8-9b9a-05cd2b3f247c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:21.207228 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9559a5-a31c-4fa8-9b9a-05cd2b3f247c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:21.207645 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9559a5-a31c-4fa8-9b9a-05cd2b3f247c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:21.208014 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9559a5-a31c-4fa8-9b9a-05cd2b3f247c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:21.208340 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9559a5-a31c-4fa8-9b9a-05cd2b3f247c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:21.208703 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9559a5-a31c-4fa8-9b9a-05cd2b3f247c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:21.209028 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9559a5-a31c-4fa8-9b9a-05cd2b3f247c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:21.209364 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9559a5-a31c-4fa8-9b9a-05cd2b3f247c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:21.209725 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9559a5-a31c-4fa8-9b9a-05cd2b3f247c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:21.210054 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9559a5-a31c-4fa8-9b9a-05cd2b3f247c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:21.210390 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9559a5-a31c-4fa8-9b9a-05cd2b3f247c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:21.256634 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] Routers {'7990db40-b106-4bfc-8687-d025040ba8a8'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:21.257270 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['7990db40-b106-4bfc-8687-d025040ba8a8'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:21.275522 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33efc4f5-d7e5-4918-8cab-0e36041a2d30 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:21.296975 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb20172f-d236-4f5e-b70b-650b33052887 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:21.333784 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33efc4f5-d7e5-4918-8cab-0e36041a2d30 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:21.384323 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33efc4f5-d7e5-4918-8cab-0e36041a2d30 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:57:21.388940 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-33efc4f5-d7e5-4918-8cab-0e36041a2d30 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:21.390262 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9559a5-a31c-4fa8-9b9a-05cd2b3f247c None None] Pushing event updated for resources: {'Port': ['ID=8b92cd5c-7200-497c-903d-a0dcb0429384,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:21.398961 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33efc4f5-d7e5-4918-8cab-0e36041a2d30 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:57:21.423228 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] Set router 7990db40-b106-4bfc-8687-d025040ba8a8 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:57:21.456606 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efc4f5-d7e5-4918-8cab-0e36041a2d30 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Pushing event updated for resources: {'Port': ['ID=8243614c-fadd-462e-a9f8-2ee627396c8b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:21.643873 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb20172f-d236-4f5e-b70b-650b33052887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:21.648792 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7990db40-b106-4bfc-8687-d025040ba8a8', 'name': 'tempest-snat-router-681190213', 'tenant_id': 'd1288fc5534a4c6390c648c4ca24c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36'}], 'enable_snat': False}, 'gw_port_id': '8b92cd5c-7200-497c-903d-a0dcb0429384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:57:17Z', 'updated_at': '2021-09-07T18:57:19Z', 'revision_number': 3, 'project_id': 'd1288fc5534a4c6390c648c4ca24c1fc', 'gw_port': {'id': '8b92cd5c-7200-497c-903d-a0dcb0429384', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:69:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7990db40-b106-4bfc-8687-d025040ba8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:57:18Z', 'updated_at': '2021-09-07T18:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:21.678995 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9288d87-830d-4761-89c3-2563792ff7c5 None None] The sync data for ids ['7990db40-b106-4bfc-8687-d025040ba8a8'] in n-d-807786-1 is: [{'id': '7990db40-b106-4bfc-8687-d025040ba8a8', 'name': 'tempest-snat-router-681190213', 'tenant_id': 'd1288fc5534a4c6390c648c4ca24c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36'}], 'enable_snat': False}, 'gw_port_id': '8b92cd5c-7200-497c-903d-a0dcb0429384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:57:17Z', 'updated_at': '2021-09-07T18:57:19Z', 'revision_number': 3, 'project_id': 'd1288fc5534a4c6390c648c4ca24c1fc', 'gw_port': {'id': '8b92cd5c-7200-497c-903d-a0dcb0429384', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:69:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7990db40-b106-4bfc-8687-d025040ba8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:57:18Z', 'updated_at': '2021-09-07T18:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:57:21.693873 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a2e59dae-67cd-401c-ab3d-5b2d8edad108 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:57:21.763944 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33efc4f5-d7e5-4918-8cab-0e36041a2d30 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:21.908750 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36484) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:21.922284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb20172f-d236-4f5e-b70b-650b33052887 admin admin] Router 4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:57:21.935728 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf461c5-5668-48ef-b9a2-d6a7df5dcb7c req-3c1261cd-9623-4875-a62b-439960e41177 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:21.944001 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-abf461c5-5668-48ef-b9a2-d6a7df5dcb7c req-3c1261cd-9623-4875-a62b-439960e41177 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.0883958 Sep 07 18:57:21.999250 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a2e59dae-67cd-401c-ab3d-5b2d8edad108, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a2e59dae-67cd-401c-ab3d-5b2d8edad108,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:22.015232 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'a2e59dae-67cd-401c-ab3d-5b2d8edad108', 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4', 'port_id': 'a2e59dae-67cd-401c-ab3d-5b2d8edad108', 'mac_address': 'fa:16:3e:fd:c3:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3efea74c-6615-4f78-a316-4a616a841935', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:57:22.088249 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-abf461c5-5668-48ef-b9a2-d6a7df5dcb7c req-dcd53c6e-dd84-4819-baf6-ee04d57b75d6 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415014 Sep 07 18:57:22.106689 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-942106f6-31f0-443b-ae27-7d5d89090158 admin admin] Deleting subnet 56e2c64f-c344-4505-ac84-a62a4bb7216f {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:57:22.109244 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:22.117357 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-942106f6-31f0-443b-ae27-7d5d89090158 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:22.130171 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2e59dae-67cd-401c-ab3d-5b2d8edad108 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:57:22.167381 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a2e59dae-67cd-401c-ab3d-5b2d8edad108, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a2e59dae-67cd-401c-ab3d-5b2d8edad108,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:22.172707 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:22.210516 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb20172f-d236-4f5e-b70b-650b33052887 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:57:22.214858 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-942106f6-31f0-443b-ae27-7d5d89090158 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:22.242321 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb20172f-d236-4f5e-b70b-650b33052887 admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:22.246536 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-eb20172f-d236-4f5e-b70b-650b33052887 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0714440 Sep 07 18:57:22.246921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36486) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:22.255527 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=a2e59dae-67cd-401c-ab3d-5b2d8edad108,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:22.278518 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] Sync routers for ids ['4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:57:22.286428 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33efc4f5-d7e5-4918-8cab-0e36041a2d30 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:22.297749 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['a2e59dae-67cd-401c-ab3d-5b2d8edad108'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:57:22.342875 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] Routers {'4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:22.344913 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:22.365390 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-942106f6-31f0-443b-ae27-7d5d89090158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:22.497334 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] Set router 4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:57:22.614984 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-942106f6-31f0-443b-ae27-7d5d89090158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:22.690498 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942106f6-31f0-443b-ae27-7d5d89090158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56e2c64f-c344-4505-ac84-a62a4bb7216f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:22.703646 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-942106f6-31f0-443b-ae27-7d5d89090158 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:22.710626 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-942106f6-31f0-443b-ae27-7d5d89090158 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/56e2c64f-c344-4505-ac84-a62a4bb7216f HTTP/1.1" status: 204 len: 168 time: 0.8006127 Sep 07 18:57:22.716492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36500) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:22.732019 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33efc4f5-d7e5-4918-8cab-0e36041a2d30 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Router 00472e1b-0b7d-490a-bf80-5b15879f52c2 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:57:22.923838 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ce780ba0-0582-472d-936e-c1a70c3433e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:22.965916 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8', 'name': 'tempest-ServerRescueTestJSON-2057676044-router', 'tenant_id': 'e81334715fe248b7846fde74e7fee518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'fd2df09c-94ec-44c4-8018-d99c49a8c8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:57:19Z', 'updated_at': '2021-09-07T18:57:21Z', 'revision_number': 3, 'project_id': 'e81334715fe248b7846fde74e7fee518', 'gw_port': {'id': 'fd2df09c-94ec-44c4-8018-d99c49a8c8ca', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:57:20Z', 'updated_at': '2021-09-07T18:57:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:23.046683 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] Checking router: 4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:57:23.047279 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] Updating router 4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8 port fd2df09c-94ec-44c4-8018-d99c49a8c8ca binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:57:23.084266 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cc836dcf-f9f3-4b3e-a6e9-cdba7ec89f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:23.147017 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:23.337733 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a7d-2ee5-4697-83f4-106c58414b35 req-fb2b0747-c538-4a78-8c00-e8de261aa7df tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:23.339474 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-05402a7d-2ee5-4697-83f4-106c58414b35 req-fb2b0747-c538-4a78-8c00-e8de261aa7df tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.0821013 Sep 07 18:57:23.410057 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-05402a7d-2ee5-4697-83f4-106c58414b35 req-7cbb98c1-0251-4bb7-a4a8-508e27d414e9 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475113 Sep 07 18:57:23.423975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-cc836dcf-f9f3-4b3e-a6e9-cdba7ec89f83 admin admin] Allocated IP 172.20.0.1 (1cf7232d-a60f-43db-ab7e-3bece3e83c8f/ddca0847-4c27-4d7b-a6ad-3b98cce52fb5/b106d0ca-015a-47b0-8209-36ba8b751d7c) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:57:23.489636 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ce780ba0-0582-472d-936e-c1a70c3433e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:23.493207 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33efc4f5-d7e5-4918-8cab-0e36041a2d30 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:57:23.509585 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] Sync routers for ids ['00472e1b-0b7d-490a-bf80-5b15879f52c2'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:57:23.522016 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ce780ba0-0582-472d-936e-c1a70c3433e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12bd9298-c53b-43e6-befd-df33f681a167']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:23.524250 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] Routers {'00472e1b-0b7d-490a-bf80-5b15879f52c2'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:23.526449 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['00472e1b-0b7d-490a-bf80-5b15879f52c2'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:23.533814 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33efc4f5-d7e5-4918-8cab-0e36041a2d30 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:23.535211 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-33efc4f5-d7e5-4918-8cab-0e36041a2d30 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5971272 Sep 07 18:57:23.537205 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ce780ba0-0582-472d-936e-c1a70c3433e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c967c091-14df-4d6a-87cd-5fc97dc7d4fb') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:23.537520 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ce780ba0-0582-472d-936e-c1a70c3433e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c967c091-14df-4d6a-87cd-5fc97dc7d4fb') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:23.539159 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36506) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:23.553932 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ce780ba0-0582-472d-936e-c1a70c3433e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:23.638738 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:23.675299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] Transition to ACTIVE for port object fd2df09c-94ec-44c4-8018-d99c49a8c8ca will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:57:23.680167 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ce780ba0-0582-472d-936e-c1a70c3433e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:23.680872 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cc836dcf-f9f3-4b3e-a6e9-cdba7ec89f83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:23.694046 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce780ba0-0582-472d-936e-c1a70c3433e2 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:57:23.694544 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ce780ba0-0582-472d-936e-c1a70c3433e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:57:23.696363 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:57:23.698788 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:23.722771 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e1bc4746-a69b-48ff-a1dc-eec86bc79eb9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "GET /v2.0/routers/00472e1b-0b7d-490a-bf80-5b15879f52c2 HTTP/1.1" status: 200 len: 907 time: 0.1824598 Sep 07 18:57:23.725252 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36520) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:23.749153 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a2e59dae-67cd-401c-ab3d-5b2d8edad108 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:57:23.781967 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ce780ba0-0582-472d-936e-c1a70c3433e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:23.788613 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ce780ba0-0582-472d-936e-c1a70c3433e2 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:23.791958 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ce780ba0-0582-472d-936e-c1a70c3433e2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/12bd9298-c53b-43e6-befd-df33f681a167 HTTP/1.1" status: 204 len: 168 time: 1.0738521 Sep 07 18:57:23.799714 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] Set router 00472e1b-0b7d-490a-bf80-5b15879f52c2 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:57:23.819307 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce780ba0-0582-472d-936e-c1a70c3433e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=12bd9298-c53b-43e6-befd-df33f681a167,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:23.866644 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] Attempting to bind port fd2df09c-94ec-44c4-8018-d99c49a8c8ca on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:57:23.867082 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] Attempting to bind port fd2df09c-94ec-44c4-8018-d99c49a8c8ca by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:57:23.867355 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] Attempting to bind port fd2df09c-94ec-44c4-8018-d99c49a8c8ca on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:57:23.905239 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888e46a-c5d9-45e6-b2e3-36cdd7d5b487 None None] Pushing event updated for resources: {'Port': ['ID=fd2df09c-94ec-44c4-8018-d99c49a8c8ca,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:23.909360 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:57:23.909731 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:57:23.910131 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:23.910535 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:57:23.911121 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] Bound port: fd2df09c-94ec-44c4-8018-d99c49a8c8ca, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:57:23.911503 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:24.044483 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8b92cd5c-7200-497c-903d-a0dcb0429384 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:57:24.078413 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cc836dcf-f9f3-4b3e-a6e9-cdba7ec89f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:24.093561 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36526) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:24.111234 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc836dcf-f9f3-4b3e-a6e9-cdba7ec89f83 admin admin] Network 1cf7232d-a60f-43db-ab7e-3bece3e83c8f is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:57:24.136615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-cc836dcf-f9f3-4b3e-a6e9-cdba7ec89f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:24.148022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc836dcf-f9f3-4b3e-a6e9-cdba7ec89f83 admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:57:24.169386 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] For port fd2df09c-94ec-44c4-8018-d99c49a8c8ca, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:57:24.174959 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] For port fd2df09c-94ec-44c4-8018-d99c49a8c8ca, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fd2df09c-94ec-44c4-8018-d99c49a8c8ca,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:57:24.176378 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port a2e59dae-67cd-401c-ab3d-5b2d8edad108 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:57:24.177038 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:24.209527 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:24.217588 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cc836dcf-f9f3-4b3e-a6e9-cdba7ec89f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:24.227436 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-29a90b00-085b-4375-a87c-872a299ed5a1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e84e9acdd71340a39d4486eb41158b87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325336 Sep 07 18:57:24.240015 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36528) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:24.317224 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 8b92cd5c-7200-497c-903d-a0dcb0429384 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:57:24.338069 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59c0820a-5690-4898-aab3-68e4af1406e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:24.342308 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] Routers {'4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:24.343135 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:24.345485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 8b92cd5c-7200-497c-903d-a0dcb0429384 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:57:24.346031 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:24.365787 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00472e1b-0b7d-490a-bf80-5b15879f52c2', 'name': 'tempest-snat-router-681190213', 'tenant_id': 'd1288fc5534a4c6390c648c4ca24c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '8243614c-fadd-462e-a9f8-2ee627396c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:57:19Z', 'updated_at': '2021-09-07T18:57:21Z', 'revision_number': 3, 'project_id': 'd1288fc5534a4c6390c648c4ca24c1fc', 'gw_port': {'id': '8243614c-fadd-462e-a9f8-2ee627396c8b', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00472e1b-0b7d-490a-bf80-5b15879f52c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:57:20Z', 'updated_at': '2021-09-07T18:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:24.376378 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59c0820a-5690-4898-aab3-68e4af1406e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:24.407826 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-56a88d46-3413-46f4-a01c-8dcf9a3cf331 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:24.413438 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888e46a-c5d9-45e6-b2e3-36cdd7d5b487 None None] Pushing event updated for resources: {'Port': ['ID=fd2df09c-94ec-44c4-8018-d99c49a8c8ca,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:24.450360 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59c0820a-5690-4898-aab3-68e4af1406e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:24.453812 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59c0820a-5690-4898-aab3-68e4af1406e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:24.455085 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-59c0820a-5690-4898-aab3-68e4af1406e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9507260e-0470-4eb3-beb9-8a9d1fffe0cc HTTP/1.1" status: 204 len: 168 time: 0.2140839 Sep 07 18:57:24.466103 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0820a-5690-4898-aab3-68e4af1406e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9507260e-0470-4eb3-beb9-8a9d1fffe0cc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:24.489147 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] Checking router: 00472e1b-0b7d-490a-bf80-5b15879f52c2 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:57:24.489496 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] Updating router 00472e1b-0b7d-490a-bf80-5b15879f52c2 port 8243614c-fadd-462e-a9f8-2ee627396c8b binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:57:24.545955 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:24.548613 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:24.584558 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-56a88d46-3413-46f4-a01c-8dcf9a3cf331 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:24.613449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc836dcf-f9f3-4b3e-a6e9-cdba7ec89f83 admin admin] Pushing event updated for resources: {'Port': ['ID=b106d0ca-015a-47b0-8209-36ba8b751d7c,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:24.769363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ea6f3-a4d6-4c3e-9025-0d7988a77ea8 req-889958a4-df1a-4fa3-bc2d-f856414c908a tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:24.771425 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca9ea6f3-a4d6-4c3e-9025-0d7988a77ea8 req-889958a4-df1a-4fa3-bc2d-f856414c908a tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.1500578 Sep 07 18:57:24.773537 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cc836dcf-f9f3-4b3e-a6e9-cdba7ec89f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:24.935569 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:24.947416 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] Transition to ACTIVE for port object 8243614c-fadd-462e-a9f8-2ee627396c8b will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:57:24.955868 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:25.006391 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cc836dcf-f9f3-4b3e-a6e9-cdba7ec89f83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:25.016772 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] Attempting to bind port 8243614c-fadd-462e-a9f8-2ee627396c8b on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:57:25.017485 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] Attempting to bind port 8243614c-fadd-462e-a9f8-2ee627396c8b by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:57:25.018092 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] Attempting to bind port 8243614c-fadd-462e-a9f8-2ee627396c8b on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:57:25.019903 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cc836dcf-f9f3-4b3e-a6e9-cdba7ec89f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:25.029153 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:57:25.029884 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:57:25.030528 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:25.031565 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:57:25.034051 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] Bound port: 8243614c-fadd-462e-a9f8-2ee627396c8b, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:57:25.034569 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:25.056423 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 8d41637e-b455-48a9-a391-0c79b81c3df6 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:57:25.081129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-56a88d46-3413-46f4-a01c-8dcf9a3cf331 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Deleting port 8243614c-fadd-462e-a9f8-2ee627396c8b {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:25.082960 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-56a88d46-3413-46f4-a01c-8dcf9a3cf331 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:25.138367 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a2e59dae-67cd-401c-ab3d-5b2d8edad108, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a2e59dae-67cd-401c-ab3d-5b2d8edad108,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:25.141932 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e9e65f-016d-400a-b154-40325268a752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e59dae-67cd-401c-ab3d-5b2d8edad108'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:25.144357 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a68eb8-6568-4c68-a2b5-1b2e72a65a4c" -d '{"events": [{"server_uuid": "39e9e65f-016d-400a-b154-40325268a752", "name": "network-vif-plugged", "status": "completed", "tag": "a2e59dae-67cd-401c-ab3d-5b2d8edad108"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:25.148198 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 8d41637e-b455-48a9-a391-0c79b81c3df6 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:57:25.148805 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 8d41637e-b455-48a9-a391-0c79b81c3df6 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:57:25.155239 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:25.229595 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0743a2a-f852-4fe7-85d6-56d30adaa0f8 x-openstack-request-id: req-c0743a2a-f852-4fe7-85d6-56d30adaa0f8 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:25.229960 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e9e65f-016d-400a-b154-40325268a752", "name": "network-vif-plugged", "status": "completed", "tag": "a2e59dae-67cd-401c-ab3d-5b2d8edad108", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:25.231963 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c0743a2a-f852-4fe7-85d6-56d30adaa0f8 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:25.236330 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e9e65f-016d-400a-b154-40325268a752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e59dae-67cd-401c-ab3d-5b2d8edad108', 'code': 200} Sep 07 18:57:25.238259 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] Set router 4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:57:25.238462 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-56a88d46-3413-46f4-a01c-8dcf9a3cf331 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:25.252390 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-56a88d46-3413-46f4-a01c-8dcf9a3cf331 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Calling delete_port for 8243614c-fadd-462e-a9f8-2ee627396c8b owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:25.290849 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9bf23-131b-4cf2-9503-37b0d89df406 None None] Pushing event updated for resources: {'Port': ['ID=8243614c-fadd-462e-a9f8-2ee627396c8b,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:25.376443 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] For port 8243614c-fadd-462e-a9f8-2ee627396c8b, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:57:25.387021 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] For port 8243614c-fadd-462e-a9f8-2ee627396c8b, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8243614c-fadd-462e-a9f8-2ee627396c8b,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:57:25.405248 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:25.413463 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=a2e59dae-67cd-401c-ab3d-5b2d8edad108,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:25.416147 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca9ea6f3-a4d6-4c3e-9025-0d7988a77ea8 req-3bd8028c-817c-47f4-b7c2-6bbe98910fa1 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6269660 Sep 07 18:57:25.416281 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:25.497425 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-56a88d46-3413-46f4-a01c-8dcf9a3cf331 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:25.544164 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cc836dcf-f9f3-4b3e-a6e9-cdba7ec89f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:25.561443 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9bf23-131b-4cf2-9503-37b0d89df406 None None] Pushing event updated for resources: {'Port': ['ID=8243614c-fadd-462e-a9f8-2ee627396c8b,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:25.563234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 8b92cd5c-7200-497c-903d-a0dcb0429384, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8b92cd5c-7200-497c-903d-a0dcb0429384,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:25.579120 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc836dcf-f9f3-4b3e-a6e9-cdba7ec89f83 admin admin] Pushing event updated for resources: {'Port': ['ID=b106d0ca-015a-47b0-8209-36ba8b751d7c,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:25.609292 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a88d46-3413-46f4-a01c-8dcf9a3cf331 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Pushing event deleted for resources: {'Port': ['ID=8243614c-fadd-462e-a9f8-2ee627396c8b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:25.614507 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] Routers {'00472e1b-0b7d-490a-bf80-5b15879f52c2'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:25.616730 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:56:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['00472e1b-0b7d-490a-bf80-5b15879f52c2'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:25.628841 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:25.719106 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-56a88d46-3413-46f4-a01c-8dcf9a3cf331 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:25.732447 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8', 'name': 'tempest-ServerRescueTestJSON-2057676044-router', 'tenant_id': 'e81334715fe248b7846fde74e7fee518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'fd2df09c-94ec-44c4-8018-d99c49a8c8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:57:19Z', 'updated_at': '2021-09-07T18:57:21Z', 'revision_number': 3, 'project_id': 'e81334715fe248b7846fde74e7fee518', 'gw_port': {'id': 'fd2df09c-94ec-44c4-8018-d99c49a8c8ca', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:57:20Z', 'updated_at': '2021-09-07T18:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:25.734578 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=8b92cd5c-7200-497c-903d-a0dcb0429384,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:25.775664 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc786d1-b216-4770-809e-c4103ca87aea None None] The sync data for ids ['4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8'] in n-d-807786-1 is: [{'id': '4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8', 'name': 'tempest-ServerRescueTestJSON-2057676044-router', 'tenant_id': 'e81334715fe248b7846fde74e7fee518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'fd2df09c-94ec-44c4-8018-d99c49a8c8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:57:19Z', 'updated_at': '2021-09-07T18:57:21Z', 'revision_number': 3, 'project_id': 'e81334715fe248b7846fde74e7fee518', 'gw_port': {'id': 'fd2df09c-94ec-44c4-8018-d99c49a8c8ca', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:57:20Z', 'updated_at': '2021-09-07T18:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:57:25.847207 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] Set router 00472e1b-0b7d-490a-bf80-5b15879f52c2 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:57:25.905458 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fed234b7-cb23-4231-8d70-fd71deef1c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:25.959761 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36580) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:25.991942 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00472e1b-0b7d-490a-bf80-5b15879f52c2', 'name': 'tempest-snat-router-681190213', 'tenant_id': 'd1288fc5534a4c6390c648c4ca24c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:57:19Z', 'updated_at': '2021-09-07T18:57:25Z', 'revision_number': 5, 'project_id': 'd1288fc5534a4c6390c648c4ca24c1fc', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:26.011669 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8b92cd5c-7200-497c-903d-a0dcb0429384 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:57:26.025624 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de88b49-ef25-4750-9288-cc7a483a0ab4 None None] The sync data for ids ['00472e1b-0b7d-490a-bf80-5b15879f52c2'] in n-d-807786-1 is: [{'id': '00472e1b-0b7d-490a-bf80-5b15879f52c2', 'name': 'tempest-snat-router-681190213', 'tenant_id': 'd1288fc5534a4c6390c648c4ca24c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:57:19Z', 'updated_at': '2021-09-07T18:57:25Z', 'revision_number': 5, 'project_id': 'd1288fc5534a4c6390c648c4ca24c1fc', 'gw_port_host': None}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:57:26.156412 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-27a8336d-e812-49fa-adb5-c4ab2549e78c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-200162159-network', 'tenant_id': 'c15a54f7f5644395b688fd82ac57e944'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:26.167402 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 8b92cd5c-7200-497c-903d-a0dcb0429384 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:57:26.167965 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:26.249535 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a8336d-e812-49fa-adb5-c4ab2549e78c admin admin] Made reservation on behalf of c15a54f7f5644395b688fd82ac57e944 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:57:26.277252 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27a8336d-e812-49fa-adb5-c4ab2549e78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:26.330678 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27a8336d-e812-49fa-adb5-c4ab2549e78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:26.485234 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-56a88d46-3413-46f4-a01c-8dcf9a3cf331 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:26.493632 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-56a88d46-3413-46f4-a01c-8dcf9a3cf331 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:26.524722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc836dcf-f9f3-4b3e-a6e9-cdba7ec89f83 admin admin] Network 1cf7232d-a60f-43db-ab7e-3bece3e83c8f is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:57:26.526908 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27a8336d-e812-49fa-adb5-c4ab2549e78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:26.536853 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27a8336d-e812-49fa-adb5-c4ab2549e78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:26.568879 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-cc836dcf-f9f3-4b3e-a6e9-cdba7ec89f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:26.586762 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a8336d-e812-49fa-adb5-c4ab2549e78c admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:57:26.607598 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8336d-e812-49fa-adb5-c4ab2549e78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a470e287-59d2-4709-b5ed-f8346d57c5da,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:26.633774 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27a8336d-e812-49fa-adb5-c4ab2549e78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:26.634541 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-27a8336d-e812-49fa-adb5-c4ab2549e78c admin admin] Added segment e300c9bc-57e2-4a9e-9f47-d3639ce62ddc of type vlan for network b5922e32-1840-48b2-b534-45e5848c3913 Sep 07 18:57:26.664615 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-56a88d46-3413-46f4-a01c-8dcf9a3cf331 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:26.665547 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a88d46-3413-46f4-a01c-8dcf9a3cf331 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00472e1b-0b7d-490a-bf80-5b15879f52c2 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:57:26.672848 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-56a88d46-3413-46f4-a01c-8dcf9a3cf331 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:26.676812 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-56a88d46-3413-46f4-a01c-8dcf9a3cf331 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "DELETE /v2.0/routers/00472e1b-0b7d-490a-bf80-5b15879f52c2 HTTP/1.1" status: 204 len: 168 time: 2.9499600 Sep 07 18:57:26.678385 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36588) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:26.740914 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27a8336d-e812-49fa-adb5-c4ab2549e78c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:26.789163 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee289130-8350-4886-9143-9cb1677ae9b1 req-9ac93b51-2bfa-4494-8e48-8360c06496ec tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:26.794993 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee289130-8350-4886-9143-9cb1677ae9b1 req-9ac93b51-2bfa-4494-8e48-8360c06496ec tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.2173667 Sep 07 18:57:26.847982 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc836dcf-f9f3-4b3e-a6e9-cdba7ec89f83 admin admin] Router 4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:57:26.882067 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee289130-8350-4886-9143-9cb1677ae9b1 req-eedd8888-59e1-483b-a04d-50f74bff6f70 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787520 Sep 07 18:57:26.904499 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27a8336d-e812-49fa-adb5-c4ab2549e78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:26.906954 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a8336d-e812-49fa-adb5-c4ab2549e78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:26.907685 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27a8336d-e812-49fa-adb5-c4ab2549e78c admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:26.984430 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f316afde-9f9c-442e-814e-562455fd71f9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:27.034114 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc836dcf-f9f3-4b3e-a6e9-cdba7ec89f83 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:57:27.057180 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-cc836dcf-f9f3-4b3e-a6e9-cdba7ec89f83 admin admin] 10.222.0.26 "PUT /v2.0/routers/4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7946954 Sep 07 18:57:27.057429 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-27a8336d-e812-49fa-adb5-c4ab2549e78c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0838535 Sep 07 18:57:27.057550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36600) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:27.057550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-6bd87bbe-7dda-4d61-9502-c730b3a0cebb admin admin] Request body: {'subnet': {'network_id': 'b5922e32-1840-48b2-b534-45e5848c3913', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-200162159-subnet', 'tenant_id': 'c15a54f7f5644395b688fd82ac57e944', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:27.110835 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8336d-e812-49fa-adb5-c4ab2549e78c admin admin] Pushing event updated for resources: {'Network': ['ID=b5922e32-1840-48b2-b534-45e5848c3913,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:27.124244 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd87bbe-7dda-4d61-9502-c730b3a0cebb admin admin] Made reservation on behalf of c15a54f7f5644395b688fd82ac57e944 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:57:27.127755 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network b5922e32-1840-48b2-b534-45e5848c3913 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:57:27.140652 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6bd87bbe-7dda-4d61-9502-c730b3a0cebb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:27.271564 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f316afde-9f9c-442e-814e-562455fd71f9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:27.351955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-f316afde-9f9c-442e-814e-562455fd71f9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Deleting port 8b92cd5c-7200-497c-903d-a0dcb0429384 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:27.352343 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f316afde-9f9c-442e-814e-562455fd71f9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:27.509154 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-f316afde-9f9c-442e-814e-562455fd71f9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] For port 8b92cd5c-7200-497c-903d-a0dcb0429384, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8b92cd5c-7200-497c-903d-a0dcb0429384,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:27.509682 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f316afde-9f9c-442e-814e-562455fd71f9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:27.521524 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6bd87bbe-7dda-4d61-9502-c730b3a0cebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:27.527601 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-f316afde-9f9c-442e-814e-562455fd71f9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Calling delete_port for 8b92cd5c-7200-497c-903d-a0dcb0429384 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:27.594767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd87bbe-7dda-4d61-9502-c730b3a0cebb admin admin] Checking segment: {'id': 'e300c9bc-57e2-4a9e-9f47-d3639ce62ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b5922e32-1840-48b2-b534-45e5848c3913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:57:27.595302 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd87bbe-7dda-4d61-9502-c730b3a0cebb admin admin] Network hostable DHCP agents. Network: b5922e32-1840-48b2-b534-45e5848c3913, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:57:27.611976 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd87bbe-7dda-4d61-9502-c730b3a0cebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0920483-6ed6-4bbd-b871-6b02d9b979a6,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:27.640036 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd87bbe-7dda-4d61-9502-c730b3a0cebb admin admin] Network b5922e32-1840-48b2-b534-45e5848c3913 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:57:27.658378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-6bd87bbe-7dda-4d61-9502-c730b3a0cebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, b5922e32-1840-48b2-b534-45e5848c3913) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:27.667529 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d01420-399c-4c4a-a4f7-ed517f2001ae None None] Network b5922e32-1840-48b2-b534-45e5848c3913 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:57:27.672400 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd87bbe-7dda-4d61-9502-c730b3a0cebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:27.673165 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6bd87bbe-7dda-4d61-9502-c730b3a0cebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:27.697743 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6bd87bbe-7dda-4d61-9502-c730b3a0cebb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6481888 Sep 07 18:57:27.878019 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f316afde-9f9c-442e-814e-562455fd71f9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:27.881081 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6a8baf-79f4-4e37-a8be-9e96c21e818f None None] Network b5922e32-1840-48b2-b534-45e5848c3913 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:57:27.940460 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316afde-9f9c-442e-814e-562455fd71f9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b92cd5c-7200-497c-903d-a0dcb0429384,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:28.094040 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f316afde-9f9c-442e-814e-562455fd71f9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:28.110556 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-fd7d44d9-e8f1-47e1-b309-c4fa97c2971f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:28.115651 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fd2df09c-94ec-44c4-8018-d99c49a8c8ca up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:57:28.118681 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-fd7d44d9-e8f1-47e1-b309-c4fa97c2971f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/networks?id=1cf7232d-a60f-43db-ab7e-3bece3e83c8f HTTP/1.1" status: 200 len: 811 time: 0.2799687 Sep 07 18:57:28.218044 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-79d8a5f9-0deb-4b60-bd99-70b31826e656 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/quotas/e81334715fe248b7846fde74e7fee518 HTTP/1.1" status: 200 len: 375 time: 0.0681603 Sep 07 18:57:28.249717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b19ca4-4314-4fc1-8b67-48f68d41370f req-29dbb4ba-bb01-4f5a-83b3-96ddb09a61c5 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:28.251486 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70b19ca4-4314-4fc1-8b67-48f68d41370f req-29dbb4ba-bb01-4f5a-83b3-96ddb09a61c5 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.1303062 Sep 07 18:57:28.254586 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port fd2df09c-94ec-44c4-8018-d99c49a8c8ca completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:57:28.259976 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port fd2df09c-94ec-44c4-8018-d99c49a8c8ca triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:57:28.260658 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:28.339386 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-a5f99561-7778-40fc-b7b1-66f5b528f0fe tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e81334715fe248b7846fde74e7fee518&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1060293 Sep 07 18:57:28.388287 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:28.415081 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f316afde-9f9c-442e-814e-562455fd71f9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:28.422196 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f316afde-9f9c-442e-814e-562455fd71f9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:28.440242 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port fd2df09c-94ec-44c4-8018-d99c49a8c8ca, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fd2df09c-94ec-44c4-8018-d99c49a8c8ca,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:28.452492 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:28.493577 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-7429c02b-8fac-4fcc-a69f-19a7ae470e7d service neutron] 10.222.0.26 "GET /v2.0/networks/1cf7232d-a60f-43db-ab7e-3bece3e83c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410055 Sep 07 18:57:28.497969 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70b19ca4-4314-4fc1-8b67-48f68d41370f req-c602222c-657d-4cc5-8c32-5bf94cb702e2 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317674 Sep 07 18:57:28.537079 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f316afde-9f9c-442e-814e-562455fd71f9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:28.537668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f316afde-9f9c-442e-814e-562455fd71f9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7990db40-b106-4bfc-8687-d025040ba8a8 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:57:28.546556 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=fd2df09c-94ec-44c4-8018-d99c49a8c8ca,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:28.560706 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f316afde-9f9c-442e-814e-562455fd71f9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:28.565939 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f316afde-9f9c-442e-814e-562455fd71f9 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "DELETE /v2.0/routers/7990db40-b106-4bfc-8687-d025040ba8a8 HTTP/1.1" status: 204 len: 168 time: 1.8755250 Sep 07 18:57:28.570008 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36640) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:28.581020 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-305942719', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:28.628737 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:28.629904 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:28.722334 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:28.731408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36652) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:28.739652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-822c645c-3525-43e6-8c0d-46ca478a3b4a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1000043277-network', 'tenant_id': 'e22bb9505878416fafd14a049d678630'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:28.753277 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-976e9fcb-a76a-4abd-ad7e-ba81ce09cfd7 service neutron] 10.222.0.26 "GET /v2.0/networks/1cf7232d-a60f-43db-ab7e-3bece3e83c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518973 Sep 07 18:57:28.773450 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-40d04652-2b1a-47d3-a04d-2e3c3dc5c914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:28.775256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822c645c-3525-43e6-8c0d-46ca478a3b4a admin admin] Made reservation on behalf of e22bb9505878416fafd14a049d678630 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:57:28.779544 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-822c645c-3525-43e6-8c0d-46ca478a3b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:28.792102 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-822c645c-3525-43e6-8c0d-46ca478a3b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:28.886374 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] Sync routers for ids ['4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:57:28.907094 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] Routers {'4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:28.909713 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:29.047519 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:29.077714 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-045bc515-f818-4b67-9d6a-004f58ae60e6 req-41e3f1ad-6bb4-4457-82b0-d2d2ea3be32b tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 210 time: 0.0710356 Sep 07 18:57:29.083950 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-822c645c-3525-43e6-8c0d-46ca478a3b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:29.095412 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-822c645c-3525-43e6-8c0d-46ca478a3b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:29.103941 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:29.148547 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] Set router 4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:57:29.168831 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c645c-3525-43e6-8c0d-46ca478a3b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4d40ca-241d-4869-9c7d-ce88631145ce,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:29.195977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822c645c-3525-43e6-8c0d-46ca478a3b4a admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:57:29.211396 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-822c645c-3525-43e6-8c0d-46ca478a3b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:29.212062 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-822c645c-3525-43e6-8c0d-46ca478a3b4a admin admin] Added segment efb1b37a-77db-421b-917f-4552a307e647 of type vlan for network c0ddede5-185e-42c8-936b-0218565934c3 Sep 07 18:57:29.297449 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-822c645c-3525-43e6-8c0d-46ca478a3b4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:29.338915 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-822c645c-3525-43e6-8c0d-46ca478a3b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:29.340272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822c645c-3525-43e6-8c0d-46ca478a3b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:29.341527 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-822c645c-3525-43e6-8c0d-46ca478a3b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:29.449122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c645c-3525-43e6-8c0d-46ca478a3b4a admin admin] Pushing event updated for resources: {'Network': ['ID=c0ddede5-185e-42c8-936b-0218565934c3,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:29.476177 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network c0ddede5-185e-42c8-936b-0218565934c3 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:57:29.476700 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-822c645c-3525-43e6-8c0d-46ca478a3b4a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7395031 Sep 07 18:57:29.476700 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36666) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:29.481255 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Request body: {'subnet': {'network_id': 'c0ddede5-185e-42c8-936b-0218565934c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1000043277-subnet', 'tenant_id': 'e22bb9505878416fafd14a049d678630', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:29.505872 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:29.537806 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Made reservation on behalf of e22bb9505878416fafd14a049d678630 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:57:29.540681 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:29.571946 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:29.597962 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8', 'name': 'tempest-ServerRescueTestJSON-2057676044-router', 'tenant_id': 'e81334715fe248b7846fde74e7fee518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'fd2df09c-94ec-44c4-8018-d99c49a8c8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:57:19Z', 'updated_at': '2021-09-07T18:57:24Z', 'revision_number': 4, 'project_id': 'e81334715fe248b7846fde74e7fee518', 'gw_port': {'id': 'fd2df09c-94ec-44c4-8018-d99c49a8c8ca', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:57:20Z', 'updated_at': '2021-09-07T18:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b106d0ca-015a-47b0-8209-36ba8b751d7c', 'name': '', 'network_id': '1cf7232d-a60f-43db-ab7e-3bece3e83c8f', 'tenant_id': 'e81334715fe248b7846fde74e7fee518', 'mac_address': 'fa:16:3e:6f:82:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ddca0847-4c27-4d7b-a6ad-3b98cce52fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:57:23Z', 'updated_at': '2021-09-07T18:57:24Z', 'revision_number': 2, 'project_id': 'e81334715fe248b7846fde74e7fee518', 'subnets': [{'id': 'ddca0847-4c27-4d7b-a6ad-3b98cce52fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:29.654664 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] Checking router: 4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:57:29.655437 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] Updating router 4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8 port b106d0ca-015a-47b0-8209-36ba8b751d7c binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:57:29.688383 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:29.829576 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Allocated IP 172.25.8.67 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/1d1dcf37-a55a-44ad-81e9-69aed7633d11) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:57:29.899271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dc359-775d-458a-9f5e-fae6cd18cabf req-ecf66556-90ac-4dae-a063-d7f3cae4528f tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:29.907862 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f4dc359-775d-458a-9f5e-fae6cd18cabf req-ecf66556-90ac-4dae-a063-d7f3cae4528f tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.2353840 Sep 07 18:57:30.024434 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f4dc359-775d-458a-9f5e-fae6cd18cabf req-bcd363f7-5dc4-4faa-b530-c8d1a22486a3 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079943 Sep 07 18:57:30.036011 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:30.102286 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:30.183737 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:30.188615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef5a41c-8d90-4cab-8ac6-319258f94f43,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:30.208494 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] Transition to ACTIVE for port object b106d0ca-015a-47b0-8209-36ba8b751d7c will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:57:30.229353 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.230352 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.232388 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.235460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.235460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.235460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.235460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.235460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.236159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.236677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.237635 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.237982 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.240453 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fd2df09c-94ec-44c4-8018-d99c49a8c8ca up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:57:30.248436 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:30.251080 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:30.281881 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6615c318-abc8-487b-8c9e-039ef19fcab1 req-3acf0038-5c5e-4d95-ab0d-5bc4b508169e tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 210 time: 0.0370395 Sep 07 18:57:30.312489 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:57:30.317325 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Checking segment: {'id': 'efb1b37a-77db-421b-917f-4552a307e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c0ddede5-185e-42c8-936b-0218565934c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:57:30.317698 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Network hostable DHCP agents. Network: c0ddede5-185e-42c8-936b-0218565934c3, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:57:30.331881 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:30.334401 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Pushing event updated for resources: {'Port': ['ID=1d1dcf37-a55a-44ad-81e9-69aed7633d11,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:30.336743 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:57:30.342556 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:30.348234 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Network c0ddede5-185e-42c8-936b-0218565934c3 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:57:30.368653 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.368653 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.368653 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.368653 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.369106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, c0ddede5-185e-42c8-936b-0218565934c3) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:30.369693 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.370432 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.370773 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.371107 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.371705 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.372037 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.372403 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.372760 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:30.388981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:30.390420 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:30.390580 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port fd2df09c-94ec-44c4-8018-d99c49a8c8ca triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:57:30.390951 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:30.392544 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345576f-c1cf-48a3-8b4f-8316ba57365b None None] Pushing event updated for resources: {'Port': ['ID=b106d0ca-015a-47b0-8209-36ba8b751d7c,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:30.398175 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a2d88e-ce46-41ef-80e2-c3b6f0b77c08 None None] Network c0ddede5-185e-42c8-936b-0218565934c3 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:57:30.420132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b52e8c5b-ee32-46ee-94f7-56d04b3f54ad admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9426534 Sep 07 18:57:30.524828 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] Attempting to bind port b106d0ca-015a-47b0-8209-36ba8b751d7c on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:57:30.525222 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] Attempting to bind port b106d0ca-015a-47b0-8209-36ba8b751d7c by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '53235788-5634-48ba-9fa5-674d0808e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1cf7232d-a60f-43db-ab7e-3bece3e83c8f'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:57:30.525557 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] Attempting to bind port b106d0ca-015a-47b0-8209-36ba8b751d7c on network 1cf7232d-a60f-43db-ab7e-3bece3e83c8f {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:57:30.538670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:57:30.539244 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] Checking segment: {'id': '53235788-5634-48ba-9fa5-674d0808e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1cf7232d-a60f-43db-ab7e-3bece3e83c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:57:30.539526 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:30.539916 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] Bound using segment: {'id': '53235788-5634-48ba-9fa5-674d0808e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1cf7232d-a60f-43db-ab7e-3bece3e83c8f'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:57:30.540460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] Bound port: b106d0ca-015a-47b0-8209-36ba8b751d7c, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53235788-5634-48ba-9fa5-674d0808e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1cf7232d-a60f-43db-ab7e-3bece3e83c8f'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:57:30.540857 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:30.689514 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0685b761-6fa0-41c2-aca5-548d9cd17eda None None] Network c0ddede5-185e-42c8-936b-0218565934c3 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:57:30.734011 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] For port b106d0ca-015a-47b0-8209-36ba8b751d7c, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:57:30.827363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-c7e08abf-3301-4c40-8fd8-5a197d5946dd tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:30.834205 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-c7e08abf-3301-4c40-8fd8-5a197d5946dd tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.60 "GET /v2.0/networks?id=1cf7232d-a60f-43db-ab7e-3bece3e83c8f HTTP/1.1" status: 200 len: 811 time: 0.2634351 Sep 07 18:57:30.853880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-1124f1c2-b065-4f87-8eee-6b06932fa766 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Request body: {'port': {'device_id': '1cd70a36-7c32-4865-b3bf-c72b85c03641', 'network_id': '1cf7232d-a60f-43db-ab7e-3bece3e83c8f', 'admin_state_up': True, 'tenant_id': 'e81334715fe248b7846fde74e7fee518'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:30.967133 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:31.017704 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8b92cd5c-7200-497c-903d-a0dcb0429384 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:57:31.046570 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] For port b106d0ca-015a-47b0-8209-36ba8b751d7c, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b106d0ca-015a-47b0-8209-36ba8b751d7c,segment=NetworkSegment(53235788-5634-48ba-9fa5-674d0808e23e),segment_id=53235788-5634-48ba-9fa5-674d0808e23e)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:57:31.054919 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:31.059631 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 8b92cd5c-7200-497c-903d-a0dcb0429384 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:57:31.060004 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8b92cd5c-7200-497c-903d-a0dcb0429384 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:57:31.084023 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-1124f1c2-b065-4f87-8eee-6b06932fa766 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Made reservation on behalf of e81334715fe248b7846fde74e7fee518 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:57:31.093400 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-1124f1c2-b065-4f87-8eee-6b06932fa766 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:31.163599 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345576f-c1cf-48a3-8b4f-8316ba57365b None None] Pushing event updated for resources: {'Port': ['ID=b106d0ca-015a-47b0-8209-36ba8b751d7c,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:31.166627 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] Routers {'4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:31.167432 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:31.317642 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] Set router 4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:57:31.375926 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:31.419739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-1124f1c2-b065-4f87-8eee-6b06932fa766 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Allocated IP 172.20.0.3 (1cf7232d-a60f-43db-ab7e-3bece3e83c8f/ddca0847-4c27-4d7b-a6ad-3b98cce52fb5/481af88e-003d-4e9c-9f8b-32883e187a40) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:57:31.544411 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50b88b-fb6d-4b67-8b62-58311d553cc5 req-c803dce1-9c08-43ba-8c31-25e80a215886 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:31.552279 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc50b88b-fb6d-4b67-8b62-58311d553cc5 req-c803dce1-9c08-43ba-8c31-25e80a215886 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.3585601 Sep 07 18:57:31.559073 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8', 'name': 'tempest-ServerRescueTestJSON-2057676044-router', 'tenant_id': 'e81334715fe248b7846fde74e7fee518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'fd2df09c-94ec-44c4-8018-d99c49a8c8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:57:19Z', 'updated_at': '2021-09-07T18:57:24Z', 'revision_number': 4, 'project_id': 'e81334715fe248b7846fde74e7fee518', 'gw_port': {'id': 'fd2df09c-94ec-44c4-8018-d99c49a8c8ca', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:57:20Z', 'updated_at': '2021-09-07T18:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b106d0ca-015a-47b0-8209-36ba8b751d7c', 'name': '', 'network_id': '1cf7232d-a60f-43db-ab7e-3bece3e83c8f', 'tenant_id': 'e81334715fe248b7846fde74e7fee518', 'mac_address': 'fa:16:3e:6f:82:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ddca0847-4c27-4d7b-a6ad-3b98cce52fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:57:23Z', 'updated_at': '2021-09-07T18:57:30Z', 'revision_number': 4, 'project_id': 'e81334715fe248b7846fde74e7fee518', 'subnets': [{'id': 'ddca0847-4c27-4d7b-a6ad-3b98cce52fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:31.581113 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Router ce2d41e6-027a-4f6f-911d-4700e967ebd0 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:57:31.595394 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b5cef-239b-4d08-98c2-6948118cadc7 None None] The sync data for ids ['4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8'] in n-d-807786-1 is: [{'id': '4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8', 'name': 'tempest-ServerRescueTestJSON-2057676044-router', 'tenant_id': 'e81334715fe248b7846fde74e7fee518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'fd2df09c-94ec-44c4-8018-d99c49a8c8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:57:19Z', 'updated_at': '2021-09-07T18:57:24Z', 'revision_number': 4, 'project_id': 'e81334715fe248b7846fde74e7fee518', 'gw_port': {'id': 'fd2df09c-94ec-44c4-8018-d99c49a8c8ca', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:57:20Z', 'updated_at': '2021-09-07T18:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b106d0ca-015a-47b0-8209-36ba8b751d7c', 'name': '', 'network_id': '1cf7232d-a60f-43db-ab7e-3bece3e83c8f', 'tenant_id': 'e81334715fe248b7846fde74e7fee518', 'mac_address': 'fa:16:3e:6f:82:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ddca0847-4c27-4d7b-a6ad-3b98cce52fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:57:23Z', 'updated_at': '2021-09-07T18:57:30Z', 'revision_number': 4, 'project_id': 'e81334715fe248b7846fde74e7fee518', 'subnets': [{'id': 'ddca0847-4c27-4d7b-a6ad-3b98cce52fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:57:31.714552 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:31.756826 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-742b7805-7cea-4da7-987e-6b40e9cf996d tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:31.758424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-742b7805-7cea-4da7-987e-6b40e9cf996d tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/networks?id=b5922e32-1840-48b2-b534-45e5848c3913 HTTP/1.1" status: 200 len: 824 time: 0.6157713 Sep 07 18:57:31.762717 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc50b88b-fb6d-4b67-8b62-58311d553cc5 req-152fe3e1-8891-4e67-846f-7c110536dcbd tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094295 Sep 07 18:57:31.801383 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:57:31.810367 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-4164e32d-4b51-4317-9fa9-9af4f48892b4 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/quotas/c15a54f7f5644395b688fd82ac57e944 HTTP/1.1" status: 200 len: 375 time: 0.0327029 Sep 07 18:57:31.814829 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780314e7-6f16-4ecf-b41c-31fa90a6c92a None None] Sync routers for ids ['ce2d41e6-027a-4f6f-911d-4700e967ebd0'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:57:31.829964 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780314e7-6f16-4ecf-b41c-31fa90a6c92a None None] Routers {'ce2d41e6-027a-4f6f-911d-4700e967ebd0'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:31.830708 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-780314e7-6f16-4ecf-b41c-31fa90a6c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ce2d41e6-027a-4f6f-911d-4700e967ebd0'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:31.858247 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:31.862153 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fce8a50b-7a4e-46d0-bfee-a5ff2a476254 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2883549 Sep 07 18:57:31.862608 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36724) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:31.866807 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-c88c2833-6a6e-4512-a971-853bf02ffd9d tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'enable_snat': False}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:31.906758 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-780314e7-6f16-4ecf-b41c-31fa90a6c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:31.944655 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780314e7-6f16-4ecf-b41c-31fa90a6c92a None None] Routers {'ce2d41e6-027a-4f6f-911d-4700e967ebd0'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:31.945309 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-780314e7-6f16-4ecf-b41c-31fa90a6c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ce2d41e6-027a-4f6f-911d-4700e967ebd0'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:32.017967 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-780314e7-6f16-4ecf-b41c-31fa90a6c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:32.019363 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780314e7-6f16-4ecf-b41c-31fa90a6c92a None None] The sync data for ids ['ce2d41e6-027a-4f6f-911d-4700e967ebd0'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:57:32.019758 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-1124f1c2-b065-4f87-8eee-6b06932fa766 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:32.032781 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-7cc7c0fa-42e0-4511-8655-1b7a86cae60b tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c15a54f7f5644395b688fd82ac57e944&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1990583 Sep 07 18:57:32.070147 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b106d0ca-015a-47b0-8209-36ba8b751d7c up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:57:32.103821 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf2f52dd-b7cf-4ffd-972b-8243ee197da8 req-e15de982-c0b2-4c66-9c28-e906601b3f58 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 210 time: 0.0635936 Sep 07 18:57:32.188187 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port b106d0ca-015a-47b0-8209-36ba8b751d7c completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:57:32.195524 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b106d0ca-015a-47b0-8209-36ba8b751d7c triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:57:32.196760 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:32.307730 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-1124f1c2-b065-4f87-8eee-6b06932fa766 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:32.339123 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:32.402772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port b106d0ca-015a-47b0-8209-36ba8b751d7c, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b106d0ca-015a-47b0-8209-36ba8b751d7c,segment=NetworkSegment(53235788-5634-48ba-9fa5-674d0808e23e),segment_id=53235788-5634-48ba-9fa5-674d0808e23e)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:32.407209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-1124f1c2-b065-4f87-8eee-6b06932fa766 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Network 1cf7232d-a60f-43db-ab7e-3bece3e83c8f is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:57:32.407876 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:32.414169 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-1124f1c2-b065-4f87-8eee-6b06932fa766 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:32.425097 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-1124f1c2-b065-4f87-8eee-6b06932fa766 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:57:32.451192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-e9977ecb-b48c-401a-accc-a63a5a449db5 service neutron] 10.222.0.26 "GET /v2.0/networks/b5922e32-1840-48b2-b534-45e5848c3913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029641 Sep 07 18:57:32.502113 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=b106d0ca-015a-47b0-8209-36ba8b751d7c,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:32.622829 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-0dc57bc7-234a-4019-8716-2e5d4ed03cf0 service neutron] 10.222.0.26 "GET /v2.0/networks/b5922e32-1840-48b2-b534-45e5848c3913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700191 Sep 07 18:57:32.632822 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124f1c2-b065-4f87-8eee-6b06932fa766 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Pushing event updated for resources: {'Port': ['ID=481af88e-003d-4e9c-9f8b-32883e187a40,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:32.680566 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-1124f1c2-b065-4f87-8eee-6b06932fa766 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:32.690448 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-1124f1c2-b065-4f87-8eee-6b06932fa766 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:32.719342 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-1124f1c2-b065-4f87-8eee-6b06932fa766 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8749733 Sep 07 18:57:32.732490 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-22856e19-4015-42e6-9679-452188b988d6 service neutron] Request body: {'port': {'device_id': '1cd70a36-7c32-4865-b3bf-c72b85c03641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:32.873079 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-22856e19-4015-42e6-9679-452188b988d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:32.977262 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c88c2833-6a6e-4512-a971-853bf02ffd9d tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:33.038773 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-610d2334-cae2-4394-a533-20b84d1c7a41 req-f4754554-eb3f-4ddf-be96-388f39ce4fc9 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a8f336-e025-4a17-a3c7-c1cf046f885c HTTP/1.1" status: 200 len: 210 time: 0.1316898 Sep 07 18:57:33.205845 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b5027-1093-40f4-b290-c5d71fb4a118 req-fed1afe3-8770-469b-9018-e45c87dccf71 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:33.215375 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-369b5027-1093-40f4-b290-c5d71fb4a118 req-fed1afe3-8770-469b-9018-e45c87dccf71 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.3093226 Sep 07 18:57:33.519455 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-369b5027-1093-40f4-b290-c5d71fb4a118 req-12364bb9-0283-453d-b629-f259e2d103f0 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031147 Sep 07 18:57:33.670659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ecfeb-2a1d-41d1-a459-edac95dd93b5 req-722addb6-d1c2-481b-9828-17d32be283d5 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:33.678985 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e5ecfeb-2a1d-41d1-a459-edac95dd93b5 req-722addb6-d1c2-481b-9828-17d32be283d5 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 931 time: 0.2079859 Sep 07 18:57:33.769947 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e5ecfeb-2a1d-41d1-a459-edac95dd93b5 req-05edf0b0-5a1c-4b81-8b57-27262e660419 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790112 Sep 07 18:57:33.779870 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c88c2833-6a6e-4512-a971-853bf02ffd9d tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:33.784775 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c88c2833-6a6e-4512-a971-853bf02ffd9d tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626183'] for router, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:33.785458 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-22856e19-4015-42e6-9679-452188b988d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481af88e-003d-4e9c-9f8b-32883e187a40 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:57:33.813543 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-22856e19-4015-42e6-9679-452188b988d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:33.840618 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-22856e19-4015-42e6-9679-452188b988d6 service neutron] Transition to ACTIVE for port object 481af88e-003d-4e9c-9f8b-32883e187a40 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:57:33.850719 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-22856e19-4015-42e6-9679-452188b988d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:33.932786 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88c2833-6a6e-4512-a971-853bf02ffd9d tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Router ce2d41e6-027a-4f6f-911d-4700e967ebd0 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:57:33.939054 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22856e19-4015-42e6-9679-452188b988d6 service neutron] Pushing event updated for resources: {'Port': ['ID=481af88e-003d-4e9c-9f8b-32883e187a40,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:33.992699 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b106d0ca-015a-47b0-8209-36ba8b751d7c up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:57:33.994496 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-22856e19-4015-42e6-9679-452188b988d6 service neutron] Attempting to bind port 481af88e-003d-4e9c-9f8b-32883e187a40 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:57:33.994842 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-22856e19-4015-42e6-9679-452188b988d6 service neutron] Attempting to bind port 481af88e-003d-4e9c-9f8b-32883e187a40 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '53235788-5634-48ba-9fa5-674d0808e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1cf7232d-a60f-43db-ab7e-3bece3e83c8f'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:57:33.995171 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-22856e19-4015-42e6-9679-452188b988d6 service neutron] Attempting to bind port 481af88e-003d-4e9c-9f8b-32883e187a40 on network 1cf7232d-a60f-43db-ab7e-3bece3e83c8f {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:57:34.000041 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-22856e19-4015-42e6-9679-452188b988d6 service neutron] Port 481af88e-003d-4e9c-9f8b-32883e187a40 on network 1cf7232d-a60f-43db-ab7e-3bece3e83c8f not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:57:34.000369 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-22856e19-4015-42e6-9679-452188b988d6 service neutron] Attempting to bind port 481af88e-003d-4e9c-9f8b-32883e187a40 on network 1cf7232d-a60f-43db-ab7e-3bece3e83c8f {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:57:34.005388 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-22856e19-4015-42e6-9679-452188b988d6 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:57:34.005727 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-22856e19-4015-42e6-9679-452188b988d6 service neutron] Checking segment: {'id': '53235788-5634-48ba-9fa5-674d0808e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1cf7232d-a60f-43db-ab7e-3bece3e83c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:57:34.006112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-22856e19-4015-42e6-9679-452188b988d6 service neutron] Bound using segment: {'id': '53235788-5634-48ba-9fa5-674d0808e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1cf7232d-a60f-43db-ab7e-3bece3e83c8f'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:57:34.006542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-22856e19-4015-42e6-9679-452188b988d6 service neutron] Bound port: 481af88e-003d-4e9c-9f8b-32883e187a40, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53235788-5634-48ba-9fa5-674d0808e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1cf7232d-a60f-43db-ab7e-3bece3e83c8f'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:57:34.006958 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-22856e19-4015-42e6-9679-452188b988d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:34.093398 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-22856e19-4015-42e6-9679-452188b988d6 service neutron] For port 481af88e-003d-4e9c-9f8b-32883e187a40, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:57:34.099770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-22856e19-4015-42e6-9679-452188b988d6 service neutron] For port 481af88e-003d-4e9c-9f8b-32883e187a40, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=481af88e-003d-4e9c-9f8b-32883e187a40,segment=NetworkSegment(53235788-5634-48ba-9fa5-674d0808e23e),segment_id=53235788-5634-48ba-9fa5-674d0808e23e)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:57:34.110327 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-22856e19-4015-42e6-9679-452188b988d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:34.123612 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b106d0ca-015a-47b0-8209-36ba8b751d7c triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:57:34.123990 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:34.175734 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88c2833-6a6e-4512-a971-853bf02ffd9d tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:57:34.181337 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c88c2833-6a6e-4512-a971-853bf02ffd9d tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:34.186011 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c88c2833-6a6e-4512-a971-853bf02ffd9d tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "PUT /v2.0/routers/ce2d41e6-027a-4f6f-911d-4700e967ebd0 HTTP/1.1" status: 200 len: 924 time: 2.3195963 Sep 07 18:57:34.189293 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36766) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:34.208331 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dac6d74-dc95-41b0-b095-e314883c4a2c None None] Sync routers for ids ['ce2d41e6-027a-4f6f-911d-4700e967ebd0'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:57:34.230001 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dac6d74-dc95-41b0-b095-e314883c4a2c None None] Routers {'ce2d41e6-027a-4f6f-911d-4700e967ebd0'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:34.230658 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-1dac6d74-dc95-41b0-b095-e314883c4a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ce2d41e6-027a-4f6f-911d-4700e967ebd0'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:34.271730 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-22856e19-4015-42e6-9679-452188b988d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:34.272425 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-22856e19-4015-42e6-9679-452188b988d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:34.273859 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-22856e19-4015-42e6-9679-452188b988d6 service neutron] 10.222.0.60 "PUT /v2.0/ports/481af88e-003d-4e9c-9f8b-32883e187a40 HTTP/1.1" status: 200 len: 1091 time: 1.5463762 Sep 07 18:57:34.274393 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd70a36-7c32-4865-b3bf-c72b85c03641', 'tag': '481af88e-003d-4e9c-9f8b-32883e187a40'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:34.276586 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504f8823-e75a-4412-b351-8c40a4bf1e78" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd70a36-7c32-4865-b3bf-c72b85c03641", "tag": "481af88e-003d-4e9c-9f8b-32883e187a40"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:34.303453 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b321f628-fe39-455b-a979-f0b15bd8515f req-e5cf9c85-59bd-46fc-802f-721e2ac34dce tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a8f336-e025-4a17-a3c7-c1cf046f885c HTTP/1.1" status: 200 len: 210 time: 0.1256456 Sep 07 18:57:34.342273 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-1dac6d74-dc95-41b0-b095-e314883c4a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:34.428838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dac6d74-dc95-41b0-b095-e314883c4a2c None None] Routers {'ce2d41e6-027a-4f6f-911d-4700e967ebd0'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:34.429549 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-1dac6d74-dc95-41b0-b095-e314883c4a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ce2d41e6-027a-4f6f-911d-4700e967ebd0'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:34.466215 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ab8b668d-99da-4e7c-96e6-f708013d6c43 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "GET /v2.0/routers/ce2d41e6-027a-4f6f-911d-4700e967ebd0 HTTP/1.1" status: 200 len: 924 time: 0.2736003 Sep 07 18:57:34.467004 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8415c171-5682-494b-aa8a-64fa92b94b33 x-openstack-request-id: req-8415c171-5682-494b-aa8a-64fa92b94b33 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:34.467004 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd70a36-7c32-4865-b3bf-c72b85c03641", "tag": "481af88e-003d-4e9c-9f8b-32883e187a40", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:34.467004 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8415c171-5682-494b-aa8a-64fa92b94b33 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:34.467004 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd70a36-7c32-4865-b3bf-c72b85c03641', 'tag': '481af88e-003d-4e9c-9f8b-32883e187a40', 'status': 'completed', 'code': 200} Sep 07 18:57:34.473217 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36772) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:34.511888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22856e19-4015-42e6-9679-452188b988d6 service neutron] Pushing event updated for resources: {'Port': ['ID=481af88e-003d-4e9c-9f8b-32883e187a40,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:34.520190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-1dac6d74-dc95-41b0-b095-e314883c4a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:34.525211 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dac6d74-dc95-41b0-b095-e314883c4a2c None None] The sync data for ids ['ce2d41e6-027a-4f6f-911d-4700e967ebd0'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:57:34.593795 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd486e4d-85d2-42a6-9b06-81e8fe8970b4 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:34.595390 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bd486e4d-85d2-42a6-9b06-81e8fe8970b4 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&device_id=ce2d41e6-027a-4f6f-911d-4700e967ebd0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1208503 Sep 07 18:57:34.598670 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36776) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:34.643759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-76f145f8-e920-4f1e-9525-03bb68d1c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:34.645461 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-76f145f8-e920-4f1e-9525-03bb68d1c254 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e81334715fe248b7846fde74e7fee518&device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 1094 time: 0.2757201 Sep 07 18:57:34.722952 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-55de4191-94e4-4056-a3a7-50f740e43dd4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=481af88e-003d-4e9c-9f8b-32883e187a40 HTTP/1.1" status: 200 len: 217 time: 0.0654230 Sep 07 18:57:34.739054 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c969eb-5b4c-4aaa-b270-caf2d575759e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:34.741366 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e0c969eb-5b4c-4aaa-b270-caf2d575759e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 881 time: 0.1410091 Sep 07 18:57:34.756562 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36788) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:34.791951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d8911-6d9e-4627-8673-cb44889ab6dd req-04ed8fa1-888b-4e4b-924e-0183665611eb tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:34.799070 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef7d8911-6d9e-4627-8673-cb44889ab6dd req-04ed8fa1-888b-4e4b-924e-0183665611eb tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.1663480 Sep 07 18:57:34.824177 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-64b07a03-adec-4648-90ee-4618161fc146 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:34.825344 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8cd487ce-5fb3-4a8d-a57f-3c52657bcf5f tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d41e6-027a-4f6f-911d-4700e967ebd0 HTTP/1.1" status: 200 len: 205 time: 0.0662839 Sep 07 18:57:34.826823 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36794) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:34.827081 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-64b07a03-adec-4648-90ee-4618161fc146 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.36 "GET /v2.0/networks?id=b5922e32-1840-48b2-b534-45e5848c3913 HTTP/1.1" status: 200 len: 824 time: 0.5095317 Sep 07 18:57:34.849804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-2fbe768b-deef-400e-b913-682860e7e501 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Request body: {'port': {'device_id': '08a8f336-e025-4a17-a3c7-c1cf046f885c', 'network_id': 'b5922e32-1840-48b2-b534-45e5848c3913', 'admin_state_up': True, 'tenant_id': 'c15a54f7f5644395b688fd82ac57e944'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:34.881815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-e49d97cd-3906-4979-8ec7-9b967d7bceba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:34.883434 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-e49d97cd-3906-4979-8ec7-9b967d7bceba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddca0847-4c27-4d7b-a6ad-3b98cce52fb5 HTTP/1.1" status: 200 len: 851 time: 0.1533442 Sep 07 18:57:34.928899 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-00da2a89-4afe-4cb2-9c91-fb9b4e3997ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1cf7232d-a60f-43db-ab7e-3bece3e83c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330150 Sep 07 18:57:34.936244 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef7d8911-6d9e-4627-8673-cb44889ab6dd req-a4088193-8619-4474-8cd2-97ef9cc88209 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363389 Sep 07 18:57:34.972909 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c3b04347-ec50-4d30-ba1f-b5ff139b12ae tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:35.128733 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be403dd-5ace-4bf1-9be9-8296315d0d23 req-7a664701-48d5-4a66-8422-b9a259a90ae3 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:35.130714 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6be403dd-5ace-4bf1-9be9-8296315d0d23 req-7a664701-48d5-4a66-8422-b9a259a90ae3 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 943 time: 0.1542575 Sep 07 18:57:35.142664 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c3b04347-ec50-4d30-ba1f-b5ff139b12ae tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:35.175338 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-ad5f81f4-285b-45d9-97f8-a0c175665aa5 service neutron] 10.222.0.60 "GET /v2.0/networks/1cf7232d-a60f-43db-ab7e-3bece3e83c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092226 Sep 07 18:57:35.218518 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-c3b04347-ec50-4d30-ba1f-b5ff139b12ae tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Deleting port 1d1dcf37-a55a-44ad-81e9-69aed7633d11 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:35.219105 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c3b04347-ec50-4d30-ba1f-b5ff139b12ae tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:35.224425 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-2fbe768b-deef-400e-b913-682860e7e501 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Made reservation on behalf of c15a54f7f5644395b688fd82ac57e944 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:57:35.228056 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-2fbe768b-deef-400e-b913-682860e7e501 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:35.274163 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6be403dd-5ace-4bf1-9be9-8296315d0d23 req-684b5961-77b0-4f9d-a781-f3cb7a3b6056 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337683 Sep 07 18:57:35.350176 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c3b04347-ec50-4d30-ba1f-b5ff139b12ae tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:35.383490 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-c3b04347-ec50-4d30-ba1f-b5ff139b12ae tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Calling delete_port for 1d1dcf37-a55a-44ad-81e9-69aed7633d11 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:35.388438 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cff1790c-915e-43bc-82b3-84ac73c94d39 req-f87ad21e-ca47-4b3c-aedb-b31bda3f3f49 service neutron] 10.222.0.60 "GET /v2.0/networks/1cf7232d-a60f-43db-ab7e-3bece3e83c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046943 Sep 07 18:57:35.479254 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-557f43ed-4854-4645-a51c-53e88ac89609 req-bdce2a03-cf58-4cf8-bec5-6f430506ca7a tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a8f336-e025-4a17-a3c7-c1cf046f885c HTTP/1.1" status: 200 len: 210 time: 0.0428700 Sep 07 18:57:35.512601 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-2fbe768b-deef-400e-b913-682860e7e501 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Allocated IP 172.20.0.12 (b5922e32-1840-48b2-b534-45e5848c3913/e0920483-6ed6-4bbd-b871-6b02d9b979a6/974aa75e-d713-4483-96eb-85d05e19971d) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:57:35.529354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f8823-e75a-4412-b351-8c40a4bf1e78 req-4752d7f7-1987-418c-a150-8033644d6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:35.530933 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-504f8823-e75a-4412-b351-8c40a4bf1e78 req-4752d7f7-1987-418c-a150-8033644d6c83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e81334715fe248b7846fde74e7fee518&device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 1094 time: 0.0813191 Sep 07 18:57:35.635266 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c3b04347-ec50-4d30-ba1f-b5ff139b12ae tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:35.684604 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b04347-ec50-4d30-ba1f-b5ff139b12ae tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Pushing event deleted for resources: {'Port': ['ID=1d1dcf37-a55a-44ad-81e9-69aed7633d11,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:35.731531 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f8823-e75a-4412-b351-8c40a4bf1e78 req-52b93892-51f4-43b7-993a-59bdb723a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:35.733639 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-504f8823-e75a-4412-b351-8c40a4bf1e78 req-52b93892-51f4-43b7-993a-59bdb723a4b2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1cf7232d-a60f-43db-ab7e-3bece3e83c8f HTTP/1.1" status: 200 len: 912 time: 0.1848257 Sep 07 18:57:35.737180 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c3b04347-ec50-4d30-ba1f-b5ff139b12ae tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:35.834616 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c3b04347-ec50-4d30-ba1f-b5ff139b12ae tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:35.837723 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c3b04347-ec50-4d30-ba1f-b5ff139b12ae tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:35.900605 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c3b04347-ec50-4d30-ba1f-b5ff139b12ae tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:35.902037 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b04347-ec50-4d30-ba1f-b5ff139b12ae tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Fanout notify agent at l3_agent the message router_deleted on router ce2d41e6-027a-4f6f-911d-4700e967ebd0 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:57:35.918771 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c3b04347-ec50-4d30-ba1f-b5ff139b12ae tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:35.921174 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c3b04347-ec50-4d30-ba1f-b5ff139b12ae tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "DELETE /v2.0/routers/ce2d41e6-027a-4f6f-911d-4700e967ebd0 HTTP/1.1" status: 204 len: 168 time: 1.0905235 Sep 07 18:57:35.924641 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36816) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:35.929929 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ecfe877c-cf84-4a98-b5eb-085b7cbc5330 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-996581920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:35.959350 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ecfe877c-cf84-4a98-b5eb-085b7cbc5330 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:35.960783 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ecfe877c-cf84-4a98-b5eb-085b7cbc5330 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:36.021953 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ecfe877c-cf84-4a98-b5eb-085b7cbc5330 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:36.026690 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ecfe877c-cf84-4a98-b5eb-085b7cbc5330 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:36.045195 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ecfe877c-cf84-4a98-b5eb-085b7cbc5330 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:36.049039 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ecfe877c-cf84-4a98-b5eb-085b7cbc5330 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1210365 Sep 07 18:57:36.049599 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36820) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:36.055091 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4a0891ff-f2e1-4ba9-badb-4093e3f92b28 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Request body: {'router': {'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:36.250613 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-504f8823-e75a-4412-b351-8c40a4bf1e78 req-81f25169-f49f-404c-9d43-c7cb9c18f9b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=481af88e-003d-4e9c-9f8b-32883e187a40 HTTP/1.1" status: 200 len: 217 time: 0.5027993 Sep 07 18:57:36.298277 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-2fbe768b-deef-400e-b913-682860e7e501 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:36.304917 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4a0891ff-f2e1-4ba9-badb-4093e3f92b28 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:36.380071 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79db36-1f8b-43d7-9d16-882122f62db6 req-47ad31d5-1967-4af7-b740-50c3188c76fb tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:36.381616 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3a79db36-1f8b-43d7-9d16-882122f62db6 req-47ad31d5-1967-4af7-b740-50c3188c76fb tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.1480556 Sep 07 18:57:36.451012 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f8823-e75a-4412-b351-8c40a4bf1e78 req-6c844529-dd39-419d-ac19-85c12b56807b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:36.452485 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-504f8823-e75a-4412-b351-8c40a4bf1e78 req-6c844529-dd39-419d-ac19-85c12b56807b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddca0847-4c27-4d7b-a6ad-3b98cce52fb5 HTTP/1.1" status: 200 len: 851 time: 0.1594462 Sep 07 18:57:36.520934 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-504f8823-e75a-4412-b351-8c40a4bf1e78 req-5f862ed6-3960-4fde-a11b-eeae83e1e20d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1cf7232d-a60f-43db-ab7e-3bece3e83c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560110 Sep 07 18:57:36.535348 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfb7d2-5e4d-470b-9a8e-4f8fda558456 req-2f3f2849-03e5-44d1-8506-13ac7b07643e tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:36.538003 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5edfb7d2-5e4d-470b-9a8e-4f8fda558456 req-2f3f2849-03e5-44d1-8506-13ac7b07643e tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 943 time: 0.1537044 Sep 07 18:57:36.545128 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3a79db36-1f8b-43d7-9d16-882122f62db6 req-c7426b29-de65-485d-9108-3b9197811e87 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214256 Sep 07 18:57:36.556199 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-2fbe768b-deef-400e-b913-682860e7e501 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:36.596989 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4a0891ff-f2e1-4ba9-badb-4093e3f92b28 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:36.629929 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4a0891ff-f2e1-4ba9-badb-4093e3f92b28 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:36.697590 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5edfb7d2-5e4d-470b-9a8e-4f8fda558456 req-6f835194-b920-425e-b272-116e5be486c1 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435864 Sep 07 18:57:36.715378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-2fbe768b-deef-400e-b913-682860e7e501 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Network b5922e32-1840-48b2-b534-45e5848c3913 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:57:36.722721 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-2fbe768b-deef-400e-b913-682860e7e501 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:36.733017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-2fbe768b-deef-400e-b913-682860e7e501 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:57:36.765807 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe768b-deef-400e-b913-682860e7e501 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Pushing event updated for resources: {'Port': ['ID=974aa75e-d713-4483-96eb-85d05e19971d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:36.796709 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-4a0891ff-f2e1-4ba9-badb-4093e3f92b28 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Allocated IP 172.25.8.77 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/feb4e0a8-cf84-4009-b456-b354c590c680) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:57:36.830539 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-504f8823-e75a-4412-b351-8c40a4bf1e78 req-46534059-4e4f-48d2-9dd2-a5170c39caea service neutron] 10.222.0.60 "GET /v2.0/networks/1cf7232d-a60f-43db-ab7e-3bece3e83c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914062 Sep 07 18:57:36.847614 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-2fbe768b-deef-400e-b913-682860e7e501 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:36.848496 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-2fbe768b-deef-400e-b913-682860e7e501 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:36.914011 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-2fbe768b-deef-400e-b913-682860e7e501 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0726361 Sep 07 18:57:36.947663 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4a0891ff-f2e1-4ba9-badb-4093e3f92b28 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:36.952915 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8830f55-cf9f-4730-b2d0-9d06283ce957 req-9f68edd5-703d-4f4a-bedd-7c0a99b6cf09 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:36.960355 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8830f55-cf9f-4730-b2d0-9d06283ce957 req-9f68edd5-703d-4f4a-bedd-7c0a99b6cf09 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a8f336-e025-4a17-a3c7-c1cf046f885c HTTP/1.1" status: 200 len: 932 time: 0.2005756 Sep 07 18:57:36.974273 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] Request body: {'port': {'device_id': '08a8f336-e025-4a17-a3c7-c1cf046f885c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:37.010648 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4a0891ff-f2e1-4ba9-badb-4093e3f92b28 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:37.075628 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0891ff-f2e1-4ba9-badb-4093e3f92b28 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:57:37.079576 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-4a0891ff-f2e1-4ba9-badb-4093e3f92b28 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:37.083704 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0891ff-f2e1-4ba9-badb-4093e3f92b28 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:57:37.085651 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-504f8823-e75a-4412-b351-8c40a4bf1e78 req-bb183df0-ebe8-4de3-ac8b-0ac42bda56c9 service neutron] 10.222.0.60 "GET /v2.0/networks/1cf7232d-a60f-43db-ab7e-3bece3e83c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334573 Sep 07 18:57:37.109189 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8830f55-cf9f-4730-b2d0-9d06283ce957 req-cfcb7442-507c-4d00-8667-3f02a75c14b1 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a470e287-59d2-4709-b5ed-f8346d57c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477771 Sep 07 18:57:37.120981 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:37.126750 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0891ff-f2e1-4ba9-badb-4093e3f92b28 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Pushing event updated for resources: {'Port': ['ID=feb4e0a8-cf84-4009-b456-b354c590c680,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:37.484977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 974aa75e-d713-4483-96eb-85d05e19971d {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:57:37.499201 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:37.522504 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] Transition to ACTIVE for port object 974aa75e-d713-4483-96eb-85d05e19971d will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:57:37.527828 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:37.615545 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] Pushing event updated for resources: {'Port': ['ID=974aa75e-d713-4483-96eb-85d05e19971d,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:37.724853 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] Attempting to bind port 974aa75e-d713-4483-96eb-85d05e19971d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:57:37.725330 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] Attempting to bind port 974aa75e-d713-4483-96eb-85d05e19971d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'e300c9bc-57e2-4a9e-9f47-d3639ce62ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b5922e32-1840-48b2-b534-45e5848c3913'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:57:37.725782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] Attempting to bind port 974aa75e-d713-4483-96eb-85d05e19971d on network b5922e32-1840-48b2-b534-45e5848c3913 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:57:37.731071 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] Port 974aa75e-d713-4483-96eb-85d05e19971d on network b5922e32-1840-48b2-b534-45e5848c3913 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:57:37.731507 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] Attempting to bind port 974aa75e-d713-4483-96eb-85d05e19971d on network b5922e32-1840-48b2-b534-45e5848c3913 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:57:37.744563 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:57:37.745114 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] Checking segment: {'id': 'e300c9bc-57e2-4a9e-9f47-d3639ce62ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b5922e32-1840-48b2-b534-45e5848c3913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:57:37.745503 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] Bound using segment: {'id': 'e300c9bc-57e2-4a9e-9f47-d3639ce62ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b5922e32-1840-48b2-b534-45e5848c3913'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:57:37.746117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] Bound port: 974aa75e-d713-4483-96eb-85d05e19971d, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e300c9bc-57e2-4a9e-9f47-d3639ce62ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b5922e32-1840-48b2-b534-45e5848c3913'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:57:37.746576 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:37.754879 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4a0891ff-f2e1-4ba9-badb-4093e3f92b28 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:37.757618 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61230c29-ef2d-4aa6-9f62-fe7f1e492456 req-9a1dd625-57c9-41cb-b441-6d9322778b27 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:37.759289 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61230c29-ef2d-4aa6-9f62-fe7f1e492456 req-9a1dd625-57c9-41cb-b441-6d9322778b27 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.0763261 Sep 07 18:57:37.864335 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61230c29-ef2d-4aa6-9f62-fe7f1e492456 req-90ffc63e-ff7a-42a7-852f-b2bcca62d897 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982623 Sep 07 18:57:37.900261 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b99c8-e8b1-40c6-b363-789baf8f9dac req-3ae4f830-ba3c-47c1-9b19-e138e4de630a tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:37.902030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fa1b99c8-e8b1-40c6-b363-789baf8f9dac req-3ae4f830-ba3c-47c1-9b19-e138e4de630a tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 943 time: 0.0825236 Sep 07 18:57:37.903309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] For port 974aa75e-d713-4483-96eb-85d05e19971d, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:57:37.908911 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] For port 974aa75e-d713-4483-96eb-85d05e19971d, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=974aa75e-d713-4483-96eb-85d05e19971d,segment=NetworkSegment(e300c9bc-57e2-4a9e-9f47-d3639ce62ddc),segment_id=e300c9bc-57e2-4a9e-9f47-d3639ce62ddc)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:57:37.926073 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:37.981453 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:37.983259 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:37.984949 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] 10.222.0.36 "PUT /v2.0/ports/974aa75e-d713-4483-96eb-85d05e19971d HTTP/1.1" status: 200 len: 1092 time: 1.0149632 Sep 07 18:57:37.986734 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a8f336-e025-4a17-a3c7-c1cf046f885c', 'tag': '974aa75e-d713-4483-96eb-85d05e19971d'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:37.989133 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4efd3c7-6948-4976-8bf6-7e27ccf6b357" -d '{"events": [{"name": "network-changed", "server_uuid": "08a8f336-e025-4a17-a3c7-c1cf046f885c", "tag": "974aa75e-d713-4483-96eb-85d05e19971d"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:37.997477 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fa1b99c8-e8b1-40c6-b363-789baf8f9dac req-3828ddc5-dfa5-4ad8-887a-683b2f2f6227 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867140 Sep 07 18:57:38.016460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599844c-ce8f-4e97-b7d0-0a07eb022edf service neutron] Pushing event updated for resources: {'Port': ['ID=974aa75e-d713-4483-96eb-85d05e19971d,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:38.045348 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490a32df-c107-4301-91f6-2785d4c7132c x-openstack-request-id: req-490a32df-c107-4301-91f6-2785d4c7132c {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:38.046109 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a8f336-e025-4a17-a3c7-c1cf046f885c", "tag": "974aa75e-d713-4483-96eb-85d05e19971d", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:38.046109 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-490a32df-c107-4301-91f6-2785d4c7132c {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:38.046332 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a8f336-e025-4a17-a3c7-c1cf046f885c', 'tag': '974aa75e-d713-4483-96eb-85d05e19971d', 'status': 'completed', 'code': 200} Sep 07 18:57:38.067334 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4a0891ff-f2e1-4ba9-badb-4093e3f92b28 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:38.071951 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4a0891ff-f2e1-4ba9-badb-4093e3f92b28 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626183'] for router, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:38.085080 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-8a01f286-245c-4db6-9604-bd8e7b100fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:38.086867 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-8a01f286-245c-4db6-9604-bd8e7b100fa9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c15a54f7f5644395b688fd82ac57e944&device_id=08a8f336-e025-4a17-a3c7-c1cf046f885c HTTP/1.1" status: 200 len: 1095 time: 0.0506265 Sep 07 18:57:38.187614 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-b3922a38-c2f7-45ac-877e-e67a467dc6f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=974aa75e-d713-4483-96eb-85d05e19971d HTTP/1.1" status: 200 len: 217 time: 0.0815163 Sep 07 18:57:38.235748 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:57:38.280669 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0891ff-f2e1-4ba9-badb-4093e3f92b28 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Router ecc4b685-136f-4807-857f-5f1270e6176b is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:57:38.282936 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-f902bc51-9529-494a-8080-8571163ffdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:38.284766 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-f902bc51-9529-494a-8080-8571163ffdcb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0920483-6ed6-4bbd-b871-6b02d9b979a6 HTTP/1.1" status: 200 len: 864 time: 0.0863736 Sep 07 18:57:38.305769 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b315a-4137-46eb-a5a0-4ef8c88c3085 req-59d87707-9583-4e48-a671-898e0fed4f18 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:38.307484 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-411b315a-4137-46eb-a5a0-4ef8c88c3085 req-59d87707-9583-4e48-a671-898e0fed4f18 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a8f336-e025-4a17-a3c7-c1cf046f885c HTTP/1.1" status: 200 len: 944 time: 0.1188133 Sep 07 18:57:38.337119 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-8ae3f7ec-17a7-4406-bdec-588f80508978 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5922e32-1840-48b2-b534-45e5848c3913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282049 Sep 07 18:57:38.418414 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-411b315a-4137-46eb-a5a0-4ef8c88c3085 req-af42ba8b-70eb-4431-9d56-81624ee928f1 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a470e287-59d2-4709-b5ed-f8346d57c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804965 Sep 07 18:57:38.437668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0891ff-f2e1-4ba9-badb-4093e3f92b28 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:57:38.447397 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4a0891ff-f2e1-4ba9-badb-4093e3f92b28 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:38.450973 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4a0891ff-f2e1-4ba9-badb-4093e3f92b28 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "PUT /v2.0/routers/ecc4b685-136f-4807-857f-5f1270e6176b HTTP/1.1" status: 200 len: 882 time: 2.3975797 Sep 07 18:57:38.451684 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdffb04-acfd-4961-9424-7ab1b98a67fe None None] Sync routers for ids ['ecc4b685-136f-4807-857f-5f1270e6176b'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:57:38.451782 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36862) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:38.466901 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdffb04-acfd-4961-9424-7ab1b98a67fe None None] Routers {'ecc4b685-136f-4807-857f-5f1270e6176b'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:38.467529 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2bdffb04-acfd-4961-9424-7ab1b98a67fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ecc4b685-136f-4807-857f-5f1270e6176b'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:38.485862 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-4fa147db-5a29-42fc-b14c-451e6e481cc4 service neutron] 10.222.0.36 "GET /v2.0/networks/b5922e32-1840-48b2-b534-45e5848c3913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333821 Sep 07 18:57:38.509004 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2bdffb04-acfd-4961-9424-7ab1b98a67fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:38.534301 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdffb04-acfd-4961-9424-7ab1b98a67fe None None] Routers {'ecc4b685-136f-4807-857f-5f1270e6176b'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:38.535559 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2bdffb04-acfd-4961-9424-7ab1b98a67fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ecc4b685-136f-4807-857f-5f1270e6176b'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:38.589880 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5bdb7921-b1e6-4249-8c17-5aa6ac2689ee tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "GET /v2.0/routers/ecc4b685-136f-4807-857f-5f1270e6176b HTTP/1.1" status: 200 len: 923 time: 0.1339328 Sep 07 18:57:38.594887 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36864) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:38.609309 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2bdffb04-acfd-4961-9424-7ab1b98a67fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:38.610234 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdffb04-acfd-4961-9424-7ab1b98a67fe None None] The sync data for ids ['ecc4b685-136f-4807-857f-5f1270e6176b'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:57:38.639432 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-752a7e85-8d74-47d2-a698-50fcec37cddd req-95f4386d-4c66-4b20-aadb-f158e68be316 service neutron] 10.222.0.36 "GET /v2.0/networks/b5922e32-1840-48b2-b534-45e5848c3913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451187 Sep 07 18:57:38.655503 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4b70b0-cbd6-4b70-8316-3d7fb4d41d63 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:38.657090 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0c4b70b0-cbd6-4b70-8316-3d7fb4d41d63 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&device_id=ecc4b685-136f-4807-857f-5f1270e6176b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0610933 Sep 07 18:57:38.659750 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36866) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:38.791782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efd3c7-6948-4976-8bf6-7e27ccf6b357 req-4815a37b-575b-4efd-bbb3-ce9df292541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:38.793806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4efd3c7-6948-4976-8bf6-7e27ccf6b357 req-4815a37b-575b-4efd-bbb3-ce9df292541f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c15a54f7f5644395b688fd82ac57e944&device_id=08a8f336-e025-4a17-a3c7-c1cf046f885c HTTP/1.1" status: 200 len: 1095 time: 0.0705469 Sep 07 18:57:38.798053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018db68a-9d78-46f2-9a72-56940ed162fc tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:38.813270 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-018db68a-9d78-46f2-9a72-56940ed162fc tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 881 time: 0.1361976 Sep 07 18:57:38.821006 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36870) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:38.850760 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2fb73900-9c11-4ebb-be45-8a2a651700e6 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecc4b685-136f-4807-857f-5f1270e6176b HTTP/1.1" status: 200 len: 205 time: 0.0285583 Sep 07 18:57:38.853281 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36872) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:38.908820 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efd3c7-6948-4976-8bf6-7e27ccf6b357 req-e1463e60-ea48-4b95-9b31-4f1abc3ab735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:38.916880 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4efd3c7-6948-4976-8bf6-7e27ccf6b357 req-e1463e60-ea48-4b95-9b31-4f1abc3ab735 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5922e32-1840-48b2-b534-45e5848c3913 HTTP/1.1" status: 200 len: 925 time: 0.1141181 Sep 07 18:57:38.926945 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 481af88e-003d-4e9c-9f8b-32883e187a40 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:57:39.025610 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c03de0c-a85f-4c13-93bb-24fe51e2ac41 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:39.036056 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4efd3c7-6948-4976-8bf6-7e27ccf6b357 req-b5159815-2cdc-4067-8255-6e317b376881 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=974aa75e-d713-4483-96eb-85d05e19971d HTTP/1.1" status: 200 len: 217 time: 0.1095815 Sep 07 18:57:39.105842 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efd3c7-6948-4976-8bf6-7e27ccf6b357 req-49776613-9373-41ea-9b14-4d99aaa4dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:39.107538 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4efd3c7-6948-4976-8bf6-7e27ccf6b357 req-49776613-9373-41ea-9b14-4d99aaa4dff1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0920483-6ed6-4bbd-b871-6b02d9b979a6 HTTP/1.1" status: 200 len: 864 time: 0.0573049 Sep 07 18:57:39.112240 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 481af88e-003d-4e9c-9f8b-32883e187a40, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=481af88e-003d-4e9c-9f8b-32883e187a40,segment=NetworkSegment(53235788-5634-48ba-9fa5-674d0808e23e),segment_id=53235788-5634-48ba-9fa5-674d0808e23e)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:39.116454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b8422-2ba3-4081-ab1b-91cbdb7a019d req-d68af933-99cd-4dbd-a5a7-a5188db85b53 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:39.125394 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c32b8422-2ba3-4081-ab1b-91cbdb7a019d req-d68af933-99cd-4dbd-a5a7-a5188db85b53 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.1333511 Sep 07 18:57:39.137860 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '481af88e-003d-4e9c-9f8b-32883e187a40', 'network_id': '1cf7232d-a60f-43db-ab7e-3bece3e83c8f', 'port_id': '481af88e-003d-4e9c-9f8b-32883e187a40', 'mac_address': 'fa:16:3e:af:ca:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddca0847-4c27-4d7b-a6ad-3b98cce52fb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:57:39.162400 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4efd3c7-6948-4976-8bf6-7e27ccf6b357 req-51e5664a-6ea4-4935-872a-b30f31a7946f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5922e32-1840-48b2-b534-45e5848c3913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299993 Sep 07 18:57:39.218725 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:39.250991 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481af88e-003d-4e9c-9f8b-32883e187a40 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:57:39.259763 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c03de0c-a85f-4c13-93bb-24fe51e2ac41 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:39.289595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4efd3c7-6948-4976-8bf6-7e27ccf6b357 req-4c6a2dc7-674f-4180-b011-ab3086eddc43 service neutron] 10.222.0.36 "GET /v2.0/networks/b5922e32-1840-48b2-b534-45e5848c3913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168244 Sep 07 18:57:39.292380 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 481af88e-003d-4e9c-9f8b-32883e187a40, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=481af88e-003d-4e9c-9f8b-32883e187a40,segment=NetworkSegment(53235788-5634-48ba-9fa5-674d0808e23e),segment_id=53235788-5634-48ba-9fa5-674d0808e23e)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:39.304393 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:39.372196 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-0c03de0c-a85f-4c13-93bb-24fe51e2ac41 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Deleting port feb4e0a8-cf84-4009-b456-b354c590c680 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:39.373651 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c03de0c-a85f-4c13-93bb-24fe51e2ac41 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:39.417418 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=481af88e-003d-4e9c-9f8b-32883e187a40,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:39.450973 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4efd3c7-6948-4976-8bf6-7e27ccf6b357 req-a5f8ce56-2062-468d-a948-5cfb0cbccb39 service neutron] 10.222.0.36 "GET /v2.0/networks/b5922e32-1840-48b2-b534-45e5848c3913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458361 Sep 07 18:57:39.510797 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c03de0c-a85f-4c13-93bb-24fe51e2ac41 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:39.524476 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-0c03de0c-a85f-4c13-93bb-24fe51e2ac41 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Calling delete_port for feb4e0a8-cf84-4009-b456-b354c590c680 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:39.533445 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c32b8422-2ba3-4081-ab1b-91cbdb7a019d req-ee2f8bf2-34f4-4d21-b3f6-03c0ab351bbb tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071043 Sep 07 18:57:39.564636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49565f6-408b-44e8-8150-39a0cf5f64b5 req-164699ab-3981-4972-9728-fe08f977f782 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:39.569756 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e49565f6-408b-44e8-8150-39a0cf5f64b5 req-164699ab-3981-4972-9728-fe08f977f782 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 944 time: 0.2754042 Sep 07 18:57:39.575084 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['481af88e-003d-4e9c-9f8b-32883e187a40'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:57:39.702807 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e49565f6-408b-44e8-8150-39a0cf5f64b5 req-9f90bfcc-9119-4423-85d8-18c2ebd20d3a tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059411 Sep 07 18:57:39.805683 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abe340-0779-4d38-b451-6271b196e82e req-7c87d175-f9da-46d3-9100-8550d4fdaa95 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:39.807675 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0abe340-0779-4d38-b451-6271b196e82e req-7c87d175-f9da-46d3-9100-8550d4fdaa95 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a8f336-e025-4a17-a3c7-c1cf046f885c HTTP/1.1" status: 200 len: 944 time: 0.1026480 Sep 07 18:57:39.889984 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c03de0c-a85f-4c13-93bb-24fe51e2ac41 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:39.924067 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0abe340-0779-4d38-b451-6271b196e82e req-6bb27e25-3387-462f-8602-ca60cb92588d tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a470e287-59d2-4709-b5ed-f8346d57c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084893 Sep 07 18:57:39.950293 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03de0c-a85f-4c13-93bb-24fe51e2ac41 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Pushing event deleted for resources: {'Port': ['ID=feb4e0a8-cf84-4009-b456-b354c590c680,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:40.012750 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c03de0c-a85f-4c13-93bb-24fe51e2ac41 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:40.106020 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c03de0c-a85f-4c13-93bb-24fe51e2ac41 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:40.108774 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c03de0c-a85f-4c13-93bb-24fe51e2ac41 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:40.159012 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c03de0c-a85f-4c13-93bb-24fe51e2ac41 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:40.159633 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c03de0c-a85f-4c13-93bb-24fe51e2ac41 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Fanout notify agent at l3_agent the message router_deleted on router ecc4b685-136f-4807-857f-5f1270e6176b {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:57:40.167884 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c03de0c-a85f-4c13-93bb-24fe51e2ac41 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:40.169253 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0c03de0c-a85f-4c13-93bb-24fe51e2ac41 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "DELETE /v2.0/routers/ecc4b685-136f-4807-857f-5f1270e6176b HTTP/1.1" status: 204 len: 168 time: 1.3149703 Sep 07 18:57:40.173843 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36922) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:40.179360 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-9730f6dc-ecb6-476f-bc06-8464aa222ccc tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-100587735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:40.207575 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9730f6dc-ecb6-476f-bc06-8464aa222ccc tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:40.208685 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9730f6dc-ecb6-476f-bc06-8464aa222ccc tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:40.269990 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9730f6dc-ecb6-476f-bc06-8464aa222ccc tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:40.278010 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9730f6dc-ecb6-476f-bc06-8464aa222ccc tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:40.294428 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9730f6dc-ecb6-476f-bc06-8464aa222ccc tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:40.295865 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9730f6dc-ecb6-476f-bc06-8464aa222ccc tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1207736 Sep 07 18:57:40.298403 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36938) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:40.302744 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-8b12fe3b-5850-43a6-9eae-4615df3afa23 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'enable_snat': True}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:40.511950 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b12fe3b-5850-43a6-9eae-4615df3afa23 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:40.670726 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371072c-9353-4819-9145-4386d815f892 req-4531dcae-fe66-4767-a7fa-a0c9dc81cc30 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:40.673373 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0371072c-9353-4819-9145-4386d815f892 req-4531dcae-fe66-4767-a7fa-a0c9dc81cc30 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.0710051 Sep 07 18:57:40.717095 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0371072c-9353-4819-9145-4386d815f892 req-2c5eabb1-7959-40a6-b5c2-a5fd04095ac2 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373404 Sep 07 18:57:40.753537 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b12fe3b-5850-43a6-9eae-4615df3afa23 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:40.776963 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b12fe3b-5850-43a6-9eae-4615df3afa23 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:40.901397 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac6d8a-55a7-4daa-9454-44536d27f01d req-f0ae1609-a663-4df5-9013-630033b0d13b tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:40.903102 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-deac6d8a-55a7-4daa-9454-44536d27f01d req-f0ae1609-a663-4df5-9013-630033b0d13b tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 944 time: 0.0529256 Sep 07 18:57:40.903260 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-8b12fe3b-5850-43a6-9eae-4615df3afa23 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Allocated IP 172.25.8.190 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/83583d9c-5fb6-461e-bc23-8339ab59edf3) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:57:40.927645 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 481af88e-003d-4e9c-9f8b-32883e187a40 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:57:40.973345 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-deac6d8a-55a7-4daa-9454-44536d27f01d req-237dba5d-8d5b-4001-be7d-d7413a905431 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567567 Sep 07 18:57:41.026395 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 481af88e-003d-4e9c-9f8b-32883e187a40 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:57:41.032540 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 481af88e-003d-4e9c-9f8b-32883e187a40 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:57:41.032909 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:41.071018 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b12fe3b-5850-43a6-9eae-4615df3afa23 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:41.108914 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ccda9-9bc3-4fd4-82ce-b18d5fdc892e req-26590678-1292-45fd-a08c-d90b97cad1ec tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:41.110638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-228ccda9-9bc3-4fd4-82ce-b18d5fdc892e req-26590678-1292-45fd-a08c-d90b97cad1ec tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a8f336-e025-4a17-a3c7-c1cf046f885c HTTP/1.1" status: 200 len: 944 time: 0.0574560 Sep 07 18:57:41.120682 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b12fe3b-5850-43a6-9eae-4615df3afa23 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:41.137785 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:41.162781 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd70a36-7c32-4865-b3bf-c72b85c03641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481af88e-003d-4e9c-9f8b-32883e187a40'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:41.162939 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b12fe3b-5850-43a6-9eae-4615df3afa23 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:57:41.165865 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc08419e-89ed-4091-85e9-d45eaa1ac790" -d '{"events": [{"server_uuid": "1cd70a36-7c32-4865-b3bf-c72b85c03641", "name": "network-vif-plugged", "status": "completed", "tag": "481af88e-003d-4e9c-9f8b-32883e187a40"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:41.168671 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-8b12fe3b-5850-43a6-9eae-4615df3afa23 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:41.172796 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b12fe3b-5850-43a6-9eae-4615df3afa23 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:57:41.181035 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 481af88e-003d-4e9c-9f8b-32883e187a40, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=481af88e-003d-4e9c-9f8b-32883e187a40,segment=NetworkSegment(53235788-5634-48ba-9fa5-674d0808e23e),segment_id=53235788-5634-48ba-9fa5-674d0808e23e)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:41.184076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-228ccda9-9bc3-4fd4-82ce-b18d5fdc892e req-8bb95ad8-9ad0-48e6-8e08-c9fd7092fb2d tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a470e287-59d2-4709-b5ed-f8346d57c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666151 Sep 07 18:57:41.186898 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:41.206377 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12fe3b-5850-43a6-9eae-4615df3afa23 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Pushing event updated for resources: {'Port': ['ID=83583d9c-5fb6-461e-bc23-8339ab59edf3,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:41.258506 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c41d9a-4f85-4dad-8042-d2ec7a509266 x-openstack-request-id: req-91c41d9a-4f85-4dad-8042-d2ec7a509266 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:41.258798 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd70a36-7c32-4865-b3bf-c72b85c03641", "name": "network-vif-plugged", "status": "completed", "tag": "481af88e-003d-4e9c-9f8b-32883e187a40", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:41.259089 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91c41d9a-4f85-4dad-8042-d2ec7a509266 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:41.259649 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd70a36-7c32-4865-b3bf-c72b85c03641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481af88e-003d-4e9c-9f8b-32883e187a40', 'code': 200} Sep 07 18:57:41.284595 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=481af88e-003d-4e9c-9f8b-32883e187a40,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:41.303557 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-4ebbb147-c5d9-4dcb-b274-1932441c9dec tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:41.305271 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-4ebbb147-c5d9-4dcb-b274-1932441c9dec tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/networks?id=8684adc4-5ec3-4aac-81e9-c4347cba31e4 HTTP/1.1" status: 200 len: 805 time: 0.1202440 Sep 07 18:57:41.322585 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-37c0af24-ece8-4b1a-b769-903781225afe tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/quotas/2529f1c24ea84b429d16a7b55fd633e5 HTTP/1.1" status: 200 len: 375 time: 0.0108004 Sep 07 18:57:41.435338 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-001138a0-1c75-492e-b0b6-b564af366fc9 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2529f1c24ea84b429d16a7b55fd633e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1068749 Sep 07 18:57:41.438086 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d93212-19cd-4240-a8c3-e5e3e99c25d2 req-a0762aa0-a050-4ba6-b6cb-23f34338374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:41.439497 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5d93212-19cd-4240-a8c3-e5e3e99c25d2 req-a0762aa0-a050-4ba6-b6cb-23f34338374a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 1096 time: 0.1025853 Sep 07 18:57:41.441424 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4d2c1-f75e-4550-b4c8-d66c9d865d48 req-edc241ba-4282-45be-bfba-642639ed461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:41.442809 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bcd4d2c1-f75e-4550-b4c8-d66c9d865d48 req-edc241ba-4282-45be-bfba-642639ed461d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 1096 time: 0.1040158 Sep 07 18:57:41.558026 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5d93212-19cd-4240-a8c3-e5e3e99c25d2 req-6ef03387-b530-4d7c-bd2d-487f62bb1274 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058960 Sep 07 18:57:41.566777 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bcd4d2c1-f75e-4550-b4c8-d66c9d865d48 req-69bf718b-5511-473e-81e8-36ed3ab89a18 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091931 Sep 07 18:57:41.586897 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-5504e605-6656-4aff-ab9d-a63146d3bb5e service neutron] 10.222.0.26 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431215 Sep 07 18:57:41.689936 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-fecc92b8-b8af-45f3-9df5-61aec1c4fbdf service neutron] 10.222.0.26 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962274 Sep 07 18:57:41.752333 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b12fe3b-5850-43a6-9eae-4615df3afa23 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:41.836536 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 974aa75e-d713-4483-96eb-85d05e19971d details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:57:41.883592 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa9efa-b67c-4d1a-a43e-01ace4525af4 req-99532327-bdbe-4409-a4bf-27599f951299 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:41.889573 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ffaa9efa-b67c-4d1a-a43e-01ace4525af4 req-99532327-bdbe-4409-a4bf-27599f951299 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.0884087 Sep 07 18:57:41.972635 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 974aa75e-d713-4483-96eb-85d05e19971d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=974aa75e-d713-4483-96eb-85d05e19971d,segment=NetworkSegment(e300c9bc-57e2-4a9e-9f47-d3639ce62ddc),segment_id=e300c9bc-57e2-4a9e-9f47-d3639ce62ddc)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:41.979543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25ec659b-258d-41a2-bc87-806553bef643 req-a4188b66-1219-4db7-9794-3b158b820d33 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 210 time: 0.0542290 Sep 07 18:57:41.994921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '974aa75e-d713-4483-96eb-85d05e19971d', 'network_id': 'b5922e32-1840-48b2-b534-45e5848c3913', 'port_id': '974aa75e-d713-4483-96eb-85d05e19971d', 'mac_address': 'fa:16:3e:b9:b7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0920483-6ed6-4bbd-b871-6b02d9b979a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:57:41.995480 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ffaa9efa-b67c-4d1a-a43e-01ace4525af4 req-0e182dd1-e940-495a-8f1e-9f7ed207919b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915992 Sep 07 18:57:42.022421 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b12fe3b-5850-43a6-9eae-4615df3afa23 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:42.028776 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b12fe3b-5850-43a6-9eae-4615df3afa23 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626183'] for router, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:42.042048 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:42.072720 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974aa75e-d713-4483-96eb-85d05e19971d {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:57:42.127586 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 974aa75e-d713-4483-96eb-85d05e19971d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=974aa75e-d713-4483-96eb-85d05e19971d,segment=NetworkSegment(e300c9bc-57e2-4a9e-9f47-d3639ce62ddc),segment_id=e300c9bc-57e2-4a9e-9f47-d3639ce62ddc)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:42.133134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73accba-314c-4346-b068-68ca15010d57 req-21e83740-4b70-4039-b6d6-6bd6fb72739a tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:42.134841 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d73accba-314c-4346-b068-68ca15010d57 req-21e83740-4b70-4039-b6d6-6bd6fb72739a tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.0756669 Sep 07 18:57:42.135245 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:42.180617 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d73accba-314c-4346-b068-68ca15010d57 req-98179bd4-1edc-40cf-947d-19217cf33aa9 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376503 Sep 07 18:57:42.191983 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=974aa75e-d713-4483-96eb-85d05e19971d,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:42.192679 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b12fe3b-5850-43a6-9eae-4615df3afa23 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Router df9eda6c-aff5-49de-822b-554e3026b987 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:57:42.318193 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b12fe3b-5850-43a6-9eae-4615df3afa23 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:57:42.320581 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bf45f-d87e-471c-a4f3-5b4caf17d30b req-ca08db46-9e06-4e1e-bf4b-638e3488d2aa tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:42.323354 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b12fe3b-5850-43a6-9eae-4615df3afa23 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:42.324729 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8b12fe3b-5850-43a6-9eae-4615df3afa23 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "PUT /v2.0/routers/df9eda6c-aff5-49de-822b-554e3026b987 HTTP/1.1" status: 200 len: 918 time: 2.0252922 Sep 07 18:57:42.328180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37016) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:42.329424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d5bf45f-d87e-471c-a4f3-5b4caf17d30b req-ca08db46-9e06-4e1e-bf4b-638e3488d2aa tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a8f336-e025-4a17-a3c7-c1cf046f885c HTTP/1.1" status: 200 len: 945 time: 0.0648127 Sep 07 18:57:42.333772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317bf437-cb6d-46cb-a694-a1ed46768da6 None None] Sync routers for ids ['df9eda6c-aff5-49de-822b-554e3026b987'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:57:42.347621 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317bf437-cb6d-46cb-a694-a1ed46768da6 None None] Routers {'df9eda6c-aff5-49de-822b-554e3026b987'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:42.348674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-317bf437-cb6d-46cb-a694-a1ed46768da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['df9eda6c-aff5-49de-822b-554e3026b987'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:42.392164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d5bf45f-d87e-471c-a4f3-5b4caf17d30b req-472f471c-4e49-4f44-a696-6708cd223a15 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a470e287-59d2-4709-b5ed-f8346d57c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591695 Sep 07 18:57:42.397519 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-317bf437-cb6d-46cb-a694-a1ed46768da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:42.400044 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['974aa75e-d713-4483-96eb-85d05e19971d'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:57:42.430216 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317bf437-cb6d-46cb-a694-a1ed46768da6 None None] Routers {'df9eda6c-aff5-49de-822b-554e3026b987'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:42.430853 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-317bf437-cb6d-46cb-a694-a1ed46768da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['df9eda6c-aff5-49de-822b-554e3026b987'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:42.466478 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-317bf437-cb6d-46cb-a694-a1ed46768da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:42.467229 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317bf437-cb6d-46cb-a694-a1ed46768da6 None None] The sync data for ids ['df9eda6c-aff5-49de-822b-554e3026b987'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:57:42.486227 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3195dc51-6552-428f-a15b-8d09f6bd134e tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "GET /v2.0/routers/df9eda6c-aff5-49de-822b-554e3026b987 HTTP/1.1" status: 200 len: 924 time: 0.1564808 Sep 07 18:57:42.488917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37018) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:42.532958 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e1a628-c6dc-4015-b612-93f1be451fca tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:42.535040 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-43e1a628-c6dc-4015-b612-93f1be451fca tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&device_id=df9eda6c-aff5-49de-822b-554e3026b987&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0450950 Sep 07 18:57:42.538018 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37020) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:42.652014 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f7205-adb0-42ff-bd7f-3aaad07421bc req-ee8b165a-f6b1-4df3-8e1b-4370e7e88d83 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:42.654317 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fc5f7205-adb0-42ff-bd7f-3aaad07421bc req-ee8b165a-f6b1-4df3-8e1b-4370e7e88d83 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.36 "GET /v2.0/ports?device_id=39e9e65f-016d-400a-b154-40325268a752 HTTP/1.1" status: 200 len: 946 time: 0.0639431 Sep 07 18:57:42.695241 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:42.712968 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecefb35-b430-4dc0-9e14-7d851b8b2cc5 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:42.714498 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4ecefb35-b430-4dc0-9e14-7d851b8b2cc5 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 881 time: 0.1753778 Sep 07 18:57:42.719019 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37022) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:42.760632 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-290bfe19-8792-4f75-bccb-aed45bcefad9 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "GET /v2.0/ports?device_id=df9eda6c-aff5-49de-822b-554e3026b987 HTTP/1.1" status: 200 len: 205 time: 0.0407913 Sep 07 18:57:42.763273 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37024) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:42.812324 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-fc5f7205-adb0-42ff-bd7f-3aaad07421bc req-b6ff4d16-a3e8-468b-ab5e-93bbfe23eeb1 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Deleting port a2e59dae-67cd-401c-ab3d-5b2d8edad108 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:42.814979 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fc5f7205-adb0-42ff-bd7f-3aaad07421bc req-b6ff4d16-a3e8-468b-ab5e-93bbfe23eeb1 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:42.890535 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03b3d401-91f9-4bf2-a1d7-c66ddaa95afa tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:42.917294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-fc5f7205-adb0-42ff-bd7f-3aaad07421bc req-b6ff4d16-a3e8-468b-ab5e-93bbfe23eeb1 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] For port a2e59dae-67cd-401c-ab3d-5b2d8edad108, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a2e59dae-67cd-401c-ab3d-5b2d8edad108,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:42.918330 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fc5f7205-adb0-42ff-bd7f-3aaad07421bc req-b6ff4d16-a3e8-468b-ab5e-93bbfe23eeb1 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:42.939012 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-fc5f7205-adb0-42ff-bd7f-3aaad07421bc req-b6ff4d16-a3e8-468b-ab5e-93bbfe23eeb1 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Calling delete_port for a2e59dae-67cd-401c-ab3d-5b2d8edad108 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:43.042537 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03b3d401-91f9-4bf2-a1d7-c66ddaa95afa tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:43.108726 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-03b3d401-91f9-4bf2-a1d7-c66ddaa95afa tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Deleting port 83583d9c-5fb6-461e-bc23-8339ab59edf3 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:43.109208 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03b3d401-91f9-4bf2-a1d7-c66ddaa95afa tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:43.163080 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1cefd103-e180-4cb9-9b1d-1f138d2ac098 req-32c18a4c-68b8-466b-bfda-47a12ef951ce tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 210 time: 0.0972631 Sep 07 18:57:43.202335 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03b3d401-91f9-4bf2-a1d7-c66ddaa95afa tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:43.216279 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-03b3d401-91f9-4bf2-a1d7-c66ddaa95afa tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Calling delete_port for 83583d9c-5fb6-461e-bc23-8339ab59edf3 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:43.265462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe3d0c-7729-40f2-bf7b-c327ac462958 req-08a3e698-0e9a-45d9-925c-6000b966721c tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:43.267005 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5fe3d0c-7729-40f2-bf7b-c327ac462958 req-08a3e698-0e9a-45d9-925c-6000b966721c tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.1773679 Sep 07 18:57:43.275536 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fc5f7205-adb0-42ff-bd7f-3aaad07421bc req-b6ff4d16-a3e8-468b-ab5e-93bbfe23eeb1 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:43.332911 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff4d16-a3e8-468b-ab5e-93bbfe23eeb1 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Pushing event deleted for resources: {'Port': ['ID=a2e59dae-67cd-401c-ab3d-5b2d8edad108,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:43.341018 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-b371f4d7-8019-47e3-9ba9-ef2fc6da479d tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:43.343235 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-b371f4d7-8019-47e3-9ba9-ef2fc6da479d tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.60 "GET /v2.0/networks?id=8684adc4-5ec3-4aac-81e9-c4347cba31e4 HTTP/1.1" status: 200 len: 805 time: 0.2762573 Sep 07 18:57:43.372319 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-13ceb879-315b-4cf7-a409-341306fa2ab4 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Request body: {'port': {'device_id': '3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6', 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4', 'admin_state_up': True, 'tenant_id': '2529f1c24ea84b429d16a7b55fd633e5'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:43.393795 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03b3d401-91f9-4bf2-a1d7-c66ddaa95afa tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:43.424071 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3d401-91f9-4bf2-a1d7-c66ddaa95afa tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Pushing event deleted for resources: {'Port': ['ID=83583d9c-5fb6-461e-bc23-8339ab59edf3,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:43.457011 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5f7205-adb0-42ff-bd7f-3aaad07421bc req-b6ff4d16-a3e8-468b-ab5e-93bbfe23eeb1 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] No DVR routers for this DVR port a2e59dae-67cd-401c-ab3d-5b2d8edad108 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:57:43.483834 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fc5f7205-adb0-42ff-bd7f-3aaad07421bc req-b6ff4d16-a3e8-468b-ab5e-93bbfe23eeb1 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:43.485854 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fc5f7205-adb0-42ff-bd7f-3aaad07421bc req-b6ff4d16-a3e8-468b-ab5e-93bbfe23eeb1 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.36 "DELETE /v2.0/ports/a2e59dae-67cd-401c-ab3d-5b2d8edad108 HTTP/1.1" status: 204 len: 173 time: 0.8250027 Sep 07 18:57:43.486594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e9e65f-016d-400a-b154-40325268a752', 'name': 'network-vif-deleted', 'tag': 'a2e59dae-67cd-401c-ab3d-5b2d8edad108'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:43.487494 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03b3d401-91f9-4bf2-a1d7-c66ddaa95afa tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:43.489068 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa214b2-3059-42b3-93cd-6f09d7a34dec" -d '{"events": [{"server_uuid": "39e9e65f-016d-400a-b154-40325268a752", "name": "network-vif-deleted", "tag": "a2e59dae-67cd-401c-ab3d-5b2d8edad108"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:43.495020 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5fe3d0c-7729-40f2-bf7b-c327ac462958 req-a644b222-7cce-4580-be4a-e0e821f84910 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118287 Sep 07 18:57:43.516832 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624be7f-d85a-4c8b-bc91-298080a12669 req-e1cd0204-69b1-42f3-8b42-aad6bdce5c26 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:43.516832 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6624be7f-d85a-4c8b-bc91-298080a12669 req-e1cd0204-69b1-42f3-8b42-aad6bdce5c26 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.2221789 Sep 07 18:57:43.565032 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:43.591091 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6624be7f-d85a-4c8b-bc91-298080a12669 req-3f9dbf2b-9e82-43ec-b83a-24201cd7039e tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592048 Sep 07 18:57:43.627190 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03b3d401-91f9-4bf2-a1d7-c66ddaa95afa tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:43.630810 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-13ceb879-315b-4cf7-a409-341306fa2ab4 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Made reservation on behalf of 2529f1c24ea84b429d16a7b55fd633e5 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:57:43.634311 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-13ceb879-315b-4cf7-a409-341306fa2ab4 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:43.635290 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03b3d401-91f9-4bf2-a1d7-c66ddaa95afa tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:43.653089 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4221fdec-2f7c-4e0d-bb1c-74bd0c663b57 x-openstack-request-id: req-4221fdec-2f7c-4e0d-bb1c-74bd0c663b57 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:43.653394 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e9e65f-016d-400a-b154-40325268a752", "name": "network-vif-deleted", "tag": "a2e59dae-67cd-401c-ab3d-5b2d8edad108", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:43.653647 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4221fdec-2f7c-4e0d-bb1c-74bd0c663b57 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:43.654138 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e9e65f-016d-400a-b154-40325268a752', 'name': 'network-vif-deleted', 'tag': 'a2e59dae-67cd-401c-ab3d-5b2d8edad108', 'status': 'completed', 'code': 200} Sep 07 18:57:43.674339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-a0567fe0-5129-4214-b2a0-2aaef0dd1cc5 req-6410ec70-59f2-47bd-8557-c02788c42bee tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1244347602', 'description': 'tempest-description-880610309'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:43.694773 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144dc3b-d331-4bc0-9464-ac617c78affa req-27c20191-c1f2-498a-82ab-c8344a371586 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:43.695082 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03b3d401-91f9-4bf2-a1d7-c66ddaa95afa tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:43.695404 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b3d401-91f9-4bf2-a1d7-c66ddaa95afa tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Fanout notify agent at l3_agent the message router_deleted on router df9eda6c-aff5-49de-822b-554e3026b987 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:57:43.696301 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4144dc3b-d331-4bc0-9464-ac617c78affa req-27c20191-c1f2-498a-82ab-c8344a371586 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a8f336-e025-4a17-a3c7-c1cf046f885c HTTP/1.1" status: 200 len: 945 time: 0.0956016 Sep 07 18:57:43.703313 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03b3d401-91f9-4bf2-a1d7-c66ddaa95afa tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:43.704545 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-03b3d401-91f9-4bf2-a1d7-c66ddaa95afa tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "DELETE /v2.0/routers/df9eda6c-aff5-49de-822b-554e3026b987 HTTP/1.1" status: 204 len: 168 time: 0.9401209 Sep 07 18:57:43.708403 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37044) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:43.713299 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-30afb8f1-2772-4e0a-a56e-3d3a1fcffb4b tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2128088585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:43.751184 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.db.api [None req-30afb8f1-2772-4e0a-a56e-3d3a1fcffb4b tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 18:57:43.751184 n-d-807786-1 neutron-server[101444]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 18:57:43.751184 n-d-807786-1 neutron-server[101444]: [parameters: {'project_id_1': '47be0b9ec38a4311ace81e47d2b9eef4', 'expiration_1': datetime.datetime(2021, 9, 7, 18, 57, 23, 721997)}] Sep 07 18:57:43.751184 n-d-807786-1 neutron-server[101444]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 18:57:43.751625 n-d-807786-1 neutron-server[101444]: DEBUG oslo_db.api [None req-30afb8f1-2772-4e0a-a56e-3d3a1fcffb4b tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 18:57:43.788323 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a0567fe0-5129-4214-b2a0-2aaef0dd1cc5 req-6410ec70-59f2-47bd-8557-c02788c42bee tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:43.825746 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4144dc3b-d331-4bc0-9464-ac617c78affa req-b20f5485-308f-4fef-aee3-4b342a49953a tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a470e287-59d2-4709-b5ed-f8346d57c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914121 Sep 07 18:57:43.872092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-13ceb879-315b-4cf7-a409-341306fa2ab4 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Allocated IP 172.20.0.8 (8684adc4-5ec3-4aac-81e9-c4347cba31e4/3efea74c-6615-4f78-a316-4a616a841935/71e44d63-ef40-44f7-a74e-d4c658032012) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:57:43.876615 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 974aa75e-d713-4483-96eb-85d05e19971d up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:57:43.934135 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 974aa75e-d713-4483-96eb-85d05e19971d completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:57:43.939687 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 974aa75e-d713-4483-96eb-85d05e19971d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:57:43.939989 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:44.010472 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a0567fe0-5129-4214-b2a0-2aaef0dd1cc5 req-6410ec70-59f2-47bd-8557-c02788c42bee tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:44.017844 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a0567fe0-5129-4214-b2a0-2aaef0dd1cc5 req-6410ec70-59f2-47bd-8557-c02788c42bee tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:44.072348 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:44.106726 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a8f336-e025-4a17-a3c7-c1cf046f885c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974aa75e-d713-4483-96eb-85d05e19971d'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:44.109857 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f592da6b-4270-4aaa-9a0a-4ffc0de4f2c1" -d '{"events": [{"server_uuid": "08a8f336-e025-4a17-a3c7-c1cf046f885c", "name": "network-vif-plugged", "status": "completed", "tag": "974aa75e-d713-4483-96eb-85d05e19971d"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:44.122474 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 974aa75e-d713-4483-96eb-85d05e19971d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=974aa75e-d713-4483-96eb-85d05e19971d,segment=NetworkSegment(e300c9bc-57e2-4a9e-9f47-d3639ce62ddc),segment_id=e300c9bc-57e2-4a9e-9f47-d3639ce62ddc)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:44.127674 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:44.128442 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a2e59dae-67cd-401c-ab3d-5b2d8edad108 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:57:44.135533 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a0567fe0-5129-4214-b2a0-2aaef0dd1cc5 req-6410ec70-59f2-47bd-8557-c02788c42bee tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:44.136798 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0567fe0-5129-4214-b2a0-2aaef0dd1cc5 req-6410ec70-59f2-47bd-8557-c02788c42bee tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4687672 Sep 07 18:57:44.164565 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: a2e59dae-67cd-401c-ab3d-5b2d8edad108 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:57:44.164920 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a2e59dae-67cd-401c-ab3d-5b2d8edad108 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:57:44.174658 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410ec70-59f2-47bd-8557-c02788c42bee tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0702d475-d3c8-46be-adb2-a85ed18f585d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:44.195285 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-13ceb879-315b-4cf7-a409-341306fa2ab4 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:44.196736 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=974aa75e-d713-4483-96eb-85d05e19971d,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:44.241686 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb5b731-fcf4-44f1-9a37-b3e8fa43ae80 x-openstack-request-id: req-7fb5b731-fcf4-44f1-9a37-b3e8fa43ae80 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:44.242183 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a8f336-e025-4a17-a3c7-c1cf046f885c", "name": "network-vif-plugged", "status": "completed", "tag": "974aa75e-d713-4483-96eb-85d05e19971d", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:44.242439 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fb5b731-fcf4-44f1-9a37-b3e8fa43ae80 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:44.242839 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a8f336-e025-4a17-a3c7-c1cf046f885c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974aa75e-d713-4483-96eb-85d05e19971d', 'code': 200} Sep 07 18:57:44.300922 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30afb8f1-2772-4e0a-a56e-3d3a1fcffb4b tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:44.302002 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30afb8f1-2772-4e0a-a56e-3d3a1fcffb4b tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:44.355576 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30afb8f1-2772-4e0a-a56e-3d3a1fcffb4b tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:44.359995 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30afb8f1-2772-4e0a-a56e-3d3a1fcffb4b tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:44.377472 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30afb8f1-2772-4e0a-a56e-3d3a1fcffb4b tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:44.378723 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-30afb8f1-2772-4e0a-a56e-3d3a1fcffb4b tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6692073 Sep 07 18:57:44.381527 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37058) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:44.386006 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-574bd2cd-cd5c-4787-8b7c-dc7ee2ceeab5 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'enable_snat': False}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:44.554020 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ecc86-8a23-4329-acbe-a2d7435e42d6 req-6ca084bc-6317-456a-a811-ae1490d33d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:44.555487 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d1ecc86-8a23-4329-acbe-a2d7435e42d6 req-6ca084bc-6317-456a-a811-ae1490d33d8a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e81334715fe248b7846fde74e7fee518&device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 1096 time: 0.4884305 Sep 07 18:57:44.563229 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4a5f9-28b3-4e67-8ebd-ce10da590de9 req-15bf81f4-16c7-45d8-9bb4-d615c566368d tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:44.564609 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10d4a5f9-28b3-4e67-8ebd-ce10da590de9 req-15bf81f4-16c7-45d8-9bb4-d615c566368d tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.5125761 Sep 07 18:57:44.593426 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-574bd2cd-cd5c-4787-8b7c-dc7ee2ceeab5 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:44.737323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec395523-2931-4a0a-b04c-038b230b7a9a req-b4052446-4aa4-4d1d-aa89-f5eb404f9c5b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1244347602&fields=id&tenant_id=4d5431a91a4e44fc9cbeb8f618118d7e HTTP/1.1" status: 200 len: 267 time: 0.1854782 Sep 07 18:57:44.745365 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-13ceb879-315b-4cf7-a409-341306fa2ab4 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:44.757754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10d4a5f9-28b3-4e67-8ebd-ce10da590de9 req-5524c52a-65ee-4909-ad06-0b2395a9eee7 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782711 Sep 07 18:57:44.764861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c54910-7749-4f0b-9613-d79ee9852bc4 req-fe571163-8470-433d-8ff4-09f648ad421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:44.766277 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c6c54910-7749-4f0b-9613-d79ee9852bc4 req-fe571163-8470-433d-8ff4-09f648ad421d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=08a8f336-e025-4a17-a3c7-c1cf046f885c HTTP/1.1" status: 200 len: 1097 time: 0.2158124 Sep 07 18:57:44.806840 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-574bd2cd-cd5c-4787-8b7c-dc7ee2ceeab5 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:44.829829 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-574bd2cd-cd5c-4787-8b7c-dc7ee2ceeab5 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:44.863605 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-13ceb879-315b-4cf7-a409-341306fa2ab4 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Network 8684adc4-5ec3-4aac-81e9-c4347cba31e4 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:57:44.887952 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ecc86-8a23-4329-acbe-a2d7435e42d6 req-59fdfc06-77a9-4a17-af11-f1c9aa68f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:44.890032 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d1ecc86-8a23-4329-acbe-a2d7435e42d6 req-59fdfc06-77a9-4a17-af11-f1c9aa68f5ec service neutron] 10.222.0.60 "GET /v2.0/networks?id=1cf7232d-a60f-43db-ab7e-3bece3e83c8f HTTP/1.1" status: 200 len: 912 time: 0.3172257 Sep 07 18:57:44.892582 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-13ceb879-315b-4cf7-a409-341306fa2ab4 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:44.895040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-13ceb879-315b-4cf7-a409-341306fa2ab4 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:57:44.928093 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ceb879-315b-4cf7-a409-341306fa2ab4 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Pushing event updated for resources: {'Port': ['ID=71e44d63-ef40-44f7-a74e-d4c658032012,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:44.951063 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-574bd2cd-cd5c-4787-8b7c-dc7ee2ceeab5 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Allocated IP 172.25.8.31 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/ac54bc15-0cea-45ff-88d8-9d31051faf31) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:57:44.998681 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d1ecc86-8a23-4329-acbe-a2d7435e42d6 req-647eab7e-3f6d-4b82-af03-8b590ad14a97 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=481af88e-003d-4e9c-9f8b-32883e187a40 HTTP/1.1" status: 200 len: 217 time: 0.0844536 Sep 07 18:57:45.000230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c6c54910-7749-4f0b-9613-d79ee9852bc4 req-10bb9f0e-c73e-45d5-9ac5-6f1644eb8c3e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a470e287-59d2-4709-b5ed-f8346d57c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018950 Sep 07 18:57:45.012191 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec395523-2931-4a0a-b04c-038b230b7a9a req-8a6a6bf2-88a2-4d9d-9cc1-d8b914493da6 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:45.013677 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec395523-2931-4a0a-b04c-038b230b7a9a req-8a6a6bf2-88a2-4d9d-9cc1-d8b914493da6 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.2634692 Sep 07 18:57:45.056125 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-574bd2cd-cd5c-4787-8b7c-dc7ee2ceeab5 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:45.062735 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-ec395523-2931-4a0a-b04c-038b230b7a9a req-59d86df0-73f7-4343-971b-0e3ed3a01b08 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Request body: {'port': {'security_groups': ['16916e5d-3989-4aae-a678-73a75f0a7c9b', '0702d475-d3c8-46be-adb2-a85ed18f585d']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:45.099156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c79c17-b490-4098-afa7-11e2e3ca5d67 req-0fb9d137-b399-4b8c-8580-c9646d83203b tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:45.100464 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-574bd2cd-cd5c-4787-8b7c-dc7ee2ceeab5 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:45.100850 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54c79c17-b490-4098-afa7-11e2e3ca5d67 req-0fb9d137-b399-4b8c-8580-c9646d83203b tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 931 time: 0.2494984 Sep 07 18:57:45.110358 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-13ceb879-315b-4cf7-a409-341306fa2ab4 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:45.110981 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-13ceb879-315b-4cf7-a409-341306fa2ab4 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:45.141033 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574bd2cd-cd5c-4787-8b7c-dc7ee2ceeab5 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:57:45.147530 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-574bd2cd-cd5c-4787-8b7c-dc7ee2ceeab5 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:45.149994 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574bd2cd-cd5c-4787-8b7c-dc7ee2ceeab5 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:57:45.173102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ecc86-8a23-4329-acbe-a2d7435e42d6 req-f6a9a0a2-7481-4672-b89e-241bd7567b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:45.174593 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d1ecc86-8a23-4329-acbe-a2d7435e42d6 req-f6a9a0a2-7481-4672-b89e-241bd7567b98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddca0847-4c27-4d7b-a6ad-3b98cce52fb5 HTTP/1.1" status: 200 len: 851 time: 0.1595228 Sep 07 18:57:45.179239 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bd2cd-cd5c-4787-8b7c-dc7ee2ceeab5 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Pushing event updated for resources: {'Port': ['ID=ac54bc15-0cea-45ff-88d8-9d31051faf31,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:45.181527 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-13ceb879-315b-4cf7-a409-341306fa2ab4 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8162837 Sep 07 18:57:45.204753 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] Request body: {'port': {'device_id': '3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:45.233932 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d1ecc86-8a23-4329-acbe-a2d7435e42d6 req-25badf01-9589-4be9-ae15-f26f8ae3f38b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1cf7232d-a60f-43db-ab7e-3bece3e83c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496590 Sep 07 18:57:45.234486 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ec395523-2931-4a0a-b04c-038b230b7a9a req-59d86df0-73f7-4343-971b-0e3ed3a01b08 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:45.272235 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54c79c17-b490-4098-afa7-11e2e3ca5d67 req-9518c127-610c-45c1-a98b-e4e1f22f9802 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585894 Sep 07 18:57:45.414905 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:45.422352 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-574bd2cd-cd5c-4787-8b7c-dc7ee2ceeab5 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:45.549256 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d1ecc86-8a23-4329-acbe-a2d7435e42d6 req-9e2b4f8a-9aa4-4e91-acaf-af392c34f787 service neutron] 10.222.0.60 "GET /v2.0/networks/1cf7232d-a60f-43db-ab7e-3bece3e83c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957289 Sep 07 18:57:45.591827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f7b6d-7468-47fb-938e-9ca858bf0440 req-44a0353e-7a2c-4870-a166-7db6872007a3 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:45.593391 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c5f7b6d-7468-47fb-938e-9ca858bf0440 req-44a0353e-7a2c-4870-a166-7db6872007a3 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a8f336-e025-4a17-a3c7-c1cf046f885c HTTP/1.1" status: 200 len: 946 time: 0.1823599 Sep 07 18:57:45.612377 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-574bd2cd-cd5c-4787-8b7c-dc7ee2ceeab5 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:45.615594 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-574bd2cd-cd5c-4787-8b7c-dc7ee2ceeab5 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626183'] for router, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:45.740688 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574bd2cd-cd5c-4787-8b7c-dc7ee2ceeab5 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Router 6ea56c64-89a2-4f75-b56c-db83d5243b46 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:57:45.796712 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c5f7b6d-7468-47fb-938e-9ca858bf0440 req-26f4a892-1655-4021-a6be-5402edc05194 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a470e287-59d2-4709-b5ed-f8346d57c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670518 Sep 07 18:57:45.838803 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ec395523-2931-4a0a-b04c-038b230b7a9a req-59d86df0-73f7-4343-971b-0e3ed3a01b08 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] For port d05d9445-89a9-4649-b337-d32f7c9386a2, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d05d9445-89a9-4649-b337-d32f7c9386a2,segment=NetworkSegment(e59e7e3a-ee98-4817-a0d4-ed23e1d7afea),segment_id=e59e7e3a-ee98-4817-a0d4-ed23e1d7afea)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:45.863510 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574bd2cd-cd5c-4787-8b7c-dc7ee2ceeab5 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:57:45.871824 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-574bd2cd-cd5c-4787-8b7c-dc7ee2ceeab5 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:45.878729 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-574bd2cd-cd5c-4787-8b7c-dc7ee2ceeab5 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "PUT /v2.0/routers/6ea56c64-89a2-4f75-b56c-db83d5243b46 HTTP/1.1" status: 200 len: 919 time: 1.4961729 Sep 07 18:57:45.880722 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37066) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:45.883654 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d22c26-a1ab-43c0-a253-6d642cbe8030 None None] Sync routers for ids ['6ea56c64-89a2-4f75-b56c-db83d5243b46'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:57:45.898756 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d22c26-a1ab-43c0-a253-6d642cbe8030 None None] Routers {'6ea56c64-89a2-4f75-b56c-db83d5243b46'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:45.899851 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b2d22c26-a1ab-43c0-a253-6d642cbe8030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['6ea56c64-89a2-4f75-b56c-db83d5243b46'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:45.909885 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d1ecc86-8a23-4329-acbe-a2d7435e42d6 req-aa90e5a5-619a-424f-8c51-f310de342dda service neutron] 10.222.0.60 "GET /v2.0/networks/1cf7232d-a60f-43db-ab7e-3bece3e83c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438029 Sep 07 18:57:45.937668 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ec395523-2931-4a0a-b04c-038b230b7a9a req-59d86df0-73f7-4343-971b-0e3ed3a01b08 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:45.943533 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ec395523-2931-4a0a-b04c-038b230b7a9a req-59d86df0-73f7-4343-971b-0e3ed3a01b08 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:45.955011 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d05d9445-89a9-4649-b337-d32f7c9386a2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:57:45.977406 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b2d22c26-a1ab-43c0-a253-6d642cbe8030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:46.022867 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d22c26-a1ab-43c0-a253-6d642cbe8030 None None] Routers {'6ea56c64-89a2-4f75-b56c-db83d5243b46'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:46.025065 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b2d22c26-a1ab-43c0-a253-6d642cbe8030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['6ea56c64-89a2-4f75-b56c-db83d5243b46'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:46.094092 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b2d22c26-a1ab-43c0-a253-6d642cbe8030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:46.094770 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d22c26-a1ab-43c0-a253-6d642cbe8030 None None] The sync data for ids ['6ea56c64-89a2-4f75-b56c-db83d5243b46'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:57:46.110528 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec395523-2931-4a0a-b04c-038b230b7a9a req-59d86df0-73f7-4343-971b-0e3ed3a01b08 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:46.111217 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ec395523-2931-4a0a-b04c-038b230b7a9a req-59d86df0-73f7-4343-971b-0e3ed3a01b08 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:46.116179 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec395523-2931-4a0a-b04c-038b230b7a9a req-59d86df0-73f7-4343-971b-0e3ed3a01b08 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "PUT /v2.0/ports/d05d9445-89a9-4649-b337-d32f7c9386a2 HTTP/1.1" status: 200 len: 981 time: 1.0884831 Sep 07 18:57:46.132359 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487480ee-c09b-466e-9c8f-3c36f668a765', 'tag': 'd05d9445-89a9-4649-b337-d32f7c9386a2'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:46.138250 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf0f4b3-a324-4c53-868d-da70b96baed1" -d '{"events": [{"name": "network-changed", "server_uuid": "487480ee-c09b-466e-9c8f-3c36f668a765", "tag": "d05d9445-89a9-4649-b337-d32f7c9386a2"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:46.201550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d86df0-73f7-4343-971b-0e3ed3a01b08 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Pushing event updated for resources: {'Port': ['ID=d05d9445-89a9-4649-b337-d32f7c9386a2,revision_number=6']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:46.202732 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d05d9445-89a9-4649-b337-d32f7c9386a2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:57:46.270142 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e731b-6554-403e-bc89-d3f5868bfaca req-c7288084-e9c5-4233-9b58-2b95c4a5d804 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:46.271741 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-885e731b-6554-403e-bc89-d3f5868bfaca req-c7288084-e9c5-4233-9b58-2b95c4a5d804 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.3156750 Sep 07 18:57:46.283204 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e44d63-ef40-44f7-a74e-d4c658032012 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:57:46.297430 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:46.336937 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a65400cc-ac5f-44f7-bc1d-73c1f13b83de req-f87c0394-d62e-4a70-a960-c3240b6a045d tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1244347602&fields=id&tenant_id=4d5431a91a4e44fc9cbeb8f618118d7e HTTP/1.1" status: 200 len: 267 time: 0.1011503 Sep 07 18:57:46.337918 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] Transition to ACTIVE for port object 71e44d63-ef40-44f7-a74e-d4c658032012 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:57:46.350928 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:46.415388 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-885e731b-6554-403e-bc89-d3f5868bfaca req-9df9074e-8b21-4f66-a737-b28defe0c9a0 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262348 Sep 07 18:57:46.450176 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b61492b0-b17e-4f12-a18e-f10544990852 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "GET /v2.0/routers/6ea56c64-89a2-4f75-b56c-db83d5243b46 HTTP/1.1" status: 200 len: 925 time: 0.5682864 Sep 07 18:57:46.453213 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37080) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:46.455790 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=71e44d63-ef40-44f7-a74e-d4c658032012,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:46.468888 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbdd316-ba6d-4a5f-aa84-04d440e486bc x-openstack-request-id: req-dcbdd316-ba6d-4a5f-aa84-04d440e486bc {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:46.469147 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487480ee-c09b-466e-9c8f-3c36f668a765", "tag": "d05d9445-89a9-4649-b337-d32f7c9386a2", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:46.469407 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dcbdd316-ba6d-4a5f-aa84-04d440e486bc {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:46.469810 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487480ee-c09b-466e-9c8f-3c36f668a765', 'tag': 'd05d9445-89a9-4649-b337-d32f7c9386a2', 'status': 'completed', 'code': 200} Sep 07 18:57:46.505393 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482e4b83-063b-4962-90ac-cea538168131 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:46.507042 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-482e4b83-063b-4962-90ac-cea538168131 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&device_id=6ea56c64-89a2-4f75-b56c-db83d5243b46&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0528982 Sep 07 18:57:46.512088 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37082) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:46.581512 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65400cc-ac5f-44f7-bc1d-73c1f13b83de req-ff4cb2db-5082-4e7a-9a2f-fa957540ba3e tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:46.583044 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a65400cc-ac5f-44f7-bc1d-73c1f13b83de req-ff4cb2db-5082-4e7a-9a2f-fa957540ba3e tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 984 time: 0.2389712 Sep 07 18:57:46.617253 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-a65400cc-ac5f-44f7-bc1d-73c1f13b83de req-61dd4c0d-cd29-42b2-a677-c6744af12c04 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Request body: {'port': {'security_groups': ['16916e5d-3989-4aae-a678-73a75f0a7c9b']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:46.617395 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f989b6-1f61-4ad7-a891-7748dc387864 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:46.618666 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-50f989b6-1f61-4ad7-a891-7748dc387864 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 881 time: 0.1054428 Sep 07 18:57:46.621887 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37084) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:46.653715 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-db738bc7-dd29-4cae-a86c-e56c0f6f3310 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ea56c64-89a2-4f75-b56c-db83d5243b46 HTTP/1.1" status: 200 len: 205 time: 0.0306509 Sep 07 18:57:46.657720 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37086) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:46.673912 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0f4b3-a324-4c53-868d-da70b96baed1 req-d607fa21-b5e4-4519-add7-0c3cfc79a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:46.675326 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5bf0f4b3-a324-4c53-868d-da70b96baed1 req-d607fa21-b5e4-4519-add7-0c3cfc79a737 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d5431a91a4e44fc9cbeb8f618118d7e&device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 1135 time: 0.1672950 Sep 07 18:57:46.688161 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] Attempting to bind port 71e44d63-ef40-44f7-a74e-d4c658032012 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:57:46.688491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] Attempting to bind port 71e44d63-ef40-44f7-a74e-d4c658032012 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '13b3cd79-506d-408b-ac0a-b1dc60d02738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:57:46.688838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] Attempting to bind port 71e44d63-ef40-44f7-a74e-d4c658032012 on network 8684adc4-5ec3-4aac-81e9-c4347cba31e4 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:57:46.732179 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880bf96-58de-48d4-ae69-cd941c1d0dc6 req-0bd5afb1-2806-4997-a99e-115ca97a1b4a tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:46.734274 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8880bf96-58de-48d4-ae69-cd941c1d0dc6 req-0bd5afb1-2806-4997-a99e-115ca97a1b4a tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 943 time: 0.2133563 Sep 07 18:57:46.746317 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] Port 71e44d63-ef40-44f7-a74e-d4c658032012 on network 8684adc4-5ec3-4aac-81e9-c4347cba31e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:57:46.746640 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] Attempting to bind port 71e44d63-ef40-44f7-a74e-d4c658032012 on network 8684adc4-5ec3-4aac-81e9-c4347cba31e4 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:57:46.772539 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eb735df7-e542-4416-a298-d634a281cf84 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:46.779458 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:57:46.779794 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] Checking segment: {'id': '13b3cd79-506d-408b-ac0a-b1dc60d02738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:57:46.780740 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] Bound using segment: {'id': '13b3cd79-506d-408b-ac0a-b1dc60d02738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:57:46.781188 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] Bound port: 71e44d63-ef40-44f7-a74e-d4c658032012, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b3cd79-506d-408b-ac0a-b1dc60d02738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:57:46.781541 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:46.791358 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a65400cc-ac5f-44f7-bc1d-73c1f13b83de req-61dd4c0d-cd29-42b2-a677-c6744af12c04 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:46.879753 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eb735df7-e542-4416-a298-d634a281cf84 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:46.907931 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8880bf96-58de-48d4-ae69-cd941c1d0dc6 req-dcaffab4-9919-4a27-a701-71166e0694b2 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559334 Sep 07 18:57:46.938167 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0f4b3-a324-4c53-868d-da70b96baed1 req-e72947a6-eb23-4d67-adf4-645ec451bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:46.939658 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5bf0f4b3-a324-4c53-868d-da70b96baed1 req-e72947a6-eb23-4d67-adf4-645ec451bdf7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a878b49-10b2-47af-bc58-6b8ebe3ae89a HTTP/1.1" status: 200 len: 920 time: 0.2474806 Sep 07 18:57:46.944202 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-eb735df7-e542-4416-a298-d634a281cf84 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Deleting port ac54bc15-0cea-45ff-88d8-9d31051faf31 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:46.944794 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eb735df7-e542-4416-a298-d634a281cf84 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:47.006869 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5bf0f4b3-a324-4c53-868d-da70b96baed1 req-7a246b17-0443-4a71-805c-d71bd7373fd9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d05d9445-89a9-4649-b337-d32f7c9386a2 HTTP/1.1" status: 200 len: 217 time: 0.0590725 Sep 07 18:57:47.010844 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] For port 71e44d63-ef40-44f7-a74e-d4c658032012, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:57:47.031505 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eb735df7-e542-4416-a298-d634a281cf84 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:47.043399 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-eb735df7-e542-4416-a298-d634a281cf84 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Calling delete_port for ac54bc15-0cea-45ff-88d8-9d31051faf31 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:47.058019 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] For port 71e44d63-ef40-44f7-a74e-d4c658032012, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=71e44d63-ef40-44f7-a74e-d4c658032012,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:57:47.076573 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:47.163952 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0f4b3-a324-4c53-868d-da70b96baed1 req-bc5bd628-bac6-4113-b05d-280a0dbbbd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:47.165441 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5bf0f4b3-a324-4c53-868d-da70b96baed1 req-bc5bd628-bac6-4113-b05d-280a0dbbbd00 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3fcd8dca-d383-49a3-a9a8-300dc129818c HTTP/1.1" status: 200 len: 859 time: 0.1480358 Sep 07 18:57:47.174880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:47.175488 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:47.176902 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] 10.222.0.60 "PUT /v2.0/ports/71e44d63-ef40-44f7-a74e-d4c658032012 HTTP/1.1" status: 200 len: 1091 time: 1.9767346 Sep 07 18:57:47.220949 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eb735df7-e542-4416-a298-d634a281cf84 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:47.247471 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb735df7-e542-4416-a298-d634a281cf84 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Pushing event deleted for resources: {'Port': ['ID=ac54bc15-0cea-45ff-88d8-9d31051faf31,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:47.256386 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5bf0f4b3-a324-4c53-868d-da70b96baed1 req-921c27cb-6dd5-4e45-9e6f-638e54e64e15 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a878b49-10b2-47af-bc58-6b8ebe3ae89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761924 Sep 07 18:57:47.273052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6058b-c409-4199-8bc2-60af77cb43b7 req-0834eb23-763c-466c-aa27-5f16b0f03d5b tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:47.274509 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-85b6058b-c409-4199-8bc2-60af77cb43b7 req-0834eb23-763c-466c-aa27-5f16b0f03d5b tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a8f336-e025-4a17-a3c7-c1cf046f885c HTTP/1.1" status: 200 len: 946 time: 0.2388413 Sep 07 18:57:47.281701 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c9bd6-1264-4695-a8b5-524f616dfeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=71e44d63-ef40-44f7-a74e-d4c658032012,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:47.305958 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eb735df7-e542-4416-a298-d634a281cf84 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:47.399598 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eb735df7-e542-4416-a298-d634a281cf84 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:47.401846 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eb735df7-e542-4416-a298-d634a281cf84 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:47.449528 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eb735df7-e542-4416-a298-d634a281cf84 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:47.449987 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb735df7-e542-4416-a298-d634a281cf84 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Fanout notify agent at l3_agent the message router_deleted on router 6ea56c64-89a2-4f75-b56c-db83d5243b46 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:57:47.457723 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eb735df7-e542-4416-a298-d634a281cf84 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:47.458900 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-eb735df7-e542-4416-a298-d634a281cf84 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "DELETE /v2.0/routers/6ea56c64-89a2-4f75-b56c-db83d5243b46 HTTP/1.1" status: 204 len: 168 time: 0.8002431 Sep 07 18:57:47.463234 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37094) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:47.467836 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-f81b7209-0212-40a6-b487-5de91f150979 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1795188260', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:47.491989 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f81b7209-0212-40a6-b487-5de91f150979 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:47.493367 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f81b7209-0212-40a6-b487-5de91f150979 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:47.552645 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f81b7209-0212-40a6-b487-5de91f150979 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:47.699259 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f81b7209-0212-40a6-b487-5de91f150979 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:47.741314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-0385e284-ca7c-41f6-8116-9296319b8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:47.742871 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-0385e284-ca7c-41f6-8116-9296319b8529 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2529f1c24ea84b429d16a7b55fd633e5&device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 1094 time: 0.4898028 Sep 07 18:57:47.745218 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-a65400cc-ac5f-44f7-bc1d-73c1f13b83de req-61dd4c0d-cd29-42b2-a677-c6744af12c04 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] For port d05d9445-89a9-4649-b337-d32f7c9386a2, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d05d9445-89a9-4649-b337-d32f7c9386a2,segment=NetworkSegment(e59e7e3a-ee98-4817-a0d4-ed23e1d7afea),segment_id=e59e7e3a-ee98-4817-a0d4-ed23e1d7afea)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:47.756871 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-85b6058b-c409-4199-8bc2-60af77cb43b7 req-aff1d30a-7260-4585-a453-ab00a1c7899f tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a470e287-59d2-4709-b5ed-f8346d57c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525356 Sep 07 18:57:47.805265 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-669ff97e-8a0a-4b23-a86b-770510544c0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71e44d63-ef40-44f7-a74e-d4c658032012 HTTP/1.1" status: 200 len: 217 time: 0.0460246 Sep 07 18:57:47.841595 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a65400cc-ac5f-44f7-bc1d-73c1f13b83de req-61dd4c0d-cd29-42b2-a677-c6744af12c04 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:47.844839 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5bf0f4b3-a324-4c53-868d-da70b96baed1 req-496461dc-be5a-4aaa-977c-09ddaf14958a service neutron] 10.222.0.60 "GET /v2.0/networks/2a878b49-10b2-47af-bc58-6b8ebe3ae89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656426 Sep 07 18:57:47.899219 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a65400cc-ac5f-44f7-bc1d-73c1f13b83de req-61dd4c0d-cd29-42b2-a677-c6744af12c04 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:47.911294 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d05d9445-89a9-4649-b337-d32f7c9386a2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:57:47.916546 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f81b7209-0212-40a6-b487-5de91f150979 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:47.941499 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f81b7209-0212-40a6-b487-5de91f150979 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:48.029736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65400cc-ac5f-44f7-bc1d-73c1f13b83de req-61dd4c0d-cd29-42b2-a677-c6744af12c04 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:48.030430 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a65400cc-ac5f-44f7-bc1d-73c1f13b83de req-61dd4c0d-cd29-42b2-a677-c6744af12c04 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:48.031870 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a65400cc-ac5f-44f7-bc1d-73c1f13b83de req-61dd4c0d-cd29-42b2-a677-c6744af12c04 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "PUT /v2.0/ports/d05d9445-89a9-4649-b337-d32f7c9386a2 HTTP/1.1" status: 200 len: 942 time: 1.4246690 Sep 07 18:57:48.033384 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-937c32cc-9489-478b-b9c8-e28928aa4d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:48.034755 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-937c32cc-9489-478b-b9c8-e28928aa4d55 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3efea74c-6615-4f78-a316-4a616a841935 HTTP/1.1" status: 200 len: 845 time: 0.2129250 Sep 07 18:57:48.066339 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-f81b7209-0212-40a6-b487-5de91f150979 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Allocated IP 172.25.8.80 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/1c4d58d5-d0fd-46b2-b4b4-bc56344a7134) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:57:48.097111 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-67de2b37-8b4d-4539-944f-ca1ae735bc29 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8684adc4-5ec3-4aac-81e9-c4347cba31e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523226 Sep 07 18:57:48.110539 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd4c0d-cd29-42b2-a677-c6744af12c04 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Pushing event updated for resources: {'Port': ['ID=d05d9445-89a9-4649-b337-d32f7c9386a2,revision_number=7']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:48.129591 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d05d9445-89a9-4649-b337-d32f7c9386a2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:57:48.134217 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff05540-024c-49a8-b76c-9c8fd701d3af req-07089167-5511-438e-8d71-8fa71976e856 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:48.135770 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dff05540-024c-49a8-b76c-9c8fd701d3af req-07089167-5511-438e-8d71-8fa71976e856 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.2341142 Sep 07 18:57:48.160207 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5bf0f4b3-a324-4c53-868d-da70b96baed1 req-33b4bebd-c6de-4517-a527-b482b4e5144b service neutron] 10.222.0.60 "GET /v2.0/networks/2a878b49-10b2-47af-bc58-6b8ebe3ae89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925889 Sep 07 18:57:48.181552 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f81b7209-0212-40a6-b487-5de91f150979 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:48.225869 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f81b7209-0212-40a6-b487-5de91f150979 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:48.267850 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81b7209-0212-40a6-b487-5de91f150979 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:57:48.272547 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-f81b7209-0212-40a6-b487-5de91f150979 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:48.277272 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81b7209-0212-40a6-b487-5de91f150979 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:57:48.281162 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fe4c7-d76e-4d6e-ab01-5b8e44cddaeb req-bd02a9ab-5d3a-404c-a2f9-a4b5e6fe2821 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:48.282739 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-937fe4c7-d76e-4d6e-ab01-5b8e44cddaeb req-bd02a9ab-5d3a-404c-a2f9-a4b5e6fe2821 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a8f336-e025-4a17-a3c7-c1cf046f885c HTTP/1.1" status: 200 len: 946 time: 0.1801205 Sep 07 18:57:48.287863 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dff05540-024c-49a8-b76c-9c8fd701d3af req-e6bbd741-69dc-4f6f-be79-a1466e13e32f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264129 Sep 07 18:57:48.298933 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b7209-0212-40a6-b487-5de91f150979 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Pushing event updated for resources: {'Port': ['ID=1c4d58d5-d0fd-46b2-b4b4-bc56344a7134,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:48.320457 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-b82007b4-578c-4d99-8f95-4d80684cb15a service neutron] 10.222.0.60 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017612 Sep 07 18:57:48.354526 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-937fe4c7-d76e-4d6e-ab01-5b8e44cddaeb req-a0f72ebc-7b5f-4ba4-a5fe-692e8623affb tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a470e287-59d2-4709-b5ed-f8346d57c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642300 Sep 07 18:57:48.471665 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6', 'tag': '71e44d63-ef40-44f7-a74e-d4c658032012'}, {'name': 'network-changed', 'server_uuid': '487480ee-c09b-466e-9c8f-3c36f668a765', 'tag': 'd05d9445-89a9-4649-b337-d32f7c9386a2'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:48.474026 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b2955a-cfdc-415e-ac4e-9fcb711760e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6", "tag": "71e44d63-ef40-44f7-a74e-d4c658032012"}, {"name": "network-changed", "server_uuid": "487480ee-c09b-466e-9c8f-3c36f668a765", "tag": "d05d9445-89a9-4649-b337-d32f7c9386a2"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:48.535554 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d704ee36-5505-41bb-9c40-80184ef75fdf req-30ad92af-0f34-4ce6-b741-dfdd4f9a3cab service neutron] 10.222.0.60 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046397 Sep 07 18:57:48.542839 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f81b7209-0212-40a6-b487-5de91f150979 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:48.543363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340214c2-c82a-4c3f-9834-c35bc8e2a8e0 req-1756bac7-06f2-4f66-9b31-ff45dce012bc tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:48.549632 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-340214c2-c82a-4c3f-9834-c35bc8e2a8e0 req-1756bac7-06f2-4f66-9b31-ff45dce012bc tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 943 time: 0.1851020 Sep 07 18:57:48.689967 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-340214c2-c82a-4c3f-9834-c35bc8e2a8e0 req-28e3813f-55b2-4ac2-bc3f-84b0d85c71ec tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301274 Sep 07 18:57:48.711101 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0fd1e01-ed64-471d-9dad-d5a3e85f2725 req-177bb9a9-3769-49e9-9190-7330d198b925 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2646861 Sep 07 18:57:48.714845 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-f0fd1e01-ed64-471d-9dad-d5a3e85f2725 req-2b531971-f514-4242-b725-57e0f387c62b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:48.737871 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f0fd1e01-ed64-471d-9dad-d5a3e85f2725 req-2b531971-f514-4242-b725-57e0f387c62b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:48.747444 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f81b7209-0212-40a6-b487-5de91f150979 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:48.829534 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e80593-f9b2-4679-86f0-036a2de0372b x-openstack-request-id: req-34e80593-f9b2-4679-86f0-036a2de0372b {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:48.829847 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6", "tag": "71e44d63-ef40-44f7-a74e-d4c658032012", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "487480ee-c09b-466e-9c8f-3c36f668a765", "tag": "d05d9445-89a9-4649-b337-d32f7c9386a2", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:48.830086 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-34e80593-f9b2-4679-86f0-036a2de0372b {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:48.830481 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6', 'tag': '71e44d63-ef40-44f7-a74e-d4c658032012', 'status': 'completed', 'code': 200} Sep 07 18:57:48.830731 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487480ee-c09b-466e-9c8f-3c36f668a765', 'tag': 'd05d9445-89a9-4649-b337-d32f7c9386a2', 'status': 'completed', 'code': 200} Sep 07 18:57:48.851697 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f0fd1e01-ed64-471d-9dad-d5a3e85f2725 req-2b531971-f514-4242-b725-57e0f387c62b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:48.893455 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81b7209-0212-40a6-b487-5de91f150979 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Router ee0819ab-25db-4471-b446-fb99c4a0c154 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:57:49.000311 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81b7209-0212-40a6-b487-5de91f150979 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:57:49.007721 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2955a-cfdc-415e-ac4e-9fcb711760e9 req-495a01a0-e604-4ee0-bd22-b5724e66058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:49.010452 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0b2955a-cfdc-415e-ac4e-9fcb711760e9 req-495a01a0-e604-4ee0-bd22-b5724e66058a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2529f1c24ea84b429d16a7b55fd633e5&device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 1094 time: 0.1514423 Sep 07 18:57:49.011477 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5622211-7828-4fb5-b1eb-bacc208ee6b2 None None] Sync routers for ids ['ee0819ab-25db-4471-b446-fb99c4a0c154'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:57:49.019716 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f81b7209-0212-40a6-b487-5de91f150979 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:49.022099 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5622211-7828-4fb5-b1eb-bacc208ee6b2 None None] Routers {'ee0819ab-25db-4471-b446-fb99c4a0c154'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:49.022807 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b5622211-7828-4fb5-b1eb-bacc208ee6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ee0819ab-25db-4471-b446-fb99c4a0c154'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:49.024410 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f81b7209-0212-40a6-b487-5de91f150979 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.5599575 Sep 07 18:57:49.026536 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37114) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:49.031764 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-db61426c-3cad-4a5b-aab8-a0f0962b041c tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:49.037913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315e708-d0f8-4e11-be29-9171a59e7089 req-0c4a0a6f-6c22-4ff3-9c39-a1d484e8d3af tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:49.039455 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1315e708-d0f8-4e11-be29-9171a59e7089 req-0c4a0a6f-6c22-4ff3-9c39-a1d484e8d3af tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a8f336-e025-4a17-a3c7-c1cf046f885c HTTP/1.1" status: 200 len: 946 time: 0.1206317 Sep 07 18:57:49.055423 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b5622211-7828-4fb5-b1eb-bacc208ee6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:49.064662 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5622211-7828-4fb5-b1eb-bacc208ee6b2 None None] Routers {'ee0819ab-25db-4471-b446-fb99c4a0c154'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:49.065263 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b5622211-7828-4fb5-b1eb-bacc208ee6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ee0819ab-25db-4471-b446-fb99c4a0c154'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:49.085957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-f0fd1e01-ed64-471d-9dad-d5a3e85f2725 req-2b531971-f514-4242-b725-57e0f387c62b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Allocated IP 172.25.8.157 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/7e07f435-b112-4d32-8ee2-264c634a74fa) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:57:49.166573 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1315e708-d0f8-4e11-be29-9171a59e7089 req-9cc3601e-9af4-474d-bc9b-9bb36c869d37 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a470e287-59d2-4709-b5ed-f8346d57c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155913 Sep 07 18:57:49.227461 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2955a-cfdc-415e-ac4e-9fcb711760e9 req-54d07741-8e8d-488c-8e52-daf37a21046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:49.228986 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0b2955a-cfdc-415e-ac4e-9fcb711760e9 req-54d07741-8e8d-488c-8e52-daf37a21046a service neutron] 10.222.0.60 "GET /v2.0/networks?id=8684adc4-5ec3-4aac-81e9-c4347cba31e4 HTTP/1.1" status: 200 len: 906 time: 0.2090578 Sep 07 18:57:49.256107 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b5622211-7828-4fb5-b1eb-bacc208ee6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:49.256107 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5622211-7828-4fb5-b1eb-bacc208ee6b2 None None] The sync data for ids ['ee0819ab-25db-4471-b446-fb99c4a0c154'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:57:49.293618 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0b2955a-cfdc-415e-ac4e-9fcb711760e9 req-4f55cc31-0a9d-4fc6-9cd0-25b18de3b451 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71e44d63-ef40-44f7-a74e-d4c658032012 HTTP/1.1" status: 200 len: 217 time: 0.0503445 Sep 07 18:57:49.316906 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f0fd1e01-ed64-471d-9dad-d5a3e85f2725 req-2b531971-f514-4242-b725-57e0f387c62b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:49.361652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2955a-cfdc-415e-ac4e-9fcb711760e9 req-4407d5cc-cf52-4baf-bb61-e458fb879d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:49.363135 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0b2955a-cfdc-415e-ac4e-9fcb711760e9 req-4407d5cc-cf52-4baf-bb61-e458fb879d92 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3efea74c-6615-4f78-a316-4a616a841935 HTTP/1.1" status: 200 len: 845 time: 0.0590014 Sep 07 18:57:49.411072 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db61426c-3cad-4a5b-aab8-a0f0962b041c tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:49.415678 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0b2955a-cfdc-415e-ac4e-9fcb711760e9 req-52a1a6df-1ef1-419e-8a3d-0d3fe876cc4f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8684adc4-5ec3-4aac-81e9-c4347cba31e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384238 Sep 07 18:57:49.429516 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db61426c-3cad-4a5b-aab8-a0f0962b041c tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:49.432169 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f0fd1e01-ed64-471d-9dad-d5a3e85f2725 req-2b531971-f514-4242-b725-57e0f387c62b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:49.532752 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0fd1e01-ed64-471d-9dad-d5a3e85f2725 req-2b531971-f514-4242-b725-57e0f387c62b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:57:49.556163 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-f0fd1e01-ed64-471d-9dad-d5a3e85f2725 req-2b531971-f514-4242-b725-57e0f387c62b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:49.565348 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0fd1e01-ed64-471d-9dad-d5a3e85f2725 req-2b531971-f514-4242-b725-57e0f387c62b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:57:49.598416 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b531971-f514-4242-b725-57e0f387c62b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Pushing event updated for resources: {'Port': ['ID=7e07f435-b112-4d32-8ee2-264c634a74fa,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:49.641354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dec3ab-0f49-4360-b8da-80dd84b66a53 req-7d242861-a0fa-44f8-88f6-cb30b01314ef tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:49.642936 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-23dec3ab-0f49-4360-b8da-80dd84b66a53 req-7d242861-a0fa-44f8-88f6-cb30b01314ef tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.1639075 Sep 07 18:57:49.651822 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0b2955a-cfdc-415e-ac4e-9fcb711760e9 req-aebcbb8d-f2d2-4d76-b1ba-39f56ee5ee0a service neutron] 10.222.0.60 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296569 Sep 07 18:57:49.777627 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-db61426c-3cad-4a5b-aab8-a0f0962b041c tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Deleting port 1c4d58d5-d0fd-46b2-b4b4-bc56344a7134 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:49.778205 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db61426c-3cad-4a5b-aab8-a0f0962b041c tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:49.778876 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-23dec3ab-0f49-4360-b8da-80dd84b66a53 req-87e93426-628f-468d-9eea-62dc08284b70 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293538 Sep 07 18:57:49.785629 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f0fd1e01-ed64-471d-9dad-d5a3e85f2725 req-2b531971-f514-4242-b725-57e0f387c62b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:49.831672 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0b2955a-cfdc-415e-ac4e-9fcb711760e9 req-218102b7-0eb4-48c2-9bdb-45e64afb4fda service neutron] 10.222.0.60 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697690 Sep 07 18:57:49.848161 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f0fd1e01-ed64-471d-9dad-d5a3e85f2725 req-2b531971-f514-4242-b725-57e0f387c62b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:49.865560 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db61426c-3cad-4a5b-aab8-a0f0962b041c tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:49.878555 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-db61426c-3cad-4a5b-aab8-a0f0962b041c tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Calling delete_port for 1c4d58d5-d0fd-46b2-b4b4-bc56344a7134 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:49.995206 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb37ba6-7ca1-4a0e-86d8-e974202c8226 req-2db45650-8f08-405f-bb5e-daa2b4c79922 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:49.996771 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-edb37ba6-7ca1-4a0e-86d8-e974202c8226 req-2db45650-8f08-405f-bb5e-daa2b4c79922 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a8f336-e025-4a17-a3c7-c1cf046f885c HTTP/1.1" status: 200 len: 946 time: 0.1242189 Sep 07 18:57:49.998887 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2955a-cfdc-415e-ac4e-9fcb711760e9 req-a59834e5-6a50-461b-802e-b7ff54854510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:50.000228 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0b2955a-cfdc-415e-ac4e-9fcb711760e9 req-a59834e5-6a50-461b-802e-b7ff54854510 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d5431a91a4e44fc9cbeb8f618118d7e&device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 1096 time: 0.1265948 Sep 07 18:57:50.051852 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db61426c-3cad-4a5b-aab8-a0f0962b041c tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:50.081472 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61426c-3cad-4a5b-aab8-a0f0962b041c tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Pushing event deleted for resources: {'Port': ['ID=1c4d58d5-d0fd-46b2-b4b4-bc56344a7134,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:50.136357 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-edb37ba6-7ca1-4a0e-86d8-e974202c8226 req-ce2cb3c8-aa7e-4515-ab79-95b54a38938e tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a470e287-59d2-4709-b5ed-f8346d57c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058729 Sep 07 18:57:50.141203 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db61426c-3cad-4a5b-aab8-a0f0962b041c tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:50.183003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2955a-cfdc-415e-ac4e-9fcb711760e9 req-ebbe9bd8-aed0-4517-863d-b9bb611a089b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:50.184481 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0b2955a-cfdc-415e-ac4e-9fcb711760e9 req-ebbe9bd8-aed0-4517-863d-b9bb611a089b service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a878b49-10b2-47af-bc58-6b8ebe3ae89a HTTP/1.1" status: 200 len: 920 time: 0.1504951 Sep 07 18:57:50.204375 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f0fd1e01-ed64-471d-9dad-d5a3e85f2725 req-2b531971-f514-4242-b725-57e0f387c62b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:50.232530 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f0fd1e01-ed64-471d-9dad-d5a3e85f2725 req-2b531971-f514-4242-b725-57e0f387c62b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:50.235335 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0b2955a-cfdc-415e-ac4e-9fcb711760e9 req-83cdf4ca-2c98-4ce1-a3ea-13de6856abe1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d05d9445-89a9-4649-b337-d32f7c9386a2 HTTP/1.1" status: 200 len: 217 time: 0.0418401 Sep 07 18:57:50.347248 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db61426c-3cad-4a5b-aab8-a0f0962b041c tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:50.350383 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db61426c-3cad-4a5b-aab8-a0f0962b041c tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626183'] for router, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:50.367195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b531971-f514-4242-b725-57e0f387c62b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Pushing event updated for resources: {'Port': ['ID=7e07f435-b112-4d32-8ee2-264c634a74fa,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:50.380025 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2955a-cfdc-415e-ac4e-9fcb711760e9 req-a6d56904-f9f3-4ccc-8429-65ee8eb31935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:50.381526 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0b2955a-cfdc-415e-ac4e-9fcb711760e9 req-a6d56904-f9f3-4ccc-8429-65ee8eb31935 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3fcd8dca-d383-49a3-a9a8-300dc129818c HTTP/1.1" status: 200 len: 859 time: 0.1382403 Sep 07 18:57:50.385114 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f0fd1e01-ed64-471d-9dad-d5a3e85f2725 req-2b531971-f514-4242-b725-57e0f387c62b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:50.427375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c9ec3-07d7-4a44-a074-ad625419c2af req-bf8da042-efa3-4a7d-a788-fa65f005780c tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:50.428835 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db61426c-3cad-4a5b-aab8-a0f0962b041c tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Router ee0819ab-25db-4471-b446-fb99c4a0c154 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:57:50.428987 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f6c9ec3-07d7-4a44-a074-ad625419c2af req-bf8da042-efa3-4a7d-a788-fa65f005780c tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 943 time: 0.1586018 Sep 07 18:57:50.431101 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0b2955a-cfdc-415e-ac4e-9fcb711760e9 req-ae5bf252-75a9-4906-8bb4-ca363d0972cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a878b49-10b2-47af-bc58-6b8ebe3ae89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418406 Sep 07 18:57:50.431995 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f0fd1e01-ed64-471d-9dad-d5a3e85f2725 req-2b531971-f514-4242-b725-57e0f387c62b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:50.433156 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0fd1e01-ed64-471d-9dad-d5a3e85f2725 req-2b531971-f514-4242-b725-57e0f387c62b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7224836 Sep 07 18:57:50.508002 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db61426c-3cad-4a5b-aab8-a0f0962b041c tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:57:50.514899 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db61426c-3cad-4a5b-aab8-a0f0962b041c tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:50.519036 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-db61426c-3cad-4a5b-aab8-a0f0962b041c tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "PUT /v2.0/routers/ee0819ab-25db-4471-b446-fb99c4a0c154 HTTP/1.1" status: 200 len: 710 time: 1.4883308 Sep 07 18:57:50.519036 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37130) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:50.521445 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece8e865-19d8-44d7-8851-5a0e4d57813c None None] Sync routers for ids ['ee0819ab-25db-4471-b446-fb99c4a0c154'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:57:50.532110 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece8e865-19d8-44d7-8851-5a0e4d57813c None None] Routers {'ee0819ab-25db-4471-b446-fb99c4a0c154'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:50.533200 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ece8e865-19d8-44d7-8851-5a0e4d57813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ee0819ab-25db-4471-b446-fb99c4a0c154'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:50.558597 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0fd1e01-ed64-471d-9dad-d5a3e85f2725 req-c5b5ec5b-5375-4a11-95fc-c0fc9f21ca19 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.1077476 Sep 07 18:57:50.567527 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ece8e865-19d8-44d7-8851-5a0e4d57813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:50.568499 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f6c9ec3-07d7-4a44-a074-ad625419c2af req-25e6aaeb-d71d-4e35-85b6-c476fcde44b5 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318295 Sep 07 18:57:50.584805 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece8e865-19d8-44d7-8851-5a0e4d57813c None None] Routers {'ee0819ab-25db-4471-b446-fb99c4a0c154'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:50.584805 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ece8e865-19d8-44d7-8851-5a0e4d57813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ee0819ab-25db-4471-b446-fb99c4a0c154'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:50.602407 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-57f4b96f-c5ee-4e01-9095-bad92e95d33a tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "GET /v2.0/routers/ee0819ab-25db-4471-b446-fb99c4a0c154 HTTP/1.1" status: 200 len: 745 time: 0.0826418 Sep 07 18:57:50.605297 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37132) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:50.632043 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ece8e865-19d8-44d7-8851-5a0e4d57813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:50.632754 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece8e865-19d8-44d7-8851-5a0e4d57813c None None] The sync data for ids ['ee0819ab-25db-4471-b446-fb99c4a0c154'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:57:50.662263 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-61ae3f48-6ac6-4963-85dd-da6a18ba0129 tempest-RoutersIpV6AdminTest-148799514 tempest-RoutersIpV6AdminTest-148799514-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&device_id=ee0819ab-25db-4471-b446-fb99c4a0c154 HTTP/1.1" status: 200 len: 205 time: 0.0556366 Sep 07 18:57:50.664718 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37134) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:50.691629 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5e056fdd-371c-43e1-925b-21c2a1c2e761 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee0819ab-25db-4471-b446-fb99c4a0c154 HTTP/1.1" status: 200 len: 205 time: 0.0255666 Sep 07 18:57:50.693828 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37136) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:50.701905 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0b2955a-cfdc-415e-ac4e-9fcb711760e9 req-8fe149cd-af1c-4846-909d-3bac563e66c9 service neutron] 10.222.0.60 "GET /v2.0/networks/2a878b49-10b2-47af-bc58-6b8ebe3ae89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631831 Sep 07 18:57:50.742885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd1e01-ed64-471d-9dad-d5a3e85f2725 req-3e1a0885-ec2a-446d-8f15-889e30ea7130 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:50.744371 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0fd1e01-ed64-471d-9dad-d5a3e85f2725 req-3e1a0885-ec2a-446d-8f15-889e30ea7130 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.1745780 Sep 07 18:57:50.772821 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6f72-0a47-46e9-bf65-d9a15f1b33c8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:50.912136 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6979803-d137-4c53-b0b7-58d245968015 req-43cdb297-43db-468e-97fd-576cc2f2c7a1 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:50.913524 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a6979803-d137-4c53-b0b7-58d245968015 req-43cdb297-43db-468e-97fd-576cc2f2c7a1 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.36 "GET /v2.0/ports?device_id=08a8f336-e025-4a17-a3c7-c1cf046f885c HTTP/1.1" status: 200 len: 946 time: 0.1575174 Sep 07 18:57:50.936463 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0b2955a-cfdc-415e-ac4e-9fcb711760e9 req-b8ccaeff-bf64-4537-974b-639ab43d06e9 service neutron] 10.222.0.60 "GET /v2.0/networks/2a878b49-10b2-47af-bc58-6b8ebe3ae89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229865 Sep 07 18:57:50.939927 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6f72-0a47-46e9-bf65-d9a15f1b33c8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:50.942984 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6f72-0a47-46e9-bf65-d9a15f1b33c8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:50.961177 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576deea-3582-4ab5-ad1b-e89db25e44e8 req-cb75b385-08ee-435a-95f4-81bd2e0ffd9b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:50.962637 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3576deea-3582-4ab5-ad1b-e89db25e44e8 req-cb75b385-08ee-435a-95f4-81bd2e0ffd9b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1450684 Sep 07 18:57:50.990237 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 71e44d63-ef40-44f7-a74e-d4c658032012 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:57:50.993162 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6f72-0a47-46e9-bf65-d9a15f1b33c8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:50.993762 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0b6f72-0a47-46e9-bf65-d9a15f1b33c8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Fanout notify agent at l3_agent the message router_deleted on router ee0819ab-25db-4471-b446-fb99c4a0c154 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:57:51.002548 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6f72-0a47-46e9-bf65-d9a15f1b33c8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:51.003969 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6c0b6f72-0a47-46e9-bf65-d9a15f1b33c8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "DELETE /v2.0/routers/ee0819ab-25db-4471-b446-fb99c4a0c154 HTTP/1.1" status: 204 len: 168 time: 0.3091826 Sep 07 18:57:51.007252 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37142) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:51.038774 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bd3f4a95-daa8-4505-9022-fbbf0ded00c8 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee0819ab-25db-4471-b446-fb99c4a0c154 HTTP/1.1" status: 200 len: 205 time: 0.0298672 Sep 07 18:57:51.041043 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37144) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:51.042786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078b961-4839-41f0-a07a-2a6092e57df0 req-fbb62322-944a-4e70-b1c8-16f0ca44c5cd tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:51.044280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d078b961-4839-41f0-a07a-2a6092e57df0 req-fbb62322-944a-4e70-b1c8-16f0ca44c5cd tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.1842828 Sep 07 18:57:51.055813 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3576deea-3582-4ab5-ad1b-e89db25e44e8 req-da06ace8-7402-44c0-a151-b78ed1619a67 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.0838592 Sep 07 18:57:51.077880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-3576deea-3582-4ab5-ad1b-e89db25e44e8 req-af3567c3-8874-4f58-8be9-0a34f83000c1 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Request body: {'floatingip': {'port_id': 'd05d9445-89a9-4649-b337-d32f7c9386a2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:51.083572 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-3aac6c0b-86da-4238-984d-8148c26eb47a tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] delete failed (client error): The resource could not be found. Sep 07 18:57:51.087026 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3aac6c0b-86da-4238-984d-8148c26eb47a tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "DELETE /v2.0/routers/ee0819ab-25db-4471-b446-fb99c4a0c154 HTTP/1.1" status: 404 len: 336 time: 0.0424566 Sep 07 18:57:51.087270 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37146) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:51.102497 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 71e44d63-ef40-44f7-a74e-d4c658032012, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=71e44d63-ef40-44f7-a74e-d4c658032012,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:51.117396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '71e44d63-ef40-44f7-a74e-d4c658032012', 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4', 'port_id': '71e44d63-ef40-44f7-a74e-d4c658032012', 'mac_address': 'fa:16:3e:b5:0e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3efea74c-6615-4f78-a316-4a616a841935', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:57:51.117618 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c18a076b-f993-4e42-bc53-557f9a03fb0d tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ea56c64-89a2-4f75-b56c-db83d5243b46 HTTP/1.1" status: 200 len: 205 time: 0.0269637 Sep 07 18:57:51.117809 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37148) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:51.135065 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3576deea-3582-4ab5-ad1b-e89db25e44e8 req-af3567c3-8874-4f58-8be9-0a34f83000c1 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:51.159810 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:51.160084 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-974bf024-121b-4282-b7da-c77a45d30ea9 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] delete failed (client error): The resource could not be found. Sep 07 18:57:51.164628 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-974bf024-121b-4282-b7da-c77a45d30ea9 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "DELETE /v2.0/routers/6ea56c64-89a2-4f75-b56c-db83d5243b46 HTTP/1.1" status: 404 len: 336 time: 0.0422163 Sep 07 18:57:51.164769 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37152) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:51.169520 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d078b961-4839-41f0-a07a-2a6092e57df0 req-194c5c72-1ca2-42cd-ab2e-0101c488b106 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171460 Sep 07 18:57:51.177874 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e44d63-ef40-44f7-a74e-d4c658032012 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:57:51.205744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 71e44d63-ef40-44f7-a74e-d4c658032012, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=71e44d63-ef40-44f7-a74e-d4c658032012,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:51.207806 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2755fcd8-fb84-4b08-b2d9-95e6d51503e3 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "GET /v2.0/ports?device_id=df9eda6c-aff5-49de-822b-554e3026b987 HTTP/1.1" status: 200 len: 205 time: 0.0417190 Sep 07 18:57:51.210055 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37154) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:51.212640 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:51.259088 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-863531f7-69f2-4b3d-8861-2bdd2ced53bb tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] delete failed (client error): The resource could not be found. Sep 07 18:57:51.261030 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-863531f7-69f2-4b3d-8861-2bdd2ced53bb tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "DELETE /v2.0/routers/df9eda6c-aff5-49de-822b-554e3026b987 HTTP/1.1" status: 404 len: 336 time: 0.0489421 Sep 07 18:57:51.263030 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37158) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:51.265733 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=71e44d63-ef40-44f7-a74e-d4c658032012,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:51.302619 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bdd91f7f-9766-4edc-ab54-f047f416a454 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecc4b685-136f-4807-857f-5f1270e6176b HTTP/1.1" status: 200 len: 205 time: 0.0384085 Sep 07 18:57:51.304890 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37160) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:51.342374 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-a9215f28-43e0-41ec-838c-db8624c73b08 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] delete failed (client error): The resource could not be found. Sep 07 18:57:51.343978 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a9215f28-43e0-41ec-838c-db8624c73b08 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "DELETE /v2.0/routers/ecc4b685-136f-4807-857f-5f1270e6176b HTTP/1.1" status: 404 len: 336 time: 0.0381529 Sep 07 18:57:51.346692 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37162) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:51.377030 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-83f2c587-7e1b-45f3-8a01-e8cf4b49ffdc tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d41e6-027a-4f6f-911d-4700e967ebd0 HTTP/1.1" status: 200 len: 205 time: 0.0291541 Sep 07 18:57:51.379024 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37164) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:51.423764 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-ee45445f-1401-46d5-9355-fed7f7dcfc21 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] delete failed (client error): The resource could not be found. Sep 07 18:57:51.425535 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ee45445f-1401-46d5-9355-fed7f7dcfc21 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "DELETE /v2.0/routers/ce2d41e6-027a-4f6f-911d-4700e967ebd0 HTTP/1.1" status: 404 len: 336 time: 0.0446277 Sep 07 18:57:51.427943 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37166) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:51.459785 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c91b1915-9d01-4e44-970e-5d7ace72e56c tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "GET /v2.0/ports?device_id=823b5df7-2851-464b-bde6-a9d75de85fc9 HTTP/1.1" status: 200 len: 205 time: 0.0306008 Sep 07 18:57:51.462084 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37168) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:51.491881 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['71e44d63-ef40-44f7-a74e-d4c658032012'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:57:51.501203 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-7c843009-f8f7-4f63-9dee-2e149ec8dcac tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] delete failed (client error): The resource could not be found. Sep 07 18:57:51.504684 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7c843009-f8f7-4f63-9dee-2e149ec8dcac tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "DELETE /v2.0/routers/823b5df7-2851-464b-bde6-a9d75de85fc9 HTTP/1.1" status: 404 len: 336 time: 0.0392265 Sep 07 18:57:51.504926 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37170) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:51.537421 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9879d7-5753-4693-baad-b45915546d30 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] DELETE failed (client error): The resource could not be found. Sep 07 18:57:51.537890 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc9879d7-5753-4693-baad-b45915546d30 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:57:51.541437 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cc9879d7-5753-4693-baad-b45915546d30 tempest-RoutersIpV6AdminTest-778268054 tempest-RoutersIpV6AdminTest-778268054-project] 10.222.0.26 "DELETE /v2.0/subnets/4f29e1df-c5f2-4ab1-928d-2b19ab984323 HTTP/1.1" status: 404 len: 337 time: 0.0338624 Sep 07 18:57:51.577160 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-a6979803-d137-4c53-b0b7-58d245968015 req-993ad94d-d626-487d-ac46-ca0c8cfdd630 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Deleting port 974aa75e-d713-4483-96eb-85d05e19971d {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:51.578027 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a6979803-d137-4c53-b0b7-58d245968015 req-993ad94d-d626-487d-ac46-ca0c8cfdd630 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:51.730614 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4822b-2028-4479-9730-ba36eba0562e req-90fb3afc-c956-41f7-a597-84374b2da31e tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:51.732311 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bfc4822b-2028-4479-9730-ba36eba0562e req-90fb3afc-c956-41f7-a597-84374b2da31e tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/ports?device_id=08a8f336-e025-4a17-a3c7-c1cf046f885c HTTP/1.1" status: 200 len: 946 time: 0.1713185 Sep 07 18:57:51.807923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-a6979803-d137-4c53-b0b7-58d245968015 req-993ad94d-d626-487d-ac46-ca0c8cfdd630 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] For port 974aa75e-d713-4483-96eb-85d05e19971d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=974aa75e-d713-4483-96eb-85d05e19971d,segment=NetworkSegment(e300c9bc-57e2-4a9e-9f47-d3639ce62ddc),segment_id=e300c9bc-57e2-4a9e-9f47-d3639ce62ddc)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:51.808282 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a6979803-d137-4c53-b0b7-58d245968015 req-993ad94d-d626-487d-ac46-ca0c8cfdd630 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:51.823307 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37180) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:51.843600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-a6979803-d137-4c53-b0b7-58d245968015 req-993ad94d-d626-487d-ac46-ca0c8cfdd630 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Calling delete_port for 974aa75e-d713-4483-96eb-85d05e19971d owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:51.875658 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bfc4822b-2028-4479-9730-ba36eba0562e req-b915865d-be4d-4287-9338-2606088521ea tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a470e287-59d2-4709-b5ed-f8346d57c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349578 Sep 07 18:57:51.960978 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9b345cd4-508e-4f5d-8362-df237bf9cd51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:52.064851 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9b345cd4-508e-4f5d-8362-df237bf9cd51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:52.068731 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9b345cd4-508e-4f5d-8362-df237bf9cd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:52.112051 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9b345cd4-508e-4f5d-8362-df237bf9cd51 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47be0b9ec38a4311ace81e47d2b9eef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2876375 Sep 07 18:57:52.112713 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37184) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:52.114690 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b345cd4-508e-4f5d-8362-df237bf9cd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803b4aab-62f9-4e3b-b495-5870ae092cf5,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:52.150567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63214b74-9e31-4e97-90b0-d344d9aaaaff req-0f50fa09-61a3-4a8d-a1bb-07c0e8d9ab8b tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:52.152035 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63214b74-9e31-4e97-90b0-d344d9aaaaff req-0f50fa09-61a3-4a8d-a1bb-07c0e8d9ab8b tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 944 time: 0.1399586 Sep 07 18:57:52.165396 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b0ba43c5-0415-45f0-ba49-864654b69843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:52.186537 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b0ba43c5-0415-45f0-ba49-864654b69843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:52.224217 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3576deea-3582-4ab5-ad1b-e89db25e44e8 req-af3567c3-8874-4f58-8be9-0a34f83000c1 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:52.233369 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3576deea-3582-4ab5-ad1b-e89db25e44e8 req-af3567c3-8874-4f58-8be9-0a34f83000c1 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:52.240212 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b0ba43c5-0415-45f0-ba49-864654b69843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:52.243539 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b0ba43c5-0415-45f0-ba49-864654b69843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:52.244904 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b0ba43c5-0415-45f0-ba49-864654b69843 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/803b4aab-62f9-4e3b-b495-5870ae092cf5 HTTP/1.1" status: 204 len: 168 time: 0.1309664 Sep 07 18:57:52.254110 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba43c5-0415-45f0-ba49-864654b69843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803b4aab-62f9-4e3b-b495-5870ae092cf5,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:52.268127 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a6979803-d137-4c53-b0b7-58d245968015 req-993ad94d-d626-487d-ac46-ca0c8cfdd630 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:52.283487 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63214b74-9e31-4e97-90b0-d344d9aaaaff req-be0896a1-9c83-4d28-b98e-9be5a4750f05 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077895 Sep 07 18:57:52.312834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ad94d-d626-487d-ac46-ca0c8cfdd630 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Pushing event deleted for resources: {'Port': ['ID=974aa75e-d713-4483-96eb-85d05e19971d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:52.385918 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6979803-d137-4c53-b0b7-58d245968015 req-993ad94d-d626-487d-ac46-ca0c8cfdd630 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] No DVR routers for this DVR port 974aa75e-d713-4483-96eb-85d05e19971d on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:57:52.389604 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a6979803-d137-4c53-b0b7-58d245968015 req-993ad94d-d626-487d-ac46-ca0c8cfdd630 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:52.391615 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a6979803-d137-4c53-b0b7-58d245968015 req-993ad94d-d626-487d-ac46-ca0c8cfdd630 tempest-ServersNegativeTestMultiTenantJSON-1840251923 tempest-ServersNegativeTestMultiTenantJSON-1840251923-project] 10.222.0.36 "DELETE /v2.0/ports/974aa75e-d713-4483-96eb-85d05e19971d HTTP/1.1" status: 204 len: 173 time: 1.4686477 Sep 07 18:57:52.391997 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a8f336-e025-4a17-a3c7-c1cf046f885c', 'name': 'network-vif-deleted', 'tag': '974aa75e-d713-4483-96eb-85d05e19971d'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:52.394416 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418f427f-0476-492a-bbaa-68fb32046f16" -d '{"events": [{"server_uuid": "08a8f336-e025-4a17-a3c7-c1cf046f885c", "name": "network-vif-deleted", "tag": "974aa75e-d713-4483-96eb-85d05e19971d"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:52.417472 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [req-3576deea-3582-4ab5-ad1b-e89db25e44e8 req-af3567c3-8874-4f58-8be9-0a34f83000c1 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Floating IP 22244c65-20b5-42f9-91e4-6230ca67de93 associated. External IP: 172.25.8.157, port: d05d9445-89a9-4649-b337-d32f7c9386a2. Sep 07 18:57:52.551013 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738fbe0-1c44-45a9-980a-9efa5a4aba16 req-f3f81e3a-1a06-4bd7-8620-81caedc33612 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:52.552363 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1738fbe0-1c44-45a9-980a-9efa5a4aba16 req-f3f81e3a-1a06-4bd7-8620-81caedc33612 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.0957916 Sep 07 18:57:52.567860 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37194) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:52.611636 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-32b24569-fcd3-49ab-a3be-72e074618e89 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1288fc5534a4c6390c648c4ca24c1fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382681 Sep 07 18:57:52.611636 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37196) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:52.631908 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1738fbe0-1c44-45a9-980a-9efa5a4aba16 req-c96f20a1-cfa0-413b-abc0-52e087faf17f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728121 Sep 07 18:57:52.672742 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4476a2c3-6180-46fa-b47e-2258b5bbae45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:52.680812 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993707ed-f42a-4fcc-b6a1-b2dcfa6a49cc x-openstack-request-id: req-993707ed-f42a-4fcc-b6a1-b2dcfa6a49cc {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:52.681108 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a8f336-e025-4a17-a3c7-c1cf046f885c", "name": "network-vif-deleted", "tag": "974aa75e-d713-4483-96eb-85d05e19971d", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:52.681364 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-993707ed-f42a-4fcc-b6a1-b2dcfa6a49cc {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:52.681769 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a8f336-e025-4a17-a3c7-c1cf046f885c', 'name': 'network-vif-deleted', 'tag': '974aa75e-d713-4483-96eb-85d05e19971d', 'status': 'completed', 'code': 200} Sep 07 18:57:52.694492 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4476a2c3-6180-46fa-b47e-2258b5bbae45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:52.706109 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3576deea-3582-4ab5-ad1b-e89db25e44e8 req-af3567c3-8874-4f58-8be9-0a34f83000c1 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Router cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:57:52.745113 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4476a2c3-6180-46fa-b47e-2258b5bbae45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:52.747749 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4476a2c3-6180-46fa-b47e-2258b5bbae45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:52.749347 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4476a2c3-6180-46fa-b47e-2258b5bbae45 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80c4123a-e1e4-41cf-8b95-eb12d2746fe5 HTTP/1.1" status: 204 len: 168 time: 0.1368935 Sep 07 18:57:52.757782 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476a2c3-6180-46fa-b47e-2258b5bbae45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c4123a-e1e4-41cf-8b95-eb12d2746fe5,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:52.815497 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3576deea-3582-4ab5-ad1b-e89db25e44e8 req-af3567c3-8874-4f58-8be9-0a34f83000c1 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:57:52.819833 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3576deea-3582-4ab5-ad1b-e89db25e44e8 req-af3567c3-8874-4f58-8be9-0a34f83000c1 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:52.827178 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dae680-9ae9-46f0-b3be-0410f9e9f00e None None] Sync routers for ids ['cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:57:52.846889 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dae680-9ae9-46f0-b3be-0410f9e9f00e None None] Routers {'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:52.848196 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-07dae680-9ae9-46f0-b3be-0410f9e9f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:52.852022 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3576deea-3582-4ab5-ad1b-e89db25e44e8 req-af3567c3-8874-4f58-8be9-0a34f83000c1 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "PUT /v2.0/floatingips/22244c65-20b5-42f9-91e4-6230ca67de93 HTTP/1.1" status: 200 len: 996 time: 1.7876515 Sep 07 18:57:52.910915 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576deea-3582-4ab5-ad1b-e89db25e44e8 req-08507b17-8b5a-4c4f-9b0c-6121a06534c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:52.912742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3576deea-3582-4ab5-ad1b-e89db25e44e8 req-08507b17-8b5a-4c4f-9b0c-6121a06534c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d5431a91a4e44fc9cbeb8f618118d7e&device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 1096 time: 0.0459661 Sep 07 18:57:52.946027 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37202) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:52.995542 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 71e44d63-ef40-44f7-a74e-d4c658032012 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:57:53.018960 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-04629170-ab1b-40f9-b57b-240d0ff848ae admin admin] Deleting subnet e0920483-6ed6-4bbd-b871-6b02d9b979a6 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:57:53.022386 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-04629170-ab1b-40f9-b57b-240d0ff848ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.039921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-07dae680-9ae9-46f0-b3be-0410f9e9f00e None None] Set router cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:57:53.069493 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-04629170-ab1b-40f9-b57b-240d0ff848ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.083147 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576deea-3582-4ab5-ad1b-e89db25e44e8 req-2515694c-5144-4802-8230-ac12361a0f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:53.084846 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3576deea-3582-4ab5-ad1b-e89db25e44e8 req-2515694c-5144-4802-8230-ac12361a0f7a service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a878b49-10b2-47af-bc58-6b8ebe3ae89a HTTP/1.1" status: 200 len: 920 time: 0.1598661 Sep 07 18:57:53.118283 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-04629170-ab1b-40f9-b57b-240d0ff848ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.137442 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 71e44d63-ef40-44f7-a74e-d4c658032012 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:57:53.143151 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 71e44d63-ef40-44f7-a74e-d4c658032012 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:57:53.143587 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.180709 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3576deea-3582-4ab5-ad1b-e89db25e44e8 req-4f5fde28-9110-402b-a226-8980254a7cd3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d05d9445-89a9-4649-b337-d32f7c9386a2 HTTP/1.1" status: 200 len: 999 time: 0.0865088 Sep 07 18:57:53.184654 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-04629170-ab1b-40f9-b57b-240d0ff848ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.217146 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04629170-ab1b-40f9-b57b-240d0ff848ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0920483-6ed6-4bbd-b871-6b02d9b979a6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:53.219963 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-04629170-ab1b-40f9-b57b-240d0ff848ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.224433 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-04629170-ab1b-40f9-b57b-240d0ff848ae admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e0920483-6ed6-4bbd-b871-6b02d9b979a6 HTTP/1.1" status: 204 len: 168 time: 0.2749445 Sep 07 18:57:53.224844 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37212) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:53.247397 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576deea-3582-4ab5-ad1b-e89db25e44e8 req-080dcd4b-9ca0-4ed3-9756-6d6554de7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:53.249482 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3576deea-3582-4ab5-ad1b-e89db25e44e8 req-080dcd4b-9ca0-4ed3-9756-6d6554de7d32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3fcd8dca-d383-49a3-a9a8-300dc129818c HTTP/1.1" status: 200 len: 859 time: 0.0623202 Sep 07 18:57:53.300066 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3576deea-3582-4ab5-ad1b-e89db25e44e8 req-086d63bd-ffad-413b-8ed5-f0bec2910606 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a878b49-10b2-47af-bc58-6b8ebe3ae89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414841 Sep 07 18:57:53.312726 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.333052 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5f10c935-52ba-450b-80b7-f4d4aa006448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.364329 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e44d63-ef40-44f7-a74e-d4c658032012'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:53.367028 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e7675b-a157-4978-aa57-4a8c86c57b4f" -d '{"events": [{"server_uuid": "3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6", "name": "network-vif-plugged", "status": "completed", "tag": "71e44d63-ef40-44f7-a74e-d4c658032012"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:53.384167 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 71e44d63-ef40-44f7-a74e-d4c658032012, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=71e44d63-ef40-44f7-a74e-d4c658032012,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:53.389509 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.438211 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-07dae680-9ae9-46f0-b3be-0410f9e9f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-175378692-router', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:45Z', 'updated_at': '2021-09-07T18:56:53Z', 'revision_number': 4, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'gw_port': {'id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:46Z', 'updated_at': '2021-09-07T18:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '22244c65-20b5-42f9-91e4-6230ca67de93', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'port_id': 'd05d9445-89a9-4649-b337-d32f7c9386a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a', 'mac_address': 'fa:16:3e:eb:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487480ee-c09b-466e-9c8f-3c36f668a765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:57:49Z', 'updated_at': '2021-09-07T18:57:52Z', 'revision_number': 1, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f81508-90ea-4257-b37a-4b5e5d13bf18', 'name': '', 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'mac_address': 'fa:16:3e:5f:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '3fcd8dca-d383-49a3-a9a8-300dc129818c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:51Z', 'updated_at': '2021-09-07T18:56:58Z', 'revision_number': 5, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'subnets': [{'id': '3fcd8dca-d383-49a3-a9a8-300dc129818c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:53.439131 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5f10c935-52ba-450b-80b7-f4d4aa006448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.469414 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5f10c935-52ba-450b-80b7-f4d4aa006448 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5922e32-1840-48b2-b534-45e5848c3913']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:53.481985 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dae680-9ae9-46f0-b3be-0410f9e9f00e None None] Checking router: cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:57:53.483252 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5f10c935-52ba-450b-80b7-f4d4aa006448 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e300c9bc-57e2-4a9e-9f47-d3639ce62ddc') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:53.483564 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5f10c935-52ba-450b-80b7-f4d4aa006448 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e300c9bc-57e2-4a9e-9f47-d3639ce62ddc') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:53.487825 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=71e44d63-ef40-44f7-a74e-d4c658032012,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:53.495243 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5f10c935-52ba-450b-80b7-f4d4aa006448 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.496827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dae680-9ae9-46f0-b3be-0410f9e9f00e None None] Routers {'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:53.497620 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-07dae680-9ae9-46f0-b3be-0410f9e9f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:53.508461 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30032a6-7a0d-4055-b776-c4981c804d75 req-ae5e26ea-3572-4109-9d21-2736c2783b2f tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:53.512086 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5f10c935-52ba-450b-80b7-f4d4aa006448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.517087 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c30032a6-7a0d-4055-b776-c4981c804d75 req-ae5e26ea-3572-4109-9d21-2736c2783b2f tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.0905607 Sep 07 18:57:53.519637 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f10c935-52ba-450b-80b7-f4d4aa006448 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:57:53.520045 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5f10c935-52ba-450b-80b7-f4d4aa006448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:57:53.522206 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:57:53.540199 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3576deea-3582-4ab5-ad1b-e89db25e44e8 req-4913022c-d225-418b-b37c-277589326fcc service neutron] 10.222.0.26 "GET /v2.0/networks/2a878b49-10b2-47af-bc58-6b8ebe3ae89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265007 Sep 07 18:57:53.603536 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5f10c935-52ba-450b-80b7-f4d4aa006448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.630237 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5f10c935-52ba-450b-80b7-f4d4aa006448 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.630602 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c30032a6-7a0d-4055-b776-c4981c804d75 req-8432305c-fdc1-4d3b-ab74-2a13d811ec20 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020827 Sep 07 18:57:53.632726 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5f10c935-52ba-450b-80b7-f4d4aa006448 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b5922e32-1840-48b2-b534-45e5848c3913 HTTP/1.1" status: 204 len: 168 time: 0.4071136 Sep 07 18:57:53.644362 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37230) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:53.646172 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-07dae680-9ae9-46f0-b3be-0410f9e9f00e None None] Set router cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:57:53.654593 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10c935-52ba-450b-80b7-f4d4aa006448 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5922e32-1840-48b2-b534-45e5848c3913,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:53.702346 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3576deea-3582-4ab5-ad1b-e89db25e44e8 req-bfd6ab67-6395-48e9-b102-ba5adfec797e service neutron] 10.222.0.26 "GET /v2.0/networks/2a878b49-10b2-47af-bc58-6b8ebe3ae89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520176 Sep 07 18:57:53.723570 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ffb2d2-ed0e-49ed-9ed7-a1365730242d admin admin] Deleting subnet 8ef5a41c-8d90-4cab-8ac6-319258f94f43 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:57:53.735050 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a2ffb2d2-ed0e-49ed-9ed7-a1365730242d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.797299 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc49a1a0-27e9-45ee-9ab1-27d50e1eb15d x-openstack-request-id: req-dc49a1a0-27e9-45ee-9ab1-27d50e1eb15d {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:53.797628 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6", "name": "network-vif-plugged", "status": "completed", "tag": "71e44d63-ef40-44f7-a74e-d4c658032012", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:53.797974 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc49a1a0-27e9-45ee-9ab1-27d50e1eb15d {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:53.798383 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e44d63-ef40-44f7-a74e-d4c658032012', 'code': 200} Sep 07 18:57:53.823601 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a2ffb2d2-ed0e-49ed-9ed7-a1365730242d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.875534 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a2ffb2d2-ed0e-49ed-9ed7-a1365730242d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.905253 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 974aa75e-d713-4483-96eb-85d05e19971d no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:57:53.907729 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-7fadabe1-f843-473a-9240-9fad1686846c tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 999 time: 0.1321168 Sep 07 18:57:53.944004 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 974aa75e-d713-4483-96eb-85d05e19971d {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:57:53.944326 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 974aa75e-d713-4483-96eb-85d05e19971d not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:57:53.947081 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a2ffb2d2-ed0e-49ed-9ed7-a1365730242d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.957066 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa8b0-72f1-4140-8dac-31811ec8912e req-41a2b313-1a73-4fd1-b299-308a01b0b8f9 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:53.958597 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aa7aa8b0-72f1-4140-8dac-31811ec8912e req-41a2b313-1a73-4fd1-b299-308a01b0b8f9 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.1434131 Sep 07 18:57:53.967818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ad5fd-999b-46dc-a80b-8db979dc930f req-db62c8f0-2a50-4795-b0a3-7c62acc6ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:53.969494 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-025ad5fd-999b-46dc-a80b-8db979dc930f req-db62c8f0-2a50-4795-b0a3-7c62acc6ec6d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 1096 time: 0.1385832 Sep 07 18:57:53.979124 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-28ccef4e-37bb-4744-a6c8-54833810239e tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:53.983307 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffb2d2-ed0e-49ed-9ed7-a1365730242d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef5a41c-8d90-4cab-8ac6-319258f94f43,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:53.992589 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-28ccef4e-37bb-4744-a6c8-54833810239e tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports/d05d9445-89a9-4649-b337-d32f7c9386a2 HTTP/1.1" status: 200 len: 942 time: 0.0839128 Sep 07 18:57:53.996803 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a2ffb2d2-ed0e-49ed-9ed7-a1365730242d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:54.000132 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a2ffb2d2-ed0e-49ed-9ed7-a1365730242d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8ef5a41c-8d90-4cab-8ac6-319258f94f43 HTTP/1.1" status: 204 len: 168 time: 0.3536110 Sep 07 18:57:54.003971 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37240) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:54.011356 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-07dae680-9ae9-46f0-b3be-0410f9e9f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-175378692-router', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:45Z', 'updated_at': '2021-09-07T18:56:53Z', 'revision_number': 4, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'gw_port': {'id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:46Z', 'updated_at': '2021-09-07T18:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '22244c65-20b5-42f9-91e4-6230ca67de93', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'port_id': 'd05d9445-89a9-4649-b337-d32f7c9386a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a', 'mac_address': 'fa:16:3e:eb:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487480ee-c09b-466e-9c8f-3c36f668a765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:57:49Z', 'updated_at': '2021-09-07T18:57:52Z', 'revision_number': 1, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f81508-90ea-4257-b37a-4b5e5d13bf18', 'name': '', 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'mac_address': 'fa:16:3e:5f:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '3fcd8dca-d383-49a3-a9a8-300dc129818c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:51Z', 'updated_at': '2021-09-07T18:56:58Z', 'revision_number': 5, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'subnets': [{'id': '3fcd8dca-d383-49a3-a9a8-300dc129818c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:54.049734 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aa7aa8b0-72f1-4140-8dac-31811ec8912e req-256db1b9-9678-4de7-baff-c4d159ad6b27 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801258 Sep 07 18:57:54.054991 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dae680-9ae9-46f0-b3be-0410f9e9f00e None None] The sync data for ids ['cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'] in n-d-807786-1 is: [{'id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-175378692-router', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:45Z', 'updated_at': '2021-09-07T18:56:53Z', 'revision_number': 4, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'gw_port': {'id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:46Z', 'updated_at': '2021-09-07T18:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '22244c65-20b5-42f9-91e4-6230ca67de93', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'port_id': 'd05d9445-89a9-4649-b337-d32f7c9386a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a', 'mac_address': 'fa:16:3e:eb:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487480ee-c09b-466e-9c8f-3c36f668a765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:57:49Z', 'updated_at': '2021-09-07T18:57:52Z', 'revision_number': 1, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f81508-90ea-4257-b37a-4b5e5d13bf18', 'name': '', 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'mac_address': 'fa:16:3e:5f:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '3fcd8dca-d383-49a3-a9a8-300dc129818c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:51Z', 'updated_at': '2021-09-07T18:56:58Z', 'revision_number': 5, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'subnets': [{'id': '3fcd8dca-d383-49a3-a9a8-300dc129818c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:57:54.055574 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-025ad5fd-999b-46dc-a80b-8db979dc930f req-82015e91-1a6d-4ff1-ab44-e1caff0a0e12 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567265 Sep 07 18:57:54.162223 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2625b9a1-84a4-42dd-bce6-2a6693b5ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:54.165064 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-c44ec15c-5406-4aed-bdc2-8941d94bdda9 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 999 time: 0.0845518 Sep 07 18:57:54.249598 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2625b9a1-84a4-42dd-bce6-2a6693b5ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:54.282844 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2625b9a1-84a4-42dd-bce6-2a6693b5ac41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ddede5-185e-42c8-936b-0218565934c3']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:54.289433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-f28cbc33-67e2-44e6-8336-bcfe8d5abeda tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:54.291446 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-f28cbc33-67e2-44e6-8336-bcfe8d5abeda tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.1194744 Sep 07 18:57:54.301250 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2625b9a1-84a4-42dd-bce6-2a6693b5ac41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb1b37a-77db-421b-917f-4552a307e647') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:54.302043 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2625b9a1-84a4-42dd-bce6-2a6693b5ac41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb1b37a-77db-421b-917f-4552a307e647') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:54.316108 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2625b9a1-84a4-42dd-bce6-2a6693b5ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:54.330624 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2625b9a1-84a4-42dd-bce6-2a6693b5ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:54.345203 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2625b9a1-84a4-42dd-bce6-2a6693b5ac41 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:57:54.347220 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2625b9a1-84a4-42dd-bce6-2a6693b5ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:57:54.349084 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:57:54.365416 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b249f99e-7a41-4ede-82d6-36c402040d41 None None] New status for floating IP 22244c65-20b5-42f9-91e4-6230ca67de93: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:57:54.370708 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-9c640098-4c2e-462a-bccd-da9ec274984e tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 999 time: 0.0709758 Sep 07 18:57:54.377378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-27fba4ae-6a25-4abb-ae9a-48747c5aab19 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:54.424266 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2625b9a1-84a4-42dd-bce6-2a6693b5ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:54.437043 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2625b9a1-84a4-42dd-bce6-2a6693b5ac41 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:54.439066 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2625b9a1-84a4-42dd-bce6-2a6693b5ac41 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c0ddede5-185e-42c8-936b-0218565934c3 HTTP/1.1" status: 204 len: 168 time: 0.4338877 Sep 07 18:57:54.445667 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-27fba4ae-6a25-4abb-ae9a-48747c5aab19 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:54.464649 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625b9a1-84a4-42dd-bce6-2a6693b5ac41 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ddede5-185e-42c8-936b-0218565934c3,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:54.599656 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.api [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-27fba4ae-6a25-4abb-ae9a-48747c5aab19 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 18:57:54.600000 n-d-807786-1 neutron-server[101445]: DEBUG oslo_db.api [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-27fba4ae-6a25-4abb-ae9a-48747c5aab19 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 18:57:54.607678 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37258) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:54.647057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37260) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:54.658976 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d2b10da7-b311-4664-886a-ce0a1bb45c6b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c15a54f7f5644395b688fd82ac57e944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500968 Sep 07 18:57:54.661356 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37264) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:54.684128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487480ee-c09b-466e-9c8f-3c36f668a765', 'tag': 'd05d9445-89a9-4649-b337-d32f7c9386a2'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:54.686405 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fa1b4e-03c7-4a94-b4f1-c32eb964fa41" -d '{"events": [{"name": "network-changed", "server_uuid": "487480ee-c09b-466e-9c8f-3c36f668a765", "tag": "d05d9445-89a9-4649-b337-d32f7c9386a2"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:54.717259 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4ccb45b4-04de-4c5a-a19b-c7cac3059dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:54.763191 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4ccb45b4-04de-4c5a-a19b-c7cac3059dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:54.801832 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444657fc-6b81-4439-a7f8-a3eae9aee057 req-c1a33cc9-06c9-4f8d-9bbb-948623c8fef3 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:54.803331 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-444657fc-6b81-4439-a7f8-a3eae9aee057 req-c1a33cc9-06c9-4f8d-9bbb-948623c8fef3 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.0880849 Sep 07 18:57:54.810240 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-caaa1c0e-8b6c-48eb-888c-6fbdc4fa584b tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-350102857', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:54.854141 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaa1c0e-8b6c-48eb-888c-6fbdc4fa584b tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Made reservation on behalf of a4ae70cc652f44e58f05823def8e2873 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:57:54.856413 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-caaa1c0e-8b6c-48eb-888c-6fbdc4fa584b tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:54.870700 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-444657fc-6b81-4439-a7f8-a3eae9aee057 req-b43d846a-a56c-4d61-827d-2a01a7e7000d tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568316 Sep 07 18:57:54.871750 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-caaa1c0e-8b6c-48eb-888c-6fbdc4fa584b tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:54.873619 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4ccb45b4-04de-4c5a-a19b-c7cac3059dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:54.876423 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4ccb45b4-04de-4c5a-a19b-c7cac3059dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:54.877604 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4ccb45b4-04de-4c5a-a19b-c7cac3059dd0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a470e287-59d2-4709-b5ed-f8346d57c5da HTTP/1.1" status: 204 len: 168 time: 0.2153118 Sep 07 18:57:54.894556 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb45b4-04de-4c5a-a19b-c7cac3059dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a470e287-59d2-4709-b5ed-f8346d57c5da,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:54.928092 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a594443-c801-4c52-8675-4f35335cdc55 x-openstack-request-id: req-4a594443-c801-4c52-8675-4f35335cdc55 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:54.928415 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487480ee-c09b-466e-9c8f-3c36f668a765", "tag": "d05d9445-89a9-4649-b337-d32f7c9386a2", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:54.928672 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4a594443-c801-4c52-8675-4f35335cdc55 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:54.929115 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487480ee-c09b-466e-9c8f-3c36f668a765', 'tag': 'd05d9445-89a9-4649-b337-d32f7c9386a2', 'status': 'completed', 'code': 200} Sep 07 18:57:55.012086 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa1b4e-03c7-4a94-b4f1-c32eb964fa41 req-746078d3-ad83-447e-9085-73e264eeb861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:55.013669 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91fa1b4e-03c7-4a94-b4f1-c32eb964fa41 req-746078d3-ad83-447e-9085-73e264eeb861 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d5431a91a4e44fc9cbeb8f618118d7e&device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 1096 time: 0.0585711 Sep 07 18:57:55.066914 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-caaa1c0e-8b6c-48eb-888c-6fbdc4fa584b tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:55.095762 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-caaa1c0e-8b6c-48eb-888c-6fbdc4fa584b tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:55.109686 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-caaa1c0e-8b6c-48eb-888c-6fbdc4fa584b tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] device_id is not set on port d211a7e4-a24c-480c-87d4-6921963cf2c0 yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:57:55.113683 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-27fba4ae-6a25-4abb-ae9a-48747c5aab19 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:55.262149 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa1c0e-8b6c-48eb-888c-6fbdc4fa584b tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e86deeb-c57f-4e2a-808e-e9513a7986ef,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:55.281762 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa1b4e-03c7-4a94-b4f1-c32eb964fa41 req-7a2d545a-9f62-4cb6-a512-e4841063311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:55.283252 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91fa1b4e-03c7-4a94-b4f1-c32eb964fa41 req-7a2d545a-9f62-4cb6-a512-e4841063311a service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a878b49-10b2-47af-bc58-6b8ebe3ae89a HTTP/1.1" status: 200 len: 920 time: 0.2581835 Sep 07 18:57:55.287949 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37280) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:55.332866 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9acc9799-00f5-4c4b-9024-c190ae74089d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e22bb9505878416fafd14a049d678630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434921 Sep 07 18:57:55.339883 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37282) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:55.390773 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d042cf5-e525-4c8d-8ca4-29587907dda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:55.417641 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d042cf5-e525-4c8d-8ca4-29587907dda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:55.471689 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d042cf5-e525-4c8d-8ca4-29587907dda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:55.475064 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d042cf5-e525-4c8d-8ca4-29587907dda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:55.476348 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5d042cf5-e525-4c8d-8ca4-29587907dda8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b4d40ca-241d-4869-9c7d-ce88631145ce HTTP/1.1" status: 204 len: 168 time: 0.1354110 Sep 07 18:57:55.486830 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d042cf5-e525-4c8d-8ca4-29587907dda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4d40ca-241d-4869-9c7d-ce88631145ce,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:55.730831 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f934f-f78b-4284-8df1-d7b7ba18e395 req-00e86e24-a20f-428c-9dec-9705d08d3892 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:55.732321 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d4f934f-f78b-4284-8df1-d7b7ba18e395 req-00e86e24-a20f-428c-9dec-9705d08d3892 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.5753431 Sep 07 18:57:55.832955 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-caaa1c0e-8b6c-48eb-888c-6fbdc4fa584b tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Allocated IP 172.25.8.58 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/d211a7e4-a24c-480c-87d4-6921963cf2c0) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:57:55.837720 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-27fba4ae-6a25-4abb-ae9a-48747c5aab19 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:55.843308 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91fa1b4e-03c7-4a94-b4f1-c32eb964fa41 req-2474db1b-37a6-44c9-beab-3faeebf9c7fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d05d9445-89a9-4649-b337-d32f7c9386a2 HTTP/1.1" status: 200 len: 1001 time: 0.5285838 Sep 07 18:57:55.852348 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-27fba4ae-6a25-4abb-ae9a-48747c5aab19 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:55.852727 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-27fba4ae-6a25-4abb-ae9a-48747c5aab19 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Floating IP 22244c65-20b5-42f9-91e4-6230ca67de93 disassociated. External IP: 172.25.8.157, port: d05d9445-89a9-4649-b337-d32f7c9386a2. Sep 07 18:57:55.897623 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0b5106d5-1e0d-47d4-be4c-ef7502560874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:55.907977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d4f934f-f78b-4284-8df1-d7b7ba18e395 req-9f714356-8d7a-4e2f-a961-061f47b0d77c tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642299 Sep 07 18:57:56.017197 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa1b4e-03c7-4a94-b4f1-c32eb964fa41 req-be951e8e-9c20-4b40-a3e5-a685754e6182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:56.018707 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91fa1b4e-03c7-4a94-b4f1-c32eb964fa41 req-be951e8e-9c20-4b40-a3e5-a685754e6182 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3fcd8dca-d383-49a3-a9a8-300dc129818c HTTP/1.1" status: 200 len: 859 time: 0.1638825 Sep 07 18:57:56.082406 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91fa1b4e-03c7-4a94-b4f1-c32eb964fa41 req-2205fbdb-887c-4905-84e7-b04b06b6d49e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a878b49-10b2-47af-bc58-6b8ebe3ae89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554142 Sep 07 18:57:56.289441 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578491f-d3be-47a8-936a-c2e68a9539ce req-fd1aba80-8fce-4cd2-bda6-43d79b134166 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:56.290927 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b578491f-d3be-47a8-936a-c2e68a9539ce req-fd1aba80-8fce-4cd2-bda6-43d79b134166 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.2399168 Sep 07 18:57:56.382043 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-caaa1c0e-8b6c-48eb-888c-6fbdc4fa584b tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:56.393475 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91fa1b4e-03c7-4a94-b4f1-c32eb964fa41 req-8f948eea-a6f3-418a-90ed-3520fe8b01be service neutron] 10.222.0.60 "GET /v2.0/networks/2a878b49-10b2-47af-bc58-6b8ebe3ae89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017926 Sep 07 18:57:56.424008 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b578491f-d3be-47a8-936a-c2e68a9539ce req-1539cb55-f5d0-4396-926d-6e6b910a1362 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216526 Sep 07 18:57:56.441331 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-27fba4ae-6a25-4abb-ae9a-48747c5aab19 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Router cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:57:56.590576 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91fa1b4e-03c7-4a94-b4f1-c32eb964fa41 req-02b33340-ea56-4cc9-89c8-94fb76334468 service neutron] 10.222.0.60 "GET /v2.0/networks/2a878b49-10b2-47af-bc58-6b8ebe3ae89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804914 Sep 07 18:57:56.594164 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-caaa1c0e-8b6c-48eb-888c-6fbdc4fa584b tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:56.701925 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaa1c0e-8b6c-48eb-888c-6fbdc4fa584b tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:57:56.714218 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-caaa1c0e-8b6c-48eb-888c-6fbdc4fa584b tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:57:56.716433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-27fba4ae-6a25-4abb-ae9a-48747c5aab19 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:57:56.717901 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaa1c0e-8b6c-48eb-888c-6fbdc4fa584b tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:57:56.721334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa1c0e-8b6c-48eb-888c-6fbdc4fa584b tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Pushing event updated for resources: {'Port': ['ID=d211a7e4-a24c-480c-87d4-6921963cf2c0,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:56.728299 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-27fba4ae-6a25-4abb-ae9a-48747c5aab19 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:56.731015 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ffe21d-020e-48cd-864d-54b0c5ef4fc7 None None] Sync routers for ids ['cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:57:56.740237 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ffe21d-020e-48cd-864d-54b0c5ef4fc7 None None] Routers {'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:56.740884 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-16ffe21d-020e-48cd-864d-54b0c5ef4fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:56.794343 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96c763-685e-4bfc-8d49-1ad84b2d8170 req-fc9881e3-4a8f-485e-a05c-3ee59d054366 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:56.795849 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9e96c763-685e-4bfc-8d49-1ad84b2d8170 req-fc9881e3-4a8f-485e-a05c-3ee59d054366 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.1445913 Sep 07 18:57:56.797342 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-27fba4ae-6a25-4abb-ae9a-48747c5aab19 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "PUT /v2.0/floatingips/22244c65-20b5-42f9-91e4-6230ca67de93 HTTP/1.1" status: 200 len: 695 time: 2.4249079 Sep 07 18:57:56.805032 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaa1c0e-8b6c-48eb-888c-6fbdc4fa584b tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:56.805735 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-caaa1c0e-8b6c-48eb-888c-6fbdc4fa584b tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:56.857537 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-16ffe21d-020e-48cd-864d-54b0c5ef4fc7 None None] Set router cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:57:56.873638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-caaa1c0e-8b6c-48eb-888c-6fbdc4fa584b tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.2228765 Sep 07 18:57:56.876943 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37318) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:56.882396 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-9e10760f-87e7-4c61-9261-977328db00cb tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.58'}]}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:56.883492 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9e96c763-685e-4bfc-8d49-1ad84b2d8170 req-feacd849-40c9-4e72-b3e9-384cfff18c7e tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809443 Sep 07 18:57:56.893193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-558f7701-6b90-4b48-906d-2489901c1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:56.894814 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-558f7701-6b90-4b48-906d-2489901c1960 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d5431a91a4e44fc9cbeb8f618118d7e&device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 1096 time: 0.0801840 Sep 07 18:57:56.923372 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e10760f-87e7-4c61-9261-977328db00cb tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:56.923372 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e10760f-87e7-4c61-9261-977328db00cb tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:56.931851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487480ee-c09b-466e-9c8f-3c36f668a765', 'tag': 'd05d9445-89a9-4649-b337-d32f7c9386a2'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:56.935540 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bf05cc-85b0-413e-8f89-22903d8ab433" -d '{"events": [{"name": "network-changed", "server_uuid": "487480ee-c09b-466e-9c8f-3c36f668a765", "tag": "d05d9445-89a9-4649-b337-d32f7c9386a2"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:57.013327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-eb4aaa42-a305-4b42-bcfe-981bb6ece2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:57.021219 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-eb4aaa42-a305-4b42-bcfe-981bb6ece2a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a878b49-10b2-47af-bc58-6b8ebe3ae89a HTTP/1.1" status: 200 len: 920 time: 0.1193285 Sep 07 18:57:57.025662 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e10760f-87e7-4c61-9261-977328db00cb tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:57.072280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-04706887-5286-4c22-98f9-d555f2e6ce50 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d05d9445-89a9-4649-b337-d32f7c9386a2 HTTP/1.1" status: 200 len: 217 time: 0.0497549 Sep 07 18:57:57.106266 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-16ffe21d-020e-48cd-864d-54b0c5ef4fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-175378692-router', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:45Z', 'updated_at': '2021-09-07T18:56:53Z', 'revision_number': 4, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'gw_port': {'id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:46Z', 'updated_at': '2021-09-07T18:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b0f81508-90ea-4257-b37a-4b5e5d13bf18', 'name': '', 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'mac_address': 'fa:16:3e:5f:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '3fcd8dca-d383-49a3-a9a8-300dc129818c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:51Z', 'updated_at': '2021-09-07T18:56:58Z', 'revision_number': 5, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'subnets': [{'id': '3fcd8dca-d383-49a3-a9a8-300dc129818c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:57.141001 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ffe21d-020e-48cd-864d-54b0c5ef4fc7 None None] Checking router: cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:57:57.149663 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ffe21d-020e-48cd-864d-54b0c5ef4fc7 None None] Routers {'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:57.150287 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-16ffe21d-020e-48cd-864d-54b0c5ef4fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:57.167563 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805501a-1baf-4b05-b306-6203c11ecfc1 req-12fcb11c-6ee1-4e62-87c2-216cc771d076 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:57.170085 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b805501a-1baf-4b05-b306-6203c11ecfc1 req-12fcb11c-6ee1-4e62-87c2-216cc771d076 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.1070986 Sep 07 18:57:57.172832 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-58613bdf-6003-4e7d-9c20-bfb45fa3953e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:57.182838 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-58613bdf-6003-4e7d-9c20-bfb45fa3953e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3fcd8dca-d383-49a3-a9a8-300dc129818c HTTP/1.1" status: 200 len: 859 time: 0.1096392 Sep 07 18:57:57.218978 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e10760f-87e7-4c61-9261-977328db00cb tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:57.231018 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-126e874e-3c14-4bfc-9081-581107b3448e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a878b49-10b2-47af-bc58-6b8ebe3ae89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462685 Sep 07 18:57:57.253031 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37332) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:57.277032 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b805501a-1baf-4b05-b306-6203c11ecfc1 req-73ada066-518b-4367-8a31-58176f56024b tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827637 Sep 07 18:57:57.367303 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557dccf5-25a5-4944-8fe5-ad396ca9be9f x-openstack-request-id: req-557dccf5-25a5-4944-8fe5-ad396ca9be9f {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:57.368279 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487480ee-c09b-466e-9c8f-3c36f668a765", "tag": "d05d9445-89a9-4649-b337-d32f7c9386a2", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:57.368739 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-557dccf5-25a5-4944-8fe5-ad396ca9be9f {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:57.369218 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487480ee-c09b-466e-9c8f-3c36f668a765', 'tag': 'd05d9445-89a9-4649-b337-d32f7c9386a2', 'status': 'completed', 'code': 200} Sep 07 18:57:57.382253 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-5b5c0414-cc3c-4910-af59-d4cdb39fd7f4 service neutron] 10.222.0.26 "GET /v2.0/networks/2a878b49-10b2-47af-bc58-6b8ebe3ae89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407812 Sep 07 18:57:57.443176 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-16ffe21d-020e-48cd-864d-54b0c5ef4fc7 None None] Set router cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:57:57.471594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf05cc-85b0-413e-8f89-22903d8ab433 req-94ea519f-a1bb-4d27-b3d3-95f2b41911fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:57.473370 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-88bf05cc-85b0-413e-8f89-22903d8ab433 req-94ea519f-a1bb-4d27-b3d3-95f2b41911fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d5431a91a4e44fc9cbeb8f618118d7e&device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 1096 time: 0.0867426 Sep 07 18:57:57.489002 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bac831c8-35b7-40d2-a54e-f5f4dd38e5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:57.590575 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d40b73-1a73-4fab-ac8e-a352c1722c92 req-4528b2aa-0fc9-4f51-9832-fc2b6f6c2e82 service neutron] 10.222.0.26 "GET /v2.0/networks/2a878b49-10b2-47af-bc58-6b8ebe3ae89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651456 Sep 07 18:57:57.594486 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e10760f-87e7-4c61-9261-977328db00cb tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:57.621901 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf05cc-85b0-413e-8f89-22903d8ab433 req-45c12518-9998-4a14-8222-151e5624b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:57.623662 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-88bf05cc-85b0-413e-8f89-22903d8ab433 req-45c12518-9998-4a14-8222-151e5624b10c service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a878b49-10b2-47af-bc58-6b8ebe3ae89a HTTP/1.1" status: 200 len: 920 time: 0.1209118 Sep 07 18:57:57.625126 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e10760f-87e7-4c61-9261-977328db00cb tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:57.694803 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-88bf05cc-85b0-413e-8f89-22903d8ab433 req-e0a96b10-1bf9-4ee6-ba82-16664528cbd1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d05d9445-89a9-4649-b337-d32f7c9386a2 HTTP/1.1" status: 200 len: 217 time: 0.0621107 Sep 07 18:57:57.724168 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-16ffe21d-020e-48cd-864d-54b0c5ef4fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-175378692-router', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:45Z', 'updated_at': '2021-09-07T18:56:53Z', 'revision_number': 4, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'gw_port': {'id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:46Z', 'updated_at': '2021-09-07T18:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b0f81508-90ea-4257-b37a-4b5e5d13bf18', 'name': '', 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'mac_address': 'fa:16:3e:5f:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '3fcd8dca-d383-49a3-a9a8-300dc129818c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:51Z', 'updated_at': '2021-09-07T18:56:58Z', 'revision_number': 5, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'subnets': [{'id': '3fcd8dca-d383-49a3-a9a8-300dc129818c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:57.759659 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f180d60-e2ec-4a04-8227-17d457fe958d req-e8b13501-5923-403f-b26b-048495f7198b tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/floatingips/22244c65-20b5-42f9-91e4-6230ca67de93 HTTP/1.1" status: 200 len: 695 time: 0.1180727 Sep 07 18:57:57.764460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ffe21d-020e-48cd-864d-54b0c5ef4fc7 None None] The sync data for ids ['cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'] in n-d-807786-1 is: [{'id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-175378692-router', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:45Z', 'updated_at': '2021-09-07T18:56:53Z', 'revision_number': 4, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'gw_port': {'id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:46Z', 'updated_at': '2021-09-07T18:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b0f81508-90ea-4257-b37a-4b5e5d13bf18', 'name': '', 'network_id': '2a878b49-10b2-47af-bc58-6b8ebe3ae89a', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'mac_address': 'fa:16:3e:5f:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '3fcd8dca-d383-49a3-a9a8-300dc129818c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:51Z', 'updated_at': '2021-09-07T18:56:58Z', 'revision_number': 5, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'subnets': [{'id': '3fcd8dca-d383-49a3-a9a8-300dc129818c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:57:57.782511 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf05cc-85b0-413e-8f89-22903d8ab433 req-448f6a09-6578-48af-b515-c922176b5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:57.783500 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bac831c8-35b7-40d2-a54e-f5f4dd38e5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:57.784256 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-88bf05cc-85b0-413e-8f89-22903d8ab433 req-448f6a09-6578-48af-b515-c922176b5329 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3fcd8dca-d383-49a3-a9a8-300dc129818c HTTP/1.1" status: 200 len: 859 time: 0.0589936 Sep 07 18:57:57.811015 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bac831c8-35b7-40d2-a54e-f5f4dd38e5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:57.842175 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-88bf05cc-85b0-413e-8f89-22903d8ab433 req-956079bb-eaec-440f-b65c-948e1f6d870a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a878b49-10b2-47af-bc58-6b8ebe3ae89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460238 Sep 07 18:57:57.858402 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bac831c8-35b7-40d2-a54e-f5f4dd38e5df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94807236a0fc4e06b46b1c2381f23b87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6027586 Sep 07 18:57:57.867846 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37340) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:57.886910 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e10760f-87e7-4c61-9261-977328db00cb tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:57.888497 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac831c8-35b7-40d2-a54e-f5f4dd38e5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c6a77f-7808-41ed-8485-e5c97e24fa5c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:58.048450 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8144d7-5f5a-4649-a189-94bd8bcd22ff None None] New status for floating IP 22244c65-20b5-42f9-91e4-6230ca67de93: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:57:58.052960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f180d60-e2ec-4a04-8227-17d457fe958d req-9dcb23ee-99d1-499f-aa8f-d4782c370bdd tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:58.054517 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f180d60-e2ec-4a04-8227-17d457fe958d req-9dcb23ee-99d1-499f-aa8f-d4782c370bdd tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/networks/6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 784 time: 0.2688982 Sep 07 18:57:58.054645 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b8c5ff0f-758c-40bb-8ebf-ff5ec2b91eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:58.056916 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-88bf05cc-85b0-413e-8f89-22903d8ab433 req-9cef7006-ad68-4101-ba76-44e629776d6e service neutron] 10.222.0.60 "GET /v2.0/networks/2a878b49-10b2-47af-bc58-6b8ebe3ae89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793385 Sep 07 18:57:58.118283 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc022f-146e-4d12-84ce-a0bea6052f12 req-4733bdca-69e2-4b3c-8164-65df5d86e943 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:58.119897 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-67fc022f-146e-4d12-84ce-a0bea6052f12 req-4733bdca-69e2-4b3c-8164-65df5d86e943 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.1295452 Sep 07 18:57:58.199357 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f180d60-e2ec-4a04-8227-17d457fe958d req-7826be07-80c6-4f96-a52f-3dc6a13ad886 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 698 time: 0.1297917 Sep 07 18:57:58.287941 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f180d60-e2ec-4a04-8227-17d457fe958d req-c9045945-675c-4a9a-bfda-76e259ecd781 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 698 time: 0.0747690 Sep 07 18:57:58.294472 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-67fc022f-146e-4d12-84ce-a0bea6052f12 req-85416b55-11b3-41c9-a51e-87336dbda241 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400588 Sep 07 18:57:58.313192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-88bf05cc-85b0-413e-8f89-22903d8ab433 req-d1458adf-6f3c-49e3-93ff-0e0e4c673030 service neutron] 10.222.0.60 "GET /v2.0/networks/2a878b49-10b2-47af-bc58-6b8ebe3ae89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448699 Sep 07 18:57:58.406716 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e10760f-87e7-4c61-9261-977328db00cb tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:58.410954 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e10760f-87e7-4c61-9261-977328db00cb tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:58.422655 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b8c5ff0f-758c-40bb-8ebf-ff5ec2b91eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:58.462831 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264b0a4-4bab-4f41-b573-a4bb583f02bd req-611fd0ac-d612-4d20-b4c5-b70e73b8f87c tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:58.464389 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a264b0a4-4bab-4f41-b573-a4bb583f02bd req-611fd0ac-d612-4d20-b4c5-b70e73b8f87c tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.0763056 Sep 07 18:57:58.471021 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e10760f-87e7-4c61-9261-977328db00cb tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:58.471598 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e10760f-87e7-4c61-9261-977328db00cb tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3e9fd62-28c7-42b9-83b8-b18780e3bc36 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:57:58.498657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-7f180d60-e2ec-4a04-8227-17d457fe958d req-42ffa9f8-c2a6-4ee5-af40-21a5a62c222a tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Deleting port 7e07f435-b112-4d32-8ee2-264c634a74fa {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:58.498914 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-9e10760f-87e7-4c61-9261-977328db00cb tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 07 18:57:58.499051 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7f180d60-e2ec-4a04-8227-17d457fe958d req-42ffa9f8-c2a6-4ee5-af40-21a5a62c222a tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:58.500149 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9e10760f-87e7-4c61-9261-977328db00cb tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.6212277 Sep 07 18:57:58.503518 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37348) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:58.551903 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b8c5ff0f-758c-40bb-8ebf-ff5ec2b91eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:58.554395 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b8c5ff0f-758c-40bb-8ebf-ff5ec2b91eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:58.555504 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b8c5ff0f-758c-40bb-8ebf-ff5ec2b91eac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1c6a77f-7808-41ed-8485-e5c97e24fa5c HTTP/1.1" status: 204 len: 168 time: 0.6867125 Sep 07 18:57:58.572260 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a264b0a4-4bab-4f41-b573-a4bb583f02bd req-ca055cf0-625c-4f66-ae8a-4bf78939d92f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926232 Sep 07 18:57:58.583139 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5ff0f-758c-40bb-8ebf-ff5ec2b91eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c6a77f-7808-41ed-8485-e5c97e24fa5c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:58.619484 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7f180d60-e2ec-4a04-8227-17d457fe958d req-42ffa9f8-c2a6-4ee5-af40-21a5a62c222a tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:58.620284 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7f180d60-e2ec-4a04-8227-17d457fe958d req-42ffa9f8-c2a6-4ee5-af40-21a5a62c222a tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:58.627937 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-7a55919a-c16f-4e4c-9713-3b3629ce70ab tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Deleting port d211a7e4-a24c-480c-87d4-6921963cf2c0 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:58.627937 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7a55919a-c16f-4e4c-9713-3b3629ce70ab tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:58.637302 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-7f180d60-e2ec-4a04-8227-17d457fe958d req-42ffa9f8-c2a6-4ee5-af40-21a5a62c222a tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Calling delete_port for 7e07f435-b112-4d32-8ee2-264c634a74fa owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:58.711477 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7a55919a-c16f-4e4c-9713-3b3629ce70ab tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:58.730627 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-7a55919a-c16f-4e4c-9713-3b3629ce70ab tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Calling delete_port for d211a7e4-a24c-480c-87d4-6921963cf2c0 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:58.741131 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-303bf7ef-0f0f-47ed-a042-37892f52342e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:58.803604 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7f180d60-e2ec-4a04-8227-17d457fe958d req-42ffa9f8-c2a6-4ee5-af40-21a5a62c222a tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:58.837651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffa9f8-c2a6-4ee5-af40-21a5a62c222a tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Pushing event deleted for resources: {'Port': ['ID=7e07f435-b112-4d32-8ee2-264c634a74fa,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:58.896916 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7a55919a-c16f-4e4c-9713-3b3629ce70ab tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:58.901957 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7f180d60-e2ec-4a04-8227-17d457fe958d req-42ffa9f8-c2a6-4ee5-af40-21a5a62c222a tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:58.907395 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7f180d60-e2ec-4a04-8227-17d457fe958d req-42ffa9f8-c2a6-4ee5-af40-21a5a62c222a tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:58.909778 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f180d60-e2ec-4a04-8227-17d457fe958d req-42ffa9f8-c2a6-4ee5-af40-21a5a62c222a tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "DELETE /v2.0/floatingips/22244c65-20b5-42f9-91e4-6230ca67de93 HTTP/1.1" status: 204 len: 173 time: 0.6061566 Sep 07 18:57:58.933677 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55919a-c16f-4e4c-9713-3b3629ce70ab tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Pushing event deleted for resources: {'Port': ['ID=d211a7e4-a24c-480c-87d4-6921963cf2c0,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:58.974547 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d869deb-01af-4343-92f5-82347c7ec69e req-729c77d9-de1f-4c62-8a5d-5ee01262f842 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups/0702d475-d3c8-46be-adb2-a85ed18f585d HTTP/1.1" status: 200 len: 1809 time: 0.0449092 Sep 07 18:57:59.001813 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7a55919a-c16f-4e4c-9713-3b3629ce70ab tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:59.004899 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7a55919a-c16f-4e4c-9713-3b3629ce70ab tempest-RoutersAdminNegativeTest-1807470617 tempest-RoutersAdminNegativeTest-1807470617-project-admin] 10.222.0.26 "DELETE /v2.0/ports/d211a7e4-a24c-480c-87d4-6921963cf2c0 HTTP/1.1" status: 204 len: 168 time: 0.4998095 Sep 07 18:57:59.024413 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:59.044210 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3d869deb-01af-4343-92f5-82347c7ec69e req-cb226a3c-d6c3-4d60-91ba-673c449ecc9e tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:59.080657 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3d869deb-01af-4343-92f5-82347c7ec69e req-cb226a3c-d6c3-4d60-91ba-673c449ecc9e tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:59.142021 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3d869deb-01af-4343-92f5-82347c7ec69e req-cb226a3c-d6c3-4d60-91ba-673c449ecc9e tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:59.146422 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3d869deb-01af-4343-92f5-82347c7ec69e req-cb226a3c-d6c3-4d60-91ba-673c449ecc9e tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:59.147631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d869deb-01af-4343-92f5-82347c7ec69e req-cb226a3c-d6c3-4d60-91ba-673c449ecc9e tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "DELETE /v2.0/security-groups/0702d475-d3c8-46be-adb2-a85ed18f585d HTTP/1.1" status: 204 len: 173 time: 0.1666234 Sep 07 18:57:59.161457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb226a3c-d6c3-4d60-91ba-673c449ecc9e tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0702d475-d3c8-46be-adb2-a85ed18f585d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:59.333329 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37384) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:59.383315 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37388) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:59.458482 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb795180-a0ef-4920-8941-e27d58bf1dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:59.459482 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c188bc-c69b-4155-ae30-eda461cf9ddd req-c3b18585-ece6-43ba-8581-35fd1e19028f tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:59.461047 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32c188bc-c69b-4155-ae30-eda461cf9ddd req-c3b18585-ece6-43ba-8581-35fd1e19028f tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.0864401 Sep 07 18:57:59.469973 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718febac-8be7-4f43-82e3-15ef9b5dfd2e req-00937cf9-94d3-43cd-8b04-234f93394655 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:59.471451 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-718febac-8be7-4f43-82e3-15ef9b5dfd2e req-00937cf9-94d3-43cd-8b04-234f93394655 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.0857506 Sep 07 18:57:59.491559 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-886cbbe5-05bc-4d36-98cd-c04703712355 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-369657215-network', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:59.529386 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32c188bc-c69b-4155-ae30-eda461cf9ddd req-a0c3c2d8-2a92-49b8-bf3b-21bf58b32391 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569594 Sep 07 18:57:59.537258 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-718febac-8be7-4f43-82e3-15ef9b5dfd2e req-2df4d000-fbb0-451c-b601-9cb6a1b52e74 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583775 Sep 07 18:57:59.572727 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb795180-a0ef-4920-8941-e27d58bf1dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:59.578783 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb795180-a0ef-4920-8941-e27d58bf1dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:59.623702 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb795180-a0ef-4920-8941-e27d58bf1dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1129c42-40c4-49d2-9637-47914a562fef,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:59.628701 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886cbbe5-05bc-4d36-98cd-c04703712355 admin admin] Made reservation on behalf of bd150f31e3264ef4b870aabc811ef221 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:57:59.631066 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-886cbbe5-05bc-4d36-98cd-c04703712355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:59.637719 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bb795180-a0ef-4920-8941-e27d58bf1dd5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e83220c729b24727b59dedc5c0f3c85b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3029301 Sep 07 18:57:59.637865 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37394) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:59.645197 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-886cbbe5-05bc-4d36-98cd-c04703712355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:59.733532 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc5942-340e-4a57-ae5d-9f6ef9f6bf21 req-ded7db44-dd77-4d10-b3f4-b13549df8d64 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:59.735265 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bccc5942-340e-4a57-ae5d-9f6ef9f6bf21 req-ded7db44-dd77-4d10-b3f4-b13549df8d64 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.0793521 Sep 07 18:57:59.738362 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d0f3043b-e898-4ad6-b0d0-d57c49484bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:59.741904 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-886cbbe5-05bc-4d36-98cd-c04703712355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:59.746898 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-886cbbe5-05bc-4d36-98cd-c04703712355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:59.772019 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886cbbe5-05bc-4d36-98cd-c04703712355 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:57:59.777915 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d0f3043b-e898-4ad6-b0d0-d57c49484bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:59.784347 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886cbbe5-05bc-4d36-98cd-c04703712355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d60244a-b7b9-40eb-b6c4-7c55a1178d8e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:59.801750 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-886cbbe5-05bc-4d36-98cd-c04703712355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:59.802187 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-886cbbe5-05bc-4d36-98cd-c04703712355 admin admin] Added segment 69fe7266-5094-46a8-93e9-d82a3f146e26 of type vlan for network a4724486-3acb-401c-a8f0-54abeeaa7172 Sep 07 18:57:59.817741 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bccc5942-340e-4a57-ae5d-9f6ef9f6bf21 req-c23ca636-88f6-46ca-831c-2d4cc9faf6e7 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691984 Sep 07 18:57:59.856198 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-886cbbe5-05bc-4d36-98cd-c04703712355 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:59.861962 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d0f3043b-e898-4ad6-b0d0-d57c49484bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:59.864697 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d0f3043b-e898-4ad6-b0d0-d57c49484bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:59.865838 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d0f3043b-e898-4ad6-b0d0-d57c49484bb4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a1129c42-40c4-49d2-9637-47914a562fef HTTP/1.1" status: 204 len: 168 time: 0.2263215 Sep 07 18:57:59.881289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3043b-e898-4ad6-b0d0-d57c49484bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1129c42-40c4-49d2-9637-47914a562fef,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:59.885582 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-886cbbe5-05bc-4d36-98cd-c04703712355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:59.886630 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886cbbe5-05bc-4d36-98cd-c04703712355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:59.887275 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-886cbbe5-05bc-4d36-98cd-c04703712355 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:59.924594 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-886cbbe5-05bc-4d36-98cd-c04703712355 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5380034 Sep 07 18:57:59.925762 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37402) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:59.930749 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-54722d46-c14c-4261-aada-4be89468fea8 admin admin] Request body: {'subnet': {'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-369657215-subnet', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:57:59.955145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886cbbe5-05bc-4d36-98cd-c04703712355 admin admin] Pushing event updated for resources: {'Network': ['ID=a4724486-3acb-401c-a8f0-54abeeaa7172,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:59.965436 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network a4724486-3acb-401c-a8f0-54abeeaa7172 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:57:59.965884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54722d46-c14c-4261-aada-4be89468fea8 admin admin] Made reservation on behalf of bd150f31e3264ef4b870aabc811ef221 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:57:59.968600 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-54722d46-c14c-4261-aada-4be89468fea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:00.118882 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:00.151761 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-54722d46-c14c-4261-aada-4be89468fea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:00.167817 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37408) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:00.205951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54722d46-c14c-4261-aada-4be89468fea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9985a0df-d9a6-429f-8454-e036ae7f07c1,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:00.212964 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dd431fd8-d890-42b2-ab5b-e1e266c3017e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4ae70cc652f44e58f05823def8e2873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433078 Sep 07 18:58:00.215079 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37410) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:00.218338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54722d46-c14c-4261-aada-4be89468fea8 admin admin] Checking segment: {'id': '69fe7266-5094-46a8-93e9-d82a3f146e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:00.218747 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54722d46-c14c-4261-aada-4be89468fea8 admin admin] Network hostable DHCP agents. Network: a4724486-3acb-401c-a8f0-54abeeaa7172, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:58:00.235965 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54722d46-c14c-4261-aada-4be89468fea8 admin admin] Network a4724486-3acb-401c-a8f0-54abeeaa7172 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:58:00.244786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-54722d46-c14c-4261-aada-4be89468fea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, a4724486-3acb-401c-a8f0-54abeeaa7172) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:00.249681 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54722d46-c14c-4261-aada-4be89468fea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:00.250920 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-54722d46-c14c-4261-aada-4be89468fea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:00.254082 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c3e5de-06bb-4a18-8214-7784dbfaf03d None None] Network a4724486-3acb-401c-a8f0-54abeeaa7172 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:00.268746 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-54722d46-c14c-4261-aada-4be89468fea8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3387780 Sep 07 18:58:00.269104 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37412) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:00.273498 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-518b81f8-e39f-47f7-b9a6-5c319a61b425 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-369657215-router', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:00.277945 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2fd2c57b-9adb-4254-b1ea-47467e57e8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:00.307879 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2fd2c57b-9adb-4254-b1ea-47467e57e8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:00.317186 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-518b81f8-e39f-47f7-b9a6-5c319a61b425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:00.318209 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-518b81f8-e39f-47f7-b9a6-5c319a61b425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:00.387533 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-518b81f8-e39f-47f7-b9a6-5c319a61b425 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:00.405785 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-a4724486-3acb-401c-a8f0-54abeeaa7172', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:58:00.406717 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:00.432064 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2fd2c57b-9adb-4254-b1ea-47467e57e8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:00.434588 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2fd2c57b-9adb-4254-b1ea-47467e57e8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:00.435732 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2fd2c57b-9adb-4254-b1ea-47467e57e8e7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e86deeb-c57f-4e2a-808e-e9513a7986ef HTTP/1.1" status: 204 len: 168 time: 0.2197547 Sep 07 18:58:00.470919 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2c57b-9adb-4254-b1ea-47467e57e8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e86deeb-c57f-4e2a-808e-e9513a7986ef,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:00.548084 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-518b81f8-e39f-47f7-b9a6-5c319a61b425 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:00.559059 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] Allocated IP 172.20.0.2 (a4724486-3acb-401c-a8f0-54abeeaa7172/9985a0df-d9a6-429f-8454-e036ae7f07c1/2d888554-65e0-4add-aae8-c26c66cd5c5d) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:00.730782 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:00.743415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] Transition to ACTIVE for port object 2d888554-65e0-4add-aae8-c26c66cd5c5d will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:00.761104 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] Transition to ACTIVE for port object 2d888554-65e0-4add-aae8-c26c66cd5c5d will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:00.769042 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:00.789604 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06233893-8d43-4ccf-a5ea-e737684d36a5 req-caa00559-baed-4172-b2b4-840f1abbec0e tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:00.791693 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06233893-8d43-4ccf-a5ea-e737684d36a5 req-caa00559-baed-4172-b2b4-840f1abbec0e tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.0919724 Sep 07 18:58:00.802305 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e8659-3523-4dfa-8429-9a2dad071cac req-b9102331-7e24-4bdb-af0e-bd12cd852a58 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:00.803919 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a3e8659-3523-4dfa-8429-9a2dad071cac req-b9102331-7e24-4bdb-af0e-bd12cd852a58 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.1061630 Sep 07 18:58:00.817117 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-518b81f8-e39f-47f7-b9a6-5c319a61b425 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:00.818968 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] Network a4724486-3acb-401c-a8f0-54abeeaa7172 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:00.822300 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:00.828477 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:00.847681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] Pushing event updated for resources: {'Port': ['ID=2d888554-65e0-4add-aae8-c26c66cd5c5d,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:00.857777 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-518b81f8-e39f-47f7-b9a6-5c319a61b425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:00.873286 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06233893-8d43-4ccf-a5ea-e737684d36a5 req-a9e6ee0b-c605-4f8f-ade0-2fc191bbbef2 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673270 Sep 07 18:58:00.881919 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a3e8659-3523-4dfa-8429-9a2dad071cac req-29078e81-6d7c-41db-81d0-67619f9c83ab tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702941 Sep 07 18:58:00.903178 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] Attempting to bind port 2d888554-65e0-4add-aae8-c26c66cd5c5d on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:58:00.903555 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] Attempting to bind port 2d888554-65e0-4add-aae8-c26c66cd5c5d by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '69fe7266-5094-46a8-93e9-d82a3f146e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:58:00.903924 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] Attempting to bind port 2d888554-65e0-4add-aae8-c26c66cd5c5d on network a4724486-3acb-401c-a8f0-54abeeaa7172 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:58:00.909796 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:58:00.910177 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] Checking segment: {'id': '69fe7266-5094-46a8-93e9-d82a3f146e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:00.910578 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:00.911167 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] Bound using segment: {'id': '69fe7266-5094-46a8-93e9-d82a3f146e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:58:00.911820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] Bound port: 2d888554-65e0-4add-aae8-c26c66cd5c5d, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69fe7266-5094-46a8-93e9-d82a3f146e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:58:00.912292 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:01.008222 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] For port 2d888554-65e0-4add-aae8-c26c66cd5c5d, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:58:01.013664 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] For port 2d888554-65e0-4add-aae8-c26c66cd5c5d, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=2d888554-65e0-4add-aae8-c26c66cd5c5d,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:58:01.022826 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:01.027484 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-518b81f8-e39f-47f7-b9a6-5c319a61b425 admin admin] Allocated IP 172.25.8.36 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/49ab9851-6d76-4b22-9c21-3fd4c8891dbd) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:01.055147 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584aaf2-cb78-4620-b2fb-f94d18cfb036 req-d8cfed89-434f-4b7f-8b66-dc8f16d69894 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:01.064060 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7584aaf2-cb78-4620-b2fb-f94d18cfb036 req-d8cfed89-434f-4b7f-8b66-dc8f16d69894 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.0802479 Sep 07 18:58:01.114199 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae53571-cea3-4dd0-b617-4a2f4808d9cb None None] Pushing event updated for resources: {'Port': ['ID=2d888554-65e0-4add-aae8-c26c66cd5c5d,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:01.129513 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7584aaf2-cb78-4620-b2fb-f94d18cfb036 req-9e6b59ad-2f6b-4736-ae37-82ad6db54e40 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642843 Sep 07 18:58:01.166235 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-518b81f8-e39f-47f7-b9a6-5c319a61b425 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:01.209697 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-518b81f8-e39f-47f7-b9a6-5c319a61b425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:01.249754 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518b81f8-e39f-47f7-b9a6-5c319a61b425 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:01.252961 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-518b81f8-e39f-47f7-b9a6-5c319a61b425 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:01.255430 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518b81f8-e39f-47f7-b9a6-5c319a61b425 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:01.319008 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b81f8-e39f-47f7-b9a6-5c319a61b425 admin admin] Pushing event updated for resources: {'Port': ['ID=49ab9851-6d76-4b22-9c21-3fd4c8891dbd,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:01.436493 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37444) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:01.486554 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5cd5887-91a6-43b2-ad03-e5affc80de85 req-e733326c-e5fb-4e29-81f4-4bd7d808bfe7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436132 Sep 07 18:58:01.546073 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-3bf368ce-7dd8-4747-8aaf-c617da2fceb1 tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] Request body: {'port': {'network_id': 'ab362dd1-0ebf-495a-ae8e-a879b300c79a', 'name': 'tempest-NetworksNegativeTestJSON-1989618193'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:01.563609 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf368ce-7dd8-4747-8aaf-c617da2fceb1 tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] POST failed (client error): The resource could not be found. Sep 07 18:58:01.564151 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf368ce-7dd8-4747-8aaf-c617da2fceb1 tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:58:01.569061 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3bf368ce-7dd8-4747-8aaf-c617da2fceb1 tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1278043 Sep 07 18:58:01.569227 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37448) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:01.580367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd5887-91a6-43b2-ad03-e5affc80de85 req-9f4ff8f5-78f3-440f-8c74-53fa7d58cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:01.581909 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5cd5887-91a6-43b2-ad03-e5affc80de85 req-9f4ff8f5-78f3-440f-8c74-53fa7d58cac3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3e2f62770ce4512b55b3685f3a068f2&device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 1096 time: 0.0719507 Sep 07 18:58:01.582307 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-518b81f8-e39f-47f7-b9a6-5c319a61b425 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:01.591706 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec096db-df78-4464-af1b-6da1289b53ac tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] DELETE failed (client error): The resource could not be found. Sep 07 18:58:01.592271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec096db-df78-4464-af1b-6da1289b53ac tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:58:01.598324 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-eec096db-df78-4464-af1b-6da1289b53ac tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] 10.222.0.26 "DELETE /v2.0/networks/832af979-2930-4469-843b-4504360cfb73 HTTP/1.1" status: 404 len: 339 time: 0.0238874 Sep 07 18:58:01.598585 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37450) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:01.630140 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d855b58a-67b5-4008-9320-59a0b938ff7f tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] DELETE failed (client error): The resource could not be found. Sep 07 18:58:01.630891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d855b58a-67b5-4008-9320-59a0b938ff7f tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:58:01.632617 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d855b58a-67b5-4008-9320-59a0b938ff7f tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] 10.222.0.26 "DELETE /v2.0/ports/e3d6d933-0058-43cf-a327-18ae04f08736 HTTP/1.1" status: 404 len: 333 time: 0.0331087 Sep 07 18:58:01.636575 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37452) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:01.662116 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:01.668184 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b71c197-a65b-488e-b70f-efa02e2e1344 tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] DELETE failed (client error): The resource could not be found. Sep 07 18:58:01.668740 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b71c197-a65b-488e-b70f-efa02e2e1344 tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:58:01.670434 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9b71c197-a65b-488e-b70f-efa02e2e1344 tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] 10.222.0.26 "DELETE /v2.0/subnets/dbae1288-a9d3-4a8c-8624-ee97efc25639 HTTP/1.1" status: 404 len: 337 time: 0.0328887 Sep 07 18:58:01.674737 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37454) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:01.700060 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f13610-c54f-49cd-adff-b0333aba266d tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] GET failed (client error): The resource could not be found. Sep 07 18:58:01.701492 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-88f13610-c54f-49cd-adff-b0333aba266d tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] 10.222.0.26 "GET /v2.0/networks/d2883414-19c2-47ef-81a0-a9fa35c8c4d9 HTTP/1.1" status: 404 len: 339 time: 0.0258374 Sep 07 18:58:01.705292 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37456) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:01.741160 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ecfe36-f92b-4994-a493-882a2539941c tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] GET failed (client error): The resource could not be found. Sep 07 18:58:01.746445 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-35ecfe36-f92b-4994-a493-882a2539941c tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] 10.222.0.26 "GET /v2.0/ports/58fdcafe-ce58-466f-86dc-add7939b9ac1 HTTP/1.1" status: 404 len: 333 time: 0.0365155 Sep 07 18:58:01.747847 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37458) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:01.767827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd5887-91a6-43b2-ad03-e5affc80de85 req-9206c498-c79d-4d49-8e68-a4eafeb0f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:01.769356 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5cd5887-91a6-43b2-ad03-e5affc80de85 req-9206c498-c79d-4d49-8e68-a4eafeb0f066 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d18b746-cc48-4b0b-8822-7ec853348da1 HTTP/1.1" status: 200 len: 912 time: 0.1474354 Sep 07 18:58:01.815264 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7a0680-6a42-4d69-a066-6caada47320c tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] GET failed (client error): The resource could not be found. Sep 07 18:58:01.816614 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-eb7a0680-6a42-4d69-a066-6caada47320c tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] 10.222.0.26 "GET /v2.0/subnets/59a80e2f-9800-422d-8b63-f9077e96efdf HTTP/1.1" status: 404 len: 337 time: 0.0666952 Sep 07 18:58:01.820748 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37460) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:01.825859 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-1f6e0bdd-13c4-45e9-84e1-c36b187a9e73 tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:01.849394 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-518b81f8-e39f-47f7-b9a6-5c319a61b425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:01.877278 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6e0bdd-13c4-45e9-84e1-c36b187a9e73 tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] PUT failed (client error): The resource could not be found. Sep 07 18:58:01.877833 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6e0bdd-13c4-45e9-84e1-c36b187a9e73 tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:58:01.878989 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1f6e0bdd-13c4-45e9-84e1-c36b187a9e73 tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] 10.222.0.26 "PUT /v2.0/networks/079f2a79-5325-4c09-9073-d61c623e2362 HTTP/1.1" status: 404 len: 339 time: 0.0573189 Sep 07 18:58:01.883482 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37462) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:01.889354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-3914c29e-96ae-4934-82d7-c6fc8ab805ef tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:01.928696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5c684-771a-49de-8810-fd1fcd74c83f req-3bbf9d4b-79b2-4d9a-8fd5-278113738779 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:01.930192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-11a5c684-771a-49de-8810-fd1fcd74c83f req-3bbf9d4b-79b2-4d9a-8fd5-278113738779 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.60 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.1813939 Sep 07 18:58:01.937741 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3914c29e-96ae-4934-82d7-c6fc8ab805ef tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] PUT failed (client error): The resource could not be found. Sep 07 18:58:01.938386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3914c29e-96ae-4934-82d7-c6fc8ab805ef tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:58:01.939490 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3914c29e-96ae-4934-82d7-c6fc8ab805ef tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] 10.222.0.26 "PUT /v2.0/ports/8de9ef1a-831b-44cb-9741-6fe1ff689b4b HTTP/1.1" status: 404 len: 333 time: 0.0542784 Sep 07 18:58:01.948388 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5cd5887-91a6-43b2-ad03-e5affc80de85 req-f866620a-b2b9-4760-a4fb-3926487440ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ff0b07d-912a-4575-82d0-10dc01106a20 HTTP/1.1" status: 200 len: 1001 time: 0.1430357 Sep 07 18:58:01.948918 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37468) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:01.957875 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-c8c70acf-d96f-4c9a-8775-ba7119531dd7 tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:02.037952 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 2d888554-65e0-4add-aae8-c26c66cd5c5d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:58:02.052202 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518b81f8-e39f-47f7-b9a6-5c319a61b425 admin admin] Router 407b90b5-df46-4510-b390-39223041ed4d is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:58:02.103553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 2d888554-65e0-4add-aae8-c26c66cd5c5d completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:58:02.176698 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518b81f8-e39f-47f7-b9a6-5c319a61b425 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:58:02.194895 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] Sync routers for ids ['407b90b5-df46-4510-b390-39223041ed4d'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:58:02.202997 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-518b81f8-e39f-47f7-b9a6-5c319a61b425 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:02.206566 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-518b81f8-e39f-47f7-b9a6-5c319a61b425 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9339421 Sep 07 18:58:02.206801 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37476) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:02.208013 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] Routers {'407b90b5-df46-4510-b390-39223041ed4d'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:58:02.209214 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['407b90b5-df46-4510-b390-39223041ed4d'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:02.253678 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b31ac93-7223-447f-ac4f-430bd98ac1dc None None] Network a4724486-3acb-401c-a8f0-54abeeaa7172 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:02.303551 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-12c8ed58-07f8-493b-ac04-e31f7fe4a6dc None None] Provisioning for port 2d888554-65e0-4add-aae8-c26c66cd5c5d completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:58:02.366761 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-12c8ed58-07f8-493b-ac04-e31f7fe4a6dc None None] Provisioning complete for port 2d888554-65e0-4add-aae8-c26c66cd5c5d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:02.367131 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-12c8ed58-07f8-493b-ac04-e31f7fe4a6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:02.427993 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] Set router 407b90b5-df46-4510-b390-39223041ed4d gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:58:02.461010 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c70acf-d96f-4c9a-8775-ba7119531dd7 tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] PUT failed (client error): The resource could not be found. Sep 07 18:58:02.461649 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c70acf-d96f-4c9a-8775-ba7119531dd7 tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:58:02.465893 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c8c70acf-d96f-4c9a-8775-ba7119531dd7 tempest-NetworksNegativeTestJSON-543422576 tempest-NetworksNegativeTestJSON-543422576-project] 10.222.0.26 "PUT /v2.0/subnets/4a20b42d-7480-4dbc-a3fd-9111c6c22fc2 HTTP/1.1" status: 404 len: 337 time: 0.5119050 Sep 07 18:58:02.584689 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd5887-91a6-43b2-ad03-e5affc80de85 req-c4d4f96d-fddc-4e45-8286-6f658c934a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:02.586812 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5cd5887-91a6-43b2-ad03-e5affc80de85 req-c4d4f96d-fddc-4e45-8286-6f658c934a3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e593cdc-1b32-4dc9-81bb-475156c283c6 HTTP/1.1" status: 200 len: 850 time: 0.1612639 Sep 07 18:58:02.644247 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471baa8-7808-4e1a-8174-51444ba72232 req-3d0367a3-c538-488c-a6bb-3adb42225711 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:02.652198 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5471baa8-7808-4e1a-8174-51444ba72232 req-3d0367a3-c538-488c-a6bb-3adb42225711 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 945 time: 0.2171817 Sep 07 18:58:02.665041 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-12c8ed58-07f8-493b-ac04-e31f7fe4a6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:02.692857 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22ef1f-5f8e-44cc-9b72-509c4dd1b231 req-d7317bbb-b9a8-4966-bf3a-5d77e5c6f7b1 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:02.708723 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca22ef1f-5f8e-44cc-9b72-509c4dd1b231 req-d7317bbb-b9a8-4966-bf3a-5d77e5c6f7b1 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.2757101 Sep 07 18:58:02.735803 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-12c8ed58-07f8-493b-ac04-e31f7fe4a6dc None None] For port 2d888554-65e0-4add-aae8-c26c66cd5c5d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=2d888554-65e0-4add-aae8-c26c66cd5c5d,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:02.738290 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-11a5c684-771a-49de-8810-fd1fcd74c83f req-af73ed86-c4bd-4612-bc25-28acbb516caf tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Deleting port d05d9445-89a9-4649-b337-d32f7c9386a2 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:02.738773 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-11a5c684-771a-49de-8810-fd1fcd74c83f req-af73ed86-c4bd-4612-bc25-28acbb516caf tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:02.739968 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-12c8ed58-07f8-493b-ac04-e31f7fe4a6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:02.757829 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93efd075-e1e5-4771-9f10-0841b2a9b3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:02.794693 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5471baa8-7808-4e1a-8174-51444ba72232 req-ae36f183-b31c-488e-a172-4f9188a77547 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/security-groups?id=16916e5d-3989-4aae-a678-73a75f0a7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418741 Sep 07 18:58:02.819159 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8ed58-07f8-493b-ac04-e31f7fe4a6dc None None] Pushing event updated for resources: {'Port': ['ID=2d888554-65e0-4add-aae8-c26c66cd5c5d,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:02.824105 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407b90b5-df46-4510-b390-39223041ed4d', 'name': 'tempest-AttachVolumeShelveTestJSON-369657215-router', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:01Z', 'revision_number': 3, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'gw_port': {'id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:02.827777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd5887-91a6-43b2-ad03-e5affc80de85 req-5dd427b4-5750-4a8f-b026-75f5d85e8280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:02.834097 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5cd5887-91a6-43b2-ad03-e5affc80de85 req-5dd427b4-5750-4a8f-b026-75f5d85e8280 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d18b746-cc48-4b0b-8822-7ec853348da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2372308 Sep 07 18:58:02.846947 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37484) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:02.866579 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] Checking router: 407b90b5-df46-4510-b390-39223041ed4d for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:58:02.866953 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] Updating router 407b90b5-df46-4510-b390-39223041ed4d port 49ab9851-6d76-4b22-9c21-3fd4c8891dbd binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:58:02.903108 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:02.931945 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca22ef1f-5f8e-44cc-9b72-509c4dd1b231 req-a3443174-1362-4959-a694-9ec0cc8638ba tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139771 Sep 07 18:58:03.016789 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-93efd075-e1e5-4771-9f10-0841b2a9b3e2 admin admin] Allocated IP 172.20.0.1 (a4724486-3acb-401c-a8f0-54abeeaa7172/9985a0df-d9a6-429f-8454-e036ae7f07c1/20960585-29a0-47ab-9c71-011c9c45706c) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:03.086484 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-11a5c684-771a-49de-8810-fd1fcd74c83f req-af73ed86-c4bd-4612-bc25-28acbb516caf tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] For port d05d9445-89a9-4649-b337-d32f7c9386a2, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d05d9445-89a9-4649-b337-d32f7c9386a2,segment=NetworkSegment(e59e7e3a-ee98-4817-a0d4-ed23e1d7afea),segment_id=e59e7e3a-ee98-4817-a0d4-ed23e1d7afea)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:03.086862 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-11a5c684-771a-49de-8810-fd1fcd74c83f req-af73ed86-c4bd-4612-bc25-28acbb516caf tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:03.131923 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4905c926-f579-43c9-a59e-53a43490e0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:03.143999 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-11a5c684-771a-49de-8810-fd1fcd74c83f req-af73ed86-c4bd-4612-bc25-28acbb516caf tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Calling delete_port for d05d9445-89a9-4649-b337-d32f7c9386a2 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:03.175779 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93efd075-e1e5-4771-9f10-0841b2a9b3e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:03.194096 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-93efd075-e1e5-4771-9f10-0841b2a9b3e2 admin admin] Transition to ACTIVE for port object 20960585-29a0-47ab-9c71-011c9c45706c will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:03.235519 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93efd075-e1e5-4771-9f10-0841b2a9b3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:03.250692 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e51c4caf-ea81-4379-bdca-f620948f8f47 None None] Provisioning complete for port 2d888554-65e0-4add-aae8-c26c66cd5c5d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:03.251333 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e51c4caf-ea81-4379-bdca-f620948f8f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:03.259323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5cd5887-91a6-43b2-ad03-e5affc80de85 req-48ddc079-acfb-4e8f-bdd5-724fbc02dd6b service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131191 Sep 07 18:58:03.277955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93efd075-e1e5-4771-9f10-0841b2a9b3e2 admin admin] Network a4724486-3acb-401c-a8f0-54abeeaa7172 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:03.278778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a8c93-dde2-43a2-a461-56c96e36e3fc req-b127e4d6-5961-4313-9764-3f8e249c42d0 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:03.280320 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d28a8c93-dde2-43a2-a461-56c96e36e3fc req-b127e4d6-5961-4313-9764-3f8e249c42d0 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.1462610 Sep 07 18:58:03.289784 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-93efd075-e1e5-4771-9f10-0841b2a9b3e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:03.295636 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93efd075-e1e5-4771-9f10-0841b2a9b3e2 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:03.321187 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efd075-e1e5-4771-9f10-0841b2a9b3e2 admin admin] Pushing event updated for resources: {'Port': ['ID=20960585-29a0-47ab-9c71-011c9c45706c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:03.340602 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93efd075-e1e5-4771-9f10-0841b2a9b3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:03.415576 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:03.437016 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] Transition to ACTIVE for port object 49ab9851-6d76-4b22-9c21-3fd4c8891dbd will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:03.446381 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:03.466322 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d28a8c93-dde2-43a2-a461-56c96e36e3fc req-c0310997-875a-4bc4-9417-940e498b3971 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739507 Sep 07 18:58:03.512032 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] Attempting to bind port 49ab9851-6d76-4b22-9c21-3fd4c8891dbd on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:58:03.512406 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] Attempting to bind port 49ab9851-6d76-4b22-9c21-3fd4c8891dbd by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:58:03.512800 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] Attempting to bind port 49ab9851-6d76-4b22-9c21-3fd4c8891dbd on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:58:03.525700 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:58:03.526158 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:03.526476 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:03.526876 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:58:03.527353 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] Bound port: 49ab9851-6d76-4b22-9c21-3fd4c8891dbd, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:58:03.527734 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:03.534117 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce48f08-3cef-43b9-8368-05d914f37c26 None None] Pushing event updated for resources: {'Port': ['ID=49ab9851-6d76-4b22-9c21-3fd4c8891dbd,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:03.535643 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5cd5887-91a6-43b2-ad03-e5affc80de85 req-9349c343-40e7-4805-933b-d49e9ea10d0e service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653203 Sep 07 18:58:03.552920 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93efd075-e1e5-4771-9f10-0841b2a9b3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:03.585399 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4905c926-f579-43c9-a59e-53a43490e0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:03.592485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] For port 49ab9851-6d76-4b22-9c21-3fd4c8891dbd, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:58:03.592721 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4905c926-f579-43c9-a59e-53a43490e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:03.596889 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] For port 49ab9851-6d76-4b22-9c21-3fd4c8891dbd, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=49ab9851-6d76-4b22-9c21-3fd4c8891dbd,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:58:03.600379 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-11a5c684-771a-49de-8810-fd1fcd74c83f req-af73ed86-c4bd-4612-bc25-28acbb516caf tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:03.602404 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:03.659773 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73ed86-c4bd-4612-bc25-28acbb516caf tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Pushing event deleted for resources: {'Port': ['ID=d05d9445-89a9-4649-b337-d32f7c9386a2,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:03.679377 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4905c926-f579-43c9-a59e-53a43490e0ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae851d0f18404c90bf7ccdf140995b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8310068 Sep 07 18:58:03.696098 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37488) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:03.719002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905c926-f579-43c9-a59e-53a43490e0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fafe6a-13f5-4b9e-a173-1f82187bdad7,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:03.740841 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a5c684-771a-49de-8810-fd1fcd74c83f req-af73ed86-c4bd-4612-bc25-28acbb516caf tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] No DVR routers for this DVR port d05d9445-89a9-4649-b337-d32f7c9386a2 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:58:03.744069 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-11a5c684-771a-49de-8810-fd1fcd74c83f req-af73ed86-c4bd-4612-bc25-28acbb516caf tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:03.746857 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-11a5c684-771a-49de-8810-fd1fcd74c83f req-af73ed86-c4bd-4612-bc25-28acbb516caf tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.60 "DELETE /v2.0/ports/d05d9445-89a9-4649-b337-d32f7c9386a2 HTTP/1.1" status: 204 len: 173 time: 1.8106520 Sep 07 18:58:03.752809 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487480ee-c09b-466e-9c8f-3c36f668a765', 'name': 'network-vif-deleted', 'tag': 'd05d9445-89a9-4649-b337-d32f7c9386a2'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:58:03.755043 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4491bc5e-6e37-4037-b7e0-8edefcec5d8b" -d '{"events": [{"server_uuid": "487480ee-c09b-466e-9c8f-3c36f668a765", "name": "network-vif-deleted", "tag": "d05d9445-89a9-4649-b337-d32f7c9386a2"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:58:03.767385 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93efd075-e1e5-4771-9f10-0841b2a9b3e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:03.772269 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93efd075-e1e5-4771-9f10-0841b2a9b3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:03.773562 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d05d9445-89a9-4649-b337-d32f7c9386a2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:58:03.819652 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7b6b1f45-a0e1-4f0a-8bf4-4a2b0d4bc1f2 None None] Provisioning for port 20960585-29a0-47ab-9c71-011c9c45706c completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:58:03.833129 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7b6b1f45-a0e1-4f0a-8bf4-4a2b0d4bc1f2 None None] Provisioning complete for port 20960585-29a0-47ab-9c71-011c9c45706c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:03.833480 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1f45-a0e1-4f0a-8bf4-4a2b0d4bc1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:03.853412 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897c810a-1929-47f2-bed1-979a8873ddea x-openstack-request-id: req-897c810a-1929-47f2-bed1-979a8873ddea {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:58:03.853673 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487480ee-c09b-466e-9c8f-3c36f668a765", "name": "network-vif-deleted", "tag": "d05d9445-89a9-4649-b337-d32f7c9386a2", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:58:03.853927 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-897c810a-1929-47f2-bed1-979a8873ddea {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:58:03.854351 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487480ee-c09b-466e-9c8f-3c36f668a765', 'name': 'network-vif-deleted', 'tag': 'd05d9445-89a9-4649-b337-d32f7c9386a2', 'status': 'completed', 'code': 200} Sep 07 18:58:03.856665 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6be49fb5-f28b-4729-8661-5c7c50c33311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:03.866385 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce48f08-3cef-43b9-8368-05d914f37c26 None None] Pushing event updated for resources: {'Port': ['ID=49ab9851-6d76-4b22-9c21-3fd4c8891dbd,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:03.874932 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] Routers {'407b90b5-df46-4510-b390-39223041ed4d'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:58:03.875789 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93efd075-e1e5-4771-9f10-0841b2a9b3e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:03.876301 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['407b90b5-df46-4510-b390-39223041ed4d'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:03.884087 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efd075-e1e5-4771-9f10-0841b2a9b3e2 admin admin] Pushing event updated for resources: {'Port': ['ID=20960585-29a0-47ab-9c71-011c9c45706c,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:03.924856 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7b6b1f45-a0e1-4f0a-8bf4-4a2b0d4bc1f2 None None] Port 20960585-29a0-47ab-9c71-011c9c45706c cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:58:03.982967 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6be49fb5-f28b-4729-8661-5c7c50c33311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:03.993154 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93efd075-e1e5-4771-9f10-0841b2a9b3e2 admin admin] Network a4724486-3acb-401c-a8f0-54abeeaa7172 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:03.994651 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-93efd075-e1e5-4771-9f10-0841b2a9b3e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:04.008447 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b3ab848-0a30-48cf-a807-1571ac06f16f req-bb791331-e34a-464d-833a-9ca051bfb1a2 tempest-ServerRescueTestJSONUnderV235-1861463727 tempest-ServerRescueTestJSONUnderV235-1861463727-project] 10.222.0.26 "GET /v2.0/ports?device_id=487480ee-c09b-466e-9c8f-3c36f668a765 HTTP/1.1" status: 200 len: 210 time: 0.1156447 Sep 07 18:58:04.012521 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] Set router 407b90b5-df46-4510-b390-39223041ed4d gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:58:04.015708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 2d888554-65e0-4add-aae8-c26c66cd5c5d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:58:04.118243 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43f9f9-6eec-446c-9af8-d34a693b18e2 req-8b63b551-a0fe-4b61-9021-84af556a86ec tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:04.131425 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e43f9f9-6eec-446c-9af8-d34a693b18e2 req-8b63b551-a0fe-4b61-9021-84af556a86ec tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.0778148 Sep 07 18:58:04.171204 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6be49fb5-f28b-4729-8661-5c7c50c33311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:04.174897 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93efd075-e1e5-4771-9f10-0841b2a9b3e2 admin admin] Router 407b90b5-df46-4510-b390-39223041ed4d has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:58:04.175041 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6be49fb5-f28b-4729-8661-5c7c50c33311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:04.176403 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6be49fb5-f28b-4729-8661-5c7c50c33311 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52fafe6a-13f5-4b9e-a173-1f82187bdad7 HTTP/1.1" status: 204 len: 168 time: 0.4780827 Sep 07 18:58:04.193864 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be49fb5-f28b-4729-8661-5c7c50c33311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fafe6a-13f5-4b9e-a173-1f82187bdad7,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:04.208410 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e43f9f9-6eec-446c-9af8-d34a693b18e2 req-de11da95-9c59-4698-a0e2-07734522820f tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758193 Sep 07 18:58:04.294267 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 2d888554-65e0-4add-aae8-c26c66cd5c5d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:04.295031 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:04.344718 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93efd075-e1e5-4771-9f10-0841b2a9b3e2 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:58:04.357789 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-93efd075-e1e5-4771-9f10-0841b2a9b3e2 admin admin] 10.222.0.26 "PUT /v2.0/routers/407b90b5-df46-4510-b390-39223041ed4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1497381 Sep 07 18:58:04.442201 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407b90b5-df46-4510-b390-39223041ed4d', 'name': 'tempest-AttachVolumeShelveTestJSON-369657215-router', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:03Z', 'revision_number': 4, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'gw_port': {'id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '20960585-29a0-47ab-9c71-011c9c45706c', 'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'mac_address': 'fa:16:3e:f1:86:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:02Z', 'updated_at': '2021-09-07T18:58:03Z', 'revision_number': 2, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'subnets': [{'id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:04.473436 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46514c40-a65d-40e0-878c-5cb5214ea445 None None] The sync data for ids ['407b90b5-df46-4510-b390-39223041ed4d'] in n-d-807786-1 is: [{'id': '407b90b5-df46-4510-b390-39223041ed4d', 'name': 'tempest-AttachVolumeShelveTestJSON-369657215-router', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:03Z', 'revision_number': 4, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'gw_port': {'id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '20960585-29a0-47ab-9c71-011c9c45706c', 'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'mac_address': 'fa:16:3e:f1:86:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:02Z', 'updated_at': '2021-09-07T18:58:03Z', 'revision_number': 2, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'subnets': [{'id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:58:04.478978 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2ad47cf8-28d0-412e-829e-3a6853d7cb79 None None] Provisioning complete for port 20960585-29a0-47ab-9c71-011c9c45706c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:04.479389 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2ad47cf8-28d0-412e-829e-3a6853d7cb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:04.525170 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-2ad47cf8-28d0-412e-829e-3a6853d7cb79 None None] Port 20960585-29a0-47ab-9c71-011c9c45706c cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:58:04.642316 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6434d-8071-47b2-8a21-ed14c0c1476c req-4a2826b8-8d12-4bb3-859b-1c7c155c01df tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:04.644564 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69f6434d-8071-47b2-8a21-ed14c0c1476c req-4a2826b8-8d12-4bb3-859b-1c7c155c01df tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.0736592 Sep 07 18:58:04.699061 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69f6434d-8071-47b2-8a21-ed14c0c1476c req-b80b2d1e-1a86-4c84-b43a-a6e5620493cb tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421214 Sep 07 18:58:05.034917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37530) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:05.080755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37534) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:05.157741 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-8d709b2b-e64f-403f-b440-2a30d4049691 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-263812905'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:05.159451 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37536) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:05.164357 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-102d75ed-4daa-4117-b303-3ff82e91b692 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1574405367', 'description': 'tempest-description--1950294022'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:05.226318 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.api [None req-8d709b2b-e64f-403f-b440-2a30d4049691 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 18:58:05.226318 n-d-807786-1 neutron-server[101445]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 07 18:58:05.226318 n-d-807786-1 neutron-server[101445]: [parameters: {'project_id': 'df0b7d269d7d49ab843fe37513b2db53', 'id': '5171715a-8bb5-4151-bd9b-37120640c594', 'expiration': datetime.datetime(2021, 9, 7, 19, 0, 5, 202238)}] Sep 07 18:58:05.226318 n-d-807786-1 neutron-server[101445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 18:58:05.226318 n-d-807786-1 neutron-server[101445]: DEBUG oslo_db.api [None req-8d709b2b-e64f-403f-b440-2a30d4049691 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 18:58:05.230783 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-102d75ed-4daa-4117-b303-3ff82e91b692 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.355413 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-102d75ed-4daa-4117-b303-3ff82e91b692 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.359068 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-102d75ed-4daa-4117-b303-3ff82e91b692 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.387458 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-102d75ed-4daa-4117-b303-3ff82e91b692 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.391516 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-102d75ed-4daa-4117-b303-3ff82e91b692 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2283120 Sep 07 18:58:05.391753 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37542) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:05.396914 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-96a4cb2c-1dc8-4a8c-be30-51e96ddab01c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Request body: {'security_group_rule': {'security_group_id': '4549ea33-af82-467d-a23b-36eecdec90cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:05.402322 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d75ed-4daa-4117-b303-3ff82e91b692 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4549ea33-af82-467d-a23b-36eecdec90cb,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:05.432552 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-96a4cb2c-1dc8-4a8c-be30-51e96ddab01c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.432723 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035a22c-e87b-4af5-9fbf-cd493306a5d2 req-3618510f-4fce-4ca9-8c89-0daa2a59c0bd tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:05.434326 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0035a22c-e87b-4af5-9fbf-cd493306a5d2 req-3618510f-4fce-4ca9-8c89-0daa2a59c0bd tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.1234372 Sep 07 18:58:05.511757 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-96a4cb2c-1dc8-4a8c-be30-51e96ddab01c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.515877 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-96a4cb2c-1dc8-4a8c-be30-51e96ddab01c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.524396 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0035a22c-e87b-4af5-9fbf-cd493306a5d2 req-0186614f-d756-41a6-916b-09374cced34b tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828946 Sep 07 18:58:05.539443 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4cb2c-1dc8-4a8c-be30-51e96ddab01c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12c1779-052c-4951-834c-5807a5f391dd,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:05.548196 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-96a4cb2c-1dc8-4a8c-be30-51e96ddab01c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.552159 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-96a4cb2c-1dc8-4a8c-be30-51e96ddab01c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1571145 Sep 07 18:58:05.552614 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37546) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:05.557481 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-8b4b80ae-1346-431b-8e0c-4fe26addbbf7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Request body: {'security_group_rule': {'security_group_id': '4549ea33-af82-467d-a23b-36eecdec90cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:05.584588 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b4b80ae-1346-431b-8e0c-4fe26addbbf7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.652631 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-55fdb174-12bc-4ebd-9aa1-8c0ff3d16352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.657785 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b4b80ae-1346-431b-8e0c-4fe26addbbf7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.661484 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b4b80ae-1346-431b-8e0c-4fe26addbbf7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.680969 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b80ae-1346-431b-8e0c-4fe26addbbf7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dce9122-c698-4529-8b45-0c21e327bd2d,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:05.684395 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b4b80ae-1346-431b-8e0c-4fe26addbbf7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.685674 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8b4b80ae-1346-431b-8e0c-4fe26addbbf7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318328 Sep 07 18:58:05.688738 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37548) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:05.693238 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4009623b-2dce-4028-915c-866914c36017 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:05.720365 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4009623b-2dce-4028-915c-866914c36017 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.830287 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4009623b-2dce-4028-915c-866914c36017 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.882664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d709b2b-e64f-403f-b440-2a30d4049691 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:05.886172 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d709b2b-e64f-403f-b440-2a30d4049691 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.900695 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d709b2b-e64f-403f-b440-2a30d4049691 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.922747 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc258d-eb41-4ea9-ae67-4d0d1e1ce9dc req-5768c979-1b07-494a-9528-126848eb6e9f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:05.924479 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ebc258d-eb41-4ea9-ae67-4d0d1e1ce9dc req-5768c979-1b07-494a-9528-126848eb6e9f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.1494200 Sep 07 18:58:05.951480 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-4009623b-2dce-4028-915c-866914c36017 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Allocated IP 172.25.8.28 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/7e46774a-5a20-4bdb-a28c-9aa25a6d8b23) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:06.003856 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ebc258d-eb41-4ea9-ae67-4d0d1e1ce9dc req-8900d870-ddcb-488a-845f-be31fd249bf3 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677512 Sep 07 18:58:06.034827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 49ab9851-6d76-4b22-9c21-3fd4c8891dbd up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:58:06.070008 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4009623b-2dce-4028-915c-866914c36017 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.088448 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 49ab9851-6d76-4b22-9c21-3fd4c8891dbd completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:58:06.093889 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 49ab9851-6d76-4b22-9c21-3fd4c8891dbd triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:06.094088 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.117634 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4009623b-2dce-4028-915c-866914c36017 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.159664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-55fdb174-12bc-4ebd-9aa1-8c0ff3d16352 admin admin] Deleting port b0f81508-90ea-4257-b37a-4b5e5d13bf18 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:06.160273 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-55fdb174-12bc-4ebd-9aa1-8c0ff3d16352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.163776 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4009623b-2dce-4028-915c-866914c36017 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:06.166827 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-4009623b-2dce-4028-915c-866914c36017 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:06.168471 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d709b2b-e64f-403f-b440-2a30d4049691 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.172718 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4009623b-2dce-4028-915c-866914c36017 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:06.178535 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009623b-2dce-4028-915c-866914c36017 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Pushing event updated for resources: {'Port': ['ID=7e46774a-5a20-4bdb-a28c-9aa25a6d8b23,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:06.182046 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d709b2b-e64f-403f-b440-2a30d4049691 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.184824 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.211927 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d709b2b-e64f-403f-b440-2a30d4049691 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:58:06.217496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 49ab9851-6d76-4b22-9c21-3fd4c8891dbd, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=49ab9851-6d76-4b22-9c21-3fd4c8891dbd,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:06.222807 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.266666 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d709b2b-e64f-403f-b440-2a30d4049691 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.267058 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-8d709b2b-e64f-403f-b440-2a30d4049691 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Added segment f475247b-f0f6-4140-9cb5-66f1f9ef4de5 of type vlan for network 0fa65b14-2186-420a-9491-1b038c9131d0 Sep 07 18:58:06.275700 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d709b2b-e64f-403f-b440-2a30d4049691 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d5c9f0-710f-4e5a-b21c-c6af2912698a,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:06.277592 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=49ab9851-6d76-4b22-9c21-3fd4c8891dbd,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:06.292049 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4009623b-2dce-4028-915c-866914c36017 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.331833 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4009623b-2dce-4028-915c-866914c36017 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.334670 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-55fdb174-12bc-4ebd-9aa1-8c0ff3d16352 admin admin] For port b0f81508-90ea-4257-b37a-4b5e5d13bf18, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b0f81508-90ea-4257-b37a-4b5e5d13bf18,segment=NetworkSegment(e59e7e3a-ee98-4817-a0d4-ed23e1d7afea),segment_id=e59e7e3a-ee98-4817-a0d4-ed23e1d7afea)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:06.335040 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-55fdb174-12bc-4ebd-9aa1-8c0ff3d16352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.344723 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d709b2b-e64f-403f-b440-2a30d4049691 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.356066 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-55fdb174-12bc-4ebd-9aa1-8c0ff3d16352 admin admin] Calling delete_port for b0f81508-90ea-4257-b37a-4b5e5d13bf18 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:06.409560 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d709b2b-e64f-403f-b440-2a30d4049691 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.415190 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d709b2b-e64f-403f-b440-2a30d4049691 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:06.415789 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d709b2b-e64f-403f-b440-2a30d4049691 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.495292 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4009623b-2dce-4028-915c-866914c36017 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.501321 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8d709b2b-e64f-403f-b440-2a30d4049691 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4644732 Sep 07 18:58:06.506457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d709b2b-e64f-403f-b440-2a30d4049691 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Network': ['ID=0fa65b14-2186-420a-9491-1b038c9131d0,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:06.506576 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37556) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:06.507388 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4009623b-2dce-4028-915c-866914c36017 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.517283 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 0fa65b14-2186-420a-9491-1b038c9131d0 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:58:06.531019 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-f65fe263-7b07-4294-97b1-f9ccd3c40d92 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'port': {'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0', 'name': 'tempest-PortsIpV6TestJSON-718507875'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:06.652928 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-55fdb174-12bc-4ebd-9aa1-8c0ff3d16352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.685804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fdb174-12bc-4ebd-9aa1-8c0ff3d16352 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f81508-90ea-4257-b37a-4b5e5d13bf18,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:06.698307 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009623b-2dce-4028-915c-866914c36017 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Pushing event updated for resources: {'Port': ['ID=7e46774a-5a20-4bdb-a28c-9aa25a6d8b23,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:06.716493 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4009623b-2dce-4028-915c-866914c36017 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.739746 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65fe263-7b07-4294-97b1-f9ccd3c40d92 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:06.743777 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f65fe263-7b07-4294-97b1-f9ccd3c40d92 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.747368 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4009623b-2dce-4028-915c-866914c36017 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.752554 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4009623b-2dce-4028-915c-866914c36017 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0589061 Sep 07 18:58:06.768291 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-f65fe263-7b07-4294-97b1-f9ccd3c40d92 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] device_id is not set on port 6d972a53-2a11-418d-8cc3-7729f362a05c yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:58:06.904853 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-55fdb174-12bc-4ebd-9aa1-8c0ff3d16352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.915969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6cfc4-8522-4ab8-9e48-4c3518b8c32e req-57f30dcb-992f-40f2-bf3c-7fd3060f17fe tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:06.917668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eee6cfc4-8522-4ab8-9e48-4c3518b8c32e req-57f30dcb-992f-40f2-bf3c-7fd3060f17fe tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.2708306 Sep 07 18:58:06.963859 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f65fe263-7b07-4294-97b1-f9ccd3c40d92 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.967984 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] Sync routers for ids ['407b90b5-df46-4510-b390-39223041ed4d'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:58:06.979033 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] Routers {'407b90b5-df46-4510-b390-39223041ed4d'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:58:06.980090 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['407b90b5-df46-4510-b390-39223041ed4d'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:07.004647 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f65fe263-7b07-4294-97b1-f9ccd3c40d92 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:07.038270 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eee6cfc4-8522-4ab8-9e48-4c3518b8c32e req-5006acb6-baf9-47ad-8c0e-c9969433722a tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137755 Sep 07 18:58:07.043203 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-5a952fa6-97e9-40b9-94dd-e18fdc3ceb32 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1574405367&fields=id&tenant_id=bd150f31e3264ef4b870aabc811ef221 HTTP/1.1" status: 200 len: 267 time: 0.1005573 Sep 07 18:58:07.078252 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d05d9445-89a9-4649-b337-d32f7c9386a2 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:58:07.083387 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fe263-7b07-4294-97b1-f9ccd3c40d92 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=6d972a53-2a11-418d-8cc3-7729f362a05c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:07.094085 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65fe263-7b07-4294-97b1-f9ccd3c40d92 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Checking segment: {'id': 'f475247b-f0f6-4140-9cb5-66f1f9ef4de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:07.095086 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65fe263-7b07-4294-97b1-f9ccd3c40d92 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network hostable DHCP agents. Network: 0fa65b14-2186-420a-9491-1b038c9131d0, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:58:07.113512 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65fe263-7b07-4294-97b1-f9ccd3c40d92 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network 0fa65b14-2186-420a-9491-1b038c9131d0 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:58:07.115200 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: d05d9445-89a9-4649-b337-d32f7c9386a2 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:58:07.123487 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-f65fe263-7b07-4294-97b1-f9ccd3c40d92 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 0fa65b14-2186-420a-9491-1b038c9131d0) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:07.124277 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d05d9445-89a9-4649-b337-d32f7c9386a2 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:58:07.127941 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65fe263-7b07-4294-97b1-f9ccd3c40d92 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:07.134399 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65fe263-7b07-4294-97b1-f9ccd3c40d92 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:07.135090 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f65fe263-7b07-4294-97b1-f9ccd3c40d92 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:07.139125 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db32142f-7ab9-4916-8123-3574f729d90f None None] Network 0fa65b14-2186-420a-9491-1b038c9131d0 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:07.154920 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f65fe263-7b07-4294-97b1-f9ccd3c40d92 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6287699 Sep 07 18:58:07.155395 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37576) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:07.161384 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-698d5ad0-26c4-4b37-a552-a83367cae5e8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-752192940'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:07.187545 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698d5ad0-26c4-4b37-a552-a83367cae5e8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:07.191849 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-698d5ad0-26c4-4b37-a552-a83367cae5e8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:07.247966 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] Set router 407b90b5-df46-4510-b390-39223041ed4d gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:58:07.310062 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c978d-882e-424e-b38c-e4a23fa1df29 req-8f88aa4c-f9c2-4aed-a815-7e6fdf1c0ae7 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:07.312882 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc6c978d-882e-424e-b38c-e4a23fa1df29 req-8f88aa4c-f9c2-4aed-a815-7e6fdf1c0ae7 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.1715128 Sep 07 18:58:07.381628 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-dcc56d6a-66c9-4cda-8873-549b2b8fe339 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:07.383384 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-dcc56d6a-66c9-4cda-8873-549b2b8fe339 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/networks?id=a4724486-3acb-401c-a8f0-54abeeaa7172 HTTP/1.1" status: 200 len: 816 time: 0.3144104 Sep 07 18:58:07.421195 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-0b9df7f3-8400-45b8-9eba-9f63a115efe5 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/quotas/bd150f31e3264ef4b870aabc811ef221 HTTP/1.1" status: 200 len: 375 time: 0.0308819 Sep 07 18:58:07.427140 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc6c978d-882e-424e-b38c-e4a23fa1df29 req-134ccdf0-8355-4160-bb67-981fccdd7fb9 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973508 Sep 07 18:58:07.461256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fdb174-12bc-4ebd-9aa1-8c0ff3d16352 admin admin] Router cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:58:07.498906 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407b90b5-df46-4510-b390-39223041ed4d', 'name': 'tempest-AttachVolumeShelveTestJSON-369657215-router', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:03Z', 'revision_number': 4, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'gw_port': {'id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '20960585-29a0-47ab-9c71-011c9c45706c', 'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'mac_address': 'fa:16:3e:f1:86:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:02Z', 'updated_at': '2021-09-07T18:58:03Z', 'revision_number': 2, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'subnets': [{'id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:07.529458 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] Checking router: 407b90b5-df46-4510-b390-39223041ed4d for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:58:07.529814 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] Updating router 407b90b5-df46-4510-b390-39223041ed4d port 20960585-29a0-47ab-9c71-011c9c45706c binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:58:07.551048 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698d5ad0-26c4-4b37-a552-a83367cae5e8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:58:07.561744 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-698d5ad0-26c4-4b37-a552-a83367cae5e8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:07.562202 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-698d5ad0-26c4-4b37-a552-a83367cae5e8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Added segment cafcb11b-9c11-484f-b100-6d90ba02cca1 of type vlan for network d18020df-e2a6-4dc1-a74a-ee8a7f81c47e Sep 07 18:58:07.564188 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:07.610085 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-698d5ad0-26c4-4b37-a552-a83367cae5e8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:07.665162 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-698d5ad0-26c4-4b37-a552-a83367cae5e8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:07.673338 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698d5ad0-26c4-4b37-a552-a83367cae5e8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:07.673995 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-698d5ad0-26c4-4b37-a552-a83367cae5e8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:07.721949 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-698d5ad0-26c4-4b37-a552-a83367cae5e8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5653188 Sep 07 18:58:07.751750 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37582) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:07.756646 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'ports': [{'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0'}, {'network_id': 'd18020df-e2a6-4dc1-a74a-ee8a7f81c47e'}]} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:07.756918 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'port': {'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:07.757438 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'port': {'network_id': 'd18020df-e2a6-4dc1-a74a-ee8a7f81c47e'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:07.764135 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d5ad0-26c4-4b37-a552-a83367cae5e8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Network': ['ID=d18020df-e2a6-4dc1-a74a-ee8a7f81c47e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:07.775890 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network d18020df-e2a6-4dc1-a74a-ee8a7f81c47e details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:58:07.881466 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-05333e5c-ceba-499e-81f7-ceccbfa7ad86 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd150f31e3264ef4b870aabc811ef221&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4512298 Sep 07 18:58:07.887090 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:07.898988 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] Transition to ACTIVE for port object 20960585-29a0-47ab-9c71-011c9c45706c will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:07.905179 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:07.955809 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34881a01-6fb2-4c28-994e-ed68aad58434 None None] Pushing event updated for resources: {'Port': ['ID=20960585-29a0-47ab-9c71-011c9c45706c,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:07.974945 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'port': 2} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:07.990435 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:08.022801 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] Attempting to bind port 20960585-29a0-47ab-9c71-011c9c45706c on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:58:08.023770 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] Attempting to bind port 20960585-29a0-47ab-9c71-011c9c45706c by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '69fe7266-5094-46a8-93e9-d82a3f146e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:58:08.024349 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] Attempting to bind port 20960585-29a0-47ab-9c71-011c9c45706c on network a4724486-3acb-401c-a8f0-54abeeaa7172 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:58:08.028621 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:08.030741 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:58:08.031895 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] Checking segment: {'id': '69fe7266-5094-46a8-93e9-d82a3f146e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:08.032677 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:08.033260 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] Bound using segment: {'id': '69fe7266-5094-46a8-93e9-d82a3f146e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:58:08.033939 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] Bound port: 20960585-29a0-47ab-9c71-011c9c45706c, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69fe7266-5094-46a8-93e9-d82a3f146e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:58:08.034532 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:08.041427 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fdb174-12bc-4ebd-9aa1-8c0ff3d16352 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:58:08.050199 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-55fdb174-12bc-4ebd-9aa1-8c0ff3d16352 admin admin] 10.222.0.26 "PUT /v2.0/routers/cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9652541 Sep 07 18:58:08.051399 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45ac02-e23f-46af-a9f1-5ed2f71d0801 None None] Sync routers for ids ['cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:58:08.053490 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37584) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:08.065690 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b45ac02-e23f-46af-a9f1-5ed2f71d0801 None None] Routers {'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:58:08.066319 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-0b45ac02-e23f-46af-a9f1-5ed2f71d0801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:08.083996 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-011cae04-3829-41fc-b981-45802712e84b service neutron] 10.222.0.26 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815081 Sep 07 18:58:08.159149 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] For port 20960585-29a0-47ab-9c71-011c9c45706c, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:58:08.165128 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] For port 20960585-29a0-47ab-9c71-011c9c45706c, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=20960585-29a0-47ab-9c71-011c9c45706c,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:58:08.176144 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:08.178126 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 49ab9851-6d76-4b22-9c21-3fd4c8891dbd up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:58:08.258959 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] Routers {'407b90b5-df46-4510-b390-39223041ed4d'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:58:08.259764 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['407b90b5-df46-4510-b390-39223041ed4d'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:08.277082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] device_id is not set on port dd09c559-1aea-430c-9d5e-7ccb204fe7b7 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:58:08.307005 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34881a01-6fb2-4c28-994e-ed68aad58434 None None] Pushing event updated for resources: {'Port': ['ID=20960585-29a0-47ab-9c71-011c9c45706c,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:08.315683 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-e3ee9fd8-b9ad-49d5-bf67-b62a7ba6e7a3 service neutron] 10.222.0.26 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258682 Sep 07 18:58:08.320869 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b8879ca-d5d9-457b-a4d4-c4828c178574 admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:08.348224 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed059b3-53ab-403e-800b-dee06be52f2a req-f4e0997a-b1da-4d94-b913-d752ca139a4a tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:08.356697 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-0b45ac02-e23f-46af-a9f1-5ed2f71d0801 None None] Set router cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:58:08.363432 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ed059b3-53ab-403e-800b-dee06be52f2a req-f4e0997a-b1da-4d94-b913-d752ca139a4a tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.1498110 Sep 07 18:58:08.432112 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] Set router 407b90b5-df46-4510-b390-39223041ed4d gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:58:08.441188 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ed059b3-53ab-403e-800b-dee06be52f2a req-fb2da276-97ff-4c88-b03f-50a3d052669f tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750518 Sep 07 18:58:08.511292 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 49ab9851-6d76-4b22-9c21-3fd4c8891dbd triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:08.511662 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:08.519339 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b8879ca-d5d9-457b-a4d4-c4828c178574 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:08.593554 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:08.686253 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-2b8879ca-d5d9-457b-a4d4-c4828c178574 admin admin] Deleting port 35b79e74-693a-4699-b884-fa1f32dc3b6c {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:08.686506 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b8879ca-d5d9-457b-a4d4-c4828c178574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:08.690045 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0a37b-22cb-47c4-81ea-3a857dc8b536 req-4b3441fb-671c-4cba-89bf-28fd1d7ace3b tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:08.700992 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63e0a37b-22cb-47c4-81ea-3a857dc8b536 req-4b3441fb-671c-4cba-89bf-28fd1d7ace3b tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.1079841 Sep 07 18:58:08.783680 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63e0a37b-22cb-47c4-81ea-3a857dc8b536 req-886eef17-1d8f-44d7-92e4-6c0148e39421 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782080 Sep 07 18:58:08.810755 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] device_id is not set on port 9aa032e3-8255-4d20-a1ea-cace6c9a3172 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:58:08.821317 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407b90b5-df46-4510-b390-39223041ed4d', 'name': 'tempest-AttachVolumeShelveTestJSON-369657215-router', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:03Z', 'revision_number': 4, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'gw_port': {'id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '20960585-29a0-47ab-9c71-011c9c45706c', 'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'mac_address': 'fa:16:3e:f1:86:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:02Z', 'updated_at': '2021-09-07T18:58:08Z', 'revision_number': 4, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'subnets': [{'id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:08.832013 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-0b45ac02-e23f-46af-a9f1-5ed2f71d0801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-175378692-router', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:45Z', 'updated_at': '2021-09-07T18:58:06Z', 'revision_number': 5, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'gw_port': {'id': '35b79e74-693a-4699-b884-fa1f32dc3b6c', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:46Z', 'updated_at': '2021-09-07T18:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:08.851076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-371d87ad-9fd4-45b6-b9a2-42a59df042b7 req-bfb7eb62-89ee-4052-8f3c-3fe1191d81e1 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 210 time: 0.0587194 Sep 07 18:58:08.851527 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50efc23d-32b2-409f-881f-abcc1f01b092 None None] The sync data for ids ['407b90b5-df46-4510-b390-39223041ed4d'] in n-d-807786-1 is: [{'id': '407b90b5-df46-4510-b390-39223041ed4d', 'name': 'tempest-AttachVolumeShelveTestJSON-369657215-router', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:03Z', 'revision_number': 4, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'gw_port': {'id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '20960585-29a0-47ab-9c71-011c9c45706c', 'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'mac_address': 'fa:16:3e:f1:86:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:02Z', 'updated_at': '2021-09-07T18:58:08Z', 'revision_number': 4, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'subnets': [{'id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:58:08.881173 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45ac02-e23f-46af-a9f1-5ed2f71d0801 None None] Checking router: cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:58:08.895047 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b45ac02-e23f-46af-a9f1-5ed2f71d0801 None None] Routers {'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:58:08.895680 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-0b45ac02-e23f-46af-a9f1-5ed2f71d0801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:08.939380 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-2b8879ca-d5d9-457b-a4d4-c4828c178574 admin admin] For port 35b79e74-693a-4699-b884-fa1f32dc3b6c, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=35b79e74-693a-4699-b884-fa1f32dc3b6c,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:08.939689 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b8879ca-d5d9-457b-a4d4-c4828c178574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:09.006182 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-0b45ac02-e23f-46af-a9f1-5ed2f71d0801 None None] Set router cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:58:09.007913 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-2b8879ca-d5d9-457b-a4d4-c4828c178574 admin admin] Calling delete_port for 35b79e74-693a-4699-b884-fa1f32dc3b6c owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:09.072651 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-0b45ac02-e23f-46af-a9f1-5ed2f71d0801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-175378692-router', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:45Z', 'updated_at': '2021-09-07T18:58:08Z', 'revision_number': 6, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:09.111021 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45ac02-e23f-46af-a9f1-5ed2f71d0801 None None] The sync data for ids ['cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1'] in n-d-807786-1 is: [{'id': 'cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-175378692-router', 'tenant_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:45Z', 'updated_at': '2021-09-07T18:58:08Z', 'revision_number': 6, 'project_id': '4d5431a91a4e44fc9cbeb8f618118d7e', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:58:09.129670 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:09.229167 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:09.314003 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network 0fa65b14-2186-420a-9491-1b038c9131d0 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:09.324659 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:09.327099 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:09.328119 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:09.346272 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=dd09c559-1aea-430c-9d5e-7ccb204fe7b7,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:09.386492 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b8879ca-d5d9-457b-a4d4-c4828c178574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:09.419242 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=9aa032e3-8255-4d20-a1ea-cace6c9a3172,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:09.496252 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8879ca-d5d9-457b-a4d4-c4828c178574 admin admin] Pushing event deleted for resources: {'Port': ['ID=35b79e74-693a-4699-b884-fa1f32dc3b6c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:09.508790 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Checking segment: {'id': 'cafcb11b-9c11-484f-b100-6d90ba02cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd18020df-e2a6-4dc1-a74a-ee8a7f81c47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:09.509155 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network hostable DHCP agents. Network: d18020df-e2a6-4dc1-a74a-ee8a7f81c47e, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:58:09.526358 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b8879ca-d5d9-457b-a4d4-c4828c178574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:09.590791 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4322ca-cf19-4fe5-b3f3-7e40af9a5e19 req-d64d6e14-8f87-4dcd-ad04-563a828f1b56 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:09.592631 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network d18020df-e2a6-4dc1-a74a-ee8a7f81c47e is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:58:09.599018 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0b4322ca-cf19-4fe5-b3f3-7e40af9a5e19 req-d64d6e14-8f87-4dcd-ad04-563a828f1b56 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.0608974 Sep 07 18:58:09.631977 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b8879ca-d5d9-457b-a4d4-c4828c178574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:09.634618 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b8879ca-d5d9-457b-a4d4-c4828c178574 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:09.636199 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, d18020df-e2a6-4dc1-a74a-ee8a7f81c47e) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:09.642523 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0b4322ca-cf19-4fe5-b3f3-7e40af9a5e19 req-d689be18-bb3c-4cd7-9b8a-a093df2cf9c3 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428352 Sep 07 18:58:09.644155 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:09.650129 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:09.655076 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:09.655766 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:09.669796 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e181680f-2077-421f-80df-d1e30768e035 None None] Network d18020df-e2a6-4dc1-a74a-ee8a7f81c47e requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:09.712580 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-39772178-ea61-47cb-b684-a5b4a6c27321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9581707 Sep 07 18:58:09.713730 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37606) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:09.721727 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b8879ca-d5d9-457b-a4d4-c4828c178574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:09.722268 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8879ca-d5d9-457b-a4d4-c4828c178574 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:58:09.726876 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b8879ca-d5d9-457b-a4d4-c4828c178574 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:09.728067 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2b8879ca-d5d9-457b-a4d4-c4828c178574 admin admin] 10.222.0.26 "DELETE /v2.0/routers/cf10f0a7-8358-42b0-9ddc-cf77bec2a9f1 HTTP/1.1" status: 204 len: 168 time: 1.6736186 Sep 07 18:58:09.730842 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37608) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:09.802527 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9a8d27-b6b1-4e3c-acaa-527dd8c60ffe admin admin] Deleting subnet 3fcd8dca-d383-49a3-a9a8-300dc129818c {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:58:09.806090 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef9a8d27-b6b1-4e3c-acaa-527dd8c60ffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:09.848720 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef9a8d27-b6b1-4e3c-acaa-527dd8c60ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:09.887023 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-2c9664f6-d4b5-4ba6-b16a-7fca342a44e8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting port 9aa032e3-8255-4d20-a1ea-cace6c9a3172 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:09.887410 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2c9664f6-d4b5-4ba6-b16a-7fca342a44e8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.036772 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2c9664f6-d4b5-4ba6-b16a-7fca342a44e8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.068322 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-2c9664f6-d4b5-4ba6-b16a-7fca342a44e8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Calling delete_port for 9aa032e3-8255-4d20-a1ea-cace6c9a3172 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:10.081314 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7869344e-2836-4e6b-b3cb-db949dd00f13 req-57e746ce-dc33-461b-ab28-977c24a4d76b tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 210 time: 0.1302621 Sep 07 18:58:10.099197 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef9a8d27-b6b1-4e3c-acaa-527dd8c60ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.144292 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 20960585-29a0-47ab-9c71-011c9c45706c up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:58:10.146038 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a6774-d15f-4147-9af6-434e4a5e2c6a req-d22cd5cb-5055-4102-a779-85fbd636c944 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:10.148927 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-274a6774-d15f-4147-9af6-434e4a5e2c6a req-d22cd5cb-5055-4102-a779-85fbd636c944 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.2469866 Sep 07 18:58:10.202037 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-6a694e67-ca1a-49b4-8198-4ea07141f00d tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:10.203456 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2c9664f6-d4b5-4ba6-b16a-7fca342a44e8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.203608 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-6a694e67-ca1a-49b4-8198-4ea07141f00d tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.36 "GET /v2.0/networks?id=a4724486-3acb-401c-a8f0-54abeeaa7172 HTTP/1.1" status: 200 len: 816 time: 0.3243375 Sep 07 18:58:10.230508 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 20960585-29a0-47ab-9c71-011c9c45706c completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:58:10.235707 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 20960585-29a0-47ab-9c71-011c9c45706c triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:10.236307 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.240938 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef9a8d27-b6b1-4e3c-acaa-527dd8c60ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.245290 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-274a6774-d15f-4147-9af6-434e4a5e2c6a req-b82c5d47-bb6c-4b5c-b5fc-17e89003bfc8 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899696 Sep 07 18:58:10.253715 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2c9664f6-d4b5-4ba6-b16a-7fca342a44e8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.258135 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2c9664f6-d4b5-4ba6-b16a-7fca342a44e8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/ports/9aa032e3-8255-4d20-a1ea-cace6c9a3172 HTTP/1.1" status: 204 len: 168 time: 0.5410454 Sep 07 18:58:10.258135 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9664f6-d4b5-4ba6-b16a-7fca342a44e8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Port': ['ID=9aa032e3-8255-4d20-a1ea-cace6c9a3172,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:10.274495 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37618) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:10.276008 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a8d27-b6b1-4e3c-acaa-527dd8c60ffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fcd8dca-d383-49a3-a9a8-300dc129818c,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:10.284591 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef9a8d27-b6b1-4e3c-acaa-527dd8c60ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.289111 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ef9a8d27-b6b1-4e3c-acaa-527dd8c60ffe admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3fcd8dca-d383-49a3-a9a8-300dc129818c HTTP/1.1" status: 204 len: 168 time: 0.5570796 Sep 07 18:58:10.289284 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37620) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:10.309531 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-10a974cd-492e-41ca-91f4-508f142f07da tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd150f31e3264ef4b870aabc811ef221 HTTP/1.1" status: 200 len: 380 time: 0.0896671 Sep 07 18:58:10.319557 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-e26f73b2-7e36-48eb-8bfa-969d56be2963 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Request body: {'port': {'device_id': '99f8dc8f-fcfd-43a9-9da8-2b31e08468d1', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'admin_state_up': True, 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'security_groups': ['4549ea33-af82-467d-a23b-36eecdec90cb']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:10.338881 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.377014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 20960585-29a0-47ab-9c71-011c9c45706c, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=20960585-29a0-47ab-9c71-011c9c45706c,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:10.382208 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.395383 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ec16e683-5cf2-455a-b728-18643eac675d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.410296 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dddf76-45c9-4758-9c85-102f76bcfc49 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:10.416300 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dddf76-45c9-4758-9c85-102f76bcfc49 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:10.418010 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-62dddf76-45c9-4758-9c85-102f76bcfc49 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1514120 Sep 07 18:58:10.421724 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37622) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:10.444051 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=20960585-29a0-47ab-9c71-011c9c45706c,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:10.453428 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:10.454796 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:10.455704 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:10.456239 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:10.456805 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:10.457530 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:10.461698 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:10.462985 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:10.463716 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:10.464114 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:10.464593 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:10.465027 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:10.473067 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-e26f73b2-7e36-48eb-8bfa-969d56be2963 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Made reservation on behalf of bd150f31e3264ef4b870aabc811ef221 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:10.477073 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-e26f73b2-7e36-48eb-8bfa-969d56be2963 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.481054 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 35b79e74-693a-4699-b884-fa1f32dc3b6c no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:58:10.508923 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 35b79e74-693a-4699-b884-fa1f32dc3b6c {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:58:10.509274 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 35b79e74-693a-4699-b884-fa1f32dc3b6c not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:58:10.510062 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b0f81508-90ea-4257-b37a-4b5e5d13bf18 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:58:10.531553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: b0f81508-90ea-4257-b37a-4b5e5d13bf18 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:58:10.531940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b0f81508-90ea-4257-b37a-4b5e5d13bf18 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:58:10.569048 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ec16e683-5cf2-455a-b728-18643eac675d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.594896 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ec16e683-5cf2-455a-b728-18643eac675d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a878b49-10b2-47af-bc58-6b8ebe3ae89a']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:10.607671 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ec16e683-5cf2-455a-b728-18643eac675d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59e7e3a-ee98-4817-a0d4-ed23e1d7afea') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:10.607967 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ec16e683-5cf2-455a-b728-18643eac675d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59e7e3a-ee98-4817-a0d4-ed23e1d7afea') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:10.621876 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ec16e683-5cf2-455a-b728-18643eac675d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.625004 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-e26f73b2-7e36-48eb-8bfa-969d56be2963 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Allocated IP 172.20.0.14 (a4724486-3acb-401c-a8f0-54abeeaa7172/9985a0df-d9a6-429f-8454-e036ae7f07c1/90fadad9-fd8f-4d42-842b-cf3398677a79) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:10.631091 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-6e69fac2-c2a4-4063-8a7f-2570a09c5c63 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting port dd09c559-1aea-430c-9d5e-7ccb204fe7b7 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:10.631430 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e69fac2-c2a4-4063-8a7f-2570a09c5c63 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.652967 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ec16e683-5cf2-455a-b728-18643eac675d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.671480 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec16e683-5cf2-455a-b728-18643eac675d admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:58:10.672434 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ec16e683-5cf2-455a-b728-18643eac675d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:58:10.675120 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:58:10.732841 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e69fac2-c2a4-4063-8a7f-2570a09c5c63 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.774291 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-6e69fac2-c2a4-4063-8a7f-2570a09c5c63 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Calling delete_port for dd09c559-1aea-430c-9d5e-7ccb204fe7b7 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:10.783767 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ec16e683-5cf2-455a-b728-18643eac675d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.788779 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ec16e683-5cf2-455a-b728-18643eac675d admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.790868 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ec16e683-5cf2-455a-b728-18643eac675d admin admin] 10.222.0.26 "DELETE /v2.0/networks/2a878b49-10b2-47af-bc58-6b8ebe3ae89a HTTP/1.1" status: 204 len: 168 time: 0.5004957 Sep 07 18:58:10.807777 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16e683-5cf2-455a-b728-18643eac675d admin admin] Pushing event deleted for resources: {'Network': ['ID=2a878b49-10b2-47af-bc58-6b8ebe3ae89a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:10.815889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d12dbf-1632-4ec5-9d68-d4eb8150b78e req-c4e9783d-d9f0-497a-b3ee-e574616ff887 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:10.817469 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b3d12dbf-1632-4ec5-9d68-d4eb8150b78e req-c4e9783d-d9f0-497a-b3ee-e574616ff887 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.0855854 Sep 07 18:58:10.820498 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-e26f73b2-7e36-48eb-8bfa-969d56be2963 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.841111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-e26f73b2-7e36-48eb-8bfa-969d56be2963 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Transition to ACTIVE for port object 90fadad9-fd8f-4d42-842b-cf3398677a79 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:10.886422 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b3d12dbf-1632-4ec5-9d68-d4eb8150b78e req-476fb033-fe2a-44e0-b474-eb38a85c7e10 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541122 Sep 07 18:58:10.893691 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e69fac2-c2a4-4063-8a7f-2570a09c5c63 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.913352 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-e26f73b2-7e36-48eb-8bfa-969d56be2963 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.924662 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69fac2-c2a4-4063-8a7f-2570a09c5c63 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Port': ['ID=dd09c559-1aea-430c-9d5e-7ccb204fe7b7,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:10.930296 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e69fac2-c2a4-4063-8a7f-2570a09c5c63 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:10.932101 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6e69fac2-c2a4-4063-8a7f-2570a09c5c63 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/ports/dd09c559-1aea-430c-9d5e-7ccb204fe7b7 HTTP/1.1" status: 204 len: 168 time: 0.5097458 Sep 07 18:58:10.937232 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37630) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:10.956215 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-e26f73b2-7e36-48eb-8bfa-969d56be2963 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Network a4724486-3acb-401c-a8f0-54abeeaa7172 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:10.959844 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-e26f73b2-7e36-48eb-8bfa-969d56be2963 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:10.964483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-e26f73b2-7e36-48eb-8bfa-969d56be2963 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:10.989996 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a69cc5a-f2e0-4d40-8f2f-3de74660cd58 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:10.991595 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4a69cc5a-f2e0-4d40-8f2f-3de74660cd58 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0521760 Sep 07 18:58:10.994434 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37632) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:10.998383 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f73b2-7e36-48eb-8bfa-969d56be2963 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Pushing event updated for resources: {'Port': ['ID=90fadad9-fd8f-4d42-842b-cf3398677a79,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:11.025312 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3ef4a1-75c1-4a4d-be3f-89073a5f26da tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] GET failed (client error): The resource could not be found. Sep 07 18:58:11.026933 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5f3ef4a1-75c1-4a4d-be3f-89073a5f26da tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports/9aa032e3-8255-4d20-a1ea-cace6c9a3172 HTTP/1.1" status: 404 len: 333 time: 0.0315509 Sep 07 18:58:11.029685 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37634) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:11.035201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-e26f73b2-7e36-48eb-8bfa-969d56be2963 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:11.035942 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-e26f73b2-7e36-48eb-8bfa-969d56be2963 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:11.049150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37636) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:11.059918 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ed8316-506e-47d2-901c-5ce9e5a20cfc tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] GET failed (client error): The resource could not be found. Sep 07 18:58:11.062078 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-68ed8316-506e-47d2-901c-5ce9e5a20cfc tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports/dd09c559-1aea-430c-9d5e-7ccb204fe7b7 HTTP/1.1" status: 404 len: 333 time: 0.0313761 Sep 07 18:58:11.064821 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37638) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:11.069827 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-e26f73b2-7e36-48eb-8bfa-969d56be2963 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7543402 Sep 07 18:58:11.084475 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] Request body: {'port': {'device_id': '99f8dc8f-fcfd-43a9-9da8-2b31e08468d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:11.127246 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3060783e-7cec-4031-9122-70d42eab961d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d5431a91a4e44fc9cbeb8f618118d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0767484 Sep 07 18:58:11.129680 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37642) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:11.155923 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7013b394-a703-4884-82da-3657e8eb01fe tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:11.197305 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:11.264955 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7013b394-a703-4884-82da-3657e8eb01fe tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:11.266633 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-80e75802-707f-4c83-8842-c9da5b289246 None None] Provisioning for port 90fadad9-fd8f-4d42-842b-cf3398677a79 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:58:11.270885 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-80e75802-707f-4c83-8842-c9da5b289246 None None] Provisioning complete for port 90fadad9-fd8f-4d42-842b-cf3398677a79 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:11.271264 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-80e75802-707f-4c83-8842-c9da5b289246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:11.288686 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-7013b394-a703-4884-82da-3657e8eb01fe tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18020df-e2a6-4dc1-a74a-ee8a7f81c47e']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:11.299412 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-7013b394-a703-4884-82da-3657e8eb01fe tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cafcb11b-9c11-484f-b100-6d90ba02cca1') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:11.300312 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-7013b394-a703-4884-82da-3657e8eb01fe tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cafcb11b-9c11-484f-b100-6d90ba02cca1') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:11.301188 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-88a4ff02-ed2a-471a-b0b1-c2c9202a7f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:11.311669 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7013b394-a703-4884-82da-3657e8eb01fe tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:11.312539 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56845d5-463f-49fd-9b43-939f85ee1bf0 req-8f8c0e3b-44fd-482e-9a39-5a95b3f049b8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:11.313893 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d56845d5-463f-49fd-9b43-939f85ee1bf0 req-8f8c0e3b-44fd-482e-9a39-5a95b3f049b8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 932 time: 0.1348689 Sep 07 18:58:11.322020 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-80e75802-707f-4c83-8842-c9da5b289246 None None] Port 90fadad9-fd8f-4d42-842b-cf3398677a79 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:58:11.336071 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7013b394-a703-4884-82da-3657e8eb01fe tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:11.347264 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7013b394-a703-4884-82da-3657e8eb01fe tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:58:11.347776 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7013b394-a703-4884-82da-3657e8eb01fe tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:58:11.351009 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:58:11.411031 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7013b394-a703-4884-82da-3657e8eb01fe tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:11.418259 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7013b394-a703-4884-82da-3657e8eb01fe tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:11.420572 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7013b394-a703-4884-82da-3657e8eb01fe tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/networks/d18020df-e2a6-4dc1-a74a-ee8a7f81c47e HTTP/1.1" status: 204 len: 168 time: 0.3544962 Sep 07 18:58:11.431111 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37648) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:11.433882 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-88a4ff02-ed2a-471a-b0b1-c2c9202a7f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:11.436090 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-128df504-742b-49e5-9c0a-d44bdf20cd53 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-185144052'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:11.439353 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013b394-a703-4884-82da-3657e8eb01fe tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Network': ['ID=d18020df-e2a6-4dc1-a74a-ee8a7f81c47e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:11.458813 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128df504-742b-49e5-9c0a-d44bdf20cd53 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:11.462592 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-128df504-742b-49e5-9c0a-d44bdf20cd53 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:11.488065 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128df504-742b-49e5-9c0a-d44bdf20cd53 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:58:11.497761 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-128df504-742b-49e5-9c0a-d44bdf20cd53 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:11.498228 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-128df504-742b-49e5-9c0a-d44bdf20cd53 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Added segment b6a76f9e-eda0-488f-8403-b5e9aeca83db of type vlan for network c7c98fef-23c0-4ac9-a856-ed9824961ed4 Sep 07 18:58:11.523408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d56845d5-463f-49fd-9b43-939f85ee1bf0 req-22b60a52-1a23-4edc-9583-5ee91c6d88a5 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495035 Sep 07 18:58:11.544947 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-128df504-742b-49e5-9c0a-d44bdf20cd53 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:11.564168 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f911d-1557-442f-bcf2-a13dda9544dd req-476f3b2e-9fc9-45dc-ba57-f667680acff8 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:11.565742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-402f911d-1557-442f-bcf2-a13dda9544dd req-476f3b2e-9fc9-45dc-ba57-f667680acff8 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.1931801 Sep 07 18:58:11.572905 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-128df504-742b-49e5-9c0a-d44bdf20cd53 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:11.580531 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128df504-742b-49e5-9c0a-d44bdf20cd53 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:11.581401 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-128df504-742b-49e5-9c0a-d44bdf20cd53 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:11.602074 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-88a4ff02-ed2a-471a-b0b1-c2c9202a7f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:11.608615 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-128df504-742b-49e5-9c0a-d44bdf20cd53 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1761925 Sep 07 18:58:11.609223 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-88a4ff02-ed2a-471a-b0b1-c2c9202a7f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:11.610775 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-88a4ff02-ed2a-471a-b0b1-c2c9202a7f76 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16916e5d-3989-4aae-a678-73a75f0a7c9b HTTP/1.1" status: 204 len: 168 time: 0.4801767 Sep 07 18:58:11.616425 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37650) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:11.623486 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-12b53488-daf8-4594-9eb9-24f62dd778b2 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'subnet': {'network_id': 'c7c98fef-23c0-4ac9-a856-ed9824961ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:11.650885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4ff02-ed2a-471a-b0b1-c2c9202a7f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16916e5d-3989-4aae-a678-73a75f0a7c9b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:11.681191 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128df504-742b-49e5-9c0a-d44bdf20cd53 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Network': ['ID=c7c98fef-23c0-4ac9-a856-ed9824961ed4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:11.691322 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-402f911d-1557-442f-bcf2-a13dda9544dd req-9c1d2184-b0f7-4826-b569-ebd371ce2146 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087112 Sep 07 18:58:11.701092 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network c7c98fef-23c0-4ac9-a856-ed9824961ed4 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:58:11.758860 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b53488-daf8-4594-9eb9-24f62dd778b2 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:11.762836 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-12b53488-daf8-4594-9eb9-24f62dd778b2 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:11.779649 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90fadad9-fd8f-4d42-842b-cf3398677a79 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:58:11.790705 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:11.806095 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] Transition to ACTIVE for port object 90fadad9-fd8f-4d42-842b-cf3398677a79 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:11.810959 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:11.882906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=90fadad9-fd8f-4d42-842b-cf3398677a79,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:12.006313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] Attempting to bind port 90fadad9-fd8f-4d42-842b-cf3398677a79 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:58:12.007050 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] Attempting to bind port 90fadad9-fd8f-4d42-842b-cf3398677a79 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '69fe7266-5094-46a8-93e9-d82a3f146e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:58:12.007600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] Attempting to bind port 90fadad9-fd8f-4d42-842b-cf3398677a79 on network a4724486-3acb-401c-a8f0-54abeeaa7172 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:58:12.020248 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 20960585-29a0-47ab-9c71-011c9c45706c up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:58:12.030722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] Port 90fadad9-fd8f-4d42-842b-cf3398677a79 on network a4724486-3acb-401c-a8f0-54abeeaa7172 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:58:12.034735 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] Attempting to bind port 90fadad9-fd8f-4d42-842b-cf3398677a79 on network a4724486-3acb-401c-a8f0-54abeeaa7172 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:58:12.048726 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-12b53488-daf8-4594-9eb9-24f62dd778b2 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:12.113370 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 20960585-29a0-47ab-9c71-011c9c45706c triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:12.113750 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:12.123811 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:58:12.125534 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] Checking segment: {'id': '69fe7266-5094-46a8-93e9-d82a3f146e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:12.127927 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] Bound using segment: {'id': '69fe7266-5094-46a8-93e9-d82a3f146e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:58:12.128409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] Bound port: 90fadad9-fd8f-4d42-842b-cf3398677a79, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69fe7266-5094-46a8-93e9-d82a3f146e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:58:12.128821 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:12.160252 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b53488-daf8-4594-9eb9-24f62dd778b2 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Subnet': ['ID=8c73d93b-459f-4280-9d2f-11da35928fec,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:12.170891 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b53488-daf8-4594-9eb9-24f62dd778b2 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Checking segment: {'id': 'b6a76f9e-eda0-488f-8403-b5e9aeca83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c7c98fef-23c0-4ac9-a856-ed9824961ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:12.171584 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b53488-daf8-4594-9eb9-24f62dd778b2 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network hostable DHCP agents. Network: c7c98fef-23c0-4ac9-a856-ed9824961ed4, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:58:12.195997 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b53488-daf8-4594-9eb9-24f62dd778b2 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network c7c98fef-23c0-4ac9-a856-ed9824961ed4 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:58:12.209770 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-12b53488-daf8-4594-9eb9-24f62dd778b2 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, c7c98fef-23c0-4ac9-a856-ed9824961ed4) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:12.215307 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b53488-daf8-4594-9eb9-24f62dd778b2 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:12.215929 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-12b53488-daf8-4594-9eb9-24f62dd778b2 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:12.223498 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dc111a-ea79-4874-9e79-3a1f3b4a7ab7 None None] Network c7c98fef-23c0-4ac9-a856-ed9824961ed4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:12.235182 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-12b53488-daf8-4594-9eb9-24f62dd778b2 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6176403 Sep 07 18:58:12.239286 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37668) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:12.242839 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bb976-c62d-498d-880d-d7be65149a0c req-b981f5ee-016e-4c88-b013-7e6c476861e7 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:12.244620 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-855bb976-c62d-498d-880d-d7be65149a0c req-b981f5ee-016e-4c88-b013-7e6c476861e7 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.2403591 Sep 07 18:58:12.249847 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-7324238e-2aa8-47dd-a0c4-dc7561aa5b38 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'port': {'network_id': 'c7c98fef-23c0-4ac9-a856-ed9824961ed4', 'name': 'tempest-PortsIpV6TestJSON-1338328393'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:12.257865 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a91940-d219-4591-9eaa-f1288fa4b32a req-b206dd8c-3ad7-457a-ab34-da987bdcf6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:12.259658 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6a91940-d219-4591-9eaa-f1288fa4b32a req-b206dd8c-3ad7-457a-ab34-da987bdcf6e5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 1096 time: 0.1284385 Sep 07 18:58:12.373077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] For port 90fadad9-fd8f-4d42-842b-cf3398677a79, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:58:12.389703 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] For port 90fadad9-fd8f-4d42-842b-cf3398677a79, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=90fadad9-fd8f-4d42-842b-cf3398677a79,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:58:12.395350 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-855bb976-c62d-498d-880d-d7be65149a0c req-37f2c0b0-0874-4286-8746-a921150f3319 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146073 Sep 07 18:58:12.404270 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:12.418749 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7324238e-2aa8-47dd-a0c4-dc7561aa5b38 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:12.423818 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6a91940-d219-4591-9eaa-f1288fa4b32a req-6ea10b54-d50c-48c6-a73a-c5f60f118025 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328237 Sep 07 18:58:12.426571 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7324238e-2aa8-47dd-a0c4-dc7561aa5b38 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:12.448495 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-7324238e-2aa8-47dd-a0c4-dc7561aa5b38 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] device_id is not set on port 058bd237-9460-4c4c-8a79-1c152598a2a2 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:58:12.456611 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:12.457227 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:12.458634 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] 10.222.0.36 "PUT /v2.0/ports/90fadad9-fd8f-4d42-842b-cf3398677a79 HTTP/1.1" status: 200 len: 1092 time: 1.3791261 Sep 07 18:58:12.459203 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f8dc8f-fcfd-43a9-9da8-2b31e08468d1', 'tag': '90fadad9-fd8f-4d42-842b-cf3398677a79'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:58:12.461507 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640a0f86-e387-4f57-b2dc-55c332e77d72" -d '{"events": [{"name": "network-changed", "server_uuid": "99f8dc8f-fcfd-43a9-9da8-2b31e08468d1", "tag": "90fadad9-fd8f-4d42-842b-cf3398677a79"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:58:12.522489 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-c7c98fef-23c0-4ac9-a856-ed9824961ed4', 'network_id': 'c7c98fef-23c0-4ac9-a856-ed9824961ed4', 'tenant_id': 'df0b7d269d7d49ab843fe37513b2db53', 'fixed_ips': [{'subnet_id': '8c73d93b-459f-4280-9d2f-11da35928fec'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:58:12.523942 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:12.533442 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9d1903-7038-453f-b094-7bd6cfabd3a2 x-openstack-request-id: req-3e9d1903-7038-453f-b094-7bd6cfabd3a2 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:58:12.533626 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f8dc8f-fcfd-43a9-9da8-2b31e08468d1", "tag": "90fadad9-fd8f-4d42-842b-cf3398677a79", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:58:12.533842 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3e9d1903-7038-453f-b094-7bd6cfabd3a2 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:58:12.534247 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f8dc8f-fcfd-43a9-9da8-2b31e08468d1', 'tag': '90fadad9-fd8f-4d42-842b-cf3398677a79', 'status': 'completed', 'code': 200} Sep 07 18:58:12.534833 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fe458-487f-4ddd-9b0b-2f030fc01cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=90fadad9-fd8f-4d42-842b-cf3398677a79,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:12.576660 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-337283ae-a5df-4a4e-96a3-8007ef38ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:12.578204 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-337283ae-a5df-4a4e-96a3-8007ef38ce21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd150f31e3264ef4b870aabc811ef221&device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 1095 time: 0.0760572 Sep 07 18:58:12.635816 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-08fe1b91-a659-4bfc-a259-d2ab93cae0e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90fadad9-fd8f-4d42-842b-cf3398677a79 HTTP/1.1" status: 200 len: 217 time: 0.0466685 Sep 07 18:58:12.671016 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-7324238e-2aa8-47dd-a0c4-dc7561aa5b38 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Allocated IP 2001:db8::289 (c7c98fef-23c0-4ac9-a856-ed9824961ed4/8c73d93b-459f-4280-9d2f-11da35928fec/058bd237-9460-4c4c-8a79-1c152598a2a2) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:12.716806 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:12.741417 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-dc92bb69-599e-4b4c-94c8-dbfb640fb397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:12.744081 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-dc92bb69-599e-4b4c-94c8-dbfb640fb397 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9985a0df-d9a6-429f-8454-e036ae7f07c1 HTTP/1.1" status: 200 len: 855 time: 0.0996768 Sep 07 18:58:12.756029 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f06da3-76db-41ed-9151-6bc9c23d9b56 req-18487706-a105-48ca-ae1e-42aa62f484a8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:12.763373 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75f06da3-76db-41ed-9151-6bc9c23d9b56 req-18487706-a105-48ca-ae1e-42aa62f484a8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.1186881 Sep 07 18:58:12.780220 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37686) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:12.868000 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-e9d482bc-4ee3-4730-a727-12a740edeee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:12.869361 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-e9d482bc-4ee3-4730-a727-12a740edeee7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4724486-3acb-401c-a8f0-54abeeaa7172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033392 Sep 07 18:58:12.877464 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75f06da3-76db-41ed-9151-6bc9c23d9b56 req-3944086e-e450-4b4f-b5c0-83f91217641d tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130881 Sep 07 18:58:12.901139 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec43888-3e4b-41a9-89bd-1fd984b64cca req-64e7ef91-0ed2-44eb-8be3-52d2707bebe1 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:12.902833 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ec43888-3e4b-41a9-89bd-1fd984b64cca req-64e7ef91-0ed2-44eb-8be3-52d2707bebe1 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.1050880 Sep 07 18:58:12.918607 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-cc0ebfb7-ec08-4289-8596-c2aec17ebdba admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-829649672-network', 'tenant_id': '2e5f862b2b324a15a06efc675520a191'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:12.927083 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7324238e-2aa8-47dd-a0c4-dc7561aa5b38 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:12.947976 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-7324238e-2aa8-47dd-a0c4-dc7561aa5b38 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Transition to ACTIVE for port object 058bd237-9460-4c4c-8a79-1c152598a2a2 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:12.956392 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0ebfb7-ec08-4289-8596-c2aec17ebdba admin admin] Made reservation on behalf of 2e5f862b2b324a15a06efc675520a191 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:12.958674 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc0ebfb7-ec08-4289-8596-c2aec17ebdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:12.971646 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc0ebfb7-ec08-4289-8596-c2aec17ebdba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:12.990097 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ec43888-3e4b-41a9-89bd-1fd984b64cca req-91b41bba-a52e-4d63-aba1-114e87343071 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764172 Sep 07 18:58:13.011986 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-92e6bb97-28c7-405c-88fa-5689168493c2 service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318798 Sep 07 18:58:13.014540 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7324238e-2aa8-47dd-a0c4-dc7561aa5b38 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:13.065113 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] Allocated IP 2001:db8::2 (c7c98fef-23c0-4ac9-a856-ed9824961ed4/8c73d93b-459f-4280-9d2f-11da35928fec/d3e89c1d-325e-4fbe-9908-3ff7e8d1b818) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:13.090633 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324238e-2aa8-47dd-a0c4-dc7561aa5b38 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=058bd237-9460-4c4c-8a79-1c152598a2a2,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:13.106926 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7324238e-2aa8-47dd-a0c4-dc7561aa5b38 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network c7c98fef-23c0-4ac9-a856-ed9824961ed4 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:13.111237 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-7324238e-2aa8-47dd-a0c4-dc7561aa5b38 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:13.116218 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7324238e-2aa8-47dd-a0c4-dc7561aa5b38 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:13.123701 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7324238e-2aa8-47dd-a0c4-dc7561aa5b38 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:13.124357 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7324238e-2aa8-47dd-a0c4-dc7561aa5b38 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:13.133034 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bdca991-afe4-47ea-aba9-0994e9977d9b req-4879975b-92f3-4013-86a9-b1280209924a service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132710 Sep 07 18:58:13.174834 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc0ebfb7-ec08-4289-8596-c2aec17ebdba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:13.180523 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc0ebfb7-ec08-4289-8596-c2aec17ebdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:13.189360 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7324238e-2aa8-47dd-a0c4-dc7561aa5b38 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9484684 Sep 07 18:58:13.195782 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37692) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:13.231090 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a0f86-e387-4f57-b2dc-55c332e77d72 req-601c3fba-789d-4619-bfe6-fac123270c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:13.232843 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-640a0f86-e387-4f57-b2dc-55c332e77d72 req-601c3fba-789d-4619-bfe6-fac123270c62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd150f31e3264ef4b870aabc811ef221&device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 1095 time: 0.0444181 Sep 07 18:58:13.237965 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0ebfb7-ec08-4289-8596-c2aec17ebdba admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:58:13.247258 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:13.249181 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ebfb7-ec08-4289-8596-c2aec17ebdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6103c70-4251-4e8e-95e4-1c32faae5863,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:13.259358 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] Transition to ACTIVE for port object d3e89c1d-325e-4fbe-9908-3ff7e8d1b818 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:13.277177 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] Transition to ACTIVE for port object d3e89c1d-325e-4fbe-9908-3ff7e8d1b818 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:13.280253 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc0ebfb7-ec08-4289-8596-c2aec17ebdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:13.280637 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-cc0ebfb7-ec08-4289-8596-c2aec17ebdba admin admin] Added segment 48f5f97a-4419-4446-9edf-00eb16251426 of type vlan for network 08e27b69-4f54-45ed-be66-c2ab7bde9660 Sep 07 18:58:13.284205 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:13.323816 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] Network c7c98fef-23c0-4ac9-a856-ed9824961ed4 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:13.328237 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc0ebfb7-ec08-4289-8596-c2aec17ebdba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:13.328971 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:13.333535 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:13.336688 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] Pushing event updated for resources: {'Port': ['ID=d3e89c1d-325e-4fbe-9908-3ff7e8d1b818,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:13.366965 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a0f86-e387-4f57-b2dc-55c332e77d72 req-68a2332b-85ce-4987-9eb1-d4157132898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:13.367394 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-c04d9d46-24e6-41f3-a380-d0e4c1228a32 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting port 058bd237-9460-4c4c-8a79-1c152598a2a2 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:13.367746 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c04d9d46-24e6-41f3-a380-d0e4c1228a32 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:13.368754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-640a0f86-e387-4f57-b2dc-55c332e77d72 req-68a2332b-85ce-4987-9eb1-d4157132898f service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4724486-3acb-401c-a8f0-54abeeaa7172 HTTP/1.1" status: 200 len: 917 time: 0.1287158 Sep 07 18:58:13.393376 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] Attempting to bind port d3e89c1d-325e-4fbe-9908-3ff7e8d1b818 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:58:13.393828 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] Attempting to bind port d3e89c1d-325e-4fbe-9908-3ff7e8d1b818 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'b6a76f9e-eda0-488f-8403-b5e9aeca83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c7c98fef-23c0-4ac9-a856-ed9824961ed4'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:58:13.394109 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] Attempting to bind port d3e89c1d-325e-4fbe-9908-3ff7e8d1b818 on network c7c98fef-23c0-4ac9-a856-ed9824961ed4 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:58:13.406365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:58:13.406780 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] Checking segment: {'id': 'b6a76f9e-eda0-488f-8403-b5e9aeca83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c7c98fef-23c0-4ac9-a856-ed9824961ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:13.407832 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:13.408234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] Bound using segment: {'id': 'b6a76f9e-eda0-488f-8403-b5e9aeca83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c7c98fef-23c0-4ac9-a856-ed9824961ed4'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:58:13.408773 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] Bound port: d3e89c1d-325e-4fbe-9908-3ff7e8d1b818, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a76f9e-eda0-488f-8403-b5e9aeca83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c7c98fef-23c0-4ac9-a856-ed9824961ed4'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:58:13.409163 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:13.415508 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-640a0f86-e387-4f57-b2dc-55c332e77d72 req-e66440b3-c4f6-43de-94d1-4fea90fed1e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90fadad9-fd8f-4d42-842b-cf3398677a79 HTTP/1.1" status: 200 len: 217 time: 0.0387509 Sep 07 18:58:13.500069 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] For port d3e89c1d-325e-4fbe-9908-3ff7e8d1b818, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:58:13.505369 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] For port d3e89c1d-325e-4fbe-9908-3ff7e8d1b818, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d3e89c1d-325e-4fbe-9908-3ff7e8d1b818,segment=NetworkSegment(b6a76f9e-eda0-488f-8403-b5e9aeca83db),segment_id=b6a76f9e-eda0-488f-8403-b5e9aeca83db)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:58:13.510063 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a0f86-e387-4f57-b2dc-55c332e77d72 req-da04210e-0688-437d-b95e-97dada99b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:13.511117 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:13.513600 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-640a0f86-e387-4f57-b2dc-55c332e77d72 req-da04210e-0688-437d-b95e-97dada99b5be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9985a0df-d9a6-429f-8454-e036ae7f07c1 HTTP/1.1" status: 200 len: 855 time: 0.0906253 Sep 07 18:58:13.596139 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0128e3-1455-4ecb-8e96-e5dd32e700c3 None None] Pushing event updated for resources: {'Port': ['ID=d3e89c1d-325e-4fbe-9908-3ff7e8d1b818,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:13.611404 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:13.640434 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a0f86-e387-4f57-b2dc-55c332e77d72 req-e286a235-c016-40f2-aee0-165ec24652c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:13.642757 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-640a0f86-e387-4f57-b2dc-55c332e77d72 req-e286a235-c016-40f2-aee0-165ec24652c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4724486-3acb-401c-a8f0-54abeeaa7172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121418 Sep 07 18:58:13.652441 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b52a6-89e4-42b6-9f1a-769fd8c7dfa1 req-3ef04ac7-d12d-4919-b8f9-24115a7ae601 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:13.654159 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a61b52a6-89e4-42b6-9f1a-769fd8c7dfa1 req-3ef04ac7-d12d-4919-b8f9-24115a7ae601 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.1345348 Sep 07 18:58:13.738304 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc0ebfb7-ec08-4289-8596-c2aec17ebdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:13.741305 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0ebfb7-ec08-4289-8596-c2aec17ebdba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:13.741966 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc0ebfb7-ec08-4289-8596-c2aec17ebdba admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:13.777792 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a61b52a6-89e4-42b6-9f1a-769fd8c7dfa1 req-2ea66910-dfe4-4f7b-95c7-ccc84748b1ac tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145773 Sep 07 18:58:13.815778 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-640a0f86-e387-4f57-b2dc-55c332e77d72 req-1fcc0ccd-d89a-4342-a09e-809624986ecd service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606154 Sep 07 18:58:13.832574 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cc0ebfb7-ec08-4289-8596-c2aec17ebdba admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0371087 Sep 07 18:58:13.836490 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37698) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:13.843986 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-64ec1087-7df6-4b25-bef8-ba156425c0f6 admin admin] Request body: {'subnet': {'network_id': '08e27b69-4f54-45ed-be66-c2ab7bde9660', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-829649672-subnet', 'tenant_id': '2e5f862b2b324a15a06efc675520a191', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:13.895190 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ebfb7-ec08-4289-8596-c2aec17ebdba admin admin] Pushing event updated for resources: {'Network': ['ID=08e27b69-4f54-45ed-be66-c2ab7bde9660,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:13.915667 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c04d9d46-24e6-41f3-a380-d0e4c1228a32 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:13.918580 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ec1087-7df6-4b25-bef8-ba156425c0f6 admin admin] Made reservation on behalf of 2e5f862b2b324a15a06efc675520a191 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:13.919935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 08e27b69-4f54-45ed-be66-c2ab7bde9660 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:58:13.920939 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64ec1087-7df6-4b25-bef8-ba156425c0f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:13.944278 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-640a0f86-e387-4f57-b2dc-55c332e77d72 req-fca68c8b-d67f-44c4-b2a7-9e98e90aeaf8 service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168079 Sep 07 18:58:13.950880 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-c04d9d46-24e6-41f3-a380-d0e4c1228a32 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Calling delete_port for 058bd237-9460-4c4c-8a79-1c152598a2a2 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:14.086912 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d3e89c1d-325e-4fbe-9908-3ff7e8d1b818 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:58:14.127134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed4ab1-b7c0-4fc5-9ff7-c0febc9477a6 req-fc2c1bd3-8dee-48e7-9e23-477a6042ecfd tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:14.128865 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0ed4ab1-b7c0-4fc5-9ff7-c0febc9477a6 req-fc2c1bd3-8dee-48e7-9e23-477a6042ecfd tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.1156309 Sep 07 18:58:14.153249 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port d3e89c1d-325e-4fbe-9908-3ff7e8d1b818 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:58:14.179499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c0e26-7b99-4cbb-a0a4-86e78ac5e2cd req-0f2fe62f-df6d-4a54-ad53-4b5f82abc779 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:14.181207 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df5c0e26-7b99-4cbb-a0a4-86e78ac5e2cd req-0f2fe62f-df6d-4a54-ad53-4b5f82abc779 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.0997341 Sep 07 18:58:14.216080 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0ed4ab1-b7c0-4fc5-9ff7-c0febc9477a6 req-49d81c13-6309-4108-bb60-ad1f4293da6f tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754147 Sep 07 18:58:14.222850 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c04d9d46-24e6-41f3-a380-d0e4c1228a32 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:14.225344 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64ec1087-7df6-4b25-bef8-ba156425c0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:14.254558 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df5c0e26-7b99-4cbb-a0a4-86e78ac5e2cd req-4542c555-16c0-4f94-80fa-a4e723895cdf tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663726 Sep 07 18:58:14.282880 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d9d46-24e6-41f3-a380-d0e4c1228a32 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Port': ['ID=058bd237-9460-4c4c-8a79-1c152598a2a2,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:14.324051 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c04d9d46-24e6-41f3-a380-d0e4c1228a32 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:14.328286 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c04d9d46-24e6-41f3-a380-d0e4c1228a32 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/ports/058bd237-9460-4c4c-8a79-1c152598a2a2 HTTP/1.1" status: 204 len: 168 time: 1.1278729 Sep 07 18:58:14.330012 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37708) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:14.330140 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec1087-7df6-4b25-bef8-ba156425c0f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd21f145-4a32-48ea-94e4-bdfd8d2f26df,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:14.349114 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec1087-7df6-4b25-bef8-ba156425c0f6 admin admin] Checking segment: {'id': '48f5f97a-4419-4446-9edf-00eb16251426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '08e27b69-4f54-45ed-be66-c2ab7bde9660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:14.349475 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec1087-7df6-4b25-bef8-ba156425c0f6 admin admin] Network hostable DHCP agents. Network: 08e27b69-4f54-45ed-be66-c2ab7bde9660, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:58:14.359966 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae9bac3-6a0f-401e-a4d2-38a78effcd0f tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] DELETE failed (client error): The resource could not be found. Sep 07 18:58:14.361349 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae9bac3-6a0f-401e-a4d2-38a78effcd0f tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:58:14.365957 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4ae9bac3-6a0f-401e-a4d2-38a78effcd0f tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/ports/058bd237-9460-4c4c-8a79-1c152598a2a2 HTTP/1.1" status: 404 len: 333 time: 0.0324299 Sep 07 18:58:14.366092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37710) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:14.372570 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec1087-7df6-4b25-bef8-ba156425c0f6 admin admin] Network 08e27b69-4f54-45ed-be66-c2ab7bde9660 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:58:14.385225 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-64ec1087-7df6-4b25-bef8-ba156425c0f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 08e27b69-4f54-45ed-be66-c2ab7bde9660) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:14.396311 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ec1087-7df6-4b25-bef8-ba156425c0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:14.397003 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-309800ee-8941-4a0c-a5a9-38157939a4f9 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] GET failed (client error): The resource could not be found. Sep 07 18:58:14.397150 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64ec1087-7df6-4b25-bef8-ba156425c0f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:14.401660 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-309800ee-8941-4a0c-a5a9-38157939a4f9 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports/058bd237-9460-4c4c-8a79-1c152598a2a2 HTTP/1.1" status: 404 len: 333 time: 0.0345807 Sep 07 18:58:14.402270 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37714) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:14.420564 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139ce913-645c-4a65-9c0e-81e07434d1b2 None None] Network 08e27b69-4f54-45ed-be66-c2ab7bde9660 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:14.420818 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-64ec1087-7df6-4b25-bef8-ba156425c0f6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5732479 Sep 07 18:58:14.465324 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b3f01d-66e5-4ec3-af8e-2857a8981cf8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting subnet 8c73d93b-459f-4280-9d2f-11da35928fec {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:58:14.469102 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01b3f01d-66e5-4ec3-af8e-2857a8981cf8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:14.580717 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e429b1-5656-43dd-9b86-e9e4dc02d14b None None] Network 08e27b69-4f54-45ed-be66-c2ab7bde9660 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:14.606658 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01b3f01d-66e5-4ec3-af8e-2857a8981cf8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:14.752658 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c61f77-7792-47d1-b811-76a347e28f1b req-e84dd99e-0b11-469c-8ba8-b949fd939f4b tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:14.754220 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38c61f77-7792-47d1-b811-76a347e28f1b req-e84dd99e-0b11-469c-8ba8-b949fd939f4b tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/networks?id=1cf7232d-a60f-43db-ab7e-3bece3e83c8f HTTP/1.1" status: 200 len: 811 time: 0.2210312 Sep 07 18:58:14.777886 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01b3f01d-66e5-4ec3-af8e-2857a8981cf8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:14.804680 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38c61f77-7792-47d1-b811-76a347e28f1b req-f95f4172-fcee-4c56-9fd6-6117b0d145c9 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/quotas/e81334715fe248b7846fde74e7fee518 HTTP/1.1" status: 200 len: 375 time: 0.0401559 Sep 07 18:58:14.838008 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7565e233-e52b-48d9-b232-475b879909d5 None None] Network c7c98fef-23c0-4ac9-a856-ed9824961ed4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:14.882153 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38c61f77-7792-47d1-b811-76a347e28f1b req-e35454f0-95c6-47f1-989a-224bb09a2a47 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e81334715fe248b7846fde74e7fee518&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695214 Sep 07 18:58:14.883773 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01b3f01d-66e5-4ec3-af8e-2857a8981cf8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:14.899306 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8506ce5a-8668-4cc1-acc8-006ff9f0f1d3 None None] Provisioning for port d3e89c1d-325e-4fbe-9908-3ff7e8d1b818 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:58:14.906755 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01b3f01d-66e5-4ec3-af8e-2857a8981cf8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:14.909370 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8506ce5a-8668-4cc1-acc8-006ff9f0f1d3 None None] Provisioning complete for port d3e89c1d-325e-4fbe-9908-3ff7e8d1b818 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:14.909534 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-01b3f01d-66e5-4ec3-af8e-2857a8981cf8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/subnets/8c73d93b-459f-4280-9d2f-11da35928fec HTTP/1.1" status: 204 len: 168 time: 0.5062304 Sep 07 18:58:14.909956 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8506ce5a-8668-4cc1-acc8-006ff9f0f1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:14.912109 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37736) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:14.940489 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3f01d-66e5-4ec3-af8e-2857a8981cf8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Subnet': ['ID=8c73d93b-459f-4280-9d2f-11da35928fec,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:15.025242 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34d131f4-d088-4746-a62a-e45bbe170835 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:15.055638 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8506ce5a-8668-4cc1-acc8-006ff9f0f1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:15.088752 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-34d131f4-d088-4746-a62a-e45bbe170835 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting port d3e89c1d-325e-4fbe-9908-3ff7e8d1b818 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:15.089105 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34d131f4-d088-4746-a62a-e45bbe170835 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:15.090367 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38c61f77-7792-47d1-b811-76a347e28f1b req-bf2def1c-9806-4400-81ab-51e3f0862abc service neutron] 10.222.0.26 "GET /v2.0/networks/1cf7232d-a60f-43db-ab7e-3bece3e83c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971686 Sep 07 18:58:15.094382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8506ce5a-8668-4cc1-acc8-006ff9f0f1d3 None None] For port d3e89c1d-325e-4fbe-9908-3ff7e8d1b818, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d3e89c1d-325e-4fbe-9908-3ff7e8d1b818,segment=NetworkSegment(b6a76f9e-eda0-488f-8403-b5e9aeca83db),segment_id=b6a76f9e-eda0-488f-8403-b5e9aeca83db)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:15.102663 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8506ce5a-8668-4cc1-acc8-006ff9f0f1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:15.132821 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec33239f-eaeb-4ca4-8cbe-f4cdb10bc3dd None None] DHCP port deletion for c7c98fef-23c0-4ac9-a856-ed9824961ed4 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:58:15.176784 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-34d131f4-d088-4746-a62a-e45bbe170835 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] For port d3e89c1d-325e-4fbe-9908-3ff7e8d1b818, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d3e89c1d-325e-4fbe-9908-3ff7e8d1b818,segment=NetworkSegment(b6a76f9e-eda0-488f-8403-b5e9aeca83db),segment_id=b6a76f9e-eda0-488f-8403-b5e9aeca83db)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:15.177183 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34d131f4-d088-4746-a62a-e45bbe170835 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:15.188045 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506ce5a-8668-4cc1-acc8-006ff9f0f1d3 None None] Pushing event updated for resources: {'Port': ['ID=d3e89c1d-325e-4fbe-9908-3ff7e8d1b818,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:15.190694 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-34d131f4-d088-4746-a62a-e45bbe170835 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Calling delete_port for d3e89c1d-325e-4fbe-9908-3ff7e8d1b818 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:15.211831 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ec33239f-eaeb-4ca4-8cbe-f4cdb10bc3dd None None] Deleting port d3e89c1d-325e-4fbe-9908-3ff7e8d1b818 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:15.212208 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ec33239f-eaeb-4ca4-8cbe-f4cdb10bc3dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:15.226879 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-d9aedb05-10ad-4025-95d7-b9472a6ad6de tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:15.233974 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-d9aedb05-10ad-4025-95d7-b9472a6ad6de tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/networks?id=08e27b69-4f54-45ed-be66-c2ab7bde9660 HTTP/1.1" status: 200 len: 808 time: 0.2094035 Sep 07 18:58:15.239490 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:58:15.254707 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-fbc9046e-203b-48cf-87c8-90dacb6c8c66 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/quotas/2e5f862b2b324a15a06efc675520a191 HTTP/1.1" status: 200 len: 375 time: 0.0198689 Sep 07 18:58:15.264026 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38c61f77-7792-47d1-b811-76a347e28f1b req-8152a97c-dc5a-451e-92e6-6768f7d15e88 service neutron] 10.222.0.26 "GET /v2.0/networks/1cf7232d-a60f-43db-ab7e-3bece3e83c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664829 Sep 07 18:58:15.284583 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ec33239f-eaeb-4ca4-8cbe-f4cdb10bc3dd None None] For port d3e89c1d-325e-4fbe-9908-3ff7e8d1b818, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d3e89c1d-325e-4fbe-9908-3ff7e8d1b818,segment=NetworkSegment(b6a76f9e-eda0-488f-8403-b5e9aeca83db),segment_id=b6a76f9e-eda0-488f-8403-b5e9aeca83db)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:15.285293 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ec33239f-eaeb-4ca4-8cbe-f4cdb10bc3dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:15.290813 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34d131f4-d088-4746-a62a-e45bbe170835 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:15.301847 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ec33239f-eaeb-4ca4-8cbe-f4cdb10bc3dd None None] Calling delete_port for d3e89c1d-325e-4fbe-9908-3ff7e8d1b818 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:15.302774 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-13de292c-1f31-411c-97ca-0a3e79eab7d4 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e5f862b2b324a15a06efc675520a191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410511 Sep 07 18:58:15.328497 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d131f4-d088-4746-a62a-e45bbe170835 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Port': ['ID=d3e89c1d-325e-4fbe-9908-3ff7e8d1b818,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:15.339210 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d131f4-d088-4746-a62a-e45bbe170835 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] No DVR routers for this DVR port d3e89c1d-325e-4fbe-9908-3ff7e8d1b818 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:58:15.402337 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-de218caf-e109-421b-9de1-1713ef5e1a30 service neutron] 10.222.0.26 "GET /v2.0/networks/08e27b69-4f54-45ed-be66-c2ab7bde9660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980840 Sep 07 18:58:15.427802 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ec33239f-eaeb-4ca4-8cbe-f4cdb10bc3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:15.435754 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34d131f4-d088-4746-a62a-e45bbe170835 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:15.457950 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-34d131f4-d088-4746-a62a-e45bbe170835 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c98fef-23c0-4ac9-a856-ed9824961ed4']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:15.460582 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec33239f-eaeb-4ca4-8cbe-f4cdb10bc3dd None None] No DVR routers for this DVR port d3e89c1d-325e-4fbe-9908-3ff7e8d1b818 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:58:15.468559 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-34d131f4-d088-4746-a62a-e45bbe170835 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a76f9e-eda0-488f-8403-b5e9aeca83db') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:15.469009 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-34d131f4-d088-4746-a62a-e45bbe170835 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a76f9e-eda0-488f-8403-b5e9aeca83db') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:15.473616 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33239f-eaeb-4ca4-8cbe-f4cdb10bc3dd None None] Pushing event deleted for resources: {'Port': ['ID=d3e89c1d-325e-4fbe-9908-3ff7e8d1b818,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:15.487331 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34d131f4-d088-4746-a62a-e45bbe170835 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:15.510475 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34d131f4-d088-4746-a62a-e45bbe170835 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:15.518429 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d131f4-d088-4746-a62a-e45bbe170835 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:58:15.518872 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34d131f4-d088-4746-a62a-e45bbe170835 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:58:15.522468 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:58:15.558155 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-4a0b90bc-3515-47ca-9e39-ca39f1303c4f service neutron] 10.222.0.26 "GET /v2.0/networks/08e27b69-4f54-45ed-be66-c2ab7bde9660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400917 Sep 07 18:58:15.571580 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a845c7f-cb4d-4a48-a802-73caeb01164f req-25fc10c5-33b0-47d6-9924-3f55ecb39c61 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:15.578926 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a845c7f-cb4d-4a48-a802-73caeb01164f req-25fc10c5-33b0-47d6-9924-3f55ecb39c61 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.0784106 Sep 07 18:58:15.599956 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34d131f4-d088-4746-a62a-e45bbe170835 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:15.614542 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34d131f4-d088-4746-a62a-e45bbe170835 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:15.627982 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37758) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:15.630447 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-34d131f4-d088-4746-a62a-e45bbe170835 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/networks/c7c98fef-23c0-4ac9-a856-ed9824961ed4 HTTP/1.1" status: 204 len: 168 time: 0.7055504 Sep 07 18:58:15.641294 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d131f4-d088-4746-a62a-e45bbe170835 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Network': ['ID=c7c98fef-23c0-4ac9-a856-ed9824961ed4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:15.643324 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a845c7f-cb4d-4a48-a802-73caeb01164f req-8fd3a674-dfc7-4809-89c5-416f8ca06353 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568361 Sep 07 18:58:15.655139 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-f5bafc1f-1375-4f5f-83c6-d614f3b6ef0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1614730956'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:15.697672 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bafc1f-1375-4f5f-83c6-d614f3b6ef0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:15.715610 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f5bafc1f-1375-4f5f-83c6-d614f3b6ef0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:15.787265 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5bafc1f-1375-4f5f-83c6-d614f3b6ef0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:58:15.804200 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d125650-7a5e-4210-812b-1a70b74f36ff req-fc84e2ee-5ffe-4634-a45b-f34199071378 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:15.812230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d125650-7a5e-4210-812b-1a70b74f36ff req-fc84e2ee-5ffe-4634-a45b-f34199071378 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.0919654 Sep 07 18:58:15.836791 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f5bafc1f-1375-4f5f-83c6-d614f3b6ef0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:15.837143 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-f5bafc1f-1375-4f5f-83c6-d614f3b6ef0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Added segment df060078-2f57-4195-8b6f-fcee06e795cb of type vlan for network ce2baed5-e8ec-4447-9e6d-6178844dcc57 Sep 07 18:58:15.873361 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc78ab34-eeb2-4cb1-a729-76483f39d707 req-831dd4a6-dfce-4752-85a3-42a5ce34c2ad tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 210 time: 0.0518136 Sep 07 18:58:15.951768 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 90fadad9-fd8f-4d42-842b-cf3398677a79 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:58:16.057706 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d3e89c1d-325e-4fbe-9908-3ff7e8d1b818 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:58:16.092147 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: d3e89c1d-325e-4fbe-9908-3ff7e8d1b818 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:58:16.092484 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d3e89c1d-325e-4fbe-9908-3ff7e8d1b818 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:58:16.129327 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 90fadad9-fd8f-4d42-842b-cf3398677a79, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=90fadad9-fd8f-4d42-842b-cf3398677a79,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:16.146285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '90fadad9-fd8f-4d42-842b-cf3398677a79', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'port_id': '90fadad9-fd8f-4d42-842b-cf3398677a79', 'mac_address': 'fa:16:3e:b6:da:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:58:16.197435 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:16.214008 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90fadad9-fd8f-4d42-842b-cf3398677a79 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:58:16.239894 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 90fadad9-fd8f-4d42-842b-cf3398677a79, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=90fadad9-fd8f-4d42-842b-cf3398677a79,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:16.244350 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:16.295263 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=90fadad9-fd8f-4d42-842b-cf3398677a79,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:16.309793 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d125650-7a5e-4210-812b-1a70b74f36ff req-7b72d7bb-9ad4-45c6-9c93-a1c7c4a71860 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4966877 Sep 07 18:58:16.335605 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b3b2d7e-ac87-40d6-86fc-73d38c763bd8 req-51fe5720-1d89-4187-82c6-a2b56cc24a43 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d66467f-2528-43e9-969f-b90cc21d56e9 HTTP/1.1" status: 200 len: 210 time: 0.0364506 Sep 07 18:58:16.338781 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f5bafc1f-1375-4f5f-83c6-d614f3b6ef0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:16.362487 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f5bafc1f-1375-4f5f-83c6-d614f3b6ef0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:16.367990 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bafc1f-1375-4f5f-83c6-d614f3b6ef0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:16.368596 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f5bafc1f-1375-4f5f-83c6-d614f3b6ef0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:16.400404 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f5bafc1f-1375-4f5f-83c6-d614f3b6ef0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7559407 Sep 07 18:58:16.403077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37774) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:16.409672 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-4fa6e909-fde9-4a94-bfa4-cd17f0216510 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'subnet': {'network_id': 'ce2baed5-e8ec-4447-9e6d-6178844dcc57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:16.460886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bafc1f-1375-4f5f-83c6-d614f3b6ef0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Network': ['ID=ce2baed5-e8ec-4447-9e6d-6178844dcc57,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:16.474411 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network ce2baed5-e8ec-4447-9e6d-6178844dcc57 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:58:16.499974 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['90fadad9-fd8f-4d42-842b-cf3398677a79'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:58:16.532001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa6e909-fde9-4a94-bfa4-cd17f0216510 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:16.536652 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e909-fde9-4a94-bfa4-cd17f0216510 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:16.825292 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c61f77-7792-47d1-b811-76a347e28f1b req-4f064c0c-3334-4bba-9c93-bdebce4055ce tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:16.826758 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38c61f77-7792-47d1-b811-76a347e28f1b req-4f064c0c-3334-4bba-9c93-bdebce4055ce tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.36 "GET /v2.0/networks?id=1cf7232d-a60f-43db-ab7e-3bece3e83c8f HTTP/1.1" status: 200 len: 811 time: 0.1909647 Sep 07 18:58:16.836363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083c631-8861-4499-b091-e634d35dad30 req-eeefcdda-67bf-46e4-ad1e-8955d58ea161 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:16.837751 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f083c631-8861-4499-b091-e634d35dad30 req-eeefcdda-67bf-46e4-ad1e-8955d58ea161 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.1180396 Sep 07 18:58:16.856953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-38c61f77-7792-47d1-b811-76a347e28f1b req-e147ceea-ba14-4863-b8b6-1d9fc7fd20d7 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Request body: {'port': {'device_id': '7e7ec127-d04c-45d2-8c16-4b55001dee0b', 'network_id': '1cf7232d-a60f-43db-ab7e-3bece3e83c8f', 'admin_state_up': True, 'tenant_id': 'e81334715fe248b7846fde74e7fee518'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:17.010114 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f083c631-8861-4499-b091-e634d35dad30 req-71484165-a54d-4e2c-baa4-bd8708f37d61 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660042 Sep 07 18:58:17.014401 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d2d93e2-61b4-4291-a5a7-4171b409093f req-39c5c50a-08b8-4b27-b07d-087f2429108b tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 210 time: 0.0549507 Sep 07 18:58:17.017115 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e909-fde9-4a94-bfa4-cd17f0216510 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:17.169543 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6e909-fde9-4a94-bfa4-cd17f0216510 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Subnet': ['ID=8065ae21-b645-4c29-8353-5c3b74959d8d,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:17.194631 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c61f77-7792-47d1-b811-76a347e28f1b req-e147ceea-ba14-4863-b8b6-1d9fc7fd20d7 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Made reservation on behalf of e81334715fe248b7846fde74e7fee518 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:17.198061 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-38c61f77-7792-47d1-b811-76a347e28f1b req-e147ceea-ba14-4863-b8b6-1d9fc7fd20d7 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:17.208776 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6e909-fde9-4a94-bfa4-cd17f0216510 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Checking segment: {'id': 'df060078-2f57-4195-8b6f-fcee06e795cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ce2baed5-e8ec-4447-9e6d-6178844dcc57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:17.209136 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa6e909-fde9-4a94-bfa4-cd17f0216510 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network hostable DHCP agents. Network: ce2baed5-e8ec-4447-9e6d-6178844dcc57, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:58:17.250147 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-d608afa7-3f19-4ecd-bc73-c3539ecc97b8 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:17.252364 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-d608afa7-3f19-4ecd-bc73-c3539ecc97b8 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.36 "GET /v2.0/networks?id=08e27b69-4f54-45ed-be66-c2ab7bde9660 HTTP/1.1" status: 200 len: 808 time: 0.1828666 Sep 07 18:58:17.292556 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-baa92638-73ec-47c2-a0fb-157475162e67 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Request body: {'port': {'device_id': '5d66467f-2528-43e9-969f-b90cc21d56e9', 'network_id': '08e27b69-4f54-45ed-be66-c2ab7bde9660', 'admin_state_up': True, 'tenant_id': '2e5f862b2b324a15a06efc675520a191'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:17.312304 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa6e909-fde9-4a94-bfa4-cd17f0216510 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network ce2baed5-e8ec-4447-9e6d-6178844dcc57 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:58:17.347653 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-4fa6e909-fde9-4a94-bfa4-cd17f0216510 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, ce2baed5-e8ec-4447-9e6d-6178844dcc57) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:17.356552 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c00b579-546d-4772-852f-127889c54f83 None None] Network ce2baed5-e8ec-4447-9e6d-6178844dcc57 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:17.418150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa6e909-fde9-4a94-bfa4-cd17f0216510 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:17.418749 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e909-fde9-4a94-bfa4-cd17f0216510 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:17.488234 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d351941-36ae-4b01-a49d-25918c0ca5a3 req-f4957263-2581-41f7-a643-812537bc3e41 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d66467f-2528-43e9-969f-b90cc21d56e9 HTTP/1.1" status: 200 len: 210 time: 0.0610180 Sep 07 18:58:17.499435 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4fa6e909-fde9-4a94-bfa4-cd17f0216510 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0952630 Sep 07 18:58:17.504695 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-38c61f77-7792-47d1-b811-76a347e28f1b req-e147ceea-ba14-4863-b8b6-1d9fc7fd20d7 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Allocated IP 172.20.0.5 (1cf7232d-a60f-43db-ab7e-3bece3e83c8f/ddca0847-4c27-4d7b-a6ad-3b98cce52fb5/dc8a6bef-b68c-417a-8ea2-ea96c9721df2) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:17.505461 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37788) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:17.511270 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-7f6ca862-cc5b-45cc-b045-bd20039b58ca tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'port': {'network_id': 'ce2baed5-e8ec-4447-9e6d-6178844dcc57', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-536046783'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:17.538288 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-ce2baed5-e8ec-4447-9e6d-6178844dcc57', 'network_id': 'ce2baed5-e8ec-4447-9e6d-6178844dcc57', 'tenant_id': 'df0b7d269d7d49ab843fe37513b2db53', 'fixed_ips': [{'subnet_id': '8065ae21-b645-4c29-8353-5c3b74959d8d'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:58:17.539492 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:17.541802 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0f555-f00d-4133-aa54-91fc86780304 req-d25a8809-a8b9-44f6-bb32-03abbbf5a01c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:17.543364 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81c0f555-f00d-4133-aa54-91fc86780304 req-d25a8809-a8b9-44f6-bb32-03abbbf5a01c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 945 time: 0.1452301 Sep 07 18:58:17.604456 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-baa92638-73ec-47c2-a0fb-157475162e67 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Made reservation on behalf of 2e5f862b2b324a15a06efc675520a191 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:17.608692 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-baa92638-73ec-47c2-a0fb-157475162e67 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:17.643555 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6ca862-cc5b-45cc-b045-bd20039b58ca tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:17.648370 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca862-cc5b-45cc-b045-bd20039b58ca tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:17.668856 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-7f6ca862-cc5b-45cc-b045-bd20039b58ca tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] device_id is not set on port 60d94afa-11e8-4a0e-92c2-ee003e8054ab yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:58:17.719843 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] Allocated IP 2001:db8::2 (ce2baed5-e8ec-4447-9e6d-6178844dcc57/8065ae21-b645-4c29-8353-5c3b74959d8d/30946653-7149-4e02-be0b-00626e489f6c) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:17.792602 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81c0f555-f00d-4133-aa54-91fc86780304 req-f00dd5b5-fc1c-4f0d-97a4-06ddf69160c2 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397628 Sep 07 18:58:17.826352 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-38c61f77-7792-47d1-b811-76a347e28f1b req-e147ceea-ba14-4863-b8b6-1d9fc7fd20d7 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:17.851514 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-baa92638-73ec-47c2-a0fb-157475162e67 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Allocated IP 172.20.0.4 (08e27b69-4f54-45ed-be66-c2ab7bde9660/bd21f145-4a32-48ea-94e4-bdfd8d2f26df/3ef69246-bb72-4fd9-8ded-32aff74aeb7a) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:17.917388 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-38c61f77-7792-47d1-b811-76a347e28f1b req-e147ceea-ba14-4863-b8b6-1d9fc7fd20d7 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:17.975126 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['481af88e-003d-4e9c-9f8b-32883e187a40'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:58:17.977026 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 90fadad9-fd8f-4d42-842b-cf3398677a79 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:58:17.987881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c61f77-7792-47d1-b811-76a347e28f1b req-e147ceea-ba14-4863-b8b6-1d9fc7fd20d7 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Network 1cf7232d-a60f-43db-ab7e-3bece3e83c8f is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:17.994306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-38c61f77-7792-47d1-b811-76a347e28f1b req-e147ceea-ba14-4863-b8b6-1d9fc7fd20d7 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:18.005326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c61f77-7792-47d1-b811-76a347e28f1b req-e147ceea-ba14-4863-b8b6-1d9fc7fd20d7 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:18.011041 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147ceea-ba14-4863-b8b6-1d9fc7fd20d7 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Pushing event updated for resources: {'Port': ['ID=dc8a6bef-b68c-417a-8ea2-ea96c9721df2,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:18.058237 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:18.074823 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] Transition to ACTIVE for port object 30946653-7149-4e02-be0b-00626e489f6c will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:18.096939 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c61f77-7792-47d1-b811-76a347e28f1b req-e147ceea-ba14-4863-b8b6-1d9fc7fd20d7 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:18.097586 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-38c61f77-7792-47d1-b811-76a347e28f1b req-e147ceea-ba14-4863-b8b6-1d9fc7fd20d7 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:18.128090 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] Transition to ACTIVE for port object 30946653-7149-4e02-be0b-00626e489f6c will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:18.130870 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38c61f77-7792-47d1-b811-76a347e28f1b req-e147ceea-ba14-4863-b8b6-1d9fc7fd20d7 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2830138 Sep 07 18:58:18.134551 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-baa92638-73ec-47c2-a0fb-157475162e67 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:18.145337 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:18.147030 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-38c61f77-7792-47d1-b811-76a347e28f1b req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] Request body: {'port': {'device_id': '7e7ec127-d04c-45d2-8c16-4b55001dee0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:18.175324 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 90fadad9-fd8f-4d42-842b-cf3398677a79 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:58:18.201206 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-7f6ca862-cc5b-45cc-b045-bd20039b58ca tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Allocated IP 2001:db8::7e (ce2baed5-e8ec-4447-9e6d-6178844dcc57/8065ae21-b645-4c29-8353-5c3b74959d8d/60d94afa-11e8-4a0e-92c2-ee003e8054ab) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:18.211320 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 90fadad9-fd8f-4d42-842b-cf3398677a79 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:18.211870 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:18.215296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] Network ce2baed5-e8ec-4447-9e6d-6178844dcc57 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:18.248485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:18.251212 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:18.294270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] Pushing event updated for resources: {'Port': ['ID=30946653-7149-4e02-be0b-00626e489f6c,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:18.308158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715845a5-113e-42c7-9ea3-6e47838ff0b9 req-176059e9-2a15-4e4a-ac69-4c34a59756b6 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:18.309799 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-715845a5-113e-42c7-9ea3-6e47838ff0b9 req-176059e9-2a15-4e4a-ac69-4c34a59756b6 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 931 time: 0.1467381 Sep 07 18:58:18.314535 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-38c61f77-7792-47d1-b811-76a347e28f1b req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:18.321487 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975f3ac-fc78-4aac-9d6b-354bda67d1a9 req-b60ecac7-9662-4080-8692-add85a40c281 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:18.323001 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b975f3ac-fc78-4aac-9d6b-354bda67d1a9 req-b60ecac7-9662-4080-8692-add85a40c281 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.1825233 Sep 07 18:58:18.352331 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-baa92638-73ec-47c2-a0fb-157475162e67 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:18.357063 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] Attempting to bind port 30946653-7149-4e02-be0b-00626e489f6c on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:58:18.357679 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] Attempting to bind port 30946653-7149-4e02-be0b-00626e489f6c by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'df060078-2f57-4195-8b6f-fcee06e795cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ce2baed5-e8ec-4447-9e6d-6178844dcc57'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:58:18.357793 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] Attempting to bind port 30946653-7149-4e02-be0b-00626e489f6c on network ce2baed5-e8ec-4447-9e6d-6178844dcc57 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:58:18.363683 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca862-cc5b-45cc-b045-bd20039b58ca tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:18.374058 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:58:18.374441 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] Checking segment: {'id': 'df060078-2f57-4195-8b6f-fcee06e795cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ce2baed5-e8ec-4447-9e6d-6178844dcc57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:18.374840 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:18.375239 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] Bound using segment: {'id': 'df060078-2f57-4195-8b6f-fcee06e795cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ce2baed5-e8ec-4447-9e6d-6178844dcc57'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:58:18.375717 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] Bound port: 30946653-7149-4e02-be0b-00626e489f6c, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df060078-2f57-4195-8b6f-fcee06e795cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ce2baed5-e8ec-4447-9e6d-6178844dcc57'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:58:18.376105 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:18.381879 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-7f6ca862-cc5b-45cc-b045-bd20039b58ca tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Transition to ACTIVE for port object 60d94afa-11e8-4a0e-92c2-ee003e8054ab will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:18.417167 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca862-cc5b-45cc-b045-bd20039b58ca tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:18.436691 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:18.456607 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-baa92638-73ec-47c2-a0fb-157475162e67 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Network 08e27b69-4f54-45ed-be66-c2ab7bde9660 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:18.462055 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6ca862-cc5b-45cc-b045-bd20039b58ca tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network ce2baed5-e8ec-4447-9e6d-6178844dcc57 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:18.466833 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-7f6ca862-cc5b-45cc-b045-bd20039b58ca tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:18.472064 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-715845a5-113e-42c7-9ea3-6e47838ff0b9 req-d8ddb687-f5e3-4c3c-a192-f4b19b233486 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466327 Sep 07 18:58:18.479519 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6ca862-cc5b-45cc-b045-bd20039b58ca tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:18.481595 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f8dc8f-fcfd-43a9-9da8-2b31e08468d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fadad9-fd8f-4d42-842b-cf3398677a79'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:58:18.481869 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-baa92638-73ec-47c2-a0fb-157475162e67 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:18.484863 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572d5824-cb55-42a0-84a5-419897d533ed" -d '{"events": [{"server_uuid": "99f8dc8f-fcfd-43a9-9da8-2b31e08468d1", "name": "network-vif-plugged", "status": "completed", "tag": "90fadad9-fd8f-4d42-842b-cf3398677a79"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:58:18.488538 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6ca862-cc5b-45cc-b045-bd20039b58ca tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:18.489528 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca862-cc5b-45cc-b045-bd20039b58ca tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:18.490936 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-baa92638-73ec-47c2-a0fb-157475162e67 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:18.505640 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b975f3ac-fc78-4aac-9d6b-354bda67d1a9 req-f2333d32-ab54-40fa-b79e-a64660eaf5ce tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534247 Sep 07 18:58:18.505640 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa92638-73ec-47c2-a0fb-157475162e67 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Pushing event updated for resources: {'Port': ['ID=3ef69246-bb72-4fd9-8ded-32aff74aeb7a,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:18.509533 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] For port 30946653-7149-4e02-be0b-00626e489f6c, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:58:18.513656 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 90fadad9-fd8f-4d42-842b-cf3398677a79, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=90fadad9-fd8f-4d42-842b-cf3398677a79,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:18.527560 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ca862-cc5b-45cc-b045-bd20039b58ca tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=60d94afa-11e8-4a0e-92c2-ee003e8054ab,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:18.540364 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:18.548364 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] For port 30946653-7149-4e02-be0b-00626e489f6c, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=30946653-7149-4e02-be0b-00626e489f6c,segment=NetworkSegment(df060078-2f57-4195-8b6f-fcee06e795cb),segment_id=df060078-2f57-4195-8b6f-fcee06e795cb)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:58:18.564818 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7f6ca862-cc5b-45cc-b045-bd20039b58ca tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.0548189 Sep 07 18:58:18.565274 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37804) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:18.588426 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59f686f-0061-439f-9e99-f53e5f807d42 x-openstack-request-id: req-a59f686f-0061-439f-9e99-f53e5f807d42 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:58:18.589000 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f8dc8f-fcfd-43a9-9da8-2b31e08468d1", "name": "network-vif-plugged", "status": "completed", "tag": "90fadad9-fd8f-4d42-842b-cf3398677a79", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:58:18.589243 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a59f686f-0061-439f-9e99-f53e5f807d42 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:58:18.589633 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f8dc8f-fcfd-43a9-9da8-2b31e08468d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fadad9-fd8f-4d42-842b-cf3398677a79', 'code': 200} Sep 07 18:58:18.594059 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:18.645038 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=90fadad9-fd8f-4d42-842b-cf3398677a79,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:18.708430 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c43d5-41fd-4db5-b1ee-bb9e6f31be13 None None] Pushing event updated for resources: {'Port': ['ID=30946653-7149-4e02-be0b-00626e489f6c,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:18.729979 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95abc70-71f5-4d65-813c-0feacc05a764 req-cc3b4798-655b-4ad4-8c29-f2ddd14a627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:18.731405 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b95abc70-71f5-4d65-813c-0feacc05a764 req-cc3b4798-655b-4ad4-8c29-f2ddd14a627e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 1097 time: 0.0693939 Sep 07 18:58:18.741997 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a57e2781-61f7-44e2-a7ad-289c138b6547 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting port 60d94afa-11e8-4a0e-92c2-ee003e8054ab {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:18.742456 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a57e2781-61f7-44e2-a7ad-289c138b6547 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:18.748672 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-baa92638-73ec-47c2-a0fb-157475162e67 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:18.749312 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-baa92638-73ec-47c2-a0fb-157475162e67 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:18.808350 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30bf626-74b4-4304-956d-0d6da4809682 req-ece8ece1-94e3-4ac7-a839-78a19c140e79 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:18.810055 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a30bf626-74b4-4304-956d-0d6da4809682 req-ece8ece1-94e3-4ac7-a839-78a19c140e79 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d66467f-2528-43e9-969f-b90cc21d56e9 HTTP/1.1" status: 200 len: 931 time: 0.1487212 Sep 07 18:58:18.818177 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-baa92638-73ec-47c2-a0fb-157475162e67 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5334001 Sep 07 18:58:18.838085 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b95abc70-71f5-4d65-813c-0feacc05a764 req-c6558f4e-4823-49bf-84fa-6b43cbf3499e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987413 Sep 07 18:58:18.859305 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-e9109040-294f-4900-ac52-3938842b083c service neutron] Request body: {'port': {'device_id': '5d66467f-2528-43e9-969f-b90cc21d56e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:18.888681 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a57e2781-61f7-44e2-a7ad-289c138b6547 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:18.902693 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a57e2781-61f7-44e2-a7ad-289c138b6547 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Calling delete_port for 60d94afa-11e8-4a0e-92c2-ee003e8054ab owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:19.001408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a30bf626-74b4-4304-956d-0d6da4809682 req-bb51fbfa-0ac4-4dae-b359-e369cd91f19d tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6103c70-4251-4e8e-95e4-1c32faae5863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784792 Sep 07 18:58:19.019424 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-e9109040-294f-4900-ac52-3938842b083c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:19.072851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41635c-f89f-4aaa-a808-83095ed58a75 req-d3dc5a23-15a2-42d0-8b91-e0d6c63f8681 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:19.074283 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fa41635c-f89f-4aaa-a808-83095ed58a75 req-d3dc5a23-15a2-42d0-8b91-e0d6c63f8681 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.1600878 Sep 07 18:58:19.089833 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a57e2781-61f7-44e2-a7ad-289c138b6547 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:19.118716 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e2781-61f7-44e2-a7ad-289c138b6547 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Port': ['ID=60d94afa-11e8-4a0e-92c2-ee003e8054ab,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:19.124787 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-38c61f77-7792-47d1-b811-76a347e28f1b req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8a6bef-b68c-417a-8ea2-ea96c9721df2 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:58:19.141939 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-38c61f77-7792-47d1-b811-76a347e28f1b req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:19.151510 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a57e2781-61f7-44e2-a7ad-289c138b6547 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:19.155799 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a57e2781-61f7-44e2-a7ad-289c138b6547 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/ports/60d94afa-11e8-4a0e-92c2-ee003e8054ab HTTP/1.1" status: 204 len: 168 time: 0.5871801 Sep 07 18:58:19.156048 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37810) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:19.180600 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9feab910-6ee7-4fb0-9776-d3e0555949fd tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] GET failed (client error): The resource could not be found. Sep 07 18:58:19.184793 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-38c61f77-7792-47d1-b811-76a347e28f1b req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] Transition to ACTIVE for port object dc8a6bef-b68c-417a-8ea2-ea96c9721df2 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:19.185065 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9feab910-6ee7-4fb0-9776-d3e0555949fd tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports/60d94afa-11e8-4a0e-92c2-ee003e8054ab HTTP/1.1" status: 404 len: 333 time: 0.0252626 Sep 07 18:58:19.186588 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37812) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:19.228899 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fa41635c-f89f-4aaa-a808-83095ed58a75 req-776529f7-562a-448f-84a5-97d02998bde6 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245046 Sep 07 18:58:19.231770 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-38c61f77-7792-47d1-b811-76a347e28f1b req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:19.238053 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab100843-28f0-455f-91e1-428422c42181 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting subnet 8065ae21-b645-4c29-8353-5c3b74959d8d {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:58:19.241222 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab100843-28f0-455f-91e1-428422c42181 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:19.284800 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab100843-28f0-455f-91e1-428422c42181 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:19.321005 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] Pushing event updated for resources: {'Port': ['ID=dc8a6bef-b68c-417a-8ea2-ea96c9721df2,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:19.382008 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab100843-28f0-455f-91e1-428422c42181 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:19.447323 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab100843-28f0-455f-91e1-428422c42181 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:19.450906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-38c61f77-7792-47d1-b811-76a347e28f1b req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] Attempting to bind port dc8a6bef-b68c-417a-8ea2-ea96c9721df2 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:58:19.451244 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-38c61f77-7792-47d1-b811-76a347e28f1b req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] Attempting to bind port dc8a6bef-b68c-417a-8ea2-ea96c9721df2 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '53235788-5634-48ba-9fa5-674d0808e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1cf7232d-a60f-43db-ab7e-3bece3e83c8f'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:58:19.451574 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c61f77-7792-47d1-b811-76a347e28f1b req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] Attempting to bind port dc8a6bef-b68c-417a-8ea2-ea96c9721df2 on network 1cf7232d-a60f-43db-ab7e-3bece3e83c8f {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:58:19.458056 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c61f77-7792-47d1-b811-76a347e28f1b req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] Port dc8a6bef-b68c-417a-8ea2-ea96c9721df2 on network 1cf7232d-a60f-43db-ab7e-3bece3e83c8f not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:58:19.458381 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c61f77-7792-47d1-b811-76a347e28f1b req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] Attempting to bind port dc8a6bef-b68c-417a-8ea2-ea96c9721df2 on network 1cf7232d-a60f-43db-ab7e-3bece3e83c8f {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:58:19.465705 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c61f77-7792-47d1-b811-76a347e28f1b req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:58:19.466045 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c61f77-7792-47d1-b811-76a347e28f1b req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] Checking segment: {'id': '53235788-5634-48ba-9fa5-674d0808e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1cf7232d-a60f-43db-ab7e-3bece3e83c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:19.466428 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c61f77-7792-47d1-b811-76a347e28f1b req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] Bound using segment: {'id': '53235788-5634-48ba-9fa5-674d0808e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1cf7232d-a60f-43db-ab7e-3bece3e83c8f'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:58:19.466863 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-38c61f77-7792-47d1-b811-76a347e28f1b req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] Bound port: dc8a6bef-b68c-417a-8ea2-ea96c9721df2, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53235788-5634-48ba-9fa5-674d0808e23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1cf7232d-a60f-43db-ab7e-3bece3e83c8f'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:58:19.467221 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-38c61f77-7792-47d1-b811-76a347e28f1b req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:19.478129 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab100843-28f0-455f-91e1-428422c42181 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Subnet': ['ID=8065ae21-b645-4c29-8353-5c3b74959d8d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:19.482071 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab100843-28f0-455f-91e1-428422c42181 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:19.483907 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ab100843-28f0-455f-91e1-428422c42181 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/subnets/8065ae21-b645-4c29-8353-5c3b74959d8d HTTP/1.1" status: 204 len: 168 time: 0.2962475 Sep 07 18:58:19.487033 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37814) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:19.549277 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-e9109040-294f-4900-ac52-3938842b083c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef69246-bb72-4fd9-8ded-32aff74aeb7a {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:58:19.563758 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-e9109040-294f-4900-ac52-3938842b083c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:19.589398 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3554af9c-df5d-4b08-aa54-128861e8c517 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:19.590372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-e9109040-294f-4900-ac52-3938842b083c service neutron] Transition to ACTIVE for port object 3ef69246-bb72-4fd9-8ded-32aff74aeb7a will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:19.591614 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-38c61f77-7792-47d1-b811-76a347e28f1b req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] For port dc8a6bef-b68c-417a-8ea2-ea96c9721df2, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:58:19.596164 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-38c61f77-7792-47d1-b811-76a347e28f1b req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] For port dc8a6bef-b68c-417a-8ea2-ea96c9721df2, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=dc8a6bef-b68c-417a-8ea2-ea96c9721df2,segment=NetworkSegment(53235788-5634-48ba-9fa5-674d0808e23e),segment_id=53235788-5634-48ba-9fa5-674d0808e23e)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:58:19.597382 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-e9109040-294f-4900-ac52-3938842b083c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:19.609661 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-38c61f77-7792-47d1-b811-76a347e28f1b req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:19.665515 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-3554af9c-df5d-4b08-aa54-128861e8c517 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting port 30946653-7149-4e02-be0b-00626e489f6c {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:19.665727 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3554af9c-df5d-4b08-aa54-128861e8c517 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:19.701731 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c61f77-7792-47d1-b811-76a347e28f1b req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:19.702331 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-38c61f77-7792-47d1-b811-76a347e28f1b req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:19.703823 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38c61f77-7792-47d1-b811-76a347e28f1b req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] 10.222.0.36 "PUT /v2.0/ports/dc8a6bef-b68c-417a-8ea2-ea96c9721df2 HTTP/1.1" status: 200 len: 1091 time: 1.5616944 Sep 07 18:58:19.722430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7ec127-d04c-45d2-8c16-4b55001dee0b', 'tag': 'dc8a6bef-b68c-417a-8ea2-ea96c9721df2'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:58:19.725531 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5def9d6-454a-4e10-af18-6cce0047cfbe" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7ec127-d04c-45d2-8c16-4b55001dee0b", "tag": "dc8a6bef-b68c-417a-8ea2-ea96c9721df2"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:58:19.733872 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-3554af9c-df5d-4b08-aa54-128861e8c517 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] For port 30946653-7149-4e02-be0b-00626e489f6c, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=30946653-7149-4e02-be0b-00626e489f6c,segment=NetworkSegment(df060078-2f57-4195-8b6f-fcee06e795cb),segment_id=df060078-2f57-4195-8b6f-fcee06e795cb)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:19.734217 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3554af9c-df5d-4b08-aa54-128861e8c517 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:19.749804 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-3554af9c-df5d-4b08-aa54-128861e8c517 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Calling delete_port for 30946653-7149-4e02-be0b-00626e489f6c owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:19.756881 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1bf2ed-2791-4fd4-8bf1-f3f92258499a None None] Network ce2baed5-e8ec-4447-9e6d-6178844dcc57 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:19.759200 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9109040-294f-4900-ac52-3938842b083c service neutron] Pushing event updated for resources: {'Port': ['ID=3ef69246-bb72-4fd9-8ded-32aff74aeb7a,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:19.845170 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3554af9c-df5d-4b08-aa54-128861e8c517 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:19.859847 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3554af9c-df5d-4b08-aa54-128861e8c517 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] No DVR routers for this DVR port 30946653-7149-4e02-be0b-00626e489f6c on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:58:19.882451 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32e5de-d344-4321-8135-217869438110 req-681f5ae5-0315-43e9-9cc3-879032f38308 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:19.884365 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd32e5de-d344-4321-8135-217869438110 req-681f5ae5-0315-43e9-9cc3-879032f38308 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 943 time: 0.2390511 Sep 07 18:58:19.897129 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554af9c-df5d-4b08-aa54-128861e8c517 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Port': ['ID=30946653-7149-4e02-be0b-00626e489f6c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:19.904970 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4eb6b21d-a7d2-4dcc-87a6-bbde44280f47 None None] Could not find standard attr ID for object 30946653-7149-4e02-be0b-00626e489f6c. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 18:58:19.915683 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1fa1d-e819-45c6-bea8-150c85fb5f1f req-940596a8-921a-4adc-954d-99a22d037b6a tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:19.917408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54c1fa1d-e819-45c6-bea8-150c85fb5f1f req-940596a8-921a-4adc-954d-99a22d037b6a tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.2709222 Sep 07 18:58:19.979809 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c013c3da-2d7c-46e1-bed0-4b1d35f4a1af None None] DHCP port deletion for ce2baed5-e8ec-4447-9e6d-6178844dcc57 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:58:19.991395 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c61f77-7792-47d1-b811-76a347e28f1b req-985cf159-6fe5-48f8-85a8-3a9dac4fc815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:19.993154 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38c61f77-7792-47d1-b811-76a347e28f1b req-985cf159-6fe5-48f8-85a8-3a9dac4fc815 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e81334715fe248b7846fde74e7fee518&device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 1094 time: 0.2370319 Sep 07 18:58:19.998245 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e78b5-d937-4e3e-b665-cc655ace4e8d service neutron] Pushing event updated for resources: {'Port': ['ID=dc8a6bef-b68c-417a-8ea2-ea96c9721df2,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:20.015351 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3554af9c-df5d-4b08-aa54-128861e8c517 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:20.035398 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-3554af9c-df5d-4b08-aa54-128861e8c517 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2baed5-e8ec-4447-9e6d-6178844dcc57']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:20.044490 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-3554af9c-df5d-4b08-aa54-128861e8c517 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df060078-2f57-4195-8b6f-fcee06e795cb') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:20.044810 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-3554af9c-df5d-4b08-aa54-128861e8c517 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df060078-2f57-4195-8b6f-fcee06e795cb') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:20.054489 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3554af9c-df5d-4b08-aa54-128861e8c517 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:20.066777 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd32e5de-d344-4321-8135-217869438110 req-21c3e9af-cdc0-41c5-8828-0362b0e7b4a0 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690931 Sep 07 18:58:20.067331 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3554af9c-df5d-4b08-aa54-128861e8c517 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:20.067998 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38c61f77-7792-47d1-b811-76a347e28f1b req-2a82ea1c-fd0e-42dc-ad94-74b2cc79a498 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc8a6bef-b68c-417a-8ea2-ea96c9721df2 HTTP/1.1" status: 200 len: 217 time: 0.0628095 Sep 07 18:58:20.070717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-e9109040-294f-4900-ac52-3938842b083c service neutron] Attempting to bind port 3ef69246-bb72-4fd9-8ded-32aff74aeb7a on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:58:20.071053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-e9109040-294f-4900-ac52-3938842b083c service neutron] Attempting to bind port 3ef69246-bb72-4fd9-8ded-32aff74aeb7a by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '48f5f97a-4419-4446-9edf-00eb16251426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '08e27b69-4f54-45ed-be66-c2ab7bde9660'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:58:20.071384 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-e9109040-294f-4900-ac52-3938842b083c service neutron] Attempting to bind port 3ef69246-bb72-4fd9-8ded-32aff74aeb7a on network 08e27b69-4f54-45ed-be66-c2ab7bde9660 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:58:20.073880 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3554af9c-df5d-4b08-aa54-128861e8c517 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:58:20.074573 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3554af9c-df5d-4b08-aa54-128861e8c517 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:58:20.078417 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:58:20.089122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54c1fa1d-e819-45c6-bea8-150c85fb5f1f req-82d93239-c44c-4e2a-abdf-96f81d88f06d tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559460 Sep 07 18:58:20.096984 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-e9109040-294f-4900-ac52-3938842b083c service neutron] Port 3ef69246-bb72-4fd9-8ded-32aff74aeb7a on network 08e27b69-4f54-45ed-be66-c2ab7bde9660 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:58:20.097566 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-e9109040-294f-4900-ac52-3938842b083c service neutron] Attempting to bind port 3ef69246-bb72-4fd9-8ded-32aff74aeb7a on network 08e27b69-4f54-45ed-be66-c2ab7bde9660 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:58:20.129872 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-e9109040-294f-4900-ac52-3938842b083c service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:58:20.130215 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-e9109040-294f-4900-ac52-3938842b083c service neutron] Checking segment: {'id': '48f5f97a-4419-4446-9edf-00eb16251426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '08e27b69-4f54-45ed-be66-c2ab7bde9660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:20.130600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-e9109040-294f-4900-ac52-3938842b083c service neutron] Bound using segment: {'id': '48f5f97a-4419-4446-9edf-00eb16251426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '08e27b69-4f54-45ed-be66-c2ab7bde9660'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:58:20.131041 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-e9109040-294f-4900-ac52-3938842b083c service neutron] Bound port: 3ef69246-bb72-4fd9-8ded-32aff74aeb7a, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f5f97a-4419-4446-9edf-00eb16251426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '08e27b69-4f54-45ed-be66-c2ab7bde9660'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:58:20.131400 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-e9109040-294f-4900-ac52-3938842b083c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:20.160772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c61f77-7792-47d1-b811-76a347e28f1b req-f7172e6c-1721-4a58-8fcd-70a7403bedb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:20.161131 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3554af9c-df5d-4b08-aa54-128861e8c517 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:20.162171 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38c61f77-7792-47d1-b811-76a347e28f1b req-f7172e6c-1721-4a58-8fcd-70a7403bedb1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ddca0847-4c27-4d7b-a6ad-3b98cce52fb5 HTTP/1.1" status: 200 len: 851 time: 0.0858529 Sep 07 18:58:20.169084 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3554af9c-df5d-4b08-aa54-128861e8c517 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:20.175155 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3554af9c-df5d-4b08-aa54-128861e8c517 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/networks/ce2baed5-e8ec-4447-9e6d-6178844dcc57 HTTP/1.1" status: 204 len: 168 time: 0.6829648 Sep 07 18:58:20.186614 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f28c80-5beb-4ada-9f0f-9e05848b98ac x-openstack-request-id: req-68f28c80-5beb-4ada-9f0f-9e05848b98ac {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:58:20.186773 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7ec127-d04c-45d2-8c16-4b55001dee0b", "tag": "dc8a6bef-b68c-417a-8ea2-ea96c9721df2", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:58:20.186933 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68f28c80-5beb-4ada-9f0f-9e05848b98ac {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:58:20.187318 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7ec127-d04c-45d2-8c16-4b55001dee0b', 'tag': 'dc8a6bef-b68c-417a-8ea2-ea96c9721df2', 'status': 'completed', 'code': 200} Sep 07 18:58:20.187695 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37828) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:20.194782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-7a83c49c-60a4-4f78-ba73-79cd50662a75 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'port': {'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0', 'name': 'tempest-PortsIpV6TestJSON-51044345'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:20.199312 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554af9c-df5d-4b08-aa54-128861e8c517 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Network': ['ID=ce2baed5-e8ec-4447-9e6d-6178844dcc57,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:20.238993 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38c61f77-7792-47d1-b811-76a347e28f1b req-b4da5653-fa82-4ce0-bc15-91b63a016172 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf7232d-a60f-43db-ab7e-3bece3e83c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547485 Sep 07 18:58:20.717725 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-e9109040-294f-4900-ac52-3938842b083c service neutron] For port 3ef69246-bb72-4fd9-8ded-32aff74aeb7a, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:58:20.772122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-e9109040-294f-4900-ac52-3938842b083c service neutron] For port 3ef69246-bb72-4fd9-8ded-32aff74aeb7a, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3ef69246-bb72-4fd9-8ded-32aff74aeb7a,segment=NetworkSegment(48f5f97a-4419-4446-9edf-00eb16251426),segment_id=48f5f97a-4419-4446-9edf-00eb16251426)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:58:20.785577 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-e9109040-294f-4900-ac52-3938842b083c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:20.810105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757a5f8-76a8-4b3f-91d0-8fe64f9a4700 req-a0cf0aca-2bda-40a2-ba07-a35e1eeb9eba tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:20.811586 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8757a5f8-76a8-4b3f-91d0-8fe64f9a4700 req-a0cf0aca-2bda-40a2-ba07-a35e1eeb9eba tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d66467f-2528-43e9-969f-b90cc21d56e9 HTTP/1.1" status: 200 len: 943 time: 0.5770872 Sep 07 18:58:20.864468 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb64a80-2bb8-4781-bef7-e6ce2bf3812e req-253437be-6155-449c-a701-f73d81cf5ccf tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:20.865960 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6cb64a80-2bb8-4781-bef7-e6ce2bf3812e req-253437be-6155-449c-a701-f73d81cf5ccf tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.5566947 Sep 07 18:58:20.874971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a83c49c-60a4-4f78-ba73-79cd50662a75 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:20.879952 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7a83c49c-60a4-4f78-ba73-79cd50662a75 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:20.893619 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-e9109040-294f-4900-ac52-3938842b083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:20.894273 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-e9109040-294f-4900-ac52-3938842b083c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:20.895554 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-e9109040-294f-4900-ac52-3938842b083c service neutron] 10.222.0.36 "PUT /v2.0/ports/3ef69246-bb72-4fd9-8ded-32aff74aeb7a HTTP/1.1" status: 200 len: 1091 time: 2.0640059 Sep 07 18:58:20.920252 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38c61f77-7792-47d1-b811-76a347e28f1b req-74a78d35-f4e3-46f1-a1f2-20b3cb2210d6 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf7232d-a60f-43db-ab7e-3bece3e83c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565828 Sep 07 18:58:20.997338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9109040-294f-4900-ac52-3938842b083c service neutron] Pushing event updated for resources: {'Port': ['ID=3ef69246-bb72-4fd9-8ded-32aff74aeb7a,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:21.003723 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-7a83c49c-60a4-4f78-ba73-79cd50662a75 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] device_id is not set on port f910d9b8-b3fd-4ef1-b59e-ebdb3a0a0e20 yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:58:21.022871 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8757a5f8-76a8-4b3f-91d0-8fe64f9a4700 req-aaa4b9e2-f80d-4848-821d-34db5d47dfd4 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6103c70-4251-4e8e-95e4-1c32faae5863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823397 Sep 07 18:58:21.109891 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6cb64a80-2bb8-4781-bef7-e6ce2bf3812e req-8d4f80d0-dc00-4051-941c-bb46cc359455 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259049 Sep 07 18:58:21.136288 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-6a21d0ba-85aa-494e-aaec-ed5d80810ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:21.137836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-6a21d0ba-85aa-494e-aaec-ed5d80810ab3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e5f862b2b324a15a06efc675520a191&device_id=5d66467f-2528-43e9-969f-b90cc21d56e9 HTTP/1.1" status: 200 len: 1094 time: 0.1968997 Sep 07 18:58:21.221118 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-35d4dbdf-724d-4293-92de-db77ab72a38e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ef69246-bb72-4fd9-8ded-32aff74aeb7a HTTP/1.1" status: 200 len: 217 time: 0.0707958 Sep 07 18:58:21.287541 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38c61f77-7792-47d1-b811-76a347e28f1b req-0561534e-9249-4446-aca5-bd39766a9c82 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf7232d-a60f-43db-ab7e-3bece3e83c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520725 Sep 07 18:58:21.426187 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a49bda-ef78-445a-b42d-b107ab1b864a req-0144a00f-a8a8-449a-b4bf-993ba49a5a12 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:21.427581 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44a49bda-ef78-445a-b42d-b107ab1b864a req-0144a00f-a8a8-449a-b4bf-993ba49a5a12 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 943 time: 0.2648079 Sep 07 18:58:21.434416 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-5cee5361-18df-4257-b22e-528bb6155322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:21.435780 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-5cee5361-18df-4257-b22e-528bb6155322 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd21f145-4a32-48ea-94e4-bdfd8d2f26df HTTP/1.1" status: 200 len: 848 time: 0.1898797 Sep 07 18:58:21.443698 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333e83a-9ef7-4baa-9a39-e3a6bdb1e657 req-8dc1b776-60c5-4f57-a629-a6cf3af86807 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:21.445095 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f333e83a-9ef7-4baa-9a39-e3a6bdb1e657 req-8dc1b776-60c5-4f57-a629-a6cf3af86807 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.2353220 Sep 07 18:58:21.458523 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7a83c49c-60a4-4f78-ba73-79cd50662a75 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:21.500659 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-74648124-ba9a-4d09-b170-6842cc4915fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=08e27b69-4f54-45ed-be66-c2ab7bde9660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546072 Sep 07 18:58:21.545566 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5def9d6-454a-4e10-af18-6cce0047cfbe req-835d5288-78f6-4bc9-b79a-5907526ebbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:21.547020 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5def9d6-454a-4e10-af18-6cce0047cfbe req-835d5288-78f6-4bc9-b79a-5907526ebbd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e81334715fe248b7846fde74e7fee518&device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 1094 time: 0.2107193 Sep 07 18:58:21.607281 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44a49bda-ef78-445a-b42d-b107ab1b864a req-058bd006-0554-4d12-b5f2-9d8f57b951d1 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586461 Sep 07 18:58:21.609905 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f333e83a-9ef7-4baa-9a39-e3a6bdb1e657 req-732f36c8-b0de-42bd-ac10-bb12bafc264b tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408584 Sep 07 18:58:21.698898 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7a83c49c-60a4-4f78-ba73-79cd50662a75 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:21.798591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a83c49c-60a4-4f78-ba73-79cd50662a75 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network 0fa65b14-2186-420a-9491-1b038c9131d0 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:21.814910 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-233e1750-ad56-4b25-90db-b0e50a39116b service neutron] 10.222.0.36 "GET /v2.0/networks/08e27b69-4f54-45ed-be66-c2ab7bde9660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994986 Sep 07 18:58:21.817982 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-7a83c49c-60a4-4f78-ba73-79cd50662a75 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:21.820218 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83c49c-60a4-4f78-ba73-79cd50662a75 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=f910d9b8-b3fd-4ef1-b59e-ebdb3a0a0e20,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:21.823718 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a83c49c-60a4-4f78-ba73-79cd50662a75 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:21.829229 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a83c49c-60a4-4f78-ba73-79cd50662a75 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:21.829853 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7a83c49c-60a4-4f78-ba73-79cd50662a75 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:21.832390 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5def9d6-454a-4e10-af18-6cce0047cfbe req-92634293-eb01-4937-984c-5b9d601b556b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:21.833820 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5def9d6-454a-4e10-af18-6cce0047cfbe req-92634293-eb01-4937-984c-5b9d601b556b service neutron] 10.222.0.36 "GET /v2.0/networks?id=1cf7232d-a60f-43db-ab7e-3bece3e83c8f HTTP/1.1" status: 200 len: 912 time: 0.2587216 Sep 07 18:58:21.880852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f6634-82a4-4792-a46b-c992a1e766c3 req-15eb8317-c368-433d-a390-dd756c8275ab tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:21.882321 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a65f6634-82a4-4792-a46b-c992a1e766c3 req-15eb8317-c368-433d-a390-dd756c8275ab tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.1882851 Sep 07 18:58:21.891599 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37842) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:21.896948 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-5d8a634f-6cbc-4837-b349-c92b0e41e2c3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Request body: {'floatingip': {'port_id': '90fadad9-fd8f-4d42-842b-cf3398677a79'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:21.918612 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7a83c49c-60a4-4f78-ba73-79cd50662a75 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.7299039 Sep 07 18:58:21.921961 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5def9d6-454a-4e10-af18-6cce0047cfbe req-b0d1c896-b77a-42c4-b220-8788bcb46372 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc8a6bef-b68c-417a-8ea2-ea96c9721df2 HTTP/1.1" status: 200 len: 217 time: 0.0745506 Sep 07 18:58:21.922424 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37844) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:21.940637 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d8a634f-6cbc-4837-b349-c92b0e41e2c3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for floatingip, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:21.950756 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 30946653-7149-4e02-be0b-00626e489f6c no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:58:21.985434 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 30946653-7149-4e02-be0b-00626e489f6c {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:58:21.986277 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 30946653-7149-4e02-be0b-00626e489f6c not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:58:22.070429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5def9d6-454a-4e10-af18-6cce0047cfbe req-5770b3c3-2061-4a3f-80b4-9a996c235810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:22.071888 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5def9d6-454a-4e10-af18-6cce0047cfbe req-5770b3c3-2061-4a3f-80b4-9a996c235810 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ddca0847-4c27-4d7b-a6ad-3b98cce52fb5 HTTP/1.1" status: 200 len: 851 time: 0.1125741 Sep 07 18:58:22.078253 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df5409ad-f041-4e9d-a9a3-8d6fbd9bea6b req-29227b69-21c3-43f7-a7e5-ec5d95b36808 service neutron] 10.222.0.36 "GET /v2.0/networks/08e27b69-4f54-45ed-be66-c2ab7bde9660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411523 Sep 07 18:58:22.131632 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5def9d6-454a-4e10-af18-6cce0047cfbe req-e55d0663-b3d3-442a-be6f-3d809ff05211 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf7232d-a60f-43db-ab7e-3bece3e83c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469878 Sep 07 18:58:22.183299 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-43001238-1b93-4ba9-8b26-10d6e0b2da4f tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting port f910d9b8-b3fd-4ef1-b59e-ebdb3a0a0e20 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:22.183644 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-43001238-1b93-4ba9-8b26-10d6e0b2da4f tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:22.194980 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d66467f-2528-43e9-969f-b90cc21d56e9', 'tag': '3ef69246-bb72-4fd9-8ded-32aff74aeb7a'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:58:22.197193 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d2b0a6-587c-47ea-9853-3366dc92a495" -d '{"events": [{"name": "network-changed", "server_uuid": "5d66467f-2528-43e9-969f-b90cc21d56e9", "tag": "3ef69246-bb72-4fd9-8ded-32aff74aeb7a"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:58:22.270793 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe64b3-329a-4cf1-a0c7-4a345968ba19 req-97cbec4b-6118-4b2f-ae30-533122faddbf tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:22.272350 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9abe64b3-329a-4cf1-a0c7-4a345968ba19 req-97cbec4b-6118-4b2f-ae30-533122faddbf tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d66467f-2528-43e9-969f-b90cc21d56e9 HTTP/1.1" status: 200 len: 943 time: 0.1728446 Sep 07 18:58:22.320709 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3437e5-7544-4af6-83a2-43b8ad199522 x-openstack-request-id: req-5a3437e5-7544-4af6-83a2-43b8ad199522 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:58:22.320993 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d66467f-2528-43e9-969f-b90cc21d56e9", "tag": "3ef69246-bb72-4fd9-8ded-32aff74aeb7a", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:58:22.321248 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a3437e5-7544-4af6-83a2-43b8ad199522 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:58:22.321641 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d66467f-2528-43e9-969f-b90cc21d56e9', 'tag': '3ef69246-bb72-4fd9-8ded-32aff74aeb7a', 'status': 'completed', 'code': 200} Sep 07 18:58:22.350149 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-43001238-1b93-4ba9-8b26-10d6e0b2da4f tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:22.399806 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-43001238-1b93-4ba9-8b26-10d6e0b2da4f tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Calling delete_port for f910d9b8-b3fd-4ef1-b59e-ebdb3a0a0e20 owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:22.409212 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9abe64b3-329a-4cf1-a0c7-4a345968ba19 req-66bbf11c-d5aa-4338-8345-1f2caf506d14 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6103c70-4251-4e8e-95e4-1c32faae5863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271317 Sep 07 18:58:22.414024 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5def9d6-454a-4e10-af18-6cce0047cfbe req-0088c134-a0f0-44e5-a459-a4570920b89f service neutron] 10.222.0.36 "GET /v2.0/networks/1cf7232d-a60f-43db-ab7e-3bece3e83c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664425 Sep 07 18:58:22.433498 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d8a634f-6cbc-4837-b349-c92b0e41e2c3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:22.437314 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d8a634f-6cbc-4837-b349-c92b0e41e2c3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:22.484737 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2b0a6-587c-47ea-9853-3366dc92a495 req-2991f59a-4e08-4dc7-9e72-5bfef8bc1c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:22.486276 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9d2b0a6-587c-47ea-9853-3366dc92a495 req-2991f59a-4e08-4dc7-9e72-5bfef8bc1c32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e5f862b2b324a15a06efc675520a191&device_id=5d66467f-2528-43e9-969f-b90cc21d56e9 HTTP/1.1" status: 200 len: 1094 time: 0.1461294 Sep 07 18:58:22.541466 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-5d8a634f-6cbc-4837-b349-c92b0e41e2c3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Floating IP e171607d-9a47-4891-a125-abc632e29288 associated. External IP: 172.25.8.28, port: 90fadad9-fd8f-4d42-842b-cf3398677a79. Sep 07 18:58:22.647409 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5def9d6-454a-4e10-af18-6cce0047cfbe req-aa11686d-4306-4a0e-ae82-53094d6d2c89 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf7232d-a60f-43db-ab7e-3bece3e83c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238781 Sep 07 18:58:22.654989 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-43001238-1b93-4ba9-8b26-10d6e0b2da4f tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:22.663650 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2b0a6-587c-47ea-9853-3366dc92a495 req-4dc27f41-0acf-46bd-b0a8-99ac06132237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:22.665154 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9d2b0a6-587c-47ea-9853-3366dc92a495 req-4dc27f41-0acf-46bd-b0a8-99ac06132237 service neutron] 10.222.0.36 "GET /v2.0/networks?id=08e27b69-4f54-45ed-be66-c2ab7bde9660 HTTP/1.1" status: 200 len: 909 time: 0.1683128 Sep 07 18:58:22.696822 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43001238-1b93-4ba9-8b26-10d6e0b2da4f tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Port': ['ID=f910d9b8-b3fd-4ef1-b59e-ebdb3a0a0e20,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:22.743268 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9d2b0a6-587c-47ea-9853-3366dc92a495 req-f543d51e-07d0-44f2-bd72-903513efb77e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ef69246-bb72-4fd9-8ded-32aff74aeb7a HTTP/1.1" status: 200 len: 217 time: 0.0567660 Sep 07 18:58:22.759297 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-43001238-1b93-4ba9-8b26-10d6e0b2da4f tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:22.761180 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-43001238-1b93-4ba9-8b26-10d6e0b2da4f tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/ports/f910d9b8-b3fd-4ef1-b59e-ebdb3a0a0e20 HTTP/1.1" status: 204 len: 168 time: 0.8364155 Sep 07 18:58:22.765015 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37862) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:22.769890 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1de52f88-6864-4533-9a64-e7d871d22b84 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'port': {'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0', 'mac_address': 'fa:16:3e:35:f4:d7', 'name': 'tempest-PortsIpV6TestJSON-1173322036'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:22.807391 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8a634f-6cbc-4837-b349-c92b0e41e2c3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Router 407b90b5-df46-4510-b390-39223041ed4d has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:58:22.847395 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2b0a6-587c-47ea-9853-3366dc92a495 req-89a060b5-91fe-4109-936c-65bdd0098245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:22.848912 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9d2b0a6-587c-47ea-9853-3366dc92a495 req-89a060b5-91fe-4109-936c-65bdd0098245 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd21f145-4a32-48ea-94e4-bdfd8d2f26df HTTP/1.1" status: 200 len: 848 time: 0.0854702 Sep 07 18:58:22.859651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fa975-0668-4a75-bf23-b5c231158f6c req-618babc6-0b05-46a6-8be8-aed5f22fe86c tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:22.861675 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b33fa975-0668-4a75-bf23-b5c231158f6c req-618babc6-0b05-46a6-8be8-aed5f22fe86c tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 943 time: 0.1232755 Sep 07 18:58:22.878533 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee85c4-9386-43e7-8787-9df9adebee66 req-050429a4-ee95-4feb-81cc-cf1ebf5890b3 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:22.879967 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-18ee85c4-9386-43e7-8787-9df9adebee66 req-050429a4-ee95-4feb-81cc-cf1ebf5890b3 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.1407673 Sep 07 18:58:22.907763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9d2b0a6-587c-47ea-9853-3366dc92a495 req-23c60206-27f6-4d72-8926-e8d71c7f9a95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=08e27b69-4f54-45ed-be66-c2ab7bde9660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443873 Sep 07 18:58:22.918351 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de52f88-6864-4533-9a64-e7d871d22b84 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:23.011751 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b33fa975-0668-4a75-bf23-b5c231158f6c req-2ee91d89-11b7-42ba-b07d-1a4dbc82bd89 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296196 Sep 07 18:58:23.018286 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-18ee85c4-9386-43e7-8787-9df9adebee66 req-41c9a21f-06b3-4a21-93f1-df2052bb5b27 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181867 Sep 07 18:58:23.020844 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8a634f-6cbc-4837-b349-c92b0e41e2c3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:58:23.026930 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d8a634f-6cbc-4837-b349-c92b0e41e2c3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:23.030479 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1de52f88-6864-4533-9a64-e7d871d22b84 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:23.044252 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9d2b0a6-587c-47ea-9853-3366dc92a495 req-0553d72f-76b8-4607-92e3-437b875f2ad1 service neutron] 10.222.0.36 "GET /v2.0/networks/08e27b69-4f54-45ed-be66-c2ab7bde9660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223209 Sep 07 18:58:23.045766 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7160a79-0039-4a27-bbbf-f0bcfc154ac7 None None] Sync routers for ids ['407b90b5-df46-4510-b390-39223041ed4d'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:58:23.059043 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7160a79-0039-4a27-bbbf-f0bcfc154ac7 None None] Routers {'407b90b5-df46-4510-b390-39223041ed4d'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:58:23.061092 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b7160a79-0039-4a27-bbbf-f0bcfc154ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['407b90b5-df46-4510-b390-39223041ed4d'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:23.084855 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5d8a634f-6cbc-4837-b349-c92b0e41e2c3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "PUT /v2.0/floatingips/e171607d-9a47-4891-a125-abc632e29288 HTTP/1.1" status: 200 len: 991 time: 1.1886642 Sep 07 18:58:23.085483 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-1de52f88-6864-4533-9a64-e7d871d22b84 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] device_id is not set on port 39c14693-d15b-4005-a7f5-b9e21bded638 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:58:23.090411 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f8dc8f-fcfd-43a9-9da8-2b31e08468d1', 'tag': '90fadad9-fd8f-4d42-842b-cf3398677a79'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:58:23.092718 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bab2e1-718b-4fa1-b829-ae178bb5b283" -d '{"events": [{"name": "network-changed", "server_uuid": "99f8dc8f-fcfd-43a9-9da8-2b31e08468d1", "tag": "90fadad9-fd8f-4d42-842b-cf3398677a79"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:58:23.203017 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9d2b0a6-587c-47ea-9853-3366dc92a495 req-56624a37-2b0e-475c-9f21-5e3658eb6d47 service neutron] 10.222.0.36 "GET /v2.0/networks/08e27b69-4f54-45ed-be66-c2ab7bde9660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512139 Sep 07 18:58:23.204283 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1bd872-ed99-4bc3-a6ff-aef1ba368b70 x-openstack-request-id: req-7a1bd872-ed99-4bc3-a6ff-aef1ba368b70 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:58:23.204602 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f8dc8f-fcfd-43a9-9da8-2b31e08468d1", "tag": "90fadad9-fd8f-4d42-842b-cf3398677a79", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:58:23.205043 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a1bd872-ed99-4bc3-a6ff-aef1ba368b70 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:58:23.205469 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f8dc8f-fcfd-43a9-9da8-2b31e08468d1', 'tag': '90fadad9-fd8f-4d42-842b-cf3398677a79', 'status': 'completed', 'code': 200} Sep 07 18:58:23.228330 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-b7160a79-0039-4a27-bbbf-f0bcfc154ac7 None None] Set router 407b90b5-df46-4510-b390-39223041ed4d gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:58:23.270160 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bab2e1-718b-4fa1-b829-ae178bb5b283 req-a3fabd9e-70ba-4a2a-abd4-c6b15099d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:23.271745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50bab2e1-718b-4fa1-b829-ae178bb5b283 req-a3fabd9e-70ba-4a2a-abd4-c6b15099d817 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd150f31e3264ef4b870aabc811ef221&device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 1097 time: 0.0439489 Sep 07 18:58:23.290724 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1de52f88-6864-4533-9a64-e7d871d22b84 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:23.326846 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1de52f88-6864-4533-9a64-e7d871d22b84 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:23.368331 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de52f88-6864-4533-9a64-e7d871d22b84 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network 0fa65b14-2186-420a-9491-1b038c9131d0 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:23.370772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bab2e1-718b-4fa1-b829-ae178bb5b283 req-dbc7c070-a88c-449d-894e-9fce69e236c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:23.372666 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50bab2e1-718b-4fa1-b829-ae178bb5b283 req-dbc7c070-a88c-449d-894e-9fce69e236c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4724486-3acb-401c-a8f0-54abeeaa7172 HTTP/1.1" status: 200 len: 917 time: 0.0919554 Sep 07 18:58:23.373699 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-1de52f88-6864-4533-9a64-e7d871d22b84 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:23.379816 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de52f88-6864-4533-9a64-e7d871d22b84 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:23.385429 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de52f88-6864-4533-9a64-e7d871d22b84 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:23.386052 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1de52f88-6864-4533-9a64-e7d871d22b84 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:23.392321 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de52f88-6864-4533-9a64-e7d871d22b84 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=39c14693-d15b-4005-a7f5-b9e21bded638,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:23.407265 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1de52f88-6864-4533-9a64-e7d871d22b84 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6411526 Sep 07 18:58:23.409938 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37868) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:23.447530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50bab2e1-718b-4fa1-b829-ae178bb5b283 req-4f1cb4d0-6f2e-4576-ba59-1bcc63821c30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90fadad9-fd8f-4d42-842b-cf3398677a79 HTTP/1.1" status: 200 len: 999 time: 0.0664122 Sep 07 18:58:23.460109 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a885d04-8d04-4e00-9c93-113ec2d1f736 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:23.464611 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0a885d04-8d04-4e00-9c93-113ec2d1f736 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports/39c14693-d15b-4005-a7f5-b9e21bded638 HTTP/1.1" status: 200 len: 845 time: 0.0534751 Sep 07 18:58:23.465228 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37872) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:23.471923 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b7160a79-0039-4a27-bbbf-f0bcfc154ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407b90b5-df46-4510-b390-39223041ed4d', 'name': 'tempest-AttachVolumeShelveTestJSON-369657215-router', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:03Z', 'revision_number': 4, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'gw_port': {'id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'e171607d-9a47-4891-a125-abc632e29288', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '407b90b5-df46-4510-b390-39223041ed4d', 'port_id': '90fadad9-fd8f-4d42-842b-cf3398677a79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'mac_address': 'fa:16:3e:b6:da:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8dc8f-fcfd-43a9-9da8-2b31e08468d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:58:06Z', 'updated_at': '2021-09-07T18:58:22Z', 'revision_number': 1, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20960585-29a0-47ab-9c71-011c9c45706c', 'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'mac_address': 'fa:16:3e:f1:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:02Z', 'updated_at': '2021-09-07T18:58:10Z', 'revision_number': 5, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'subnets': [{'id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:23.506584 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7160a79-0039-4a27-bbbf-f0bcfc154ac7 None None] Checking router: 407b90b5-df46-4510-b390-39223041ed4d for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:58:23.516910 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7160a79-0039-4a27-bbbf-f0bcfc154ac7 None None] Routers {'407b90b5-df46-4510-b390-39223041ed4d'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:58:23.517796 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b7160a79-0039-4a27-bbbf-f0bcfc154ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:57:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['407b90b5-df46-4510-b390-39223041ed4d'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:23.539680 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bab2e1-718b-4fa1-b829-ae178bb5b283 req-4d2db9aa-af40-485d-860b-19058bb26f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:23.541326 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50bab2e1-718b-4fa1-b829-ae178bb5b283 req-4d2db9aa-af40-485d-860b-19058bb26f66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9985a0df-d9a6-429f-8454-e036ae7f07c1 HTTP/1.1" status: 200 len: 855 time: 0.0865033 Sep 07 18:58:23.555355 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93a0f1-fd9d-4f61-8cf3-1bef18014c97 req-42662536-f486-45b0-98bb-735d562ae5f3 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:23.557036 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-be93a0f1-fd9d-4f61-8cf3-1bef18014c97 req-42662536-f486-45b0-98bb-735d562ae5f3 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d66467f-2528-43e9-969f-b90cc21d56e9 HTTP/1.1" status: 200 len: 943 time: 0.0693815 Sep 07 18:58:23.625378 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-be93a0f1-fd9d-4f61-8cf3-1bef18014c97 req-22de5800-8173-41bb-b207-0e37a2a2c0a6 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6103c70-4251-4e8e-95e4-1c32faae5863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566411 Sep 07 18:58:23.631695 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bab2e1-718b-4fa1-b829-ae178bb5b283 req-4566cac0-0690-4dc5-92b7-34317d9eab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:23.633394 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50bab2e1-718b-4fa1-b829-ae178bb5b283 req-4566cac0-0690-4dc5-92b7-34317d9eab58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4724486-3acb-401c-a8f0-54abeeaa7172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752540 Sep 07 18:58:23.654286 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-b7160a79-0039-4a27-bbbf-f0bcfc154ac7 None None] Set router 407b90b5-df46-4510-b390-39223041ed4d gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:58:23.733640 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50bab2e1-718b-4fa1-b829-ae178bb5b283 req-285f7a01-a7fc-44d3-b318-40bd7b999d0c service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917287 Sep 07 18:58:23.832392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50bab2e1-718b-4fa1-b829-ae178bb5b283 req-eda62013-3fb2-4e20-acad-17404844f7d3 service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907946 Sep 07 18:58:23.855444 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-dec7aede-28f5-40d9-981c-e70867e7f8ff tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting port 39c14693-d15b-4005-a7f5-b9e21bded638 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:23.855889 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dec7aede-28f5-40d9-981c-e70867e7f8ff tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:23.888081 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b7160a79-0039-4a27-bbbf-f0bcfc154ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407b90b5-df46-4510-b390-39223041ed4d', 'name': 'tempest-AttachVolumeShelveTestJSON-369657215-router', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:03Z', 'revision_number': 4, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'gw_port': {'id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'e171607d-9a47-4891-a125-abc632e29288', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '407b90b5-df46-4510-b390-39223041ed4d', 'port_id': '90fadad9-fd8f-4d42-842b-cf3398677a79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'mac_address': 'fa:16:3e:b6:da:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8dc8f-fcfd-43a9-9da8-2b31e08468d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:58:06Z', 'updated_at': '2021-09-07T18:58:22Z', 'revision_number': 1, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20960585-29a0-47ab-9c71-011c9c45706c', 'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'mac_address': 'fa:16:3e:f1:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:02Z', 'updated_at': '2021-09-07T18:58:10Z', 'revision_number': 5, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'subnets': [{'id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:23.918173 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7160a79-0039-4a27-bbbf-f0bcfc154ac7 None None] The sync data for ids ['407b90b5-df46-4510-b390-39223041ed4d'] in n-d-807786-1 is: [{'id': '407b90b5-df46-4510-b390-39223041ed4d', 'name': 'tempest-AttachVolumeShelveTestJSON-369657215-router', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:03Z', 'revision_number': 4, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'gw_port': {'id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'e171607d-9a47-4891-a125-abc632e29288', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '407b90b5-df46-4510-b390-39223041ed4d', 'port_id': '90fadad9-fd8f-4d42-842b-cf3398677a79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'mac_address': 'fa:16:3e:b6:da:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8dc8f-fcfd-43a9-9da8-2b31e08468d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:58:06Z', 'updated_at': '2021-09-07T18:58:22Z', 'revision_number': 1, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20960585-29a0-47ab-9c71-011c9c45706c', 'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'mac_address': 'fa:16:3e:f1:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:02Z', 'updated_at': '2021-09-07T18:58:10Z', 'revision_number': 5, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'subnets': [{'id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:58:23.922424 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dec7aede-28f5-40d9-981c-e70867e7f8ff tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:23.936779 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-dec7aede-28f5-40d9-981c-e70867e7f8ff tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Calling delete_port for 39c14693-d15b-4005-a7f5-b9e21bded638 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:23.963100 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3ef69246-bb72-4fd9-8ded-32aff74aeb7a details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:58:24.020211 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dec7aede-28f5-40d9-981c-e70867e7f8ff tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:24.054977 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dec7aede-28f5-40d9-981c-e70867e7f8ff tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:24.057327 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dec7aede-28f5-40d9-981c-e70867e7f8ff tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/ports/39c14693-d15b-4005-a7f5-b9e21bded638 HTTP/1.1" status: 204 len: 168 time: 0.5911577 Sep 07 18:58:24.058706 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7aede-28f5-40d9-981c-e70867e7f8ff tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Port': ['ID=39c14693-d15b-4005-a7f5-b9e21bded638,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:24.059957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37876) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:24.091286 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 3ef69246-bb72-4fd9-8ded-32aff74aeb7a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3ef69246-bb72-4fd9-8ded-32aff74aeb7a,segment=NetworkSegment(48f5f97a-4419-4446-9edf-00eb16251426),segment_id=48f5f97a-4419-4446-9edf-00eb16251426)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:24.107924 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2123686-e469-494e-808e-ceb0b888735a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] GET failed (client error): The resource could not be found. Sep 07 18:58:24.109720 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b2123686-e469-494e-808e-ceb0b888735a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports/39c14693-d15b-4005-a7f5-b9e21bded638 HTTP/1.1" status: 404 len: 333 time: 0.0481000 Sep 07 18:58:24.116376 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37880) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:24.120067 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '3ef69246-bb72-4fd9-8ded-32aff74aeb7a', 'network_id': '08e27b69-4f54-45ed-be66-c2ab7bde9660', 'port_id': '3ef69246-bb72-4fd9-8ded-32aff74aeb7a', 'mac_address': 'fa:16:3e:c1:29:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd21f145-4a32-48ea-94e4-bdfd8d2f26df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:58:24.123586 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-9022e91a-3989-4128-b10c-5137c940a5bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'port': {'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0', 'name': 'tempest-PortsIpV6TestJSON-422309242'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:24.173333 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:24.187298 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235dd8a4-1911-4585-a386-2dae0145ec2d None None] New status for floating IP e171607d-9a47-4891-a125-abc632e29288: ACTIVE {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:58:24.225190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef69246-bb72-4fd9-8ded-32aff74aeb7a {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:58:24.231035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6d8a4-4cfb-43f2-9a57-c48b8c6431a6 req-a979c784-07ab-4b0a-a341-f5f7b44069ef tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:24.232661 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0c6d8a4-4cfb-43f2-9a57-c48b8c6431a6 req-a979c784-07ab-4b0a-a341-f5f7b44069ef tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 943 time: 0.1188595 Sep 07 18:58:24.240014 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9022e91a-3989-4128-b10c-5137c940a5bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:24.241121 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd70564-de5a-41da-8647-2124014ff5a1 req-d2a1a7a2-12f5-4791-89a8-9282cf6a77d8 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:24.244422 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9022e91a-3989-4128-b10c-5137c940a5bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:24.248169 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-abd70564-de5a-41da-8647-2124014ff5a1 req-d2a1a7a2-12f5-4791-89a8-9282cf6a77d8 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.0912549 Sep 07 18:58:24.259843 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 3ef69246-bb72-4fd9-8ded-32aff74aeb7a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3ef69246-bb72-4fd9-8ded-32aff74aeb7a,segment=NetworkSegment(48f5f97a-4419-4446-9edf-00eb16251426),segment_id=48f5f97a-4419-4446-9edf-00eb16251426)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:24.266320 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:24.266516 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-9022e91a-3989-4128-b10c-5137c940a5bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] device_id is not set on port 9d5fb6bb-1328-4d6d-b47c-3083b14bdd7e yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:58:24.267339 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device dc8a6bef-b68c-417a-8ea2-ea96c9721df2 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:58:24.330685 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0c6d8a4-4cfb-43f2-9a57-c48b8c6431a6 req-34f63a4f-bd78-4165-8781-9614d9daa745 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788341 Sep 07 18:58:24.347615 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-abd70564-de5a-41da-8647-2124014ff5a1 req-4bd0c837-d39c-429e-95b8-7256979881e7 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959704 Sep 07 18:58:24.473994 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9022e91a-3989-4128-b10c-5137c940a5bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:24.524117 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=3ef69246-bb72-4fd9-8ded-32aff74aeb7a,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:24.524561 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9022e91a-3989-4128-b10c-5137c940a5bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:24.572268 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9022e91a-3989-4128-b10c-5137c940a5bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network 0fa65b14-2186-420a-9491-1b038c9131d0 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:24.575479 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-9022e91a-3989-4128-b10c-5137c940a5bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:24.582065 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9022e91a-3989-4128-b10c-5137c940a5bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:24.587122 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port dc8a6bef-b68c-417a-8ea2-ea96c9721df2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=dc8a6bef-b68c-417a-8ea2-ea96c9721df2,segment=NetworkSegment(53235788-5634-48ba-9fa5-674d0808e23e),segment_id=53235788-5634-48ba-9fa5-674d0808e23e)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:24.587533 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022e91a-3989-4128-b10c-5137c940a5bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:24.588212 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9022e91a-3989-4128-b10c-5137c940a5bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:24.598523 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022e91a-3989-4128-b10c-5137c940a5bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=9d5fb6bb-1328-4d6d-b47c-3083b14bdd7e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:24.599228 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'dc8a6bef-b68c-417a-8ea2-ea96c9721df2', 'network_id': '1cf7232d-a60f-43db-ab7e-3bece3e83c8f', 'port_id': 'dc8a6bef-b68c-417a-8ea2-ea96c9721df2', 'mac_address': 'fa:16:3e:c2:58:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddca0847-4c27-4d7b-a6ad-3b98cce52fb5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:58:24.615424 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9022e91a-3989-4128-b10c-5137c940a5bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4948914 Sep 07 18:58:24.615424 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37888) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:24.620277 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-03d47ade-f2cd-43f8-bd78-53641e186085 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:24.648585 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:24.661760 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8a6bef-b68c-417a-8ea2-ea96c9721df2 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:58:24.683079 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port dc8a6bef-b68c-417a-8ea2-ea96c9721df2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=dc8a6bef-b68c-417a-8ea2-ea96c9721df2,segment=NetworkSegment(53235788-5634-48ba-9fa5-674d0808e23e),segment_id=53235788-5634-48ba-9fa5-674d0808e23e)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:24.687616 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:24.688418 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03d47ade-f2cd-43f8-bd78-53641e186085 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:24.737521 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=dc8a6bef-b68c-417a-8ea2-ea96c9721df2,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:24.756338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15beb6-e3ff-4a1a-9d43-efce7e268ba4 req-b3dd11db-5cb3-4169-a6a9-f0b69374ac1a tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:24.758638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d15beb6-e3ff-4a1a-9d43-efce7e268ba4 req-b3dd11db-5cb3-4169-a6a9-f0b69374ac1a tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d66467f-2528-43e9-969f-b90cc21d56e9 HTTP/1.1" status: 200 len: 944 time: 0.0538352 Sep 07 18:58:24.796218 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d15beb6-e3ff-4a1a-9d43-efce7e268ba4 req-29133baf-626d-44fe-888d-3c1ba6edaf1e tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6103c70-4251-4e8e-95e4-1c32faae5863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321941 Sep 07 18:58:24.847137 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03d47ade-f2cd-43f8-bd78-53641e186085 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:24.851946 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03d47ade-f2cd-43f8-bd78-53641e186085 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:24.882538 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-03d47ade-f2cd-43f8-bd78-53641e186085 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] In _notify_port_updated(), no bound segment for port 9d5fb6bb-1328-4d6d-b47c-3083b14bdd7e on network 0fa65b14-2186-420a-9491-1b038c9131d0 {{(pid=101444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 18:58:24.887955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d47ade-f2cd-43f8-bd78-53641e186085 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:24.888574 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03d47ade-f2cd-43f8-bd78-53641e186085 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:24.889848 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-03d47ade-f2cd-43f8-bd78-53641e186085 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "PUT /v2.0/ports/9d5fb6bb-1328-4d6d-b47c-3083b14bdd7e HTTP/1.1" status: 200 len: 818 time: 0.2739182 Sep 07 18:58:24.892432 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37892) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:24.934880 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d47ade-f2cd-43f8-bd78-53641e186085 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=9d5fb6bb-1328-4d6d-b47c-3083b14bdd7e,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:24.945366 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['3ef69246-bb72-4fd9-8ded-32aff74aeb7a'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:58:24.950472 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['dc8a6bef-b68c-417a-8ea2-ea96c9721df2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:58:24.993545 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-bf06df45-9f3a-46fb-893e-c2b95f37717c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting port 9d5fb6bb-1328-4d6d-b47c-3083b14bdd7e {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:24.993890 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf06df45-9f3a-46fb-893e-c2b95f37717c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:25.059586 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf06df45-9f3a-46fb-893e-c2b95f37717c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:25.076339 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-bf06df45-9f3a-46fb-893e-c2b95f37717c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Calling delete_port for 9d5fb6bb-1328-4d6d-b47c-3083b14bdd7e owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:25.154706 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf06df45-9f3a-46fb-893e-c2b95f37717c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:25.184004 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06df45-9f3a-46fb-893e-c2b95f37717c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Port': ['ID=9d5fb6bb-1328-4d6d-b47c-3083b14bdd7e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:25.195146 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf06df45-9f3a-46fb-893e-c2b95f37717c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:25.197086 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bf06df45-9f3a-46fb-893e-c2b95f37717c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/ports/9d5fb6bb-1328-4d6d-b47c-3083b14bdd7e HTTP/1.1" status: 204 len: 168 time: 0.3032091 Sep 07 18:58:25.199556 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37894) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:25.248228 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b5bb2d-5bf8-4484-bb12-496ce7f43726 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:25.249752 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-27b5bb2d-5bf8-4484-bb12-496ce7f43726 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0492356 Sep 07 18:58:25.253160 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37896) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:25.279695 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-df67e3df-bb62-492c-8ecb-3fa479478d9c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] GET failed (client error): The resource could not be found. Sep 07 18:58:25.281135 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-df67e3df-bb62-492c-8ecb-3fa479478d9c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports/9d5fb6bb-1328-4d6d-b47c-3083b14bdd7e HTTP/1.1" status: 404 len: 333 time: 0.0270851 Sep 07 18:58:25.284407 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37898) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:25.288920 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4d5ba42a-767c-4c4f-b656-1980570809f6 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1054799045'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:25.308307 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5ba42a-767c-4c4f-b656-1980570809f6 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:25.311611 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d5ba42a-767c-4c4f-b656-1980570809f6 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:25.334680 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5ba42a-767c-4c4f-b656-1980570809f6 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:58:25.343231 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d5ba42a-767c-4c4f-b656-1980570809f6 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:25.343597 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-4d5ba42a-767c-4c4f-b656-1980570809f6 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Added segment 644f5298-c5db-4e01-bcc2-ba68d8ac5c83 of type vlan for network cdd0d424-6459-4e4d-a201-a21b48acffa5 Sep 07 18:58:25.384990 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d5ba42a-767c-4c4f-b656-1980570809f6 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:25.416355 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d5ba42a-767c-4c4f-b656-1980570809f6 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:25.423646 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5ba42a-767c-4c4f-b656-1980570809f6 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:25.424335 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d5ba42a-767c-4c4f-b656-1980570809f6 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:25.452532 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4d5ba42a-767c-4c4f-b656-1980570809f6 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1670918 Sep 07 18:58:25.456334 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37906) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:25.466834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc15e63-2fca-4061-b310-bf724a100470 req-a6c44da9-2a11-413e-a157-44067a647e56 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:25.468017 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-c01db36e-a315-4fc1-8e07-97e15a4c6b65 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'subnet': {'network_id': 'cdd0d424-6459-4e4d-a201-a21b48acffa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:25.468333 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3cc15e63-2fca-4061-b310-bf724a100470 req-a6c44da9-2a11-413e-a157-44067a647e56 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 944 time: 0.0719724 Sep 07 18:58:25.533605 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5c20c-1bf4-4ecd-b9e2-d362348637fc req-fca0844e-ab0d-4e85-ab42-b5a05b376b18 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:25.535127 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dc5c20c-1bf4-4ecd-b9e2-d362348637fc req-fca0844e-ab0d-4e85-ab42-b5a05b376b18 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.0892265 Sep 07 18:58:25.538016 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3cc15e63-2fca-4061-b310-bf724a100470 req-129fecae-1883-4d1c-b49e-957ff87b8b72 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563459 Sep 07 18:58:25.540675 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ba42a-767c-4c4f-b656-1980570809f6 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Network': ['ID=cdd0d424-6459-4e4d-a201-a21b48acffa5,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:25.551504 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network cdd0d424-6459-4e4d-a201-a21b48acffa5 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:58:25.600224 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dc5c20c-1bf4-4ecd-b9e2-d362348637fc req-a2eb6708-d49a-4362-90b2-d0ef109ce931 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434675 Sep 07 18:58:25.628884 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01db36e-a315-4fc1-8e07-97e15a4c6b65 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:25.632766 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c01db36e-a315-4fc1-8e07-97e15a4c6b65 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:25.818165 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c01db36e-a315-4fc1-8e07-97e15a4c6b65 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:25.876728 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01db36e-a315-4fc1-8e07-97e15a4c6b65 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Subnet': ['ID=546033b2-b882-4532-9dbc-7e9773e45d71,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:25.888006 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01db36e-a315-4fc1-8e07-97e15a4c6b65 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Checking segment: {'id': '644f5298-c5db-4e01-bcc2-ba68d8ac5c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cdd0d424-6459-4e4d-a201-a21b48acffa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:25.888371 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01db36e-a315-4fc1-8e07-97e15a4c6b65 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network hostable DHCP agents. Network: cdd0d424-6459-4e4d-a201-a21b48acffa5, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:58:25.904802 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01db36e-a315-4fc1-8e07-97e15a4c6b65 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network cdd0d424-6459-4e4d-a201-a21b48acffa5 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:58:25.910840 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-06ccffb4-925d-4129-9417-5c7a2e6c5803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:25.916668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-c01db36e-a315-4fc1-8e07-97e15a4c6b65 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, cdd0d424-6459-4e4d-a201-a21b48acffa5) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:25.921465 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01db36e-a315-4fc1-8e07-97e15a4c6b65 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:25.922927 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c01db36e-a315-4fc1-8e07-97e15a4c6b65 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:25.926197 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc75bc0-3f5d-4bcf-bc5b-2ce90189f43f None None] Network cdd0d424-6459-4e4d-a201-a21b48acffa5 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:25.932392 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35bdeb-ca50-49f8-b990-7a4df5533b91 req-a1f650a7-844b-4e3e-9a25-f06c633991a1 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:25.934028 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d35bdeb-ca50-49f8-b990-7a4df5533b91 req-a1f650a7-844b-4e3e-9a25-f06c633991a1 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d66467f-2528-43e9-969f-b90cc21d56e9 HTTP/1.1" status: 200 len: 944 time: 0.0690999 Sep 07 18:58:25.940573 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c01db36e-a315-4fc1-8e07-97e15a4c6b65 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4830787 Sep 07 18:58:25.944424 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37914) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:25.954159 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-f541e4de-9f87-4689-a51a-8cf96338356d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'subnet': {'network_id': 'cdd0d424-6459-4e4d-a201-a21b48acffa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:25.981820 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d35bdeb-ca50-49f8-b990-7a4df5533b91 req-722411f0-13c4-440b-b13c-f29c66d0e139 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6103c70-4251-4e8e-95e4-1c32faae5863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376015 Sep 07 18:58:25.987180 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3ef69246-bb72-4fd9-8ded-32aff74aeb7a up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:58:26.074057 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f541e4de-9f87-4689-a51a-8cf96338356d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:26.077917 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f541e4de-9f87-4689-a51a-8cf96338356d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:26.176141 n-d-807786-1 neutron-server[101444]: INFO neutron.db.ipam_backend_mixin [None req-f541e4de-9f87-4689-a51a-8cf96338356d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 546033b2-b882-4532-9dbc-7e9773e45d71 (CIDR: 2001:db8::/64) Sep 07 18:58:26.179482 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f541e4de-9f87-4689-a51a-8cf96338356d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 18:58:26.179921 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f541e4de-9f87-4689-a51a-8cf96338356d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:58:26.193340 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f541e4de-9f87-4689-a51a-8cf96338356d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2478509 Sep 07 18:58:26.196000 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37916) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:26.200956 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-0d3a771e-0aef-44ff-9a5b-49489c127f9e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'subnet': {'network_id': 'cdd0d424-6459-4e4d-a201-a21b48acffa5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:26.214687 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 3ef69246-bb72-4fd9-8ded-32aff74aeb7a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:58:26.221789 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 3ef69246-bb72-4fd9-8ded-32aff74aeb7a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:26.222175 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:26.285083 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-cdd0d424-6459-4e4d-a201-a21b48acffa5', 'network_id': 'cdd0d424-6459-4e4d-a201-a21b48acffa5', 'tenant_id': 'df0b7d269d7d49ab843fe37513b2db53', 'fixed_ips': [{'subnet_id': '546033b2-b882-4532-9dbc-7e9773e45d71'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:58:26.285083 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:26.316824 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3a771e-0aef-44ff-9a5b-49489c127f9e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:26.320497 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0d3a771e-0aef-44ff-9a5b-49489c127f9e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:26.402348 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:26.435399 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d66467f-2528-43e9-969f-b90cc21d56e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef69246-bb72-4fd9-8ded-32aff74aeb7a'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:58:26.437516 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ed77a8-225b-49b5-b70e-e66cc331e7f7" -d '{"events": [{"server_uuid": "5d66467f-2528-43e9-969f-b90cc21d56e9", "name": "network-vif-plugged", "status": "completed", "tag": "3ef69246-bb72-4fd9-8ded-32aff74aeb7a"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:58:26.471912 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 3ef69246-bb72-4fd9-8ded-32aff74aeb7a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3ef69246-bb72-4fd9-8ded-32aff74aeb7a,segment=NetworkSegment(48f5f97a-4419-4446-9edf-00eb16251426),segment_id=48f5f97a-4419-4446-9edf-00eb16251426)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:26.478281 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751e8583-13ce-470f-8452-73dbc5351ae7 x-openstack-request-id: req-751e8583-13ce-470f-8452-73dbc5351ae7 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:58:26.478690 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d66467f-2528-43e9-969f-b90cc21d56e9", "name": "network-vif-plugged", "status": "completed", "tag": "3ef69246-bb72-4fd9-8ded-32aff74aeb7a", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:58:26.478920 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-751e8583-13ce-470f-8452-73dbc5351ae7 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:58:26.479388 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d66467f-2528-43e9-969f-b90cc21d56e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef69246-bb72-4fd9-8ded-32aff74aeb7a', 'code': 200} Sep 07 18:58:26.482990 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:26.483996 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device dc8a6bef-b68c-417a-8ea2-ea96c9721df2 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:58:26.555792 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] Allocated IP 2001:db8::2 (cdd0d424-6459-4e4d-a201-a21b48acffa5/546033b2-b882-4532-9dbc-7e9773e45d71/fb7e481a-f3cb-4b2b-ace9-a0f0c492c243) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:26.592197 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0d3a771e-0aef-44ff-9a5b-49489c127f9e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:26.596605 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=3ef69246-bb72-4fd9-8ded-32aff74aeb7a,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:26.642551 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3a771e-0aef-44ff-9a5b-49489c127f9e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network cdd0d424-6459-4e4d-a201-a21b48acffa5 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:26.646579 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-0d3a771e-0aef-44ff-9a5b-49489c127f9e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:26.649975 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3a771e-0aef-44ff-9a5b-49489c127f9e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:26.652204 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0d3a771e-0aef-44ff-9a5b-49489c127f9e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:26.674776 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0d3a771e-0aef-44ff-9a5b-49489c127f9e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4776335 Sep 07 18:58:26.675507 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a771e-0aef-44ff-9a5b-49489c127f9e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Subnet': ['ID=f38fbee5-da54-4746-a685-b0073f99a7a2,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:26.678694 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37928) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:26.685351 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-19212668-09c6-4f23-a4c1-be794bc18631 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'port': {'network_id': 'cdd0d424-6459-4e4d-a201-a21b48acffa5', 'fixed_ips': [{'subnet_id': '546033b2-b882-4532-9dbc-7e9773e45d71'}, {'subnet_id': 'f38fbee5-da54-4746-a685-b0073f99a7a2'}], 'name': 'tempest-PortsIpV6TestJSON-333118099'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:26.698928 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port dc8a6bef-b68c-417a-8ea2-ea96c9721df2 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:58:26.709537 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port dc8a6bef-b68c-417a-8ea2-ea96c9721df2 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:26.709919 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:26.744485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329f8ed-3b58-4332-afb6-37415d73b6c1 req-7445647d-bfed-4528-be80-e254190ef88e tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:26.745750 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8329f8ed-3b58-4332-afb6-37415d73b6c1 req-7445647d-bfed-4528-be80-e254190ef88e tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 944 time: 0.1217945 Sep 07 18:58:26.758426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5249a-d6f1-4dce-ba93-d9648b06a776 req-96d2afb3-1bca-471a-8dad-8ac4dae959f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:26.759930 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ca5249a-d6f1-4dce-ba93-d9648b06a776 req-96d2afb3-1bca-471a-8dad-8ac4dae959f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d66467f-2528-43e9-969f-b90cc21d56e9 HTTP/1.1" status: 200 len: 1096 time: 0.2182596 Sep 07 18:58:26.813625 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19212668-09c6-4f23-a4c1-be794bc18631 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:26.867158 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:26.871331 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:26.892855 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] Transition to ACTIVE for port object fb7e481a-f3cb-4b2b-ace9-a0f0c492c243 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:26.906173 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19212668-09c6-4f23-a4c1-be794bc18631 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:26.926668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-19212668-09c6-4f23-a4c1-be794bc18631 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] device_id is not set on port ff0af417-62ce-4159-91e4-301dcd13bb15 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:58:26.940452 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] Transition to ACTIVE for port object fb7e481a-f3cb-4b2b-ace9-a0f0c492c243 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:26.942920 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port dc8a6bef-b68c-417a-8ea2-ea96c9721df2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=dc8a6bef-b68c-417a-8ea2-ea96c9721df2,segment=NetworkSegment(53235788-5634-48ba-9fa5-674d0808e23e),segment_id=53235788-5634-48ba-9fa5-674d0808e23e)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:26.947112 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:26.952946 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:27.001151 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] Network cdd0d424-6459-4e4d-a201-a21b48acffa5 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:27.012039 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:27.014604 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:27.030496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=dc8a6bef-b68c-417a-8ea2-ea96c9721df2,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:27.112829 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] Pushing event updated for resources: {'Port': ['ID=fb7e481a-f3cb-4b2b-ace9-a0f0c492c243,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:27.116699 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] Attempting to bind port fb7e481a-f3cb-4b2b-ace9-a0f0c492c243 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:58:27.117068 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] Attempting to bind port fb7e481a-f3cb-4b2b-ace9-a0f0c492c243 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '644f5298-c5db-4e01-bcc2-ba68d8ac5c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cdd0d424-6459-4e4d-a201-a21b48acffa5'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:58:27.117426 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] Attempting to bind port fb7e481a-f3cb-4b2b-ace9-a0f0c492c243 on network cdd0d424-6459-4e4d-a201-a21b48acffa5 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:58:27.123261 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:58:27.123635 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] Checking segment: {'id': '644f5298-c5db-4e01-bcc2-ba68d8ac5c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cdd0d424-6459-4e4d-a201-a21b48acffa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:27.124400 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:27.124400 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] Bound using segment: {'id': '644f5298-c5db-4e01-bcc2-ba68d8ac5c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cdd0d424-6459-4e4d-a201-a21b48acffa5'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:58:27.124909 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] Bound port: fb7e481a-f3cb-4b2b-ace9-a0f0c492c243, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644f5298-c5db-4e01-bcc2-ba68d8ac5c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cdd0d424-6459-4e4d-a201-a21b48acffa5'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:58:27.125383 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:27.148663 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622ac80-fc5f-4df1-a41b-f1777e0d7649 req-1b43ad93-8e79-49d3-8681-726dab25cb5c tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:27.150144 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8622ac80-fc5f-4df1-a41b-f1777e0d7649 req-1b43ad93-8e79-49d3-8681-726dab25cb5c tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.4593439 Sep 07 18:58:27.195455 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] For port fb7e481a-f3cb-4b2b-ace9-a0f0c492c243, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:58:27.198529 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ca5249a-d6f1-4dce-ba93-d9648b06a776 req-dd940760-4eb7-4b49-9f32-66982f30f63f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f6103c70-4251-4e8e-95e4-1c32faae5863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280689 Sep 07 18:58:27.200767 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] For port fb7e481a-f3cb-4b2b-ace9-a0f0c492c243, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fb7e481a-f3cb-4b2b-ace9-a0f0c492c243,segment=NetworkSegment(644f5298-c5db-4e01-bcc2-ba68d8ac5c83),segment_id=644f5298-c5db-4e01-bcc2-ba68d8ac5c83)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:58:27.206473 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:27.207202 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8329f8ed-3b58-4332-afb6-37415d73b6c1 req-4258bbe5-c07e-46d5-b78d-1d9777c22d5c tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447379 Sep 07 18:58:27.225931 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8622ac80-fc5f-4df1-a41b-f1777e0d7649 req-d2cb5ecd-b7ed-4931-b21a-a3801025d6e7 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645273 Sep 07 18:58:27.287732 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-19212668-09c6-4f23-a4c1-be794bc18631 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Allocated IP 2001:db8::dd (cdd0d424-6459-4e4d-a201-a21b48acffa5/546033b2-b882-4532-9dbc-7e9773e45d71/ff0af417-62ce-4159-91e4-301dcd13bb15) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:27.288315 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401e72c-0340-45ef-b806-669f3903df0c None None] Pushing event updated for resources: {'Port': ['ID=fb7e481a-f3cb-4b2b-ace9-a0f0c492c243,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:27.300009 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-19212668-09c6-4f23-a4c1-be794bc18631 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Allocated IP 2001:db8:0:1::39a (cdd0d424-6459-4e4d-a201-a21b48acffa5/f38fbee5-da54-4746-a685-b0073f99a7a2/ff0af417-62ce-4159-91e4-301dcd13bb15) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:27.475396 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19212668-09c6-4f23-a4c1-be794bc18631 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:27.498152 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-19212668-09c6-4f23-a4c1-be794bc18631 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Transition to ACTIVE for port object ff0af417-62ce-4159-91e4-301dcd13bb15 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:27.544077 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19212668-09c6-4f23-a4c1-be794bc18631 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:27.551784 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191aab9f-147c-4698-83c7-6c7f3c3fa76d req-a73646b9-2128-48a5-8556-41602e1bc4d7 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:27.553394 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-191aab9f-147c-4698-83c7-6c7f3c3fa76d req-a73646b9-2128-48a5-8556-41602e1bc4d7 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d66467f-2528-43e9-969f-b90cc21d56e9 HTTP/1.1" status: 200 len: 945 time: 0.0549898 Sep 07 18:58:27.593972 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19212668-09c6-4f23-a4c1-be794bc18631 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network cdd0d424-6459-4e4d-a201-a21b48acffa5 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:27.597370 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-19212668-09c6-4f23-a4c1-be794bc18631 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:27.603509 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19212668-09c6-4f23-a4c1-be794bc18631 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:27.608784 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-191aab9f-147c-4698-83c7-6c7f3c3fa76d req-7ed8d360-e5d4-4cd4-83cd-6117eca6e379 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6103c70-4251-4e8e-95e4-1c32faae5863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477479 Sep 07 18:58:27.609642 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19212668-09c6-4f23-a4c1-be794bc18631 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:27.610401 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19212668-09c6-4f23-a4c1-be794bc18631 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:27.621082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19212668-09c6-4f23-a4c1-be794bc18631 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=ff0af417-62ce-4159-91e4-301dcd13bb15,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:27.637692 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-19212668-09c6-4f23-a4c1-be794bc18631 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 0.9563136 Sep 07 18:58:27.640251 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37936) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:27.645940 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-806433f9-7601-4eed-a28c-4aba157d3d2d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '546033b2-b882-4532-9dbc-7e9773e45d71'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:27.716671 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-806433f9-7601-4eed-a28c-4aba157d3d2d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:27.972630 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-806433f9-7601-4eed-a28c-4aba157d3d2d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Delete allocated IP 2001:db8:0:1::39a (cdd0d424-6459-4e4d-a201-a21b48acffa5/f38fbee5-da54-4746-a685-b0073f99a7a2) {{(pid=101444) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 07 18:58:28.033036 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fb7e481a-f3cb-4b2b-ace9-a0f0c492c243 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:58:28.091037 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port fb7e481a-f3cb-4b2b-ace9-a0f0c492c243 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:58:28.112922 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-806433f9-7601-4eed-a28c-4aba157d3d2d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:28.124877 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-806433f9-7601-4eed-a28c-4aba157d3d2d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Ignored duplicate provisioning block setup for port ff0af417-62ce-4159-91e4-301dcd13bb15 by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 07 18:58:28.129938 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-806433f9-7601-4eed-a28c-4aba157d3d2d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:28.189066 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-806433f9-7601-4eed-a28c-4aba157d3d2d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] In _notify_port_updated(), no bound segment for port ff0af417-62ce-4159-91e4-301dcd13bb15 on network cdd0d424-6459-4e4d-a201-a21b48acffa5 {{(pid=101444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 18:58:28.194683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806433f9-7601-4eed-a28c-4aba157d3d2d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:28.195324 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-806433f9-7601-4eed-a28c-4aba157d3d2d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:28.196737 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-806433f9-7601-4eed-a28c-4aba157d3d2d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "PUT /v2.0/ports/ff0af417-62ce-4159-91e4-301dcd13bb15 HTTP/1.1" status: 200 len: 924 time: 0.5554585 Sep 07 18:58:28.200153 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37938) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:28.206127 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-b87308c5-57d5-4894-8b31-d3c51c8e3b1d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '546033b2-b882-4532-9dbc-7e9773e45d71'}, {'subnet_id': 'f38fbee5-da54-4746-a685-b0073f99a7a2'}]}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:28.206841 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806433f9-7601-4eed-a28c-4aba157d3d2d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=ff0af417-62ce-4159-91e4-301dcd13bb15,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:28.377733 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2eac39-6157-4791-900f-d8d974815000 None None] Network cdd0d424-6459-4e4d-a201-a21b48acffa5 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:28.424976 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe141c-c13b-47c8-a10e-e77e3c9deb29 req-0ad8a34d-3b42-4dca-83cc-bf4ee89718f7 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:28.426472 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1afe141c-c13b-47c8-a10e-e77e3c9deb29 req-0ad8a34d-3b42-4dca-83cc-bf4ee89718f7 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.1183927 Sep 07 18:58:28.443305 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-186cc892-154b-47eb-85c5-c951dfd43d85 None None] Provisioning for port fb7e481a-f3cb-4b2b-ace9-a0f0c492c243 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:58:28.450761 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d325e-931e-4752-8926-68ed8af5bf34 req-bcf34ecd-fe2a-459b-8c02-7a4d91b6f551 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:28.451446 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-186cc892-154b-47eb-85c5-c951dfd43d85 None None] Provisioning complete for port fb7e481a-f3cb-4b2b-ace9-a0f0c492c243 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:28.451822 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-186cc892-154b-47eb-85c5-c951dfd43d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:28.452429 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c2d325e-931e-4752-8926-68ed8af5bf34 req-bcf34ecd-fe2a-459b-8c02-7a4d91b6f551 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.1430395 Sep 07 18:58:28.480660 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7ec127-d04c-45d2-8c16-4b55001dee0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8a6bef-b68c-417a-8ea2-ea96c9721df2'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:58:28.482890 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49f1792-bcc7-426e-88f4-a567d1f0378a" -d '{"events": [{"server_uuid": "7e7ec127-d04c-45d2-8c16-4b55001dee0b", "name": "network-vif-plugged", "status": "completed", "tag": "dc8a6bef-b68c-417a-8ea2-ea96c9721df2"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:58:28.485208 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b87308c5-57d5-4894-8b31-d3c51c8e3b1d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:28.555137 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1afe141c-c13b-47c8-a10e-e77e3c9deb29 req-1134ad52-dcb6-4d7c-9d22-f840078605df tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972402 Sep 07 18:58:28.560761 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c2d325e-931e-4752-8926-68ed8af5bf34 req-492a8fe2-f422-467c-b7b9-d0ea5e1533d6 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922751 Sep 07 18:58:28.614509 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-186cc892-154b-47eb-85c5-c951dfd43d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:28.665616 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-186cc892-154b-47eb-85c5-c951dfd43d85 None None] For port fb7e481a-f3cb-4b2b-ace9-a0f0c492c243, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fb7e481a-f3cb-4b2b-ace9-a0f0c492c243,segment=NetworkSegment(644f5298-c5db-4e01-bcc2-ba68d8ac5c83),segment_id=644f5298-c5db-4e01-bcc2-ba68d8ac5c83)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:28.677826 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-186cc892-154b-47eb-85c5-c951dfd43d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:28.748637 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa6fd86-cf14-4e7e-b0e4-eb9392567614 x-openstack-request-id: req-7fa6fd86-cf14-4e7e-b0e4-eb9392567614 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:58:28.748925 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7ec127-d04c-45d2-8c16-4b55001dee0b", "name": "network-vif-plugged", "status": "completed", "tag": "dc8a6bef-b68c-417a-8ea2-ea96c9721df2", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:58:28.749183 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fa6fd86-cf14-4e7e-b0e4-eb9392567614 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:58:28.749569 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7ec127-d04c-45d2-8c16-4b55001dee0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8a6bef-b68c-417a-8ea2-ea96c9721df2', 'code': 200} Sep 07 18:58:28.797531 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186cc892-154b-47eb-85c5-c951dfd43d85 None None] Pushing event updated for resources: {'Port': ['ID=fb7e481a-f3cb-4b2b-ace9-a0f0c492c243,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:28.803909 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f58829de-2210-4339-b956-26c11e86ea6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:28.822005 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979a2e0d-442b-4fff-aad6-1e3e7f66f1b4 None None] Update dhcp port {'port': {'network_id': 'cdd0d424-6459-4e4d-a201-a21b48acffa5', 'fixed_ips': [{'subnet_id': '546033b2-b882-4532-9dbc-7e9773e45d71', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f38fbee5-da54-4746-a685-b0073f99a7a2'}], 'binding:host_id': 'n-d-807786-1'}, 'id': 'fb7e481a-f3cb-4b2b-ace9-a0f0c492c243'} from n-d-807786-1. {{(pid=101446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 18:58:28.847878 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-979a2e0d-442b-4fff-aad6-1e3e7f66f1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:28.966884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64a34c-f85b-4e67-ab21-85512ecc7137 req-7725c029-64f0-4ad6-968d-6641972da3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:28.968544 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a64a34c-f85b-4e67-ab21-85512ecc7137 req-7725c029-64f0-4ad6-968d-6641972da3c0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 1096 time: 0.1228235 Sep 07 18:58:29.001887 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c9c87-a331-4db6-a98a-4a985386f8bf req-91ab5d02-56c9-4186-8a36-143a351f8ee7 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:29.004294 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a38c9c87-a331-4db6-a98a-4a985386f8bf req-91ab5d02-56c9-4186-8a36-143a351f8ee7 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d66467f-2528-43e9-969f-b90cc21d56e9 HTTP/1.1" status: 200 len: 945 time: 0.1259706 Sep 07 18:58:29.023654 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:29.050129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-b87308c5-57d5-4894-8b31-d3c51c8e3b1d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Allocated IP 2001:db8:0:1::17 (cdd0d424-6459-4e4d-a201-a21b48acffa5/f38fbee5-da54-4746-a685-b0073f99a7a2/ff0af417-62ce-4159-91e4-301dcd13bb15) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:29.083442 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a64a34c-f85b-4e67-ab21-85512ecc7137 req-783def1c-c798-4444-ba25-d19705ff0757 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009181 Sep 07 18:58:29.151591 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a38c9c87-a331-4db6-a98a-4a985386f8bf req-95b44e29-0bdc-472f-a6c2-15fa9fb845f1 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6103c70-4251-4e8e-95e4-1c32faae5863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374428 Sep 07 18:58:29.214174 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b87308c5-57d5-4894-8b31-d3c51c8e3b1d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:29.228836 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-b87308c5-57d5-4894-8b31-d3c51c8e3b1d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Ignored duplicate provisioning block setup for port ff0af417-62ce-4159-91e4-301dcd13bb15 by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 07 18:58:29.243641 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b87308c5-57d5-4894-8b31-d3c51c8e3b1d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:29.303532 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-979a2e0d-442b-4fff-aad6-1e3e7f66f1b4 None None] Allocated IP 2001:db8:0:1::2 (cdd0d424-6459-4e4d-a201-a21b48acffa5/f38fbee5-da54-4746-a685-b0073f99a7a2/fb7e481a-f3cb-4b2b-ace9-a0f0c492c243) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:29.354238 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-b87308c5-57d5-4894-8b31-d3c51c8e3b1d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] In _notify_port_updated(), no bound segment for port ff0af417-62ce-4159-91e4-301dcd13bb15 on network cdd0d424-6459-4e4d-a201-a21b48acffa5 {{(pid=101445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 18:58:29.359799 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87308c5-57d5-4894-8b31-d3c51c8e3b1d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:29.360433 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b87308c5-57d5-4894-8b31-d3c51c8e3b1d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:29.362357 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b87308c5-57d5-4894-8b31-d3c51c8e3b1d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "PUT /v2.0/ports/ff0af417-62ce-4159-91e4-301dcd13bb15 HTTP/1.1" status: 200 len: 1009 time: 1.1604872 Sep 07 18:58:29.363101 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87308c5-57d5-4894-8b31-d3c51c8e3b1d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=ff0af417-62ce-4159-91e4-301dcd13bb15,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:29.366187 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37984) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:29.411076 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-979a2e0d-442b-4fff-aad6-1e3e7f66f1b4 None None] For port fb7e481a-f3cb-4b2b-ace9-a0f0c492c243, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fb7e481a-f3cb-4b2b-ace9-a0f0c492c243,segment=NetworkSegment(644f5298-c5db-4e01-bcc2-ba68d8ac5c83),segment_id=644f5298-c5db-4e01-bcc2-ba68d8ac5c83)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:29.443746 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-979a2e0d-442b-4fff-aad6-1e3e7f66f1b4 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:29.463886 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-979a2e0d-442b-4fff-aad6-1e3e7f66f1b4 None None] Transition to ACTIVE for port object fb7e481a-f3cb-4b2b-ace9-a0f0c492c243 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:29.470070 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-979a2e0d-442b-4fff-aad6-1e3e7f66f1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:29.474871 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-24498593-badc-47e5-9bf7-5b07c151b197 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting port ff0af417-62ce-4159-91e4-301dcd13bb15 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:29.475407 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-24498593-badc-47e5-9bf7-5b07c151b197 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:29.578267 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a2e0d-442b-4fff-aad6-1e3e7f66f1b4 None None] Pushing event updated for resources: {'Port': ['ID=fb7e481a-f3cb-4b2b-ace9-a0f0c492c243,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:29.586303 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-24498593-badc-47e5-9bf7-5b07c151b197 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:29.602394 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-24498593-badc-47e5-9bf7-5b07c151b197 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Calling delete_port for ff0af417-62ce-4159-91e4-301dcd13bb15 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:29.741600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df80585-ba2a-4053-8e08-d4bee26c8d23 req-2d859702-3b8f-4e89-ab80-ab35972c0de0 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:29.745056 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4df80585-ba2a-4053-8e08-d4bee26c8d23 req-2d859702-3b8f-4e89-ab80-ab35972c0de0 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.0716965 Sep 07 18:58:29.800051 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4df80585-ba2a-4053-8e08-d4bee26c8d23 req-c47c4514-045c-4cef-9544-5bb7c88e3220 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491152 Sep 07 18:58:29.822983 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-24498593-badc-47e5-9bf7-5b07c151b197 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:29.867997 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24498593-badc-47e5-9bf7-5b07c151b197 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Port': ['ID=ff0af417-62ce-4159-91e4-301dcd13bb15,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:29.918262 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-24498593-badc-47e5-9bf7-5b07c151b197 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:29.922583 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-24498593-badc-47e5-9bf7-5b07c151b197 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/ports/ff0af417-62ce-4159-91e4-301dcd13bb15 HTTP/1.1" status: 204 len: 168 time: 0.5526693 Sep 07 18:58:29.922969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38006) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:29.957081 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d6bde8-5420-47a7-8ff6-a98a5a86a1f3 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] GET failed (client error): The resource could not be found. Sep 07 18:58:29.958773 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-65d6bde8-5420-47a7-8ff6-a98a5a86a1f3 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports/ff0af417-62ce-4159-91e4-301dcd13bb15 HTTP/1.1" status: 404 len: 333 time: 0.0347798 Sep 07 18:58:29.961597 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38010) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:30.026726 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fb7e481a-f3cb-4b2b-ace9-a0f0c492c243 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:58:30.035864 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-0874d462-052b-435d-8da2-aeae8d5d7bf7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting subnet f38fbee5-da54-4746-a685-b0073f99a7a2 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:58:30.039426 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0874d462-052b-435d-8da2-aeae8d5d7bf7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:30.099633 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0874d462-052b-435d-8da2-aeae8d5d7bf7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:30.127828 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:30.219261 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0874d462-052b-435d-8da2-aeae8d5d7bf7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:30.301630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbabc2b-38fa-464f-aad5-697805379686 None None] Network cdd0d424-6459-4e4d-a201-a21b48acffa5 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:30.302713 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0874d462-052b-435d-8da2-aeae8d5d7bf7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:30.347079 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0874d462-052b-435d-8da2-aeae8d5d7bf7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:30.351177 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0874d462-052b-435d-8da2-aeae8d5d7bf7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/subnets/f38fbee5-da54-4746-a685-b0073f99a7a2 HTTP/1.1" status: 204 len: 168 time: 0.3880076 Sep 07 18:58:30.352850 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874d462-052b-435d-8da2-aeae8d5d7bf7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Subnet': ['ID=f38fbee5-da54-4746-a685-b0073f99a7a2,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:30.353543 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38034) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:30.362200 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874d462-052b-435d-8da2-aeae8d5d7bf7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.362668 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874d462-052b-435d-8da2-aeae8d5d7bf7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.363081 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874d462-052b-435d-8da2-aeae8d5d7bf7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.363649 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874d462-052b-435d-8da2-aeae8d5d7bf7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.363993 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874d462-052b-435d-8da2-aeae8d5d7bf7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.364331 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874d462-052b-435d-8da2-aeae8d5d7bf7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.364744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874d462-052b-435d-8da2-aeae8d5d7bf7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.365732 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874d462-052b-435d-8da2-aeae8d5d7bf7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.365732 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874d462-052b-435d-8da2-aeae8d5d7bf7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.366211 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874d462-052b-435d-8da2-aeae8d5d7bf7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.366780 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874d462-052b-435d-8da2-aeae8d5d7bf7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.367319 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874d462-052b-435d-8da2-aeae8d5d7bf7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.430743 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-024c2303-c2c2-45fe-9581-258dacf2ebd4 None None] Provisioning for port fb7e481a-f3cb-4b2b-ace9-a0f0c492c243 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:58:30.436893 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-024c2303-c2c2-45fe-9581-258dacf2ebd4 None None] Provisioning complete for port fb7e481a-f3cb-4b2b-ace9-a0f0c492c243 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:30.437220 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-024c2303-c2c2-45fe-9581-258dacf2ebd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:30.448216 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-471c290b-d477-4895-9a04-6e902cb01d27 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting subnet 546033b2-b882-4532-9dbc-7e9773e45d71 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:58:30.457010 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-471c290b-d477-4895-9a04-6e902cb01d27 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:30.545848 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-471c290b-d477-4895-9a04-6e902cb01d27 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:30.623643 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-024c2303-c2c2-45fe-9581-258dacf2ebd4 None None] Could not find standard attr ID for object ff0af417-62ce-4159-91e4-301dcd13bb15. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 18:58:30.695068 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-471c290b-d477-4895-9a04-6e902cb01d27 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:30.762696 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-471c290b-d477-4895-9a04-6e902cb01d27 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:30.798126 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-471c290b-d477-4895-9a04-6e902cb01d27 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:30.800950 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-471c290b-d477-4895-9a04-6e902cb01d27 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/subnets/546033b2-b882-4532-9dbc-7e9773e45d71 HTTP/1.1" status: 204 len: 168 time: 0.4463344 Sep 07 18:58:30.802405 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c290b-d477-4895-9a04-6e902cb01d27 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Subnet': ['ID=546033b2-b882-4532-9dbc-7e9773e45d71,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:30.803552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38050) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:30.833492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c290b-d477-4895-9a04-6e902cb01d27 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.834021 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c290b-d477-4895-9a04-6e902cb01d27 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.834462 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c290b-d477-4895-9a04-6e902cb01d27 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.834899 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c290b-d477-4895-9a04-6e902cb01d27 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.835330 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c290b-d477-4895-9a04-6e902cb01d27 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.835762 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c290b-d477-4895-9a04-6e902cb01d27 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.836192 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c290b-d477-4895-9a04-6e902cb01d27 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.836675 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c290b-d477-4895-9a04-6e902cb01d27 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.837100 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c290b-d477-4895-9a04-6e902cb01d27 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.837524 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c290b-d477-4895-9a04-6e902cb01d27 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.837951 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c290b-d477-4895-9a04-6e902cb01d27 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.838372 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c290b-d477-4895-9a04-6e902cb01d27 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:58:30.920050 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc2913d9-bfe8-4274-8aff-d5aa5fed21bb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:31.043186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-fc2913d9-bfe8-4274-8aff-d5aa5fed21bb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting port fb7e481a-f3cb-4b2b-ace9-a0f0c492c243 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:31.043544 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc2913d9-bfe8-4274-8aff-d5aa5fed21bb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:31.055367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4833024-25f9-47d7-83a3-22e2c62be400 req-a864208b-cf52-4426-8c48-bf3d800b4a81 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:31.057511 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4833024-25f9-47d7-83a3-22e2c62be400 req-a864208b-cf52-4426-8c48-bf3d800b4a81 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.0848560 Sep 07 18:58:31.158348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 71e44d63-ef40-44f7-a74e-d4c658032012 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:58:31.158637 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4833024-25f9-47d7-83a3-22e2c62be400 req-a40a6b5e-e9e6-4bd8-88ad-06880f975d12 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804024 Sep 07 18:58:31.196122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-fc2913d9-bfe8-4274-8aff-d5aa5fed21bb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] For port fb7e481a-f3cb-4b2b-ace9-a0f0c492c243, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fb7e481a-f3cb-4b2b-ace9-a0f0c492c243,segment=NetworkSegment(644f5298-c5db-4e01-bcc2-ba68d8ac5c83),segment_id=644f5298-c5db-4e01-bcc2-ba68d8ac5c83)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:31.196543 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc2913d9-bfe8-4274-8aff-d5aa5fed21bb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:31.228932 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-fc2913d9-bfe8-4274-8aff-d5aa5fed21bb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Calling delete_port for fb7e481a-f3cb-4b2b-ace9-a0f0c492c243 owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:31.363593 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 71e44d63-ef40-44f7-a74e-d4c658032012, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=71e44d63-ef40-44f7-a74e-d4c658032012,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:31.408474 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '71e44d63-ef40-44f7-a74e-d4c658032012', 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4', 'port_id': '71e44d63-ef40-44f7-a74e-d4c658032012', 'mac_address': 'fa:16:3e:b5:0e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3efea74c-6615-4f78-a316-4a616a841935', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:58:31.441629 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc2913d9-bfe8-4274-8aff-d5aa5fed21bb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:31.464976 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2913d9-bfe8-4274-8aff-d5aa5fed21bb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] No DVR routers for this DVR port fb7e481a-f3cb-4b2b-ace9-a0f0c492c243 on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:58:31.496812 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:31.513778 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71e44d63-ef40-44f7-a74e-d4c658032012 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:58:31.520002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2913d9-bfe8-4274-8aff-d5aa5fed21bb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Port': ['ID=fb7e481a-f3cb-4b2b-ace9-a0f0c492c243,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:31.559057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df7cab3-e920-4ddb-9700-9867eb4404bb None None] Network cdd0d424-6459-4e4d-a201-a21b48acffa5 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:31.571284 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 71e44d63-ef40-44f7-a74e-d4c658032012, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=71e44d63-ef40-44f7-a74e-d4c658032012,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:31.586424 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:31.689653 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7598ead5-c801-4961-8e15-4096c0aebb48 None None] Could not find standard attr ID for object fb7e481a-f3cb-4b2b-ace9-a0f0c492c243. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 18:58:31.753146 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc2913d9-bfe8-4274-8aff-d5aa5fed21bb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:31.770181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88aa326-352e-4ec1-8084-8b8f02968107 req-d3b75830-1038-4224-a31d-a6f598a97aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:31.771745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b88aa326-352e-4ec1-8084-8b8f02968107 req-d3b75830-1038-4224-a31d-a6f598a97aae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e81334715fe248b7846fde74e7fee518&device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 1096 time: 0.3134141 Sep 07 18:58:31.799306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-fc2913d9-bfe8-4274-8aff-d5aa5fed21bb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd0d424-6459-4e4d-a201-a21b48acffa5']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:31.808657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cc781-8636-4417-82bb-59033dcd879e req-5c93ef2d-5f99-461b-8e85-7d5d82d7932a tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:31.810262 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb6cc781-8636-4417-82bb-59033dcd879e req-5c93ef2d-5f99-461b-8e85-7d5d82d7932a tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.2873299 Sep 07 18:58:31.824448 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde261e-4d94-4a5a-939a-6e6433e525ee req-dcbbd71f-aa71-4d9b-9e67-b7f276418267 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:31.832751 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8dde261e-4d94-4a5a-939a-6e6433e525ee req-dcbbd71f-aa71-4d9b-9e67-b7f276418267 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d66467f-2528-43e9-969f-b90cc21d56e9 HTTP/1.1" status: 200 len: 945 time: 0.3139427 Sep 07 18:58:31.854360 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-fc2913d9-bfe8-4274-8aff-d5aa5fed21bb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644f5298-c5db-4e01-bcc2-ba68d8ac5c83') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:31.854653 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-fc2913d9-bfe8-4274-8aff-d5aa5fed21bb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644f5298-c5db-4e01-bcc2-ba68d8ac5c83') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:31.887419 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['71e44d63-ef40-44f7-a74e-d4c658032012'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:58:31.891457 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc2913d9-bfe8-4274-8aff-d5aa5fed21bb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:31.932221 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=71e44d63-ef40-44f7-a74e-d4c658032012,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:31.938808 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:31.971928 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc2913d9-bfe8-4274-8aff-d5aa5fed21bb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:32.001263 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8dde261e-4d94-4a5a-939a-6e6433e525ee req-38992aca-294e-465c-ad77-fad3efaf8e79 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6103c70-4251-4e8e-95e4-1c32faae5863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673853 Sep 07 18:58:32.018156 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb6cc781-8636-4417-82bb-59033dcd879e req-b5e5599b-1fc0-4ce7-8fe4-93bf95a1cfb8 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763296 Sep 07 18:58:32.071932 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2913d9-bfe8-4274-8aff-d5aa5fed21bb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:58:32.075804 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc2913d9-bfe8-4274-8aff-d5aa5fed21bb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: timer() Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:58:32.086530 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:58:32.100232 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88aa326-352e-4ec1-8084-8b8f02968107 req-508f198a-37b0-4edb-911c-d432a8af0651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:32.102001 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b88aa326-352e-4ec1-8084-8b8f02968107 req-508f198a-37b0-4edb-911c-d432a8af0651 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1cf7232d-a60f-43db-ab7e-3bece3e83c8f HTTP/1.1" status: 200 len: 912 time: 0.3135736 Sep 07 18:58:32.123012 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400c4a92-cd98-44e8-898f-f7a18e2bed11 None None] DHCP port deletion for cdd0d424-6459-4e4d-a201-a21b48acffa5 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:58:32.188108 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b88aa326-352e-4ec1-8084-8b8f02968107 req-5ed639d4-7963-467d-914d-4f8c4d81dab9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc8a6bef-b68c-417a-8ea2-ea96c9721df2 HTTP/1.1" status: 200 len: 217 time: 0.0737541 Sep 07 18:58:32.207964 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc2913d9-bfe8-4274-8aff-d5aa5fed21bb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:32.245228 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc2913d9-bfe8-4274-8aff-d5aa5fed21bb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:32.248135 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-fc2913d9-bfe8-4274-8aff-d5aa5fed21bb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/networks/cdd0d424-6459-4e4d-a201-a21b48acffa5 HTTP/1.1" status: 204 len: 168 time: 1.4434536 Sep 07 18:58:32.252536 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38110) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:32.270380 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2913d9-bfe8-4274-8aff-d5aa5fed21bb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Network': ['ID=cdd0d424-6459-4e4d-a201-a21b48acffa5,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:32.284888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88aa326-352e-4ec1-8084-8b8f02968107 req-347fa950-84c9-4c47-a47e-1ab8ebffe493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:32.286637 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b88aa326-352e-4ec1-8084-8b8f02968107 req-347fa950-84c9-4c47-a47e-1ab8ebffe493 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ddca0847-4c27-4d7b-a6ad-3b98cce52fb5 HTTP/1.1" status: 200 len: 851 time: 0.0873508 Sep 07 18:58:32.316755 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87cfd27-fa1b-4415-8abb-6ec9810eb896 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:32.318788 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b87cfd27-fa1b-4415-8abb-6ec9810eb896 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0631375 Sep 07 18:58:32.322481 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38112) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:32.328810 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b88aa326-352e-4ec1-8084-8b8f02968107 req-58a15191-f9c5-4cdc-830b-0862d262cc5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf7232d-a60f-43db-ab7e-3bece3e83c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275822 Sep 07 18:58:32.376361 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-947c5c60-b7f1-4f7a-a86f-88914a4674c0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0523946 Sep 07 18:58:32.379878 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38114) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:32.384826 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1bd7dd05-05ef-499a-bebf-f4e218c672cf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-421191806'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:32.428982 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd7dd05-05ef-499a-bebf-f4e218c672cf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:32.435737 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1bd7dd05-05ef-499a-bebf-f4e218c672cf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:32.473378 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b88aa326-352e-4ec1-8084-8b8f02968107 req-23ec3868-57f3-4bf6-987c-8549ef328b97 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf7232d-a60f-43db-ab7e-3bece3e83c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307817 Sep 07 18:58:32.492025 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd7dd05-05ef-499a-bebf-f4e218c672cf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:58:32.505991 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1bd7dd05-05ef-499a-bebf-f4e218c672cf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:32.506601 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-1bd7dd05-05ef-499a-bebf-f4e218c672cf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Added segment bada94e1-ab42-4e8c-9a74-e21f442019eb of type vlan for network dddb4fae-aec4-4145-b60c-35abf781931a Sep 07 18:58:32.556879 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1bd7dd05-05ef-499a-bebf-f4e218c672cf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:32.586576 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1bd7dd05-05ef-499a-bebf-f4e218c672cf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:32.589618 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b88aa326-352e-4ec1-8084-8b8f02968107 req-1da106e0-6a5a-4d99-a4f8-5457b1e6873a service neutron] 10.222.0.36 "GET /v2.0/networks/1cf7232d-a60f-43db-ab7e-3bece3e83c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066837 Sep 07 18:58:32.593368 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd7dd05-05ef-499a-bebf-f4e218c672cf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:32.594135 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1bd7dd05-05ef-499a-bebf-f4e218c672cf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:32.654878 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38128) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:32.660899 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-fa911b4d-a3e4-442d-b9d8-4ceee02d69ff tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'subnet': {'network_id': 'dddb4fae-aec4-4145-b60c-35abf781931a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:32.661266 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1bd7dd05-05ef-499a-bebf-f4e218c672cf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2800648 Sep 07 18:58:32.698306 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7dd05-05ef-499a-bebf-f4e218c672cf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Network': ['ID=dddb4fae-aec4-4145-b60c-35abf781931a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:32.712630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network dddb4fae-aec4-4145-b60c-35abf781931a details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:58:32.778096 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa911b4d-a3e4-442d-b9d8-4ceee02d69ff tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:32.783187 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fa911b4d-a3e4-442d-b9d8-4ceee02d69ff tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:33.017250 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fa911b4d-a3e4-442d-b9d8-4ceee02d69ff tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:33.121857 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa911b4d-a3e4-442d-b9d8-4ceee02d69ff tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Subnet': ['ID=4995eb90-b1da-489e-a4eb-df6e60b397a1,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:33.150320 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa911b4d-a3e4-442d-b9d8-4ceee02d69ff tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Checking segment: {'id': 'bada94e1-ab42-4e8c-9a74-e21f442019eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dddb4fae-aec4-4145-b60c-35abf781931a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:33.150687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa911b4d-a3e4-442d-b9d8-4ceee02d69ff tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network hostable DHCP agents. Network: dddb4fae-aec4-4145-b60c-35abf781931a, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:58:33.165014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 71e44d63-ef40-44f7-a74e-d4c658032012 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:58:33.241599 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa911b4d-a3e4-442d-b9d8-4ceee02d69ff tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network dddb4fae-aec4-4145-b60c-35abf781931a is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:58:33.294373 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 71e44d63-ef40-44f7-a74e-d4c658032012 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:33.294942 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:33.298096 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd8a86-8bd3-4880-9266-313563359e6a req-73939724-ba2d-43f7-bcc7-2988943fd9c5 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:33.305403 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2dcd8a86-8bd3-4880-9266-313563359e6a req-73939724-ba2d-43f7-bcc7-2988943fd9c5 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d66467f-2528-43e9-969f-b90cc21d56e9 HTTP/1.1" status: 200 len: 945 time: 0.1959844 Sep 07 18:58:33.342280 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-fa911b4d-a3e4-442d-b9d8-4ceee02d69ff tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, dddb4fae-aec4-4145-b60c-35abf781931a) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:33.352413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa911b4d-a3e4-442d-b9d8-4ceee02d69ff tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:33.353065 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fa911b4d-a3e4-442d-b9d8-4ceee02d69ff tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:33.354044 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7022ee6c-df03-439f-8f92-e8c03e406081 None None] Network dddb4fae-aec4-4145-b60c-35abf781931a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:33.402563 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2dcd8a86-8bd3-4880-9266-313563359e6a req-3fff9ee8-4d3c-4439-9808-656a8d507648 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6103c70-4251-4e8e-95e4-1c32faae5863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910590 Sep 07 18:58:33.407475 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-fa911b4d-a3e4-442d-b9d8-4ceee02d69ff tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7515221 Sep 07 18:58:33.415165 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38152) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:33.420209 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-bd3eba0b-b90c-41f2-bd3f-78cb444532c5 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'port': {'network_id': 'dddb4fae-aec4-4145-b60c-35abf781931a', 'name': 'tempest-PortsIpV6TestJSON-1732444299'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:33.437619 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1c503-cc19-4bb5-b424-500ed02bf9d0 req-099c46b5-d644-40c4-8c33-4c0b7ec2fd09 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:33.457131 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9db1c503-cc19-4bb5-b424-500ed02bf9d0 req-099c46b5-d644-40c4-8c33-4c0b7ec2fd09 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.2110703 Sep 07 18:58:33.478433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad39832-ba49-4b94-aed1-198228ba0942 req-91546a22-2b19-48dc-b615-46d9e3aaceaf tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:33.480011 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ad39832-ba49-4b94-aed1-198228ba0942 req-91546a22-2b19-48dc-b615-46d9e3aaceaf tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d66467f-2528-43e9-969f-b90cc21d56e9 HTTP/1.1" status: 200 len: 945 time: 0.2659273 Sep 07 18:58:33.514574 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:33.574154 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e44d63-ef40-44f7-a74e-d4c658032012'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:58:33.576653 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9051f6-7737-4041-ae81-23242257bca1" -d '{"events": [{"server_uuid": "3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6", "name": "network-vif-plugged", "status": "completed", "tag": "71e44d63-ef40-44f7-a74e-d4c658032012"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:58:33.600630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 71e44d63-ef40-44f7-a74e-d4c658032012, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=71e44d63-ef40-44f7-a74e-d4c658032012,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:33.609202 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:33.638480 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9db1c503-cc19-4bb5-b424-500ed02bf9d0 req-cb56e27b-9a7a-40ef-899c-b22640afdb42 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803677 Sep 07 18:58:33.698252 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=71e44d63-ef40-44f7-a74e-d4c658032012,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:33.717409 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3eba0b-b90c-41f2-bd3f-78cb444532c5 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:33.722983 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd3eba0b-b90c-41f2-bd3f-78cb444532c5 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:33.760615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-5ad39832-ba49-4b94-aed1-198228ba0942 req-ec36b504-63f1-4170-9a5b-40da758683f2 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Deleting port 3ef69246-bb72-4fd9-8ded-32aff74aeb7a {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:33.760945 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-bd3eba0b-b90c-41f2-bd3f-78cb444532c5 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] device_id is not set on port 68f9f218-e9b8-4e6f-9b2f-fb09c705c260 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:58:33.761352 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5ad39832-ba49-4b94-aed1-198228ba0942 req-ec36b504-63f1-4170-9a5b-40da758683f2 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:33.762958 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-dddb4fae-aec4-4145-b60c-35abf781931a', 'network_id': 'dddb4fae-aec4-4145-b60c-35abf781931a', 'tenant_id': 'df0b7d269d7d49ab843fe37513b2db53', 'fixed_ips': [{'subnet_id': '4995eb90-b1da-489e-a4eb-df6e60b397a1'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:58:33.763946 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:33.898525 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-bd3eba0b-b90c-41f2-bd3f-78cb444532c5 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Allocated IP 2001:db8::17d (dddb4fae-aec4-4145-b60c-35abf781931a/4995eb90-b1da-489e-a4eb-df6e60b397a1/68f9f218-e9b8-4e6f-9b2f-fb09c705c260) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:33.928089 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-5ad39832-ba49-4b94-aed1-198228ba0942 req-ec36b504-63f1-4170-9a5b-40da758683f2 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] For port 3ef69246-bb72-4fd9-8ded-32aff74aeb7a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3ef69246-bb72-4fd9-8ded-32aff74aeb7a,segment=NetworkSegment(48f5f97a-4419-4446-9edf-00eb16251426),segment_id=48f5f97a-4419-4446-9edf-00eb16251426)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:33.928822 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5ad39832-ba49-4b94-aed1-198228ba0942 req-ec36b504-63f1-4170-9a5b-40da758683f2 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:33.942433 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0668807-3298-4127-bf49-d10254fcc1ee x-openstack-request-id: req-c0668807-3298-4127-bf49-d10254fcc1ee {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:58:33.944107 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-5ad39832-ba49-4b94-aed1-198228ba0942 req-ec36b504-63f1-4170-9a5b-40da758683f2 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Calling delete_port for 3ef69246-bb72-4fd9-8ded-32aff74aeb7a owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:33.944537 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6", "name": "network-vif-plugged", "status": "completed", "tag": "71e44d63-ef40-44f7-a74e-d4c658032012", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:58:33.944904 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c0668807-3298-4127-bf49-d10254fcc1ee {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:58:33.945395 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e44d63-ef40-44f7-a74e-d4c658032012', 'code': 200} Sep 07 18:58:33.982513 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fb7e481a-f3cb-4b2b-ace9-a0f0c492c243 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:58:34.039621 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: fb7e481a-f3cb-4b2b-ace9-a0f0c492c243 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:58:34.040307 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fb7e481a-f3cb-4b2b-ace9-a0f0c492c243 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:58:34.080329 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5ad39832-ba49-4b94-aed1-198228ba0942 req-ec36b504-63f1-4170-9a5b-40da758683f2 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:34.116678 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36b504-63f1-4170-9a5b-40da758683f2 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Pushing event deleted for resources: {'Port': ['ID=3ef69246-bb72-4fd9-8ded-32aff74aeb7a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:34.170103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad39832-ba49-4b94-aed1-198228ba0942 req-ec36b504-63f1-4170-9a5b-40da758683f2 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] No DVR routers for this DVR port 3ef69246-bb72-4fd9-8ded-32aff74aeb7a on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:58:34.173226 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5ad39832-ba49-4b94-aed1-198228ba0942 req-ec36b504-63f1-4170-9a5b-40da758683f2 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:34.175689 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ad39832-ba49-4b94-aed1-198228ba0942 req-ec36b504-63f1-4170-9a5b-40da758683f2 tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.36 "DELETE /v2.0/ports/3ef69246-bb72-4fd9-8ded-32aff74aeb7a HTTP/1.1" status: 204 len: 173 time: 0.6766093 Sep 07 18:58:34.176309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d66467f-2528-43e9-969f-b90cc21d56e9', 'name': 'network-vif-deleted', 'tag': '3ef69246-bb72-4fd9-8ded-32aff74aeb7a'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:58:34.180739 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad6e927-fe00-4143-8e6a-318cbd0c4316" -d '{"events": [{"server_uuid": "5d66467f-2528-43e9-969f-b90cc21d56e9", "name": "network-vif-deleted", "tag": "3ef69246-bb72-4fd9-8ded-32aff74aeb7a"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:58:34.190721 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd3eba0b-b90c-41f2-bd3f-78cb444532c5 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:34.212075 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-bd3eba0b-b90c-41f2-bd3f-78cb444532c5 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Transition to ACTIVE for port object 68f9f218-e9b8-4e6f-9b2f-fb09c705c260 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:34.227423 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e072e4d4-3a7b-4938-8c09-115f375adf63 x-openstack-request-id: req-e072e4d4-3a7b-4938-8c09-115f375adf63 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:58:34.228062 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d66467f-2528-43e9-969f-b90cc21d56e9", "name": "network-vif-deleted", "tag": "3ef69246-bb72-4fd9-8ded-32aff74aeb7a", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:58:34.228477 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e072e4d4-3a7b-4938-8c09-115f375adf63 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:58:34.229085 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d66467f-2528-43e9-969f-b90cc21d56e9', 'name': 'network-vif-deleted', 'tag': '3ef69246-bb72-4fd9-8ded-32aff74aeb7a', 'status': 'completed', 'code': 200} Sep 07 18:58:34.258582 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd3eba0b-b90c-41f2-bd3f-78cb444532c5 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:34.325571 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3eba0b-b90c-41f2-bd3f-78cb444532c5 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network dddb4fae-aec4-4145-b60c-35abf781931a is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:34.329107 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-bd3eba0b-b90c-41f2-bd3f-78cb444532c5 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:34.334118 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3eba0b-b90c-41f2-bd3f-78cb444532c5 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:34.340104 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3eba0b-b90c-41f2-bd3f-78cb444532c5 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:34.341050 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd3eba0b-b90c-41f2-bd3f-78cb444532c5 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:34.359790 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3eba0b-b90c-41f2-bd3f-78cb444532c5 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=68f9f218-e9b8-4e6f-9b2f-fb09c705c260,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:34.368178 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bd3eba0b-b90c-41f2-bd3f-78cb444532c5 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9519014 Sep 07 18:58:34.371255 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38172) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:34.379979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-bddc5e17-575e-4644-aa92-daee5217455d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'port': {'network_id': 'dddb4fae-aec4-4145-b60c-35abf781931a', 'name': 'tempest-PortsIpV6TestJSON-1810744360'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:34.416419 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] Allocated IP 2001:db8::2 (dddb4fae-aec4-4145-b60c-35abf781931a/4995eb90-b1da-489e-a4eb-df6e60b397a1/c6ea346b-b994-4014-8000-0e90ef404e97) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:34.574870 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3916f68-6c8c-4fa5-bba9-a2aac8e5aa36 req-e9385751-44bb-42af-a791-8f1b2f12713e tempest-ServerTagsTestJSON-197333870 tempest-ServerTagsTestJSON-197333870-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d66467f-2528-43e9-969f-b90cc21d56e9 HTTP/1.1" status: 200 len: 210 time: 0.0279500 Sep 07 18:58:34.575953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddc5e17-575e-4644-aa92-daee5217455d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:34.579404 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bddc5e17-575e-4644-aa92-daee5217455d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:34.600118 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-bddc5e17-575e-4644-aa92-daee5217455d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] device_id is not set on port 62b0c9e3-b6c5-496b-8d96-d3bbd60e8c92 yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:58:34.784597 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:34.799125 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] Transition to ACTIVE for port object c6ea346b-b994-4014-8000-0e90ef404e97 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:34.837587 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] Transition to ACTIVE for port object c6ea346b-b994-4014-8000-0e90ef404e97 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:34.844020 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2e1b7-0b6e-4140-ae30-70bba497b152 req-abe16b10-2602-4c69-9765-e668e0cba813 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:34.845682 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:34.853225 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7da2e1b7-0b6e-4140-ae30-70bba497b152 req-abe16b10-2602-4c69-9765-e668e0cba813 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.1081817 Sep 07 18:58:34.891883 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] Network dddb4fae-aec4-4145-b60c-35abf781931a is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:34.895452 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:34.899800 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:34.918729 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] Pushing event updated for resources: {'Port': ['ID=c6ea346b-b994-4014-8000-0e90ef404e97,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:34.949736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-bddc5e17-575e-4644-aa92-daee5217455d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Allocated IP 2001:db8::395 (dddb4fae-aec4-4145-b60c-35abf781931a/4995eb90-b1da-489e-a4eb-df6e60b397a1/62b0c9e3-b6c5-496b-8d96-d3bbd60e8c92) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:35.036915 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] Attempting to bind port c6ea346b-b994-4014-8000-0e90ef404e97 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:58:35.037394 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] Attempting to bind port c6ea346b-b994-4014-8000-0e90ef404e97 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'bada94e1-ab42-4e8c-9a74-e21f442019eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dddb4fae-aec4-4145-b60c-35abf781931a'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:58:35.037860 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] Attempting to bind port c6ea346b-b994-4014-8000-0e90ef404e97 on network dddb4fae-aec4-4145-b60c-35abf781931a {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:58:35.044075 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:58:35.045168 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] Checking segment: {'id': 'bada94e1-ab42-4e8c-9a74-e21f442019eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dddb4fae-aec4-4145-b60c-35abf781931a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:35.045168 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:35.046253 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] Bound using segment: {'id': 'bada94e1-ab42-4e8c-9a74-e21f442019eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dddb4fae-aec4-4145-b60c-35abf781931a'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:58:35.046882 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] Bound port: c6ea346b-b994-4014-8000-0e90ef404e97, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bada94e1-ab42-4e8c-9a74-e21f442019eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dddb4fae-aec4-4145-b60c-35abf781931a'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:58:35.047389 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:35.123623 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] For port c6ea346b-b994-4014-8000-0e90ef404e97, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:58:35.126999 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] For port c6ea346b-b994-4014-8000-0e90ef404e97, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c6ea346b-b994-4014-8000-0e90ef404e97,segment=NetworkSegment(bada94e1-ab42-4e8c-9a74-e21f442019eb),segment_id=bada94e1-ab42-4e8c-9a74-e21f442019eb)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:58:35.133871 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:35.149603 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bddc5e17-575e-4644-aa92-daee5217455d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:35.199453 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7da2e1b7-0b6e-4140-ae30-70bba497b152 req-1d9e7c4e-a26a-4bcb-a991-577528b11ef4 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448706 Sep 07 18:58:35.206180 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-bddc5e17-575e-4644-aa92-daee5217455d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Transition to ACTIVE for port object 62b0c9e3-b6c5-496b-8d96-d3bbd60e8c92 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:35.226904 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd43497-9956-4e31-9b87-dd2af0dc4109 None None] Pushing event updated for resources: {'Port': ['ID=c6ea346b-b994-4014-8000-0e90ef404e97,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:35.289835 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bddc5e17-575e-4644-aa92-daee5217455d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:35.336611 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddc5e17-575e-4644-aa92-daee5217455d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network dddb4fae-aec4-4145-b60c-35abf781931a is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:35.340108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-bddc5e17-575e-4644-aa92-daee5217455d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:35.344219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddc5e17-575e-4644-aa92-daee5217455d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:35.350768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddc5e17-575e-4644-aa92-daee5217455d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:35.351389 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bddc5e17-575e-4644-aa92-daee5217455d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:35.375392 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc5e17-575e-4644-aa92-daee5217455d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=62b0c9e3-b6c5-496b-8d96-d3bbd60e8c92,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:35.392413 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bddc5e17-575e-4644-aa92-daee5217455d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0197453 Sep 07 18:58:35.395567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38192) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:35.549735 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1fdff8-e581-401c-abea-92d0f321acfa tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:35.551400 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2c1fdff8-e581-401c-abea-92d0f321acfa tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A17d HTTP/1.1" status: 200 len: 929 time: 0.1496346 Sep 07 18:58:35.559059 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38196) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:35.694749 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38202) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:35.724444 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-62bad3f7-77c0-4da1-af6a-b7a40e88b064 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting port 62b0c9e3-b6c5-496b-8d96-d3bbd60e8c92 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:35.725166 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-62bad3f7-77c0-4da1-af6a-b7a40e88b064 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:35.784829 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e59f88f-1d1d-4b4e-a361-cba48ca356f7 admin admin] Deleting subnet bd21f145-4a32-48ea-94e4-bdfd8d2f26df {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:58:35.789840 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e59f88f-1d1d-4b4e-a361-cba48ca356f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:35.825968 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e59f88f-1d1d-4b4e-a361-cba48ca356f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:35.881907 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e59f88f-1d1d-4b4e-a361-cba48ca356f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:35.958999 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e59f88f-1d1d-4b4e-a361-cba48ca356f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:35.985825 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e59f88f-1d1d-4b4e-a361-cba48ca356f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:35.989742 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-62bad3f7-77c0-4da1-af6a-b7a40e88b064 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:35.990833 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7e59f88f-1d1d-4b4e-a361-cba48ca356f7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bd21f145-4a32-48ea-94e4-bdfd8d2f26df HTTP/1.1" status: 204 len: 168 time: 0.2949655 Sep 07 18:58:35.993618 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38216) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:36.015403 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59f88f-1d1d-4b4e-a361-cba48ca356f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd21f145-4a32-48ea-94e4-bdfd8d2f26df,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:36.042274 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3ef69246-bb72-4fd9-8ded-32aff74aeb7a no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:58:36.077416 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 3ef69246-bb72-4fd9-8ded-32aff74aeb7a {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:58:36.077740 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3ef69246-bb72-4fd9-8ded-32aff74aeb7a not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:58:36.084771 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-62bad3f7-77c0-4da1-af6a-b7a40e88b064 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Calling delete_port for 62b0c9e3-b6c5-496b-8d96-d3bbd60e8c92 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:36.120194 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c6ea346b-b994-4014-8000-0e90ef404e97 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:58:36.209211 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a2b7993-14d7-4b99-8b0b-31b5b2c504df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:36.214493 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port c6ea346b-b994-4014-8000-0e90ef404e97 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:58:36.388794 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f9e73-2616-4717-b8f6-62d973f9d2d8 req-6ca93901-bfc5-40c3-9fcb-b2561e72783f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:36.401441 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-857f9e73-2616-4717-b8f6-62d973f9d2d8 req-6ca93901-bfc5-40c3-9fcb-b2561e72783f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.0868077 Sep 07 18:58:36.404487 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a2b7993-14d7-4b99-8b0b-31b5b2c504df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:36.460254 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-857f9e73-2616-4717-b8f6-62d973f9d2d8 req-8f263bed-ab1c-4c1b-87ec-c4ed942d8bf7 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575044 Sep 07 18:58:36.499089 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5a2b7993-14d7-4b99-8b0b-31b5b2c504df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e27b69-4f54-45ed-be66-c2ab7bde9660']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:36.516917 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5a2b7993-14d7-4b99-8b0b-31b5b2c504df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f5f97a-4419-4446-9edf-00eb16251426') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:36.517792 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5a2b7993-14d7-4b99-8b0b-31b5b2c504df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f5f97a-4419-4446-9edf-00eb16251426') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:36.540963 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a2b7993-14d7-4b99-8b0b-31b5b2c504df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:36.543911 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-62bad3f7-77c0-4da1-af6a-b7a40e88b064 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:36.623782 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a2b7993-14d7-4b99-8b0b-31b5b2c504df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:36.626583 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bad3f7-77c0-4da1-af6a-b7a40e88b064 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Port': ['ID=62b0c9e3-b6c5-496b-8d96-d3bbd60e8c92,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:36.671434 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2b7993-14d7-4b99-8b0b-31b5b2c504df admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:58:36.671956 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a2b7993-14d7-4b99-8b0b-31b5b2c504df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:58:36.736292 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:58:36.741531 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-62bad3f7-77c0-4da1-af6a-b7a40e88b064 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:36.745048 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-62bad3f7-77c0-4da1-af6a-b7a40e88b064 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/ports/62b0c9e3-b6c5-496b-8d96-d3bbd60e8c92 HTTP/1.1" status: 204 len: 168 time: 1.1841574 Sep 07 18:58:36.747027 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38222) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:36.756539 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a2b7993-14d7-4b99-8b0b-31b5b2c504df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:36.761204 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a2b7993-14d7-4b99-8b0b-31b5b2c504df admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:36.763444 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5a2b7993-14d7-4b99-8b0b-31b5b2c504df admin admin] 10.222.0.26 "DELETE /v2.0/networks/08e27b69-4f54-45ed-be66-c2ab7bde9660 HTTP/1.1" status: 204 len: 168 time: 0.7632248 Sep 07 18:58:36.781617 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb164f9-f899-4156-a5bc-febdb5c24479 None None] Network dddb4fae-aec4-4145-b60c-35abf781931a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:36.835502 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb602b12-89a6-42ed-9d70-e4d5fb8a08aa tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] GET failed (client error): The resource could not be found. Sep 07 18:58:36.840358 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bb602b12-89a6-42ed-9d70-e4d5fb8a08aa tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports/62b0c9e3-b6c5-496b-8d96-d3bbd60e8c92 HTTP/1.1" status: 404 len: 333 time: 0.0923655 Sep 07 18:58:36.843460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38228) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:36.887262 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b7993-14d7-4b99-8b0b-31b5b2c504df admin admin] Pushing event deleted for resources: {'Network': ['ID=08e27b69-4f54-45ed-be66-c2ab7bde9660,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:36.987810 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2570fe1d-7279-45f2-b65b-8a5b51fa1a2d None None] Provisioning for port c6ea346b-b994-4014-8000-0e90ef404e97 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:58:36.999330 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2570fe1d-7279-45f2-b65b-8a5b51fa1a2d None None] Provisioning complete for port c6ea346b-b994-4014-8000-0e90ef404e97 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:36.999685 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2570fe1d-7279-45f2-b65b-8a5b51fa1a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:37.119507 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38242) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:37.137095 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-d9d4e49e-dd40-482c-bac3-7a472202e1b3 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting port 68f9f218-e9b8-4e6f-9b2f-fb09c705c260 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:37.137452 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d9d4e49e-dd40-482c-bac3-7a472202e1b3 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:37.248448 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2ccd3c95-3ba3-49f6-bca5-9150563bcf87 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e5f862b2b324a15a06efc675520a191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1243553 Sep 07 18:58:37.249683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38244) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:37.265374 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d9d4e49e-dd40-482c-bac3-7a472202e1b3 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:37.291481 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2570fe1d-7279-45f2-b65b-8a5b51fa1a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:37.309485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-d9d4e49e-dd40-482c-bac3-7a472202e1b3 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Calling delete_port for 68f9f218-e9b8-4e6f-9b2f-fb09c705c260 owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:37.363968 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-2570fe1d-7279-45f2-b65b-8a5b51fa1a2d None None] For port c6ea346b-b994-4014-8000-0e90ef404e97, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c6ea346b-b994-4014-8000-0e90ef404e97,segment=NetworkSegment(bada94e1-ab42-4e8c-9a74-e21f442019eb),segment_id=bada94e1-ab42-4e8c-9a74-e21f442019eb)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:37.371526 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2570fe1d-7279-45f2-b65b-8a5b51fa1a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:37.406064 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-01fc1adf-3805-4448-b9b1-7d670249376b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:37.469803 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-01fc1adf-3805-4448-b9b1-7d670249376b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:37.514524 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570fe1d-7279-45f2-b65b-8a5b51fa1a2d None None] Pushing event updated for resources: {'Port': ['ID=c6ea346b-b994-4014-8000-0e90ef404e97,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:37.555751 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d9d4e49e-dd40-482c-bac3-7a472202e1b3 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:37.584653 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-01fc1adf-3805-4448-b9b1-7d670249376b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:37.593303 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-01fc1adf-3805-4448-b9b1-7d670249376b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:37.597064 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-01fc1adf-3805-4448-b9b1-7d670249376b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f6103c70-4251-4e8e-95e4-1c32faae5863 HTTP/1.1" status: 204 len: 168 time: 0.3298254 Sep 07 18:58:37.629415 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc1adf-3805-4448-b9b1-7d670249376b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6103c70-4251-4e8e-95e4-1c32faae5863,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:37.643657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4e49e-dd40-482c-bac3-7a472202e1b3 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Port': ['ID=68f9f218-e9b8-4e6f-9b2f-fb09c705c260,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:37.772319 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d9d4e49e-dd40-482c-bac3-7a472202e1b3 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:37.776346 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d9d4e49e-dd40-482c-bac3-7a472202e1b3 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/ports/68f9f218-e9b8-4e6f-9b2f-fb09c705c260 HTTP/1.1" status: 204 len: 168 time: 0.9316909 Sep 07 18:58:37.778990 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38256) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:37.813792 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04185b95-162d-4066-8a86-3dbc7967db3e req-b9fc3e72-75bb-49b0-8467-ea24c0362c40 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:37.815148 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7645f048-542f-4f70-a911-9fb467102a5f tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] GET failed (client error): The resource could not be found. Sep 07 18:58:37.820275 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7645f048-542f-4f70-a911-9fb467102a5f tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports/68f9f218-e9b8-4e6f-9b2f-fb09c705c260 HTTP/1.1" status: 404 len: 333 time: 0.0377107 Sep 07 18:58:37.821338 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-04185b95-162d-4066-8a86-3dbc7967db3e req-b9fc3e72-75bb-49b0-8467-ea24c0362c40 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.2023404 Sep 07 18:58:37.829355 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38258) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:37.874795 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-04185b95-162d-4066-8a86-3dbc7967db3e req-e558b3ea-12fe-4716-8f4f-64de8decca99 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524726 Sep 07 18:58:37.900926 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-90b6f285-622d-45dc-9f94-d8dfaaa1acde None None] Could not find standard attr ID for object 68f9f218-e9b8-4e6f-9b2f-fb09c705c260. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 18:58:37.915014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-90b6f285-622d-45dc-9f94-d8dfaaa1acde None None] Provisioning complete for port c6ea346b-b994-4014-8000-0e90ef404e97 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:37.915902 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-90b6f285-622d-45dc-9f94-d8dfaaa1acde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:37.917150 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd55353-aaf9-42e3-b65c-93362f80ca35 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting subnet 4995eb90-b1da-489e-a4eb-df6e60b397a1 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:58:37.925330 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4bd55353-aaf9-42e3-b65c-93362f80ca35 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:38.059751 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4bd55353-aaf9-42e3-b65c-93362f80ca35 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:38.170408 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c6ea346b-b994-4014-8000-0e90ef404e97 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:58:38.238305 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port c6ea346b-b994-4014-8000-0e90ef404e97 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:38.238670 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:38.274995 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4bd55353-aaf9-42e3-b65c-93362f80ca35 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:38.412311 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4bd55353-aaf9-42e3-b65c-93362f80ca35 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:38.468162 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-00ea3883-09b7-491c-b638-9e69332407a0 None None] Could not find standard attr ID for object 68f9f218-e9b8-4e6f-9b2f-fb09c705c260. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 18:58:38.494405 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4bd55353-aaf9-42e3-b65c-93362f80ca35 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:38.499065 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38282) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:38.507793 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4bd55353-aaf9-42e3-b65c-93362f80ca35 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/subnets/4995eb90-b1da-489e-a4eb-df6e60b397a1 HTTP/1.1" status: 204 len: 168 time: 0.6658661 Sep 07 18:58:38.514579 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd55353-aaf9-42e3-b65c-93362f80ca35 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Subnet': ['ID=4995eb90-b1da-489e-a4eb-df6e60b397a1,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:38.620114 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c19c6b6b-3472-401d-ba46-31a35cb562c7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:38.741808 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67a5ef5-23a9-414c-87fd-93939ef9818a None None] Network dddb4fae-aec4-4145-b60c-35abf781931a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:38.748829 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-c19c6b6b-3472-401d-ba46-31a35cb562c7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting port c6ea346b-b994-4014-8000-0e90ef404e97 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:38.749454 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c19c6b6b-3472-401d-ba46-31a35cb562c7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:38.831976 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-c19c6b6b-3472-401d-ba46-31a35cb562c7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] For port c6ea346b-b994-4014-8000-0e90ef404e97, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c6ea346b-b994-4014-8000-0e90ef404e97,segment=NetworkSegment(bada94e1-ab42-4e8c-9a74-e21f442019eb),segment_id=bada94e1-ab42-4e8c-9a74-e21f442019eb)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:38.832697 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c19c6b6b-3472-401d-ba46-31a35cb562c7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:38.838485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b37d8eac-314f-4dcd-aba5-ff684e9d290f None None] Could not find standard attr ID for object 62b0c9e3-b6c5-496b-8d96-d3bbd60e8c92. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 18:58:38.851021 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-c19c6b6b-3472-401d-ba46-31a35cb562c7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Calling delete_port for c6ea346b-b994-4014-8000-0e90ef404e97 owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:39.157085 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36075b9c-b77f-48ce-8ba9-2f52e1c64f92 None None] DHCP port deletion for dddb4fae-aec4-4145-b60c-35abf781931a request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:58:39.302178 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-36075b9c-b77f-48ce-8ba9-2f52e1c64f92 None None] Deleting port c6ea346b-b994-4014-8000-0e90ef404e97 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:39.306422 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-36075b9c-b77f-48ce-8ba9-2f52e1c64f92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:39.421443 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-36075b9c-b77f-48ce-8ba9-2f52e1c64f92 None None] For port c6ea346b-b994-4014-8000-0e90ef404e97, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c6ea346b-b994-4014-8000-0e90ef404e97,segment=NetworkSegment(bada94e1-ab42-4e8c-9a74-e21f442019eb),segment_id=bada94e1-ab42-4e8c-9a74-e21f442019eb)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:39.422012 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-36075b9c-b77f-48ce-8ba9-2f52e1c64f92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:39.473347 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-36075b9c-b77f-48ce-8ba9-2f52e1c64f92 None None] Calling delete_port for c6ea346b-b994-4014-8000-0e90ef404e97 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:39.496576 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c19c6b6b-3472-401d-ba46-31a35cb562c7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:39.555135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c6b6b-3472-401d-ba46-31a35cb562c7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Port': ['ID=c6ea346b-b994-4014-8000-0e90ef404e97,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:39.573563 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19c6b6b-3472-401d-ba46-31a35cb562c7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] No DVR routers for this DVR port c6ea346b-b994-4014-8000-0e90ef404e97 on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:58:39.586789 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aebdac-fe0a-49ab-a936-a61c542d6dd7 req-a62b5952-12b7-444a-8d97-0417d81f7037 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:39.596603 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-36075b9c-b77f-48ce-8ba9-2f52e1c64f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:39.604430 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8aebdac-fe0a-49ab-a936-a61c542d6dd7 req-a62b5952-12b7-444a-8d97-0417d81f7037 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.1909456 Sep 07 18:58:39.627156 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36075b9c-b77f-48ce-8ba9-2f52e1c64f92 None None] No DVR routers for this DVR port c6ea346b-b994-4014-8000-0e90ef404e97 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:58:39.632274 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36075b9c-b77f-48ce-8ba9-2f52e1c64f92 None None] Pushing event deleted for resources: {'Port': ['ID=c6ea346b-b994-4014-8000-0e90ef404e97,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:39.773954 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c19c6b6b-3472-401d-ba46-31a35cb562c7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:39.779104 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8aebdac-fe0a-49ab-a936-a61c542d6dd7 req-91d62895-8eb7-4c08-94ae-9826b1078c62 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737769 Sep 07 18:58:39.848089 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-c19c6b6b-3472-401d-ba46-31a35cb562c7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dddb4fae-aec4-4145-b60c-35abf781931a']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:39.872292 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-c19c6b6b-3472-401d-ba46-31a35cb562c7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bada94e1-ab42-4e8c-9a74-e21f442019eb') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:39.872636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-c19c6b6b-3472-401d-ba46-31a35cb562c7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bada94e1-ab42-4e8c-9a74-e21f442019eb') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:39.885646 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c19c6b6b-3472-401d-ba46-31a35cb562c7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:39.905327 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c19c6b6b-3472-401d-ba46-31a35cb562c7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:39.916555 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19c6b6b-3472-401d-ba46-31a35cb562c7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:58:39.917335 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c19c6b6b-3472-401d-ba46-31a35cb562c7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: timer() Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:58:39.921236 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:58:40.009003 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c19c6b6b-3472-401d-ba46-31a35cb562c7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:40.046638 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c19c6b6b-3472-401d-ba46-31a35cb562c7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:40.057122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c19c6b6b-3472-401d-ba46-31a35cb562c7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/networks/dddb4fae-aec4-4145-b60c-35abf781931a HTTP/1.1" status: 204 len: 168 time: 1.5565863 Sep 07 18:58:40.060426 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38320) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:40.066893 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-3218238d-71ef-4d4f-b8ea-53d1c0b21a3a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1244757652'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:40.106432 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38322) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:40.113370 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c6ea346b-b994-4014-8000-0e90ef404e97 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:58:40.118932 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c6b6b-3472-401d-ba46-31a35cb562c7 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Network': ['ID=dddb4fae-aec4-4145-b60c-35abf781931a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:40.147661 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3218238d-71ef-4d4f-b8ea-53d1c0b21a3a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:40.152053 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3218238d-71ef-4d4f-b8ea-53d1c0b21a3a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:40.180064 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3218238d-71ef-4d4f-b8ea-53d1c0b21a3a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:58:40.180415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: c6ea346b-b994-4014-8000-0e90ef404e97 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:58:40.182901 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c6ea346b-b994-4014-8000-0e90ef404e97 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:58:40.203384 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3218238d-71ef-4d4f-b8ea-53d1c0b21a3a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:40.204154 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-3218238d-71ef-4d4f-b8ea-53d1c0b21a3a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Added segment c1f12c41-98a8-42da-bf5f-a8c5770047d6 of type vlan for network 95bccc4e-ae80-4314-bbcb-a448a321d424 Sep 07 18:58:40.272911 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3218238d-71ef-4d4f-b8ea-53d1c0b21a3a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:40.322437 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3218238d-71ef-4d4f-b8ea-53d1c0b21a3a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:40.335276 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3218238d-71ef-4d4f-b8ea-53d1c0b21a3a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:40.335959 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3218238d-71ef-4d4f-b8ea-53d1c0b21a3a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:40.388625 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-13f0044c-dcb2-44a4-8d6c-866b9114290c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:40.452477 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3218238d-71ef-4d4f-b8ea-53d1c0b21a3a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3901718 Sep 07 18:58:40.455473 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38330) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:40.463147 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-efd5a97e-3f8c-411f-9dbe-d66e65f97a3c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'subnet': {'network_id': '95bccc4e-ae80-4314-bbcb-a448a321d424', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:40.547864 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-13f0044c-dcb2-44a4-8d6c-866b9114290c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:40.549458 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218238d-71ef-4d4f-b8ea-53d1c0b21a3a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Network': ['ID=95bccc4e-ae80-4314-bbcb-a448a321d424,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:40.567590 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 95bccc4e-ae80-4314-bbcb-a448a321d424 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:58:40.571551 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-13f0044c-dcb2-44a4-8d6c-866b9114290c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:40.601071 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0044c-dcb2-44a4-8d6c-866b9114290c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2238b7e7-76b5-4c66-90e4-757d355ef71f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:40.654456 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-13f0044c-dcb2-44a4-8d6c-866b9114290c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6654f522a75a4c9ba328564cad2892fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5378098 Sep 07 18:58:40.657355 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38342) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:40.664271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd5a97e-3f8c-411f-9dbe-d66e65f97a3c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:40.668114 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-efd5a97e-3f8c-411f-9dbe-d66e65f97a3c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:40.724115 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3df6b518-4777-43f5-bd7c-4a28441e65e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:40.751679 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3df6b518-4777-43f5-bd7c-4a28441e65e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:40.842707 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3df6b518-4777-43f5-bd7c-4a28441e65e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:40.845759 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3df6b518-4777-43f5-bd7c-4a28441e65e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:40.850495 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3df6b518-4777-43f5-bd7c-4a28441e65e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2238b7e7-76b5-4c66-90e4-757d355ef71f HTTP/1.1" status: 204 len: 168 time: 0.1897874 Sep 07 18:58:40.879986 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6b518-4777-43f5-bd7c-4a28441e65e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2238b7e7-76b5-4c66-90e4-757d355ef71f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:40.980830 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-efd5a97e-3f8c-411f-9dbe-d66e65f97a3c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:41.069075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f38b8-b1fd-47b9-9459-458f9985a424 req-275b3e4e-f375-4aee-91fc-b8210aaf144e tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:41.077233 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b51f38b8-b1fd-47b9-9459-458f9985a424 req-275b3e4e-f375-4aee-91fc-b8210aaf144e tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.1462469 Sep 07 18:58:41.087752 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5a97e-3f8c-411f-9dbe-d66e65f97a3c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Subnet': ['ID=71cf31ec-6527-4060-ade3-27203061ce60,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:41.130100 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd5a97e-3f8c-411f-9dbe-d66e65f97a3c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Checking segment: {'id': 'c1f12c41-98a8-42da-bf5f-a8c5770047d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '95bccc4e-ae80-4314-bbcb-a448a321d424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:41.130855 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd5a97e-3f8c-411f-9dbe-d66e65f97a3c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network hostable DHCP agents. Network: 95bccc4e-ae80-4314-bbcb-a448a321d424, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:58:41.158963 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b51f38b8-b1fd-47b9-9459-458f9985a424 req-775e896a-cb2f-4c52-8e8c-3a59d4d7c48e tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758936 Sep 07 18:58:41.181552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd5a97e-3f8c-411f-9dbe-d66e65f97a3c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network 95bccc4e-ae80-4314-bbcb-a448a321d424 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:58:41.194140 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-efd5a97e-3f8c-411f-9dbe-d66e65f97a3c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 95bccc4e-ae80-4314-bbcb-a448a321d424) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:41.200849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd5a97e-3f8c-411f-9dbe-d66e65f97a3c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:41.201891 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-efd5a97e-3f8c-411f-9dbe-d66e65f97a3c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:41.208589 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfc9d7b-2604-4a17-8ab5-ecd37e09bb20 None None] Network 95bccc4e-ae80-4314-bbcb-a448a321d424 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:41.224098 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-efd5a97e-3f8c-411f-9dbe-d66e65f97a3c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7631505 Sep 07 18:58:41.224313 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38358) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:41.229436 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-baffc519-87de-4880-a2f6-0f3b64bd870b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'port': {'network_id': '95bccc4e-ae80-4314-bbcb-a448a321d424', 'name': 'tempest-PortsIpV6TestJSON-1951835870', 'fixed_ips': [{'subnet_id': '71cf31ec-6527-4060-ade3-27203061ce60', 'ip_address': '2001:db8::10'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:41.444733 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baffc519-87de-4880-a2f6-0f3b64bd870b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:41.446017 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-95bccc4e-ae80-4314-bbcb-a448a321d424', 'network_id': '95bccc4e-ae80-4314-bbcb-a448a321d424', 'tenant_id': 'df0b7d269d7d49ab843fe37513b2db53', 'fixed_ips': [{'subnet_id': '71cf31ec-6527-4060-ade3-27203061ce60'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:58:41.447073 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:41.599261 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-baffc519-87de-4880-a2f6-0f3b64bd870b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:41.621951 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-baffc519-87de-4880-a2f6-0f3b64bd870b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] device_id is not set on port fb3581df-9b7d-4b89-beb2-296da257c320 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:58:41.670916 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] Allocated IP 2001:db8::2 (95bccc4e-ae80-4314-bbcb-a448a321d424/71cf31ec-6527-4060-ade3-27203061ce60/a7c1e290-99ca-4e4b-ac97-7376cd2597df) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:41.880065 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:41.899249 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] Transition to ACTIVE for port object a7c1e290-99ca-4e4b-ac97-7376cd2597df will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:41.918585 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] Transition to ACTIVE for port object a7c1e290-99ca-4e4b-ac97-7376cd2597df will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:41.928588 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:41.980940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] Network 95bccc4e-ae80-4314-bbcb-a448a321d424 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:41.986432 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:41.990803 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:42.014641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] Pushing event updated for resources: {'Port': ['ID=a7c1e290-99ca-4e4b-ac97-7376cd2597df,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:42.050874 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-baffc519-87de-4880-a2f6-0f3b64bd870b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Allocated IP 2001:db8::10 (95bccc4e-ae80-4314-bbcb-a448a321d424/71cf31ec-6527-4060-ade3-27203061ce60/fb3581df-9b7d-4b89-beb2-296da257c320) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:42.091526 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] Attempting to bind port a7c1e290-99ca-4e4b-ac97-7376cd2597df on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:58:42.091900 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] Attempting to bind port a7c1e290-99ca-4e4b-ac97-7376cd2597df by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c1f12c41-98a8-42da-bf5f-a8c5770047d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '95bccc4e-ae80-4314-bbcb-a448a321d424'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:58:42.092272 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] Attempting to bind port a7c1e290-99ca-4e4b-ac97-7376cd2597df on network 95bccc4e-ae80-4314-bbcb-a448a321d424 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:58:42.104152 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:58:42.104561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] Checking segment: {'id': 'c1f12c41-98a8-42da-bf5f-a8c5770047d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '95bccc4e-ae80-4314-bbcb-a448a321d424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:42.104979 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:42.105367 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] Bound using segment: {'id': 'c1f12c41-98a8-42da-bf5f-a8c5770047d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '95bccc4e-ae80-4314-bbcb-a448a321d424'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:58:42.105839 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] Bound port: a7c1e290-99ca-4e4b-ac97-7376cd2597df, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f12c41-98a8-42da-bf5f-a8c5770047d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '95bccc4e-ae80-4314-bbcb-a448a321d424'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:58:42.106219 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:42.219523 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] For port a7c1e290-99ca-4e4b-ac97-7376cd2597df, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:58:42.227239 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] For port a7c1e290-99ca-4e4b-ac97-7376cd2597df, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a7c1e290-99ca-4e4b-ac97-7376cd2597df,segment=NetworkSegment(c1f12c41-98a8-42da-bf5f-a8c5770047d6),segment_id=c1f12c41-98a8-42da-bf5f-a8c5770047d6)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:58:42.233381 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:42.394408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc5ce3-88f6-4d97-8698-dfafe8267333 req-39c5ad7c-6d47-484d-96e5-62123ffd5103 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:42.396040 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3dc5ce3-88f6-4d97-8698-dfafe8267333 req-39c5ad7c-6d47-484d-96e5-62123ffd5103 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.1229470 Sep 07 18:58:42.401000 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27c955-54ee-4f9b-bc56-3d6faa15986b None None] Pushing event updated for resources: {'Port': ['ID=a7c1e290-99ca-4e4b-ac97-7376cd2597df,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:42.492605 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3dc5ce3-88f6-4d97-8698-dfafe8267333 req-1727c560-56f0-47b9-8e75-fe90f3085a05 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821333 Sep 07 18:58:42.714395 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:42.772217 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-baffc519-87de-4880-a2f6-0f3b64bd870b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:42.795093 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-baffc519-87de-4880-a2f6-0f3b64bd870b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Transition to ACTIVE for port object fb3581df-9b7d-4b89-beb2-296da257c320 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:42.852812 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-baffc519-87de-4880-a2f6-0f3b64bd870b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:42.883331 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baffc519-87de-4880-a2f6-0f3b64bd870b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network 95bccc4e-ae80-4314-bbcb-a448a321d424 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:42.924323 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-baffc519-87de-4880-a2f6-0f3b64bd870b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:42.924323 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baffc519-87de-4880-a2f6-0f3b64bd870b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:42.924323 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baffc519-87de-4880-a2f6-0f3b64bd870b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:42.924323 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-baffc519-87de-4880-a2f6-0f3b64bd870b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:42.945170 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baffc519-87de-4880-a2f6-0f3b64bd870b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=fb3581df-9b7d-4b89-beb2-296da257c320,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:42.962954 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38418) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:42.963164 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-baffc519-87de-4880-a2f6-0f3b64bd870b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7377377 Sep 07 18:58:42.977767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-1bd353da-2133-45ef-9891-76ccf6b1fe0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'port': {'network_id': '95bccc4e-ae80-4314-bbcb-a448a321d424', 'name': 'tempest-PortsIpV6TestJSON-1403028358', 'fixed_ips': [{'subnet_id': '71cf31ec-6527-4060-ade3-27203061ce60', 'ip_address': '2001:db8::f'}]}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:43.141971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd353da-2133-45ef-9891-76ccf6b1fe0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:43.248393 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1bd353da-2133-45ef-9891-76ccf6b1fe0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:43.275022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-1bd353da-2133-45ef-9891-76ccf6b1fe0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] device_id is not set on port 773b8cb2-26a2-4d19-8b6c-be88262dd44f yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:58:43.558131 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-1bd353da-2133-45ef-9891-76ccf6b1fe0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Allocated IP 2001:db8::f (95bccc4e-ae80-4314-bbcb-a448a321d424/71cf31ec-6527-4060-ade3-27203061ce60/773b8cb2-26a2-4d19-8b6c-be88262dd44f) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:43.631634 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:43.869064 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1bd353da-2133-45ef-9891-76ccf6b1fe0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:43.899906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-1bd353da-2133-45ef-9891-76ccf6b1fe0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Transition to ACTIVE for port object 773b8cb2-26a2-4d19-8b6c-be88262dd44f will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:43.963439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e48ea3-f137-4ca2-b748-25630298a245 req-c26d35f3-d7b1-46f3-9fe5-a4a805b5ef7f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:43.965176 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13e48ea3-f137-4ca2-b748-25630298a245 req-c26d35f3-d7b1-46f3-9fe5-a4a805b5ef7f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.3645489 Sep 07 18:58:43.989470 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1bd353da-2133-45ef-9891-76ccf6b1fe0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:44.036647 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eca7ec-0bd3-45f2-8f94-b2e76709e9f5 None None] Network 95bccc4e-ae80-4314-bbcb-a448a321d424 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:44.070152 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd353da-2133-45ef-9891-76ccf6b1fe0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=773b8cb2-26a2-4d19-8b6c-be88262dd44f,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:44.089984 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd353da-2133-45ef-9891-76ccf6b1fe0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network 95bccc4e-ae80-4314-bbcb-a448a321d424 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:44.100187 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-1bd353da-2133-45ef-9891-76ccf6b1fe0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:44.104852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd353da-2133-45ef-9891-76ccf6b1fe0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:44.112445 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd353da-2133-45ef-9891-76ccf6b1fe0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:44.113862 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1bd353da-2133-45ef-9891-76ccf6b1fe0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:44.125512 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13e48ea3-f137-4ca2-b748-25630298a245 req-1342a5d4-a6fc-4b0b-8f73-a4d59deb0d93 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527071 Sep 07 18:58:44.136976 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1bd353da-2133-45ef-9891-76ccf6b1fe0e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1638324 Sep 07 18:58:44.138914 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a7c1e290-99ca-4e4b-ac97-7376cd2597df up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:58:44.139699 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38464) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:44.240374 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-50fc0924-e60a-45ad-84ea-60a357067bc1 None None] Provisioning for port a7c1e290-99ca-4e4b-ac97-7376cd2597df completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:58:44.252324 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e576baa-15d5-402f-9550-79b5fda79a16 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:44.254174 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9e576baa-15d5-402f-9550-79b5fda79a16 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1111598 Sep 07 18:58:44.257375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38468) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:44.280933 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port a7c1e290-99ca-4e4b-ac97-7376cd2597df completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:58:44.293074 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port a7c1e290-99ca-4e4b-ac97-7376cd2597df triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:44.294135 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:44.328891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a2b9ea-55d0-4e82-a1d8-229324d485a0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:44.337611 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a2b9ea-55d0-4e82-a1d8-229324d485a0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:44.345143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a2b9ea-55d0-4e82-a1d8-229324d485a0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:44.348342 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-05a2b9ea-55d0-4e82-a1d8-229324d485a0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0898345 Sep 07 18:58:44.351583 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38470) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:44.492812 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a9308025-de58-4422-bb51-f3d7fdfea67b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting port 773b8cb2-26a2-4d19-8b6c-be88262dd44f {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:44.493383 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a9308025-de58-4422-bb51-f3d7fdfea67b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:44.500058 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:44.565384 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port a7c1e290-99ca-4e4b-ac97-7376cd2597df, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a7c1e290-99ca-4e4b-ac97-7376cd2597df,segment=NetworkSegment(c1f12c41-98a8-42da-bf5f-a8c5770047d6),segment_id=c1f12c41-98a8-42da-bf5f-a8c5770047d6)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:44.588571 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:44.681117 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a9308025-de58-4422-bb51-f3d7fdfea67b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:44.691055 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=a7c1e290-99ca-4e4b-ac97-7376cd2597df,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:44.702070 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a9308025-de58-4422-bb51-f3d7fdfea67b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Calling delete_port for 773b8cb2-26a2-4d19-8b6c-be88262dd44f owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:44.875069 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-64c85099-f0d3-4151-abb5-bb5e4b9d61f9 None None] Provisioning for port fb3581df-9b7d-4b89-beb2-296da257c320 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:58:44.880739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-64c85099-f0d3-4151-abb5-bb5e4b9d61f9 None None] Provisioning complete for port fb3581df-9b7d-4b89-beb2-296da257c320 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:44.881407 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-64c85099-f0d3-4151-abb5-bb5e4b9d61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:44.942625 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a9308025-de58-4422-bb51-f3d7fdfea67b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:44.983632 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-64c85099-f0d3-4151-abb5-bb5e4b9d61f9 None None] Port fb3581df-9b7d-4b89-beb2-296da257c320 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:58:44.991402 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-64c85099-f0d3-4151-abb5-bb5e4b9d61f9 None None] Could not find standard attr ID for object 773b8cb2-26a2-4d19-8b6c-be88262dd44f. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 18:58:45.016283 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-64c85099-f0d3-4151-abb5-bb5e4b9d61f9 None None] Provisioning complete for port a7c1e290-99ca-4e4b-ac97-7376cd2597df triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:45.018778 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-64c85099-f0d3-4151-abb5-bb5e4b9d61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:45.026155 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9308025-de58-4422-bb51-f3d7fdfea67b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Port': ['ID=773b8cb2-26a2-4d19-8b6c-be88262dd44f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:45.028690 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a9308025-de58-4422-bb51-f3d7fdfea67b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:45.035473 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a9308025-de58-4422-bb51-f3d7fdfea67b tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/ports/773b8cb2-26a2-4d19-8b6c-be88262dd44f HTTP/1.1" status: 204 len: 168 time: 0.6815698 Sep 07 18:58:45.037272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38492) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:45.067923 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4661da-8545-448e-9848-e045ef88bb2c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] GET failed (client error): The resource could not be found. Sep 07 18:58:45.069902 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5b4661da-8545-448e-9848-e045ef88bb2c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports/773b8cb2-26a2-4d19-8b6c-be88262dd44f HTTP/1.1" status: 404 len: 333 time: 0.0313704 Sep 07 18:58:45.072304 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38494) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:45.219166 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-68fffd88-20de-45fe-be56-647ae742cace tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting port fb3581df-9b7d-4b89-beb2-296da257c320 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:45.221675 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-68fffd88-20de-45fe-be56-647ae742cace tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:45.280618 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38500) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:45.332282 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d2440aca-0397-40a5-9d02-244f63d7c9f6 None None] Provisioning complete for port fb3581df-9b7d-4b89-beb2-296da257c320 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:45.332875 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d2440aca-0397-40a5-9d02-244f63d7c9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:45.354688 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-68fffd88-20de-45fe-be56-647ae742cace tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:45.377384 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-68fffd88-20de-45fe-be56-647ae742cace tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Calling delete_port for fb3581df-9b7d-4b89-beb2-296da257c320 owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:45.428087 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d2440aca-0397-40a5-9d02-244f63d7c9f6 None None] Port fb3581df-9b7d-4b89-beb2-296da257c320 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:58:45.485552 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-01d36afd-1e7b-48a2-8059-017d7c111a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:45.542134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e8ee0-cb36-4d8b-86b5-c3c95414bfba req-f8ff4e1f-40c2-4396-a85b-112dd4b595f7 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:45.551045 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d7e8ee0-cb36-4d8b-86b5-c3c95414bfba req-f8ff4e1f-40c2-4396-a85b-112dd4b595f7 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.0913150 Sep 07 18:58:45.627373 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d7e8ee0-cb36-4d8b-86b5-c3c95414bfba req-9fa9bf4e-2ec2-432c-87d8-ded5bf9bfbd0 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753682 Sep 07 18:58:45.685771 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-01d36afd-1e7b-48a2-8059-017d7c111a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:45.698596 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-68fffd88-20de-45fe-be56-647ae742cace tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:45.699213 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-01d36afd-1e7b-48a2-8059-017d7c111a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:45.737437 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-01d36afd-1e7b-48a2-8059-017d7c111a58 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cdb20c9f2a974be59dd0cf1daae46c50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4554894 Sep 07 18:58:45.742117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fffd88-20de-45fe-be56-647ae742cace tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Port': ['ID=fb3581df-9b7d-4b89-beb2-296da257c320,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:45.748145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38506) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:45.751556 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b47ac1a7-96b8-4e8f-aa3b-e393a9127204 None None] Could not find standard attr ID for object 773b8cb2-26a2-4d19-8b6c-be88262dd44f. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 18:58:45.784581 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d36afd-1e7b-48a2-8059-017d7c111a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750843d8-d4d4-43d9-96b5-23fa182d0f9a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:45.795986 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-68fffd88-20de-45fe-be56-647ae742cace tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:45.801746 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-68fffd88-20de-45fe-be56-647ae742cace tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/ports/fb3581df-9b7d-4b89-beb2-296da257c320 HTTP/1.1" status: 204 len: 168 time: 0.7272522 Sep 07 18:58:45.804578 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38510) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:45.843868 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c1936b-1883-426c-b89d-19e447684a1d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] GET failed (client error): The resource could not be found. Sep 07 18:58:45.845544 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-26c1936b-1883-426c-b89d-19e447684a1d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports/fb3581df-9b7d-4b89-beb2-296da257c320 HTTP/1.1" status: 404 len: 333 time: 0.0396092 Sep 07 18:58:45.849467 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38512) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:45.870439 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-233b0806-12a1-4469-8555-b88df237ca92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:45.918115 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-233b0806-12a1-4469-8555-b88df237ca92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:45.926939 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88dfb42-c61c-4451-8f64-788d9481e1f3 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting subnet 71cf31ec-6527-4060-ade3-27203061ce60 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:58:45.934210 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f88dfb42-c61c-4451-8f64-788d9481e1f3 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:46.001914 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-233b0806-12a1-4469-8555-b88df237ca92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:46.008380 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-233b0806-12a1-4469-8555-b88df237ca92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:46.014866 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-233b0806-12a1-4469-8555-b88df237ca92 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/750843d8-d4d4-43d9-96b5-23fa182d0f9a HTTP/1.1" status: 204 len: 168 time: 0.2649980 Sep 07 18:58:46.027503 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b0806-12a1-4469-8555-b88df237ca92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750843d8-d4d4-43d9-96b5-23fa182d0f9a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:46.059314 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f88dfb42-c61c-4451-8f64-788d9481e1f3 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:46.132871 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a7c1e290-99ca-4e4b-ac97-7376cd2597df up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:58:46.326583 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f88dfb42-c61c-4451-8f64-788d9481e1f3 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:46.446984 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port a7c1e290-99ca-4e4b-ac97-7376cd2597df triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:46.447544 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:46.453094 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f88dfb42-c61c-4451-8f64-788d9481e1f3 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:46.491267 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88dfb42-c61c-4451-8f64-788d9481e1f3 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Subnet': ['ID=71cf31ec-6527-4060-ade3-27203061ce60,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:46.503946 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f88dfb42-c61c-4451-8f64-788d9481e1f3 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:46.506105 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c60c4bd-6672-41c3-8139-ac03dd54124f None None] Network 95bccc4e-ae80-4314-bbcb-a448a321d424 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:46.506701 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f88dfb42-c61c-4451-8f64-788d9481e1f3 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/subnets/71cf31ec-6527-4060-ade3-27203061ce60 HTTP/1.1" status: 204 len: 168 time: 0.6562226 Sep 07 18:58:46.509504 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38530) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:46.588226 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38532) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:46.602693 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-25d97aa7-929d-4851-961c-7b27a345a23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:46.619817 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cd78c1ea-d695-48ea-849b-9671faa21c44 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:46.740383 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-25d97aa7-929d-4851-961c-7b27a345a23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:46.745972 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-25d97aa7-929d-4851-961c-7b27a345a23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:46.799306 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-25d97aa7-929d-4851-961c-7b27a345a23f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a12bfe9b4354f5589add22fafab3f36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098458 Sep 07 18:58:46.800912 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d97aa7-929d-4851-961c-7b27a345a23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae4d731-5147-47a1-bc1b-71f1b22420ba,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:46.807680 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38538) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:46.826960 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6222b153-bb6f-43ea-bea6-e4efe6e88a72 None None] DHCP port deletion for 95bccc4e-ae80-4314-bbcb-a448a321d424 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:58:46.834726 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-cd78c1ea-d695-48ea-849b-9671faa21c44 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting port a7c1e290-99ca-4e4b-ac97-7376cd2597df {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:46.835125 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cd78c1ea-d695-48ea-849b-9671faa21c44 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:46.845372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc92241-7689-4c2a-907e-d1fb6f9b48ed req-a3775581-94cb-42e1-afdd-1637960270f8 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:46.853157 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbc92241-7689-4c2a-907e-d1fb6f9b48ed req-a3775581-94cb-42e1-afdd-1637960270f8 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.1111360 Sep 07 18:58:46.888934 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28a695c3-320f-4c53-8c2e-2c6569226623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:46.922078 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28a695c3-320f-4c53-8c2e-2c6569226623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:46.951407 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbc92241-7689-4c2a-907e-d1fb6f9b48ed req-203d1f83-272c-4ae5-a77f-be33f7699b99 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972972 Sep 07 18:58:46.990941 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6222b153-bb6f-43ea-bea6-e4efe6e88a72 None None] Deleting port a7c1e290-99ca-4e4b-ac97-7376cd2597df {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:46.991721 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6222b153-bb6f-43ea-bea6-e4efe6e88a72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:47.010065 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28a695c3-320f-4c53-8c2e-2c6569226623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:47.011254 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-cd78c1ea-d695-48ea-849b-9671faa21c44 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] For port a7c1e290-99ca-4e4b-ac97-7376cd2597df, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a7c1e290-99ca-4e4b-ac97-7376cd2597df,segment=NetworkSegment(c1f12c41-98a8-42da-bf5f-a8c5770047d6),segment_id=c1f12c41-98a8-42da-bf5f-a8c5770047d6)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:47.011627 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cd78c1ea-d695-48ea-849b-9671faa21c44 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:47.014499 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28a695c3-320f-4c53-8c2e-2c6569226623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:47.018733 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-28a695c3-320f-4c53-8c2e-2c6569226623 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bae4d731-5147-47a1-bc1b-71f1b22420ba HTTP/1.1" status: 204 len: 168 time: 0.2098439 Sep 07 18:58:47.030772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-cd78c1ea-d695-48ea-849b-9671faa21c44 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Calling delete_port for a7c1e290-99ca-4e4b-ac97-7376cd2597df owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:47.035574 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a695c3-320f-4c53-8c2e-2c6569226623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae4d731-5147-47a1-bc1b-71f1b22420ba,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:47.134803 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6222b153-bb6f-43ea-bea6-e4efe6e88a72 None None] For port a7c1e290-99ca-4e4b-ac97-7376cd2597df, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a7c1e290-99ca-4e4b-ac97-7376cd2597df,segment=NetworkSegment(c1f12c41-98a8-42da-bf5f-a8c5770047d6),segment_id=c1f12c41-98a8-42da-bf5f-a8c5770047d6)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:47.135206 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6222b153-bb6f-43ea-bea6-e4efe6e88a72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:47.138401 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cd78c1ea-d695-48ea-849b-9671faa21c44 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:47.156805 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6222b153-bb6f-43ea-bea6-e4efe6e88a72 None None] Calling delete_port for a7c1e290-99ca-4e4b-ac97-7376cd2597df owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:47.177114 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd78c1ea-d695-48ea-849b-9671faa21c44 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] No DVR routers for this DVR port a7c1e290-99ca-4e4b-ac97-7376cd2597df on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:58:47.268670 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78c1ea-d695-48ea-849b-9671faa21c44 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Port': ['ID=a7c1e290-99ca-4e4b-ac97-7376cd2597df,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:47.300135 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6222b153-bb6f-43ea-bea6-e4efe6e88a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:47.356198 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222b153-bb6f-43ea-bea6-e4efe6e88a72 None None] Pushing event deleted for resources: {'Port': ['ID=a7c1e290-99ca-4e4b-ac97-7376cd2597df,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:47.358170 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cd78c1ea-d695-48ea-849b-9671faa21c44 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:47.358382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6222b153-bb6f-43ea-bea6-e4efe6e88a72 None None] No DVR routers for this DVR port a7c1e290-99ca-4e4b-ac97-7376cd2597df on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:58:47.384426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2175a1-e01b-4f6e-8542-81d98e88beee req-eaf54695-8227-4f23-9962-472081fcdf90 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:47.386038 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e2175a1-e01b-4f6e-8542-81d98e88beee req-eaf54695-8227-4f23-9962-472081fcdf90 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.1281376 Sep 07 18:58:47.401496 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-cd78c1ea-d695-48ea-849b-9671faa21c44 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95bccc4e-ae80-4314-bbcb-a448a321d424']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:47.419956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-cd78c1ea-d695-48ea-849b-9671faa21c44 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f12c41-98a8-42da-bf5f-a8c5770047d6') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:47.420282 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-cd78c1ea-d695-48ea-849b-9671faa21c44 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f12c41-98a8-42da-bf5f-a8c5770047d6') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:47.436750 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cd78c1ea-d695-48ea-849b-9671faa21c44 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:47.462479 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cd78c1ea-d695-48ea-849b-9671faa21c44 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:47.466983 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e2175a1-e01b-4f6e-8542-81d98e88beee req-05f7f0ee-269f-4ad9-b3ff-096d9206ed26 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674686 Sep 07 18:58:47.492854 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd78c1ea-d695-48ea-849b-9671faa21c44 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:58:47.493304 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cd78c1ea-d695-48ea-849b-9671faa21c44 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: timer() Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:58:47.496701 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:58:47.562046 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cd78c1ea-d695-48ea-849b-9671faa21c44 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:47.576695 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cd78c1ea-d695-48ea-849b-9671faa21c44 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:47.583742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-cd78c1ea-d695-48ea-849b-9671faa21c44 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/networks/95bccc4e-ae80-4314-bbcb-a448a321d424 HTTP/1.1" status: 204 len: 168 time: 1.0729709 Sep 07 18:58:47.583993 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38566) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:47.593689 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-dbcfac78-4e77-4e15-892d-6613485685ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-474032026'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:47.603821 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78c1ea-d695-48ea-849b-9671faa21c44 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Network': ['ID=95bccc4e-ae80-4314-bbcb-a448a321d424,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:47.645040 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcfac78-4e77-4e15-892d-6613485685ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:47.656619 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dbcfac78-4e77-4e15-892d-6613485685ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:47.694134 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbcfac78-4e77-4e15-892d-6613485685ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:58:47.708831 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dbcfac78-4e77-4e15-892d-6613485685ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:47.709188 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-dbcfac78-4e77-4e15-892d-6613485685ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Added segment a0e32d7e-921d-4ee6-bdda-f22ddd571a11 of type vlan for network bd844ce6-7c71-4cd9-a262-5d4cc3041533 Sep 07 18:58:47.782682 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dbcfac78-4e77-4e15-892d-6613485685ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:47.811459 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dbcfac78-4e77-4e15-892d-6613485685ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:47.819520 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcfac78-4e77-4e15-892d-6613485685ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:47.820117 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dbcfac78-4e77-4e15-892d-6613485685ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:47.867201 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dbcfac78-4e77-4e15-892d-6613485685ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2813044 Sep 07 18:58:47.869955 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38574) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:47.875438 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-20386c88-3b9a-4c07-b5af-fc636cbbda48 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'subnet': {'network_id': 'bd844ce6-7c71-4cd9-a262-5d4cc3041533', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:47.953665 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfac78-4e77-4e15-892d-6613485685ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Network': ['ID=bd844ce6-7c71-4cd9-a262-5d4cc3041533,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:47.978098 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network bd844ce6-7c71-4cd9-a262-5d4cc3041533 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:58:48.084713 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20386c88-3b9a-4c07-b5af-fc636cbbda48 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:48.092795 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20386c88-3b9a-4c07-b5af-fc636cbbda48 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:48.148898 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a7c1e290-99ca-4e4b-ac97-7376cd2597df no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:58:48.183154 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: a7c1e290-99ca-4e4b-ac97-7376cd2597df {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:58:48.183664 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a7c1e290-99ca-4e4b-ac97-7376cd2597df not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:58:48.249574 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff2c56-fafd-47c5-ac97-c6ac5ddcc920 req-3026ace3-097d-45d3-98ec-d989ca9e65b9 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:48.251894 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6cff2c56-fafd-47c5-ac97-c6ac5ddcc920 req-3026ace3-097d-45d3-98ec-d989ca9e65b9 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.1178718 Sep 07 18:58:48.351712 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6cff2c56-fafd-47c5-ac97-c6ac5ddcc920 req-cd47ece0-4e52-4cb0-bec0-fff0f8d5f4cf tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933969 Sep 07 18:58:48.463588 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20386c88-3b9a-4c07-b5af-fc636cbbda48 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:48.564695 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20386c88-3b9a-4c07-b5af-fc636cbbda48 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Checking segment: {'id': 'a0e32d7e-921d-4ee6-bdda-f22ddd571a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bd844ce6-7c71-4cd9-a262-5d4cc3041533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:48.566694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20386c88-3b9a-4c07-b5af-fc636cbbda48 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network hostable DHCP agents. Network: bd844ce6-7c71-4cd9-a262-5d4cc3041533, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:58:48.573598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20386c88-3b9a-4c07-b5af-fc636cbbda48 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Subnet': ['ID=bcc14ab4-e56a-4231-91fb-25b85fa89845,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:48.632817 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20386c88-3b9a-4c07-b5af-fc636cbbda48 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network bd844ce6-7c71-4cd9-a262-5d4cc3041533 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:58:48.651234 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-20386c88-3b9a-4c07-b5af-fc636cbbda48 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, bd844ce6-7c71-4cd9-a262-5d4cc3041533) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:48.663922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b422432-e323-4d82-9e8f-71e902831018 req-b7ff24bf-bc91-48d7-84d5-5743f6a4e21a tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:48.664420 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a950bddb-2168-45be-85ed-bf63f37589d9 None None] Network bd844ce6-7c71-4cd9-a262-5d4cc3041533 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:48.672086 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b422432-e323-4d82-9e8f-71e902831018 req-b7ff24bf-bc91-48d7-84d5-5743f6a4e21a tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.0944643 Sep 07 18:58:48.674878 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20386c88-3b9a-4c07-b5af-fc636cbbda48 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:48.680675 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20386c88-3b9a-4c07-b5af-fc636cbbda48 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:48.722610 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-20386c88-3b9a-4c07-b5af-fc636cbbda48 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8515282 Sep 07 18:58:48.724124 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38606) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:48.731878 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-da6d85c8-2916-43f7-9bc3-6e3a2052bd4a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-270520311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:48.774777 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b422432-e323-4d82-9e8f-71e902831018 req-519eb10b-3ee2-4a98-b56e-28619d1a0a5c tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010709 Sep 07 18:58:48.802745 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da6d85c8-2916-43f7-9bc3-6e3a2052bd4a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:48.804414 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da6d85c8-2916-43f7-9bc3-6e3a2052bd4a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:48.864216 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da6d85c8-2916-43f7-9bc3-6e3a2052bd4a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:48.929248 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da6d85c8-2916-43f7-9bc3-6e3a2052bd4a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:48.931744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-bd844ce6-7c71-4cd9-a262-5d4cc3041533', 'network_id': 'bd844ce6-7c71-4cd9-a262-5d4cc3041533', 'tenant_id': 'df0b7d269d7d49ab843fe37513b2db53', 'fixed_ips': [{'subnet_id': 'bcc14ab4-e56a-4231-91fb-25b85fa89845'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:58:48.933794 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:48.954508 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da6d85c8-2916-43f7-9bc3-6e3a2052bd4a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:48.958472 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38616) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:48.959060 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-da6d85c8-2916-43f7-9bc3-6e3a2052bd4a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2319272 Sep 07 18:58:48.964852 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b9407e14-f3f3-4997-9d94-c1e5af742677 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'port': {'network_id': 'bd844ce6-7c71-4cd9-a262-5d4cc3041533', 'name': 'tempest-PortsIpV6TestJSON-1864130424'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:49.123864 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9407e14-f3f3-4997-9d94-c1e5af742677 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:49.129997 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b9407e14-f3f3-4997-9d94-c1e5af742677 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:49.162449 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-b9407e14-f3f3-4997-9d94-c1e5af742677 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] device_id is not set on port f40d6eb8-5a97-448f-9d91-e4560f5b676a yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:58:49.165666 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] Allocated IP 2001:db8::2 (bd844ce6-7c71-4cd9-a262-5d4cc3041533/bcc14ab4-e56a-4231-91fb-25b85fa89845/fc7aa425-e323-4d9e-94d8-b211d303e2cb) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:49.405426 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:49.415043 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] Transition to ACTIVE for port object fc7aa425-e323-4d9e-94d8-b211d303e2cb will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:49.432851 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] Transition to ACTIVE for port object fc7aa425-e323-4d9e-94d8-b211d303e2cb will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:49.451047 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:49.576727 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] Pushing event updated for resources: {'Port': ['ID=fc7aa425-e323-4d9e-94d8-b211d303e2cb,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:49.584803 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] Network bd844ce6-7c71-4cd9-a262-5d4cc3041533 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:49.584803 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:49.587389 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:49.589119 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb374d5-3dd5-46de-98d9-ebdc55af5ba8 req-138c365d-e123-46e5-bb47-302661421f93 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:49.596884 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-b9407e14-f3f3-4997-9d94-c1e5af742677 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Allocated IP 2001:db8::d9 (bd844ce6-7c71-4cd9-a262-5d4cc3041533/bcc14ab4-e56a-4231-91fb-25b85fa89845/f40d6eb8-5a97-448f-9d91-e4560f5b676a) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:49.597535 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7eb374d5-3dd5-46de-98d9-ebdc55af5ba8 req-138c365d-e123-46e5-bb47-302661421f93 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.0857852 Sep 07 18:58:49.667079 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] Attempting to bind port fc7aa425-e323-4d9e-94d8-b211d303e2cb on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:58:49.667898 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] Attempting to bind port fc7aa425-e323-4d9e-94d8-b211d303e2cb by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'a0e32d7e-921d-4ee6-bdda-f22ddd571a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bd844ce6-7c71-4cd9-a262-5d4cc3041533'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:58:49.668263 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] Attempting to bind port fc7aa425-e323-4d9e-94d8-b211d303e2cb on network bd844ce6-7c71-4cd9-a262-5d4cc3041533 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:58:49.670650 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7eb374d5-3dd5-46de-98d9-ebdc55af5ba8 req-476d87c0-3e79-41f2-b9f9-84a55235a250 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713851 Sep 07 18:58:49.677640 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:58:49.678619 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] Checking segment: {'id': 'a0e32d7e-921d-4ee6-bdda-f22ddd571a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bd844ce6-7c71-4cd9-a262-5d4cc3041533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:49.679475 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:49.681068 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] Bound using segment: {'id': 'a0e32d7e-921d-4ee6-bdda-f22ddd571a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bd844ce6-7c71-4cd9-a262-5d4cc3041533'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:58:49.681572 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] Bound port: fc7aa425-e323-4d9e-94d8-b211d303e2cb, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e32d7e-921d-4ee6-bdda-f22ddd571a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bd844ce6-7c71-4cd9-a262-5d4cc3041533'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:58:49.681962 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:49.766467 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] For port fc7aa425-e323-4d9e-94d8-b211d303e2cb, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:58:49.769692 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] For port fc7aa425-e323-4d9e-94d8-b211d303e2cb, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fc7aa425-e323-4d9e-94d8-b211d303e2cb,segment=NetworkSegment(a0e32d7e-921d-4ee6-bdda-f22ddd571a11),segment_id=a0e32d7e-921d-4ee6-bdda-f22ddd571a11)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:58:49.776602 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:49.845438 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ae323-3b9a-488b-8958-54e59a26f838 None None] Pushing event updated for resources: {'Port': ['ID=fc7aa425-e323-4d9e-94d8-b211d303e2cb,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:49.866029 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b9407e14-f3f3-4997-9d94-c1e5af742677 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:49.883872 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-b9407e14-f3f3-4997-9d94-c1e5af742677 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Transition to ACTIVE for port object f40d6eb8-5a97-448f-9d91-e4560f5b676a will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:49.943516 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b9407e14-f3f3-4997-9d94-c1e5af742677 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:49.959427 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4593f36-dbbc-4bca-ae84-ad8261f524c0 req-37d8d0f7-5d35-4673-916e-37b9f98c3fae tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:49.961574 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4593f36-dbbc-4bca-ae84-ad8261f524c0 req-37d8d0f7-5d35-4673-916e-37b9f98c3fae tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.0736644 Sep 07 18:58:49.991134 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9407e14-f3f3-4997-9d94-c1e5af742677 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network bd844ce6-7c71-4cd9-a262-5d4cc3041533 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:49.994631 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b9407e14-f3f3-4997-9d94-c1e5af742677 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:49.998628 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9407e14-f3f3-4997-9d94-c1e5af742677 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:50.004984 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9407e14-f3f3-4997-9d94-c1e5af742677 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:50.005891 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b9407e14-f3f3-4997-9d94-c1e5af742677 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:50.011836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4593f36-dbbc-4bca-ae84-ad8261f524c0 req-befbd7ea-537a-4f29-8c62-5604092faa15 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437770 Sep 07 18:58:50.026000 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9407e14-f3f3-4997-9d94-c1e5af742677 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=f40d6eb8-5a97-448f-9d91-e4560f5b676a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:50.039669 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b9407e14-f3f3-4997-9d94-c1e5af742677 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0777080 Sep 07 18:58:50.039906 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38672) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:50.424711 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2c64cf5f-0fe4-458b-97c5-b854b880ba49 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:50.729778 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2c64cf5f-0fe4-458b-97c5-b854b880ba49 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:50.739401 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2c64cf5f-0fe4-458b-97c5-b854b880ba49 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:50.840821 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64cf5f-0fe4-458b-97c5-b854b880ba49 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=f40d6eb8-5a97-448f-9d91-e4560f5b676a,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:50.847639 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a73d16-4c17-4e8a-9c85-a5c0df8c4249 req-1e022096-e5e2-440b-b703-f56085bd3cea tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:50.857190 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0a73d16-4c17-4e8a-9c85-a5c0df8c4249 req-1e022096-e5e2-440b-b703-f56085bd3cea tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.0912817 Sep 07 18:58:50.935823 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0a73d16-4c17-4e8a-9c85-a5c0df8c4249 req-18895498-94c6-4a7f-b52a-c37ccf38898b tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612161 Sep 07 18:58:50.987019 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2c64cf5f-0fe4-458b-97c5-b854b880ba49 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:51.057358 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73d2d97-1df3-46a7-8a46-f22b0c17e1d7 None None] Network bd844ce6-7c71-4cd9-a262-5d4cc3041533 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:51.157584 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2c64cf5f-0fe4-458b-97c5-b854b880ba49 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:51.167578 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacf71e-a995-4894-8b52-653f8a168bd6 req-1029742b-a35e-445a-a739-e16e024a26a0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:51.181225 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-faacf71e-a995-4894-8b52-653f8a168bd6 req-1029742b-a35e-445a-a739-e16e024a26a0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.0737092 Sep 07 18:58:51.228742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-faacf71e-a995-4894-8b52-653f8a168bd6 req-4321e975-a9b9-4a3d-9799-3b0af026a795 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466454 Sep 07 18:58:51.276973 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c254d4fd-d9d1-440d-940b-fdef9b8fe5f0 None None] Provisioning for port fc7aa425-e323-4d9e-94d8-b211d303e2cb completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:58:51.508826 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2c64cf5f-0fe4-458b-97c5-b854b880ba49 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:51.516687 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2c64cf5f-0fe4-458b-97c5-b854b880ba49 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:51.517758 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2c64cf5f-0fe4-458b-97c5-b854b880ba49 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:51.594121 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64cf5f-0fe4-458b-97c5-b854b880ba49 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=f40d6eb8-5a97-448f-9d91-e4560f5b676a,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:51.693518 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c64cf5f-0fe4-458b-97c5-b854b880ba49 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network bd844ce6-7c71-4cd9-a262-5d4cc3041533 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:51.695674 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-2c64cf5f-0fe4-458b-97c5-b854b880ba49 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:51.718537 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-43c2c4c6-eb4a-4df8-b81d-3109f993c0aa None None] Provisioning for port f40d6eb8-5a97-448f-9d91-e4560f5b676a completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:58:51.723994 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-43c2c4c6-eb4a-4df8-b81d-3109f993c0aa None None] Provisioning complete for port f40d6eb8-5a97-448f-9d91-e4560f5b676a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:51.724361 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-43c2c4c6-eb4a-4df8-b81d-3109f993c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:51.794179 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-43c2c4c6-eb4a-4df8-b81d-3109f993c0aa None None] Port f40d6eb8-5a97-448f-9d91-e4560f5b676a cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:58:51.894116 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c64cf5f-0fe4-458b-97c5-b854b880ba49 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Router 6c48f9fa-52e3-4968-a9dc-d6d253723c2b is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:58:51.942685 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-70fefe4a-333b-474b-811f-f630c3c7c777 None None] Provisioning complete for port f40d6eb8-5a97-448f-9d91-e4560f5b676a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:51.943058 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-70fefe4a-333b-474b-811f-f630c3c7c777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:52.043700 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c64cf5f-0fe4-458b-97c5-b854b880ba49 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:58:52.049223 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-70fefe4a-333b-474b-811f-f630c3c7c777 None None] Port f40d6eb8-5a97-448f-9d91-e4560f5b676a cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:58:52.053226 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38792) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:52.057938 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ad128-8817-4ad5-a7b7-efb16c7cd27c None None] Sync routers for ids ['6c48f9fa-52e3-4968-a9dc-d6d253723c2b'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:58:52.075583 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2c64cf5f-0fe4-458b-97c5-b854b880ba49 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "PUT /v2.0/routers/6c48f9fa-52e3-4968-a9dc-d6d253723c2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0345948 Sep 07 18:58:52.125242 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fc7aa425-e323-4d9e-94d8-b211d303e2cb up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:58:52.211383 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ad128-8817-4ad5-a7b7-efb16c7cd27c None None] Routers {'6c48f9fa-52e3-4968-a9dc-d6d253723c2b'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:58:52.212345 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-3d5ad128-8817-4ad5-a7b7-efb16c7cd27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:58:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['6c48f9fa-52e3-4968-a9dc-d6d253723c2b'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:52.219327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0ad581-d873-48fc-a5c8-387ec557c747 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:52.224778 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38802) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:52.225614 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2b0ad581-d873-48fc-a5c8-387ec557c747 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c48f9fa-52e3-4968-a9dc-d6d253723c2b HTTP/1.1" status: 200 len: 988 time: 0.1708174 Sep 07 18:58:52.248003 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port fc7aa425-e323-4d9e-94d8-b211d303e2cb completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:58:52.252701 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port fc7aa425-e323-4d9e-94d8-b211d303e2cb triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:52.253082 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:52.257046 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-3d5ad128-8817-4ad5-a7b7-efb16c7cd27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:52.264842 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:58:52.270298 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ad128-8817-4ad5-a7b7-efb16c7cd27c None None] Routers {'6c48f9fa-52e3-4968-a9dc-d6d253723c2b'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:58:52.271173 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-3d5ad128-8817-4ad5-a7b7-efb16c7cd27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:58:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['6c48f9fa-52e3-4968-a9dc-d6d253723c2b'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:52.275849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540380bd-dde8-4e76-9246-fc3b23b6a35d req-9e244b02-dba5-47e2-b1c0-2a1a6552e7bf tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:52.283518 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-540380bd-dde8-4e76-9246-fc3b23b6a35d req-9e244b02-dba5-47e2-b1c0-2a1a6552e7bf tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.1727743 Sep 07 18:58:52.304167 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-3d5ad128-8817-4ad5-a7b7-efb16c7cd27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:52.305021 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ad128-8817-4ad5-a7b7-efb16c7cd27c None None] The sync data for ids ['6c48f9fa-52e3-4968-a9dc-d6d253723c2b'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:58:52.340224 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-540380bd-dde8-4e76-9246-fc3b23b6a35d req-704d1e33-64b6-4f82-9ce8-e634533c6ea8 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555694 Sep 07 18:58:52.343750 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6b85713f-460d-4a2e-863e-7ac1aafda3de None None] Provisioning complete for port f40d6eb8-5a97-448f-9d91-e4560f5b676a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:52.344536 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6b85713f-460d-4a2e-863e-7ac1aafda3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:52.363947 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-89e0af5e-f615-4d63-836c-31c8ecb85620 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:52.371729 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-89e0af5e-f615-4d63-836c-31c8ecb85620 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/networks?id=8684adc4-5ec3-4aac-81e9-c4347cba31e4 HTTP/1.1" status: 200 len: 805 time: 0.2624822 Sep 07 18:58:52.390033 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-e4177d31-05d6-4838-aada-cfe3edcb4c67 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/quotas/2529f1c24ea84b429d16a7b55fd633e5 HTTP/1.1" status: 200 len: 375 time: 0.0171278 Sep 07 18:58:52.470581 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6b85713f-460d-4a2e-863e-7ac1aafda3de None None] Port f40d6eb8-5a97-448f-9d91-e4560f5b676a cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:58:52.489616 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:52.515816 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-3022c30f-7f07-42bd-906c-3b8c4a44a410 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2529f1c24ea84b429d16a7b55fd633e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1245294 Sep 07 18:58:52.546138 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port fc7aa425-e323-4d9e-94d8-b211d303e2cb, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fc7aa425-e323-4d9e-94d8-b211d303e2cb,segment=NetworkSegment(a0e32d7e-921d-4ee6-bdda-f22ddd571a11),segment_id=a0e32d7e-921d-4ee6-bdda-f22ddd571a11)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:52.556486 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:52.616942 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-740ee3ea-5858-4362-9a25-0484df43ccc6 None None] Provisioning complete for port f40d6eb8-5a97-448f-9d91-e4560f5b676a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:52.617306 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-740ee3ea-5858-4362-9a25-0484df43ccc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:52.624993 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679d161-5716-41c9-8966-d3ae2c62d309 req-0862f51a-8f0f-411a-b040-8ef5f0c33eb9 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:52.626833 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6679d161-5716-41c9-8966-d3ae2c62d309 req-0862f51a-8f0f-411a-b040-8ef5f0c33eb9 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.1667092 Sep 07 18:58:52.658426 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-740ee3ea-5858-4362-9a25-0484df43ccc6 None None] Port f40d6eb8-5a97-448f-9d91-e4560f5b676a cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:58:52.662888 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=fc7aa425-e323-4d9e-94d8-b211d303e2cb,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:52.693073 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-8755d49b-7dc3-4156-b392-4c9de4e30c7f service neutron] 10.222.0.26 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762545 Sep 07 18:58:52.709211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6679d161-5716-41c9-8966-d3ae2c62d309 req-e5cb9eda-979a-4e09-a361-02155abf90bd tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728586 Sep 07 18:58:52.799613 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-29b5602b-817d-47e5-824c-40b0e18fa861 service neutron] 10.222.0.26 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025016 Sep 07 18:58:52.915520 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90a192c5-d67f-4369-a076-1f3128a4c3ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:53.022874 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-47ff6fed-781a-4088-a482-0bbe856333ff req-1484242f-9f63-4b63-861f-ec684dccb0e1 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=815fc357-1a02-4336-a9fb-694fe2c60485 HTTP/1.1" status: 200 len: 210 time: 0.0436358 Sep 07 18:58:53.266222 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 71e44d63-ef40-44f7-a74e-d4c658032012 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:58:53.365940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058b1f0-72de-4476-8075-d7564a5fcbdb req-33daa235-ff85-4036-8963-b0e8c544f00c tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:53.367434 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a058b1f0-72de-4476-8075-d7564a5fcbdb req-33daa235-ff85-4036-8963-b0e8c544f00c tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6 HTTP/1.1" status: 200 len: 945 time: 0.0981045 Sep 07 18:58:53.411213 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:53.455069 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e44d63-ef40-44f7-a74e-d4c658032012'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:58:53.463339 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f193e44-6e8c-46b1-8ca6-7ecd740b7af7" -d '{"events": [{"server_uuid": "3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6", "name": "network-vif-unplugged", "status": "completed", "tag": "71e44d63-ef40-44f7-a74e-d4c658032012"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:58:53.511254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 71e44d63-ef40-44f7-a74e-d4c658032012, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=71e44d63-ef40-44f7-a74e-d4c658032012,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:53.522058 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:53.552065 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd28ade-1b3a-4db2-aec1-51a86e89af18 x-openstack-request-id: req-2cd28ade-1b3a-4db2-aec1-51a86e89af18 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:58:53.552372 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6", "name": "network-vif-unplugged", "status": "completed", "tag": "71e44d63-ef40-44f7-a74e-d4c658032012", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:58:53.552640 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2cd28ade-1b3a-4db2-aec1-51a86e89af18 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:58:53.553402 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e44d63-ef40-44f7-a74e-d4c658032012', 'code': 200} Sep 07 18:58:53.575490 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-90a192c5-d67f-4369-a076-1f3128a4c3ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting port f40d6eb8-5a97-448f-9d91-e4560f5b676a {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:53.575986 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90a192c5-d67f-4369-a076-1f3128a4c3ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:53.582693 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=71e44d63-ef40-44f7-a74e-d4c658032012,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:53.642060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb84fe-31d9-4526-9fa3-958a771b839f req-6f950007-4157-4904-a481-aef3a77af610 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:53.649775 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76bb84fe-31d9-4526-9fa3-958a771b839f req-6f950007-4157-4904-a481-aef3a77af610 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.1504273 Sep 07 18:58:53.669369 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-a058b1f0-72de-4476-8075-d7564a5fcbdb req-15fed0c2-d162-46b1-88da-21d656634de7 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Deleting port 71e44d63-ef40-44f7-a74e-d4c658032012 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:53.669802 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a058b1f0-72de-4476-8075-d7564a5fcbdb req-15fed0c2-d162-46b1-88da-21d656634de7 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:53.695760 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90a192c5-d67f-4369-a076-1f3128a4c3ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:53.712208 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-90a192c5-d67f-4369-a076-1f3128a4c3ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Calling delete_port for f40d6eb8-5a97-448f-9d91-e4560f5b676a owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:53.717331 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76bb84fe-31d9-4526-9fa3-958a771b839f req-a041a9f1-2c58-46a1-b4be-855b99b280a6 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664411 Sep 07 18:58:53.797821 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-a058b1f0-72de-4476-8075-d7564a5fcbdb req-15fed0c2-d162-46b1-88da-21d656634de7 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] For port 71e44d63-ef40-44f7-a74e-d4c658032012, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=71e44d63-ef40-44f7-a74e-d4c658032012,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:53.798325 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a058b1f0-72de-4476-8075-d7564a5fcbdb req-15fed0c2-d162-46b1-88da-21d656634de7 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:53.819424 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-a058b1f0-72de-4476-8075-d7564a5fcbdb req-15fed0c2-d162-46b1-88da-21d656634de7 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Calling delete_port for 71e44d63-ef40-44f7-a74e-d4c658032012 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:53.930434 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f4de5-6e41-488b-b73e-8bab96934689 req-46e2270a-3147-4eb5-9e1e-6c993731f247 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:53.932773 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee2f4de5-6e41-488b-b73e-8bab96934689 req-46e2270a-3147-4eb5-9e1e-6c993731f247 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.1152985 Sep 07 18:58:53.991655 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee2f4de5-6e41-488b-b73e-8bab96934689 req-0c29b529-a1fc-4377-9f25-a02eaff065f6 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525546 Sep 07 18:58:54.012093 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90a192c5-d67f-4369-a076-1f3128a4c3ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:54.052900 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a192c5-d67f-4369-a076-1f3128a4c3ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Port': ['ID=f40d6eb8-5a97-448f-9d91-e4560f5b676a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:54.056190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fc7aa425-e323-4d9e-94d8-b211d303e2cb up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:58:54.086937 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a058b1f0-72de-4476-8075-d7564a5fcbdb req-15fed0c2-d162-46b1-88da-21d656634de7 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:54.135263 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fed0c2-d162-46b1-88da-21d656634de7 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Pushing event deleted for resources: {'Port': ['ID=71e44d63-ef40-44f7-a74e-d4c658032012,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:54.178034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a058b1f0-72de-4476-8075-d7564a5fcbdb req-15fed0c2-d162-46b1-88da-21d656634de7 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] No DVR routers for this DVR port 71e44d63-ef40-44f7-a74e-d4c658032012 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:58:54.180768 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a058b1f0-72de-4476-8075-d7564a5fcbdb req-15fed0c2-d162-46b1-88da-21d656634de7 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:54.183554 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a058b1f0-72de-4476-8075-d7564a5fcbdb req-15fed0c2-d162-46b1-88da-21d656634de7 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.60 "DELETE /v2.0/ports/71e44d63-ef40-44f7-a74e-d4c658032012 HTTP/1.1" status: 204 len: 173 time: 0.8101916 Sep 07 18:58:54.184058 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6', 'name': 'network-vif-deleted', 'tag': '71e44d63-ef40-44f7-a74e-d4c658032012'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:58:54.195325 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a24965-dc76-42cd-a678-41287e2c630b" -d '{"events": [{"server_uuid": "3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6", "name": "network-vif-deleted", "tag": "71e44d63-ef40-44f7-a74e-d4c658032012"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:58:54.196112 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port fc7aa425-e323-4d9e-94d8-b211d303e2cb triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:54.196567 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:54.284593 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-314eb3a3-2604-46f4-b8b4-c2de804e43a4 req-c60464a7-8076-4a90-acfd-2b4b1b50a48b tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=815fc357-1a02-4336-a9fb-694fe2c60485 HTTP/1.1" status: 200 len: 210 time: 0.0839863 Sep 07 18:58:54.314224 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90a192c5-d67f-4369-a076-1f3128a4c3ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:54.328368 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e75fc3f-9465-459d-83ff-eb9b0a406bd3 x-openstack-request-id: req-8e75fc3f-9465-459d-83ff-eb9b0a406bd3 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:58:54.328990 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6", "name": "network-vif-deleted", "tag": "71e44d63-ef40-44f7-a74e-d4c658032012", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:58:54.329242 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e75fc3f-9465-459d-83ff-eb9b0a406bd3 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:58:54.329640 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1ed366-d4e5-48a2-a3f4-21bb4cccbae6', 'name': 'network-vif-deleted', 'tag': '71e44d63-ef40-44f7-a74e-d4c658032012', 'status': 'completed', 'code': 200} Sep 07 18:58:54.496285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-f8d93b4c-91e9-487f-81b7-d00b3356fe71 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:54.497801 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-f8d93b4c-91e9-487f-81b7-d00b3356fe71 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.60 "GET /v2.0/networks?id=8684adc4-5ec3-4aac-81e9-c4347cba31e4 HTTP/1.1" status: 200 len: 805 time: 0.2707167 Sep 07 18:58:54.515461 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-24775eed-7ef8-41ea-beb3-7a3d81ea1147 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Request body: {'port': {'device_id': '815fc357-1a02-4336-a9fb-694fe2c60485', 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4', 'admin_state_up': True, 'tenant_id': '2529f1c24ea84b429d16a7b55fd633e5'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:54.543370 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a192c5-d67f-4369-a076-1f3128a4c3ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Router 6c48f9fa-52e3-4968-a9dc-d6d253723c2b has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:58:54.633785 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a192c5-d67f-4369-a076-1f3128a4c3ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:58:54.640717 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-90a192c5-d67f-4369-a076-1f3128a4c3ed tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "PUT /v2.0/routers/6c48f9fa-52e3-4968-a9dc-d6d253723c2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4144311 Sep 07 18:58:54.642850 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38946) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:54.645376 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8796921e-b97b-45d0-9789-f32c95370b7d None None] Sync routers for ids ['6c48f9fa-52e3-4968-a9dc-d6d253723c2b'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:58:54.655037 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-24775eed-7ef8-41ea-beb3-7a3d81ea1147 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Made reservation on behalf of 2529f1c24ea84b429d16a7b55fd633e5 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:54.659148 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-24775eed-7ef8-41ea-beb3-7a3d81ea1147 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:54.659548 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8796921e-b97b-45d0-9789-f32c95370b7d None None] Routers {'6c48f9fa-52e3-4968-a9dc-d6d253723c2b'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:58:54.660949 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8796921e-b97b-45d0-9789-f32c95370b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:58:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['6c48f9fa-52e3-4968-a9dc-d6d253723c2b'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:54.676322 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce88bee-0089-4887-90a1-255a3a474384 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] GET failed (client error): The resource could not be found. Sep 07 18:58:54.679528 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4ce88bee-0089-4887-90a1-255a3a474384 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports/f40d6eb8-5a97-448f-9d91-e4560f5b676a HTTP/1.1" status: 404 len: 333 time: 0.0352488 Sep 07 18:58:54.683541 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38950) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:54.711919 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8796921e-b97b-45d0-9789-f32c95370b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:54.722005 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8796921e-b97b-45d0-9789-f32c95370b7d None None] Routers {'6c48f9fa-52e3-4968-a9dc-d6d253723c2b'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:58:54.726114 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8796921e-b97b-45d0-9789-f32c95370b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:58:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['6c48f9fa-52e3-4968-a9dc-d6d253723c2b'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:54.768686 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8796921e-b97b-45d0-9789-f32c95370b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:54.769503 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8796921e-b97b-45d0-9789-f32c95370b7d None None] The sync data for ids ['6c48f9fa-52e3-4968-a9dc-d6d253723c2b'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:58:55.090590 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38966) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:55.200917 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4239fa84-fef7-44e3-8c3e-5c4fabb32d3d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:55.201201 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7abfddc9-e1fe-4d41-9c84-18daec5af00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:55.293309 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7abfddc9-e1fe-4d41-9c84-18daec5af00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:55.296925 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7abfddc9-e1fe-4d41-9c84-18daec5af00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:55.335248 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7abfddc9-e1fe-4d41-9c84-18daec5af00e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc83a356dcdb428182b2d049b28da050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430258 Sep 07 18:58:55.336174 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfddc9-e1fe-4d41-9c84-18daec5af00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee816707-9109-4fe2-aebd-ddf5405f73d9,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:55.338524 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38972) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:55.388649 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b5e10b05-401f-4ace-b2d8-9ea8864eede3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:55.409858 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b5e10b05-401f-4ace-b2d8-9ea8864eede3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:55.415118 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981ee2e-b6a9-46f5-98bd-4f7eb1d57bd7 req-cf4cc5ad-3ade-49a7-8ab2-d3043dbe7645 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:55.416685 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5981ee2e-b6a9-46f5-98bd-4f7eb1d57bd7 req-cf4cc5ad-3ade-49a7-8ab2-d3043dbe7645 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.2435372 Sep 07 18:58:55.433372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22957480-ca17-4f31-b1a7-cb5b15711b72 req-49063c45-7450-4454-977c-61d148b33c66 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:55.434863 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-22957480-ca17-4f31-b1a7-cb5b15711b72 req-49063c45-7450-4454-977c-61d148b33c66 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.2606914 Sep 07 18:58:55.461753 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b5e10b05-401f-4ace-b2d8-9ea8864eede3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:55.464358 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b5e10b05-401f-4ace-b2d8-9ea8864eede3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:55.467870 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b5e10b05-401f-4ace-b2d8-9ea8864eede3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ee816707-9109-4fe2-aebd-ddf5405f73d9 HTTP/1.1" status: 204 len: 168 time: 0.1261203 Sep 07 18:58:55.473442 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4239fa84-fef7-44e3-8c3e-5c4fabb32d3d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:55.474872 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e10b05-401f-4ace-b2d8-9ea8864eede3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee816707-9109-4fe2-aebd-ddf5405f73d9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:55.485041 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-24775eed-7ef8-41ea-beb3-7a3d81ea1147 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Allocated IP 172.20.0.8 (8684adc4-5ec3-4aac-81e9-c4347cba31e4/3efea74c-6615-4f78-a316-4a616a841935/fda86608-9b6d-4bc8-9ab4-dbd5b6526a62) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:55.487609 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4239fa84-fef7-44e3-8c3e-5c4fabb32d3d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:55.589263 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4239fa84-fef7-44e3-8c3e-5c4fabb32d3d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:55.589890 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4239fa84-fef7-44e3-8c3e-5c4fabb32d3d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Fanout notify agent at l3_agent the message router_deleted on router 6c48f9fa-52e3-4968-a9dc-d6d253723c2b {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:58:55.607631 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4239fa84-fef7-44e3-8c3e-5c4fabb32d3d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:55.608812 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4239fa84-fef7-44e3-8c3e-5c4fabb32d3d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/routers/6c48f9fa-52e3-4968-a9dc-d6d253723c2b HTTP/1.1" status: 204 len: 168 time: 0.9242666 Sep 07 18:58:55.611512 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38978) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:55.617441 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5981ee2e-b6a9-46f5-98bd-4f7eb1d57bd7 req-f1d4b919-9412-484f-b6ef-8e2fbc0b0c15 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770971 Sep 07 18:58:55.626419 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-22957480-ca17-4f31-b1a7-cb5b15711b72 req-47b0ba0c-9fdc-44ed-befa-90ad1ec9ff9e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585836 Sep 07 18:58:55.683034 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-4643fd4e-89c3-4f1d-959f-d3bf6ca06cec tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting subnet bcc14ab4-e56a-4231-91fb-25b85fa89845 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:58:55.686849 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4643fd4e-89c3-4f1d-959f-d3bf6ca06cec tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:55.736056 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4643fd4e-89c3-4f1d-959f-d3bf6ca06cec tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:55.749597 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb57723e-5257-48f2-a2ee-bd7484b2a8e1 req-45665d32-bd1b-4bd1-839a-a02013649a5b tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=815fc357-1a02-4336-a9fb-694fe2c60485 HTTP/1.1" status: 200 len: 210 time: 0.0317702 Sep 07 18:58:55.789680 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-24775eed-7ef8-41ea-beb3-7a3d81ea1147 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:55.813893 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38980) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:55.831869 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-24775eed-7ef8-41ea-beb3-7a3d81ea1147 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:55.836692 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a279139f-c7f4-443d-a103-0f381d0752a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:55.849946 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4643fd4e-89c3-4f1d-959f-d3bf6ca06cec tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:55.871992 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-24775eed-7ef8-41ea-beb3-7a3d81ea1147 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Network 8684adc4-5ec3-4aac-81e9-c4347cba31e4 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:55.876860 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-24775eed-7ef8-41ea-beb3-7a3d81ea1147 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:55.880344 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-24775eed-7ef8-41ea-beb3-7a3d81ea1147 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:55.907540 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fe3a99a1-52a9-4c8e-9fb1-e58bfc34d63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:55.914890 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24775eed-7ef8-41ea-beb3-7a3d81ea1147 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Pushing event updated for resources: {'Port': ['ID=fda86608-9b6d-4bc8-9ab4-dbd5b6526a62,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:55.947411 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4643fd4e-89c3-4f1d-959f-d3bf6ca06cec tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:55.948317 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-24775eed-7ef8-41ea-beb3-7a3d81ea1147 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:55.949047 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-24775eed-7ef8-41ea-beb3-7a3d81ea1147 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:55.985959 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643fd4e-89c3-4f1d-959f-d3bf6ca06cec tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Subnet': ['ID=bcc14ab4-e56a-4231-91fb-25b85fa89845,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:55.996416 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4643fd4e-89c3-4f1d-959f-d3bf6ca06cec tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:55.998360 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4643fd4e-89c3-4f1d-959f-d3bf6ca06cec tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/subnets/bcc14ab4-e56a-4231-91fb-25b85fa89845 HTTP/1.1" status: 204 len: 168 time: 0.3858438 Sep 07 18:58:55.998904 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6822d425-6edb-42de-928d-a62ed95551ff None None] Network bd844ce6-7c71-4cd9-a262-5d4cc3041533 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:56.001242 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38984) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:56.035112 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a279139f-c7f4-443d-a103-0f381d0752a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:56.043335 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a279139f-c7f4-443d-a103-0f381d0752a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:56.055350 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-24775eed-7ef8-41ea-beb3-7a3d81ea1147 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5440383 Sep 07 18:58:56.089951 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a279139f-c7f4-443d-a103-0f381d0752a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d62047b9fd8434ba070d2e43834d64b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2722027 Sep 07 18:58:56.089951 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279139f-c7f4-443d-a103-0f381d0752a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add9083e-7f10-4d91-898e-e9dca3210711,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:56.092696 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38990) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:56.131564 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bdc7836c-351f-4ee2-a0d2-0aa5d11b1894 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:56.153213 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28138f75-7361-4011-823c-e1d2d2bf982d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:56.179546 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28138f75-7361-4011-823c-e1d2d2bf982d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:56.195582 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-bdc7836c-351f-4ee2-a0d2-0aa5d11b1894 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting port fc7aa425-e323-4d9e-94d8-b211d303e2cb {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:56.195927 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bdc7836c-351f-4ee2-a0d2-0aa5d11b1894 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:56.236716 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28138f75-7361-4011-823c-e1d2d2bf982d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:56.240323 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28138f75-7361-4011-823c-e1d2d2bf982d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:56.241633 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-28138f75-7361-4011-823c-e1d2d2bf982d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/add9083e-7f10-4d91-898e-e9dca3210711 HTTP/1.1" status: 204 len: 168 time: 0.1473024 Sep 07 18:58:56.253002 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28138f75-7361-4011-823c-e1d2d2bf982d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add9083e-7f10-4d91-898e-e9dca3210711,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:56.265245 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d317f9a-aa90-4785-8e4c-77a11517ddaa None None] DHCP port deletion for bd844ce6-7c71-4cd9-a262-5d4cc3041533 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:58:56.283263 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-bdc7836c-351f-4ee2-a0d2-0aa5d11b1894 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] For port fc7aa425-e323-4d9e-94d8-b211d303e2cb, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fc7aa425-e323-4d9e-94d8-b211d303e2cb,segment=NetworkSegment(a0e32d7e-921d-4ee6-bdda-f22ddd571a11),segment_id=a0e32d7e-921d-4ee6-bdda-f22ddd571a11)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:56.283989 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bdc7836c-351f-4ee2-a0d2-0aa5d11b1894 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:56.300363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-bdc7836c-351f-4ee2-a0d2-0aa5d11b1894 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Calling delete_port for fc7aa425-e323-4d9e-94d8-b211d303e2cb owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:56.329072 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-5d317f9a-aa90-4785-8e4c-77a11517ddaa None None] Deleting port fc7aa425-e323-4d9e-94d8-b211d303e2cb {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:56.329558 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5d317f9a-aa90-4785-8e4c-77a11517ddaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:56.361386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] Request body: {'port': {'device_id': '815fc357-1a02-4336-a9fb-694fe2c60485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:56.396274 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-5d317f9a-aa90-4785-8e4c-77a11517ddaa None None] For port fc7aa425-e323-4d9e-94d8-b211d303e2cb, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fc7aa425-e323-4d9e-94d8-b211d303e2cb,segment=NetworkSegment(a0e32d7e-921d-4ee6-bdda-f22ddd571a11),segment_id=a0e32d7e-921d-4ee6-bdda-f22ddd571a11)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:56.396796 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5d317f9a-aa90-4785-8e4c-77a11517ddaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:56.409788 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-5d317f9a-aa90-4785-8e4c-77a11517ddaa None None] Calling delete_port for fc7aa425-e323-4d9e-94d8-b211d303e2cb owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:56.437196 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:56.487392 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bdc7836c-351f-4ee2-a0d2-0aa5d11b1894 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:56.490615 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5d317f9a-aa90-4785-8e4c-77a11517ddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:56.527584 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7836c-351f-4ee2-a0d2-0aa5d11b1894 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Port': ['ID=fc7aa425-e323-4d9e-94d8-b211d303e2cb,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:56.529493 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc7836c-351f-4ee2-a0d2-0aa5d11b1894 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] No DVR routers for this DVR port fc7aa425-e323-4d9e-94d8-b211d303e2cb on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:58:56.531095 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d317f9a-aa90-4785-8e4c-77a11517ddaa None None] Pushing event deleted for resources: {'Port': ['ID=fc7aa425-e323-4d9e-94d8-b211d303e2cb,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:56.533477 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d317f9a-aa90-4785-8e4c-77a11517ddaa None None] No DVR routers for this DVR port fc7aa425-e323-4d9e-94d8-b211d303e2cb on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:58:56.677409 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bdc7836c-351f-4ee2-a0d2-0aa5d11b1894 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:56.714624 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-bdc7836c-351f-4ee2-a0d2-0aa5d11b1894 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd844ce6-7c71-4cd9-a262-5d4cc3041533']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:56.733167 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-bdc7836c-351f-4ee2-a0d2-0aa5d11b1894 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e32d7e-921d-4ee6-bdda-f22ddd571a11') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:56.733461 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-bdc7836c-351f-4ee2-a0d2-0aa5d11b1894 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e32d7e-921d-4ee6-bdda-f22ddd571a11') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:56.791638 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bdc7836c-351f-4ee2-a0d2-0aa5d11b1894 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:56.845476 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bdc7836c-351f-4ee2-a0d2-0aa5d11b1894 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:56.867184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc7836c-351f-4ee2-a0d2-0aa5d11b1894 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:58:56.867600 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bdc7836c-351f-4ee2-a0d2-0aa5d11b1894 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: timer() Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:58:56.871488 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:58:56.948880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b89bc-f462-4d21-bf91-e28c0c76f42f req-57417eea-85f4-4783-8c2d-636b835c1c8d tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:56.950278 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d42b89bc-f462-4d21-bf91-e28c0c76f42f req-57417eea-85f4-4783-8c2d-636b835c1c8d tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.2063873 Sep 07 18:58:56.967181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14022f92-e859-4b83-81bc-45bd1924edf4 req-b4506438-b407-40aa-9c2f-5f66c2c8482f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:56.968693 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-14022f92-e859-4b83-81bc-45bd1924edf4 req-b4506438-b407-40aa-9c2f-5f66c2c8482f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.2271993 Sep 07 18:58:56.993180 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bdc7836c-351f-4ee2-a0d2-0aa5d11b1894 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:57.034042 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bdc7836c-351f-4ee2-a0d2-0aa5d11b1894 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:57.044163 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bdc7836c-351f-4ee2-a0d2-0aa5d11b1894 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/networks/bd844ce6-7c71-4cd9-a262-5d4cc3041533 HTTP/1.1" status: 204 len: 168 time: 1.0332823 Sep 07 18:58:57.044426 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39018) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:57.068061 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7836c-351f-4ee2-a0d2-0aa5d11b1894 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Network': ['ID=bd844ce6-7c71-4cd9-a262-5d4cc3041533,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:57.075960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:58:57.090774 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:57.101532 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c604c6-8458-438a-8253-29a88253acb2 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:57.101957 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d42b89bc-f462-4d21-bf91-e28c0c76f42f req-5f2cce87-e53d-4ded-a183-e2cdc83008b9 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317687 Sep 07 18:58:57.102957 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b2c604c6-8458-438a-8253-29a88253acb2 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports/6d972a53-2a11-418d-8cc3-7729f362a05c HTTP/1.1" status: 200 len: 844 time: 0.0565786 Sep 07 18:58:57.106582 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39024) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:57.155762 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-14022f92-e859-4b83-81bc-45bd1924edf4 req-bf64d090-69ca-4224-886c-029c85946167 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663871 Sep 07 18:58:57.161460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] Transition to ACTIVE for port object fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:57.179490 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:57.236536 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-15ccccca-a12b-4176-9952-33e99d529ac8 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports/6d972a53-2a11-418d-8cc3-7729f362a05c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1255889 Sep 07 18:58:57.237000 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39030) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:57.241913 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-716f1ea5-1289-47cd-933c-ba68abea8887 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'subnet': {'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:57.263848 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=fda86608-9b6d-4bc8-9ab4-dbd5b6526a62,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:57.276141 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 71e44d63-ef40-44f7-a74e-d4c658032012 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:58:57.293834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a7b89-9e77-4b88-b330-d8cd67e7b8cf req-183a16f7-c05b-4998-a597-5266aca80047 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:57.301119 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a2a7b89-9e77-4b88-b330-d8cd67e7b8cf req-183a16f7-c05b-4998-a597-5266aca80047 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=815fc357-1a02-4336-a9fb-694fe2c60485 HTTP/1.1" status: 200 len: 943 time: 0.1383615 Sep 07 18:58:57.317053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 71e44d63-ef40-44f7-a74e-d4c658032012 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:58:57.317324 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 71e44d63-ef40-44f7-a74e-d4c658032012 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:58:57.370447 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716f1ea5-1289-47cd-933c-ba68abea8887 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:57.374661 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-716f1ea5-1289-47cd-933c-ba68abea8887 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:57.397670 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a2a7b89-9e77-4b88-b330-d8cd67e7b8cf req-df5be487-2f96-4596-ab40-aa878b76fb2b tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956566 Sep 07 18:58:57.419099 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] Attempting to bind port fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:58:57.419446 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] Attempting to bind port fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '13b3cd79-506d-408b-ac0a-b1dc60d02738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:58:57.419979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] Attempting to bind port fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 on network 8684adc4-5ec3-4aac-81e9-c4347cba31e4 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:58:57.424828 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] Port fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 on network 8684adc4-5ec3-4aac-81e9-c4347cba31e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:58:57.425154 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] Attempting to bind port fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 on network 8684adc4-5ec3-4aac-81e9-c4347cba31e4 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:58:57.438060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:58:57.438409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] Checking segment: {'id': '13b3cd79-506d-408b-ac0a-b1dc60d02738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:57.438804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] Bound using segment: {'id': '13b3cd79-506d-408b-ac0a-b1dc60d02738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:58:57.439248 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] Bound port: fda86608-9b6d-4bc8-9ab4-dbd5b6526a62, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b3cd79-506d-408b-ac0a-b1dc60d02738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:58:57.439641 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:57.514282 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] For port fda86608-9b6d-4bc8-9ab4-dbd5b6526a62, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:58:57.519001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] For port fda86608-9b6d-4bc8-9ab4-dbd5b6526a62, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fda86608-9b6d-4bc8-9ab4-dbd5b6526a62,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:58:57.525502 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:57.548627 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:57.549433 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:57.551200 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] 10.222.0.60 "PUT /v2.0/ports/fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 HTTP/1.1" status: 200 len: 1091 time: 1.4662936 Sep 07 18:58:57.551782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815fc357-1a02-4336-a9fb-694fe2c60485', 'tag': 'fda86608-9b6d-4bc8-9ab4-dbd5b6526a62'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:58:57.554991 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b02e41-1863-4e66-ab39-69778869b398" -d '{"events": [{"name": "network-changed", "server_uuid": "815fc357-1a02-4336-a9fb-694fe2c60485", "tag": "fda86608-9b6d-4bc8-9ab4-dbd5b6526a62"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:58:57.642620 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa79be8c-4ae7-4526-973d-b8ce8aabcc03 x-openstack-request-id: req-fa79be8c-4ae7-4526-973d-b8ce8aabcc03 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:58:57.642907 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815fc357-1a02-4336-a9fb-694fe2c60485", "tag": "fda86608-9b6d-4bc8-9ab4-dbd5b6526a62", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:58:57.643152 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa79be8c-4ae7-4526-973d-b8ce8aabcc03 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:58:57.643435 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-716f1ea5-1289-47cd-933c-ba68abea8887 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:57.643577 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815fc357-1a02-4336-a9fb-694fe2c60485', 'tag': 'fda86608-9b6d-4bc8-9ab4-dbd5b6526a62', 'status': 'completed', 'code': 200} Sep 07 18:58:57.648386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb543-14f5-47fa-ba9b-9955e240e3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=fda86608-9b6d-4bc8-9ab4-dbd5b6526a62,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:57.686194 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-cc7c9ade-3903-432f-8883-f7b1f35363cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:57.687720 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-cc7c9ade-3903-432f-8883-f7b1f35363cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2529f1c24ea84b429d16a7b55fd633e5&device_id=815fc357-1a02-4336-a9fb-694fe2c60485 HTTP/1.1" status: 200 len: 1094 time: 0.0566761 Sep 07 18:58:57.712855 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716f1ea5-1289-47cd-933c-ba68abea8887 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network 0fa65b14-2186-420a-9491-1b038c9131d0 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:57.718174 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-716f1ea5-1289-47cd-933c-ba68abea8887 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:57.721286 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716f1ea5-1289-47cd-933c-ba68abea8887 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:57.722080 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-716f1ea5-1289-47cd-933c-ba68abea8887 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:57.731314 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9838e07f-b228-4aae-bfbc-9ad71517a42e None None] Network 0fa65b14-2186-420a-9491-1b038c9131d0 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:58:57.732062 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-e2409ea9-af1a-40a0-b1f6-954d1ad8cef8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 HTTP/1.1" status: 200 len: 217 time: 0.0363960 Sep 07 18:58:57.741057 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-716f1ea5-1289-47cd-933c-ba68abea8887 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5030534 Sep 07 18:58:57.743649 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39044) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:57.748105 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-7ba6384a-0206-478f-9a9f-05feede76a14 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'security_group': {'name': 'tempest-secgroup-1186505852'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:57.753380 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f1ea5-1289-47cd-933c-ba68abea8887 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Subnet': ['ID=0a013351-44c8-48a3-b1d5-3bb920046fd2,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:57.782931 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7ba6384a-0206-478f-9a9f-05feede76a14 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:57.791823 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-940ea174-6dae-4090-b148-ab07f5edd701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:57.793357 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-940ea174-6dae-4090-b148-ab07f5edd701 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3efea74c-6615-4f78-a316-4a616a841935 HTTP/1.1" status: 200 len: 845 time: 0.0532002 Sep 07 18:58:57.831780 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-5baf03f1-d2a4-451a-b37b-3d153e4afa31 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8684adc4-5ec3-4aac-81e9-c4347cba31e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298629 Sep 07 18:58:57.888901 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7ba6384a-0206-478f-9a9f-05feede76a14 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:57.906176 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7ba6384a-0206-478f-9a9f-05feede76a14 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:57.943804 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7ba6384a-0206-478f-9a9f-05feede76a14 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:57.944259 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-0fa65b14-2186-420a-9491-1b038c9131d0', 'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0', 'tenant_id': 'df0b7d269d7d49ab843fe37513b2db53', 'fixed_ips': [{'subnet_id': '0a013351-44c8-48a3-b1d5-3bb920046fd2'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:58:57.945216 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:57.948960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39050) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:57.949146 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7ba6384a-0206-478f-9a9f-05feede76a14 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2045331 Sep 07 18:58:57.951294 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6384a-0206-478f-9a9f-05feede76a14 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb84f51-7dc2-45b3-a322-b4ff1f059100,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:57.954332 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-44b43e72-1a65-4bde-965b-d98b04aa2e08 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'security_group': {'name': 'tempest-secgroup-2065848942'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:57.965384 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-f8d66c1e-68d0-4ff8-bebe-ff1736686444 service neutron] 10.222.0.60 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246285 Sep 07 18:58:58.026963 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-44b43e72-1a65-4bde-965b-d98b04aa2e08 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:58.037409 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fc7aa425-e323-4d9e-94d8-b211d303e2cb no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:58:58.063472 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: fc7aa425-e323-4d9e-94d8-b211d303e2cb {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:58:58.063472 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fc7aa425-e323-4d9e-94d8-b211d303e2cb not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:58:58.118187 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94e1bf03-3aec-48a5-be86-be293c5df8fb req-47112c5c-cc7e-48cd-9d7d-6bc18a76cadc service neutron] 10.222.0.60 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435859 Sep 07 18:58:58.149813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] Allocated IP 2001:db8::2 (0fa65b14-2186-420a-9491-1b038c9131d0/0a013351-44c8-48a3-b1d5-3bb920046fd2/5f84fcda-b1d3-442f-96ce-88af36f88788) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:58.215240 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-44b43e72-1a65-4bde-965b-d98b04aa2e08 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:58.262912 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-44b43e72-1a65-4bde-965b-d98b04aa2e08 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:58.342034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b43e72-1a65-4bde-965b-d98b04aa2e08 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d65ec32a-942a-4036-ad3f-8812956a1f8f,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:58.344314 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-44b43e72-1a65-4bde-965b-d98b04aa2e08 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:58.345571 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-44b43e72-1a65-4bde-965b-d98b04aa2e08 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3954589 Sep 07 18:58:58.350201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b02e41-1863-4e66-ab39-69778869b398 req-2255c5df-0eab-4f5c-828c-2a5acf6db218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:58.350432 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39072) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:58.351694 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1b02e41-1863-4e66-ab39-69778869b398 req-2255c5df-0eab-4f5c-828c-2a5acf6db218 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2529f1c24ea84b429d16a7b55fd633e5&device_id=815fc357-1a02-4336-a9fb-694fe2c60485 HTTP/1.1" status: 200 len: 1094 time: 0.1722093 Sep 07 18:58:58.354739 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:58.357393 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-cbb4567a-6167-4dde-8258-2331da265f1a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1113539339', 'security_groups': ['d65ec32a-942a-4036-ad3f-8812956a1f8f'], 'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0a013351-44c8-48a3-b1d5-3bb920046fd2'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:58.360618 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe542b3-3e90-4818-994a-8a8856a40282 req-e16ef0bd-d581-4148-b945-70881ce018b0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:58.362147 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0fe542b3-3e90-4818-994a-8a8856a40282 req-e16ef0bd-d581-4148-b945-70881ce018b0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.1560495 Sep 07 18:58:58.365994 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] Transition to ACTIVE for port object 5f84fcda-b1d3-442f-96ce-88af36f88788 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:58.390678 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] Transition to ACTIVE for port object 5f84fcda-b1d3-442f-96ce-88af36f88788 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:58.398499 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:58.413717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d0273-a325-4a73-bbb2-8861ba313529 req-5096cfbc-88b8-4d63-a01c-249b60b74a64 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:58.415265 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-318d0273-a325-4a73-bbb2-8861ba313529 req-5096cfbc-88b8-4d63-a01c-249b60b74a64 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.1584609 Sep 07 18:58:58.446128 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] Network 0fa65b14-2186-420a-9491-1b038c9131d0 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:58.449396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:58.452347 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:58.510623 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0fe542b3-3e90-4818-994a-8a8856a40282 req-e2070799-8a39-422d-a52c-a515066277e7 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369164 Sep 07 18:58:58.525597 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb4567a-6167-4dde-8258-2331da265f1a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:58.526871 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] Pushing event updated for resources: {'Port': ['ID=5f84fcda-b1d3-442f-96ce-88af36f88788,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:58.540107 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-318d0273-a325-4a73-bbb2-8861ba313529 req-d6bcd665-7b85-46c5-a4d5-b49c89b08192 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149576 Sep 07 18:58:58.547413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b02e41-1863-4e66-ab39-69778869b398 req-26d8f711-17e7-486b-9da8-71101fed612a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:58.548976 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1b02e41-1863-4e66-ab39-69778869b398 req-26d8f711-17e7-486b-9da8-71101fed612a service neutron] 10.222.0.60 "GET /v2.0/networks?id=8684adc4-5ec3-4aac-81e9-c4347cba31e4 HTTP/1.1" status: 200 len: 906 time: 0.1836383 Sep 07 18:58:58.567370 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] Attempting to bind port 5f84fcda-b1d3-442f-96ce-88af36f88788 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:58:58.567962 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] Attempting to bind port 5f84fcda-b1d3-442f-96ce-88af36f88788 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'f475247b-f0f6-4140-9cb5-66f1f9ef4de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:58:58.569798 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] Attempting to bind port 5f84fcda-b1d3-442f-96ce-88af36f88788 on network 0fa65b14-2186-420a-9491-1b038c9131d0 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:58:58.581510 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:58:58.583182 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] Checking segment: {'id': 'f475247b-f0f6-4140-9cb5-66f1f9ef4de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:58:58.583787 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:58.584366 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] Bound using segment: {'id': 'f475247b-f0f6-4140-9cb5-66f1f9ef4de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:58:58.585027 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] Bound port: 5f84fcda-b1d3-442f-96ce-88af36f88788, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f475247b-f0f6-4140-9cb5-66f1f9ef4de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:58:58.589018 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:58.622238 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1b02e41-1863-4e66-ab39-69778869b398 req-13545afd-894d-4885-b2cb-ed3bd63c6513 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 HTTP/1.1" status: 200 len: 217 time: 0.0641143 Sep 07 18:58:58.694537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b02e41-1863-4e66-ab39-69778869b398 req-1079b202-83ce-45e5-9b88-7bf2035cbc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:58.696075 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1b02e41-1863-4e66-ab39-69778869b398 req-1079b202-83ce-45e5-9b88-7bf2035cbc95 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3efea74c-6615-4f78-a316-4a616a841935 HTTP/1.1" status: 200 len: 845 time: 0.0661738 Sep 07 18:58:58.705518 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] For port 5f84fcda-b1d3-442f-96ce-88af36f88788, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:58:58.711175 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] For port 5f84fcda-b1d3-442f-96ce-88af36f88788, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5f84fcda-b1d3-442f-96ce-88af36f88788,segment=NetworkSegment(f475247b-f0f6-4140-9cb5-66f1f9ef4de5),segment_id=f475247b-f0f6-4140-9cb5-66f1f9ef4de5)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:58:58.718938 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:58.722311 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cbb4567a-6167-4dde-8258-2331da265f1a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:58.746124 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-cbb4567a-6167-4dde-8258-2331da265f1a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] device_id is not set on port 621c3c0c-98d7-4361-a75e-5eadafc1dd58 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:58:58.777709 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8607e6a-3484-4361-aa70-806e8aa06824 None None] Pushing event updated for resources: {'Port': ['ID=5f84fcda-b1d3-442f-96ce-88af36f88788,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:58.778059 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1b02e41-1863-4e66-ab39-69778869b398 req-ad442899-4f0a-493c-8fe9-320cfb3cbc36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8684adc4-5ec3-4aac-81e9-c4347cba31e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711358 Sep 07 18:58:58.827379 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b9fd4627-c9ad-4592-a39c-40f308c9ee83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:58.983536 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ce6c8-14c3-4c13-8eee-b8606f847e03 req-a8db5c38-e985-4725-9a53-fe3550a51f45 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:58.985368 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-694ce6c8-14c3-4c13-8eee-b8606f847e03 req-a8db5c38-e985-4725-9a53-fe3550a51f45 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=815fc357-1a02-4336-a9fb-694fe2c60485 HTTP/1.1" status: 200 len: 943 time: 0.2360327 Sep 07 18:58:59.025400 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-cbb4567a-6167-4dde-8258-2331da265f1a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Allocated IP 2001:db8::36d (0fa65b14-2186-420a-9491-1b038c9131d0/0a013351-44c8-48a3-b1d5-3bb920046fd2/621c3c0c-98d7-4361-a75e-5eadafc1dd58) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:58:59.027016 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:59.059449 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39084) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:59.068797 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1b02e41-1863-4e66-ab39-69778869b398 req-196953cb-dc8e-46e5-a924-6d90008339cf service neutron] 10.222.0.60 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444041 Sep 07 18:58:59.128728 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3a458-9bb1-4faa-8104-d1564dd78112 req-7b359e54-c5e6-4d8a-91c2-ff25e9aeb368 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:59.137015 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3e3a458-9bb1-4faa-8104-d1564dd78112 req-7b359e54-c5e6-4d8a-91c2-ff25e9aeb368 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.2178912 Sep 07 18:58:59.153232 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-694ce6c8-14c3-4c13-8eee-b8606f847e03 req-cba2654e-cd94-4eb7-bd2a-a4dd9753e048 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372759 Sep 07 18:58:59.155135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2091eb9-56d6-46f0-86ad-01e5d85eda2d req-f80b87c7-179d-4054-860e-dd06e4290d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:59.156546 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a2091eb9-56d6-46f0-86ad-01e5d85eda2d req-f80b87c7-179d-4054-860e-dd06e4290d07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3e2f62770ce4512b55b3685f3a068f2&device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 1096 time: 0.2168939 Sep 07 18:58:59.245932 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e78735f6-6df1-4f11-9259-6fe52c60d4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:59.266943 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cbb4567a-6167-4dde-8258-2331da265f1a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:59.289446 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-cbb4567a-6167-4dde-8258-2331da265f1a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Transition to ACTIVE for port object 621c3c0c-98d7-4361-a75e-5eadafc1dd58 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:58:59.314317 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3e3a458-9bb1-4faa-8104-d1564dd78112 req-9a250b85-1b5a-422f-bc4b-51945b491ffc tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744370 Sep 07 18:58:59.326294 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1b02e41-1863-4e66-ab39-69778869b398 req-93b08cb0-015a-4260-a83f-54e6d10b8e73 service neutron] 10.222.0.60 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387099 Sep 07 18:58:59.349497 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2091eb9-56d6-46f0-86ad-01e5d85eda2d req-661bba3a-d8af-4093-9de2-6303443f25a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:59.351965 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a2091eb9-56d6-46f0-86ad-01e5d85eda2d req-661bba3a-d8af-4093-9de2-6303443f25a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d18b746-cc48-4b0b-8822-7ec853348da1 HTTP/1.1" status: 200 len: 912 time: 0.1776502 Sep 07 18:58:59.368918 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cbb4567a-6167-4dde-8258-2331da265f1a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:59.437528 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb4567a-6167-4dde-8258-2331da265f1a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network 0fa65b14-2186-420a-9491-1b038c9131d0 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:58:59.438475 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a2091eb9-56d6-46f0-86ad-01e5d85eda2d req-09b1e690-b39a-425d-b328-d6be6ca0ba30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ff0b07d-912a-4575-82d0-10dc01106a20 HTTP/1.1" status: 200 len: 1001 time: 0.0641150 Sep 07 18:58:59.442989 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4567a-6167-4dde-8258-2331da265f1a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=621c3c0c-98d7-4361-a75e-5eadafc1dd58,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:59.445625 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-cbb4567a-6167-4dde-8258-2331da265f1a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:58:59.450366 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb4567a-6167-4dde-8258-2331da265f1a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:58:59.456040 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb4567a-6167-4dde-8258-2331da265f1a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:59.456704 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cbb4567a-6167-4dde-8258-2331da265f1a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:59.460974 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e78735f6-6df1-4f11-9259-6fe52c60d4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:59.468846 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e78735f6-6df1-4f11-9259-6fe52c60d4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:59.495891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2091eb9-56d6-46f0-86ad-01e5d85eda2d req-002944ab-ac46-452b-81a0-32fbeefe4b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:59.497408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a2091eb9-56d6-46f0-86ad-01e5d85eda2d req-002944ab-ac46-452b-81a0-32fbeefe4b1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e593cdc-1b32-4dc9-81bb-475156c283c6 HTTP/1.1" status: 200 len: 850 time: 0.0444129 Sep 07 18:58:59.504316 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cbb4567a-6167-4dde-8258-2331da265f1a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1493878 Sep 07 18:58:59.505284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39088) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:59.506568 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78735f6-6df1-4f11-9259-6fe52c60d4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe6f526-27cd-43ac-a783-fa85e797c543,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:59.509969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-43aa1ab7-33c9-4629-85ae-647b16550f1c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'subnet': {'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:59.521026 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e78735f6-6df1-4f11-9259-6fe52c60d4a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f27f3d0536d046fb93ae0aa025cb5fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4605250 Sep 07 18:58:59.523519 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39090) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:59.575434 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4620a7a0-b634-441f-a24b-9fec1bf1f8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:59.601005 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4620a7a0-b634-441f-a24b-9fec1bf1f8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:59.646926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2091eb9-56d6-46f0-86ad-01e5d85eda2d req-69a741be-3008-4810-b3ed-6f88f84a2f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:59.648476 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a2091eb9-56d6-46f0-86ad-01e5d85eda2d req-69a741be-3008-4810-b3ed-6f88f84a2f16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d18b746-cc48-4b0b-8822-7ec853348da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200662 Sep 07 18:58:59.655904 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4620a7a0-b634-441f-a24b-9fec1bf1f8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:59.659087 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4620a7a0-b634-441f-a24b-9fec1bf1f8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:59.665685 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4620a7a0-b634-441f-a24b-9fec1bf1f8d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dfe6f526-27cd-43ac-a783-fa85e797c543 HTTP/1.1" status: 204 len: 168 time: 0.1377459 Sep 07 18:58:59.678028 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620a7a0-b634-441f-a24b-9fec1bf1f8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe6f526-27cd-43ac-a783-fa85e797c543,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:59.748715 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac478e-9c0a-48a0-8275-80ff8baac431 req-84d6d5f7-8e6b-4141-9f6c-ae3d846737f5 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:59.750333 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a7ac478e-9c0a-48a0-8275-80ff8baac431 req-84d6d5f7-8e6b-4141-9f6c-ae3d846737f5 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.1388094 Sep 07 18:58:59.803629 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43aa1ab7-33c9-4629-85ae-647b16550f1c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:58:59.807134 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-43aa1ab7-33c9-4629-85ae-647b16550f1c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:59.877568 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a7ac478e-9c0a-48a0-8275-80ff8baac431 req-5b39e714-32cb-46e6-a816-2a33296fd6ca tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968478 Sep 07 18:58:59.926858 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a2091eb9-56d6-46f0-86ad-01e5d85eda2d req-b500b12c-85ce-4ed3-9dfa-0be43381d3e3 service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613821 Sep 07 18:59:00.030103 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39102) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:00.057856 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b57e51fe-9b9f-494b-a638-b3260c6afb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:00.097651 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5f84fcda-b1d3-442f-96ce-88af36f88788 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:00.151134 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:00.171866 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 5f84fcda-b1d3-442f-96ce-88af36f88788 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:00.180737 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2fa9b762-ce64-40a3-a29a-8bfa2185c9b3 None None] Provisioning complete for port 6d972a53-2a11-418d-8cc3-7729f362a05c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:00.181110 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b762-ce64-40a3-a29a-8bfa2185c9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:00.182543 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b57e51fe-9b9f-494b-a638-b3260c6afb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:00.189979 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b57e51fe-9b9f-494b-a638-b3260c6afb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:00.251055 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b57e51fe-9b9f-494b-a638-b3260c6afb03 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c7f0b716a5c74e1f9ba01c45da5d46ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2197704 Sep 07 18:59:00.251876 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e51fe-9b9f-494b-a638-b3260c6afb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d28256e-4fe9-469c-aae8-118df3d86cd4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:00.255414 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39106) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:00.315541 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3243acfd-74b4-48a5-8462-1c64ff892a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:00.341256 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3243acfd-74b4-48a5-8462-1c64ff892a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:00.395477 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-2fa9b762-ce64-40a3-a29a-8bfa2185c9b3 None None] Port 6d972a53-2a11-418d-8cc3-7729f362a05c cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:59:00.400314 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3243acfd-74b4-48a5-8462-1c64ff892a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:00.405082 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3243acfd-74b4-48a5-8462-1c64ff892a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:00.410671 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3243acfd-74b4-48a5-8462-1c64ff892a78 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d28256e-4fe9-469c-aae8-118df3d86cd4 HTTP/1.1" status: 204 len: 168 time: 0.1539176 Sep 07 18:59:00.420776 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243acfd-74b4-48a5-8462-1c64ff892a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d28256e-4fe9-469c-aae8-118df3d86cd4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:00.434804 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2fa9b762-ce64-40a3-a29a-8bfa2185c9b3 None None] Provisioning for port 5f84fcda-b1d3-442f-96ce-88af36f88788 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:00.443915 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2fa9b762-ce64-40a3-a29a-8bfa2185c9b3 None None] Provisioning complete for port 5f84fcda-b1d3-442f-96ce-88af36f88788 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:00.444300 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b762-ce64-40a3-a29a-8bfa2185c9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:00.458924 n-d-807786-1 neutron-server[101445]: INFO neutron.db.ipam_backend_mixin [None req-43aa1ab7-33c9-4629-85ae-647b16550f1c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a013351-44c8-48a3-b1d5-3bb920046fd2 (CIDR: 2001:db8::/64) Sep 07 18:59:00.479122 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-43aa1ab7-33c9-4629-85ae-647b16550f1c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 18:59:00.479706 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43aa1ab7-33c9-4629-85ae-647b16550f1c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:59:00.530243 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b762-ce64-40a3-a29a-8bfa2185c9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:00.571348 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-43aa1ab7-33c9-4629-85ae-647b16550f1c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0656924 Sep 07 18:59:00.573588 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-2fa9b762-ce64-40a3-a29a-8bfa2185c9b3 None None] For port 5f84fcda-b1d3-442f-96ce-88af36f88788, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5f84fcda-b1d3-442f-96ce-88af36f88788,segment=NetworkSegment(f475247b-f0f6-4140-9cb5-66f1f9ef4de5),segment_id=f475247b-f0f6-4140-9cb5-66f1f9ef4de5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:00.575363 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39112) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:00.579780 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b762-ce64-40a3-a29a-8bfa2185c9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:00.592389 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e9afbbee-1e07-4026-a213-dfb4c78ff0bc tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'subnet': {'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:00.599698 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69298327-6216-4668-8979-25f80618bd1d req-6be1672e-64e6-4122-9f68-60ab1cfd1145 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:00.601227 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69298327-6216-4668-8979-25f80618bd1d req-6be1672e-64e6-4122-9f68-60ab1cfd1145 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.1692600 Sep 07 18:59:00.615305 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa994a-cfeb-4695-ad9f-e212682c1e70 req-1657c6e8-d22e-4b51-a9b8-400b6b98d523 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:00.616898 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-28fa994a-cfeb-4695-ad9f-e212682c1e70 req-1657c6e8-d22e-4b51-a9b8-400b6b98d523 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=815fc357-1a02-4336-a9fb-694fe2c60485 HTTP/1.1" status: 200 len: 943 time: 0.1545153 Sep 07 18:59:00.638869 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a2091eb9-56d6-46f0-86ad-01e5d85eda2d req-4ddff26d-edd6-4859-9419-c37ade9bc7c1 service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7001946 Sep 07 18:59:00.663039 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9b762-ce64-40a3-a29a-8bfa2185c9b3 None None] Pushing event updated for resources: {'Port': ['ID=5f84fcda-b1d3-442f-96ce-88af36f88788,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:00.690744 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69298327-6216-4668-8979-25f80618bd1d req-30a4d891-ba5e-4056-936a-f1b1460ccbbc tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728474 Sep 07 18:59:00.698230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-28fa994a-cfeb-4695-ad9f-e212682c1e70 req-3fa88092-cf5b-4183-a47d-87398e68874f tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697815 Sep 07 18:59:00.713356 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e20f0f75-a560-491b-920f-90ad2c9d526c None None] Provisioning for port 621c3c0c-98d7-4361-a75e-5eadafc1dd58 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:00.717244 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e20f0f75-a560-491b-920f-90ad2c9d526c None None] Provisioning complete for port 621c3c0c-98d7-4361-a75e-5eadafc1dd58 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:00.717689 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e20f0f75-a560-491b-920f-90ad2c9d526c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:00.752753 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-e20f0f75-a560-491b-920f-90ad2c9d526c None None] Port 621c3c0c-98d7-4361-a75e-5eadafc1dd58 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:59:00.778293 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9afbbee-1e07-4026-a213-dfb4c78ff0bc tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:00.782122 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e9afbbee-1e07-4026-a213-dfb4c78ff0bc tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:00.960940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9d8e8-9281-4f94-a1c4-db9f63bbaf56 req-20593acd-058a-49e4-b7f3-6a96fc9e9a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:00.963852 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ba9d8e8-9281-4f94-a1c4-db9f63bbaf56 req-20593acd-058a-49e4-b7f3-6a96fc9e9a9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3e2f62770ce4512b55b3685f3a068f2&device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 1096 time: 0.0517223 Sep 07 18:59:01.033072 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e9afbbee-1e07-4026-a213-dfb4c78ff0bc tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:01.078690 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac3039-4d11-446e-8daa-1b39483f5dd8 req-9f147309-cacb-4597-9f6d-1fd4464e130b tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:01.080232 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-62ac3039-4d11-446e-8daa-1b39483f5dd8 req-9f147309-cacb-4597-9f6d-1fd4464e130b tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.1132624 Sep 07 18:59:01.083170 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9afbbee-1e07-4026-a213-dfb4c78ff0bc tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network 0fa65b14-2186-420a-9491-1b038c9131d0 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:01.086379 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-e9afbbee-1e07-4026-a213-dfb4c78ff0bc tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:01.090926 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9afbbee-1e07-4026-a213-dfb4c78ff0bc tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:01.091966 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e9afbbee-1e07-4026-a213-dfb4c78ff0bc tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:01.099495 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5ed3ae-d947-496f-a15f-b41503a605d6 None None] Network 0fa65b14-2186-420a-9491-1b038c9131d0 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:01.108124 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afbbee-1e07-4026-a213-dfb4c78ff0bc tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Subnet': ['ID=67850c66-e765-4fff-8c62-d1be33751bf1,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:01.119562 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e9afbbee-1e07-4026-a213-dfb4c78ff0bc tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5427399 Sep 07 18:59:01.122589 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39136) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:01.127329 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-51a44d1a-dc17-4044-bdf3-d1e4191352bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-430375467', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '67850c66-e765-4fff-8c62-d1be33751bf1'}], 'security_groups': ['edb84f51-7dc2-45b3-a322-b4ff1f059100']}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:01.144314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9d8e8-9281-4f94-a1c4-db9f63bbaf56 req-825468f0-a500-4fa8-ac93-aa8603342bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:01.146445 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ba9d8e8-9281-4f94-a1c4-db9f63bbaf56 req-825468f0-a500-4fa8-ac93-aa8603342bde service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d18b746-cc48-4b0b-8822-7ec853348da1 HTTP/1.1" status: 200 len: 912 time: 0.1510539 Sep 07 18:59:01.152230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-62ac3039-4d11-446e-8daa-1b39483f5dd8 req-0a746642-32d6-434e-9e55-27209f42bbe9 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642073 Sep 07 18:59:01.195889 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51a44d1a-dc17-4044-bdf3-d1e4191352bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:01.252584 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ba9d8e8-9281-4f94-a1c4-db9f63bbaf56 req-bb425866-88b4-4e25-b5f1-d26d6dd8545f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ff0b07d-912a-4575-82d0-10dc01106a20 HTTP/1.1" status: 200 len: 1001 time: 0.0945654 Sep 07 18:59:01.310674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:59:01.363660 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9d8e8-9281-4f94-a1c4-db9f63bbaf56 req-bf30ab44-4442-45d7-a05d-bd804b5f4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:01.365494 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ba9d8e8-9281-4f94-a1c4-db9f63bbaf56 req-bf30ab44-4442-45d7-a05d-bd804b5f4dc9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e593cdc-1b32-4dc9-81bb-475156c283c6 HTTP/1.1" status: 200 len: 850 time: 0.0958734 Sep 07 18:59:01.428744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534402ea-8916-4fa0-bb37-a0bb94ac419a None None] Update dhcp port {'port': {'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0', 'fixed_ips': [{'subnet_id': '0a013351-44c8-48a3-b1d5-3bb920046fd2', 'ip_address': '2001:db8::2'}, {'subnet_id': '67850c66-e765-4fff-8c62-d1be33751bf1'}], 'binding:host_id': 'n-d-807786-1'}, 'id': '5f84fcda-b1d3-442f-96ce-88af36f88788'} from n-d-807786-1. {{(pid=101446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 18:59:01.466554 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port fda86608-9b6d-4bc8-9ab4-dbd5b6526a62, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fda86608-9b6d-4bc8-9ab4-dbd5b6526a62,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:01.473718 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-2776d1a5-fe03-4402-af1d-65bfaadd4e2c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1070518 Sep 07 18:59:01.475448 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-534402ea-8916-4fa0-bb37-a0bb94ac419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:01.476105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9d8e8-9281-4f94-a1c4-db9f63bbaf56 req-5eb348f3-74c8-4115-bdf3-6dc9f23882a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:01.487150 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'fda86608-9b6d-4bc8-9ab4-dbd5b6526a62', 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4', 'port_id': 'fda86608-9b6d-4bc8-9ab4-dbd5b6526a62', 'mac_address': 'fa:16:3e:a9:31:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3efea74c-6615-4f78-a316-4a616a841935', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:59:01.487839 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ba9d8e8-9281-4f94-a1c4-db9f63bbaf56 req-5eb348f3-74c8-4115-bdf3-6dc9f23882a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d18b746-cc48-4b0b-8822-7ec853348da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898006 Sep 07 18:59:01.561357 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:01.625396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:59:01.649185 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-51a44d1a-dc17-4044-bdf3-d1e4191352bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Delete allocated IP 2001:db8::36d (0fa65b14-2186-420a-9491-1b038c9131d0/0a013351-44c8-48a3-b1d5-3bb920046fd2) {{(pid=101444) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 07 18:59:01.655487 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ba9d8e8-9281-4f94-a1c4-db9f63bbaf56 req-dea7e05f-356a-4274-ac11-8e6370acd2d7 service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511362 Sep 07 18:59:01.658842 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port fda86608-9b6d-4bc8-9ab4-dbd5b6526a62, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fda86608-9b6d-4bc8-9ab4-dbd5b6526a62,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:01.665272 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-51a44d1a-dc17-4044-bdf3-d1e4191352bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Allocated IP 2001:db8:0:1::2c9 (0fa65b14-2186-420a-9491-1b038c9131d0/67850c66-e765-4fff-8c62-d1be33751bf1/621c3c0c-98d7-4361-a75e-5eadafc1dd58) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:59:01.665475 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:01.692930 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:01.721186 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=fda86608-9b6d-4bc8-9ab4-dbd5b6526a62,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:01.810469 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-d706a7c2-d933-4893-9117-1ea613633ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:01.810971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-d706a7c2-d933-4893-9117-1ea613633ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:01.811454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-d706a7c2-d933-4893-9117-1ea613633ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:01.812004 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-d706a7c2-d933-4893-9117-1ea613633ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:01.812578 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-d706a7c2-d933-4893-9117-1ea613633ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:01.813113 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-d706a7c2-d933-4893-9117-1ea613633ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:01.813586 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-d706a7c2-d933-4893-9117-1ea613633ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:01.815821 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-d706a7c2-d933-4893-9117-1ea613633ee8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cc05b32b7ef4a30afde8a2188f29c16&device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 6502 time: 0.1843903 Sep 07 18:59:01.877386 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51a44d1a-dc17-4044-bdf3-d1e4191352bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:01.892139 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-51a44d1a-dc17-4044-bdf3-d1e4191352bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Transition to ACTIVE for port object 621c3c0c-98d7-4361-a75e-5eadafc1dd58 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:01.897047 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51a44d1a-dc17-4044-bdf3-d1e4191352bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:01.947627 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['fda86608-9b6d-4bc8-9ab4-dbd5b6526a62'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:59:01.949096 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ba9d8e8-9281-4f94-a1c4-db9f63bbaf56 req-b71f3673-c7a9-447b-a219-db44cab90f72 service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734931 Sep 07 18:59:01.965683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-51a44d1a-dc17-4044-bdf3-d1e4191352bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] In _notify_port_updated(), no bound segment for port 621c3c0c-98d7-4361-a75e-5eadafc1dd58 on network 0fa65b14-2186-420a-9491-1b038c9131d0 {{(pid=101444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 18:59:01.976363 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a44d1a-dc17-4044-bdf3-d1e4191352bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:01.977253 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51a44d1a-dc17-4044-bdf3-d1e4191352bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:01.981458 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-51a44d1a-dc17-4044-bdf3-d1e4191352bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "PUT /v2.0/ports/621c3c0c-98d7-4361-a75e-5eadafc1dd58 HTTP/1.1" status: 200 len: 930 time: 0.8554933 Sep 07 18:59:01.986717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39160) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:02.001568 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a44d1a-dc17-4044-bdf3-d1e4191352bf tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=621c3c0c-98d7-4361-a75e-5eadafc1dd58,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:02.017180 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ccddd-3559-4575-9cab-bfcd5fefc828 req-db2a6238-5a2a-4659-9a7b-3109a4558575 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:02.018817 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-588ccddd-3559-4575-9cab-bfcd5fefc828 req-db2a6238-5a2a-4659-9a7b-3109a4558575 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.2148931 Sep 07 18:59:02.031365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-534402ea-8916-4fa0-bb37-a0bb94ac419a None None] Allocated IP 2001:db8:0:1::2 (0fa65b14-2186-420a-9491-1b038c9131d0/67850c66-e765-4fff-8c62-d1be33751bf1/5f84fcda-b1d3-442f-96ce-88af36f88788) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:59:02.048900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e8442-1364-48bb-9fc6-43130426364f req-b900c72d-38fe-4c79-845f-90d6d5efb5ff tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:02.057176 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b6e8442-1364-48bb-9fc6-43130426364f req-b900c72d-38fe-4c79-845f-90d6d5efb5ff tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=815fc357-1a02-4336-a9fb-694fe2c60485 HTTP/1.1" status: 200 len: 944 time: 0.2289591 Sep 07 18:59:02.123754 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5f84fcda-b1d3-442f-96ce-88af36f88788 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:02.171842 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b6e8442-1364-48bb-9fc6-43130426364f req-aaebbbcc-670e-43e0-828d-cbcb1e0b52ea tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061323 Sep 07 18:59:02.219069 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-712bd643-493f-4766-9a46-6d9512365c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:02.219667 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-712bd643-493f-4766-9a46-6d9512365c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:02.220144 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-712bd643-493f-4766-9a46-6d9512365c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:02.222093 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-712bd643-493f-4766-9a46-6d9512365c54 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7bc00831-39dc-4d80-aed2-0e0dcf1c0e33&id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&id=025b72be-1bd6-4706-adc3-b78adf7f2dfa&id=025b72be-1bd6-4706-adc3-b78adf7f2dfa HTTP/1.1" status: 200 len: 2297 time: 0.3631573 Sep 07 18:59:02.261296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-534402ea-8916-4fa0-bb37-a0bb94ac419a None None] For port 5f84fcda-b1d3-442f-96ce-88af36f88788, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5f84fcda-b1d3-442f-96ce-88af36f88788,segment=NetworkSegment(f475247b-f0f6-4140-9cb5-66f1f9ef4de5),segment_id=f475247b-f0f6-4140-9cb5-66f1f9ef4de5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:02.270353 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 5f84fcda-b1d3-442f-96ce-88af36f88788 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:02.270733 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:02.295334 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-588ccddd-3559-4575-9cab-bfcd5fefc828 req-2351257c-4ec8-4bf9-acca-9261d1359ce4 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354267 Sep 07 18:59:02.342823 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-310a0f5e-551d-4129-9e55-fa85b982cb69 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c753cf-b66a-40dd-bb2a-82b747a834c6 HTTP/1.1" status: 200 len: 1001 time: 0.1103461 Sep 07 18:59:02.350252 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-5aca51f0-9e8b-4959-afa3-dc97aa31d0e0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting port 621c3c0c-98d7-4361-a75e-5eadafc1dd58 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:02.350652 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5aca51f0-9e8b-4959-afa3-dc97aa31d0e0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:02.374317 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-534402ea-8916-4fa0-bb37-a0bb94ac419a None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:02.421509 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-534402ea-8916-4fa0-bb37-a0bb94ac419a None None] Transition to ACTIVE for port object 5f84fcda-b1d3-442f-96ce-88af36f88788 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:02.460870 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-534402ea-8916-4fa0-bb37-a0bb94ac419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:02.564702 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-cc0b5d2a-987a-41e2-b529-0f9c5c3971ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:02.566280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-cc0b5d2a-987a-41e2-b529-0f9c5c3971ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8db80a71-3c02-4d23-b125-b3e6004b047d HTTP/1.1" status: 200 len: 856 time: 0.2108264 Sep 07 18:59:02.570212 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5aca51f0-9e8b-4959-afa3-dc97aa31d0e0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:02.576481 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534402ea-8916-4fa0-bb37-a0bb94ac419a None None] Pushing event updated for resources: {'Port': ['ID=5f84fcda-b1d3-442f-96ce-88af36f88788,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:02.612708 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3254d49-0ecc-4f1d-8f4d-9cca035be4eb req-ef577504-c26d-468b-b339-c9687bc8d2a3 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:02.614519 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b3254d49-0ecc-4f1d-8f4d-9cca035be4eb req-ef577504-c26d-468b-b339-c9687bc8d2a3 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.1203873 Sep 07 18:59:02.615823 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-5aca51f0-9e8b-4959-afa3-dc97aa31d0e0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Calling delete_port for 621c3c0c-98d7-4361-a75e-5eadafc1dd58 owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:02.720736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-6a102439-3990-4c3a-ad7e-244f46e075d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:02.722283 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-6a102439-3990-4c3a-ad7e-244f46e075d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7bc00831-39dc-4d80-aed2-0e0dcf1c0e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437047 Sep 07 18:59:02.733076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b3254d49-0ecc-4f1d-8f4d-9cca035be4eb req-3da6e686-eb35-4a7a-9233-3ca6fa00f926 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977585 Sep 07 18:59:02.886846 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-e4cc746f-9f83-4a14-abc8-407fb800ae2f service neutron] 10.222.0.60 "GET /v2.0/networks/7bc00831-39dc-4d80-aed2-0e0dcf1c0e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528616 Sep 07 18:59:02.931986 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5aca51f0-9e8b-4959-afa3-dc97aa31d0e0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:02.997034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca51f0-9e8b-4959-afa3-dc97aa31d0e0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Port': ['ID=621c3c0c-98d7-4361-a75e-5eadafc1dd58,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:03.036956 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5aca51f0-9e8b-4959-afa3-dc97aa31d0e0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:03.041291 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5aca51f0-9e8b-4959-afa3-dc97aa31d0e0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/ports/621c3c0c-98d7-4361-a75e-5eadafc1dd58 HTTP/1.1" status: 204 len: 168 time: 1.0490448 Sep 07 18:59:03.041465 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39192) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:03.052598 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-1e4b0885-af45-4665-8d7a-e93519bf8375 service neutron] 10.222.0.60 "GET /v2.0/networks/7bc00831-39dc-4d80-aed2-0e0dcf1c0e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583340 Sep 07 18:59:03.078023 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b950c64c-7b5a-4890-b096-8ec64764d867 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] GET failed (client error): The resource could not be found. Sep 07 18:59:03.079685 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b950c64c-7b5a-4890-b096-8ec64764d867 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports/621c3c0c-98d7-4361-a75e-5eadafc1dd58 HTTP/1.1" status: 404 len: 333 time: 0.0372953 Sep 07 18:59:03.082595 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39196) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:03.113133 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-37eb0db8-bc33-4ec1-96f4-4a52be396ba6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=9557b603-4ab7-498b-ac43-138b6d5d09f4 HTTP/1.1" status: 200 len: 217 time: 0.0441222 Sep 07 18:59:03.155764 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14197e8a-e070-44b7-a47d-abebc7b85746 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:03.174906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-d2ae0060-7fe2-4469-a6fd-b6cbc53f2a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:03.176055 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-d2ae0060-7fe2-4469-a6fd-b6cbc53f2a7c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 200 len: 797 time: 0.0551012 Sep 07 18:59:03.184947 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14197e8a-e070-44b7-a47d-abebc7b85746 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:03.239058 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14197e8a-e070-44b7-a47d-abebc7b85746 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:03.242257 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14197e8a-e070-44b7-a47d-abebc7b85746 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:03.246793 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-14197e8a-e070-44b7-a47d-abebc7b85746 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/security-groups/d65ec32a-942a-4036-ad3f-8812956a1f8f HTTP/1.1" status: 204 len: 168 time: 0.1597886 Sep 07 18:59:03.247756 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-375ff2ea-e62e-4614-b7d7-dd48d952bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:03.249395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-375ff2ea-e62e-4614-b7d7-dd48d952bad7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0652871 Sep 07 18:59:03.249867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39202) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:03.262317 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14197e8a-e070-44b7-a47d-abebc7b85746 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65ec32a-942a-4036-ad3f-8812956a1f8f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:03.315690 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c765bc42-61f6-4b3e-a1b6-68ff3e716574 None None] Provisioning complete for port 6d972a53-2a11-418d-8cc3-7729f362a05c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:03.316187 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c765bc42-61f6-4b3e-a1b6-68ff3e716574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:03.319325 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:03.405283 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c765bc42-61f6-4b3e-a1b6-68ff3e716574 None None] Port 6d972a53-2a11-418d-8cc3-7729f362a05c cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:59:03.410242 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c765bc42-61f6-4b3e-a1b6-68ff3e716574 None None] Could not find standard attr ID for object 621c3c0c-98d7-4361-a75e-5eadafc1dd58. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 18:59:03.431956 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c765bc42-61f6-4b3e-a1b6-68ff3e716574 None None] Provisioning for port 5f84fcda-b1d3-442f-96ce-88af36f88788 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:03.437683 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:03.439701 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c765bc42-61f6-4b3e-a1b6-68ff3e716574 None None] Provisioning complete for port 5f84fcda-b1d3-442f-96ce-88af36f88788 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:03.440133 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c765bc42-61f6-4b3e-a1b6-68ff3e716574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:03.441615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b9f52-4362-45da-9db0-34c1f0658d75 req-224f10d8-22bc-48cc-9cb9-3b15b950f78f tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:03.449725 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b06b9f52-4362-45da-9db0-34c1f0658d75 req-224f10d8-22bc-48cc-9cb9-3b15b950f78f tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=815fc357-1a02-4336-a9fb-694fe2c60485 HTTP/1.1" status: 200 len: 944 time: 0.1713178 Sep 07 18:59:03.466798 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:03.467444 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:03.474097 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc445b8b-2986-40fd-a676-76e0a67a3e2f tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:03.525833 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-b9a03d96-9de9-4604-9076-4a4cadd1b87e service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486010 Sep 07 18:59:03.539972 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc445b8b-2986-40fd-a676-76e0a67a3e2f tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:03.558899 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b06b9f52-4362-45da-9db0-34c1f0658d75 req-a1220484-0725-4c3c-99c0-bbc90c9eb642 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083009 Sep 07 18:59:03.568467 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:03.605400 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815fc357-1a02-4336-a9fb-694fe2c60485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda86608-9b6d-4bc8-9ab4-dbd5b6526a62'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:59:03.608081 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749654a3-fa92-4029-ae44-83d0e82297bc" -d '{"events": [{"server_uuid": "815fc357-1a02-4336-a9fb-694fe2c60485", "name": "network-vif-plugged", "status": "completed", "tag": "fda86608-9b6d-4bc8-9ab4-dbd5b6526a62"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:59:03.645832 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port fda86608-9b6d-4bc8-9ab4-dbd5b6526a62, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fda86608-9b6d-4bc8-9ab4-dbd5b6526a62,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:03.652542 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:03.695181 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6b0c46-0f0d-4448-a663-8cc0b46efa26 x-openstack-request-id: req-ec6b0c46-0f0d-4448-a663-8cc0b46efa26 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:59:03.695482 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815fc357-1a02-4336-a9fb-694fe2c60485", "name": "network-vif-plugged", "status": "completed", "tag": "fda86608-9b6d-4bc8-9ab4-dbd5b6526a62", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:59:03.702359 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec6b0c46-0f0d-4448-a663-8cc0b46efa26 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:59:03.702892 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815fc357-1a02-4336-a9fb-694fe2c60485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda86608-9b6d-4bc8-9ab4-dbd5b6526a62', 'code': 200} Sep 07 18:59:03.709677 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-940f25b5-4323-49a2-b198-ec74382ed118 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750507 Sep 07 18:59:03.749941 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=fda86608-9b6d-4bc8-9ab4-dbd5b6526a62,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:03.778565 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-097c25f8-f4df-436d-9f30-8ff973b7f12b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=2c42146d-acda-49b7-9da4-ed02db649778 HTTP/1.1" status: 200 len: 217 time: 0.0609365 Sep 07 18:59:03.781104 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc445b8b-2986-40fd-a676-76e0a67a3e2f tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:03.783805 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fc445b8b-2986-40fd-a676-76e0a67a3e2f tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:03.784994 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-fc445b8b-2986-40fd-a676-76e0a67a3e2f tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/security-groups/edb84f51-7dc2-45b3-a322-b4ff1f059100 HTTP/1.1" status: 204 len: 168 time: 0.5342076 Sep 07 18:59:03.789049 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39218) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:03.826434 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-90c27697-f51e-45ee-85fa-3e62fb75448c None None] Could not find standard attr ID for object 621c3c0c-98d7-4361-a75e-5eadafc1dd58. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 18:59:03.873771 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc445b8b-2986-40fd-a676-76e0a67a3e2f tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb84f51-7dc2-45b3-a322-b4ff1f059100,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:03.875415 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2117f9b-ed50-46cb-81b3-f987a6ac1ceb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting subnet 0a013351-44c8-48a3-b1d5-3bb920046fd2 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:59:03.882691 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e2117f9b-ed50-46cb-81b3-f987a6ac1ceb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:03.917264 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b43dc-0645-403f-a953-648733d2e404 req-26aeddbc-a945-4424-b6ce-fb64e55c0661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:03.918834 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c94b43dc-0645-403f-a953-648733d2e404 req-26aeddbc-a945-4424-b6ce-fb64e55c0661 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=815fc357-1a02-4336-a9fb-694fe2c60485 HTTP/1.1" status: 200 len: 1096 time: 0.1506269 Sep 07 18:59:03.921216 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-b807caf4-501c-439f-b203-b5557a43380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:03.922587 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-b807caf4-501c-439f-b203-b5557a43380d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 200 len: 797 time: 0.1365983 Sep 07 18:59:03.937252 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e2117f9b-ed50-46cb-81b3-f987a6ac1ceb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:03.938883 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd59342-6b5c-4108-b3c9-f1366c234da9 req-9316c01c-b687-4038-9304-d6e829ba0c55 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:03.940403 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8cd59342-6b5c-4108-b3c9-f1366c234da9 req-9316c01c-b687-4038-9304-d6e829ba0c55 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.0939224 Sep 07 18:59:04.037925 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c94b43dc-0645-403f-a953-648733d2e404 req-954fb3fc-6f7d-4bae-b360-4e0558026bd9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954399 Sep 07 18:59:04.040204 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e2117f9b-ed50-46cb-81b3-f987a6ac1ceb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:04.051096 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-8dc2c19a-6228-4eb9-85e4-eed84d857e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:04.052979 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-8dc2c19a-6228-4eb9-85e4-eed84d857e29 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1116505 Sep 07 18:59:04.056067 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8cd59342-6b5c-4108-b3c9-f1366c234da9 req-738f70dc-8cc6-486d-884c-3f53d0d8c8be tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840943 Sep 07 18:59:04.070394 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5f84fcda-b1d3-442f-96ce-88af36f88788 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:04.119301 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e2117f9b-ed50-46cb-81b3-f987a6ac1ceb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:04.129604 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 5f84fcda-b1d3-442f-96ce-88af36f88788 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:04.129987 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:04.162315 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2117f9b-ed50-46cb-81b3-f987a6ac1ceb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Subnet': ['ID=0a013351-44c8-48a3-b1d5-3bb920046fd2,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:04.165501 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e2117f9b-ed50-46cb-81b3-f987a6ac1ceb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:04.173533 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff23daf4-e2d7-48fd-a203-b050098b0ec9 None None] Network 0fa65b14-2186-420a-9491-1b038c9131d0 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:04.174304 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e2117f9b-ed50-46cb-81b3-f987a6ac1ceb tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/subnets/0a013351-44c8-48a3-b1d5-3bb920046fd2 HTTP/1.1" status: 204 len: 168 time: 0.3840516 Sep 07 18:59:04.174986 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39228) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:04.179943 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-0e8cb3c3-e491-4316-b5c4-a4bc6122da98 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'subnet': {'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:04.197463 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da485b6e-e894-4724-ad46-c6938b05a9be req-329f2902-c27b-4247-aa70-17472fda9285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:04.198991 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da485b6e-e894-4724-ad46-c6938b05a9be req-329f2902-c27b-4247-aa70-17472fda9285 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 1096 time: 0.0443168 Sep 07 18:59:04.313416 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da485b6e-e894-4724-ad46-c6938b05a9be req-aaecedbb-906f-4c04-ae49-815434571b32 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020098 Sep 07 18:59:04.313759 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8cb3c3-e491-4316-b5c4-a4bc6122da98 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:04.318734 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e8cb3c3-e491-4316-b5c4-a4bc6122da98 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:04.344699 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-82c0a242-9a8b-4f0a-8a31-37714134d86d service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149251 Sep 07 18:59:04.467154 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-d9fb4621-1623-4332-ae73-ed2e02555283 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148171 Sep 07 18:59:04.522898 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-7b83ae3c-fbf7-42be-8518-19d8649eb1e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=adc3ff2c-97a6-4b33-8062-87cf73872a4f HTTP/1.1" status: 200 len: 217 time: 0.0482223 Sep 07 18:59:04.585866 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-83e46ec0-af22-48c5-a30b-eb61a2cb5cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:04.587392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-83e46ec0-af22-48c5-a30b-eb61a2cb5cc8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 200 len: 797 time: 0.0565701 Sep 07 18:59:04.643226 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e8cb3c3-e491-4316-b5c4-a4bc6122da98 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:04.650608 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-9774f6a1-784a-48bd-a150-c00b2e065663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:04.652153 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-9774f6a1-784a-48bd-a150-c00b2e065663 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0551548 Sep 07 18:59:04.670886 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8cb3c3-e491-4316-b5c4-a4bc6122da98 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network 0fa65b14-2186-420a-9491-1b038c9131d0 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:04.696805 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-0e8cb3c3-e491-4316-b5c4-a4bc6122da98 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:04.701668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8cb3c3-e491-4316-b5c4-a4bc6122da98 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:04.702276 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e8cb3c3-e491-4316-b5c4-a4bc6122da98 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:04.725394 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0e8cb3c3-e491-4316-b5c4-a4bc6122da98 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5492742 Sep 07 18:59:04.729499 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39248) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:04.734109 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-236a199f-d809-4794-b1a4-e057c08c6e4c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'security_group': {'name': 'tempest-secgroup-328342278'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:04.760614 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cb3c3-e491-4316-b5c4-a4bc6122da98 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Subnet': ['ID=55fe28f3-779c-49f9-b8e7-200a74fc7cf9,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:04.776076 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-236a199f-d809-4794-b1a4-e057c08c6e4c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:04.783529 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2499688-bf47-4d9b-9db0-e7c3354ece8b req-7c6538cf-4164-4b8f-bc03-183340e92181 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:04.790837 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2499688-bf47-4d9b-9db0-e7c3354ece8b req-7c6538cf-4164-4b8f-bc03-183340e92181 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=815fc357-1a02-4336-a9fb-694fe2c60485 HTTP/1.1" status: 200 len: 945 time: 0.1369100 Sep 07 18:59:04.847508 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-4f9365bb-bd60-4ad7-960a-32f14eb77bdc service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789443 Sep 07 18:59:04.873138 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2499688-bf47-4d9b-9db0-e7c3354ece8b req-aa880e74-a89d-4260-84a7-515e55490637 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813160 Sep 07 18:59:04.894708 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-236a199f-d809-4794-b1a4-e057c08c6e4c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:04.899776 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-236a199f-d809-4794-b1a4-e057c08c6e4c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:04.943247 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-236a199f-d809-4794-b1a4-e057c08c6e4c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:04.944563 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-236a199f-d809-4794-b1a4-e057c08c6e4c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2140880 Sep 07 18:59:04.947356 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39252) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:04.987503 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-701a882a-4f85-4c1d-8b31-6fc2140246c0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'security_group': {'name': 'tempest-secgroup-350015958'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:04.994453 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a199f-d809-4794-b1a4-e057c08c6e4c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a00a26-0445-4614-96e5-37eaef142147,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:05.030468 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-d6b3e756-a558-4b27-8b54-5a37d7cb0d5e service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555538 Sep 07 18:59:05.041748 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-701a882a-4f85-4c1d-8b31-6fc2140246c0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:05.081750 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-11ef1bd8-e265-49f9-ab45-e208471ead92 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=2821d589-d644-400b-82c6-ab5f12352f32 HTTP/1.1" status: 200 len: 217 time: 0.0420249 Sep 07 18:59:05.192419 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-701a882a-4f85-4c1d-8b31-6fc2140246c0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:05.198517 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-701a882a-4f85-4c1d-8b31-6fc2140246c0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:05.218342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-2b420db7-245e-4590-aa8f-f97a155de8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:05.221740 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-2b420db7-245e-4590-aa8f-f97a155de8c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 200 len: 797 time: 0.1317801 Sep 07 18:59:05.223214 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-701a882a-4f85-4c1d-8b31-6fc2140246c0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:05.227937 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-701a882a-4f85-4c1d-8b31-6fc2140246c0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2767863 Sep 07 18:59:05.228759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39262) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:05.233908 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a882a-4f85-4c1d-8b31-6fc2140246c0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84252f26-b2b8-418d-ade4-c7fb7078af31,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:05.242419 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176783ec-0489-4c09-a257-0f7b302f85fe None None] Network 0fa65b14-2186-420a-9491-1b038c9131d0 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:05.246878 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-6ff95323-315c-4c41-90eb-642384028321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'security_group': {'name': 'tempest-secgroup-720712696'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:05.277493 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-eca422de-dfee-481c-bc53-2dd7f8455d4a None None] Provisioning complete for port 6d972a53-2a11-418d-8cc3-7729f362a05c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:05.278119 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-eca422de-dfee-481c-bc53-2dd7f8455d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:05.311581 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6ff95323-315c-4c41-90eb-642384028321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:05.321658 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01787d25-8131-4319-adfe-03031d65fc1e req-6d3b4da7-5c4e-496e-bcb5-4f6fcc58c682 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:05.329152 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01787d25-8131-4319-adfe-03031d65fc1e req-6d3b4da7-5c4e-496e-bcb5-4f6fcc58c682 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.1585224 Sep 07 18:59:05.368727 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-94ecd3cc-dd9d-4276-9960-1f0f7b1a4f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:05.370298 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-94ecd3cc-dd9d-4276-9960-1f0f7b1a4f9a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1178498 Sep 07 18:59:05.417053 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01787d25-8131-4319-adfe-03031d65fc1e req-cf014c31-7f13-492d-8c44-71e58261e4ea tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867701 Sep 07 18:59:05.519966 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-633d1690-c159-4588-9130-052733476edb service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426034 Sep 07 18:59:05.523390 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-eca422de-dfee-481c-bc53-2dd7f8455d4a None None] Port 6d972a53-2a11-418d-8cc3-7729f362a05c cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:59:05.565587 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6ff95323-315c-4c41-90eb-642384028321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:05.570275 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-eca422de-dfee-481c-bc53-2dd7f8455d4a None None] Provisioning complete for port 5f84fcda-b1d3-442f-96ce-88af36f88788 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:05.570652 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-eca422de-dfee-481c-bc53-2dd7f8455d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:05.575312 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6ff95323-315c-4c41-90eb-642384028321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:05.647019 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6ff95323-315c-4c41-90eb-642384028321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:05.648546 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6ff95323-315c-4c41-90eb-642384028321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4186599 Sep 07 18:59:05.651082 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff95323-315c-4c41-90eb-642384028321 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800dfc49-f62e-4996-a4ee-d5abd333b9bf,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:05.651621 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39274) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:05.661654 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-f76e9567-b9a8-4d89-986e-a3aed9b326a0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1719905116', 'security_groups': ['800dfc49-f62e-4996-a4ee-d5abd333b9bf'], 'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '55fe28f3-779c-49f9-b8e7-200a74fc7cf9'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:05.687630 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-e9bc6e76-7ae9-4823-a94f-5064525b715d service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521060 Sep 07 18:59:05.743583 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-c25af071-d922-4b8a-8b3a-f8223a1f1396 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c5603d88-8a14-49e9-875b-419cd2bd56cb HTTP/1.1" status: 200 len: 217 time: 0.0485542 Sep 07 18:59:05.806630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45462f68-dcef-4a09-9169-64bf5eaf07ae None None] Update dhcp port {'port': {'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0', 'fixed_ips': [{'subnet_id': '67850c66-e765-4fff-8c62-d1be33751bf1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '55fe28f3-779c-49f9-b8e7-200a74fc7cf9'}], 'binding:host_id': 'n-d-807786-1'}, 'id': '5f84fcda-b1d3-442f-96ce-88af36f88788'} from n-d-807786-1. {{(pid=101446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 18:59:05.814537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-f5b3fd8b-96f9-4c4b-ae65-e48ca51eab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:05.816449 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-f5b3fd8b-96f9-4c4b-ae65-e48ca51eab28 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa8070ab-5c30-4d90-a64d-590d11e7607c HTTP/1.1" status: 200 len: 797 time: 0.0662811 Sep 07 18:59:05.834675 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-45462f68-dcef-4a09-9169-64bf5eaf07ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:05.842318 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76e9567-b9a8-4d89-986e-a3aed9b326a0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:05.876972 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-e2a52f27-7b82-402d-a468-41e6c5a4d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:05.879346 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-e2a52f27-7b82-402d-a468-41e6c5a4d413 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=025b72be-1bd6-4706-adc3-b78adf7f2dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0544319 Sep 07 18:59:05.977213 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f76e9567-b9a8-4d89-986e-a3aed9b326a0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:06.003236 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-f76e9567-b9a8-4d89-986e-a3aed9b326a0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] device_id is not set on port 46a77558-d05f-4373-9ea7-812c5a8caa3b yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:59:06.045930 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-45462f68-dcef-4a09-9169-64bf5eaf07ae None None] Allocated IP 2001:db8::2 (0fa65b14-2186-420a-9491-1b038c9131d0/55fe28f3-779c-49f9-b8e7-200a74fc7cf9/5f84fcda-b1d3-442f-96ce-88af36f88788) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:59:06.048438 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0995b-96d0-48e3-8581-a23b1f02116e req-d3320137-b39c-4248-a80e-5d9603779812 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:06.050293 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6f0995b-96d0-48e3-8581-a23b1f02116e req-d3320137-b39c-4248-a80e-5d9603779812 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=815fc357-1a02-4336-a9fb-694fe2c60485 HTTP/1.1" status: 200 len: 945 time: 0.0857451 Sep 07 18:59:06.052918 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-4ae99619-f92b-45a5-9af0-475313672b18 service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666028 Sep 07 18:59:06.162968 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6f0995b-96d0-48e3-8581-a23b1f02116e req-6d04c04d-b90e-406b-9915-380b6df2b53a tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052475 Sep 07 18:59:06.169240 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-45462f68-dcef-4a09-9169-64bf5eaf07ae None None] For port 5f84fcda-b1d3-442f-96ce-88af36f88788, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5f84fcda-b1d3-442f-96ce-88af36f88788,segment=NetworkSegment(f475247b-f0f6-4140-9cb5-66f1f9ef4de5),segment_id=f475247b-f0f6-4140-9cb5-66f1f9ef4de5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:06.190175 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-da9349ed-4fed-43b4-a7e0-0f95e132b3a3 service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239302 Sep 07 18:59:06.205264 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-45462f68-dcef-4a09-9169-64bf5eaf07ae None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:06.221956 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-45462f68-dcef-4a09-9169-64bf5eaf07ae None None] Transition to ACTIVE for port object 5f84fcda-b1d3-442f-96ce-88af36f88788 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:06.226332 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-45462f68-dcef-4a09-9169-64bf5eaf07ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:06.280293 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-dd959e5d-386a-4f19-b042-2f468be96aaf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48703c14-e98f-4ceb-bc6c-fe2b1901c5de HTTP/1.1" status: 200 len: 217 time: 0.0753086 Sep 07 18:59:06.326274 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45462f68-dcef-4a09-9169-64bf5eaf07ae None None] Pushing event updated for resources: {'Port': ['ID=5f84fcda-b1d3-442f-96ce-88af36f88788,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:06.339600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-c2f2970f-9ff3-48de-8925-35925f0a8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:06.341431 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-c2f2970f-9ff3-48de-8925-35925f0a8f2a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa8070ab-5c30-4d90-a64d-590d11e7607c HTTP/1.1" status: 200 len: 797 time: 0.0602686 Sep 07 18:59:06.361998 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-f76e9567-b9a8-4d89-986e-a3aed9b326a0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Allocated IP 2001:db8::179 (0fa65b14-2186-420a-9491-1b038c9131d0/55fe28f3-779c-49f9-b8e7-200a74fc7cf9/46a77558-d05f-4373-9ea7-812c5a8caa3b) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:59:06.425767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-7dc956f6-8c15-4a93-93c6-4f52fa280616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:06.427382 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-7dc956f6-8c15-4a93-93c6-4f52fa280616 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=025b72be-1bd6-4706-adc3-b78adf7f2dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0733280 Sep 07 18:59:06.556196 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f76e9567-b9a8-4d89-986e-a3aed9b326a0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:06.572674 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-f76e9567-b9a8-4d89-986e-a3aed9b326a0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Transition to ACTIVE for port object 46a77558-d05f-4373-9ea7-812c5a8caa3b will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:06.630122 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f76e9567-b9a8-4d89-986e-a3aed9b326a0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:06.694447 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76e9567-b9a8-4d89-986e-a3aed9b326a0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network 0fa65b14-2186-420a-9491-1b038c9131d0 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:06.706090 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-f76e9567-b9a8-4d89-986e-a3aed9b326a0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:06.708328 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e9567-b9a8-4d89-986e-a3aed9b326a0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:59:06.717545 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76e9567-b9a8-4d89-986e-a3aed9b326a0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:06.718386 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f76e9567-b9a8-4d89-986e-a3aed9b326a0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:06.727710 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e9567-b9a8-4d89-986e-a3aed9b326a0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=46a77558-d05f-4373-9ea7-812c5a8caa3b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:06.744807 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f76e9567-b9a8-4d89-986e-a3aed9b326a0 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0910106 Sep 07 18:59:06.748192 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39312) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:06.756768 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-06cb869e-fb46-4d88-b8ff-7ac1ed661f99 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'subnet': {'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:06.910829 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cb869e-fb46-4d88-b8ff-7ac1ed661f99 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:06.916332 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-06cb869e-fb46-4d88-b8ff-7ac1ed661f99 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:07.001800 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532ac1e-38cd-46a1-82d0-a4c8aea9f6fb req-17908ff2-89ef-484c-9394-3f933c99839e tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:07.005034 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f532ac1e-38cd-46a1-82d0-a4c8aea9f6fb req-17908ff2-89ef-484c-9394-3f933c99839e tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=815fc357-1a02-4336-a9fb-694fe2c60485 HTTP/1.1" status: 200 len: 945 time: 0.5763962 Sep 07 18:59:07.034601 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070298c5-34cc-43d0-a5e0-fd24f7e2cf2b req-c7ce3ee0-bb01-474b-8ab2-04ded4ef89f3 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:07.035823 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-070298c5-34cc-43d0-a5e0-fd24f7e2cf2b req-c7ce3ee0-bb01-474b-8ab2-04ded4ef89f3 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.4971652 Sep 07 18:59:07.044158 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-0aa8b633-6cc9-46f2-88fc-0c65e8899f64 service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6027083 Sep 07 18:59:07.046333 n-d-807786-1 neutron-server[101444]: INFO neutron.db.ipam_backend_mixin [None req-06cb869e-fb46-4d88-b8ff-7ac1ed661f99 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 55fe28f3-779c-49f9-b8e7-200a74fc7cf9 (CIDR: 2001:db8::/64) Sep 07 18:59:07.050088 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-06cb869e-fb46-4d88-b8ff-7ac1ed661f99 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 18:59:07.050705 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06cb869e-fb46-4d88-b8ff-7ac1ed661f99 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:59:07.068956 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-06cb869e-fb46-4d88-b8ff-7ac1ed661f99 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3186002 Sep 07 18:59:07.072312 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39322) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:07.077522 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e9c50bb1-84f6-4f7b-a229-d31ac7d54be5 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'subnet': {'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:07.124708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-46403289-a92d-4cfd-ae32-e964401669c0 None None] Provisioning complete for port 6d972a53-2a11-418d-8cc3-7729f362a05c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:07.125082 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-46403289-a92d-4cfd-ae32-e964401669c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:07.184450 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-46403289-a92d-4cfd-ae32-e964401669c0 None None] Port 6d972a53-2a11-418d-8cc3-7729f362a05c cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:59:07.184872 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f532ac1e-38cd-46a1-82d0-a4c8aea9f6fb req-a9dfc21d-3eef-481d-a187-3548a409ef09 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647975 Sep 07 18:59:07.204218 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-46403289-a92d-4cfd-ae32-e964401669c0 None None] Provisioning for port 5f84fcda-b1d3-442f-96ce-88af36f88788 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:07.210822 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-46403289-a92d-4cfd-ae32-e964401669c0 None None] Provisioning complete for port 5f84fcda-b1d3-442f-96ce-88af36f88788 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:07.212327 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-46403289-a92d-4cfd-ae32-e964401669c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:07.257652 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c50bb1-84f6-4f7b-a229-d31ac7d54be5 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:07.262441 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e9c50bb1-84f6-4f7b-a229-d31ac7d54be5 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:07.280275 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-070298c5-34cc-43d0-a5e0-fd24f7e2cf2b req-3c3eb3c1-79f5-47c5-9b60-17fec2dce59e tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301357 Sep 07 18:59:07.333969 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08d2ae81-b6e7-4fa9-b406-a657d0120d29 req-2bb70522-ef6d-47d4-851e-6bf4ef9ed86b service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810740 Sep 07 18:59:07.416651 n-d-807786-1 neutron-server[101444]: INFO neutron.db.ipam_backend_mixin [None req-e9c50bb1-84f6-4f7b-a229-d31ac7d54be5 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 67850c66-e765-4fff-8c62-d1be33751bf1 (CIDR: 2001:db8:0:1::/64) Sep 07 18:59:07.420176 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c50bb1-84f6-4f7b-a229-d31ac7d54be5 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 18:59:07.420749 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c50bb1-84f6-4f7b-a229-d31ac7d54be5 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:59:07.441524 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39334) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:07.442085 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e9c50bb1-84f6-4f7b-a229-d31ac7d54be5 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3681066 Sep 07 18:59:07.448726 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-7e100077-61bd-4f2d-a4c2-1ed7ecd99774 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'subnet': {'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:07.529984 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3f9ae03f-c846-4a69-8872-db07f694086f None None] Provisioning for port 46a77558-d05f-4373-9ea7-812c5a8caa3b completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:07.534097 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3f9ae03f-c846-4a69-8872-db07f694086f None None] Provisioning complete for port 46a77558-d05f-4373-9ea7-812c5a8caa3b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:07.534535 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae03f-c846-4a69-8872-db07f694086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:07.574093 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3f9ae03f-c846-4a69-8872-db07f694086f None None] Port 46a77558-d05f-4373-9ea7-812c5a8caa3b cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:59:07.633795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5eac8c-a9ba-44c5-bd9a-3814b6d9c174 req-c44e3ae5-756a-428c-a480-66e44d468161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:07.635421 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5b5eac8c-a9ba-44c5-bd9a-3814b6d9c174 req-c44e3ae5-756a-428c-a480-66e44d468161 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e81334715fe248b7846fde74e7fee518&device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 1096 time: 0.1069796 Sep 07 18:59:07.638905 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e100077-61bd-4f2d-a4c2-1ed7ecd99774 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Made reservation on behalf of df0b7d269d7d49ab843fe37513b2db53 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:07.642365 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e100077-61bd-4f2d-a4c2-1ed7ecd99774 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:07.671992 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63c837-0ce2-4b44-9407-01875606f2e0 req-0d2e2cdc-fc4c-4e96-8cfc-c2ff6a260efd tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:07.673531 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c63c837-0ce2-4b44-9407-01875606f2e0 req-0d2e2cdc-fc4c-4e96-8cfc-c2ff6a260efd tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.1060083 Sep 07 18:59:07.825196 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c63c837-0ce2-4b44-9407-01875606f2e0 req-064eec9c-1b74-4102-b549-13ca543999f4 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316350 Sep 07 18:59:07.854135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5eac8c-a9ba-44c5-bd9a-3814b6d9c174 req-177c5663-6cd7-4c0d-b539-988804ba2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:07.855669 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5b5eac8c-a9ba-44c5-bd9a-3814b6d9c174 req-177c5663-6cd7-4c0d-b539-988804ba2920 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1cf7232d-a60f-43db-ab7e-3bece3e83c8f HTTP/1.1" status: 200 len: 912 time: 0.2080076 Sep 07 18:59:07.906699 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5b5eac8c-a9ba-44c5-bd9a-3814b6d9c174 req-2567a508-2bc7-48cf-9f4d-db14e77e5c73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc8a6bef-b68c-417a-8ea2-ea96c9721df2 HTTP/1.1" status: 200 len: 217 time: 0.0430136 Sep 07 18:59:07.995412 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5eac8c-a9ba-44c5-bd9a-3814b6d9c174 req-4983cd32-9894-441a-87ef-dcd35e75ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:07.997042 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5b5eac8c-a9ba-44c5-bd9a-3814b6d9c174 req-4983cd32-9894-441a-87ef-dcd35e75ab5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ddca0847-4c27-4d7b-a6ad-3b98cce52fb5 HTTP/1.1" status: 200 len: 851 time: 0.0619969 Sep 07 18:59:08.043597 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5f84fcda-b1d3-442f-96ce-88af36f88788 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:08.062425 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5b5eac8c-a9ba-44c5-bd9a-3814b6d9c174 req-58635ef4-3e4d-415e-ba87-d70670cefbe1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf7232d-a60f-43db-ab7e-3bece3e83c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441365 Sep 07 18:59:08.096256 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 5f84fcda-b1d3-442f-96ce-88af36f88788 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:08.096707 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:08.191312 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e100077-61bd-4f2d-a4c2-1ed7ecd99774 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:08.258384 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e100077-61bd-4f2d-a4c2-1ed7ecd99774 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Network 0fa65b14-2186-420a-9491-1b038c9131d0 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:08.272369 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-7e100077-61bd-4f2d-a4c2-1ed7ecd99774 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:08.293337 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e100077-61bd-4f2d-a4c2-1ed7ecd99774 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:08.293523 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201de34e-2012-40f1-ae7d-06b321831a90 None None] Network 0fa65b14-2186-420a-9491-1b038c9131d0 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:08.293959 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e100077-61bd-4f2d-a4c2-1ed7ecd99774 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:08.305269 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5b5eac8c-a9ba-44c5-bd9a-3814b6d9c174 req-2269d2af-b57f-4329-991d-ea96d0dcde9c service neutron] 10.222.0.36 "GET /v2.0/networks/1cf7232d-a60f-43db-ab7e-3bece3e83c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011931 Sep 07 18:59:08.316193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e100077-61bd-4f2d-a4c2-1ed7ecd99774 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Subnet': ['ID=fe5bc23e-64db-47d6-a616-af7e49d7f51f,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:08.349871 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7e100077-61bd-4f2d-a4c2-1ed7ecd99774 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9072185 Sep 07 18:59:08.352991 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39364) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:08.360143 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ea295ab3-bc15-4352-9227-c7a8f1f90537 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-291211644', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fe5bc23e-64db-47d6-a616-af7e49d7f51f'}], 'security_groups': ['77a00a26-0445-4614-96e5-37eaef142147', '84252f26-b2b8-418d-ade4-c7fb7078af31']}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:08.375230 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5866148-7b99-4c76-bf72-51430d888d36 req-7497df20-a160-404e-b4c2-3df36cf37503 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:08.376835 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5866148-7b99-4c76-bf72-51430d888d36 req-7497df20-a160-404e-b4c2-3df36cf37503 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=815fc357-1a02-4336-a9fb-694fe2c60485 HTTP/1.1" status: 200 len: 945 time: 0.1379561 Sep 07 18:59:08.468731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5866148-7b99-4c76-bf72-51430d888d36 req-dc520fe5-199c-4ff3-a6e0-4c558c0b11e5 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609856 Sep 07 18:59:08.473246 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5b5eac8c-a9ba-44c5-bd9a-3814b6d9c174 req-6907a1d0-83df-4bfa-811a-3a25af6cc6f6 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf7232d-a60f-43db-ab7e-3bece3e83c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468771 Sep 07 18:59:08.474406 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea295ab3-bc15-4352-9227-c7a8f1f90537 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:08.598207 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11366fd6-d44e-4c99-a374-fde7ed7c1422 None None] Update dhcp port {'port': {'network_id': '0fa65b14-2186-420a-9491-1b038c9131d0', 'fixed_ips': [{'subnet_id': '67850c66-e765-4fff-8c62-d1be33751bf1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '55fe28f3-779c-49f9-b8e7-200a74fc7cf9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fe5bc23e-64db-47d6-a616-af7e49d7f51f'}], 'binding:host_id': 'n-d-807786-1'}, 'id': '5f84fcda-b1d3-442f-96ce-88af36f88788'} from n-d-807786-1. {{(pid=101446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 18:59:08.644575 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-11366fd6-d44e-4c99-a374-fde7ed7c1422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:08.860067 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-ea295ab3-bc15-4352-9227-c7a8f1f90537 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Delete allocated IP 2001:db8::179 (0fa65b14-2186-420a-9491-1b038c9131d0/55fe28f3-779c-49f9-b8e7-200a74fc7cf9) {{(pid=101444) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 07 18:59:08.870071 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-ea295ab3-bc15-4352-9227-c7a8f1f90537 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Allocated IP 2001:db8:0:2::3b5 (0fa65b14-2186-420a-9491-1b038c9131d0/fe5bc23e-64db-47d6-a616-af7e49d7f51f/46a77558-d05f-4373-9ea7-812c5a8caa3b) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:59:09.006675 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45086eb8-adc2-42d9-865d-b32ecade12cf req-5367cc89-b580-47e0-97ce-67b62f744d88 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:09.008840 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-45086eb8-adc2-42d9-865d-b32ecade12cf req-5367cc89-b580-47e0-97ce-67b62f744d88 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.0629599 Sep 07 18:59:09.061769 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea295ab3-bc15-4352-9227-c7a8f1f90537 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:09.067684 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-45086eb8-adc2-42d9-865d-b32ecade12cf req-ac9e7bf9-f625-4971-92dd-479a012d8ab0 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472546 Sep 07 18:59:09.077984 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-ea295ab3-bc15-4352-9227-c7a8f1f90537 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Transition to ACTIVE for port object 46a77558-d05f-4373-9ea7-812c5a8caa3b will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:09.082356 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea295ab3-bc15-4352-9227-c7a8f1f90537 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:09.147677 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-11366fd6-d44e-4c99-a374-fde7ed7c1422 None None] Allocated IP 2001:db8:0:2::2 (0fa65b14-2186-420a-9491-1b038c9131d0/fe5bc23e-64db-47d6-a616-af7e49d7f51f/5f84fcda-b1d3-442f-96ce-88af36f88788) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:59:09.148621 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-ea295ab3-bc15-4352-9227-c7a8f1f90537 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] In _notify_port_updated(), no bound segment for port 46a77558-d05f-4373-9ea7-812c5a8caa3b on network 0fa65b14-2186-420a-9491-1b038c9131d0 {{(pid=101444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 18:59:09.154282 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea295ab3-bc15-4352-9227-c7a8f1f90537 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:09.154908 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea295ab3-bc15-4352-9227-c7a8f1f90537 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:09.156686 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ea295ab3-bc15-4352-9227-c7a8f1f90537 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "PUT /v2.0/ports/46a77558-d05f-4373-9ea7-812c5a8caa3b HTTP/1.1" status: 200 len: 969 time: 0.8015049 Sep 07 18:59:09.159198 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39398) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:09.197287 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea295ab3-bc15-4352-9227-c7a8f1f90537 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event updated for resources: {'Port': ['ID=46a77558-d05f-4373-9ea7-812c5a8caa3b,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:09.245095 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-11366fd6-d44e-4c99-a374-fde7ed7c1422 None None] For port 5f84fcda-b1d3-442f-96ce-88af36f88788, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5f84fcda-b1d3-442f-96ce-88af36f88788,segment=NetworkSegment(f475247b-f0f6-4140-9cb5-66f1f9ef4de5),segment_id=f475247b-f0f6-4140-9cb5-66f1f9ef4de5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:09.269021 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-f4b071db-3511-404e-84d2-3fcec3ab9584 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting port 46a77558-d05f-4373-9ea7-812c5a8caa3b {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:09.269370 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f4b071db-3511-404e-84d2-3fcec3ab9584 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:09.280247 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-11366fd6-d44e-4c99-a374-fde7ed7c1422 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:09.294265 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-11366fd6-d44e-4c99-a374-fde7ed7c1422 None None] Transition to ACTIVE for port object 5f84fcda-b1d3-442f-96ce-88af36f88788 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:09.298471 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-11366fd6-d44e-4c99-a374-fde7ed7c1422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:09.416022 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11366fd6-d44e-4c99-a374-fde7ed7c1422 None None] Pushing event updated for resources: {'Port': ['ID=5f84fcda-b1d3-442f-96ce-88af36f88788,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:09.698251 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f4b071db-3511-404e-84d2-3fcec3ab9584 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:09.711530 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-f4b071db-3511-404e-84d2-3fcec3ab9584 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Calling delete_port for 46a77558-d05f-4373-9ea7-812c5a8caa3b owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:09.853857 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f4b071db-3511-404e-84d2-3fcec3ab9584 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:09.894594 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b071db-3511-404e-84d2-3fcec3ab9584 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Port': ['ID=46a77558-d05f-4373-9ea7-812c5a8caa3b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:09.917522 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f4b071db-3511-404e-84d2-3fcec3ab9584 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:09.919515 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f4b071db-3511-404e-84d2-3fcec3ab9584 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/ports/46a77558-d05f-4373-9ea7-812c5a8caa3b HTTP/1.1" status: 204 len: 168 time: 0.7593787 Sep 07 18:59:09.922269 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39420) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:09.948238 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b1c1b1-c229-4aa7-913b-0b7fbe06c6bd tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] GET failed (client error): The resource could not be found. Sep 07 18:59:09.950430 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c9b1c1b1-c229-4aa7-913b-0b7fbe06c6bd tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports/46a77558-d05f-4373-9ea7-812c5a8caa3b HTTP/1.1" status: 404 len: 333 time: 0.0271163 Sep 07 18:59:09.953157 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39426) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:10.042519 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9da26598-e4e0-4e40-a86c-1c52d09d0e2e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:10.071323 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5f84fcda-b1d3-442f-96ce-88af36f88788 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:10.090789 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9da26598-e4e0-4e40-a86c-1c52d09d0e2e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:10.161080 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9da26598-e4e0-4e40-a86c-1c52d09d0e2e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:10.161355 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-415196e7-c107-4f48-9556-3535648b78de None None] Provisioning complete for port 6d972a53-2a11-418d-8cc3-7729f362a05c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:10.161685 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-415196e7-c107-4f48-9556-3535648b78de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:10.165998 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9da26598-e4e0-4e40-a86c-1c52d09d0e2e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:10.167233 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9da26598-e4e0-4e40-a86c-1c52d09d0e2e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/security-groups/800dfc49-f62e-4996-a4ee-d5abd333b9bf HTTP/1.1" status: 204 len: 168 time: 0.2127151 Sep 07 18:59:10.171180 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39440) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:10.181999 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da26598-e4e0-4e40-a86c-1c52d09d0e2e tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=800dfc49-f62e-4996-a4ee-d5abd333b9bf,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:10.238882 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-415196e7-c107-4f48-9556-3535648b78de None None] Port 6d972a53-2a11-418d-8cc3-7729f362a05c cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:59:10.242698 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-415196e7-c107-4f48-9556-3535648b78de None None] Could not find standard attr ID for object 46a77558-d05f-4373-9ea7-812c5a8caa3b. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 18:59:10.259509 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-415196e7-c107-4f48-9556-3535648b78de None None] Provisioning for port 5f84fcda-b1d3-442f-96ce-88af36f88788 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:10.264061 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-415196e7-c107-4f48-9556-3535648b78de None None] Provisioning complete for port 5f84fcda-b1d3-442f-96ce-88af36f88788 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:10.264425 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-415196e7-c107-4f48-9556-3535648b78de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:10.265315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef6886-c664-41fe-8095-888ea52c682a req-ac6fcf78-8d98-4df7-8360-d6834d24bb66 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:10.272615 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-edef6886-c664-41fe-8095-888ea52c682a req-ac6fcf78-8d98-4df7-8360-d6834d24bb66 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.1127434 Sep 07 18:59:10.329265 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-849e2dca-fc44-4b53-b860-18aa58412787 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:10.365419 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-edef6886-c664-41fe-8095-888ea52c682a req-b3db8966-cc4e-4d97-bd2e-3c604c7861e6 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884781 Sep 07 18:59:10.384260 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-849e2dca-fc44-4b53-b860-18aa58412787 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:10.433647 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-849e2dca-fc44-4b53-b860-18aa58412787 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:10.436737 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-849e2dca-fc44-4b53-b860-18aa58412787 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:10.438265 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-849e2dca-fc44-4b53-b860-18aa58412787 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/security-groups/84252f26-b2b8-418d-ade4-c7fb7078af31 HTTP/1.1" status: 204 len: 168 time: 0.2660308 Sep 07 18:59:10.441055 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39448) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:10.453463 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e2dca-fc44-4b53-b860-18aa58412787 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84252f26-b2b8-418d-ade4-c7fb7078af31,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:10.493124 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-46acd0fe-7ecf-4bd3-9f76-4749da87c66a None None] Could not find standard attr ID for object 46a77558-d05f-4373-9ea7-812c5a8caa3b. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 18:59:10.525184 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d153ef4f-34fc-43a0-beae-e8f913b0ef30 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:10.558269 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d153ef4f-34fc-43a0-beae-e8f913b0ef30 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:10.634714 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d153ef4f-34fc-43a0-beae-e8f913b0ef30 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:10.637195 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d153ef4f-34fc-43a0-beae-e8f913b0ef30 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:10.638369 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d153ef4f-34fc-43a0-beae-e8f913b0ef30 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/security-groups/77a00a26-0445-4614-96e5-37eaef142147 HTTP/1.1" status: 204 len: 168 time: 0.1961837 Sep 07 18:59:10.641357 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39456) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:10.653794 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153ef4f-34fc-43a0-beae-e8f913b0ef30 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a00a26-0445-4614-96e5-37eaef142147,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:10.702071 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd6373e-3881-4dc8-bb1e-a8c07768495c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting subnet 55fe28f3-779c-49f9-b8e7-200a74fc7cf9 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:59:10.705370 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4cd6373e-3881-4dc8-bb1e-a8c07768495c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:10.749074 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4cd6373e-3881-4dc8-bb1e-a8c07768495c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:10.841186 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4cd6373e-3881-4dc8-bb1e-a8c07768495c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:10.899745 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4cd6373e-3881-4dc8-bb1e-a8c07768495c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:10.930797 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6373e-3881-4dc8-bb1e-a8c07768495c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Subnet': ['ID=55fe28f3-779c-49f9-b8e7-200a74fc7cf9,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:10.932803 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4cd6373e-3881-4dc8-bb1e-a8c07768495c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:10.934864 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4cd6373e-3881-4dc8-bb1e-a8c07768495c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/subnets/55fe28f3-779c-49f9-b8e7-200a74fc7cf9 HTTP/1.1" status: 204 len: 168 time: 0.2922411 Sep 07 18:59:10.938335 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39470) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:10.943730 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef18877-ea50-4117-bfa3-da7a55c2d1a0 None None] Network 0fa65b14-2186-420a-9491-1b038c9131d0 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:10.990893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9566e1-c56f-4a62-a9ff-3b4fed1e9204 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting subnet fe5bc23e-64db-47d6-a616-af7e49d7f51f {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:59:10.994262 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-db9566e1-c56f-4a62-a9ff-3b4fed1e9204 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:11.042166 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-db9566e1-c56f-4a62-a9ff-3b4fed1e9204 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:11.157648 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-db9566e1-c56f-4a62-a9ff-3b4fed1e9204 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:11.223733 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-db9566e1-c56f-4a62-a9ff-3b4fed1e9204 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:11.279203 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9566e1-c56f-4a62-a9ff-3b4fed1e9204 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Subnet': ['ID=fe5bc23e-64db-47d6-a616-af7e49d7f51f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:11.288755 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-db9566e1-c56f-4a62-a9ff-3b4fed1e9204 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:11.290934 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-db9566e1-c56f-4a62-a9ff-3b4fed1e9204 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/subnets/fe5bc23e-64db-47d6-a616-af7e49d7f51f HTTP/1.1" status: 204 len: 168 time: 0.3516712 Sep 07 18:59:11.293432 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39494) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:11.324523 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5894ee-fcac-48ba-b47b-ac2838cf87d9 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] DELETE failed (client error): The resource could not be found. Sep 07 18:59:11.324985 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c5894ee-fcac-48ba-b47b-ac2838cf87d9 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:59:11.328549 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5c5894ee-fcac-48ba-b47b-ac2838cf87d9 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/subnets/55fe28f3-779c-49f9-b8e7-200a74fc7cf9 HTTP/1.1" status: 404 len: 337 time: 0.0318463 Sep 07 18:59:11.328709 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:59:11.329840 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39500) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:11.402006 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a188d17-5a5a-41a6-aeb9-14075c1c275a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting subnet 67850c66-e765-4fff-8c62-d1be33751bf1 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:59:11.405582 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a188d17-5a5a-41a6-aeb9-14075c1c275a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:11.517190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port fda86608-9b6d-4bc8-9ab4-dbd5b6526a62, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fda86608-9b6d-4bc8-9ab4-dbd5b6526a62,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:11.529265 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a188d17-5a5a-41a6-aeb9-14075c1c275a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:11.540226 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'fda86608-9b6d-4bc8-9ab4-dbd5b6526a62', 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4', 'port_id': 'fda86608-9b6d-4bc8-9ab4-dbd5b6526a62', 'mac_address': 'fa:16:3e:a9:31:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3efea74c-6615-4f78-a316-4a616a841935', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:59:11.600703 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:11.624880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144fdf2-7d8b-4577-86fe-4390a2eb5ca7 req-57ebe97b-7751-4228-9967-d8ecd2cbadec tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:11.635393 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:59:11.638480 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b144fdf2-7d8b-4577-86fe-4390a2eb5ca7 req-57ebe97b-7751-4228-9967-d8ecd2cbadec tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.1619036 Sep 07 18:59:11.668120 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port fda86608-9b6d-4bc8-9ab4-dbd5b6526a62, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fda86608-9b6d-4bc8-9ab4-dbd5b6526a62,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:11.674107 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:11.791498 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b144fdf2-7d8b-4577-86fe-4390a2eb5ca7 req-320669b1-6f00-4803-b5e6-7738fb5d614f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495960 Sep 07 18:59:11.803707 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a188d17-5a5a-41a6-aeb9-14075c1c275a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:11.821892 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['fda86608-9b6d-4bc8-9ab4-dbd5b6526a62'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:59:11.837574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=fda86608-9b6d-4bc8-9ab4-dbd5b6526a62,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:11.900871 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a188d17-5a5a-41a6-aeb9-14075c1c275a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:11.901446 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:11.901843 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:11.902667 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:11.903241 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:11.903800 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:11.904868 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:11.905386 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:11.905870 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:11.906350 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:11.907230 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:11.907889 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:11.908379 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:11.937872 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb73f8c0-582a-4b87-8e55-5fbc4064127f None None] Network 0fa65b14-2186-420a-9491-1b038c9131d0 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:11.962518 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a188d17-5a5a-41a6-aeb9-14075c1c275a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Subnet': ['ID=67850c66-e765-4fff-8c62-d1be33751bf1,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:11.964597 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a188d17-5a5a-41a6-aeb9-14075c1c275a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:11.966520 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1a188d17-5a5a-41a6-aeb9-14075c1c275a tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/subnets/67850c66-e765-4fff-8c62-d1be33751bf1 HTTP/1.1" status: 204 len: 168 time: 0.6356359 Sep 07 18:59:11.968992 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39528) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:12.042126 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-078f180e-edea-4e2d-b6a3-9fd1dcb0d160 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] DELETE failed (client error): The resource could not be found. Sep 07 18:59:12.042917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-078f180e-edea-4e2d-b6a3-9fd1dcb0d160 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:59:12.045168 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-078f180e-edea-4e2d-b6a3-9fd1dcb0d160 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/subnets/0a013351-44c8-48a3-b1d5-3bb920046fd2 HTTP/1.1" status: 404 len: 337 time: 0.0564024 Sep 07 18:59:12.047817 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39534) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:12.103865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-83acc99b-77af-43a6-9fef-f5eaf03cb2b6 None None] Provisioning complete for port 6d972a53-2a11-418d-8cc3-7729f362a05c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:12.104235 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-83acc99b-77af-43a6-9fef-f5eaf03cb2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:12.115430 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2c5260e8-1397-402a-9184-ee9e676af5e4 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c48f9fa-52e3-4968-a9dc-d6d253723c2b HTTP/1.1" status: 200 len: 205 time: 0.0647826 Sep 07 18:59:12.117411 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39538) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:12.169151 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-83acc99b-77af-43a6-9fef-f5eaf03cb2b6 None None] Port 6d972a53-2a11-418d-8cc3-7729f362a05c cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:59:12.200043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ca1e9-bd66-4754-b819-544a76f522e8 req-f00e1ceb-3081-485e-ac23-1ccfbe2041f6 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:12.211718 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-625ca1e9-bd66-4754-b819-544a76f522e8 req-f00e1ceb-3081-485e-ac23-1ccfbe2041f6 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.0840554 Sep 07 18:59:12.218530 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-83acc99b-77af-43a6-9fef-f5eaf03cb2b6 None None] Provisioning complete for port 5f84fcda-b1d3-442f-96ce-88af36f88788 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:12.218913 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-83acc99b-77af-43a6-9fef-f5eaf03cb2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:12.227052 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-dd5be623-b368-48bc-9079-45f277ad525d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] delete failed (client error): The resource could not be found. Sep 07 18:59:12.231407 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dd5be623-b368-48bc-9079-45f277ad525d tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/routers/6c48f9fa-52e3-4968-a9dc-d6d253723c2b HTTP/1.1" status: 404 len: 336 time: 0.1105750 Sep 07 18:59:12.232779 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39550) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:12.277692 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae765a2c-13d0-47c3-93e7-74b1c8279916 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] DELETE failed (client error): The resource could not be found. Sep 07 18:59:12.278717 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae765a2c-13d0-47c3-93e7-74b1c8279916 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:59:12.281341 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ae765a2c-13d0-47c3-93e7-74b1c8279916 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/subnets/bcc14ab4-e56a-4231-91fb-25b85fa89845 HTTP/1.1" status: 404 len: 337 time: 0.0457809 Sep 07 18:59:12.284457 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39554) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:12.324367 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-625ca1e9-bd66-4754-b819-544a76f522e8 req-998fc975-e897-41bc-9ac4-e3046d88d0eb tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115122 Sep 07 18:59:12.327634 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53606285-7ffd-4a91-a021-386e91d195ca None None] DHCP port deletion for 0fa65b14-2186-420a-9491-1b038c9131d0 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:59:12.344445 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d919cf7-120f-4af3-9733-5473efdbdabc tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] DELETE failed (client error): The resource could not be found. Sep 07 18:59:12.345755 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d919cf7-120f-4af3-9733-5473efdbdabc tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:59:12.347859 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7d919cf7-120f-4af3-9733-5473efdbdabc tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/subnets/71cf31ec-6527-4060-ade3-27203061ce60 HTTP/1.1" status: 404 len: 337 time: 0.0620315 Sep 07 18:59:12.350321 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39558) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:12.380970 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cf8ded-5b41-4c37-834b-64d7b15c22ba tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] DELETE failed (client error): The resource could not be found. Sep 07 18:59:12.381846 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44cf8ded-5b41-4c37-834b-64d7b15c22ba tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:59:12.387332 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39560) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:12.398482 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-44cf8ded-5b41-4c37-834b-64d7b15c22ba tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/subnets/4995eb90-b1da-489e-a4eb-df6e60b397a1 HTTP/1.1" status: 404 len: 337 time: 0.0465479 Sep 07 18:59:12.416502 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0194dda-c7d2-40ca-800d-3f23cb50a04c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] DELETE failed (client error): The resource could not be found. Sep 07 18:59:12.417971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0194dda-c7d2-40ca-800d-3f23cb50a04c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:59:12.418543 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-53606285-7ffd-4a91-a021-386e91d195ca None None] Deleting port 5f84fcda-b1d3-442f-96ce-88af36f88788 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:12.419006 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-53606285-7ffd-4a91-a021-386e91d195ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:12.425201 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39562) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:12.434087 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c0194dda-c7d2-40ca-800d-3f23cb50a04c tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/ports/ff0af417-62ce-4159-91e4-301dcd13bb15 HTTP/1.1" status: 404 len: 333 time: 0.0450363 Sep 07 18:59:12.467667 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc12497c-7384-4a69-a772-6df7e4727d35 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] DELETE failed (client error): The resource could not be found. Sep 07 18:59:12.468175 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc12497c-7384-4a69-a772-6df7e4727d35 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:59:12.473057 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dc12497c-7384-4a69-a772-6df7e4727d35 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/subnets/f38fbee5-da54-4746-a685-b0073f99a7a2 HTTP/1.1" status: 404 len: 337 time: 0.0443203 Sep 07 18:59:12.473409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39566) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:12.500274 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-829383dd-3751-4b07-b172-bb1d9e05a366 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] DELETE failed (client error): The resource could not be found. Sep 07 18:59:12.501385 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829383dd-3751-4b07-b172-bb1d9e05a366 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:59:12.505207 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-829383dd-3751-4b07-b172-bb1d9e05a366 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/subnets/546033b2-b882-4532-9dbc-7e9773e45d71 HTTP/1.1" status: 404 len: 337 time: 0.0284748 Sep 07 18:59:12.505883 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-53606285-7ffd-4a91-a021-386e91d195ca None None] For port 5f84fcda-b1d3-442f-96ce-88af36f88788, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5f84fcda-b1d3-442f-96ce-88af36f88788,segment=NetworkSegment(f475247b-f0f6-4140-9cb5-66f1f9ef4de5),segment_id=f475247b-f0f6-4140-9cb5-66f1f9ef4de5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:12.505883 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-53606285-7ffd-4a91-a021-386e91d195ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:12.506084 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39568) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:12.517935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-53606285-7ffd-4a91-a021-386e91d195ca None None] Calling delete_port for 5f84fcda-b1d3-442f-96ce-88af36f88788 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:12.530668 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db7ca95-c692-40fc-99c4-a2b9f677c00f tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] DELETE failed (client error): The resource could not be found. Sep 07 18:59:12.531296 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db7ca95-c692-40fc-99c4-a2b9f677c00f tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:59:12.533056 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2db7ca95-c692-40fc-99c4-a2b9f677c00f tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/ports/60d94afa-11e8-4a0e-92c2-ee003e8054ab HTTP/1.1" status: 404 len: 333 time: 0.0259891 Sep 07 18:59:12.535784 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39570) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:12.570115 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-57518d54-2e24-4a5a-8098-a502fe181189 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] DELETE failed (client error): The resource could not be found. Sep 07 18:59:12.570585 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57518d54-2e24-4a5a-8098-a502fe181189 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:59:12.572400 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-57518d54-2e24-4a5a-8098-a502fe181189 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/subnets/8065ae21-b645-4c29-8353-5c3b74959d8d HTTP/1.1" status: 404 len: 337 time: 0.0338175 Sep 07 18:59:12.575651 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39572) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:12.616318 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8c886d-86cb-45e1-977a-d103ffcbbc50 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] DELETE failed (client error): The resource could not be found. Sep 07 18:59:12.617097 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8c886d-86cb-45e1-977a-d103ffcbbc50 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:59:12.619185 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fc8c886d-86cb-45e1-977a-d103ffcbbc50 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/subnets/8c73d93b-459f-4280-9d2f-11da35928fec HTTP/1.1" status: 404 len: 337 time: 0.0419190 Sep 07 18:59:12.621932 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39574) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:12.742256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-9c719465-a0f4-45bc-a022-40203c6b41be tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Deleting port 6d972a53-2a11-418d-8cc3-7729f362a05c {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:12.743979 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9c719465-a0f4-45bc-a022-40203c6b41be tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:12.762132 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:12.790031 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-53606285-7ffd-4a91-a021-386e91d195ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:12.829553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53606285-7ffd-4a91-a021-386e91d195ca None None] Pushing event deleted for resources: {'Port': ['ID=5f84fcda-b1d3-442f-96ce-88af36f88788,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:12.842460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53606285-7ffd-4a91-a021-386e91d195ca None None] No DVR routers for this DVR port 5f84fcda-b1d3-442f-96ce-88af36f88788 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:59:12.881192 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9c719465-a0f4-45bc-a022-40203c6b41be tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:12.896414 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-9c719465-a0f4-45bc-a022-40203c6b41be tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Calling delete_port for 6d972a53-2a11-418d-8cc3-7729f362a05c owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:13.014321 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9c719465-a0f4-45bc-a022-40203c6b41be tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:13.048556 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c719465-a0f4-45bc-a022-40203c6b41be tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Port': ['ID=6d972a53-2a11-418d-8cc3-7729f362a05c,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:13.061554 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9c719465-a0f4-45bc-a022-40203c6b41be tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:13.066450 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39584) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:13.067279 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9c719465-a0f4-45bc-a022-40203c6b41be tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/ports/6d972a53-2a11-418d-8cc3-7729f362a05c HTTP/1.1" status: 204 len: 168 time: 0.4442444 Sep 07 18:59:13.188045 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b746162-c456-44cf-b9a8-01407d042855 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:13.310572 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b746162-c456-44cf-b9a8-01407d042855 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:13.341704 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:13.343499 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5b746162-c456-44cf-b9a8-01407d042855 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa65b14-2186-420a-9491-1b038c9131d0']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:13.355410 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5b746162-c456-44cf-b9a8-01407d042855 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f475247b-f0f6-4140-9cb5-66f1f9ef4de5') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:13.356150 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5b746162-c456-44cf-b9a8-01407d042855 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f475247b-f0f6-4140-9cb5-66f1f9ef4de5') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:13.376313 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b746162-c456-44cf-b9a8-01407d042855 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:13.406540 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b746162-c456-44cf-b9a8-01407d042855 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:13.424685 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b746162-c456-44cf-b9a8-01407d042855 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:59:13.425092 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b746162-c456-44cf-b9a8-01407d042855 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:59:13.435242 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:59:13.501865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:13.502893 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:13.563338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2888b-7a22-4a52-b680-14c7486f75d6 req-8f02182f-d933-49de-a03e-28db931ac6b3 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:13.565034 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-17f2888b-7a22-4a52-b680-14c7486f75d6 req-8f02182f-d933-49de-a03e-28db931ac6b3 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.0650558 Sep 07 18:59:13.583272 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b746162-c456-44cf-b9a8-01407d042855 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:13.595579 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b746162-c456-44cf-b9a8-01407d042855 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:13.599709 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5b746162-c456-44cf-b9a8-01407d042855 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] 10.222.0.26 "DELETE /v2.0/networks/0fa65b14-2186-420a-9491-1b038c9131d0 HTTP/1.1" status: 204 len: 168 time: 0.5312777 Sep 07 18:59:13.640760 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b746162-c456-44cf-b9a8-01407d042855 tempest-PortsIpV6TestJSON-597156752 tempest-PortsIpV6TestJSON-597156752-project] Pushing event deleted for resources: {'Network': ['ID=0fa65b14-2186-420a-9491-1b038c9131d0,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:13.650266 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:13.653910 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:13.656918 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-17f2888b-7a22-4a52-b680-14c7486f75d6 req-a86d30fb-4f62-41cf-9643-137a9e75bf83 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821309 Sep 07 18:59:13.695981 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815fc357-1a02-4336-a9fb-694fe2c60485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda86608-9b6d-4bc8-9ab4-dbd5b6526a62'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:59:13.698784 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aeff543-e67a-480c-8708-bfeddcb3eb0d" -d '{"events": [{"server_uuid": "815fc357-1a02-4336-a9fb-694fe2c60485", "name": "network-vif-plugged", "status": "completed", "tag": "fda86608-9b6d-4bc8-9ab4-dbd5b6526a62"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:59:13.738860 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port fda86608-9b6d-4bc8-9ab4-dbd5b6526a62, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fda86608-9b6d-4bc8-9ab4-dbd5b6526a62,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:13.752795 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:13.790402 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd763320-caca-42e7-82f1-48e4430ed8d1 x-openstack-request-id: req-fd763320-caca-42e7-82f1-48e4430ed8d1 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:59:13.791318 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815fc357-1a02-4336-a9fb-694fe2c60485", "name": "network-vif-plugged", "status": "completed", "tag": "fda86608-9b6d-4bc8-9ab4-dbd5b6526a62", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:59:13.791792 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd763320-caca-42e7-82f1-48e4430ed8d1 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:59:13.792651 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815fc357-1a02-4336-a9fb-694fe2c60485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda86608-9b6d-4bc8-9ab4-dbd5b6526a62', 'code': 200} Sep 07 18:59:13.820171 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=fda86608-9b6d-4bc8-9ab4-dbd5b6526a62,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:14.085378 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5f84fcda-b1d3-442f-96ce-88af36f88788 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:59:14.122552 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 5f84fcda-b1d3-442f-96ce-88af36f88788 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:59:14.122910 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5f84fcda-b1d3-442f-96ce-88af36f88788 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:59:14.181450 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39618) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:14.391381 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-14cfa425-3af7-4180-9974-556c2477563c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df0b7d269d7d49ab843fe37513b2db53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2080863 Sep 07 18:59:14.393559 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39634) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:14.447702 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0ba6625e-0b92-4265-b16e-677f28b472bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:14.449978 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39636) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:14.480403 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0ba6625e-0b92-4265-b16e-677f28b472bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:14.555122 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0ba6625e-0b92-4265-b16e-677f28b472bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:14.562505 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0ba6625e-0b92-4265-b16e-677f28b472bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:14.563872 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0ba6625e-0b92-4265-b16e-677f28b472bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9d5c9f0-710f-4e5a-b21c-c6af2912698a HTTP/1.1" status: 204 len: 168 time: 0.1693163 Sep 07 18:59:14.577211 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6625e-0b92-4265-b16e-677f28b472bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d5c9f0-710f-4e5a-b21c-c6af2912698a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:14.619311 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-42d30be1-1034-4338-8820-38cb9db17d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:14.760666 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-42d30be1-1034-4338-8820-38cb9db17d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:14.776112 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-42d30be1-1034-4338-8820-38cb9db17d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:14.816955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d30be1-1034-4338-8820-38cb9db17d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41f7426-013b-4c78-9734-7ae75b225a2e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:14.837020 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39646) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:14.837567 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-42d30be1-1034-4338-8820-38cb9db17d57 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61e53b0f33354372a15203c45ecbb1f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3861639 Sep 07 18:59:14.861044 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa3a80-b692-4519-ab4f-d984d49acec0 req-eaa1d1a2-2fc1-4f0c-abff-3e61e25ca684 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:14.862831 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37aa3a80-b692-4519-ab4f-d984d49acec0 req-eaa1d1a2-2fc1-4f0c-abff-3e61e25ca684 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.1063042 Sep 07 18:59:14.931565 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20f18816-5e5e-456f-9b0c-507e96905770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:14.959026 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20f18816-5e5e-456f-9b0c-507e96905770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:15.018790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37aa3a80-b692-4519-ab4f-d984d49acec0 req-99efdd52-6808-4dda-b66c-693f8122e231 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428123 Sep 07 18:59:15.049228 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20f18816-5e5e-456f-9b0c-507e96905770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:15.052233 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20f18816-5e5e-456f-9b0c-507e96905770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:15.053647 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-20f18816-5e5e-456f-9b0c-507e96905770 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e41f7426-013b-4c78-9734-7ae75b225a2e HTTP/1.1" status: 204 len: 168 time: 0.2156656 Sep 07 18:59:15.066989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f18816-5e5e-456f-9b0c-507e96905770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41f7426-013b-4c78-9734-7ae75b225a2e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:15.473642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39680) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:15.506511 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-606fe3e2-891a-46fe-bc46-ae0ac5540010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:15.627679 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-606fe3e2-891a-46fe-bc46-ae0ac5540010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:15.634634 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-606fe3e2-891a-46fe-bc46-ae0ac5540010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:15.680463 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39684) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:15.681046 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-606fe3e2-891a-46fe-bc46-ae0ac5540010 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=42f2797271934ccf88dc17fe9b9bba5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2053831 Sep 07 18:59:15.681642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fe3e2-891a-46fe-bc46-ae0ac5540010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880012c0-fbae-4f38-87d7-fa65623b3778,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:15.746121 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b36d9af9-1f37-4dd6-aecb-0d31419c3a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:15.774017 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b36d9af9-1f37-4dd6-aecb-0d31419c3a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:15.783823 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39686) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:15.838673 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b36d9af9-1f37-4dd6-aecb-0d31419c3a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:15.841854 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b36d9af9-1f37-4dd6-aecb-0d31419c3a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:15.846423 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b36d9af9-1f37-4dd6-aecb-0d31419c3a46 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/880012c0-fbae-4f38-87d7-fa65623b3778 HTTP/1.1" status: 204 len: 168 time: 0.1648717 Sep 07 18:59:15.854688 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d9af9-1f37-4dd6-aecb-0d31419c3a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880012c0-fbae-4f38-87d7-fa65623b3778,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:15.932994 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-4a1a81e7-fc88-49d6-b621-c500dafe1bee tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'network': {'name': 'tempest-RoutersTest-1570718226'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:15.958806 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1a81e7-fc88-49d6-b621-c500dafe1bee tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Made reservation on behalf of a3cefdca228647e789b9074f06af403e for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:15.962930 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4a1a81e7-fc88-49d6-b621-c500dafe1bee tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:15.972779 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4a1a81e7-fc88-49d6-b621-c500dafe1bee tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:16.097205 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4a1a81e7-fc88-49d6-b621-c500dafe1bee tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:16.117719 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4a1a81e7-fc88-49d6-b621-c500dafe1bee tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:16.138045 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1a81e7-fc88-49d6-b621-c500dafe1bee tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:59:16.149969 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4a1a81e7-fc88-49d6-b621-c500dafe1bee tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:16.150326 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-4a1a81e7-fc88-49d6-b621-c500dafe1bee tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Added segment 7478330f-3641-4c3b-8529-963db2a4dfe7 of type vlan for network cad6e985-ea2c-44a1-914a-af7938703f9d Sep 07 18:59:16.273680 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a81e7-fc88-49d6-b621-c500dafe1bee tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f808f4b8-375c-470c-8f83-8f7ff8a7ba8e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:16.312325 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebef20-4792-45a4-af98-942110c24a25 req-a0fd85ea-92a3-4635-95af-ad9aaf1cd515 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:16.317015 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9cebef20-4792-45a4-af98-942110c24a25 req-a0fd85ea-92a3-4635-95af-ad9aaf1cd515 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.1560109 Sep 07 18:59:16.321278 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4a1a81e7-fc88-49d6-b621-c500dafe1bee tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:16.370308 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9cebef20-4792-45a4-af98-942110c24a25 req-a3f6bba8-3a41-41df-a94e-e5b0601622fa tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432208 Sep 07 18:59:16.400550 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4a1a81e7-fc88-49d6-b621-c500dafe1bee tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:16.409529 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1a81e7-fc88-49d6-b621-c500dafe1bee tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:16.410192 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4a1a81e7-fc88-49d6-b621-c500dafe1bee tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:16.452641 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4a1a81e7-fc88-49d6-b621-c500dafe1bee tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6652372 Sep 07 18:59:16.453032 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39712) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:16.458179 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b99cfbf8-05f1-4289-973a-28a11dd62238 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'network': {'name': 'tempest-RoutersTest-1287859689'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:16.500425 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99cfbf8-05f1-4289-973a-28a11dd62238 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Made reservation on behalf of a3cefdca228647e789b9074f06af403e for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:16.504585 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b99cfbf8-05f1-4289-973a-28a11dd62238 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:16.564251 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99cfbf8-05f1-4289-973a-28a11dd62238 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:59:16.577670 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b99cfbf8-05f1-4289-973a-28a11dd62238 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:16.578012 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-b99cfbf8-05f1-4289-973a-28a11dd62238 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Added segment 1a79125f-9f7c-40f3-9eb5-9432ab24e60d of type vlan for network cfc08802-94ee-4cd4-8f11-25676080bfbd Sep 07 18:59:16.605305 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a81e7-fc88-49d6-b621-c500dafe1bee tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Network': ['ID=cad6e985-ea2c-44a1-914a-af7938703f9d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:16.619264 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network cad6e985-ea2c-44a1-914a-af7938703f9d details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:59:16.649057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8be90-68e0-4f7c-9d43-ea518297388a req-3d2d4ac0-a55e-4355-97f3-33c5ef7a8e1f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:16.650698 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40f8be90-68e0-4f7c-9d43-ea518297388a req-3d2d4ac0-a55e-4355-97f3-33c5ef7a8e1f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 945 time: 0.1222224 Sep 07 18:59:16.678504 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b99cfbf8-05f1-4289-973a-28a11dd62238 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:16.731114 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b99cfbf8-05f1-4289-973a-28a11dd62238 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:16.737265 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99cfbf8-05f1-4289-973a-28a11dd62238 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:16.737917 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b99cfbf8-05f1-4289-973a-28a11dd62238 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:16.856043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-40f8be90-68e0-4f7c-9d43-ea518297388a req-aeed1fde-f5cc-452d-810f-fc4fb31e304f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Deleting port dc8a6bef-b68c-417a-8ea2-ea96c9721df2 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:16.856697 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-40f8be90-68e0-4f7c-9d43-ea518297388a req-aeed1fde-f5cc-452d-810f-fc4fb31e304f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:16.883970 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cfbf8-05f1-4289-973a-28a11dd62238 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Network': ['ID=cfc08802-94ee-4cd4-8f11-25676080bfbd,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:16.901461 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b99cfbf8-05f1-4289-973a-28a11dd62238 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4464920 Sep 07 18:59:16.903495 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39734) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:16.907096 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network cfc08802-94ee-4cd4-8f11-25676080bfbd details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:59:16.908995 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b6341f78-3d96-47a7-885a-c19b9f34cae5 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'subnet': {'network_id': 'cad6e985-ea2c-44a1-914a-af7938703f9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:17.014739 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6341f78-3d96-47a7-885a-c19b9f34cae5 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Made reservation on behalf of a3cefdca228647e789b9074f06af403e for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:17.019951 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b6341f78-3d96-47a7-885a-c19b9f34cae5 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:17.050924 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-40f8be90-68e0-4f7c-9d43-ea518297388a req-aeed1fde-f5cc-452d-810f-fc4fb31e304f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] For port dc8a6bef-b68c-417a-8ea2-ea96c9721df2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=dc8a6bef-b68c-417a-8ea2-ea96c9721df2,segment=NetworkSegment(53235788-5634-48ba-9fa5-674d0808e23e),segment_id=53235788-5634-48ba-9fa5-674d0808e23e)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:17.051646 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-40f8be90-68e0-4f7c-9d43-ea518297388a req-aeed1fde-f5cc-452d-810f-fc4fb31e304f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:17.067319 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-40f8be90-68e0-4f7c-9d43-ea518297388a req-aeed1fde-f5cc-452d-810f-fc4fb31e304f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Calling delete_port for dc8a6bef-b68c-417a-8ea2-ea96c9721df2 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:17.283100 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-40f8be90-68e0-4f7c-9d43-ea518297388a req-aeed1fde-f5cc-452d-810f-fc4fb31e304f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:17.297716 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['481af88e-003d-4e9c-9f8b-32883e187a40'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:59:17.382760 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b6341f78-3d96-47a7-885a-c19b9f34cae5 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:17.404018 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f8be90-68e0-4f7c-9d43-ea518297388a req-aeed1fde-f5cc-452d-810f-fc4fb31e304f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] No DVR routers for this DVR port dc8a6bef-b68c-417a-8ea2-ea96c9721df2 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:59:17.409570 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-40f8be90-68e0-4f7c-9d43-ea518297388a req-aeed1fde-f5cc-452d-810f-fc4fb31e304f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:17.411859 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40f8be90-68e0-4f7c-9d43-ea518297388a req-aeed1fde-f5cc-452d-810f-fc4fb31e304f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.36 "DELETE /v2.0/ports/dc8a6bef-b68c-417a-8ea2-ea96c9721df2 HTTP/1.1" status: 204 len: 173 time: 0.7526424 Sep 07 18:59:17.414613 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed1fde-f5cc-452d-810f-fc4fb31e304f tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Pushing event deleted for resources: {'Port': ['ID=dc8a6bef-b68c-417a-8ea2-ea96c9721df2,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:17.426387 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7ec127-d04c-45d2-8c16-4b55001dee0b', 'name': 'network-vif-deleted', 'tag': 'dc8a6bef-b68c-417a-8ea2-ea96c9721df2'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:59:17.433463 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['dc8a6bef-b68c-417a-8ea2-ea96c9721df2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:59:17.433781 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299521a9-b88e-49dd-8a24-c171cf0aa989" -d '{"events": [{"server_uuid": "7e7ec127-d04c-45d2-8c16-4b55001dee0b", "name": "network-vif-deleted", "tag": "dc8a6bef-b68c-417a-8ea2-ea96c9721df2"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:59:17.537370 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943efe9a-c29b-468f-b9ac-4b1e3844eb30 x-openstack-request-id: req-943efe9a-c29b-468f-b9ac-4b1e3844eb30 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:59:17.537670 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7ec127-d04c-45d2-8c16-4b55001dee0b", "name": "network-vif-deleted", "tag": "dc8a6bef-b68c-417a-8ea2-ea96c9721df2", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:59:17.537934 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-943efe9a-c29b-468f-b9ac-4b1e3844eb30 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:59:17.538390 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7ec127-d04c-45d2-8c16-4b55001dee0b', 'name': 'network-vif-deleted', 'tag': 'dc8a6bef-b68c-417a-8ea2-ea96c9721df2', 'status': 'completed', 'code': 200} Sep 07 18:59:17.600216 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6341f78-3d96-47a7-885a-c19b9f34cae5 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Subnet': ['ID=693785b1-189a-4c4a-aa3a-46ddd5a3001f,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:17.610085 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6341f78-3d96-47a7-885a-c19b9f34cae5 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Checking segment: {'id': '7478330f-3641-4c3b-8529-963db2a4dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cad6e985-ea2c-44a1-914a-af7938703f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:59:17.610457 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6341f78-3d96-47a7-885a-c19b9f34cae5 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network hostable DHCP agents. Network: cad6e985-ea2c-44a1-914a-af7938703f9d, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:59:17.659437 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6341f78-3d96-47a7-885a-c19b9f34cae5 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network cad6e985-ea2c-44a1-914a-af7938703f9d is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:59:17.663982 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5171955d-433f-44d5-93fb-a04582509d6d req-727ab809-bfcd-4dbc-a7a9-c958a6ee9d63 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e7ec127-d04c-45d2-8c16-4b55001dee0b HTTP/1.1" status: 200 len: 210 time: 0.1064947 Sep 07 18:59:17.679936 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b6341f78-3d96-47a7-885a-c19b9f34cae5 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, cad6e985-ea2c-44a1-914a-af7938703f9d) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:17.689854 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6341f78-3d96-47a7-885a-c19b9f34cae5 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:17.693740 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b6341f78-3d96-47a7-885a-c19b9f34cae5 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:17.703348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d96151-ab47-4b26-a663-c520e4099d5d None None] Network cad6e985-ea2c-44a1-914a-af7938703f9d requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:17.719800 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b6341f78-3d96-47a7-885a-c19b9f34cae5 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8149166 Sep 07 18:59:17.722741 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39764) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:17.728794 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-4cf3bee7-0180-427f-b410-9168125e140a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'subnet': {'network_id': 'cfc08802-94ee-4cd4-8f11-25676080bfbd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:17.869537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf3bee7-0180-427f-b410-9168125e140a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Made reservation on behalf of a3cefdca228647e789b9074f06af403e for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:17.875929 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4cf3bee7-0180-427f-b410-9168125e140a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:17.899558 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-cad6e985-ea2c-44a1-914a-af7938703f9d', 'network_id': 'cad6e985-ea2c-44a1-914a-af7938703f9d', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'fixed_ips': [{'subnet_id': '693785b1-189a-4c4a-aa3a-46ddd5a3001f'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:59:17.901190 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:18.107515 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] Allocated IP 172.20.0.2 (cad6e985-ea2c-44a1-914a-af7938703f9d/693785b1-189a-4c4a-aa3a-46ddd5a3001f/bad6682b-b206-4598-88b2-af40d13a055a) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:59:18.208960 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4cf3bee7-0180-427f-b410-9168125e140a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:18.282478 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3bee7-0180-427f-b410-9168125e140a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Subnet': ['ID=2a66a5cf-5c21-4578-a195-cea25da54f07,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:18.319449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf3bee7-0180-427f-b410-9168125e140a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Checking segment: {'id': '1a79125f-9f7c-40f3-9eb5-9432ab24e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cfc08802-94ee-4cd4-8f11-25676080bfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:59:18.320292 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf3bee7-0180-427f-b410-9168125e140a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network hostable DHCP agents. Network: cfc08802-94ee-4cd4-8f11-25676080bfbd, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:59:18.343159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf3bee7-0180-427f-b410-9168125e140a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network cfc08802-94ee-4cd4-8f11-25676080bfbd is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:59:18.361831 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-4cf3bee7-0180-427f-b410-9168125e140a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, cfc08802-94ee-4cd4-8f11-25676080bfbd) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:18.367844 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf3bee7-0180-427f-b410-9168125e140a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:18.368450 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4cf3bee7-0180-427f-b410-9168125e140a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:18.378298 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab22e4b2-3a34-4482-b61c-6797ddbeed33 None None] Network cfc08802-94ee-4cd4-8f11-25676080bfbd requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:18.420302 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4cf3bee7-0180-427f-b410-9168125e140a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6964250 Sep 07 18:59:18.423220 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39788) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:18.428761 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-761ddaf9-1899-4442-ab83-3de5a6f37d37 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1725540099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:18.446155 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:18.461731 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] Transition to ACTIVE for port object bad6682b-b206-4598-88b2-af40d13a055a will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:18.472024 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-761ddaf9-1899-4442-ab83-3de5a6f37d37 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:18.473389 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-761ddaf9-1899-4442-ab83-3de5a6f37d37 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:18.482954 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] Transition to ACTIVE for port object bad6682b-b206-4598-88b2-af40d13a055a will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:18.500540 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:18.547439 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-761ddaf9-1899-4442-ab83-3de5a6f37d37 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:18.556728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-761ddaf9-1899-4442-ab83-3de5a6f37d37 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:18.586887 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-761ddaf9-1899-4442-ab83-3de5a6f37d37 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:18.591029 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-761ddaf9-1899-4442-ab83-3de5a6f37d37 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1640534 Sep 07 18:59:18.591370 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39800) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:18.603699 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] Network cad6e985-ea2c-44a1-914a-af7938703f9d is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:18.610623 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:18.614260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:59:18.635471 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] Pushing event updated for resources: {'Port': ['ID=bad6682b-b206-4598-88b2-af40d13a055a,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:18.736274 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] Attempting to bind port bad6682b-b206-4598-88b2-af40d13a055a on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:59:18.736939 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] Attempting to bind port bad6682b-b206-4598-88b2-af40d13a055a by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '7478330f-3641-4c3b-8529-963db2a4dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cad6e985-ea2c-44a1-914a-af7938703f9d'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:59:18.737781 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] Attempting to bind port bad6682b-b206-4598-88b2-af40d13a055a on network cad6e985-ea2c-44a1-914a-af7938703f9d {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:59:18.751089 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:59:18.751612 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] Checking segment: {'id': '7478330f-3641-4c3b-8529-963db2a4dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cad6e985-ea2c-44a1-914a-af7938703f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:59:18.752111 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:18.752630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] Bound using segment: {'id': '7478330f-3641-4c3b-8529-963db2a4dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cad6e985-ea2c-44a1-914a-af7938703f9d'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:59:18.753672 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] Bound port: bad6682b-b206-4598-88b2-af40d13a055a, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7478330f-3641-4c3b-8529-963db2a4dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cad6e985-ea2c-44a1-914a-af7938703f9d'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:59:18.754148 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:18.874853 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] For port bad6682b-b206-4598-88b2-af40d13a055a, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:59:18.879735 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] For port bad6682b-b206-4598-88b2-af40d13a055a, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=bad6682b-b206-4598-88b2-af40d13a055a,segment=NetworkSegment(7478330f-3641-4c3b-8529-963db2a4dfe7),segment_id=7478330f-3641-4c3b-8529-963db2a4dfe7)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:59:18.905087 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:18.927318 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-cfc08802-94ee-4cd4-8f11-25676080bfbd', 'network_id': 'cfc08802-94ee-4cd4-8f11-25676080bfbd', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'fixed_ips': [{'subnet_id': '2a66a5cf-5c21-4578-a195-cea25da54f07'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:59:18.929238 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:19.153717 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f3d89-28a1-404a-bf32-c667daaa8637 None None] Pushing event updated for resources: {'Port': ['ID=bad6682b-b206-4598-88b2-af40d13a055a,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:19.293374 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a65167d1-9a4e-4262-9a99-8f9ccb35135d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:19.314623 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] Allocated IP 172.21.0.2 (cfc08802-94ee-4cd4-8f11-25676080bfbd/2a66a5cf-5c21-4578-a195-cea25da54f07/a20eab09-0b66-4246-8b90-8d73d935593f) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:59:19.324427 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd1f93-02a0-4c28-8c4d-f137d8beb662 req-6d994e0c-0cd3-42cf-b7d1-2d47f5d2c15d tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:19.326403 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ffcd1f93-02a0-4c28-8c4d-f137d8beb662 req-6d994e0c-0cd3-42cf-b7d1-2d47f5d2c15d tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.1427844 Sep 07 18:59:19.378929 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39830) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:19.522180 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:19.546502 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-386effa1-63ff-474c-9478-019b0cf09fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:19.553480 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] Transition to ACTIVE for port object a20eab09-0b66-4246-8b90-8d73d935593f will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:19.587245 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] Transition to ACTIVE for port object a20eab09-0b66-4246-8b90-8d73d935593f will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:19.595279 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:19.647840 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ffcd1f93-02a0-4c28-8c4d-f137d8beb662 req-aae834f7-b8ff-4c75-b196-48a39f14a18b tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297204 Sep 07 18:59:19.651223 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] Network cfc08802-94ee-4cd4-8f11-25676080bfbd is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:19.654997 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:19.661499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:59:19.679027 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] Pushing event updated for resources: {'Port': ['ID=a20eab09-0b66-4246-8b90-8d73d935593f,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:19.745960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-a65167d1-9a4e-4262-9a99-8f9ccb35135d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Allocated IP 172.20.0.1 (cad6e985-ea2c-44a1-914a-af7938703f9d/693785b1-189a-4c4a-aa3a-46ddd5a3001f/7a166cc6-2727-48b1-a812-8bbf55aedb09) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:59:19.771081 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] Attempting to bind port a20eab09-0b66-4246-8b90-8d73d935593f on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:59:19.771887 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] Attempting to bind port a20eab09-0b66-4246-8b90-8d73d935593f by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '1a79125f-9f7c-40f3-9eb5-9432ab24e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cfc08802-94ee-4cd4-8f11-25676080bfbd'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:59:19.772212 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] Attempting to bind port a20eab09-0b66-4246-8b90-8d73d935593f on network cfc08802-94ee-4cd4-8f11-25676080bfbd {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:59:19.778443 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:59:19.778834 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] Checking segment: {'id': '1a79125f-9f7c-40f3-9eb5-9432ab24e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cfc08802-94ee-4cd4-8f11-25676080bfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:59:19.779203 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:19.779591 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] Bound using segment: {'id': '1a79125f-9f7c-40f3-9eb5-9432ab24e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cfc08802-94ee-4cd4-8f11-25676080bfbd'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:59:19.780167 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] Bound port: a20eab09-0b66-4246-8b90-8d73d935593f, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a79125f-9f7c-40f3-9eb5-9432ab24e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cfc08802-94ee-4cd4-8f11-25676080bfbd'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:59:19.780575 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:19.795631 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-386effa1-63ff-474c-9478-019b0cf09fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:19.802163 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-386effa1-63ff-474c-9478-019b0cf09fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:19.833464 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386effa1-63ff-474c-9478-019b0cf09fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f794a27-761f-463f-aab7-13df5859e3d0,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:19.870931 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-386effa1-63ff-474c-9478-019b0cf09fa3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cdda7d2f07914d248eda8d62d1876c1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4907131 Sep 07 18:59:19.876850 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39840) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:19.896316 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] For port a20eab09-0b66-4246-8b90-8d73d935593f, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:59:19.901060 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] For port a20eab09-0b66-4246-8b90-8d73d935593f, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a20eab09-0b66-4246-8b90-8d73d935593f,segment=NetworkSegment(1a79125f-9f7c-40f3-9eb5-9432ab24e60d),segment_id=1a79125f-9f7c-40f3-9eb5-9432ab24e60d)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:59:19.909193 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:19.958374 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f3f53140-118a-43e6-abb4-e42ac9237927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:20.006209 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a65167d1-9a4e-4262-9a99-8f9ccb35135d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:20.025602 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f3f53140-118a-43e6-abb4-e42ac9237927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:20.046385 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37995dbd-3213-4a8f-baaa-ab620d3abecd None None] Pushing event updated for resources: {'Port': ['ID=a20eab09-0b66-4246-8b90-8d73d935593f,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:20.046821 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-a65167d1-9a4e-4262-9a99-8f9ccb35135d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Transition to ACTIVE for port object 7a166cc6-2727-48b1-a812-8bbf55aedb09 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:20.125708 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a65167d1-9a4e-4262-9a99-8f9ccb35135d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:20.171035 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f3f53140-118a-43e6-abb4-e42ac9237927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:20.175885 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f3f53140-118a-43e6-abb4-e42ac9237927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:20.180077 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f3f53140-118a-43e6-abb4-e42ac9237927 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f794a27-761f-463f-aab7-13df5859e3d0 HTTP/1.1" status: 204 len: 168 time: 0.2981946 Sep 07 18:59:20.198888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65167d1-9a4e-4262-9a99-8f9ccb35135d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network cad6e985-ea2c-44a1-914a-af7938703f9d is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:20.203409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-a65167d1-9a4e-4262-9a99-8f9ccb35135d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:20.210226 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f53140-118a-43e6-abb4-e42ac9237927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f794a27-761f-463f-aab7-13df5859e3d0,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:20.211359 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device dc8a6bef-b68c-417a-8ea2-ea96c9721df2 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:59:20.226183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65167d1-9a4e-4262-9a99-8f9ccb35135d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:59:20.230186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65167d1-9a4e-4262-9a99-8f9ccb35135d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Port': ['ID=7a166cc6-2727-48b1-a812-8bbf55aedb09,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:20.276223 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: dc8a6bef-b68c-417a-8ea2-ea96c9721df2 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:59:20.276610 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device dc8a6bef-b68c-417a-8ea2-ea96c9721df2 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:59:20.281217 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bad6682b-b206-4598-88b2-af40d13a055a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:20.395593 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a65167d1-9a4e-4262-9a99-8f9ccb35135d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:20.429178 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port bad6682b-b206-4598-88b2-af40d13a055a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:20.661795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dc03a3-bb1e-43d4-abc8-1d87f0a6f2eb None None] Network cad6e985-ea2c-44a1-914a-af7938703f9d requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:20.693491 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a65167d1-9a4e-4262-9a99-8f9ccb35135d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:20.744078 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-28b102d0-98dd-4585-9ad4-8d613d07f45f None None] Provisioning for port bad6682b-b206-4598-88b2-af40d13a055a completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:20.785226 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-28b102d0-98dd-4585-9ad4-8d613d07f45f None None] Provisioning complete for port bad6682b-b206-4598-88b2-af40d13a055a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:20.785874 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-28b102d0-98dd-4585-9ad4-8d613d07f45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:20.842709 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39860) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:20.856944 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-88df249f-58bf-4aeb-ba82-7d9d0ca49328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:20.979967 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-88df249f-58bf-4aeb-ba82-7d9d0ca49328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:20.989502 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-88df249f-58bf-4aeb-ba82-7d9d0ca49328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:21.058161 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-28b102d0-98dd-4585-9ad4-8d613d07f45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:21.109242 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df249f-58bf-4aeb-ba82-7d9d0ca49328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56649e58-8384-440b-bee0-fde46f8cdef6,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:21.128820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-28b102d0-98dd-4585-9ad4-8d613d07f45f None None] For port bad6682b-b206-4598-88b2-af40d13a055a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=bad6682b-b206-4598-88b2-af40d13a055a,segment=NetworkSegment(7478330f-3641-4c3b-8529-963db2a4dfe7),segment_id=7478330f-3641-4c3b-8529-963db2a4dfe7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:21.134274 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-88df249f-58bf-4aeb-ba82-7d9d0ca49328 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c1a895486244c01b2260535655b7618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870102 Sep 07 18:59:21.136213 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-28b102d0-98dd-4585-9ad4-8d613d07f45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:21.137763 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39872) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:21.229984 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b102d0-98dd-4585-9ad4-8d613d07f45f None None] Pushing event updated for resources: {'Port': ['ID=bad6682b-b206-4598-88b2-af40d13a055a,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:21.273130 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2c95e2b2-45ba-480d-97f9-0386448ccaa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:21.311754 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2c95e2b2-45ba-480d-97f9-0386448ccaa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:21.383991 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2c95e2b2-45ba-480d-97f9-0386448ccaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:21.387301 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2c95e2b2-45ba-480d-97f9-0386448ccaa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:21.392103 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2c95e2b2-45ba-480d-97f9-0386448ccaa8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/56649e58-8384-440b-bee0-fde46f8cdef6 HTTP/1.1" status: 204 len: 168 time: 0.2451773 Sep 07 18:59:21.402652 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95e2b2-45ba-480d-97f9-0386448ccaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56649e58-8384-440b-bee0-fde46f8cdef6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:21.466068 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-895a6c3f-5c57-44ec-acfd-f412700160be None None] Provisioning for port 7a166cc6-2727-48b1-a812-8bbf55aedb09 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:21.473422 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-895a6c3f-5c57-44ec-acfd-f412700160be None None] Provisioning complete for port 7a166cc6-2727-48b1-a812-8bbf55aedb09 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:21.474782 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-895a6c3f-5c57-44ec-acfd-f412700160be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:21.538839 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-895a6c3f-5c57-44ec-acfd-f412700160be None None] Port 7a166cc6-2727-48b1-a812-8bbf55aedb09 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:59:21.559347 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-895a6c3f-5c57-44ec-acfd-f412700160be None None] Provisioning complete for port bad6682b-b206-4598-88b2-af40d13a055a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:21.561325 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-895a6c3f-5c57-44ec-acfd-f412700160be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:21.634178 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5508c-60ec-4623-b153-9f92b5b2195e req-ce479be4-631f-44db-8023-1e729cff313c tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:21.637485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3c3b25-a2a7-4eab-a81f-3a4ef543ad13 None None] Network cfc08802-94ee-4cd4-8f11-25676080bfbd requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:21.645703 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53f5508c-60ec-4623-b153-9f92b5b2195e req-ce479be4-631f-44db-8023-1e729cff313c tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.3099346 Sep 07 18:59:21.827255 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab12215-5333-424d-bcec-06d800f191d5 req-9d286416-6806-4468-99ea-883c98f7431c tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:21.844739 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ab12215-5333-424d-bcec-06d800f191d5 req-9d286416-6806-4468-99ea-883c98f7431c tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 945 time: 0.5090919 Sep 07 18:59:22.035879 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ab12215-5333-424d-bcec-06d800f191d5 req-f8e84314-14de-4c75-a1e9-b1d2f57fccd9 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/security-groups?id=824fddb2-0265-45e1-89d1-a5d5e2ef2b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452005 Sep 07 18:59:22.072972 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a65167d1-9a4e-4262-9a99-8f9ccb35135d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:22.109491 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a65167d1-9a4e-4262-9a99-8f9ccb35135d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:22.187060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-53f5508c-60ec-4623-b153-9f92b5b2195e req-2cb8c905-9333-438d-8927-ac7e34f201c6 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Deleting port 481af88e-003d-4e9c-9f8b-32883e187a40 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:22.187403 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-53f5508c-60ec-4623-b153-9f92b5b2195e req-2cb8c905-9333-438d-8927-ac7e34f201c6 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:22.219065 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65167d1-9a4e-4262-9a99-8f9ccb35135d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Port': ['ID=7a166cc6-2727-48b1-a812-8bbf55aedb09,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:22.256823 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a65167d1-9a4e-4262-9a99-8f9ccb35135d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:22.318765 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a20eab09-0b66-4246-8b90-8d73d935593f up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:22.355234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a640a697-a2d6-4703-810d-58a2b819feee None None] Provisioning complete for port 7a166cc6-2727-48b1-a812-8bbf55aedb09 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:22.356177 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a640a697-a2d6-4703-810d-58a2b819feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:22.442083 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-53f5508c-60ec-4623-b153-9f92b5b2195e req-2cb8c905-9333-438d-8927-ac7e34f201c6 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] For port 481af88e-003d-4e9c-9f8b-32883e187a40, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=481af88e-003d-4e9c-9f8b-32883e187a40,segment=NetworkSegment(53235788-5634-48ba-9fa5-674d0808e23e),segment_id=53235788-5634-48ba-9fa5-674d0808e23e)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:22.442468 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-53f5508c-60ec-4623-b153-9f92b5b2195e req-2cb8c905-9333-438d-8927-ac7e34f201c6 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:22.461490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a640a697-a2d6-4703-810d-58a2b819feee None None] Port 7a166cc6-2727-48b1-a812-8bbf55aedb09 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:59:22.470267 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port a20eab09-0b66-4246-8b90-8d73d935593f completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:22.481674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bad6682b-b206-4598-88b2-af40d13a055a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:22.494285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-53f5508c-60ec-4623-b153-9f92b5b2195e req-2cb8c905-9333-438d-8927-ac7e34f201c6 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Calling delete_port for 481af88e-003d-4e9c-9f8b-32883e187a40 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:22.548594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65167d1-9a4e-4262-9a99-8f9ccb35135d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network cad6e985-ea2c-44a1-914a-af7938703f9d is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:22.554685 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a640a697-a2d6-4703-810d-58a2b819feee None None] Provisioning for port a20eab09-0b66-4246-8b90-8d73d935593f completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:22.563476 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-a65167d1-9a4e-4262-9a99-8f9ccb35135d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:22.573212 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a640a697-a2d6-4703-810d-58a2b819feee None None] Provisioning complete for port a20eab09-0b66-4246-8b90-8d73d935593f triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:22.573578 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a640a697-a2d6-4703-810d-58a2b819feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:22.652844 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port bad6682b-b206-4598-88b2-af40d13a055a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:22.653484 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:22.764975 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a640a697-a2d6-4703-810d-58a2b819feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:22.868815 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-a640a697-a2d6-4703-810d-58a2b819feee None None] For port a20eab09-0b66-4246-8b90-8d73d935593f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a20eab09-0b66-4246-8b90-8d73d935593f,segment=NetworkSegment(1a79125f-9f7c-40f3-9eb5-9432ab24e60d),segment_id=1a79125f-9f7c-40f3-9eb5-9432ab24e60d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:22.877879 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a640a697-a2d6-4703-810d-58a2b819feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:22.966395 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640a697-a2d6-4703-810d-58a2b819feee None None] Pushing event updated for resources: {'Port': ['ID=a20eab09-0b66-4246-8b90-8d73d935593f,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:23.014285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3ba29b91-3d7f-4e78-9a86-f659c111e16b None None] Provisioning complete for port 7a166cc6-2727-48b1-a812-8bbf55aedb09 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:23.014867 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3ba29b91-3d7f-4e78-9a86-f659c111e16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:23.034150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65167d1-9a4e-4262-9a99-8f9ccb35135d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router 5b3f4ff1-0827-40d8-8579-407dd981aa60 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:59:23.057465 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3ba29b91-3d7f-4e78-9a86-f659c111e16b None None] Port 7a166cc6-2727-48b1-a812-8bbf55aedb09 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:59:23.078967 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3ba29b91-3d7f-4e78-9a86-f659c111e16b None None] Provisioning complete for port a20eab09-0b66-4246-8b90-8d73d935593f triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:23.079903 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3ba29b91-3d7f-4e78-9a86-f659c111e16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:23.171078 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65167d1-9a4e-4262-9a99-8f9ccb35135d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:59:23.185345 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4410373d-244e-49ac-9762-fdde8eddefc8 None None] Sync routers for ids ['5b3f4ff1-0827-40d8-8579-407dd981aa60'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:59:23.199977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a65167d1-9a4e-4262-9a99-8f9ccb35135d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/5b3f4ff1-0827-40d8-8579-407dd981aa60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6074452 Sep 07 18:59:23.202823 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39924) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:23.206680 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4410373d-244e-49ac-9762-fdde8eddefc8 None None] Routers {'5b3f4ff1-0827-40d8-8579-407dd981aa60'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:23.207261 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-4410373d-244e-49ac-9762-fdde8eddefc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:58:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5b3f4ff1-0827-40d8-8579-407dd981aa60'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:23.229228 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-53f5508c-60ec-4623-b153-9f92b5b2195e req-2cb8c905-9333-438d-8927-ac7e34f201c6 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:23.242647 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['481af88e-003d-4e9c-9f8b-32883e187a40'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:59:23.279698 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-4410373d-244e-49ac-9762-fdde8eddefc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:23.283097 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-30c94a36-8761-4b58-9082-d2c6bf235191 req-5ce6cedf-20e1-4baf-a915-644d2015100e tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd70a36-7c32-4865-b3bf-c72b85c03641 HTTP/1.1" status: 200 len: 210 time: 0.0939119 Sep 07 18:59:23.307411 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3837c92e-bba5-47cd-8bd6-496099d8a835 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:23.308939 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3837c92e-bba5-47cd-8bd6-496099d8a835 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/ports/7a166cc6-2727-48b1-a812-8bbf55aedb09 HTTP/1.1" status: 200 len: 910 time: 0.1045616 Sep 07 18:59:23.313914 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39936) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:23.327807 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4410373d-244e-49ac-9762-fdde8eddefc8 None None] Routers {'5b3f4ff1-0827-40d8-8579-407dd981aa60'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:23.328375 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-4410373d-244e-49ac-9762-fdde8eddefc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:58:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5b3f4ff1-0827-40d8-8579-407dd981aa60'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:23.354662 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8c905-9333-438d-8927-ac7e34f201c6 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Pushing event deleted for resources: {'Port': ['ID=481af88e-003d-4e9c-9f8b-32883e187a40,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:23.392800 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-4410373d-244e-49ac-9762-fdde8eddefc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:23.393457 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4410373d-244e-49ac-9762-fdde8eddefc8 None None] The sync data for ids ['5b3f4ff1-0827-40d8-8579-407dd981aa60'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:59:23.439255 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f5508c-60ec-4623-b153-9f92b5b2195e req-2cb8c905-9333-438d-8927-ac7e34f201c6 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] No DVR routers for this DVR port 481af88e-003d-4e9c-9f8b-32883e187a40 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:59:23.443698 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-53f5508c-60ec-4623-b153-9f92b5b2195e req-2cb8c905-9333-438d-8927-ac7e34f201c6 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:23.447069 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53f5508c-60ec-4623-b153-9f92b5b2195e req-2cb8c905-9333-438d-8927-ac7e34f201c6 tempest-ServerRescueTestJSON-707923441 tempest-ServerRescueTestJSON-707923441-project] 10.222.0.60 "DELETE /v2.0/ports/481af88e-003d-4e9c-9f8b-32883e187a40 HTTP/1.1" status: 204 len: 173 time: 1.6748333 Sep 07 18:59:23.448071 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd70a36-7c32-4865-b3bf-c72b85c03641', 'name': 'network-vif-deleted', 'tag': '481af88e-003d-4e9c-9f8b-32883e187a40'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:59:23.451298 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50b2678-9588-4756-990c-3486a0506c9b" -d '{"events": [{"server_uuid": "1cd70a36-7c32-4865-b3bf-c72b85c03641", "name": "network-vif-deleted", "tag": "481af88e-003d-4e9c-9f8b-32883e187a40"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:59:23.499728 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e89a80-9944-4a7c-820e-e7e53a500bff x-openstack-request-id: req-65e89a80-9944-4a7c-820e-e7e53a500bff {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:59:23.500033 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd70a36-7c32-4865-b3bf-c72b85c03641", "name": "network-vif-deleted", "tag": "481af88e-003d-4e9c-9f8b-32883e187a40", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:59:23.500283 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65e89a80-9944-4a7c-820e-e7e53a500bff {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:59:23.500708 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd70a36-7c32-4865-b3bf-c72b85c03641', 'name': 'network-vif-deleted', 'tag': '481af88e-003d-4e9c-9f8b-32883e187a40', 'status': 'completed', 'code': 200} Sep 07 18:59:23.785847 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-029d8378-d023-40d1-84cc-b35d7b75cf13 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:24.124017 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a20eab09-0b66-4246-8b90-8d73d935593f up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:24.201526 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port a20eab09-0b66-4246-8b90-8d73d935593f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:24.202332 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:24.254270 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-029d8378-d023-40d1-84cc-b35d7b75cf13 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Allocated IP 172.21.0.1 (cfc08802-94ee-4cd4-8f11-25676080bfbd/2a66a5cf-5c21-4578-a195-cea25da54f07/33b3c31d-b0f7-4111-a42b-3259d0514371) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:59:24.394118 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-029d8378-d023-40d1-84cc-b35d7b75cf13 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:24.410675 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39992) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:24.421023 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-029d8378-d023-40d1-84cc-b35d7b75cf13 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Transition to ACTIVE for port object 33b3c31d-b0f7-4111-a42b-3259d0514371 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:24.508936 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-029d8378-d023-40d1-84cc-b35d7b75cf13 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:24.560069 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d8378-d023-40d1-84cc-b35d7b75cf13 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network cfc08802-94ee-4cd4-8f11-25676080bfbd is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:24.574345 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-029d8378-d023-40d1-84cc-b35d7b75cf13 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:24.587812 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029d8378-d023-40d1-84cc-b35d7b75cf13 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:59:24.634564 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d8378-d023-40d1-84cc-b35d7b75cf13 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Port': ['ID=33b3c31d-b0f7-4111-a42b-3259d0514371,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:24.669072 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-029d8378-d023-40d1-84cc-b35d7b75cf13 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:24.938967 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-029d8378-d023-40d1-84cc-b35d7b75cf13 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:25.042993 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a25ca7be-9de4-4a6c-81fe-3a152fb8cea4 None None] Provisioning for port 33b3c31d-b0f7-4111-a42b-3259d0514371 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:25.051893 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a25ca7be-9de4-4a6c-81fe-3a152fb8cea4 None None] Provisioning complete for port 33b3c31d-b0f7-4111-a42b-3259d0514371 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:25.052286 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a25ca7be-9de4-4a6c-81fe-3a152fb8cea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:25.073803 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c15cabc7-2c8b-4301-9d08-1b6852288ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:25.123022 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a25ca7be-9de4-4a6c-81fe-3a152fb8cea4 None None] Port 33b3c31d-b0f7-4111-a42b-3259d0514371 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:59:25.426348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 481af88e-003d-4e9c-9f8b-32883e187a40 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:59:25.472565 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 481af88e-003d-4e9c-9f8b-32883e187a40 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:59:25.473076 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 481af88e-003d-4e9c-9f8b-32883e187a40 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:59:25.502516 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-029d8378-d023-40d1-84cc-b35d7b75cf13 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:25.512036 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-029d8378-d023-40d1-84cc-b35d7b75cf13 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:25.517643 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40056) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:25.568458 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-c15cabc7-2c8b-4301-9d08-1b6852288ed5 admin admin] Deleting port b106d0ca-015a-47b0-8209-36ba8b751d7c {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:25.569475 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c15cabc7-2c8b-4301-9d08-1b6852288ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:25.672893 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-029d8378-d023-40d1-84cc-b35d7b75cf13 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:25.675612 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d8378-d023-40d1-84cc-b35d7b75cf13 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Port': ['ID=33b3c31d-b0f7-4111-a42b-3259d0514371,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:25.702859 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cd35d506-c82f-4788-bb20-47e62ccb8424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:25.767968 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-c15cabc7-2c8b-4301-9d08-1b6852288ed5 admin admin] For port b106d0ca-015a-47b0-8209-36ba8b751d7c, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b106d0ca-015a-47b0-8209-36ba8b751d7c,segment=NetworkSegment(53235788-5634-48ba-9fa5-674d0808e23e),segment_id=53235788-5634-48ba-9fa5-674d0808e23e)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:25.768436 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c15cabc7-2c8b-4301-9d08-1b6852288ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:25.796399 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d8378-d023-40d1-84cc-b35d7b75cf13 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network cfc08802-94ee-4cd4-8f11-25676080bfbd is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:25.798055 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-029d8378-d023-40d1-84cc-b35d7b75cf13 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:25.807256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-c15cabc7-2c8b-4301-9d08-1b6852288ed5 admin admin] Calling delete_port for b106d0ca-015a-47b0-8209-36ba8b751d7c owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:25.915457 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-95f22528-319d-4645-9bff-65d2f25eaa97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:25.937613 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029d8378-d023-40d1-84cc-b35d7b75cf13 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router 5b3f4ff1-0827-40d8-8579-407dd981aa60 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:59:25.959998 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cd35d506-c82f-4788-bb20-47e62ccb8424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:25.967980 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cd35d506-c82f-4788-bb20-47e62ccb8424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:26.019177 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-cd35d506-c82f-4788-bb20-47e62ccb8424 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a9528bd0b281479bba7115637d6ee1c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4952900 Sep 07 18:59:26.020720 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40060) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:26.031212 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35d506-c82f-4788-bb20-47e62ccb8424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6991118-7c00-4d59-8b60-22f68cda2a6e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:26.149746 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c15cabc7-2c8b-4301-9d08-1b6852288ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:26.156713 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029d8378-d023-40d1-84cc-b35d7b75cf13 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:59:26.168673 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b36b329-c838-44a2-aa9e-bdcbb5a6f277 None None] Sync routers for ids ['5b3f4ff1-0827-40d8-8579-407dd981aa60'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:59:26.175542 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-029d8378-d023-40d1-84cc-b35d7b75cf13 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/5b3f4ff1-0827-40d8-8579-407dd981aa60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8597810 Sep 07 18:59:26.176318 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcd0c378-bd8d-4f9d-94c4-42dfcb25af2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:26.178651 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40064) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:26.183646 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6b783281-112d-4ada-925f-2dff8282dd54 None None] Provisioning complete for port 33b3c31d-b0f7-4111-a42b-3259d0514371 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:26.188221 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6b783281-112d-4ada-925f-2dff8282dd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:26.190464 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15cabc7-2c8b-4301-9d08-1b6852288ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b106d0ca-015a-47b0-8209-36ba8b751d7c,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:26.251409 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5226b-269f-4b23-8cdb-c0fa95b77a76 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:26.253408 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7ba5226b-269f-4b23-8cdb-c0fa95b77a76 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/ports/33b3c31d-b0f7-4111-a42b-3259d0514371 HTTP/1.1" status: 200 len: 910 time: 0.0738192 Sep 07 18:59:26.256970 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40066) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:26.257481 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcd0c378-bd8d-4f9d-94c4-42dfcb25af2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:26.261641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b36b329-c838-44a2-aa9e-bdcbb5a6f277 None None] Routers {'5b3f4ff1-0827-40d8-8579-407dd981aa60'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:26.262507 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-5b36b329-c838-44a2-aa9e-bdcbb5a6f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:58:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5b3f4ff1-0827-40d8-8579-407dd981aa60'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:26.324877 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-5b36b329-c838-44a2-aa9e-bdcbb5a6f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:26.327296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6b783281-112d-4ada-925f-2dff8282dd54 None None] Port 33b3c31d-b0f7-4111-a42b-3259d0514371 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:59:26.339860 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b36b329-c838-44a2-aa9e-bdcbb5a6f277 None None] Routers {'5b3f4ff1-0827-40d8-8579-407dd981aa60'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:26.340691 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-5b36b329-c838-44a2-aa9e-bdcbb5a6f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:58:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5b3f4ff1-0827-40d8-8579-407dd981aa60'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:26.345080 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcd0c378-bd8d-4f9d-94c4-42dfcb25af2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:26.347658 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcd0c378-bd8d-4f9d-94c4-42dfcb25af2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:26.353031 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bcd0c378-bd8d-4f9d-94c4-42dfcb25af2d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b6991118-7c00-4d59-8b60-22f68cda2a6e HTTP/1.1" status: 204 len: 168 time: 0.3304570 Sep 07 18:59:26.361728 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0c378-bd8d-4f9d-94c4-42dfcb25af2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6991118-7c00-4d59-8b60-22f68cda2a6e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:26.421042 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-5b36b329-c838-44a2-aa9e-bdcbb5a6f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:26.422027 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b36b329-c838-44a2-aa9e-bdcbb5a6f277 None None] The sync data for ids ['5b3f4ff1-0827-40d8-8579-407dd981aa60'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:59:26.789944 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40088) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:26.805144 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b3081693-c75e-46ce-a178-5401e4454be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:26.847264 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c15cabc7-2c8b-4301-9d08-1b6852288ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:26.936611 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b3081693-c75e-46ce-a178-5401e4454be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:26.946838 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b3081693-c75e-46ce-a178-5401e4454be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:26.988797 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b3081693-c75e-46ce-a178-5401e4454be2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=965daf4e10cf4555abe80b4e83db2772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964636 Sep 07 18:59:26.989446 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40090) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:27.009737 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3081693-c75e-46ce-a178-5401e4454be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6c6b31-71e1-4129-9257-04fd7294785b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:27.052759 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7b971f7e-bf0c-47f6-9838-31f8fbe71946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:27.084734 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7b971f7e-bf0c-47f6-9838-31f8fbe71946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:27.149222 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7b971f7e-bf0c-47f6-9838-31f8fbe71946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:27.153535 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7b971f7e-bf0c-47f6-9838-31f8fbe71946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:27.155106 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7b971f7e-bf0c-47f6-9838-31f8fbe71946 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6a6c6b31-71e1-4129-9257-04fd7294785b HTTP/1.1" status: 204 len: 168 time: 0.1604450 Sep 07 18:59:27.170967 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b971f7e-bf0c-47f6-9838-31f8fbe71946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6c6b31-71e1-4129-9257-04fd7294785b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:27.246082 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15cabc7-2c8b-4301-9d08-1b6852288ed5 admin admin] Router 4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:59:27.339165 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb165f5a-c921-4ba5-9e6f-59f9d5505362 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:27.535452 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15cabc7-2c8b-4301-9d08-1b6852288ed5 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:59:27.546570 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c15cabc7-2c8b-4301-9d08-1b6852288ed5 admin admin] 10.222.0.26 "PUT /v2.0/routers/4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1324880 Sep 07 18:59:27.546570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40112) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:27.546792 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cffb5ca-2e9a-43af-9533-0289611c7d96 None None] Sync routers for ids ['4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:59:27.556498 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cffb5ca-2e9a-43af-9533-0289611c7d96 None None] Routers {'4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:27.557335 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-3cffb5ca-2e9a-43af-9533-0289611c7d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:58:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:27.688038 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f3da2176-1895-4012-92ed-a64929136e04 admin admin] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:27.695041 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-3cffb5ca-2e9a-43af-9533-0289611c7d96 None None] Set router 4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:59:27.854962 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-eb165f5a-c921-4ba5-9e6f-59f9d5505362 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting port 33b3c31d-b0f7-4111-a42b-3259d0514371 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:27.855470 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb165f5a-c921-4ba5-9e6f-59f9d5505362 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:27.894371 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f3da2176-1895-4012-92ed-a64929136e04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:27.983671 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-3cffb5ca-2e9a-43af-9533-0289611c7d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8', 'name': 'tempest-ServerRescueTestJSON-2057676044-router', 'tenant_id': 'e81334715fe248b7846fde74e7fee518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'fd2df09c-94ec-44c4-8018-d99c49a8c8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:57:19Z', 'updated_at': '2021-09-07T18:59:26Z', 'revision_number': 5, 'project_id': 'e81334715fe248b7846fde74e7fee518', 'gw_port': {'id': 'fd2df09c-94ec-44c4-8018-d99c49a8c8ca', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:57:20Z', 'updated_at': '2021-09-07T18:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:27.989418 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb165f5a-c921-4ba5-9e6f-59f9d5505362 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:28.009941 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-eb165f5a-c921-4ba5-9e6f-59f9d5505362 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Calling delete_port for 33b3c31d-b0f7-4111-a42b-3259d0514371 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:28.029410 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-f3da2176-1895-4012-92ed-a64929136e04 admin admin] Deleting port fd2df09c-94ec-44c4-8018-d99c49a8c8ca {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:28.029771 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f3da2176-1895-4012-92ed-a64929136e04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:28.043490 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cffb5ca-2e9a-43af-9533-0289611c7d96 None None] Checking router: 4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:59:28.052698 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cffb5ca-2e9a-43af-9533-0289611c7d96 None None] Routers {'4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:28.054394 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-3cffb5ca-2e9a-43af-9533-0289611c7d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:58:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:28.165874 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-3cffb5ca-2e9a-43af-9533-0289611c7d96 None None] Set router 4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:59:28.207529 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-f3da2176-1895-4012-92ed-a64929136e04 admin admin] For port fd2df09c-94ec-44c4-8018-d99c49a8c8ca, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fd2df09c-94ec-44c4-8018-d99c49a8c8ca,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:28.207883 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f3da2176-1895-4012-92ed-a64929136e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:28.228967 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-f3da2176-1895-4012-92ed-a64929136e04 admin admin] Calling delete_port for fd2df09c-94ec-44c4-8018-d99c49a8c8ca owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:28.236956 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-3cffb5ca-2e9a-43af-9533-0289611c7d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8', 'name': 'tempest-ServerRescueTestJSON-2057676044-router', 'tenant_id': 'e81334715fe248b7846fde74e7fee518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:57:19Z', 'updated_at': '2021-09-07T18:59:27Z', 'revision_number': 6, 'project_id': 'e81334715fe248b7846fde74e7fee518', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:28.268198 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cffb5ca-2e9a-43af-9533-0289611c7d96 None None] The sync data for ids ['4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8'] in n-d-807786-1 is: [{'id': '4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8', 'name': 'tempest-ServerRescueTestJSON-2057676044-router', 'tenant_id': 'e81334715fe248b7846fde74e7fee518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:57:19Z', 'updated_at': '2021-09-07T18:59:27Z', 'revision_number': 6, 'project_id': 'e81334715fe248b7846fde74e7fee518', 'gw_port_host': None}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:59:28.390868 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb165f5a-c921-4ba5-9e6f-59f9d5505362 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:28.439960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb165f5a-c921-4ba5-9e6f-59f9d5505362 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Port': ['ID=33b3c31d-b0f7-4111-a42b-3259d0514371,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:28.662796 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f3da2176-1895-4012-92ed-a64929136e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:28.748866 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da2176-1895-4012-92ed-a64929136e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd2df09c-94ec-44c4-8018-d99c49a8c8ca,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:28.765650 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-70df5b44-2ceb-42b7-ac5c-fded9aa47eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:28.848162 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb165f5a-c921-4ba5-9e6f-59f9d5505362 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:28.860723 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f3da2176-1895-4012-92ed-a64929136e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:29.024414 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:29.253593 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:59:29.262903 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f3da2176-1895-4012-92ed-a64929136e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:29.288157 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f3da2176-1895-4012-92ed-a64929136e04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:29.372128 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f3da2176-1895-4012-92ed-a64929136e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:29.372128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3da2176-1895-4012-92ed-a64929136e04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:59:29.385602 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f3da2176-1895-4012-92ed-a64929136e04 admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:29.389438 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40234) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:29.390436 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f3da2176-1895-4012-92ed-a64929136e04 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4f50b51c-5f4e-4fbc-8d73-68dbf6848bb8 HTTP/1.1" status: 204 len: 168 time: 1.8438962 Sep 07 18:59:29.474660 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ec7e05-bae8-461c-b782-eaca680c9773 admin admin] Deleting subnet ddca0847-4c27-4d7b-a6ad-3b98cce52fb5 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:59:29.480705 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-00ec7e05-bae8-461c-b782-eaca680c9773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:29.527883 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-332ef585-d651-4795-a76c-c86498b9287d tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:29.528378 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-332ef585-d651-4795-a76c-c86498b9287d tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/networks?id=8684adc4-5ec3-4aac-81e9-c4347cba31e4 HTTP/1.1" status: 200 len: 805 time: 0.3213282 Sep 07 18:59:29.536071 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb165f5a-c921-4ba5-9e6f-59f9d5505362 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router 5b3f4ff1-0827-40d8-8579-407dd981aa60 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:59:29.545217 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-00ec7e05-bae8-461c-b782-eaca680c9773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:29.554547 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-ffb74d8f-ea44-45ea-924d-fafbf79790a3 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/quotas/2529f1c24ea84b429d16a7b55fd633e5 HTTP/1.1" status: 200 len: 375 time: 0.0143182 Sep 07 18:59:29.595870 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-00ec7e05-bae8-461c-b782-eaca680c9773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:29.673730 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-00ec7e05-bae8-461c-b782-eaca680c9773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:29.703238 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec7e05-bae8-461c-b782-eaca680c9773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddca0847-4c27-4d7b-a6ad-3b98cce52fb5,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:29.707159 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-00ec7e05-bae8-461c-b782-eaca680c9773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:29.707333 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb165f5a-c921-4ba5-9e6f-59f9d5505362 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:59:29.711583 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-00ec7e05-bae8-461c-b782-eaca680c9773 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ddca0847-4c27-4d7b-a6ad-3b98cce52fb5 HTTP/1.1" status: 204 len: 168 time: 0.3174751 Sep 07 18:59:29.712429 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40248) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:29.717080 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-eb165f5a-c921-4ba5-9e6f-59f9d5505362 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/5b3f4ff1-0827-40d8-8579-407dd981aa60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4589968 Sep 07 18:59:29.719170 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40250) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:29.727564 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-b9e718a9-a149-422c-b9a3-eba56ae7e24f tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2529f1c24ea84b429d16a7b55fd633e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1619980 Sep 07 18:59:29.736412 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34ec259-20fe-48ca-b10c-356f73083eb7 None None] Sync routers for ids ['5b3f4ff1-0827-40d8-8579-407dd981aa60'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:59:29.748687 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34ec259-20fe-48ca-b10c-356f73083eb7 None None] Routers {'5b3f4ff1-0827-40d8-8579-407dd981aa60'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:29.749705 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f34ec259-20fe-48ca-b10c-356f73083eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5b3f4ff1-0827-40d8-8579-407dd981aa60'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:29.786833 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f34ec259-20fe-48ca-b10c-356f73083eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:29.797666 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34ec259-20fe-48ca-b10c-356f73083eb7 None None] Routers {'5b3f4ff1-0827-40d8-8579-407dd981aa60'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:29.798561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f34ec259-20fe-48ca-b10c-356f73083eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5b3f4ff1-0827-40d8-8579-407dd981aa60'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:29.837408 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f34ec259-20fe-48ca-b10c-356f73083eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:29.838332 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34ec259-20fe-48ca-b10c-356f73083eb7 None None] The sync data for ids ['5b3f4ff1-0827-40d8-8579-407dd981aa60'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:59:29.864217 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9372c897-7c48-40ff-a881-6bfe37bf0f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:29.873878 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-779754ef-13b0-465c-a9f4-7efc8b682188 service neutron] 10.222.0.26 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358235 Sep 07 18:59:29.969776 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5c81e99e-70ca-45e3-88eb-0cef8eda26c5 service neutron] 10.222.0.26 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879271 Sep 07 18:59:30.031585 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9372c897-7c48-40ff-a881-6bfe37bf0f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:30.058528 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-9372c897-7c48-40ff-a881-6bfe37bf0f1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf7232d-a60f-43db-ab7e-3bece3e83c8f']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:30.084710 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fd2df09c-94ec-44c4-8018-d99c49a8c8ca no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:59:30.094618 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-9372c897-7c48-40ff-a881-6bfe37bf0f1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53235788-5634-48ba-9fa5-674d0808e23e') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:30.095738 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-9372c897-7c48-40ff-a881-6bfe37bf0f1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53235788-5634-48ba-9fa5-674d0808e23e') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:30.110933 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: fd2df09c-94ec-44c4-8018-d99c49a8c8ca {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:59:30.111693 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fd2df09c-94ec-44c4-8018-d99c49a8c8ca not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:59:30.112333 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b106d0ca-015a-47b0-8209-36ba8b751d7c no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:59:30.119260 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9372c897-7c48-40ff-a881-6bfe37bf0f1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:30.148450 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9372c897-7c48-40ff-a881-6bfe37bf0f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:30.180595 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40274) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:30.181278 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: b106d0ca-015a-47b0-8209-36ba8b751d7c {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:59:30.181637 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b106d0ca-015a-47b0-8209-36ba8b751d7c not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:59:30.190129 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9372c897-7c48-40ff-a881-6bfe37bf0f1c admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:59:30.190777 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9372c897-7c48-40ff-a881-6bfe37bf0f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:30.193758 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f2a0bf6-d006-423d-acfa-039c9b5ec5ad req-0044473c-5045-417c-88f5-be4d26f61340 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=c96bae98-4263-450a-8fb3-ee282e5f1d10 HTTP/1.1" status: 200 len: 210 time: 0.0361347 Sep 07 18:59:30.193939 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:59:30.194279 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:59:30.256819 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9372c897-7c48-40ff-a881-6bfe37bf0f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:30.264721 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9372c897-7c48-40ff-a881-6bfe37bf0f1c admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:30.266638 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9372c897-7c48-40ff-a881-6bfe37bf0f1c admin admin] 10.222.0.26 "DELETE /v2.0/networks/1cf7232d-a60f-43db-ab7e-3bece3e83c8f HTTP/1.1" status: 204 len: 168 time: 0.5531750 Sep 07 18:59:30.281243 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372c897-7c48-40ff-a881-6bfe37bf0f1c admin admin] Pushing event deleted for resources: {'Network': ['ID=1cf7232d-a60f-43db-ab7e-3bece3e83c8f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:30.330492 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4dbb2fca-d2c4-4523-a81d-0d5c29bdbc7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:30.373532 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e659f753-7eaf-404c-8674-194b6d7634fa tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:30.438314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40286) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:30.483809 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-59bc541f-6914-4c0e-ab70-7eff12af889c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e81334715fe248b7846fde74e7fee518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443044 Sep 07 18:59:30.486296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40288) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:30.571724 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eca3de41-8aad-416b-8f20-6f3756ff5cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:30.604097 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eca3de41-8aad-416b-8f20-6f3756ff5cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:30.707213 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eca3de41-8aad-416b-8f20-6f3756ff5cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:30.710419 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eca3de41-8aad-416b-8f20-6f3756ff5cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:30.711595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-eca3de41-8aad-416b-8f20-6f3756ff5cc0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/824fddb2-0265-45e1-89d1-a5d5e2ef2b80 HTTP/1.1" status: 204 len: 168 time: 0.2241306 Sep 07 18:59:30.730396 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71b0ef-95a8-44e3-9a3b-1eeb42cbe587 req-89b3156f-6f50-47bb-bffd-805c216c1c73 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:30.731858 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae71b0ef-95a8-44e3-9a3b-1eeb42cbe587 req-89b3156f-6f50-47bb-bffd-805c216c1c73 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.60 "GET /v2.0/ports?device_id=815fc357-1a02-4336-a9fb-694fe2c60485 HTTP/1.1" status: 200 len: 945 time: 0.0681307 Sep 07 18:59:30.733138 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3de41-8aad-416b-8f20-6f3756ff5cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824fddb2-0265-45e1-89d1-a5d5e2ef2b80,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:30.748382 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3de41-8aad-416b-8f20-6f3756ff5cc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:30.748754 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3de41-8aad-416b-8f20-6f3756ff5cc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:30.749096 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3de41-8aad-416b-8f20-6f3756ff5cc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:30.749430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3de41-8aad-416b-8f20-6f3756ff5cc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:30.749762 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3de41-8aad-416b-8f20-6f3756ff5cc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:30.750089 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3de41-8aad-416b-8f20-6f3756ff5cc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:30.750453 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3de41-8aad-416b-8f20-6f3756ff5cc0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:30.750736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3de41-8aad-416b-8f20-6f3756ff5cc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:30.751054 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3de41-8aad-416b-8f20-6f3756ff5cc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:30.751379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3de41-8aad-416b-8f20-6f3756ff5cc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:30.751700 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3de41-8aad-416b-8f20-6f3756ff5cc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:30.752019 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3de41-8aad-416b-8f20-6f3756ff5cc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:30.857017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-ae71b0ef-95a8-44e3-9a3b-1eeb42cbe587 req-5215a905-c98d-4a03-9482-e176ee8fbcbb tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Deleting port fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:30.857409 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ae71b0ef-95a8-44e3-9a3b-1eeb42cbe587 req-5215a905-c98d-4a03-9482-e176ee8fbcbb tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:30.954614 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4dbb2fca-d2c4-4523-a81d-0d5c29bdbc7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:30.961722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ae71b0ef-95a8-44e3-9a3b-1eeb42cbe587 req-5215a905-c98d-4a03-9482-e176ee8fbcbb tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] For port fda86608-9b6d-4bc8-9ab4-dbd5b6526a62, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=fda86608-9b6d-4bc8-9ab4-dbd5b6526a62,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:30.962289 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ae71b0ef-95a8-44e3-9a3b-1eeb42cbe587 req-5215a905-c98d-4a03-9482-e176ee8fbcbb tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:30.962397 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4dbb2fca-d2c4-4523-a81d-0d5c29bdbc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:30.977851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-ae71b0ef-95a8-44e3-9a3b-1eeb42cbe587 req-5215a905-c98d-4a03-9482-e176ee8fbcbb tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Calling delete_port for fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:31.012114 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4dbb2fca-d2c4-4523-a81d-0d5c29bdbc7c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d55042063bcd45caa18f5a098bc03ff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8286536 Sep 07 18:59:31.015841 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40298) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:31.017840 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb2fca-d2c4-4523-a81d-0d5c29bdbc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6ecbf2-74cc-4886-81c2-9139b38693a4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:31.060531 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb2fca-d2c4-4523-a81d-0d5c29bdbc7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:31.060861 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb2fca-d2c4-4523-a81d-0d5c29bdbc7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:31.064440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb2fca-d2c4-4523-a81d-0d5c29bdbc7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:31.064440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb2fca-d2c4-4523-a81d-0d5c29bdbc7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:31.064440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb2fca-d2c4-4523-a81d-0d5c29bdbc7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:31.064440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb2fca-d2c4-4523-a81d-0d5c29bdbc7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:31.064440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb2fca-d2c4-4523-a81d-0d5c29bdbc7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:31.064440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb2fca-d2c4-4523-a81d-0d5c29bdbc7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:31.064440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb2fca-d2c4-4523-a81d-0d5c29bdbc7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:31.064440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb2fca-d2c4-4523-a81d-0d5c29bdbc7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:31.064440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb2fca-d2c4-4523-a81d-0d5c29bdbc7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:31.064440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb2fca-d2c4-4523-a81d-0d5c29bdbc7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:31.143151 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ae71b0ef-95a8-44e3-9a3b-1eeb42cbe587 req-5215a905-c98d-4a03-9482-e176ee8fbcbb tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:31.148395 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0b242f60-8e77-4dc4-826d-3462b8315a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:31.181324 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0b242f60-8e77-4dc4-826d-3462b8315a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:31.186084 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-e659f753-7eaf-404c-8674-194b6d7634fa tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting port 7a166cc6-2727-48b1-a812-8bbf55aedb09 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:31.186646 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e659f753-7eaf-404c-8674-194b6d7634fa tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:31.210544 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215a905-c98d-4a03-9482-e176ee8fbcbb tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Pushing event deleted for resources: {'Port': ['ID=fda86608-9b6d-4bc8-9ab4-dbd5b6526a62,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:31.245531 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae71b0ef-95a8-44e3-9a3b-1eeb42cbe587 req-5215a905-c98d-4a03-9482-e176ee8fbcbb tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] No DVR routers for this DVR port fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:59:31.248132 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ae71b0ef-95a8-44e3-9a3b-1eeb42cbe587 req-5215a905-c98d-4a03-9482-e176ee8fbcbb tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:31.250268 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae71b0ef-95a8-44e3-9a3b-1eeb42cbe587 req-5215a905-c98d-4a03-9482-e176ee8fbcbb tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.60 "DELETE /v2.0/ports/fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 HTTP/1.1" status: 204 len: 173 time: 0.5092385 Sep 07 18:59:31.250728 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815fc357-1a02-4336-a9fb-694fe2c60485', 'name': 'network-vif-deleted', 'tag': 'fda86608-9b6d-4bc8-9ab4-dbd5b6526a62'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:59:31.253093 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f312cf-13d1-48a8-809b-9427bc208d94" -d '{"events": [{"server_uuid": "815fc357-1a02-4336-a9fb-694fe2c60485", "name": "network-vif-deleted", "tag": "fda86608-9b6d-4bc8-9ab4-dbd5b6526a62"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:59:31.330424 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53c90ca-bfab-4406-8325-5b44c630f7b3 x-openstack-request-id: req-c53c90ca-bfab-4406-8325-5b44c630f7b3 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:59:31.330702 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815fc357-1a02-4336-a9fb-694fe2c60485", "name": "network-vif-deleted", "tag": "fda86608-9b6d-4bc8-9ab4-dbd5b6526a62", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:59:31.330969 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c53c90ca-bfab-4406-8325-5b44c630f7b3 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:59:31.331377 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815fc357-1a02-4336-a9fb-694fe2c60485', 'name': 'network-vif-deleted', 'tag': 'fda86608-9b6d-4bc8-9ab4-dbd5b6526a62', 'status': 'completed', 'code': 200} Sep 07 18:59:31.342342 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c35cf30-cbcd-497d-bcae-2296b8d52b49 req-fa6c281a-cfab-4ec1-b253-e512f907c1b8 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=c96bae98-4263-450a-8fb3-ee282e5f1d10 HTTP/1.1" status: 200 len: 210 time: 0.0594239 Sep 07 18:59:31.375385 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e659f753-7eaf-404c-8674-194b6d7634fa tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:31.379655 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0b242f60-8e77-4dc4-826d-3462b8315a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:31.388268 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0b242f60-8e77-4dc4-826d-3462b8315a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:31.393239 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0b242f60-8e77-4dc4-826d-3462b8315a5e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea6ecbf2-74cc-4886-81c2-9139b38693a4 HTTP/1.1" status: 204 len: 168 time: 0.3762529 Sep 07 18:59:31.415049 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b242f60-8e77-4dc4-826d-3462b8315a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6ecbf2-74cc-4886-81c2-9139b38693a4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:31.422186 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-e659f753-7eaf-404c-8674-194b6d7634fa tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Calling delete_port for 7a166cc6-2727-48b1-a812-8bbf55aedb09 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:31.425026 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:59:31.474863 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:59:31.478287 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:59:31.518195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-7824e6c9-11c2-4a85-a955-a49ef61442fd tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:31.519731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-7824e6c9-11c2-4a85-a955-a49ef61442fd tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.36 "GET /v2.0/networks?id=8684adc4-5ec3-4aac-81e9-c4347cba31e4 HTTP/1.1" status: 200 len: 805 time: 0.1914408 Sep 07 18:59:31.547083 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-10210705-8b52-4e64-9509-56c5b3500478 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Request body: {'port': {'device_id': 'c96bae98-4263-450a-8fb3-ee282e5f1d10', 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4', 'admin_state_up': True, 'tenant_id': '2529f1c24ea84b429d16a7b55fd633e5'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:31.664832 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e659f753-7eaf-404c-8674-194b6d7634fa tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:31.679520 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:31.704183 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659f753-7eaf-404c-8674-194b6d7634fa tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Port': ['ID=7a166cc6-2727-48b1-a812-8bbf55aedb09,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:31.744459 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-10210705-8b52-4e64-9509-56c5b3500478 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Made reservation on behalf of 2529f1c24ea84b429d16a7b55fd633e5 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:31.753114 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-10210705-8b52-4e64-9509-56c5b3500478 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:31.853984 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40328) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:31.866231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40330) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:31.887233 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7b2917e6-4898-4b1c-83df-87ecffabf0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:31.927363 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e659f753-7eaf-404c-8674-194b6d7634fa tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.024613 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-10210705-8b52-4e64-9509-56c5b3500478 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Allocated IP 172.20.0.7 (8684adc4-5ec3-4aac-81e9-c4347cba31e4/3efea74c-6615-4f78-a316-4a616a841935/7a7a415d-1873-43e6-aa93-287d671f8120) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:59:32.111398 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-dba83078-8378-4940-8d27-5c691c0c21f2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1122366304-network', 'tenant_id': 'c745a8befc2643bebe96bce0c2f42920'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:32.114398 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e659f753-7eaf-404c-8674-194b6d7634fa tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router 5b3f4ff1-0827-40d8-8579-407dd981aa60 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:59:32.197577 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7b2917e6-4898-4b1c-83df-87ecffabf0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.201930 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e659f753-7eaf-404c-8674-194b6d7634fa tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:59:32.207180 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e659f753-7eaf-404c-8674-194b6d7634fa tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/5b3f4ff1-0827-40d8-8579-407dd981aa60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4869616 Sep 07 18:59:32.210450 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40336) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:32.210628 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7b2917e6-4898-4b1c-83df-87ecffabf0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.213373 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88abfd6d-d7f0-4eea-bfba-56e4bf1003fe None None] Sync routers for ids ['5b3f4ff1-0827-40d8-8579-407dd981aa60'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:59:32.222403 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88abfd6d-d7f0-4eea-bfba-56e4bf1003fe None None] Routers {'5b3f4ff1-0827-40d8-8579-407dd981aa60'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:32.223014 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-88abfd6d-d7f0-4eea-bfba-56e4bf1003fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5b3f4ff1-0827-40d8-8579-407dd981aa60'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:32.242379 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b700ef37-e0db-4055-80f4-9ddfabe1940e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3f4ff1-0827-40d8-8579-407dd981aa60 HTTP/1.1" status: 200 len: 205 time: 0.0303409 Sep 07 18:59:32.244870 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40338) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:32.255821 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-88abfd6d-d7f0-4eea-bfba-56e4bf1003fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:32.265210 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88abfd6d-d7f0-4eea-bfba-56e4bf1003fe None None] Routers {'5b3f4ff1-0827-40d8-8579-407dd981aa60'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:32.266099 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-88abfd6d-d7f0-4eea-bfba-56e4bf1003fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5b3f4ff1-0827-40d8-8579-407dd981aa60'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:32.275075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba83078-8378-4940-8d27-5c691c0c21f2 admin admin] Made reservation on behalf of c745a8befc2643bebe96bce0c2f42920 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:32.277568 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dba83078-8378-4940-8d27-5c691c0c21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.286840 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2917e6-4898-4b1c-83df-87ecffabf0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3799981a-ec39-4b89-8af3-5de84026329a,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:32.300539 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7b2917e6-4898-4b1c-83df-87ecffabf0e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8866d1f416c44498ace02a708894972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4397659 Sep 07 18:59:32.305893 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-88abfd6d-d7f0-4eea-bfba-56e4bf1003fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:32.306155 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dba83078-8378-4940-8d27-5c691c0c21f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.306547 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88abfd6d-d7f0-4eea-bfba-56e4bf1003fe None None] The sync data for ids ['5b3f4ff1-0827-40d8-8579-407dd981aa60'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:59:32.307845 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40340) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:32.319567 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-10210705-8b52-4e64-9509-56c5b3500478 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.339280 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f2353554-24e2-4ada-ad1b-16014405867a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.456185 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f9acf81f-a650-4623-8338-17d13f453197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.461875 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-11bdecbf-6962-4cc2-b6f6-d43eb46bd129 req-df816c28-2f1f-4a40-8ce6-c5843c98c020 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=c96bae98-4263-450a-8fb3-ee282e5f1d10 HTTP/1.1" status: 200 len: 210 time: 0.0406969 Sep 07 18:59:32.467258 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-10210705-8b52-4e64-9509-56c5b3500478 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.513886 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f2353554-24e2-4ada-ad1b-16014405867a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.516029 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f2353554-24e2-4ada-ad1b-16014405867a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.531126 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f9acf81f-a650-4623-8338-17d13f453197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.556471 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-10210705-8b52-4e64-9509-56c5b3500478 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Network 8684adc4-5ec3-4aac-81e9-c4347cba31e4 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:32.558888 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f2353554-24e2-4ada-ad1b-16014405867a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.559484 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2353554-24e2-4ada-ad1b-16014405867a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Fanout notify agent at l3_agent the message router_deleted on router 5b3f4ff1-0827-40d8-8579-407dd981aa60 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:59:32.566706 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f2353554-24e2-4ada-ad1b-16014405867a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.570759 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f2353554-24e2-4ada-ad1b-16014405867a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/routers/5b3f4ff1-0827-40d8-8579-407dd981aa60 HTTP/1.1" status: 204 len: 168 time: 0.3219199 Sep 07 18:59:32.570942 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40344) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:32.571989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-10210705-8b52-4e64-9509-56c5b3500478 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:32.579131 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-10210705-8b52-4e64-9509-56c5b3500478 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:59:32.615880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10210705-8b52-4e64-9509-56c5b3500478 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Pushing event updated for resources: {'Port': ['ID=7a7a415d-1873-43e6-aa93-287d671f8120,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:32.625539 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-08176645-236b-424e-a387-77c744ffcdd1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting subnet 2a66a5cf-5c21-4578-a195-cea25da54f07 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:59:32.630576 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08176645-236b-424e-a387-77c744ffcdd1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.651244 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dba83078-8378-4940-8d27-5c691c0c21f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.656303 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dba83078-8378-4940-8d27-5c691c0c21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.667629 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-10210705-8b52-4e64-9509-56c5b3500478 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:32.668268 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-10210705-8b52-4e64-9509-56c5b3500478 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.679280 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08176645-236b-424e-a387-77c744ffcdd1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.702366 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f9acf81f-a650-4623-8338-17d13f453197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.704902 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f9acf81f-a650-4623-8338-17d13f453197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.706069 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f9acf81f-a650-4623-8338-17d13f453197 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3799981a-ec39-4b89-8af3-5de84026329a HTTP/1.1" status: 204 len: 168 time: 0.3950117 Sep 07 18:59:32.707488 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-10210705-8b52-4e64-9509-56c5b3500478 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1674514 Sep 07 18:59:32.711309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba83078-8378-4940-8d27-5c691c0c21f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4355510e-4c6b-4fc0-8034-f6d729c13033,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:32.713963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba83078-8378-4940-8d27-5c691c0c21f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:59:32.730951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] Request body: {'port': {'device_id': 'c96bae98-4263-450a-8fb3-ee282e5f1d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:32.750333 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9acf81f-a650-4623-8338-17d13f453197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3799981a-ec39-4b89-8af3-5de84026329a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:32.756006 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dba83078-8378-4940-8d27-5c691c0c21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.756817 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-dba83078-8378-4940-8d27-5c691c0c21f2 admin admin] Added segment 34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff of type vlan for network 26f76b26-48a6-4f36-aaf0-194161936f43 Sep 07 18:59:32.823032 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08176645-236b-424e-a387-77c744ffcdd1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.839655 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.842432 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dba83078-8378-4940-8d27-5c691c0c21f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.905934 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dba83078-8378-4940-8d27-5c691c0c21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.909828 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba83078-8378-4940-8d27-5c691c0c21f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:32.910463 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dba83078-8378-4940-8d27-5c691c0c21f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.926728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08176645-236b-424e-a387-77c744ffcdd1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.981891 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08176645-236b-424e-a387-77c744ffcdd1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Subnet': ['ID=2a66a5cf-5c21-4578-a195-cea25da54f07,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:32.991387 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08176645-236b-424e-a387-77c744ffcdd1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.998729 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-08176645-236b-424e-a387-77c744ffcdd1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/subnets/2a66a5cf-5c21-4578-a195-cea25da54f07 HTTP/1.1" status: 204 len: 168 time: 0.4267790 Sep 07 18:59:33.003195 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40354) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:33.009340 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c95e6e-b338-492b-b046-0737fc70e56a None None] Network cfc08802-94ee-4cd4-8f11-25676080bfbd requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:33.020641 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-dba83078-8378-4940-8d27-5c691c0c21f2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1495390 Sep 07 18:59:33.032460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40356) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:33.045287 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-71d763b7-90b2-4f99-9651-ee9b51f69174 admin admin] Request body: {'subnet': {'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1122366304-subnet', 'tenant_id': 'c745a8befc2643bebe96bce0c2f42920', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:33.062292 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b2ba53-f484-4a19-8ac9-36d4e6b1fd00 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting subnet 693785b1-189a-4c4a-aa3a-46ddd5a3001f {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:59:33.066295 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53b2ba53-f484-4a19-8ac9-36d4e6b1fd00 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:33.103705 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba83078-8378-4940-8d27-5c691c0c21f2 admin admin] Pushing event updated for resources: {'Network': ['ID=26f76b26-48a6-4f36-aaf0-194161936f43,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:33.122090 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53b2ba53-f484-4a19-8ac9-36d4e6b1fd00 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:33.165971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d763b7-90b2-4f99-9651-ee9b51f69174 admin admin] Made reservation on behalf of c745a8befc2643bebe96bce0c2f42920 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:33.168304 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-71d763b7-90b2-4f99-9651-ee9b51f69174 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:33.169269 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 26f76b26-48a6-4f36-aaf0-194161936f43 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:59:33.245893 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53b2ba53-f484-4a19-8ac9-36d4e6b1fd00 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:33.334369 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53b2ba53-f484-4a19-8ac9-36d4e6b1fd00 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:33.363842 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f362311f-321d-4d31-b16c-887603083506 None None] DHCP port deletion for cfc08802-94ee-4cd4-8f11-25676080bfbd request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:59:33.373266 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2ba53-f484-4a19-8ac9-36d4e6b1fd00 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Subnet': ['ID=693785b1-189a-4c4a-aa3a-46ddd5a3001f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:33.377459 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53b2ba53-f484-4a19-8ac9-36d4e6b1fd00 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:33.389097 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-53b2ba53-f484-4a19-8ac9-36d4e6b1fd00 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/subnets/693785b1-189a-4c4a-aa3a-46ddd5a3001f HTTP/1.1" status: 204 len: 168 time: 0.3846204 Sep 07 18:59:33.389742 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14df8bee-cd11-4720-a5bd-9e6f667052e3 None None] Network cad6e985-ea2c-44a1-914a-af7938703f9d requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:33.390353 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40366) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:33.499990 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-f362311f-321d-4d31-b16c-887603083506 None None] Deleting port a20eab09-0b66-4246-8b90-8d73d935593f {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:33.501168 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f362311f-321d-4d31-b16c-887603083506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:33.505531 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-faa52dcc-aef5-4e76-af64-5f3cd42be2cc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:33.586284 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-faa52dcc-aef5-4e76-af64-5f3cd42be2cc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting port a20eab09-0b66-4246-8b90-8d73d935593f {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:33.586736 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-faa52dcc-aef5-4e76-af64-5f3cd42be2cc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:33.616078 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7a415d-1873-43e6-aa93-287d671f8120 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:59:33.620824 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f362311f-321d-4d31-b16c-887603083506 None None] For port a20eab09-0b66-4246-8b90-8d73d935593f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a20eab09-0b66-4246-8b90-8d73d935593f,segment=NetworkSegment(1a79125f-9f7c-40f3-9eb5-9432ab24e60d),segment_id=1a79125f-9f7c-40f3-9eb5-9432ab24e60d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:33.621436 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f362311f-321d-4d31-b16c-887603083506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:33.626872 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:33.637278 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-f362311f-321d-4d31-b16c-887603083506 None None] Calling delete_port for a20eab09-0b66-4246-8b90-8d73d935593f owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:33.706286 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] Transition to ACTIVE for port object 7a7a415d-1873-43e6-aa93-287d671f8120 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:33.722369 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:33.724864 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-faa52dcc-aef5-4e76-af64-5f3cd42be2cc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] For port a20eab09-0b66-4246-8b90-8d73d935593f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a20eab09-0b66-4246-8b90-8d73d935593f,segment=NetworkSegment(1a79125f-9f7c-40f3-9eb5-9432ab24e60d),segment_id=1a79125f-9f7c-40f3-9eb5-9432ab24e60d)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:33.726097 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-faa52dcc-aef5-4e76-af64-5f3cd42be2cc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:33.731863 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6634803e-603e-481c-8c1b-86e5e5f8e69f None None] DHCP port deletion for cad6e985-ea2c-44a1-914a-af7938703f9d request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:59:33.745896 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-faa52dcc-aef5-4e76-af64-5f3cd42be2cc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Calling delete_port for a20eab09-0b66-4246-8b90-8d73d935593f owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:33.758845 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-71d763b7-90b2-4f99-9651-ee9b51f69174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:33.779906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3032e0-8d35-41dc-a1ee-6ae9c96e13ec req-67456a4b-c5ff-488d-9a04-2d62f6c55d1d tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:33.781491 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-de3032e0-8d35-41dc-a1ee-6ae9c96e13ec req-67456a4b-c5ff-488d-9a04-2d62f6c55d1d tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=c96bae98-4263-450a-8fb3-ee282e5f1d10 HTTP/1.1" status: 200 len: 931 time: 0.1506419 Sep 07 18:59:33.840219 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6634803e-603e-481c-8c1b-86e5e5f8e69f None None] Deleting port bad6682b-b206-4598-88b2-af40d13a055a {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:33.840971 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6634803e-603e-481c-8c1b-86e5e5f8e69f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:33.852214 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-faa52dcc-aef5-4e76-af64-5f3cd42be2cc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:33.854807 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] Pushing event updated for resources: {'Port': ['ID=7a7a415d-1873-43e6-aa93-287d671f8120,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:33.867652 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa52dcc-aef5-4e76-af64-5f3cd42be2cc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] No DVR routers for this DVR port a20eab09-0b66-4246-8b90-8d73d935593f on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:59:33.893227 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa52dcc-aef5-4e76-af64-5f3cd42be2cc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Port': ['ID=a20eab09-0b66-4246-8b90-8d73d935593f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:33.899370 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d763b7-90b2-4f99-9651-ee9b51f69174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d943e1b1-375c-4cfe-bd80-2dab5c275769,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:33.927633 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6634803e-603e-481c-8c1b-86e5e5f8e69f None None] For port bad6682b-b206-4598-88b2-af40d13a055a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=bad6682b-b206-4598-88b2-af40d13a055a,segment=NetworkSegment(7478330f-3641-4c3b-8529-963db2a4dfe7),segment_id=7478330f-3641-4c3b-8529-963db2a4dfe7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:33.928029 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6634803e-603e-481c-8c1b-86e5e5f8e69f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:33.952730 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f362311f-321d-4d31-b16c-887603083506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:33.961739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6634803e-603e-481c-8c1b-86e5e5f8e69f None None] Calling delete_port for bad6682b-b206-4598-88b2-af40d13a055a owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:33.977363 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-de3032e0-8d35-41dc-a1ee-6ae9c96e13ec req-e5ba1a60-c4b5-400c-8ca7-3acab10a0f2e tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653156 Sep 07 18:59:33.988291 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362311f-321d-4d31-b16c-887603083506 None None] Pushing event deleted for resources: {'Port': ['ID=a20eab09-0b66-4246-8b90-8d73d935593f,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:33.989704 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-faa52dcc-aef5-4e76-af64-5f3cd42be2cc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:33.999438 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d763b7-90b2-4f99-9651-ee9b51f69174 admin admin] Checking segment: {'id': '34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:59:33.999622 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d763b7-90b2-4f99-9651-ee9b51f69174 admin admin] Network hostable DHCP agents. Network: 26f76b26-48a6-4f36-aaf0-194161936f43, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:59:34.012494 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f362311f-321d-4d31-b16c-887603083506 None None] No DVR routers for this DVR port a20eab09-0b66-4246-8b90-8d73d935593f on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:59:34.053169 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-faa52dcc-aef5-4e76-af64-5f3cd42be2cc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc08802-94ee-4cd4-8f11-25676080bfbd']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:34.065621 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-faa52dcc-aef5-4e76-af64-5f3cd42be2cc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a79125f-9f7c-40f3-9eb5-9432ab24e60d') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:34.065917 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-faa52dcc-aef5-4e76-af64-5f3cd42be2cc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a79125f-9f7c-40f3-9eb5-9432ab24e60d') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:34.076594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d763b7-90b2-4f99-9651-ee9b51f69174 admin admin] Network 26f76b26-48a6-4f36-aaf0-194161936f43 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:59:34.087603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] Attempting to bind port 7a7a415d-1873-43e6-aa93-287d671f8120 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:59:34.087603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] Attempting to bind port 7a7a415d-1873-43e6-aa93-287d671f8120 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '13b3cd79-506d-408b-ac0a-b1dc60d02738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:59:34.087603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] Attempting to bind port 7a7a415d-1873-43e6-aa93-287d671f8120 on network 8684adc4-5ec3-4aac-81e9-c4347cba31e4 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:59:34.088057 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-faa52dcc-aef5-4e76-af64-5f3cd42be2cc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:34.092270 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] Port 7a7a415d-1873-43e6-aa93-287d671f8120 on network 8684adc4-5ec3-4aac-81e9-c4347cba31e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:59:34.092739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] Attempting to bind port 7a7a415d-1873-43e6-aa93-287d671f8120 on network 8684adc4-5ec3-4aac-81e9-c4347cba31e4 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:59:34.098433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-71d763b7-90b2-4f99-9651-ee9b51f69174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 26f76b26-48a6-4f36-aaf0-194161936f43) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:34.108594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d763b7-90b2-4f99-9651-ee9b51f69174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:34.109277 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-71d763b7-90b2-4f99-9651-ee9b51f69174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:34.113791 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:59:34.115053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] Checking segment: {'id': '13b3cd79-506d-408b-ac0a-b1dc60d02738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:59:34.115934 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] Bound using segment: {'id': '13b3cd79-506d-408b-ac0a-b1dc60d02738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:59:34.116417 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b235f6-aaa1-458c-b8d3-9db90117d896 None None] Network 26f76b26-48a6-4f36-aaf0-194161936f43 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:34.117106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] Bound port: 7a7a415d-1873-43e6-aa93-287d671f8120, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b3cd79-506d-408b-ac0a-b1dc60d02738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:59:34.118590 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:34.120967 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-faa52dcc-aef5-4e76-af64-5f3cd42be2cc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa52dcc-aef5-4e76-af64-5f3cd42be2cc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-faa52dcc-aef5-4e76-af64-5f3cd42be2cc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:59:34.136194 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:59:34.156831 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a20eab09-0b66-4246-8b90-8d73d935593f no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:59:34.193645 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-71d763b7-90b2-4f99-9651-ee9b51f69174 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1554415 Sep 07 18:59:34.197115 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6634803e-603e-481c-8c1b-86e5e5f8e69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:34.200675 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40386) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:34.203992 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: a20eab09-0b66-4246-8b90-8d73d935593f {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:59:34.204778 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a20eab09-0b66-4246-8b90-8d73d935593f not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:59:34.205387 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bad6682b-b206-4598-88b2-af40d13a055a no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:59:34.205852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-c6c60280-216f-4304-8760-98608e8b0f2c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1122366304-router', 'tenant_id': 'c745a8befc2643bebe96bce0c2f42920', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:34.223198 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-faa52dcc-aef5-4e76-af64-5f3cd42be2cc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:34.232864 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-faa52dcc-aef5-4e76-af64-5f3cd42be2cc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:34.237475 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-faa52dcc-aef5-4e76-af64-5f3cd42be2cc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/networks/cfc08802-94ee-4cd4-8f11-25676080bfbd HTTP/1.1" status: 204 len: 168 time: 0.8435946 Sep 07 18:59:34.238345 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40390) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:34.250105 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa52dcc-aef5-4e76-af64-5f3cd42be2cc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Network': ['ID=cfc08802-94ee-4cd4-8f11-25676080bfbd,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:34.250281 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] For port 7a7a415d-1873-43e6-aa93-287d671f8120, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:59:34.253147 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6c60280-216f-4304-8760-98608e8b0f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:34.254511 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6c60280-216f-4304-8760-98608e8b0f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:34.285030 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634803e-603e-481c-8c1b-86e5e5f8e69f None None] Pushing event deleted for resources: {'Port': ['ID=bad6682b-b206-4598-88b2-af40d13a055a,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:34.289391 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: bad6682b-b206-4598-88b2-af40d13a055a {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:59:34.289733 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bad6682b-b206-4598-88b2-af40d13a055a not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:59:34.302416 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] For port 7a7a415d-1873-43e6-aa93-287d671f8120, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=7a7a415d-1873-43e6-aa93-287d671f8120,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:59:34.321875 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:34.329227 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6634803e-603e-481c-8c1b-86e5e5f8e69f None None] No DVR routers for this DVR port bad6682b-b206-4598-88b2-af40d13a055a on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:59:34.421378 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6c60280-216f-4304-8760-98608e8b0f2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:34.423100 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c3b845-c095-4895-bbeb-198d2367dcb5 None None] Network 26f76b26-48a6-4f36-aaf0-194161936f43 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:34.438157 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:34.438783 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:34.440203 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] 10.222.0.36 "PUT /v2.0/ports/7a7a415d-1873-43e6-aa93-287d671f8120 HTTP/1.1" status: 200 len: 1091 time: 1.7223074 Sep 07 18:59:34.453622 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-05cf01f1-85a3-46c7-a665-a862e13bb4e4 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:34.453622 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96bae98-4263-450a-8fb3-ee282e5f1d10', 'tag': '7a7a415d-1873-43e6-aa93-287d671f8120'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:59:34.453622 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82415ff-3d50-4afa-a257-392de357178b" -d '{"events": [{"name": "network-changed", "server_uuid": "c96bae98-4263-450a-8fb3-ee282e5f1d10", "tag": "7a7a415d-1873-43e6-aa93-287d671f8120"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:59:34.541064 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b25952-a0e4-4678-99de-1d652324c6c7 x-openstack-request-id: req-72b25952-a0e4-4678-99de-1d652324c6c7 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:59:34.541417 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96bae98-4263-450a-8fb3-ee282e5f1d10", "tag": "7a7a415d-1873-43e6-aa93-287d671f8120", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:59:34.541615 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72b25952-a0e4-4678-99de-1d652324c6c7 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:59:34.541990 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96bae98-4263-450a-8fb3-ee282e5f1d10', 'tag': '7a7a415d-1873-43e6-aa93-287d671f8120', 'status': 'completed', 'code': 200} Sep 07 18:59:34.558999 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c37d0-3a40-4d25-8b41-51179d9ec8ec service neutron] Pushing event updated for resources: {'Port': ['ID=7a7a415d-1873-43e6-aa93-287d671f8120,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:34.685862 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6c60280-216f-4304-8760-98608e8b0f2c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:34.727053 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-05cf01f1-85a3-46c7-a665-a862e13bb4e4 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:34.742552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-b42ad805-86e3-4e02-a3d8-f4a4671b7c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:34.744067 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-b42ad805-86e3-4e02-a3d8-f4a4671b7c44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2529f1c24ea84b429d16a7b55fd633e5&device_id=c96bae98-4263-450a-8fb3-ee282e5f1d10 HTTP/1.1" status: 200 len: 1094 time: 0.2068374 Sep 07 18:59:34.776599 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-05cf01f1-85a3-46c7-a665-a862e13bb4e4 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad6e985-ea2c-44a1-914a-af7938703f9d']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:34.813878 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-05cf01f1-85a3-46c7-a665-a862e13bb4e4 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7478330f-3641-4c3b-8529-963db2a4dfe7') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:34.814074 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-05cf01f1-85a3-46c7-a665-a862e13bb4e4 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7478330f-3641-4c3b-8529-963db2a4dfe7') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:34.816898 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-26d592ce-5782-4ba4-a1dc-01d59f3d8b07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a7a415d-1873-43e6-aa93-287d671f8120 HTTP/1.1" status: 200 len: 217 time: 0.0533440 Sep 07 18:59:34.828759 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-05cf01f1-85a3-46c7-a665-a862e13bb4e4 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:34.895095 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-05cf01f1-85a3-46c7-a665-a862e13bb4e4 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:34.907029 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05cf01f1-85a3-46c7-a665-a862e13bb4e4 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:59:34.907431 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-05cf01f1-85a3-46c7-a665-a862e13bb4e4 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: timer() Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:59:34.911104 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:59:34.973227 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-fde75a92-5b28-4e45-bacf-b6582e6d3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:34.974745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-fde75a92-5b28-4e45-bacf-b6582e6d3098 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3efea74c-6615-4f78-a316-4a616a841935 HTTP/1.1" status: 200 len: 845 time: 0.1435432 Sep 07 18:59:34.998952 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-05cf01f1-85a3-46c7-a665-a862e13bb4e4 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:35.018441 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-a1d82ca9-f68f-45cf-9e9e-3e301e84f936 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8684adc4-5ec3-4aac-81e9-c4347cba31e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328453 Sep 07 18:59:35.025333 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-05cf01f1-85a3-46c7-a665-a862e13bb4e4 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:35.027318 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-05cf01f1-85a3-46c7-a665-a862e13bb4e4 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/networks/cad6e985-ea2c-44a1-914a-af7938703f9d HTTP/1.1" status: 204 len: 168 time: 0.7884851 Sep 07 18:59:35.034283 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40430) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:35.044689 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-75d14692-d6df-4fcf-b4cd-58947762b597 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'network': {'name': 'tempest-RoutersTest-448308336'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:35.052554 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf01f1-85a3-46c7-a665-a862e13bb4e4 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Network': ['ID=cad6e985-ea2c-44a1-914a-af7938703f9d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:35.070414 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d14692-d6df-4fcf-b4cd-58947762b597 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Made reservation on behalf of a3cefdca228647e789b9074f06af403e for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:35.074088 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-75d14692-d6df-4fcf-b4cd-58947762b597 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:35.102480 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d14692-d6df-4fcf-b4cd-58947762b597 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:59:35.112806 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-75d14692-d6df-4fcf-b4cd-58947762b597 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:35.113268 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-75d14692-d6df-4fcf-b4cd-58947762b597 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Added segment a041cb87-7ae4-48c8-b901-fda4d5934939 of type vlan for network 724a0286-d14b-467f-ad18-e3c969981a65 Sep 07 18:59:35.167676 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-75d14692-d6df-4fcf-b4cd-58947762b597 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:35.201671 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-75d14692-d6df-4fcf-b4cd-58947762b597 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:35.209076 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d14692-d6df-4fcf-b4cd-58947762b597 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:35.210700 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-75d14692-d6df-4fcf-b4cd-58947762b597 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:35.253480 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-75d14692-d6df-4fcf-b4cd-58947762b597 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2181668 Sep 07 18:59:35.261030 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40454) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:35.278002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-808840c7-66a4-48f7-8b9f-f38023c3eb84 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'subnet': {'network_id': '724a0286-d14b-467f-ad18-e3c969981a65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:35.287525 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d14692-d6df-4fcf-b4cd-58947762b597 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Network': ['ID=724a0286-d14b-467f-ad18-e3c969981a65,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:35.300082 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509756c-493d-4054-ac4e-5e26150fd5a6 req-46d46244-c928-43c6-a33a-191d0cf395fc tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:35.301635 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8509756c-493d-4054-ac4e-5e26150fd5a6 req-46d46244-c928-43c6-a33a-191d0cf395fc tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=c96bae98-4263-450a-8fb3-ee282e5f1d10 HTTP/1.1" status: 200 len: 943 time: 0.2272954 Sep 07 18:59:35.303048 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 724a0286-d14b-467f-ad18-e3c969981a65 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:59:35.321562 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-f6d61183-7eb7-4ed7-84aa-67526e5ab1da service neutron] 10.222.0.36 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790806 Sep 07 18:59:35.358213 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6c60280-216f-4304-8760-98608e8b0f2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:35.435603 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6c60280-216f-4304-8760-98608e8b0f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:35.466242 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:59:35.491488 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:59:35.491988 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device fda86608-9b6d-4bc8-9ab4-dbd5b6526a62 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:59:35.498559 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8509756c-493d-4054-ac4e-5e26150fd5a6 req-f9561737-4813-4cf6-b3cf-f9075f1de73a tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792998 Sep 07 18:59:35.558169 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40460) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:35.568790 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808840c7-66a4-48f7-8b9f-f38023c3eb84 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Made reservation on behalf of a3cefdca228647e789b9074f06af403e for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:35.572837 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-808840c7-66a4-48f7-8b9f-f38023c3eb84 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:35.632502 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae905847-f20d-4b8d-bafd-6b6566d312ef req-0124c6b2-10a2-4dc7-956b-ec26ecfc01cb service neutron] 10.222.0.36 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990549 Sep 07 18:59:35.672893 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-393da8fc-4a6d-4a45-95d5-4e521ba456a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:35.708060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-c6c60280-216f-4304-8760-98608e8b0f2c admin admin] Allocated IP 172.25.8.118 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/36a3f5ad-578c-47af-87cb-05b4060768ad) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:59:35.763611 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-393da8fc-4a6d-4a45-95d5-4e521ba456a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:35.767470 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-393da8fc-4a6d-4a45-95d5-4e521ba456a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:35.808236 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393da8fc-4a6d-4a45-95d5-4e521ba456a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147f4ccb-a8fa-40ac-8622-1da08b54e008,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:35.809977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82415ff-3d50-4afa-a257-392de357178b req-84038dcc-1f03-4f67-9592-4c9e0334bced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:35.811514 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a82415ff-3d50-4afa-a257-392de357178b req-84038dcc-1f03-4f67-9592-4c9e0334bced service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2529f1c24ea84b429d16a7b55fd633e5&device_id=c96bae98-4263-450a-8fb3-ee282e5f1d10 HTTP/1.1" status: 200 len: 1094 time: 0.1260340 Sep 07 18:59:35.812804 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-393da8fc-4a6d-4a45-95d5-4e521ba456a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70d5f87c6a9f444bbf54b2056ab4e704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532871 Sep 07 18:59:35.815265 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40464) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:35.862874 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02f5e9b1-cea8-48c4-bce6-222dedae859d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:35.884153 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02f5e9b1-cea8-48c4-bce6-222dedae859d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:35.930386 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02f5e9b1-cea8-48c4-bce6-222dedae859d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:35.933262 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02f5e9b1-cea8-48c4-bce6-222dedae859d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:35.934565 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-02f5e9b1-cea8-48c4-bce6-222dedae859d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/147f4ccb-a8fa-40ac-8622-1da08b54e008 HTTP/1.1" status: 204 len: 168 time: 0.1183903 Sep 07 18:59:35.942559 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f5e9b1-cea8-48c4-bce6-222dedae859d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147f4ccb-a8fa-40ac-8622-1da08b54e008,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:35.998674 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6c60280-216f-4304-8760-98608e8b0f2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:36.001184 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-808840c7-66a4-48f7-8b9f-f38023c3eb84 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:36.069756 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82415ff-3d50-4afa-a257-392de357178b req-04cdabc1-4e55-4463-8667-7427319526eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:36.071261 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a82415ff-3d50-4afa-a257-392de357178b req-04cdabc1-4e55-4463-8667-7427319526eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=8684adc4-5ec3-4aac-81e9-c4347cba31e4 HTTP/1.1" status: 200 len: 906 time: 0.2290642 Sep 07 18:59:36.100489 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808840c7-66a4-48f7-8b9f-f38023c3eb84 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Subnet': ['ID=d2d713b0-80fe-4e24-bfed-468fe88f2f17,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:36.238563 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40474) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:36.254245 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7872f5db-6970-43fc-8770-1c7011ff8bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:36.356952 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7872f5db-6970-43fc-8770-1c7011ff8bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:36.360911 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7872f5db-6970-43fc-8770-1c7011ff8bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:36.393933 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a82415ff-3d50-4afa-a257-392de357178b req-20255f63-9d72-4a21-8a96-091d7ea2fca4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a7a415d-1873-43e6-aa93-287d671f8120 HTTP/1.1" status: 200 len: 217 time: 0.3079629 Sep 07 18:59:36.399448 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7872f5db-6970-43fc-8770-1c7011ff8bdd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d77aaf438784e3496bdfd68b4fc3a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596732 Sep 07 18:59:36.400318 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872f5db-6970-43fc-8770-1c7011ff8bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26833280-f557-4e6a-9781-a3801ba798d9,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:36.402272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40476) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:36.426888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808840c7-66a4-48f7-8b9f-f38023c3eb84 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Checking segment: {'id': 'a041cb87-7ae4-48c8-b901-fda4d5934939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '724a0286-d14b-467f-ad18-e3c969981a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:59:36.427254 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808840c7-66a4-48f7-8b9f-f38023c3eb84 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network hostable DHCP agents. Network: 724a0286-d14b-467f-ad18-e3c969981a65, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:59:36.435911 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6c60280-216f-4304-8760-98608e8b0f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:36.525077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c60280-216f-4304-8760-98608e8b0f2c admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:36.541273 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-c6c60280-216f-4304-8760-98608e8b0f2c admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:36.549740 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c60280-216f-4304-8760-98608e8b0f2c admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:59:36.551576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c60280-216f-4304-8760-98608e8b0f2c admin admin] Pushing event updated for resources: {'Port': ['ID=36a3f5ad-578c-47af-87cb-05b4060768ad,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:36.557503 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82415ff-3d50-4afa-a257-392de357178b req-8fe6f9a6-4690-4724-801f-e72eaea8d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:36.558988 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a82415ff-3d50-4afa-a257-392de357178b req-8fe6f9a6-4690-4724-801f-e72eaea8d509 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3efea74c-6615-4f78-a316-4a616a841935 HTTP/1.1" status: 200 len: 845 time: 0.1452897 Sep 07 18:59:36.581289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808840c7-66a4-48f7-8b9f-f38023c3eb84 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network 724a0286-d14b-467f-ad18-e3c969981a65 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:59:36.618716 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01da3523-eb05-4d73-8a5b-03d6b958960a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:36.647678 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-808840c7-66a4-48f7-8b9f-f38023c3eb84 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 724a0286-d14b-467f-ad18-e3c969981a65) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:36.655216 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e63a66-a1a0-4292-bf80-278acc4faf86 None None] Network 724a0286-d14b-467f-ad18-e3c969981a65 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:36.657917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a82415ff-3d50-4afa-a257-392de357178b req-a29dadc9-724a-4aaa-8ac1-cdedb75f3ef1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8684adc4-5ec3-4aac-81e9-c4347cba31e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704122 Sep 07 18:59:36.671513 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808840c7-66a4-48f7-8b9f-f38023c3eb84 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:36.672120 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-808840c7-66a4-48f7-8b9f-f38023c3eb84 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:36.747334 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01da3523-eb05-4d73-8a5b-03d6b958960a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:36.781125 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-808840c7-66a4-48f7-8b9f-f38023c3eb84 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5071073 Sep 07 18:59:36.783926 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40482) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:36.789593 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-66b9d182-80ca-42c4-907d-5091a3a588e1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-752236184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:36.814960 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66b9d182-80ca-42c4-907d-5091a3a588e1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:36.816122 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66b9d182-80ca-42c4-907d-5091a3a588e1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:36.829774 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a570b-6e75-4890-a880-f586f11ed48e req-f4954a88-616c-4401-98e9-1333ad6167a7 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:36.831321 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-008a570b-6e75-4890-a880-f586f11ed48e req-f4954a88-616c-4401-98e9-1333ad6167a7 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=c96bae98-4263-450a-8fb3-ee282e5f1d10 HTTP/1.1" status: 200 len: 943 time: 0.2419324 Sep 07 18:59:36.886828 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66b9d182-80ca-42c4-907d-5091a3a588e1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:36.892112 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66b9d182-80ca-42c4-907d-5091a3a588e1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:36.912130 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66b9d182-80ca-42c4-907d-5091a3a588e1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:36.916019 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-66b9d182-80ca-42c4-907d-5091a3a588e1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1283579 Sep 07 18:59:36.916735 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40484) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:36.922441 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-fd424d65-aaf1-47aa-a1bb-c16b617c97c1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'port': {'network_id': '724a0286-d14b-467f-ad18-e3c969981a65', 'name': 'tempest-RoutersTest-1901877217'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:36.941352 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-724a0286-d14b-467f-ad18-e3c969981a65', 'network_id': '724a0286-d14b-467f-ad18-e3c969981a65', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'fixed_ips': [{'subnet_id': 'd2d713b0-80fe-4e24-bfed-468fe88f2f17'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:59:36.945957 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:37.000548 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-008a570b-6e75-4890-a880-f586f11ed48e req-7864e3ca-7536-4c7d-a0e7-90a108579cf6 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164367 Sep 07 18:59:37.001158 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01da3523-eb05-4d73-8a5b-03d6b958960a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:37.003753 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01da3523-eb05-4d73-8a5b-03d6b958960a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:37.004862 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-01da3523-eb05-4d73-8a5b-03d6b958960a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26833280-f557-4e6a-9781-a3801ba798d9 HTTP/1.1" status: 204 len: 168 time: 0.6004527 Sep 07 18:59:37.021885 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a82415ff-3d50-4afa-a257-392de357178b req-e7f7af26-9e40-4642-b3a8-b157a40bbc15 service neutron] 10.222.0.36 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442779 Sep 07 18:59:37.025015 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da3523-eb05-4d73-8a5b-03d6b958960a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26833280-f557-4e6a-9781-a3801ba798d9,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:37.070738 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd424d65-aaf1-47aa-a1bb-c16b617c97c1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Made reservation on behalf of a3cefdca228647e789b9074f06af403e for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:37.074886 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fd424d65-aaf1-47aa-a1bb-c16b617c97c1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:37.094218 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-fd424d65-aaf1-47aa-a1bb-c16b617c97c1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] device_id is not set on port 94a707de-1880-409c-8a7d-83d1f98a262d yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:59:37.115684 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6c60280-216f-4304-8760-98608e8b0f2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:37.130868 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] Allocated IP 172.20.0.2 (724a0286-d14b-467f-ad18-e3c969981a65/d2d713b0-80fe-4e24-bfed-468fe88f2f17/b13ec0d2-cf13-4413-ae79-a7718ac321f9) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:59:37.287879 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a82415ff-3d50-4afa-a257-392de357178b req-decdd570-9b33-4d59-b45c-ed7007cf6536 service neutron] 10.222.0.36 "GET /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557087 Sep 07 18:59:37.302843 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:37.318894 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] Transition to ACTIVE for port object b13ec0d2-cf13-4413-ae79-a7718ac321f9 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:37.338328 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] Transition to ACTIVE for port object b13ec0d2-cf13-4413-ae79-a7718ac321f9 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:37.346378 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:37.402452 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] Network 724a0286-d14b-467f-ad18-e3c969981a65 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:37.404065 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:37.407120 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:59:37.411277 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-fd424d65-aaf1-47aa-a1bb-c16b617c97c1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Allocated IP 172.20.0.3 (724a0286-d14b-467f-ad18-e3c969981a65/d2d713b0-80fe-4e24-bfed-468fe88f2f17/94a707de-1880-409c-8a7d-83d1f98a262d) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:59:37.434802 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6c60280-216f-4304-8760-98608e8b0f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:37.446396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] Pushing event updated for resources: {'Port': ['ID=b13ec0d2-cf13-4413-ae79-a7718ac321f9,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:37.478239 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] Attempting to bind port b13ec0d2-cf13-4413-ae79-a7718ac321f9 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:59:37.478618 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] Attempting to bind port b13ec0d2-cf13-4413-ae79-a7718ac321f9 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'a041cb87-7ae4-48c8-b901-fda4d5934939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '724a0286-d14b-467f-ad18-e3c969981a65'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:59:37.478985 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] Attempting to bind port b13ec0d2-cf13-4413-ae79-a7718ac321f9 on network 724a0286-d14b-467f-ad18-e3c969981a65 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:59:37.485591 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:59:37.487857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] Checking segment: {'id': 'a041cb87-7ae4-48c8-b901-fda4d5934939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '724a0286-d14b-467f-ad18-e3c969981a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:59:37.488318 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:37.488695 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] Bound using segment: {'id': 'a041cb87-7ae4-48c8-b901-fda4d5934939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '724a0286-d14b-467f-ad18-e3c969981a65'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:59:37.489167 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] Bound port: b13ec0d2-cf13-4413-ae79-a7718ac321f9, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a041cb87-7ae4-48c8-b901-fda4d5934939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '724a0286-d14b-467f-ad18-e3c969981a65'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:59:37.489552 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:37.558561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] For port b13ec0d2-cf13-4413-ae79-a7718ac321f9, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:59:37.565997 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] For port b13ec0d2-cf13-4413-ae79-a7718ac321f9, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b13ec0d2-cf13-4413-ae79-a7718ac321f9,segment=NetworkSegment(a041cb87-7ae4-48c8-b901-fda4d5934939),segment_id=a041cb87-7ae4-48c8-b901-fda4d5934939)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:59:37.572166 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:37.588647 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c60280-216f-4304-8760-98608e8b0f2c admin admin] Router a86d48dc-5475-41c0-9e00-35b2e2cc96f2 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:59:37.651931 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fd424d65-aaf1-47aa-a1bb-c16b617c97c1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:37.657916 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55448eb9-4acb-43ca-b296-9116f4753510 None None] Pushing event updated for resources: {'Port': ['ID=b13ec0d2-cf13-4413-ae79-a7718ac321f9,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:37.681114 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-fd424d65-aaf1-47aa-a1bb-c16b617c97c1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Transition to ACTIVE for port object 94a707de-1880-409c-8a7d-83d1f98a262d will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:37.726801 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fd424d65-aaf1-47aa-a1bb-c16b617c97c1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:37.734288 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c60280-216f-4304-8760-98608e8b0f2c admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:59:37.750128 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] Sync routers for ids ['a86d48dc-5475-41c0-9e00-35b2e2cc96f2'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:59:37.755625 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6c60280-216f-4304-8760-98608e8b0f2c admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:37.757348 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c6c60280-216f-4304-8760-98608e8b0f2c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.5583618 Sep 07 18:59:37.758499 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd424d65-aaf1-47aa-a1bb-c16b617c97c1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network 724a0286-d14b-467f-ad18-e3c969981a65 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:37.760255 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40506) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:37.765624 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] Routers {'a86d48dc-5475-41c0-9e00-35b2e2cc96f2'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:37.766249 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a86d48dc-5475-41c0-9e00-35b2e2cc96f2'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:37.780486 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-fd424d65-aaf1-47aa-a1bb-c16b617c97c1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:37.784895 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd424d65-aaf1-47aa-a1bb-c16b617c97c1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:59:37.851572 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd424d65-aaf1-47aa-a1bb-c16b617c97c1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Port': ['ID=94a707de-1880-409c-8a7d-83d1f98a262d,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:37.931316 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd424d65-aaf1-47aa-a1bb-c16b617c97c1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:37.932069 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fd424d65-aaf1-47aa-a1bb-c16b617c97c1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:37.948861 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] Set router a86d48dc-5475-41c0-9e00-35b2e2cc96f2 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:59:37.963580 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fd424d65-aaf1-47aa-a1bb-c16b617c97c1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0455353 Sep 07 18:59:37.966023 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40512) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:38.187686 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b13ec0d2-cf13-4413-ae79-a7718ac321f9 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:38.319949 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 7a7a415d-1873-43e6-aa93-287d671f8120 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:59:38.460315 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port b13ec0d2-cf13-4413-ae79-a7718ac321f9 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:38.489894 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 7a7a415d-1873-43e6-aa93-287d671f8120, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=7a7a415d-1873-43e6-aa93-287d671f8120,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:38.498840 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-edc8bf44-7bf6-4fb5-b0ef-5059812dfb1c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:38.501768 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86d48dc-5475-41c0-9e00-35b2e2cc96f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1122366304-router', 'tenant_id': 'c745a8befc2643bebe96bce0c2f42920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '36a3f5ad-578c-47af-87cb-05b4060768ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:59:34Z', 'updated_at': '2021-09-07T18:59:36Z', 'revision_number': 3, 'project_id': 'c745a8befc2643bebe96bce0c2f42920', 'gw_port': {'id': '36a3f5ad-578c-47af-87cb-05b4060768ad', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86d48dc-5475-41c0-9e00-35b2e2cc96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:59:35Z', 'updated_at': '2021-09-07T18:59:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:38.506738 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '7a7a415d-1873-43e6-aa93-287d671f8120', 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4', 'port_id': '7a7a415d-1873-43e6-aa93-287d671f8120', 'mac_address': 'fa:16:3e:12:d5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3efea74c-6615-4f78-a316-4a616a841935', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:59:38.545313 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] Checking router: a86d48dc-5475-41c0-9e00-35b2e2cc96f2 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:59:38.545698 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] Updating router a86d48dc-5475-41c0-9e00-35b2e2cc96f2 port 36a3f5ad-578c-47af-87cb-05b4060768ad binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:59:38.609565 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:38.643341 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:38.645747 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7a415d-1873-43e6-aa93-287d671f8120 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:59:38.723778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72574f-df92-4bcf-a6d0-f7b0cc1dfa73 req-013ec612-cda7-4cc4-bd29-c75bc6801c45 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:38.731531 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf72574f-df92-4bcf-a6d0-f7b0cc1dfa73 req-013ec612-cda7-4cc4-bd29-c75bc6801c45 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=c96bae98-4263-450a-8fb3-ee282e5f1d10 HTTP/1.1" status: 200 len: 943 time: 0.1391647 Sep 07 18:59:38.801496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 7a7a415d-1873-43e6-aa93-287d671f8120, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=7a7a415d-1873-43e6-aa93-287d671f8120,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:38.812423 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:38.822289 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-434d2573-73ea-48bb-80a4-45286ca3ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:38.857758 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf72574f-df92-4bcf-a6d0-f7b0cc1dfa73 req-cbff2fb9-6592-4179-b569-8e90a6bfa2e4 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253557 Sep 07 18:59:38.859921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40566) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:38.860603 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-edc8bf44-7bf6-4fb5-b0ef-5059812dfb1c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:38.868763 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-edc8bf44-7bf6-4fb5-b0ef-5059812dfb1c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:38.994118 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=7a7a415d-1873-43e6-aa93-287d671f8120,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:39.073764 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7b9ed2ef-b7d8-45e1-b5e5-159956a56c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:39.118563 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8993bb46-9886-4af9-b803-6c58177487ba None None] Network 724a0286-d14b-467f-ad18-e3c969981a65 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:39.232936 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-434d2573-73ea-48bb-80a4-45286ca3ac88 admin admin] Allocated IP 172.20.0.1 (26f76b26-48a6-4f36-aaf0-194161936f43/d943e1b1-375c-4cfe-bd80-2dab5c275769/fbd36dfc-345b-4461-8be2-1933012d3de3) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:59:39.245898 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['7a7a415d-1873-43e6-aa93-287d671f8120'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:59:39.356711 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:39.359072 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7b9ed2ef-b7d8-45e1-b5e5-159956a56c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:39.364325 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8bf44-7bf6-4fb5-b0ef-5059812dfb1c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Port': ['ID=94a707de-1880-409c-8a7d-83d1f98a262d,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:39.377923 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7b9ed2ef-b7d8-45e1-b5e5-159956a56c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:39.380499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-019aae43-4080-4fd7-a34c-1003351c20be None None] Provisioning for port b13ec0d2-cf13-4413-ae79-a7718ac321f9 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:39.398594 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] Transition to ACTIVE for port object 36a3f5ad-578c-47af-87cb-05b4060768ad will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:39.400823 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-019aae43-4080-4fd7-a34c-1003351c20be None None] Provisioning complete for port b13ec0d2-cf13-4413-ae79-a7718ac321f9 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:39.401195 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-019aae43-4080-4fd7-a34c-1003351c20be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:39.448378 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7b9ed2ef-b7d8-45e1-b5e5-159956a56c3c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c807f31a83054ad694316d436171d124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5851579 Sep 07 18:59:39.458689 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-434d2573-73ea-48bb-80a4-45286ca3ac88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:39.468475 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40572) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:39.478406 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:39.499261 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ed2ef-b7d8-45e1-b5e5-159956a56c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5528924-b6c7-4285-a6c6-bd5a2668eb57,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:39.507372 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-434d2573-73ea-48bb-80a4-45286ca3ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:39.556569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434d2573-73ea-48bb-80a4-45286ca3ac88 admin admin] Network 26f76b26-48a6-4f36-aaf0-194161936f43 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:39.561315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-434d2573-73ea-48bb-80a4-45286ca3ac88 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:39.563060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d2573-73ea-48bb-80a4-45286ca3ac88 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd36dfc-345b-4461-8be2-1933012d3de3,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:39.565722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434d2573-73ea-48bb-80a4-45286ca3ac88 admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:59:39.568243 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] Attempting to bind port 36a3f5ad-578c-47af-87cb-05b4060768ad on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:59:39.568709 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] Attempting to bind port 36a3f5ad-578c-47af-87cb-05b4060768ad by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:59:39.569920 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] Attempting to bind port 36a3f5ad-578c-47af-87cb-05b4060768ad on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:59:39.608825 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-434d2573-73ea-48bb-80a4-45286ca3ac88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:39.618472 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:59:39.618829 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:59:39.619197 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:39.619656 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:59:39.620150 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] Bound port: 36a3f5ad-578c-47af-87cb-05b4060768ad, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:59:39.620925 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:39.642559 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f9779751-0473-4fa2-8269-30160881d212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:39.660643 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-019aae43-4080-4fd7-a34c-1003351c20be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:39.662400 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa7b22-c3d6-450d-9c1b-e42902639797 None None] Pushing event updated for resources: {'Port': ['ID=36a3f5ad-578c-47af-87cb-05b4060768ad,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:39.698530 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-edc8bf44-7bf6-4fb5-b0ef-5059812dfb1c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:39.783479 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-434d2573-73ea-48bb-80a4-45286ca3ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:39.786355 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] For port 36a3f5ad-578c-47af-87cb-05b4060768ad, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:59:39.796911 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f9779751-0473-4fa2-8269-30160881d212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:39.843569 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-019aae43-4080-4fd7-a34c-1003351c20be None None] For port b13ec0d2-cf13-4413-ae79-a7718ac321f9, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b13ec0d2-cf13-4413-ae79-a7718ac321f9,segment=NetworkSegment(a041cb87-7ae4-48c8-b901-fda4d5934939),segment_id=a041cb87-7ae4-48c8-b901-fda4d5934939)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:39.850270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] For port 36a3f5ad-578c-47af-87cb-05b4060768ad, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=36a3f5ad-578c-47af-87cb-05b4060768ad,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:59:39.858215 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-019aae43-4080-4fd7-a34c-1003351c20be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:39.871453 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:39.914196 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-edc8bf44-7bf6-4fb5-b0ef-5059812dfb1c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:39.990113 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] Routers {'a86d48dc-5475-41c0-9e00-35b2e2cc96f2'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:39.990767 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a86d48dc-5475-41c0-9e00-35b2e2cc96f2'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:39.994457 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019aae43-4080-4fd7-a34c-1003351c20be None None] Pushing event updated for resources: {'Port': ['ID=b13ec0d2-cf13-4413-ae79-a7718ac321f9,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:40.007363 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-434d2573-73ea-48bb-80a4-45286ca3ac88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:40.023973 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-434d2573-73ea-48bb-80a4-45286ca3ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:40.067309 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f9779751-0473-4fa2-8269-30160881d212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:40.070017 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f9779751-0473-4fa2-8269-30160881d212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:40.073910 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f9779751-0473-4fa2-8269-30160881d212 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b5528924-b6c7-4285-a6c6-bd5a2668eb57 HTTP/1.1" status: 204 len: 168 time: 0.6040857 Sep 07 18:59:40.156079 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9779751-0473-4fa2-8269-30160881d212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5528924-b6c7-4285-a6c6-bd5a2668eb57,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:40.217684 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4f354-0636-4ee5-a389-75baff83eb62 req-fe457270-ff72-4a05-b4d5-ccae0f19f5a8 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:40.226995 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-42f4f354-0636-4ee5-a389-75baff83eb62 req-fe457270-ff72-4a05-b4d5-ccae0f19f5a8 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=c96bae98-4263-450a-8fb3-ee282e5f1d10 HTTP/1.1" status: 200 len: 944 time: 0.2160106 Sep 07 18:59:40.237051 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d2573-73ea-48bb-80a4-45286ca3ac88 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd36dfc-345b-4461-8be2-1933012d3de3,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:40.263775 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-434d2573-73ea-48bb-80a4-45286ca3ac88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:40.307289 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1d1464e7-0541-4337-97e0-374e89731e62 None None] Provisioning complete for port b13ec0d2-cf13-4413-ae79-a7718ac321f9 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:40.307682 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1d1464e7-0541-4337-97e0-374e89731e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:40.315092 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa7b22-c3d6-450d-9c1b-e42902639797 None None] Pushing event updated for resources: {'Port': ['ID=36a3f5ad-578c-47af-87cb-05b4060768ad,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:40.414217 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] Set router a86d48dc-5475-41c0-9e00-35b2e2cc96f2 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:59:40.454552 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-42f4f354-0636-4ee5-a389-75baff83eb62 req-ea39358a-a907-4f40-9f8b-e6d25c3fc947 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267075 Sep 07 18:59:40.511149 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434d2573-73ea-48bb-80a4-45286ca3ac88 admin admin] Network 26f76b26-48a6-4f36-aaf0-194161936f43 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:40.512959 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-434d2573-73ea-48bb-80a4-45286ca3ac88 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:40.513915 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-edc8bf44-7bf6-4fb5-b0ef-5059812dfb1c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:40.534218 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-edc8bf44-7bf6-4fb5-b0ef-5059812dfb1c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:40.653727 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-edc8bf44-7bf6-4fb5-b0ef-5059812dfb1c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:40.674078 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8bf44-7bf6-4fb5-b0ef-5059812dfb1c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Port': ['ID=94a707de-1880-409c-8a7d-83d1f98a262d,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:40.685300 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434d2573-73ea-48bb-80a4-45286ca3ac88 admin admin] Router a86d48dc-5475-41c0-9e00-35b2e2cc96f2 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:59:40.762301 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1d1464e7-0541-4337-97e0-374e89731e62 None None] Provisioning for port 94a707de-1880-409c-8a7d-83d1f98a262d completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:40.785090 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1d1464e7-0541-4337-97e0-374e89731e62 None None] Provisioning complete for port 94a707de-1880-409c-8a7d-83d1f98a262d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:40.785472 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1d1464e7-0541-4337-97e0-374e89731e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:40.798720 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc8bf44-7bf6-4fb5-b0ef-5059812dfb1c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network 724a0286-d14b-467f-ad18-e3c969981a65 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:40.800160 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-edc8bf44-7bf6-4fb5-b0ef-5059812dfb1c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:40.835984 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-1d1464e7-0541-4337-97e0-374e89731e62 None None] Port 94a707de-1880-409c-8a7d-83d1f98a262d cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:59:40.849313 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86d48dc-5475-41c0-9e00-35b2e2cc96f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1122366304-router', 'tenant_id': 'c745a8befc2643bebe96bce0c2f42920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '36a3f5ad-578c-47af-87cb-05b4060768ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:59:34Z', 'updated_at': '2021-09-07T18:59:39Z', 'revision_number': 4, 'project_id': 'c745a8befc2643bebe96bce0c2f42920', 'gw_port': {'id': '36a3f5ad-578c-47af-87cb-05b4060768ad', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86d48dc-5475-41c0-9e00-35b2e2cc96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:59:35Z', 'updated_at': '2021-09-07T18:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'fbd36dfc-345b-4461-8be2-1933012d3de3', 'name': '', 'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43', 'tenant_id': 'c745a8befc2643bebe96bce0c2f42920', 'mac_address': 'fa:16:3e:de:15:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86d48dc-5475-41c0-9e00-35b2e2cc96f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'd943e1b1-375c-4cfe-bd80-2dab5c275769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:59:38Z', 'updated_at': '2021-09-07T18:59:39Z', 'revision_number': 1, 'project_id': 'c745a8befc2643bebe96bce0c2f42920', 'subnets': [{'id': 'd943e1b1-375c-4cfe-bd80-2dab5c275769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:40.876551 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434d2573-73ea-48bb-80a4-45286ca3ac88 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:59:40.881191 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f4e15d-2de1-4e66-a0df-e29e35f245c7 None None] The sync data for ids ['a86d48dc-5475-41c0-9e00-35b2e2cc96f2'] in n-d-807786-1 is: [{'id': 'a86d48dc-5475-41c0-9e00-35b2e2cc96f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1122366304-router', 'tenant_id': 'c745a8befc2643bebe96bce0c2f42920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '36a3f5ad-578c-47af-87cb-05b4060768ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:59:34Z', 'updated_at': '2021-09-07T18:59:39Z', 'revision_number': 4, 'project_id': 'c745a8befc2643bebe96bce0c2f42920', 'gw_port': {'id': '36a3f5ad-578c-47af-87cb-05b4060768ad', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86d48dc-5475-41c0-9e00-35b2e2cc96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:59:35Z', 'updated_at': '2021-09-07T18:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'fbd36dfc-345b-4461-8be2-1933012d3de3', 'name': '', 'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43', 'tenant_id': 'c745a8befc2643bebe96bce0c2f42920', 'mac_address': 'fa:16:3e:de:15:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86d48dc-5475-41c0-9e00-35b2e2cc96f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'd943e1b1-375c-4cfe-bd80-2dab5c275769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:59:38Z', 'updated_at': '2021-09-07T18:59:39Z', 'revision_number': 1, 'project_id': 'c745a8befc2643bebe96bce0c2f42920', 'subnets': [{'id': 'd943e1b1-375c-4cfe-bd80-2dab5c275769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:59:40.905936 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-434d2573-73ea-48bb-80a4-45286ca3ac88 admin admin] 10.222.0.26 "PUT /v2.0/routers/a86d48dc-5475-41c0-9e00-35b2e2cc96f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1381166 Sep 07 18:59:40.977012 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8175621d-fc36-4fe9-9093-b4eccc648b37 None None] Provisioning complete for port 94a707de-1880-409c-8a7d-83d1f98a262d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:40.977738 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8175621d-fc36-4fe9-9093-b4eccc648b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:40.980689 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc8bf44-7bf6-4fb5-b0ef-5059812dfb1c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router 2990829f-495f-44a5-be54-e078bde2523f is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:59:41.065629 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-8175621d-fc36-4fe9-9093-b4eccc648b37 None None] Port 94a707de-1880-409c-8a7d-83d1f98a262d cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:59:41.136057 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc8bf44-7bf6-4fb5-b0ef-5059812dfb1c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:59:41.141214 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-edc8bf44-7bf6-4fb5-b0ef-5059812dfb1c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/2990829f-495f-44a5-be54-e078bde2523f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1741953 Sep 07 18:59:41.143721 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40608) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:41.151053 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b06a89f-e1ff-46a6-9eda-64c0fc450fc4 None None] Sync routers for ids ['2990829f-495f-44a5-be54-e078bde2523f'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:59:41.169376 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b06a89f-e1ff-46a6-9eda-64c0fc450fc4 None None] Routers {'2990829f-495f-44a5-be54-e078bde2523f'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:41.170150 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6b06a89f-e1ff-46a6-9eda-64c0fc450fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2990829f-495f-44a5-be54-e078bde2523f'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:41.212636 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-46c2b4b8-3d0d-47cb-9163-4e8fc2cef2b1 None None] Provisioning complete for port 94a707de-1880-409c-8a7d-83d1f98a262d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:41.213025 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-46c2b4b8-3d0d-47cb-9163-4e8fc2cef2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:41.221376 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4870d53-2d21-463d-ac5c-25bc1b81fed5 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:41.222505 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c4870d53-2d21-463d-ac5c-25bc1b81fed5 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/ports/94a707de-1880-409c-8a7d-83d1f98a262d HTTP/1.1" status: 200 len: 977 time: 0.0778644 Sep 07 18:59:41.227761 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40620) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:41.240174 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6b06a89f-e1ff-46a6-9eda-64c0fc450fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:41.252309 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b06a89f-e1ff-46a6-9eda-64c0fc450fc4 None None] Routers {'2990829f-495f-44a5-be54-e078bde2523f'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:41.253205 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6b06a89f-e1ff-46a6-9eda-64c0fc450fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2990829f-495f-44a5-be54-e078bde2523f'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:41.300486 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6b06a89f-e1ff-46a6-9eda-64c0fc450fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:41.301432 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b06a89f-e1ff-46a6-9eda-64c0fc450fc4 None None] The sync data for ids ['2990829f-495f-44a5-be54-e078bde2523f'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:59:41.345849 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-46c2b4b8-3d0d-47cb-9163-4e8fc2cef2b1 None None] Port 94a707de-1880-409c-8a7d-83d1f98a262d cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:59:41.592771 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40636) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:41.692049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d82f08-7f03-4367-b8df-749c6346144e req-853bf984-ad31-4d8b-9d0d-a7001d6b1a9e tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:41.693608 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-23d82f08-7f03-4367-b8df-749c6346144e req-853bf984-ad31-4d8b-9d0d-a7001d6b1a9e tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=c96bae98-4263-450a-8fb3-ee282e5f1d10 HTTP/1.1" status: 200 len: 944 time: 0.1490827 Sep 07 18:59:41.734786 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a6152995-2be5-48d3-a816-5ac12856f629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:41.752278 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-c40a2af5-b826-4705-a830-2caa81cb30b9 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:41.753844 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-c40a2af5-b826-4705-a830-2caa81cb30b9 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/networks?id=26f76b26-48a6-4f36-aaf0-194161936f43 HTTP/1.1" status: 200 len: 819 time: 0.2860353 Sep 07 18:59:41.827427 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-f6daaaf5-e9dd-464d-b977-2560caf0f65e tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/quotas/c745a8befc2643bebe96bce0c2f42920 HTTP/1.1" status: 200 len: 375 time: 0.0476384 Sep 07 18:59:41.838723 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-23d82f08-7f03-4367-b8df-749c6346144e req-c3ccbcfe-c201-440b-96d7-2c8895d7469d tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316404 Sep 07 18:59:41.888448 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a6152995-2be5-48d3-a816-5ac12856f629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:41.901519 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a6152995-2be5-48d3-a816-5ac12856f629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:41.937175 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-2711ca2e-be27-46a1-8d06-9a67f43d16ad tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c745a8befc2643bebe96bce0c2f42920&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0974510 Sep 07 18:59:41.956312 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a6152995-2be5-48d3-a816-5ac12856f629 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a618a88599342a49de8450b465cfb3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3623691 Sep 07 18:59:41.957296 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6152995-2be5-48d3-a816-5ac12856f629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcba563-cf86-46ea-8781-17e27a9fc6ae,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:41.959980 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40642) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:42.040962 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66902aca-8305-44b8-8873-9e4e65a62833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:42.087808 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66902aca-8305-44b8-8873-9e4e65a62833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:42.166153 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66902aca-8305-44b8-8873-9e4e65a62833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:42.172759 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66902aca-8305-44b8-8873-9e4e65a62833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:42.174158 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-66902aca-8305-44b8-8873-9e4e65a62833 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/afcba563-cf86-46ea-8781-17e27a9fc6ae HTTP/1.1" status: 204 len: 168 time: 0.2130454 Sep 07 18:59:42.186306 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66902aca-8305-44b8-8873-9e4e65a62833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcba563-cf86-46ea-8781-17e27a9fc6ae,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:42.208865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b13ec0d2-cf13-4413-ae79-a7718ac321f9 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:42.269389 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 7a7a415d-1873-43e6-aa93-287d671f8120 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:42.322016 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b13ec0d2-cf13-4413-ae79-a7718ac321f9 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:42.322377 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:42.343924 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e83672d5-47c1-4497-85e2-4b17d7dcf798 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:42.382979 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 7a7a415d-1873-43e6-aa93-287d671f8120 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:42.389803 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 7a7a415d-1873-43e6-aa93-287d671f8120 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:42.390565 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:42.450693 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-b0f245ac-b6d2-4be7-abe7-ecfd3162cae7 service neutron] 10.222.0.26 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870763 Sep 07 18:59:42.499851 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 36a3f5ad-578c-47af-87cb-05b4060768ad up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:42.585559 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:42.630278 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-db3d481f-5739-4e67-abef-45992c4b6d42 service neutron] 10.222.0.26 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682274 Sep 07 18:59:42.635024 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96bae98-4263-450a-8fb3-ee282e5f1d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7a415d-1873-43e6-aa93-287d671f8120'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:59:42.640557 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa458863-5252-41ef-8be7-f7036c9f3754" -d '{"events": [{"server_uuid": "c96bae98-4263-450a-8fb3-ee282e5f1d10", "name": "network-vif-plugged", "status": "completed", "tag": "7a7a415d-1873-43e6-aa93-287d671f8120"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:59:42.667365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 7a7a415d-1873-43e6-aa93-287d671f8120, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=7a7a415d-1873-43e6-aa93-287d671f8120,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:42.674530 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:42.680685 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 36a3f5ad-578c-47af-87cb-05b4060768ad completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:42.713995 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 36a3f5ad-578c-47af-87cb-05b4060768ad triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:42.714588 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:42.783096 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=7a7a415d-1873-43e6-aa93-287d671f8120,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:42.799918 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-e83672d5-47c1-4497-85e2-4b17d7dcf798 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting port 94a707de-1880-409c-8a7d-83d1f98a262d {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:42.800472 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e83672d5-47c1-4497-85e2-4b17d7dcf798 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:42.819007 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:42.958353 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:43.015789 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 36a3f5ad-578c-47af-87cb-05b4060768ad, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=36a3f5ad-578c-47af-87cb-05b4060768ad,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:43.019024 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5c65e5-6c6f-468a-b056-bde8fcc840d2 x-openstack-request-id: req-ec5c65e5-6c6f-468a-b056-bde8fcc840d2 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:59:43.021394 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96bae98-4263-450a-8fb3-ee282e5f1d10", "name": "network-vif-plugged", "status": "completed", "tag": "7a7a415d-1873-43e6-aa93-287d671f8120", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:59:43.022324 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec5c65e5-6c6f-468a-b056-bde8fcc840d2 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:59:43.023464 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d21d466c-1c1f-4cfe-b857-94df0e833313 req-2fd16a8a-ccc2-4ab0-b5ae-c4b8a42c8216 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 210 time: 0.0750217 Sep 07 18:59:43.023945 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96bae98-4263-450a-8fb3-ee282e5f1d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7a415d-1873-43e6-aa93-287d671f8120', 'code': 200} Sep 07 18:59:43.025066 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:43.113194 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=36a3f5ad-578c-47af-87cb-05b4060768ad,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:43.127867 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e83672d5-47c1-4497-85e2-4b17d7dcf798 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:43.185590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-e83672d5-47c1-4497-85e2-4b17d7dcf798 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Calling delete_port for 94a707de-1880-409c-8a7d-83d1f98a262d owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:43.361028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36d0f0-279a-4db7-92c9-64fe3490d7ce req-5dbcb560-2a88-4bb6-b349-2cf58ace6fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:43.362858 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a36d0f0-279a-4db7-92c9-64fe3490d7ce req-5dbcb560-2a88-4bb6-b349-2cf58ace6fa0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c96bae98-4263-450a-8fb3-ee282e5f1d10 HTTP/1.1" status: 200 len: 1096 time: 0.3378320 Sep 07 18:59:43.504358 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a36d0f0-279a-4db7-92c9-64fe3490d7ce req-635fb649-0f4c-48aa-8a97-fb38d6c6d6d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254432 Sep 07 18:59:43.604158 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:43.669117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653af14-abbc-49fc-8123-e3d54ff2bf2e req-2c7859b0-660c-4071-9ece-0a7426ad6869 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:43.682527 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4653af14-abbc-49fc-8123-e3d54ff2bf2e req-2c7859b0-660c-4071-9ece-0a7426ad6869 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=c96bae98-4263-450a-8fb3-ee282e5f1d10 HTTP/1.1" status: 200 len: 945 time: 0.2823834 Sep 07 18:59:43.832047 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] Sync routers for ids ['a86d48dc-5475-41c0-9e00-35b2e2cc96f2'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:59:43.850255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] Routers {'a86d48dc-5475-41c0-9e00-35b2e2cc96f2'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:43.853337 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a86d48dc-5475-41c0-9e00-35b2e2cc96f2'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:43.894560 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4653af14-abbc-49fc-8123-e3d54ff2bf2e req-ecc0fdac-086b-4e80-b112-4df1e420ab52 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107897 Sep 07 18:59:43.918321 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e83672d5-47c1-4497-85e2-4b17d7dcf798 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:43.965386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-9efd407c-5d92-4385-bb6e-a0e30cb23163 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:43.967234 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-9efd407c-5d92-4385-bb6e-a0e30cb23163 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/networks?id=26f76b26-48a6-4f36-aaf0-194161936f43 HTTP/1.1" status: 200 len: 819 time: 0.4749942 Sep 07 18:59:44.077153 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83672d5-47c1-4497-85e2-4b17d7dcf798 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Port': ['ID=94a707de-1880-409c-8a7d-83d1f98a262d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:44.109727 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-586c11bf-b870-4cfc-b925-535b0f6eb9dd tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/quotas/c745a8befc2643bebe96bce0c2f42920 HTTP/1.1" status: 200 len: 375 time: 0.0577724 Sep 07 18:59:44.161016 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] Set router a86d48dc-5475-41c0-9e00-35b2e2cc96f2 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:59:44.200950 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 36a3f5ad-578c-47af-87cb-05b4060768ad up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:44.409960 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 36a3f5ad-578c-47af-87cb-05b4060768ad triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:44.410538 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:44.497522 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-6ea8a739-5c3d-49c6-9ca4-7c0a404e4df4 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c745a8befc2643bebe96bce0c2f42920&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3904743 Sep 07 18:59:44.500104 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e83672d5-47c1-4497-85e2-4b17d7dcf798 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:44.629550 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40724) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:44.680015 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86d48dc-5475-41c0-9e00-35b2e2cc96f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1122366304-router', 'tenant_id': 'c745a8befc2643bebe96bce0c2f42920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '36a3f5ad-578c-47af-87cb-05b4060768ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:59:34Z', 'updated_at': '2021-09-07T18:59:39Z', 'revision_number': 4, 'project_id': 'c745a8befc2643bebe96bce0c2f42920', 'gw_port': {'id': '36a3f5ad-578c-47af-87cb-05b4060768ad', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86d48dc-5475-41c0-9e00-35b2e2cc96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:59:35Z', 'updated_at': '2021-09-07T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'fbd36dfc-345b-4461-8be2-1933012d3de3', 'name': '', 'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43', 'tenant_id': 'c745a8befc2643bebe96bce0c2f42920', 'mac_address': 'fa:16:3e:de:15:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86d48dc-5475-41c0-9e00-35b2e2cc96f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'd943e1b1-375c-4cfe-bd80-2dab5c275769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:59:38Z', 'updated_at': '2021-09-07T18:59:39Z', 'revision_number': 2, 'project_id': 'c745a8befc2643bebe96bce0c2f42920', 'subnets': [{'id': 'd943e1b1-375c-4cfe-bd80-2dab5c275769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:44.711233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] Checking router: a86d48dc-5475-41c0-9e00-35b2e2cc96f2 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:59:44.711618 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] Updating router a86d48dc-5475-41c0-9e00-35b2e2cc96f2 port fbd36dfc-345b-4461-8be2-1933012d3de3 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:59:44.746928 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:44.874672 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-65a4ecea-8041-40d1-afb8-bc7e1d639b85 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1675976863'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:44.905643 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83672d5-47c1-4497-85e2-4b17d7dcf798 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router 2990829f-495f-44a5-be54-e078bde2523f has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:59:44.918385 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-3a355079-b0cd-4915-a5d4-563d0f948b52 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:44.920410 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-3a355079-b0cd-4915-a5d4-563d0f948b52 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.60 "GET /v2.0/networks?id=26f76b26-48a6-4f36-aaf0-194161936f43 HTTP/1.1" status: 200 len: 819 time: 0.4946702 Sep 07 18:59:44.922065 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a4ecea-8041-40d1-afb8-bc7e1d639b85 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Made reservation on behalf of 24a62657d81244ab808be83e68b055d2 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:44.926012 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-65a4ecea-8041-40d1-afb8-bc7e1d639b85 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:44.939533 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-65a4ecea-8041-40d1-afb8-bc7e1d639b85 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:44.942062 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-3f4b1633-eb14-403b-8623-20bca6ff795d service neutron] 10.222.0.26 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322600 Sep 07 18:59:44.953282 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-cad0684e-39de-494e-bbb6-41f0f58b8345 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Request body: {'port': {'device_id': 'c64f2d63-cd8b-4038-afc6-31c6bbc9399d', 'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43', 'admin_state_up': True, 'tenant_id': 'c745a8befc2643bebe96bce0c2f42920'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:45.146723 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-65a4ecea-8041-40d1-afb8-bc7e1d639b85 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:45.153178 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-65a4ecea-8041-40d1-afb8-bc7e1d639b85 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:45.189388 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:45.202606 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] Transition to ACTIVE for port object fbd36dfc-345b-4461-8be2-1933012d3de3 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:45.213230 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:45.222976 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a4ecea-8041-40d1-afb8-bc7e1d639b85 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:59:45.235088 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4ecea-8041-40d1-afb8-bc7e1d639b85 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3013e457-4ac3-4443-b479-dc5a4d2468e8,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:45.244259 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-65a4ecea-8041-40d1-afb8-bc7e1d639b85 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:45.250740 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-65a4ecea-8041-40d1-afb8-bc7e1d639b85 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Added segment 7ce203e9-d46f-4fc8-a631-46b223cd7e0d of type vlan for network f70b5042-2ad9-4277-a52d-69ad6c86dcc9 Sep 07 18:59:45.284584 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83672d5-47c1-4497-85e2-4b17d7dcf798 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:59:45.299298 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e551c-701f-47b1-96a6-1274db4e3f09 None None] Sync routers for ids ['2990829f-495f-44a5-be54-e078bde2523f'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:59:45.301330 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e83672d5-47c1-4497-85e2-4b17d7dcf798 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/2990829f-495f-44a5-be54-e078bde2523f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0684123 Sep 07 18:59:45.305312 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40732) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:45.311796 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e551c-701f-47b1-96a6-1274db4e3f09 None None] Routers {'2990829f-495f-44a5-be54-e078bde2523f'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:45.312940 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-332e551c-701f-47b1-96a6-1274db4e3f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2990829f-495f-44a5-be54-e078bde2523f'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:45.330338 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-65a4ecea-8041-40d1-afb8-bc7e1d639b85 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:45.353358 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] Attempting to bind port fbd36dfc-345b-4461-8be2-1933012d3de3 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:59:45.353730 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] Attempting to bind port fbd36dfc-345b-4461-8be2-1933012d3de3 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:59:45.354095 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] Attempting to bind port fbd36dfc-345b-4461-8be2-1933012d3de3 on network 26f76b26-48a6-4f36-aaf0-194161936f43 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:59:45.359427 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-139d19a9-0937-4ec9-b6b7-4a9110b3d11f service neutron] 10.222.0.26 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145257 Sep 07 18:59:45.367912 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:59:45.368286 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] Checking segment: {'id': '34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:59:45.368719 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:45.369114 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] Bound using segment: {'id': '34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:59:45.369606 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] Bound port: fbd36dfc-345b-4461-8be2-1933012d3de3, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:59:45.369976 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:45.372182 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c700a-ef45-4247-aff0-ca7239e91d5b None None] Pushing event updated for resources: {'Port': ['ID=fbd36dfc-345b-4461-8be2-1933012d3de3,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:45.411971 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-332e551c-701f-47b1-96a6-1274db4e3f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:45.426620 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e551c-701f-47b1-96a6-1274db4e3f09 None None] Routers {'2990829f-495f-44a5-be54-e078bde2523f'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:45.427509 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-332e551c-701f-47b1-96a6-1274db4e3f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2990829f-495f-44a5-be54-e078bde2523f'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:45.433768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec622b-8203-4160-94b4-2f22e61a4e03 req-3363afb6-4f69-4514-a50d-4f04d8cab497 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:45.435690 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49ec622b-8203-4160-94b4-2f22e61a4e03 req-3363afb6-4f69-4514-a50d-4f04d8cab497 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=c96bae98-4263-450a-8fb3-ee282e5f1d10 HTTP/1.1" status: 200 len: 945 time: 0.3227613 Sep 07 18:59:45.436857 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-cad0684e-39de-494e-bbb6-41f0f58b8345 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Made reservation on behalf of c745a8befc2643bebe96bce0c2f42920 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:45.448109 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-cad0684e-39de-494e-bbb6-41f0f58b8345 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:45.518345 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] For port fbd36dfc-345b-4461-8be2-1933012d3de3, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:59:45.526707 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] For port fbd36dfc-345b-4461-8be2-1933012d3de3, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fbd36dfc-345b-4461-8be2-1933012d3de3,segment=NetworkSegment(34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff),segment_id=34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:59:45.533909 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-332e551c-701f-47b1-96a6-1274db4e3f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:45.534899 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e551c-701f-47b1-96a6-1274db4e3f09 None None] The sync data for ids ['2990829f-495f-44a5-be54-e078bde2523f'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:59:45.543635 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:45.662359 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49ec622b-8203-4160-94b4-2f22e61a4e03 req-95c06c34-a596-410d-9edf-0c2096e8c8cc tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929491 Sep 07 18:59:45.674993 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c700a-ef45-4247-aff0-ca7239e91d5b None None] Pushing event updated for resources: {'Port': ['ID=fbd36dfc-345b-4461-8be2-1933012d3de3,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:45.685904 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] Routers {'a86d48dc-5475-41c0-9e00-35b2e2cc96f2'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:45.686559 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a86d48dc-5475-41c0-9e00-35b2e2cc96f2'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:45.724399 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-80f3d0dc-b509-4094-aa4d-676897d1f1b3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] remove_router_interface failed (client error): The resource could not be found. Sep 07 18:59:45.727082 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-80f3d0dc-b509-4094-aa4d-676897d1f1b3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/2990829f-495f-44a5-be54-e078bde2523f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4194913 Sep 07 18:59:45.727082 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-65a4ecea-8041-40d1-afb8-bc7e1d639b85 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:45.732633 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a4ecea-8041-40d1-afb8-bc7e1d639b85 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:45.733733 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-65a4ecea-8041-40d1-afb8-bc7e1d639b85 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:45.737019 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40746) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:45.849255 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a36ff17-6af2-4cc8-ac59-f380085d8548 req-84294ee7-c27b-422d-b795-b39bdb308a18 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 210 time: 0.0708251 Sep 07 18:59:45.864794 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40750) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:45.882863 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f86d10e6-8791-4319-95c9-6db011290abf tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/ports?device_id=2990829f-495f-44a5-be54-e078bde2523f HTTP/1.1" status: 200 len: 205 time: 0.0797436 Sep 07 18:59:45.929783 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] Set router a86d48dc-5475-41c0-9e00-35b2e2cc96f2 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:59:45.932003 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4ecea-8041-40d1-afb8-bc7e1d639b85 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Pushing event updated for resources: {'Network': ['ID=f70b5042-2ad9-4277-a52d-69ad6c86dcc9,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:45.945790 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-65a4ecea-8041-40d1-afb8-bc7e1d639b85 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3148913 Sep 07 18:59:45.946469 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40758) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:45.953913 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-cc71f96e-209d-4f91-a416-751b72aebf5b tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Request body: {'subnet': {'network_id': 'f70b5042-2ad9-4277-a52d-69ad6c86dcc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:45.978742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-cad0684e-39de-494e-bbb6-41f0f58b8345 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Allocated IP 172.20.0.7 (26f76b26-48a6-4f36-aaf0-194161936f43/d943e1b1-375c-4cfe-bd80-2dab5c275769/3d1099be-04fd-451c-8159-66fc5e2e7be3) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:59:45.985026 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network f70b5042-2ad9-4277-a52d-69ad6c86dcc9 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:59:46.144796 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b2007e69-10c9-4f87-81b2-f733ad25f8e0 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:46.204293 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc71f96e-209d-4f91-a416-751b72aebf5b tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Made reservation on behalf of 24a62657d81244ab808be83e68b055d2 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:46.209057 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc71f96e-209d-4f91-a416-751b72aebf5b tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:46.306327 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fbd36dfc-345b-4461-8be2-1933012d3de3 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:46.565579 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc71f96e-209d-4f91-a416-751b72aebf5b tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:46.669760 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port fbd36dfc-345b-4461-8be2-1933012d3de3 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:46.688082 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port fbd36dfc-345b-4461-8be2-1933012d3de3 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:46.689538 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:46.693036 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86d48dc-5475-41c0-9e00-35b2e2cc96f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1122366304-router', 'tenant_id': 'c745a8befc2643bebe96bce0c2f42920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '36a3f5ad-578c-47af-87cb-05b4060768ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:59:34Z', 'updated_at': '2021-09-07T18:59:39Z', 'revision_number': 4, 'project_id': 'c745a8befc2643bebe96bce0c2f42920', 'gw_port': {'id': '36a3f5ad-578c-47af-87cb-05b4060768ad', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86d48dc-5475-41c0-9e00-35b2e2cc96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:59:35Z', 'updated_at': '2021-09-07T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'fbd36dfc-345b-4461-8be2-1933012d3de3', 'name': '', 'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43', 'tenant_id': 'c745a8befc2643bebe96bce0c2f42920', 'mac_address': 'fa:16:3e:de:15:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86d48dc-5475-41c0-9e00-35b2e2cc96f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'd943e1b1-375c-4cfe-bd80-2dab5c275769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:59:38Z', 'updated_at': '2021-09-07T18:59:45Z', 'revision_number': 4, 'project_id': 'c745a8befc2643bebe96bce0c2f42920', 'subnets': [{'id': 'd943e1b1-375c-4cfe-bd80-2dab5c275769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:46.783299 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc71f96e-209d-4f91-a416-751b72aebf5b tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Checking segment: {'id': '7ce203e9-d46f-4fc8-a631-46b223cd7e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f70b5042-2ad9-4277-a52d-69ad6c86dcc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:59:46.787871 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc71f96e-209d-4f91-a416-751b72aebf5b tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Network hostable DHCP agents. Network: f70b5042-2ad9-4277-a52d-69ad6c86dcc9, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:59:46.805469 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71f96e-209d-4f91-a416-751b72aebf5b tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Pushing event updated for resources: {'Subnet': ['ID=09a33a74-6f01-48a3-9e6b-2a6ef4509713,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:46.875392 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc71f96e-209d-4f91-a416-751b72aebf5b tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Network f70b5042-2ad9-4277-a52d-69ad6c86dcc9 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:59:46.893831 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-cc71f96e-209d-4f91-a416-751b72aebf5b tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, f70b5042-2ad9-4277-a52d-69ad6c86dcc9) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:46.900977 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc71f96e-209d-4f91-a416-751b72aebf5b tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:46.902223 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc71f96e-209d-4f91-a416-751b72aebf5b tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:46.945464 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cc71f96e-209d-4f91-a416-751b72aebf5b tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9967067 Sep 07 18:59:46.948345 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40806) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:46.956208 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-323097c5-cdce-468e-a3d0-8d80af1e683e tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Request body: {'port': {'network_id': 'f70b5042-2ad9-4277-a52d-69ad6c86dcc9', 'name': 'tempest-DHCPAgentSchedulersTestJSON-207225923'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:47.099468 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db787e4-ce80-414c-8158-83b30bbc9bc3 None None] Network f70b5042-2ad9-4277-a52d-69ad6c86dcc9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:47.126151 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dcffd2-8d7d-4c9c-b0a1-2ac264875706 None None] The sync data for ids ['a86d48dc-5475-41c0-9e00-35b2e2cc96f2'] in n-d-807786-1 is: [{'id': 'a86d48dc-5475-41c0-9e00-35b2e2cc96f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1122366304-router', 'tenant_id': 'c745a8befc2643bebe96bce0c2f42920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '36a3f5ad-578c-47af-87cb-05b4060768ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:59:34Z', 'updated_at': '2021-09-07T18:59:39Z', 'revision_number': 4, 'project_id': 'c745a8befc2643bebe96bce0c2f42920', 'gw_port': {'id': '36a3f5ad-578c-47af-87cb-05b4060768ad', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86d48dc-5475-41c0-9e00-35b2e2cc96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:59:35Z', 'updated_at': '2021-09-07T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'fbd36dfc-345b-4461-8be2-1933012d3de3', 'name': '', 'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43', 'tenant_id': 'c745a8befc2643bebe96bce0c2f42920', 'mac_address': 'fa:16:3e:de:15:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86d48dc-5475-41c0-9e00-35b2e2cc96f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'd943e1b1-375c-4cfe-bd80-2dab5c275769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:59:38Z', 'updated_at': '2021-09-07T18:59:45Z', 'revision_number': 4, 'project_id': 'c745a8befc2643bebe96bce0c2f42920', 'subnets': [{'id': 'd943e1b1-375c-4cfe-bd80-2dab5c275769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:59:47.127157 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b2007e69-10c9-4f87-81b2-f733ad25f8e0 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:47.144369 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b2007e69-10c9-4f87-81b2-f733ad25f8e0 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:47.199750 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323097c5-cdce-468e-a3d0-8d80af1e683e tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Made reservation on behalf of 24a62657d81244ab808be83e68b055d2 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:47.204489 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-323097c5-cdce-468e-a3d0-8d80af1e683e tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:47.271144 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-323097c5-cdce-468e-a3d0-8d80af1e683e tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] device_id is not set on port f9efb4aa-ed36-4c57-875e-e8bc4bbf24d2 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 18:59:47.311776 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-6151f2ab-badd-4f37-aea1-3f070ed3615a tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:47.321653 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-6151f2ab-badd-4f37-aea1-3f070ed3615a tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.60 "GET /v2.0/networks?id=26f76b26-48a6-4f36-aaf0-194161936f43 HTTP/1.1" status: 200 len: 819 time: 0.2970364 Sep 07 18:59:47.388821 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-f70b5042-2ad9-4277-a52d-69ad6c86dcc9', 'network_id': 'f70b5042-2ad9-4277-a52d-69ad6c86dcc9', 'tenant_id': '24a62657d81244ab808be83e68b055d2', 'fixed_ips': [{'subnet_id': '09a33a74-6f01-48a3-9e6b-2a6ef4509713'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:59:47.400362 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:47.417438 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:47.458427 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95291013-0664-4e0e-b9c9-286ea4687a4a req-150ee4fb-5650-422c-8f1b-7ee5fed22a9c tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 210 time: 0.3673363 Sep 07 18:59:47.483897 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-368c7f9f-7889-424b-89fe-33f30f9175b5 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Request body: {'port': {'device_id': '1525b46a-96d3-4e51-a9cf-1e3edbecfdfa', 'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43', 'admin_state_up': True, 'tenant_id': 'c745a8befc2643bebe96bce0c2f42920'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:47.513242 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-323097c5-cdce-468e-a3d0-8d80af1e683e tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Allocated IP 172.20.0.3 (f70b5042-2ad9-4277-a52d-69ad6c86dcc9/09a33a74-6f01-48a3-9e6b-2a6ef4509713/f9efb4aa-ed36-4c57-875e-e8bc4bbf24d2) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:59:47.657266 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port fbd36dfc-345b-4461-8be2-1933012d3de3, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fbd36dfc-345b-4461-8be2-1933012d3de3,segment=NetworkSegment(34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff),segment_id=34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:47.666408 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:47.725029 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-cad0684e-39de-494e-bbb6-41f0f58b8345 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:47.797284 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=fbd36dfc-345b-4461-8be2-1933012d3de3,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:47.827125 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-323097c5-cdce-468e-a3d0-8d80af1e683e tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:47.842970 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-323097c5-cdce-468e-a3d0-8d80af1e683e tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Transition to ACTIVE for port object f9efb4aa-ed36-4c57-875e-e8bc4bbf24d2 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:47.854107 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-cad0684e-39de-494e-bbb6-41f0f58b8345 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:47.889011 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b2007e69-10c9-4f87-81b2-f733ad25f8e0 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:47.892195 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-323097c5-cdce-468e-a3d0-8d80af1e683e tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:47.894147 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2007e69-10c9-4f87-81b2-f733ad25f8e0 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Fanout notify agent at l3_agent the message router_deleted on router 2990829f-495f-44a5-be54-e078bde2523f {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:59:47.915271 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b2007e69-10c9-4f87-81b2-f733ad25f8e0 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:47.918753 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b2007e69-10c9-4f87-81b2-f733ad25f8e0 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/routers/2990829f-495f-44a5-be54-e078bde2523f HTTP/1.1" status: 204 len: 168 time: 2.0508523 Sep 07 18:59:47.958142 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40812) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:47.958869 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323097c5-cdce-468e-a3d0-8d80af1e683e tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Pushing event updated for resources: {'Port': ['ID=f9efb4aa-ed36-4c57-875e-e8bc4bbf24d2,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:47.975441 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323097c5-cdce-468e-a3d0-8d80af1e683e tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Network f70b5042-2ad9-4277-a52d-69ad6c86dcc9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:47.978399 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-323097c5-cdce-468e-a3d0-8d80af1e683e tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:47.984592 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323097c5-cdce-468e-a3d0-8d80af1e683e tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:59:47.987385 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] Allocated IP 172.20.0.2 (f70b5042-2ad9-4277-a52d-69ad6c86dcc9/09a33a74-6f01-48a3-9e6b-2a6ef4509713/7d159829-eec2-460a-a9e7-5e0cc476e0f7) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:59:48.075303 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-263f7559-e350-40bd-a2c5-9ab7abb6d753 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting subnet d2d713b0-80fe-4e24-bfed-468fe88f2f17 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:59:48.086915 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323097c5-cdce-468e-a3d0-8d80af1e683e tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:48.087552 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-323097c5-cdce-468e-a3d0-8d80af1e683e tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:48.101692 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0684e-39de-494e-bbb6-41f0f58b8345 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Pushing event updated for resources: {'Port': ['ID=3d1099be-04fd-451c-8159-66fc5e2e7be3,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:48.112450 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-263f7559-e350-40bd-a2c5-9ab7abb6d753 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:48.135101 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135c11a-fc24-45c2-b2c5-1c5db7306ba4 req-c989cfa1-88e1-44a3-aa11-75007cb36775 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:48.144551 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-323097c5-cdce-468e-a3d0-8d80af1e683e tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1946890 Sep 07 18:59:48.149337 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40816) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:48.154966 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6135c11a-fc24-45c2-b2c5-1c5db7306ba4 req-c989cfa1-88e1-44a3-aa11-75007cb36775 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=c96bae98-4263-450a-8fb3-ee282e5f1d10 HTTP/1.1" status: 200 len: 945 time: 0.9940157 Sep 07 18:59:48.163612 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fbd36dfc-345b-4461-8be2-1933012d3de3 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:48.170521 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-cad0684e-39de-494e-bbb6-41f0f58b8345 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Network 26f76b26-48a6-4f36-aaf0-194161936f43 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:48.192359 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-cad0684e-39de-494e-bbb6-41f0f58b8345 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:48.199068 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-cad0684e-39de-494e-bbb6-41f0f58b8345 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:59:48.237559 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-263f7559-e350-40bd-a2c5-9ab7abb6d753 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:48.275875 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-368c7f9f-7889-424b-89fe-33f30f9175b5 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Made reservation on behalf of c745a8befc2643bebe96bce0c2f42920 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:48.279818 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-368c7f9f-7889-424b-89fe-33f30f9175b5 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:48.308617 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 7a7a415d-1873-43e6-aa93-287d671f8120 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:59:48.313859 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a6620dec-3a79-4112-bd31-c9a55ae9dd8f tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Deleting port f9efb4aa-ed36-4c57-875e-e8bc4bbf24d2 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:48.314665 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a6620dec-3a79-4112-bd31-c9a55ae9dd8f tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:48.363237 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:48.367452 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6135c11a-fc24-45c2-b2c5-1c5db7306ba4 req-8fb65ef9-1024-4302-9232-b109e40a9e8b tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061615 Sep 07 18:59:48.378652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-cad0684e-39de-494e-bbb6-41f0f58b8345 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:48.379286 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-cad0684e-39de-494e-bbb6-41f0f58b8345 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:48.401831 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-cad0684e-39de-494e-bbb6-41f0f58b8345 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4554975 Sep 07 18:59:48.414681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] Transition to ACTIVE for port object 7d159829-eec2-460a-a9e7-5e0cc476e0f7 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:48.416043 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-263f7559-e350-40bd-a2c5-9ab7abb6d753 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:48.419127 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] Request body: {'port': {'device_id': 'c64f2d63-cd8b-4038-afc6-31c6bbc9399d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:48.484468 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] Transition to ACTIVE for port object 7d159829-eec2-460a-a9e7-5e0cc476e0f7 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:48.485116 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a6620dec-3a79-4112-bd31-c9a55ae9dd8f tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:48.497291 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port fbd36dfc-345b-4461-8be2-1933012d3de3 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:48.497738 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:48.504130 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:48.538993 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:48.539456 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a6620dec-3a79-4112-bd31-c9a55ae9dd8f tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Calling delete_port for f9efb4aa-ed36-4c57-875e-e8bc4bbf24d2 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:48.541107 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-368c7f9f-7889-424b-89fe-33f30f9175b5 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Allocated IP 172.20.0.6 (26f76b26-48a6-4f36-aaf0-194161936f43/d943e1b1-375c-4cfe-bd80-2dab5c275769/8acf9c1a-ecee-48f2-9a50-69289e4da3ee) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:59:48.641729 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] Pushing event updated for resources: {'Port': ['ID=7d159829-eec2-460a-a9e7-5e0cc476e0f7,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:48.655938 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-263f7559-e350-40bd-a2c5-9ab7abb6d753 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:48.682017 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] Network f70b5042-2ad9-4277-a52d-69ad6c86dcc9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:48.683851 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 7a7a415d-1873-43e6-aa93-287d671f8120, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=7a7a415d-1873-43e6-aa93-287d671f8120,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:48.693233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:48.698160 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:59:48.703795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '7a7a415d-1873-43e6-aa93-287d671f8120', 'network_id': '8684adc4-5ec3-4aac-81e9-c4347cba31e4', 'port_id': '7a7a415d-1873-43e6-aa93-287d671f8120', 'mac_address': 'fa:16:3e:12:d5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3efea74c-6615-4f78-a316-4a616a841935', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:59:48.705073 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f7559-e350-40bd-a2c5-9ab7abb6d753 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Subnet': ['ID=d2d713b0-80fe-4e24-bfed-468fe88f2f17,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:48.715494 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-263f7559-e350-40bd-a2c5-9ab7abb6d753 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:48.717445 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-263f7559-e350-40bd-a2c5-9ab7abb6d753 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/subnets/d2d713b0-80fe-4e24-bfed-468fe88f2f17 HTTP/1.1" status: 204 len: 168 time: 0.7546401 Sep 07 18:59:48.719200 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-73907eef-2545-4303-a731-cb4a1bc77580 req-65d3a73e-ee2a-4a14-95d9-372267268d28 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 210 time: 0.0441053 Sep 07 18:59:48.721829 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40822) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:48.752524 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:48.754625 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ed50fc-5111-4d34-880c-de510afc6796 None None] Network 724a0286-d14b-467f-ad18-e3c969981a65 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:48.837681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a7a415d-1873-43e6-aa93-287d671f8120 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:59:48.840198 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a6620dec-3a79-4112-bd31-c9a55ae9dd8f tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:48.840990 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8bc9-d4c1-4f0d-9d08-3f9a3c70a28b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:48.885085 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6620dec-3a79-4112-bd31-c9a55ae9dd8f tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Pushing event deleted for resources: {'Port': ['ID=f9efb4aa-ed36-4c57-875e-e8bc4bbf24d2,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:48.978163 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 7a7a415d-1873-43e6-aa93-287d671f8120, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=7a7a415d-1873-43e6-aa93-287d671f8120,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:48.980009 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-3c8a8bc9-d4c1-4f0d-9d08-3f9a3c70a28b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting port b13ec0d2-cf13-4413-ae79-a7718ac321f9 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:48.980464 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8bc9-d4c1-4f0d-9d08-3f9a3c70a28b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.005884 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-368c7f9f-7889-424b-89fe-33f30f9175b5 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.006085 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] Attempting to bind port 7d159829-eec2-460a-a9e7-5e0cc476e0f7 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:59:49.006197 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] Attempting to bind port 7d159829-eec2-460a-a9e7-5e0cc476e0f7 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '7ce203e9-d46f-4fc8-a631-46b223cd7e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f70b5042-2ad9-4277-a52d-69ad6c86dcc9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:59:49.006518 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] Attempting to bind port 7d159829-eec2-460a-a9e7-5e0cc476e0f7 on network f70b5042-2ad9-4277-a52d-69ad6c86dcc9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:59:49.018173 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.040785 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a6620dec-3a79-4112-bd31-c9a55ae9dd8f tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.044881 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:59:49.045266 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] Checking segment: {'id': '7ce203e9-d46f-4fc8-a631-46b223cd7e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f70b5042-2ad9-4277-a52d-69ad6c86dcc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:59:49.048291 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.048291 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] Bound using segment: {'id': '7ce203e9-d46f-4fc8-a631-46b223cd7e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f70b5042-2ad9-4277-a52d-69ad6c86dcc9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:59:49.048291 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] Bound port: 7d159829-eec2-460a-a9e7-5e0cc476e0f7, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce203e9-d46f-4fc8-a631-46b223cd7e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f70b5042-2ad9-4277-a52d-69ad6c86dcc9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:59:49.048291 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.052004 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a6620dec-3a79-4112-bd31-c9a55ae9dd8f tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] 10.222.0.26 "DELETE /v2.0/ports/f9efb4aa-ed36-4c57-875e-e8bc4bbf24d2 HTTP/1.1" status: 204 len: 168 time: 0.8948982 Sep 07 18:59:49.054293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40826) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:49.081677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-3c8a8bc9-d4c1-4f0d-9d08-3f9a3c70a28b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] For port b13ec0d2-cf13-4413-ae79-a7718ac321f9, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b13ec0d2-cf13-4413-ae79-a7718ac321f9,segment=NetworkSegment(a041cb87-7ae4-48c8-b901-fda4d5934939),segment_id=a041cb87-7ae4-48c8-b901-fda4d5934939)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:49.082191 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8bc9-d4c1-4f0d-9d08-3f9a3c70a28b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.105480 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-3c8a8bc9-d4c1-4f0d-9d08-3f9a3c70a28b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Calling delete_port for b13ec0d2-cf13-4413-ae79-a7718ac321f9 owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:49.161503 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-368c7f9f-7889-424b-89fe-33f30f9175b5 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.175161 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=7a7a415d-1873-43e6-aa93-287d671f8120,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:49.201749 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['7a7a415d-1873-43e6-aa93-287d671f8120'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:59:49.209644 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] For port 7d159829-eec2-460a-a9e7-5e0cc476e0f7, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:59:49.209863 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40832) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:49.211370 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-06652a0f-a946-4a72-9d31-ba8b3aa19e88 tempest-DHCPAgentSchedulersTestJSON-1416947917 tempest-DHCPAgentSchedulersTestJSON-1416947917-project-admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1527839 Sep 07 18:59:49.221884 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-9e598101-f5ba-4a93-a74e-7332df27e497 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-951175336'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:49.249211 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] For port 7d159829-eec2-460a-a9e7-5e0cc476e0f7, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7d159829-eec2-460a-a9e7-5e0cc476e0f7,segment=NetworkSegment(7ce203e9-d46f-4fc8-a631-46b223cd7e0d),segment_id=7ce203e9-d46f-4fc8-a631-46b223cd7e0d)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:59:49.280190 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.280665 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-368c7f9f-7889-424b-89fe-33f30f9175b5 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Network 26f76b26-48a6-4f36-aaf0-194161936f43 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:49.283658 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e598101-f5ba-4a93-a74e-7332df27e497 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Made reservation on behalf of 24a62657d81244ab808be83e68b055d2 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:49.289327 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e598101-f5ba-4a93-a74e-7332df27e497 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.320412 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-368c7f9f-7889-424b-89fe-33f30f9175b5 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:49.328659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-368c7f9f-7889-424b-89fe-33f30f9175b5 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:59:49.333734 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e598101-f5ba-4a93-a74e-7332df27e497 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:59:49.334753 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395d2cb4-6e6e-4b4f-8080-53cdc5ca044b None None] DHCP port deletion for 724a0286-d14b-467f-ad18-e3c969981a65 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:59:49.353850 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e598101-f5ba-4a93-a74e-7332df27e497 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.354206 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-9e598101-f5ba-4a93-a74e-7332df27e497 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Added segment 29fe3629-7d04-42aa-8bc9-a2106e64ad15 of type vlan for network 51d8c72c-9773-4ad1-8fdd-26597f9e42fb Sep 07 18:59:49.408702 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c7f9f-7889-424b-89fe-33f30f9175b5 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Pushing event updated for resources: {'Port': ['ID=8acf9c1a-ecee-48f2-9a50-69289e4da3ee,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:49.429801 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e598101-f5ba-4a93-a74e-7332df27e497 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.469605 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e598101-f5ba-4a93-a74e-7332df27e497 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.478378 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e598101-f5ba-4a93-a74e-7332df27e497 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:49.479297 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e598101-f5ba-4a93-a74e-7332df27e497 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.504011 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-368c7f9f-7889-424b-89fe-33f30f9175b5 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:49.504790 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-368c7f9f-7889-424b-89fe-33f30f9175b5 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.508098 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539ffba-f082-4f3e-ae46-98662ea4cabb None None] Pushing event updated for resources: {'Port': ['ID=7d159829-eec2-460a-a9e7-5e0cc476e0f7,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:49.521997 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8bc9-d4c1-4f0d-9d08-3f9a3c70a28b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.538098 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-368c7f9f-7889-424b-89fe-33f30f9175b5 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1724765 Sep 07 18:59:49.540199 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8a8bc9-d4c1-4f0d-9d08-3f9a3c70a28b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] No DVR routers for this DVR port b13ec0d2-cf13-4413-ae79-a7718ac321f9 on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:59:49.581257 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] Request body: {'port': {'device_id': '1525b46a-96d3-4e51-a9cf-1e3edbecfdfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:49.586138 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-395d2cb4-6e6e-4b4f-8080-53cdc5ca044b None None] Deleting port b13ec0d2-cf13-4413-ae79-a7718ac321f9 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:49.586519 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-395d2cb4-6e6e-4b4f-8080-53cdc5ca044b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.615184 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9e598101-f5ba-4a93-a74e-7332df27e497 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3986728 Sep 07 18:59:49.619753 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40838) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:49.619950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a8bc9-d4c1-4f0d-9d08-3f9a3c70a28b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Port': ['ID=b13ec0d2-cf13-4413-ae79-a7718ac321f9,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:49.644884 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e598101-f5ba-4a93-a74e-7332df27e497 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Pushing event updated for resources: {'Network': ['ID=51d8c72c-9773-4ad1-8fdd-26597f9e42fb,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:49.659251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f69e21-54a4-4866-9234-baafa982e6b5 req-ab249102-c631-4ad1-8990-23104d89f5b0 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:49.662945 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 51d8c72c-9773-4ad1-8fdd-26597f9e42fb details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:59:49.667981 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5f69e21-54a4-4866-9234-baafa982e6b5 req-ab249102-c631-4ad1-8990-23104d89f5b0 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=c96bae98-4263-450a-8fb3-ee282e5f1d10 HTTP/1.1" status: 200 len: 944 time: 0.1967397 Sep 07 18:59:49.769680 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8bc9-d4c1-4f0d-9d08-3f9a3c70a28b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.797210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-3c8a8bc9-d4c1-4f0d-9d08-3f9a3c70a28b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724a0286-d14b-467f-ad18-e3c969981a65']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:49.811918 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-3c8a8bc9-d4c1-4f0d-9d08-3f9a3c70a28b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a041cb87-7ae4-48c8-b901-fda4d5934939') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:49.812207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-3c8a8bc9-d4c1-4f0d-9d08-3f9a3c70a28b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a041cb87-7ae4-48c8-b901-fda4d5934939') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:49.823048 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8bc9-d4c1-4f0d-9d08-3f9a3c70a28b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.839118 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8bc9-d4c1-4f0d-9d08-3f9a3c70a28b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.845392 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8a8bc9-d4c1-4f0d-9d08-3f9a3c70a28b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:59:49.845801 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8bc9-d4c1-4f0d-9d08-3f9a3c70a28b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.870415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-395d2cb4-6e6e-4b4f-8080-53cdc5ca044b None None] For port b13ec0d2-cf13-4413-ae79-a7718ac321f9, host n-d-807786-1, got binding levels [] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:49.870990 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-395d2cb4-6e6e-4b4f-8080-53cdc5ca044b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.952106 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-395d2cb4-6e6e-4b4f-8080-53cdc5ca044b None None] Calling delete_port for b13ec0d2-cf13-4413-ae79-a7718ac321f9 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:49.955124 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.ipam_backend_mixin [None req-395d2cb4-6e6e-4b4f-8080-53cdc5ca044b None None] Port b13ec0d2-cf13-4413-ae79-a7718ac321f9 was not found and therefore no delete operation was performed {{(pid=101446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: timer() Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:59:49.955455 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:59:49.959512 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-395d2cb4-6e6e-4b4f-8080-53cdc5ca044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.963294 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-335f750a-ee0a-49b8-8538-26526fd36cb6 tempest-DHCPAgentSchedulersTestJSON-1416947917 tempest-DHCPAgentSchedulersTestJSON-1416947917-project-admin] 10.222.0.26 "GET /v2.0/agents/bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f/dhcp-networks HTTP/1.1" status: 200 len: 9612 time: 0.3321922 Sep 07 18:59:49.966150 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40844) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:49.975024 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8bc9-d4c1-4f0d-9d08-3f9a3c70a28b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.996615 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d2cb4-6e6e-4b4f-8080-53cdc5ca044b None None] Pushing event deleted for resources: {'Port': ['ID=b13ec0d2-cf13-4413-ae79-a7718ac321f9,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:50.000173 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-395d2cb4-6e6e-4b4f-8080-53cdc5ca044b None None] Network 724a0286-d14b-467f-ad18-e3c969981a65 is not hosted by any dhcp agent {{(pid=101446) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 18:59:50.000848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395d2cb4-6e6e-4b4f-8080-53cdc5ca044b None None] No DVR routers for this DVR port b13ec0d2-cf13-4413-ae79-a7718ac321f9 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:59:50.005988 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8bc9-d4c1-4f0d-9d08-3f9a3c70a28b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:50.008488 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3c8a8bc9-d4c1-4f0d-9d08-3f9a3c70a28b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/networks/724a0286-d14b-467f-ad18-e3c969981a65 HTTP/1.1" status: 204 len: 168 time: 1.2858102 Sep 07 18:59:50.013043 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40846) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:50.028180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-9235b0dd-0a72-4374-83a0-a4879b31b9f6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'network': {'name': 'tempest-RoutersTest-444059592'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:50.088185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a8bc9-d4c1-4f0d-9d08-3f9a3c70a28b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Network': ['ID=724a0286-d14b-467f-ad18-e3c969981a65,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:50.117901 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9235b0dd-0a72-4374-83a0-a4879b31b9f6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Made reservation on behalf of a3cefdca228647e789b9074f06af403e for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:50.124903 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9235b0dd-0a72-4374-83a0-a4879b31b9f6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:50.126117 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5f69e21-54a4-4866-9234-baafa982e6b5 req-80e6e047-fe7b-444f-ab5f-f3e8b7c08653 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545805 Sep 07 18:59:50.126705 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:50.154265 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f176f92-1d4d-4711-ac8f-a1c9cded1b52 req-1ed1bf5f-a9a1-4a74-b789-8de3d908a13e tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:50.154265 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f176f92-1d4d-4711-ac8f-a1c9cded1b52 req-1ed1bf5f-a9a1-4a74-b789-8de3d908a13e tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 931 time: 0.2250597 Sep 07 18:59:50.178807 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcd85f0-a3ab-45bc-a797-36ce510d9f61 tempest-DHCPAgentSchedulersTestJSON-1416947917 tempest-DHCPAgentSchedulersTestJSON-1416947917-project-admin] Network 51d8c72c-9773-4ad1-8fdd-26597f9e42fb is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:59:50.184208 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7d159829-eec2-460a-a9e7-5e0cc476e0f7 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:50.186644 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9235b0dd-0a72-4374-83a0-a4879b31b9f6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:59:50.204338 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9235b0dd-0a72-4374-83a0-a4879b31b9f6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:50.204855 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-9235b0dd-0a72-4374-83a0-a4879b31b9f6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Added segment 544ac0b4-9d43-41ba-85bf-c61ebdd518c7 of type vlan for network 49a7d305-d0b6-4e86-aa10-cdb8057d4948 Sep 07 18:59:50.214223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d1099be-04fd-451c-8159-66fc5e2e7be3 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:59:50.229205 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:50.244940 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9dcd85f0-a3ab-45bc-a797-36ce510d9f61 tempest-DHCPAgentSchedulersTestJSON-1416947917 tempest-DHCPAgentSchedulersTestJSON-1416947917-project-admin] 10.222.0.26 "POST /v2.0/agents/bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2776346 Sep 07 18:59:50.245631 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40850) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:50.246785 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7748abec-b56e-4105-a51c-db9e1719e545 None None] Network 51d8c72c-9773-4ad1-8fdd-26597f9e42fb requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:50.281744 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f176f92-1d4d-4711-ac8f-a1c9cded1b52 req-c3af7013-d3ee-4892-b298-ead87395d534 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223075 Sep 07 18:59:50.287318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] Transition to ACTIVE for port object 3d1099be-04fd-451c-8159-66fc5e2e7be3 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:50.298873 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9235b0dd-0a72-4374-83a0-a4879b31b9f6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:50.300437 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:50.352399 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 7a7a415d-1873-43e6-aa93-287d671f8120 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:50.441400 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] Pushing event updated for resources: {'Port': ['ID=3d1099be-04fd-451c-8159-66fc5e2e7be3,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:50.442762 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9235b0dd-0a72-4374-83a0-a4879b31b9f6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:50.449808 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9235b0dd-0a72-4374-83a0-a4879b31b9f6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:50.453342 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9235b0dd-0a72-4374-83a0-a4879b31b9f6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:50.497667 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 7d159829-eec2-460a-a9e7-5e0cc476e0f7 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:50.518471 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9235b0dd-0a72-4374-83a0-a4879b31b9f6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4998930 Sep 07 18:59:50.520915 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40854) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:50.533051 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-00514fa8-25ea-4b6a-b3ee-939f38d4df7b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'subnet': {'network_id': '49a7d305-d0b6-4e86-aa10-cdb8057d4948', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:50.562197 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 7a7a415d-1873-43e6-aa93-287d671f8120 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:50.562577 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:50.654021 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] Attempting to bind port 3d1099be-04fd-451c-8159-66fc5e2e7be3 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:59:50.654359 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] Attempting to bind port 3d1099be-04fd-451c-8159-66fc5e2e7be3 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:59:50.654893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] Attempting to bind port 3d1099be-04fd-451c-8159-66fc5e2e7be3 on network 26f76b26-48a6-4f36-aaf0-194161936f43 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:59:50.657158 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235b0dd-0a72-4374-83a0-a4879b31b9f6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Network': ['ID=49a7d305-d0b6-4e86-aa10-cdb8057d4948,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:50.677172 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] Port 3d1099be-04fd-451c-8159-66fc5e2e7be3 on network 26f76b26-48a6-4f36-aaf0-194161936f43 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:59:50.677552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] Attempting to bind port 3d1099be-04fd-451c-8159-66fc5e2e7be3 on network 26f76b26-48a6-4f36-aaf0-194161936f43 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:59:50.680230 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d40629cc-33b9-47af-9b32-6489dc07456e tempest-DHCPAgentSchedulersTestJSON-1416947917 tempest-DHCPAgentSchedulersTestJSON-1416947917-project-admin] 10.222.0.26 "GET /v2.0/agents/bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f/dhcp-networks HTTP/1.1" status: 200 len: 9641 time: 0.4071081 Sep 07 18:59:50.684321 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40856) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:50.695638 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:59:50.696023 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] Checking segment: {'id': '34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:59:50.696371 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] Bound using segment: {'id': '34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:59:50.696879 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] Bound port: 3d1099be-04fd-451c-8159-66fc5e2e7be3, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:59:50.697248 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:50.741433 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b13ec0d2-cf13-4413-ae79-a7718ac321f9 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:59:50.743935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 49a7d305-d0b6-4e86-aa10-cdb8057d4948 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:59:50.782605 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: b13ec0d2-cf13-4413-ae79-a7718ac321f9 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:59:50.783140 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b13ec0d2-cf13-4413-ae79-a7718ac321f9 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:59:50.787666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] For port 3d1099be-04fd-451c-8159-66fc5e2e7be3, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:59:50.791734 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] For port 3d1099be-04fd-451c-8159-66fc5e2e7be3, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3d1099be-04fd-451c-8159-66fc5e2e7be3,segment=NetworkSegment(34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff),segment_id=34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:59:50.826596 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00514fa8-25ea-4b6a-b3ee-939f38d4df7b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Made reservation on behalf of a3cefdca228647e789b9074f06af403e for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:59:50.830291 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-00514fa8-25ea-4b6a-b3ee-939f38d4df7b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:50.849493 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8acf9c1a-ecee-48f2-9a50-69289e4da3ee {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:59:50.859462 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:50.876920 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] Transition to ACTIVE for port object 8acf9c1a-ecee-48f2-9a50-69289e4da3ee will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:50.879082 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:50.928054 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:50.936066 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:50.955725 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:50.956403 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:50.958531 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96bae98-4263-450a-8fb3-ee282e5f1d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7a415d-1873-43e6-aa93-287d671f8120'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:59:50.958805 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] 10.222.0.60 "PUT /v2.0/ports/3d1099be-04fd-451c-8159-66fc5e2e7be3 HTTP/1.1" status: 200 len: 1091 time: 2.5463343 Sep 07 18:59:50.961927 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10751f8-29c0-45f6-b952-fcb8682b547b" -d '{"events": [{"server_uuid": "c96bae98-4263-450a-8fb3-ee282e5f1d10", "name": "network-vif-plugged", "status": "completed", "tag": "7a7a415d-1873-43e6-aa93-287d671f8120"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:59:50.969551 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64f2d63-cd8b-4038-afc6-31c6bbc9399d', 'tag': '3d1099be-04fd-451c-8159-66fc5e2e7be3'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:59:50.973156 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3e4927-8096-4922-9c43-8909aac64dae" -d '{"events": [{"name": "network-changed", "server_uuid": "c64f2d63-cd8b-4038-afc6-31c6bbc9399d", "tag": "3d1099be-04fd-451c-8159-66fc5e2e7be3"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:59:51.003285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 7a7a415d-1873-43e6-aa93-287d671f8120, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=7a7a415d-1873-43e6-aa93-287d671f8120,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:51.006195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940848b-59d1-48f5-97d8-cc49223cdc4d service neutron] Pushing event updated for resources: {'Port': ['ID=3d1099be-04fd-451c-8159-66fc5e2e7be3,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:51.011207 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:51.048746 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37372fb5-fe85-4625-8cec-d0fe1fabf80a None None] Network f70b5042-2ad9-4277-a52d-69ad6c86dcc9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:51.068574 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] Pushing event updated for resources: {'Port': ['ID=8acf9c1a-ecee-48f2-9a50-69289e4da3ee,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:51.088691 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b55555d-61fd-47d0-99dc-d59240fa5e80 x-openstack-request-id: req-1b55555d-61fd-47d0-99dc-d59240fa5e80 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:59:51.089067 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64f2d63-cd8b-4038-afc6-31c6bbc9399d", "tag": "3d1099be-04fd-451c-8159-66fc5e2e7be3", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:59:51.091094 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b55555d-61fd-47d0-99dc-d59240fa5e80 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:59:51.091094 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64f2d63-cd8b-4038-afc6-31c6bbc9399d', 'tag': '3d1099be-04fd-451c-8159-66fc5e2e7be3', 'status': 'completed', 'code': 200} Sep 07 18:59:51.095793 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba19c8a-4f3d-4ea8-8666-0ad3fc33ae8f x-openstack-request-id: req-8ba19c8a-4f3d-4ea8-8666-0ad3fc33ae8f {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:59:51.097075 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96bae98-4263-450a-8fb3-ee282e5f1d10", "name": "network-vif-plugged", "status": "completed", "tag": "7a7a415d-1873-43e6-aa93-287d671f8120", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:59:51.097541 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8ba19c8a-4f3d-4ea8-8666-0ad3fc33ae8f {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:59:51.098144 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96bae98-4263-450a-8fb3-ee282e5f1d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7a415d-1873-43e6-aa93-287d671f8120', 'code': 200} Sep 07 18:59:51.171448 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3b66cd32-6814-4a4c-a9d3-e69e7de5edae None None] Provisioning for port 7d159829-eec2-460a-a9e7-5e0cc476e0f7 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:51.183542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-6a2da83e-ff77-4247-8263-f83382b9033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:51.185124 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-6a2da83e-ff77-4247-8263-f83382b9033c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c745a8befc2643bebe96bce0c2f42920&device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 1094 time: 0.1014192 Sep 07 18:59:51.185458 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3b66cd32-6814-4a4c-a9d3-e69e7de5edae None None] Provisioning complete for port 7d159829-eec2-460a-a9e7-5e0cc476e0f7 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:51.185931 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3b66cd32-6814-4a4c-a9d3-e69e7de5edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:51.196560 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=7a7a415d-1873-43e6-aa93-287d671f8120,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:51.253995 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4b4715d6-3b88-4cc3-b687-1140b6c6ba66 tempest-DHCPAgentSchedulersTestJSON-1416947917 tempest-DHCPAgentSchedulersTestJSON-1416947917-project-admin] 10.222.0.26 "DELETE /v2.0/agents/bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f/dhcp-networks/51d8c72c-9773-4ad1-8fdd-26597f9e42fb HTTP/1.1" status: 204 len: 168 time: 0.5681634 Sep 07 18:59:51.255175 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40872) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:51.264461 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-00514fa8-25ea-4b6a-b3ee-939f38d4df7b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:51.290030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-008522c2-269d-4a9d-a332-417c03b502d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d1099be-04fd-451c-8159-66fc5e2e7be3 HTTP/1.1" status: 200 len: 217 time: 0.0832722 Sep 07 18:59:51.392167 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] Attempting to bind port 8acf9c1a-ecee-48f2-9a50-69289e4da3ee on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:59:51.392397 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] Attempting to bind port 8acf9c1a-ecee-48f2-9a50-69289e4da3ee by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:59:51.392758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] Attempting to bind port 8acf9c1a-ecee-48f2-9a50-69289e4da3ee on network 26f76b26-48a6-4f36-aaf0-194161936f43 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:59:51.395537 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3b66cd32-6814-4a4c-a9d3-e69e7de5edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:51.416805 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] Port 8acf9c1a-ecee-48f2-9a50-69289e4da3ee on network 26f76b26-48a6-4f36-aaf0-194161936f43 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:59:51.417142 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] Attempting to bind port 8acf9c1a-ecee-48f2-9a50-69289e4da3ee on network 26f76b26-48a6-4f36-aaf0-194161936f43 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:59:51.435611 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-3b66cd32-6814-4a4c-a9d3-e69e7de5edae None None] For port 7d159829-eec2-460a-a9e7-5e0cc476e0f7, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7d159829-eec2-460a-a9e7-5e0cc476e0f7,segment=NetworkSegment(7ce203e9-d46f-4fc8-a631-46b223cd7e0d),segment_id=7ce203e9-d46f-4fc8-a631-46b223cd7e0d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:51.437193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f010c6-d861-4de4-8cbf-31f422394932 req-76a347c6-6bee-45c7-ab3a-7cfba9545c71 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:51.439913 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00514fa8-25ea-4b6a-b3ee-939f38d4df7b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Subnet': ['ID=d6353e0e-f6d9-4526-9a12-6bd31ff04c0c,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:51.440374 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3b66cd32-6814-4a4c-a9d3-e69e7de5edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:51.444258 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00514fa8-25ea-4b6a-b3ee-939f38d4df7b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Checking segment: {'id': '544ac0b4-9d43-41ba-85bf-c61ebdd518c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49a7d305-d0b6-4e86-aa10-cdb8057d4948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:59:51.444485 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00514fa8-25ea-4b6a-b3ee-939f38d4df7b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network hostable DHCP agents. Network: 49a7d305-d0b6-4e86-aa10-cdb8057d4948, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:59:51.445290 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-39f010c6-d861-4de4-8cbf-31f422394932 req-76a347c6-6bee-45c7-ab3a-7cfba9545c71 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=c96bae98-4263-450a-8fb3-ee282e5f1d10 HTTP/1.1" status: 200 len: 945 time: 0.1691253 Sep 07 18:59:51.461971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:59:51.462335 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] Checking segment: {'id': '34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:59:51.462707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] Bound using segment: {'id': '34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:59:51.463655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] Bound port: 8acf9c1a-ecee-48f2-9a50-69289e4da3ee, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:59:51.463655 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:51.466335 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-0574b9c1-b0e6-4116-85a5-2121b84aadb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:51.467841 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-0574b9c1-b0e6-4116-85a5-2121b84aadb6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d943e1b1-375c-4cfe-bd80-2dab5c275769 HTTP/1.1" status: 200 len: 859 time: 0.1554711 Sep 07 18:59:51.492594 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00514fa8-25ea-4b6a-b3ee-939f38d4df7b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network 49a7d305-d0b6-4e86-aa10-cdb8057d4948 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:59:51.498746 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3dec2-d133-498c-a8ef-bf4537b2e551 req-d76f5658-eb03-4158-b5f0-6bdbcc2495ae tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:51.500345 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d9e3dec2-d133-498c-a8ef-bf4537b2e551 req-d76f5658-eb03-4158-b5f0-6bdbcc2495ae tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.1890752 Sep 07 18:59:51.510065 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66cd32-6814-4a4c-a9d3-e69e7de5edae None None] Pushing event updated for resources: {'Port': ['ID=7d159829-eec2-460a-a9e7-5e0cc476e0f7,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:51.515888 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-00514fa8-25ea-4b6a-b3ee-939f38d4df7b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 49a7d305-d0b6-4e86-aa10-cdb8057d4948) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:51.527655 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0806003b-0363-4a10-86bd-f047a32c52ae tempest-DHCPAgentSchedulersTestJSON-1416947917 tempest-DHCPAgentSchedulersTestJSON-1416947917-project-admin] 10.222.0.26 "GET /v2.0/agents/bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f/dhcp-networks HTTP/1.1" status: 200 len: 8871 time: 0.2704914 Sep 07 18:59:51.528179 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40878) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:51.531229 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00514fa8-25ea-4b6a-b3ee-939f38d4df7b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:51.531958 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-00514fa8-25ea-4b6a-b3ee-939f38d4df7b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:51.533934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d05eaf-c9d7-4026-9fb3-f3d33be0224a None None] Network 49a7d305-d0b6-4e86-aa10-cdb8057d4948 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:51.567752 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-00514fa8-25ea-4b6a-b3ee-939f38d4df7b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0406537 Sep 07 18:59:51.572431 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-502bc41e-37dc-48af-81c2-ebaee5209d6e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26f76b26-48a6-4f36-aaf0-194161936f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862083 Sep 07 18:59:51.574797 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40880) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:51.583970 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-785e2937-390d-409f-b172-9533b8d3098b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1002410707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:51.619166 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-417ac6d3-33a1-4369-9197-7f3200ba60a5 tempest-DHCPAgentSchedulersTestJSON-1416947917 tempest-DHCPAgentSchedulersTestJSON-1416947917-project-admin] 10.222.0.26 "GET /v2.0/networks/f70b5042-2ad9-4277-a52d-69ad6c86dcc9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0650649 Sep 07 18:59:51.631776 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40882) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:51.655181 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-39f010c6-d861-4de4-8cbf-31f422394932 req-abbeec12-eed0-4db4-ad2d-ead3b1425a98 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088292 Sep 07 18:59:51.678318 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-785e2937-390d-409f-b172-9533b8d3098b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:51.679646 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-785e2937-390d-409f-b172-9533b8d3098b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:51.697954 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-eced8428-316d-42b9-b9b0-5ceb0fed9c80 tempest-DHCPAgentSchedulersTestJSON-1416947917 tempest-DHCPAgentSchedulersTestJSON-1416947917-project-admin] 10.222.0.26 "GET /v2.0/networks/f70b5042-2ad9-4277-a52d-69ad6c86dcc9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0639908 Sep 07 18:59:51.705535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40886) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:51.761931 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-49a7d305-d0b6-4e86-aa10-cdb8057d4948', 'network_id': '49a7d305-d0b6-4e86-aa10-cdb8057d4948', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'fixed_ips': [{'subnet_id': 'd6353e0e-f6d9-4526-9a12-6bd31ff04c0c'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:59:51.762827 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:51.771012 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] For port 8acf9c1a-ecee-48f2-9a50-69289e4da3ee, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:59:51.787791 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] For port 8acf9c1a-ecee-48f2-9a50-69289e4da3ee, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=8acf9c1a-ecee-48f2-9a50-69289e4da3ee,segment=NetworkSegment(34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff),segment_id=34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:59:51.812330 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d9e3dec2-d133-498c-a8ef-bf4537b2e551 req-a0d0cc79-c0a1-45ad-a120-d00d3369a249 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009481 Sep 07 18:59:51.834377 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:51.931754 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f4f0cb75-b8cf-49e9-845a-81be03a68382 None None] Provisioning complete for port 7d159829-eec2-460a-a9e7-5e0cc476e0f7 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:51.932569 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f4f0cb75-b8cf-49e9-845a-81be03a68382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:51.958407 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:51.959187 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:51.960834 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] 10.222.0.60 "PUT /v2.0/ports/8acf9c1a-ecee-48f2-9a50-69289e4da3ee HTTP/1.1" status: 200 len: 1091 time: 2.3837295 Sep 07 18:59:52.099811 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] Allocated IP 172.20.0.2 (49a7d305-d0b6-4e86-aa10-cdb8057d4948/d6353e0e-f6d9-4526-9a12-6bd31ff04c0c/0005a09e-b80b-4b15-9881-ca66aa58b7e1) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:59:52.347698 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-785e2937-390d-409f-b172-9533b8d3098b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:52.356357 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-785e2937-390d-409f-b172-9533b8d3098b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:52.411433 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-785e2937-390d-409f-b172-9533b8d3098b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:52.413347 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-785e2937-390d-409f-b172-9533b8d3098b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8373206 Sep 07 18:59:52.416697 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40898) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:52.453854 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:52.481051 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] Transition to ACTIVE for port object 0005a09e-b80b-4b15-9881-ca66aa58b7e1 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:52.499809 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d3f12-3adb-459b-b3e4-f120bfc49a99 service neutron] Pushing event updated for resources: {'Port': ['ID=8acf9c1a-ecee-48f2-9a50-69289e4da3ee,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:52.500373 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] Transition to ACTIVE for port object 0005a09e-b80b-4b15-9881-ca66aa58b7e1 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:52.505603 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-35113c33-f583-4daa-9b2a-1c7ce3b4a9c7 tempest-DHCPAgentSchedulersTestJSON-1416947917 tempest-DHCPAgentSchedulersTestJSON-1416947917-project-admin] 10.222.0.26 "GET /v2.0/agents/bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f/dhcp-networks HTTP/1.1" status: 200 len: 9650 time: 0.7973819 Sep 07 18:59:52.510496 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40900) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:52.521035 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7d159829-eec2-460a-a9e7-5e0cc476e0f7 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:52.523369 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 7a7a415d-1873-43e6-aa93-287d671f8120 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:59:52.550555 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:52.564640 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-3f40550c-8998-46e1-a227-acac7dc12f06 service neutron] 10.222.0.60 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9758043 Sep 07 18:59:52.640344 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] Network 49a7d305-d0b6-4e86-aa10-cdb8057d4948 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:52.654747 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:52.662505 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:59:52.696325 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] Pushing event updated for resources: {'Port': ['ID=0005a09e-b80b-4b15-9881-ca66aa58b7e1,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:52.710234 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730959c6-345f-4348-99b1-75ae076464e8 req-1c5127eb-b5d2-440e-aa0f-87e4522a13c6 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:52.712414 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-730959c6-345f-4348-99b1-75ae076464e8 req-1c5127eb-b5d2-440e-aa0f-87e4522a13c6 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=c96bae98-4263-450a-8fb3-ee282e5f1d10 HTTP/1.1" status: 200 len: 945 time: 0.2056932 Sep 07 18:59:52.718153 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-681f05c8-1876-47c2-9342-e92e4a391942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:52.719683 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-681f05c8-1876-47c2-9342-e92e4a391942 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c745a8befc2643bebe96bce0c2f42920&device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 1094 time: 0.2078090 Sep 07 18:59:52.732723 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43829ae4-0a3a-4802-bd59-dbbad6425c9d req-04d17e36-5dfd-436f-891f-d19034922d16 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:52.734274 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43829ae4-0a3a-4802-bd59-dbbad6425c9d req-04d17e36-5dfd-436f-891f-d19034922d16 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 943 time: 0.7717092 Sep 07 18:59:52.740298 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b0cd4939-e3d2-4e7b-918c-ceee33e2243a tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:52.779308 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-06e47d80-f07b-426a-a189-05fed8bfbb90 None None] Could not find standard attr ID for object f9efb4aa-ed36-4c57-875e-e8bc4bbf24d2. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 18:59:52.785662 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] Attempting to bind port 0005a09e-b80b-4b15-9881-ca66aa58b7e1 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:59:52.786105 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] Attempting to bind port 0005a09e-b80b-4b15-9881-ca66aa58b7e1 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '544ac0b4-9d43-41ba-85bf-c61ebdd518c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49a7d305-d0b6-4e86-aa10-cdb8057d4948'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:59:52.786558 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] Attempting to bind port 0005a09e-b80b-4b15-9881-ca66aa58b7e1 on network 49a7d305-d0b6-4e86-aa10-cdb8057d4948 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:59:52.789372 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 7d159829-eec2-460a-a9e7-5e0cc476e0f7 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:52.789801 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:52.808106 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-4b126b5b-2a54-4cb5-91c4-62bc455fe33d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8acf9c1a-ecee-48f2-9a50-69289e4da3ee HTTP/1.1" status: 200 len: 217 time: 0.0696938 Sep 07 18:59:52.823283 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:59:52.823549 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-830b3a9d-2f4f-4fca-ac3b-bc230696e032 req-8813d13d-655b-4a51-bed1-53629a92ffa0 service neutron] 10.222.0.60 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282183 Sep 07 18:59:52.823650 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] Checking segment: {'id': '544ac0b4-9d43-41ba-85bf-c61ebdd518c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49a7d305-d0b6-4e86-aa10-cdb8057d4948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:59:52.824198 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:52.824690 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] Bound using segment: {'id': '544ac0b4-9d43-41ba-85bf-c61ebdd518c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49a7d305-d0b6-4e86-aa10-cdb8057d4948'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:59:52.825621 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] Bound port: 0005a09e-b80b-4b15-9881-ca66aa58b7e1, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544ac0b4-9d43-41ba-85bf-c61ebdd518c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49a7d305-d0b6-4e86-aa10-cdb8057d4948'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:59:52.825772 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:52.842272 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:52.901083 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-730959c6-345f-4348-99b1-75ae076464e8 req-c2e22888-468d-47cb-8e86-a4a82ad49049 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657007 Sep 07 18:59:52.905510 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b24c95c5-02e7-4540-a4d6-d0981cc0e212 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:52.945922 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43829ae4-0a3a-4802-bd59-dbbad6425c9d req-1bd4a6f8-6347-4923-ba9d-c3601edd1ab3 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927178 Sep 07 18:59:52.946279 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b0cd4939-e3d2-4e7b-918c-ceee33e2243a tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:52.951956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-3630de4e-7252-4453-b3ca-a1d3247a50d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:52.953494 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-3630de4e-7252-4453-b3ca-a1d3247a50d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d943e1b1-375c-4cfe-bd80-2dab5c275769 HTTP/1.1" status: 200 len: 859 time: 0.1324983 Sep 07 18:59:52.965436 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 7a7a415d-1873-43e6-aa93-287d671f8120, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=7a7a415d-1873-43e6-aa93-287d671f8120,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:52.991027 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:53.000688 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-402c31a1-918a-42c4-b4bf-79eeadebaf4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26f76b26-48a6-4f36-aaf0-194161936f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397360 Sep 07 18:59:53.002916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e4927-8096-4922-9c43-8909aac64dae req-d42f7e6c-5b9e-4b5e-ace4-4ad02e30184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:53.004418 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f3e4927-8096-4922-9c43-8909aac64dae req-d42f7e6c-5b9e-4b5e-ace4-4ad02e30184f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c745a8befc2643bebe96bce0c2f42920&device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 1094 time: 0.1004925 Sep 07 18:59:53.016048 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-b0cd4939-e3d2-4e7b-918c-ceee33e2243a tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d8c72c-9773-4ad1-8fdd-26597f9e42fb']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:53.061229 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-b0cd4939-e3d2-4e7b-918c-ceee33e2243a tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29fe3629-7d04-42aa-8bc9-a2106e64ad15') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:53.061735 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-b0cd4939-e3d2-4e7b-918c-ceee33e2243a tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29fe3629-7d04-42aa-8bc9-a2106e64ad15') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:53.072418 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] For port 0005a09e-b80b-4b15-9881-ca66aa58b7e1, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:59:53.091698 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1525b46a-96d3-4e51-a9cf-1e3edbecfdfa', 'tag': '8acf9c1a-ecee-48f2-9a50-69289e4da3ee'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:59:53.092341 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b0cd4939-e3d2-4e7b-918c-ceee33e2243a tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:53.095829 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab54155-35b8-481a-b022-e7b4ca4de067" -d '{"events": [{"name": "network-changed", "server_uuid": "1525b46a-96d3-4e51-a9cf-1e3edbecfdfa", "tag": "8acf9c1a-ecee-48f2-9a50-69289e4da3ee"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:59:53.112645 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96bae98-4263-450a-8fb3-ee282e5f1d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7a415d-1873-43e6-aa93-287d671f8120'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:59:53.115655 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bcefd2-0494-4421-86d0-95d3371c207b" -d '{"events": [{"server_uuid": "c96bae98-4263-450a-8fb3-ee282e5f1d10", "name": "network-vif-unplugged", "status": "completed", "tag": "7a7a415d-1873-43e6-aa93-287d671f8120"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:59:53.141597 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] For port 0005a09e-b80b-4b15-9881-ca66aa58b7e1, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0005a09e-b80b-4b15-9881-ca66aa58b7e1,segment=NetworkSegment(544ac0b4-9d43-41ba-85bf-c61ebdd518c7),segment_id=544ac0b4-9d43-41ba-85bf-c61ebdd518c7)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:59:53.159768 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b0cd4939-e3d2-4e7b-918c-ceee33e2243a tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:53.172542 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:53.174924 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0cd4939-e3d2-4e7b-918c-ceee33e2243a tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:59:53.175340 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b0cd4939-e3d2-4e7b-918c-ceee33e2243a tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:59:53.178402 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:59:53.199692 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=7a7a415d-1873-43e6-aa93-287d671f8120,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:53.200998 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401a8579-a565-44dc-a271-43a6f1f1a197 x-openstack-request-id: req-401a8579-a565-44dc-a271-43a6f1f1a197 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:59:53.201300 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1525b46a-96d3-4e51-a9cf-1e3edbecfdfa", "tag": "8acf9c1a-ecee-48f2-9a50-69289e4da3ee", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:59:53.201558 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-401a8579-a565-44dc-a271-43a6f1f1a197 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:59:53.202381 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1525b46a-96d3-4e51-a9cf-1e3edbecfdfa', 'tag': '8acf9c1a-ecee-48f2-9a50-69289e4da3ee', 'status': 'completed', 'code': 200} Sep 07 18:59:53.263103 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbe0681-4eee-4c39-b147-cbf61d6b0224 x-openstack-request-id: req-ddbe0681-4eee-4c39-b147-cbf61d6b0224 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:59:53.263404 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96bae98-4263-450a-8fb3-ee282e5f1d10", "name": "network-vif-unplugged", "status": "completed", "tag": "7a7a415d-1873-43e6-aa93-287d671f8120", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:59:53.263654 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ddbe0681-4eee-4c39-b147-cbf61d6b0224 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:59:53.264037 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96bae98-4263-450a-8fb3-ee282e5f1d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7a415d-1873-43e6-aa93-287d671f8120', 'code': 200} Sep 07 18:59:53.295717 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b0cd4939-e3d2-4e7b-918c-ceee33e2243a tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:53.304342 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b0cd4939-e3d2-4e7b-918c-ceee33e2243a tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:53.311163 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b0cd4939-e3d2-4e7b-918c-ceee33e2243a tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] 10.222.0.26 "DELETE /v2.0/networks/51d8c72c-9773-4ad1-8fdd-26597f9e42fb HTTP/1.1" status: 204 len: 168 time: 0.7948935 Sep 07 18:59:53.311834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba071ef-c1ff-435c-ba69-5625021b91b6 req-96052233-6a78-4067-8f6a-d48427c7ad5b tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:53.313280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd5350-119b-4915-8d51-6935d6a37699 None None] Pushing event updated for resources: {'Port': ['ID=0005a09e-b80b-4b15-9881-ca66aa58b7e1,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:53.320362 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ba071ef-c1ff-435c-ba69-5625021b91b6 req-96052233-6a78-4067-8f6a-d48427c7ad5b tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.2617784 Sep 07 18:59:53.322128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40914) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:53.345266 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd4939-e3d2-4e7b-918c-ceee33e2243a tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Pushing event deleted for resources: {'Network': ['ID=51d8c72c-9773-4ad1-8fdd-26597f9e42fb,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:53.367769 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-96589f31-db25-477c-b817-688b99f40a6a service neutron] 10.222.0.60 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520358 Sep 07 18:59:53.375674 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b534495d-1d06-4dc5-97b0-a93af7c855df tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] DELETE failed (client error): The resource could not be found. Sep 07 18:59:53.376421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b534495d-1d06-4dc5-97b0-a93af7c855df tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 18:59:53.378187 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b534495d-1d06-4dc5-97b0-a93af7c855df tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] 10.222.0.26 "DELETE /v2.0/ports/f9efb4aa-ed36-4c57-875e-e8bc4bbf24d2 HTTP/1.1" status: 404 len: 333 time: 0.0506921 Sep 07 18:59:53.382033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40916) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:53.392818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e4927-8096-4922-9c43-8909aac64dae req-ac133ad7-e9a0-4a28-a169-0cced6f3fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:53.394310 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f3e4927-8096-4922-9c43-8909aac64dae req-ac133ad7-e9a0-4a28-a169-0cced6f3fc41 service neutron] 10.222.0.60 "GET /v2.0/networks?id=26f76b26-48a6-4f36-aaf0-194161936f43 HTTP/1.1" status: 200 len: 920 time: 0.3350875 Sep 07 18:59:53.405696 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-b24c95c5-02e7-4540-a4d6-d0981cc0e212 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Allocated IP 172.20.0.1 (49a7d305-d0b6-4e86-aa10-cdb8057d4948/d6353e0e-f6d9-4526-9a12-6bd31ff04c0c/cd64d84a-6249-4172-a6b9-9ecf696ce528) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:59:53.512560 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f3e4927-8096-4922-9c43-8909aac64dae req-56a00c55-ece4-43b2-93e6-4c6ed930e5b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d1099be-04fd-451c-8159-66fc5e2e7be3 HTTP/1.1" status: 200 len: 217 time: 0.1086440 Sep 07 18:59:53.574442 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b24c95c5-02e7-4540-a4d6-d0981cc0e212 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:53.574891 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ba071ef-c1ff-435c-ba69-5625021b91b6 req-143d7d61-1afb-44fa-b979-e7fde5d232cd tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535701 Sep 07 18:59:53.599518 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-b24c95c5-02e7-4540-a4d6-d0981cc0e212 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Transition to ACTIVE for port object cd64d84a-6249-4172-a6b9-9ecf696ce528 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:59:53.612361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e3bfb4-2b54-4444-b43a-506c7883ef4a tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Deleting subnet 09a33a74-6f01-48a3-9e6b-2a6ef4509713 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:59:53.618795 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45e3bfb4-2b54-4444-b43a-506c7883ef4a tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:53.642334 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b24c95c5-02e7-4540-a4d6-d0981cc0e212 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:53.671021 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e4927-8096-4922-9c43-8909aac64dae req-076fc7a9-0bd6-4506-a917-759c68799bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:53.672520 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f3e4927-8096-4922-9c43-8909aac64dae req-076fc7a9-0bd6-4506-a917-759c68799bba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d943e1b1-375c-4cfe-bd80-2dab5c275769 HTTP/1.1" status: 200 len: 859 time: 0.1428678 Sep 07 18:59:53.682845 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5adbdbd6-512b-4c84-be37-699f5c24592b req-cc36a91d-2502-4622-9389-fdb4e3fdb84b service neutron] 10.222.0.60 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016007 Sep 07 18:59:53.684983 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45e3bfb4-2b54-4444-b43a-506c7883ef4a tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:53.690684 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24c95c5-02e7-4540-a4d6-d0981cc0e212 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network 49a7d305-d0b6-4e86-aa10-cdb8057d4948 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:53.694269 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b24c95c5-02e7-4540-a4d6-d0981cc0e212 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:53.697421 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c95c5-02e7-4540-a4d6-d0981cc0e212 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:59:53.733147 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f3e4927-8096-4922-9c43-8909aac64dae req-22f5b7f5-3e26-4c1b-8b51-263a5cdb0728 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26f76b26-48a6-4f36-aaf0-194161936f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525694 Sep 07 18:59:53.739560 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c95c5-02e7-4540-a4d6-d0981cc0e212 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Port': ['ID=cd64d84a-6249-4172-a6b9-9ecf696ce528,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:53.756422 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b24c95c5-02e7-4540-a4d6-d0981cc0e212 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:53.879278 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b24c95c5-02e7-4540-a4d6-d0981cc0e212 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:53.890978 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab54155-35b8-481a-b022-e7b4ca4de067 req-f93cc6b4-8715-4a18-9ed0-81dfc31f8ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:53.892501 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fab54155-35b8-481a-b022-e7b4ca4de067 req-f93cc6b4-8715-4a18-9ed0-81dfc31f8ccd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c745a8befc2643bebe96bce0c2f42920&device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 1094 time: 0.1567030 Sep 07 18:59:53.893785 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45e3bfb4-2b54-4444-b43a-506c7883ef4a tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:53.955779 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f3e4927-8096-4922-9c43-8909aac64dae req-fc3b8af0-9d93-47b8-90f5-f218d1a4f4f2 service neutron] 10.222.0.60 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067425 Sep 07 18:59:54.162107 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45e3bfb4-2b54-4444-b43a-506c7883ef4a tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:54.167827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0005a09e-b80b-4b15-9881-ca66aa58b7e1 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:54.219724 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3bfb4-2b54-4444-b43a-506c7883ef4a tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Pushing event deleted for resources: {'Subnet': ['ID=09a33a74-6f01-48a3-9e6b-2a6ef4509713,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:54.223150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab54155-35b8-481a-b022-e7b4ca4de067 req-37b83384-576b-4fac-b1a7-52e6b2e944c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:54.224766 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fab54155-35b8-481a-b022-e7b4ca4de067 req-37b83384-576b-4fac-b1a7-52e6b2e944c9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=26f76b26-48a6-4f36-aaf0-194161936f43 HTTP/1.1" status: 200 len: 920 time: 0.3058786 Sep 07 18:59:54.229443 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 0005a09e-b80b-4b15-9881-ca66aa58b7e1 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:54.230135 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45e3bfb4-2b54-4444-b43a-506c7883ef4a tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:54.232122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-45e3bfb4-2b54-4444-b43a-506c7883ef4a tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] 10.222.0.26 "DELETE /v2.0/subnets/09a33a74-6f01-48a3-9e6b-2a6ef4509713 HTTP/1.1" status: 204 len: 168 time: 0.8407040 Sep 07 18:59:54.235206 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40926) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:54.241752 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcd947f-f9e6-4bab-8a00-73b03fe6caed None None] Network f70b5042-2ad9-4277-a52d-69ad6c86dcc9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:54.257207 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b24c95c5-02e7-4540-a4d6-d0981cc0e212 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:54.274977 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b24c95c5-02e7-4540-a4d6-d0981cc0e212 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:54.299047 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e1c01-e385-4b87-a3b2-d8d8bfaf449f req-559fbdf5-03aa-4733-b149-7e320cec28ec tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:54.306754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-991e1c01-e385-4b87-a3b2-d8d8bfaf449f req-559fbdf5-03aa-4733-b149-7e320cec28ec tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=c96bae98-4263-450a-8fb3-ee282e5f1d10 HTTP/1.1" status: 200 len: 943 time: 0.2844458 Sep 07 18:59:54.319341 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fab54155-35b8-481a-b022-e7b4ca4de067 req-d778d0ea-091f-41b4-9065-254b19161a58 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8acf9c1a-ecee-48f2-9a50-69289e4da3ee HTTP/1.1" status: 200 len: 217 time: 0.0841141 Sep 07 18:59:54.331119 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47999972-2fb8-41c6-a1d5-cdd459c17a00 req-5f89cf65-fa7a-4615-a3a9-3653fab7ed9b tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:54.339365 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-47999972-2fb8-41c6-a1d5-cdd459c17a00 req-5f89cf65-fa7a-4615-a3a9-3653fab7ed9b tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 943 time: 0.2676349 Sep 07 18:59:54.352154 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f3e4927-8096-4922-9c43-8909aac64dae req-ff0c63e4-295a-4e55-80dc-b676c84e8948 service neutron] 10.222.0.60 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874509 Sep 07 18:59:54.434226 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-991e1c01-e385-4b87-a3b2-d8d8bfaf449f req-703782fa-ac8f-40bd-8f69-8cbcc428d2c0 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265261 Sep 07 18:59:54.447924 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-47999972-2fb8-41c6-a1d5-cdd459c17a00 req-b8159be5-f0c0-4534-ab95-e54124f7eb4c tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076760 Sep 07 18:59:54.454212 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab54155-35b8-481a-b022-e7b4ca4de067 req-21d9a875-f56e-4062-abc1-a3c9cf554881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:54.464423 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fab54155-35b8-481a-b022-e7b4ca4de067 req-21d9a875-f56e-4062-abc1-a3c9cf554881 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d943e1b1-375c-4cfe-bd80-2dab5c275769 HTTP/1.1" status: 200 len: 859 time: 0.1143358 Sep 07 18:59:54.466289 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c95c5-02e7-4540-a4d6-d0981cc0e212 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Port': ['ID=cd64d84a-6249-4172-a6b9-9ecf696ce528,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:54.479404 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5497071c-f7e7-46d5-bb95-546fc17d0c7e None None] DHCP port deletion for f70b5042-2ad9-4277-a52d-69ad6c86dcc9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:59:54.486277 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcaddb1-8ef0-4b80-a92a-03bd8d97c578 None None] Network 49a7d305-d0b6-4e86-aa10-cdb8057d4948 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:54.495251 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9b0a6a06-8c0d-4cdb-a064-07dec21ff482 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:54.500873 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b24c95c5-02e7-4540-a4d6-d0981cc0e212 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:54.509691 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fab54155-35b8-481a-b022-e7b4ca4de067 req-414611d7-f07a-4a0e-a466-47507a5571e8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26f76b26-48a6-4f36-aaf0-194161936f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436244 Sep 07 18:59:54.553659 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0f5024d0-9374-44e6-8aa8-630b82a84f28 None None] Provisioning for port 0005a09e-b80b-4b15-9881-ca66aa58b7e1 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:54.560924 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0f5024d0-9374-44e6-8aa8-630b82a84f28 None None] Provisioning complete for port 0005a09e-b80b-4b15-9881-ca66aa58b7e1 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:54.561299 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0f5024d0-9374-44e6-8aa8-630b82a84f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:54.644530 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3de80-90b9-42ae-b348-4fbda37f7432 req-79a9dd4c-7cbf-46fa-9d89-b145fc39a3b9 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:54.646112 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fab3de80-90b9-42ae-b348-4fbda37f7432 req-79a9dd4c-7cbf-46fa-9d89-b145fc39a3b9 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.36 "GET /v2.0/ports?device_id=c96bae98-4263-450a-8fb3-ee282e5f1d10 HTTP/1.1" status: 200 len: 943 time: 0.1355598 Sep 07 18:59:54.654923 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24c95c5-02e7-4540-a4d6-d0981cc0e212 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network 49a7d305-d0b6-4e86-aa10-cdb8057d4948 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:59:54.658177 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b24c95c5-02e7-4540-a4d6-d0981cc0e212 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:59:54.680893 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-9b0a6a06-8c0d-4cdb-a064-07dec21ff482 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Deleting port 7d159829-eec2-460a-a9e7-5e0cc476e0f7 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:54.681131 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9b0a6a06-8c0d-4cdb-a064-07dec21ff482 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:54.729047 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fab54155-35b8-481a-b022-e7b4ca4de067 req-d91e561f-9b84-43ed-8205-6f6efb127e22 service neutron] 10.222.0.60 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095883 Sep 07 18:59:54.753652 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-5497071c-f7e7-46d5-bb95-546fc17d0c7e None None] Deleting port 7d159829-eec2-460a-a9e7-5e0cc476e0f7 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:54.753915 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5497071c-f7e7-46d5-bb95-546fc17d0c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:54.794143 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0f5024d0-9374-44e6-8aa8-630b82a84f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:54.813284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fac2ac-c2b0-4814-bcfc-bbc0fe3c3ee1 req-04bfb9cb-5c00-47f4-bfa2-5101584f1ee3 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:54.814805 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36fac2ac-c2b0-4814-bcfc-bbc0fe3c3ee1 req-04bfb9cb-5c00-47f4-bfa2-5101584f1ee3 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.1461284 Sep 07 18:59:54.823275 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-9b0a6a06-8c0d-4cdb-a064-07dec21ff482 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] For port 7d159829-eec2-460a-a9e7-5e0cc476e0f7, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7d159829-eec2-460a-a9e7-5e0cc476e0f7,segment=NetworkSegment(7ce203e9-d46f-4fc8-a631-46b223cd7e0d),segment_id=7ce203e9-d46f-4fc8-a631-46b223cd7e0d)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:54.823640 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9b0a6a06-8c0d-4cdb-a064-07dec21ff482 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:54.843904 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-9b0a6a06-8c0d-4cdb-a064-07dec21ff482 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Calling delete_port for 7d159829-eec2-460a-a9e7-5e0cc476e0f7 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:54.869474 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-5497071c-f7e7-46d5-bb95-546fc17d0c7e None None] For port 7d159829-eec2-460a-a9e7-5e0cc476e0f7, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7d159829-eec2-460a-a9e7-5e0cc476e0f7,segment=NetworkSegment(7ce203e9-d46f-4fc8-a631-46b223cd7e0d),segment_id=7ce203e9-d46f-4fc8-a631-46b223cd7e0d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:54.869866 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5497071c-f7e7-46d5-bb95-546fc17d0c7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:54.901986 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-5497071c-f7e7-46d5-bb95-546fc17d0c7e None None] Calling delete_port for 7d159829-eec2-460a-a9e7-5e0cc476e0f7 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:54.905422 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0f5024d0-9374-44e6-8aa8-630b82a84f28 None None] For port 0005a09e-b80b-4b15-9881-ca66aa58b7e1, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0005a09e-b80b-4b15-9881-ca66aa58b7e1,segment=NetworkSegment(544ac0b4-9d43-41ba-85bf-c61ebdd518c7),segment_id=544ac0b4-9d43-41ba-85bf-c61ebdd518c7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:54.907985 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fab54155-35b8-481a-b022-e7b4ca4de067 req-580911b8-10c2-454c-85f4-5ce94d4e2ed1 service neutron] 10.222.0.60 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667845 Sep 07 18:59:54.918451 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36fac2ac-c2b0-4814-bcfc-bbc0fe3c3ee1 req-28ab349f-6714-48d5-a081-665f77bd789d tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746014 Sep 07 18:59:54.919510 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0f5024d0-9374-44e6-8aa8-630b82a84f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:54.935237 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24c95c5-02e7-4540-a4d6-d0981cc0e212 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router 23d5fe40-946f-465f-ba64-e9d989d84c85 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:59:54.945027 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-fab3de80-90b9-42ae-b348-4fbda37f7432 req-dc6a81d2-5ce8-4fdb-adc0-1e9daf52c5a6 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Deleting port 7a7a415d-1873-43e6-aa93-287d671f8120 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:54.948883 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fab3de80-90b9-42ae-b348-4fbda37f7432 req-dc6a81d2-5ce8-4fdb-adc0-1e9daf52c5a6 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:55.010841 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9b0a6a06-8c0d-4cdb-a064-07dec21ff482 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:55.031760 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5024d0-9374-44e6-8aa8-630b82a84f28 None None] Pushing event updated for resources: {'Port': ['ID=0005a09e-b80b-4b15-9881-ca66aa58b7e1,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:55.063971 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5497071c-f7e7-46d5-bb95-546fc17d0c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:55.078104 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a6a06-8c0d-4cdb-a064-07dec21ff482 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Pushing event deleted for resources: {'Port': ['ID=7d159829-eec2-460a-a9e7-5e0cc476e0f7,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:55.080270 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0a6a06-8c0d-4cdb-a064-07dec21ff482 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] No DVR routers for this DVR port 7d159829-eec2-460a-a9e7-5e0cc476e0f7 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:59:55.084865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5497071c-f7e7-46d5-bb95-546fc17d0c7e None None] No DVR routers for this DVR port 7d159829-eec2-460a-a9e7-5e0cc476e0f7 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:59:55.126223 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497071c-f7e7-46d5-bb95-546fc17d0c7e None None] Pushing event deleted for resources: {'Port': ['ID=7d159829-eec2-460a-a9e7-5e0cc476e0f7,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:55.129738 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24c95c5-02e7-4540-a4d6-d0981cc0e212 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:59:55.146104 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764161fb-b1e6-4b0e-bf8d-2daeece82481 None None] Sync routers for ids ['23d5fe40-946f-465f-ba64-e9d989d84c85'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:59:55.162071 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764161fb-b1e6-4b0e-bf8d-2daeece82481 None None] Routers {'23d5fe40-946f-465f-ba64-e9d989d84c85'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:55.163006 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-764161fb-b1e6-4b0e-bf8d-2daeece82481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['23d5fe40-946f-465f-ba64-e9d989d84c85'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:55.202819 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9b0a6a06-8c0d-4cdb-a064-07dec21ff482 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:55.204229 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-764161fb-b1e6-4b0e-bf8d-2daeece82481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:55.217296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764161fb-b1e6-4b0e-bf8d-2daeece82481 None None] Routers {'23d5fe40-946f-465f-ba64-e9d989d84c85'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:55.218194 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-764161fb-b1e6-4b0e-bf8d-2daeece82481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['23d5fe40-946f-465f-ba64-e9d989d84c85'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:55.230389 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-9b0a6a06-8c0d-4cdb-a064-07dec21ff482 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70b5042-2ad9-4277-a52d-69ad6c86dcc9']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:55.244729 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b24c95c5-02e7-4540-a4d6-d0981cc0e212 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/23d5fe40-946f-465f-ba64-e9d989d84c85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8237276 Sep 07 18:59:55.245787 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40930) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:55.249905 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-9b0a6a06-8c0d-4cdb-a064-07dec21ff482 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce203e9-d46f-4fc8-a631-46b223cd7e0d') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:55.250208 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-9b0a6a06-8c0d-4cdb-a064-07dec21ff482 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce203e9-d46f-4fc8-a631-46b223cd7e0d') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:55.258254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-764161fb-b1e6-4b0e-bf8d-2daeece82481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:55.258938 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764161fb-b1e6-4b0e-bf8d-2daeece82481 None None] The sync data for ids ['23d5fe40-946f-465f-ba64-e9d989d84c85'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:59:55.277501 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ff05925e-3dbb-4630-adae-df9fa67cc049 None None] Provisioning for port cd64d84a-6249-4172-a6b9-9ecf696ce528 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:55.283267 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ff05925e-3dbb-4630-adae-df9fa67cc049 None None] Provisioning complete for port cd64d84a-6249-4172-a6b9-9ecf696ce528 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:55.283647 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ff05925e-3dbb-4630-adae-df9fa67cc049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:55.304114 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9b0a6a06-8c0d-4cdb-a064-07dec21ff482 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:55.329025 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ff05925e-3dbb-4630-adae-df9fa67cc049 None None] Port cd64d84a-6249-4172-a6b9-9ecf696ce528 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:59:55.339575 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091552a8-e157-409e-9f51-03e117dddf2e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:55.341291 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-091552a8-e157-409e-9f51-03e117dddf2e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/ports/cd64d84a-6249-4172-a6b9-9ecf696ce528 HTTP/1.1" status: 200 len: 910 time: 0.0826914 Sep 07 18:59:55.343069 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9b0a6a06-8c0d-4cdb-a064-07dec21ff482 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:55.345086 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40932) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:55.345598 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ff05925e-3dbb-4630-adae-df9fa67cc049 None None] Provisioning complete for port 0005a09e-b80b-4b15-9881-ca66aa58b7e1 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:55.346949 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ff05925e-3dbb-4630-adae-df9fa67cc049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:55.385679 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-fab3de80-90b9-42ae-b348-4fbda37f7432 req-dc6a81d2-5ce8-4fdb-adc0-1e9daf52c5a6 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] For port 7a7a415d-1873-43e6-aa93-287d671f8120, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=7a7a415d-1873-43e6-aa93-287d671f8120,segment=NetworkSegment(13b3cd79-506d-408b-ac0a-b1dc60d02738),segment_id=13b3cd79-506d-408b-ac0a-b1dc60d02738)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:55.386148 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fab3de80-90b9-42ae-b348-4fbda37f7432 req-dc6a81d2-5ce8-4fdb-adc0-1e9daf52c5a6 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:55.401415 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0a6a06-8c0d-4cdb-a064-07dec21ff482 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:59:55.401843 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9b0a6a06-8c0d-4cdb-a064-07dec21ff482 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:55.401985 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-fab3de80-90b9-42ae-b348-4fbda37f7432 req-dc6a81d2-5ce8-4fdb-adc0-1e9daf52c5a6 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Calling delete_port for 7a7a415d-1873-43e6-aa93-287d671f8120 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: timer() Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:59:55.405168 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:59:55.530921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 3d1099be-04fd-451c-8159-66fc5e2e7be3 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:59:55.540473 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9b0a6a06-8c0d-4cdb-a064-07dec21ff482 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:55.549635 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9b0a6a06-8c0d-4cdb-a064-07dec21ff482 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:55.551524 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9b0a6a06-8c0d-4cdb-a064-07dec21ff482 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] 10.222.0.26 "DELETE /v2.0/networks/f70b5042-2ad9-4277-a52d-69ad6c86dcc9 HTTP/1.1" status: 204 len: 168 time: 1.3098297 Sep 07 18:59:55.598865 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a6a06-8c0d-4cdb-a064-07dec21ff482 tempest-DHCPAgentSchedulersTestJSON-2088298521 tempest-DHCPAgentSchedulersTestJSON-2088298521-project] Pushing event deleted for resources: {'Network': ['ID=f70b5042-2ad9-4277-a52d-69ad6c86dcc9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:55.693925 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fab3de80-90b9-42ae-b348-4fbda37f7432 req-dc6a81d2-5ce8-4fdb-adc0-1e9daf52c5a6 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:55.717380 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f406a-b49c-428a-837f-ac09ddc71847 req-6c1789d0-1b0b-4720-aa1a-5ba3b04f2464 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:55.722259 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae3f406a-b49c-428a-837f-ac09ddc71847 req-6c1789d0-1b0b-4720-aa1a-5ba3b04f2464 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 943 time: 0.1447639 Sep 07 18:59:55.752462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624b6e2-25e6-4d9c-8545-95dd7bed06b1 req-ad39fc50-5f50-4f85-8afb-396ba0743339 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:55.754384 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8624b6e2-25e6-4d9c-8545-95dd7bed06b1 req-ad39fc50-5f50-4f85-8afb-396ba0743339 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/ports?device_id=c96bae98-4263-450a-8fb3-ee282e5f1d10 HTTP/1.1" status: 200 len: 865 time: 0.1575663 Sep 07 18:59:55.760318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a81d2-5ce8-4fdb-adc0-1e9daf52c5a6 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Pushing event deleted for resources: {'Port': ['ID=7a7a415d-1873-43e6-aa93-287d671f8120,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:55.865808 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab3de80-90b9-42ae-b348-4fbda37f7432 req-dc6a81d2-5ce8-4fdb-adc0-1e9daf52c5a6 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] No DVR routers for this DVR port 7a7a415d-1873-43e6-aa93-287d671f8120 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:59:55.873565 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fab3de80-90b9-42ae-b348-4fbda37f7432 req-dc6a81d2-5ce8-4fdb-adc0-1e9daf52c5a6 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:55.875568 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fab3de80-90b9-42ae-b348-4fbda37f7432 req-dc6a81d2-5ce8-4fdb-adc0-1e9daf52c5a6 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.36 "DELETE /v2.0/ports/7a7a415d-1873-43e6-aa93-287d671f8120 HTTP/1.1" status: 204 len: 173 time: 1.2080719 Sep 07 18:59:55.879418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96bae98-4263-450a-8fb3-ee282e5f1d10', 'name': 'network-vif-deleted', 'tag': '7a7a415d-1873-43e6-aa93-287d671f8120'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:59:55.881957 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da90c0f-7f55-449e-b036-ab6163d1a435" -d '{"events": [{"server_uuid": "c96bae98-4263-450a-8fb3-ee282e5f1d10", "name": "network-vif-deleted", "tag": "7a7a415d-1873-43e6-aa93-287d671f8120"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:59:55.906358 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae3f406a-b49c-428a-837f-ac09ddc71847 req-e978dcdf-20b8-43f6-8910-8dd2a9ae45c3 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494932 Sep 07 18:59:55.912533 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-704d5c3f-c0d7-4184-a227-bea41d3e12a2 None None] Provisioning complete for port cd64d84a-6249-4172-a6b9-9ecf696ce528 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:55.913000 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-704d5c3f-c0d7-4184-a227-bea41d3e12a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:55.936215 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8624b6e2-25e6-4d9c-8545-95dd7bed06b1 req-82b7323b-7e0a-4366-9ef7-78d1f3695664 tempest-ImagesTestJSON-1746545561 tempest-ImagesTestJSON-1746545561-project] 10.222.0.26 "GET /v2.0/security-groups?id=b59ccd8f-c548-4bc8-b87c-792d48af17c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647651 Sep 07 18:59:55.940724 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9ab6bc26-5ff0-485d-82d6-a8b2643e3081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:55.958161 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 3d1099be-04fd-451c-8159-66fc5e2e7be3, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3d1099be-04fd-451c-8159-66fc5e2e7be3,segment=NetworkSegment(34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff),segment_id=34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:55.978430 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '3d1099be-04fd-451c-8159-66fc5e2e7be3', 'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43', 'port_id': '3d1099be-04fd-451c-8159-66fc5e2e7be3', 'mac_address': 'fa:16:3e:6d:95:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd943e1b1-375c-4cfe-bd80-2dab5c275769', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:59:55.980162 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-704d5c3f-c0d7-4184-a227-bea41d3e12a2 None None] Port cd64d84a-6249-4172-a6b9-9ecf696ce528 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:59:55.989628 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54708eca-c102-40a2-8879-bd5d1280e3d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:56.012264 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40950) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:56.065468 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:56.105304 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d1099be-04fd-451c-8159-66fc5e2e7be3 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:59:56.111851 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe236d4-e457-405f-a62f-259c9a41eff4 x-openstack-request-id: req-1fe236d4-e457-405f-a62f-259c9a41eff4 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:59:56.112155 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96bae98-4263-450a-8fb3-ee282e5f1d10", "name": "network-vif-deleted", "tag": "7a7a415d-1873-43e6-aa93-287d671f8120", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:59:56.112385 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1fe236d4-e457-405f-a62f-259c9a41eff4 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:59:56.112931 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96bae98-4263-450a-8fb3-ee282e5f1d10', 'name': 'network-vif-deleted', 'tag': '7a7a415d-1873-43e6-aa93-287d671f8120', 'status': 'completed', 'code': 200} Sep 07 18:59:56.132208 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 3d1099be-04fd-451c-8159-66fc5e2e7be3, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3d1099be-04fd-451c-8159-66fc5e2e7be3,segment=NetworkSegment(34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff),segment_id=34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:56.136769 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-dd4bf586-67dd-4608-9859-83c695230485 None None] Provisioning complete for port cd64d84a-6249-4172-a6b9-9ecf696ce528 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:56.137348 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-dd4bf586-67dd-4608-9859-83c695230485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:56.162439 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0005a09e-b80b-4b15-9881-ca66aa58b7e1 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:56.167608 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:56.168341 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 8acf9c1a-ecee-48f2-9a50-69289e4da3ee details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:59:56.239732 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-dd4bf586-67dd-4608-9859-83c695230485 None None] Port cd64d84a-6249-4172-a6b9-9ecf696ce528 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:59:56.251554 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96e3de-f43d-4bb4-9175-df0607a65474 req-648d2b2f-c58a-4c10-b298-4d7d96724d7f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:56.253364 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a96e3de-f43d-4bb4-9175-df0607a65474 req-648d2b2f-c58a-4c10-b298-4d7d96724d7f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.0820606 Sep 07 18:59:56.269638 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=3d1099be-04fd-451c-8159-66fc5e2e7be3,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:56.272222 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-52979c9d-5143-4e77-8021-bd74db905097 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24a62657d81244ab808be83e68b055d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2569652 Sep 07 18:59:56.281891 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40954) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:56.285731 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 8acf9c1a-ecee-48f2-9a50-69289e4da3ee, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=8acf9c1a-ecee-48f2-9a50-69289e4da3ee,segment=NetworkSegment(34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff),segment_id=34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:56.301580 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a96e3de-f43d-4bb4-9175-df0607a65474 req-bfeef03e-8828-40ae-8004-4fb8f06e799e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390880 Sep 07 18:59:56.302182 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '8acf9c1a-ecee-48f2-9a50-69289e4da3ee', 'network_id': '26f76b26-48a6-4f36-aaf0-194161936f43', 'port_id': '8acf9c1a-ecee-48f2-9a50-69289e4da3ee', 'mac_address': 'fa:16:3e:63:35:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd943e1b1-375c-4cfe-bd80-2dab5c275769', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:59:56.305591 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 0005a09e-b80b-4b15-9881-ca66aa58b7e1 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:56.305972 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:56.366762 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8885bc30-9ebc-4506-b248-6ca2540df717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:56.383645 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:56.401348 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8885bc30-9ebc-4506-b248-6ca2540df717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:56.402338 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8acf9c1a-ecee-48f2-9a50-69289e4da3ee {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:59:56.442603 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 8acf9c1a-ecee-48f2-9a50-69289e4da3ee, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=8acf9c1a-ecee-48f2-9a50-69289e4da3ee,segment=NetworkSegment(34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff),segment_id=34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:56.443744 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-54708eca-c102-40a2-8879-bd5d1280e3d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting port cd64d84a-6249-4172-a6b9-9ecf696ce528 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:56.444095 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54708eca-c102-40a2-8879-bd5d1280e3d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:56.460316 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:56.527417 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=8acf9c1a-ecee-48f2-9a50-69289e4da3ee,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:56.547808 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8885bc30-9ebc-4506-b248-6ca2540df717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:56.550428 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8885bc30-9ebc-4506-b248-6ca2540df717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:56.551591 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8885bc30-9ebc-4506-b248-6ca2540df717 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3013e457-4ac3-4443-b479-dc5a4d2468e8 HTTP/1.1" status: 204 len: 168 time: 0.2687523 Sep 07 18:59:56.553005 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7d159829-eec2-460a-a9e7-5e0cc476e0f7 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:59:56.569226 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885bc30-9ebc-4506-b248-6ca2540df717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3013e457-4ac3-4443-b479-dc5a4d2468e8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:56.573905 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 7d159829-eec2-460a-a9e7-5e0cc476e0f7 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:59:56.574335 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7d159829-eec2-460a-a9e7-5e0cc476e0f7 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:59:56.578957 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54708eca-c102-40a2-8879-bd5d1280e3d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:56.592358 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-54708eca-c102-40a2-8879-bd5d1280e3d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Calling delete_port for cd64d84a-6249-4172-a6b9-9ecf696ce528 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:56.745563 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['8acf9c1a-ecee-48f2-9a50-69289e4da3ee'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:59:56.750759 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['3d1099be-04fd-451c-8159-66fc5e2e7be3'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:59:56.869650 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40960) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:56.891002 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4fbf9570-3b5e-4d05-9bdb-cf3facf7243b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:57.061598 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4fbf9570-3b5e-4d05-9bdb-cf3facf7243b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:57.069838 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4fbf9570-3b5e-4d05-9bdb-cf3facf7243b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:57.098091 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e74ad3-3f38-4ab1-bbee-a0dbc7a65fac req-9ae2875e-7826-40de-9078-26aa863c3b96 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:57.101180 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8e74ad3-3f38-4ab1-bbee-a0dbc7a65fac req-9ae2875e-7826-40de-9078-26aa863c3b96 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 944 time: 0.1126029 Sep 07 18:59:57.144119 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54708eca-c102-40a2-8879-bd5d1280e3d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:57.160493 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4fbf9570-3b5e-4d05-9bdb-cf3facf7243b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=26c7c5cba8994e77949a510b0bc6395f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2899065 Sep 07 18:59:57.162535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40978) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:57.172958 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf9570-3b5e-4d05-9bdb-cf3facf7243b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1a4d3e-ff01-4a02-81cd-8bada497c68d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:57.194027 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54708eca-c102-40a2-8879-bd5d1280e3d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Port': ['ID=cd64d84a-6249-4172-a6b9-9ecf696ce528,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:57.211979 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8e74ad3-3f38-4ab1-bbee-a0dbc7a65fac req-02315957-8773-44b6-8644-ae9ec25c186d tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017125 Sep 07 18:59:57.262856 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6edde1e7-1405-4cce-8af6-6ef5f58737e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:57.290118 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6edde1e7-1405-4cce-8af6-6ef5f58737e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:57.354185 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54708eca-c102-40a2-8879-bd5d1280e3d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:57.374562 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6edde1e7-1405-4cce-8af6-6ef5f58737e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:57.377693 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6edde1e7-1405-4cce-8af6-6ef5f58737e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:57.378993 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6edde1e7-1405-4cce-8af6-6ef5f58737e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf1a4d3e-ff01-4a02-81cd-8bada497c68d HTTP/1.1" status: 204 len: 168 time: 0.2153893 Sep 07 18:59:57.395875 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edde1e7-1405-4cce-8af6-6ef5f58737e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1a4d3e-ff01-4a02-81cd-8bada497c68d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:57.471126 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765308d-a850-4113-b86f-195169391438 req-1964d8f9-dab3-42bd-9a27-713d4a27762c tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:57.475375 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5765308d-a850-4113-b86f-195169391438 req-1964d8f9-dab3-42bd-9a27-713d4a27762c tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.0570402 Sep 07 18:59:57.525461 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5765308d-a850-4113-b86f-195169391438 req-758f15fa-3d99-4171-a5e0-0844a04f16f9 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407374 Sep 07 18:59:57.581229 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54708eca-c102-40a2-8879-bd5d1280e3d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router 23d5fe40-946f-465f-ba64-e9d989d84c85 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:59:57.619869 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41006) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:57.668569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e205de5f-3ed6-4d9f-99d5-9ad6dd300373 admin admin] Deleting subnet 3efea74c-6615-4f78-a316-4a616a841935 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:59:57.671837 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e205de5f-3ed6-4d9f-99d5-9ad6dd300373 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:57.680016 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54708eca-c102-40a2-8879-bd5d1280e3d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:59:57.687952 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-54708eca-c102-40a2-8879-bd5d1280e3d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/23d5fe40-946f-465f-ba64-e9d989d84c85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3393714 Sep 07 18:59:57.688148 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41010) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:57.694331 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47b53b1-f71c-4440-9a66-fef457850dbc None None] Sync routers for ids ['23d5fe40-946f-465f-ba64-e9d989d84c85'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:59:57.705444 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47b53b1-f71c-4440-9a66-fef457850dbc None None] Routers {'23d5fe40-946f-465f-ba64-e9d989d84c85'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:57.706170 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e47b53b1-f71c-4440-9a66-fef457850dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['23d5fe40-946f-465f-ba64-e9d989d84c85'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:57.709686 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e205de5f-3ed6-4d9f-99d5-9ad6dd300373 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:57.723673 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b3d97932-0420-4ee1-be0c-1c456ece6a77 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/ports?device_id=23d5fe40-946f-465f-ba64-e9d989d84c85 HTTP/1.1" status: 200 len: 205 time: 0.0343769 Sep 07 18:59:57.724373 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41012) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:57.738089 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e47b53b1-f71c-4440-9a66-fef457850dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:57.747365 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47b53b1-f71c-4440-9a66-fef457850dbc None None] Routers {'23d5fe40-946f-465f-ba64-e9d989d84c85'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:57.749164 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e47b53b1-f71c-4440-9a66-fef457850dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['23d5fe40-946f-465f-ba64-e9d989d84c85'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:57.757475 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e205de5f-3ed6-4d9f-99d5-9ad6dd300373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:57.787010 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e47b53b1-f71c-4440-9a66-fef457850dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:57.787874 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47b53b1-f71c-4440-9a66-fef457850dbc None None] The sync data for ids ['23d5fe40-946f-465f-ba64-e9d989d84c85'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:59:57.812696 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7fe8f95-fb5c-4890-8be6-737d1a9f7a7f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:57.818704 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e205de5f-3ed6-4d9f-99d5-9ad6dd300373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:57.846140 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205de5f-3ed6-4d9f-99d5-9ad6dd300373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3efea74c-6615-4f78-a316-4a616a841935,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:57.850039 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e205de5f-3ed6-4d9f-99d5-9ad6dd300373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:57.851971 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e205de5f-3ed6-4d9f-99d5-9ad6dd300373 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3efea74c-6615-4f78-a316-4a616a841935 HTTP/1.1" status: 204 len: 168 time: 0.2308500 Sep 07 18:59:57.854672 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41020) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:57.933732 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-029512a4-ffb3-42cd-a09b-4ba2c9b30cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:57.998863 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7fe8f95-fb5c-4890-8be6-737d1a9f7a7f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.001202 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7fe8f95-fb5c-4890-8be6-737d1a9f7a7f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.018396 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-029512a4-ffb3-42cd-a09b-4ba2c9b30cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.040689 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-029512a4-ffb3-42cd-a09b-4ba2c9b30cae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8684adc4-5ec3-4aac-81e9-c4347cba31e4']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:58.050440 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7fe8f95-fb5c-4890-8be6-737d1a9f7a7f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.051084 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fe8f95-fb5c-4890-8be6-737d1a9f7a7f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Fanout notify agent at l3_agent the message router_deleted on router 23d5fe40-946f-465f-ba64-e9d989d84c85 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:59:58.057603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-029512a4-ffb3-42cd-a09b-4ba2c9b30cae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b3cd79-506d-408b-ac0a-b1dc60d02738') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:58.058032 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-029512a4-ffb3-42cd-a09b-4ba2c9b30cae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b3cd79-506d-408b-ac0a-b1dc60d02738') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:58.061926 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7fe8f95-fb5c-4890-8be6-737d1a9f7a7f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.064942 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e7fe8f95-fb5c-4890-8be6-737d1a9f7a7f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/routers/23d5fe40-946f-465f-ba64-e9d989d84c85 HTTP/1.1" status: 204 len: 168 time: 0.3395581 Sep 07 18:59:58.065947 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41028) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:58.083053 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-029512a4-ffb3-42cd-a09b-4ba2c9b30cae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.132194 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-029512a4-ffb3-42cd-a09b-4ba2c9b30cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.148832 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029512a4-ffb3-42cd-a09b-4ba2c9b30cae admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:59:58.149359 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-029512a4-ffb3-42cd-a09b-4ba2c9b30cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: timer() Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:59:58.151147 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:59:58.166624 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd3fb5b-bdaf-4100-adb3-2593c86ece90 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting subnet d6353e0e-f6d9-4526-9a12-6bd31ff04c0c {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:59:58.177574 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ecd3fb5b-bdaf-4100-adb3-2593c86ece90 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.253940 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-029512a4-ffb3-42cd-a09b-4ba2c9b30cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.277601 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-029512a4-ffb3-42cd-a09b-4ba2c9b30cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.280041 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-029512a4-ffb3-42cd-a09b-4ba2c9b30cae admin admin] 10.222.0.26 "DELETE /v2.0/networks/8684adc4-5ec3-4aac-81e9-c4347cba31e4 HTTP/1.1" status: 204 len: 168 time: 0.4240000 Sep 07 18:59:58.291674 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ecd3fb5b-bdaf-4100-adb3-2593c86ece90 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.299704 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029512a4-ffb3-42cd-a09b-4ba2c9b30cae admin admin] Pushing event deleted for resources: {'Network': ['ID=8684adc4-5ec3-4aac-81e9-c4347cba31e4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:58.345292 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 7a7a415d-1873-43e6-aa93-287d671f8120 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:59:58.382378 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 7a7a415d-1873-43e6-aa93-287d671f8120 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:59:58.384034 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 7a7a415d-1873-43e6-aa93-287d671f8120 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:59:58.456359 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d672f36-ddf2-4b75-b807-cd6bf3b44dfd req-1675c172-80a1-4074-87bc-af9d51a5008c tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:58.464146 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d672f36-ddf2-4b75-b807-cd6bf3b44dfd req-1675c172-80a1-4074-87bc-af9d51a5008c tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 944 time: 0.1143472 Sep 07 18:59:58.530532 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d672f36-ddf2-4b75-b807-cd6bf3b44dfd req-0e3f8508-dbde-4e71-b326-255815b36abc tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654526 Sep 07 18:59:58.531966 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41048) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:58.540700 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ecd3fb5b-bdaf-4100-adb3-2593c86ece90 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.589610 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-eacf15f5-cb62-44c3-8eb0-7a36de9f6168 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2529f1c24ea84b429d16a7b55fd633e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564346 Sep 07 18:59:58.592128 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41052) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:58.651385 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-551a6ef7-4b97-4208-99bd-0a7480d98026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.686835 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-551a6ef7-4b97-4208-99bd-0a7480d98026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.689715 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ecd3fb5b-bdaf-4100-adb3-2593c86ece90 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.733303 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb96be7-8454-4b47-a508-f392e0e622fe req-8340fc0f-7e96-4f2d-99b8-397577c385c0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:58.734934 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4eb96be7-8454-4b47-a508-f392e0e622fe req-8340fc0f-7e96-4f2d-99b8-397577c385c0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.1074324 Sep 07 18:59:58.736067 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ecd3fb5b-bdaf-4100-adb3-2593c86ece90 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.740462 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ecd3fb5b-bdaf-4100-adb3-2593c86ece90 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/subnets/d6353e0e-f6d9-4526-9a12-6bd31ff04c0c HTTP/1.1" status: 204 len: 168 time: 0.6657624 Sep 07 18:59:58.740708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e566c56c-18bc-420e-a9dd-255e02ac79c6 None None] Network 49a7d305-d0b6-4e86-aa10-cdb8057d4948 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:59:58.741067 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41056) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:58.749146 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3fb5b-bdaf-4100-adb3-2593c86ece90 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Subnet': ['ID=d6353e0e-f6d9-4526-9a12-6bd31ff04c0c,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:58.786067 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-24bcb8df-f4cc-4468-b147-d60d69e44fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.793365 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-551a6ef7-4b97-4208-99bd-0a7480d98026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.798319 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-551a6ef7-4b97-4208-99bd-0a7480d98026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.802894 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-551a6ef7-4b97-4208-99bd-0a7480d98026 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b59ccd8f-c548-4bc8-b87c-792d48af17c1 HTTP/1.1" status: 204 len: 168 time: 0.2069876 Sep 07 18:59:58.812150 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a6ef7-4b97-4208-99bd-0a7480d98026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59ccd8f-c548-4bc8-b87c-792d48af17c1,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:58.854827 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fb003c97-e552-4355-b1d8-97cafdff6b33 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.864717 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4eb96be7-8454-4b47-a508-f392e0e622fe req-a3a89454-5f3e-4342-ae65-88dfceaf76f9 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120057 Sep 07 18:59:58.932794 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-fb003c97-e552-4355-b1d8-97cafdff6b33 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting port 0005a09e-b80b-4b15-9881-ca66aa58b7e1 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:58.933311 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fb003c97-e552-4355-b1d8-97cafdff6b33 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.032949 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.036919 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280d8be1-6f27-4b40-b651-d4ca018a6243 None None] DHCP port deletion for 49a7d305-d0b6-4e86-aa10-cdb8057d4948 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 18:59:59.048226 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-fb003c97-e552-4355-b1d8-97cafdff6b33 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] For port 0005a09e-b80b-4b15-9881-ca66aa58b7e1, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0005a09e-b80b-4b15-9881-ca66aa58b7e1,segment=NetworkSegment(544ac0b4-9d43-41ba-85bf-c61ebdd518c7),segment_id=544ac0b4-9d43-41ba-85bf-c61ebdd518c7)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:59.049217 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fb003c97-e552-4355-b1d8-97cafdff6b33 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.071315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-fb003c97-e552-4355-b1d8-97cafdff6b33 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Calling delete_port for 0005a09e-b80b-4b15-9881-ca66aa58b7e1 owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:59.126101 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-280d8be1-6f27-4b40-b651-d4ca018a6243 None None] Deleting port 0005a09e-b80b-4b15-9881-ca66aa58b7e1 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:59.126484 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-280d8be1-6f27-4b40-b651-d4ca018a6243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.170949 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fb003c97-e552-4355-b1d8-97cafdff6b33 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.213025 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb003c97-e552-4355-b1d8-97cafdff6b33 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Port': ['ID=0005a09e-b80b-4b15-9881-ca66aa58b7e1,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:59.226866 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb003c97-e552-4355-b1d8-97cafdff6b33 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] No DVR routers for this DVR port 0005a09e-b80b-4b15-9881-ca66aa58b7e1 on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:59:59.231766 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-280d8be1-6f27-4b40-b651-d4ca018a6243 None None] For port 0005a09e-b80b-4b15-9881-ca66aa58b7e1, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0005a09e-b80b-4b15-9881-ca66aa58b7e1,segment=NetworkSegment(544ac0b4-9d43-41ba-85bf-c61ebdd518c7),segment_id=544ac0b4-9d43-41ba-85bf-c61ebdd518c7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:59.232241 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-280d8be1-6f27-4b40-b651-d4ca018a6243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.247681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-280d8be1-6f27-4b40-b651-d4ca018a6243 None None] Calling delete_port for 0005a09e-b80b-4b15-9881-ca66aa58b7e1 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:59.361722 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41080) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:59.365801 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fb003c97-e552-4355-b1d8-97cafdff6b33 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.366504 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.370610 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.370610 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.370610 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.370610 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.370610 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.370610 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.370610 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.370610 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.370610 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.370610 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.370610 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.370610 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.370610 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 18:59:59.370610 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 18:59:59.381667 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-280d8be1-6f27-4b40-b651-d4ca018a6243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.401064 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-fb003c97-e552-4355-b1d8-97cafdff6b33 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a7d305-d0b6-4e86-aa10-cdb8057d4948']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:59.411830 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-fb003c97-e552-4355-b1d8-97cafdff6b33 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544ac0b4-9d43-41ba-85bf-c61ebdd518c7') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:59.412124 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-fb003c97-e552-4355-b1d8-97cafdff6b33 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544ac0b4-9d43-41ba-85bf-c61ebdd518c7') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:59.416407 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d8be1-6f27-4b40-b651-d4ca018a6243 None None] Pushing event deleted for resources: {'Port': ['ID=0005a09e-b80b-4b15-9881-ca66aa58b7e1,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:59.422795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280d8be1-6f27-4b40-b651-d4ca018a6243 None None] No DVR routers for this DVR port 0005a09e-b80b-4b15-9881-ca66aa58b7e1 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:59:59.428787 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fb003c97-e552-4355-b1d8-97cafdff6b33 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.456425 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fb003c97-e552-4355-b1d8-97cafdff6b33 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.463477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb003c97-e552-4355-b1d8-97cafdff6b33 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:59:59.464014 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fb003c97-e552-4355-b1d8-97cafdff6b33 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: timer() Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:59:59.467422 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:59:59.534393 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fb003c97-e552-4355-b1d8-97cafdff6b33 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.545536 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fb003c97-e552-4355-b1d8-97cafdff6b33 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.546938 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-fb003c97-e552-4355-b1d8-97cafdff6b33 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/networks/49a7d305-d0b6-4e86-aa10-cdb8057d4948 HTTP/1.1" status: 204 len: 168 time: 0.8050294 Sep 07 18:59:59.550749 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41088) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:59.551281 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 3d1099be-04fd-451c-8159-66fc5e2e7be3 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:59.556309 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-c103e53b-a552-4822-a812-7ee693b33c2b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1582878689', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:59.568808 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb003c97-e552-4355-b1d8-97cafdff6b33 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Network': ['ID=49a7d305-d0b6-4e86-aa10-cdb8057d4948,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:59.619593 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 3d1099be-04fd-451c-8159-66fc5e2e7be3 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:59.624454 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 3d1099be-04fd-451c-8159-66fc5e2e7be3 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:59.625175 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.630223 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c103e53b-a552-4822-a812-7ee693b33c2b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.633901 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c103e53b-a552-4822-a812-7ee693b33c2b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.727159 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c103e53b-a552-4822-a812-7ee693b33c2b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.728294 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.760900 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64f2d63-cd8b-4038-afc6-31c6bbc9399d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1099be-04fd-451c-8159-66fc5e2e7be3'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:59:59.764217 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3876ff85-4ad7-40ad-b5b3-f68197e2ddcd" -d '{"events": [{"server_uuid": "c64f2d63-cd8b-4038-afc6-31c6bbc9399d", "name": "network-vif-plugged", "status": "completed", "tag": "3d1099be-04fd-451c-8159-66fc5e2e7be3"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:59:59.778115 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035559e-c176-41d1-9404-fb1bd63453ab req-0cd4414c-83b3-423a-ad31-e7a737e3a58a tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:59.781027 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 3d1099be-04fd-451c-8159-66fc5e2e7be3, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3d1099be-04fd-451c-8159-66fc5e2e7be3,segment=NetworkSegment(34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff),segment_id=34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:59.785858 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.786192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c035559e-c176-41d1-9404-fb1bd63453ab req-0cd4414c-83b3-423a-ad31-e7a737e3a58a tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 944 time: 0.1195862 Sep 07 18:59:59.786791 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 8acf9c1a-ecee-48f2-9a50-69289e4da3ee up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:59:59.824416 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97c0ce0-fc89-4bd7-85c2-c676c43f6926 x-openstack-request-id: req-e97c0ce0-fc89-4bd7-85c2-c676c43f6926 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:59:59.824683 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64f2d63-cd8b-4038-afc6-31c6bbc9399d", "name": "network-vif-plugged", "status": "completed", "tag": "3d1099be-04fd-451c-8159-66fc5e2e7be3", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:59:59.824922 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e97c0ce0-fc89-4bd7-85c2-c676c43f6926 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:59:59.825270 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64f2d63-cd8b-4038-afc6-31c6bbc9399d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1099be-04fd-451c-8159-66fc5e2e7be3', 'code': 200} Sep 07 18:59:59.841317 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c035559e-c176-41d1-9404-fb1bd63453ab req-c519c9ad-a318-44ed-a5b7-993de42f66b3 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543022 Sep 07 18:59:59.905934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=3d1099be-04fd-451c-8159-66fc5e2e7be3,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:59.913499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 8acf9c1a-ecee-48f2-9a50-69289e4da3ee completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:59:59.918676 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 8acf9c1a-ecee-48f2-9a50-69289e4da3ee triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:59:59.919212 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.955727 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c103e53b-a552-4822-a812-7ee693b33c2b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.962907 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1e8af9d3-107a-4c10-bae4-19a1c05272f4 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1637926554'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:59:59.963371 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1e8af9d3-107a-4c10-bae4-19a1c05272f4 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] Unknown quota resources ['metering_label']. {{(pid=101444) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 19:00:00.012630 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62a636-7cd6-4215-82d2-d077bb901d74 req-2b2eac3b-494c-4903-8aba-c0e3a89b316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:00.014342 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f62a636-7cd6-4215-82d2-d077bb901d74 req-2b2eac3b-494c-4903-8aba-c0e3a89b316f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 1096 time: 0.0992045 Sep 07 19:00:00.042106 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.085347 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 8acf9c1a-ecee-48f2-9a50-69289e4da3ee, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=8acf9c1a-ecee-48f2-9a50-69289e4da3ee,segment=NetworkSegment(34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff),segment_id=34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:00.086200 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f8fe3-22b7-48c9-8e27-5446a58f72e6 req-0d18c3e7-b68c-4187-ac78-e64f9eefd54c tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:00.087591 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f57f8fe3-22b7-48c9-8e27-5446a58f72e6 req-0d18c3e7-b68c-4187-ac78-e64f9eefd54c tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.0913997 Sep 07 19:00:00.089753 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f62a636-7cd6-4215-82d2-d077bb901d74 req-aa933571-b6bd-46ad-ae92-49b8aea2028a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615513 Sep 07 19:00:00.093256 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.149089 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0005a09e-b80b-4b15-9881-ca66aa58b7e1 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:00:00.166794 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f57f8fe3-22b7-48c9-8e27-5446a58f72e6 req-21de8a2b-1d43-4ef8-90d7-1c350e215993 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680032 Sep 07 19:00:00.175276 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 0005a09e-b80b-4b15-9881-ca66aa58b7e1 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:00:00.175758 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0005a09e-b80b-4b15-9881-ca66aa58b7e1 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:00:00.191054 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.201140 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=8acf9c1a-ecee-48f2-9a50-69289e4da3ee,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:00.243818 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e8af9d3-107a-4c10-bae4-19a1c05272f4 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.245112 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1e8af9d3-107a-4c10-bae4-19a1c05272f4 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8818498 Sep 07 19:00:00.248079 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41112) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:00.252642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-b48ab909-3502-43c3-8c70-9bcc653482d3 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ae4ef53e-f0cf-4888-91d9-438168177140'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:00.253192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-b48ab909-3502-43c3-8c70-9bcc653482d3 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 19:00:00.354705 n-d-807786-1 neutron-server[101445]: WARNING neutron.services.metering.metering_plugin [None req-b48ab909-3502-43c3-8c70-9bcc653482d3 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 07 19:00:00.374489 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-9467fddf-5fdb-4828-a454-984fe2efbcaa tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9eedab54d1af4967a3249db86cab646f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792518 Sep 07 19:00:00.433737 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c103e53b-a552-4822-a812-7ee693b33c2b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.455077 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c103e53b-a552-4822-a812-7ee693b33c2b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.534994 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b48ab909-3502-43c3-8c70-9bcc653482d3 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.540683 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b48ab909-3502-43c3-8c70-9bcc653482d3 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2870438 Sep 07 19:00:00.544625 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41122) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:00.554649 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-a35f4d4e-bc49-44ae-b987-3bfd4ca6340a tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ae4ef53e-f0cf-4888-91d9-438168177140'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:00.555152 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-a35f4d4e-bc49-44ae-b987-3bfd4ca6340a tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 19:00:00.576309 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-c103e53b-a552-4822-a812-7ee693b33c2b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Allocated IP 172.25.8.253 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/1ec6ebf6-ad2b-480f-95e2-d248944dc292) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:00.692262 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c103e53b-a552-4822-a812-7ee693b33c2b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.694866 n-d-807786-1 neutron-server[101445]: WARNING neutron.services.metering.metering_plugin [None req-a35f4d4e-bc49-44ae-b987-3bfd4ca6340a tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 07 19:00:00.744248 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c103e53b-a552-4822-a812-7ee693b33c2b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.783437 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c103e53b-a552-4822-a812-7ee693b33c2b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:00.786388 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-c103e53b-a552-4822-a812-7ee693b33c2b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:00.792173 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c103e53b-a552-4822-a812-7ee693b33c2b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:00.804465 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-2b5c9d5d-4776-4b3b-8a8d-f2e787de360c tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:00.806088 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-2b5c9d5d-4776-4b3b-8a8d-f2e787de360c tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4113793 Sep 07 19:00:00.807710 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a35f4d4e-bc49-44ae-b987-3bfd4ca6340a tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.812323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a35f4d4e-bc49-44ae-b987-3bfd4ca6340a tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2665610 Sep 07 19:00:00.813148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41124) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:00.815065 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103e53b-a552-4822-a812-7ee693b33c2b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Port': ['ID=1ec6ebf6-ad2b-480f-95e2-d248944dc292,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:00.834257 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-44dfd781-22ae-42d1-9396-59d1d7e1d20a tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=9d481f4b-d540-40d3-9d68-047e3ef59f0a HTTP/1.1" status: 200 len: 462 time: 0.0189052 Sep 07 19:00:00.835985 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-d175aa34-a918-4d51-acea-a85d5763465a tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/quotas/9eedab54d1af4967a3249db86cab646f HTTP/1.1" status: 200 len: 375 time: 0.0219228 Sep 07 19:00:00.838348 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41126) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:00.885387 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-6e8051b3-6be2-4152-8137-de1d9c65a867 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9eedab54d1af4967a3249db86cab646f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377791 Sep 07 19:00:00.978139 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b7eaddde-e503-468e-a300-affb1abb6f9b tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.979308 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b7eaddde-e503-468e-a300-affb1abb6f9b tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/9d481f4b-d540-40d3-9d68-047e3ef59f0a HTTP/1.1" status: 204 len: 168 time: 0.1394773 Sep 07 19:00:00.982169 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41130) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:00.991626 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6e2bbb6b-51b6-4e1f-adf0-a4a6e6fb93fa tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=9d481f4b-d540-40d3-9d68-047e3ef59f0a HTTP/1.1" status: 200 len: 221 time: 0.0082793 Sep 07 19:00:00.997029 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41132) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:01.001421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-f7309018-7332-4c80-a799-29c1df902ca3 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--205868325', 'description': 'label created by tempest'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:01.001881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-f7309018-7332-4c80-a799-29c1df902ca3 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] Unknown quota resources ['metering_label']. {{(pid=101445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 19:00:01.119455 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c103e53b-a552-4822-a812-7ee693b33c2b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:01.366805 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c103e53b-a552-4822-a812-7ee693b33c2b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:01.513196 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76945b82-7cb2-4469-812a-1ec0cb2964ae req-bd7f96a7-b55b-4d16-acdf-0f5f1d417125 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 210 time: 0.4456460 Sep 07 19:00:01.519111 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c103e53b-a552-4822-a812-7ee693b33c2b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router d954cf67-3e2d-40f1-8de8-13ac5fe825be is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:00:01.591910 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c082e0-4e92-48cb-b3c6-20824c0c3f52 req-26dcf1df-598b-4388-9191-ed6c3fe4d259 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:01.597965 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-31c082e0-4e92-48cb-b3c6-20824c0c3f52 req-26dcf1df-598b-4388-9191-ed6c3fe4d259 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.5869896 Sep 07 19:00:01.676124 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c103e53b-a552-4822-a812-7ee693b33c2b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:01.676950 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:01.687890 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16bc385-93e7-426b-bdce-a4b14a10a595 None None] Sync routers for ids ['d954cf67-3e2d-40f1-8de8-13ac5fe825be'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:01.700626 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c103e53b-a552-4822-a812-7ee693b33c2b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:01.701973 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c103e53b-a552-4822-a812-7ee693b33c2b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.1502197 Sep 07 19:00:01.703649 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16bc385-93e7-426b-bdce-a4b14a10a595 None None] Routers {'d954cf67-3e2d-40f1-8de8-13ac5fe825be'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:01.704360 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e16bc385-93e7-426b-bdce-a4b14a10a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['d954cf67-3e2d-40f1-8de8-13ac5fe825be'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:01.704785 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41150) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:01.721032 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f7309018-7332-4c80-a799-29c1df902ca3 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:01.722290 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f7309018-7332-4c80-a799-29c1df902ca3 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7243028 Sep 07 19:00:01.725065 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41152) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:01.743518 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e16bc385-93e7-426b-bdce-a4b14a10a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:01.753985 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16bc385-93e7-426b-bdce-a4b14a10a595 None None] Routers {'d954cf67-3e2d-40f1-8de8-13ac5fe825be'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:01.755013 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e16bc385-93e7-426b-bdce-a4b14a10a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['d954cf67-3e2d-40f1-8de8-13ac5fe825be'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:01.800875 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e16bc385-93e7-426b-bdce-a4b14a10a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:01.801972 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16bc385-93e7-426b-bdce-a4b14a10a595 None None] The sync data for ids ['d954cf67-3e2d-40f1-8de8-13ac5fe825be'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:01.826940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1525b46a-96d3-4e51-a9cf-1e3edbecfdfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8acf9c1a-ecee-48f2-9a50-69289e4da3ee'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:00:01.833203 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c242077-9af7-44b7-9523-c8d07679f2ba" -d '{"events": [{"server_uuid": "1525b46a-96d3-4e51-a9cf-1e3edbecfdfa", "name": "network-vif-plugged", "status": "completed", "tag": "8acf9c1a-ecee-48f2-9a50-69289e4da3ee"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:00:01.833400 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2bd4182c-5305-41ba-a902-938ccfa5eadd tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=385d1155-6e76-4748-9983-c8135d7f8d97 HTTP/1.1" status: 200 len: 467 time: 0.1044648 Sep 07 19:00:01.833859 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41154) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:01.844162 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-31c082e0-4e92-48cb-b3c6-20824c0c3f52 req-edfe803f-4512-4bf1-ae41-c2531d84cf29 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337048 Sep 07 19:00:01.855117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b837b-7ecf-47f9-a371-89ca0ca4381b req-c07f4f96-3e98-4952-b4ac-5f1845921c6f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:01.856803 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c0b837b-7ecf-47f9-a371-89ca0ca4381b req-c07f4f96-3e98-4952-b4ac-5f1845921c6f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.2772057 Sep 07 19:00:01.873168 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a105b879-5a22-447a-8082-bc858ae310f4 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/routers/d954cf67-3e2d-40f1-8de8-13ac5fe825be HTTP/1.1" status: 200 len: 881 time: 0.1651525 Sep 07 19:00:01.873453 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41158) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:02.022554 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c0b837b-7ecf-47f9-a371-89ca0ca4381b req-30f7858d-2e72-46aa-8077-3eb4046a77d4 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585090 Sep 07 19:00:02.048259 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab52edea-a388-4717-b0ac-6fc31bf41c11 x-openstack-request-id: req-ab52edea-a388-4717-b0ac-6fc31bf41c11 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:00:02.049199 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1525b46a-96d3-4e51-a9cf-1e3edbecfdfa", "name": "network-vif-plugged", "status": "completed", "tag": "8acf9c1a-ecee-48f2-9a50-69289e4da3ee", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:00:02.049470 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab52edea-a388-4717-b0ac-6fc31bf41c11 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:00:02.049870 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1525b46a-96d3-4e51-a9cf-1e3edbecfdfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8acf9c1a-ecee-48f2-9a50-69289e4da3ee', 'code': 200} Sep 07 19:00:02.094914 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-85a8c0e0-f1b9-4e97-92bb-3edaa823dc96 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:02.100477 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41162) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:02.100693 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-85a8c0e0-f1b9-4e97-92bb-3edaa823dc96 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/385d1155-6e76-4748-9983-c8135d7f8d97 HTTP/1.1" status: 204 len: 168 time: 0.2654414 Sep 07 19:00:02.129034 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c9b99f37-2e34-4cb9-b67c-2f30ba915f3b tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=385d1155-6e76-4748-9983-c8135d7f8d97 HTTP/1.1" status: 200 len: 216 time: 0.0258262 Sep 07 19:00:02.135739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41164) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:02.144630 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1672e82c-7b49-4426-aa7e-4386b95394d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2700586 Sep 07 19:00:02.147210 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41166) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:02.154023 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-28a39128-9e84-4e4d-ac50-c5442cae81a4 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0125461 Sep 07 19:00:02.154023 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41168) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:02.157128 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-5e0ca8ef-38e5-44c7-be34-7aea014b6be6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1582878689'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:02.170923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700f5dc-78d1-41d9-a22a-f9cfbfda454d req-ea482608-3cc2-4e22-b478-2392792b6eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:02.172383 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d700f5dc-78d1-41d9-a22a-f9cfbfda454d req-ea482608-3cc2-4e22-b478-2392792b6eae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 1096 time: 0.0673597 Sep 07 19:00:02.176958 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bd72d4cd-584f-4b3f-97fc-d6438248ed38 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0188618 Sep 07 19:00:02.183929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41170) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:02.219062 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-8655eb85-c64a-4751-995c-d393cdd53ff2 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9eedab54d1af4967a3249db86cab646f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441539 Sep 07 19:00:02.272941 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8247929e-3b4c-462c-862f-2a9b0db02790 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels/ae4ef53e-f0cf-4888-91d9-438168177140 HTTP/1.1" status: 200 len: 473 time: 0.0866642 Sep 07 19:00:02.287752 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41172) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:02.321205 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2af4cd10-0d91-4802-984e-015862e4e5c1 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules/d3164402-757e-4f51-83ee-b92ab30d8c9b HTTP/1.1" status: 200 len: 459 time: 0.0317187 Sep 07 19:00:02.326050 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d700f5dc-78d1-41d9-a22a-f9cfbfda454d req-a40f2a91-2155-4074-b832-a81060dca507 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411026 Sep 07 19:00:02.326512 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41174) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:02.455755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-dffaadd9-9792-4bf8-961d-3ac4916eebb0 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:02.457365 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-dffaadd9-9792-4bf8-961d-3ac4916eebb0 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1961257 Sep 07 19:00:02.499889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-9c752568-9719-4c20-b738-d39d13d62b80 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Request body: {'port': {'device_id': '3ccd21c4-f002-4b77-8128-c325c967fe2d', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '9eedab54d1af4967a3249db86cab646f'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:02.505617 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b0a8656f-a3b2-4d48-93be-d14d0496e481 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:02.506770 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b0a8656f-a3b2-4d48-93be-d14d0496e481 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/d3164402-757e-4f51-83ee-b92ab30d8c9b HTTP/1.1" status: 204 len: 168 time: 0.1494243 Sep 07 19:00:02.509960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41176) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:02.693314 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-071f440d-76f6-4394-83d5-fe507d6e956c req-ad9c5a92-e261-4c44-b855-80becebf5bfa tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 210 time: 0.0800948 Sep 07 19:00:02.799514 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5ed3486e-9adb-431b-b76a-cdd1df828a18 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:02.800613 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5ed3486e-9adb-431b-b76a-cdd1df828a18 tempest-MeteringIpV6TestJSON-2070293716 tempest-MeteringIpV6TestJSON-2070293716-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/ae4ef53e-f0cf-4888-91d9-438168177140 HTTP/1.1" status: 204 len: 168 time: 0.2897024 Sep 07 19:00:02.811602 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca8ef-38e5-44c7-be34-7aea014b6be6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:02.821921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-9c752568-9719-4c20-b738-d39d13d62b80 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Made reservation on behalf of 9eedab54d1af4967a3249db86cab646f for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:00:02.826193 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-9c752568-9719-4c20-b738-d39d13d62b80 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:02.826904 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca8ef-38e5-44c7-be34-7aea014b6be6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626183'] for router, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:02.837030 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-9c752568-9719-4c20-b738-d39d13d62b80 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:02.908022 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71dd3482-2285-42fb-a9c6-abb596c7e3b5 req-b9f4fb34-cc28-429a-86bc-59f7e23f9319 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0590916 Sep 07 19:00:02.980909 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0ca8ef-38e5-44c7-be34-7aea014b6be6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router d954cf67-3e2d-40f1-8de8-13ac5fe825be has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:00:03.043292 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd3482-2285-42fb-a9c6-abb596c7e3b5 req-ac74e8f8-f878-4f0e-b527-4f41d67a74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:03.044993 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71dd3482-2285-42fb-a9c6-abb596c7e3b5 req-ac74e8f8-f878-4f0e-b527-4f41d67a74ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd150f31e3264ef4b870aabc811ef221&device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 1097 time: 0.1062686 Sep 07 19:00:03.057917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a63863-7b45-48c0-99db-2593d77534e7 req-353043f9-e5d5-4629-a929-f56ec088e78a tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:03.059381 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-80a63863-7b45-48c0-99db-2593d77534e7 req-353043f9-e5d5-4629-a929-f56ec088e78a tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.1239853 Sep 07 19:00:03.127001 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0ca8ef-38e5-44c7-be34-7aea014b6be6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:03.130016 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-9c752568-9719-4c20-b738-d39d13d62b80 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:03.134845 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca8ef-38e5-44c7-be34-7aea014b6be6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:03.136235 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5e0ca8ef-38e5-44c7-be34-7aea014b6be6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/d954cf67-3e2d-40f1-8de8-13ac5fe825be HTTP/1.1" status: 200 len: 888 time: 0.9870605 Sep 07 19:00:03.138988 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41192) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:03.148103 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb3928-da7b-47e6-8430-fd6a2873909f None None] Sync routers for ids ['d954cf67-3e2d-40f1-8de8-13ac5fe825be'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:03.148990 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-9c752568-9719-4c20-b738-d39d13d62b80 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:03.166616 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeb3928-da7b-47e6-8430-fd6a2873909f None None] Routers {'d954cf67-3e2d-40f1-8de8-13ac5fe825be'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:03.167265 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-dbeb3928-da7b-47e6-8430-fd6a2873909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['d954cf67-3e2d-40f1-8de8-13ac5fe825be'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:03.215499 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41194) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:03.260743 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-80a63863-7b45-48c0-99db-2593d77534e7 req-60fd2317-a398-44b0-97d2-311c639544b9 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887083 Sep 07 19:00:03.299922 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d3b17a62-bbac-46ec-8f7b-c541d810700a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/routers/d954cf67-3e2d-40f1-8de8-13ac5fe825be HTTP/1.1" status: 200 len: 888 time: 0.1588469 Sep 07 19:00:03.302526 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41198) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:03.331318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c752568-9719-4c20-b738-d39d13d62b80 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6f24df-4c6d-40e6-b392-bf9a0e8deeda,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:03.347989 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d268cb26-e01a-4134-b99f-79ecd21f481b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/ports?device_id=d954cf67-3e2d-40f1-8de8-13ac5fe825be HTTP/1.1" status: 200 len: 205 time: 0.0442030 Sep 07 19:00:03.351193 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41200) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:03.423582 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-dbeb3928-da7b-47e6-8430-fd6a2873909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:03.423842 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd3482-2285-42fb-a9c6-abb596c7e3b5 req-c5af451b-9509-4230-ad5e-5bc277dad026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:03.425454 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71dd3482-2285-42fb-a9c6-abb596c7e3b5 req-c5af451b-9509-4230-ad5e-5bc277dad026 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4724486-3acb-401c-a8f0-54abeeaa7172 HTTP/1.1" status: 200 len: 917 time: 0.3433373 Sep 07 19:00:03.433630 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dfe5b713-773d-4301-9b7c-ece5ce0c7957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:03.441109 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fc58e-fa94-4559-a5c7-dc31da1395c5 req-706a26bc-995c-4b5e-b2c9-9f83ded0426a tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:03.442694 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-423fc58e-fa94-4559-a5c7-dc31da1395c5 req-706a26bc-995c-4b5e-b2c9-9f83ded0426a tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.1747024 Sep 07 19:00:03.448228 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeb3928-da7b-47e6-8430-fd6a2873909f None None] Routers {'d954cf67-3e2d-40f1-8de8-13ac5fe825be'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:03.448913 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-dbeb3928-da7b-47e6-8430-fd6a2873909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['d954cf67-3e2d-40f1-8de8-13ac5fe825be'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:03.506621 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-dbeb3928-da7b-47e6-8430-fd6a2873909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:03.508743 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb3928-da7b-47e6-8430-fd6a2873909f None None] The sync data for ids ['d954cf67-3e2d-40f1-8de8-13ac5fe825be'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:03.540692 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0ef08c23-4bfe-4857-bc99-70f0832dc661 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:03.566174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-9c752568-9719-4c20-b738-d39d13d62b80 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Allocated IP 192.168.233.197 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/9915065f-2742-4b2f-9aed-9d6c607321db) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:03.581873 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-423fc58e-fa94-4559-a5c7-dc31da1395c5 req-82c3d63b-033d-4e2a-ace2-51fbe955c85c tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267102 Sep 07 19:00:03.592253 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71dd3482-2285-42fb-a9c6-abb596c7e3b5 req-80ae4543-632a-45e8-88fc-812939fc2dfa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90fadad9-fd8f-4d42-842b-cf3398677a79 HTTP/1.1" status: 200 len: 1001 time: 0.1483035 Sep 07 19:00:03.689764 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd3482-2285-42fb-a9c6-abb596c7e3b5 req-dab9888d-e5d6-426a-957a-85548cdcf7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:03.691333 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71dd3482-2285-42fb-a9c6-abb596c7e3b5 req-dab9888d-e5d6-426a-957a-85548cdcf7ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9985a0df-d9a6-429f-8454-e036ae7f07c1 HTTP/1.1" status: 200 len: 855 time: 0.0826290 Sep 07 19:00:03.697716 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dfe5b713-773d-4301-9b7c-ece5ce0c7957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:03.703544 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0ef08c23-4bfe-4857-bc99-70f0832dc661 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:03.716957 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dfe5b713-773d-4301-9b7c-ece5ce0c7957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:03.787443 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dfe5b713-773d-4301-9b7c-ece5ce0c7957 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=65ba132dcae446ef8d23ac6016322dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5715928 Sep 07 19:00:03.790337 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5b713-773d-4301-9b7c-ece5ce0c7957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009f3f3c-830c-4e66-ac29-d293ec89bfb1,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:03.792819 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41208) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:03.854136 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-0ef08c23-4bfe-4857-bc99-70f0832dc661 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting port 1ec6ebf6-ad2b-480f-95e2-d248944dc292 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:00:03.855232 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0ef08c23-4bfe-4857-bc99-70f0832dc661 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:03.909309 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e8cf139-5824-4f7a-879c-bf0f3852ea3d req-c26a4602-68e8-4204-a05b-7f9d52d96ca9 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 210 time: 0.0504324 Sep 07 19:00:03.915354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd3482-2285-42fb-a9c6-abb596c7e3b5 req-e110f3ab-60bd-4164-a81e-aa4c70978d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:03.917149 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71dd3482-2285-42fb-a9c6-abb596c7e3b5 req-e110f3ab-60bd-4164-a81e-aa4c70978d7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4724486-3acb-401c-a8f0-54abeeaa7172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2086670 Sep 07 19:00:03.922284 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5e1808a1-93bc-4b56-adad-222f0c838098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:03.970937 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-9c752568-9719-4c20-b738-d39d13d62b80 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:03.995590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4509e7-e5f5-40fe-a557-f61c4b4f2489 req-f8046a65-bc93-4ba8-86ac-a9c384932727 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:03.997295 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9e4509e7-e5f5-40fe-a557-f61c4b4f2489 req-f8046a65-bc93-4ba8-86ac-a9c384932727 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.1566238 Sep 07 19:00:04.003999 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5e1808a1-93bc-4b56-adad-222f0c838098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.036385 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53a5cb-6df1-4cd8-ac25-7176bf269d46 req-eada31c5-2351-43a6-8f4d-2f4b6a795be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:04.037833 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-df53a5cb-6df1-4cd8-ac25-7176bf269d46 req-eada31c5-2351-43a6-8f4d-2f4b6a795be6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3e2f62770ce4512b55b3685f3a068f2&device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 1096 time: 0.1592915 Sep 07 19:00:04.043441 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-9c752568-9719-4c20-b738-d39d13d62b80 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Transition to ACTIVE for port object 9915065f-2742-4b2f-9aed-9d6c607321db will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:04.065641 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0ef08c23-4bfe-4857-bc99-70f0832dc661 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.098611 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-0ef08c23-4bfe-4857-bc99-70f0832dc661 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Calling delete_port for 1ec6ebf6-ad2b-480f-95e2-d248944dc292 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:00:04.206278 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5e1808a1-93bc-4b56-adad-222f0c838098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.208909 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5e1808a1-93bc-4b56-adad-222f0c838098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.210168 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5e1808a1-93bc-4b56-adad-222f0c838098 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/009f3f3c-830c-4e66-ac29-d293ec89bfb1 HTTP/1.1" status: 204 len: 168 time: 0.4152710 Sep 07 19:00:04.244443 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1808a1-93bc-4b56-adad-222f0c838098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009f3f3c-830c-4e66-ac29-d293ec89bfb1,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:04.249066 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53a5cb-6df1-4cd8-ac25-7176bf269d46 req-5ec0dfd7-7181-48f2-808e-08bd5edb1fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:04.250778 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-df53a5cb-6df1-4cd8-ac25-7176bf269d46 req-5ec0dfd7-7181-48f2-808e-08bd5edb1fad service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d18b746-cc48-4b0b-8822-7ec853348da1 HTTP/1.1" status: 200 len: 912 time: 0.1993971 Sep 07 19:00:04.384188 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-df53a5cb-6df1-4cd8-ac25-7176bf269d46 req-7882a88b-32b0-45c5-ae7a-506d5d6a3cda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ff0b07d-912a-4575-82d0-10dc01106a20 HTTP/1.1" status: 200 len: 1001 time: 0.1245317 Sep 07 19:00:04.443232 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9e4509e7-e5f5-40fe-a557-f61c4b4f2489 req-6a8f5dc5-f2ad-4eb9-a582-c64959a597da tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4374948 Sep 07 19:00:04.446435 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71dd3482-2285-42fb-a9c6-abb596c7e3b5 req-eac5cbed-ebbe-4328-8879-b3b7c965781b service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087361 Sep 07 19:00:04.464725 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53a5cb-6df1-4cd8-ac25-7176bf269d46 req-e9cf14ed-bc69-4e8f-b82e-9ba67f2d61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:04.466386 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-df53a5cb-6df1-4cd8-ac25-7176bf269d46 req-e9cf14ed-bc69-4e8f-b82e-9ba67f2d61ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e593cdc-1b32-4dc9-81bb-475156c283c6 HTTP/1.1" status: 200 len: 850 time: 0.0601168 Sep 07 19:00:04.468128 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0ef08c23-4bfe-4857-bc99-70f0832dc661 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.486550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c31de8-832c-45e7-adad-ebbcdb48d297 req-ca0711dc-5b3b-42a4-81b6-b94aa21f5ddc tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:04.488109 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-31c31de8-832c-45e7-adad-ebbcdb48d297 req-ca0711dc-5b3b-42a4-81b6-b94aa21f5ddc tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.1396668 Sep 07 19:00:04.500843 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-9c752568-9719-4c20-b738-d39d13d62b80 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.510621 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef08c23-4bfe-4857-bc99-70f0832dc661 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Port': ['ID=1ec6ebf6-ad2b-480f-95e2-d248944dc292,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:04.597265 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53a5cb-6df1-4cd8-ac25-7176bf269d46 req-c7625444-df7c-4a39-9988-54f6ac19cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:04.599132 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-df53a5cb-6df1-4cd8-ac25-7176bf269d46 req-c7625444-df7c-4a39-9988-54f6ac19cd35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d18b746-cc48-4b0b-8822-7ec853348da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021361 Sep 07 19:00:04.611626 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0ef08c23-4bfe-4857-bc99-70f0832dc661 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.620275 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-31c31de8-832c-45e7-adad-ebbcdb48d297 req-d2928912-3d7c-47c2-a590-d7c462eadc26 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209185 Sep 07 19:00:04.638430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-9c752568-9719-4c20-b738-d39d13d62b80 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:04.642974 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-9c752568-9719-4c20-b738-d39d13d62b80 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:04.668035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-9c752568-9719-4c20-b738-d39d13d62b80 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:04.678524 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41222) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:04.738015 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0ef08c23-4bfe-4857-bc99-70f0832dc661 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.740884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c752568-9719-4c20-b738-d39d13d62b80 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Pushing event updated for resources: {'Port': ['ID=9915065f-2742-4b2f-9aed-9d6c607321db,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:04.750227 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d80c3326-2359-4a74-8fe9-82e40cd07be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.761867 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71dd3482-2285-42fb-a9c6-abb596c7e3b5 req-9b20108d-f085-4d06-afd2-ac441ab07713 service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007643 Sep 07 19:00:04.782816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-9c752568-9719-4c20-b738-d39d13d62b80 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:04.783498 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-9c752568-9719-4c20-b738-d39d13d62b80 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.786412 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0ef08c23-4bfe-4857-bc99-70f0832dc661 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.889234 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0ef08c23-4bfe-4857-bc99-70f0832dc661 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.890109 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef08c23-4bfe-4857-bc99-70f0832dc661 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Fanout notify agent at l3_agent the message router_deleted on router d954cf67-3e2d-40f1-8de8-13ac5fe825be {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:00:04.901589 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0ef08c23-4bfe-4857-bc99-70f0832dc661 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.902746 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0ef08c23-4bfe-4857-bc99-70f0832dc661 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/routers/d954cf67-3e2d-40f1-8de8-13ac5fe825be HTTP/1.1" status: 204 len: 168 time: 1.5495427 Sep 07 19:00:04.911314 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41226) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:04.913609 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-df53a5cb-6df1-4cd8-ac25-7176bf269d46 req-00dbb541-9091-4c90-90da-a416679d44ad service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032904 Sep 07 19:00:04.918667 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-cb7f29bf-fe66-4b36-93f0-f3cae76b1919 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'network': {'name': 'tempest-RoutersTest-1759290643'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:05.018337 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7166f9-05a8-4993-bb01-a755d192c981 req-da72fc5d-7e92-4192-a655-937ca83b47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:05.019924 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e7166f9-05a8-4993-bb01-a755d192c981 req-da72fc5d-7e92-4192-a655-937ca83b47fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c745a8befc2643bebe96bce0c2f42920&device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 1096 time: 0.1376822 Sep 07 19:00:05.038567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595a09b-19c2-4da3-99f7-5b96728def18 req-f94293a7-f8b8-4b2d-8097-fef8b1e2b73c tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:05.040100 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5a212d2f-af28-421d-bdca-76f644c69d5e None None] Provisioning for port 9915065f-2742-4b2f-9aed-9d6c607321db completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:05.045313 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2595a09b-19c2-4da3-99f7-5b96728def18 req-f94293a7-f8b8-4b2d-8097-fef8b1e2b73c tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.1117842 Sep 07 19:00:05.047926 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5a212d2f-af28-421d-bdca-76f644c69d5e None None] Provisioning complete for port 9915065f-2742-4b2f-9aed-9d6c607321db triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:05.048857 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5a212d2f-af28-421d-bdca-76f644c69d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:05.056848 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d80c3326-2359-4a74-8fe9-82e40cd07be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:05.074688 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-df53a5cb-6df1-4cd8-ac25-7176bf269d46 req-956d49da-a36a-4ca2-8be2-a152a4b2a7bf service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505814 Sep 07 19:00:05.094726 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-5a212d2f-af28-421d-bdca-76f644c69d5e None None] Port 9915065f-2742-4b2f-9aed-9d6c607321db cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:00:05.120213 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7f29bf-fe66-4b36-93f0-f3cae76b1919 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Made reservation on behalf of a3cefdca228647e789b9074f06af403e for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:00:05.121378 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d80c3326-2359-4a74-8fe9-82e40cd07be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:05.124006 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb7f29bf-fe66-4b36-93f0-f3cae76b1919 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:05.145996 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-9c752568-9719-4c20-b738-d39d13d62b80 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6501453 Sep 07 19:00:05.150021 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7f29bf-fe66-4b36-93f0-f3cae76b1919 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:00:05.162689 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb7f29bf-fe66-4b36-93f0-f3cae76b1919 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:05.163146 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-cb7f29bf-fe66-4b36-93f0-f3cae76b1919 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Added segment 2a44316e-7313-42cd-83fa-65002173f029 of type vlan for network a5f61e1e-0b80-4543-91a7-27f8d5d5239e Sep 07 19:00:05.181943 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] Request body: {'port': {'device_id': '3ccd21c4-f002-4b77-8128-c325c967fe2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:05.229828 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb7f29bf-fe66-4b36-93f0-f3cae76b1919 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:05.261639 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb7f29bf-fe66-4b36-93f0-f3cae76b1919 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:05.271593 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7f29bf-fe66-4b36-93f0-f3cae76b1919 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:05.272428 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb7f29bf-fe66-4b36-93f0-f3cae76b1919 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:05.285613 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c3326-2359-4a74-8fe9-82e40cd07be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064eb4ec-c996-4890-925a-1a15795785f4,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:05.291897 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d80c3326-2359-4a74-8fe9-82e40cd07be1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4030b7290d5d432bab46b7fbc095b87b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6123264 Sep 07 19:00:05.295902 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41234) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:05.307317 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2595a09b-19c2-4da3-99f7-5b96728def18 req-905aa278-6eac-4cf8-b1c7-791c768fd020 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467716 Sep 07 19:00:05.326800 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cb7f29bf-fe66-4b36-93f0-f3cae76b1919 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4102809 Sep 07 19:00:05.333058 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41236) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:05.350289 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-15c74001-b971-442f-95d3-dea6a73960bc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'subnet': {'network_id': 'a5f61e1e-0b80-4543-91a7-27f8d5d5239e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:05.354963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499efd-17ec-44ad-aafd-ea0aeeff096a req-02492e5a-2e70-47b5-909d-84ef83138ce3 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:05.356658 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37499efd-17ec-44ad-aafd-ea0aeeff096a req-02492e5a-2e70-47b5-909d-84ef83138ce3 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 936 time: 0.3100886 Sep 07 19:00:05.373033 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:05.379709 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7166f9-05a8-4993-bb01-a755d192c981 req-f383bea1-dd13-47fe-b15d-edbb4ceeeb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:05.381336 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e7166f9-05a8-4993-bb01-a755d192c981 req-f383bea1-dd13-47fe-b15d-edbb4ceeeb3b service neutron] 10.222.0.60 "GET /v2.0/networks?id=26f76b26-48a6-4f36-aaf0-194161936f43 HTTP/1.1" status: 200 len: 920 time: 0.3225782 Sep 07 19:00:05.410525 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f29bf-fe66-4b36-93f0-f3cae76b1919 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Network': ['ID=a5f61e1e-0b80-4543-91a7-27f8d5d5239e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:05.424740 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network a5f61e1e-0b80-4543-91a7-27f8d5d5239e details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:00:05.446408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e7166f9-05a8-4993-bb01-a755d192c981 req-ca719f8e-a8de-42ba-bd9e-191949168612 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8acf9c1a-ecee-48f2-9a50-69289e4da3ee HTTP/1.1" status: 200 len: 217 time: 0.0485129 Sep 07 19:00:05.493692 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ff3a3015-56b8-443f-9afc-4d894420099a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:05.526347 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c74001-b971-442f-95d3-dea6a73960bc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Made reservation on behalf of a3cefdca228647e789b9074f06af403e for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:00:05.527504 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37499efd-17ec-44ad-aafd-ea0aeeff096a req-5dcd5241-9164-47d2-9ba4-6fbf242cb01f tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd6f24df-4c6d-40e6-b392-bf9a0e8deeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578078 Sep 07 19:00:05.532495 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-15c74001-b971-442f-95d3-dea6a73960bc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:05.593897 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ff3a3015-56b8-443f-9afc-4d894420099a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:05.638834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7166f9-05a8-4993-bb01-a755d192c981 req-51f09e76-750c-439f-979d-ab98d63bd5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:05.640217 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e7166f9-05a8-4993-bb01-a755d192c981 req-51f09e76-750c-439f-979d-ab98d63bd5af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d943e1b1-375c-4cfe-bd80-2dab5c275769 HTTP/1.1" status: 200 len: 859 time: 0.1589189 Sep 07 19:00:05.691206 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e7166f9-05a8-4993-bb01-a755d192c981 req-5a9d8f86-9312-4043-bc03-92c5abe28943 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26f76b26-48a6-4f36-aaf0-194161936f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349593 Sep 07 19:00:05.760687 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ff3a3015-56b8-443f-9afc-4d894420099a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:05.763745 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ff3a3015-56b8-443f-9afc-4d894420099a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:05.765060 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ff3a3015-56b8-443f-9afc-4d894420099a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/064eb4ec-c996-4890-925a-1a15795785f4 HTTP/1.1" status: 204 len: 168 time: 0.4674788 Sep 07 19:00:05.766673 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5cba4-5339-4616-9dcd-bb257dba2298 req-cf5bf170-f689-464a-bc59-a7408fcf869e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:05.768303 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75d5cba4-5339-4616-9dcd-bb257dba2298 req-cf5bf170-f689-464a-bc59-a7408fcf869e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.1520395 Sep 07 19:00:05.796762 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a3015-56b8-443f-9afc-4d894420099a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064eb4ec-c996-4890-925a-1a15795785f4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:05.905071 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-15c74001-b971-442f-95d3-dea6a73960bc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.005086 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c74001-b971-442f-95d3-dea6a73960bc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Checking segment: {'id': '2a44316e-7313-42cd-83fa-65002173f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a5f61e1e-0b80-4543-91a7-27f8d5d5239e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:06.005691 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c74001-b971-442f-95d3-dea6a73960bc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network hostable DHCP agents. Network: a5f61e1e-0b80-4543-91a7-27f8d5d5239e, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:00:06.015616 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c74001-b971-442f-95d3-dea6a73960bc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Subnet': ['ID=ad7e06a1-879e-40f6-9dab-d6637fd2a5e0,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:06.033492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c74001-b971-442f-95d3-dea6a73960bc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network a5f61e1e-0b80-4543-91a7-27f8d5d5239e is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:00:06.034580 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75d5cba4-5339-4616-9dcd-bb257dba2298 req-f45ba3e3-4697-434b-b79d-c30981f7c0f2 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576342 Sep 07 19:00:06.073976 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-15c74001-b971-442f-95d3-dea6a73960bc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, a5f61e1e-0b80-4543-91a7-27f8d5d5239e) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:06.087375 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da01ed1-82cc-482c-a288-493a2b56c54e None None] Network a5f61e1e-0b80-4543-91a7-27f8d5d5239e requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:00:06.105115 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9915065f-2742-4b2f-9aed-9d6c607321db {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:00:06.110554 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.110745 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c74001-b971-442f-95d3-dea6a73960bc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:06.112867 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-15c74001-b971-442f-95d3-dea6a73960bc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.128251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] Transition to ACTIVE for port object 9915065f-2742-4b2f-9aed-9d6c607321db will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:06.132491 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e7166f9-05a8-4993-bb01-a755d192c981 req-96388443-b172-4c48-a5c5-3426743b94e4 service neutron] 10.222.0.60 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330204 Sep 07 19:00:06.134030 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.150127 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-15c74001-b971-442f-95d3-dea6a73960bc tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8081958 Sep 07 19:00:06.151663 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41246) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:06.162285 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-bfcffd33-6393-4549-99fa-000ba78a30bb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1027241845', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:06.210587 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bfcffd33-6393-4549-99fa-000ba78a30bb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.214461 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bfcffd33-6393-4549-99fa-000ba78a30bb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.240308 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] Pushing event updated for resources: {'Port': ['ID=9915065f-2742-4b2f-9aed-9d6c607321db,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:06.269578 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:00:06.308997 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bfcffd33-6393-4549-99fa-000ba78a30bb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.316039 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bfcffd33-6393-4549-99fa-000ba78a30bb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.339277 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bfcffd33-6393-4549-99fa-000ba78a30bb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.340679 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bfcffd33-6393-4549-99fa-000ba78a30bb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1875510 Sep 07 19:00:06.343474 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41254) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:06.420535 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e7166f9-05a8-4993-bb01-a755d192c981 req-5ce22b5e-ef04-4ecf-8544-f4521d1a3ba7 service neutron] 10.222.0.60 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768965 Sep 07 19:00:06.464648 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-a5f61e1e-0b80-4543-91a7-27f8d5d5239e', 'network_id': 'a5f61e1e-0b80-4543-91a7-27f8d5d5239e', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'fixed_ips': [{'subnet_id': 'ad7e06a1-879e-40f6-9dab-d6637fd2a5e0'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:00:06.466470 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.520758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] Attempting to bind port 9915065f-2742-4b2f-9aed-9d6c607321db on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:00:06.521474 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] Attempting to bind port 9915065f-2742-4b2f-9aed-9d6c607321db by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:00:06.522178 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] Attempting to bind port 9915065f-2742-4b2f-9aed-9d6c607321db on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:00:06.533555 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] Port 9915065f-2742-4b2f-9aed-9d6c607321db on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:00:06.534312 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] Attempting to bind port 9915065f-2742-4b2f-9aed-9d6c607321db on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:00:06.543807 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:00:06.544927 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:06.545758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:00:06.546699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] Bound port: 9915065f-2742-4b2f-9aed-9d6c607321db, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:00:06.547504 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.568265 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0fac4-98fa-4063-8595-347ec4c482ff req-f28360bf-670f-492f-aaf5-2a0f1b3e4b1d tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:06.582689 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2c0fac4-98fa-4063-8595-347ec4c482ff req-f28360bf-670f-492f-aaf5-2a0f1b3e4b1d tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.1524448 Sep 07 19:00:06.713652 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] Allocated IP 172.20.0.2 (a5f61e1e-0b80-4543-91a7-27f8d5d5239e/ad7e06a1-879e-40f6-9dab-d6637fd2a5e0/d75df553-3447-405b-94e6-0774fcd57937) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:06.788092 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2c0fac4-98fa-4063-8595-347ec4c482ff req-34db6dec-f124-4952-88ec-2504088c6eda tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970162 Sep 07 19:00:06.861360 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] For port 9915065f-2742-4b2f-9aed-9d6c607321db, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:00:06.933318 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.935682 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] For port 9915065f-2742-4b2f-9aed-9d6c607321db, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9915065f-2742-4b2f-9aed-9d6c607321db,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:00:06.947543 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] Transition to ACTIVE for port object d75df553-3447-405b-94e6-0774fcd57937 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:06.948986 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.982947 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] Transition to ACTIVE for port object d75df553-3447-405b-94e6-0774fcd57937 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:06.993139 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:07.032994 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3d7e6-2e1f-450c-95ac-c7a52cdc9cf8 req-f485aa4b-dcad-43cf-aa83-5f8e21150d90 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:07.036140 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ea3d7e6-2e1f-450c-95ac-c7a52cdc9cf8 req-f485aa4b-dcad-43cf-aa83-5f8e21150d90 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 948 time: 0.1694114 Sep 07 19:00:07.079319 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] Pushing event updated for resources: {'Port': ['ID=d75df553-3447-405b-94e6-0774fcd57937,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:07.096453 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] Network a5f61e1e-0b80-4543-91a7-27f8d5d5239e is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:07.100188 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:07.105015 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:07.106047 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:07.108305 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:07.108690 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] 10.222.0.36 "PUT /v2.0/ports/9915065f-2742-4b2f-9aed-9d6c607321db HTTP/1.1" status: 200 len: 1096 time: 1.9403641 Sep 07 19:00:07.109523 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ccd21c4-f002-4b77-8128-c325c967fe2d', 'tag': '9915065f-2742-4b2f-9aed-9d6c607321db'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:00:07.138043 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e890a136-afe8-49db-9549-bee7c02085c4" -d '{"events": [{"name": "network-changed", "server_uuid": "3ccd21c4-f002-4b77-8128-c325c967fe2d", "tag": "9915065f-2742-4b2f-9aed-9d6c607321db"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:00:07.266199 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] Attempting to bind port d75df553-3447-405b-94e6-0774fcd57937 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:00:07.266679 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] Attempting to bind port d75df553-3447-405b-94e6-0774fcd57937 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '2a44316e-7313-42cd-83fa-65002173f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a5f61e1e-0b80-4543-91a7-27f8d5d5239e'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:00:07.268107 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] Attempting to bind port d75df553-3447-405b-94e6-0774fcd57937 on network a5f61e1e-0b80-4543-91a7-27f8d5d5239e {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:00:07.288168 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:00:07.289146 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] Checking segment: {'id': '2a44316e-7313-42cd-83fa-65002173f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a5f61e1e-0b80-4543-91a7-27f8d5d5239e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:07.290275 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:07.290811 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] Bound using segment: {'id': '2a44316e-7313-42cd-83fa-65002173f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a5f61e1e-0b80-4543-91a7-27f8d5d5239e'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:00:07.291472 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] Bound port: d75df553-3447-405b-94e6-0774fcd57937, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a44316e-7313-42cd-83fa-65002173f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a5f61e1e-0b80-4543-91a7-27f8d5d5239e'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:00:07.291977 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:07.444545 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] For port d75df553-3447-405b-94e6-0774fcd57937, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:00:07.452554 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] For port d75df553-3447-405b-94e6-0774fcd57937, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d75df553-3447-405b-94e6-0774fcd57937,segment=NetworkSegment(2a44316e-7313-42cd-83fa-65002173f029),segment_id=2a44316e-7313-42cd-83fa-65002173f029)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:00:07.459357 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:07.526905 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123ca12-fdf0-4530-82ce-eec7c9bd0632 service neutron] Pushing event updated for resources: {'Port': ['ID=9915065f-2742-4b2f-9aed-9d6c607321db,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:07.544764 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756f599-ca96-4539-8405-b0353ce2cb50 None None] Pushing event updated for resources: {'Port': ['ID=d75df553-3447-405b-94e6-0774fcd57937,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:07.592541 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ea3d7e6-2e1f-450c-95ac-c7a52cdc9cf8 req-79086804-a18b-4cb0-b84d-7f41a4013ed3 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd6f24df-4c6d-40e6-b392-bf9a0e8deeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266464 Sep 07 19:00:07.618902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41333ea-5bba-44ee-b23e-2251dfa06c30 req-213a48f0-31a8-429a-8270-12400a8881dd tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:07.640791 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c41333ea-5bba-44ee-b23e-2251dfa06c30 req-213a48f0-31a8-429a-8270-12400a8881dd tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.3594956 Sep 07 19:00:07.657804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-41b2c66b-b73c-4957-b83d-2b3023bc3aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:07.663399 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-41b2c66b-b73c-4957-b83d-2b3023bc3aa8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9eedab54d1af4967a3249db86cab646f&device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 1099 time: 0.4811442 Sep 07 19:00:07.676796 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04baaee-c940-4a0b-a23c-35b0b57253f0 x-openstack-request-id: req-e04baaee-c940-4a0b-a23c-35b0b57253f0 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:00:07.677089 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ccd21c4-f002-4b77-8128-c325c967fe2d", "tag": "9915065f-2742-4b2f-9aed-9d6c607321db", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:00:07.677339 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e04baaee-c940-4a0b-a23c-35b0b57253f0 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:00:07.677736 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ccd21c4-f002-4b77-8128-c325c967fe2d', 'tag': '9915065f-2742-4b2f-9aed-9d6c607321db', 'status': 'completed', 'code': 200} Sep 07 19:00:07.773971 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-df4ab31d-ec73-4539-9325-b8be04f73d2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=9915065f-2742-4b2f-9aed-9d6c607321db HTTP/1.1" status: 200 len: 217 time: 0.0950034 Sep 07 19:00:07.833408 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e9058d5-d010-4d97-ab6a-ada8b61e8b28 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:07.862823 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c41333ea-5bba-44ee-b23e-2251dfa06c30 req-88e9eda0-8b20-4a89-8461-b0670e8a2f6d tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210801 Sep 07 19:00:07.905393 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-fb0f2353-915a-429c-bf5c-59219bad41aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:07.908561 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-fb0f2353-915a-429c-bf5c-59219bad41aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1162412 Sep 07 19:00:08.113353 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-0e8cb5bd-3235-4c29-92ff-e89fb5df622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:08.114808 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-0e8cb5bd-3235-4c29-92ff-e89fb5df622e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1986017 Sep 07 19:00:08.267212 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242b5a4-7161-449a-af1b-e67acd71c947 req-c882b50b-fe56-4760-acbc-365cfd6e2dcb tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:08.276178 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d242b5a4-7161-449a-af1b-e67acd71c947 req-c882b50b-fe56-4760-acbc-365cfd6e2dcb tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.3066506 Sep 07 19:00:08.288073 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d75df553-3447-405b-94e6-0774fcd57937 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:08.306051 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-ee50be06-30b4-4574-bcce-b5bf6171e11c service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734924 Sep 07 19:00:08.372791 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d242b5a4-7161-449a-af1b-e67acd71c947 req-ee701b99-777c-40d5-bd71-ddba6b76c43d tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796893 Sep 07 19:00:08.393487 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port d75df553-3447-405b-94e6-0774fcd57937 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:08.451872 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-1e9058d5-d010-4d97-ab6a-ada8b61e8b28 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Allocated IP 172.20.0.1 (a5f61e1e-0b80-4543-91a7-27f8d5d5239e/ad7e06a1-879e-40f6-9dab-d6637fd2a5e0/37404b2d-59cd-4061-a565-f5418b99666b) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:08.464599 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1f1a534-f79f-43f4-93bf-7c0b50dfc6ac req-288d5878-2e97-471e-ac8a-d0a81cd2e3e6 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499512 Sep 07 19:00:08.579232 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890a136-afe8-49db-9549-bee7c02085c4 req-04359076-e0bc-41ac-a182-7af30d4c1b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:08.583034 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e890a136-afe8-49db-9549-bee7c02085c4 req-04359076-e0bc-41ac-a182-7af30d4c1b0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9eedab54d1af4967a3249db86cab646f&device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 1099 time: 0.0598536 Sep 07 19:00:08.600943 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41314) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:08.669367 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e9058d5-d010-4d97-ab6a-ada8b61e8b28 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:08.707915 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-1e9058d5-d010-4d97-ab6a-ada8b61e8b28 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Transition to ACTIVE for port object 37404b2d-59cd-4061-a565-f5418b99666b will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:08.761664 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e9058d5-d010-4d97-ab6a-ada8b61e8b28 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:08.819092 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-f6e28312-16f1-4f48-901b-3cbddfb002e9 tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1793453218'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:08.819819 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-f6e28312-16f1-4f48-901b-3cbddfb002e9 tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] Unknown quota resources ['metering_label']. {{(pid=101444) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 19:00:08.833107 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b88546-cf9a-422f-9134-98d78bc91143 req-63171f66-6396-4ae7-acc4-158054d0432f tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:08.843057 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d2b88546-cf9a-422f-9134-98d78bc91143 req-63171f66-6396-4ae7-acc4-158054d0432f tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 948 time: 0.1504188 Sep 07 19:00:08.873981 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9058d5-d010-4d97-ab6a-ada8b61e8b28 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network a5f61e1e-0b80-4543-91a7-27f8d5d5239e is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:08.876123 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890a136-afe8-49db-9549-bee7c02085c4 req-986dbd40-2676-4bf8-bd0f-7ca31ebb889d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:08.877755 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e890a136-afe8-49db-9549-bee7c02085c4 req-986dbd40-2676-4bf8-bd0f-7ca31ebb889d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2877169 Sep 07 19:00:08.886500 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-1e9058d5-d010-4d97-ab6a-ada8b61e8b28 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:08.890665 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9058d5-d010-4d97-ab6a-ada8b61e8b28 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:08.893197 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9058d5-d010-4d97-ab6a-ada8b61e8b28 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Port': ['ID=37404b2d-59cd-4061-a565-f5418b99666b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:08.902763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d2b88546-cf9a-422f-9134-98d78bc91143 req-20b15224-fbd5-4901-86d0-524d0e0dde23 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd6f24df-4c6d-40e6-b392-bf9a0e8deeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586777 Sep 07 19:00:08.937327 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e890a136-afe8-49db-9549-bee7c02085c4 req-ce976d4b-9335-4e40-87f7-3992137f1fd6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=9915065f-2742-4b2f-9aed-9d6c607321db HTTP/1.1" status: 200 len: 217 time: 0.0502107 Sep 07 19:00:08.991307 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f6e28312-16f1-4f48-901b-3cbddfb002e9 tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:08.992572 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f6e28312-16f1-4f48-901b-3cbddfb002e9 tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3905814 Sep 07 19:00:08.996714 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41322) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:09.001051 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-dbe78ccb-af82-443e-a3cd-df27c91dec4c tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'bfdc7a8a-43f2-4de2-af04-794388520023'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:09.001566 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-dbe78ccb-af82-443e-a3cd-df27c91dec4c tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101444) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 19:00:09.011892 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890a136-afe8-49db-9549-bee7c02085c4 req-87f5f74d-20ee-4dd7-bb85-c3fda9e77159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:09.013684 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e890a136-afe8-49db-9549-bee7c02085c4 req-87f5f74d-20ee-4dd7-bb85-c3fda9e77159 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0682766 Sep 07 19:00:09.068183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890a136-afe8-49db-9549-bee7c02085c4 req-e56208f8-7d68-43be-af1b-889db529e67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:09.069779 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e890a136-afe8-49db-9549-bee7c02085c4 req-e56208f8-7d68-43be-af1b-889db529e67d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0442419 Sep 07 19:00:09.089461 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e9058d5-d010-4d97-ab6a-ada8b61e8b28 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:09.093349 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aa59eb-3340-45d4-9b7c-27a8923d5e76 None None] Network a5f61e1e-0b80-4543-91a7-27f8d5d5239e requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:00:09.129353 n-d-807786-1 neutron-server[101444]: WARNING neutron.services.metering.metering_plugin [None req-dbe78ccb-af82-443e-a3cd-df27c91dec4c tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 07 19:00:09.171396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-51d44feb-c707-422a-b115-7ab2a0a0ae45 None None] Provisioning for port d75df553-3447-405b-94e6-0774fcd57937 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:09.182389 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-51d44feb-c707-422a-b115-7ab2a0a0ae45 None None] Provisioning complete for port d75df553-3447-405b-94e6-0774fcd57937 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:09.182843 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-51d44feb-c707-422a-b115-7ab2a0a0ae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:09.184846 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e890a136-afe8-49db-9549-bee7c02085c4 req-2f16bdde-72d1-4ec9-86b2-0bf305b4136b service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021144 Sep 07 19:00:09.269146 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dbe78ccb-af82-443e-a3cd-df27c91dec4c tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:09.270249 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dbe78ccb-af82-443e-a3cd-df27c91dec4c tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2725856 Sep 07 19:00:09.273834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41324) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:09.280019 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-68016d9e-40a7-4441-a2af-d6d3ded8f709 tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'bfdc7a8a-43f2-4de2-af04-794388520023'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:09.280874 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-68016d9e-40a7-4441-a2af-d6d3ded8f709 tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 19:00:09.318124 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e9058d5-d010-4d97-ab6a-ada8b61e8b28 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:09.325995 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-51d44feb-c707-422a-b115-7ab2a0a0ae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:09.350136 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e890a136-afe8-49db-9549-bee7c02085c4 req-340da31b-85e5-47e8-9e5f-2b51c851aa4c service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559935 Sep 07 19:00:09.351765 n-d-807786-1 neutron-server[101445]: WARNING neutron.services.metering.metering_plugin [None req-68016d9e-40a7-4441-a2af-d6d3ded8f709 tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 07 19:00:09.362954 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-51d44feb-c707-422a-b115-7ab2a0a0ae45 None None] For port d75df553-3447-405b-94e6-0774fcd57937, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d75df553-3447-405b-94e6-0774fcd57937,segment=NetworkSegment(2a44316e-7313-42cd-83fa-65002173f029),segment_id=2a44316e-7313-42cd-83fa-65002173f029)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:09.366457 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-51d44feb-c707-422a-b115-7ab2a0a0ae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:09.428019 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d44feb-c707-422a-b115-7ab2a0a0ae45 None None] Pushing event updated for resources: {'Port': ['ID=d75df553-3447-405b-94e6-0774fcd57937,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:09.463056 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-68016d9e-40a7-4441-a2af-d6d3ded8f709 tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:09.465041 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-68016d9e-40a7-4441-a2af-d6d3ded8f709 tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1891963 Sep 07 19:00:09.472784 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41328) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:09.501601 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-76409c37-6f73-4bf5-9a90-9c8d9d25662c tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=3eca5289-ea07-4fc0-837b-f40813548311 HTTP/1.1" status: 200 len: 464 time: 0.0274973 Sep 07 19:00:09.504484 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41330) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:09.557783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcbb26-54cd-4cc0-b98a-4e3d24eabe5b req-b6fe6831-47f8-44ed-8799-498134c55316 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:09.557783 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-acbcbb26-54cd-4cc0-b98a-4e3d24eabe5b req-b6fe6831-47f8-44ed-8799-498134c55316 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.0966253 Sep 07 19:00:09.590223 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-eb5249ec-73f8-4f5a-884b-e1a073fa1d4e None None] Provisioning complete for port d75df553-3447-405b-94e6-0774fcd57937 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:09.590886 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-eb5249ec-73f8-4f5a-884b-e1a073fa1d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:09.638767 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e955253-cae9-4fcd-91d0-e66b23a1a467 tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:09.639904 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0e955253-cae9-4fcd-91d0-e66b23a1a467 tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/3eca5289-ea07-4fc0-837b-f40813548311 HTTP/1.1" status: 204 len: 168 time: 0.1344538 Sep 07 19:00:09.645111 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41334) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:09.668877 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-973b5f81-12ff-4468-8eae-b8b6d07c447a tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=3eca5289-ea07-4fc0-837b-f40813548311 HTTP/1.1" status: 200 len: 221 time: 0.0225155 Sep 07 19:00:09.676982 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41336) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:09.687157 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-95758bb4-9f0c-434d-b162-56bcd1f56863 tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--659502204', 'description': 'label created by tempest'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:09.687623 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-95758bb4-9f0c-434d-b162-56bcd1f56863 tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] Unknown quota resources ['metering_label']. {{(pid=101444) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 19:00:09.704988 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-acbcbb26-54cd-4cc0-b98a-4e3d24eabe5b req-1f56b227-b555-4c21-9289-1f5259d5df8b tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122291 Sep 07 19:00:09.763938 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-eb5249ec-73f8-4f5a-884b-e1a073fa1d4e None None] Provisioning for port 37404b2d-59cd-4061-a565-f5418b99666b completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:09.768247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-eb5249ec-73f8-4f5a-884b-e1a073fa1d4e None None] Provisioning complete for port 37404b2d-59cd-4061-a565-f5418b99666b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:09.768661 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-eb5249ec-73f8-4f5a-884b-e1a073fa1d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:09.806574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-eb5249ec-73f8-4f5a-884b-e1a073fa1d4e None None] Port 37404b2d-59cd-4061-a565-f5418b99666b cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:00:09.822017 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e9058d5-d010-4d97-ab6a-ada8b61e8b28 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:09.859273 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e9058d5-d010-4d97-ab6a-ada8b61e8b28 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:09.927108 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0af773a3-e12e-4417-8580-980788a8f9fd None None] Provisioning complete for port 37404b2d-59cd-4061-a565-f5418b99666b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:09.927621 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0af773a3-e12e-4417-8580-980788a8f9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:09.944538 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95758bb4-9f0c-434d-b162-56bcd1f56863 tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:09.945791 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-95758bb4-9f0c-434d-b162-56bcd1f56863 tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2678189 Sep 07 19:00:09.949297 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41342) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:09.973448 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9058d5-d010-4d97-ab6a-ada8b61e8b28 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Port': ['ID=37404b2d-59cd-4061-a565-f5418b99666b,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:09.980485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-0af773a3-e12e-4417-8580-980788a8f9fd None None] Port 37404b2d-59cd-4061-a565-f5418b99666b cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:00:09.981954 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1e9058d5-d010-4d97-ab6a-ada8b61e8b28 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:10.033721 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0089909f-5ed5-4a8f-9178-3b7145a149bc tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=cef757c5-a16d-43a1-9621-6c951f6f4b12 HTTP/1.1" status: 200 len: 467 time: 0.0803914 Sep 07 19:00:10.060550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41346) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:10.097315 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9058d5-d010-4d97-ab6a-ada8b61e8b28 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network a5f61e1e-0b80-4543-91a7-27f8d5d5239e is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:10.100499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d75df553-3447-405b-94e6-0774fcd57937 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:10.101911 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-1e9058d5-d010-4d97-ab6a-ada8b61e8b28 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:10.147688 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9645515-6840-480e-8123-653b2a339e42 req-d9a91f95-ef45-4c1f-aeb3-4d07c3709bfc tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:10.163047 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9645515-6840-480e-8123-653b2a339e42 req-d9a91f95-ef45-4c1f-aeb3-4d07c3709bfc tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 948 time: 0.1265280 Sep 07 19:00:10.173515 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port d75df553-3447-405b-94e6-0774fcd57937 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:10.174682 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:10.265334 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9058d5-d010-4d97-ab6a-ada8b61e8b28 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router a04e98ec-684a-4531-9bb7-5c16908ad6b3 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:00:10.365853 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9058d5-d010-4d97-ab6a-ada8b61e8b28 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:10.375572 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1e9058d5-d010-4d97-ab6a-ada8b61e8b28 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/a04e98ec-684a-4531-9bb7-5c16908ad6b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0264306 Sep 07 19:00:10.375572 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41348) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:10.379258 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604475c3-1900-4c9e-8378-f1ebf1395659 None None] Sync routers for ids ['a04e98ec-684a-4531-9bb7-5c16908ad6b3'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:10.386271 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9915065f-2742-4b2f-9aed-9d6c607321db details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:00:10.420691 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189637cd-89c0-4f71-8bc6-195026e62260 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:10.424663 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-189637cd-89c0-4f71-8bc6-195026e62260 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/ports/37404b2d-59cd-4061-a565-f5418b99666b HTTP/1.1" status: 200 len: 910 time: 0.0470636 Sep 07 19:00:10.424892 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41352) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:10.430162 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-c5de6534-5ee2-463e-8866-908a6a1d10df tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ad7e06a1-879e-40f6-9dab-d6637fd2a5e0'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:10.439466 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604475c3-1900-4c9e-8378-f1ebf1395659 None None] Routers {'a04e98ec-684a-4531-9bb7-5c16908ad6b3'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:10.440196 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-604475c3-1900-4c9e-8378-f1ebf1395659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a04e98ec-684a-4531-9bb7-5c16908ad6b3'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:10.442098 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1435fc5b-d3f8-4dfa-af47-67ff43ffd3f5 None None] Provisioning complete for port 37404b2d-59cd-4061-a565-f5418b99666b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:10.442534 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1435fc5b-d3f8-4dfa-af47-67ff43ffd3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:10.506697 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-604475c3-1900-4c9e-8378-f1ebf1395659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:10.570761 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9645515-6840-480e-8123-653b2a339e42 req-36f0a7c0-19f9-46ee-a61f-8c4ce2c283f7 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd6f24df-4c6d-40e6-b392-bf9a0e8deeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130933 Sep 07 19:00:10.615057 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5de6534-5ee2-463e-8866-908a6a1d10df tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:10.673767 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fb8c8a83-69bf-407a-a6fd-d741ee7ca45a tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:10.676555 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-fb8c8a83-69bf-407a-a6fd-d741ee7ca45a tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/cef757c5-a16d-43a1-9621-6c951f6f4b12 HTTP/1.1" status: 204 len: 168 time: 0.6208746 Sep 07 19:00:10.677811 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41356) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:10.694668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2ec428f2-35c8-456c-ac62-cbc0a9ac8031 tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=cef757c5-a16d-43a1-9621-6c951f6f4b12 HTTP/1.1" status: 200 len: 216 time: 0.0124447 Sep 07 19:00:10.695794 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41358) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:10.710672 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4372daa4-7acb-4c33-a24c-2dad50d210e4 tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0102463 Sep 07 19:00:10.710983 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41364) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:10.728159 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d18f244e-5ff2-45bd-8296-ba77f65a0b0a tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0123527 Sep 07 19:00:10.731673 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9915065f-2742-4b2f-9aed-9d6c607321db, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9915065f-2742-4b2f-9aed-9d6c607321db,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:10.733422 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41368) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:10.745150 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '9915065f-2742-4b2f-9aed-9d6c607321db', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '9915065f-2742-4b2f-9aed-9d6c607321db', 'mac_address': 'fa:16:3e:75:64:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:00:10.746762 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-1435fc5b-d3f8-4dfa-af47-67ff43ffd3f5 None None] Port 37404b2d-59cd-4061-a565-f5418b99666b cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:00:10.754113 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604475c3-1900-4c9e-8378-f1ebf1395659 None None] Routers {'a04e98ec-684a-4531-9bb7-5c16908ad6b3'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:10.754765 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-604475c3-1900-4c9e-8378-f1ebf1395659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a04e98ec-684a-4531-9bb7-5c16908ad6b3'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:10.790314 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-604475c3-1900-4c9e-8378-f1ebf1395659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:10.790979 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604475c3-1900-4c9e-8378-f1ebf1395659 None None] The sync data for ids ['a04e98ec-684a-4531-9bb7-5c16908ad6b3'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:10.824727 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b4e0732f-9dfb-47d5-8d1d-d8532b81a0c0 tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels/bfdc7a8a-43f2-4de2-af04-794388520023 HTTP/1.1" status: 200 len: 473 time: 0.0900145 Sep 07 19:00:10.828330 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:10.828688 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41370) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:10.843952 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9915065f-2742-4b2f-9aed-9d6c607321db {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:00:10.846842 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8d396-f861-4afe-ae46-738ab30029cf req-9b85d1cf-dccb-4bcd-9682-80b6fe16cc3d tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:10.848678 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0df8d396-f861-4afe-ae46-738ab30029cf req-9b85d1cf-dccb-4bcd-9682-80b6fe16cc3d tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.0649955 Sep 07 19:00:10.853082 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1036af72-48bd-482b-8ca2-59adc2c86162 tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules/ca196759-abcd-4104-bfda-24d3c829442a HTTP/1.1" status: 200 len: 461 time: 0.0226443 Sep 07 19:00:10.862619 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41372) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:10.877174 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9915065f-2742-4b2f-9aed-9d6c607321db, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9915065f-2742-4b2f-9aed-9d6c607321db,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:10.883751 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:10.907878 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0df8d396-f861-4afe-ae46-738ab30029cf req-f3db6c45-4616-4614-8bd0-57659b9eaeb4 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502429 Sep 07 19:00:10.953093 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=9915065f-2742-4b2f-9aed-9d6c607321db,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:11.074071 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ff2d3707-6752-42f3-a6ca-a45c557bb0e0 tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:11.075602 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ff2d3707-6752-42f3-a6ca-a45c557bb0e0 tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/ca196759-abcd-4104-bfda-24d3c829442a HTTP/1.1" status: 204 len: 168 time: 0.2118928 Sep 07 19:00:11.077041 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ac9e8-555c-42ad-9e31-e08e8359c744 req-b6ba7367-7ad7-4460-aa0f-92c9fea56449 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:11.078534 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a15ac9e8-555c-42ad-9e31-e08e8359c744 req-b6ba7367-7ad7-4460-aa0f-92c9fea56449 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.0546644 Sep 07 19:00:11.079023 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41382) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:11.124824 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a15ac9e8-555c-42ad-9e31-e08e8359c744 req-2bb9e2cf-f2ed-430d-99cd-fd4747cab13d tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355566 Sep 07 19:00:11.208768 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['9915065f-2742-4b2f-9aed-9d6c607321db'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:00:11.363769 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd9a26e0-0786-4174-8ddb-0e6f2b86884c tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:11.364992 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bd9a26e0-0786-4174-8ddb-0e6f2b86884c tempest-MeteringTestJSON-691679958 tempest-MeteringTestJSON-691679958-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/bfdc7a8a-43f2-4de2-af04-794388520023 HTTP/1.1" status: 204 len: 168 time: 0.2849967 Sep 07 19:00:11.636483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41390) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:11.694047 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d60cae-c3da-4524-858e-a6e064db80ec req-c5bd1154-98f8-4812-9e46-c86d57632c19 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:11.695537 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-42d60cae-c3da-4524-858e-a6e064db80ec req-c5bd1154-98f8-4812-9e46-c86d57632c19 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 949 time: 0.0526481 Sep 07 19:00:11.755965 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-42d60cae-c3da-4524-858e-a6e064db80ec req-f11ac60c-dc3e-4cf6-b76f-b9ad98447351 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd6f24df-4c6d-40e6-b392-bf9a0e8deeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474014 Sep 07 19:00:11.767073 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5de6534-5ee2-463e-8866-908a6a1d10df tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:11.775969 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-16b26b28-0d92-456e-b353-2bea43fa762c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:11.779059 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5de6534-5ee2-463e-8866-908a6a1d10df tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:11.854386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de6534-5ee2-463e-8866-908a6a1d10df tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Port': ['ID=37404b2d-59cd-4061-a565-f5418b99666b,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:11.863614 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5de6534-5ee2-463e-8866-908a6a1d10df tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:11.864250 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5de6534-5ee2-463e-8866-908a6a1d10df tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:11.865708 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c5de6534-5ee2-463e-8866-908a6a1d10df tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/ports/37404b2d-59cd-4061-a565-f5418b99666b HTTP/1.1" status: 200 len: 910 time: 1.4398422 Sep 07 19:00:11.867368 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-16b26b28-0d92-456e-b353-2bea43fa762c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:11.869134 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41394) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:11.872841 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-16b26b28-0d92-456e-b353-2bea43fa762c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:11.911367 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-16b26b28-0d92-456e-b353-2bea43fa762c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=02b72799819b494fa0e39ae4be13e00d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736180 Sep 07 19:00:11.912261 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b26b28-0d92-456e-b353-2bea43fa762c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8322b6a4-9abc-4b18-9709-1eb47cb1fb6f,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:11.914002 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41396) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:12.044107 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8026538-d256-4804-ac97-310464d1bd3b req-da99572d-5ba9-4aa6-9f6f-e03a81f9da6f tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:12.046458 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8026538-d256-4804-ac97-310464d1bd3b req-da99572d-5ba9-4aa6-9f6f-e03a81f9da6f tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.0603247 Sep 07 19:00:12.073735 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f94f459e-0092-4e3b-a452-5f332f01a7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.088346 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8026538-d256-4804-ac97-310464d1bd3b req-74dd690b-cc7c-4ca0-abfe-83f54ee25620 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341992 Sep 07 19:00:12.110661 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f94f459e-0092-4e3b-a452-5f332f01a7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.222181 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f94f459e-0092-4e3b-a452-5f332f01a7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.225087 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f94f459e-0092-4e3b-a452-5f332f01a7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.230882 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f94f459e-0092-4e3b-a452-5f332f01a7ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8322b6a4-9abc-4b18-9709-1eb47cb1fb6f HTTP/1.1" status: 204 len: 168 time: 0.3108561 Sep 07 19:00:12.238091 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f459e-0092-4e3b-a452-5f332f01a7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8322b6a4-9abc-4b18-9709-1eb47cb1fb6f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:12.311412 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d576b-a029-4a44-8a3d-cb2cc4f1e07b req-8b5ff67b-52d0-444a-980d-ed6700759435 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:12.313732 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a43d576b-a029-4a44-8a3d-cb2cc4f1e07b req-8b5ff67b-52d0-444a-980d-ed6700759435 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.0783353 Sep 07 19:00:12.326391 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-629fe3ec-ffca-4f9d-921d-03501a2ef821 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.357961 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a43d576b-a029-4a44-8a3d-cb2cc4f1e07b req-ac5a008c-c026-4c25-8d24-e81970caea5d tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378036 Sep 07 19:00:12.408111 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9915065f-2742-4b2f-9aed-9d6c607321db up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:12.481596 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 9915065f-2742-4b2f-9aed-9d6c607321db completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:12.499594 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 9915065f-2742-4b2f-9aed-9d6c607321db triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:12.500062 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.607254 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.619781 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-629fe3ec-ffca-4f9d-921d-03501a2ef821 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting port 37404b2d-59cd-4061-a565-f5418b99666b {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:00:12.620146 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-629fe3ec-ffca-4f9d-921d-03501a2ef821 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.623565 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41408) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:12.648588 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccd21c4-f002-4b77-8128-c325c967fe2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9915065f-2742-4b2f-9aed-9d6c607321db'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:00:12.651460 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f4ef41-ed1d-493d-81fc-8dea95610307" -d '{"events": [{"server_uuid": "3ccd21c4-f002-4b77-8128-c325c967fe2d", "name": "network-vif-plugged", "status": "completed", "tag": "9915065f-2742-4b2f-9aed-9d6c607321db"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:00:12.661950 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e26d86f5-de09-457b-a7fc-1ee369c47b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.665467 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9915065f-2742-4b2f-9aed-9d6c607321db, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9915065f-2742-4b2f-9aed-9d6c607321db,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:12.670519 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.715788 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa919964-2ba2-4e9e-9878-db2b40928e08 x-openstack-request-id: req-fa919964-2ba2-4e9e-9878-db2b40928e08 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:00:12.716104 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccd21c4-f002-4b77-8128-c325c967fe2d", "name": "network-vif-plugged", "status": "completed", "tag": "9915065f-2742-4b2f-9aed-9d6c607321db", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:00:12.716310 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa919964-2ba2-4e9e-9878-db2b40928e08 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:00:12.716926 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccd21c4-f002-4b77-8128-c325c967fe2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9915065f-2742-4b2f-9aed-9d6c607321db', 'code': 200} Sep 07 19:00:12.725116 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.741553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=9915065f-2742-4b2f-9aed-9d6c607321db,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:12.755574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:12.756073 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:12.756739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:12.757496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:12.758007 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:12.759179 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:12.760003 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:12.760656 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:12.761294 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:12.761940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:12.762609 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:12.763448 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:12.772827 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-629fe3ec-ffca-4f9d-921d-03501a2ef821 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.794500 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-629fe3ec-ffca-4f9d-921d-03501a2ef821 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Calling delete_port for 37404b2d-59cd-4061-a565-f5418b99666b owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:00:12.907865 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a29d1d-efee-45e6-90f5-dce9d9a37407 req-b18b7393-0095-4d43-825f-ed2265bf3450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:12.909349 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-31a29d1d-efee-45e6-90f5-dce9d9a37407 req-b18b7393-0095-4d43-825f-ed2265bf3450 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 1101 time: 0.0808978 Sep 07 19:00:12.909999 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e26d86f5-de09-457b-a7fc-1ee369c47b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.914806 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e26d86f5-de09-457b-a7fc-1ee369c47b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.918195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e96d0-a4a6-4b77-9625-1772ec94e216 req-4f970517-1085-46b2-ab5c-734c0ce6832e tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:12.919763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-976e96d0-a4a6-4b77-9625-1772ec94e216 req-4f970517-1085-46b2-ab5c-734c0ce6832e tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 950 time: 0.0899997 Sep 07 19:00:12.988028 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-31a29d1d-efee-45e6-90f5-dce9d9a37407 req-ee4e08f6-9f42-44d7-b4be-230bb5949f5a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd6f24df-4c6d-40e6-b392-bf9a0e8deeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663645 Sep 07 19:00:12.994442 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-976e96d0-a4a6-4b77-9625-1772ec94e216 req-f4efc73e-fa87-4c5f-8dae-3ac53eeb2c6c tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd6f24df-4c6d-40e6-b392-bf9a0e8deeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660250 Sep 07 19:00:13.008180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d86f5-de09-457b-a7fc-1ee369c47b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690e57b7-24cb-483e-8f6e-4c8925ceb185,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:13.015333 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e26d86f5-de09-457b-a7fc-1ee369c47b3d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be3d9c77f6be423db2c9a13e01da18a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3907125 Sep 07 19:00:13.018208 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41414) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:13.117126 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-629fe3ec-ffca-4f9d-921d-03501a2ef821 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.138902 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7ec771fa-61b3-4608-b1b1-031552a0e2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.167824 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fe3ec-ffca-4f9d-921d-03501a2ef821 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Port': ['ID=37404b2d-59cd-4061-a565-f5418b99666b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:13.233511 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7ec771fa-61b3-4608-b1b1-031552a0e2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.259667 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fc425-7b91-41df-b2c7-430813bbd80f req-9d8ff57b-a496-48d8-a512-19fc76fd603e tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:13.271686 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8f5fc425-7b91-41df-b2c7-430813bbd80f req-9d8ff57b-a496-48d8-a512-19fc76fd603e tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.0881865 Sep 07 19:00:13.338214 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8f5fc425-7b91-41df-b2c7-430813bbd80f req-994e1a2c-99b9-46f6-935c-c9aa955cc676 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650322 Sep 07 19:00:13.414332 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-629fe3ec-ffca-4f9d-921d-03501a2ef821 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.436860 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7ec771fa-61b3-4608-b1b1-031552a0e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.439442 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7ec771fa-61b3-4608-b1b1-031552a0e2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.440677 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7ec771fa-61b3-4608-b1b1-031552a0e2f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/690e57b7-24cb-483e-8f6e-4c8925ceb185 HTTP/1.1" status: 204 len: 168 time: 0.4218554 Sep 07 19:00:13.487153 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec771fa-61b3-4608-b1b1-031552a0e2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690e57b7-24cb-483e-8f6e-4c8925ceb185,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:13.517733 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5f0aa-6bac-4ac0-88ff-16d043df8179 req-b44a80bb-4ad1-410d-bc61-7f59e52b16eb tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:13.525280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92d5f0aa-6bac-4ac0-88ff-16d043df8179 req-b44a80bb-4ad1-410d-bc61-7f59e52b16eb tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.0848813 Sep 07 19:00:13.583136 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92d5f0aa-6bac-4ac0-88ff-16d043df8179 req-8f2cdf91-9828-41d5-a86e-5880a5838026 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532141 Sep 07 19:00:13.611370 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629fe3ec-ffca-4f9d-921d-03501a2ef821 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router a04e98ec-684a-4531-9bb7-5c16908ad6b3 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:00:13.626921 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.697231 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629fe3ec-ffca-4f9d-921d-03501a2ef821 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:13.706429 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-629fe3ec-ffca-4f9d-921d-03501a2ef821 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/a04e98ec-684a-4531-9bb7-5c16908ad6b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8361509 Sep 07 19:00:13.710062 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41424) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:13.711279 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c167a80-eb95-49a2-b543-720e4f4f3b2b None None] Sync routers for ids ['a04e98ec-684a-4531-9bb7-5c16908ad6b3'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:13.725988 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c167a80-eb95-49a2-b543-720e4f4f3b2b None None] Routers {'a04e98ec-684a-4531-9bb7-5c16908ad6b3'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:13.726636 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1c167a80-eb95-49a2-b543-720e4f4f3b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a04e98ec-684a-4531-9bb7-5c16908ad6b3'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:13.749668 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-64ce2d69-2724-4e43-b6b1-023b48946eb8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/ports?device_id=a04e98ec-684a-4531-9bb7-5c16908ad6b3 HTTP/1.1" status: 200 len: 205 time: 0.0384471 Sep 07 19:00:13.753136 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41428) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:13.760089 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1c167a80-eb95-49a2-b543-720e4f4f3b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:13.769943 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c167a80-eb95-49a2-b543-720e4f4f3b2b None None] Routers {'a04e98ec-684a-4531-9bb7-5c16908ad6b3'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:13.770860 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1c167a80-eb95-49a2-b543-720e4f4f3b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a04e98ec-684a-4531-9bb7-5c16908ad6b3'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:13.803962 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1c167a80-eb95-49a2-b543-720e4f4f3b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:13.804671 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c167a80-eb95-49a2-b543-720e4f4f3b2b None None] The sync data for ids ['a04e98ec-684a-4531-9bb7-5c16908ad6b3'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:13.835642 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3779bc6b-153c-42a6-84ad-450e8ff7d8b3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.013218 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3779bc6b-153c-42a6-84ad-450e8ff7d8b3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.015528 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3779bc6b-153c-42a6-84ad-450e8ff7d8b3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.094640 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3779bc6b-153c-42a6-84ad-450e8ff7d8b3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.095219 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3779bc6b-153c-42a6-84ad-450e8ff7d8b3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Fanout notify agent at l3_agent the message router_deleted on router a04e98ec-684a-4531-9bb7-5c16908ad6b3 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:00:14.113877 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3779bc6b-153c-42a6-84ad-450e8ff7d8b3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.117431 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3779bc6b-153c-42a6-84ad-450e8ff7d8b3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/routers/a04e98ec-684a-4531-9bb7-5c16908ad6b3 HTTP/1.1" status: 204 len: 168 time: 0.3605847 Sep 07 19:00:14.118781 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41442) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:14.157173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7003b3-e59e-449c-b890-413f06ca474c req-d35c2d32-2c1c-45f4-80f8-ed8a63bcc0c8 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:14.159101 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1d7003b3-e59e-449c-b890-413f06ca474c req-d35c2d32-2c1c-45f4-80f8-ed8a63bcc0c8 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 950 time: 0.0637829 Sep 07 19:00:14.194975 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0eb30ca-1fc6-4dd4-b37b-53fb2e1a5d05 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting subnet ad7e06a1-879e-40f6-9dab-d6637fd2a5e0 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:00:14.199348 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0eb30ca-1fc6-4dd4-b37b-53fb2e1a5d05 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.205090 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1d7003b3-e59e-449c-b890-413f06ca474c req-3b2aca00-0c1f-448a-862f-b09d0d381d18 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd6f24df-4c6d-40e6-b392-bf9a0e8deeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372341 Sep 07 19:00:14.245725 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0eb30ca-1fc6-4dd4-b37b-53fb2e1a5d05 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.372956 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0eb30ca-1fc6-4dd4-b37b-53fb2e1a5d05 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.390629 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41454) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:14.489882 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0eb30ca-1fc6-4dd4-b37b-53fb2e1a5d05 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.531307 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb30ca-1fc6-4dd4-b37b-53fb2e1a5d05 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Subnet': ['ID=ad7e06a1-879e-40f6-9dab-d6637fd2a5e0,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:14.536769 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0eb30ca-1fc6-4dd4-b37b-53fb2e1a5d05 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.538693 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d0eb30ca-1fc6-4dd4-b37b-53fb2e1a5d05 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/subnets/ad7e06a1-879e-40f6-9dab-d6637fd2a5e0 HTTP/1.1" status: 204 len: 168 time: 0.4190474 Sep 07 19:00:14.541340 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41458) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:14.544924 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f3c2d-547e-42ae-a3b8-efa087d389be req-7117ebc5-19bc-4569-a235-1ad7f12e7f1e tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:14.549980 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369edc0f-362f-40ad-ba64-ba054bf2aa33 None None] Network a5f61e1e-0b80-4543-91a7-27f8d5d5239e requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:00:14.554321 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-600f3c2d-547e-42ae-a3b8-efa087d389be req-7117ebc5-19bc-4569-a235-1ad7f12e7f1e tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.0737057 Sep 07 19:00:14.569202 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-66052957-b511-41d7-a798-be4be1846b6b tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-385489571'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:14.623122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-600f3c2d-547e-42ae-a3b8-efa087d389be req-139d69c8-4590-4950-89eb-148842a395c5 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655012 Sep 07 19:00:14.624975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66052957-b511-41d7-a798-be4be1846b6b tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Made reservation on behalf of 23ad2cb4bb894638aff82c1844ea705e for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:00:14.629689 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66052957-b511-41d7-a798-be4be1846b6b tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.653479 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66052957-b511-41d7-a798-be4be1846b6b tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.666676 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-901988e4-259d-4fd8-86d9-82ace1690273 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.748481 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-901988e4-259d-4fd8-86d9-82ace1690273 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting port d75df553-3447-405b-94e6-0774fcd57937 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:00:14.749118 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-901988e4-259d-4fd8-86d9-82ace1690273 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.823608 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d1746b-e91b-473f-82c9-b68c2c39bf37 None None] DHCP port deletion for a5f61e1e-0b80-4543-91a7-27f8d5d5239e request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:00:14.827351 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-901988e4-259d-4fd8-86d9-82ace1690273 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] For port d75df553-3447-405b-94e6-0774fcd57937, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d75df553-3447-405b-94e6-0774fcd57937,segment=NetworkSegment(2a44316e-7313-42cd-83fa-65002173f029),segment_id=2a44316e-7313-42cd-83fa-65002173f029)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:14.828027 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-901988e4-259d-4fd8-86d9-82ace1690273 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.843081 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-901988e4-259d-4fd8-86d9-82ace1690273 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Calling delete_port for d75df553-3447-405b-94e6-0774fcd57937 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:00:14.854173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9edd8-b1f4-4b54-97b3-617bd144007f req-ce185df4-210d-440b-bea1-76b7a74dd532 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:14.857295 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-88d9edd8-b1f4-4b54-97b3-617bd144007f req-ce185df4-210d-440b-bea1-76b7a74dd532 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.1055012 Sep 07 19:00:14.881668 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c5d1746b-e91b-473f-82c9-b68c2c39bf37 None None] Deleting port d75df553-3447-405b-94e6-0774fcd57937 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:00:14.882079 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c5d1746b-e91b-473f-82c9-b68c2c39bf37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.906319 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66052957-b511-41d7-a798-be4be1846b6b tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.916428 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66052957-b511-41d7-a798-be4be1846b6b tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.952155 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-901988e4-259d-4fd8-86d9-82ace1690273 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.953001 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c5d1746b-e91b-473f-82c9-b68c2c39bf37 None None] For port d75df553-3447-405b-94e6-0774fcd57937, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d75df553-3447-405b-94e6-0774fcd57937,segment=NetworkSegment(2a44316e-7313-42cd-83fa-65002173f029),segment_id=2a44316e-7313-42cd-83fa-65002173f029)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:14.953863 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c5d1746b-e91b-473f-82c9-b68c2c39bf37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.961880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66052957-b511-41d7-a798-be4be1846b6b tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:00:14.972047 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-88d9edd8-b1f4-4b54-97b3-617bd144007f req-9da5493f-33a3-4908-bf1f-ca2f145e65c8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060703 Sep 07 19:00:14.974500 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c5d1746b-e91b-473f-82c9-b68c2c39bf37 None None] Calling delete_port for d75df553-3447-405b-94e6-0774fcd57937 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:00:14.984499 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901988e4-259d-4fd8-86d9-82ace1690273 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Port': ['ID=d75df553-3447-405b-94e6-0774fcd57937,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:14.990126 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901988e4-259d-4fd8-86d9-82ace1690273 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] No DVR routers for this DVR port d75df553-3447-405b-94e6-0774fcd57937 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:00:14.994550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66052957-b511-41d7-a798-be4be1846b6b tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a390a300-dd93-42ba-9f4d-4e25ef55bd0d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:15.003544 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66052957-b511-41d7-a798-be4be1846b6b tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:15.003945 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-66052957-b511-41d7-a798-be4be1846b6b tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Added segment f1cc103b-16e9-438d-8d98-d3e8c886b419 of type vlan for network cfb026de-c625-4582-9f51-8a7ae28297a8 Sep 07 19:00:15.080779 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66052957-b511-41d7-a798-be4be1846b6b tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:15.094178 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-901988e4-259d-4fd8-86d9-82ace1690273 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:15.100251 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c5d1746b-e91b-473f-82c9-b68c2c39bf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:15.120011 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-901988e4-259d-4fd8-86d9-82ace1690273 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f61e1e-0b80-4543-91a7-27f8d5d5239e']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:15.126410 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66052957-b511-41d7-a798-be4be1846b6b tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:15.129969 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-901988e4-259d-4fd8-86d9-82ace1690273 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a44316e-7313-42cd-83fa-65002173f029') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:15.130289 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-901988e4-259d-4fd8-86d9-82ace1690273 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a44316e-7313-42cd-83fa-65002173f029') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:15.136831 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1746b-e91b-473f-82c9-b68c2c39bf37 None None] Pushing event deleted for resources: {'Port': ['ID=d75df553-3447-405b-94e6-0774fcd57937,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:15.141708 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66052957-b511-41d7-a798-be4be1846b6b tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:15.142848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d1746b-e91b-473f-82c9-b68c2c39bf37 None None] No DVR routers for this DVR port d75df553-3447-405b-94e6-0774fcd57937 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:00:15.143008 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66052957-b511-41d7-a798-be4be1846b6b tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:15.143707 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-901988e4-259d-4fd8-86d9-82ace1690273 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:15.161732 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-901988e4-259d-4fd8-86d9-82ace1690273 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:15.169159 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901988e4-259d-4fd8-86d9-82ace1690273 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:00:15.169554 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-901988e4-259d-4fd8-86d9-82ace1690273 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:00:15.173366 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:00:15.206418 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-66052957-b511-41d7-a798-be4be1846b6b tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8141198 Sep 07 19:00:15.211050 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41462) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:15.224006 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-29ae10ce-4f56-48d9-811c-c2239f2c1920 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Request body: {'subnet': {'network_id': 'cfb026de-c625-4582-9f51-8a7ae28297a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:15.249518 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-901988e4-259d-4fd8-86d9-82ace1690273 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:15.275286 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-901988e4-259d-4fd8-86d9-82ace1690273 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:15.283407 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-901988e4-259d-4fd8-86d9-82ace1690273 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/networks/a5f61e1e-0b80-4543-91a7-27f8d5d5239e HTTP/1.1" status: 204 len: 168 time: 0.7352543 Sep 07 19:00:15.283407 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901988e4-259d-4fd8-86d9-82ace1690273 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Network': ['ID=a5f61e1e-0b80-4543-91a7-27f8d5d5239e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:15.283881 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41466) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:15.290980 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-30cf6b82-ca40-4281-9885-2e001ed72f9c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-489230341', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:15.314807 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30cf6b82-ca40-4281-9885-2e001ed72f9c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:15.315939 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30cf6b82-ca40-4281-9885-2e001ed72f9c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:15.321258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66052957-b511-41d7-a798-be4be1846b6b tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Network': ['ID=cfb026de-c625-4582-9f51-8a7ae28297a8,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:15.337453 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network cfb026de-c625-4582-9f51-8a7ae28297a8 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:00:15.403952 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30cf6b82-ca40-4281-9885-2e001ed72f9c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:15.410033 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30cf6b82-ca40-4281-9885-2e001ed72f9c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:15.430562 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30cf6b82-ca40-4281-9885-2e001ed72f9c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:15.432847 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-30cf6b82-ca40-4281-9885-2e001ed72f9c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1456976 Sep 07 19:00:15.435302 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41468) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:15.443374 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-2cfbb410-6076-4151-85da-cc03030ef25a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'network': {'name': 'tempest-RoutersTest-1515554151'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:15.463761 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3780f1-df18-483f-b0b0-423205bc8bd5 req-f5ffe713-d42d-4113-91c1-f3b82663c043 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:15.466439 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c3780f1-df18-483f-b0b0-423205bc8bd5 req-f5ffe713-d42d-4113-91c1-f3b82663c043 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 950 time: 0.1531887 Sep 07 19:00:15.473450 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.db.api [None req-2cfbb410-6076-4151-85da-cc03030ef25a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 19:00:15.473450 n-d-807786-1 neutron-server[101444]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 19:00:15.473450 n-d-807786-1 neutron-server[101444]: [parameters: {'project_id_1': 'a3cefdca228647e789b9074f06af403e', 'expiration_1': datetime.datetime(2021, 9, 7, 18, 59, 55, 450487)}] Sep 07 19:00:15.473450 n-d-807786-1 neutron-server[101444]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:00:15.473450 n-d-807786-1 neutron-server[101444]: DEBUG oslo_db.api [None req-2cfbb410-6076-4151-85da-cc03030ef25a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:00:15.506177 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ae10ce-4f56-48d9-811c-c2239f2c1920 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Made reservation on behalf of 23ad2cb4bb894638aff82c1844ea705e for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:00:15.512657 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-29ae10ce-4f56-48d9-811c-c2239f2c1920 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:15.608699 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c3780f1-df18-483f-b0b0-423205bc8bd5 req-056efda9-3dbd-405f-9e3a-6192c1857da4 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd6f24df-4c6d-40e6-b392-bf9a0e8deeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342769 Sep 07 19:00:15.824736 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-29ae10ce-4f56-48d9-811c-c2239f2c1920 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:15.874700 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cfe7e-4128-4f5c-b44c-ed5321e62a5e req-254eb40b-9546-4e05-8110-ee8896a9a0e8 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:15.876257 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c8cfe7e-4128-4f5c-b44c-ed5321e62a5e req-254eb40b-9546-4e05-8110-ee8896a9a0e8 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.1557701 Sep 07 19:00:15.929507 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae10ce-4f56-48d9-811c-c2239f2c1920 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Subnet': ['ID=eb8d354d-cc8b-4f19-8dac-2b9bc965350e,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:15.967541 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c8cfe7e-4128-4f5c-b44c-ed5321e62a5e req-fb081fb8-e09e-46ca-81c4-2feef09e15c1 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791304 Sep 07 19:00:15.969488 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae10ce-4f56-48d9-811c-c2239f2c1920 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Checking segment: {'id': 'f1cc103b-16e9-438d-8d98-d3e8c886b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cfb026de-c625-4582-9f51-8a7ae28297a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:15.970080 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ae10ce-4f56-48d9-811c-c2239f2c1920 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Network hostable DHCP agents. Network: cfb026de-c625-4582-9f51-8a7ae28297a8, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:00:16.008830 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ae10ce-4f56-48d9-811c-c2239f2c1920 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Network cfb026de-c625-4582-9f51-8a7ae28297a8 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:00:16.010350 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfbb410-6076-4151-85da-cc03030ef25a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Made reservation on behalf of a3cefdca228647e789b9074f06af403e for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:00:16.014438 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2cfbb410-6076-4151-85da-cc03030ef25a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.029870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-29ae10ce-4f56-48d9-811c-c2239f2c1920 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, cfb026de-c625-4582-9f51-8a7ae28297a8) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:16.043002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ae10ce-4f56-48d9-811c-c2239f2c1920 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:16.043385 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-29ae10ce-4f56-48d9-811c-c2239f2c1920 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.052203 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cfbb410-6076-4151-85da-cc03030ef25a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:00:16.054528 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb749a39-f14a-45ad-8558-67e1b62991f5 None None] Network cfb026de-c625-4582-9f51-8a7ae28297a8 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:00:16.082638 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2cfbb410-6076-4151-85da-cc03030ef25a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.083005 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-2cfbb410-6076-4151-85da-cc03030ef25a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Added segment 098b4419-6424-46e4-a777-004549915664 of type vlan for network 4b3efa48-200d-4f0a-965c-9d7ca3deb86f Sep 07 19:00:16.091879 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-29ae10ce-4f56-48d9-811c-c2239f2c1920 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8784652 Sep 07 19:00:16.093270 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41492) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:16.102988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-66bffd9c-1639-4b0d-860e-c17bf2fb67dd tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-951836990', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}, 'admin_state_up': False}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:16.175059 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66bffd9c-1639-4b0d-860e-c17bf2fb67dd tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.176643 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66bffd9c-1639-4b0d-860e-c17bf2fb67dd tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.207109 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d75df553-3447-405b-94e6-0774fcd57937 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:00:16.213459 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2cfbb410-6076-4151-85da-cc03030ef25a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.241575 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2cfbb410-6076-4151-85da-cc03030ef25a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.254445 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfbb410-6076-4151-85da-cc03030ef25a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:16.254445 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2cfbb410-6076-4151-85da-cc03030ef25a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.259381 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: d75df553-3447-405b-94e6-0774fcd57937 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:00:16.259730 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d75df553-3447-405b-94e6-0774fcd57937 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:00:16.294962 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba910f4-b638-47ea-8ce5-ab73d8f082bc None None] Network cfb026de-c625-4582-9f51-8a7ae28297a8 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:00:16.298362 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66bffd9c-1639-4b0d-860e-c17bf2fb67dd tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.308621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89df48-cbc5-4e82-b938-1875ea2b38eb req-312e6252-b602-4d2c-8708-1fc7b4d5b9bb tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:16.316428 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c89df48-cbc5-4e82-b938-1875ea2b38eb req-312e6252-b602-4d2c-8708-1fc7b4d5b9bb tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.1258972 Sep 07 19:00:16.362294 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbb410-6076-4151-85da-cc03030ef25a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Network': ['ID=4b3efa48-200d-4f0a-965c-9d7ca3deb86f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:16.369527 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2cfbb410-6076-4151-85da-cc03030ef25a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9319215 Sep 07 19:00:16.371244 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41498) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:16.382237 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e49bc2c5-be8d-41b1-9963-5c8b12351b58 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'subnet': {'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:16.387002 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 4b3efa48-200d-4f0a-965c-9d7ca3deb86f details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:00:16.467987 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c89df48-cbc5-4e82-b938-1875ea2b38eb req-765e7369-53fb-452a-bf56-082c0c8f5a01 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504569 Sep 07 19:00:16.521979 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49bc2c5-be8d-41b1-9963-5c8b12351b58 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Made reservation on behalf of a3cefdca228647e789b9074f06af403e for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:00:16.527892 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e49bc2c5-be8d-41b1-9963-5c8b12351b58 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.595362 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66bffd9c-1639-4b0d-860e-c17bf2fb67dd tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.793164 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e49bc2c5-be8d-41b1-9963-5c8b12351b58 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.860984 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66bffd9c-1639-4b0d-860e-c17bf2fb67dd tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.888316 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49bc2c5-be8d-41b1-9963-5c8b12351b58 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Subnet': ['ID=e5388a54-ba1d-44f9-96e4-5a467d028cf2,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:16.888316 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49bc2c5-be8d-41b1-9963-5c8b12351b58 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Checking segment: {'id': '098b4419-6424-46e4-a777-004549915664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:16.888316 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49bc2c5-be8d-41b1-9963-5c8b12351b58 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network hostable DHCP agents. Network: 4b3efa48-200d-4f0a-965c-9d7ca3deb86f, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:00:16.897606 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66bffd9c-1639-4b0d-860e-c17bf2fb67dd tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.908645 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49bc2c5-be8d-41b1-9963-5c8b12351b58 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network 4b3efa48-200d-4f0a-965c-9d7ca3deb86f is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:00:16.920045 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-e49bc2c5-be8d-41b1-9963-5c8b12351b58 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 4b3efa48-200d-4f0a-965c-9d7ca3deb86f) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:16.924595 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49bc2c5-be8d-41b1-9963-5c8b12351b58 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:16.925193 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e49bc2c5-be8d-41b1-9963-5c8b12351b58 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.932725 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3515f48c-3bbd-4599-8539-9eb4014af477 None None] Network 4b3efa48-200d-4f0a-965c-9d7ca3deb86f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:00:16.948798 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e49bc2c5-be8d-41b1-9963-5c8b12351b58 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5745823 Sep 07 19:00:16.951373 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41502) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:17.073958 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-66bffd9c-1639-4b0d-860e-c17bf2fb67dd tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Allocated IP 172.25.8.198 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/33c00279-d462-434e-bfb1-aa8d00cf2be6) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:17.156324 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:00:17.156324 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:17.213308 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7265fc-d54a-451d-955d-9971812d7ff5 req-528a8747-9d61-419f-b60f-ec506c5d470b tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:17.215018 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b7265fc-d54a-451d-955d-9971812d7ff5 req-528a8747-9d61-419f-b60f-ec506c5d470b tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.1319680 Sep 07 19:00:17.289128 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66bffd9c-1639-4b0d-860e-c17bf2fb67dd tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:17.308044 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b7265fc-d54a-451d-955d-9971812d7ff5 req-a56e9f5a-ba43-456f-8d5b-951eb9dc1858 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852358 Sep 07 19:00:17.313010 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-050b91fb-e2dc-40b8-b50a-cf6abb6767b8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:17.379181 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66bffd9c-1639-4b0d-860e-c17bf2fb67dd tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:17.401342 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] Allocated IP 172.20.0.2 (4b3efa48-200d-4f0a-965c-9d7ca3deb86f/e5388a54-ba1d-44f9-96e4-5a467d028cf2/7ff2715e-257c-4991-b1fe-36e5a900124a) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:17.426647 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bffd9c-1639-4b0d-860e-c17bf2fb67dd tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:17.429945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-66bffd9c-1639-4b0d-860e-c17bf2fb67dd tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:17.438476 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bffd9c-1639-4b0d-860e-c17bf2fb67dd tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:17.477880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bffd9c-1639-4b0d-860e-c17bf2fb67dd tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Port': ['ID=33c00279-d462-434e-bfb1-aa8d00cf2be6,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:17.633027 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:17.642710 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] Transition to ACTIVE for port object 7ff2715e-257c-4991-b1fe-36e5a900124a will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:17.662001 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] Transition to ACTIVE for port object 7ff2715e-257c-4991-b1fe-36e5a900124a will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:17.677759 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:17.696016 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10437f-18a2-4c74-8788-5cfbd863eaaf req-13e55236-20df-4e6a-908d-6e821135fb8c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:17.697658 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca10437f-18a2-4c74-8788-5cfbd863eaaf req-13e55236-20df-4e6a-908d-6e821135fb8c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.0909667 Sep 07 19:00:17.732257 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] Network 4b3efa48-200d-4f0a-965c-9d7ca3deb86f is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:17.735701 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:17.739705 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:17.779300 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-050b91fb-e2dc-40b8-b50a-cf6abb6767b8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Allocated IP 172.20.0.1 (4b3efa48-200d-4f0a-965c-9d7ca3deb86f/e5388a54-ba1d-44f9-96e4-5a467d028cf2/6a23036d-e27c-4d35-9428-8179c89f75f4) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:17.793979 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] Pushing event updated for resources: {'Port': ['ID=7ff2715e-257c-4991-b1fe-36e5a900124a,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:17.811299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] Attempting to bind port 7ff2715e-257c-4991-b1fe-36e5a900124a on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:00:17.811672 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] Attempting to bind port 7ff2715e-257c-4991-b1fe-36e5a900124a by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '098b4419-6424-46e4-a777-004549915664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:00:17.812384 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] Attempting to bind port 7ff2715e-257c-4991-b1fe-36e5a900124a on network 4b3efa48-200d-4f0a-965c-9d7ca3deb86f {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:00:17.818054 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:00:17.818436 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] Checking segment: {'id': '098b4419-6424-46e4-a777-004549915664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:17.818845 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:17.819288 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] Bound using segment: {'id': '098b4419-6424-46e4-a777-004549915664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:00:17.819774 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] Bound port: 7ff2715e-257c-4991-b1fe-36e5a900124a, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098b4419-6424-46e4-a777-004549915664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:00:17.820160 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:17.848631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca10437f-18a2-4c74-8788-5cfbd863eaaf req-e68d090c-da55-4178-9c1a-1f1e94705744 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090555 Sep 07 19:00:17.875157 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66bffd9c-1639-4b0d-860e-c17bf2fb67dd tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:17.903326 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] For port 7ff2715e-257c-4991-b1fe-36e5a900124a, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:00:17.906957 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] For port 7ff2715e-257c-4991-b1fe-36e5a900124a, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7ff2715e-257c-4991-b1fe-36e5a900124a,segment=NetworkSegment(098b4419-6424-46e4-a777-004549915664),segment_id=098b4419-6424-46e4-a777-004549915664)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:00:17.913020 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:17.993913 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b3fef-e6bf-4c95-9f51-ccf21301371a None None] Pushing event updated for resources: {'Port': ['ID=7ff2715e-257c-4991-b1fe-36e5a900124a,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:18.012019 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-050b91fb-e2dc-40b8-b50a-cf6abb6767b8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:18.032416 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-050b91fb-e2dc-40b8-b50a-cf6abb6767b8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Transition to ACTIVE for port object 6a23036d-e27c-4d35-9428-8179c89f75f4 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:18.085420 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-050b91fb-e2dc-40b8-b50a-cf6abb6767b8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:18.121712 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66bffd9c-1639-4b0d-860e-c17bf2fb67dd tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:18.138397 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050b91fb-e2dc-40b8-b50a-cf6abb6767b8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network 4b3efa48-200d-4f0a-965c-9d7ca3deb86f is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:18.142906 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-050b91fb-e2dc-40b8-b50a-cf6abb6767b8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:18.147325 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050b91fb-e2dc-40b8-b50a-cf6abb6767b8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:18.181333 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b91fb-e2dc-40b8-b50a-cf6abb6767b8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Port': ['ID=6a23036d-e27c-4d35-9428-8179c89f75f4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:18.214981 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-050b91fb-e2dc-40b8-b50a-cf6abb6767b8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:18.366397 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bffd9c-1639-4b0d-860e-c17bf2fb67dd tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Router 4a30ccef-116b-472a-8441-f7574b90d970 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:00:18.448232 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9915065f-2742-4b2f-9aed-9d6c607321db details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:00:18.473200 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-050b91fb-e2dc-40b8-b50a-cf6abb6767b8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:18.598514 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9915065f-2742-4b2f-9aed-9d6c607321db, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9915065f-2742-4b2f-9aed-9d6c607321db,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:18.623870 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '9915065f-2742-4b2f-9aed-9d6c607321db', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '9915065f-2742-4b2f-9aed-9d6c607321db', 'mac_address': 'fa:16:3e:75:64:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:00:18.624191 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bffd9c-1639-4b0d-860e-c17bf2fb67dd tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:18.655860 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44421898-c7c3-46b2-8ad9-76679a291992 req-5d62bc04-9be2-4c84-b809-f9dd97aef7b8 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:18.660242 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44421898-c7c3-46b2-8ad9-76679a291992 req-5d62bc04-9be2-4c84-b809-f9dd97aef7b8 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.1893950 Sep 07 19:00:18.673299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8014f64-24a6-456e-87e5-2cc54e6b290b None None] Sync routers for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:18.713906 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-66bffd9c-1639-4b0d-860e-c17bf2fb67dd tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:18.714486 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:18.716400 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-66bffd9c-1639-4b0d-860e-c17bf2fb67dd tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6214066 Sep 07 19:00:18.717928 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8014f64-24a6-456e-87e5-2cc54e6b290b None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:18.719001 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e8014f64-24a6-456e-87e5-2cc54e6b290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:18.720489 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41532) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:18.752210 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44421898-c7c3-46b2-8ad9-76679a291992 req-4ea86c96-26b9-49f8-879f-4378faf39007 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726681 Sep 07 19:00:18.795289 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9915065f-2742-4b2f-9aed-9d6c607321db {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:00:18.799821 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e8014f64-24a6-456e-87e5-2cc54e6b290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:18.841821 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8014f64-24a6-456e-87e5-2cc54e6b290b None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:18.842120 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e8014f64-24a6-456e-87e5-2cc54e6b290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:18.849289 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9915065f-2742-4b2f-9aed-9d6c607321db, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9915065f-2742-4b2f-9aed-9d6c607321db,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:18.910725 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-e8014f64-24a6-456e-87e5-2cc54e6b290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:18.912094 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8014f64-24a6-456e-87e5-2cc54e6b290b None None] The sync data for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:18.914577 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.025314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148f4ff-5fbe-47e9-bdb6-4fd508eeb3e8 req-0b3c31bf-bd0b-4547-8410-e5d8ea7c298b tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:19.025670 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-050b91fb-e2dc-40b8-b50a-cf6abb6767b8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.034527 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d148f4ff-5fbe-47e9-bdb6-4fd508eeb3e8 req-0b3c31bf-bd0b-4547-8410-e5d8ea7c298b tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.0801442 Sep 07 19:00:19.035152 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-050b91fb-e2dc-40b8-b50a-cf6abb6767b8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.035485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=9915065f-2742-4b2f-9aed-9d6c607321db,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:19.077135 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['9915065f-2742-4b2f-9aed-9d6c607321db'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:00:19.108769 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d148f4ff-5fbe-47e9-bdb6-4fd508eeb3e8 req-dc9ca60c-a587-4fe0-9a29-2b27f061d1c2 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727134 Sep 07 19:00:19.396468 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e68599-4373-4f82-b19f-2af7a7a03331 None None] Network 4b3efa48-200d-4f0a-965c-9d7ca3deb86f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:00:19.488126 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-917cee9e-06fe-47b0-8bd5-8551cfff1280 None None] Provisioning for port 7ff2715e-257c-4991-b1fe-36e5a900124a completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:19.735026 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-050b91fb-e2dc-40b8-b50a-cf6abb6767b8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.747305 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b91fb-e2dc-40b8-b50a-cf6abb6767b8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Port': ['ID=6a23036d-e27c-4d35-9428-8179c89f75f4,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:20.006128 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050b91fb-e2dc-40b8-b50a-cf6abb6767b8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network 4b3efa48-200d-4f0a-965c-9d7ca3deb86f is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:20.007955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-050b91fb-e2dc-40b8-b50a-cf6abb6767b8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:20.045083 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-393d9646-792b-4612-b899-a38569acc7bc None None] Provisioning for port 6a23036d-e27c-4d35-9428-8179c89f75f4 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:20.049219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc693370-dcad-4683-9271-ea5ec642260e req-bad25154-3b83-4598-aa51-4535242802b9 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:20.057132 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-393d9646-792b-4612-b899-a38569acc7bc None None] Provisioning complete for port 6a23036d-e27c-4d35-9428-8179c89f75f4 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:20.057586 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-393d9646-792b-4612-b899-a38569acc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:20.059164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc693370-dcad-4683-9271-ea5ec642260e req-bad25154-3b83-4598-aa51-4535242802b9 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.1344326 Sep 07 19:00:20.119196 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc693370-dcad-4683-9271-ea5ec642260e req-05565ae8-36b0-4833-8e37-14c2dc9b260b tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521848 Sep 07 19:00:20.216863 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-393d9646-792b-4612-b899-a38569acc7bc None None] Port 6a23036d-e27c-4d35-9428-8179c89f75f4 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:00:20.326536 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7ff2715e-257c-4991-b1fe-36e5a900124a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:20.363568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac594a9-cbc7-48c0-8fb3-aef35bd19802 req-c28d2719-9f6b-400b-b3e8-8e2988cda8da tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:20.372753 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ac594a9-cbc7-48c0-8fb3-aef35bd19802 req-c28d2719-9f6b-400b-b3e8-8e2988cda8da tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.0993044 Sep 07 19:00:20.491004 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a8755d74-c0b4-4be8-94f2-53f02bc063bf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:20.495860 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9915065f-2742-4b2f-9aed-9d6c607321db up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:20.525825 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ac594a9-cbc7-48c0-8fb3-aef35bd19802 req-1734f5a4-acf3-4789-bd2d-1fc1adf7c66a tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518502 Sep 07 19:00:20.590507 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4131b2e7-9bee-4ec6-98a8-59284673df8f None None] Provisioning complete for port 6a23036d-e27c-4d35-9428-8179c89f75f4 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:20.590871 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4131b2e7-9bee-4ec6-98a8-59284673df8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:20.646401 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 7ff2715e-257c-4991-b1fe-36e5a900124a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:20.657236 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 7ff2715e-257c-4991-b1fe-36e5a900124a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:20.657612 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:20.663184 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 9915065f-2742-4b2f-9aed-9d6c607321db triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:20.663553 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:20.667193 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-4131b2e7-9bee-4ec6-98a8-59284673df8f None None] Port 6a23036d-e27c-4d35-9428-8179c89f75f4 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:00:20.684830 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050b91fb-e2dc-40b8-b50a-cf6abb6767b8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:00:20.979819 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050b91fb-e2dc-40b8-b50a-cf6abb6767b8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:20.986475 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-050b91fb-e2dc-40b8-b50a-cf6abb6767b8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/2cd85dc0-5c5a-4506-b15e-3bf58d9a5267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0333362 Sep 07 19:00:20.990077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41588) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:21.001570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-9673101b-f826-4e3f-8e4d-ceabdf12a932 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'network': {'name': 'tempest-RoutersTest-751504710'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:21.004209 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:21.010453 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] Sync routers for ids ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:21.019492 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-98e7a7b8-8fa2-4425-9b30-9b4e62b1d2e1 None None] Provisioning complete for port 6a23036d-e27c-4d35-9428-8179c89f75f4 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:21.021584 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-98e7a7b8-8fa2-4425-9b30-9b4e62b1d2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:21.040941 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] Routers {'2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:21.053729 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:21.063201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9673101b-f826-4e3f-8e4d-ceabdf12a932 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Made reservation on behalf of a3cefdca228647e789b9074f06af403e for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:00:21.071974 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9673101b-f826-4e3f-8e4d-ceabdf12a932 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:21.132075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9673101b-f826-4e3f-8e4d-ceabdf12a932 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:00:21.163640 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9673101b-f826-4e3f-8e4d-ceabdf12a932 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:21.164817 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-9673101b-f826-4e3f-8e4d-ceabdf12a932 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Added segment cd8159cc-9451-4b2f-8c0c-6d58c8c6b175 of type vlan for network 03edee99-5531-4d9d-ad74-5ccaededcd6b Sep 07 19:00:21.263035 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:21.295924 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9673101b-f826-4e3f-8e4d-ceabdf12a932 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:21.336625 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-a8755d74-c0b4-4be8-94f2-53f02bc063bf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Allocated IP 172.20.0.1 (cfb026de-c625-4582-9f51-8a7ae28297a8/eb8d354d-cc8b-4f19-8dac-2b9bc965350e/f9a4baaa-a5a1-4e97-8e10-32a012b7e517) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:21.350456 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-98e7a7b8-8fa2-4425-9b30-9b4e62b1d2e1 None None] Port 6a23036d-e27c-4d35-9428-8179c89f75f4 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:00:21.414139 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] Set router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:21.424930 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 7ff2715e-257c-4991-b1fe-36e5a900124a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7ff2715e-257c-4991-b1fe-36e5a900124a,segment=NetworkSegment(098b4419-6424-46e4-a777-004549915664),segment_id=098b4419-6424-46e4-a777-004549915664)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:21.446502 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccd21c4-f002-4b77-8128-c325c967fe2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9915065f-2742-4b2f-9aed-9d6c607321db'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:00:21.459224 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaaa953-95f6-45c2-80e3-07c3b110c044" -d '{"events": [{"server_uuid": "3ccd21c4-f002-4b77-8128-c325c967fe2d", "name": "network-vif-plugged", "status": "completed", "tag": "9915065f-2742-4b2f-9aed-9d6c607321db"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:00:21.470207 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9673101b-f826-4e3f-8e4d-ceabdf12a932 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:21.494779 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9673101b-f826-4e3f-8e4d-ceabdf12a932 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:21.495460 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9673101b-f826-4e3f-8e4d-ceabdf12a932 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:21.496576 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:21.519423 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9915065f-2742-4b2f-9aed-9d6c607321db, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9915065f-2742-4b2f-9aed-9d6c607321db,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:21.547952 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:21.566900 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9b8421-34e5-4cc9-98df-0769fd9691e1 x-openstack-request-id: req-1a9b8421-34e5-4cc9-98df-0769fd9691e1 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:00:21.567524 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccd21c4-f002-4b77-8128-c325c967fe2d", "name": "network-vif-plugged", "status": "completed", "tag": "9915065f-2742-4b2f-9aed-9d6c607321db", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:00:21.567953 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a9b8421-34e5-4cc9-98df-0769fd9691e1 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:00:21.568544 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccd21c4-f002-4b77-8128-c325c967fe2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9915065f-2742-4b2f-9aed-9d6c607321db', 'code': 200} Sep 07 19:00:21.583127 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=7ff2715e-257c-4991-b1fe-36e5a900124a,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:21.611557 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a8755d74-c0b4-4be8-94f2-53f02bc063bf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:21.671715 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a8755d74-c0b4-4be8-94f2-53f02bc063bf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:21.699879 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673101b-f826-4e3f-8e4d-ceabdf12a932 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Network': ['ID=03edee99-5531-4d9d-ad74-5ccaededcd6b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:21.707891 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9673101b-f826-4e3f-8e4d-ceabdf12a932 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7157979 Sep 07 19:00:21.711685 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41600) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:21.716159 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=9915065f-2742-4b2f-9aed-9d6c607321db,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:21.723801 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 03edee99-5531-4d9d-ad74-5ccaededcd6b details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:00:21.724682 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-d1714c1f-6d26-48a5-93a6-8a15a053fd77 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'subnet': {'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:21.759474 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea3d65-f840-4dc8-bc81-4f29a10388c0 req-b8a154f2-69ef-441d-a0ff-c1b4bdaa45b1 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:21.781526 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8cea3d65-f840-4dc8-bc81-4f29a10388c0 req-b8a154f2-69ef-441d-a0ff-c1b4bdaa45b1 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.4597309 Sep 07 19:00:21.823961 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8755d74-c0b4-4be8-94f2-53f02bc063bf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Network cfb026de-c625-4582-9f51-8a7ae28297a8 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:21.831651 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-a8755d74-c0b4-4be8-94f2-53f02bc063bf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:21.839056 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8755d74-c0b4-4be8-94f2-53f02bc063bf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:21.945093 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8755d74-c0b4-4be8-94f2-53f02bc063bf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Port': ['ID=f9a4baaa-a5a1-4e97-8e10-32a012b7e517,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:21.959598 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a8755d74-c0b4-4be8-94f2-53f02bc063bf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:22.008023 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8cea3d65-f840-4dc8-bc81-4f29a10388c0 req-9c83d784-a66f-4ab4-b9a4-9af85ba534dc tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223032 Sep 07 19:00:22.088352 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:18Z', 'revision_number': 2, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:18Z', 'revision_number': 2, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:22.154371 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b7c15-826a-42ef-8363-80b68e428023 req-4515205a-fba6-4cfa-80a5-4da1eb0527ee tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:22.164883 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] Checking router: 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:00:22.165966 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] Updating router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 port 6a23036d-e27c-4d35-9428-8179c89f75f4 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:00:22.172561 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-133b7c15-826a-42ef-8363-80b68e428023 req-4515205a-fba6-4cfa-80a5-4da1eb0527ee tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.4258535 Sep 07 19:00:22.180255 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1714c1f-6d26-48a5-93a6-8a15a053fd77 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Made reservation on behalf of a3cefdca228647e789b9074f06af403e for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:00:22.184186 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d1714c1f-6d26-48a5-93a6-8a15a053fd77 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:22.222380 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:22.232015 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7ff2715e-257c-4991-b1fe-36e5a900124a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:22.379750 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a8755d74-c0b4-4be8-94f2-53f02bc063bf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:22.422916 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 7ff2715e-257c-4991-b1fe-36e5a900124a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:22.423559 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:22.477996 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-133b7c15-826a-42ef-8363-80b68e428023 req-6bda1fa1-ca23-4c82-9312-26da6ca64228 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033166 Sep 07 19:00:22.507905 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 90fadad9-fd8f-4d42-842b-cf3398677a79 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:00:22.912185 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 90fadad9-fd8f-4d42-842b-cf3398677a79, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=90fadad9-fd8f-4d42-842b-cf3398677a79,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:22.944644 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '90fadad9-fd8f-4d42-842b-cf3398677a79', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'port_id': '90fadad9-fd8f-4d42-842b-cf3398677a79', 'mac_address': 'fa:16:3e:b6:da:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:00:22.981650 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:22.994407 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] Transition to ACTIVE for port object 6a23036d-e27c-4d35-9428-8179c89f75f4 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:23.001576 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:23.108325 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6cfb0-849a-4d06-9f15-84d1e27acde9 None None] Pushing event updated for resources: {'Port': ['ID=6a23036d-e27c-4d35-9428-8179c89f75f4,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:23.129117 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a8755d74-c0b4-4be8-94f2-53f02bc063bf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:23.133704 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6cfb0-849a-4d06-9f15-84d1e27acde9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:23.134080 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6cfb0-849a-4d06-9f15-84d1e27acde9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:23.135487 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a8755d74-c0b4-4be8-94f2-53f02bc063bf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:23.143211 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6cfb0-849a-4d06-9f15-84d1e27acde9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:23.143550 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6cfb0-849a-4d06-9f15-84d1e27acde9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:23.143888 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6cfb0-849a-4d06-9f15-84d1e27acde9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:23.144229 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6cfb0-849a-4d06-9f15-84d1e27acde9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:23.144582 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6cfb0-849a-4d06-9f15-84d1e27acde9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:23.144935 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6cfb0-849a-4d06-9f15-84d1e27acde9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:23.145237 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6cfb0-849a-4d06-9f15-84d1e27acde9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:23.145565 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6cfb0-849a-4d06-9f15-84d1e27acde9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:23.145890 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6cfb0-849a-4d06-9f15-84d1e27acde9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:23.146211 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6cfb0-849a-4d06-9f15-84d1e27acde9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:23.172706 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:23.216312 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90fadad9-fd8f-4d42-842b-cf3398677a79 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:00:23.276450 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 90fadad9-fd8f-4d42-842b-cf3398677a79, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=90fadad9-fd8f-4d42-842b-cf3398677a79,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:23.285556 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:23.323266 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] Attempting to bind port 6a23036d-e27c-4d35-9428-8179c89f75f4 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:00:23.325834 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] Attempting to bind port 6a23036d-e27c-4d35-9428-8179c89f75f4 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '098b4419-6424-46e4-a777-004549915664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:00:23.326761 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] Attempting to bind port 6a23036d-e27c-4d35-9428-8179c89f75f4 on network 4b3efa48-200d-4f0a-965c-9d7ca3deb86f {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:00:23.354444 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:00:23.354815 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] Checking segment: {'id': '098b4419-6424-46e4-a777-004549915664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:23.355224 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:23.355623 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] Bound using segment: {'id': '098b4419-6424-46e4-a777-004549915664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:00:23.356118 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] Bound port: 6a23036d-e27c-4d35-9428-8179c89f75f4, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098b4419-6424-46e4-a777-004549915664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:00:23.356502 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:23.405079 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8755d74-c0b4-4be8-94f2-53f02bc063bf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Port': ['ID=f9a4baaa-a5a1-4e97-8e10-32a012b7e517,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:23.411600 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a8755d74-c0b4-4be8-94f2-53f02bc063bf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:23.497111 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] For port 6a23036d-e27c-4d35-9428-8179c89f75f4, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:00:23.502956 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] For port 6a23036d-e27c-4d35-9428-8179c89f75f4, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=6a23036d-e27c-4d35-9428-8179c89f75f4,segment=NetworkSegment(098b4419-6424-46e4-a777-004549915664),segment_id=098b4419-6424-46e4-a777-004549915664)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:00:23.508251 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:23.579948 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d1714c1f-6d26-48a5-93a6-8a15a053fd77 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:23.622745 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] Routers {'2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:23.625918 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:23.632302 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6cfb0-849a-4d06-9f15-84d1e27acde9 None None] Pushing event updated for resources: {'Port': ['ID=6a23036d-e27c-4d35-9428-8179c89f75f4,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:23.719240 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8755d74-c0b4-4be8-94f2-53f02bc063bf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Network cfb026de-c625-4582-9f51-8a7ae28297a8 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:23.726392 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-a8755d74-c0b4-4be8-94f2-53f02bc063bf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:23.828220 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] Set router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:23.860153 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675d0cf-560e-47e5-892b-f123a076be13 req-92b00acf-485a-49f0-9c3f-8243b4dfb9a0 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:23.876598 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2675d0cf-560e-47e5-892b-f123a076be13 req-92b00acf-485a-49f0-9c3f-8243b4dfb9a0 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.5089340 Sep 07 19:00:23.973584 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=90fadad9-fd8f-4d42-842b-cf3398677a79,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:24.007865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['90fadad9-fd8f-4d42-842b-cf3398677a79'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:00:24.034672 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8755d74-c0b4-4be8-94f2-53f02bc063bf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Router 4a30ccef-116b-472a-8441-f7574b90d970 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:00:24.065468 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1714c1f-6d26-48a5-93a6-8a15a053fd77 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Checking segment: {'id': 'cd8159cc-9451-4b2f-8c0c-6d58c8c6b175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:24.075734 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1714c1f-6d26-48a5-93a6-8a15a053fd77 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network hostable DHCP agents. Network: 03edee99-5531-4d9d-ad74-5ccaededcd6b, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:00:24.328598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1714c1f-6d26-48a5-93a6-8a15a053fd77 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Subnet': ['ID=b05e98c3-deb4-466e-bcdc-40edec9e9181,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:24.374792 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2675d0cf-560e-47e5-892b-f123a076be13 req-b48bfb24-192f-4c31-a192-85dba325d81e tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871123 Sep 07 19:00:24.412747 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1714c1f-6d26-48a5-93a6-8a15a053fd77 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network 03edee99-5531-4d9d-ad74-5ccaededcd6b is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:00:24.451923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208a0e0-ee30-4d33-8c62-ff05be9816d7 req-bec4ec4a-1411-44fa-b676-d465156d8ef5 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:24.454899 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7208a0e0-ee30-4d33-8c62-ff05be9816d7 req-bec4ec4a-1411-44fa-b676-d465156d8ef5 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 945 time: 0.3510141 Sep 07 19:00:24.458231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-d1714c1f-6d26-48a5-93a6-8a15a053fd77 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 03edee99-5531-4d9d-ad74-5ccaededcd6b) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:24.467263 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1714c1f-6d26-48a5-93a6-8a15a053fd77 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:24.469539 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d1714c1f-6d26-48a5-93a6-8a15a053fd77 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:24.490939 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8755d74-c0b4-4be8-94f2-53f02bc063bf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:24.492963 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef37f0e-b2d2-4ecf-92f0-fafd9fb70053 None None] Network 03edee99-5531-4d9d-ad74-5ccaededcd6b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:00:24.526197 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a8755d74-c0b4-4be8-94f2-53f02bc063bf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "PUT /v2.0/routers/4a30ccef-116b-472a-8441-f7574b90d970/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8030579 Sep 07 19:00:24.528901 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d1714c1f-6d26-48a5-93a6-8a15a053fd77 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8147485 Sep 07 19:00:24.531704 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41648) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:24.533842 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41650) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:24.545170 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:18Z', 'revision_number': 2, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:23Z', 'revision_number': 4, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:24.547761 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-78dcd732-b9a3-4010-aa9d-2a4635b3a28d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Request body: {'port': {'network_id': 'cfb026de-c625-4582-9f51-8a7ae28297a8', 'name': 'tempest-FloatingIPTestJSON-676990677'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:24.557124 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f5349d-ee76-497d-8137-70fcaffebc58 None None] Sync routers for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:24.593381 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94753165-c3a6-4268-a0c8-9004912671a9 None None] The sync data for ids ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'] in n-d-807786-1 is: [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:18Z', 'revision_number': 2, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:23Z', 'revision_number': 4, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:24.672692 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f5349d-ee76-497d-8137-70fcaffebc58 None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:24.673645 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c0f5349d-ee76-497d-8137-70fcaffebc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:24.833070 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c0f5349d-ee76-497d-8137-70fcaffebc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:24.841303 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7208a0e0-ee30-4d33-8c62-ff05be9816d7 req-8d1cd71c-74f7-4a72-b8f7-cab3062e9659 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3657088 Sep 07 19:00:24.859532 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dcd732-b9a3-4010-aa9d-2a4635b3a28d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Made reservation on behalf of 23ad2cb4bb894638aff82c1844ea705e for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:00:24.875337 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-78dcd732-b9a3-4010-aa9d-2a4635b3a28d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:24.916053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f5349d-ee76-497d-8137-70fcaffebc58 None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:24.916053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c0f5349d-ee76-497d-8137-70fcaffebc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T18:59:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:24.934089 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-78dcd732-b9a3-4010-aa9d-2a4635b3a28d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] device_id is not set on port 84e98ed0-5e22-4b8f-8115-85b86641991a yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:00:24.968385 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c0f5349d-ee76-497d-8137-70fcaffebc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:24.969286 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f5349d-ee76-497d-8137-70fcaffebc58 None None] The sync data for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:25.120308 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-03edee99-5531-4d9d-ad74-5ccaededcd6b', 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'fixed_ips': [{'subnet_id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:00:25.143805 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:25.397180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-78dcd732-b9a3-4010-aa9d-2a4635b3a28d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Allocated IP 172.20.0.11 (cfb026de-c625-4582-9f51-8a7ae28297a8/eb8d354d-cc8b-4f19-8dac-2b9bc965350e/84e98ed0-5e22-4b8f-8115-85b86641991a) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:25.450298 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] Allocated IP 172.21.0.2 (03edee99-5531-4d9d-ad74-5ccaededcd6b/b05e98c3-deb4-466e-bcdc-40edec9e9181/f2499a7c-fea2-4181-b5bc-61dc687d2f0f) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:25.779495 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-78dcd732-b9a3-4010-aa9d-2a4635b3a28d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:25.886661 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-859e4705-99e9-46d0-a6de-5d6d184b25d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:25.921754 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-78dcd732-b9a3-4010-aa9d-2a4635b3a28d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:26.038853 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3f9e0528-31ea-4579-877a-d734c3da576f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:26.157923 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcd732-b9a3-4010-aa9d-2a4635b3a28d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Port': ['ID=84e98ed0-5e22-4b8f-8115-85b86641991a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:26.197206 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dcd732-b9a3-4010-aa9d-2a4635b3a28d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Network cfb026de-c625-4582-9f51-8a7ae28297a8 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:26.199868 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-78dcd732-b9a3-4010-aa9d-2a4635b3a28d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:26.205089 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dcd732-b9a3-4010-aa9d-2a4635b3a28d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:26.277172 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dcd732-b9a3-4010-aa9d-2a4635b3a28d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:26.278491 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-78dcd732-b9a3-4010-aa9d-2a4635b3a28d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:26.302780 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f17f3-34ce-44d7-a130-6e89aebbb28e req-1be4393d-2c0f-449c-89b6-2986ca690e81 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:26.313554 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:26.318611 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d79f17f3-34ce-44d7-a130-6e89aebbb28e req-1be4393d-2c0f-449c-89b6-2986ca690e81 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.5857038 Sep 07 19:00:26.333730 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-78dcd732-b9a3-4010-aa9d-2a4635b3a28d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7913146 Sep 07 19:00:26.334657 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41678) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:26.353420 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6a23036d-e27c-4d35-9428-8179c89f75f4 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:26.361576 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4607ad28-b797-4025-b4dc-90991afe371d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Request body: {'port': {'network_id': 'cfb026de-c625-4582-9f51-8a7ae28297a8', 'name': 'tempest-FloatingIPTestJSON-295524068'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:26.372821 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] Transition to ACTIVE for port object f2499a7c-fea2-4181-b5bc-61dc687d2f0f will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:26.500940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] Transition to ACTIVE for port object f2499a7c-fea2-4181-b5bc-61dc687d2f0f will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:26.528223 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 90fadad9-fd8f-4d42-842b-cf3398677a79 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:26.532881 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:26.533475 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d79f17f3-34ce-44d7-a130-6e89aebbb28e req-4b10a2f7-5202-4ed2-94c9-c9bb9f6ca08e tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134435 Sep 07 19:00:26.747289 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4607ad28-b797-4025-b4dc-90991afe371d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Made reservation on behalf of 23ad2cb4bb894638aff82c1844ea705e for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:00:26.755648 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4607ad28-b797-4025-b4dc-90991afe371d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:26.795600 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] Pushing event updated for resources: {'Port': ['ID=f2499a7c-fea2-4181-b5bc-61dc687d2f0f,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:26.831514 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-4607ad28-b797-4025-b4dc-90991afe371d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] device_id is not set on port a4de6704-a0ab-49a0-9d26-bba624d15721 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:00:26.861926 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] Network 03edee99-5531-4d9d-ad74-5ccaededcd6b is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:26.865326 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 6a23036d-e27c-4d35-9428-8179c89f75f4 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:26.880040 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:26.882857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:26.890800 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 6a23036d-e27c-4d35-9428-8179c89f75f4 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:26.891271 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:27.115795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] Attempting to bind port f2499a7c-fea2-4181-b5bc-61dc687d2f0f on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:00:27.116458 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] Attempting to bind port f2499a7c-fea2-4181-b5bc-61dc687d2f0f by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'cd8159cc-9451-4b2f-8c0c-6d58c8c6b175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:00:27.117061 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] Attempting to bind port f2499a7c-fea2-4181-b5bc-61dc687d2f0f on network 03edee99-5531-4d9d-ad74-5ccaededcd6b {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:00:27.118101 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edf005-f762-4ded-aa02-98d8642a1c18 req-64f6dbe0-d874-49bf-9f82-fd9f62f5e773 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:27.121210 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70edf005-f762-4ded-aa02-98d8642a1c18 req-64f6dbe0-d874-49bf-9f82-fd9f62f5e773 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 945 time: 0.2039216 Sep 07 19:00:27.124972 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-859e4705-99e9-46d0-a6de-5d6d184b25d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Allocated IP 172.21.0.1 (03edee99-5531-4d9d-ad74-5ccaededcd6b/b05e98c3-deb4-466e-bcdc-40edec9e9181/03e0674c-c0ba-4d3b-8e76-3b66aaa34eac) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:27.126076 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 90fadad9-fd8f-4d42-842b-cf3398677a79 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:27.126459 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:27.231163 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-4607ad28-b797-4025-b4dc-90991afe371d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Allocated IP 172.20.0.7 (cfb026de-c625-4582-9f51-8a7ae28297a8/eb8d354d-cc8b-4f19-8dac-2b9bc965350e/a4de6704-a0ab-49a0-9d26-bba624d15721) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:27.245309 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:00:27.249505 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] Checking segment: {'id': 'cd8159cc-9451-4b2f-8c0c-6d58c8c6b175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:27.250377 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:27.250893 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] Bound using segment: {'id': 'cd8159cc-9451-4b2f-8c0c-6d58c8c6b175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:00:27.253126 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] Bound port: f2499a7c-fea2-4181-b5bc-61dc687d2f0f, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8159cc-9451-4b2f-8c0c-6d58c8c6b175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:00:27.253690 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:27.465944 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:27.553617 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] For port f2499a7c-fea2-4181-b5bc-61dc687d2f0f, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:00:27.595665 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:27.597445 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70edf005-f762-4ded-aa02-98d8642a1c18 req-1392f523-5490-459a-8823-e60f946132ef tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225988 Sep 07 19:00:27.597864 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4607ad28-b797-4025-b4dc-90991afe371d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:27.599168 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] For port f2499a7c-fea2-4181-b5bc-61dc687d2f0f, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f2499a7c-fea2-4181-b5bc-61dc687d2f0f,segment=NetworkSegment(cd8159cc-9451-4b2f-8c0c-6d58c8c6b175),segment_id=cd8159cc-9451-4b2f-8c0c-6d58c8c6b175)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:00:27.663453 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 6a23036d-e27c-4d35-9428-8179c89f75f4, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=6a23036d-e27c-4d35-9428-8179c89f75f4,segment=NetworkSegment(098b4419-6424-46e4-a777-004549915664),segment_id=098b4419-6424-46e4-a777-004549915664)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:27.667321 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:27.675324 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:27.695437 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-859e4705-99e9-46d0-a6de-5d6d184b25d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:27.725994 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4607ad28-b797-4025-b4dc-90991afe371d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:27.752170 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f8dc8f-fcfd-43a9-9da8-2b31e08468d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fadad9-fd8f-4d42-842b-cf3398677a79'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:00:27.756209 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810a33fd-6bc1-4b9f-a555-ed8b1ee5e592" -d '{"events": [{"server_uuid": "99f8dc8f-fcfd-43a9-9da8-2b31e08468d1", "name": "network-vif-plugged", "status": "completed", "tag": "90fadad9-fd8f-4d42-842b-cf3398677a79"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:00:27.786666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-859e4705-99e9-46d0-a6de-5d6d184b25d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Transition to ACTIVE for port object 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:27.855611 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 90fadad9-fd8f-4d42-842b-cf3398677a79, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=90fadad9-fd8f-4d42-842b-cf3398677a79,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:27.862405 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:27.871897 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d4f24-ef2f-43f0-b62a-b04ce1326df6 None None] Pushing event updated for resources: {'Port': ['ID=f2499a7c-fea2-4181-b5bc-61dc687d2f0f,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:27.916296 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4607ad28-b797-4025-b4dc-90991afe371d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Network cfb026de-c625-4582-9f51-8a7ae28297a8 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:27.922441 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-4607ad28-b797-4025-b4dc-90991afe371d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:27.935183 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4607ad28-b797-4025-b4dc-90991afe371d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:27.960434 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-859e4705-99e9-46d0-a6de-5d6d184b25d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:27.990587 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=6a23036d-e27c-4d35-9428-8179c89f75f4,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:28.039476 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607ad28-b797-4025-b4dc-90991afe371d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Port': ['ID=a4de6704-a0ab-49a0-9d26-bba624d15721,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:28.086281 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4607ad28-b797-4025-b4dc-90991afe371d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:28.097479 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4607ad28-b797-4025-b4dc-90991afe371d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:28.139937 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859e4705-99e9-46d0-a6de-5d6d184b25d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network 03edee99-5531-4d9d-ad74-5ccaededcd6b is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:28.140428 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4607ad28-b797-4025-b4dc-90991afe371d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8039575 Sep 07 19:00:28.144026 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41688) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:28.154110 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=90fadad9-fd8f-4d42-842b-cf3398677a79,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:28.175678 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': 'a4de6704-a0ab-49a0-9d26-bba624d15721', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:28.185542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-859e4705-99e9-46d0-a6de-5d6d184b25d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:28.190545 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e4705-99e9-46d0-a6de-5d6d184b25d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:28.195985 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e4705-99e9-46d0-a6de-5d6d184b25d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Port': ['ID=03e0674c-c0ba-4d3b-8e76-3b66aaa34eac,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:28.284007 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a9c61-a092-4e1d-a3e9-935b1b900863 req-95567329-7261-48e7-828d-e24147f57ae5 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:28.299531 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d4a9c61-a092-4e1d-a3e9-935b1b900863 req-95567329-7261-48e7-828d-e24147f57ae5 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.2039456 Sep 07 19:00:28.301596 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:28.312062 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6a23036d-e27c-4d35-9428-8179c89f75f4 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:28.483446 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d4a9c61-a092-4e1d-a3e9-935b1b900863 req-a353c557-1793-475d-a2d7-7f57d49b0ea1 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828828 Sep 07 19:00:28.484771 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-859e4705-99e9-46d0-a6de-5d6d184b25d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:28.503667 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 6a23036d-e27c-4d35-9428-8179c89f75f4 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:28.507483 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:28.562301 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:28.650922 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b39e0f-03be-4bd8-9b4d-bd14adfc6aeb x-openstack-request-id: req-33b39e0f-03be-4bd8-9b4d-bd14adfc6aeb {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:00:28.651522 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f8dc8f-fcfd-43a9-9da8-2b31e08468d1", "name": "network-vif-plugged", "status": "completed", "tag": "90fadad9-fd8f-4d42-842b-cf3398677a79", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:00:28.652769 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33b39e0f-03be-4bd8-9b4d-bd14adfc6aeb {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:00:28.653376 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f8dc8f-fcfd-43a9-9da8-2b31e08468d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fadad9-fd8f-4d42-842b-cf3398677a79', 'code': 200} Sep 07 19:00:28.809833 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a0f72844-860a-4586-bd10-a1fed4ecab9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:28.821275 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Allocated IP 172.25.8.196 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/2e1b40d2-a5c8-424f-be9a-590f85c2d833) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:28.825745 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-859e4705-99e9-46d0-a6de-5d6d184b25d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:29.058103 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:29.106050 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674f630-4321-47e5-a1b7-b6dd97b058ed req-a51fef7b-bb72-4e63-8483-fafe7029a10b tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:29.125093 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c674f630-4321-47e5-a1b7-b6dd97b058ed req-a51fef7b-bb72-4e63-8483-fafe7029a10b tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.2896075 Sep 07 19:00:29.159696 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:29.247840 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:29.350198 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:29.370236 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:29.379813 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:29.382866 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Port': ['ID=2e1b40d2-a5c8-424f-be9a-590f85c2d833,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:29.771514 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c674f630-4321-47e5-a1b7-b6dd97b058ed req-b60a58d1-0606-4d2d-9b94-3d2712020c99 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523373 Sep 07 19:00:29.893058 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-859e4705-99e9-46d0-a6de-5d6d184b25d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:29.905076 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-859e4705-99e9-46d0-a6de-5d6d184b25d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:29.977022 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4b2cab-990e-44b5-8531-05394647512d None None] Network 03edee99-5531-4d9d-ad74-5ccaededcd6b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:00:30.180662 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e4705-99e9-46d0-a6de-5d6d184b25d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Port': ['ID=03e0674c-c0ba-4d3b-8e76-3b66aaa34eac,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:30.220434 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9454a5f9-f2eb-4e50-8bd1-9f4666d62cc5 None None] Provisioning for port f2499a7c-fea2-4181-b5bc-61dc687d2f0f completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:30.230685 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:30.415614 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-859e4705-99e9-46d0-a6de-5d6d184b25d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:30.421899 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f2499a7c-fea2-4181-b5bc-61dc687d2f0f up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:30.595242 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a8b96-6684-4008-92e9-0e70be2e4de4 req-fc7157e4-94c8-4500-8854-e19892c9d39b tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:30.609945 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b29a8b96-6684-4008-92e9-0e70be2e4de4 req-fc7157e4-94c8-4500-8854-e19892c9d39b tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.2334001 Sep 07 19:00:30.634014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port f2499a7c-fea2-4181-b5bc-61dc687d2f0f completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:30.653411 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port f2499a7c-fea2-4181-b5bc-61dc687d2f0f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:30.653868 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:30.896958 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b29a8b96-6684-4008-92e9-0e70be2e4de4 req-f86b3cea-23d9-4830-8629-0449cbe22fd6 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841921 Sep 07 19:00:30.941055 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859e4705-99e9-46d0-a6de-5d6d184b25d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network 03edee99-5531-4d9d-ad74-5ccaededcd6b is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:30.948175 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-859e4705-99e9-46d0-a6de-5d6d184b25d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:30.956319 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:31.041696 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:31.201026 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port f2499a7c-fea2-4181-b5bc-61dc687d2f0f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f2499a7c-fea2-4181-b5bc-61dc687d2f0f,segment=NetworkSegment(cd8159cc-9451-4b2f-8c0c-6d58c8c6b175),segment_id=cd8159cc-9451-4b2f-8c0c-6d58c8c6b175)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:31.202956 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a2e8b676-41bd-4f99-99f4-02c9fdadbea7 None None] Provisioning complete for port f2499a7c-fea2-4181-b5bc-61dc687d2f0f triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:31.209354 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a2e8b676-41bd-4f99-99f4-02c9fdadbea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:31.213780 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:31.346339 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:31.490481 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=f2499a7c-fea2-4181-b5bc-61dc687d2f0f,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:31.741533 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ef308-e85a-41dd-96c2-83bbd0804462 req-1fe7287f-5a82-42ed-9a81-bd06382a0bce tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:31.761521 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-601ef308-e85a-41dd-96c2-83bbd0804462 req-1fe7287f-5a82-42ed-9a81-bd06382a0bce tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.6176465 Sep 07 19:00:31.788388 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859e4705-99e9-46d0-a6de-5d6d184b25d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:00:31.873840 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:31.911584 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a2e8b676-41bd-4f99-99f4-02c9fdadbea7 None None] Provisioning for port 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:31.917281 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a2e8b676-41bd-4f99-99f4-02c9fdadbea7 None None] Provisioning complete for port 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:31.917992 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a2e8b676-41bd-4f99-99f4-02c9fdadbea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:31.960722 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:31.970357 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:31.976880 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a2e8b676-41bd-4f99-99f4-02c9fdadbea7 None None] Port 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:00:32.121651 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-22e8ef5b-adc5-4f0b-a1ba-f0ba10b4ff0c None None] Provisioning complete for port 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:32.122434 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-22e8ef5b-adc5-4f0b-a1ba-f0ba10b4ff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:32.134663 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859e4705-99e9-46d0-a6de-5d6d184b25d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:32.141377 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-859e4705-99e9-46d0-a6de-5d6d184b25d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/2cd85dc0-5c5a-4506-b15e-3bf58d9a5267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6061254 Sep 07 19:00:32.147196 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] Sync routers for ids ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:32.161236 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41704) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:32.184377 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] Routers {'2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:32.186032 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:32.189342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'network': {'name': 'tempest-RoutersTest-1198492347'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:32.251455 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-601ef308-e85a-41dd-96c2-83bbd0804462 req-8363aba6-052c-4666-bd5b-9a55e6e894ae tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4887474 Sep 07 19:00:32.255673 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f2499a7c-fea2-4181-b5bc-61dc687d2f0f up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:32.277999 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:32.352470 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-22e8ef5b-adc5-4f0b-a1ba-f0ba10b4ff0c None None] Port 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:00:32.354537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Made reservation on behalf of a3cefdca228647e789b9074f06af403e for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:00:32.361778 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:32.413688 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port f2499a7c-fea2-4181-b5bc-61dc687d2f0f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:32.413688 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:32.437666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:00:32.478577 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Port': ['ID=2e1b40d2-a5c8-424f-be9a-590f85c2d833,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:32.485968 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:32.486551 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Added segment 57c328cd-4140-4050-bdc8-552beb74daee of type vlan for network 60239172-49cd-47c0-a3e6-84ef076db17c Sep 07 19:00:32.715473 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:32.818568 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] Set router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:33.016889 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:33.046090 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:33.051826 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:33.269140 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1053615 Sep 07 19:00:33.341090 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:28Z', 'revision_number': 3, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '03e0674c-c0ba-4d3b-8e76-3b66aaa34eac', 'name': '', 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:21:8b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:26Z', 'updated_at': '2021-09-07T19:00:29Z', 'revision_number': 2, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:33.419843 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] Checking router: 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:00:33.420344 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] Updating router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 port 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:00:33.448210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41708) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:33.452933 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.453815 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.454227 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.454617 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.455143 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.455689 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.456247 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.456851 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.457407 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.460717 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.461169 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.464844 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.486034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-04a5bd04-dcc3-4409-ba8e-8d2131b8e9ea tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'subnet': {'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:33.496683 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:33.560846 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Floating IP 5f72c474-daa2-4607-8126-cf9b3197b747 associated. External IP: 172.25.8.196, port: a4de6704-a0ab-49a0-9d26-bba624d15721. Sep 07 19:00:33.573772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Network': ['ID=60239172-49cd-47c0-a3e6-84ef076db17c,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:33.706863 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39caeb1-fe32-446c-800a-f6d4996428e3 req-f9471622-cda6-4f89-b1b3-0212317f62bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:33.709614 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e39caeb1-fe32-446c-800a-f6d4996428e3 req-f9471622-cda6-4f89-b1b3-0212317f62bd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 1096 time: 0.9108093 Sep 07 19:00:33.720390 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.720976 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.723688 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.724215 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.724723 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.725248 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.725769 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.726296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.737469 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.741106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.747415 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.747415 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917eff5-03d7-4d34-8e59-17289d43620f tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:33.762945 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 60239172-49cd-47c0-a3e6-84ef076db17c details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:00:33.809427 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e39caeb1-fe32-446c-800a-f6d4996428e3 req-183b5459-c7e3-4760-aee1-163c9870b9fc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501378 Sep 07 19:00:33.830694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764f3d5-c720-4605-81ba-1e2bd720f620 req-31f37660-0124-4897-83f3-77ead74c1b07 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:33.843365 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d764f3d5-c720-4605-81ba-1e2bd720f620 req-31f37660-0124-4897-83f3-77ead74c1b07 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.8446658 Sep 07 19:00:33.879797 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a5bd04-dcc3-4409-ba8e-8d2131b8e9ea tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Made reservation on behalf of a3cefdca228647e789b9074f06af403e for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:00:33.889749 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-04a5bd04-dcc3-4409-ba8e-8d2131b8e9ea tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:34.028828 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:34.044946 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d764f3d5-c720-4605-81ba-1e2bd720f620 req-83cbbd96-5c8c-4e36-aa61-009d515759d6 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965172 Sep 07 19:00:34.089581 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] Transition to ACTIVE for port object 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:34.109303 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:34.240554 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdbbd7-5700-4141-b373-efc9fa6c0bb6 None None] Pushing event updated for resources: {'Port': ['ID=03e0674c-c0ba-4d3b-8e76-3b66aaa34eac,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:34.412605 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Router 4a30ccef-116b-472a-8441-f7574b90d970 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:00:34.463802 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] Attempting to bind port 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:00:34.465008 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] Attempting to bind port 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'cd8159cc-9451-4b2f-8c0c-6d58c8c6b175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:00:34.465637 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] Attempting to bind port 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac on network 03edee99-5531-4d9d-ad74-5ccaededcd6b {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:00:34.484309 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:00:34.485510 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] Checking segment: {'id': 'cd8159cc-9451-4b2f-8c0c-6d58c8c6b175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:34.486467 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:34.487445 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] Bound using segment: {'id': 'cd8159cc-9451-4b2f-8c0c-6d58c8c6b175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:00:34.488582 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] Bound port: 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8159cc-9451-4b2f-8c0c-6d58c8c6b175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:00:34.490361 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:34.590958 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] For port 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:00:34.595086 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] For port 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=03e0674c-c0ba-4d3b-8e76-3b66aaa34eac,segment=NetworkSegment(cd8159cc-9451-4b2f-8c0c-6d58c8c6b175),segment_id=cd8159cc-9451-4b2f-8c0c-6d58c8c6b175)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:00:34.601642 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:34.696138 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-04a5bd04-dcc3-4409-ba8e-8d2131b8e9ea tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:34.764224 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdbbd7-5700-4141-b373-efc9fa6c0bb6 None None] Pushing event updated for resources: {'Port': ['ID=03e0674c-c0ba-4d3b-8e76-3b66aaa34eac,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:34.821181 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] Routers {'2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:34.822592 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:34.997220 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:35.019944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f275d79-cb95-4568-8ddd-5b45a2cccf67 None None] Sync routers for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:35.023412 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d35c3-df47-4b2a-9f61-07bf61b660e1 req-de9c23e7-ed4f-4399-a95b-482bd6c6dc7a tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:35.045176 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-918d35c3-df47-4b2a-9f61-07bf61b660e1 req-de9c23e7-ed4f-4399-a95b-482bd6c6dc7a tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.7616701 Sep 07 19:00:35.055535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5bd04-dcc3-4409-ba8e-8d2131b8e9ea tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Subnet': ['ID=a8da9826-7652-4442-bb5b-e9c07b2da084,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:35.057798 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f275d79-cb95-4568-8ddd-5b45a2cccf67 None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:35.069378 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-1f275d79-cb95-4568-8ddd-5b45a2cccf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:35.073104 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:35.169379 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e7897f4e-2f20-49b4-8377-d382b907361e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.0233099 Sep 07 19:00:35.170487 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41718) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:35.180062 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-40fa7f6c-6419-47bf-8bce-a206db09ddeb tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:35.181818 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-918d35c3-df47-4b2a-9f61-07bf61b660e1 req-0307eafe-6cfd-4796-81a6-bb6a0b6858bd tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345921 Sep 07 19:00:35.212689 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] Set router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:35.248187 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-1f275d79-cb95-4568-8ddd-5b45a2cccf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:35.266169 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a5bd04-dcc3-4409-ba8e-8d2131b8e9ea tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Checking segment: {'id': '57c328cd-4140-4050-bdc8-552beb74daee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:35.268640 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a5bd04-dcc3-4409-ba8e-8d2131b8e9ea tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network hostable DHCP agents. Network: 60239172-49cd-47c0-a3e6-84ef076db17c, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:00:35.359101 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f275d79-cb95-4568-8ddd-5b45a2cccf67 None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:35.361877 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-1f275d79-cb95-4568-8ddd-5b45a2cccf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:35.372222 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a5bd04-dcc3-4409-ba8e-8d2131b8e9ea tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network 60239172-49cd-47c0-a3e6-84ef076db17c is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:00:35.393283 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40fa7f6c-6419-47bf-8bce-a206db09ddeb tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:35.480157 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-04a5bd04-dcc3-4409-ba8e-8d2131b8e9ea tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 60239172-49cd-47c0-a3e6-84ef076db17c) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:35.503858 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a5bd04-dcc3-4409-ba8e-8d2131b8e9ea tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:35.513962 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-04a5bd04-dcc3-4409-ba8e-8d2131b8e9ea tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:35.531904 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f18741-ae7e-4240-a9e8-fe85dd224c3a None None] Network 60239172-49cd-47c0-a3e6-84ef076db17c requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:00:35.539071 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-1f275d79-cb95-4568-8ddd-5b45a2cccf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:35.541125 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f275d79-cb95-4568-8ddd-5b45a2cccf67 None None] The sync data for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:35.570577 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-04a5bd04-dcc3-4409-ba8e-8d2131b8e9ea tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1100760 Sep 07 19:00:35.575344 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41724) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:35.981293 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40fa7f6c-6419-47bf-8bce-a206db09ddeb tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:35.989928 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40fa7f6c-6419-47bf-8bce-a206db09ddeb tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:35.990316 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-40fa7f6c-6419-47bf-8bce-a206db09ddeb tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Floating IP 5f72c474-daa2-4607-8126-cf9b3197b747 disassociated. External IP: 172.25.8.196, port: a4de6704-a0ab-49a0-9d26-bba624d15721. Sep 07 19:00:36.007653 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:28Z', 'revision_number': 3, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '03e0674c-c0ba-4d3b-8e76-3b66aaa34eac', 'name': '', 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:21:8b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:26Z', 'updated_at': '2021-09-07T19:00:34Z', 'revision_number': 4, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:36.027945 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-60239172-49cd-47c0-a3e6-84ef076db17c', 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'fixed_ips': [{'subnet_id': 'a8da9826-7652-4442-bb5b-e9c07b2da084'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:00:36.029407 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:36.100271 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a060a97-7e87-4c6e-bc5a-dd19c6c3f5fd None None] The sync data for ids ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'] in n-d-807786-1 is: [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:28Z', 'revision_number': 3, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '03e0674c-c0ba-4d3b-8e76-3b66aaa34eac', 'name': '', 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:21:8b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:26Z', 'updated_at': '2021-09-07T19:00:34Z', 'revision_number': 4, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:36.594824 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fa7f6c-6419-47bf-8bce-a206db09ddeb tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Router 4a30ccef-116b-472a-8441-f7574b90d970 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:00:36.842166 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] Allocated IP 172.22.0.2 (60239172-49cd-47c0-a3e6-84ef076db17c/a8da9826-7652-4442-bb5b-e9c07b2da084/3769db2e-dd9c-434d-b12e-b640ae240688) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:36.934377 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fa7f6c-6419-47bf-8bce-a206db09ddeb tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:36.940826 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40fa7f6c-6419-47bf-8bce-a206db09ddeb tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:36.951959 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed93b128-4575-4e02-ba0f-f47bcb3d334f None None] Sync routers for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:36.968624 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed93b128-4575-4e02-ba0f-f47bcb3d334f None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:36.974564 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ed93b128-4575-4e02-ba0f-f47bcb3d334f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:37.073754 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-40fa7f6c-6419-47bf-8bce-a206db09ddeb tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "PUT /v2.0/floatingips/5f72c474-daa2-4607-8126-cf9b3197b747 HTTP/1.1" status: 200 len: 688 time: 1.8957729 Sep 07 19:00:37.079901 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41732) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:37.161801 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ed93b128-4575-4e02-ba0f-f47bcb3d334f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:37.183665 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed93b128-4575-4e02-ba0f-f47bcb3d334f None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:37.184362 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ed93b128-4575-4e02-ba0f-f47bcb3d334f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:37.242387 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:37.269739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] Transition to ACTIVE for port object 3769db2e-dd9c-434d-b12e-b640ae240688 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:37.284655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a502b7-08ef-441e-a22b-1c487178d56a req-ace9e460-98e1-4f58-b585-59cbf5f1b3d9 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:37.303732 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f7a502b7-08ef-441e-a22b-1c487178d56a req-ace9e460-98e1-4f58-b585-59cbf5f1b3d9 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.3412492 Sep 07 19:00:37.304951 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ed93b128-4575-4e02-ba0f-f47bcb3d334f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:37.306104 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed93b128-4575-4e02-ba0f-f47bcb3d334f None None] The sync data for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:37.315830 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] Transition to ACTIVE for port object 3769db2e-dd9c-434d-b12e-b640ae240688 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:37.324301 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:37.419379 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] Network 60239172-49cd-47c0-a3e6-84ef076db17c is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:37.422558 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:37.430854 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f7a502b7-08ef-441e-a22b-1c487178d56a req-f86b2952-97b0-44f8-9720-eaf095e84622 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237087 Sep 07 19:00:37.438478 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:37.450824 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] Pushing event updated for resources: {'Port': ['ID=3769db2e-dd9c-434d-b12e-b640ae240688,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:37.505434 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-4c7371d9-5741-469c-a3be-4e14fa29c279 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Deleting port 2e1b40d2-a5c8-424f-be9a-590f85c2d833 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:00:37.510417 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4c7371d9-5741-469c-a3be-4e14fa29c279 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:37.593517 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] Attempting to bind port 3769db2e-dd9c-434d-b12e-b640ae240688 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:00:37.594693 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] Attempting to bind port 3769db2e-dd9c-434d-b12e-b640ae240688 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '57c328cd-4140-4050-bdc8-552beb74daee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:00:37.594693 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] Attempting to bind port 3769db2e-dd9c-434d-b12e-b640ae240688 on network 60239172-49cd-47c0-a3e6-84ef076db17c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:00:37.600919 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:00:37.601305 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] Checking segment: {'id': '57c328cd-4140-4050-bdc8-552beb74daee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:37.601696 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:37.602095 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] Bound using segment: {'id': '57c328cd-4140-4050-bdc8-552beb74daee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:00:37.602576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] Bound port: 3769db2e-dd9c-434d-b12e-b640ae240688, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c328cd-4140-4050-bdc8-552beb74daee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:00:37.602960 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:37.696309 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4c7371d9-5741-469c-a3be-4e14fa29c279 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:37.697380 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4c7371d9-5741-469c-a3be-4e14fa29c279 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:37.715346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448f499-f3c4-46f2-883d-d50dc9d95130 req-69b3ab8d-f487-4397-8edb-684ac475bfaa tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:37.718065 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-4c7371d9-5741-469c-a3be-4e14fa29c279 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Calling delete_port for 2e1b40d2-a5c8-424f-be9a-590f85c2d833 owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:00:37.724174 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b448f499-f3c4-46f2-883d-d50dc9d95130 req-69b3ab8d-f487-4397-8edb-684ac475bfaa tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.1113551 Sep 07 19:00:37.763220 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] For port 3769db2e-dd9c-434d-b12e-b640ae240688, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:00:37.768189 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] For port 3769db2e-dd9c-434d-b12e-b640ae240688, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=3769db2e-dd9c-434d-b12e-b640ae240688,segment=NetworkSegment(57c328cd-4140-4050-bdc8-552beb74daee),segment_id=57c328cd-4140-4050-bdc8-552beb74daee)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:00:37.780331 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:37.815299 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b448f499-f3c4-46f2-883d-d50dc9d95130 req-2bf3fb1a-c2b0-44d1-81f8-21edd5c3c311 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786524 Sep 07 19:00:37.819793 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20d5e3ee-ea0e-47f5-90fb-99404c18f55c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:37.935941 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d66c7-0b64-4b4b-bd59-1a94de7314b6 None None] Pushing event updated for resources: {'Port': ['ID=3769db2e-dd9c-434d-b12e-b640ae240688,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:37.944094 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-3874cf70-ab91-4bc3-93b4-dc8b8296572c req-989e0983-5584-475f-afc5-75f25a77a088 service neutron] (101445) timed out ('10.222.0.60', 58288) {{(pid=101445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 19:00:37.999353 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4c7371d9-5741-469c-a3be-4e14fa29c279 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:38.086230 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7371d9-5741-469c-a3be-4e14fa29c279 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event deleted for resources: {'Port': ['ID=2e1b40d2-a5c8-424f-be9a-590f85c2d833,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:38.250522 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4c7371d9-5741-469c-a3be-4e14fa29c279 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:38.255324 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4c7371d9-5741-469c-a3be-4e14fa29c279 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:38.259131 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4c7371d9-5741-469c-a3be-4e14fa29c279 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "DELETE /v2.0/floatingips/5f72c474-daa2-4607-8126-cf9b3197b747 HTTP/1.1" status: 204 len: 168 time: 1.1779158 Sep 07 19:00:38.266786 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41736) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:38.281862 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e66f3bec-a108-4142-9d28-a4ff8f61836d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': '84e98ed0-5e22-4b8f-8115-85b86641991a'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:38.349358 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:38.389585 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e66f3bec-a108-4142-9d28-a4ff8f61836d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:38.521826 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:38.531714 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:38.532249 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:38.702584 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e66f3bec-a108-4142-9d28-a4ff8f61836d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:38.763488 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:38.790438 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-20d5e3ee-ea0e-47f5-90fb-99404c18f55c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Allocated IP 172.22.0.1 (60239172-49cd-47c0-a3e6-84ef076db17c/a8da9826-7652-4442-bb5b-e9c07b2da084/17210181-3529-452c-857e-560ea6c66198) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:38.871955 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=03e0674c-c0ba-4d3b-8e76-3b66aaa34eac,segment=NetworkSegment(cd8159cc-9451-4b2f-8c0c-6d58c8c6b175),segment_id=cd8159cc-9451-4b2f-8c0c-6d58c8c6b175)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:38.878983 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:38.880383 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b73fd1-423b-4643-8a17-d47e6e1d599e req-1d665646-225c-4e52-a53f-8796253ea3da tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:38.902081 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91b73fd1-423b-4643-8a17-d47e6e1d599e req-1d665646-225c-4e52-a53f-8796253ea3da tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.8035610 Sep 07 19:00:38.985618 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-e66f3bec-a108-4142-9d28-a4ff8f61836d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Allocated IP 172.25.8.166 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/a123de56-cfc6-48f5-a76c-e3140304850d) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:39.032009 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=03e0674c-c0ba-4d3b-8e76-3b66aaa34eac,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:39.207001 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91b73fd1-423b-4643-8a17-d47e6e1d599e req-5a14ba6c-f51d-4b7c-a8cd-8c52434de46e tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039024 Sep 07 19:00:39.285133 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e66f3bec-a108-4142-9d28-a4ff8f61836d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:39.337114 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e66f3bec-a108-4142-9d28-a4ff8f61836d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:39.350446 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20d5e3ee-ea0e-47f5-90fb-99404c18f55c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:39.419529 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66f3bec-a108-4142-9d28-a4ff8f61836d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:39.436009 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-e66f3bec-a108-4142-9d28-a4ff8f61836d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:39.456298 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f3bec-a108-4142-9d28-a4ff8f61836d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:39.498005 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-20d5e3ee-ea0e-47f5-90fb-99404c18f55c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Transition to ACTIVE for port object 17210181-3529-452c-857e-560ea6c66198 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:39.529903 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f3bec-a108-4142-9d28-a4ff8f61836d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Port': ['ID=a123de56-cfc6-48f5-a76c-e3140304850d,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:39.674078 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2255a-cd2a-482b-a002-5a463d0c0abd req-5ce5c929-e071-4a0f-9aa9-3732c26f67b0 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:39.682501 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6a2255a-cd2a-482b-a002-5a463d0c0abd req-5ce5c929-e071-4a0f-9aa9-3732c26f67b0 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.2985332 Sep 07 19:00:39.702205 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b707247-6326-4bc1-9c4f-eebf200becb9 None None] Network 60239172-49cd-47c0-a3e6-84ef076db17c requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:00:39.801618 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e29e0fa2-fad2-4dc6-97ab-53aeb6e3c25f None None] Provisioning for port 3769db2e-dd9c-434d-b12e-b640ae240688 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:39.823490 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6a2255a-cd2a-482b-a002-5a463d0c0abd req-a8f14cd8-25c9-4af4-b75c-6e179f21763f tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399734 Sep 07 19:00:39.859972 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20d5e3ee-ea0e-47f5-90fb-99404c18f55c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:39.984830 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5e3ee-ea0e-47f5-90fb-99404c18f55c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Port': ['ID=17210181-3529-452c-857e-560ea6c66198,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:40.011880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d5e3ee-ea0e-47f5-90fb-99404c18f55c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network 60239172-49cd-47c0-a3e6-84ef076db17c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:40.018347 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-20d5e3ee-ea0e-47f5-90fb-99404c18f55c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:40.025804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d5e3ee-ea0e-47f5-90fb-99404c18f55c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:40.229172 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20d5e3ee-ea0e-47f5-90fb-99404c18f55c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:40.231133 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e66f3bec-a108-4142-9d28-a4ff8f61836d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:40.508284 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e66f3bec-a108-4142-9d28-a4ff8f61836d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:40.700281 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 3769db2e-dd9c-434d-b12e-b640ae240688 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:40.708418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc70e5-b56e-4683-990f-364e1d675e44 req-687708a8-1cf7-41ef-8d46-13a773d20740 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:40.729836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13bc70e5-b56e-4683-990f-364e1d675e44 req-687708a8-1cf7-41ef-8d46-13a773d20740 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.2287755 Sep 07 19:00:40.905109 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0a505688-cb32-4141-bf7e-f822a25b1473 None None] Provisioning complete for port 3769db2e-dd9c-434d-b12e-b640ae240688 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:40.905765 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0a505688-cb32-4141-bf7e-f822a25b1473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:40.907509 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 3769db2e-dd9c-434d-b12e-b640ae240688 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:40.953933 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13bc70e5-b56e-4683-990f-364e1d675e44 req-10455df0-73aa-4b63-bc07-c0ec557005bc tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231266 Sep 07 19:00:40.959375 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20d5e3ee-ea0e-47f5-90fb-99404c18f55c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:41.020145 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 3769db2e-dd9c-434d-b12e-b640ae240688 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:41.020538 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:41.059699 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e66f3bec-a108-4142-9d28-a4ff8f61836d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:41.068419 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e66f3bec-a108-4142-9d28-a4ff8f61836d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:41.315812 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f3bec-a108-4142-9d28-a4ff8f61836d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Port': ['ID=a123de56-cfc6-48f5-a76c-e3140304850d,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:41.339303 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e66f3bec-a108-4142-9d28-a4ff8f61836d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:41.375343 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0a505688-cb32-4141-bf7e-f822a25b1473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:41.493359 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:41.551139 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0a505688-cb32-4141-bf7e-f822a25b1473 None None] For port 3769db2e-dd9c-434d-b12e-b640ae240688, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=3769db2e-dd9c-434d-b12e-b640ae240688,segment=NetworkSegment(57c328cd-4140-4050-bdc8-552beb74daee),segment_id=57c328cd-4140-4050-bdc8-552beb74daee)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:41.556949 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0a505688-cb32-4141-bf7e-f822a25b1473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:41.585823 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7038cd4-1dd9-4fa1-8e73-98c0b02ceace req-b89b98cf-a411-43a5-b892-b644dd4f2448 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:41.586482 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-e66f3bec-a108-4142-9d28-a4ff8f61836d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Floating IP 8ef470b0-9459-4ccb-8c33-d883fb71a8cf associated. External IP: 172.25.8.166, port: 84e98ed0-5e22-4b8f-8115-85b86641991a. Sep 07 19:00:41.594634 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b7038cd4-1dd9-4fa1-8e73-98c0b02ceace req-b89b98cf-a411-43a5-b892-b644dd4f2448 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.4917557 Sep 07 19:00:41.651344 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.db.api [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:00:41.651594 n-d-807786-1 neutron-server[101446]: DEBUG oslo_db.api [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:00:41.675390 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20d5e3ee-ea0e-47f5-90fb-99404c18f55c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:41.681594 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0a505688-cb32-4141-bf7e-f822a25b1473 None None] Provisioning for port 17210181-3529-452c-857e-560ea6c66198 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:41.693071 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0a505688-cb32-4141-bf7e-f822a25b1473 None None] Provisioning complete for port 17210181-3529-452c-857e-560ea6c66198 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:41.693393 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0a505688-cb32-4141-bf7e-f822a25b1473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:41.701255 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b7038cd4-1dd9-4fa1-8e73-98c0b02ceace req-d50c9277-99ec-46f2-babf-a0d415afb4db tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064796 Sep 07 19:00:41.706667 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20d5e3ee-ea0e-47f5-90fb-99404c18f55c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:41.746074 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-0a505688-cb32-4141-bf7e-f822a25b1473 None None] Port 17210181-3529-452c-857e-560ea6c66198 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:00:41.766712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a505688-cb32-4141-bf7e-f822a25b1473 None None] Pushing event updated for resources: {'Port': ['ID=3769db2e-dd9c-434d-b12e-b640ae240688,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:41.832989 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20d5e3ee-ea0e-47f5-90fb-99404c18f55c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:41.874547 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4080866c-738e-47b5-9844-24f84927cfff None None] Provisioning complete for port 17210181-3529-452c-857e-560ea6c66198 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:41.879917 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4080866c-738e-47b5-9844-24f84927cfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:41.928177 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5e3ee-ea0e-47f5-90fb-99404c18f55c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Port': ['ID=17210181-3529-452c-857e-560ea6c66198,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:41.966599 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-4080866c-738e-47b5-9844-24f84927cfff None None] Port 17210181-3529-452c-857e-560ea6c66198 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:00:42.044560 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66f3bec-a108-4142-9d28-a4ff8f61836d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Router 4a30ccef-116b-472a-8441-f7574b90d970 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:00:42.127178 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d5e3ee-ea0e-47f5-90fb-99404c18f55c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network 60239172-49cd-47c0-a3e6-84ef076db17c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:42.128887 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-20d5e3ee-ea0e-47f5-90fb-99404c18f55c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:42.213759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed729fa-f58c-4c8a-a79a-1f12e354f01c req-5ca51ef6-2388-4831-8506-113fed84e8fa tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:42.215427 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fed729fa-f58c-4c8a-a79a-1f12e354f01c req-5ca51ef6-2388-4831-8506-113fed84e8fa tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.1321323 Sep 07 19:00:42.254135 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:42.306293 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66f3bec-a108-4142-9d28-a4ff8f61836d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:42.326941 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d189e07a-99ed-4c9e-930b-7f8c15d67af3 None None] Sync routers for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:42.342385 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e66f3bec-a108-4142-9d28-a4ff8f61836d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:42.378808 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d189e07a-99ed-4c9e-930b-7f8c15d67af3 None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:42.379445 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d189e07a-99ed-4c9e-930b-7f8c15d67af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:42.425940 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e66f3bec-a108-4142-9d28-a4ff8f61836d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.1572435 Sep 07 19:00:42.428341 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41760) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:42.477054 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d189e07a-99ed-4c9e-930b-7f8c15d67af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:42.499514 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d189e07a-99ed-4c9e-930b-7f8c15d67af3 None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:42.500157 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d189e07a-99ed-4c9e-930b-7f8c15d67af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:42.504534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:42.505257 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:42.507035 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fed729fa-f58c-4c8a-a79a-1f12e354f01c req-f273c138-ce71-4238-b235-e58a5e3382e9 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988788 Sep 07 19:00:42.558125 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d5e3ee-ea0e-47f5-90fb-99404c18f55c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:00:42.576785 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ac44ba9c-a55c-42e9-998f-71a8891280de tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "GET /v2.0/floatingips/8ef470b0-9459-4ccb-8c33-d883fb71a8cf HTTP/1.1" status: 200 len: 978 time: 0.1467955 Sep 07 19:00:42.577723 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41766) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:42.681807 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d189e07a-99ed-4c9e-930b-7f8c15d67af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:42.682477 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d189e07a-99ed-4c9e-930b-7f8c15d67af3 None None] The sync data for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:42.809028 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-316f63ed-94eb-4069-ac46-698a0902f0aa tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2297003 Sep 07 19:00:42.817606 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41772) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:42.823019 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1b6b0897-0471-4d5c-9fa5-2062fa8bc9f2 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Request body: {'floatingip': {'port_id': 'a4de6704-a0ab-49a0-9d26-bba624d15721'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:42.833004 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d5e3ee-ea0e-47f5-90fb-99404c18f55c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:42.844305 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] Sync routers for ids ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:42.847447 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-20d5e3ee-ea0e-47f5-90fb-99404c18f55c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/2cd85dc0-5c5a-4506-b15e-3bf58d9a5267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2685220 Sep 07 19:00:42.852897 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41774) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:42.865470 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-286d16a0-90f8-45fe-b0b2-deb5b79d9af2 None None] Provisioning complete for port 17210181-3529-452c-857e-560ea6c66198 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:42.865910 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] Routers {'2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:42.866483 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:42.868005 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-286d16a0-90f8-45fe-b0b2-deb5b79d9af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:42.892386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-9b8f5725-c71e-4b7d-8ebb-dbd589d9b72a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'network': {'name': 'tempest-RoutersTest-1432440845'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:42.976318 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-286d16a0-90f8-45fe-b0b2-deb5b79d9af2 None None] Port 17210181-3529-452c-857e-560ea6c66198 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:00:42.989141 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:42.994672 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8f5725-c71e-4b7d-8ebb-dbd589d9b72a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Made reservation on behalf of a3cefdca228647e789b9074f06af403e for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:00:42.998537 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9b8f5725-c71e-4b7d-8ebb-dbd589d9b72a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:43.081240 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 3769db2e-dd9c-434d-b12e-b640ae240688 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:43.105091 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] Set router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:43.115201 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b6b0897-0471-4d5c-9fa5-2062fa8bc9f2 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:43.210694 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 3769db2e-dd9c-434d-b12e-b640ae240688 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:43.211643 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:43.256265 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8f5725-c71e-4b7d-8ebb-dbd589d9b72a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:00:43.284272 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9b8f5725-c71e-4b7d-8ebb-dbd589d9b72a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:43.285620 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-9b8f5725-c71e-4b7d-8ebb-dbd589d9b72a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Added segment 0a570da7-3b69-4f3e-88bd-8c60411cfb44 of type vlan for network 30717997-8390-4bfa-9d85-30ad701df586 Sep 07 19:00:43.350168 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:00:43.421149 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbea44-6b34-4854-ab43-23348cb44d59 req-58c47798-bb84-4750-91d6-3e3967c231e7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:43.430401 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fcbea44-6b34-4854-ab43-23348cb44d59 req-58c47798-bb84-4750-91d6-3e3967c231e7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.4159381 Sep 07 19:00:43.450105 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9b8f5725-c71e-4b7d-8ebb-dbd589d9b72a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:43.523338 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9b8f5725-c71e-4b7d-8ebb-dbd589d9b72a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:43.534739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8f5725-c71e-4b7d-8ebb-dbd589d9b72a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:43.536774 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9b8f5725-c71e-4b7d-8ebb-dbd589d9b72a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:43.550298 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fcbea44-6b34-4854-ab43-23348cb44d59 req-fcdf4214-aaff-45ef-b104-69cf5bedc68a tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157222 Sep 07 19:00:43.577596 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:40Z', 'revision_number': 4, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '03e0674c-c0ba-4d3b-8e76-3b66aaa34eac', 'name': '', 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:21:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:26Z', 'updated_at': '2021-09-07T19:00:38Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17210181-3529-452c-857e-560ea6c66198', 'name': '', 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:b8:39:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:38Z', 'updated_at': '2021-09-07T19:00:41Z', 'revision_number': 2, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:43.632173 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] Checking router: 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:00:43.632720 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] Updating router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 port 17210181-3529-452c-857e-560ea6c66198 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:00:43.633223 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:43.683360 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:43.718816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f5725-c71e-4b7d-8ebb-dbd589d9b72a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Network': ['ID=30717997-8390-4bfa-9d85-30ad701df586,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:43.731874 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 30717997-8390-4bfa-9d85-30ad701df586 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:00:43.749481 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9b8f5725-c71e-4b7d-8ebb-dbd589d9b72a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8924601 Sep 07 19:00:43.750663 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41788) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:43.757879 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-26917e93-812d-4b31-b6c8-c2a9d4bbc56b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'subnet': {'network_id': '30717997-8390-4bfa-9d85-30ad701df586', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:43.977161 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26917e93-812d-4b31-b6c8-c2a9d4bbc56b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Made reservation on behalf of a3cefdca228647e789b9074f06af403e for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:00:43.983061 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-26917e93-812d-4b31-b6c8-c2a9d4bbc56b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:44.029188 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f44cfc-c03f-47a3-9ebf-737e954838e6 req-101b7667-0f94-4633-ae0e-9450974cca48 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:44.030762 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54f44cfc-c03f-47a3-9ebf-737e954838e6 req-101b7667-0f94-4633-ae0e-9450974cca48 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.1775596 Sep 07 19:00:44.123942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54f44cfc-c03f-47a3-9ebf-737e954838e6 req-9dcaeb98-1900-4cb3-a88f-0d86156f4da1 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533748 Sep 07 19:00:44.233875 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:44.266804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bc2cc-2ff0-4519-9f2b-5604299d8da5 req-2aec2b8e-faf1-44db-88a4-c0187fca1163 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:44.275303 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f91bc2cc-2ff0-4519-9f2b-5604299d8da5 req-2aec2b8e-faf1-44db-88a4-c0187fca1163 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 950 time: 0.1459665 Sep 07 19:00:44.282304 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] Transition to ACTIVE for port object 17210181-3529-452c-857e-560ea6c66198 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:44.297416 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:44.302123 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b6b0897-0471-4d5c-9fa5-2062fa8bc9f2 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:44.307844 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b6b0897-0471-4d5c-9fa5-2062fa8bc9f2 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:44.488062 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658a123-858b-4f08-b915-579940fd237f None None] Pushing event updated for resources: {'Port': ['ID=17210181-3529-452c-857e-560ea6c66198,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:44.509171 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f91bc2cc-2ff0-4519-9f2b-5604299d8da5 req-ab5ea0d4-b1f6-430e-8a59-f1768b3481bc tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd6f24df-4c6d-40e6-b392-bf9a0e8deeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328629 Sep 07 19:00:44.517869 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-1b6b0897-0471-4d5c-9fa5-2062fa8bc9f2 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Floating IP 8ef470b0-9459-4ccb-8c33-d883fb71a8cf associated. External IP: 172.25.8.166, port: 84e98ed0-5e22-4b8f-8115-85b86641991a. Sep 07 19:00:44.851525 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-26917e93-812d-4b31-b6c8-c2a9d4bbc56b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:44.858008 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] Attempting to bind port 17210181-3529-452c-857e-560ea6c66198 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:00:44.858597 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] Attempting to bind port 17210181-3529-452c-857e-560ea6c66198 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '57c328cd-4140-4050-bdc8-552beb74daee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:00:44.861932 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] Attempting to bind port 17210181-3529-452c-857e-560ea6c66198 on network 60239172-49cd-47c0-a3e6-84ef076db17c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:00:44.878782 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:00:44.879163 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] Checking segment: {'id': '57c328cd-4140-4050-bdc8-552beb74daee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:44.879568 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:44.879996 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] Bound using segment: {'id': '57c328cd-4140-4050-bdc8-552beb74daee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:00:44.880597 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] Bound port: 17210181-3529-452c-857e-560ea6c66198, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c328cd-4140-4050-bdc8-552beb74daee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:00:44.886457 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:45.004475 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64acb5-3579-497b-b884-e32bbfb1bc14 req-be7bd01f-e886-4037-babd-e16b8c9bcb55 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:45.025222 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e64acb5-3579-497b-b884-e32bbfb1bc14 req-be7bd01f-e886-4037-babd-e16b8c9bcb55 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.2123365 Sep 07 19:00:45.085991 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26917e93-812d-4b31-b6c8-c2a9d4bbc56b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Checking segment: {'id': '0a570da7-3b69-4f3e-88bd-8c60411cfb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30717997-8390-4bfa-9d85-30ad701df586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:45.086383 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26917e93-812d-4b31-b6c8-c2a9d4bbc56b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network hostable DHCP agents. Network: 30717997-8390-4bfa-9d85-30ad701df586, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:00:45.106053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26917e93-812d-4b31-b6c8-c2a9d4bbc56b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Subnet': ['ID=5e50f84a-91be-40d4-846c-79ae62ce1cfe,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:45.112727 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] For port 17210181-3529-452c-857e-560ea6c66198, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:00:45.121435 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] For port 17210181-3529-452c-857e-560ea6c66198, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=17210181-3529-452c-857e-560ea6c66198,segment=NetworkSegment(57c328cd-4140-4050-bdc8-552beb74daee),segment_id=57c328cd-4140-4050-bdc8-552beb74daee)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:00:45.130052 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:45.163021 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e64acb5-3579-497b-b884-e32bbfb1bc14 req-b60e4d12-1803-444d-9fc8-1e3cf185a090 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361949 Sep 07 19:00:45.164665 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26917e93-812d-4b31-b6c8-c2a9d4bbc56b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network 30717997-8390-4bfa-9d85-30ad701df586 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:00:45.175462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-26917e93-812d-4b31-b6c8-c2a9d4bbc56b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 30717997-8390-4bfa-9d85-30ad701df586) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:45.180787 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26917e93-812d-4b31-b6c8-c2a9d4bbc56b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:45.182318 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-26917e93-812d-4b31-b6c8-c2a9d4bbc56b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:45.187621 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ffaf29-5de4-412b-b88e-be7737518454 None None] Network 30717997-8390-4bfa-9d85-30ad701df586 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:00:45.200350 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-26917e93-812d-4b31-b6c8-c2a9d4bbc56b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4478536 Sep 07 19:00:45.203313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41820) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:45.207224 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658a123-858b-4f08-b915-579940fd237f None None] Pushing event updated for resources: {'Port': ['ID=17210181-3529-452c-857e-560ea6c66198,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:45.236341 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] Routers {'2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:45.237028 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:45.631077 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] Set router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:45.635965 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-30717997-8390-4bfa-9d85-30ad701df586', 'network_id': '30717997-8390-4bfa-9d85-30ad701df586', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'fixed_ips': [{'subnet_id': '5e50f84a-91be-40d4-846c-79ae62ce1cfe'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:00:45.636867 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:45.658287 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6b0897-0471-4d5c-9fa5-2062fa8bc9f2 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Router 4a30ccef-116b-472a-8441-f7574b90d970 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:00:45.777419 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca492e-9a3e-4757-9fdc-1778b3d507ed req-355fad26-c860-485b-9388-0c0b31270768 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:45.779630 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bca492e-9a3e-4757-9fdc-1778b3d507ed req-355fad26-c860-485b-9388-0c0b31270768 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 950 time: 0.1142766 Sep 07 19:00:45.852098 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bca492e-9a3e-4757-9fdc-1778b3d507ed req-4d29fb30-64f8-4b1b-bbcb-a6ee357c7f3f tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd6f24df-4c6d-40e6-b392-bf9a0e8deeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643740 Sep 07 19:00:45.861723 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3bf1bf0-2958-404a-8801-91cd1a5aa66e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:45.881069 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6b0897-0471-4d5c-9fa5-2062fa8bc9f2 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:46.106695 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:40Z', 'revision_number': 4, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '03e0674c-c0ba-4d3b-8e76-3b66aaa34eac', 'name': '', 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:21:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:26Z', 'updated_at': '2021-09-07T19:00:38Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17210181-3529-452c-857e-560ea6c66198', 'name': '', 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:b8:39:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:38Z', 'updated_at': '2021-09-07T19:00:45Z', 'revision_number': 4, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:46.111886 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] Allocated IP 172.23.0.2 (30717997-8390-4bfa-9d85-30ad701df586/5e50f84a-91be-40d4-846c-79ae62ce1cfe/c4dd647c-bace-418c-a802-ddad76b4911f) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:46.143425 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6cb6cd-df85-4f6b-a6aa-459da6bcc0b5 None None] The sync data for ids ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'] in n-d-807786-1 is: [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:40Z', 'revision_number': 4, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '03e0674c-c0ba-4d3b-8e76-3b66aaa34eac', 'name': '', 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:21:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:26Z', 'updated_at': '2021-09-07T19:00:38Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17210181-3529-452c-857e-560ea6c66198', 'name': '', 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:b8:39:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:38Z', 'updated_at': '2021-09-07T19:00:45Z', 'revision_number': 4, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:46.474837 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:46.478987 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c1581f-cfdc-43c3-9d4e-bf8782b8c3db None None] Sync routers for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:46.491383 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] Transition to ACTIVE for port object c4dd647c-bace-418c-a802-ddad76b4911f will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:46.504530 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c1581f-cfdc-43c3-9d4e-bf8782b8c3db None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:46.507296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-a9c1581f-cfdc-43c3-9d4e-bf8782b8c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:46.532723 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6b0897-0471-4d5c-9fa5-2062fa8bc9f2 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Router 4a30ccef-116b-472a-8441-f7574b90d970 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:00:46.573104 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] Transition to ACTIVE for port object c4dd647c-bace-418c-a802-ddad76b4911f will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:46.590834 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:46.597595 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-a9c1581f-cfdc-43c3-9d4e-bf8782b8c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:46.632690 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9915065f-2742-4b2f-9aed-9d6c607321db no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:00:46.743275 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] Network 30717997-8390-4bfa-9d85-30ad701df586 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:46.752180 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:46.754139 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c1581f-cfdc-43c3-9d4e-bf8782b8c3db None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:46.754670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-a9c1581f-cfdc-43c3-9d4e-bf8782b8c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:46.756714 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:46.773760 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6b0897-0471-4d5c-9fa5-2062fa8bc9f2 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:46.791212 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b6b0897-0471-4d5c-9fa5-2062fa8bc9f2 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:46.922820 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1b6b0897-0471-4d5c-9fa5-2062fa8bc9f2 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "PUT /v2.0/floatingips/8ef470b0-9459-4ccb-8c33-d883fb71a8cf HTTP/1.1" status: 200 len: 977 time: 4.1042459 Sep 07 19:00:46.923974 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41882) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:46.924215 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-a9c1581f-cfdc-43c3-9d4e-bf8782b8c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:46.924904 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c1581f-cfdc-43c3-9d4e-bf8782b8c3db None None] The sync data for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:46.934253 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-fc0158b2-431d-4be9-bc21-3467d665cae3 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:46.935628 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6be55-23e6-42f0-a630-264ab7606c7b None None] Sync routers for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:46.953482 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6be55-23e6-42f0-a630-264ab7606c7b None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:46.954122 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6da6be55-23e6-42f0-a630-264ab7606c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:47.031089 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6da6be55-23e6-42f0-a630-264ab7606c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:47.035084 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] Pushing event updated for resources: {'Port': ['ID=c4dd647c-bace-418c-a802-ddad76b4911f,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:47.039962 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] Attempting to bind port c4dd647c-bace-418c-a802-ddad76b4911f on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:00:47.058630 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6be55-23e6-42f0-a630-264ab7606c7b None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:47.059564 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6da6be55-23e6-42f0-a630-264ab7606c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:47.069089 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] Attempting to bind port c4dd647c-bace-418c-a802-ddad76b4911f by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '0a570da7-3b69-4f3e-88bd-8c60411cfb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30717997-8390-4bfa-9d85-30ad701df586'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:00:47.071480 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] Attempting to bind port c4dd647c-bace-418c-a802-ddad76b4911f on network 30717997-8390-4bfa-9d85-30ad701df586 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:00:47.104374 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:00:47.104932 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] Checking segment: {'id': '0a570da7-3b69-4f3e-88bd-8c60411cfb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30717997-8390-4bfa-9d85-30ad701df586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:47.108346 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:47.111705 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] Bound using segment: {'id': '0a570da7-3b69-4f3e-88bd-8c60411cfb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30717997-8390-4bfa-9d85-30ad701df586'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:00:47.112438 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] Bound port: c4dd647c-bace-418c-a802-ddad76b4911f, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a570da7-3b69-4f3e-88bd-8c60411cfb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30717997-8390-4bfa-9d85-30ad701df586'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:00:47.112970 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:47.125838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 17210181-3529-452c-857e-560ea6c66198 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:47.144918 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc0158b2-431d-4be9-bc21-3467d665cae3 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:47.180415 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6da6be55-23e6-42f0-a630-264ab7606c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:47.181134 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6be55-23e6-42f0-a630-264ab7606c7b None None] The sync data for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:47.237229 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41351760-7691-4d1a-a1b6-a9e906fa3075 req-8a2ac148-265c-4acc-b763-65deb54f165e tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:47.253355 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-41351760-7691-4d1a-a1b6-a9e906fa3075 req-8a2ac148-265c-4acc-b763-65deb54f165e tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.7846737 Sep 07 19:00:47.321592 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-b3bf1bf0-2958-404a-8801-91cd1a5aa66e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Allocated IP 172.23.0.1 (30717997-8390-4bfa-9d85-30ad701df586/5e50f84a-91be-40d4-846c-79ae62ce1cfe/12c53de6-fa7d-401d-87bf-21418e901f20) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:47.326271 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:47.374622 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-41351760-7691-4d1a-a1b6-a9e906fa3075 req-1f096abc-c27d-4686-a09a-93b3c3a3ea91 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128771 Sep 07 19:00:47.417071 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc0158b2-431d-4be9-bc21-3467d665cae3 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:47.421258 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc0158b2-431d-4be9-bc21-3467d665cae3 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:47.422332 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-fc0158b2-431d-4be9-bc21-3467d665cae3 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Floating IP 8ef470b0-9459-4ccb-8c33-d883fb71a8cf disassociated. External IP: 172.25.8.166, port: a4de6704-a0ab-49a0-9d26-bba624d15721. Sep 07 19:00:47.471073 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccd21c4-f002-4b77-8128-c325c967fe2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9915065f-2742-4b2f-9aed-9d6c607321db'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:00:47.474220 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d3c60a-3523-4ad3-9cd3-f6ef3f0e6829" -d '{"events": [{"server_uuid": "3ccd21c4-f002-4b77-8128-c325c967fe2d", "name": "network-vif-unplugged", "status": "completed", "tag": "9915065f-2742-4b2f-9aed-9d6c607321db"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:00:47.498981 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 17210181-3529-452c-857e-560ea6c66198 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:47.520545 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9915065f-2742-4b2f-9aed-9d6c607321db, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9915065f-2742-4b2f-9aed-9d6c607321db,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:47.543019 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:47.616197 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 17210181-3529-452c-857e-560ea6c66198 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:47.616772 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:47.631817 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=9915065f-2742-4b2f-9aed-9d6c607321db,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:47.648217 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] For port c4dd647c-bace-418c-a802-ddad76b4911f, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:00:47.707778 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] For port c4dd647c-bace-418c-a802-ddad76b4911f, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c4dd647c-bace-418c-a802-ddad76b4911f,segment=NetworkSegment(0a570da7-3b69-4f3e-88bd-8c60411cfb44),segment_id=0a570da7-3b69-4f3e-88bd-8c60411cfb44)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:00:47.721763 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:47.771865 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3bf1bf0-2958-404a-8801-91cd1a5aa66e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:47.840306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-b3bf1bf0-2958-404a-8801-91cd1a5aa66e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Transition to ACTIVE for port object 12c53de6-fa7d-401d-87bf-21418e901f20 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:47.840752 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b4a00-1579-4d7d-ad3e-13a528409b40 None None] Pushing event updated for resources: {'Port': ['ID=c4dd647c-bace-418c-a802-ddad76b4911f,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:47.925088 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3bf1bf0-2958-404a-8801-91cd1a5aa66e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:47.934005 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 19:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57866d8b-8c12-4edb-ba74-524841b2c6d2 x-openstack-request-id: req-57866d8b-8c12-4edb-ba74-524841b2c6d2 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:00:47.934420 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccd21c4-f002-4b77-8128-c325c967fe2d", "name": "network-vif-unplugged", "status": "completed", "tag": "9915065f-2742-4b2f-9aed-9d6c607321db", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:00:47.934741 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-57866d8b-8c12-4edb-ba74-524841b2c6d2 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:00:47.935250 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccd21c4-f002-4b77-8128-c325c967fe2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9915065f-2742-4b2f-9aed-9d6c607321db', 'code': 200} Sep 07 19:00:47.936021 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:47.961528 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0158b2-431d-4be9-bc21-3467d665cae3 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Router 4a30ccef-116b-472a-8441-f7574b90d970 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:00:47.986813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 17210181-3529-452c-857e-560ea6c66198, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=17210181-3529-452c-857e-560ea6c66198,segment=NetworkSegment(57c328cd-4140-4050-bdc8-552beb74daee),segment_id=57c328cd-4140-4050-bdc8-552beb74daee)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:47.998740 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:48.111177 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bf1bf0-2958-404a-8801-91cd1a5aa66e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network 30717997-8390-4bfa-9d85-30ad701df586 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:48.129746 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=17210181-3529-452c-857e-560ea6c66198,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:48.141347 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-b3bf1bf0-2958-404a-8801-91cd1a5aa66e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:48.150187 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf1bf0-2958-404a-8801-91cd1a5aa66e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:48.155901 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf1bf0-2958-404a-8801-91cd1a5aa66e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Port': ['ID=12c53de6-fa7d-401d-87bf-21418e901f20,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:48.207876 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0158b2-431d-4be9-bc21-3467d665cae3 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:48.218921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a293b4-529c-475b-a012-93bcbbdfd48a None None] Sync routers for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:48.234563 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc0158b2-431d-4be9-bc21-3467d665cae3 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:48.237231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f13fb5-ce55-4989-8893-98ee5991bec5 req-aede649c-68ed-464f-b2e4-bf5ac2bcff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:48.238985 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20f13fb5-ce55-4989-8893-98ee5991bec5 req-aede649c-68ed-464f-b2e4-bf5ac2bcff39 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c745a8befc2643bebe96bce0c2f42920&device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 1096 time: 0.2090018 Sep 07 19:00:48.242755 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a293b4-529c-475b-a012-93bcbbdfd48a None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:48.243401 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-59a293b4-529c-475b-a012-93bcbbdfd48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:48.271087 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe062f2-257c-4162-9bba-5b15abec5780 req-7a4c900b-02d6-4365-9641-1d6f51986e29 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:48.272749 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-abe062f2-257c-4162-9bba-5b15abec5780 req-7a4c900b-02d6-4365-9641-1d6f51986e29 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.1998689 Sep 07 19:00:48.273555 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3bf1bf0-2958-404a-8801-91cd1a5aa66e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:48.316988 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fc0158b2-431d-4be9-bc21-3467d665cae3 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "PUT /v2.0/floatingips/8ef470b0-9459-4ccb-8c33-d883fb71a8cf HTTP/1.1" status: 200 len: 688 time: 1.3917172 Sep 07 19:00:48.317611 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41924) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:48.336457 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-59a293b4-529c-475b-a012-93bcbbdfd48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:48.363775 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a293b4-529c-475b-a012-93bcbbdfd48a None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:48.364993 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-59a293b4-529c-475b-a012-93bcbbdfd48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:48.453128 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-59a293b4-529c-475b-a012-93bcbbdfd48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:48.458832 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a293b4-529c-475b-a012-93bcbbdfd48a None None] The sync data for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:48.459311 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-abe062f2-257c-4162-9bba-5b15abec5780 req-b69d7231-d603-4e03-8c64-0da378088f14 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524951 Sep 07 19:00:48.549173 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-23b491dd-2c93-40f4-9630-0bc84b1a6e5d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Deleting port a123de56-cfc6-48f5-a76c-e3140304850d {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:00:48.549428 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-23b491dd-2c93-40f4-9630-0bc84b1a6e5d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:48.656097 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43780f-1f06-4f9e-a871-555da01700e8 req-928fc573-e4ff-42fe-8acf-e13ff823b10c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:48.657981 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c43780f-1f06-4f9e-a871-555da01700e8 req-928fc573-e4ff-42fe-8acf-e13ff823b10c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.1312096 Sep 07 19:00:48.659153 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f13fb5-ce55-4989-8893-98ee5991bec5 req-7ac7ad30-7cd6-43e6-91a1-e0974823815d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:48.664146 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20f13fb5-ce55-4989-8893-98ee5991bec5 req-7ac7ad30-7cd6-43e6-91a1-e0974823815d service neutron] 10.222.0.60 "GET /v2.0/networks?id=26f76b26-48a6-4f36-aaf0-194161936f43 HTTP/1.1" status: 200 len: 920 time: 0.3687887 Sep 07 19:00:48.693097 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3bf1bf0-2958-404a-8801-91cd1a5aa66e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:48.714436 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-23b491dd-2c93-40f4-9630-0bc84b1a6e5d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:48.714779 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-23b491dd-2c93-40f4-9630-0bc84b1a6e5d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:48.731073 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20f13fb5-ce55-4989-8893-98ee5991bec5 req-18ff543f-f5f7-4c63-ac4e-e43792e0f453 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d1099be-04fd-451c-8159-66fc5e2e7be3 HTTP/1.1" status: 200 len: 217 time: 0.0561495 Sep 07 19:00:48.744829 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-23b491dd-2c93-40f4-9630-0bc84b1a6e5d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Calling delete_port for a123de56-cfc6-48f5-a76c-e3140304850d owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:00:48.790555 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c43780f-1f06-4f9e-a871-555da01700e8 req-94c07fc9-307d-4740-a235-454a621a4a3b tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227694 Sep 07 19:00:48.963843 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-23b491dd-2c93-40f4-9630-0bc84b1a6e5d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:48.999767 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b491dd-2c93-40f4-9630-0bc84b1a6e5d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event deleted for resources: {'Port': ['ID=a123de56-cfc6-48f5-a76c-e3140304850d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:49.087415 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-23b491dd-2c93-40f4-9630-0bc84b1a6e5d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:49.090514 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-23b491dd-2c93-40f4-9630-0bc84b1a6e5d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:49.094223 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-23b491dd-2c93-40f4-9630-0bc84b1a6e5d tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "DELETE /v2.0/floatingips/8ef470b0-9459-4ccb-8c33-d883fb71a8cf HTTP/1.1" status: 204 len: 168 time: 0.7731047 Sep 07 19:00:49.103177 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41938) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:49.106213 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f13fb5-ce55-4989-8893-98ee5991bec5 req-43605dd0-6963-4c58-8a7b-8317b2300c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:49.112351 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20f13fb5-ce55-4989-8893-98ee5991bec5 req-43605dd0-6963-4c58-8a7b-8317b2300c92 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d943e1b1-375c-4cfe-bd80-2dab5c275769 HTTP/1.1" status: 200 len: 859 time: 0.3638439 Sep 07 19:00:49.168059 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20f13fb5-ce55-4989-8893-98ee5991bec5 req-89b965f6-4ca6-49ee-a226-f09d5046299c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26f76b26-48a6-4f36-aaf0-194161936f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506282 Sep 07 19:00:49.177457 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-e7d11b87-944a-4c68-9fed-2d5172bbaf2a tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] delete failed (client error): The resource could not be found. Sep 07 19:00:49.178526 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e7d11b87-944a-4c68-9fed-2d5172bbaf2a tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "DELETE /v2.0/floatingips/8ef470b0-9459-4ccb-8c33-d883fb71a8cf HTTP/1.1" status: 404 len: 345 time: 0.0741599 Sep 07 19:00:49.183525 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41944) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:49.192760 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 17210181-3529-452c-857e-560ea6c66198 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:49.313178 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3bf1bf0-2958-404a-8801-91cd1a5aa66e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:49.318345 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3bf1bf0-2958-404a-8801-91cd1a5aa66e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:49.344262 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f951e72-bd0f-480b-843d-fe859e44f07b tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:49.356157 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f951e72-bd0f-480b-843d-fe859e44f07b tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:49.368954 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f951e72-bd0f-480b-843d-fe859e44f07b tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:49.373972 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2f951e72-bd0f-480b-843d-fe859e44f07b tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "GET /v2.0/ports?network_id=cfb026de-c625-4582-9f51-8a7ae28297a8 HTTP/1.1" status: 200 len: 2357 time: 0.1893616 Sep 07 19:00:49.377102 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41952) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:49.425045 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf1bf0-2958-404a-8801-91cd1a5aa66e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event updated for resources: {'Port': ['ID=12c53de6-fa7d-401d-87bf-21418e901f20,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:49.454692 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 17210181-3529-452c-857e-560ea6c66198 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:49.455224 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:49.498649 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ab2ac-6a0b-4d71-8f8c-e8cf12aa3f1e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:49.500045 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8c5ab2ac-6a0b-4d71-8f8c-e8cf12aa3f1e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "GET /v2.0/subnets/eb8d354d-cc8b-4f19-8dac-2b9bc965350e HTTP/1.1" status: 200 len: 797 time: 0.1220133 Sep 07 19:00:49.505546 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41962) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:49.511190 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-533b43ae-ebad-4381-8c68-575fb9bf1208 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Request body: {'port': {'network_id': 'cfb026de-c625-4582-9f51-8a7ae28297a8', 'name': 'tempest-FloatingIPTestJSON-1351333860', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:49.566488 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0f96ac-83aa-4c93-9969-276d4301a59e None None] Network 30717997-8390-4bfa-9d85-30ad701df586 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:00:49.573168 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3bf1bf0-2958-404a-8801-91cd1a5aa66e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:49.590854 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20f13fb5-ce55-4989-8893-98ee5991bec5 req-6493f423-bb98-49f0-8919-9b2cdddca475 service neutron] 10.222.0.60 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104359 Sep 07 19:00:49.607919 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c4dd647c-bace-418c-a802-ddad76b4911f up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:49.670101 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533b43ae-ebad-4381-8c68-575fb9bf1208 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Made reservation on behalf of 23ad2cb4bb894638aff82c1844ea705e for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:00:49.694514 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-83a8f2c8-1c94-408e-bc02-bbd479d097f2 None None] Provisioning for port c4dd647c-bace-418c-a802-ddad76b4911f completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:49.782267 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port c4dd647c-bace-418c-a802-ddad76b4911f completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:49.790247 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4bb24-de82-4f14-a3c4-dd11fcfed763 req-99b38e3a-672b-4e75-a0b2-0f5858e65d39 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:49.792548 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-98b4bb24-de82-4f14-a3c4-dd11fcfed763 req-99b38e3a-672b-4e75-a0b2-0f5858e65d39 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.1959109 Sep 07 19:00:49.802378 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-533b43ae-ebad-4381-8c68-575fb9bf1208 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:49.810346 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port c4dd647c-bace-418c-a802-ddad76b4911f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:49.810859 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:49.823662 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-533b43ae-ebad-4381-8c68-575fb9bf1208 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] device_id is not set on port a72bc013-3b38-452a-94b2-48b3d3e8857b yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:00:49.859037 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20f13fb5-ce55-4989-8893-98ee5991bec5 req-1421beba-40ca-4b43-a226-f59831df2e1e service neutron] 10.222.0.60 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432961 Sep 07 19:00:49.861209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bf1bf0-2958-404a-8801-91cd1a5aa66e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Network 30717997-8390-4bfa-9d85-30ad701df586 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:49.867852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-b3bf1bf0-2958-404a-8801-91cd1a5aa66e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:49.880982 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-98b4bb24-de82-4f14-a3c4-dd11fcfed763 req-a720eeaf-1db3-4a5f-94b0-57e80f1ca9ca tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778344 Sep 07 19:00:49.992847 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:50.118968 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port c4dd647c-bace-418c-a802-ddad76b4911f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c4dd647c-bace-418c-a802-ddad76b4911f,segment=NetworkSegment(0a570da7-3b69-4f3e-88bd-8c60411cfb44),segment_id=0a570da7-3b69-4f3e-88bd-8c60411cfb44)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:50.127434 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:50.194259 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=c4dd647c-bace-418c-a802-ddad76b4911f,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:50.221231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540c351-f206-4e22-9964-4cc8e9d7aee1 req-676dc8ce-c804-4095-bef2-955620b8f1ac tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:50.222798 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3540c351-f206-4e22-9964-4cc8e9d7aee1 req-676dc8ce-c804-4095-bef2-955620b8f1ac tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.1576836 Sep 07 19:00:50.251437 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bf1bf0-2958-404a-8801-91cd1a5aa66e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:00:50.271352 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-12e8c65b-25b1-4cc0-8e51-e899f2dbbbe8 None None] Provisioning for port 12c53de6-fa7d-401d-87bf-21418e901f20 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:50.280614 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-12e8c65b-25b1-4cc0-8e51-e899f2dbbbe8 None None] Provisioning complete for port 12c53de6-fa7d-401d-87bf-21418e901f20 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:50.281248 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-12e8c65b-25b1-4cc0-8e51-e899f2dbbbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:50.286834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b55a3-3493-4874-a82c-c6a69ee3f386 req-325b6b85-c804-45d8-a1b1-ee6e56476cc4 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:50.289017 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b1b55a3-3493-4874-a82c-c6a69ee3f386 req-325b6b85-c804-45d8-a1b1-ee6e56476cc4 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.1697292 Sep 07 19:00:50.311718 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-533b43ae-ebad-4381-8c68-575fb9bf1208 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Allocated IP 172.20.0.14 (cfb026de-c625-4582-9f51-8a7ae28297a8/eb8d354d-cc8b-4f19-8dac-2b9bc965350e/a72bc013-3b38-452a-94b2-48b3d3e8857b) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:50.323003 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-533b43ae-ebad-4381-8c68-575fb9bf1208 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Allocated IP 172.20.0.13 (cfb026de-c625-4582-9f51-8a7ae28297a8/eb8d354d-cc8b-4f19-8dac-2b9bc965350e/a72bc013-3b38-452a-94b2-48b3d3e8857b) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:50.349961 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-12e8c65b-25b1-4cc0-8e51-e899f2dbbbe8 None None] Port 12c53de6-fa7d-401d-87bf-21418e901f20 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:00:50.368613 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-12e8c65b-25b1-4cc0-8e51-e899f2dbbbe8 None None] Provisioning complete for port c4dd647c-bace-418c-a802-ddad76b4911f triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:50.369718 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-12e8c65b-25b1-4cc0-8e51-e899f2dbbbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:50.398714 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cde10-9af4-4b00-adf2-c3a575e5ba47 req-f976882d-f2ec-4aba-bd21-4cb707df9718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:50.401660 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-273cde10-9af4-4b00-adf2-c3a575e5ba47 req-f976882d-f2ec-4aba-bd21-4cb707df9718 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd150f31e3264ef4b870aabc811ef221&device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 1097 time: 0.2072325 Sep 07 19:00:50.411844 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3540c351-f206-4e22-9964-4cc8e9d7aee1 req-b10015d8-924a-470a-84a5-3d6dc3e82e30 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524127 Sep 07 19:00:50.439251 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b1b55a3-3493-4874-a82c-c6a69ee3f386 req-ecdc253e-9d14-4920-85e5-810799269d44 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345921 Sep 07 19:00:50.564288 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bf1bf0-2958-404a-8801-91cd1a5aa66e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:50.566843 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-533b43ae-ebad-4381-8c68-575fb9bf1208 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:50.574549 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41990) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:50.574660 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b3bf1bf0-2958-404a-8801-91cd1a5aa66e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/2cd85dc0-5c5a-4506-b15e-3bf58d9a5267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3696020 Sep 07 19:00:50.579011 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] Sync routers for ids ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:50.589537 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-22fbeb7c-1c2e-4fae-a14d-ae031e3b9944 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:50.593550 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] Routers {'2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:50.594918 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:50.607373 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cde10-9af4-4b00-adf2-c3a575e5ba47 req-58519b01-6a46-4b38-8791-13f4e5499f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:50.609568 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-273cde10-9af4-4b00-adf2-c3a575e5ba47 req-58519b01-6a46-4b38-8791-13f4e5499f43 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4724486-3acb-401c-a8f0-54abeeaa7172 HTTP/1.1" status: 200 len: 917 time: 0.1983020 Sep 07 19:00:50.637842 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9915065f-2742-4b2f-9aed-9d6c607321db details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:00:50.719855 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-273cde10-9af4-4b00-adf2-c3a575e5ba47 req-3addf338-9fb8-44d5-9077-d80ad3b8a03f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90fadad9-fd8f-4d42-842b-cf3398677a79 HTTP/1.1" status: 200 len: 1001 time: 0.1013370 Sep 07 19:00:50.770679 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] Set router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:50.778678 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9915065f-2742-4b2f-9aed-9d6c607321db, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9915065f-2742-4b2f-9aed-9d6c607321db,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:50.782324 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cde10-9af4-4b00-adf2-c3a575e5ba47 req-92b8de61-75d3-49ca-bfd2-dd0b515c51ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:50.784139 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-273cde10-9af4-4b00-adf2-c3a575e5ba47 req-92b8de61-75d3-49ca-bfd2-dd0b515c51ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9985a0df-d9a6-429f-8454-e036ae7f07c1 HTTP/1.1" status: 200 len: 855 time: 0.0530021 Sep 07 19:00:50.792285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '9915065f-2742-4b2f-9aed-9d6c607321db', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '9915065f-2742-4b2f-9aed-9d6c607321db', 'mac_address': 'fa:16:3e:75:64:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:00:50.841389 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cde10-9af4-4b00-adf2-c3a575e5ba47 req-49542e95-b97b-4d3e-ac68-913b77100680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:50.842970 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-273cde10-9af4-4b00-adf2-c3a575e5ba47 req-49542e95-b97b-4d3e-ac68-913b77100680 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4724486-3acb-401c-a8f0-54abeeaa7172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471230 Sep 07 19:00:50.855594 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cdb14d5a-a095-4a32-adb0-c7ac2844cd9a None None] Provisioning complete for port 12c53de6-fa7d-401d-87bf-21418e901f20 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:50.856007 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cdb14d5a-a095-4a32-adb0-c7ac2844cd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:50.859165 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:50.932965 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9915065f-2742-4b2f-9aed-9d6c607321db {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:00:50.944849 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-cdb14d5a-a095-4a32-adb0-c7ac2844cd9a None None] Port 12c53de6-fa7d-401d-87bf-21418e901f20 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:00:50.989452 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c4dd647c-bace-418c-a802-ddad76b4911f up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:51.001981 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-533b43ae-ebad-4381-8c68-575fb9bf1208 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:51.024392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-273cde10-9af4-4b00-adf2-c3a575e5ba47 req-38549ced-42ed-4f8d-8cc7-5aa7aaeca02b service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642025 Sep 07 19:00:51.036306 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9915065f-2742-4b2f-9aed-9d6c607321db, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9915065f-2742-4b2f-9aed-9d6c607321db,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:51.044594 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:51.069212 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533b43ae-ebad-4381-8c68-575fb9bf1208 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Network cfb026de-c625-4582-9f51-8a7ae28297a8 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:51.079107 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-533b43ae-ebad-4381-8c68-575fb9bf1208 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:51.082214 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533b43ae-ebad-4381-8c68-575fb9bf1208 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:51.095730 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:48Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '03e0674c-c0ba-4d3b-8e76-3b66aaa34eac', 'name': '', 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:21:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:26Z', 'updated_at': '2021-09-07T19:00:38Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12c53de6-fa7d-401d-87bf-21418e901f20', 'name': '', 'network_id': '30717997-8390-4bfa-9d85-30ad701df586', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:24:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '5e50f84a-91be-40d4-846c-79ae62ce1cfe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:46Z', 'updated_at': '2021-09-07T19:00:48Z', 'revision_number': 2, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': '5e50f84a-91be-40d4-846c-79ae62ce1cfe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17210181-3529-452c-857e-560ea6c66198', 'name': '', 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:b8:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:38Z', 'updated_at': '2021-09-07T19:00:47Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:51.103364 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=9915065f-2742-4b2f-9aed-9d6c607321db,revision_number=9']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:51.132021 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a566a5e0-1c65-4547-b773-68bb7b21569c None None] Provisioning complete for port 12c53de6-fa7d-401d-87bf-21418e901f20 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:51.132397 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a566a5e0-1c65-4547-b773-68bb7b21569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:51.153882 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] Checking router: 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:00:51.154247 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] Updating router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 port 12c53de6-fa7d-401d-87bf-21418e901f20 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:00:51.165932 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b43ae-ebad-4381-8c68-575fb9bf1208 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Port': ['ID=a72bc013-3b38-452a-94b2-48b3d3e8857b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:51.172002 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['9915065f-2742-4b2f-9aed-9d6c607321db'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:00:51.176665 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port c4dd647c-bace-418c-a802-ddad76b4911f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:51.176665 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:51.188062 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:51.211764 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533b43ae-ebad-4381-8c68-575fb9bf1208 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:51.212458 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-533b43ae-ebad-4381-8c68-575fb9bf1208 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:51.228501 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a566a5e0-1c65-4547-b773-68bb7b21569c None None] Port 12c53de6-fa7d-401d-87bf-21418e901f20 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:00:51.424821 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-533b43ae-ebad-4381-8c68-575fb9bf1208 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9182112 Sep 07 19:00:51.427290 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41996) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:51.435285 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-745f13fc-c853-48a7-8792-15265d9df624 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': 'a72bc013-3b38-452a-94b2-48b3d3e8857b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:51.508216 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f657ecd-abcd-459b-8906-52b4e1127820 req-3e5abf01-db22-4b30-9090-d7b204750329 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:51.512715 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-745f13fc-c853-48a7-8792-15265d9df624 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:51.515855 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6f657ecd-abcd-459b-8906-52b4e1127820 req-3e5abf01-db22-4b30-9090-d7b204750329 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.4888659 Sep 07 19:00:51.532935 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:51.536061 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-273cde10-9af4-4b00-adf2-c3a575e5ba47 req-a32a2b39-3560-4cf7-a9b5-a1498d7c892b service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903140 Sep 07 19:00:51.546199 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] Transition to ACTIVE for port object 12c53de6-fa7d-401d-87bf-21418e901f20 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:51.557719 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:51.579535 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6f657ecd-abcd-459b-8906-52b4e1127820 req-61ad41dd-3fca-4ec5-a941-734b5b0dd767 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628073 Sep 07 19:00:51.610719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b29eee-dc3f-432d-b823-5a905268cb5a req-9ce88d75-0c29-404b-a3f5-c868cd0b4a7c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:51.610719 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32b29eee-dc3f-432d-b823-5a905268cb5a req-9ce88d75-0c29-404b-a3f5-c868cd0b4a7c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.0764010 Sep 07 19:00:51.633524 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff6184-3df7-4664-b9ab-ed3537beb7ad None None] Pushing event updated for resources: {'Port': ['ID=12c53de6-fa7d-401d-87bf-21418e901f20,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:51.648982 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.extraroute_db [None req-22fbeb7c-1c2e-4fae-a14d-ae031e3b9944 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=101444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 07 19:00:51.674335 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.extraroute_db [None req-22fbeb7c-1c2e-4fae-a14d-ae031e3b9944 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Removed routes are [] {{(pid=101444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 07 19:00:51.674745 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-22fbeb7c-1c2e-4fae-a14d-ae031e3b9944 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:51.690192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32b29eee-dc3f-432d-b823-5a905268cb5a req-bcc413fb-b477-4fce-bb4c-7157718416e9 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733941 Sep 07 19:00:51.722847 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] Attempting to bind port 12c53de6-fa7d-401d-87bf-21418e901f20 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:00:51.723219 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] Attempting to bind port 12c53de6-fa7d-401d-87bf-21418e901f20 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '0a570da7-3b69-4f3e-88bd-8c60411cfb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30717997-8390-4bfa-9d85-30ad701df586'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:00:51.723579 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] Attempting to bind port 12c53de6-fa7d-401d-87bf-21418e901f20 on network 30717997-8390-4bfa-9d85-30ad701df586 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:00:51.738208 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:00:51.738208 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] Checking segment: {'id': '0a570da7-3b69-4f3e-88bd-8c60411cfb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30717997-8390-4bfa-9d85-30ad701df586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:51.738208 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:51.738663 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] Bound using segment: {'id': '0a570da7-3b69-4f3e-88bd-8c60411cfb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30717997-8390-4bfa-9d85-30ad701df586'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:00:51.739104 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] Bound port: 12c53de6-fa7d-401d-87bf-21418e901f20, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a570da7-3b69-4f3e-88bd-8c60411cfb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30717997-8390-4bfa-9d85-30ad701df586'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:00:51.739362 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:51.810739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0aefb-55bd-4b4d-83c0-172d3e38deb8 req-c39d5bfa-e4f7-4bed-b269-105b9c61c078 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:51.813428 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2bf0aefb-55bd-4b4d-83c0-172d3e38deb8 req-c39d5bfa-e4f7-4bed-b269-105b9c61c078 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.0970886 Sep 07 19:00:51.828761 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-745f13fc-c853-48a7-8792-15265d9df624 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:51.857449 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] For port 12c53de6-fa7d-401d-87bf-21418e901f20, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:00:51.864060 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] For port 12c53de6-fa7d-401d-87bf-21418e901f20, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=12c53de6-fa7d-401d-87bf-21418e901f20,segment=NetworkSegment(0a570da7-3b69-4f3e-88bd-8c60411cfb44),segment_id=0a570da7-3b69-4f3e-88bd-8c60411cfb44)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:00:51.867556 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2bf0aefb-55bd-4b4d-83c0-172d3e38deb8 req-fa6258b3-7a9e-4f63-8b36-407483009e5d tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463338 Sep 07 19:00:51.870865 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:51.955750 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] Routers {'2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:51.956371 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:51.959928 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff6184-3df7-4664-b9ab-ed3537beb7ad None None] Pushing event updated for resources: {'Port': ['ID=12c53de6-fa7d-401d-87bf-21418e901f20,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:51.977507 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-22fbeb7c-1c2e-4fae-a14d-ae031e3b9944 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:51.984481 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-22fbeb7c-1c2e-4fae-a14d-ae031e3b9944 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626183'] for router, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:52.064993 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] Set router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:52.176223 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-745f13fc-c853-48a7-8792-15265d9df624 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Allocated IP 172.25.8.125 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/fdbed76f-cb34-4bef-8321-3aa75fce7d48) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:52.240910 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fbeb7c-1c2e-4fae-a14d-ae031e3b9944 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:00:52.433782 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:51Z', 'revision_number': 6, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '03e0674c-c0ba-4d3b-8e76-3b66aaa34eac', 'name': '', 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:21:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:26Z', 'updated_at': '2021-09-07T19:00:38Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12c53de6-fa7d-401d-87bf-21418e901f20', 'name': '', 'network_id': '30717997-8390-4bfa-9d85-30ad701df586', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:24:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '5e50f84a-91be-40d4-846c-79ae62ce1cfe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:46Z', 'updated_at': '2021-09-07T19:00:51Z', 'revision_number': 4, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': '5e50f84a-91be-40d4-846c-79ae62ce1cfe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17210181-3529-452c-857e-560ea6c66198', 'name': '', 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:b8:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:38Z', 'updated_at': '2021-09-07T19:00:47Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:52.439083 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-745f13fc-c853-48a7-8792-15265d9df624 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:52.464412 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684d6e12-bafb-4f86-9273-805dbe099f71 None None] The sync data for ids ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'] in n-d-807786-1 is: [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:51Z', 'revision_number': 6, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '03e0674c-c0ba-4d3b-8e76-3b66aaa34eac', 'name': '', 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:21:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:26Z', 'updated_at': '2021-09-07T19:00:38Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12c53de6-fa7d-401d-87bf-21418e901f20', 'name': '', 'network_id': '30717997-8390-4bfa-9d85-30ad701df586', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:24:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '5e50f84a-91be-40d4-846c-79ae62ce1cfe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:46Z', 'updated_at': '2021-09-07T19:00:51Z', 'revision_number': 4, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': '5e50f84a-91be-40d4-846c-79ae62ce1cfe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17210181-3529-452c-857e-560ea6c66198', 'name': '', 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:b8:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:38Z', 'updated_at': '2021-09-07T19:00:47Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:52.468835 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fbeb7c-1c2e-4fae-a14d-ae031e3b9944 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:52.479756 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-22fbeb7c-1c2e-4fae-a14d-ae031e3b9944 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:52.481015 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-22fbeb7c-1c2e-4fae-a14d-ae031e3b9944 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 HTTP/1.1" status: 200 len: 933 time: 1.9054935 Sep 07 19:00:52.483545 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42036) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:52.631391 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9915065f-2742-4b2f-9aed-9d6c607321db up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:52.640277 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04aeba-4e9a-40dd-9eca-b29e72f9927c req-9f9f05bd-9219-4607-8857-6b2ac50b0714 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:52.642461 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bb04aeba-4e9a-40dd-9eca-b29e72f9927c req-9f9f05bd-9219-4607-8857-6b2ac50b0714 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.36 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 945 time: 0.0954416 Sep 07 19:00:52.684402 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-745f13fc-c853-48a7-8792-15265d9df624 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:52.737521 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6e59b2b8-e9d7-493a-84d7-bf7b25b26834 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/routers/2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 HTTP/1.1" status: 200 len: 933 time: 0.2527816 Sep 07 19:00:52.739930 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42042) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:52.742278 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 9915065f-2742-4b2f-9aed-9d6c607321db triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:52.742658 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:52.747512 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-80fecfb3-57be-4629-bf14-38937014f63e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'router': {'routes': None}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:52.877323 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745f13fc-c853-48a7-8792-15265d9df624 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:52.890641 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:52.951117 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccd21c4-f002-4b77-8128-c325c967fe2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9915065f-2742-4b2f-9aed-9d6c607321db'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:00:52.954443 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042a0f11-ff90-425d-9f5b-dcc74ef72be0" -d '{"events": [{"server_uuid": "3ccd21c4-f002-4b77-8128-c325c967fe2d", "name": "network-vif-plugged", "status": "completed", "tag": "9915065f-2742-4b2f-9aed-9d6c607321db"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:00:52.955966 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-745f13fc-c853-48a7-8792-15265d9df624 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:52.959585 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745f13fc-c853-48a7-8792-15265d9df624 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:52.999537 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9915065f-2742-4b2f-9aed-9d6c607321db, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9915065f-2742-4b2f-9aed-9d6c607321db,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:53.006655 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:53.007555 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 5ff0b07d-912a-4575-82d0-10dc01106a20 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:00:53.016430 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f13fc-c853-48a7-8792-15265d9df624 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Port': ['ID=fdbed76f-cb34-4bef-8321-3aa75fce7d48,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:53.028398 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ad6c8-4645-4163-95a6-50084fa86c25 req-0caee390-70a1-46de-9060-34991f377a3c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:53.051315 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-783ad6c8-4645-4163-95a6-50084fa86c25 req-0caee390-70a1-46de-9060-34991f377a3c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 946 time: 0.2217915 Sep 07 19:00:53.063632 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 12c53de6-fa7d-401d-87bf-21418e901f20 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:53.106751 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-bb04aeba-4e9a-40dd-9eca-b29e72f9927c req-59b80aee-b3e3-42cd-af96-9f0ab764729e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Deleting port 5ff0b07d-912a-4575-82d0-10dc01106a20 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:00:53.107826 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bb04aeba-4e9a-40dd-9eca-b29e72f9927c req-59b80aee-b3e3-42cd-af96-9f0ab764729e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:53.124957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc413ea1-9129-4a8f-be0d-bf46693c34e5 req-f06816eb-c93b-4813-9472-6a6ca6b863d2 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:53.135996 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc413ea1-9129-4a8f-be0d-bf46693c34e5 req-f06816eb-c93b-4813-9472-6a6ca6b863d2 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.2952023 Sep 07 19:00:53.173005 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=9915065f-2742-4b2f-9aed-9d6c607321db,revision_number=10']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:53.237098 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 12c53de6-fa7d-401d-87bf-21418e901f20 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:53.240407 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:53.244087 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 12c53de6-fa7d-401d-87bf-21418e901f20 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:53.245129 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:53.267654 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-783ad6c8-4645-4163-95a6-50084fa86c25 req-4e528faa-fcd3-4da4-b8cb-b2ee9c021e8c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092516 Sep 07 19:00:53.395233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 5ff0b07d-912a-4575-82d0-10dc01106a20, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=5ff0b07d-912a-4575-82d0-10dc01106a20,segment=NetworkSegment(8bdddb14-36b1-4359-9802-3d38f831e977),segment_id=8bdddb14-36b1-4359-9802-3d38f831e977)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:53.412531 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:53.413393 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 90fadad9-fd8f-4d42-842b-cf3398677a79 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:00:53.439108 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.extraroute_db [None req-80fecfb3-57be-4629-bf14-38937014f63e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Added routes are [] {{(pid=101444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 07 19:00:53.439554 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.extraroute_db [None req-80fecfb3-57be-4629-bf14-38937014f63e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=101444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 07 19:00:53.456832 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc413ea1-9129-4a8f-be0d-bf46693c34e5 req-9c5e51cb-cadc-46aa-b33c-0ed86c01c393 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628403 Sep 07 19:00:53.498077 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80fecfb3-57be-4629-bf14-38937014f63e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:53.526457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-bb04aeba-4e9a-40dd-9eca-b29e72f9927c req-59b80aee-b3e3-42cd-af96-9f0ab764729e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] For port 5ff0b07d-912a-4575-82d0-10dc01106a20, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=5ff0b07d-912a-4575-82d0-10dc01106a20,segment=NetworkSegment(8bdddb14-36b1-4359-9802-3d38f831e977),segment_id=8bdddb14-36b1-4359-9802-3d38f831e977)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:53.527167 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bb04aeba-4e9a-40dd-9eca-b29e72f9927c req-59b80aee-b3e3-42cd-af96-9f0ab764729e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:53.592016 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9461e1c-adab-492b-a2ad-f2483a10755e x-openstack-request-id: req-c9461e1c-adab-492b-a2ad-f2483a10755e {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:00:53.592421 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccd21c4-f002-4b77-8128-c325c967fe2d", "name": "network-vif-plugged", "status": "completed", "tag": "9915065f-2742-4b2f-9aed-9d6c607321db", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:00:53.592797 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c9461e1c-adab-492b-a2ad-f2483a10755e {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:00:53.593279 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccd21c4-f002-4b77-8128-c325c967fe2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9915065f-2742-4b2f-9aed-9d6c607321db', 'code': 200} Sep 07 19:00:53.610757 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=5ff0b07d-912a-4575-82d0-10dc01106a20,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:53.662718 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:53.725464 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:53.744234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 12c53de6-fa7d-401d-87bf-21418e901f20, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=12c53de6-fa7d-401d-87bf-21418e901f20,segment=NetworkSegment(0a570da7-3b69-4f3e-88bd-8c60411cfb44),segment_id=0a570da7-3b69-4f3e-88bd-8c60411cfb44)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:53.750669 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:53.782010 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0bac7-15ae-47a2-a840-31a28a47fd8d req-55be9b4e-6dac-411d-83c6-64af560f5460 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:53.789710 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8c0bac7-15ae-47a2-a840-31a28a47fd8d req-55be9b4e-6dac-411d-83c6-64af560f5460 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 943 time: 0.2128844 Sep 07 19:00:53.817544 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 90fadad9-fd8f-4d42-842b-cf3398677a79, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=90fadad9-fd8f-4d42-842b-cf3398677a79,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:53.831881 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:53.845309 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=12c53de6-fa7d-401d-87bf-21418e901f20,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:53.917841 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=90fadad9-fd8f-4d42-842b-cf3398677a79,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:53.934983 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bb04aeba-4e9a-40dd-9eca-b29e72f9927c req-59b80aee-b3e3-42cd-af96-9f0ab764729e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:53.935360 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bb04aeba-4e9a-40dd-9eca-b29e72f9927c req-59b80aee-b3e3-42cd-af96-9f0ab764729e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:53.935530 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad3ec76-1e60-4f91-bb7a-fd4e0fcdc088 None None] Sync routers for ids ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:53.935685 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [req-bb04aeba-4e9a-40dd-9eca-b29e72f9927c req-59b80aee-b3e3-42cd-af96-9f0ab764729e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Floating IP 4ee281e1-cf46-4ad7-9a20-9c4abace264b disassociated. External IP: 172.25.8.226, port: 5ff0b07d-912a-4575-82d0-10dc01106a20. Sep 07 19:00:53.936044 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-bb04aeba-4e9a-40dd-9eca-b29e72f9927c req-59b80aee-b3e3-42cd-af96-9f0ab764729e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Calling delete_port for 5ff0b07d-912a-4575-82d0-10dc01106a20 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:00:53.948883 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad3ec76-1e60-4f91-bb7a-fd4e0fcdc088 None None] Routers {'2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:53.949471 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3ad3ec76-1e60-4f91-bb7a-fd4e0fcdc088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:54.040898 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8c0bac7-15ae-47a2-a840-31a28a47fd8d req-623c0bce-15d7-42e0-a4eb-24a8bcdcb9f3 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355220 Sep 07 19:00:54.091849 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-3ad3ec76-1e60-4f91-bb7a-fd4e0fcdc088 None None] Set router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:54.183410 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bb04aeba-4e9a-40dd-9eca-b29e72f9927c req-59b80aee-b3e3-42cd-af96-9f0ab764729e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:54.239509 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b80aee-b3e3-42cd-af96-9f0ab764729e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Pushing event deleted for resources: {'Port': ['ID=5ff0b07d-912a-4575-82d0-10dc01106a20,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:54.399041 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3ad3ec76-1e60-4f91-bb7a-fd4e0fcdc088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:53Z', 'revision_number': 7, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '03e0674c-c0ba-4d3b-8e76-3b66aaa34eac', 'name': '', 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:21:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:26Z', 'updated_at': '2021-09-07T19:00:38Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12c53de6-fa7d-401d-87bf-21418e901f20', 'name': '', 'network_id': '30717997-8390-4bfa-9d85-30ad701df586', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:24:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '5e50f84a-91be-40d4-846c-79ae62ce1cfe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:46Z', 'updated_at': '2021-09-07T19:00:53Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': '5e50f84a-91be-40d4-846c-79ae62ce1cfe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17210181-3529-452c-857e-560ea6c66198', 'name': '', 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:b8:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:38Z', 'updated_at': '2021-09-07T19:00:47Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:54.412301 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80fecfb3-57be-4629-bf14-38937014f63e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:54.419946 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80fecfb3-57be-4629-bf14-38937014f63e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626183'] for router, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:54.433903 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad3ec76-1e60-4f91-bb7a-fd4e0fcdc088 None None] Checking router: 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:00:54.444552 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad3ec76-1e60-4f91-bb7a-fd4e0fcdc088 None None] Routers {'2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:54.445359 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3ad3ec76-1e60-4f91-bb7a-fd4e0fcdc088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:54.557547 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-3ad3ec76-1e60-4f91-bb7a-fd4e0fcdc088 None None] Set router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:54.578503 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fecfb3-57be-4629-bf14-38937014f63e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:00:54.584416 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fd163-7304-4af2-bbd2-edf0c02761a0 req-2c8941b2-9e96-4e76-bc10-a50111fe5b49 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:54.586477 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba7fd163-7304-4af2-bbd2-edf0c02761a0 req-2c8941b2-9e96-4e76-bc10-a50111fe5b49 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.1717248 Sep 07 19:00:54.591423 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb04aeba-4e9a-40dd-9eca-b29e72f9927c req-59b80aee-b3e3-42cd-af96-9f0ab764729e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:00:54.704600 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba7fd163-7304-4af2-bbd2-edf0c02761a0 req-49b04c48-4639-4107-a33a-bd4e51e469d5 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081851 Sep 07 19:00:54.764883 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fecfb3-57be-4629-bf14-38937014f63e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:54.777475 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80fecfb3-57be-4629-bf14-38937014f63e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:54.781795 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-80fecfb3-57be-4629-bf14-38937014f63e tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 HTTP/1.1" status: 200 len: 699 time: 2.0407293 Sep 07 19:00:54.833422 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42078) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:54.903331 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb04aeba-4e9a-40dd-9eca-b29e72f9927c req-59b80aee-b3e3-42cd-af96-9f0ab764729e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:54.907105 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3ad3ec76-1e60-4f91-bb7a-fd4e0fcdc088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:53Z', 'revision_number': 7, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '03e0674c-c0ba-4d3b-8e76-3b66aaa34eac', 'name': '', 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:21:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:26Z', 'updated_at': '2021-09-07T19:00:38Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12c53de6-fa7d-401d-87bf-21418e901f20', 'name': '', 'network_id': '30717997-8390-4bfa-9d85-30ad701df586', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:24:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '5e50f84a-91be-40d4-846c-79ae62ce1cfe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:46Z', 'updated_at': '2021-09-07T19:00:53Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': '5e50f84a-91be-40d4-846c-79ae62ce1cfe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17210181-3529-452c-857e-560ea6c66198', 'name': '', 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:b8:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:38Z', 'updated_at': '2021-09-07T19:00:47Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:54.924145 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5933b15c-92ec-4776-b44b-cfbd657bdc62 None None] Sync routers for ids ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:54.944050 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5933b15c-92ec-4776-b44b-cfbd657bdc62 None None] Routers {'8d70b5dd-ae02-4b13-9ef1-645e5b131fec'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:54.944724 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5933b15c-92ec-4776-b44b-cfbd657bdc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:54.984469 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a644d-67a4-462d-b3f7-8a96bf83e13e req-59cab94d-979c-408b-87bd-c934b74712c5 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:55.009062 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad6a644d-67a4-462d-b3f7-8a96bf83e13e req-59cab94d-979c-408b-87bd-c934b74712c5 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.3908503 Sep 07 19:00:55.012713 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad3ec76-1e60-4f91-bb7a-fd4e0fcdc088 None None] The sync data for ids ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'] in n-d-807786-1 is: [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:53Z', 'revision_number': 7, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '03e0674c-c0ba-4d3b-8e76-3b66aaa34eac', 'name': '', 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:21:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:26Z', 'updated_at': '2021-09-07T19:00:38Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12c53de6-fa7d-401d-87bf-21418e901f20', 'name': '', 'network_id': '30717997-8390-4bfa-9d85-30ad701df586', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:24:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '5e50f84a-91be-40d4-846c-79ae62ce1cfe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:46Z', 'updated_at': '2021-09-07T19:00:53Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': '5e50f84a-91be-40d4-846c-79ae62ce1cfe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17210181-3529-452c-857e-560ea6c66198', 'name': '', 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:b8:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:38Z', 'updated_at': '2021-09-07T19:00:47Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:55.094507 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 12c53de6-fa7d-401d-87bf-21418e901f20 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:55.142509 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad6a644d-67a4-462d-b3f7-8a96bf83e13e req-ccedde4d-d254-41d1-86fb-e792b953688c tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301727 Sep 07 19:00:55.143565 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb04aeba-4e9a-40dd-9eca-b29e72f9927c req-59b80aee-b3e3-42cd-af96-9f0ab764729e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] No DVR routers for this DVR port 5ff0b07d-912a-4575-82d0-10dc01106a20 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:00:55.146170 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bb04aeba-4e9a-40dd-9eca-b29e72f9927c req-59b80aee-b3e3-42cd-af96-9f0ab764729e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:55.148355 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bb04aeba-4e9a-40dd-9eca-b29e72f9927c req-59b80aee-b3e3-42cd-af96-9f0ab764729e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.36 "DELETE /v2.0/ports/5ff0b07d-912a-4575-82d0-10dc01106a20 HTTP/1.1" status: 204 len: 173 time: 2.4792037 Sep 07 19:00:55.148839 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90312bba-f209-4098-afb6-86756ec4246a', 'name': 'network-vif-deleted', 'tag': '5ff0b07d-912a-4575-82d0-10dc01106a20'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:00:55.153177 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fadec27-da49-497e-95a8-6bfcbd1a5ec9" -d '{"events": [{"server_uuid": "90312bba-f209-4098-afb6-86756ec4246a", "name": "network-vif-deleted", "tag": "5ff0b07d-912a-4575-82d0-10dc01106a20"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:00:55.230911 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6f147de2-85b9-470e-ab5e-998176d85a5c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/routers/2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 HTTP/1.1" status: 200 len: 699 time: 0.3963292 Sep 07 19:00:55.238057 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42090) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:55.239337 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 12c53de6-fa7d-401d-87bf-21418e901f20 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:55.239708 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:55.265784 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-5933b15c-92ec-4776-b44b-cfbd657bdc62 None None] Set router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:55.403094 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-290128df-0c38-4d5d-ac56-c42dd42dcddb req-082a9f52-3fad-42e5-94c7-111ffd1dc64b tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=90312bba-f209-4098-afb6-86756ec4246a HTTP/1.1" status: 200 len: 210 time: 0.0940015 Sep 07 19:00:55.486947 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1226e0-ccbf-410b-b178-6c965da6a245 x-openstack-request-id: req-9b1226e0-ccbf-410b-b178-6c965da6a245 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:00:55.492521 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90312bba-f209-4098-afb6-86756ec4246a", "name": "network-vif-deleted", "tag": "5ff0b07d-912a-4575-82d0-10dc01106a20", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:00:55.492956 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b1226e0-ccbf-410b-b178-6c965da6a245 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:00:55.493608 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90312bba-f209-4098-afb6-86756ec4246a', 'name': 'network-vif-deleted', 'tag': '5ff0b07d-912a-4575-82d0-10dc01106a20', 'status': 'completed', 'code': 200} Sep 07 19:00:55.588326 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46182d40-1ef1-4fed-a6d6-69884474365a None None] Sync routers for ids ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:55.594530 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90312bba-f209-4098-afb6-86756ec4246a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff0b07d-912a-4575-82d0-10dc01106a20'}, {'server_uuid': '99f8dc8f-fcfd-43a9-9da8-2b31e08468d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90fadad9-fd8f-4d42-842b-cf3398677a79'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:00:55.600030 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329329e2-3204-47a3-a2a6-8caa3590451e" -d '{"events": [{"server_uuid": "90312bba-f209-4098-afb6-86756ec4246a", "name": "network-vif-unplugged", "status": "completed", "tag": "5ff0b07d-912a-4575-82d0-10dc01106a20"}, {"server_uuid": "99f8dc8f-fcfd-43a9-9da8-2b31e08468d1", "name": "network-vif-unplugged", "status": "completed", "tag": "90fadad9-fd8f-4d42-842b-cf3398677a79"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:00:55.624326 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-745f13fc-c853-48a7-8792-15265d9df624 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:55.631576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46182d40-1ef1-4fed-a6d6-69884474365a None None] Routers {'2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:55.632716 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-46182d40-1ef1-4fed-a6d6-69884474365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:55.723711 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5933b15c-92ec-4776-b44b-cfbd657bdc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'name': 'tempest-AttachVolumeTestJSON-1467591617-router', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6815429e-851b-4080-856c-7410b9ed799f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:16Z', 'updated_at': '2021-09-07T18:56:21Z', 'revision_number': 4, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'gw_port': {'id': '6815429e-851b-4080-856c-7410b9ed799f', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:17Z', 'updated_at': '2021-09-07T18:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b5fede94-9c70-40d3-8ce1-7d1441d89cff', 'name': '', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'mac_address': 'fa:16:3e:49:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:20Z', 'updated_at': '2021-09-07T18:56:28Z', 'revision_number': 5, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'subnets': [{'id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:55.732169 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 355 Content-Type: application/json Date: Tue, 07 Sep 2021 19:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547d9aa1-bb8e-40fc-a9bf-acc9f1059eee x-openstack-request-id: req-547d9aa1-bb8e-40fc-a9bf-acc9f1059eee {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:00:55.732378 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90312bba-f209-4098-afb6-86756ec4246a", "name": "network-vif-unplugged", "status": "completed", "tag": "5ff0b07d-912a-4575-82d0-10dc01106a20", "code": 200}, {"server_uuid": "99f8dc8f-fcfd-43a9-9da8-2b31e08468d1", "name": "network-vif-unplugged", "status": "failed", "tag": "90fadad9-fd8f-4d42-842b-cf3398677a79", "code": 422}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:00:55.732649 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-547d9aa1-bb8e-40fc-a9bf-acc9f1059eee {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:00:55.733048 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90312bba-f209-4098-afb6-86756ec4246a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff0b07d-912a-4575-82d0-10dc01106a20', 'code': 200} Sep 07 19:00:55.733318 n-d-807786-1 neutron-server[101446]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '99f8dc8f-fcfd-43a9-9da8-2b31e08468d1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '90fadad9-fd8f-4d42-842b-cf3398677a79', 'code': 422} returned with failed status Sep 07 19:00:55.783297 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5933b15c-92ec-4776-b44b-cfbd657bdc62 None None] Checking router: 8d70b5dd-ae02-4b13-9ef1-645e5b131fec for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:00:55.817638 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5933b15c-92ec-4776-b44b-cfbd657bdc62 None None] Routers {'8d70b5dd-ae02-4b13-9ef1-645e5b131fec'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:55.818038 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5933b15c-92ec-4776-b44b-cfbd657bdc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:55.960840 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-745f13fc-c853-48a7-8792-15265d9df624 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:56.156964 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-5933b15c-92ec-4776-b44b-cfbd657bdc62 None None] Set router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:56.171777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666be2a0-7751-4c43-9ecd-b70a95382644 req-3d5034cf-5a00-4770-84f4-4cfdc77949c3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:56.196161 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-666be2a0-7751-4c43-9ecd-b70a95382644 req-3d5034cf-5a00-4770-84f4-4cfdc77949c3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.1310222 Sep 07 19:00:56.295494 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-46182d40-1ef1-4fed-a6d6-69884474365a None None] Set router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:56.305869 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-666be2a0-7751-4c43-9ecd-b70a95382644 req-724c84ea-4e88-4af9-87c4-b0497ebbb2f6 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086960 Sep 07 19:00:56.420730 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-13cb2137-a894-45b4-9146-84ead8fbe855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:56.473506 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52de15f-fa27-423e-b88a-34964c2e44ec req-472889b1-62ec-41ae-a1c1-e26e832195c0 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:56.486753 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a52de15f-fa27-423e-b88a-34964c2e44ec req-472889b1-62ec-41ae-a1c1-e26e832195c0 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.1709287 Sep 07 19:00:56.535227 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5933b15c-92ec-4776-b44b-cfbd657bdc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'name': 'tempest-AttachVolumeTestJSON-1467591617-router', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6815429e-851b-4080-856c-7410b9ed799f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:16Z', 'updated_at': '2021-09-07T18:56:21Z', 'revision_number': 4, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'gw_port': {'id': '6815429e-851b-4080-856c-7410b9ed799f', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:17Z', 'updated_at': '2021-09-07T18:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b5fede94-9c70-40d3-8ce1-7d1441d89cff', 'name': '', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'mac_address': 'fa:16:3e:49:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:20Z', 'updated_at': '2021-09-07T18:56:28Z', 'revision_number': 5, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'subnets': [{'id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:56.567900 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5933b15c-92ec-4776-b44b-cfbd657bdc62 None None] The sync data for ids ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'] in n-d-807786-1 is: [{'id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'name': 'tempest-AttachVolumeTestJSON-1467591617-router', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6815429e-851b-4080-856c-7410b9ed799f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:16Z', 'updated_at': '2021-09-07T18:56:21Z', 'revision_number': 4, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'gw_port': {'id': '6815429e-851b-4080-856c-7410b9ed799f', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:17Z', 'updated_at': '2021-09-07T18:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b5fede94-9c70-40d3-8ce1-7d1441d89cff', 'name': '', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'mac_address': 'fa:16:3e:49:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:20Z', 'updated_at': '2021-09-07T18:56:28Z', 'revision_number': 5, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'subnets': [{'id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:56.590434 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42136) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:56.644346 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a52de15f-fa27-423e-b88a-34964c2e44ec req-d7137aef-4a6b-4de8-b208-172bec64f5ed tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565256 Sep 07 19:00:56.669573 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8014d73-4525-43c9-aede-94db770df386 req-d6dcb62d-330b-40eb-b65a-995dd9504809 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2596505 Sep 07 19:00:56.680028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-c8014d73-4525-43c9-aede-94db770df386 req-8086f8db-f543-4beb-8093-7cefec881fe4 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:00:56.681184 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8014d73-4525-43c9-aede-94db770df386 req-8086f8db-f543-4beb-8093-7cefec881fe4 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064683 Sep 07 19:00:56.700117 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 90fadad9-fd8f-4d42-842b-cf3398677a79 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:00:56.771701 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-745f13fc-c853-48a7-8792-15265d9df624 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:56.795585 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-745f13fc-c853-48a7-8792-15265d9df624 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:56.862396 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-065677c4-95a9-4623-86ff-53e12650c64d tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:56.888195 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-065677c4-95a9-4623-86ff-53e12650c64d tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:56.899590 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-46182d40-1ef1-4fed-a6d6-69884474365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:53Z', 'revision_number': 7, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '03e0674c-c0ba-4d3b-8e76-3b66aaa34eac', 'name': '', 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:21:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:26Z', 'updated_at': '2021-09-07T19:00:38Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12c53de6-fa7d-401d-87bf-21418e901f20', 'name': '', 'network_id': '30717997-8390-4bfa-9d85-30ad701df586', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:24:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '5e50f84a-91be-40d4-846c-79ae62ce1cfe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:46Z', 'updated_at': '2021-09-07T19:00:53Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': '5e50f84a-91be-40d4-846c-79ae62ce1cfe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17210181-3529-452c-857e-560ea6c66198', 'name': '', 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:b8:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:38Z', 'updated_at': '2021-09-07T19:00:47Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:56.969349 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46182d40-1ef1-4fed-a6d6-69884474365a None None] Checking router: 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:00:56.979014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46182d40-1ef1-4fed-a6d6-69884474365a None None] Routers {'2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:56.979664 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-46182d40-1ef1-4fed-a6d6-69884474365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:57.006366 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-065677c4-95a9-4623-86ff-53e12650c64d tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:57.011449 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-065677c4-95a9-4623-86ff-53e12650c64d tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:57.020907 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42154) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:57.022410 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-065677c4-95a9-4623-86ff-53e12650c64d tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "DELETE /v2.0/security-groups/6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf HTTP/1.1" status: 204 len: 168 time: 0.4288542 Sep 07 19:00:57.053390 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-11a9658a-94f7-4ff8-bb2b-ada18e3da403 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] show failed (client error): The resource could not be found. Sep 07 19:00:57.055344 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-11a9658a-94f7-4ff8-bb2b-ada18e3da403 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups/6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf HTTP/1.1" status: 404 len: 347 time: 0.0329530 Sep 07 19:00:57.060433 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42156) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:57.087642 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f13fc-c853-48a7-8792-15265d9df624 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Port': ['ID=fdbed76f-cb34-4bef-8321-3aa75fce7d48,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:57.090950 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065677c4-95a9-4623-86ff-53e12650c64d tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6180b22d-9cb9-4b5a-bbcf-6336c70bbfdf,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:57.100462 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92068103-2b09-4574-b700-58e9cff3829f None None] New status for floating IP 4ee281e1-cf46-4ad7-9a20-9c4abace264b: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:00:57.140893 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-46182d40-1ef1-4fed-a6d6-69884474365a None None] Set router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:57.155664 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-745f13fc-c853-48a7-8792-15265d9df624 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:57.346212 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90d7d556-4518-4700-a69d-04544635c98b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:57.500800 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-745f13fc-c853-48a7-8792-15265d9df624 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Floating IP 8b973085-c8a8-4e3e-87dd-872db3c621fe associated. External IP: 172.25.8.125, port: a72bc013-3b38-452a-94b2-48b3d3e8857b. Sep 07 19:00:57.536473 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1eee06-3386-440d-8075-aec1256dfd78 req-42df9237-9efd-432e-a3f9-8d497699d8e6 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:57.565791 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fa1eee06-3386-440d-8075-aec1256dfd78 req-42df9237-9efd-432e-a3f9-8d497699d8e6 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.1075449 Sep 07 19:00:57.598778 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-46182d40-1ef1-4fed-a6d6-69884474365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:53Z', 'revision_number': 7, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '03e0674c-c0ba-4d3b-8e76-3b66aaa34eac', 'name': '', 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:21:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:26Z', 'updated_at': '2021-09-07T19:00:38Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12c53de6-fa7d-401d-87bf-21418e901f20', 'name': '', 'network_id': '30717997-8390-4bfa-9d85-30ad701df586', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:24:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '5e50f84a-91be-40d4-846c-79ae62ce1cfe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:46Z', 'updated_at': '2021-09-07T19:00:53Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': '5e50f84a-91be-40d4-846c-79ae62ce1cfe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17210181-3529-452c-857e-560ea6c66198', 'name': '', 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:b8:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:38Z', 'updated_at': '2021-09-07T19:00:47Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:57.634549 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fa1eee06-3386-440d-8075-aec1256dfd78 req-4900b801-53ed-4877-ab81-fd2eef198a4f tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548091 Sep 07 19:00:57.659574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46182d40-1ef1-4fed-a6d6-69884474365a None None] The sync data for ids ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'] in n-d-807786-1 is: [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:53Z', 'revision_number': 7, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '03e0674c-c0ba-4d3b-8e76-3b66aaa34eac', 'name': '', 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:21:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:26Z', 'updated_at': '2021-09-07T19:00:38Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12c53de6-fa7d-401d-87bf-21418e901f20', 'name': '', 'network_id': '30717997-8390-4bfa-9d85-30ad701df586', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:24:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '5e50f84a-91be-40d4-846c-79ae62ce1cfe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:46Z', 'updated_at': '2021-09-07T19:00:53Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': '5e50f84a-91be-40d4-846c-79ae62ce1cfe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17210181-3529-452c-857e-560ea6c66198', 'name': '', 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:b8:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:38Z', 'updated_at': '2021-09-07T19:00:47Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:57.908233 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdacb7-f52d-4c0d-89b7-bf49e3d68f95 req-ff1f2102-322f-451e-a19f-a0f656fa8178 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:57.920968 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-28fdacb7-f52d-4c0d-89b7-bf49e3d68f95 req-ff1f2102-322f-451e-a19f-a0f656fa8178 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.1119397 Sep 07 19:00:58.002807 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-28fdacb7-f52d-4c0d-89b7-bf49e3d68f95 req-7c34ca6e-ee58-47ca-bc12-9da23e51ac1c tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770648 Sep 07 19:00:58.142046 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-1318a055-d6f8-4437-a439-b674a7a9abd9 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Deleting port ce946b18-cf3e-4a23-8703-4fc2c933b2af {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:00:58.143253 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1318a055-d6f8-4437-a439-b674a7a9abd9 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:58.422352 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1318a055-d6f8-4437-a439-b674a7a9abd9 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:58.422695 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1318a055-d6f8-4437-a439-b674a7a9abd9 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:58.452485 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-1318a055-d6f8-4437-a439-b674a7a9abd9 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Calling delete_port for ce946b18-cf3e-4a23-8703-4fc2c933b2af owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:00:58.470265 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745f13fc-c853-48a7-8792-15265d9df624 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Router 4a30ccef-116b-472a-8441-f7574b90d970 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:00:58.768340 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-61bb003e-4813-4fc1-8640-5c16877543a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:58.792633 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745f13fc-c853-48a7-8792-15265d9df624 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:58.806498 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d9d68a-2720-4878-9b1a-edf67328e1bc None None] Sync routers for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:58.823148 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-90d7d556-4518-4700-a69d-04544635c98b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting port 12c53de6-fa7d-401d-87bf-21418e901f20 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:00:58.823541 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90d7d556-4518-4700-a69d-04544635c98b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:58.845513 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d9d68a-2720-4878-9b1a-edf67328e1bc None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:58.846644 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d3d9d68a-2720-4878-9b1a-edf67328e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:58.861085 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-745f13fc-c853-48a7-8792-15265d9df624 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:58.888385 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cb913-01d1-4b04-bfaa-028799ecc138 req-c5c93fde-e305-4afb-a836-91ff2897872b tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:58.897480 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fc5cb913-01d1-4b04-bfaa-028799ecc138 req-c5c93fde-e305-4afb-a836-91ff2897872b tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.1031573 Sep 07 19:00:58.906195 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d3d9d68a-2720-4878-9b1a-edf67328e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:58.919280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d9d68a-2720-4878-9b1a-edf67328e1bc None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:58.919928 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d3d9d68a-2720-4878-9b1a-edf67328e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:58.967633 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d3d9d68a-2720-4878-9b1a-edf67328e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:58.968756 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d9d68a-2720-4878-9b1a-edf67328e1bc None None] The sync data for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:58.993657 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fc5cb913-01d1-4b04-bfaa-028799ecc138 req-9032d656-c3f3-4289-90f0-e33654df151d tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951347 Sep 07 19:00:58.995393 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1318a055-d6f8-4437-a439-b674a7a9abd9 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:59.062299 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:59.159508 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42190) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:59.160223 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-745f13fc-c853-48a7-8792-15265d9df624 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.7312243 Sep 07 19:00:59.163153 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318a055-d6f8-4437-a439-b674a7a9abd9 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Pushing event deleted for resources: {'Port': ['ID=ce946b18-cf3e-4a23-8703-4fc2c933b2af,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:59.165366 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-0dd9a432-883a-43f8-b103-b71f9cabb36c tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Request body: {'floatingip': {'port_id': 'a72bc013-3b38-452a-94b2-48b3d3e8857b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:59.225696 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-90d7d556-4518-4700-a69d-04544635c98b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] For port 12c53de6-fa7d-401d-87bf-21418e901f20, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=12c53de6-fa7d-401d-87bf-21418e901f20,segment=NetworkSegment(0a570da7-3b69-4f3e-88bd-8c60411cfb44),segment_id=0a570da7-3b69-4f3e-88bd-8c60411cfb44)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:59.226465 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90d7d556-4518-4700-a69d-04544635c98b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:59.263568 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-90d7d556-4518-4700-a69d-04544635c98b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Calling delete_port for 12c53de6-fa7d-401d-87bf-21418e901f20 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:00:59.263824 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc8c07-4828-4076-95d4-c1e79267d8b5 req-1736179d-a7fd-4729-aa65-3134202a9da3 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:59.266687 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2acc8c07-4828-4076-95d4-c1e79267d8b5 req-1736179d-a7fd-4729-aa65-3134202a9da3 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.1433558 Sep 07 19:00:59.287312 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1318a055-d6f8-4437-a439-b674a7a9abd9 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:59.298636 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1318a055-d6f8-4437-a439-b674a7a9abd9 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:59.302180 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1318a055-d6f8-4437-a439-b674a7a9abd9 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "DELETE /v2.0/floatingips/4ee281e1-cf46-4ad7-9a20-9c4abace264b HTTP/1.1" status: 204 len: 168 time: 2.2318652 Sep 07 19:00:59.332600 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2acc8c07-4828-4076-95d4-c1e79267d8b5 req-a9c3c2e1-1559-4acc-8261-ac0df4df483a tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644534 Sep 07 19:00:59.347950 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0dd9a432-883a-43f8-b103-b71f9cabb36c tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:59.705603 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90d7d556-4518-4700-a69d-04544635c98b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:59.761484 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42204) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:59.771018 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7d556-4518-4700-a69d-04544635c98b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Port': ['ID=12c53de6-fa7d-401d-87bf-21418e901f20,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:59.790260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-c7b6cea1-e7f1-4415-9d85-4909b8c3f4d3 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1369735249', 'description': 'tempest-description--1235528039'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:59.867489 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7b9df-1b4b-4bff-946b-a0fdcd88a1fe req-827a0070-be65-44e8-afa6-05414c405ce6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:59.877682 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7b9df-1b4b-4bff-946b-a0fdcd88a1fe req-827a0070-be65-44e8-afa6-05414c405ce6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:59.893786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7b9df-1b4b-4bff-946b-a0fdcd88a1fe req-827a0070-be65-44e8-afa6-05414c405ce6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:59.902212 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7b9df-1b4b-4bff-946b-a0fdcd88a1fe req-827a0070-be65-44e8-afa6-05414c405ce6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:59.910685 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7b9df-1b4b-4bff-946b-a0fdcd88a1fe req-827a0070-be65-44e8-afa6-05414c405ce6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:59.920330 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7b9df-1b4b-4bff-946b-a0fdcd88a1fe req-827a0070-be65-44e8-afa6-05414c405ce6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:59.928787 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7b9df-1b4b-4bff-946b-a0fdcd88a1fe req-827a0070-be65-44e8-afa6-05414c405ce6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:59.939978 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c9c7b9df-1b4b-4bff-946b-a0fdcd88a1fe req-827a0070-be65-44e8-afa6-05414c405ce6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5445 time: 0.3654742 Sep 07 19:00:59.958719 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c7b6cea1-e7f1-4415-9d85-4909b8c3f4d3 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:00.116461 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90d7d556-4518-4700-a69d-04544635c98b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:00.148565 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:00.282878 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c7b6cea1-e7f1-4415-9d85-4909b8c3f4d3 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:00.485985 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d7d556-4518-4700-a69d-04544635c98b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:01:00.630356 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d7d556-4518-4700-a69d-04544635c98b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:01:00.637038 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-90d7d556-4518-4700-a69d-04544635c98b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/2cd85dc0-5c5a-4506-b15e-3bf58d9a5267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3945174 Sep 07 19:01:00.642125 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42220) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:00.642722 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707335ac-4efe-4968-8548-75bb1f4d650a None None] Sync routers for ids ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:01:00.661026 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c7b6cea1-e7f1-4415-9d85-4909b8c3f4d3 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:00.664142 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707335ac-4efe-4968-8548-75bb1f4d650a None None] Routers {'2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:00.665117 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-707335ac-4efe-4968-8548-75bb1f4d650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:00.757811 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c9c7b9df-1b4b-4bff-946b-a0fdcd88a1fe req-7174adbf-2fb9-4aac-aa37-d1c9f54f6811 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8165586 Sep 07 19:01:00.762260 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6eab90-0358-497e-b4ab-4e967348a6a6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting subnet 5e50f84a-91be-40d4-846c-79ae62ce1cfe {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:01:00.767483 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac6eab90-0358-497e-b4ab-4e967348a6a6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:00.808577 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c7b6cea1-e7f1-4415-9d85-4909b8c3f4d3 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:00.808577 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c7b6cea1-e7f1-4415-9d85-4909b8c3f4d3 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0229182 Sep 07 19:01:00.808967 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42222) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:00.811388 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-3a5a12bf-a36d-434f-bf25-6861063c1105 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Request body: {'security_group_rule': {'security_group_id': '8c11df72-2096-46f9-a572-b3babd3e7e61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:00.855326 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-707335ac-4efe-4968-8548-75bb1f4d650a None None] Set router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:01:00.855719 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac6eab90-0358-497e-b4ab-4e967348a6a6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:00.943433 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a5a12bf-a36d-434f-bf25-6861063c1105 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:01.210259 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-707335ac-4efe-4968-8548-75bb1f4d650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:59Z', 'revision_number': 8, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '03e0674c-c0ba-4d3b-8e76-3b66aaa34eac', 'name': '', 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:21:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:26Z', 'updated_at': '2021-09-07T19:00:38Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17210181-3529-452c-857e-560ea6c66198', 'name': '', 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:b8:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:38Z', 'updated_at': '2021-09-07T19:00:47Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:01.211491 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a5a12bf-a36d-434f-bf25-6861063c1105 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:01.231926 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a5a12bf-a36d-434f-bf25-6861063c1105 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:01.253002 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707335ac-4efe-4968-8548-75bb1f4d650a None None] Checking router: 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:01:01.268538 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707335ac-4efe-4968-8548-75bb1f4d650a None None] Routers {'2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:01.269540 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-707335ac-4efe-4968-8548-75bb1f4d650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:01.337675 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.resource_extend [None req-0dd9a432-883a-43f8-b103-b71f9cabb36c tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] It took 0.74 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 19:01:01.362786 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a12bf-a36d-434f-bf25-6861063c1105 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef156bb4-25ae-4a1f-a120-16ce9aef7595,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:01.386501 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3a5a12bf-a36d-434f-bf25-6861063c1105 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:01.390850 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3a5a12bf-a36d-434f-bf25-6861063c1105 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5847955 Sep 07 19:01:01.397197 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42228) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:01.405363 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0dd9a432-883a-43f8-b103-b71f9cabb36c tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:01.414320 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-9a3798ce-e6be-4986-ab75-332af092a9f0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Request body: {'security_group_rule': {'security_group_id': '8c11df72-2096-46f9-a572-b3babd3e7e61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:01.424023 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0dd9a432-883a-43f8-b103-b71f9cabb36c tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:01.468175 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac6eab90-0358-497e-b4ab-4e967348a6a6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:01.545321 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-707335ac-4efe-4968-8548-75bb1f4d650a None None] Set router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:01:01.610480 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a3798ce-e6be-4986-ab75-332af092a9f0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:01.621364 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6cea1-e7f1-4415-9d85-4909b8c3f4d3 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c11df72-2096-46f9-a572-b3babd3e7e61,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:01.661181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdc639-a3f6-4d8f-b825-041c8f5edd5d req-f1a49f23-d8fd-46d1-9179-13f161833c21 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:01.669248 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72bdc639-a3f6-4d8f-b825-041c8f5edd5d req-f1a49f23-d8fd-46d1-9179-13f161833c21 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 1.0618587 Sep 07 19:01:01.683096 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:01.735769 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a3798ce-e6be-4986-ab75-332af092a9f0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:01.745272 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a3798ce-e6be-4986-ab75-332af092a9f0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:01.823955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3798ce-e6be-4986-ab75-332af092a9f0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fe5fd8-6c6a-44e8-a4fa-599629e03578,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:01.832957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a7eda-12e7-49fc-b5ca-fed30e2e889c req-b2b3ba5a-2f6d-4691-aa3a-dd94744b13a9 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:01.833119 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a3798ce-e6be-4986-ab75-332af092a9f0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:01.837266 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9a3798ce-e6be-4986-ab75-332af092a9f0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4271598 Sep 07 19:01:01.837266 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac6eab90-0358-497e-b4ab-4e967348a6a6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:01.837538 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-070a7eda-12e7-49fc-b5ca-fed30e2e889c req-b2b3ba5a-2f6d-4691-aa3a-dd94744b13a9 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.4291689 Sep 07 19:01:01.849129 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72bdc639-a3f6-4d8f-b825-041c8f5edd5d req-05799cde-67f8-4f58-84bd-bd4a4112ff52 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743417 Sep 07 19:01:01.849517 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42230) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:01.889512 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b698d1b-f2e7-4645-9566-1ea3ee1a7f68 None None] Network 30717997-8390-4bfa-9d85-30ad701df586 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:01:01.909672 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac6eab90-0358-497e-b4ab-4e967348a6a6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:01.922712 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ac6eab90-0358-497e-b4ab-4e967348a6a6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/subnets/5e50f84a-91be-40d4-846c-79ae62ce1cfe HTTP/1.1" status: 204 len: 168 time: 1.2727556 Sep 07 19:01:01.928308 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-d7ae1ca5-49da-4baf-b366-b5548d21a575 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:01.939041 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42232) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:01.950850 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6eab90-0358-497e-b4ab-4e967348a6a6 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Subnet': ['ID=5e50f84a-91be-40d4-846c-79ae62ce1cfe,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:01.998075 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-707335ac-4efe-4968-8548-75bb1f4d650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:59Z', 'revision_number': 8, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '03e0674c-c0ba-4d3b-8e76-3b66aaa34eac', 'name': '', 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:21:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:26Z', 'updated_at': '2021-09-07T19:00:38Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17210181-3529-452c-857e-560ea6c66198', 'name': '', 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:b8:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:38Z', 'updated_at': '2021-09-07T19:00:47Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:02.075852 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707335ac-4efe-4968-8548-75bb1f4d650a None None] The sync data for ids ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'] in n-d-807786-1 is: [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:59Z', 'revision_number': 8, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '03e0674c-c0ba-4d3b-8e76-3b66aaa34eac', 'name': '', 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:21:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:26Z', 'updated_at': '2021-09-07T19:00:38Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17210181-3529-452c-857e-560ea6c66198', 'name': '', 'network_id': '60239172-49cd-47c0-a3e6-84ef076db17c', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:b8:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:38Z', 'updated_at': '2021-09-07T19:00:47Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'a8da9826-7652-4442-bb5b-e9c07b2da084', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:01:02.170434 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-070a7eda-12e7-49fc-b5ca-fed30e2e889c req-ed6d9481-5a80-49bf-a79a-01f5e61392c5 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567780 Sep 07 19:01:02.206314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd9a432-883a-43f8-b103-b71f9cabb36c tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Router 4a30ccef-116b-472a-8441-f7574b90d970 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:01:02.207396 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7ae1ca5-49da-4baf-b366-b5548d21a575 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:02.226654 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bec02e91-5396-4a26-b022-9113ed3c1e4b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:02.278726 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b4266-f78e-4bed-96d2-a3f0f6c48ae6 req-eca14e88-1bfe-463e-9d95-c4bfbde77df5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:02.284874 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b4266-f78e-4bed-96d2-a3f0f6c48ae6 req-eca14e88-1bfe-463e-9d95-c4bfbde77df5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:02.291323 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b4266-f78e-4bed-96d2-a3f0f6c48ae6 req-eca14e88-1bfe-463e-9d95-c4bfbde77df5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:02.303099 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b4266-f78e-4bed-96d2-a3f0f6c48ae6 req-eca14e88-1bfe-463e-9d95-c4bfbde77df5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:02.309052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b4266-f78e-4bed-96d2-a3f0f6c48ae6 req-eca14e88-1bfe-463e-9d95-c4bfbde77df5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:02.315166 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b4266-f78e-4bed-96d2-a3f0f6c48ae6 req-eca14e88-1bfe-463e-9d95-c4bfbde77df5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:02.324095 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b4266-f78e-4bed-96d2-a3f0f6c48ae6 req-eca14e88-1bfe-463e-9d95-c4bfbde77df5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:02.327605 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c01b4266-f78e-4bed-96d2-a3f0f6c48ae6 req-eca14e88-1bfe-463e-9d95-c4bfbde77df5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5445 time: 0.3623312 Sep 07 19:01:02.479950 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e458b45c-0582-45ee-bd2c-6fb406e83aad None None] DHCP port deletion for 30717997-8390-4bfa-9d85-30ad701df586 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:01:02.596238 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-e458b45c-0582-45ee-bd2c-6fb406e83aad None None] Deleting port c4dd647c-bace-418c-a802-ddad76b4911f {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:02.596894 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e458b45c-0582-45ee-bd2c-6fb406e83aad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:02.665370 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-6d476b4d-19d0-4427-95fd-2f561b1a8f43 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3354378 Sep 07 19:01:02.718885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd9a432-883a-43f8-b103-b71f9cabb36c tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:01:02.724374 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0dd9a432-883a-43f8-b103-b71f9cabb36c tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:02.750155 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c03b92a-095d-4b7d-9f1b-5a26eaaa2401 None None] Sync routers for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:01:02.784776 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c03b92a-095d-4b7d-9f1b-5a26eaaa2401 None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:02.785795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-0c03b92a-095d-4b7d-9f1b-5a26eaaa2401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:02.789228 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e458b45c-0582-45ee-bd2c-6fb406e83aad None None] For port c4dd647c-bace-418c-a802-ddad76b4911f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c4dd647c-bace-418c-a802-ddad76b4911f,segment=NetworkSegment(0a570da7-3b69-4f3e-88bd-8c60411cfb44),segment_id=0a570da7-3b69-4f3e-88bd-8c60411cfb44)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:02.789833 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e458b45c-0582-45ee-bd2c-6fb406e83aad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:02.797840 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-bec02e91-5396-4a26-b022-9113ed3c1e4b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting port c4dd647c-bace-418c-a802-ddad76b4911f {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:02.798324 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bec02e91-5396-4a26-b022-9113ed3c1e4b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:02.857261 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-0c03b92a-095d-4b7d-9f1b-5a26eaaa2401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:02.866035 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-e458b45c-0582-45ee-bd2c-6fb406e83aad None None] Calling delete_port for c4dd647c-bace-418c-a802-ddad76b4911f owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:02.901513 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0dd9a432-883a-43f8-b103-b71f9cabb36c tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "PUT /v2.0/floatingips/8b973085-c8a8-4e3e-87dd-872db3c621fe HTTP/1.1" status: 200 len: 979 time: 3.7405128 Sep 07 19:01:02.904888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42246) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:02.912008 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c03b92a-095d-4b7d-9f1b-5a26eaaa2401 None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:02.913135 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-0c03b92a-095d-4b7d-9f1b-5a26eaaa2401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:03.011349 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-0c03b92a-095d-4b7d-9f1b-5a26eaaa2401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:03.016648 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c03b92a-095d-4b7d-9f1b-5a26eaaa2401 None None] The sync data for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:01:03.022756 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 12c53de6-fa7d-401d-87bf-21418e901f20 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:01:03.046974 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 12c53de6-fa7d-401d-87bf-21418e901f20 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:01:03.047478 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 12c53de6-fa7d-401d-87bf-21418e901f20 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:01:03.048013 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c4dd647c-bace-418c-a802-ddad76b4911f no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:01:03.181930 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No active binding found for port c4dd647c-bace-418c-a802-ddad76b4911f {{(pid=101446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 07 19:01:03.182942 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c4dd647c-bace-418c-a802-ddad76b4911f not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:01:03.184536 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e458b45c-0582-45ee-bd2c-6fb406e83aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:03.186693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-1beed9ff-a046-4498-8e07-891f09749891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:03.187552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-1beed9ff-a046-4498-8e07-891f09749891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:03.188355 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-1beed9ff-a046-4498-8e07-891f09749891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:03.189067 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-1beed9ff-a046-4498-8e07-891f09749891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:03.214375 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458b45c-0582-45ee-bd2c-6fb406e83aad None None] Pushing event deleted for resources: {'Port': ['ID=c4dd647c-bace-418c-a802-ddad76b4911f,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:03.216352 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-1beed9ff-a046-4498-8e07-891f09749891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:03.216352 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-1beed9ff-a046-4498-8e07-891f09749891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:03.220594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-1beed9ff-a046-4498-8e07-891f09749891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:03.222123 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e458b45c-0582-45ee-bd2c-6fb406e83aad None None] No DVR routers for this DVR port c4dd647c-bace-418c-a802-ddad76b4911f on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:01:03.228603 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-1beed9ff-a046-4498-8e07-891f09749891 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cc05b32b7ef4a30afde8a2188f29c16&device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 6502 time: 0.5006981 Sep 07 19:01:03.240853 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-bec02e91-5396-4a26-b022-9113ed3c1e4b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] For port c4dd647c-bace-418c-a802-ddad76b4911f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c4dd647c-bace-418c-a802-ddad76b4911f,segment=NetworkSegment(0a570da7-3b69-4f3e-88bd-8c60411cfb44),segment_id=0a570da7-3b69-4f3e-88bd-8c60411cfb44)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:03.243603 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bec02e91-5396-4a26-b022-9113ed3c1e4b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:03.275703 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7ae1ca5-49da-4baf-b366-b5548d21a575 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:03.337419 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-bec02e91-5396-4a26-b022-9113ed3c1e4b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Calling delete_port for c4dd647c-bace-418c-a802-ddad76b4911f owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:03.540317 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941034a-82b5-43d4-b0ef-2c230be37444 req-d5ed9fdf-e47b-4926-b5ca-4f240f9cedbb tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:03.549638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d941034a-82b5-43d4-b0ef-2c230be37444 req-d5ed9fdf-e47b-4926-b5ca-4f240f9cedbb tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.5405405 Sep 07 19:01:03.681599 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d941034a-82b5-43d4-b0ef-2c230be37444 req-00b8257f-2e42-4768-be44-02c7b06d37ea tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309199 Sep 07 19:01:03.833999 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-d7ae1ca5-49da-4baf-b366-b5548d21a575 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Allocated IP 172.25.8.224 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/d8196f3a-7b12-463a-999b-91e18a99648b) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:01:03.986065 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5660d82-f97f-4234-89ba-1203a670fe6d req-8a48e1a4-63ab-4121-80e3-854d220c56eb tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:03.987831 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5660d82-f97f-4234-89ba-1203a670fe6d req-8a48e1a4-63ab-4121-80e3-854d220c56eb tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.6303613 Sep 07 19:01:04.041453 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7ae1ca5-49da-4baf-b366-b5548d21a575 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:04.158972 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bec02e91-5396-4a26-b022-9113ed3c1e4b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:04.196536 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-e76ba9e5-020f-4de8-b8d0-8c5c5f2b82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:04.197024 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-e76ba9e5-020f-4de8-b8d0-8c5c5f2b82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:04.197510 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-e76ba9e5-020f-4de8-b8d0-8c5c5f2b82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:04.199419 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-e76ba9e5-020f-4de8-b8d0-8c5c5f2b82dc service neutron] 10.222.0.60 "GET /v2.0/networks?id=7bc00831-39dc-4d80-aed2-0e0dcf1c0e33&id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&id=025b72be-1bd6-4706-adc3-b78adf7f2dfa&id=025b72be-1bd6-4706-adc3-b78adf7f2dfa HTTP/1.1" status: 200 len: 2297 time: 0.8598580 Sep 07 19:01:04.247622 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5660d82-f97f-4234-89ba-1203a670fe6d req-018726ea-77c8-49cd-8939-a8f6a50d4e5b tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116766 Sep 07 19:01:04.257491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec02e91-5396-4a26-b022-9113ed3c1e4b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Port': ['ID=c4dd647c-bace-418c-a802-ddad76b4911f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:04.259358 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec02e91-5396-4a26-b022-9113ed3c1e4b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] No DVR routers for this DVR port c4dd647c-bace-418c-a802-ddad76b4911f on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:01:04.265128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3bfcd-9489-40c7-bb8b-2838443dfd70 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Deleting port fdbed76f-cb34-4bef-8321-3aa75fce7d48 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:04.265471 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cfe3bfcd-9489-40c7-bb8b-2838443dfd70 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:04.472021 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42278) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:04.475611 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7ae1ca5-49da-4baf-b366-b5548d21a575 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:04.625595 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd36eb8-7acb-4ae7-bccf-d0bcad33c1ab req-0ed9dbae-f11f-481a-ac3f-0d9e8c622231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:04.626530 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd36eb8-7acb-4ae7-bccf-d0bcad33c1ab req-0ed9dbae-f11f-481a-ac3f-0d9e8c622231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:04.627541 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd36eb8-7acb-4ae7-bccf-d0bcad33c1ab req-0ed9dbae-f11f-481a-ac3f-0d9e8c622231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:04.628313 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd36eb8-7acb-4ae7-bccf-d0bcad33c1ab req-0ed9dbae-f11f-481a-ac3f-0d9e8c622231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:04.629185 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd36eb8-7acb-4ae7-bccf-d0bcad33c1ab req-0ed9dbae-f11f-481a-ac3f-0d9e8c622231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:04.630083 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd36eb8-7acb-4ae7-bccf-d0bcad33c1ab req-0ed9dbae-f11f-481a-ac3f-0d9e8c622231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:04.630953 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd36eb8-7acb-4ae7-bccf-d0bcad33c1ab req-0ed9dbae-f11f-481a-ac3f-0d9e8c622231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:04.633793 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-acd36eb8-7acb-4ae7-bccf-d0bcad33c1ab req-0ed9dbae-f11f-481a-ac3f-0d9e8c622231 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 6502 time: 0.1603339 Sep 07 19:01:04.655889 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bec02e91-5396-4a26-b022-9113ed3c1e4b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:04.665087 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-840075e6-702f-430a-8e3a-c97d68b5fc4a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c753cf-b66a-40dd-bb2a-82b747a834c6 HTTP/1.1" status: 200 len: 1001 time: 0.4302132 Sep 07 19:01:04.680964 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ae1ca5-49da-4baf-b366-b5548d21a575 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:01:04.683622 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cfe3bfcd-9489-40c7-bb8b-2838443dfd70 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:04.684222 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cfe3bfcd-9489-40c7-bb8b-2838443dfd70 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:04.689341 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-acd36eb8-7acb-4ae7-bccf-d0bcad33c1ab req-542d506b-3f95-41b3-b342-30f8cd442700 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&id=440ea8dd-020d-4b8f-ac96-92f112f79b38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492837 Sep 07 19:01:04.712785 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-d7ae1ca5-49da-4baf-b366-b5548d21a575 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:01:04.771949 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3bfcd-9489-40c7-bb8b-2838443dfd70 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Calling delete_port for fdbed76f-cb34-4bef-8321-3aa75fce7d48 owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:04.785270 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ae1ca5-49da-4baf-b366-b5548d21a575 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:01:05.191739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae1ca5-49da-4baf-b366-b5548d21a575 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Pushing event updated for resources: {'Port': ['ID=d8196f3a-7b12-463a-999b-91e18a99648b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:05.247374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-bec02e91-5396-4a26-b022-9113ed3c1e4b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30717997-8390-4bfa-9d85-30ad701df586']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:05.306253 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-bec02e91-5396-4a26-b022-9113ed3c1e4b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a570da7-3b69-4f3e-88bd-8c60411cfb44') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:05.306700 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-bec02e91-5396-4a26-b022-9113ed3c1e4b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a570da7-3b69-4f3e-88bd-8c60411cfb44') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:05.415978 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bec02e91-5396-4a26-b022-9113ed3c1e4b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:05.502823 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-fd4dab97-0d09-4d44-9c08-88b8faf89cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:05.504593 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-fd4dab97-0d09-4d44-9c08-88b8faf89cbd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8db80a71-3c02-4d23-b125-b3e6004b047d HTTP/1.1" status: 200 len: 856 time: 0.8176308 Sep 07 19:01:05.507398 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bec02e91-5396-4a26-b022-9113ed3c1e4b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:05.594245 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec02e91-5396-4a26-b022-9113ed3c1e4b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:01:05.594759 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bec02e91-5396-4a26-b022-9113ed3c1e4b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: self.session.flush() Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: self.session.flush() Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: self.session.flush() Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: self.session.flush() Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:01:05.620041 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:01:05.651949 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8014d73-4525-43c9-aede-94db770df386 req-d5c70c86-b6db-45ab-a586-d76e58314ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:05.653514 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8014d73-4525-43c9-aede-94db770df386 req-d5c70c86-b6db-45ab-a586-d76e58314ac7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1&tenant_id=bd150f31e3264ef4b870aabc811ef221 HTTP/1.1" status: 200 len: 1095 time: 0.4645829 Sep 07 19:01:05.688434 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fa311-303b-4b79-8ad5-368fd555aa9f req-09278f32-cabd-4008-a452-b7929bd2859a tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:05.690219 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-227fa311-303b-4b79-8ad5-368fd555aa9f req-09278f32-cabd-4008-a452-b7929bd2859a tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.5025101 Sep 07 19:01:05.822775 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7ae1ca5-49da-4baf-b366-b5548d21a575 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:05.832847 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8b9a5-47b4-48bc-a90c-8ab9dd66d094 req-5d7fde6f-eb1f-4f49-96a6-585e73e9d916 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:05.836815 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-65f8b9a5-47b4-48bc-a90c-8ab9dd66d094 req-5d7fde6f-eb1f-4f49-96a6-585e73e9d916 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.4408147 Sep 07 19:01:05.852947 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bec02e91-5396-4a26-b022-9113ed3c1e4b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:05.860107 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bec02e91-5396-4a26-b022-9113ed3c1e4b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:05.862256 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bec02e91-5396-4a26-b022-9113ed3c1e4b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/networks/30717997-8390-4bfa-9d85-30ad701df586 HTTP/1.1" status: 204 len: 168 time: 3.9181859 Sep 07 19:01:05.866921 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42304) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:05.956003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec02e91-5396-4a26-b022-9113ed3c1e4b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Network': ['ID=30717997-8390-4bfa-9d85-30ad701df586,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:05.960540 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-1e17692f-6d1c-4d51-8e57-8ddb69bd31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:05.962551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-1e17692f-6d1c-4d51-8e57-8ddb69bd31b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7bc00831-39dc-4d80-aed2-0e0dcf1c0e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4361978 Sep 07 19:01:06.001252 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-227fa311-303b-4b79-8ad5-368fd555aa9f req-fe2e9f60-862b-4fc4-a977-4576609c92f5 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454779 Sep 07 19:01:06.012896 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7ae1ca5-49da-4baf-b366-b5548d21a575 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:06.016123 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8014d73-4525-43c9-aede-94db770df386 req-41f95e1f-8436-428f-b927-9321b0562654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:06.018187 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8014d73-4525-43c9-aede-94db770df386 req-41f95e1f-8436-428f-b927-9321b0562654 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd150f31e3264ef4b870aabc811ef221&device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 1095 time: 0.3215795 Sep 07 19:01:06.099403 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-65f8b9a5-47b4-48bc-a90c-8ab9dd66d094 req-54c2f789-b088-44ba-ba32-fbd30fdd97c0 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478023 Sep 07 19:01:06.311158 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cfe3bfcd-9489-40c7-bb8b-2838443dfd70 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:06.381159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3bfcd-9489-40c7-bb8b-2838443dfd70 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event deleted for resources: {'Port': ['ID=fdbed76f-cb34-4bef-8321-3aa75fce7d48,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:06.551742 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cfe3bfcd-9489-40c7-bb8b-2838443dfd70 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:06.552371 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-cfe3bfcd-9489-40c7-bb8b-2838443dfd70 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Floating IP 8b973085-c8a8-4e3e-87dd-872db3c621fe disassociated (deleted). External IP: 172.25.8.125, port: a72bc013-3b38-452a-94b2-48b3d3e8857b. Sep 07 19:01:06.682992 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-8f2cac58-a523-450a-89e1-c4322a41c745 service neutron] 10.222.0.60 "GET /v2.0/networks/7bc00831-39dc-4d80-aed2-0e0dcf1c0e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7074881 Sep 07 19:01:06.797344 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8014d73-4525-43c9-aede-94db770df386 req-1dcdce4d-0d50-431b-9353-bfd386296b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:06.799013 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8014d73-4525-43c9-aede-94db770df386 req-1dcdce4d-0d50-431b-9353-bfd386296b4c service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4724486-3acb-401c-a8f0-54abeeaa7172 HTTP/1.1" status: 200 len: 917 time: 0.7578745 Sep 07 19:01:06.818537 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc704c11-e745-47a2-a9a6-da4d7bb34bc8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:07.011676 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8014d73-4525-43c9-aede-94db770df386 req-d8451030-2e26-4b0e-b834-70780a8c9913 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90fadad9-fd8f-4d42-842b-cf3398677a79 HTTP/1.1" status: 200 len: 999 time: 0.1988854 Sep 07 19:01:07.077683 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe3bfcd-9489-40c7-bb8b-2838443dfd70 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Router 4a30ccef-116b-472a-8441-f7574b90d970 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:01:07.090526 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7ae1ca5-49da-4baf-b366-b5548d21a575 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:07.107712 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-3946c85c-2656-43bd-b179-4c56cc8a3697 service neutron] 10.222.0.60 "GET /v2.0/networks/7bc00831-39dc-4d80-aed2-0e0dcf1c0e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089701 Sep 07 19:01:07.113382 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7ae1ca5-49da-4baf-b366-b5548d21a575 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:07.206110 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-bd77b633-c908-4a79-8402-d270727f4a7c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=9557b603-4ab7-498b-ac43-138b6d5d09f4 HTTP/1.1" status: 200 len: 217 time: 0.0890009 Sep 07 19:01:07.219392 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-cc704c11-e745-47a2-a9a6-da4d7bb34bc8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting port 17210181-3529-452c-857e-560ea6c66198 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:07.220740 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc704c11-e745-47a2-a9a6-da4d7bb34bc8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:07.283901 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8014d73-4525-43c9-aede-94db770df386 req-2c475f36-9188-4dce-a648-6c66669e0499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:07.285353 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8014d73-4525-43c9-aede-94db770df386 req-2c475f36-9188-4dce-a648-6c66669e0499 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9985a0df-d9a6-429f-8454-e036ae7f07c1 HTTP/1.1" status: 200 len: 855 time: 0.2622519 Sep 07 19:01:07.324369 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-cc704c11-e745-47a2-a9a6-da4d7bb34bc8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] For port 17210181-3529-452c-857e-560ea6c66198, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=17210181-3529-452c-857e-560ea6c66198,segment=NetworkSegment(57c328cd-4140-4050-bdc8-552beb74daee),segment_id=57c328cd-4140-4050-bdc8-552beb74daee)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:07.324870 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc704c11-e745-47a2-a9a6-da4d7bb34bc8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:07.340024 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-cc704c11-e745-47a2-a9a6-da4d7bb34bc8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Calling delete_port for 17210181-3529-452c-857e-560ea6c66198 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:07.548703 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc704c11-e745-47a2-a9a6-da4d7bb34bc8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:07.602020 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc704c11-e745-47a2-a9a6-da4d7bb34bc8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Port': ['ID=17210181-3529-452c-857e-560ea6c66198,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:07.756998 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae1ca5-49da-4baf-b366-b5548d21a575 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Pushing event updated for resources: {'Port': ['ID=d8196f3a-7b12-463a-999b-91e18a99648b,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:07.783930 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7ae1ca5-49da-4baf-b366-b5548d21a575 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:07.819880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-c3686ee6-349b-4d39-86dd-264840943a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:07.821323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-c3686ee6-349b-4d39-86dd-264840943a5d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 200 len: 797 time: 0.5538881 Sep 07 19:01:07.836776 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5f54a-4b2e-492e-902e-8008ee38cae6 req-71939d42-cc67-474e-ba09-5eec1a20322b tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:07.838318 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5d5f54a-4b2e-492e-902e-8008ee38cae6 req-71939d42-cc67-474e-ba09-5eec1a20322b tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.6426260 Sep 07 19:01:07.860817 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cc704c11-e745-47a2-a9a6-da4d7bb34bc8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:07.909550 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7ae1ca5-49da-4baf-b366-b5548d21a575 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:07.909763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d7ae1ca5-49da-4baf-b366-b5548d21a575 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9949751 Sep 07 19:01:07.933957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d5a15-391f-4117-93fd-58adddb0d8f6 req-fe3c7328-cd61-4870-86db-9f3e945be3a8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:07.935533 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-728d5a15-391f-4117-93fd-58adddb0d8f6 req-fe3c7328-cd61-4870-86db-9f3e945be3a8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.7428644 Sep 07 19:01:07.978784 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8014d73-4525-43c9-aede-94db770df386 req-0fd89919-c2cb-48f4-982f-fe459b4912f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:07.982294 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8014d73-4525-43c9-aede-94db770df386 req-0fd89919-c2cb-48f4-982f-fe459b4912f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4724486-3acb-401c-a8f0-54abeeaa7172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6733501 Sep 07 19:01:08.013675 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe3bfcd-9489-40c7-bb8b-2838443dfd70 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:01:08.023890 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b93f47-70f8-4b0a-a552-4a2d04760874 None None] Sync routers for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:01:08.037383 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cfe3bfcd-9489-40c7-bb8b-2838443dfd70 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:08.048830 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b93f47-70f8-4b0a-a552-4a2d04760874 None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:08.052682 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-84b93f47-70f8-4b0a-a552-4a2d04760874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:08.075190 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5d5f54a-4b2e-492e-902e-8008ee38cae6 req-7fddd0ec-87a9-4ea3-b778-44e516ff838a tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914084 Sep 07 19:01:08.115384 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-728d5a15-391f-4117-93fd-58adddb0d8f6 req-0edb9402-3d66-4920-9ddc-0e39e0eea5d2 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584272 Sep 07 19:01:08.153687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-5b310c9c-384f-4b75-ba33-09a9b9f90319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:08.155245 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-5b310c9c-384f-4b75-ba33-09a9b9f90319 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3159599 Sep 07 19:01:08.160624 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-cfe3bfcd-9489-40c7-bb8b-2838443dfd70 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "DELETE /v2.0/floatingips/8b973085-c8a8-4e3e-87dd-872db3c621fe HTTP/1.1" status: 204 len: 168 time: 5.2418659 Sep 07 19:01:08.184813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42330) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:08.194326 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-84b93f47-70f8-4b0a-a552-4a2d04760874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:08.220064 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b93f47-70f8-4b0a-a552-4a2d04760874 None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:08.220743 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-84b93f47-70f8-4b0a-a552-4a2d04760874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:08.275255 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-84b93f47-70f8-4b0a-a552-4a2d04760874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:08.276421 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b93f47-70f8-4b0a-a552-4a2d04760874 None None] The sync data for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:01:08.315179 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc704c11-e745-47a2-a9a6-da4d7bb34bc8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:01:08.354317 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8014d73-4525-43c9-aede-94db770df386 req-475d2757-c9e5-4239-98bf-5cdec403544d service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593740 Sep 07 19:01:08.438848 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc704c11-e745-47a2-a9a6-da4d7bb34bc8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:01:08.450991 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f40fbb1-5434-4fff-b69c-b982e6e292af None None] Sync routers for ids ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:01:08.452126 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cc704c11-e745-47a2-a9a6-da4d7bb34bc8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/2cd85dc0-5c5a-4506-b15e-3bf58d9a5267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5839238 Sep 07 19:01:08.452859 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42344) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:08.457486 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-8cef1b80-69e3-4a17-8360-dd7565296d90 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1369735249&fields=id&tenant_id=b3e2f62770ce4512b55b3685f3a068f2 HTTP/1.1" status: 200 len: 267 time: 0.1815007 Sep 07 19:01:08.476341 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f40fbb1-5434-4fff-b69c-b982e6e292af None None] Routers {'2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:08.477438 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8f40fbb1-5434-4fff-b69c-b982e6e292af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:08.521718 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7af1e34-80b0-49e0-8c7c-be11b649724d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting subnet a8da9826-7652-4442-bb5b-e9c07b2da084 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:01:08.525194 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f7af1e34-80b0-49e0-8c7c-be11b649724d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:08.575905 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f7af1e34-80b0-49e0-8c7c-be11b649724d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:08.620825 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-da268dcb-e9c3-43b2-900f-2b878516f33c service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515262 Sep 07 19:01:08.629833 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8014d73-4525-43c9-aede-94db770df386 req-ecbbbf8b-6c7d-43ab-a004-b772b7fbfeba service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540445 Sep 07 19:01:08.669039 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-8f40fbb1-5434-4fff-b69c-b982e6e292af None None] Set router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:01:08.699201 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f7af1e34-80b0-49e0-8c7c-be11b649724d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:08.775737 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-c3988173-dfa2-464f-ae2c-33b2cb00ec50 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Deleting port a72bc013-3b38-452a-94b2-48b3d3e8857b {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:08.776988 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c3988173-dfa2-464f-ae2c-33b2cb00ec50 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:08.826960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-f4243892-3601-4b4f-9158-99f820a75299 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:08.826960 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-f4243892-3601-4b4f-9158-99f820a75299 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/networks?id=1d18b746-cc48-4b0b-8822-7ec853348da1 HTTP/1.1" status: 200 len: 811 time: 0.3612614 Sep 07 19:01:08.842771 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f7af1e34-80b0-49e0-8c7c-be11b649724d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:08.941289 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af1e34-80b0-49e0-8c7c-be11b649724d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Subnet': ['ID=a8da9826-7652-4442-bb5b-e9c07b2da084,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:08.953984 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c3988173-dfa2-464f-ae2c-33b2cb00ec50 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:08.996774 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f7af1e34-80b0-49e0-8c7c-be11b649724d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:09.006120 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f7af1e34-80b0-49e0-8c7c-be11b649724d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/subnets/a8da9826-7652-4442-bb5b-e9c07b2da084 HTTP/1.1" status: 204 len: 168 time: 0.5521135 Sep 07 19:01:09.009073 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42356) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:09.017519 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-f5757d20-2564-4831-869c-caaa4a1f4077 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/quotas/b3e2f62770ce4512b55b3685f3a068f2 HTTP/1.1" status: 200 len: 375 time: 0.1842074 Sep 07 19:01:09.022232 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-c3988173-dfa2-464f-ae2c-33b2cb00ec50 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Calling delete_port for a72bc013-3b38-452a-94b2-48b3d3e8857b owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:09.023287 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b830cba6-2653-40f7-838b-03a6c356ac22 None None] Network 60239172-49cd-47c0-a3e6-84ef076db17c requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:01:09.096398 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-48d99917-d216-4662-b9b9-355a470408f5 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624157 Sep 07 19:01:09.147454 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b38eaa26-0afb-4725-b14f-2959609c06fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:09.290256 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b38eaa26-0afb-4725-b14f-2959609c06fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting port 3769db2e-dd9c-434d-b12e-b640ae240688 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:09.292895 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b38eaa26-0afb-4725-b14f-2959609c06fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:09.440373 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8495f50-e497-4044-8ad5-8c5c41662b25 None None] DHCP port deletion for 60239172-49cd-47c0-a3e6-84ef076db17c request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:01:09.462386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-b38eaa26-0afb-4725-b14f-2959609c06fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] For port 3769db2e-dd9c-434d-b12e-b640ae240688, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=3769db2e-dd9c-434d-b12e-b640ae240688,segment=NetworkSegment(57c328cd-4140-4050-bdc8-552beb74daee),segment_id=57c328cd-4140-4050-bdc8-552beb74daee)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:09.463491 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b38eaa26-0afb-4725-b14f-2959609c06fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:09.472337 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c3988173-dfa2-464f-ae2c-33b2cb00ec50 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:09.503501 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b38eaa26-0afb-4725-b14f-2959609c06fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Calling delete_port for 3769db2e-dd9c-434d-b12e-b640ae240688 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:09.581183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3988173-dfa2-464f-ae2c-33b2cb00ec50 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event deleted for resources: {'Port': ['ID=a72bc013-3b38-452a-94b2-48b3d3e8857b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:09.582448 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8f40fbb1-5434-4fff-b69c-b982e6e292af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:01:07Z', 'revision_number': 9, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '03e0674c-c0ba-4d3b-8e76-3b66aaa34eac', 'name': '', 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:21:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:26Z', 'updated_at': '2021-09-07T19:00:38Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:09.595589 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-fd97a8a7-660e-4d72-8e08-a59120555c48 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=2c42146d-acda-49b7-9da4-ed02db649778 HTTP/1.1" status: 200 len: 217 time: 0.1751180 Sep 07 19:01:09.660102 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f40fbb1-5434-4fff-b69c-b982e6e292af None None] Checking router: 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:01:09.672694 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3e4020a6-ab78-4dac-b44b-8cc73a2bc0b4 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3e2f62770ce4512b55b3685f3a068f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6432912 Sep 07 19:01:09.707783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d01db1-2337-4494-89ad-a1bf614801e0 req-d66dd636-1e4b-4820-8436-55ecb4ab2485 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:09.709836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2d01db1-2337-4494-89ad-a1bf614801e0 req-d66dd636-1e4b-4820-8436-55ecb4ab2485 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.2827358 Sep 07 19:01:09.715001 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f40fbb1-5434-4fff-b69c-b982e6e292af None None] Routers {'2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:09.720193 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8f40fbb1-5434-4fff-b69c-b982e6e292af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:09.746678 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b38eaa26-0afb-4725-b14f-2959609c06fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:09.797555 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38eaa26-0afb-4725-b14f-2959609c06fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] No DVR routers for this DVR port 3769db2e-dd9c-434d-b12e-b640ae240688 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:01:09.848845 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-2bc27595-0aa1-473b-9712-ab376fd97e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:09.850375 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-2bc27595-0aa1-473b-9712-ab376fd97e97 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 200 len: 797 time: 0.2426207 Sep 07 19:01:09.871988 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a8495f50-e497-4044-8ad5-8c5c41662b25 None None] Deleting port 3769db2e-dd9c-434d-b12e-b640ae240688 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:09.873099 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a8495f50-e497-4044-8ad5-8c5c41662b25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:09.938331 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38eaa26-0afb-4725-b14f-2959609c06fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Port': ['ID=3769db2e-dd9c-434d-b12e-b640ae240688,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:10.011415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-a8495f50-e497-4044-8ad5-8c5c41662b25 None None] For port 3769db2e-dd9c-434d-b12e-b640ae240688, host n-d-807786-1, got binding levels [] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:10.011846 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a8495f50-e497-4044-8ad5-8c5c41662b25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:10.027040 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2d01db1-2337-4494-89ad-a1bf614801e0 req-7d3dbfa0-b95e-499a-8740-617264f3486e tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848046 Sep 07 19:01:10.035092 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-c89acc54-94af-43d8-9a3c-d28c146e2669 service neutron] 10.222.0.26 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205194 Sep 07 19:01:10.046654 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c3988173-dfa2-464f-ae2c-33b2cb00ec50 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:10.060763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c3988173-dfa2-464f-ae2c-33b2cb00ec50 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "DELETE /v2.0/ports/a72bc013-3b38-452a-94b2-48b3d3e8857b HTTP/1.1" status: 204 len: 168 time: 1.8609138 Sep 07 19:01:10.063701 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a8495f50-e497-4044-8ad5-8c5c41662b25 None None] Calling delete_port for 3769db2e-dd9c-434d-b12e-b640ae240688 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:10.071369 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.ipam_backend_mixin [None req-a8495f50-e497-4044-8ad5-8c5c41662b25 None None] Port 3769db2e-dd9c-434d-b12e-b640ae240688 was not found and therefore no delete operation was performed {{(pid=101446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 19:01:10.072444 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42376) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:10.075831 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a8495f50-e497-4044-8ad5-8c5c41662b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:10.098048 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-1ebe48a8-e72f-441f-9436-93d8c62da615 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:10.110903 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b38eaa26-0afb-4725-b14f-2959609c06fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:10.135602 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8495f50-e497-4044-8ad5-8c5c41662b25 None None] Pushing event deleted for resources: {'Port': ['ID=3769db2e-dd9c-434d-b12e-b640ae240688,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:10.138948 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-b38eaa26-0afb-4725-b14f-2959609c06fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60239172-49cd-47c0-a3e6-84ef076db17c']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:10.144857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-8f40fbb1-5434-4fff-b69c-b982e6e292af None None] Set router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:01:10.154711 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-b38eaa26-0afb-4725-b14f-2959609c06fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c328cd-4140-4050-bdc8-552beb74daee') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:10.173163 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-b38eaa26-0afb-4725-b14f-2959609c06fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c328cd-4140-4050-bdc8-552beb74daee') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:10.176904 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8495f50-e497-4044-8ad5-8c5c41662b25 None None] No DVR routers for this DVR port 3769db2e-dd9c-434d-b12e-b640ae240688 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:01:10.202851 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b38eaa26-0afb-4725-b14f-2959609c06fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:10.264414 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b38eaa26-0afb-4725-b14f-2959609c06fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:10.277439 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38eaa26-0afb-4725-b14f-2959609c06fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:01:10.278376 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b38eaa26-0afb-4725-b14f-2959609c06fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:10.355767 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-594c5710-18d4-4dcd-ac16-376cde8f8cef service neutron] 10.222.0.26 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780688 Sep 07 19:01:10.366466 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-bcdf1951-43b3-4f3a-82c1-1900fa7f30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:10.370662 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-bcdf1951-43b3-4f3a-82c1-1900fa7f30e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5013700 Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:01:10.405927 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:01:10.412893 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b38eaa26-0afb-4725-b14f-2959609c06fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:10.428105 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b38eaa26-0afb-4725-b14f-2959609c06fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:10.435934 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b38eaa26-0afb-4725-b14f-2959609c06fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/networks/60239172-49cd-47c0-a3e6-84ef076db17c HTTP/1.1" status: 204 len: 168 time: 1.4256325 Sep 07 19:01:10.440601 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42386) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:10.490786 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ebe48a8-e72f-441f-9436-93d8c62da615 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:10.618958 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38eaa26-0afb-4725-b14f-2959609c06fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Network': ['ID=60239172-49cd-47c0-a3e6-84ef076db17c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:10.663736 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8f40fbb1-5434-4fff-b69c-b982e6e292af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:01:07Z', 'revision_number': 9, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '03e0674c-c0ba-4d3b-8e76-3b66aaa34eac', 'name': '', 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:21:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:26Z', 'updated_at': '2021-09-07T19:00:38Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:10.698272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d58267-5c06-420f-8c9d-81a39ebff145 req-b6f94a24-63a1-42d6-ae55-ad7814ec1a7c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:10.699928 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-28d58267-5c06-420f-8c9d-81a39ebff145 req-b6f94a24-63a1-42d6-ae55-ad7814ec1a7c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.3402121 Sep 07 19:01:10.784129 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f40fbb1-5434-4fff-b69c-b982e6e292af None None] The sync data for ids ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'] in n-d-807786-1 is: [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:01:07Z', 'revision_number': 9, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '03e0674c-c0ba-4d3b-8e76-3b66aaa34eac', 'name': '', 'network_id': '03edee99-5531-4d9d-ad74-5ccaededcd6b', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:21:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:26Z', 'updated_at': '2021-09-07T19:00:38Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'b05e98c3-deb4-466e-bcdc-40edec9e9181', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:01:10.879816 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-e902fd6b-f502-4bfa-9132-24162bb69433 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192228 Sep 07 19:01:10.914504 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee6005a9-47c4-41b9-8fcd-755bdef83246 req-cfad419e-5cdb-4d27-b2b6-e48e2dabaa59 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 210 time: 0.0533159 Sep 07 19:01:10.965706 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-28d58267-5c06-420f-8c9d-81a39ebff145 req-e02a22b7-7498-4ab2-bbe2-df7b6d75f134 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031291 Sep 07 19:01:11.226940 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-e49929b7-e8a8-4916-ab77-3844341a4d04 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262713 Sep 07 19:01:11.383557 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a71cdef1-8b97-4215-b1a6-8ca80b4ae721 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:11.392771 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 17210181-3529-452c-857e-560ea6c66198 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:01:11.463168 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 17210181-3529-452c-857e-560ea6c66198 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:01:11.464453 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 17210181-3529-452c-857e-560ea6c66198 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:01:11.466568 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 3769db2e-dd9c-434d-b12e-b640ae240688 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:01:11.505419 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 3769db2e-dd9c-434d-b12e-b640ae240688 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:01:11.505907 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 3769db2e-dd9c-434d-b12e-b640ae240688 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:01:11.534585 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-b1b7335e-a73b-442c-8608-a0cda9377e5d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=adc3ff2c-97a6-4b33-8062-87cf73872a4f HTTP/1.1" status: 200 len: 217 time: 0.2389383 Sep 07 19:01:11.547807 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ebe48a8-e72f-441f-9436-93d8c62da615 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:11.615093 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6c127-f265-4b22-bd22-854ab443f956 req-a827325c-e19e-4c8c-aab7-f21106bbefab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:11.616051 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cdf6c127-f265-4b22-bd22-854ab443f956 req-a827325c-e19e-4c8c-aab7-f21106bbefab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 1096 time: 0.2612565 Sep 07 19:01:11.886220 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a71cdef1-8b97-4215-b1a6-8ca80b4ae721 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting port 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:11.887077 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a71cdef1-8b97-4215-b1a6-8ca80b4ae721 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:11.989796 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-a71cdef1-8b97-4215-b1a6-8ca80b4ae721 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] For port 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=03e0674c-c0ba-4d3b-8e76-3b66aaa34eac,segment=NetworkSegment(cd8159cc-9451-4b2f-8c0c-6d58c8c6b175),segment_id=cd8159cc-9451-4b2f-8c0c-6d58c8c6b175)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:11.990393 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a71cdef1-8b97-4215-b1a6-8ca80b4ae721 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:12.009038 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a71cdef1-8b97-4215-b1a6-8ca80b4ae721 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Calling delete_port for 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:12.067182 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ede36-16a1-4bcd-9e9e-eac1622f0f16 req-ea10f3d1-f9d3-4f63-aa25-67fd80910dcc tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:12.069148 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-793ede36-16a1-4bcd-9e9e-eac1622f0f16 req-ea10f3d1-f9d3-4f63-aa25-67fd80910dcc tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 951 time: 0.8321607 Sep 07 19:01:12.123323 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee37b95-9ca5-4d88-82aa-fc223a228e84 req-0ba54bf8-d71d-4a6c-a68e-00ce0471322d tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:12.130246 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fee37b95-9ca5-4d88-82aa-fc223a228e84 req-0ba54bf8-d71d-4a6c-a68e-00ce0471322d tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.8623848 Sep 07 19:01:12.201906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-371bc724-d96c-48e6-85f7-36f47b42ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:12.203483 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-371bc724-d96c-48e6-85f7-36f47b42ebea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 200 len: 797 time: 0.6599233 Sep 07 19:01:12.219459 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a71cdef1-8b97-4215-b1a6-8ca80b4ae721 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:12.233282 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cdf6c127-f265-4b22-bd22-854ab443f956 req-7437d7d2-e6a9-49a5-a310-35f1963a37a2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840774 Sep 07 19:01:12.261273 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cdef1-8b97-4215-b1a6-8ca80b4ae721 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Port': ['ID=03e0674c-c0ba-4d3b-8e76-3b66aaa34eac,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:12.274146 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-793ede36-16a1-4bcd-9e9e-eac1622f0f16 req-bfb0c586-5ed4-4a22-b183-9dc009028545 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd6f24df-4c6d-40e6-b392-bf9a0e8deeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694376 Sep 07 19:01:12.277952 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fee37b95-9ca5-4d88-82aa-fc223a228e84 req-44664144-9194-4287-84a1-bcdbabbf9e3b tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467478 Sep 07 19:01:12.343807 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-1ebe48a8-e72f-441f-9436-93d8c62da615 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Allocated IP 172.25.8.59 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/46cc80a9-2fe9-42e6-9dcb-f32e6904ac36) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:01:12.358377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-4fd5e166-772e-4229-b0c7-54fe7bbc89cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:12.360348 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-4fd5e166-772e-4229-b0c7-54fe7bbc89cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1294119 Sep 07 19:01:12.554717 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b9fbab6-bc50-4010-97a4-1419b2804d6e req-540e2709-6e91-4ef4-9cee-5b3ec818b56c tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 210 time: 0.1033096 Sep 07 19:01:12.688074 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a250f2d-211d-4975-9e3c-c2ef41838df4 req-7016376d-02f7-4eaf-a79a-85f6e692d66a tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:12.689798 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a250f2d-211d-4975-9e3c-c2ef41838df4 req-7016376d-02f7-4eaf-a79a-85f6e692d66a tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.2376263 Sep 07 19:01:12.694771 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ebe48a8-e72f-441f-9436-93d8c62da615 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:12.730219 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:12.813443 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a250f2d-211d-4975-9e3c-c2ef41838df4 req-c0edff3f-cda9-4bb6-97e7-fca5e5918290 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102624 Sep 07 19:01:12.827135 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-6f089d30-c726-4458-971c-795d389c1655 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769457 Sep 07 19:01:12.915764 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a71cdef1-8b97-4215-b1a6-8ca80b4ae721 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:12.925275 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ebe48a8-e72f-441f-9436-93d8c62da615 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:12.951750 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebe48a8-e72f-441f-9436-93d8c62da615 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:01:12.976092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-1ebe48a8-e72f-441f-9436-93d8c62da615 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:01:12.982778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe48a8-e72f-441f-9436-93d8c62da615 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:01:13.042029 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe48a8-e72f-441f-9436-93d8c62da615 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Port': ['ID=46cc80a9-2fe9-42e6-9dcb-f32e6904ac36,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:13.047947 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-bc2d6615-69bf-4262-9f67-eaa8dc2de14f service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100046 Sep 07 19:01:13.104920 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-8d3f7931-721c-473a-9641-a11255f997f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=2821d589-d644-400b-82c6-ab5f12352f32 HTTP/1.1" status: 200 len: 217 time: 0.0436101 Sep 07 19:01:13.172935 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71cdef1-8b97-4215-b1a6-8ca80b4ae721 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:01:13.187322 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ebe48a8-e72f-441f-9436-93d8c62da615 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:13.199095 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-c15ed854-a3f1-4919-8766-eb508c42e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:13.200960 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-c15ed854-a3f1-4919-8766-eb508c42e382 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 200 len: 797 time: 0.0772407 Sep 07 19:01:13.287835 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ebe48a8-e72f-441f-9436-93d8c62da615 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:13.288469 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71cdef1-8b97-4215-b1a6-8ca80b4ae721 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:01:13.296669 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-73044fdb-5abb-4e17-9d76-230e54182ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:13.300646 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-73044fdb-5abb-4e17-9d76-230e54182ad8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a04f97c-eef1-4797-989a-49aba8f5ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0749667 Sep 07 19:01:13.302124 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a71cdef1-8b97-4215-b1a6-8ca80b4ae721 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/2cd85dc0-5c5a-4506-b15e-3bf58d9a5267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8346236 Sep 07 19:01:13.302795 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42430) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:13.304883 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1162ad3b-b8e2-46f3-8dce-7535fad96ecb None None] Sync routers for ids ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:01:13.348743 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1162ad3b-b8e2-46f3-8dce-7535fad96ecb None None] Routers {'2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:13.352360 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1162ad3b-b8e2-46f3-8dce-7535fad96ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:13.368233 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-37aa4107-2560-485d-8cf9-b06f53c00d1d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting subnet b05e98c3-deb4-466e-bcdc-40edec9e9181 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:01:13.371923 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-37aa4107-2560-485d-8cf9-b06f53c00d1d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:13.421498 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-37aa4107-2560-485d-8cf9-b06f53c00d1d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:13.537280 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-37aa4107-2560-485d-8cf9-b06f53c00d1d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:13.574645 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-1162ad3b-b8e2-46f3-8dce-7535fad96ecb None None] Set router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:01:13.663804 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:13.703137 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-37aa4107-2560-485d-8cf9-b06f53c00d1d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:13.709344 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-16b91132-6917-4596-b0e7-1f4cab13f383 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652122 Sep 07 19:01:13.717511 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454d447-83f8-4b67-8b44-65c6aab15dc5 req-0517a7b0-2abb-4647-8f5a-a6f0c98f06cd tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:13.719115 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8454d447-83f8-4b67-8b44-65c6aab15dc5 req-0517a7b0-2abb-4647-8f5a-a6f0c98f06cd tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.1852312 Sep 07 19:01:13.741690 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa4107-2560-485d-8cf9-b06f53c00d1d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Subnet': ['ID=b05e98c3-deb4-466e-bcdc-40edec9e9181,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:13.754264 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-37aa4107-2560-485d-8cf9-b06f53c00d1d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:13.760651 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-37aa4107-2560-485d-8cf9-b06f53c00d1d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/subnets/b05e98c3-deb4-466e-bcdc-40edec9e9181 HTTP/1.1" status: 204 len: 168 time: 0.4565272 Sep 07 19:01:13.762118 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42438) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:13.774840 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6e8af9-b92a-443f-bca0-6ecd7190517c None None] Network 03edee99-5531-4d9d-ad74-5ccaededcd6b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:01:13.782196 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7dc384-c6d6-467e-85d9-b5238d011313 req-60e8c2bf-c8a4-4b67-93e3-dceb57f82a2a tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:13.783802 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c7dc384-c6d6-467e-85d9-b5238d011313 req-60e8c2bf-c8a4-4b67-93e3-dceb57f82a2a tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 951 time: 0.3382115 Sep 07 19:01:13.947676 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc606345-95e5-4673-ae23-08cd0373f9eb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:13.975284 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8454d447-83f8-4b67-8b44-65c6aab15dc5 req-f42772e4-f59b-4b22-a445-1381b241f6fc tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156057 Sep 07 19:01:14.013084 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c7dc384-c6d6-467e-85d9-b5238d011313 req-80b91d9a-6c70-47e2-8d83-8ed38fb8d7bd tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd6f24df-4c6d-40e6-b392-bf9a0e8deeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000721 Sep 07 19:01:14.061574 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-fc606345-95e5-4673-ae23-08cd0373f9eb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting port f2499a7c-fea2-4181-b5bc-61dc687d2f0f {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:14.062055 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc606345-95e5-4673-ae23-08cd0373f9eb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:14.074678 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-a6ad539a-a5ba-4f59-88c5-73bd279e0df3 service neutron] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534007 Sep 07 19:01:14.076682 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1162ad3b-b8e2-46f3-8dce-7535fad96ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:01:12Z', 'revision_number': 10, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:14.105157 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ebe48a8-e72f-441f-9436-93d8c62da615 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:14.159369 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94f935d3-8434-4f80-8063-598dac619b18 req-7f630f93-223d-4b2e-b920-0e1a18176904 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 210 time: 0.0673013 Sep 07 19:01:14.160478 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ebe48a8-e72f-441f-9436-93d8c62da615 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:14.177135 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1162ad3b-b8e2-46f3-8dce-7535fad96ecb None None] Checking router: 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:01:14.197664 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1162ad3b-b8e2-46f3-8dce-7535fad96ecb None None] Routers {'2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:14.198918 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1162ad3b-b8e2-46f3-8dce-7535fad96ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:14.214500 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676d6895-1cf0-4dbc-8954-62a4d406278b None None] DHCP port deletion for 03edee99-5531-4d9d-ad74-5ccaededcd6b request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:01:14.251585 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-b764d9c6-3316-4eb3-ab01-88244824bd20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c5603d88-8a14-49e9-875b-419cd2bd56cb HTTP/1.1" status: 200 len: 217 time: 0.1617470 Sep 07 19:01:14.331508 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-fc606345-95e5-4673-ae23-08cd0373f9eb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] For port f2499a7c-fea2-4181-b5bc-61dc687d2f0f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f2499a7c-fea2-4181-b5bc-61dc687d2f0f,segment=NetworkSegment(cd8159cc-9451-4b2f-8c0c-6d58c8c6b175),segment_id=cd8159cc-9451-4b2f-8c0c-6d58c8c6b175)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:14.331934 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc606345-95e5-4673-ae23-08cd0373f9eb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:14.364913 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-676d6895-1cf0-4dbc-8954-62a4d406278b None None] Deleting port f2499a7c-fea2-4181-b5bc-61dc687d2f0f {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:14.365420 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-676d6895-1cf0-4dbc-8954-62a4d406278b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:14.376664 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-fc606345-95e5-4673-ae23-08cd0373f9eb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Calling delete_port for f2499a7c-fea2-4181-b5bc-61dc687d2f0f owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:14.433142 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-1162ad3b-b8e2-46f3-8dce-7535fad96ecb None None] Set router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:01:14.487431 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-676d6895-1cf0-4dbc-8954-62a4d406278b None None] For port f2499a7c-fea2-4181-b5bc-61dc687d2f0f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f2499a7c-fea2-4181-b5bc-61dc687d2f0f,segment=NetworkSegment(cd8159cc-9451-4b2f-8c0c-6d58c8c6b175),segment_id=cd8159cc-9451-4b2f-8c0c-6d58c8c6b175)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:14.498315 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-676d6895-1cf0-4dbc-8954-62a4d406278b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:14.512102 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ebe48a8-e72f-441f-9436-93d8c62da615 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:14.516355 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-15d83d02-da5e-4829-b7ce-92013f0bbae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:14.518663 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-15d83d02-da5e-4829-b7ce-92013f0bbae3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa8070ab-5c30-4d90-a64d-590d11e7607c HTTP/1.1" status: 200 len: 797 time: 0.2514153 Sep 07 19:01:14.524540 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe48a8-e72f-441f-9436-93d8c62da615 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Port': ['ID=46cc80a9-2fe9-42e6-9dcb-f32e6904ac36,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:14.543001 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-676d6895-1cf0-4dbc-8954-62a4d406278b None None] Calling delete_port for f2499a7c-fea2-4181-b5bc-61dc687d2f0f owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:14.625052 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ebe48a8-e72f-441f-9436-93d8c62da615 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:14.625052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1ebe48a8-e72f-441f-9436-93d8c62da615 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5408766 Sep 07 19:01:14.631402 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42458) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:14.642516 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-359789c3-0086-4dec-9383-79ee9f267c20 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Request body: {'port': {'network_id': 'cfb026de-c625-4582-9f51-8a7ae28297a8', 'name': 'tempest-FloatingIPTestJSON-622871299'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:14.648037 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc606345-95e5-4673-ae23-08cd0373f9eb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:14.653161 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7795898-c68c-446d-9fdf-12207a82e44c req-18083638-2ac1-47a3-85a9-14209abf2a4b tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:14.660733 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f7795898-c68c-446d-9fdf-12207a82e44c req-18083638-2ac1-47a3-85a9-14209abf2a4b tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.4266191 Sep 07 19:01:14.664807 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-8e79ecb1-453e-4c37-a2f7-974bfc18f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:14.671097 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-8e79ecb1-453e-4c37-a2f7-974bfc18f849 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=025b72be-1bd6-4706-adc3-b78adf7f2dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1229329 Sep 07 19:01:14.709483 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-676d6895-1cf0-4dbc-8954-62a4d406278b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:14.718683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc606345-95e5-4673-ae23-08cd0373f9eb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Port': ['ID=f2499a7c-fea2-4181-b5bc-61dc687d2f0f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:14.733827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d6895-1cf0-4dbc-8954-62a4d406278b None None] No DVR routers for this DVR port f2499a7c-fea2-4181-b5bc-61dc687d2f0f on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:01:14.758861 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f7795898-c68c-446d-9fdf-12207a82e44c req-c7ad32b6-4fb5-403b-a831-9ff2bc4c1ed5 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849733 Sep 07 19:01:14.761628 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc606345-95e5-4673-ae23-08cd0373f9eb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] No DVR routers for this DVR port f2499a7c-fea2-4181-b5bc-61dc687d2f0f on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:01:14.787272 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9915065f-2742-4b2f-9aed-9d6c607321db no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:01:14.837057 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1162ad3b-b8e2-46f3-8dce-7535fad96ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:01:12Z', 'revision_number': 10, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:14.859766 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-7fcb70a4-20fa-4cee-8d5e-ee5c4b621207 service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027684 Sep 07 19:01:14.860095 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d6895-1cf0-4dbc-8954-62a4d406278b None None] Pushing event deleted for resources: {'Port': ['ID=f2499a7c-fea2-4181-b5bc-61dc687d2f0f,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:14.870172 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d6895-1cf0-4dbc-8954-62a4d406278b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:14.870641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d6895-1cf0-4dbc-8954-62a4d406278b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:14.871092 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d6895-1cf0-4dbc-8954-62a4d406278b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:14.871691 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d6895-1cf0-4dbc-8954-62a4d406278b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:14.872836 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d6895-1cf0-4dbc-8954-62a4d406278b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:14.873536 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d6895-1cf0-4dbc-8954-62a4d406278b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:14.874068 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d6895-1cf0-4dbc-8954-62a4d406278b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:14.874604 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d6895-1cf0-4dbc-8954-62a4d406278b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:14.875029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d6895-1cf0-4dbc-8954-62a4d406278b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:14.875471 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d6895-1cf0-4dbc-8954-62a4d406278b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:14.875892 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d6895-1cf0-4dbc-8954-62a4d406278b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:14.876320 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d6895-1cf0-4dbc-8954-62a4d406278b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:14.945722 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1162ad3b-b8e2-46f3-8dce-7535fad96ecb None None] The sync data for ids ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'] in n-d-807786-1 is: [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:01:12Z', 'revision_number': 10, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None, '_interfaces': [{'id': '6a23036d-e27c-4d35-9428-8179c89f75f4', 'name': '', 'network_id': '4b3efa48-200d-4f0a-965c-9d7ca3deb86f', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'mac_address': 'fa:16:3e:98:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:17Z', 'updated_at': '2021-09-07T19:00:27Z', 'revision_number': 5, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'subnets': [{'id': 'e5388a54-ba1d-44f9-96e4-5a467d028cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:01:14.952967 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:15.065013 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9915065f-2742-4b2f-9aed-9d6c607321db, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9915065f-2742-4b2f-9aed-9d6c607321db,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:15.069650 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccd21c4-f002-4b77-8128-c325c967fe2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9915065f-2742-4b2f-9aed-9d6c607321db'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:01:15.088333 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc606345-95e5-4673-ae23-08cd0373f9eb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:15.090860 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bf8735-16cc-4d16-9a1c-5ac0d92f24a1" -d '{"events": [{"server_uuid": "3ccd21c4-f002-4b77-8128-c325c967fe2d", "name": "network-vif-unplugged", "status": "completed", "tag": "9915065f-2742-4b2f-9aed-9d6c607321db"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:01:15.106762 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f2499a7c-fea2-4181-b5bc-61dc687d2f0f no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:01:15.121118 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-fc606345-95e5-4673-ae23-08cd0373f9eb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03edee99-5531-4d9d-ad74-5ccaededcd6b']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:15.121788 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:15.148210 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-fc606345-95e5-4673-ae23-08cd0373f9eb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8159cc-9451-4b2f-8c0c-6d58c8c6b175') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:15.148488 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-fc606345-95e5-4673-ae23-08cd0373f9eb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8159cc-9451-4b2f-8c0c-6d58c8c6b175') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:15.159144 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-36de5734-f05c-4d33-bf76-57e469038dde service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943084 Sep 07 19:01:15.170886 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc606345-95e5-4673-ae23-08cd0373f9eb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:15.194761 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc606345-95e5-4673-ae23-08cd0373f9eb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:15.202836 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc606345-95e5-4673-ae23-08cd0373f9eb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:01:15.203282 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc606345-95e5-4673-ae23-08cd0373f9eb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:15.230208 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: f2499a7c-fea2-4181-b5bc-61dc687d2f0f {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:01:15.230624 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f2499a7c-fea2-4181-b5bc-61dc687d2f0f not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:01:15.275566 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=9915065f-2742-4b2f-9aed-9d6c607321db,revision_number=11']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:01:15.301339 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:01:15.304368 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc606345-95e5-4673-ae23-08cd0373f9eb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:15.316122 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc606345-95e5-4673-ae23-08cd0373f9eb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:15.320941 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-9689bfca-558d-43f5-b64e-d859d901fed7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48703c14-e98f-4ceb-bc6c-fe2b1901c5de HTTP/1.1" status: 200 len: 217 time: 0.1234605 Sep 07 19:01:15.326290 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fc606345-95e5-4673-ae23-08cd0373f9eb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/networks/03edee99-5531-4d9d-ad74-5ccaededcd6b HTTP/1.1" status: 204 len: 168 time: 1.5561612 Sep 07 19:01:15.326532 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42492) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:15.367446 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc606345-95e5-4673-ae23-08cd0373f9eb tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Network': ['ID=03edee99-5531-4d9d-ad74-5ccaededcd6b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:15.377818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97e18c-3741-4d82-8009-c3b5bcb9cc06 req-b0a77531-7d8f-4ed5-91ae-24655f234d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:15.380246 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b97e18c-3741-4d82-8009-c3b5bcb9cc06 req-b0a77531-7d8f-4ed5-91ae-24655f234d4c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c745a8befc2643bebe96bce0c2f42920&device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 1096 time: 0.2200782 Sep 07 19:01:15.451110 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359789c3-0086-4dec-9383-79ee9f267c20 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Made reservation on behalf of 23ad2cb4bb894638aff82c1844ea705e for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:01:15.458183 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-359789c3-0086-4dec-9383-79ee9f267c20 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:15.517032 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-359789c3-0086-4dec-9383-79ee9f267c20 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] device_id is not set on port 7163c73d-d633-44af-a591-6a1dc8a179d7 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:01:15.598993 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5109b-4204-466f-93da-6d629422d037 req-b268baf1-1a5b-4dd6-8bc7-b28992e8fc3e tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:15.612539 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cdb5109b-4204-466f-93da-6d629422d037 req-b268baf1-1a5b-4dd6-8bc7-b28992e8fc3e tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.4036674 Sep 07 19:01:15.637088 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 19:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f93196-6aeb-4b94-b923-bfdea176974b x-openstack-request-id: req-d4f93196-6aeb-4b94-b923-bfdea176974b {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:01:15.637499 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccd21c4-f002-4b77-8128-c325c967fe2d", "name": "network-vif-unplugged", "status": "completed", "tag": "9915065f-2742-4b2f-9aed-9d6c607321db", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:01:15.637802 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4f93196-6aeb-4b94-b923-bfdea176974b {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:01:15.638253 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccd21c4-f002-4b77-8128-c325c967fe2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9915065f-2742-4b2f-9aed-9d6c607321db', 'code': 200} Sep 07 19:01:15.661180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-359789c3-0086-4dec-9383-79ee9f267c20 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Allocated IP 172.20.0.9 (cfb026de-c625-4582-9f51-8a7ae28297a8/eb8d354d-cc8b-4f19-8dac-2b9bc965350e/7163c73d-d633-44af-a591-6a1dc8a179d7) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:01:15.683639 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-b8c9a5d2-e153-47c5-b3e3-c2f0dc24b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:15.685312 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-b8c9a5d2-e153-47c5-b3e3-c2f0dc24b6a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa8070ab-5c30-4d90-a64d-590d11e7607c HTTP/1.1" status: 200 len: 797 time: 0.3504102 Sep 07 19:01:15.863775 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cdb5109b-4204-466f-93da-6d629422d037 req-797ab398-3c89-496a-83e3-63c3ae2d5a0b tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497182 Sep 07 19:01:15.971441 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d4ad0c2-8460-4772-a305-cccbe0ba6427 req-73f3d53c-ed3c-428d-ab4f-a531c0fce374 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 210 time: 0.1446931 Sep 07 19:01:15.983791 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-359789c3-0086-4dec-9383-79ee9f267c20 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:15.989416 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97e18c-3741-4d82-8009-c3b5bcb9cc06 req-ca5acd8c-edbf-408d-ab34-aca456a895aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:15.991171 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b97e18c-3741-4d82-8009-c3b5bcb9cc06 req-ca5acd8c-edbf-408d-ab34-aca456a895aa service neutron] 10.222.0.60 "GET /v2.0/networks?id=26f76b26-48a6-4f36-aaf0-194161936f43 HTTP/1.1" status: 200 len: 920 time: 0.5394959 Sep 07 19:01:16.121245 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-359789c3-0086-4dec-9383-79ee9f267c20 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:16.132198 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-857bc2fd-220a-4d4f-ba93-2ffefe2cc874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:16.141145 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-857bc2fd-220a-4d4f-ba93-2ffefe2cc874 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=025b72be-1bd6-4706-adc3-b78adf7f2dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4407718 Sep 07 19:01:16.147742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b97e18c-3741-4d82-8009-c3b5bcb9cc06 req-f8c85be2-4484-4342-8f45-e41348d23453 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d1099be-04fd-451c-8159-66fc5e2e7be3 HTTP/1.1" status: 200 len: 217 time: 0.1446624 Sep 07 19:01:16.202304 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359789c3-0086-4dec-9383-79ee9f267c20 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Port': ['ID=7163c73d-d633-44af-a591-6a1dc8a179d7,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:16.221634 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359789c3-0086-4dec-9383-79ee9f267c20 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Network cfb026de-c625-4582-9f51-8a7ae28297a8 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:01:16.224442 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-359789c3-0086-4dec-9383-79ee9f267c20 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:01:16.229223 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359789c3-0086-4dec-9383-79ee9f267c20 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:01:16.379204 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359789c3-0086-4dec-9383-79ee9f267c20 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:16.379813 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-359789c3-0086-4dec-9383-79ee9f267c20 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:16.416036 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-359789c3-0086-4dec-9383-79ee9f267c20 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7806897 Sep 07 19:01:16.416296 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42506) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:16.423192 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-2184c916-654c-490b-adf0-03426e30d572 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Request body: {'floatingip': {'port_id': '7163c73d-d633-44af-a591-6a1dc8a179d7'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:16.490013 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2184c916-654c-490b-adf0-03426e30d572 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:16.922858 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97e18c-3741-4d82-8009-c3b5bcb9cc06 req-11adbe70-122b-4508-aa80-eb72f012fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:16.924564 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b97e18c-3741-4d82-8009-c3b5bcb9cc06 req-11adbe70-122b-4508-aa80-eb72f012fa4d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d943e1b1-375c-4cfe-bd80-2dab5c275769 HTTP/1.1" status: 200 len: 859 time: 0.7507195 Sep 07 19:01:16.941649 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:01:16.966413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbae6d-b8b9-4976-97aa-7e62e1dd45d1 req-46efa7ac-20fe-4f6d-b7ea-daf971634434 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:16.967999 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1cbae6d-b8b9-4976-97aa-7e62e1dd45d1 req-46efa7ac-20fe-4f6d-b7ea-daf971634434 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.8524470 Sep 07 19:01:16.994630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:01:16.996009 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 03e0674c-c0ba-4d3b-8e76-3b66aaa34eac not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:01:17.009514 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-ff15ce83-31b7-4176-bbee-e42e5d8185e7 service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8402915 Sep 07 19:01:17.039220 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b97e18c-3741-4d82-8009-c3b5bcb9cc06 req-cd634bd2-f6e9-4ff0-a656-fd7f151e5a82 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26f76b26-48a6-4f36-aaf0-194161936f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021593 Sep 07 19:01:17.083978 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c25000-64ac-4335-83d7-4d867d70679f req-8e806e9a-7597-4d3d-9e42-ed5741df9c9e tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:17.085626 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-82c25000-64ac-4335-83d7-4d867d70679f req-8e806e9a-7597-4d3d-9e42-ed5741df9c9e tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 949 time: 0.2790256 Sep 07 19:01:17.156874 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1cbae6d-b8b9-4976-97aa-7e62e1dd45d1 req-471f1466-4885-4136-8514-bd85d774d5fb tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448696 Sep 07 19:01:17.222499 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2184c916-654c-490b-adf0-03426e30d572 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:17.233647 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2184c916-654c-490b-adf0-03426e30d572 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:17.302909 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-82c25000-64ac-4335-83d7-4d867d70679f req-cb2399f1-8dc6-4396-a464-7589227d3bd2 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd6f24df-4c6d-40e6-b392-bf9a0e8deeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959975 Sep 07 19:01:17.381851 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b97e18c-3741-4d82-8009-c3b5bcb9cc06 req-6933225a-ff9b-434b-b93e-43579fc085e2 service neutron] 10.222.0.60 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075135 Sep 07 19:01:17.464251 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4a894f8-fce3-4f72-abf4-08275afca80d req-1202a56d-4481-41f1-9f8e-e0157937cc64 service neutron] 10.222.0.60 "GET /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223831 Sep 07 19:01:17.476229 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-2184c916-654c-490b-adf0-03426e30d572 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Floating IP e4f6cdf1-743c-45d2-9860-d69744f9f538 associated. External IP: 172.25.8.59, port: 7163c73d-d633-44af-a591-6a1dc8a179d7. Sep 07 19:01:17.515644 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf90a093-a366-4eb0-a68a-b9e5344cc131 req-8932fe26-8e87-4092-a72f-26fc4271474b tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 210 time: 0.0739291 Sep 07 19:01:17.570593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8b2dc-3f33-43ee-a1f1-0733ef18de5a req-ea4139cf-13e7-4c20-ad5f-bd0996b3e7ed tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:17.572154 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-26e8b2dc-3f33-43ee-a1f1-0733ef18de5a req-ea4139cf-13e7-4c20-ad5f-bd0996b3e7ed tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.3202920 Sep 07 19:01:17.672247 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-26e8b2dc-3f33-43ee-a1f1-0733ef18de5a req-356ea8c9-a696-4dda-bf2f-2fdadbcff4de tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838234 Sep 07 19:01:17.689388 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b97e18c-3741-4d82-8009-c3b5bcb9cc06 req-6bfd9f3b-4f52-4072-b54d-c6646336287b service neutron] 10.222.0.60 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879853 Sep 07 19:01:17.747730 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0b36c560-4d45-4494-9008-3ae1fbb5f96d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:17.843694 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2184c916-654c-490b-adf0-03426e30d572 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Router 4a30ccef-116b-472a-8441-f7574b90d970 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:01:18.079450 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2184c916-654c-490b-adf0-03426e30d572 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:01:18.086957 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2184c916-654c-490b-adf0-03426e30d572 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:18.094573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bdb9de-478c-4c20-8d50-6a199b3ef20b None None] Sync routers for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:01:18.105091 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bdb9de-478c-4c20-8d50-6a199b3ef20b None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:18.106256 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-18bdb9de-478c-4c20-8d50-6a199b3ef20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:18.142615 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-18bdb9de-478c-4c20-8d50-6a199b3ef20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:18.165019 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bdb9de-478c-4c20-8d50-6a199b3ef20b None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:18.166474 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-18bdb9de-478c-4c20-8d50-6a199b3ef20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:18.174956 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2184c916-654c-490b-adf0-03426e30d572 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "PUT /v2.0/floatingips/e4f6cdf1-743c-45d2-9860-d69744f9f538 HTTP/1.1" status: 200 len: 976 time: 1.7573042 Sep 07 19:01:18.180368 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42514) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:18.240886 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-18bdb9de-478c-4c20-8d50-6a199b3ef20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:18.241825 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bdb9de-478c-4c20-8d50-6a199b3ef20b None None] The sync data for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:01:18.269799 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-0b36c560-4d45-4494-9008-3ae1fbb5f96d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting port 6a23036d-e27c-4d35-9428-8179c89f75f4 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:18.270453 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0b36c560-4d45-4494-9008-3ae1fbb5f96d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:18.361407 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-47fbd426-5586-4a7f-acb8-0356edd02611 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Deleting port 7163c73d-d633-44af-a591-6a1dc8a179d7 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:18.361938 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-47fbd426-5586-4a7f-acb8-0356edd02611 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:18.473403 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-47fbd426-5586-4a7f-acb8-0356edd02611 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:18.529874 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34fb57-8b57-4c39-9f7a-3d4d5a6238c5 req-c81ea8f4-b96e-4952-b427-fd72d9165e35 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:18.531485 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0f34fb57-8b57-4c39-9f7a-3d4d5a6238c5 req-c81ea8f4-b96e-4952-b427-fd72d9165e35 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.2244651 Sep 07 19:01:18.575155 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-0b36c560-4d45-4494-9008-3ae1fbb5f96d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] For port 6a23036d-e27c-4d35-9428-8179c89f75f4, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=6a23036d-e27c-4d35-9428-8179c89f75f4,segment=NetworkSegment(098b4419-6424-46e4-a777-004549915664),segment_id=098b4419-6424-46e4-a777-004549915664)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:18.575524 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0b36c560-4d45-4494-9008-3ae1fbb5f96d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:18.586996 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e531ef-1be6-4c85-9401-69807fc46610 req-e695b206-6278-485b-ad32-45b88d6047ed tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:18.589007 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13e531ef-1be6-4c85-9401-69807fc46610 req-e695b206-6278-485b-ad32-45b88d6047ed tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 949 time: 0.1760707 Sep 07 19:01:18.610774 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-0b36c560-4d45-4494-9008-3ae1fbb5f96d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Calling delete_port for 6a23036d-e27c-4d35-9428-8179c89f75f4 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:18.663996 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0f34fb57-8b57-4c39-9f7a-3d4d5a6238c5 req-c2fbfdb3-b316-429d-93a7-366d2758416d tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217222 Sep 07 19:01:18.726423 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13e531ef-1be6-4c85-9401-69807fc46610 req-aae6d273-cff5-4751-8a09-1238394e893d tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd6f24df-4c6d-40e6-b392-bf9a0e8deeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967517 Sep 07 19:01:18.952318 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6337f01d-3296-49f6-a36d-82f7146651da req-cc203c58-a733-4a3b-b2af-075d161c23c7 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 210 time: 0.0909028 Sep 07 19:01:19.035256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8f730-9c52-4215-b19d-93d50ce7afb8 req-23f894ae-cb7a-45a4-b827-40b972dcfcbe tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:19.038374 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fbb8f730-9c52-4215-b19d-93d50ce7afb8 req-23f894ae-cb7a-45a4-b827-40b972dcfcbe tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.1757383 Sep 07 19:01:19.063136 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0b36c560-4d45-4494-9008-3ae1fbb5f96d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:19.099563 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36c560-4d45-4494-9008-3ae1fbb5f96d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Port': ['ID=6a23036d-e27c-4d35-9428-8179c89f75f4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:19.136310 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-47fbd426-5586-4a7f-acb8-0356edd02611 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:19.136863 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-47fbd426-5586-4a7f-acb8-0356edd02611 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:19.137278 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-47fbd426-5586-4a7f-acb8-0356edd02611 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Floating IP e4f6cdf1-743c-45d2-9860-d69744f9f538 disassociated. External IP: 172.25.8.59, port: 7163c73d-d633-44af-a591-6a1dc8a179d7. Sep 07 19:01:19.137715 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-47fbd426-5586-4a7f-acb8-0356edd02611 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Calling delete_port for 7163c73d-d633-44af-a591-6a1dc8a179d7 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:19.245279 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fbb8f730-9c52-4215-b19d-93d50ce7afb8 req-f4a53b76-b5ae-4289-bb1b-bb7134b56236 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924033 Sep 07 19:01:19.403407 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-47fbd426-5586-4a7f-acb8-0356edd02611 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:19.405366 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0b36c560-4d45-4494-9008-3ae1fbb5f96d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:19.467100 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fbd426-5586-4a7f-acb8-0356edd02611 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event deleted for resources: {'Port': ['ID=7163c73d-d633-44af-a591-6a1dc8a179d7,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:19.601437 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b36c560-4d45-4494-9008-3ae1fbb5f96d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:01:19.609853 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fbd426-5586-4a7f-acb8-0356edd02611 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Router 4a30ccef-116b-472a-8441-f7574b90d970 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:01:19.706035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b36c560-4d45-4494-9008-3ae1fbb5f96d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:01:19.718761 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0b36c560-4d45-4494-9008-3ae1fbb5f96d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/2cd85dc0-5c5a-4506-b15e-3bf58d9a5267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3854017 Sep 07 19:01:19.719691 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9af76cd-7701-491c-ab84-0fcd14e39d46 None None] Sync routers for ids ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:01:19.720605 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42524) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:19.733087 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9af76cd-7701-491c-ab84-0fcd14e39d46 None None] Routers {'2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:19.734121 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b9af76cd-7701-491c-ab84-0fcd14e39d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:19.820304 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fbd426-5586-4a7f-acb8-0356edd02611 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:01:19.820731 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-886d8799-9de8-4278-8467-81406b666dd3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting subnet e5388a54-ba1d-44f9-96e4-5a467d028cf2 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:01:19.830498 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961a4229-9b7f-4e68-bc9c-58c29a91642b None None] Sync routers for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:01:19.833646 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-b9af76cd-7701-491c-ab84-0fcd14e39d46 None None] Set router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:01:19.847724 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-886d8799-9de8-4278-8467-81406b666dd3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:19.854017 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961a4229-9b7f-4e68-bc9c-58c29a91642b None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:19.854764 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-961a4229-9b7f-4e68-bc9c-58c29a91642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:19.901278 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-961a4229-9b7f-4e68-bc9c-58c29a91642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:19.921030 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961a4229-9b7f-4e68-bc9c-58c29a91642b None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:19.921670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-961a4229-9b7f-4e68-bc9c-58c29a91642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:19.934069 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b9af76cd-7701-491c-ab84-0fcd14e39d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:01:18Z', 'revision_number': 11, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:19.963800 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-47fbd426-5586-4a7f-acb8-0356edd02611 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:19.970177 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-47fbd426-5586-4a7f-acb8-0356edd02611 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "DELETE /v2.0/ports/7163c73d-d633-44af-a591-6a1dc8a179d7 HTTP/1.1" status: 204 len: 168 time: 1.7864883 Sep 07 19:01:19.971427 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42532) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:19.976650 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9af76cd-7701-491c-ab84-0fcd14e39d46 None None] Checking router: 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:01:19.988706 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9af76cd-7701-491c-ab84-0fcd14e39d46 None None] Routers {'2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:19.992420 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b9af76cd-7701-491c-ab84-0fcd14e39d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:20.022697 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-961a4229-9b7f-4e68-bc9c-58c29a91642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:20.023528 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961a4229-9b7f-4e68-bc9c-58c29a91642b None None] The sync data for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:01:20.063737 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-886d8799-9de8-4278-8467-81406b666dd3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:20.076265 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1557b967-c9e5-4ab6-9583-d5074b06707e tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "GET /v2.0/floatingips/e4f6cdf1-743c-45d2-9860-d69744f9f538 HTTP/1.1" status: 200 len: 687 time: 0.0998244 Sep 07 19:01:20.076265 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42536) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:20.131141 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4158c5b-e047-4638-8814-91c927cc1710 req-31788ba6-ab67-4461-be8e-32d4fba2180f tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:20.132771 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4158c5b-e047-4638-8814-91c927cc1710 req-31788ba6-ab67-4461-be8e-32d4fba2180f tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.2259841 Sep 07 19:01:20.145453 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c801b24-4365-4c39-b467-148f24ba8391 req-21588aa4-bf13-4417-83da-fc7bcf6cac56 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:20.147017 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c801b24-4365-4c39-b467-148f24ba8391 req-21588aa4-bf13-4417-83da-fc7bcf6cac56 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 949 time: 0.2413716 Sep 07 19:01:20.186123 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-b9af76cd-7701-491c-ab84-0fcd14e39d46 None None] Set router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:01:20.247424 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b9af76cd-7701-491c-ab84-0fcd14e39d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:01:18Z', 'revision_number': 11, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:20.286962 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9af76cd-7701-491c-ab84-0fcd14e39d46 None None] The sync data for ids ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'] in n-d-807786-1 is: [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:01:18Z', 'revision_number': 11, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:01:20.300111 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c801b24-4365-4c39-b467-148f24ba8391 req-9c0c0e3f-a8a6-4170-a8c3-dc92d342fcd5 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd6f24df-4c6d-40e6-b392-bf9a0e8deeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329787 Sep 07 19:01:20.311902 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4158c5b-e047-4638-8814-91c927cc1710 req-f9376d4f-674c-47ce-800f-8df1652e6036 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626759 Sep 07 19:01:20.319297 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:01:20.374368 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-886d8799-9de8-4278-8467-81406b666dd3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:20.413685 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-f95a5403-5161-41bc-a273-014c03a88008 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Deleting port 46cc80a9-2fe9-42e6-9dcb-f32e6904ac36 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:20.416067 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f95a5403-5161-41bc-a273-014c03a88008 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:20.514395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-284ee171-a964-4460-bc59-810ef36579a1 req-ce553f76-fcda-4189-9ecb-109cfd7cef44 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 210 time: 0.0782855 Sep 07 19:01:20.544026 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-886d8799-9de8-4278-8467-81406b666dd3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:20.568667 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc7c94-3ce1-40e8-bca8-b8cd89c341b7 req-1b14e8ad-0847-45dc-b88a-c2d28076aec0 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:20.570264 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-18cc7c94-3ce1-40e8-bca8-b8cd89c341b7 req-1b14e8ad-0847-45dc-b88a-c2d28076aec0 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.0913033 Sep 07 19:01:20.570937 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f95a5403-5161-41bc-a273-014c03a88008 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:20.571340 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f95a5403-5161-41bc-a273-014c03a88008 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:20.585964 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-f95a5403-5161-41bc-a273-014c03a88008 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Calling delete_port for 46cc80a9-2fe9-42e6-9dcb-f32e6904ac36 owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:20.600972 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d8799-9de8-4278-8467-81406b666dd3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Subnet': ['ID=e5388a54-ba1d-44f9-96e4-5a467d028cf2,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:20.603812 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-886d8799-9de8-4278-8467-81406b666dd3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:20.605827 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-886d8799-9de8-4278-8467-81406b666dd3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/subnets/e5388a54-ba1d-44f9-96e4-5a467d028cf2 HTTP/1.1" status: 204 len: 168 time: 0.8842106 Sep 07 19:01:20.608102 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1843e9bc-ada3-46fc-bf7a-837863719375 None None] Network 4b3efa48-200d-4f0a-965c-9d7ca3deb86f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:01:20.613015 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42540) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:20.678433 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-18cc7c94-3ce1-40e8-bca8-b8cd89c341b7 req-5061b2cc-5f50-4f85-a1ec-fcfdde3583f6 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852854 Sep 07 19:01:20.780591 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-244bb712-510d-45d6-b0f9-ef1719a7f3dd tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:20.838792 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f95a5403-5161-41bc-a273-014c03a88008 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:20.871200 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-244bb712-510d-45d6-b0f9-ef1719a7f3dd tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Deleting port 7ff2715e-257c-4991-b1fe-36e5a900124a {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:20.871622 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-244bb712-510d-45d6-b0f9-ef1719a7f3dd tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:20.878710 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a5403-5161-41bc-a273-014c03a88008 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event deleted for resources: {'Port': ['ID=46cc80a9-2fe9-42e6-9dcb-f32e6904ac36,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:20.943165 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41044b16-4afd-4022-a2c0-95b80b5577a7 None None] DHCP port deletion for 4b3efa48-200d-4f0a-965c-9d7ca3deb86f request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:01:20.962683 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f95a5403-5161-41bc-a273-014c03a88008 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:20.966057 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f95a5403-5161-41bc-a273-014c03a88008 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:20.968552 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f95a5403-5161-41bc-a273-014c03a88008 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "DELETE /v2.0/floatingips/e4f6cdf1-743c-45d2-9860-d69744f9f538 HTTP/1.1" status: 204 len: 168 time: 0.8901875 Sep 07 19:01:20.970911 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42544) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:20.976232 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1d4ac185-d509-4841-b615-679533e83b66 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': 'a4de6704-a0ab-49a0-9d26-bba624d15721'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:20.997087 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-244bb712-510d-45d6-b0f9-ef1719a7f3dd tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] For port 7ff2715e-257c-4991-b1fe-36e5a900124a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7ff2715e-257c-4991-b1fe-36e5a900124a,segment=NetworkSegment(098b4419-6424-46e4-a777-004549915664),segment_id=098b4419-6424-46e4-a777-004549915664)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:20.999356 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-244bb712-510d-45d6-b0f9-ef1719a7f3dd tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:21.018605 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-244bb712-510d-45d6-b0f9-ef1719a7f3dd tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Calling delete_port for 7ff2715e-257c-4991-b1fe-36e5a900124a owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:21.025317 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-41044b16-4afd-4022-a2c0-95b80b5577a7 None None] Deleting port 7ff2715e-257c-4991-b1fe-36e5a900124a {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:21.025982 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-41044b16-4afd-4022-a2c0-95b80b5577a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:21.032772 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac185-d509-4841-b615-679533e83b66 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:21.046309 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6a23036d-e27c-4d35-9428-8179c89f75f4 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:01:21.081936 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 6a23036d-e27c-4d35-9428-8179c89f75f4 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:01:21.082714 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6a23036d-e27c-4d35-9428-8179c89f75f4 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:01:21.132886 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-41044b16-4afd-4022-a2c0-95b80b5577a7 None None] For port 7ff2715e-257c-4991-b1fe-36e5a900124a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7ff2715e-257c-4991-b1fe-36e5a900124a,segment=NetworkSegment(098b4419-6424-46e4-a777-004549915664),segment_id=098b4419-6424-46e4-a777-004549915664)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:21.133398 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-41044b16-4afd-4022-a2c0-95b80b5577a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:21.151252 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-41044b16-4afd-4022-a2c0-95b80b5577a7 None None] Calling delete_port for 7ff2715e-257c-4991-b1fe-36e5a900124a owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:21.151790 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-244bb712-510d-45d6-b0f9-ef1719a7f3dd tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:21.202251 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac185-d509-4841-b615-679533e83b66 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:21.209812 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bb712-510d-45d6-b0f9-ef1719a7f3dd tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Port': ['ID=7ff2715e-257c-4991-b1fe-36e5a900124a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:21.216098 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244bb712-510d-45d6-b0f9-ef1719a7f3dd tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] No DVR routers for this DVR port 7ff2715e-257c-4991-b1fe-36e5a900124a on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:01:21.363887 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-1d4ac185-d509-4841-b615-679533e83b66 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Allocated IP 172.25.8.139 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/ff9e2f11-0e34-48c8-ac5b-58ee844f93de) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:01:21.372977 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-244bb712-510d-45d6-b0f9-ef1719a7f3dd tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:21.449693 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-41044b16-4afd-4022-a2c0-95b80b5577a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:21.498111 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41044b16-4afd-4022-a2c0-95b80b5577a7 None None] Pushing event deleted for resources: {'Port': ['ID=7ff2715e-257c-4991-b1fe-36e5a900124a,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:21.500483 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41044b16-4afd-4022-a2c0-95b80b5577a7 None None] No DVR routers for this DVR port 7ff2715e-257c-4991-b1fe-36e5a900124a on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:01:21.539642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-244bb712-510d-45d6-b0f9-ef1719a7f3dd tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3efa48-200d-4f0a-965c-9d7ca3deb86f']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:21.578274 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac185-d509-4841-b615-679533e83b66 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:21.604085 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-244bb712-510d-45d6-b0f9-ef1719a7f3dd tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098b4419-6424-46e4-a777-004549915664') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:21.604390 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-244bb712-510d-45d6-b0f9-ef1719a7f3dd tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098b4419-6424-46e4-a777-004549915664') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:21.625270 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520642d8-17a1-4243-8cb0-8b93e203be62 req-f7505a9c-5f0a-4394-a0a0-cb0841b8792c tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:21.626687 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-520642d8-17a1-4243-8cb0-8b93e203be62 req-f7505a9c-5f0a-4394-a0a0-cb0841b8792c tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 949 time: 0.1758873 Sep 07 19:01:21.632954 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-244bb712-510d-45d6-b0f9-ef1719a7f3dd tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:21.638788 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac185-d509-4841-b615-679533e83b66 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:21.684009 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28f1d6-e2f1-450c-8b46-4e0632a3cea8 req-eb6c9db7-5f2a-4d44-8101-0280ea779c62 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:21.685558 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a28f1d6-e2f1-450c-8b46-4e0632a3cea8 req-eb6c9db7-5f2a-4d44-8101-0280ea779c62 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.2422135 Sep 07 19:01:21.691525 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-244bb712-510d-45d6-b0f9-ef1719a7f3dd tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:21.698358 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4ac185-d509-4841-b615-679533e83b66 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:01:21.704524 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-1d4ac185-d509-4841-b615-679533e83b66 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:01:21.708003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-2aa401b9-5d13-47e7-b98a-b6f21a67eb3f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:21.708212 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4ac185-d509-4841-b615-679533e83b66 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:01:21.709636 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-2aa401b9-5d13-47e7-b98a-b6f21a67eb3f tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.36 "GET /v2.0/networks?id=1d18b746-cc48-4b0b-8822-7ec853348da1 HTTP/1.1" status: 200 len: 811 time: 0.3296583 Sep 07 19:01:21.719577 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244bb712-510d-45d6-b0f9-ef1719a7f3dd tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:01:21.720082 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-244bb712-510d-45d6-b0f9-ef1719a7f3dd tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:01:21.728351 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:01:21.741580 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ac185-d509-4841-b615-679533e83b66 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Port': ['ID=ff9e2f11-0e34-48c8-ac5b-58ee844f93de,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:21.773315 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-520642d8-17a1-4243-8cb0-8b93e203be62 req-f6dd0103-cb7f-4995-829d-b1bb5d913467 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd6f24df-4c6d-40e6-b392-bf9a0e8deeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299164 Sep 07 19:01:21.878552 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-244bb712-510d-45d6-b0f9-ef1719a7f3dd tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:21.884203 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-ad9a41e4-7fad-4064-b016-ae58ba4edd2c tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3e2f62770ce4512b55b3685f3a068f2 HTTP/1.1" status: 200 len: 380 time: 0.1461914 Sep 07 19:01:21.887684 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a28f1d6-e2f1-450c-8b46-4e0632a3cea8 req-033773f9-1b9a-4b97-aea1-ec2e8db8cd6a tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905398 Sep 07 19:01:21.910314 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-244bb712-510d-45d6-b0f9-ef1719a7f3dd tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:21.911357 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-244bb712-510d-45d6-b0f9-ef1719a7f3dd tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/networks/4b3efa48-200d-4f0a-965c-9d7ca3deb86f HTTP/1.1" status: 204 len: 168 time: 1.2971253 Sep 07 19:01:21.917567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-cbe9b555-696d-4e39-be54-7f0488ba6905 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Request body: {'port': {'device_id': '3d438fa3-2bfa-430d-93e6-e8fa2e44466f', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'admin_state_up': True, 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'security_groups': ['8c11df72-2096-46f9-a572-b3babd3e7e61']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:21.922748 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42558) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:21.927464 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d9645c0-b77c-4db2-b821-03504aae7419 req-1c6cd875-e98a-4c0a-95f9-8162663f156e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 210 time: 0.0650508 Sep 07 19:01:21.928224 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-03a7dbb3-0c4b-4b91-a7bb-9e8871e5c716 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'router': {'routes': None}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:21.967981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bb712-510d-45d6-b0f9-ef1719a7f3dd tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Pushing event deleted for resources: {'Network': ['ID=4b3efa48-200d-4f0a-965c-9d7ca3deb86f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:22.107179 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-cbe9b555-696d-4e39-be54-7f0488ba6905 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Made reservation on behalf of b3e2f62770ce4512b55b3685f3a068f2 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:01:22.111141 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-cbe9b555-696d-4e39-be54-7f0488ba6905 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:22.173485 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.extraroute_db [None req-03a7dbb3-0c4b-4b91-a7bb-9e8871e5c716 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Added routes are [] {{(pid=101444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 07 19:01:22.173799 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.extraroute_db [None req-03a7dbb3-0c4b-4b91-a7bb-9e8871e5c716 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Removed routes are [] {{(pid=101444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 07 19:01:22.174484 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03a7dbb3-0c4b-4b91-a7bb-9e8871e5c716 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:22.264994 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-cbe9b555-696d-4e39-be54-7f0488ba6905 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Allocated IP 172.20.0.9 (1d18b746-cc48-4b0b-8822-7ec853348da1/4e593cdc-1b32-4dc9-81bb-475156c283c6/b1c1a680-5275-4c1c-9272-5098fec51a7a) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:01:22.404701 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03a7dbb3-0c4b-4b91-a7bb-9e8871e5c716 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:22.410986 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03a7dbb3-0c4b-4b91-a7bb-9e8871e5c716 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626183'] for router, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:22.531591 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a7dbb3-0c4b-4b91-a7bb-9e8871e5c716 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:01:22.541722 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac185-d509-4841-b615-679533e83b66 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:22.653328 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a7dbb3-0c4b-4b91-a7bb-9e8871e5c716 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:01:22.660804 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03a7dbb3-0c4b-4b91-a7bb-9e8871e5c716 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:22.662045 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-03a7dbb3-0c4b-4b91-a7bb-9e8871e5c716 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 HTTP/1.1" status: 200 len: 700 time: 0.7381396 Sep 07 19:01:22.666855 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207686cc-f25f-410b-832b-369d0089910f None None] Sync routers for ids ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:01:22.669064 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42564) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:22.677907 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207686cc-f25f-410b-832b-369d0089910f None None] Routers {'2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:22.678550 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-207686cc-f25f-410b-832b-369d0089910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:22.718125 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-36c60454-dfe0-428f-981b-a38e394397de tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 HTTP/1.1" status: 200 len: 205 time: 0.0452192 Sep 07 19:01:22.718378 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42566) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:22.744954 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d2637-1850-4ffd-b094-7521e39286b1 req-f5a20985-5d0b-4110-9573-7bac30d86471 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:22.747124 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee2d2637-1850-4ffd-b094-7521e39286b1 req-f5a20985-5d0b-4110-9573-7bac30d86471 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.4402399 Sep 07 19:01:22.759070 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-207686cc-f25f-410b-832b-369d0089910f None None] Set router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:01:22.771087 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac185-d509-4841-b615-679533e83b66 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:22.810146 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee2d2637-1850-4ffd-b094-7521e39286b1 req-6fde374c-fe05-4f6a-a368-e0ed729d23fe tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569189 Sep 07 19:01:22.816361 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-cbe9b555-696d-4e39-be54-7f0488ba6905 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:22.834402 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-cbe9b555-696d-4e39-be54-7f0488ba6905 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Transition to ACTIVE for port object b1c1a680-5275-4c1c-9272-5098fec51a7a will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:01:22.881011 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-cbe9b555-696d-4e39-be54-7f0488ba6905 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:22.957793 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-207686cc-f25f-410b-832b-369d0089910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:01:18Z', 'revision_number': 11, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:22.979207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9b555-696d-4e39-be54-7f0488ba6905 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Pushing event updated for resources: {'Port': ['ID=b1c1a680-5275-4c1c-9272-5098fec51a7a,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:22.998021 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7ff2715e-257c-4991-b1fe-36e5a900124a no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:01:23.000412 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207686cc-f25f-410b-832b-369d0089910f None None] Checking router: 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:01:23.010025 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207686cc-f25f-410b-832b-369d0089910f None None] Routers {'2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:23.010997 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-207686cc-f25f-410b-832b-369d0089910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:23.032915 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 7ff2715e-257c-4991-b1fe-36e5a900124a {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:01:23.033321 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7ff2715e-257c-4991-b1fe-36e5a900124a not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:01:23.064244 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-cbe9b555-696d-4e39-be54-7f0488ba6905 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Network 1d18b746-cc48-4b0b-8822-7ec853348da1 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:01:23.074719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aefdf2-01e3-46bf-9b64-7e06651ac325 req-9d420d41-8885-4ebe-baf5-e1b0b6cd56af tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:23.076476 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3aefdf2-01e3-46bf-9b64-7e06651ac325 req-9d420d41-8885-4ebe-baf5-e1b0b6cd56af tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 949 time: 0.0920794 Sep 07 19:01:23.084986 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-207686cc-f25f-410b-832b-369d0089910f None None] Set router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:01:23.085906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-cbe9b555-696d-4e39-be54-7f0488ba6905 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:01:23.090928 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-cbe9b555-696d-4e39-be54-7f0488ba6905 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:01:23.159877 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-207686cc-f25f-410b-832b-369d0089910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:01:18Z', 'revision_number': 11, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:23.184870 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31daa0fb-542f-4638-a75a-6b910984bdd3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:23.187182 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3aefdf2-01e3-46bf-9b64-7e06651ac325 req-97b772ab-4d34-4c8c-a223-a2dee9b49dbd tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd6f24df-4c6d-40e6-b392-bf9a0e8deeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980141 Sep 07 19:01:23.197725 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207686cc-f25f-410b-832b-369d0089910f None None] The sync data for ids ['2cd85dc0-5c5a-4506-b15e-3bf58d9a5267'] in n-d-807786-1 is: [{'id': '2cd85dc0-5c5a-4506-b15e-3bf58d9a5267', 'name': 'tempest-RoutersTest-router-489230341', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:01:18Z', 'revision_number': 11, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:01:23.211247 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-cbe9b555-696d-4e39-be54-7f0488ba6905 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:23.215878 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-cbe9b555-696d-4e39-be54-7f0488ba6905 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:23.249036 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-cbe9b555-696d-4e39-be54-7f0488ba6905 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3362856 Sep 07 19:01:23.266402 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] Request body: {'port': {'device_id': '3d438fa3-2bfa-430d-93e6-e8fa2e44466f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:23.456207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329a75c-2b46-4add-905d-ff07c7d4b02e req-73bd88d8-06f0-45a8-8266-ab550df4c677 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:23.457894 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3329a75c-2b46-4add-905d-ff07c7d4b02e req-73bd88d8-06f0-45a8-8266-ab550df4c677 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.1545012 Sep 07 19:01:23.503384 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4b07a-a946-4ba0-8cae-d1c10f893e93 req-612e8ef8-cec3-4110-8b92-ff1777c4252c tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:23.504933 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7bf4b07a-a946-4ba0-8cae-d1c10f893e93 req-612e8ef8-cec3-4110-8b92-ff1777c4252c tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 949 time: 0.3167372 Sep 07 19:01:23.509049 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:23.533162 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8c4e45e2-9e29-4640-bcc5-3e5cc9c072dd None None] Provisioning for port b1c1a680-5275-4c1c-9272-5098fec51a7a completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:01:23.539892 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8c4e45e2-9e29-4640-bcc5-3e5cc9c072dd None None] Provisioning complete for port b1c1a680-5275-4c1c-9272-5098fec51a7a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:01:23.540448 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8c4e45e2-9e29-4640-bcc5-3e5cc9c072dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:23.559906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8388bc0-8409-4d20-a421-6db7f1333c29 req-92e30ff4-92bc-4cb5-bf1c-6a9ce3dda9b1 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:23.568853 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8388bc0-8409-4d20-a421-6db7f1333c29 req-92e30ff4-92bc-4cb5-bf1c-6a9ce3dda9b1 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 931 time: 0.1210515 Sep 07 19:01:23.599117 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-8c4e45e2-9e29-4640-bcc5-3e5cc9c072dd None None] Port b1c1a680-5275-4c1c-9272-5098fec51a7a cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:01:23.600767 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31daa0fb-542f-4638-a75a-6b910984bdd3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:23.604316 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31daa0fb-542f-4638-a75a-6b910984bdd3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:23.624858 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3329a75c-2b46-4add-905d-ff07c7d4b02e req-46cf336e-f187-4ab8-b5eb-296bee62d5bc tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549425 Sep 07 19:01:23.653074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8388bc0-8409-4d20-a421-6db7f1333c29 req-726ace88-1885-4047-a6ef-dab09ef50ab1 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c11df72-2096-46f9-a572-b3babd3e7e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832090 Sep 07 19:01:23.719362 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31daa0fb-542f-4638-a75a-6b910984bdd3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:23.719948 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31daa0fb-542f-4638-a75a-6b910984bdd3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Fanout notify agent at l3_agent the message router_deleted on router 2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:01:23.732303 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31daa0fb-542f-4638-a75a-6b910984bdd3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:23.733554 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-31daa0fb-542f-4638-a75a-6b910984bdd3 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/routers/2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 HTTP/1.1" status: 204 len: 168 time: 1.0142653 Sep 07 19:01:23.738723 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42584) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:23.752677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-f71ecf90-4cb8-4856-8666-f5c680d064e5 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-359303658', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:23.790192 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac185-d509-4841-b615-679533e83b66 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:23.794668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-7bf4b07a-a946-4ba0-8cae-d1c10f893e93 req-c2c9e565-86a2-4357-9ee1-c3329c7f2f6e tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Deleting port 9915065f-2742-4b2f-9aed-9d6c607321db {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:23.794971 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7bf4b07a-a946-4ba0-8cae-d1c10f893e93 req-c2c9e565-86a2-4357-9ee1-c3329c7f2f6e tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:23.799942 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac185-d509-4841-b615-679533e83b66 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:23.814038 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f71ecf90-4cb8-4856-8666-f5c680d064e5 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:23.815099 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f71ecf90-4cb8-4856-8666-f5c680d064e5 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:23.921602 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f71ecf90-4cb8-4856-8666-f5c680d064e5 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:23.931072 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f71ecf90-4cb8-4856-8666-f5c680d064e5 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:23.972176 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ac185-d509-4841-b615-679533e83b66 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Port': ['ID=ff9e2f11-0e34-48c8-ac5b-58ee844f93de,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:23.975642 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f71ecf90-4cb8-4856-8666-f5c680d064e5 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:23.976872 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f71ecf90-4cb8-4856-8666-f5c680d064e5 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2303960 Sep 07 19:01:23.979754 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42586) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:23.984975 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-66dff253-65db-4956-9c1a-f37eae37056c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:24.024899 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c1a680-5275-4c1c-9272-5098fec51a7a {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:01:24.033672 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac185-d509-4841-b615-679533e83b66 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:24.033934 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:24.047689 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] Transition to ACTIVE for port object b1c1a680-5275-4c1c-9272-5098fec51a7a will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:01:24.051974 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:24.111568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c1a680-5275-4c1c-9272-5098fec51a7a,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:24.174120 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-7bf4b07a-a946-4ba0-8cae-d1c10f893e93 req-c2c9e565-86a2-4357-9ee1-c3329c7f2f6e tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] For port 9915065f-2742-4b2f-9aed-9d6c607321db, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9915065f-2742-4b2f-9aed-9d6c607321db,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:24.174322 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7bf4b07a-a946-4ba0-8cae-d1c10f893e93 req-c2c9e565-86a2-4357-9ee1-c3329c7f2f6e tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:24.199622 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-7bf4b07a-a946-4ba0-8cae-d1c10f893e93 req-c2c9e565-86a2-4357-9ee1-c3329c7f2f6e tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Calling delete_port for 9915065f-2742-4b2f-9aed-9d6c607321db owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:24.205195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] Attempting to bind port b1c1a680-5275-4c1c-9272-5098fec51a7a on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:01:24.205883 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] Attempting to bind port b1c1a680-5275-4c1c-9272-5098fec51a7a by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '8bdddb14-36b1-4359-9802-3d38f831e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:01:24.206657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] Attempting to bind port b1c1a680-5275-4c1c-9272-5098fec51a7a on network 1d18b746-cc48-4b0b-8822-7ec853348da1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:01:24.213271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] Port b1c1a680-5275-4c1c-9272-5098fec51a7a on network 1d18b746-cc48-4b0b-8822-7ec853348da1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:01:24.213826 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] Attempting to bind port b1c1a680-5275-4c1c-9272-5098fec51a7a on network 1d18b746-cc48-4b0b-8822-7ec853348da1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:01:24.219884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:01:24.220663 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] Checking segment: {'id': '8bdddb14-36b1-4359-9802-3d38f831e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:01:24.221238 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] Bound using segment: {'id': '8bdddb14-36b1-4359-9802-3d38f831e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:01:24.221886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] Bound port: b1c1a680-5275-4c1c-9272-5098fec51a7a, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bdddb14-36b1-4359-9802-3d38f831e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:01:24.222502 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:24.330185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] For port b1c1a680-5275-4c1c-9272-5098fec51a7a, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:01:24.340626 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66dff253-65db-4956-9c1a-f37eae37056c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:24.351060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] For port b1c1a680-5275-4c1c-9272-5098fec51a7a, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=b1c1a680-5275-4c1c-9272-5098fec51a7a,segment=NetworkSegment(8bdddb14-36b1-4359-9802-3d38f831e977),segment_id=8bdddb14-36b1-4359-9802-3d38f831e977)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:01:24.359333 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:24.373314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1200049-abac-4102-b737-45f87053bb0f req-b12e51a7-07be-4fa2-8c34-9b0773b657eb tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:24.374900 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c1200049-abac-4102-b737-45f87053bb0f req-b12e51a7-07be-4fa2-8c34-9b0773b657eb tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd21c4-f002-4b77-8128-c325c967fe2d HTTP/1.1" status: 200 len: 949 time: 0.0897439 Sep 07 19:01:24.394825 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66dff253-65db-4956-9c1a-f37eae37056c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626183'] for router, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:24.405402 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-1d4ac185-d509-4841-b615-679533e83b66 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Floating IP 71013651-b1b0-4493-9a37-8a659ccddafb associated. External IP: 172.25.8.139, port: a4de6704-a0ab-49a0-9d26-bba624d15721. Sep 07 19:01:24.426951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:24.427597 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:24.429393 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] 10.222.0.36 "PUT /v2.0/ports/b1c1a680-5275-4c1c-9272-5098fec51a7a HTTP/1.1" status: 200 len: 1091 time: 1.1713781 Sep 07 19:01:24.429861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d438fa3-2bfa-430d-93e6-e8fa2e44466f', 'tag': 'b1c1a680-5275-4c1c-9272-5098fec51a7a'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:01:24.432234 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c46594-b653-400b-854a-e9ae7b7df120" -d '{"events": [{"name": "network-changed", "server_uuid": "3d438fa3-2bfa-430d-93e6-e8fa2e44466f", "tag": "b1c1a680-5275-4c1c-9272-5098fec51a7a"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:01:24.495506 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c4ebf-3bba-4974-9c0f-7aace8e3f450 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c1a680-5275-4c1c-9272-5098fec51a7a,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:24.531782 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c1200049-abac-4102-b737-45f87053bb0f req-7296255d-9166-454a-acc1-cf95a1fae633 tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd6f24df-4c6d-40e6-b392-bf9a0e8deeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299405 Sep 07 19:01:24.533836 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be98d2c3-79e7-460d-b99d-0713045d6c78 x-openstack-request-id: req-be98d2c3-79e7-460d-b99d-0713045d6c78 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:01:24.534534 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d438fa3-2bfa-430d-93e6-e8fa2e44466f", "tag": "b1c1a680-5275-4c1c-9272-5098fec51a7a", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:01:24.535114 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-be98d2c3-79e7-460d-b99d-0713045d6c78 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:01:24.535864 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d438fa3-2bfa-430d-93e6-e8fa2e44466f', 'tag': 'b1c1a680-5275-4c1c-9272-5098fec51a7a', 'status': 'completed', 'code': 200} Sep 07 19:01:24.553376 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-bb7e22d5-565e-4170-949e-96340df40a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:24.555095 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-bb7e22d5-565e-4170-949e-96340df40a8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3e2f62770ce4512b55b3685f3a068f2&device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 1094 time: 0.0739083 Sep 07 19:01:24.640478 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-8a3e1fdc-fa13-4a45-9c85-d5d91d08571c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1c1a680-5275-4c1c-9272-5098fec51a7a HTTP/1.1" status: 200 len: 217 time: 0.0760252 Sep 07 19:01:24.730723 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-93cf29d2-c1d6-45d9-94d7-05b89f6b9687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:24.732758 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-93cf29d2-c1d6-45d9-94d7-05b89f6b9687 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e593cdc-1b32-4dc9-81bb-475156c283c6 HTTP/1.1" status: 200 len: 850 time: 0.0845847 Sep 07 19:01:24.802312 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7bf4b07a-a946-4ba0-8cae-d1c10f893e93 req-c2c9e565-86a2-4357-9ee1-c3329c7f2f6e tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:24.849071 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9e565-86a2-4357-9ee1-c3329c7f2f6e tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Pushing event deleted for resources: {'Port': ['ID=9915065f-2742-4b2f-9aed-9d6c607321db,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:24.866252 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-9703ff01-d8ae-4a13-aab5-06e795131d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:24.867845 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-9703ff01-d8ae-4a13-aab5-06e795131d79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d18b746-cc48-4b0b-8822-7ec853348da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252668 Sep 07 19:01:24.897653 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66dff253-65db-4956-9c1a-f37eae37056c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Router c8edd2ca-036c-4ef3-aea1-59ac4fd3c14f is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:01:24.946648 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf4b07a-a946-4ba0-8cae-d1c10f893e93 req-c2c9e565-86a2-4357-9ee1-c3329c7f2f6e tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] No DVR routers for this DVR port 9915065f-2742-4b2f-9aed-9d6c607321db on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:01:24.946899 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e241f55-9960-4a35-adfe-a6445e7b25b5 req-4976236a-c85e-4deb-8793-484e67ddd012 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:24.948421 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e241f55-9960-4a35-adfe-a6445e7b25b5 req-4976236a-c85e-4deb-8793-484e67ddd012 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.1720064 Sep 07 19:01:24.949648 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7bf4b07a-a946-4ba0-8cae-d1c10f893e93 req-c2c9e565-86a2-4357-9ee1-c3329c7f2f6e tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:24.952018 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7bf4b07a-a946-4ba0-8cae-d1c10f893e93 req-c2c9e565-86a2-4357-9ee1-c3329c7f2f6e tempest-ImagesOneServerTestJSON-1311574217 tempest-ImagesOneServerTestJSON-1311574217-project] 10.222.0.36 "DELETE /v2.0/ports/9915065f-2742-4b2f-9aed-9d6c607321db HTTP/1.1" status: 204 len: 173 time: 1.4057698 Sep 07 19:01:24.958075 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccd21c4-f002-4b77-8128-c325c967fe2d', 'name': 'network-vif-deleted', 'tag': '9915065f-2742-4b2f-9aed-9d6c607321db'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:01:24.960398 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49b1245-8000-46fb-8421-243bc385ce5c" -d '{"events": [{"server_uuid": "3ccd21c4-f002-4b77-8128-c325c967fe2d", "name": "network-vif-deleted", "tag": "9915065f-2742-4b2f-9aed-9d6c607321db"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:01:25.062793 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a05c62-f22c-4c43-b502-e01169e01e44 req-77cb90f1-5b95-41f2-9e74-85aaf8f4b52b tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:25.064780 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79a05c62-f22c-4c43-b502-e01169e01e44 req-77cb90f1-5b95-41f2-9e74-85aaf8f4b52b tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 943 time: 0.2043598 Sep 07 19:01:25.114453 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e241f55-9960-4a35-adfe-a6445e7b25b5 req-bd6080d6-92c5-4421-91e4-7bcea62d23f3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435995 Sep 07 19:01:25.141946 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dff253-65db-4956-9c1a-f37eae37056c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:01:25.147556 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4ac185-d509-4841-b615-679533e83b66 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Router 4a30ccef-116b-472a-8441-f7574b90d970 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:01:25.166609 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-77c20aba-5f36-441a-ba90-658bc51542a0 service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889099 Sep 07 19:01:25.167399 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66dff253-65db-4956-9c1a-f37eae37056c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:25.168687 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-66dff253-65db-4956-9c1a-f37eae37056c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "PUT /v2.0/routers/c8edd2ca-036c-4ef3-aea1-59ac4fd3c14f HTTP/1.1" status: 200 len: 693 time: 1.1879480 Sep 07 19:01:25.169490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d246eaf-3b6b-4668-a6a4-75b61c82b2ba None None] Sync routers for ids ['c8edd2ca-036c-4ef3-aea1-59ac4fd3c14f'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:01:25.176575 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42604) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:25.204718 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d246eaf-3b6b-4668-a6a4-75b61c82b2ba None None] Routers {'c8edd2ca-036c-4ef3-aea1-59ac4fd3c14f'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:25.207793 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-2d246eaf-3b6b-4668-a6a4-75b61c82b2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['c8edd2ca-036c-4ef3-aea1-59ac4fd3c14f'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:25.302076 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-2d246eaf-3b6b-4668-a6a4-75b61c82b2ba None None] Set router c8edd2ca-036c-4ef3-aea1-59ac4fd3c14f gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:01:25.328171 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79a05c62-f22c-4c43-b502-e01169e01e44 req-4a8d6bf2-bee5-459f-9480-c8b8da117dd3 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c11df72-2096-46f9-a572-b3babd3e7e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492073 Sep 07 19:01:25.378426 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-2d246eaf-3b6b-4668-a6a4-75b61c82b2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8edd2ca-036c-4ef3-aea1-59ac4fd3c14f', 'name': 'tempest-RoutersTest-router-359303658', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:01:23Z', 'updated_at': '2021-09-07T19:01:24Z', 'revision_number': 2, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:25.380182 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4ac185-d509-4841-b615-679533e83b66 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:01:25.397596 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b7d53d-139a-4cc0-8b6a-701b8223dd17 None None] Sync routers for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:01:25.413703 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b7d53d-139a-4cc0-8b6a-701b8223dd17 None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:25.414347 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b6b7d53d-139a-4cc0-8b6a-701b8223dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:25.418934 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3823c766-a514-4919-abb2-291de1845557 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/routers/c8edd2ca-036c-4ef3-aea1-59ac4fd3c14f HTTP/1.1" status: 200 len: 699 time: 0.2396395 Sep 07 19:01:25.423216 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42606) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:25.430259 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f34d62-1292-4d5f-88df-a6532c858820 x-openstack-request-id: req-d8f34d62-1292-4d5f-88df-a6532c858820 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:01:25.430910 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccd21c4-f002-4b77-8128-c325c967fe2d", "name": "network-vif-deleted", "tag": "9915065f-2742-4b2f-9aed-9d6c607321db", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:01:25.431564 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d8f34d62-1292-4d5f-88df-a6532c858820 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:01:25.432137 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccd21c4-f002-4b77-8128-c325c967fe2d', 'name': 'network-vif-deleted', 'tag': '9915065f-2742-4b2f-9aed-9d6c607321db', 'status': 'completed', 'code': 200} Sep 07 19:01:25.434733 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac185-d509-4841-b615-679533e83b66 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:25.465613 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d246eaf-3b6b-4668-a6a4-75b61c82b2ba None None] Checking router: c8edd2ca-036c-4ef3-aea1-59ac4fd3c14f for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:01:25.482608 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d246eaf-3b6b-4668-a6a4-75b61c82b2ba None None] Routers {'c8edd2ca-036c-4ef3-aea1-59ac4fd3c14f'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:25.483527 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-2d246eaf-3b6b-4668-a6a4-75b61c82b2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['c8edd2ca-036c-4ef3-aea1-59ac4fd3c14f'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:25.484103 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5a2e287d-1479-40e4-a255-30f61d005f49 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8edd2ca-036c-4ef3-aea1-59ac4fd3c14f HTTP/1.1" status: 200 len: 205 time: 0.0591841 Sep 07 19:01:25.488913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42608) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:25.520756 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b6b7d53d-139a-4cc0-8b6a-701b8223dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:25.544242 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a8ef1b8-3695-4ae7-8432-1805cdacba62 req-528dead3-c4fb-42af-9d77-8706c90f8496 service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665373 Sep 07 19:01:25.546739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42610) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:25.547641 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1d4ac185-d509-4841-b615-679533e83b66 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.5737436 Sep 07 19:01:25.554059 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b7d53d-139a-4cc0-8b6a-701b8223dd17 None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:25.556232 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b6b7d53d-139a-4cc0-8b6a-701b8223dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:00:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:25.572259 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-04e4d9e0-3d57-4b72-afce-9d4685223832 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-490360673'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:25.629290 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-294b9b82-d12a-4ea7-a282-344dd4d6542c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:25.641631 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-2d246eaf-3b6b-4668-a6a4-75b61c82b2ba None None] Set router c8edd2ca-036c-4ef3-aea1-59ac4fd3c14f gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:01:25.707262 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-2d246eaf-3b6b-4668-a6a4-75b61c82b2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8edd2ca-036c-4ef3-aea1-59ac4fd3c14f', 'name': 'tempest-RoutersTest-router-359303658', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:01:23Z', 'updated_at': '2021-09-07T19:01:24Z', 'revision_number': 2, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:25.721208 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b6b7d53d-139a-4cc0-8b6a-701b8223dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:25.722235 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b7d53d-139a-4cc0-8b6a-701b8223dd17 None None] The sync data for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:01:25.759712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d246eaf-3b6b-4668-a6a4-75b61c82b2ba None None] The sync data for ids ['c8edd2ca-036c-4ef3-aea1-59ac4fd3c14f'] in n-d-807786-1 is: [{'id': 'c8edd2ca-036c-4ef3-aea1-59ac4fd3c14f', 'name': 'tempest-RoutersTest-router-359303658', 'tenant_id': 'a3cefdca228647e789b9074f06af403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:01:23Z', 'updated_at': '2021-09-07T19:01:24Z', 'revision_number': 2, 'project_id': 'a3cefdca228647e789b9074f06af403e', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:01:25.815665 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e4d9e0-3d57-4b72-afce-9d4685223832 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Made reservation on behalf of 23ad2cb4bb894638aff82c1844ea705e for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:01:25.822376 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-04e4d9e0-3d57-4b72-afce-9d4685223832 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:25.925841 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c7163424-1cf7-4c33-882a-2535c7b01fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:26.009886 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-294b9b82-d12a-4ea7-a282-344dd4d6542c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:26.013546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c46594-b653-400b-854a-e9ae7b7df120 req-d127e801-907e-4794-8c70-b15292402da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:26.015314 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93c46594-b653-400b-854a-e9ae7b7df120 req-d127e801-907e-4794-8c70-b15292402da6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3e2f62770ce4512b55b3685f3a068f2&device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 1094 time: 0.2808685 Sep 07 19:01:26.019279 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-294b9b82-d12a-4ea7-a282-344dd4d6542c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:26.021142 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e4d9e0-3d57-4b72-afce-9d4685223832 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:01:26.110122 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-04e4d9e0-3d57-4b72-afce-9d4685223832 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:26.111344 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-04e4d9e0-3d57-4b72-afce-9d4685223832 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Added segment 5260d736-90d2-498c-91e9-ecf3a26a4744 of type vlan for network 36c78d8d-a6d5-48bd-848a-5dcd00101f4b Sep 07 19:01:26.130749 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-294b9b82-d12a-4ea7-a282-344dd4d6542c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:26.131447 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294b9b82-d12a-4ea7-a282-344dd4d6542c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Fanout notify agent at l3_agent the message router_deleted on router c8edd2ca-036c-4ef3-aea1-59ac4fd3c14f {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:01:26.142016 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-294b9b82-d12a-4ea7-a282-344dd4d6542c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:26.143332 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-294b9b82-d12a-4ea7-a282-344dd4d6542c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/routers/c8edd2ca-036c-4ef3-aea1-59ac4fd3c14f HTTP/1.1" status: 204 len: 168 time: 0.6541221 Sep 07 19:01:26.147559 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42620) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:26.174742 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42624) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:26.211687 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c33ee001-6896-47ef-b365-1317da391162 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8edd2ca-036c-4ef3-aea1-59ac4fd3c14f HTTP/1.1" status: 200 len: 205 time: 0.0627508 Sep 07 19:01:26.214902 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42628) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:26.234247 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-04e4d9e0-3d57-4b72-afce-9d4685223832 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:26.309454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c46594-b653-400b-854a-e9ae7b7df120 req-3fb2fc33-45d4-48e3-84ad-80c4702d0579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:26.312375 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93c46594-b653-400b-854a-e9ae7b7df120 req-3fb2fc33-45d4-48e3-84ad-80c4702d0579 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d18b746-cc48-4b0b-8822-7ec853348da1 HTTP/1.1" status: 200 len: 912 time: 0.2316830 Sep 07 19:01:26.315673 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-04e4d9e0-3d57-4b72-afce-9d4685223832 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:26.322037 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e4d9e0-3d57-4b72-afce-9d4685223832 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:26.323022 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-04e4d9e0-3d57-4b72-afce-9d4685223832 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:26.429498 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-04e4d9e0-3d57-4b72-afce-9d4685223832 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8816249 Sep 07 19:01:26.431309 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93c46594-b653-400b-854a-e9ae7b7df120 req-7038c264-df76-4595-98db-e3aaf991088c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1c1a680-5275-4c1c-9272-5098fec51a7a HTTP/1.1" status: 200 len: 217 time: 0.1034415 Sep 07 19:01:26.436919 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42632) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:26.469900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-b01abb8a-fc9b-4b86-9def-847c262c37c0 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Request body: {'subnet': {'network_id': '36c78d8d-a6d5-48bd-848a-5dcd00101f4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:26.481485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156980e-a602-4121-93c2-b921198dc23a req-93223c20-2a4f-4305-855b-2ff312151cbc tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:26.483150 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e156980e-a602-4121-93c2-b921198dc23a req-93223c20-2a4f-4305-855b-2ff312151cbc tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.2238610 Sep 07 19:01:26.547815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4d9e0-3d57-4b72-afce-9d4685223832 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Network': ['ID=36c78d8d-a6d5-48bd-848a-5dcd00101f4b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:26.562623 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 36c78d8d-a6d5-48bd-848a-5dcd00101f4b details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:01:26.580621 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-e1d3c898-9206-4605-b3a8-255fc8e2b7ec tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] delete failed (client error): The resource could not be found. Sep 07 19:01:26.581663 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e1d3c898-9206-4605-b3a8-255fc8e2b7ec tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/routers/c8edd2ca-036c-4ef3-aea1-59ac4fd3c14f HTTP/1.1" status: 404 len: 336 time: 0.3656948 Sep 07 19:01:26.584642 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42634) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:26.635416 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8106bd8e-215e-4779-9934-aaf0f154ed72 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] DELETE failed (client error): The resource could not be found. Sep 07 19:01:26.635904 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8106bd8e-215e-4779-9934-aaf0f154ed72 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:01:26.641679 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8106bd8e-215e-4779-9934-aaf0f154ed72 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/subnets/5e50f84a-91be-40d4-846c-79ae62ce1cfe HTTP/1.1" status: 404 len: 337 time: 0.0487084 Sep 07 19:01:26.642358 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42636) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:26.645966 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c46594-b653-400b-854a-e9ae7b7df120 req-017813e6-903e-4443-b0df-f6da81361556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:26.647561 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93c46594-b653-400b-854a-e9ae7b7df120 req-017813e6-903e-4443-b0df-f6da81361556 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e593cdc-1b32-4dc9-81bb-475156c283c6 HTTP/1.1" status: 200 len: 850 time: 0.1819317 Sep 07 19:01:26.679513 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b894d946-d3e0-422e-972c-b476d1b5fef1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] DELETE failed (client error): The resource could not be found. Sep 07 19:01:26.679875 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b894d946-d3e0-422e-972c-b476d1b5fef1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:01:26.686625 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b894d946-d3e0-422e-972c-b476d1b5fef1 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/subnets/a8da9826-7652-4442-bb5b-e9c07b2da084 HTTP/1.1" status: 404 len: 337 time: 0.0399857 Sep 07 19:01:26.688144 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42638) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:26.724499 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e156980e-a602-4121-93c2-b921198dc23a req-bfab9f3e-7315-47d8-9821-bc852ff947ef tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987891 Sep 07 19:01:26.733074 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-058c8536-a464-485e-89e7-12f09501d174 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] DELETE failed (client error): The resource could not be found. Sep 07 19:01:26.733794 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-058c8536-a464-485e-89e7-12f09501d174 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:01:26.735806 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-058c8536-a464-485e-89e7-12f09501d174 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/subnets/b05e98c3-deb4-466e-bcdc-40edec9e9181 HTTP/1.1" status: 404 len: 337 time: 0.0441816 Sep 07 19:01:26.737681 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2bdd8-2b28-4f80-bc97-93732906e801 req-3773e2b9-8a77-451b-98f0-ac57152065f1 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:26.739243 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38e2bdd8-2b28-4f80-bc97-93732906e801 req-3773e2b9-8a77-451b-98f0-ac57152065f1 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 943 time: 0.3041627 Sep 07 19:01:26.740149 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42642) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:26.779336 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01abb8a-fc9b-4b86-9def-847c262c37c0 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Made reservation on behalf of 23ad2cb4bb894638aff82c1844ea705e for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:01:26.780232 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc5955a-9805-4a18-8913-2dc1a0c162fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] DELETE failed (client error): The resource could not be found. Sep 07 19:01:26.780786 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc5955a-9805-4a18-8913-2dc1a0c162fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:01:26.783936 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0bc5955a-9805-4a18-8913-2dc1a0c162fe tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/subnets/e5388a54-ba1d-44f9-96e4-5a467d028cf2 HTTP/1.1" status: 404 len: 337 time: 0.0413394 Sep 07 19:01:26.784209 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b01abb8a-fc9b-4b86-9def-847c262c37c0 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:26.785626 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9915065f-2742-4b2f-9aed-9d6c607321db no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:01:26.793769 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42644) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:26.803245 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ccb1bbcf-685d-484e-9d37-6cdad43e5d67 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9eedab54d1af4967a3249db86cab646f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6275012 Sep 07 19:01:26.804029 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42646) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:26.826684 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 9915065f-2742-4b2f-9aed-9d6c607321db {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:01:26.834223 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9915065f-2742-4b2f-9aed-9d6c607321db not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:01:26.838112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c46594-b653-400b-854a-e9ae7b7df120 req-968c87f9-3cf8-42d0-91b6-7752c9ae0de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:26.840237 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93c46594-b653-400b-854a-e9ae7b7df120 req-968c87f9-3cf8-42d0-91b6-7752c9ae0de0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d18b746-cc48-4b0b-8822-7ec853348da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1708801 Sep 07 19:01:26.865394 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1c2b3549-a9a6-42c5-9f76-90e3a16dd7ce tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 HTTP/1.1" status: 200 len: 205 time: 0.0703781 Sep 07 19:01:26.868208 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42648) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:26.890901 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38e2bdd8-2b28-4f80-bc97-93732906e801 req-009d6c65-4fa2-4947-94d9-7f1e4eabc696 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c11df72-2096-46f9-a572-b3babd3e7e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451764 Sep 07 19:01:26.922843 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-af49cac6-b367-4502-834a-f69b2f4aaba9 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] delete failed (client error): The resource could not be found. Sep 07 19:01:26.926984 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-af49cac6-b367-4502-834a-f69b2f4aaba9 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/routers/2cd85dc0-5c5a-4506-b15e-3bf58d9a5267 HTTP/1.1" status: 404 len: 336 time: 0.0547698 Sep 07 19:01:26.927590 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42650) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:26.961391 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ec11ebaf-9d86-4f60-b37f-cce2bf4159a5 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/ports?device_id=a04e98ec-684a-4531-9bb7-5c16908ad6b3 HTTP/1.1" status: 200 len: 205 time: 0.0323589 Sep 07 19:01:26.967104 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42652) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:27.006166 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-d27bc955-0099-4114-bf26-a9ac85a9af39 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] delete failed (client error): The resource could not be found. Sep 07 19:01:27.009959 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d27bc955-0099-4114-bf26-a9ac85a9af39 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/routers/a04e98ec-684a-4531-9bb7-5c16908ad6b3 HTTP/1.1" status: 404 len: 336 time: 0.0419421 Sep 07 19:01:27.010752 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42654) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:27.011829 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a943f2af-bc87-48a4-97fb-8340bf14a0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:27.037272 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93c46594-b653-400b-854a-e9ae7b7df120 req-810a4670-884c-4d02-a472-ebb9b6429749 service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748002 Sep 07 19:01:27.051140 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c2b69d-bc26-4ecf-878f-1865f1ba18d4 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] DELETE failed (client error): The resource could not be found. Sep 07 19:01:27.051458 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c2b69d-bc26-4ecf-878f-1865f1ba18d4 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:01:27.055793 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-14c2b69d-bc26-4ecf-878f-1865f1ba18d4 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/subnets/ad7e06a1-879e-40f6-9dab-d6637fd2a5e0 HTTP/1.1" status: 404 len: 337 time: 0.0419474 Sep 07 19:01:27.056384 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42656) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:27.095267 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1e9ad260-d63f-4890-8d73-38c9f8a977d8 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/ports?device_id=d954cf67-3e2d-40f1-8de8-13ac5fe825be HTTP/1.1" status: 200 len: 205 time: 0.0340588 Sep 07 19:01:27.095808 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42658) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:27.098224 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a943f2af-bc87-48a4-97fb-8340bf14a0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:27.152411 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-707cf264-aa99-4e29-9926-d77e1a2ad30b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] delete failed (client error): The resource could not be found. Sep 07 19:01:27.153642 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-707cf264-aa99-4e29-9926-d77e1a2ad30b tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/routers/d954cf67-3e2d-40f1-8de8-13ac5fe825be HTTP/1.1" status: 404 len: 336 time: 0.0532255 Sep 07 19:01:27.159405 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42660) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:27.211659 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-20a087f9-2a6f-4d6e-86e9-ed064c836e4c tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/ports?device_id=23d5fe40-946f-465f-ba64-e9d989d84c85 HTTP/1.1" status: 200 len: 205 time: 0.0507257 Sep 07 19:01:27.213961 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42662) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:27.263546 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-41fb8324-9e49-4e6d-ad2b-c1635ad3e089 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] delete failed (client error): The resource could not be found. Sep 07 19:01:27.264780 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-41fb8324-9e49-4e6d-ad2b-c1635ad3e089 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/routers/23d5fe40-946f-465f-ba64-e9d989d84c85 HTTP/1.1" status: 404 len: 336 time: 0.0490742 Sep 07 19:01:27.272125 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42664) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:27.302965 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-689ad77e-bf00-45ee-8f37-332e0b5f9137 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] DELETE failed (client error): The resource could not be found. Sep 07 19:01:27.303438 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-689ad77e-bf00-45ee-8f37-332e0b5f9137 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:01:27.305263 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-689ad77e-bf00-45ee-8f37-332e0b5f9137 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/subnets/d6353e0e-f6d9-4526-9a12-6bd31ff04c0c HTTP/1.1" status: 404 len: 337 time: 0.0317457 Sep 07 19:01:27.307825 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42666) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:27.319570 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a943f2af-bc87-48a4-97fb-8340bf14a0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:27.322283 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a943f2af-bc87-48a4-97fb-8340bf14a0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:27.326300 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a943f2af-bc87-48a4-97fb-8340bf14a0d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd6f24df-4c6d-40e6-b392-bf9a0e8deeda HTTP/1.1" status: 204 len: 168 time: 0.5184925 Sep 07 19:01:27.355385 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3838ea8d-2325-4861-9f02-f38924406e91 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/ports?device_id=2990829f-495f-44a5-be54-e078bde2523f HTTP/1.1" status: 200 len: 205 time: 0.0436161 Sep 07 19:01:27.355385 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943f2af-bc87-48a4-97fb-8340bf14a0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6f24df-4c6d-40e6-b392-bf9a0e8deeda,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:27.355997 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42670) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:27.395661 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-c5935b7d-48a8-4b93-b0a7-b6a48772ba3a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] delete failed (client error): The resource could not be found. Sep 07 19:01:27.396757 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c5935b7d-48a8-4b93-b0a7-b6a48772ba3a tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/routers/2990829f-495f-44a5-be54-e078bde2523f HTTP/1.1" status: 404 len: 336 time: 0.0398614 Sep 07 19:01:27.399239 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42672) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:27.427786 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9341c189-e2d9-4cdc-aab2-24d7dc7e3249 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] DELETE failed (client error): The resource could not be found. Sep 07 19:01:27.428378 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9341c189-e2d9-4cdc-aab2-24d7dc7e3249 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:01:27.430258 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9341c189-e2d9-4cdc-aab2-24d7dc7e3249 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/subnets/d2d713b0-80fe-4e24-bfed-468fe88f2f17 HTTP/1.1" status: 404 len: 337 time: 0.0298960 Sep 07 19:01:27.432854 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42674) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:27.469553 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2f6e1fd9-7654-454d-8aca-466b4f0a004d tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3f4ff1-0827-40d8-8579-407dd981aa60 HTTP/1.1" status: 200 len: 205 time: 0.0327556 Sep 07 19:01:27.471840 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42678) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:27.512736 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-4826f8e1-a2c6-4848-aa1c-6a3a9db3e172 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] delete failed (client error): The resource could not be found. Sep 07 19:01:27.516482 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4826f8e1-a2c6-4848-aa1c-6a3a9db3e172 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/routers/5b3f4ff1-0827-40d8-8579-407dd981aa60 HTTP/1.1" status: 404 len: 336 time: 0.0433967 Sep 07 19:01:27.517178 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42680) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:27.546405 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4644ac-fc8d-4772-8f0d-72a610ef04e0 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] DELETE failed (client error): The resource could not be found. Sep 07 19:01:27.548783 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4644ac-fc8d-4772-8f0d-72a610ef04e0 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:01:27.550857 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8a4644ac-fc8d-4772-8f0d-72a610ef04e0 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/subnets/2a66a5cf-5c21-4578-a195-cea25da54f07 HTTP/1.1" status: 404 len: 337 time: 0.0326545 Sep 07 19:01:27.555624 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42684) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:27.562617 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b01abb8a-fc9b-4b86-9def-847c262c37c0 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:27.602219 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5bd202d-8913-4cb8-94fd-aebc3ecfb311 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] DELETE failed (client error): The resource could not be found. Sep 07 19:01:27.602417 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93c46594-b653-400b-854a-e9ae7b7df120 req-ea6924da-cd59-4f5c-96ea-860708e5c414 service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421638 Sep 07 19:01:27.602684 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5bd202d-8913-4cb8-94fd-aebc3ecfb311 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:01:27.608909 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e5bd202d-8913-4cb8-94fd-aebc3ecfb311 tempest-RoutersTest-593702915 tempest-RoutersTest-593702915-project] 10.222.0.26 "DELETE /v2.0/subnets/693785b1-189a-4c4a-aa3a-46ddd5a3001f HTTP/1.1" status: 404 len: 337 time: 0.0486879 Sep 07 19:01:27.660552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01abb8a-fc9b-4b86-9def-847c262c37c0 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Subnet': ['ID=ef301446-8f35-49c9-9570-1fb1bb1f54db,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:27.675816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01abb8a-fc9b-4b86-9def-847c262c37c0 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Checking segment: {'id': '5260d736-90d2-498c-91e9-ecf3a26a4744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36c78d8d-a6d5-48bd-848a-5dcd00101f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:01:27.676193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01abb8a-fc9b-4b86-9def-847c262c37c0 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Network hostable DHCP agents. Network: 36c78d8d-a6d5-48bd-848a-5dcd00101f4b, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:01:27.697320 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01abb8a-fc9b-4b86-9def-847c262c37c0 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Network 36c78d8d-a6d5-48bd-848a-5dcd00101f4b is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:01:27.707696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-b01abb8a-fc9b-4b86-9def-847c262c37c0 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 36c78d8d-a6d5-48bd-848a-5dcd00101f4b) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:01:27.719658 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cedf588-6499-4694-affb-4e5a69a97fa4 None None] Network 36c78d8d-a6d5-48bd-848a-5dcd00101f4b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:01:27.726034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01abb8a-fc9b-4b86-9def-847c262c37c0 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:27.726852 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b01abb8a-fc9b-4b86-9def-847c262c37c0 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:27.747371 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b01abb8a-fc9b-4b86-9def-847c262c37c0 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3093734 Sep 07 19:01:27.749954 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42694) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:27.756013 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-64cf366f-9cee-4eb0-94b2-5191d8fd1549 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1836531690', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:27.786595 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64cf366f-9cee-4eb0-94b2-5191d8fd1549 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:27.788749 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64cf366f-9cee-4eb0-94b2-5191d8fd1549 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:27.920185 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64cf366f-9cee-4eb0-94b2-5191d8fd1549 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:28.055216 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42706) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:28.079400 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6e4db-5793-4dff-b345-987b89f37c45 req-dd9dfd26-a354-4e21-a1b8-41de0e8afcb0 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:28.082811 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-36c78d8d-a6d5-48bd-848a-5dcd00101f4b', 'network_id': '36c78d8d-a6d5-48bd-848a-5dcd00101f4b', 'tenant_id': '23ad2cb4bb894638aff82c1844ea705e', 'fixed_ips': [{'subnet_id': 'ef301446-8f35-49c9-9570-1fb1bb1f54db'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:01:28.083733 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:28.088003 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-78e6e4db-5793-4dff-b345-987b89f37c45 req-dd9dfd26-a354-4e21-a1b8-41de0e8afcb0 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.1333668 Sep 07 19:01:28.156691 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-78e6e4db-5793-4dff-b345-987b89f37c45 req-21b4c7a6-2ad7-459b-8615-47c1dc79f382 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647004 Sep 07 19:01:28.195485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583c594-c253-4655-a9f3-beb6b6b4d200 req-89deffcb-061d-4653-b469-f5af46ad333a tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:28.204969 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f583c594-c253-4655-a9f3-beb6b6b4d200 req-89deffcb-061d-4653-b469-f5af46ad333a tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 943 time: 0.1662376 Sep 07 19:01:28.248638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f583c594-c253-4655-a9f3-beb6b6b4d200 req-2d1018e5-9d60-421e-beec-1ea1d6d2fdf3 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c11df72-2096-46f9-a572-b3babd3e7e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414877 Sep 07 19:01:28.277660 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64cf366f-9cee-4eb0-94b2-5191d8fd1549 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:28.313526 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] Allocated IP 172.20.0.2 (36c78d8d-a6d5-48bd-848a-5dcd00101f4b/ef301446-8f35-49c9-9570-1fb1bb1f54db/cd30dce4-fdac-4628-895e-48c5d4cc24aa) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:01:28.410467 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42716) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:28.505173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-7b85f234-9007-47d3-8a59-5cf17d80797f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-620734573-network', 'tenant_id': 'de55150deb124c6aa9d6dbf032048b44'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:28.508296 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:28.520587 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] Transition to ACTIVE for port object cd30dce4-fdac-4628-895e-48c5d4cc24aa will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:01:28.540160 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] Transition to ACTIVE for port object cd30dce4-fdac-4628-895e-48c5d4cc24aa will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:01:28.543491 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-26603fa9-8be8-4154-bf17-489acb94c069 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a3cefdca228647e789b9074f06af403e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4293671 Sep 07 19:01:28.547899 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42720) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:28.548128 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:28.568775 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] Network 36c78d8d-a6d5-48bd-848a-5dcd00101f4b is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:01:28.571319 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:01:28.574462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b85f234-9007-47d3-8a59-5cf17d80797f admin admin] Made reservation on behalf of de55150deb124c6aa9d6dbf032048b44 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:01:28.575317 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:01:28.577447 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7b85f234-9007-47d3-8a59-5cf17d80797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:28.596621 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7b85f234-9007-47d3-8a59-5cf17d80797f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:28.609006 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64cf366f-9cee-4eb0-94b2-5191d8fd1549 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:28.629950 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64cf366f-9cee-4eb0-94b2-5191d8fd1549 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:28.677138 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] Pushing event updated for resources: {'Port': ['ID=cd30dce4-fdac-4628-895e-48c5d4cc24aa,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:28.686933 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4d933b51-3752-4460-855c-a012ffd0d011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:28.691138 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] Attempting to bind port cd30dce4-fdac-4628-895e-48c5d4cc24aa on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:01:28.691504 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] Attempting to bind port cd30dce4-fdac-4628-895e-48c5d4cc24aa by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '5260d736-90d2-498c-91e9-ecf3a26a4744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36c78d8d-a6d5-48bd-848a-5dcd00101f4b'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:01:28.691868 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] Attempting to bind port cd30dce4-fdac-4628-895e-48c5d4cc24aa on network 36c78d8d-a6d5-48bd-848a-5dcd00101f4b {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:01:28.698000 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:01:28.698379 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] Checking segment: {'id': '5260d736-90d2-498c-91e9-ecf3a26a4744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36c78d8d-a6d5-48bd-848a-5dcd00101f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:01:28.699505 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:28.699901 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] Bound using segment: {'id': '5260d736-90d2-498c-91e9-ecf3a26a4744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36c78d8d-a6d5-48bd-848a-5dcd00101f4b'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:01:28.700382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] Bound port: cd30dce4-fdac-4628-895e-48c5d4cc24aa, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5260d736-90d2-498c-91e9-ecf3a26a4744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36c78d8d-a6d5-48bd-848a-5dcd00101f4b'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:01:28.701428 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:28.751218 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4d933b51-3752-4460-855c-a012ffd0d011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:28.773659 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] For port cd30dce4-fdac-4628-895e-48c5d4cc24aa, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:01:28.777113 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] For port cd30dce4-fdac-4628-895e-48c5d4cc24aa, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cd30dce4-fdac-4628-895e-48c5d4cc24aa,segment=NetworkSegment(5260d736-90d2-498c-91e9-ecf3a26a4744),segment_id=5260d736-90d2-498c-91e9-ecf3a26a4744)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:01:28.786787 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:28.789737 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device b1c1a680-5275-4c1c-9272-5098fec51a7a details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:01:28.792795 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-64cf366f-9cee-4eb0-94b2-5191d8fd1549 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Allocated IP 172.25.8.231 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/9f132c81-24b9-4db2-b033-4f59d21de83b) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:01:28.856344 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1b380db8-f500-431c-9604-25301f5ce9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:28.898675 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7b85f234-9007-47d3-8a59-5cf17d80797f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:28.907856 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7b85f234-9007-47d3-8a59-5cf17d80797f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:28.913923 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4d933b51-3752-4460-855c-a012ffd0d011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:28.919395 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4d933b51-3752-4460-855c-a012ffd0d011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:28.920566 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eda2dc-32b5-401d-aecf-627cd4aab528 None None] Pushing event updated for resources: {'Port': ['ID=cd30dce4-fdac-4628-895e-48c5d4cc24aa,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:28.935918 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4d933b51-3752-4460-855c-a012ffd0d011 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f808f4b8-375c-470c-8f83-8f7ff8a7ba8e HTTP/1.1" status: 204 len: 168 time: 0.3806031 Sep 07 19:01:28.989911 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b85f234-9007-47d3-8a59-5cf17d80797f admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:01:29.003566 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85f234-9007-47d3-8a59-5cf17d80797f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ab6e05-d25b-4416-8e11-fabb7fa50269,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:29.012726 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64cf366f-9cee-4eb0-94b2-5191d8fd1549 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:29.018797 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7b85f234-9007-47d3-8a59-5cf17d80797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:29.020795 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-7b85f234-9007-47d3-8a59-5cf17d80797f admin admin] Added segment a37264a1-8764-4c16-b21c-d53a30080480 of type vlan for network b5b935a4-009e-4160-9e70-0c0d6e591b7e Sep 07 19:01:29.070690 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port b1c1a680-5275-4c1c-9272-5098fec51a7a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=b1c1a680-5275-4c1c-9272-5098fec51a7a,segment=NetworkSegment(8bdddb14-36b1-4359-9802-3d38f831e977),segment_id=8bdddb14-36b1-4359-9802-3d38f831e977)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:29.074429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d933b51-3752-4460-855c-a012ffd0d011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f808f4b8-375c-470c-8f83-8f7ff8a7ba8e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:29.077055 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64cf366f-9cee-4eb0-94b2-5191d8fd1549 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:29.112981 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:29.146902 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'b1c1a680-5275-4c1c-9272-5098fec51a7a', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'port_id': 'b1c1a680-5275-4c1c-9272-5098fec51a7a', 'mac_address': 'fa:16:3e:85:e4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:01:29.156993 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7b85f234-9007-47d3-8a59-5cf17d80797f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:29.215344 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf366f-9cee-4eb0-94b2-5191d8fd1549 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:01:29.219730 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:29.225331 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-64cf366f-9cee-4eb0-94b2-5191d8fd1549 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:01:29.232101 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7b85f234-9007-47d3-8a59-5cf17d80797f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:29.233551 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b85f234-9007-47d3-8a59-5cf17d80797f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:29.234159 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7b85f234-9007-47d3-8a59-5cf17d80797f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:29.236730 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cf366f-9cee-4eb0-94b2-5191d8fd1549 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:01:29.238715 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c1a680-5275-4c1c-9272-5098fec51a7a {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:01:29.270563 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port b1c1a680-5275-4c1c-9272-5098fec51a7a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=b1c1a680-5275-4c1c-9272-5098fec51a7a,segment=NetworkSegment(8bdddb14-36b1-4359-9802-3d38f831e977),segment_id=8bdddb14-36b1-4359-9802-3d38f831e977)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:29.282522 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:29.301994 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42732) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:29.302633 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7b85f234-9007-47d3-8a59-5cf17d80797f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8904421 Sep 07 19:01:29.333031 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf366f-9cee-4eb0-94b2-5191d8fd1549 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Port': ['ID=9f132c81-24b9-4db2-b033-4f59d21de83b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:29.366347 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-32cd8469-e98f-4ec0-b665-5c51cf5c45a5 admin admin] Request body: {'subnet': {'network_id': 'b5b935a4-009e-4160-9e70-0c0d6e591b7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-620734573-subnet', 'tenant_id': 'de55150deb124c6aa9d6dbf032048b44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:29.383553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=b1c1a680-5275-4c1c-9272-5098fec51a7a,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:29.438410 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85f234-9007-47d3-8a59-5cf17d80797f admin admin] Pushing event updated for resources: {'Network': ['ID=b5b935a4-009e-4160-9e70-0c0d6e591b7e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:29.450622 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network b5b935a4-009e-4160-9e70-0c0d6e591b7e details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:01:29.538501 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad17913-f9b1-4759-aa4d-5807abdac76b req-cbac53c3-4dbf-4b93-b504-ad3bc12289bd tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:29.540828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ad17913-f9b1-4759-aa4d-5807abdac76b req-cbac53c3-4dbf-4b93-b504-ad3bc12289bd tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.1610579 Sep 07 19:01:29.544653 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['b1c1a680-5275-4c1c-9272-5098fec51a7a'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:01:29.591790 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e50aa-2e94-4328-87fa-44f79de511f1 req-d26b6ea3-02b4-4027-96f7-521a5516df1e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:29.593510 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-394e50aa-2e94-4328-87fa-44f79de511f1 req-d26b6ea3-02b4-4027-96f7-521a5516df1e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 944 time: 0.1524634 Sep 07 19:01:29.639089 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ad17913-f9b1-4759-aa4d-5807abdac76b req-de1480e2-7fab-46c0-b4d2-8efed95a573c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889602 Sep 07 19:01:29.641908 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cd8469-e98f-4ec0-b665-5c51cf5c45a5 admin admin] Made reservation on behalf of de55150deb124c6aa9d6dbf032048b44 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:01:29.644759 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-32cd8469-e98f-4ec0-b665-5c51cf5c45a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:29.691439 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-394e50aa-2e94-4328-87fa-44f79de511f1 req-3c89acf6-50ca-4989-b260-61206d632f56 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c11df72-2096-46f9-a572-b3babd3e7e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880723 Sep 07 19:01:30.019119 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64cf366f-9cee-4eb0-94b2-5191d8fd1549 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:30.068341 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-32cd8469-e98f-4ec0-b665-5c51cf5c45a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:30.079941 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42750) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:30.140605 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:30.190038 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd8469-e98f-4ec0-b665-5c51cf5c45a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=099526cd-4957-4192-8eac-1447e05d98aa,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:30.223522 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd8469-e98f-4ec0-b665-5c51cf5c45a5 admin admin] Checking segment: {'id': 'a37264a1-8764-4c16-b21c-d53a30080480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b5b935a4-009e-4160-9e70-0c0d6e591b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:01:30.223879 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cd8469-e98f-4ec0-b665-5c51cf5c45a5 admin admin] Network hostable DHCP agents. Network: b5b935a4-009e-4160-9e70-0c0d6e591b7e, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:01:30.248980 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-bf24fa9a-c460-40a0-8d04-e47ec865a813 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106177113'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:30.287855 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bf24fa9a-c460-40a0-8d04-e47ec865a813 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:30.295245 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cd8469-e98f-4ec0-b665-5c51cf5c45a5 admin admin] Network b5b935a4-009e-4160-9e70-0c0d6e591b7e is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:01:30.298029 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bf24fa9a-c460-40a0-8d04-e47ec865a813 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:30.301957 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0cf3ee-7e38-4b40-b67c-f150c39d6eb7 None None] Network 36c78d8d-a6d5-48bd-848a-5dcd00101f4b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:01:30.349314 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-32cd8469-e98f-4ec0-b665-5c51cf5c45a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, b5b935a4-009e-4160-9e70-0c0d6e591b7e) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:01:30.357153 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cd8469-e98f-4ec0-b665-5c51cf5c45a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:30.357429 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-32cd8469-e98f-4ec0-b665-5c51cf5c45a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:30.383650 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64cf366f-9cee-4eb0-94b2-5191d8fd1549 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:30.385952 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935a23d6-285e-40a9-a73c-ca243d4f38ea None None] Network b5b935a4-009e-4160-9e70-0c0d6e591b7e requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:01:30.422647 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bf24fa9a-c460-40a0-8d04-e47ec865a813 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:30.433609 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bf24fa9a-c460-40a0-8d04-e47ec865a813 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:30.448006 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-32cd8469-e98f-4ec0-b665-5c51cf5c45a5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1364436 Sep 07 19:01:30.462793 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e7946cfc-571b-4be5-915b-a84676af43c2 None None] Provisioning for port cd30dce4-fdac-4628-895e-48c5d4cc24aa completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:01:30.497717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24fa9a-c460-40a0-8d04-e47ec865a813 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4185747-72a8-4570-b400-3d25456f22e1,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:30.585306 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64cf366f-9cee-4eb0-94b2-5191d8fd1549 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Router d2dc7392-12cd-4cfc-a197-9cbed159140b is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:01:30.588855 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bf24fa9a-c460-40a0-8d04-e47ec865a813 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:30.593157 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bf24fa9a-c460-40a0-8d04-e47ec865a813 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:30.628002 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8bf233-496b-476c-8fbe-adb1a3672dcf None None] Network b5b935a4-009e-4160-9e70-0c0d6e591b7e requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:01:30.655028 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bf24fa9a-c460-40a0-8d04-e47ec865a813 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:30.658654 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bf24fa9a-c460-40a0-8d04-e47ec865a813 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5733855 Sep 07 19:01:30.658654 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24fa9a-c460-40a0-8d04-e47ec865a813 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94108acc-0706-4c0f-82a6-41f764e02b40,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:30.660673 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42758) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:30.768424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2f69b7e5-44de-465e-88a3-f488df68a31c tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1063766 Sep 07 19:01:30.771335 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42766) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:30.805140 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 90fadad9-fd8f-4d42-842b-cf3398677a79 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:01:30.810597 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-9077c8ba-468e-4382-8762-636c016422f4 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Request body: {'security_group': {'name': 'tempest-security--689524649', 'description': 'tempest-security-description-60470759'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:30.839625 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cf366f-9cee-4eb0-94b2-5191d8fd1549 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:01:30.853100 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device b1c1a680-5275-4c1c-9272-5098fec51a7a up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:01:30.862082 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9572a93b-c9a5-4488-a44f-4ca29eaffd9f None None] Sync routers for ids ['d2dc7392-12cd-4cfc-a197-9cbed159140b'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:01:30.864871 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64cf366f-9cee-4eb0-94b2-5191d8fd1549 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:30.869143 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-64cf366f-9cee-4eb0-94b2-5191d8fd1549 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1177990 Sep 07 19:01:30.869780 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42770) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:30.912125 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33773f48-f3b3-45c7-9b8c-0106470085a9 req-7abc15b2-1d60-4294-a939-520bae1292c2 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:30.913839 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-33773f48-f3b3-45c7-9b8c-0106470085a9 req-7abc15b2-1d60-4294-a939-520bae1292c2 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 944 time: 0.0888178 Sep 07 19:01:30.916061 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9077c8ba-468e-4382-8762-636c016422f4 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:30.926562 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1773f88-528c-4d23-8fb2-d8715f6a3703 req-1399d9ee-7c09-460d-8cd8-e533996580d8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:30.934627 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1773f88-528c-4d23-8fb2-d8715f6a3703 req-1399d9ee-7c09-460d-8cd8-e533996580d8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 944 time: 0.1649623 Sep 07 19:01:30.960430 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9572a93b-c9a5-4488-a44f-4ca29eaffd9f None None] Routers {'d2dc7392-12cd-4cfc-a197-9cbed159140b'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:30.961116 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-9572a93b-c9a5-4488-a44f-4ca29eaffd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:01:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['d2dc7392-12cd-4cfc-a197-9cbed159140b'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:30.999604 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-9572a93b-c9a5-4488-a44f-4ca29eaffd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:31.011971 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-33773f48-f3b3-45c7-9b8c-0106470085a9 req-d01854e8-4675-4cb1-8923-3540007d6bad tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c11df72-2096-46f9-a572-b3babd3e7e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726759 Sep 07 19:01:31.049928 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1773f88-528c-4d23-8fb2-d8715f6a3703 req-87594def-f9d4-47b1-a23a-7980ba65ece2 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140790 Sep 07 19:01:31.057645 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9077c8ba-468e-4382-8762-636c016422f4 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:31.062678 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9077c8ba-468e-4382-8762-636c016422f4 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:31.066509 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9077c8ba-468e-4382-8762-636c016422f4 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:31.070563 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9077c8ba-468e-4382-8762-636c016422f4 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "PUT /v2.0/security-groups/94108acc-0706-4c0f-82a6-41f764e02b40 HTTP/1.1" status: 200 len: 1777 time: 0.2690492 Sep 07 19:01:31.075025 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 90fadad9-fd8f-4d42-842b-cf3398677a79, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=90fadad9-fd8f-4d42-842b-cf3398677a79,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:31.102615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42774) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:31.114324 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cd30dce4-fdac-4628-895e-48c5d4cc24aa up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:01:31.118807 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9572a93b-c9a5-4488-a44f-4ca29eaffd9f None None] Routers {'d2dc7392-12cd-4cfc-a197-9cbed159140b'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:31.121749 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-9572a93b-c9a5-4488-a44f-4ca29eaffd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:01:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['d2dc7392-12cd-4cfc-a197-9cbed159140b'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:31.125349 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077c8ba-468e-4382-8762-636c016422f4 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94108acc-0706-4c0f-82a6-41f764e02b40,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:31.163358 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ea038b60-bb7d-4b2b-9080-4ad8982366fc tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-groups/94108acc-0706-4c0f-82a6-41f764e02b40 HTTP/1.1" status: 200 len: 1777 time: 0.0575767 Sep 07 19:01:31.165878 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42776) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:31.189751 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port b1c1a680-5275-4c1c-9272-5098fec51a7a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:01:31.233094 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-daea62b0-d2a2-46b8-804a-d8926febd918 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:31.260895 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-daea62b0-d2a2-46b8-804a-d8926febd918 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:31.283612 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '90fadad9-fd8f-4d42-842b-cf3398677a79', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'port_id': '90fadad9-fd8f-4d42-842b-cf3398677a79', 'mac_address': 'fa:16:3e:b6:da:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:01:31.285716 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port b1c1a680-5275-4c1c-9272-5098fec51a7a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:01:31.286544 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:31.290496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-9572a93b-c9a5-4488-a44f-4ca29eaffd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:31.291750 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9572a93b-c9a5-4488-a44f-4ca29eaffd9f None None] The sync data for ids ['d2dc7392-12cd-4cfc-a197-9cbed159140b'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:01:31.315588 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-daea62b0-d2a2-46b8-804a-d8926febd918 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:31.319859 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-daea62b0-d2a2-46b8-804a-d8926febd918 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:31.321303 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-daea62b0-d2a2-46b8-804a-d8926febd918 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "DELETE /v2.0/security-groups/94108acc-0706-4c0f-82a6-41f764e02b40 HTTP/1.1" status: 204 len: 168 time: 0.1543992 Sep 07 19:01:31.332955 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42788) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:31.334077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea62b0-d2a2-46b8-804a-d8926febd918 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94108acc-0706-4c0f-82a6-41f764e02b40,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:31.410277 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:31.412983 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port cd30dce4-fdac-4628-895e-48c5d4cc24aa completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:01:31.427814 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port cd30dce4-fdac-4628-895e-48c5d4cc24aa triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:01:31.428273 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:31.452754 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90fadad9-fd8f-4d42-842b-cf3398677a79 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:01:31.459341 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-df762c76-6fba-461c-b10c-627eb8132914 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1183047 Sep 07 19:01:31.461645 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42790) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:31.483838 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-dce23647-9511-42d7-871a-442d4fb7644e tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] delete failed (client error): The resource could not be found. Sep 07 19:01:31.494241 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-dce23647-9511-42d7-871a-442d4fb7644e tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "DELETE /v2.0/security-groups/94108acc-0706-4c0f-82a6-41f764e02b40 HTTP/1.1" status: 404 len: 347 time: 0.0227060 Sep 07 19:01:31.494848 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42792) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:31.503172 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-97cd3885-9f43-46d0-bff3-a0d511ab14f1 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:31.504831 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-97cd3885-9f43-46d0-bff3-a0d511ab14f1 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/networks?id=b5b935a4-009e-4160-9e70-0c0d6e591b7e HTTP/1.1" status: 200 len: 821 time: 0.1602566 Sep 07 19:01:31.509752 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-3c829039-59ef-4dbc-ad39-f12dcce7cc98 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Request body: {'security_group': {'name': 'tempest-secgroup--944129632'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:31.534578 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-90b9fb3e-5d5c-4256-8c1c-ccf45532a259 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/quotas/de55150deb124c6aa9d6dbf032048b44 HTTP/1.1" status: 200 len: 375 time: 0.0193911 Sep 07 19:01:31.557074 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3c829039-59ef-4dbc-ad39-f12dcce7cc98 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:31.588032 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-eeeecb98-e9d2-40fb-9f08-93a5e7ff51d3 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=de55150deb124c6aa9d6dbf032048b44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428083 Sep 07 19:01:31.646855 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 90fadad9-fd8f-4d42-842b-cf3398677a79, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=90fadad9-fd8f-4d42-842b-cf3398677a79,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:31.658484 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:31.667680 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:31.724381 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:31.731671 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d438fa3-2bfa-430d-93e6-e8fa2e44466f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c1a680-5275-4c1c-9272-5098fec51a7a'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:01:31.733997 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aec7471-1399-4f76-a6eb-75e1a849ad27" -d '{"events": [{"server_uuid": "3d438fa3-2bfa-430d-93e6-e8fa2e44466f", "name": "network-vif-plugged", "status": "completed", "tag": "b1c1a680-5275-4c1c-9272-5098fec51a7a"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:01:31.779409 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1047153-103e-4731-947b-1654c6620bdc x-openstack-request-id: req-c1047153-103e-4731-947b-1654c6620bdc {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:01:31.779756 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d438fa3-2bfa-430d-93e6-e8fa2e44466f", "name": "network-vif-plugged", "status": "completed", "tag": "b1c1a680-5275-4c1c-9272-5098fec51a7a", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:01:31.779959 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1047153-103e-4731-947b-1654c6620bdc {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:01:31.780336 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d438fa3-2bfa-430d-93e6-e8fa2e44466f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c1a680-5275-4c1c-9272-5098fec51a7a', 'code': 200} Sep 07 19:01:31.782370 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port b1c1a680-5275-4c1c-9272-5098fec51a7a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=b1c1a680-5275-4c1c-9272-5098fec51a7a,segment=NetworkSegment(8bdddb14-36b1-4359-9802-3d38f831e977),segment_id=8bdddb14-36b1-4359-9802-3d38f831e977)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:31.790755 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=90fadad9-fd8f-4d42-842b-cf3398677a79,revision_number=9']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:31.795071 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:31.815943 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3c829039-59ef-4dbc-ad39-f12dcce7cc98 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:31.822323 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3c829039-59ef-4dbc-ad39-f12dcce7cc98 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:31.830342 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:31.836381 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:31.862979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c829039-59ef-4dbc-ad39-f12dcce7cc98 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a34d6d86-bb5a-43c9-91da-9a3458067964,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:31.874896 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['90fadad9-fd8f-4d42-842b-cf3398677a79'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:01:31.889134 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=b1c1a680-5275-4c1c-9272-5098fec51a7a,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:31.910609 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port cd30dce4-fdac-4628-895e-48c5d4cc24aa, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cd30dce4-fdac-4628-895e-48c5d4cc24aa,segment=NetworkSegment(5260d736-90d2-498c-91e9-ecf3a26a4744),segment_id=5260d736-90d2-498c-91e9-ecf3a26a4744)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:31.917121 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:31.928932 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-04ac8167-4d4f-4c0f-9bb0-dcc39652599e service neutron] 10.222.0.26 "GET /v2.0/networks/b5b935a4-009e-4160-9e70-0c0d6e591b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258877 Sep 07 19:01:31.973472 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3c829039-59ef-4dbc-ad39-f12dcce7cc98 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:31.974553 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3c829039-59ef-4dbc-ad39-f12dcce7cc98 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4687653 Sep 07 19:01:31.977824 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42798) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:31.984429 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-641c8481-3ade-45dd-a629-16e7d7161201 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Request body: {'security_group_rule': {'security_group_id': 'a34d6d86-bb5a-43c9-91da-9a3458067964', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:31.986855 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=cd30dce4-fdac-4628-895e-48c5d4cc24aa,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:32.030979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b95f37-8bc5-4e15-a870-678ef935ac53 req-a73495a4-bb0e-48c5-9902-59753b1c6e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:32.032607 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a5b95f37-8bc5-4e15-a870-678ef935ac53 req-a73495a4-bb0e-48c5-9902-59753b1c6e11 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 1096 time: 0.1744328 Sep 07 19:01:32.093553 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a5b95f37-8bc5-4e15-a870-678ef935ac53 req-9871fea8-5769-4517-81ba-8a3838a7c2c5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8c11df72-2096-46f9-a572-b3babd3e7e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515592 Sep 07 19:01:32.102803 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-641c8481-3ade-45dd-a629-16e7d7161201 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:32.112582 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-087236a2-19a7-4698-9c6b-bb4f2dab01fa service neutron] 10.222.0.26 "GET /v2.0/networks/b5b935a4-009e-4160-9e70-0c0d6e591b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827383 Sep 07 19:01:32.176408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dd772-a946-4c31-8b8a-97af43ebc81b req-9b1b2805-44f9-4fb3-880a-0a6def60dfff tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:32.178028 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea4dd772-a946-4c31-8b8a-97af43ebc81b req-9b1b2805-44f9-4fb3-880a-0a6def60dfff tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 945 time: 0.0609946 Sep 07 19:01:32.231192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea4dd772-a946-4c31-8b8a-97af43ebc81b req-3cfbff0b-92c1-4064-b20e-60c894f891bb tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c11df72-2096-46f9-a572-b3babd3e7e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466206 Sep 07 19:01:32.243621 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-641c8481-3ade-45dd-a629-16e7d7161201 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:32.250111 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-641c8481-3ade-45dd-a629-16e7d7161201 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:32.282627 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Allocated IP 172.20.0.1 (36c78d8d-a6d5-48bd-848a-5dcd00101f4b/ef301446-8f35-49c9-9570-1fb1bb1f54db/6dc3eadd-81d4-4485-8703-72175ba86a13) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:01:32.284588 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c8481-3ade-45dd-a629-16e7d7161201 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c33d42-d7a4-4183-8807-493b94c59573,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:32.298925 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-641c8481-3ade-45dd-a629-16e7d7161201 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:32.300888 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-641c8481-3ade-45dd-a629-16e7d7161201 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3213935 Sep 07 19:01:32.303798 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42808) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:32.366769 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b087dcb5-887d-4925-9a81-fb36888f7140 req-4b222127-744e-408d-8e87-d9d54e74bf3b tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 210 time: 0.0350909 Sep 07 19:01:32.374326 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-854999bf-6816-4410-b9e0-c8759a487f0f tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:32.390810 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3828d6-fd1a-4100-a4d8-e331adcd3ee8 req-0de3d2d6-2c21-46db-8e01-63c3c90d52c0 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:32.392698 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff3828d6-fd1a-4100-a4d8-e331adcd3ee8 req-0de3d2d6-2c21-46db-8e01-63c3c90d52c0 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 945 time: 0.0953081 Sep 07 19:01:32.409430 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-854999bf-6816-4410-b9e0-c8759a487f0f tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:32.463179 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-854999bf-6816-4410-b9e0-c8759a487f0f tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:32.470215 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-854999bf-6816-4410-b9e0-c8759a487f0f tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:32.474997 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-854999bf-6816-4410-b9e0-c8759a487f0f tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/a6c33d42-d7a4-4183-8807-493b94c59573 HTTP/1.1" status: 204 len: 168 time: 0.1666567 Sep 07 19:01:32.496621 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff3828d6-fd1a-4100-a4d8-e331adcd3ee8 req-a62d8ee7-c419-48f4-a483-3ded8a6eb583 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832789 Sep 07 19:01:32.496621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42814) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:32.496960 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:32.512033 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854999bf-6816-4410-b9e0-c8759a487f0f tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6c33d42-d7a4-4183-8807-493b94c59573,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:32.525744 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Transition to ACTIVE for port object 6dc3eadd-81d4-4485-8703-72175ba86a13 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:01:32.535708 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6ba1f351-dfc8-41fa-b82a-e34a4ff6f008 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0489688 Sep 07 19:01:32.536201 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42818) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:32.608083 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:32.654751 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-285c0976-c70f-41ec-9ccd-6ca31ba04b79 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:32.679712 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Network 36c78d8d-a6d5-48bd-848a-5dcd00101f4b is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:01:32.686200 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:01:32.691790 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Port': ['ID=6dc3eadd-81d4-4485-8703-72175ba86a13,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:32.702829 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:01:32.707024 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-285c0976-c70f-41ec-9ccd-6ca31ba04b79 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:32.773391 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:32.798701 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 90fadad9-fd8f-4d42-842b-cf3398677a79 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:01:32.826719 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-285c0976-c70f-41ec-9ccd-6ca31ba04b79 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:32.830109 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-285c0976-c70f-41ec-9ccd-6ca31ba04b79 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:32.832860 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-285c0976-c70f-41ec-9ccd-6ca31ba04b79 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "DELETE /v2.0/security-groups/a34d6d86-bb5a-43c9-91da-9a3458067964 HTTP/1.1" status: 204 len: 168 time: 0.2956872 Sep 07 19:01:32.835829 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42822) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:32.850470 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c0976-c70f-41ec-9ccd-6ca31ba04b79 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34d6d86-bb5a-43c9-91da-9a3458067964,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:32.886955 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 90fadad9-fd8f-4d42-842b-cf3398677a79 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:01:32.888481 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:32.899834 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-65c31987-10c4-4076-8893-7da5389dc9a4 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624020 Sep 07 19:01:32.903538 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42824) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:32.909701 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-f30aff0f-069a-40f3-9066-9395726bceab tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875722961'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:32.948061 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f30aff0f-069a-40f3-9066-9395726bceab tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:32.973598 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.038149 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cd30dce4-fdac-4628-895e-48c5d4cc24aa up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:01:33.073348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cd7fd18c-ec87-4de7-8410-177bf302f83c None None] Provisioning for port 6dc3eadd-81d4-4485-8703-72175ba86a13 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:01:33.076633 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f30aff0f-069a-40f3-9066-9395726bceab tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.081618 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f30aff0f-069a-40f3-9066-9395726bceab tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.092733 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cd7fd18c-ec87-4de7-8410-177bf302f83c None None] Provisioning complete for port 6dc3eadd-81d4-4485-8703-72175ba86a13 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:01:33.093107 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cd7fd18c-ec87-4de7-8410-177bf302f83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.118048 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.119393 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f30aff0f-069a-40f3-9066-9395726bceab tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.121326 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f30aff0f-069a-40f3-9066-9395726bceab tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2160475 Sep 07 19:01:33.123611 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30aff0f-069a-40f3-9066-9395726bceab tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=653bd333-d185-4bfe-8abb-3c3c528f3523,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:33.124464 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42826) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:33.158823 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ffff61a0-ca23-43a7-b8f0-dde8d2218827 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Request body: {'security_group_rule': {'security_group_id': '653bd333-d185-4bfe-8abb-3c3c528f3523', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:33.173608 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-cd7fd18c-ec87-4de7-8410-177bf302f83c None None] Port 6dc3eadd-81d4-4485-8703-72175ba86a13 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:01:33.179585 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 90fadad9-fd8f-4d42-842b-cf3398677a79, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=90fadad9-fd8f-4d42-842b-cf3398677a79,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:33.185452 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.220577 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port cd30dce4-fdac-4628-895e-48c5d4cc24aa triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:01:33.220956 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.222765 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ffff61a0-ca23-43a7-b8f0-dde8d2218827 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.277620 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=90fadad9-fd8f-4d42-842b-cf3398677a79,revision_number=10']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:33.338299 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ffff61a0-ca23-43a7-b8f0-dde8d2218827 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.345260 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ffff61a0-ca23-43a7-b8f0-dde8d2218827 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.375525 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff61a0-ca23-43a7-b8f0-dde8d2218827 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43847c44-adb5-4a4a-bb8f-b1c89665bb66,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:33.381985 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ffff61a0-ca23-43a7-b8f0-dde8d2218827 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.383311 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ffff61a0-ca23-43a7-b8f0-dde8d2218827 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2283573 Sep 07 19:01:33.389397 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42830) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:33.395163 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89773c1b-27fe-4fc0-a4fe-86a9948e8bf2 req-011b4ada-4109-4030-94e3-681227b2efd3 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:33.397011 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-89773c1b-27fe-4fc0-a4fe-86a9948e8bf2 req-011b4ada-4109-4030-94e3-681227b2efd3 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 945 time: 0.0735941 Sep 07 19:01:33.398009 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-98918bfc-162f-4831-b855-74b974106604 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Request body: {'security_group_rule': {'security_group_id': '653bd333-d185-4bfe-8abb-3c3c528f3523', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:33.404671 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.414481 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.513496 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98918bfc-162f-4831-b855-74b974106604 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.542199 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Port': ['ID=6dc3eadd-81d4-4485-8703-72175ba86a13,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:33.550367 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.562877 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-89773c1b-27fe-4fc0-a4fe-86a9948e8bf2 req-5a2ab0dd-4ebf-4332-b72f-101d2bf48e83 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c11df72-2096-46f9-a572-b3babd3e7e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592896 Sep 07 19:01:33.570039 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:33.572682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:33.572682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:33.572682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:33.572682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:33.572682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:33.572682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:33.572682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:33.572682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:33.573735 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:33.573735 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:33.573735 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:33.631463 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-31f880e4-ac50-4097-a2cb-bbee50af6f5f req-dc3fe2a5-da93-4705-afbb-c7a65c220a5c tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 210 time: 0.0856898 Sep 07 19:01:33.672332 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98918bfc-162f-4831-b855-74b974106604 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.678826 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98918bfc-162f-4831-b855-74b974106604 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.713326 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98918bfc-162f-4831-b855-74b974106604 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3118f485-b421-469e-b24a-1ad7501a8a30,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:33.722077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-8f9d3a91-2910-4bfd-9bc6-26b6bfdab18f tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:33.723875 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-8f9d3a91-2910-4bfd-9bc6-26b6bfdab18f tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.36 "GET /v2.0/networks?id=b5b935a4-009e-4160-9e70-0c0d6e591b7e HTTP/1.1" status: 200 len: 821 time: 0.2667987 Sep 07 19:01:33.724047 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98918bfc-162f-4831-b855-74b974106604 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.726100 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-98918bfc-162f-4831-b855-74b974106604 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3354900 Sep 07 19:01:33.728497 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42840) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:33.737437 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-59f56aa0-4690-4b44-976f-8a2f94017475 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Request body: {'security_group_rule': {'security_group_id': '653bd333-d185-4bfe-8abb-3c3c528f3523', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:33.744105 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Network 36c78d8d-a6d5-48bd-848a-5dcd00101f4b is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:01:33.749264 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:01:33.754841 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-7112b5e2-1ebe-4436-978d-5ac11f01ac70 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Request body: {'port': {'device_id': '336214d8-e568-4a0b-baee-b1cbfd468a02', 'network_id': 'b5b935a4-009e-4160-9e70-0c0d6e591b7e', 'admin_state_up': True, 'tenant_id': 'de55150deb124c6aa9d6dbf032048b44'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:33.781677 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f8dc8f-fcfd-43a9-9da8-2b31e08468d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fadad9-fd8f-4d42-842b-cf3398677a79'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:01:33.784251 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff80a95-5cc5-47a6-ba62-8f7f0bb01e3c" -d '{"events": [{"server_uuid": "99f8dc8f-fcfd-43a9-9da8-2b31e08468d1", "name": "network-vif-plugged", "status": "completed", "tag": "90fadad9-fd8f-4d42-842b-cf3398677a79"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:01:33.823716 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59f56aa0-4690-4b44-976f-8a2f94017475 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.881121 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a7693-18ce-4a5a-8531-74f53a24a817 req-f38624aa-0824-4067-a6e2-6effc14355d9 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:33.882767 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a2a7693-18ce-4a5a-8531-74f53a24a817 req-f38624aa-0824-4067-a6e2-6effc14355d9 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 947 time: 0.1853447 Sep 07 19:01:33.903013 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cbff5-dc4d-4a04-bc0b-e83562b062c1 req-ef44be20-6026-4194-9d42-99e19ab671fc tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:33.904498 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c04cbff5-dc4d-4a04-bc0b-e83562b062c1 req-ef44be20-6026-4194-9d42-99e19ab671fc tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 945 time: 0.1595721 Sep 07 19:01:33.924782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42844) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:33.930365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-3f78c644-e44b-4b51-8a98-819dc107395e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Request body: {'floatingip': {'port_id': 'b1c1a680-5275-4c1c-9272-5098fec51a7a'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:33.942576 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59f56aa0-4690-4b44-976f-8a2f94017475 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.949612 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59f56aa0-4690-4b44-976f-8a2f94017475 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.953445 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Router d2dc7392-12cd-4cfc-a197-9cbed159140b has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:01:33.973209 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74032c49-21e8-4a00-bfa1-e4136fd32418 x-openstack-request-id: req-74032c49-21e8-4a00-bfa1-e4136fd32418 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:01:33.974237 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f8dc8f-fcfd-43a9-9da8-2b31e08468d1", "name": "network-vif-plugged", "status": "completed", "tag": "90fadad9-fd8f-4d42-842b-cf3398677a79", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:01:33.974741 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-74032c49-21e8-4a00-bfa1-e4136fd32418 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:01:33.975487 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f8dc8f-fcfd-43a9-9da8-2b31e08468d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fadad9-fd8f-4d42-842b-cf3398677a79', 'code': 200} Sep 07 19:01:33.978705 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59f56aa0-4690-4b44-976f-8a2f94017475 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:33.980064 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-59f56aa0-4690-4b44-976f-8a2f94017475 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2505436 Sep 07 19:01:33.980870 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f56aa0-4690-4b44-976f-8a2f94017475 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c67adb-c614-4778-8459-9d83d36981a0,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:33.984816 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42846) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:33.990805 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-15ed8a0d-80fc-4708-b589-c82226a8066b tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Request body: {'security_group_rule': {'security_group_id': '653bd333-d185-4bfe-8abb-3c3c528f3523', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:34.008826 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3f78c644-e44b-4b51-8a98-819dc107395e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:34.066181 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-15ed8a0d-80fc-4708-b589-c82226a8066b tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:34.068471 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a2a7693-18ce-4a5a-8531-74f53a24a817 req-604433ea-b585-4942-8f5a-7bed48430491 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598611 Sep 07 19:01:34.103499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-99f1d89a-29f2-443c-8755-4d18012ead6a None None] Provisioning complete for port 6dc3eadd-81d4-4485-8703-72175ba86a13 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:01:34.104478 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-99f1d89a-29f2-443c-8755-4d18012ead6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:34.115972 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-7112b5e2-1ebe-4436-978d-5ac11f01ac70 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Made reservation on behalf of de55150deb124c6aa9d6dbf032048b44 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:01:34.119546 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-7112b5e2-1ebe-4436-978d-5ac11f01ac70 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:34.151653 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-99f1d89a-29f2-443c-8755-4d18012ead6a None None] Port 6dc3eadd-81d4-4485-8703-72175ba86a13 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:01:34.215024 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:01:34.220943 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-358b3b5b-a250-478b-982e-b0c4739c6cd7 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "PUT /v2.0/routers/d2dc7392-12cd-4cfc-a197-9cbed159140b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3500650 Sep 07 19:01:34.225370 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42848) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:34.226882 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6901993a-066f-45be-8347-882a83309718 None None] Sync routers for ids ['d2dc7392-12cd-4cfc-a197-9cbed159140b'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:01:34.232416 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6192fd67-38d5-4602-917d-056ebd8ce994 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Request body: {'port': {'network_id': '36c78d8d-a6d5-48bd-848a-5dcd00101f4b', 'name': 'tempest-FloatingIPTestJSON-485791923'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:34.238111 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6901993a-066f-45be-8347-882a83309718 None None] Routers {'d2dc7392-12cd-4cfc-a197-9cbed159140b'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:34.238741 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6901993a-066f-45be-8347-882a83309718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:01:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['d2dc7392-12cd-4cfc-a197-9cbed159140b'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:34.273215 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6901993a-066f-45be-8347-882a83309718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:34.277644 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-15ed8a0d-80fc-4708-b589-c82226a8066b tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:34.286508 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-15ed8a0d-80fc-4708-b589-c82226a8066b tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:34.287539 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6901993a-066f-45be-8347-882a83309718 None None] Routers {'d2dc7392-12cd-4cfc-a197-9cbed159140b'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:34.289116 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6901993a-066f-45be-8347-882a83309718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:01:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['d2dc7392-12cd-4cfc-a197-9cbed159140b'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:34.295357 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86c5cd-efc8-466b-8e31-453d72fa7cc1 req-ad97d211-ac91-49ac-968f-e63836324896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:34.296734 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2e86c5cd-efc8-466b-8e31-453d72fa7cc1 req-ad97d211-ac91-49ac-968f-e63836324896 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 1098 time: 0.1453571 Sep 07 19:01:34.324888 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6901993a-066f-45be-8347-882a83309718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:34.325887 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6901993a-066f-45be-8347-882a83309718 None None] The sync data for ids ['d2dc7392-12cd-4cfc-a197-9cbed159140b'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:01:34.367183 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed8a0d-80fc-4708-b589-c82226a8066b tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1be7b23-bf3c-49b4-ac7e-e33c4bbe2802,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:34.374915 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-15ed8a0d-80fc-4708-b589-c82226a8066b tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:34.378671 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-15ed8a0d-80fc-4708-b589-c82226a8066b tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3903706 Sep 07 19:01:34.381373 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42850) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:34.387892 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-f852a0f3-5c67-4c69-8dbd-060c1690e612 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Request body: {'security_group_rule': {'security_group_id': '653bd333-d185-4bfe-8abb-3c3c528f3523', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:34.404039 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2e86c5cd-efc8-466b-8e31-453d72fa7cc1 req-9b11dd9f-868a-4f91-97ae-2ad2c9327c7e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758183 Sep 07 19:01:34.424872 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6192fd67-38d5-4602-917d-056ebd8ce994 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Made reservation on behalf of 23ad2cb4bb894638aff82c1844ea705e for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:01:34.428373 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6192fd67-38d5-4602-917d-056ebd8ce994 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:34.428634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-7112b5e2-1ebe-4436-978d-5ac11f01ac70 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Allocated IP 172.20.0.12 (b5b935a4-009e-4160-9e70-0c0d6e591b7e/099526cd-4957-4192-8eac-1447e05d98aa/64bf857d-e914-45d9-8687-13e0d2f6dcd8) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:01:34.449910 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-6192fd67-38d5-4602-917d-056ebd8ce994 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] device_id is not set on port 398b1507-0592-42bf-a603-e20421feb5eb yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:01:34.524686 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f852a0f3-5c67-4c69-8dbd-060c1690e612 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:34.583111 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-6192fd67-38d5-4602-917d-056ebd8ce994 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Allocated IP 172.20.0.10 (36c78d8d-a6d5-48bd-848a-5dcd00101f4b/ef301446-8f35-49c9-9570-1fb1bb1f54db/398b1507-0592-42bf-a603-e20421feb5eb) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:01:34.749207 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f852a0f3-5c67-4c69-8dbd-060c1690e612 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:34.754044 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.resource_extend [None req-3f78c644-e44b-4b51-8a98-819dc107395e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 19:01:34.769549 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6192fd67-38d5-4602-917d-056ebd8ce994 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:34.784261 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-6192fd67-38d5-4602-917d-056ebd8ce994 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Transition to ACTIVE for port object 398b1507-0592-42bf-a603-e20421feb5eb will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:01:34.799439 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a8a057cd-75df-4d50-ac1b-e5498cefb074 req-21dcca3d-327d-40a7-8ebd-79002ad4d4a0 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 210 time: 0.0788105 Sep 07 19:01:34.800090 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f852a0f3-5c67-4c69-8dbd-060c1690e612 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:34.834880 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6192fd67-38d5-4602-917d-056ebd8ce994 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:34.850202 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852a0f3-5c67-4c69-8dbd-060c1690e612 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ce4743-1c0b-4322-9bfe-0d699198a195,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:34.868367 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3f78c644-e44b-4b51-8a98-819dc107395e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:34.869340 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f852a0f3-5c67-4c69-8dbd-060c1690e612 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:34.871176 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f852a0f3-5c67-4c69-8dbd-060c1690e612 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4867735 Sep 07 19:01:34.875177 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-7112b5e2-1ebe-4436-978d-5ac11f01ac70 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:34.875382 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42856) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:34.883779 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852a0f3-5c67-4c69-8dbd-060c1690e612 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:34.884131 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852a0f3-5c67-4c69-8dbd-060c1690e612 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:34.884431 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6192fd67-38d5-4602-917d-056ebd8ce994 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Network 36c78d8d-a6d5-48bd-848a-5dcd00101f4b is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:01:34.884758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852a0f3-5c67-4c69-8dbd-060c1690e612 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:34.884915 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852a0f3-5c67-4c69-8dbd-060c1690e612 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:34.885168 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852a0f3-5c67-4c69-8dbd-060c1690e612 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:34.885486 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852a0f3-5c67-4c69-8dbd-060c1690e612 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:34.885816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852a0f3-5c67-4c69-8dbd-060c1690e612 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:34.886145 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852a0f3-5c67-4c69-8dbd-060c1690e612 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:34.887049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852a0f3-5c67-4c69-8dbd-060c1690e612 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:34.887377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852a0f3-5c67-4c69-8dbd-060c1690e612 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:34.887706 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852a0f3-5c67-4c69-8dbd-060c1690e612 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:34.888030 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852a0f3-5c67-4c69-8dbd-060c1690e612 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:01:34.889065 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-6192fd67-38d5-4602-917d-056ebd8ce994 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:01:34.890825 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3f78c644-e44b-4b51-8a98-819dc107395e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:34.897691 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6192fd67-38d5-4602-917d-056ebd8ce994 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:01:34.941030 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192fd67-38d5-4602-917d-056ebd8ce994 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event updated for resources: {'Port': ['ID=398b1507-0592-42bf-a603-e20421feb5eb,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:34.953289 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f2c1dd75-fa36-4ccf-bb52-b8af59038ae4 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:34.967244 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f2c1dd75-fa36-4ccf-bb52-b8af59038ae4 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:34.989362 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6192fd67-38d5-4602-917d-056ebd8ce994 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:34.990056 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6192fd67-38d5-4602-917d-056ebd8ce994 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:35.012477 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6192fd67-38d5-4602-917d-056ebd8ce994 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7840104 Sep 07 19:01:35.015351 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42858) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:35.017405 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-7112b5e2-1ebe-4436-978d-5ac11f01ac70 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:35.021375 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-574e9c75-69e6-4dc4-a612-c5a5b8633acf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Request body: {'floatingip': {'port_id': '398b1507-0592-42bf-a603-e20421feb5eb'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:35.023797 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f2c1dd75-fa36-4ccf-bb52-b8af59038ae4 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:35.053758 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-3f78c644-e44b-4b51-8a98-819dc107395e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Floating IP f7e14d47-61d1-4bfb-919d-66f995c09bce associated. External IP: 172.25.8.224, port: b1c1a680-5275-4c1c-9272-5098fec51a7a. Sep 07 19:01:35.067817 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f2c1dd75-fa36-4ccf-bb52-b8af59038ae4 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:35.072314 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f2c1dd75-fa36-4ccf-bb52-b8af59038ae4 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/f6ce4743-1c0b-4322-9bfe-0d699198a195 HTTP/1.1" status: 204 len: 168 time: 0.1909757 Sep 07 19:01:35.075239 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42860) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:35.088733 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1dd75-fa36-4ccf-bb52-b8af59038ae4 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6ce4743-1c0b-4322-9bfe-0d699198a195,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:35.120500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-7112b5e2-1ebe-4436-978d-5ac11f01ac70 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Network b5b935a4-009e-4160-9e70-0c0d6e591b7e is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:01:35.130818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-7112b5e2-1ebe-4436-978d-5ac11f01ac70 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:01:35.144223 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-574e9c75-69e6-4dc4-a612-c5a5b8633acf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:35.147535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-7112b5e2-1ebe-4436-978d-5ac11f01ac70 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:01:35.168921 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fc3a5321-afc0-4f91-b4e0-2613c7f64a9b tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0904777 Sep 07 19:01:35.178406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42864) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:35.182133 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112b5e2-1ebe-4436-978d-5ac11f01ac70 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Pushing event updated for resources: {'Port': ['ID=64bf857d-e914-45d9-8687-13e0d2f6dcd8,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:35.284963 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-68f24cfe-26f3-4388-b7c5-2c945e4ad101 None None] Provisioning for port 398b1507-0592-42bf-a603-e20421feb5eb completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:01:35.289482 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-68f24cfe-26f3-4388-b7c5-2c945e4ad101 None None] Provisioning complete for port 398b1507-0592-42bf-a603-e20421feb5eb triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:01:35.289981 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-68f24cfe-26f3-4388-b7c5-2c945e4ad101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:35.329639 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-68f24cfe-26f3-4388-b7c5-2c945e4ad101 None None] Port 398b1507-0592-42bf-a603-e20421feb5eb cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:01:35.653521 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-7112b5e2-1ebe-4436-978d-5ac11f01ac70 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:35.654173 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-7112b5e2-1ebe-4436-978d-5ac11f01ac70 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:35.670503 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-583516b8-0dc9-44b9-8dc2-138b9fef5a76 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:35.686822 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-583516b8-0dc9-44b9-8dc2-138b9fef5a76 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:35.697075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143aa21-832b-4ded-9cb3-71f535b8649b req-f1eab9d5-42bc-46a0-a294-e1d9d5473b55 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:35.704741 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d143aa21-832b-4ded-9cb3-71f535b8649b req-f1eab9d5-42bc-46a0-a294-e1d9d5473b55 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 947 time: 0.5250354 Sep 07 19:01:35.753878 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-7112b5e2-1ebe-4436-978d-5ac11f01ac70 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0100191 Sep 07 19:01:35.782764 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] Request body: {'port': {'device_id': '336214d8-e568-4a0b-baee-b1cbfd468a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:35.858015 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-583516b8-0dc9-44b9-8dc2-138b9fef5a76 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:35.895104 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-583516b8-0dc9-44b9-8dc2-138b9fef5a76 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:35.898543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-583516b8-0dc9-44b9-8dc2-138b9fef5a76 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/e1be7b23-bf3c-49b4-ac7e-e33c4bbe2802 HTTP/1.1" status: 204 len: 168 time: 0.7108922 Sep 07 19:01:35.920936 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42900) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:35.924045 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d143aa21-832b-4ded-9cb3-71f535b8649b req-c8041888-c931-42ac-8957-c841876ae9ae tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183771 Sep 07 19:01:35.954908 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583516b8-0dc9-44b9-8dc2-138b9fef5a76 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1be7b23-bf3c-49b4-ac7e-e33c4bbe2802,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:35.970190 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:36.002347 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9c10885a-cf27-4ac5-8b5d-1d4f18d3a02f tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0802610 Sep 07 19:01:36.006942 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42914) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:36.024222 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f78c644-e44b-4b51-8a98-819dc107395e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:01:36.163182 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-574e9c75-69e6-4dc4-a612-c5a5b8633acf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:36.164701 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14eab3b6-c37d-4309-a7a6-24730fa14d24 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:36.174559 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14eab3b6-c37d-4309-a7a6-24730fa14d24 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:36.176791 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-574e9c75-69e6-4dc4-a612-c5a5b8633acf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:36.275574 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14eab3b6-c37d-4309-a7a6-24730fa14d24 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:36.287249 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14eab3b6-c37d-4309-a7a6-24730fa14d24 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:36.291273 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-14eab3b6-c37d-4309-a7a6-24730fa14d24 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/51c67adb-c614-4778-8459-9d83d36981a0 HTTP/1.1" status: 204 len: 168 time: 0.2831478 Sep 07 19:01:36.294034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42918) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:36.324337 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eab3b6-c37d-4309-a7a6-24730fa14d24 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51c67adb-c614-4778-8459-9d83d36981a0,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:36.346703 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-574e9c75-69e6-4dc4-a612-c5a5b8633acf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Floating IP 71013651-b1b0-4493-9a37-8a659ccddafb associated. External IP: 172.25.8.139, port: a4de6704-a0ab-49a0-9d26-bba624d15721. Sep 07 19:01:36.420596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437d207-a622-411e-acaa-955d1c5c6968 req-fc2a43d0-2964-4667-88c4-e61d94cbc3b9 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:36.422011 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7437d207-a622-411e-acaa-955d1c5c6968 req-fc2a43d0-2964-4667-88c4-e61d94cbc3b9 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 932 time: 0.3832669 Sep 07 19:01:36.481477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2989b-48c3-4885-8c8b-93bfedd40ea6 req-8e007257-0721-4723-b366-fa76b6bf7abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:36.483597 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0cf2989b-48c3-4885-8c8b-93bfedd40ea6 req-8e007257-0721-4723-b366-fa76b6bf7abd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c745a8befc2643bebe96bce0c2f42920&device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 1096 time: 0.2664344 Sep 07 19:01:36.525798 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f78c644-e44b-4b51-8a98-819dc107395e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:01:36.539331 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac091f-e46e-4c29-bccd-496e994f0a7b None None] Sync routers for ids ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:01:36.550694 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ac091f-e46e-4c29-bccd-496e994f0a7b None None] Routers {'8d70b5dd-ae02-4b13-9ef1-645e5b131fec'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:36.550931 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3f78c644-e44b-4b51-8a98-819dc107395e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:36.551570 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-63ac091f-e46e-4c29-bccd-496e994f0a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:01:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:36.567034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e479e93-2171-4b99-a6b1-cd381ccaff93 req-d08b0fab-0121-40d4-88ad-70396400f71e tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:36.568705 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e479e93-2171-4b99-a6b1-cd381ccaff93 req-d08b0fab-0121-40d4-88ad-70396400f71e tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.3573248 Sep 07 19:01:36.609036 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-23b4ed13-5362-4311-8481-f73357af9d30 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3029385 Sep 07 19:01:36.611051 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42920) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:36.654952 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574e9c75-69e6-4dc4-a612-c5a5b8633acf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Router 4a30ccef-116b-472a-8441-f7574b90d970 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:01:36.660766 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4efbbf28-0239-4d98-bc4f-95fdb2582bb5 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:36.672181 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4efbbf28-0239-4d98-bc4f-95fdb2582bb5 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:36.672588 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-63ac091f-e46e-4c29-bccd-496e994f0a7b None None] Set router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:01:36.675292 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3f78c644-e44b-4b51-8a98-819dc107395e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "PUT /v2.0/floatingips/f7e14d47-61d1-4bfb-919d-66f995c09bce HTTP/1.1" status: 200 len: 991 time: 2.7485745 Sep 07 19:01:36.683576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d438fa3-2bfa-430d-93e6-e8fa2e44466f', 'tag': 'b1c1a680-5275-4c1c-9272-5098fec51a7a'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:01:36.685901 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab211c55-5491-4ba5-a0ad-c7e66c8f7e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "3d438fa3-2bfa-430d-93e6-e8fa2e44466f", "tag": "b1c1a680-5275-4c1c-9272-5098fec51a7a"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:01:36.691244 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7437d207-a622-411e-acaa-955d1c5c6968 req-26d578e5-0ca9-40c4-868d-7b8dc35b8567 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563772 Sep 07 19:01:36.757411 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4efbbf28-0239-4d98-bc4f-95fdb2582bb5 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:36.765927 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4efbbf28-0239-4d98-bc4f-95fdb2582bb5 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:36.767473 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4efbbf28-0239-4d98-bc4f-95fdb2582bb5 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/3118f485-b421-469e-b24a-1ad7501a8a30 HTTP/1.1" status: 204 len: 168 time: 0.1544068 Sep 07 19:01:36.770893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42926) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:36.777112 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e479e93-2171-4b99-a6b1-cd381ccaff93 req-c60da548-2c0d-486a-b6cd-4f1a2d3f3385 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635640 Sep 07 19:01:36.788547 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbbf28-0239-4d98-bc4f-95fdb2582bb5 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3118f485-b421-469e-b24a-1ad7501a8a30,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:36.835706 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64bf857d-e914-45d9-8687-13e0d2f6dcd8 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:01:36.854452 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574e9c75-69e6-4dc4-a612-c5a5b8633acf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:01:36.863194 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27fa89f-d6a1-4268-a2bf-46f8f136d49a x-openstack-request-id: req-b27fa89f-d6a1-4268-a2bf-46f8f136d49a {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:01:36.864179 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d438fa3-2bfa-430d-93e6-e8fa2e44466f", "tag": "b1c1a680-5275-4c1c-9272-5098fec51a7a", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:01:36.864179 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b27fa89f-d6a1-4268-a2bf-46f8f136d49a {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:01:36.864179 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d438fa3-2bfa-430d-93e6-e8fa2e44466f', 'tag': 'b1c1a680-5275-4c1c-9272-5098fec51a7a', 'status': 'completed', 'code': 200} Sep 07 19:01:36.867822 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbda12eb-b6e5-4c70-8abc-a153d6ae3d4f None None] Sync routers for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:01:36.873700 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:36.882808 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbda12eb-b6e5-4c70-8abc-a153d6ae3d4f None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:36.883684 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-cbda12eb-b6e5-4c70-8abc-a153d6ae3d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:01:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:36.905504 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2989b-48c3-4885-8c8b-93bfedd40ea6 req-b077feb2-508e-4cce-86a9-f86d18c22fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:36.907100 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0cf2989b-48c3-4885-8c8b-93bfedd40ea6 req-b077feb2-508e-4cce-86a9-f86d18c22fbf service neutron] 10.222.0.60 "GET /v2.0/networks?id=26f76b26-48a6-4f36-aaf0-194161936f43 HTTP/1.1" status: 200 len: 920 time: 0.3695729 Sep 07 19:01:36.908483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] Transition to ACTIVE for port object 64bf857d-e914-45d9-8687-13e0d2f6dcd8 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:01:36.921782 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2afa465b-ef4c-408b-ae97-fc93beb6b737 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1432142 Sep 07 19:01:36.924491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42930) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:36.936699 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:36.951245 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-cbda12eb-b6e5-4c70-8abc-a153d6ae3d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:36.967065 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbda12eb-b6e5-4c70-8abc-a153d6ae3d4f None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:36.968007 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-cbda12eb-b6e5-4c70-8abc-a153d6ae3d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:01:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:36.985342 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-63ac091f-e46e-4c29-bccd-496e994f0a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'name': 'tempest-AttachVolumeTestJSON-1467591617-router', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6815429e-851b-4080-856c-7410b9ed799f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:16Z', 'updated_at': '2021-09-07T18:56:21Z', 'revision_number': 4, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'gw_port': {'id': '6815429e-851b-4080-856c-7410b9ed799f', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:17Z', 'updated_at': '2021-09-07T18:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'f7e14d47-61d1-4bfb-919d-66f995c09bce', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'floating_ip_address': '172.25.8.224', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'port_id': 'b1c1a680-5275-4c1c-9272-5098fec51a7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'mac_address': 'fa:16:3e:85:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d438fa3-2bfa-430d-93e6-e8fa2e44466f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:01:05Z', 'updated_at': '2021-09-07T19:01:34Z', 'revision_number': 1, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5fede94-9c70-40d3-8ce1-7d1441d89cff', 'name': '', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'mac_address': 'fa:16:3e:49:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:20Z', 'updated_at': '2021-09-07T18:56:28Z', 'revision_number': 5, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'subnets': [{'id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:37.017925 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-cbda12eb-b6e5-4c70-8abc-a153d6ae3d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:37.019205 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac091f-e46e-4c29-bccd-496e994f0a7b None None] Checking router: 8d70b5dd-ae02-4b13-9ef1-645e5b131fec for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:01:37.019588 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbda12eb-b6e5-4c70-8abc-a153d6ae3d4f None None] The sync data for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:01:37.024837 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] Pushing event updated for resources: {'Port': ['ID=64bf857d-e914-45d9-8687-13e0d2f6dcd8,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:37.039306 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0cf2989b-48c3-4885-8c8b-93bfedd40ea6 req-173c73ef-5272-4720-b9a2-21250384be7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d1099be-04fd-451c-8159-66fc5e2e7be3 HTTP/1.1" status: 200 len: 217 time: 0.1162283 Sep 07 19:01:37.040383 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ac091f-e46e-4c29-bccd-496e994f0a7b None None] Routers {'8d70b5dd-ae02-4b13-9ef1-645e5b131fec'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:37.041583 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-63ac091f-e46e-4c29-bccd-496e994f0a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:01:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:37.087233 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab211c55-5491-4ba5-a0ad-c7e66c8f7e5a req-c85a5f7d-5551-4f95-9d12-66635616596d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:37.088797 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ab211c55-5491-4ba5-a0ad-c7e66c8f7e5a req-c85a5f7d-5551-4f95-9d12-66635616596d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3e2f62770ce4512b55b3685f3a068f2&device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 1096 time: 0.1667278 Sep 07 19:01:37.130186 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-40a8a2fa-a753-4bb5-95d6-697bc10d2b52 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:37.163849 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-40a8a2fa-a753-4bb5-95d6-697bc10d2b52 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:37.184567 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-63ac091f-e46e-4c29-bccd-496e994f0a7b None None] Set router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:01:37.220051 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2989b-48c3-4885-8c8b-93bfedd40ea6 req-8a3d393c-3fc4-460e-a6cc-820389ba4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:37.221635 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0cf2989b-48c3-4885-8c8b-93bfedd40ea6 req-8a3d393c-3fc4-460e-a6cc-820389ba4126 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d943e1b1-375c-4cfe-bd80-2dab5c275769 HTTP/1.1" status: 200 len: 859 time: 0.1693821 Sep 07 19:01:37.257002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93555656-c4c0-43d5-aed7-eecb9c378661 req-5bc7c3a9-0d5c-4e95-a883-42a7cccbb41a tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:37.258742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93555656-c4c0-43d5-aed7-eecb9c378661 req-5bc7c3a9-0d5c-4e95-a883-42a7cccbb41a tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 947 time: 0.1935134 Sep 07 19:01:37.281420 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] Attempting to bind port 64bf857d-e914-45d9-8687-13e0d2f6dcd8 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:01:37.281751 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] Attempting to bind port 64bf857d-e914-45d9-8687-13e0d2f6dcd8 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'a37264a1-8764-4c16-b21c-d53a30080480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b5b935a4-009e-4160-9e70-0c0d6e591b7e'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:01:37.282080 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] Attempting to bind port 64bf857d-e914-45d9-8687-13e0d2f6dcd8 on network b5b935a4-009e-4160-9e70-0c0d6e591b7e {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:01:37.282436 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab211c55-5491-4ba5-a0ad-c7e66c8f7e5a req-048e99fe-186e-4f1a-a040-bc9ca372c792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:37.284175 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ab211c55-5491-4ba5-a0ad-c7e66c8f7e5a req-048e99fe-186e-4f1a-a040-bc9ca372c792 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d18b746-cc48-4b0b-8822-7ec853348da1 HTTP/1.1" status: 200 len: 912 time: 0.1841023 Sep 07 19:01:37.286060 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-40a8a2fa-a753-4bb5-95d6-697bc10d2b52 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:37.289472 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0cf2989b-48c3-4885-8c8b-93bfedd40ea6 req-0eb22ea2-e6e4-485a-8f1a-ddb60da3ba40 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26f76b26-48a6-4f36-aaf0-194161936f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549545 Sep 07 19:01:37.294894 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-40a8a2fa-a753-4bb5-95d6-697bc10d2b52 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:37.295980 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-40a8a2fa-a753-4bb5-95d6-697bc10d2b52 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/43847c44-adb5-4a4a-bb8f-b1c89665bb66 HTTP/1.1" status: 204 len: 168 time: 0.3705854 Sep 07 19:01:37.298822 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42934) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:37.324841 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] Port 64bf857d-e914-45d9-8687-13e0d2f6dcd8 on network b5b935a4-009e-4160-9e70-0c0d6e591b7e not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:01:37.325163 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] Attempting to bind port 64bf857d-e914-45d9-8687-13e0d2f6dcd8 on network b5b935a4-009e-4160-9e70-0c0d6e591b7e {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:01:37.345230 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574e9c75-69e6-4dc4-a612-c5a5b8633acf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Router d2dc7392-12cd-4cfc-a197-9cbed159140b has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:01:37.347580 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8a2fa-a753-4bb5-95d6-697bc10d2b52 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43847c44-adb5-4a4a-bb8f-b1c89665bb66,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:37.372454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:01:37.372830 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] Checking segment: {'id': 'a37264a1-8764-4c16-b21c-d53a30080480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b5b935a4-009e-4160-9e70-0c0d6e591b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:01:37.373222 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] Bound using segment: {'id': 'a37264a1-8764-4c16-b21c-d53a30080480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b5b935a4-009e-4160-9e70-0c0d6e591b7e'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:01:37.373661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] Bound port: 64bf857d-e914-45d9-8687-13e0d2f6dcd8, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37264a1-8764-4c16-b21c-d53a30080480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b5b935a4-009e-4160-9e70-0c0d6e591b7e'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:01:37.374036 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:37.418356 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ab211c55-5491-4ba5-a0ad-c7e66c8f7e5a req-57d3052f-ca76-454f-859d-000c6dc99332 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1c1a680-5275-4c1c-9272-5098fec51a7a HTTP/1.1" status: 200 len: 999 time: 0.1264586 Sep 07 19:01:37.442028 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93555656-c4c0-43d5-aed7-eecb9c378661 req-c29c42f2-dac2-4483-92fb-641455fa14be tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573484 Sep 07 19:01:37.487470 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-63ac091f-e46e-4c29-bccd-496e994f0a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'name': 'tempest-AttachVolumeTestJSON-1467591617-router', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6815429e-851b-4080-856c-7410b9ed799f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:16Z', 'updated_at': '2021-09-07T18:56:21Z', 'revision_number': 4, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'gw_port': {'id': '6815429e-851b-4080-856c-7410b9ed799f', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:17Z', 'updated_at': '2021-09-07T18:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'f7e14d47-61d1-4bfb-919d-66f995c09bce', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'floating_ip_address': '172.25.8.224', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'port_id': 'b1c1a680-5275-4c1c-9272-5098fec51a7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'mac_address': 'fa:16:3e:85:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d438fa3-2bfa-430d-93e6-e8fa2e44466f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:01:05Z', 'updated_at': '2021-09-07T19:01:34Z', 'revision_number': 1, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5fede94-9c70-40d3-8ce1-7d1441d89cff', 'name': '', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'mac_address': 'fa:16:3e:49:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:20Z', 'updated_at': '2021-09-07T18:56:28Z', 'revision_number': 5, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'subnets': [{'id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:37.487996 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-864f2db6-ee2c-415f-a52c-5655915cadd2 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1798813 Sep 07 19:01:37.495798 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42936) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:37.515277 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac091f-e46e-4c29-bccd-496e994f0a7b None None] The sync data for ids ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'] in n-d-807786-1 is: [{'id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'name': 'tempest-AttachVolumeTestJSON-1467591617-router', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6815429e-851b-4080-856c-7410b9ed799f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:16Z', 'updated_at': '2021-09-07T18:56:21Z', 'revision_number': 4, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'gw_port': {'id': '6815429e-851b-4080-856c-7410b9ed799f', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:17Z', 'updated_at': '2021-09-07T18:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'f7e14d47-61d1-4bfb-919d-66f995c09bce', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'floating_ip_address': '172.25.8.224', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'port_id': 'b1c1a680-5275-4c1c-9272-5098fec51a7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'mac_address': 'fa:16:3e:85:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d438fa3-2bfa-430d-93e6-e8fa2e44466f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:01:05Z', 'updated_at': '2021-09-07T19:01:34Z', 'revision_number': 1, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5fede94-9c70-40d3-8ce1-7d1441d89cff', 'name': '', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'mac_address': 'fa:16:3e:49:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:20Z', 'updated_at': '2021-09-07T18:56:28Z', 'revision_number': 5, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'subnets': [{'id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:01:37.526687 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab211c55-5491-4ba5-a0ad-c7e66c8f7e5a req-ca53ee68-68e7-4c46-8590-89fd5d5462e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:37.526954 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0cf2989b-48c3-4885-8c8b-93bfedd40ea6 req-887a626a-49fc-4386-a7e5-e97bad2e3678 service neutron] 10.222.0.60 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208233 Sep 07 19:01:37.528819 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ab211c55-5491-4ba5-a0ad-c7e66c8f7e5a req-ca53ee68-68e7-4c46-8590-89fd5d5462e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e593cdc-1b32-4dc9-81bb-475156c283c6 HTTP/1.1" status: 200 len: 850 time: 0.1029441 Sep 07 19:01:37.550960 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574e9c75-69e6-4dc4-a612-c5a5b8633acf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:01:37.565932 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d050ddcb-7463-45b9-8adb-2eb6c30360c4 None None] Sync routers for ids ['d2dc7392-12cd-4cfc-a197-9cbed159140b'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:01:37.579111 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d050ddcb-7463-45b9-8adb-2eb6c30360c4 None None] Routers {'d2dc7392-12cd-4cfc-a197-9cbed159140b'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:37.580054 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d050ddcb-7463-45b9-8adb-2eb6c30360c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:01:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['d2dc7392-12cd-4cfc-a197-9cbed159140b'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:37.599216 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-574e9c75-69e6-4dc4-a612-c5a5b8633acf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:37.609228 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] For port 64bf857d-e914-45d9-8687-13e0d2f6dcd8, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:01:37.637429 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d050ddcb-7463-45b9-8adb-2eb6c30360c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:37.656135 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d050ddcb-7463-45b9-8adb-2eb6c30360c4 None None] Routers {'d2dc7392-12cd-4cfc-a197-9cbed159140b'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:37.656800 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d050ddcb-7463-45b9-8adb-2eb6c30360c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:01:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['d2dc7392-12cd-4cfc-a197-9cbed159140b'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:37.666088 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] For port 64bf857d-e914-45d9-8687-13e0d2f6dcd8, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=64bf857d-e914-45d9-8687-13e0d2f6dcd8,segment=NetworkSegment(a37264a1-8764-4c16-b21c-d53a30080480),segment_id=a37264a1-8764-4c16-b21c-d53a30080480)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:01:37.674142 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab211c55-5491-4ba5-a0ad-c7e66c8f7e5a req-e06ea77c-5da0-448b-b704-2fbb1e481e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:37.675883 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ab211c55-5491-4ba5-a0ad-c7e66c8f7e5a req-e06ea77c-5da0-448b-b704-2fbb1e481e28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d18b746-cc48-4b0b-8822-7ec853348da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369524 Sep 07 19:01:37.689298 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-574e9c75-69e6-4dc4-a612-c5a5b8633acf tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "PUT /v2.0/floatingips/71013651-b1b0-4493-9a37-8a659ccddafb HTTP/1.1" status: 200 len: 978 time: 2.6721361 Sep 07 19:01:37.690533 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:37.692555 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42940) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:37.702881 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d050ddcb-7463-45b9-8adb-2eb6c30360c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:37.703632 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d050ddcb-7463-45b9-8adb-2eb6c30360c4 None None] The sync data for ids ['d2dc7392-12cd-4cfc-a197-9cbed159140b'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:01:37.811003 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dda92163-2c0a-4f96-a6c6-7382b13911c4 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:37.817666 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0cf2989b-48c3-4885-8c8b-93bfedd40ea6 req-78f9652d-b539-4b45-9a52-a1bb85e6fb53 service neutron] 10.222.0.60 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763009 Sep 07 19:01:37.821016 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ab211c55-5491-4ba5-a0ad-c7e66c8f7e5a req-7dea883b-c164-4dd0-9507-0015333f005a service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366012 Sep 07 19:01:37.839139 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9bbb10-f612-4546-940d-3a1279b053d7 None None] New status for floating IP f7e14d47-61d1-4bfb-919d-66f995c09bce: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:01:37.891685 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:37.892549 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:37.894262 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] 10.222.0.36 "PUT /v2.0/ports/64bf857d-e914-45d9-8687-13e0d2f6dcd8 HTTP/1.1" status: 200 len: 1092 time: 2.1181819 Sep 07 19:01:37.935584 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dda92163-2c0a-4f96-a6c6-7382b13911c4 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:37.941303 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a09d33-5743-4972-9a2c-bbc58e9eff3f service neutron] Pushing event updated for resources: {'Port': ['ID=64bf857d-e914-45d9-8687-13e0d2f6dcd8,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:37.959008 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ab211c55-5491-4ba5-a0ad-c7e66c8f7e5a req-6659baa6-a911-4c9f-afb5-a3a94275993a service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170964 Sep 07 19:01:38.087626 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54c705-90bd-44b3-8768-09efe5ed61b0 req-bcd521dc-22f9-4589-bb6f-8e34a0d96122 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:38.089243 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b54c705-90bd-44b3-8768-09efe5ed61b0 req-bcd521dc-22f9-4589-bb6f-8e34a0d96122 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 944 time: 0.2994213 Sep 07 19:01:38.107775 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dda92163-2c0a-4f96-a6c6-7382b13911c4 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.110709 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dda92163-2c0a-4f96-a6c6-7382b13911c4 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.112881 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-dda92163-2c0a-4f96-a6c6-7382b13911c4 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "DELETE /v2.0/security-groups/653bd333-d185-4bfe-8abb-3c3c528f3523 HTTP/1.1" status: 204 len: 168 time: 0.6147375 Sep 07 19:01:38.114604 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42952) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:38.143263 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-e74571e6-788b-48ff-a983-ecdff6189925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:38.145185 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-e74571e6-788b-48ff-a983-ecdff6189925 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de55150deb124c6aa9d6dbf032048b44&device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 1095 time: 0.1731672 Sep 07 19:01:38.147431 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-0b4c1b93-30e0-4951-928a-9d96798ae2b5 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Deleting port 398b1507-0592-42bf-a603-e20421feb5eb {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:38.147779 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1b93-30e0-4951-928a-9d96798ae2b5 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.156749 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda92163-2c0a-4f96-a6c6-7382b13911c4 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=653bd333-d185-4bfe-8abb-3c3c528f3523,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:38.171356 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-59edf9d2-be50-4718-a579-5652d2657559 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555575 Sep 07 19:01:38.177805 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42954) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:38.186175 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b056bfa8-ebd3-4c3c-be76-6b705484a280 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Request body: {'security_group': {'name': 'tempest-secgroup--28206324'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:38.188215 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e89aa4-d932-4e33-9a36-422b16377edd req-e3cafc84-1e9a-448d-80ca-55339684d438 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:38.190015 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75e89aa4-d932-4e33-9a36-422b16377edd req-e3cafc84-1e9a-448d-80ca-55339684d438 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.1658456 Sep 07 19:01:38.212689 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b056bfa8-ebd3-4c3c-be76-6b705484a280 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.251338 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-e594596c-bd29-4bf9-b8ea-21cc5e88b9d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64bf857d-e914-45d9-8687-13e0d2f6dcd8 HTTP/1.1" status: 200 len: 217 time: 0.0804009 Sep 07 19:01:38.312436 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b54c705-90bd-44b3-8768-09efe5ed61b0 req-ddf90796-7d94-4eca-ae04-6708d9e54c0b tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079358 Sep 07 19:01:38.313187 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b056bfa8-ebd3-4c3c-be76-6b705484a280 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.317342 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b056bfa8-ebd3-4c3c-be76-6b705484a280 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.340970 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b056bfa8-ebd3-4c3c-be76-6b705484a280 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.342355 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b056bfa8-ebd3-4c3c-be76-6b705484a280 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1634946 Sep 07 19:01:38.345633 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42956) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:38.353662 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-505c523c-680f-4cf6-913d-2fea0ca80b90 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Request body: {'security_group_rule': {'security_group_id': 'feaa5624-2111-4062-b882-89d2518e77ef', 'direction': 'ingress', 'protocol': 17}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:38.365253 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056bfa8-ebd3-4c3c-be76-6b705484a280 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feaa5624-2111-4062-b882-89d2518e77ef,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:38.374886 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1b93-30e0-4951-928a-9d96798ae2b5 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.382602 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75e89aa4-d932-4e33-9a36-422b16377edd req-93a3aa61-d963-44d5-ac99-b29cbcfc072b tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794102 Sep 07 19:01:38.385134 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-505c523c-680f-4cf6-913d-2fea0ca80b90 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.392892 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-365fd55e-1153-48d1-acd4-c773a2e874d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:38.394626 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-365fd55e-1153-48d1-acd4-c773a2e874d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=099526cd-4957-4192-8eac-1447e05d98aa HTTP/1.1" status: 200 len: 861 time: 0.1049514 Sep 07 19:01:38.438733 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-505c523c-680f-4cf6-913d-2fea0ca80b90 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.442794 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-505c523c-680f-4cf6-913d-2fea0ca80b90 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.459764 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c523c-680f-4cf6-913d-2fea0ca80b90 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13deebd1-744c-46d0-a56d-cedcbe9670b5,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:38.461852 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-7170b6e9-a4ea-40d4-b505-d941a6a700c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5b935a4-009e-4160-9e70-0c0d6e591b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309370 Sep 07 19:01:38.469727 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-505c523c-680f-4cf6-913d-2fea0ca80b90 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.471004 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-505c523c-680f-4cf6-913d-2fea0ca80b90 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1244493 Sep 07 19:01:38.473850 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42958) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:38.530857 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cdede4af-3741-4be8-a428-baae52fd4b9d tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.553493 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cdede4af-3741-4be8-a428-baae52fd4b9d tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.602381 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cdede4af-3741-4be8-a428-baae52fd4b9d tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.606436 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cdede4af-3741-4be8-a428-baae52fd4b9d tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.606436 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cdede4af-3741-4be8-a428-baae52fd4b9d tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "DELETE /v2.0/security-groups/feaa5624-2111-4062-b882-89d2518e77ef HTTP/1.1" status: 204 len: 168 time: 0.1314898 Sep 07 19:01:38.609904 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42960) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:38.631822 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdede4af-3741-4be8-a428-baae52fd4b9d tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feaa5624-2111-4062-b882-89d2518e77ef,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:38.667179 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-26cf7681-362d-4c71-86d0-2b3b06b3a0bb tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0562181 Sep 07 19:01:38.670836 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42962) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:38.675540 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d1df83b3-1205-4989-8721-0c4b8147b9dc tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Request body: {'security_group': {'name': 'tempest-secgroup--989664717'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:38.697958 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d1df83b3-1205-4989-8721-0c4b8147b9dc tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.787746 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d1df83b3-1205-4989-8721-0c4b8147b9dc tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.791634 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d1df83b3-1205-4989-8721-0c4b8147b9dc tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.818808 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d1df83b3-1205-4989-8721-0c4b8147b9dc tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.820082 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d1df83b3-1205-4989-8721-0c4b8147b9dc tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1482291 Sep 07 19:01:38.822987 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42964) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:38.828773 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d7c5dca4-abe9-4242-a0f1-603f742b4c38 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Request body: {'security_group': {'name': 'tempest-secgroup--2124102404'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:38.834191 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df83b3-1205-4989-8721-0c4b8147b9dc tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e8c738-bc86-433d-8408-3a80601e81f2,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:38.854945 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7c5dca4-abe9-4242-a0f1-603f742b4c38 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.944062 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336214d8-e568-4a0b-baee-b1cbfd468a02', 'tag': '64bf857d-e914-45d9-8687-13e0d2f6dcd8'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:01:38.945428 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65eccbe-078d-4e45-84dd-cd7bd028b731" -d '{"events": [{"name": "network-changed", "server_uuid": "336214d8-e568-4a0b-baee-b1cbfd468a02", "tag": "64bf857d-e914-45d9-8687-13e0d2f6dcd8"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:01:38.950701 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7c5dca4-abe9-4242-a0f1-603f742b4c38 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.956767 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7c5dca4-abe9-4242-a0f1-603f742b4c38 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.990156 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7c5dca4-abe9-4242-a0f1-603f742b4c38 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:38.990450 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-7bd34e56-0cdd-4368-ada6-ee540560cfdc service neutron] 10.222.0.36 "GET /v2.0/networks/b5b935a4-009e-4160-9e70-0c0d6e591b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227146 Sep 07 19:01:38.994078 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d7c5dca4-abe9-4242-a0f1-603f742b4c38 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1674981 Sep 07 19:01:38.994490 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09cebe6-2257-4d09-b9e9-4583fe837b32 x-openstack-request-id: req-a09cebe6-2257-4d09-b9e9-4583fe837b32 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:01:38.994490 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336214d8-e568-4a0b-baee-b1cbfd468a02", "tag": "64bf857d-e914-45d9-8687-13e0d2f6dcd8", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:01:38.994705 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42970) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:38.994817 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a09cebe6-2257-4d09-b9e9-4583fe837b32 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:01:38.994817 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336214d8-e568-4a0b-baee-b1cbfd468a02', 'tag': '64bf857d-e914-45d9-8687-13e0d2f6dcd8', 'status': 'completed', 'code': 200} Sep 07 19:01:38.999329 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-63ad61dd-c96d-488a-90cf-512615804a09 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Request body: {'security_group_rule': {'security_group_id': '97e8c738-bc86-433d-8408-3a80601e81f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6c4bfa3d-491e-49ca-af6b-ada65052fef9', 'remote_ip_prefix': None}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:39.004909 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5dca4-abe9-4242-a0f1-603f742b4c38 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4bfa3d-491e-49ca-af6b-ada65052fef9,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:39.014594 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1b93-30e0-4951-928a-9d96798ae2b5 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.014718 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1b93-30e0-4951-928a-9d96798ae2b5 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.015038 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-0b4c1b93-30e0-4951-928a-9d96798ae2b5 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Floating IP 71013651-b1b0-4493-9a37-8a659ccddafb disassociated. External IP: 172.25.8.139, port: 398b1507-0592-42bf-a603-e20421feb5eb. Sep 07 19:01:39.015462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-0b4c1b93-30e0-4951-928a-9d96798ae2b5 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Calling delete_port for 398b1507-0592-42bf-a603-e20421feb5eb owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:39.047137 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63ad61dd-c96d-488a-90cf-512615804a09 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.122387 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63ad61dd-c96d-488a-90cf-512615804a09 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.127308 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63ad61dd-c96d-488a-90cf-512615804a09 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.145389 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad61dd-c96d-488a-90cf-512615804a09 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08f297a-609b-4283-9bbf-711eaa0aee72,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:39.152691 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63ad61dd-c96d-488a-90cf-512615804a09 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.154399 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-63ad61dd-c96d-488a-90cf-512615804a09 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1588728 Sep 07 19:01:39.157132 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42972) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:39.160419 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-728f7d7a-afb2-44c6-9177-81cf7f3abe73 req-de749bc1-a727-4878-a362-e133138713b8 service neutron] 10.222.0.36 "GET /v2.0/networks/b5b935a4-009e-4160-9e70-0c0d6e591b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569836 Sep 07 19:01:39.184348 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-096b611a-a0de-4b58-83a4-a0ed7fa8f956 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.192897 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-096b611a-a0de-4b58-83a4-a0ed7fa8f956 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.220173 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1b93-30e0-4951-928a-9d96798ae2b5 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.227049 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-096b611a-a0de-4b58-83a4-a0ed7fa8f956 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.235214 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-096b611a-a0de-4b58-83a4-a0ed7fa8f956 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.236476 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-096b611a-a0de-4b58-83a4-a0ed7fa8f956 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/e08f297a-609b-4283-9bbf-711eaa0aee72 HTTP/1.1" status: 204 len: 168 time: 0.0782185 Sep 07 19:01:39.239160 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42974) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:39.250556 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b611a-a0de-4b58-83a4-a0ed7fa8f956 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e08f297a-609b-4283-9bbf-711eaa0aee72,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:39.290158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c1b93-30e0-4951-928a-9d96798ae2b5 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event deleted for resources: {'Port': ['ID=398b1507-0592-42bf-a603-e20421feb5eb,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:39.298399 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1c7ee78a-37e0-4357-83ba-1258dba9a682 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0580552 Sep 07 19:01:39.302304 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42976) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:39.362631 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-216d3aa1-fbf9-455f-bc2f-c384f576dccf tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.391396 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-216d3aa1-fbf9-455f-bc2f-c384f576dccf tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.449392 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-216d3aa1-fbf9-455f-bc2f-c384f576dccf tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.451995 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-216d3aa1-fbf9-455f-bc2f-c384f576dccf tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.453209 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-216d3aa1-fbf9-455f-bc2f-c384f576dccf tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "DELETE /v2.0/security-groups/6c4bfa3d-491e-49ca-af6b-ada65052fef9 HTTP/1.1" status: 204 len: 168 time: 0.1497416 Sep 07 19:01:39.457090 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42982) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:39.475849 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d3aa1-fbf9-455f-bc2f-c384f576dccf tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4bfa3d-491e-49ca-af6b-ada65052fef9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:39.521102 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f7907cbd-9db3-4eca-9dea-d96ef93cd367 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0621109 Sep 07 19:01:39.523610 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42984) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:39.552828 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4c1b93-30e0-4951-928a-9d96798ae2b5 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Router d2dc7392-12cd-4cfc-a197-9cbed159140b has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:01:39.555048 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65eccbe-078d-4e45-84dd-cd7bd028b731 req-410d1547-012a-4a60-a771-0b8973a452b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:39.556638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f65eccbe-078d-4e45-84dd-cd7bd028b731 req-410d1547-012a-4a60-a771-0b8973a452b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de55150deb124c6aa9d6dbf032048b44&device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 1095 time: 0.2920885 Sep 07 19:01:39.581554 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86df3973-6ebc-4397-a922-c14d4ba58795 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.608686 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86df3973-6ebc-4397-a922-c14d4ba58795 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.619848 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301642f6-8648-4ae5-9a0d-bca8aebeb125 req-c5f50b2c-947d-4f23-a4b4-a4453682d5f6 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:39.621431 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-301642f6-8648-4ae5-9a0d-bca8aebeb125 req-c5f50b2c-947d-4f23-a4b4-a4453682d5f6 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 944 time: 0.1840456 Sep 07 19:01:39.641248 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63498db-aa9d-4812-812b-93e7e2d5c586 req-c003d086-444f-458b-b457-2ee0f2e11212 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:39.643630 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a63498db-aa9d-4812-812b-93e7e2d5c586 req-c003d086-444f-458b-b457-2ee0f2e11212 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.1374898 Sep 07 19:01:39.654930 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86df3973-6ebc-4397-a922-c14d4ba58795 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.657902 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86df3973-6ebc-4397-a922-c14d4ba58795 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.659064 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-86df3973-6ebc-4397-a922-c14d4ba58795 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "DELETE /v2.0/security-groups/97e8c738-bc86-433d-8408-3a80601e81f2 HTTP/1.1" status: 204 len: 168 time: 0.1345491 Sep 07 19:01:39.662583 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42986) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:39.682429 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df3973-6ebc-4397-a922-c14d4ba58795 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e8c738-bc86-433d-8408-3a80601e81f2,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:39.718641 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-863027f2-e3de-45b8-b508-7432353944b6 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0508213 Sep 07 19:01:39.719792 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42988) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:39.725559 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-5435c547-933d-4d8b-b8f8-28fe9689bab6 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1898406524'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:39.748381 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5435c547-933d-4d8b-b8f8-28fe9689bab6 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.806292 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-301642f6-8648-4ae5-9a0d-bca8aebeb125 req-88773b5f-231f-4b9f-a80f-cb92c180e59e tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735773 Sep 07 19:01:39.847751 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5435c547-933d-4d8b-b8f8-28fe9689bab6 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.851480 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a63498db-aa9d-4812-812b-93e7e2d5c586 req-97cf17fc-17b5-4948-91bc-71cb47a07a13 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640570 Sep 07 19:01:39.852381 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5435c547-933d-4d8b-b8f8-28fe9689bab6 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.857974 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65eccbe-078d-4e45-84dd-cd7bd028b731 req-deb01c5e-eb02-4482-8832-749125074caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:39.859824 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f65eccbe-078d-4e45-84dd-cd7bd028b731 req-deb01c5e-eb02-4482-8832-749125074caa service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5b935a4-009e-4160-9e70-0c0d6e591b7e HTTP/1.1" status: 200 len: 922 time: 0.2902415 Sep 07 19:01:39.881041 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4c1b93-30e0-4951-928a-9d96798ae2b5 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:01:39.882745 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5435c547-933d-4d8b-b8f8-28fe9689bab6 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.887569 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5435c547-933d-4d8b-b8f8-28fe9689bab6 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1665268 Sep 07 19:01:39.888253 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42990) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:39.894625 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d4b9f817-ff98-49e3-8b2d-6b0d32c330c6 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Request body: {'security_group_rule': {'security_group_id': 'c53fb307-2233-4e2d-bcb0-fb750f3479fa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:39.898678 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e7e4eb-0b7e-4a0b-89d5-6f72cd228c74 None None] Sync routers for ids ['d2dc7392-12cd-4cfc-a197-9cbed159140b'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:01:39.909377 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435c547-933d-4d8b-b8f8-28fe9689bab6 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53fb307-2233-4e2d-bcb0-fb750f3479fa,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:39.909768 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e7e4eb-0b7e-4a0b-89d5-6f72cd228c74 None None] Routers {'d2dc7392-12cd-4cfc-a197-9cbed159140b'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:39.910560 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-07e7e4eb-0b7e-4a0b-89d5-6f72cd228c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:01:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['d2dc7392-12cd-4cfc-a197-9cbed159140b'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:39.924300 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f65eccbe-078d-4e45-84dd-cd7bd028b731 req-457a3f5b-4c96-4a73-930e-5d0856905c54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64bf857d-e914-45d9-8687-13e0d2f6dcd8 HTTP/1.1" status: 200 len: 217 time: 0.0449913 Sep 07 19:01:39.943106 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d4b9f817-ff98-49e3-8b2d-6b0d32c330c6 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:39.966029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-07e7e4eb-0b7e-4a0b-89d5-6f72cd228c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:39.980230 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e7e4eb-0b7e-4a0b-89d5-6f72cd228c74 None None] Routers {'d2dc7392-12cd-4cfc-a197-9cbed159140b'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:39.981032 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-07e7e4eb-0b7e-4a0b-89d5-6f72cd228c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:01:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['d2dc7392-12cd-4cfc-a197-9cbed159140b'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:40.019284 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d4b9f817-ff98-49e3-8b2d-6b0d32c330c6 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.023497 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d4b9f817-ff98-49e3-8b2d-6b0d32c330c6 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.036409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65eccbe-078d-4e45-84dd-cd7bd028b731 req-30dc5848-de6a-4fda-b963-ba2a2a699742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:40.037944 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f65eccbe-078d-4e45-84dd-cd7bd028b731 req-30dc5848-de6a-4fda-b963-ba2a2a699742 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=099526cd-4957-4192-8eac-1447e05d98aa HTTP/1.1" status: 200 len: 861 time: 0.0915010 Sep 07 19:01:40.041230 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1b93-30e0-4951-928a-9d96798ae2b5 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.043166 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0b4c1b93-30e0-4951-928a-9d96798ae2b5 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "DELETE /v2.0/ports/398b1507-0592-42bf-a603-e20421feb5eb HTTP/1.1" status: 204 len: 168 time: 2.3442540 Sep 07 19:01:40.045949 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42994) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:40.055772 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9f817-ff98-49e3-8b2d-6b0d32c330c6 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b816fa1-1f78-4d4e-bfe9-a7e427ea2d38,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:40.062601 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-07e7e4eb-0b7e-4a0b-89d5-6f72cd228c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:40.063549 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e7e4eb-0b7e-4a0b-89d5-6f72cd228c74 None None] The sync data for ids ['d2dc7392-12cd-4cfc-a197-9cbed159140b'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:01:40.063721 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d4b9f817-ff98-49e3-8b2d-6b0d32c330c6 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.067790 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d4b9f817-ff98-49e3-8b2d-6b0d32c330c6 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1775234 Sep 07 19:01:40.073581 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42996) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:40.099748 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f65eccbe-078d-4e45-84dd-cd7bd028b731 req-79d95f07-50ca-43c8-bd92-cc62caeee8a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5b935a4-009e-4160-9e70-0c0d6e591b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428920 Sep 07 19:01:40.143635 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c4f141fb-00d8-4299-aaaf-2e02f6198a8e tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.181746 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c4f141fb-00d8-4299-aaaf-2e02f6198a8e tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.226391 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c4f141fb-00d8-4299-aaaf-2e02f6198a8e tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.229741 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f65eccbe-078d-4e45-84dd-cd7bd028b731 req-ccd7b1ab-30d6-4853-8633-70186897fd33 service neutron] 10.222.0.36 "GET /v2.0/networks/b5b935a4-009e-4160-9e70-0c0d6e591b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217692 Sep 07 19:01:40.233285 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c4f141fb-00d8-4299-aaaf-2e02f6198a8e tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.234334 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c4f141fb-00d8-4299-aaaf-2e02f6198a8e tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/5b816fa1-1f78-4d4e-bfe9-a7e427ea2d38 HTTP/1.1" status: 204 len: 168 time: 0.1583776 Sep 07 19:01:40.237385 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42998) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:40.270978 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f141fb-00d8-4299-aaaf-2e02f6198a8e tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b816fa1-1f78-4d4e-bfe9-a7e427ea2d38,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:40.338012 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1fb123f4-d64a-42a0-800d-9e900c3ce747 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0982962 Sep 07 19:01:40.340564 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43000) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:40.392109 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f65eccbe-078d-4e45-84dd-cd7bd028b731 req-bfaecf4e-7066-4caf-8b93-127be5bb5f27 service neutron] 10.222.0.36 "GET /v2.0/networks/b5b935a4-009e-4160-9e70-0c0d6e591b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536760 Sep 07 19:01:40.412577 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a29237c7-e09e-447e-b12b-f96ee97e57a2 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.416256 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93dbc067-b562-490f-afb0-06e05c338365 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.440080 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a29237c7-e09e-447e-b12b-f96ee97e57a2 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.483476 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a29237c7-e09e-447e-b12b-f96ee97e57a2 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.486297 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a29237c7-e09e-447e-b12b-f96ee97e57a2 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.487466 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a29237c7-e09e-447e-b12b-f96ee97e57a2 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "DELETE /v2.0/security-groups/c53fb307-2233-4e2d-bcb0-fb750f3479fa HTTP/1.1" status: 204 len: 168 time: 0.1452649 Sep 07 19:01:40.490790 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43002) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:40.509871 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29237c7-e09e-447e-b12b-f96ee97e57a2 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53fb307-2233-4e2d-bcb0-fb750f3479fa,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:40.544405 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-979bddf3-cd2c-48ce-a9fc-291a6d75860b tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0525527 Sep 07 19:01:40.548057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43004) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:40.552380 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-4f82f0da-8974-4665-b069-fef3f5aaabe6 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1944325793'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:40.574778 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4f82f0da-8974-4665-b069-fef3f5aaabe6 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.666692 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4f82f0da-8974-4665-b069-fef3f5aaabe6 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.670465 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4f82f0da-8974-4665-b069-fef3f5aaabe6 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.694050 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4f82f0da-8974-4665-b069-fef3f5aaabe6 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.695303 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4f82f0da-8974-4665-b069-fef3f5aaabe6 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1462977 Sep 07 19:01:40.699660 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43006) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:40.704020 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-7f2b6459-eb8b-48b2-a2c6-72ed79718b5e tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Request body: {'security_group_rule': {'security_group_id': '768be9f3-6703-4247-bbdc-9c9ad56547cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:40.704163 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82f0da-8974-4665-b069-fef3f5aaabe6 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768be9f3-6703-4247-bbdc-9c9ad56547cb,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:40.711711 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-93dbc067-b562-490f-afb0-06e05c338365 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Deleting port 6dc3eadd-81d4-4485-8703-72175ba86a13 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:40.712160 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93dbc067-b562-490f-afb0-06e05c338365 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.792831 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f2b6459-eb8b-48b2-a2c6-72ed79718b5e tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.828625 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93dbc067-b562-490f-afb0-06e05c338365 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.845765 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-93dbc067-b562-490f-afb0-06e05c338365 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Calling delete_port for 6dc3eadd-81d4-4485-8703-72175ba86a13 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:40.900303 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f2b6459-eb8b-48b2-a2c6-72ed79718b5e tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.904878 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f2b6459-eb8b-48b2-a2c6-72ed79718b5e tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.936054 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b6459-eb8b-48b2-a2c6-72ed79718b5e tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c28d49f-d18c-4c5c-aaec-dbef0526dd0e,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:40.943827 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f2b6459-eb8b-48b2-a2c6-72ed79718b5e tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:40.947386 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7f2b6459-eb8b-48b2-a2c6-72ed79718b5e tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2445295 Sep 07 19:01:40.948086 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43012) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:40.993544 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8fa21-aab2-4072-93d0-c3d04d5076aa req-3e3d352c-1f1b-4485-b313-6fca06803d9b tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:40.995155 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cdb8fa21-aab2-4072-93d0-c3d04d5076aa req-3e3d352c-1f1b-4485-b313-6fca06803d9b tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 944 time: 0.1025708 Sep 07 19:01:41.008627 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd165d62-ed45-42e9-90bd-aab7a273f015 req-f414dc71-26c3-41a1-a054-cd0bbbcfe062 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:41.010234 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd165d62-ed45-42e9-90bd-aab7a273f015 req-f414dc71-26c3-41a1-a054-cd0bbbcfe062 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.0721917 Sep 07 19:01:41.071413 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cdb8fa21-aab2-4072-93d0-c3d04d5076aa req-670066ef-eb4e-40c1-8eb2-c384e2e68366 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601368 Sep 07 19:01:41.077105 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd165d62-ed45-42e9-90bd-aab7a273f015 req-42937edd-04d4-4a7a-a11a-3441f2a3a5e6 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587144 Sep 07 19:01:41.249851 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d706e831-4584-411f-bd14-e1d227fd3c11 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-group-rules/8c28d49f-d18c-4c5c-aaec-dbef0526dd0e HTTP/1.1" status: 200 len: 763 time: 0.3006661 Sep 07 19:01:41.252435 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43016) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:41.293799 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-45ac4c71-841e-4791-a12a-c7a4978fb2e2 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0401568 Sep 07 19:01:41.296446 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43018) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:41.319920 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a247845c-f920-4044-a4bd-1ac67b441e6e tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:41.327225 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a247845c-f920-4044-a4bd-1ac67b441e6e tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:41.335928 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93dbc067-b562-490f-afb0-06e05c338365 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:41.353224 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a247845c-f920-4044-a4bd-1ac67b441e6e tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:41.359725 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a247845c-f920-4044-a4bd-1ac67b441e6e tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:41.360886 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a247845c-f920-4044-a4bd-1ac67b441e6e tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/8c28d49f-d18c-4c5c-aaec-dbef0526dd0e HTTP/1.1" status: 204 len: 168 time: 0.0634086 Sep 07 19:01:41.365978 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43020) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:41.374364 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbc067-b562-490f-afb0-06e05c338365 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event deleted for resources: {'Port': ['ID=6dc3eadd-81d4-4485-8703-72175ba86a13,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:41.383468 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247845c-f920-4044-a4bd-1ac67b441e6e tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c28d49f-d18c-4c5c-aaec-dbef0526dd0e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:41.411561 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-041a41e0-9785-46ec-a1e5-efbe35f8a285 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0421493 Sep 07 19:01:41.411779 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43022) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:41.416753 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-4b31bec1-c768-48ca-bd3c-6bf7e5c1e9e8 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Request body: {'security_group_rule': {'security_group_id': '768be9f3-6703-4247-bbdc-9c9ad56547cb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:41.450477 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4b31bec1-c768-48ca-bd3c-6bf7e5c1e9e8 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:41.513361 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4b31bec1-c768-48ca-bd3c-6bf7e5c1e9e8 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:41.519657 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4b31bec1-c768-48ca-bd3c-6bf7e5c1e9e8 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:41.547173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31bec1-c768-48ca-bd3c-6bf7e5c1e9e8 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efbf862-86a0-460a-a844-3ac1d84e8325,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:41.551580 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4b31bec1-c768-48ca-bd3c-6bf7e5c1e9e8 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:41.552844 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4b31bec1-c768-48ca-bd3c-6bf7e5c1e9e8 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1402087 Sep 07 19:01:41.555640 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43024) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:41.561354 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93dbc067-b562-490f-afb0-06e05c338365 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:41.576289 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-fa57582e-fef2-4756-94d9-0915f88d0823 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-group-rules/7efbf862-86a0-460a-a844-3ac1d84e8325 HTTP/1.1" status: 200 len: 763 time: 0.0171292 Sep 07 19:01:41.577000 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43026) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:41.619108 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b638354b-afb6-4277-b3d6-438d65edc7bb tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0415201 Sep 07 19:01:41.621765 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43028) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:41.646109 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b5134c98-71fa-4093-8b78-a24d3033a12c tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:41.654013 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b5134c98-71fa-4093-8b78-a24d3033a12c tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:41.681817 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b5134c98-71fa-4093-8b78-a24d3033a12c tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:41.688992 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b5134c98-71fa-4093-8b78-a24d3033a12c tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:41.690143 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b5134c98-71fa-4093-8b78-a24d3033a12c tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/7efbf862-86a0-460a-a844-3ac1d84e8325 HTTP/1.1" status: 204 len: 168 time: 0.0674572 Sep 07 19:01:41.693888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43030) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:41.700069 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5134c98-71fa-4093-8b78-a24d3033a12c tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7efbf862-86a0-460a-a844-3ac1d84e8325,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:41.736390 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6faf59b3-8e18-42f2-8010-c6e3972e3e02 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0411875 Sep 07 19:01:41.739051 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43032) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:41.743253 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-cc021645-fe77-4185-b8e5-6d804f28a48b tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Request body: {'security_group_rule': {'security_group_id': '768be9f3-6703-4247-bbdc-9c9ad56547cb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:41.766012 n-d-807786-1 neutron-server[101445]: INFO neutron.db.securitygroups_db [None req-cc021645-fe77-4185-b8e5-6d804f28a48b tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Project 942c196719194cebb15e40198fc506e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:01:41.771077 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cc021645-fe77-4185-b8e5-6d804f28a48b tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:41.789816 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93dbc067-b562-490f-afb0-06e05c338365 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Router d2dc7392-12cd-4cfc-a197-9cbed159140b has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:01:41.819266 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cc021645-fe77-4185-b8e5-6d804f28a48b tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:41.822724 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cc021645-fe77-4185-b8e5-6d804f28a48b tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:41.838003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc021645-fe77-4185-b8e5-6d804f28a48b tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbba93a-7df8-4082-badf-4174bf443aa2,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:41.847406 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cc021645-fe77-4185-b8e5-6d804f28a48b tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:41.848655 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-cc021645-fe77-4185-b8e5-6d804f28a48b tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1086476 Sep 07 19:01:41.851326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43034) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:41.867522 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c7eed55c-9116-4eec-b728-0ff09aabe396 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-group-rules/afbba93a-7df8-4082-badf-4174bf443aa2 HTTP/1.1" status: 200 len: 769 time: 0.0151587 Sep 07 19:01:41.870016 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43036) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:41.901357 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93dbc067-b562-490f-afb0-06e05c338365 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:01:41.909305 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-93dbc067-b562-490f-afb0-06e05c338365 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "PUT /v2.0/routers/d2dc7392-12cd-4cfc-a197-9cbed159140b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8593345 Sep 07 19:01:41.909305 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43038) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:41.910067 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-954297e3-6278-4871-9047-abe63a7ecb47 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0389092 Sep 07 19:01:41.912442 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a3f43-4f79-4ca8-8417-c42a32472045 None None] Sync routers for ids ['d2dc7392-12cd-4cfc-a197-9cbed159140b'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:01:41.912945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43040) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:41.923872 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a3f43-4f79-4ca8-8417-c42a32472045 None None] Routers {'d2dc7392-12cd-4cfc-a197-9cbed159140b'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:41.924487 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-f10a3f43-4f79-4ca8-8417-c42a32472045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:01:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['d2dc7392-12cd-4cfc-a197-9cbed159140b'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:41.937431 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7c5e7cf2-631a-4900-afa3-738442e896ed tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:41.944919 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7c5e7cf2-631a-4900-afa3-738442e896ed tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:41.958923 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-f10a3f43-4f79-4ca8-8417-c42a32472045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:41.970738 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a3f43-4f79-4ca8-8417-c42a32472045 None None] Routers {'d2dc7392-12cd-4cfc-a197-9cbed159140b'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:41.973135 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-f10a3f43-4f79-4ca8-8417-c42a32472045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:01:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['d2dc7392-12cd-4cfc-a197-9cbed159140b'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:41.976353 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7c5e7cf2-631a-4900-afa3-738442e896ed tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:41.984077 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7c5e7cf2-631a-4900-afa3-738442e896ed tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:41.985235 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7c5e7cf2-631a-4900-afa3-738442e896ed tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/afbba93a-7df8-4082-badf-4174bf443aa2 HTTP/1.1" status: 204 len: 168 time: 0.0717423 Sep 07 19:01:41.988770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43042) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:41.995770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e7cf2-631a-4900-afa3-738442e896ed tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=afbba93a-7df8-4082-badf-4174bf443aa2,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:42.016111 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-f10a3f43-4f79-4ca8-8417-c42a32472045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:42.016968 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a3f43-4f79-4ca8-8417-c42a32472045 None None] The sync data for ids ['d2dc7392-12cd-4cfc-a197-9cbed159140b'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:01:42.034309 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-be1eb12c-71bc-4e92-9a9a-a9d935b2cbc1 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0443556 Sep 07 19:01:42.037084 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43044) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:42.037248 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea2f60e0-ced0-4f36-9c8b-b7f3c3eaf4d6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:42.088832 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-63e4b9d1-5cfc-4ca7-bc98-1a22c96c0b01 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:42.113622 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-63e4b9d1-5cfc-4ca7-bc98-1a22c96c0b01 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:42.157096 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea2f60e0-ced0-4f36-9c8b-b7f3c3eaf4d6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:42.193178 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-63e4b9d1-5cfc-4ca7-bc98-1a22c96c0b01 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:42.195635 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-63e4b9d1-5cfc-4ca7-bc98-1a22c96c0b01 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:42.196789 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-63e4b9d1-5cfc-4ca7-bc98-1a22c96c0b01 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "DELETE /v2.0/security-groups/768be9f3-6703-4247-bbdc-9c9ad56547cb HTTP/1.1" status: 204 len: 168 time: 0.1587238 Sep 07 19:01:42.199949 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43052) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:42.229926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4b9d1-5cfc-4ca7-bc98-1a22c96c0b01 tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=768be9f3-6703-4247-bbdc-9c9ad56547cb,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:42.249880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a2842-7674-45d3-800a-3c46dc601cb8 req-d6d1561c-c37a-41cc-bbfb-dad72a584c25 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:42.250993 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-ea2f60e0-ced0-4f36-9c8b-b7f3c3eaf4d6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Deleting port 9f132c81-24b9-4db2-b033-4f59d21de83b {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:42.251338 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea2f60e0-ced0-4f36-9c8b-b7f3c3eaf4d6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:42.251468 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-228a2842-7674-45d3-800a-3c46dc601cb8 req-d6d1561c-c37a-41cc-bbfb-dad72a584c25 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 944 time: 0.0996761 Sep 07 19:01:42.264955 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ac3df-9682-49c7-9985-20a92bd706e6 req-e0a896fc-ee61-4127-a5c9-bf1cd8123088 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:42.266454 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f27ac3df-9682-49c7-9985-20a92bd706e6 req-e0a896fc-ee61-4127-a5c9-bf1cd8123088 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.0874429 Sep 07 19:01:42.271271 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-396c7d0d-bed1-4bd5-b4c9-91bf332c8ecd tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0698943 Sep 07 19:01:42.276159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43054) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:42.334294 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea2f60e0-ced0-4f36-9c8b-b7f3c3eaf4d6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:42.341342 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-228a2842-7674-45d3-800a-3c46dc601cb8 req-3596a9e7-1d76-4805-b332-eb0572a17ac1 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739205 Sep 07 19:01:42.346978 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-ea2f60e0-ced0-4f36-9c8b-b7f3c3eaf4d6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Calling delete_port for 9f132c81-24b9-4db2-b033-4f59d21de83b owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:42.364106 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f27ac3df-9682-49c7-9985-20a92bd706e6 req-b021124f-480b-4c5e-a0da-d1d59aa4d9f5 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903440 Sep 07 19:01:42.372235 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c02f4eea-5439-41fb-898a-9683316252ae tempest-SecGroupIPv6Test-1174597710 tempest-SecGroupIPv6Test-1174597710-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0902658 Sep 07 19:01:42.513667 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea2f60e0-ced0-4f36-9c8b-b7f3c3eaf4d6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:42.553488 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f60e0-ced0-4f36-9c8b-b7f3c3eaf4d6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event deleted for resources: {'Port': ['ID=9f132c81-24b9-4db2-b033-4f59d21de83b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:42.610044 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea2f60e0-ced0-4f36-9c8b-b7f3c3eaf4d6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:42.632227 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43060) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:42.704780 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea2f60e0-ced0-4f36-9c8b-b7f3c3eaf4d6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:42.707214 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea2f60e0-ced0-4f36-9c8b-b7f3c3eaf4d6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:42.724144 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:42.754898 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea2f60e0-ced0-4f36-9c8b-b7f3c3eaf4d6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:42.755428 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2f60e0-ced0-4f36-9c8b-b7f3c3eaf4d6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Fanout notify agent at l3_agent the message router_deleted on router d2dc7392-12cd-4cfc-a197-9cbed159140b {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:01:42.762748 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ea2f60e0-ced0-4f36-9c8b-b7f3c3eaf4d6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:42.766667 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ea2f60e0-ced0-4f36-9c8b-b7f3c3eaf4d6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "DELETE /v2.0/routers/d2dc7392-12cd-4cfc-a197-9cbed159140b HTTP/1.1" status: 204 len: 168 time: 0.8539736 Sep 07 19:01:42.767136 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43064) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:42.781804 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5f336b3f-88b7-4da4-b141-18091977d14c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=942c196719194cebb15e40198fc506e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484520 Sep 07 19:01:42.784423 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43066) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:42.823498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea97a0b-071f-4f99-8b70-887896e9d0b2 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Deleting subnet ef301446-8f35-49c9-9570-1fb1bb1f54db {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:01:42.827164 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-aea97a0b-071f-4f99-8b70-887896e9d0b2 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:42.832929 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c03b54e-db43-41ae-b5d3-f9dbc4b835ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:42.854364 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c03b54e-db43-41ae-b5d3-f9dbc4b835ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:42.872988 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-aea97a0b-071f-4f99-8b70-887896e9d0b2 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:42.876418 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 64bf857d-e914-45d9-8687-13e0d2f6dcd8 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:01:42.907220 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c03b54e-db43-41ae-b5d3-f9dbc4b835ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:42.909968 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c03b54e-db43-41ae-b5d3-f9dbc4b835ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:42.913648 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1c03b54e-db43-41ae-b5d3-f9dbc4b835ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f4185747-72a8-4570-b400-3d25456f22e1 HTTP/1.1" status: 204 len: 168 time: 0.1258452 Sep 07 19:01:42.919886 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03b54e-db43-41ae-b5d3-f9dbc4b835ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4185747-72a8-4570-b400-3d25456f22e1,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:42.985288 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-aea97a0b-071f-4f99-8b70-887896e9d0b2 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:42.994425 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 64bf857d-e914-45d9-8687-13e0d2f6dcd8, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=64bf857d-e914-45d9-8687-13e0d2f6dcd8,segment=NetworkSegment(a37264a1-8764-4c16-b21c-d53a30080480),segment_id=a37264a1-8764-4c16-b21c-d53a30080480)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:43.009038 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '64bf857d-e914-45d9-8687-13e0d2f6dcd8', 'network_id': 'b5b935a4-009e-4160-9e70-0c0d6e591b7e', 'port_id': '64bf857d-e914-45d9-8687-13e0d2f6dcd8', 'mac_address': 'fa:16:3e:47:d1:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099526cd-4957-4192-8eac-1447e05d98aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:01:43.055784 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-aea97a0b-071f-4f99-8b70-887896e9d0b2 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:43.056074 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:43.070817 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64bf857d-e914-45d9-8687-13e0d2f6dcd8 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:01:43.090862 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 64bf857d-e914-45d9-8687-13e0d2f6dcd8, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=64bf857d-e914-45d9-8687-13e0d2f6dcd8,segment=NetworkSegment(a37264a1-8764-4c16-b21c-d53a30080480),segment_id=a37264a1-8764-4c16-b21c-d53a30080480)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:43.091110 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea97a0b-071f-4f99-8b70-887896e9d0b2 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event deleted for resources: {'Subnet': ['ID=ef301446-8f35-49c9-9570-1fb1bb1f54db,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:43.095265 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-aea97a0b-071f-4f99-8b70-887896e9d0b2 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:43.099552 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:43.100173 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43072) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:43.100326 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-aea97a0b-071f-4f99-8b70-887896e9d0b2 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "DELETE /v2.0/subnets/ef301446-8f35-49c9-9570-1fb1bb1f54db HTTP/1.1" status: 204 len: 168 time: 0.3322303 Sep 07 19:01:43.106494 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d98a2ca-b7ae-4260-ab0b-ac8a92eebc6b None None] Network 36c78d8d-a6d5-48bd-848a-5dcd00101f4b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:01:43.192815 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5aa82eec-fac0-46a7-8b89-e51b5b254f3f tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:43.203737 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=64bf857d-e914-45d9-8687-13e0d2f6dcd8,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:43.256291 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-5aa82eec-fac0-46a7-8b89-e51b5b254f3f tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Deleting port cd30dce4-fdac-4628-895e-48c5d4cc24aa {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:43.256701 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5aa82eec-fac0-46a7-8b89-e51b5b254f3f tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:43.326304 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-5aa82eec-fac0-46a7-8b89-e51b5b254f3f tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] For port cd30dce4-fdac-4628-895e-48c5d4cc24aa, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cd30dce4-fdac-4628-895e-48c5d4cc24aa,segment=NetworkSegment(5260d736-90d2-498c-91e9-ecf3a26a4744),segment_id=5260d736-90d2-498c-91e9-ecf3a26a4744)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:43.326749 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5aa82eec-fac0-46a7-8b89-e51b5b254f3f tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:43.341280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57885a92-b526-43e0-be21-0ee1d95cd3a9 None None] DHCP port deletion for 36c78d8d-a6d5-48bd-848a-5dcd00101f4b request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:01:43.341514 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-5aa82eec-fac0-46a7-8b89-e51b5b254f3f tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Calling delete_port for cd30dce4-fdac-4628-895e-48c5d4cc24aa owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:43.370920 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['64bf857d-e914-45d9-8687-13e0d2f6dcd8'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:01:43.458954 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5aa82eec-fac0-46a7-8b89-e51b5b254f3f tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:43.483990 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfd078-6702-4e1e-8cf9-599a7a3c6440 req-bbcb4bd1-f880-4ed6-a029-58be3aabf4a5 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:43.487248 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5cbfd078-6702-4e1e-8cf9-599a7a3c6440 req-bbcb4bd1-f880-4ed6-a029-58be3aabf4a5 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 945 time: 0.0693831 Sep 07 19:01:43.507123 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa82eec-fac0-46a7-8b89-e51b5b254f3f tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] No DVR routers for this DVR port cd30dce4-fdac-4628-895e-48c5d4cc24aa on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:01:43.513095 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa82eec-fac0-46a7-8b89-e51b5b254f3f tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event deleted for resources: {'Port': ['ID=cd30dce4-fdac-4628-895e-48c5d4cc24aa,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:43.522751 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-57885a92-b526-43e0-be21-0ee1d95cd3a9 None None] Deleting port cd30dce4-fdac-4628-895e-48c5d4cc24aa {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:43.523374 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-57885a92-b526-43e0-be21-0ee1d95cd3a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:43.573789 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5cbfd078-6702-4e1e-8cf9-599a7a3c6440 req-b6517db4-2beb-43d7-86f7-1870ddf27f51 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746350 Sep 07 19:01:43.619684 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80cbbb-a1af-44b0-8ccc-c711603e833d req-2140aee4-91f3-4f32-86cd-c7f3c5f76819 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:43.642260 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5aa82eec-fac0-46a7-8b89-e51b5b254f3f tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:43.643502 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d80cbbb-a1af-44b0-8ccc-c711603e833d req-2140aee4-91f3-4f32-86cd-c7f3c5f76819 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.1542294 Sep 07 19:01:43.668926 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5aa82eec-fac0-46a7-8b89-e51b5b254f3f tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c78d8d-a6d5-48bd-848a-5dcd00101f4b']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:43.682473 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5aa82eec-fac0-46a7-8b89-e51b5b254f3f tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5260d736-90d2-498c-91e9-ecf3a26a4744') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:43.682473 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5aa82eec-fac0-46a7-8b89-e51b5b254f3f tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5260d736-90d2-498c-91e9-ecf3a26a4744') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:43.697726 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5aa82eec-fac0-46a7-8b89-e51b5b254f3f tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:43.699495 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d80cbbb-a1af-44b0-8ccc-c711603e833d req-8517ffc5-d7c8-4986-909b-ef2699b2443d tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502906 Sep 07 19:01:43.720092 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5aa82eec-fac0-46a7-8b89-e51b5b254f3f tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:43.727502 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa82eec-fac0-46a7-8b89-e51b5b254f3f tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:01:43.727995 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5aa82eec-fac0-46a7-8b89-e51b5b254f3f tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:01:43.732389 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:01:43.802092 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5aa82eec-fac0-46a7-8b89-e51b5b254f3f tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:43.811095 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5aa82eec-fac0-46a7-8b89-e51b5b254f3f tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:43.812957 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5aa82eec-fac0-46a7-8b89-e51b5b254f3f tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "DELETE /v2.0/networks/36c78d8d-a6d5-48bd-848a-5dcd00101f4b HTTP/1.1" status: 204 len: 168 time: 0.7099659 Sep 07 19:01:43.815733 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43098) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:43.822520 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:43.822992 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa82eec-fac0-46a7-8b89-e51b5b254f3f tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event deleted for resources: {'Network': ['ID=36c78d8d-a6d5-48bd-848a-5dcd00101f4b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:43.841182 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-57885a92-b526-43e0-be21-0ee1d95cd3a9 None None] For port cd30dce4-fdac-4628-895e-48c5d4cc24aa, host n-d-807786-1, got binding levels [] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:43.841589 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-57885a92-b526-43e0-be21-0ee1d95cd3a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:43.860086 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-57885a92-b526-43e0-be21-0ee1d95cd3a9 None None] Calling delete_port for cd30dce4-fdac-4628-895e-48c5d4cc24aa owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:43.864039 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.ipam_backend_mixin [None req-57885a92-b526-43e0-be21-0ee1d95cd3a9 None None] Port cd30dce4-fdac-4628-895e-48c5d4cc24aa was not found and therefore no delete operation was performed {{(pid=101446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 19:01:43.870519 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-57885a92-b526-43e0-be21-0ee1d95cd3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:43.905620 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57885a92-b526-43e0-be21-0ee1d95cd3a9 None None] Network 36c78d8d-a6d5-48bd-848a-5dcd00101f4b is not hosted by any dhcp agent {{(pid=101446) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 19:01:43.906080 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57885a92-b526-43e0-be21-0ee1d95cd3a9 None None] No DVR routers for this DVR port cd30dce4-fdac-4628-895e-48c5d4cc24aa on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:01:43.910156 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57885a92-b526-43e0-be21-0ee1d95cd3a9 None None] Pushing event deleted for resources: {'Port': ['ID=cd30dce4-fdac-4628-895e-48c5d4cc24aa,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:43.963527 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-d355197d-fcfc-411a-9704-fc7d007c9bb8 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Deleting port ff9e2f11-0e34-48c8-ac5b-58ee844f93de {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:43.963954 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d355197d-fcfc-411a-9704-fc7d007c9bb8 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:44.050040 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d355197d-fcfc-411a-9704-fc7d007c9bb8 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:44.050040 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d355197d-fcfc-411a-9704-fc7d007c9bb8 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:44.063533 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-d355197d-fcfc-411a-9704-fc7d007c9bb8 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Calling delete_port for ff9e2f11-0e34-48c8-ac5b-58ee844f93de owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:44.201191 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d355197d-fcfc-411a-9704-fc7d007c9bb8 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:44.228409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355197d-fcfc-411a-9704-fc7d007c9bb8 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event deleted for resources: {'Port': ['ID=ff9e2f11-0e34-48c8-ac5b-58ee844f93de,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:44.286557 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d355197d-fcfc-411a-9704-fc7d007c9bb8 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:44.289253 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d355197d-fcfc-411a-9704-fc7d007c9bb8 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:44.290441 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d355197d-fcfc-411a-9704-fc7d007c9bb8 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "DELETE /v2.0/floatingips/71013651-b1b0-4493-9a37-8a659ccddafb HTTP/1.1" status: 204 len: 168 time: 0.4730325 Sep 07 19:01:44.296106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43112) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:44.319400 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad546795-c5a3-4305-81a3-918818daaea1 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] DELETE failed (client error): The resource could not be found. Sep 07 19:01:44.320028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad546795-c5a3-4305-81a3-918818daaea1 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:01:44.321770 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ad546795-c5a3-4305-81a3-918818daaea1 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "DELETE /v2.0/ports/398b1507-0592-42bf-a603-e20421feb5eb HTTP/1.1" status: 404 len: 333 time: 0.0247793 Sep 07 19:01:44.324328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43114) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:44.354586 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2b739373-2b44-4d79-be14-517c7ded5960 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2dc7392-12cd-4cfc-a197-9cbed159140b HTTP/1.1" status: 200 len: 205 time: 0.0291681 Sep 07 19:01:44.357417 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43118) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:44.393895 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-071c4839-e326-4f9c-9501-604d1482ca03 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] delete failed (client error): The resource could not be found. Sep 07 19:01:44.395355 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-071c4839-e326-4f9c-9501-604d1482ca03 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "DELETE /v2.0/routers/d2dc7392-12cd-4cfc-a197-9cbed159140b HTTP/1.1" status: 404 len: 336 time: 0.0369973 Sep 07 19:01:44.397879 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43120) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:44.427228 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0205135f-5479-4d94-a9ce-14b043cd3581 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] DELETE failed (client error): The resource could not be found. Sep 07 19:01:44.427688 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0205135f-5479-4d94-a9ce-14b043cd3581 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:01:44.429459 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0205135f-5479-4d94-a9ce-14b043cd3581 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "DELETE /v2.0/subnets/ef301446-8f35-49c9-9570-1fb1bb1f54db HTTP/1.1" status: 404 len: 337 time: 0.0306268 Sep 07 19:01:44.431850 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43124) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:44.526279 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-6cc5c06e-8333-427c-b61f-20f762191809 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Deleting port a4de6704-a0ab-49a0-9d26-bba624d15721 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:44.526729 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c06e-8333-427c-b61f-20f762191809 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:44.617299 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c06e-8333-427c-b61f-20f762191809 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:44.631222 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-6cc5c06e-8333-427c-b61f-20f762191809 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Calling delete_port for a4de6704-a0ab-49a0-9d26-bba624d15721 owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:44.751899 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835350e1-0113-45cc-ae95-eb6044392885 req-bd8399cd-c94f-421c-ba7d-434c4c4a948d tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:44.753811 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-835350e1-0113-45cc-ae95-eb6044392885 req-bd8399cd-c94f-421c-ba7d-434c4c4a948d tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 945 time: 0.0712433 Sep 07 19:01:44.889499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 64bf857d-e914-45d9-8687-13e0d2f6dcd8 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:01:44.906201 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-835350e1-0113-45cc-ae95-eb6044392885 req-5878a27f-1e45-44b4-ad38-3671d26b5ba6 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420293 Sep 07 19:01:44.949235 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff4439-aaee-4291-a915-ec3fa6c223de req-c814289b-c11d-4c68-862a-9b1f9eefe44e tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:44.954246 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68ff4439-aaee-4291-a915-ec3fa6c223de req-c814289b-c11d-4c68-862a-9b1f9eefe44e tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.0941486 Sep 07 19:01:44.955651 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c06e-8333-427c-b61f-20f762191809 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:44.998287 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 64bf857d-e914-45d9-8687-13e0d2f6dcd8 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:01:45.005174 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 64bf857d-e914-45d9-8687-13e0d2f6dcd8 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:01:45.007118 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:45.013430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5c06e-8333-427c-b61f-20f762191809 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event deleted for resources: {'Port': ['ID=a4de6704-a0ab-49a0-9d26-bba624d15721,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:45.093357 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cd30dce4-fdac-4628-895e-48c5d4cc24aa no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:01:45.096855 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-68ff4439-aaee-4291-a915-ec3fa6c223de req-c0c9b4e0-ebac-4293-9677-6d858f26d0f7 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367769 Sep 07 19:01:45.126182 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: cd30dce4-fdac-4628-895e-48c5d4cc24aa {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:01:45.126421 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cd30dce4-fdac-4628-895e-48c5d4cc24aa not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:01:45.132328 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c06e-8333-427c-b61f-20f762191809 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:45.136447 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6cc5c06e-8333-427c-b61f-20f762191809 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "DELETE /v2.0/ports/a4de6704-a0ab-49a0-9d26-bba624d15721 HTTP/1.1" status: 204 len: 168 time: 0.7015381 Sep 07 19:01:45.136954 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43144) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:45.180881 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:45.206486 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336214d8-e568-4a0b-baee-b1cbfd468a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bf857d-e914-45d9-8687-13e0d2f6dcd8'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:01:45.208803 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d875301-6ca1-497f-9bd3-aff8ce33ae25" -d '{"events": [{"server_uuid": "336214d8-e568-4a0b-baee-b1cbfd468a02", "name": "network-vif-plugged", "status": "completed", "tag": "64bf857d-e914-45d9-8687-13e0d2f6dcd8"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:01:45.229017 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 64bf857d-e914-45d9-8687-13e0d2f6dcd8, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=64bf857d-e914-45d9-8687-13e0d2f6dcd8,segment=NetworkSegment(a37264a1-8764-4c16-b21c-d53a30080480),segment_id=a37264a1-8764-4c16-b21c-d53a30080480)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:45.234946 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:45.264189 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d27ece65-a443-4caa-a35c-1e60a6c112b6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Deleting port 84e98ed0-5e22-4b8f-8115-85b86641991a {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:45.264561 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d27ece65-a443-4caa-a35c-1e60a6c112b6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:45.284815 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c362528-d97a-410e-bdc7-fde26238fb65 x-openstack-request-id: req-1c362528-d97a-410e-bdc7-fde26238fb65 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:01:45.285239 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336214d8-e568-4a0b-baee-b1cbfd468a02", "name": "network-vif-plugged", "status": "completed", "tag": "64bf857d-e914-45d9-8687-13e0d2f6dcd8", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:01:45.285704 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c362528-d97a-410e-bdc7-fde26238fb65 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:01:45.286201 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336214d8-e568-4a0b-baee-b1cbfd468a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bf857d-e914-45d9-8687-13e0d2f6dcd8', 'code': 200} Sep 07 19:01:45.307184 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=64bf857d-e914-45d9-8687-13e0d2f6dcd8,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:45.365505 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d27ece65-a443-4caa-a35c-1e60a6c112b6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:45.379178 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d27ece65-a443-4caa-a35c-1e60a6c112b6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Calling delete_port for 84e98ed0-5e22-4b8f-8115-85b86641991a owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:45.383338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d2e46-c412-461a-86c3-a57ff60dff31 req-ad33d9b4-ca8f-4e3c-aa68-4f2dbf4e2cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:45.384962 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-624d2e46-c412-461a-86c3-a57ff60dff31 req-ad33d9b4-ca8f-4e3c-aa68-4f2dbf4e2cb3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 1097 time: 0.0437031 Sep 07 19:01:45.427510 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-624d2e46-c412-461a-86c3-a57ff60dff31 req-091d924e-82f0-46e4-8e36-b00373b28c0b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320694 Sep 07 19:01:45.517993 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d27ece65-a443-4caa-a35c-1e60a6c112b6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:45.549220 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ece65-a443-4caa-a35c-1e60a6c112b6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event deleted for resources: {'Port': ['ID=84e98ed0-5e22-4b8f-8115-85b86641991a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:45.621687 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d27ece65-a443-4caa-a35c-1e60a6c112b6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:45.626370 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43164) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:45.628803 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d27ece65-a443-4caa-a35c-1e60a6c112b6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "DELETE /v2.0/ports/84e98ed0-5e22-4b8f-8115-85b86641991a HTTP/1.1" status: 204 len: 168 time: 0.4874480 Sep 07 19:01:45.676490 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f1dc46-81e1-4086-a25f-50b143705dd3 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:45.678118 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-04f1dc46-81e1-4086-a25f-50b143705dd3 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a30ccef-116b-472a-8441-f7574b90d970 HTTP/1.1" status: 200 len: 913 time: 0.0503983 Sep 07 19:01:45.680820 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43168) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:46.081475 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d1cebf2d-7bbe-46a2-a6f8-5c5094cfe812 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:46.092768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4f897-fb3a-42c4-9a3f-1121aae4ac26 req-56267703-8424-4d9e-a0e8-b21420d16520 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:46.094266 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a2e4f897-fb3a-42c4-9a3f-1121aae4ac26 req-56267703-8424-4d9e-a0e8-b21420d16520 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 946 time: 0.0737569 Sep 07 19:01:46.221971 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a2e4f897-fb3a-42c4-9a3f-1121aae4ac26 req-e8c1c984-48d6-4a02-a193-c3a3b93147e2 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973146 Sep 07 19:01:46.297930 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d8aae-4181-4980-a97a-f433d2fa25d6 req-f20a4e7c-280d-48dd-beed-c7741d284a22 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:46.299440 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f34d8aae-4181-4980-a97a-f433d2fa25d6 req-f20a4e7c-280d-48dd-beed-c7741d284a22 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.1202841 Sep 07 19:01:46.360132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f34d8aae-4181-4980-a97a-f433d2fa25d6 req-60085233-ecab-4a54-9d42-5ed712c906e9 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415897 Sep 07 19:01:46.454619 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-d1cebf2d-7bbe-46a2-a6f8-5c5094cfe812 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Deleting port f9a4baaa-a5a1-4e97-8e10-32a012b7e517 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:46.454873 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d1cebf2d-7bbe-46a2-a6f8-5c5094cfe812 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:46.541788 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d1cebf2d-7bbe-46a2-a6f8-5c5094cfe812 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:46.553846 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-d1cebf2d-7bbe-46a2-a6f8-5c5094cfe812 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Calling delete_port for f9a4baaa-a5a1-4e97-8e10-32a012b7e517 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:47.075293 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d1cebf2d-7bbe-46a2-a6f8-5c5094cfe812 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:47.103109 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cebf2d-7bbe-46a2-a6f8-5c5094cfe812 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event deleted for resources: {'Port': ['ID=f9a4baaa-a5a1-4e97-8e10-32a012b7e517,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:47.273440 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d1cebf2d-7bbe-46a2-a6f8-5c5094cfe812 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:47.410800 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d391f-deef-4f1f-b58c-8b19c73eef51 req-fe32a43d-a5c6-4c05-8718-5a9dd8de8e73 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:47.412335 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b2d391f-deef-4f1f-b58c-8b19c73eef51 req-fe32a43d-a5c6-4c05-8718-5a9dd8de8e73 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 946 time: 0.0946558 Sep 07 19:01:47.537282 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b2d391f-deef-4f1f-b58c-8b19c73eef51 req-da3b3eb2-deb4-4086-9ede-007222b942ce tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136816 Sep 07 19:01:47.585363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e62304-f4ea-4c26-856f-20039ce18b8f req-f5bac80f-9579-4a66-8504-d0a8dba5a70a tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:47.586910 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02e62304-f4ea-4c26-856f-20039ce18b8f req-f5bac80f-9579-4a66-8504-d0a8dba5a70a tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.1453958 Sep 07 19:01:47.603465 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1cebf2d-7bbe-46a2-a6f8-5c5094cfe812 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Router 4a30ccef-116b-472a-8441-f7574b90d970 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:01:47.726774 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02e62304-f4ea-4c26-856f-20039ce18b8f req-dfa742fe-ae36-4888-930c-50d77bb1ab86 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088200 Sep 07 19:01:47.776693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac08587-0490-4cd6-bc7e-6d86c4ecf7c9 req-7969eb7d-9f1d-45ae-85b9-5e2bdbd06200 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:47.778373 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cac08587-0490-4cd6-bc7e-6d86c4ecf7c9 req-7969eb7d-9f1d-45ae-85b9-5e2bdbd06200 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 946 time: 0.1630108 Sep 07 19:01:47.810230 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cebf2d-7bbe-46a2-a6f8-5c5094cfe812 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:01:47.819458 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d1cebf2d-7bbe-46a2-a6f8-5c5094cfe812 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "PUT /v2.0/routers/4a30ccef-116b-472a-8441-f7574b90d970/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1357400 Sep 07 19:01:47.820452 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43202) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:47.823038 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571fb861-6a9b-401b-a636-54db269b497c None None] Sync routers for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:01:47.836942 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571fb861-6a9b-401b-a636-54db269b497c None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:47.838402 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-571fb861-6a9b-401b-a636-54db269b497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:01:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:47.843247 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cac08587-0490-4cd6-bc7e-6d86c4ecf7c9 req-79bef65f-84b9-4b98-8289-4e4d1e3c2a27 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572417 Sep 07 19:01:47.877688 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-571fb861-6a9b-401b-a636-54db269b497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:47.888323 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571fb861-6a9b-401b-a636-54db269b497c None None] Routers {'4a30ccef-116b-472a-8441-f7574b90d970'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:01:47.889323 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-571fb861-6a9b-401b-a636-54db269b497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:01:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4a30ccef-116b-472a-8441-f7574b90d970'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:47.927848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-571fb861-6a9b-401b-a636-54db269b497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:47.928903 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571fb861-6a9b-401b-a636-54db269b497c None None] The sync data for ids ['4a30ccef-116b-472a-8441-f7574b90d970'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:01:47.997191 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb150c54-4a03-4a6a-a82e-c56b1dbbbb00 req-d2edeeed-de1e-4d2a-8207-00a2602fb2cd tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:47.999106 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb150c54-4a03-4a6a-a82e-c56b1dbbbb00 req-d2edeeed-de1e-4d2a-8207-00a2602fb2cd tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 946 time: 0.0622802 Sep 07 19:01:48.048651 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb150c54-4a03-4a6a-a82e-c56b1dbbbb00 req-4aa147b7-18e5-491f-9ec6-ead0108acf2a tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429869 Sep 07 19:01:48.179487 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811821f-c72a-4687-85b3-ff4c66682b1c req-db3577b1-74ca-4c95-905f-77016116ac14 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:48.181135 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e811821f-c72a-4687-85b3-ff4c66682b1c req-db3577b1-74ca-4c95-905f-77016116ac14 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 946 time: 0.0558431 Sep 07 19:01:48.222213 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e811821f-c72a-4687-85b3-ff4c66682b1c req-e8fa50f9-0589-472f-9dcf-25ec37831ea8 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341165 Sep 07 19:01:48.240252 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db6e07b3-6c39-48c0-9263-9eecc075e0f4 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:48.353371 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db6e07b3-6c39-48c0-9263-9eecc075e0f4 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:48.364612 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cd26a-ef8c-4e13-b77b-c03e8b5f473a req-9a8d4f67-1f1d-47fc-9b54-9659e7a304f2 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:48.366305 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d8cd26a-ef8c-4e13-b77b-c03e8b5f473a req-9a8d4f67-1f1d-47fc-9b54-9659e7a304f2 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 946 time: 0.0615344 Sep 07 19:01:48.410994 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-db6e07b3-6c39-48c0-9263-9eecc075e0f4 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Deleting port 33c00279-d462-434e-bfb1-aa8d00cf2be6 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:48.411330 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db6e07b3-6c39-48c0-9263-9eecc075e0f4 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:48.413672 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d8cd26a-ef8c-4e13-b77b-c03e8b5f473a req-b8389a0d-5349-4523-a4c0-33f98f2c48de tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387902 Sep 07 19:01:48.494282 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db6e07b3-6c39-48c0-9263-9eecc075e0f4 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:48.509217 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-db6e07b3-6c39-48c0-9263-9eecc075e0f4 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Calling delete_port for 33c00279-d462-434e-bfb1-aa8d00cf2be6 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:48.553377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651a2f2-244f-46d4-89b1-a2066cfc1fd8 req-a8d26543-c5d7-472e-9fd1-19e723b3ac75 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:48.554839 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0651a2f2-244f-46d4-89b1-a2066cfc1fd8 req-a8d26543-c5d7-472e-9fd1-19e723b3ac75 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 946 time: 0.0588834 Sep 07 19:01:48.600374 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0651a2f2-244f-46d4-89b1-a2066cfc1fd8 req-97dc7118-24a5-401b-85a4-0aba576a7849 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377796 Sep 07 19:01:48.701094 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db6e07b3-6c39-48c0-9263-9eecc075e0f4 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:48.733321 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e07b3-6c39-48c0-9263-9eecc075e0f4 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event deleted for resources: {'Port': ['ID=33c00279-d462-434e-bfb1-aa8d00cf2be6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:48.752823 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b506fd-8027-4b33-8691-1e6a2cef4006 req-6d8d6331-0dd1-4a61-84d2-2bdb4e787cd0 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:48.764187 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27b506fd-8027-4b33-8691-1e6a2cef4006 req-6d8d6331-0dd1-4a61-84d2-2bdb4e787cd0 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 946 time: 0.0745764 Sep 07 19:01:48.803571 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db6e07b3-6c39-48c0-9263-9eecc075e0f4 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:48.812151 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27b506fd-8027-4b33-8691-1e6a2cef4006 req-3aac7fa6-2c64-44a4-acb6-c70bbffb99a6 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414596 Sep 07 19:01:48.892089 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb52a70-27fe-4bfe-9c5e-309f4c545332 req-2125ed81-d48e-41f4-b044-90c85c0758ca tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:48.893895 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2eb52a70-27fe-4bfe-9c5e-309f4c545332 req-2125ed81-d48e-41f4-b044-90c85c0758ca tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.0738533 Sep 07 19:01:48.915565 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db6e07b3-6c39-48c0-9263-9eecc075e0f4 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:48.917811 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db6e07b3-6c39-48c0-9263-9eecc075e0f4 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:48.968837 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db6e07b3-6c39-48c0-9263-9eecc075e0f4 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:48.969652 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6e07b3-6c39-48c0-9263-9eecc075e0f4 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Fanout notify agent at l3_agent the message router_deleted on router 4a30ccef-116b-472a-8441-f7574b90d970 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:01:48.979229 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db6e07b3-6c39-48c0-9263-9eecc075e0f4 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:48.981729 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-db6e07b3-6c39-48c0-9263-9eecc075e0f4 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "DELETE /v2.0/routers/4a30ccef-116b-472a-8441-f7574b90d970 HTTP/1.1" status: 204 len: 168 time: 1.1585784 Sep 07 19:01:48.983900 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43228) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:49.015038 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2eb52a70-27fe-4bfe-9c5e-309f4c545332 req-ec085fcc-a761-45b1-afca-5f5dafba21f0 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105971 Sep 07 19:01:49.036962 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd949c0-6410-4d6e-8178-2de5c4b5ea80 req-f78967f6-cfda-4123-9c73-f245f40ca0e5 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:49.038641 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecd949c0-6410-4d6e-8178-2de5c4b5ea80 req-f78967f6-cfda-4123-9c73-f245f40ca0e5 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 946 time: 0.1433625 Sep 07 19:01:49.045743 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89749442-41c0-4813-bd60-523479516994 req-aeee61e8-10ae-43f4-816c-741124515221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:49.047458 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-89749442-41c0-4813-bd60-523479516994 req-aeee61e8-10ae-43f4-816c-741124515221 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 1096 time: 0.0690746 Sep 07 19:01:49.059168 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-993839b5-3499-42f8-b4e4-06a48f56eb17 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Deleting subnet eb8d354d-cc8b-4f19-8dac-2b9bc965350e {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:01:49.062619 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-993839b5-3499-42f8-b4e4-06a48f56eb17 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:49.109745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-89749442-41c0-4813-bd60-523479516994 req-418cd939-0a04-44ad-af23-4c1075f40146 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539813 Sep 07 19:01:49.112524 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-993839b5-3499-42f8-b4e4-06a48f56eb17 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:49.113221 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecd949c0-6410-4d6e-8178-2de5c4b5ea80 req-2d3cc08b-af6a-4b5c-b542-612133ccbee9 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647306 Sep 07 19:01:49.165059 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-993839b5-3499-42f8-b4e4-06a48f56eb17 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:49.227812 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-993839b5-3499-42f8-b4e4-06a48f56eb17 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:49.263548 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993839b5-3499-42f8-b4e4-06a48f56eb17 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event deleted for resources: {'Subnet': ['ID=eb8d354d-cc8b-4f19-8dac-2b9bc965350e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:49.265646 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-993839b5-3499-42f8-b4e4-06a48f56eb17 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:49.267466 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-993839b5-3499-42f8-b4e4-06a48f56eb17 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "DELETE /v2.0/subnets/eb8d354d-cc8b-4f19-8dac-2b9bc965350e HTTP/1.1" status: 204 len: 168 time: 0.2824757 Sep 07 19:01:49.270104 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43238) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:49.350158 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3e57ecd3-b116-442e-bc24-fa54bf8704e6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:49.471159 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3e57ecd3-b116-442e-bc24-fa54bf8704e6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:49.527308 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-3e57ecd3-b116-442e-bc24-fa54bf8704e6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb026de-c625-4582-9f51-8a7ae28297a8']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:49.540797 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-3e57ecd3-b116-442e-bc24-fa54bf8704e6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1cc103b-16e9-438d-8d98-d3e8c886b419') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:49.541172 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-3e57ecd3-b116-442e-bc24-fa54bf8704e6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1cc103b-16e9-438d-8d98-d3e8c886b419') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:49.552451 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3e57ecd3-b116-442e-bc24-fa54bf8704e6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:49.572875 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3e57ecd3-b116-442e-bc24-fa54bf8704e6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:49.583031 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e57ecd3-b116-442e-bc24-fa54bf8704e6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:01:49.583571 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3e57ecd3-b116-442e-bc24-fa54bf8704e6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:01:49.587480 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:01:49.684358 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3e57ecd3-b116-442e-bc24-fa54bf8704e6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:49.690595 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3e57ecd3-b116-442e-bc24-fa54bf8704e6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:49.693074 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3e57ecd3-b116-442e-bc24-fa54bf8704e6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] 10.222.0.26 "DELETE /v2.0/networks/cfb026de-c625-4582-9f51-8a7ae28297a8 HTTP/1.1" status: 204 len: 168 time: 0.4219537 Sep 07 19:01:49.722852 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57ecd3-b116-442e-bc24-fa54bf8704e6 tempest-FloatingIPTestJSON-906955743 tempest-FloatingIPTestJSON-906955743-project] Pushing event deleted for resources: {'Network': ['ID=cfb026de-c625-4582-9f51-8a7ae28297a8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:49.902072 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150338c3-2f3c-4bb1-8663-0c28525ce73a req-75450f9d-8605-4322-b694-c0fad2e28967 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:49.904995 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-150338c3-2f3c-4bb1-8663-0c28525ce73a req-75450f9d-8605-4322-b694-c0fad2e28967 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 946 time: 0.0853353 Sep 07 19:01:49.952358 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-150338c3-2f3c-4bb1-8663-0c28525ce73a req-c26dc32c-620e-4aa5-a4d4-702d21b82d70 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421612 Sep 07 19:01:50.046349 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43268) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:50.186463 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdeb017-28b9-4f76-adb2-3137b851cafd req-c657fc29-5972-40b1-9e0a-e9046fd6c246 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:50.188288 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3fdeb017-28b9-4f76-adb2-3137b851cafd req-c657fc29-5972-40b1-9e0a-e9046fd6c246 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.0705199 Sep 07 19:01:50.252663 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e2bf7280-d701-47b3-9142-adcf767fabf5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23ad2cb4bb894638aff82c1844ea705e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2050135 Sep 07 19:01:50.255191 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43276) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:50.257113 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3fdeb017-28b9-4f76-adb2-3137b851cafd req-3d3793b7-a95a-4cf4-9774-9cbf03c16b0d tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587151 Sep 07 19:01:50.305031 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e669bda-480d-43ab-bd6a-4498deebbebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:50.329172 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e669bda-480d-43ab-bd6a-4498deebbebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:50.380367 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e669bda-480d-43ab-bd6a-4498deebbebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:50.383114 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e669bda-480d-43ab-bd6a-4498deebbebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:50.384312 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6e669bda-480d-43ab-bd6a-4498deebbebe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a390a300-dd93-42ba-9f4d-4e25ef55bd0d HTTP/1.1" status: 204 len: 168 time: 0.1281264 Sep 07 19:01:50.403334 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e669bda-480d-43ab-bd6a-4498deebbebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a390a300-dd93-42ba-9f4d-4e25ef55bd0d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:51.070371 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd75b55-b8fc-4d9f-98b2-14180a5fb2a7 req-78af5196-3a94-4103-a534-d814b9547887 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:51.071914 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-acd75b55-b8fc-4d9f-98b2-14180a5fb2a7 req-78af5196-3a94-4103-a534-d814b9547887 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 946 time: 0.0514944 Sep 07 19:01:51.121352 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-acd75b55-b8fc-4d9f-98b2-14180a5fb2a7 req-2453b2d5-2301-4f89-af14-153a12b9d751 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413902 Sep 07 19:01:51.403660 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c3240-a712-447d-b1ca-9c5525fb5322 req-b74d7939-5026-4964-b04d-f788c602180f tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:51.405212 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a30c3240-a712-447d-b1ca-9c5525fb5322 req-b74d7939-5026-4964-b04d-f788c602180f tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.0588603 Sep 07 19:01:51.449015 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a30c3240-a712-447d-b1ca-9c5525fb5322 req-8c31b28e-ec5c-41df-8901-12c61e36fa96 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371304 Sep 07 19:01:51.843965 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898c2c9-0669-4f82-8a42-5b94632476d3 req-3bf3c7ba-969f-444d-993b-a7c2c18b9daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:51.845503 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2898c2c9-0669-4f82-8a42-5b94632476d3 req-3bf3c7ba-969f-444d-993b-a7c2c18b9daf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c745a8befc2643bebe96bce0c2f42920&device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 1096 time: 0.0852869 Sep 07 19:01:51.879272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1064d7-4e9c-4dc2-b49a-76de59c7f585 req-45380e46-48b5-48e4-9b1b-22ba7d568880 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:51.885040 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea1064d7-4e9c-4dc2-b49a-76de59c7f585 req-45380e46-48b5-48e4-9b1b-22ba7d568880 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.0933299 Sep 07 19:01:51.997708 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea1064d7-4e9c-4dc2-b49a-76de59c7f585 req-c61bed8a-1a23-47ad-b3ee-c1b3c004beee tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935001 Sep 07 19:01:52.022417 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898c2c9-0669-4f82-8a42-5b94632476d3 req-a29e7500-2c30-4465-8bb5-80c612412b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:52.024213 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2898c2c9-0669-4f82-8a42-5b94632476d3 req-a29e7500-2c30-4465-8bb5-80c612412b16 service neutron] 10.222.0.60 "GET /v2.0/networks?id=26f76b26-48a6-4f36-aaf0-194161936f43 HTTP/1.1" status: 200 len: 920 time: 0.1698895 Sep 07 19:01:52.069625 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2898c2c9-0669-4f82-8a42-5b94632476d3 req-bfa621de-af52-4880-bb3c-97fd21f1d102 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d1099be-04fd-451c-8159-66fc5e2e7be3 HTTP/1.1" status: 200 len: 217 time: 0.0379300 Sep 07 19:01:52.125524 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898c2c9-0669-4f82-8a42-5b94632476d3 req-a5dee5c1-31a5-4600-acec-27e8d24eec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:52.126966 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2898c2c9-0669-4f82-8a42-5b94632476d3 req-a5dee5c1-31a5-4600-acec-27e8d24eec0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d943e1b1-375c-4cfe-bd80-2dab5c275769 HTTP/1.1" status: 200 len: 859 time: 0.0503275 Sep 07 19:01:52.215963 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2898c2c9-0669-4f82-8a42-5b94632476d3 req-59cbb2d4-3af1-4bd3-a7e3-25f3eb86aa20 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26f76b26-48a6-4f36-aaf0-194161936f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819619 Sep 07 19:01:52.291980 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43366) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:52.368374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f41f84-57c5-4901-9b1e-cc74cf86b521 req-77db59b5-d420-463c-af97-83ffc9f14313 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:52.369979 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d9f41f84-57c5-4901-9b1e-cc74cf86b521 req-77db59b5-d420-463c-af97-83ffc9f14313 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 946 time: 0.1442919 Sep 07 19:01:52.410686 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2898c2c9-0669-4f82-8a42-5b94632476d3 req-adb78690-b49c-4ac4-9b33-50ea3f01c146 service neutron] 10.222.0.60 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825235 Sep 07 19:01:52.435483 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d6cc9154-17c3-4be3-8af1-c9b192ee196c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:52.481558 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d9f41f84-57c5-4901-9b1e-cc74cf86b521 req-6ba929c7-1b8a-430a-8a1f-fdf6ed93e7e4 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964427 Sep 07 19:01:52.568873 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2898c2c9-0669-4f82-8a42-5b94632476d3 req-c334980b-463a-40ad-833b-65833f0bf772 service neutron] 10.222.0.60 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486585 Sep 07 19:01:52.572438 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d6cc9154-17c3-4be3-8af1-c9b192ee196c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:52.576841 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d6cc9154-17c3-4be3-8af1-c9b192ee196c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:52.643199 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d6cc9154-17c3-4be3-8af1-c9b192ee196c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=627228655f56436899f20b37ccd72f44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3497376 Sep 07 19:01:52.647690 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43372) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:52.648759 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc9154-17c3-4be3-8af1-c9b192ee196c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4663446d-4784-4127-b9e6-886f0297163d,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:52.704262 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c242ae02-096a-498e-9814-d05c8bb144f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:52.726358 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c242ae02-096a-498e-9814-d05c8bb144f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:52.780615 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c242ae02-096a-498e-9814-d05c8bb144f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:52.783396 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c242ae02-096a-498e-9814-d05c8bb144f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:52.784869 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c242ae02-096a-498e-9814-d05c8bb144f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4663446d-4784-4127-b9e6-886f0297163d HTTP/1.1" status: 204 len: 168 time: 0.1360519 Sep 07 19:01:52.793136 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242ae02-096a-498e-9814-d05c8bb144f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4663446d-4784-4127-b9e6-886f0297163d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:52.972088 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 64bf857d-e914-45d9-8687-13e0d2f6dcd8 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:01:53.095304 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43382) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:53.098562 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 64bf857d-e914-45d9-8687-13e0d2f6dcd8, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=64bf857d-e914-45d9-8687-13e0d2f6dcd8,segment=NetworkSegment(a37264a1-8764-4c16-b21c-d53a30080480),segment_id=a37264a1-8764-4c16-b21c-d53a30080480)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:53.116974 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85bee23d-11ee-434f-8bf1-3346bebbd79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:53.121635 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '64bf857d-e914-45d9-8687-13e0d2f6dcd8', 'network_id': 'b5b935a4-009e-4160-9e70-0c0d6e591b7e', 'port_id': '64bf857d-e914-45d9-8687-13e0d2f6dcd8', 'mac_address': 'fa:16:3e:47:d1:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099526cd-4957-4192-8eac-1447e05d98aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:01:53.165896 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2085892-15de-46b4-b99a-56e77efda0b4 req-01f548c0-f086-4b56-a383-265562f013ba tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:53.169721 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2085892-15de-46b4-b99a-56e77efda0b4 req-01f548c0-f086-4b56-a383-265562f013ba tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.0798223 Sep 07 19:01:53.170574 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:53.184540 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64bf857d-e914-45d9-8687-13e0d2f6dcd8 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:01:53.208387 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 64bf857d-e914-45d9-8687-13e0d2f6dcd8, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=64bf857d-e914-45d9-8687-13e0d2f6dcd8,segment=NetworkSegment(a37264a1-8764-4c16-b21c-d53a30080480),segment_id=a37264a1-8764-4c16-b21c-d53a30080480)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:53.214178 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:53.230977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2085892-15de-46b4-b99a-56e77efda0b4 req-9ef64133-f6e0-4fa3-8e54-d853a1de4409 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483787 Sep 07 19:01:53.241635 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85bee23d-11ee-434f-8bf1-3346bebbd79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:53.242866 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-85bee23d-11ee-434f-8bf1-3346bebbd79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:53.263679 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=64bf857d-e914-45d9-8687-13e0d2f6dcd8,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:53.287881 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-85bee23d-11ee-434f-8bf1-3346bebbd79f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2db527643d734d07a37109edbf660574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914842 Sep 07 19:01:53.289989 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bee23d-11ee-434f-8bf1-3346bebbd79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96201381-8ca2-434b-86d1-104ad242c70f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:53.290759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43384) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:53.317677 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['64bf857d-e914-45d9-8687-13e0d2f6dcd8'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:01:53.348845 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-263aa044-d697-491f-b864-0dccc8478805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:53.371818 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-263aa044-d697-491f-b864-0dccc8478805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:53.436404 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-263aa044-d697-491f-b864-0dccc8478805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:53.439060 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-263aa044-d697-491f-b864-0dccc8478805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:53.440344 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-263aa044-d697-491f-b864-0dccc8478805 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96201381-8ca2-434b-86d1-104ad242c70f HTTP/1.1" status: 204 len: 168 time: 0.1482522 Sep 07 19:01:53.453193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263aa044-d697-491f-b864-0dccc8478805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96201381-8ca2-434b-86d1-104ad242c70f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:53.640418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff885e-e947-4935-ac04-624ca8e6a974 req-4e57e903-b032-4af1-8186-5ee871fec481 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:53.645358 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0ff885e-e947-4935-ac04-624ca8e6a974 req-4e57e903-b032-4af1-8186-5ee871fec481 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 945 time: 0.0795500 Sep 07 19:01:53.682881 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0ff885e-e947-4935-ac04-624ca8e6a974 req-860b4591-cf8e-4531-b949-996c1bacffc5 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336726 Sep 07 19:01:53.932577 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bfaf8-5e9d-4c2c-a42e-870e2ea9c82a req-d5d0c597-4623-4636-9dd0-64f335b60524 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:53.934680 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-456bfaf8-5e9d-4c2c-a42e-870e2ea9c82a req-d5d0c597-4623-4636-9dd0-64f335b60524 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 945 time: 0.0526774 Sep 07 19:01:53.985069 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-456bfaf8-5e9d-4c2c-a42e-870e2ea9c82a req-a7b4cddd-c6db-4ea8-b8ca-ebd7a03f918c tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439348 Sep 07 19:01:54.257659 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43422) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:54.358165 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df53a3-0fad-43c2-993a-dfa7abf24dcc req-a6f9462c-bafb-4e8b-84e0-dd00a00dd808 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:54.359986 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25df53a3-0fad-43c2-993a-dfa7abf24dcc req-a6f9462c-bafb-4e8b-84e0-dd00a00dd808 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.0509827 Sep 07 19:01:54.368346 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-28425360-5b6b-4585-8f93-6ded4e1fd6eb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-891854286-network', 'tenant_id': '214b928a56a249e499e91915bfa5b00d'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:54.397335 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28425360-5b6b-4585-8f93-6ded4e1fd6eb admin admin] Made reservation on behalf of 214b928a56a249e499e91915bfa5b00d for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:01:54.401707 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28425360-5b6b-4585-8f93-6ded4e1fd6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:54.409268 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25df53a3-0fad-43c2-993a-dfa7abf24dcc req-91f57fa2-1603-40dc-95c0-4f5593df1248 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423355 Sep 07 19:01:54.425805 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28425360-5b6b-4585-8f93-6ded4e1fd6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:54.560349 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28425360-5b6b-4585-8f93-6ded4e1fd6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:54.565395 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28425360-5b6b-4585-8f93-6ded4e1fd6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:54.589823 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28425360-5b6b-4585-8f93-6ded4e1fd6eb admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:01:54.604010 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28425360-5b6b-4585-8f93-6ded4e1fd6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef44a6b-2afc-4936-81ff-7533dfcaab09,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:54.619624 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28425360-5b6b-4585-8f93-6ded4e1fd6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:54.619975 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-28425360-5b6b-4585-8f93-6ded4e1fd6eb admin admin] Added segment fe3d22be-a798-4a57-b25b-d540c81e2d83 of type vlan for network 36c52b80-94a8-4aa1-aa38-a52f437b1544 Sep 07 19:01:54.667456 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28425360-5b6b-4585-8f93-6ded4e1fd6eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:54.696938 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28425360-5b6b-4585-8f93-6ded4e1fd6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:54.697932 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28425360-5b6b-4585-8f93-6ded4e1fd6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:54.698512 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28425360-5b6b-4585-8f93-6ded4e1fd6eb admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:54.743007 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43448) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:54.750104 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-28425360-5b6b-4585-8f93-6ded4e1fd6eb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4882395 Sep 07 19:01:54.750913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43450) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:54.757067 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e56900a4-0993-46da-9708-eabc8b86df72 admin admin] Request body: {'subnet': {'network_id': '36c52b80-94a8-4aa1-aa38-a52f437b1544', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-891854286-subnet', 'tenant_id': '214b928a56a249e499e91915bfa5b00d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:54.797596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56900a4-0993-46da-9708-eabc8b86df72 admin admin] Made reservation on behalf of 214b928a56a249e499e91915bfa5b00d for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:01:54.801729 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e56900a4-0993-46da-9708-eabc8b86df72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:54.816282 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28425360-5b6b-4585-8f93-6ded4e1fd6eb admin admin] Pushing event updated for resources: {'Network': ['ID=36c52b80-94a8-4aa1-aa38-a52f437b1544,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:54.826583 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 36c52b80-94a8-4aa1-aa38-a52f437b1544 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:01:54.895961 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f5c49f28-95bf-4db4-9006-caa07e1098ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:54.973691 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 64bf857d-e914-45d9-8687-13e0d2f6dcd8 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:01:55.026806 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 64bf857d-e914-45d9-8687-13e0d2f6dcd8 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:01:55.027225 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:55.055833 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e56900a4-0993-46da-9708-eabc8b86df72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:55.108996 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:55.132733 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336214d8-e568-4a0b-baee-b1cbfd468a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bf857d-e914-45d9-8687-13e0d2f6dcd8'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:01:55.134811 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f5c49f28-95bf-4db4-9006-caa07e1098ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:55.134977 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54557f5a-a078-4fad-9030-795a856450b5" -d '{"events": [{"server_uuid": "336214d8-e568-4a0b-baee-b1cbfd468a02", "name": "network-vif-plugged", "status": "completed", "tag": "64bf857d-e914-45d9-8687-13e0d2f6dcd8"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:01:55.148472 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f5c49f28-95bf-4db4-9006-caa07e1098ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:55.166394 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 64bf857d-e914-45d9-8687-13e0d2f6dcd8, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=64bf857d-e914-45d9-8687-13e0d2f6dcd8,segment=NetworkSegment(a37264a1-8764-4c16-b21c-d53a30080480),segment_id=a37264a1-8764-4c16-b21c-d53a30080480)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:55.171611 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:55.174814 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56900a4-0993-46da-9708-eabc8b86df72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=614d532e-5e06-4348-972e-29bd48343a2c,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:55.202719 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111c35e6-4dee-4ea9-8c20-2e44c653ce29 x-openstack-request-id: req-111c35e6-4dee-4ea9-8c20-2e44c653ce29 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:01:55.203040 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336214d8-e568-4a0b-baee-b1cbfd468a02", "name": "network-vif-plugged", "status": "completed", "tag": "64bf857d-e914-45d9-8687-13e0d2f6dcd8", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:01:55.203253 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-111c35e6-4dee-4ea9-8c20-2e44c653ce29 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:01:55.203845 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336214d8-e568-4a0b-baee-b1cbfd468a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bf857d-e914-45d9-8687-13e0d2f6dcd8', 'code': 200} Sep 07 19:01:55.232389 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbe914-8e29-4c3c-b84a-cd1bc7d9aed9 req-0c4968bd-7d57-472b-b3e7-b2e77a7767ce tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:55.232685 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=64bf857d-e914-45d9-8687-13e0d2f6dcd8,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:55.233948 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-efcbe914-8e29-4c3c-b84a-cd1bc7d9aed9 req-0c4968bd-7d57-472b-b3e7-b2e77a7767ce tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 945 time: 0.1464617 Sep 07 19:01:55.236234 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f5c49f28-95bf-4db4-9006-caa07e1098ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ecd416d878784c448bb0278ad24980ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4920352 Sep 07 19:01:55.237053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c49f28-95bf-4db4-9006-caa07e1098ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5657bf05-909d-4c0a-b5cd-d83c7700eb9d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:55.239517 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43458) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:55.242250 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56900a4-0993-46da-9708-eabc8b86df72 admin admin] Checking segment: {'id': 'fe3d22be-a798-4a57-b25b-d540c81e2d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '36c52b80-94a8-4aa1-aa38-a52f437b1544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:01:55.242610 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56900a4-0993-46da-9708-eabc8b86df72 admin admin] Network hostable DHCP agents. Network: 36c52b80-94a8-4aa1-aa38-a52f437b1544, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:01:55.264929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56900a4-0993-46da-9708-eabc8b86df72 admin admin] Network 36c52b80-94a8-4aa1-aa38-a52f437b1544 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:01:55.291012 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-e56900a4-0993-46da-9708-eabc8b86df72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 36c52b80-94a8-4aa1-aa38-a52f437b1544) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:01:55.303439 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e935c3a9-282d-432d-80b8-23809a3cea97 None None] Network 36c52b80-94a8-4aa1-aa38-a52f437b1544 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:01:55.306882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56900a4-0993-46da-9708-eabc8b86df72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:55.307481 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e56900a4-0993-46da-9708-eabc8b86df72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:55.308051 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa862bce-9c9a-4685-9c9e-09db70a44d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:55.318195 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-efcbe914-8e29-4c3c-b84a-cd1bc7d9aed9 req-9c500a6f-a547-45f8-9d04-c5ce5d0f75fe tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636709 Sep 07 19:01:55.337366 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e56900a4-0993-46da-9708-eabc8b86df72 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5844088 Sep 07 19:01:55.353328 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa862bce-9c9a-4685-9c9e-09db70a44d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:55.408125 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa862bce-9c9a-4685-9c9e-09db70a44d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:55.412284 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa862bce-9c9a-4685-9c9e-09db70a44d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:55.413657 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-aa862bce-9c9a-4685-9c9e-09db70a44d96 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5657bf05-909d-4c0a-b5cd-d83c7700eb9d HTTP/1.1" status: 204 len: 168 time: 0.1731343 Sep 07 19:01:55.446184 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa862bce-9c9a-4685-9c9e-09db70a44d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5657bf05-909d-4c0a-b5cd-d83c7700eb9d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:55.505970 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc7ec25-c75f-43dd-91a9-f75927c2e5b5 None None] Network 36c52b80-94a8-4aa1-aa38-a52f437b1544 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:01:55.788418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d026bf-2db5-43eb-a144-b441e999fa2f req-05651793-8e96-4b9e-ad14-820b12bb2010 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:55.791107 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4d026bf-2db5-43eb-a144-b441e999fa2f req-05651793-8e96-4b9e-ad14-820b12bb2010 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.36 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 946 time: 0.0661225 Sep 07 19:01:55.869984 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43480) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:55.887428 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c26fc9b-6ebb-4005-a04a-fcc0789e843b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:55.922387 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-63fe4627-d269-48b4-b36b-696c9841043f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:55.952801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-d4d026bf-2db5-43eb-a144-b441e999fa2f req-be2c4d72-27db-46c8-8ed5-2ea42ca31e79 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Deleting port 64bf857d-e914-45d9-8687-13e0d2f6dcd8 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:01:55.953147 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d4d026bf-2db5-43eb-a144-b441e999fa2f req-be2c4d72-27db-46c8-8ed5-2ea42ca31e79 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:56.023636 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c26fc9b-6ebb-4005-a04a-fcc0789e843b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:56.028647 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c26fc9b-6ebb-4005-a04a-fcc0789e843b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:56.060949 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-d4d026bf-2db5-43eb-a144-b441e999fa2f req-be2c4d72-27db-46c8-8ed5-2ea42ca31e79 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] For port 64bf857d-e914-45d9-8687-13e0d2f6dcd8, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=64bf857d-e914-45d9-8687-13e0d2f6dcd8,segment=NetworkSegment(a37264a1-8764-4c16-b21c-d53a30080480),segment_id=a37264a1-8764-4c16-b21c-d53a30080480)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:01:56.061318 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d4d026bf-2db5-43eb-a144-b441e999fa2f req-be2c4d72-27db-46c8-8ed5-2ea42ca31e79 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:56.063390 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43484) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:56.075138 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-d4d026bf-2db5-43eb-a144-b441e999fa2f req-be2c4d72-27db-46c8-8ed5-2ea42ca31e79 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Calling delete_port for 64bf857d-e914-45d9-8687-13e0d2f6dcd8 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:01:56.075904 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1f9c286f-4504-412f-98c5-d472b6d38a7a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1378413767-network', 'tenant_id': 'ed308f4ca5b34ae5ab528965550b585d'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:56.089087 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1c26fc9b-6ebb-4005-a04a-fcc0789e843b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c8c8f1e000874f29bab5c0e7d1815131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2177346 Sep 07 19:01:56.092346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43486) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:56.095178 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26fc9b-6ebb-4005-a04a-fcc0789e843b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895dffe5-66c7-4f28-822a-9029ac02e20f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:56.112750 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9c286f-4504-412f-98c5-d472b6d38a7a admin admin] Made reservation on behalf of ed308f4ca5b34ae5ab528965550b585d for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:01:56.115759 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f9c286f-4504-412f-98c5-d472b6d38a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:56.126015 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f9c286f-4504-412f-98c5-d472b6d38a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:56.212069 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e037d89-86ad-4d0d-aaba-f21e9cec62f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:56.223968 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f9c286f-4504-412f-98c5-d472b6d38a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:56.228794 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f9c286f-4504-412f-98c5-d472b6d38a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:56.259092 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e037d89-86ad-4d0d-aaba-f21e9cec62f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:56.264157 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9c286f-4504-412f-98c5-d472b6d38a7a admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:01:56.268927 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c286f-4504-412f-98c5-d472b6d38a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44a2ef1-2f15-4a00-b153-653603889364,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:56.277434 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f9c286f-4504-412f-98c5-d472b6d38a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:56.278244 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-1f9c286f-4504-412f-98c5-d472b6d38a7a admin admin] Added segment b6ae937a-73ce-484a-b327-d25b5995a3b9 of type vlan for network dcc5bdf9-b8a3-4eb1-a3ea-7abbf56d9cb0 Sep 07 19:01:56.320637 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f9c286f-4504-412f-98c5-d472b6d38a7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:56.350385 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d4d026bf-2db5-43eb-a144-b441e999fa2f req-be2c4d72-27db-46c8-8ed5-2ea42ca31e79 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:56.352714 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e037d89-86ad-4d0d-aaba-f21e9cec62f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:56.356958 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e037d89-86ad-4d0d-aaba-f21e9cec62f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:56.357546 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f9c286f-4504-412f-98c5-d472b6d38a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:56.358378 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0e037d89-86ad-4d0d-aaba-f21e9cec62f4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/895dffe5-66c7-4f28-822a-9029ac02e20f HTTP/1.1" status: 204 len: 168 time: 0.2648485 Sep 07 19:01:56.362352 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9c286f-4504-412f-98c5-d472b6d38a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:56.363464 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f9c286f-4504-412f-98c5-d472b6d38a7a admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:56.365479 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['64bf857d-e914-45d9-8687-13e0d2f6dcd8'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:01:56.403548 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1f9c286f-4504-412f-98c5-d472b6d38a7a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3356342 Sep 07 19:01:56.404435 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43492) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:56.411689 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-8c452a08-4591-4e18-bbb8-3f67d211e881 admin admin] Request body: {'subnet': {'network_id': 'dcc5bdf9-b8a3-4eb1-a3ea-7abbf56d9cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1378413767-subnet', 'tenant_id': 'ed308f4ca5b34ae5ab528965550b585d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:56.430405 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c4d72-27db-46c8-8ed5-2ea42ca31e79 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Pushing event deleted for resources: {'Port': ['ID=64bf857d-e914-45d9-8687-13e0d2f6dcd8,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:56.446693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e037d89-86ad-4d0d-aaba-f21e9cec62f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895dffe5-66c7-4f28-822a-9029ac02e20f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:56.462544 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c286f-4504-412f-98c5-d472b6d38a7a admin admin] Pushing event updated for resources: {'Network': ['ID=dcc5bdf9-b8a3-4eb1-a3ea-7abbf56d9cb0,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:56.481014 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c452a08-4591-4e18-bbb8-3f67d211e881 admin admin] Made reservation on behalf of ed308f4ca5b34ae5ab528965550b585d for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:01:56.484827 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c452a08-4591-4e18-bbb8-3f67d211e881 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:56.491308 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network dcc5bdf9-b8a3-4eb1-a3ea-7abbf56d9cb0 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:01:56.577469 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0ceb779-2c4e-4cf6-b912-2687e17d8bb8 req-2f88d2fb-bd86-41f5-aff2-18f827b3ee65 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=336214d8-e568-4a0b-baee-b1cbfd468a02 HTTP/1.1" status: 200 len: 210 time: 0.1025975 Sep 07 19:01:56.620499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d026bf-2db5-43eb-a144-b441e999fa2f req-be2c4d72-27db-46c8-8ed5-2ea42ca31e79 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] No DVR routers for this DVR port 64bf857d-e914-45d9-8687-13e0d2f6dcd8 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:01:56.626267 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d4d026bf-2db5-43eb-a144-b441e999fa2f req-be2c4d72-27db-46c8-8ed5-2ea42ca31e79 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:56.631964 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4d026bf-2db5-43eb-a144-b441e999fa2f req-be2c4d72-27db-46c8-8ed5-2ea42ca31e79 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.36 "DELETE /v2.0/ports/64bf857d-e914-45d9-8687-13e0d2f6dcd8 HTTP/1.1" status: 204 len: 173 time: 0.8335934 Sep 07 19:01:56.632666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336214d8-e568-4a0b-baee-b1cbfd468a02', 'name': 'network-vif-deleted', 'tag': '64bf857d-e914-45d9-8687-13e0d2f6dcd8'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:01:56.642227 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25fd3a3-85ef-4bb2-a408-79fb491992be" -d '{"events": [{"server_uuid": "336214d8-e568-4a0b-baee-b1cbfd468a02", "name": "network-vif-deleted", "tag": "64bf857d-e914-45d9-8687-13e0d2f6dcd8"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:01:56.690972 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994234bc-f1a0-4d5a-adcd-254a2739dbcf x-openstack-request-id: req-994234bc-f1a0-4d5a-adcd-254a2739dbcf {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:01:56.691272 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336214d8-e568-4a0b-baee-b1cbfd468a02", "name": "network-vif-deleted", "tag": "64bf857d-e914-45d9-8687-13e0d2f6dcd8", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:01:56.691524 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-994234bc-f1a0-4d5a-adcd-254a2739dbcf {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:01:56.691918 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336214d8-e568-4a0b-baee-b1cbfd468a02', 'name': 'network-vif-deleted', 'tag': '64bf857d-e914-45d9-8687-13e0d2f6dcd8', 'status': 'completed', 'code': 200} Sep 07 19:01:56.749032 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c452a08-4591-4e18-bbb8-3f67d211e881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:56.832935 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c452a08-4591-4e18-bbb8-3f67d211e881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14a038e9-5bc5-480a-abd0-234c9e0d2ffa,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:56.842413 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c452a08-4591-4e18-bbb8-3f67d211e881 admin admin] Checking segment: {'id': 'b6ae937a-73ce-484a-b327-d25b5995a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dcc5bdf9-b8a3-4eb1-a3ea-7abbf56d9cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:01:56.843015 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c452a08-4591-4e18-bbb8-3f67d211e881 admin admin] Network hostable DHCP agents. Network: dcc5bdf9-b8a3-4eb1-a3ea-7abbf56d9cb0, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:01:56.861569 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43500) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:56.870307 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c452a08-4591-4e18-bbb8-3f67d211e881 admin admin] Network dcc5bdf9-b8a3-4eb1-a3ea-7abbf56d9cb0 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:01:56.880744 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a072500-b901-4927-af86-82004c28d4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:56.893010 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-8c452a08-4591-4e18-bbb8-3f67d211e881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, dcc5bdf9-b8a3-4eb1-a3ea-7abbf56d9cb0) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:01:56.897998 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c452a08-4591-4e18-bbb8-3f67d211e881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:56.898593 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c452a08-4591-4e18-bbb8-3f67d211e881 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:56.905575 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45269ead-2b2f-4ca6-a691-e639ab47a1d1 None None] Network dcc5bdf9-b8a3-4eb1-a3ea-7abbf56d9cb0 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:01:56.998954 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a072500-b901-4927-af86-82004c28d4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:57.003900 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a072500-b901-4927-af86-82004c28d4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:57.015671 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8c452a08-4591-4e18-bbb8-3f67d211e881 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6078806 Sep 07 19:01:57.046217 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a072500-b901-4927-af86-82004c28d4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09a2cf0-baf7-4b3d-a57a-f4c7b1475470,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:57.053930 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9a072500-b901-4927-af86-82004c28d4b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59602a121e954f8ea3e74f0553e3c4d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1886132 Sep 07 19:01:57.054113 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43506) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:57.078103 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f95bc7a-0ada-4d27-8450-7906b90f3f12 None None] Network dcc5bdf9-b8a3-4eb1-a3ea-7abbf56d9cb0 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:01:57.116258 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bdece7b2-06f2-4e35-bc04-181dc3a1ce55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:57.140763 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bdece7b2-06f2-4e35-bc04-181dc3a1ce55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:57.202570 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bdece7b2-06f2-4e35-bc04-181dc3a1ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:57.205542 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bdece7b2-06f2-4e35-bc04-181dc3a1ce55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:57.206759 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bdece7b2-06f2-4e35-bc04-181dc3a1ce55 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a09a2cf0-baf7-4b3d-a57a-f4c7b1475470 HTTP/1.1" status: 204 len: 168 time: 0.1517608 Sep 07 19:01:57.221956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43510) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:57.227906 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdece7b2-06f2-4e35-bc04-181dc3a1ce55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09a2cf0-baf7-4b3d-a57a-f4c7b1475470,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:57.291730 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc526ee-ac97-4e80-87a2-14c7cc177b36 admin admin] Deleting subnet 614d532e-5e06-4348-972e-29bd48343a2c {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:01:57.295156 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3bc526ee-ac97-4e80-87a2-14c7cc177b36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:57.312892 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:01:57.334316 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3bc526ee-ac97-4e80-87a2-14c7cc177b36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:57.377096 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3bc526ee-ac97-4e80-87a2-14c7cc177b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:57.432826 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3bc526ee-ac97-4e80-87a2-14c7cc177b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:57.464351 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc526ee-ac97-4e80-87a2-14c7cc177b36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=614d532e-5e06-4348-972e-29bd48343a2c,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:57.469204 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3bc526ee-ac97-4e80-87a2-14c7cc177b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:57.471399 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3bc526ee-ac97-4e80-87a2-14c7cc177b36 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/614d532e-5e06-4348-972e-29bd48343a2c HTTP/1.1" status: 204 len: 168 time: 0.2477877 Sep 07 19:01:57.474009 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43514) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:57.565348 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb6399ed-33f9-456d-b89e-e47890445e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:57.671833 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb6399ed-33f9-456d-b89e-e47890445e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:57.692956 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-bb6399ed-33f9-456d-b89e-e47890445e44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c52b80-94a8-4aa1-aa38-a52f437b1544']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:57.705342 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-bb6399ed-33f9-456d-b89e-e47890445e44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3d22be-a798-4a57-b25b-d540c81e2d83') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:57.705753 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-bb6399ed-33f9-456d-b89e-e47890445e44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3d22be-a798-4a57-b25b-d540c81e2d83') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:57.717918 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb6399ed-33f9-456d-b89e-e47890445e44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:57.732012 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb6399ed-33f9-456d-b89e-e47890445e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:57.738607 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6399ed-33f9-456d-b89e-e47890445e44 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:01:57.739143 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb6399ed-33f9-456d-b89e-e47890445e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:01:57.741305 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:01:57.825504 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb6399ed-33f9-456d-b89e-e47890445e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:57.834848 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb6399ed-33f9-456d-b89e-e47890445e44 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:57.845060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43532) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:57.856892 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bb6399ed-33f9-456d-b89e-e47890445e44 admin admin] 10.222.0.26 "DELETE /v2.0/networks/36c52b80-94a8-4aa1-aa38-a52f437b1544 HTTP/1.1" status: 204 len: 168 time: 0.3670828 Sep 07 19:01:57.881437 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6399ed-33f9-456d-b89e-e47890445e44 admin admin] Pushing event deleted for resources: {'Network': ['ID=36c52b80-94a8-4aa1-aa38-a52f437b1544,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:57.936219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f4f67b-5eba-4ca5-8f9f-8429a5c2e8d3 admin admin] Deleting subnet 14a038e9-5bc5-480a-abd0-234c9e0d2ffa {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:01:57.945493 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d2f4f67b-5eba-4ca5-8f9f-8429a5c2e8d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.019527 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d2f4f67b-5eba-4ca5-8f9f-8429a5c2e8d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.062600 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d2f4f67b-5eba-4ca5-8f9f-8429a5c2e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.104211 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43542) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:58.109945 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-48a7aba1-c46e-4cde-8365-7685328b8405 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Request body: {'security_group': {'name': 'tempest-securitygroup--377106420', 'description': 'tempest-description--1597306543'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:58.130305 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d2f4f67b-5eba-4ca5-8f9f-8429a5c2e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.140066 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-48a7aba1-c46e-4cde-8365-7685328b8405 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.168074 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4f67b-5eba-4ca5-8f9f-8429a5c2e8d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14a038e9-5bc5-480a-abd0-234c9e0d2ffa,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:58.171858 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d2f4f67b-5eba-4ca5-8f9f-8429a5c2e8d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.173612 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d2f4f67b-5eba-4ca5-8f9f-8429a5c2e8d3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/14a038e9-5bc5-480a-abd0-234c9e0d2ffa HTTP/1.1" status: 204 len: 168 time: 0.3268292 Sep 07 19:01:58.176162 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43546) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:58.273322 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-48a7aba1-c46e-4cde-8365-7685328b8405 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.273912 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-905839bc-8f20-4762-8a10-4fe9422f6eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.279826 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-48a7aba1-c46e-4cde-8365-7685328b8405 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.311822 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-48a7aba1-c46e-4cde-8365-7685328b8405 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.313543 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-48a7aba1-c46e-4cde-8365-7685328b8405 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2080145 Sep 07 19:01:58.315630 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7aba1-c46e-4cde-8365-7685328b8405 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=922c0685-cf19-459e-b227-7abfa297f738,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:58.317708 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43550) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:58.322019 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-42b894c8-f21d-4131-bfa9-edcad85fa0f6 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Request body: {'security_group_rule': {'security_group_id': '922c0685-cf19-459e-b227-7abfa297f738', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:58.352599 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-42b894c8-f21d-4131-bfa9-edcad85fa0f6 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.379390 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-905839bc-8f20-4762-8a10-4fe9422f6eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.405934 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-905839bc-8f20-4762-8a10-4fe9422f6eee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc5bdf9-b8a3-4eb1-a3ea-7abbf56d9cb0']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:58.418956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-905839bc-8f20-4762-8a10-4fe9422f6eee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ae937a-73ce-484a-b327-d25b5995a3b9') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:58.419625 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-905839bc-8f20-4762-8a10-4fe9422f6eee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ae937a-73ce-484a-b327-d25b5995a3b9') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:01:58.427688 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-42b894c8-f21d-4131-bfa9-edcad85fa0f6 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.431493 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-905839bc-8f20-4762-8a10-4fe9422f6eee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.437884 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-42b894c8-f21d-4131-bfa9-edcad85fa0f6 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.448367 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-905839bc-8f20-4762-8a10-4fe9422f6eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.458192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905839bc-8f20-4762-8a10-4fe9422f6eee admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:01:58.458651 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-905839bc-8f20-4762-8a10-4fe9422f6eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.460655 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b894c8-f21d-4131-bfa9-edcad85fa0f6 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc9d074-4a3f-485c-b670-d9b996a90499,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:01:58.460828 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:01:58.469087 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-42b894c8-f21d-4131-bfa9-edcad85fa0f6 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.473210 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-42b894c8-f21d-4131-bfa9-edcad85fa0f6 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543565 Sep 07 19:01:58.474853 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43552) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:58.479278 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-5038bbb5-b571-4e77-be16-a82a4474ccba tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Request body: {'security_group_rule': {'security_group_id': '922c0685-cf19-459e-b227-7abfa297f738', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:58.547933 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5038bbb5-b571-4e77-be16-a82a4474ccba tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.550848 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-905839bc-8f20-4762-8a10-4fe9422f6eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.557452 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-905839bc-8f20-4762-8a10-4fe9422f6eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.562760 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-905839bc-8f20-4762-8a10-4fe9422f6eee admin admin] 10.222.0.26 "DELETE /v2.0/networks/dcc5bdf9-b8a3-4eb1-a3ea-7abbf56d9cb0 HTTP/1.1" status: 204 len: 168 time: 0.3853791 Sep 07 19:01:58.583544 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905839bc-8f20-4762-8a10-4fe9422f6eee admin admin] Pushing event deleted for resources: {'Network': ['ID=dcc5bdf9-b8a3-4eb1-a3ea-7abbf56d9cb0,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:58.648768 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5038bbb5-b571-4e77-be16-a82a4474ccba tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.653984 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5038bbb5-b571-4e77-be16-a82a4474ccba tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.677351 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5038bbb5-b571-4e77-be16-a82a4474ccba tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.678487 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5038bbb5-b571-4e77-be16-a82a4474ccba tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2026725 Sep 07 19:01:58.681422 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038bbb5-b571-4e77-be16-a82a4474ccba tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9ea0c1-fb0f-4fa1-96bf-1784bdf4278d,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:58.681765 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43564) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:58.692213 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-435397c6-05ca-4bd3-b09d-0574db978764 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:01:58.716039 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-435397c6-05ca-4bd3-b09d-0574db978764 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.744448 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43566) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:58.761584 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2abcc9ea-1bc0-4f59-8b6b-333b3eafc2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.807502 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-41b47a7c-0a25-46b6-a030-77a35f3f7889 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=214b928a56a249e499e91915bfa5b00d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623913 Sep 07 19:01:58.810693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43570) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:58.862302 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-435397c6-05ca-4bd3-b09d-0574db978764 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.867055 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-635a1db6-fe26-4327-9f4d-1a02ea0e84e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.893133 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-635a1db6-fe26-4327-9f4d-1a02ea0e84e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.958566 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-635a1db6-fe26-4327-9f4d-1a02ea0e84e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.964159 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-635a1db6-fe26-4327-9f4d-1a02ea0e84e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:58.969669 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-635a1db6-fe26-4327-9f4d-1a02ea0e84e7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ef44a6b-2afc-4936-81ff-7533dfcaab09 HTTP/1.1" status: 204 len: 168 time: 0.1578326 Sep 07 19:01:58.987908 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 64bf857d-e914-45d9-8687-13e0d2f6dcd8 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:01:58.998859 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a1db6-fe26-4327-9f4d-1a02ea0e84e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef44a6b-2afc-4936-81ff-7533dfcaab09,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:59.044753 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 64bf857d-e914-45d9-8687-13e0d2f6dcd8 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:01:59.047039 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 64bf857d-e914-45d9-8687-13e0d2f6dcd8 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:01:59.047403 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-435397c6-05ca-4bd3-b09d-0574db978764 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Allocated IP 172.25.8.94 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/d7669c92-8b20-4e26-bbad-4c1875119ddd) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:01:59.093827 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:59.203174 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-435397c6-05ca-4bd3-b09d-0574db978764 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:59.249824 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-435397c6-05ca-4bd3-b09d-0574db978764 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:59.289770 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435397c6-05ca-4bd3-b09d-0574db978764 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:01:59.300377 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-435397c6-05ca-4bd3-b09d-0574db978764 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:01:59.305083 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435397c6-05ca-4bd3-b09d-0574db978764 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:01:59.348200 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435397c6-05ca-4bd3-b09d-0574db978764 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Pushing event updated for resources: {'Port': ['ID=d7669c92-8b20-4e26-bbad-4c1875119ddd,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:59.422757 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-435397c6-05ca-4bd3-b09d-0574db978764 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:59.461059 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-435397c6-05ca-4bd3-b09d-0574db978764 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:59.476940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43588) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:59.530338 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d6badc48-f644-4f58-96ac-fdb269394e1e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ed308f4ca5b34ae5ab528965550b585d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513666 Sep 07 19:01:59.531240 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43590) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:01:59.613672 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-500fcc1c-f40f-49df-8f0c-b1043e573567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:59.642083 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-500fcc1c-f40f-49df-8f0c-b1043e573567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:59.665353 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-435397c6-05ca-4bd3-b09d-0574db978764 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:59.672417 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-435397c6-05ca-4bd3-b09d-0574db978764 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:59.694303 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-500fcc1c-f40f-49df-8f0c-b1043e573567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:59.697224 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-500fcc1c-f40f-49df-8f0c-b1043e573567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:59.701437 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-500fcc1c-f40f-49df-8f0c-b1043e573567 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a44a2ef1-2f15-4a00-b153-653603889364 HTTP/1.1" status: 204 len: 168 time: 0.1661427 Sep 07 19:01:59.708329 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fcc1c-f40f-49df-8f0c-b1043e573567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44a2ef1-2f15-4a00-b153-653603889364,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:59.749110 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435397c6-05ca-4bd3-b09d-0574db978764 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Pushing event updated for resources: {'Port': ['ID=d7669c92-8b20-4e26-bbad-4c1875119ddd,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:01:59.756206 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-435397c6-05ca-4bd3-b09d-0574db978764 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:59.771187 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-435397c6-05ca-4bd3-b09d-0574db978764 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:59.772444 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-435397c6-05ca-4bd3-b09d-0574db978764 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0896502 Sep 07 19:02:00.083074 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-def6e0cf-e8de-4dbd-8851-7e33b41e2d6f tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:00.084623 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-def6e0cf-e8de-4dbd-8851-7e33b41e2d6f tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/networks?id=b5b935a4-009e-4160-9e70-0c0d6e591b7e HTTP/1.1" status: 200 len: 821 time: 0.1379750 Sep 07 19:02:00.106764 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-3b57b69a-609a-4b9f-8a20-1fe58f46fbac tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/quotas/de55150deb124c6aa9d6dbf032048b44 HTTP/1.1" status: 200 len: 375 time: 0.0157824 Sep 07 19:02:00.146778 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:00.197677 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-320ca89b-4166-43cb-9bd3-7cde42dc78e7 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=de55150deb124c6aa9d6dbf032048b44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0718536 Sep 07 19:02:00.321998 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-dfac1545-9943-4449-9965-f96fafa2f2da service neutron] 10.222.0.26 "GET /v2.0/networks/b5b935a4-009e-4160-9e70-0c0d6e591b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122906 Sep 07 19:02:00.437667 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-70c59d5f-c182-4925-979c-adc7320a1454 service neutron] 10.222.0.26 "GET /v2.0/networks/b5b935a4-009e-4160-9e70-0c0d6e591b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059899 Sep 07 19:02:00.671052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d2a0bbb-8389-4793-ad75-032dae3f3a7d req-ac34bcf3-262d-4274-b5c8-8b739cee8f00 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd78f6a4-7ab7-4a73-a448-0064a3656e62 HTTP/1.1" status: 200 len: 210 time: 0.0509574 Sep 07 19:02:01.686624 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:01.784922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-fe967875-24f9-4834-b17e-36bdb6148ac7 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:01.787711 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-fe967875-24f9-4834-b17e-36bdb6148ac7 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.60 "GET /v2.0/networks?id=b5b935a4-009e-4160-9e70-0c0d6e591b7e HTTP/1.1" status: 200 len: 821 time: 0.1882579 Sep 07 19:02:01.815616 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-a15f9b4d-4ef1-4530-bad3-483907252b49 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Request body: {'port': {'device_id': 'fd78f6a4-7ab7-4a73-a448-0064a3656e62', 'network_id': 'b5b935a4-009e-4160-9e70-0c0d6e591b7e', 'admin_state_up': True, 'tenant_id': 'de55150deb124c6aa9d6dbf032048b44'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:01.870678 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-857be16c-e866-44f6-a843-f7f360fe48ca req-9e12a7da-73e0-46e7-9bf8-5f697fe6c732 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd78f6a4-7ab7-4a73-a448-0064a3656e62 HTTP/1.1" status: 200 len: 210 time: 0.0799799 Sep 07 19:02:01.972636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-a15f9b4d-4ef1-4530-bad3-483907252b49 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Made reservation on behalf of de55150deb124c6aa9d6dbf032048b44 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:02:01.978007 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-a15f9b4d-4ef1-4530-bad3-483907252b49 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:02.157872 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-a15f9b4d-4ef1-4530-bad3-483907252b49 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Allocated IP 172.20.0.14 (b5b935a4-009e-4160-9e70-0c0d6e591b7e/099526cd-4957-4192-8eac-1447e05d98aa/94beb56f-56fd-46a6-b51c-13218731a123) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:02:02.359370 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-a15f9b4d-4ef1-4530-bad3-483907252b49 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:02.431607 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b328ce1f-c5d8-41fb-9b45-10bed7dd472f req-cd132325-191c-4d2c-a800-1b45ba37624c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0998394 Sep 07 19:02:02.451726 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-a15f9b4d-4ef1-4530-bad3-483907252b49 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:02.559342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-a15f9b4d-4ef1-4530-bad3-483907252b49 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Network b5b935a4-009e-4160-9e70-0c0d6e591b7e is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:02:02.567354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-a15f9b4d-4ef1-4530-bad3-483907252b49 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:02:02.589303 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-a15f9b4d-4ef1-4530-bad3-483907252b49 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:02:02.592391 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f9b4d-4ef1-4530-bad3-483907252b49 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Pushing event updated for resources: {'Port': ['ID=94beb56f-56fd-46a6-b51c-13218731a123,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:02.696781 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328ce1f-c5d8-41fb-9b45-10bed7dd472f req-c0834174-fbde-4c07-bac9-8ff88da2559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:02.698311 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b328ce1f-c5d8-41fb-9b45-10bed7dd472f req-c0834174-fbde-4c07-bac9-8ff88da2559c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c745a8befc2643bebe96bce0c2f42920&device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 1096 time: 0.2379298 Sep 07 19:02:02.704026 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-a15f9b4d-4ef1-4530-bad3-483907252b49 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:02.704702 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-a15f9b4d-4ef1-4530-bad3-483907252b49 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:02.735112 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-a15f9b4d-4ef1-4530-bad3-483907252b49 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9244797 Sep 07 19:02:02.752778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-49536795-3074-4122-b921-a9b301cc0236 service neutron] Request body: {'port': {'device_id': 'fd78f6a4-7ab7-4a73-a448-0064a3656e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:03.214465 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-49536795-3074-4122-b921-a9b301cc0236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:03.228605 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328ce1f-c5d8-41fb-9b45-10bed7dd472f req-32ebda4c-8ec4-4cfe-af28-fe03ae6610ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:03.230089 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b328ce1f-c5d8-41fb-9b45-10bed7dd472f req-32ebda4c-8ec4-4cfe-af28-fe03ae6610ab service neutron] 10.222.0.60 "GET /v2.0/networks?id=26f76b26-48a6-4f36-aaf0-194161936f43 HTTP/1.1" status: 200 len: 920 time: 0.5046461 Sep 07 19:02:03.247578 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998245ab-deec-4421-85d2-f76fe28340f8 req-2b659d50-cfe7-46e6-ae3b-78ea56d57d1d tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:03.252682 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-998245ab-deec-4421-85d2-f76fe28340f8 req-2b659d50-cfe7-46e6-ae3b-78ea56d57d1d tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd78f6a4-7ab7-4a73-a448-0064a3656e62 HTTP/1.1" status: 200 len: 932 time: 0.1139925 Sep 07 19:02:03.324110 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b328ce1f-c5d8-41fb-9b45-10bed7dd472f req-4b0502dd-ff41-4847-a27c-dd0b32243ff6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d1099be-04fd-451c-8159-66fc5e2e7be3 HTTP/1.1" status: 200 len: 217 time: 0.0856795 Sep 07 19:02:03.395446 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-998245ab-deec-4421-85d2-f76fe28340f8 req-fb7026a0-0ae2-4b4b-b9d2-4fcb3e5dd1f2 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191537 Sep 07 19:02:03.466093 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328ce1f-c5d8-41fb-9b45-10bed7dd472f req-3b56f7ef-d954-4f38-b5f2-3f3e073d2cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:03.467705 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b328ce1f-c5d8-41fb-9b45-10bed7dd472f req-3b56f7ef-d954-4f38-b5f2-3f3e073d2cb9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d943e1b1-375c-4cfe-bd80-2dab5c275769 HTTP/1.1" status: 200 len: 859 time: 0.1342087 Sep 07 19:02:03.506465 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b328ce1f-c5d8-41fb-9b45-10bed7dd472f req-97272ae4-b041-4686-ab40-acba90b46479 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26f76b26-48a6-4f36-aaf0-194161936f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311182 Sep 07 19:02:03.655780 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b328ce1f-c5d8-41fb-9b45-10bed7dd472f req-c304f8fd-522d-4049-973f-aab514268c30 service neutron] 10.222.0.60 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343868 Sep 07 19:02:03.866261 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b328ce1f-c5d8-41fb-9b45-10bed7dd472f req-807187a2-d7db-4966-90fa-2fc07d613ad4 service neutron] 10.222.0.60 "GET /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654260 Sep 07 19:02:03.941915 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9740c3fd-cdd9-4f9a-91bc-5d0f02f74394 req-7be0e1b6-d8c8-41b8-a167-54bdf1011880 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780563 Sep 07 19:02:03.951091 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-49536795-3074-4122-b921-a9b301cc0236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94beb56f-56fd-46a6-b51c-13218731a123 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:02:03.968291 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-49536795-3074-4122-b921-a9b301cc0236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:04.007244 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-49536795-3074-4122-b921-a9b301cc0236 service neutron] Transition to ACTIVE for port object 94beb56f-56fd-46a6-b51c-13218731a123 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:02:04.021125 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-49536795-3074-4122-b921-a9b301cc0236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:04.108876 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740c3fd-cdd9-4f9a-91bc-5d0f02f74394 req-76c09f84-c8e7-4b52-af61-50486d145140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:04.110869 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9740c3fd-cdd9-4f9a-91bc-5d0f02f74394 req-76c09f84-c8e7-4b52-af61-50486d145140 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd150f31e3264ef4b870aabc811ef221&device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 1098 time: 0.1058290 Sep 07 19:02:04.267979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740c3fd-cdd9-4f9a-91bc-5d0f02f74394 req-db216ec8-5c7a-4b19-9ed1-d62ddc9fce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:04.269519 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9740c3fd-cdd9-4f9a-91bc-5d0f02f74394 req-db216ec8-5c7a-4b19-9ed1-d62ddc9fce84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4724486-3acb-401c-a8f0-54abeeaa7172 HTTP/1.1" status: 200 len: 917 time: 0.1248891 Sep 07 19:02:04.270820 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49536795-3074-4122-b921-a9b301cc0236 service neutron] Pushing event updated for resources: {'Port': ['ID=94beb56f-56fd-46a6-b51c-13218731a123,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:04.428334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-49536795-3074-4122-b921-a9b301cc0236 service neutron] Attempting to bind port 94beb56f-56fd-46a6-b51c-13218731a123 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:02:04.428584 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-49536795-3074-4122-b921-a9b301cc0236 service neutron] Attempting to bind port 94beb56f-56fd-46a6-b51c-13218731a123 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'a37264a1-8764-4c16-b21c-d53a30080480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b5b935a4-009e-4160-9e70-0c0d6e591b7e'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:02:04.428906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-49536795-3074-4122-b921-a9b301cc0236 service neutron] Attempting to bind port 94beb56f-56fd-46a6-b51c-13218731a123 on network b5b935a4-009e-4160-9e70-0c0d6e591b7e {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:02:04.432652 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9740c3fd-cdd9-4f9a-91bc-5d0f02f74394 req-a65e67d7-901c-4454-bbf0-10862cacab0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90fadad9-fd8f-4d42-842b-cf3398677a79 HTTP/1.1" status: 200 len: 1001 time: 0.1339490 Sep 07 19:02:04.436415 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-49536795-3074-4122-b921-a9b301cc0236 service neutron] Port 94beb56f-56fd-46a6-b51c-13218731a123 on network b5b935a4-009e-4160-9e70-0c0d6e591b7e not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:02:04.436780 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-49536795-3074-4122-b921-a9b301cc0236 service neutron] Attempting to bind port 94beb56f-56fd-46a6-b51c-13218731a123 on network b5b935a4-009e-4160-9e70-0c0d6e591b7e {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:02:04.443661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-49536795-3074-4122-b921-a9b301cc0236 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:02:04.444118 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-49536795-3074-4122-b921-a9b301cc0236 service neutron] Checking segment: {'id': 'a37264a1-8764-4c16-b21c-d53a30080480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b5b935a4-009e-4160-9e70-0c0d6e591b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:02:04.444530 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-49536795-3074-4122-b921-a9b301cc0236 service neutron] Bound using segment: {'id': 'a37264a1-8764-4c16-b21c-d53a30080480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b5b935a4-009e-4160-9e70-0c0d6e591b7e'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:02:04.445154 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-49536795-3074-4122-b921-a9b301cc0236 service neutron] Bound port: 94beb56f-56fd-46a6-b51c-13218731a123, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37264a1-8764-4c16-b21c-d53a30080480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b5b935a4-009e-4160-9e70-0c0d6e591b7e'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:02:04.445584 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-49536795-3074-4122-b921-a9b301cc0236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:04.576341 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740c3fd-cdd9-4f9a-91bc-5d0f02f74394 req-b5abbd34-1b55-4eb6-bcdf-1838d940c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:04.577866 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9740c3fd-cdd9-4f9a-91bc-5d0f02f74394 req-b5abbd34-1b55-4eb6-bcdf-1838d940c841 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9985a0df-d9a6-429f-8454-e036ae7f07c1 HTTP/1.1" status: 200 len: 855 time: 0.1353858 Sep 07 19:02:04.623885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-49536795-3074-4122-b921-a9b301cc0236 service neutron] For port 94beb56f-56fd-46a6-b51c-13218731a123, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:02:04.633641 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ea50f-b0b3-4e05-80b1-0397e8b212da req-8043f2da-30e6-44fc-bc4d-5b46575c690b tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:04.641852 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e5ea50f-b0b3-4e05-80b1-0397e8b212da req-8043f2da-30e6-44fc-bc4d-5b46575c690b tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd78f6a4-7ab7-4a73-a448-0064a3656e62 HTTP/1.1" status: 200 len: 944 time: 0.1185582 Sep 07 19:02:04.664568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-49536795-3074-4122-b921-a9b301cc0236 service neutron] For port 94beb56f-56fd-46a6-b51c-13218731a123, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=94beb56f-56fd-46a6-b51c-13218731a123,segment=NetworkSegment(a37264a1-8764-4c16-b21c-d53a30080480),segment_id=a37264a1-8764-4c16-b21c-d53a30080480)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:02:04.678257 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-49536795-3074-4122-b921-a9b301cc0236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:04.742618 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740c3fd-cdd9-4f9a-91bc-5d0f02f74394 req-d560d474-bc37-430c-a57a-966b2c812f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:04.744151 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9740c3fd-cdd9-4f9a-91bc-5d0f02f74394 req-d560d474-bc37-430c-a57a-966b2c812f32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4724486-3acb-401c-a8f0-54abeeaa7172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541717 Sep 07 19:02:04.745398 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-49536795-3074-4122-b921-a9b301cc0236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:04.746005 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-49536795-3074-4122-b921-a9b301cc0236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:04.747816 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-49536795-3074-4122-b921-a9b301cc0236 service neutron] 10.222.0.60 "PUT /v2.0/ports/94beb56f-56fd-46a6-b51c-13218731a123 HTTP/1.1" status: 200 len: 1092 time: 2.0000482 Sep 07 19:02:04.750246 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd78f6a4-7ab7-4a73-a448-0064a3656e62', 'tag': '94beb56f-56fd-46a6-b51c-13218731a123'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:04.752478 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f4242e-be1f-47ea-b4df-24e9d2b6cbf7" -d '{"events": [{"name": "network-changed", "server_uuid": "fd78f6a4-7ab7-4a73-a448-0064a3656e62", "tag": "94beb56f-56fd-46a6-b51c-13218731a123"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:04.787444 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e5ea50f-b0b3-4e05-80b1-0397e8b212da req-10dfd212-fd17-439b-bb3a-bb0aa5c9b626 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276248 Sep 07 19:02:04.867961 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49536795-3074-4122-b921-a9b301cc0236 service neutron] Pushing event updated for resources: {'Port': ['ID=94beb56f-56fd-46a6-b51c-13218731a123,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:04.899397 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056c6d30-581f-47b4-bfb7-aa606a8515bd x-openstack-request-id: req-056c6d30-581f-47b4-bfb7-aa606a8515bd {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:04.899795 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd78f6a4-7ab7-4a73-a448-0064a3656e62", "tag": "94beb56f-56fd-46a6-b51c-13218731a123", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:04.899953 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-056c6d30-581f-47b4-bfb7-aa606a8515bd {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:04.900338 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd78f6a4-7ab7-4a73-a448-0064a3656e62', 'tag': '94beb56f-56fd-46a6-b51c-13218731a123', 'status': 'completed', 'code': 200} Sep 07 19:02:04.920360 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-d4915200-6eff-4474-82f3-44d8d07982d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:04.921932 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-d4915200-6eff-4474-82f3-44d8d07982d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de55150deb124c6aa9d6dbf032048b44&device_id=fd78f6a4-7ab7-4a73-a448-0064a3656e62 HTTP/1.1" status: 200 len: 1095 time: 0.1207297 Sep 07 19:02:04.975323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-19ac0643-eac7-44d4-9b34-3b2df4416f6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94beb56f-56fd-46a6-b51c-13218731a123 HTTP/1.1" status: 200 len: 217 time: 0.0388708 Sep 07 19:02:04.975323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9740c3fd-cdd9-4f9a-91bc-5d0f02f74394 req-30fceddb-591f-48fb-8013-096209086c19 service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868088 Sep 07 19:02:05.123430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-d47eddd8-bcf7-4a6b-8b96-fcdaec4c01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:05.125037 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-d47eddd8-bcf7-4a6b-8b96-fcdaec4c01bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=099526cd-4957-4192-8eac-1447e05d98aa HTTP/1.1" status: 200 len: 861 time: 0.1429169 Sep 07 19:02:05.189526 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-a8953884-0ae5-4bdc-8e51-8ca567ad17fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b5b935a4-009e-4160-9e70-0c0d6e591b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407581 Sep 07 19:02:05.349760 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9740c3fd-cdd9-4f9a-91bc-5d0f02f74394 req-b4fcb9c6-d615-4c03-83e8-1431f81f8d6c service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360916 Sep 07 19:02:05.372792 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43776) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:05.381152 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-999ced98-a840-4081-9c50-d3764d2de7dc service neutron] 10.222.0.60 "GET /v2.0/networks/b5b935a4-009e-4160-9e70-0c0d6e591b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820433 Sep 07 19:02:05.522738 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01868827-9d9c-4f2d-bdd8-b7e2434b6916 req-5d70a7e4-c511-4ae8-b0b2-30828265aa80 service neutron] 10.222.0.60 "GET /v2.0/networks/b5b935a4-009e-4160-9e70-0c0d6e591b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343799 Sep 07 19:02:05.529650 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1ce83fda-73c8-4985-a97b-40579049cab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:05.629232 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4242e-be1f-47ea-b4df-24e9d2b6cbf7 req-426ae074-597b-4d01-9483-999acc6e0903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:05.631416 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76f4242e-be1f-47ea-b4df-24e9d2b6cbf7 req-426ae074-597b-4d01-9483-999acc6e0903 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de55150deb124c6aa9d6dbf032048b44&device_id=fd78f6a4-7ab7-4a73-a448-0064a3656e62 HTTP/1.1" status: 200 len: 1095 time: 0.0624161 Sep 07 19:02:05.647148 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1ce83fda-73c8-4985-a97b-40579049cab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:05.651545 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1ce83fda-73c8-4985-a97b-40579049cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:05.693632 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1ce83fda-73c8-4985-a97b-40579049cab0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ebf7dd352c174b73b20680e39a57b456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3197329 Sep 07 19:02:05.695575 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce83fda-73c8-4985-a97b-40579049cab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24931d6-505c-4894-bcb8-743dc01a03dc,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:05.697945 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43782) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:05.742256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4242e-be1f-47ea-b4df-24e9d2b6cbf7 req-51fc92f6-1eb6-4ffa-b286-a7a0aceaf24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:05.744113 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76f4242e-be1f-47ea-b4df-24e9d2b6cbf7 req-51fc92f6-1eb6-4ffa-b286-a7a0aceaf24b service neutron] 10.222.0.60 "GET /v2.0/networks?id=b5b935a4-009e-4160-9e70-0c0d6e591b7e HTTP/1.1" status: 200 len: 922 time: 0.1030719 Sep 07 19:02:05.764305 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-00732d2a-bfa0-440f-af2d-c9a629126919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:05.787874 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-00732d2a-bfa0-440f-af2d-c9a629126919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:05.793994 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76f4242e-be1f-47ea-b4df-24e9d2b6cbf7 req-a43f6387-99cd-4339-bbb7-f5f68a607a60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94beb56f-56fd-46a6-b51c-13218731a123 HTTP/1.1" status: 200 len: 217 time: 0.0411453 Sep 07 19:02:05.846371 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-00732d2a-bfa0-440f-af2d-c9a629126919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:05.849616 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-00732d2a-bfa0-440f-af2d-c9a629126919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:05.850854 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-00732d2a-bfa0-440f-af2d-c9a629126919 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d24931d6-505c-4894-bcb8-743dc01a03dc HTTP/1.1" status: 204 len: 168 time: 0.1519790 Sep 07 19:02:05.860229 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00732d2a-bfa0-440f-af2d-c9a629126919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24931d6-505c-4894-bcb8-743dc01a03dc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:05.907542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4242e-be1f-47ea-b4df-24e9d2b6cbf7 req-ac78450f-2f71-4da0-be2d-b4715aeb7440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:05.909080 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76f4242e-be1f-47ea-b4df-24e9d2b6cbf7 req-ac78450f-2f71-4da0-be2d-b4715aeb7440 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=099526cd-4957-4192-8eac-1447e05d98aa HTTP/1.1" status: 200 len: 861 time: 0.1074283 Sep 07 19:02:05.919185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ddb0a-5da2-4272-9248-f7dfde4accf3 req-464465e1-4389-484d-98f7-04efd45910dd tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:05.920738 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-676ddb0a-5da2-4272-9248-f7dfde4accf3 req-464465e1-4389-484d-98f7-04efd45910dd tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd78f6a4-7ab7-4a73-a448-0064a3656e62 HTTP/1.1" status: 200 len: 944 time: 0.0755363 Sep 07 19:02:05.950686 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76f4242e-be1f-47ea-b4df-24e9d2b6cbf7 req-7053607a-9cdb-4b51-94c9-209446b9e498 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b5b935a4-009e-4160-9e70-0c0d6e591b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289757 Sep 07 19:02:06.047430 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-676ddb0a-5da2-4272-9248-f7dfde4accf3 req-12625b55-4535-4f0c-8f1c-2c291a1d00e4 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993462 Sep 07 19:02:06.093639 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76f4242e-be1f-47ea-b4df-24e9d2b6cbf7 req-d2ba34a0-66e8-4c52-9cb2-03bad2c43699 service neutron] 10.222.0.60 "GET /v2.0/networks/b5b935a4-009e-4160-9e70-0c0d6e591b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273880 Sep 07 19:02:06.216715 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76f4242e-be1f-47ea-b4df-24e9d2b6cbf7 req-939994d0-4e29-4738-af6d-75ad83909d13 service neutron] 10.222.0.60 "GET /v2.0/networks/b5b935a4-009e-4160-9e70-0c0d6e591b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146183 Sep 07 19:02:06.236965 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43800) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:06.258961 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-edc5b8c2-8cfc-4ab3-91c3-0263ed00cf97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:06.385954 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-edc5b8c2-8cfc-4ab3-91c3-0263ed00cf97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:06.390482 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-edc5b8c2-8cfc-4ab3-91c3-0263ed00cf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:06.434877 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-edc5b8c2-8cfc-4ab3-91c3-0263ed00cf97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d5876784e9544ba9b603d809a36df34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1967008 Sep 07 19:02:06.436241 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5b8c2-8cfc-4ab3-91c3-0263ed00cf97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f1a3d1-9a89-42fa-a3e7-29328fd4372f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:06.439562 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43804) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:06.491941 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee73c3-d546-46e7-92cb-e1ca8d9a48a4 req-0d846b73-20a8-42b3-b0a7-57bc640a62df tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:06.493530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d7ee73c3-d546-46e7-92cb-e1ca8d9a48a4 req-0d846b73-20a8-42b3-b0a7-57bc640a62df tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.0621424 Sep 07 19:02:06.511850 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0f18df3a-c928-4e36-a86d-256a0e47df00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:06.537980 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0f18df3a-c928-4e36-a86d-256a0e47df00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:06.553460 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d7ee73c3-d546-46e7-92cb-e1ca8d9a48a4 req-09970621-6126-40bc-8bf7-34147f91928f tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525494 Sep 07 19:02:06.601624 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0f18df3a-c928-4e36-a86d-256a0e47df00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:06.604792 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0f18df3a-c928-4e36-a86d-256a0e47df00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:06.609689 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0f18df3a-c928-4e36-a86d-256a0e47df00 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/55f1a3d1-9a89-42fa-a3e7-29328fd4372f HTTP/1.1" status: 204 len: 168 time: 0.1688502 Sep 07 19:02:06.619944 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18df3a-c928-4e36-a86d-256a0e47df00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f1a3d1-9a89-42fa-a3e7-29328fd4372f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:07.176097 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143ba2a-a7cd-46f8-93a4-85b117cca05f req-734197a6-793c-4300-88ee-cd7b38d4a301 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:07.177750 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3143ba2a-a7cd-46f8-93a4-85b117cca05f req-734197a6-793c-4300-88ee-cd7b38d4a301 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd78f6a4-7ab7-4a73-a448-0064a3656e62 HTTP/1.1" status: 200 len: 944 time: 0.0560105 Sep 07 19:02:07.217709 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3143ba2a-a7cd-46f8-93a4-85b117cca05f req-396a0b35-6eb5-4622-9beb-43f7da6bf071 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340796 Sep 07 19:02:07.688536 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35cc4e-4dbb-4ebd-b9be-124292378880 req-ca669a33-b5d3-4b23-bf97-31f3d8bc94b9 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:07.690423 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9e35cc4e-4dbb-4ebd-b9be-124292378880 req-ca669a33-b5d3-4b23-bf97-31f3d8bc94b9 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.0581408 Sep 07 19:02:07.740009 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9e35cc4e-4dbb-4ebd-b9be-124292378880 req-2e04e9a9-9ca8-406c-ab54-a14c1c9dbada tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425403 Sep 07 19:02:08.096616 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 94beb56f-56fd-46a6-b51c-13218731a123 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:02:08.209433 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 94beb56f-56fd-46a6-b51c-13218731a123, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=94beb56f-56fd-46a6-b51c-13218731a123,segment=NetworkSegment(a37264a1-8764-4c16-b21c-d53a30080480),segment_id=a37264a1-8764-4c16-b21c-d53a30080480)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:08.221477 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '94beb56f-56fd-46a6-b51c-13218731a123', 'network_id': 'b5b935a4-009e-4160-9e70-0c0d6e591b7e', 'port_id': '94beb56f-56fd-46a6-b51c-13218731a123', 'mac_address': 'fa:16:3e:8b:39:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099526cd-4957-4192-8eac-1447e05d98aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:02:08.262332 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:08.277070 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94beb56f-56fd-46a6-b51c-13218731a123 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:02:08.299043 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 94beb56f-56fd-46a6-b51c-13218731a123, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=94beb56f-56fd-46a6-b51c-13218731a123,segment=NetworkSegment(a37264a1-8764-4c16-b21c-d53a30080480),segment_id=a37264a1-8764-4c16-b21c-d53a30080480)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:08.304305 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:08.355442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc4c61-481d-46c2-84a3-c76ecd2dfd59 req-4831739e-0e4e-4764-88f3-46a346a4df81 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:08.363991 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-99dc4c61-481d-46c2-84a3-c76ecd2dfd59 req-4831739e-0e4e-4764-88f3-46a346a4df81 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd78f6a4-7ab7-4a73-a448-0064a3656e62 HTTP/1.1" status: 200 len: 945 time: 0.0689707 Sep 07 19:02:08.372297 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43864) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:08.413821 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-99dc4c61-481d-46c2-84a3-c76ecd2dfd59 req-308fa224-58fa-4798-afa9-48fa7b17244d tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485044 Sep 07 19:02:08.425220 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=94beb56f-56fd-46a6-b51c-13218731a123,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:08.500087 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a664fa01-2cd3-4dd3-b674-f8450d591265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:08.574987 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac39aa7-ab4f-4a44-800b-3469044b7f3e req-1a434d1a-6dd5-44b8-877f-159c7fe72dc3 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:08.576529 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fac39aa7-ab4f-4a44-800b-3469044b7f3e req-1a434d1a-6dd5-44b8-877f-159c7fe72dc3 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.60 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.0637293 Sep 07 19:02:08.624558 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['94beb56f-56fd-46a6-b51c-13218731a123'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:02:08.666561 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a664fa01-2cd3-4dd3-b674-f8450d591265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:08.671612 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a664fa01-2cd3-4dd3-b674-f8450d591265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:08.716171 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a664fa01-2cd3-4dd3-b674-f8450d591265 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d1a2531926b4667826c4fa40db95394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421161 Sep 07 19:02:08.717180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664fa01-2cd3-4dd3-b674-f8450d591265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0fc332-4777-44fa-8f81-2dcb0c5d42c0,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:08.721510 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43872) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:08.743277 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-fac39aa7-ab4f-4a44-800b-3469044b7f3e req-28f1c4ef-8362-431a-ac51-328e273bf87f tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Deleting port 8acf9c1a-ecee-48f2-9a50-69289e4da3ee {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:02:08.743622 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fac39aa7-ab4f-4a44-800b-3469044b7f3e req-28f1c4ef-8362-431a-ac51-328e273bf87f tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:08.838463 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-451152c7-8e22-49cc-82dd-1fa7c35cc272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:08.874355 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43880) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:08.896065 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-451152c7-8e22-49cc-82dd-1fa7c35cc272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:08.955356 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-fac39aa7-ab4f-4a44-800b-3469044b7f3e req-28f1c4ef-8362-431a-ac51-328e273bf87f tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] For port 8acf9c1a-ecee-48f2-9a50-69289e4da3ee, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=8acf9c1a-ecee-48f2-9a50-69289e4da3ee,segment=NetworkSegment(34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff),segment_id=34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:08.955725 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fac39aa7-ab4f-4a44-800b-3469044b7f3e req-28f1c4ef-8362-431a-ac51-328e273bf87f tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:08.978260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-fac39aa7-ab4f-4a44-800b-3469044b7f3e req-28f1c4ef-8362-431a-ac51-328e273bf87f tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Calling delete_port for 8acf9c1a-ecee-48f2-9a50-69289e4da3ee owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:02:08.990923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31918c-5c9a-4af1-9a8d-d526f2e7c91a req-3f839c58-f4d5-473b-b5c4-bae02b355987 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:08.992456 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b31918c-5c9a-4af1-9a8d-d526f2e7c91a req-3f839c58-f4d5-473b-b5c4-bae02b355987 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=1525b46a-96d3-4e51-a9cf-1e3edbecfdfa HTTP/1.1" status: 200 len: 945 time: 0.1270735 Sep 07 19:02:08.993131 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-92ecbb15-55a9-4330-a397-5152db5a08f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:09.058588 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-451152c7-8e22-49cc-82dd-1fa7c35cc272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:09.061151 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-451152c7-8e22-49cc-82dd-1fa7c35cc272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:09.064737 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-451152c7-8e22-49cc-82dd-1fa7c35cc272 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff0fc332-4777-44fa-8f81-2dcb0c5d42c0 HTTP/1.1" status: 204 len: 168 time: 0.3394761 Sep 07 19:02:09.099131 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b31918c-5c9a-4af1-9a8d-d526f2e7c91a req-0b386c3c-2a7b-4429-bd79-0ad079099675 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983260 Sep 07 19:02:09.101653 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451152c7-8e22-49cc-82dd-1fa7c35cc272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0fc332-4777-44fa-8f81-2dcb0c5d42c0,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:09.143591 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-92ecbb15-55a9-4330-a397-5152db5a08f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:09.147835 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-92ecbb15-55a9-4330-a397-5152db5a08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:09.179283 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43886) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:09.179458 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-92ecbb15-55a9-4330-a397-5152db5a08f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f5dcbfc4bc4442c9a8edfd5c07680fce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3039997 Sep 07 19:02:09.201174 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecbb15-55a9-4330-a397-5152db5a08f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d220434-1cb2-4fc1-ab16-be473bcc6253,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:09.215841 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fac39aa7-ab4f-4a44-800b-3469044b7f3e req-28f1c4ef-8362-431a-ac51-328e273bf87f tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:09.254060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1c4ef-8362-431a-ac51-328e273bf87f tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Pushing event deleted for resources: {'Port': ['ID=8acf9c1a-ecee-48f2-9a50-69289e4da3ee,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:09.289546 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8e7115f9-b426-468d-9f3a-7b29e723a099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:09.305887 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac39aa7-ab4f-4a44-800b-3469044b7f3e req-28f1c4ef-8362-431a-ac51-328e273bf87f tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] No DVR routers for this DVR port 8acf9c1a-ecee-48f2-9a50-69289e4da3ee on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:02:09.312798 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fac39aa7-ab4f-4a44-800b-3469044b7f3e req-28f1c4ef-8362-431a-ac51-328e273bf87f tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:09.314805 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fac39aa7-ab4f-4a44-800b-3469044b7f3e req-28f1c4ef-8362-431a-ac51-328e273bf87f tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.60 "DELETE /v2.0/ports/8acf9c1a-ecee-48f2-9a50-69289e4da3ee HTTP/1.1" status: 204 len: 173 time: 0.7294900 Sep 07 19:02:09.315248 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1525b46a-96d3-4e51-a9cf-1e3edbecfdfa', 'name': 'network-vif-deleted', 'tag': '8acf9c1a-ecee-48f2-9a50-69289e4da3ee'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:09.317633 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1ca562-f279-4291-8d3c-df8e944ae2af" -d '{"events": [{"server_uuid": "1525b46a-96d3-4e51-a9cf-1e3edbecfdfa", "name": "network-vif-deleted", "tag": "8acf9c1a-ecee-48f2-9a50-69289e4da3ee"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:09.340336 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8e7115f9-b426-468d-9f3a-7b29e723a099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:09.375562 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43892) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:09.386296 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f353b9-fb39-47a3-970f-ea59c80b63da x-openstack-request-id: req-40f353b9-fb39-47a3-970f-ea59c80b63da {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:09.386598 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1525b46a-96d3-4e51-a9cf-1e3edbecfdfa", "name": "network-vif-deleted", "tag": "8acf9c1a-ecee-48f2-9a50-69289e4da3ee", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:09.387048 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-40f353b9-fb39-47a3-970f-ea59c80b63da {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:09.388214 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1525b46a-96d3-4e51-a9cf-1e3edbecfdfa', 'name': 'network-vif-deleted', 'tag': '8acf9c1a-ecee-48f2-9a50-69289e4da3ee', 'status': 'completed', 'code': 200} Sep 07 19:02:09.396097 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b25301c-592a-4586-8958-e875a147b4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:09.408700 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8e7115f9-b426-468d-9f3a-7b29e723a099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:09.411521 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8e7115f9-b426-468d-9f3a-7b29e723a099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:09.415131 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8e7115f9-b426-468d-9f3a-7b29e723a099 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d220434-1cb2-4fc1-ab16-be473bcc6253 HTTP/1.1" status: 204 len: 168 time: 0.2325373 Sep 07 19:02:09.423836 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7115f9-b426-468d-9f3a-7b29e723a099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d220434-1cb2-4fc1-ab16-be473bcc6253,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:09.470478 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['8acf9c1a-ecee-48f2-9a50-69289e4da3ee', '3d1099be-04fd-451c-8159-66fc5e2e7be3'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:02:09.522654 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b25301c-592a-4586-8958-e875a147b4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:09.528442 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b25301c-592a-4586-8958-e875a147b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:09.557664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24829c3a-b712-4461-bdbd-f11e44e86f71 req-65f73e8b-bc16-4150-8fc4-9fa788bb7f01 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:09.559302 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-24829c3a-b712-4461-bdbd-f11e44e86f71 req-65f73e8b-bc16-4150-8fc4-9fa788bb7f01 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd78f6a4-7ab7-4a73-a448-0064a3656e62 HTTP/1.1" status: 200 len: 945 time: 0.0566437 Sep 07 19:02:09.576575 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6b25301c-592a-4586-8958-e875a147b4d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00b5bd0c124f4b97b2d8ef1f64fedcf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992507 Sep 07 19:02:09.578658 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25301c-592a-4586-8958-e875a147b4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3034528-cac3-404f-b54c-8ed7c4347ae6,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:09.581249 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43898) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:09.617704 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-24829c3a-b712-4461-bdbd-f11e44e86f71 req-b5f54b3f-6bc4-4cb2-8a57-c86747f34844 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498133 Sep 07 19:02:09.671603 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-68df5b34-e0b3-4b71-b9df-b3b7aa1e314c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:09.694823 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-68df5b34-e0b3-4b71-b9df-b3b7aa1e314c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:09.747871 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-68df5b34-e0b3-4b71-b9df-b3b7aa1e314c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:09.750530 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-68df5b34-e0b3-4b71-b9df-b3b7aa1e314c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:09.754349 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-68df5b34-e0b3-4b71-b9df-b3b7aa1e314c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3034528-cac3-404f-b54c-8ed7c4347ae6 HTTP/1.1" status: 204 len: 168 time: 0.1581960 Sep 07 19:02:09.761122 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df5b34-e0b3-4b71-b9df-b3b7aa1e314c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3034528-cac3-404f-b54c-8ed7c4347ae6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:09.810867 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43904) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:09.827962 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e85ed57-76a3-4d6c-9588-a9fb47d9d6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:09.939652 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e85ed57-76a3-4d6c-9588-a9fb47d9d6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:09.943594 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e85ed57-76a3-4d6c-9588-a9fb47d9d6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:09.983360 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6e85ed57-76a3-4d6c-9588-a9fb47d9d6a8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f560e9e07f134b168a9cbb6256ac1913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714306 Sep 07 19:02:09.984643 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85ed57-76a3-4d6c-9588-a9fb47d9d6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7dc7d2-e5ea-452c-90f1-20604712f151,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:09.985967 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43910) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:10.039621 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cda85b3b-8d7d-42f8-a9cd-fac6d932f499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:10.063022 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cda85b3b-8d7d-42f8-a9cd-fac6d932f499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:10.105241 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 94beb56f-56fd-46a6-b51c-13218731a123 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:02:10.112665 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cda85b3b-8d7d-42f8-a9cd-fac6d932f499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:10.116064 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cda85b3b-8d7d-42f8-a9cd-fac6d932f499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:10.117314 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-cda85b3b-8d7d-42f8-a9cd-fac6d932f499 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fe7dc7d2-e5ea-452c-90f1-20604712f151 HTTP/1.1" status: 204 len: 168 time: 0.1294765 Sep 07 19:02:10.127240 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda85b3b-8d7d-42f8-a9cd-fac6d932f499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7dc7d2-e5ea-452c-90f1-20604712f151,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:10.171958 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 94beb56f-56fd-46a6-b51c-13218731a123 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:02:10.177322 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 94beb56f-56fd-46a6-b51c-13218731a123 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:02:10.177943 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:10.276115 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:10.301260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd78f6a4-7ab7-4a73-a448-0064a3656e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94beb56f-56fd-46a6-b51c-13218731a123'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:10.303925 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ccf8b3-41bb-43ea-a0c4-307516f0cab5" -d '{"events": [{"server_uuid": "fd78f6a4-7ab7-4a73-a448-0064a3656e62", "name": "network-vif-plugged", "status": "completed", "tag": "94beb56f-56fd-46a6-b51c-13218731a123"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:10.319481 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 94beb56f-56fd-46a6-b51c-13218731a123, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=94beb56f-56fd-46a6-b51c-13218731a123,segment=NetworkSegment(a37264a1-8764-4c16-b21c-d53a30080480),segment_id=a37264a1-8764-4c16-b21c-d53a30080480)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:10.328210 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:10.376643 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33796f82-266b-437f-879d-8935d7f86a5d x-openstack-request-id: req-33796f82-266b-437f-879d-8935d7f86a5d {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:10.386237 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd78f6a4-7ab7-4a73-a448-0064a3656e62", "name": "network-vif-plugged", "status": "completed", "tag": "94beb56f-56fd-46a6-b51c-13218731a123", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:10.387122 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33796f82-266b-437f-879d-8935d7f86a5d {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:10.388682 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd78f6a4-7ab7-4a73-a448-0064a3656e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94beb56f-56fd-46a6-b51c-13218731a123', 'code': 200} Sep 07 19:02:10.405185 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=94beb56f-56fd-46a6-b51c-13218731a123,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:10.448040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067f82a-55ef-4ab4-afa7-462db8cfdedf req-b7661b70-b01e-4ba9-bc28-f8719096edb2 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:10.450365 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8067f82a-55ef-4ab4-afa7-462db8cfdedf req-b7661b70-b01e-4ba9-bc28-f8719096edb2 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.0690682 Sep 07 19:02:10.516255 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8067f82a-55ef-4ab4-afa7-462db8cfdedf req-308f65c8-e048-4398-b3c2-1c55a3ffcbb3 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562901 Sep 07 19:02:10.519745 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0085e1-63c5-4bc7-8ae3-22f021948d1c req-d551132a-7298-424f-a5c9-0a556601d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:10.521392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb0085e1-63c5-4bc7-8ae3-22f021948d1c req-d551132a-7298-424f-a5c9-0a556601d21e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fd78f6a4-7ab7-4a73-a448-0064a3656e62 HTTP/1.1" status: 200 len: 1097 time: 0.0818019 Sep 07 19:02:10.563625 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb0085e1-63c5-4bc7-8ae3-22f021948d1c req-d2e8a854-a1a6-43af-99fa-7276892ec572 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338910 Sep 07 19:02:10.629935 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43948) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:10.742318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec137a6c-9251-4553-8698-0d6a420a9a2f req-2e4214ea-a410-4910-b399-3dcbca811bdc tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:10.744017 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec137a6c-9251-4553-8698-0d6a420a9a2f req-2e4214ea-a410-4910-b399-3dcbca811bdc tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd78f6a4-7ab7-4a73-a448-0064a3656e62 HTTP/1.1" status: 200 len: 946 time: 0.0540020 Sep 07 19:02:10.789086 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-65168248-225c-4958-9ee8-0a1c4d6cb2f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-980364792-network', 'tenant_id': 'bd6a32c720ae499f8c4f568fc18e660d'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:10.794422 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec137a6c-9251-4553-8698-0d6a420a9a2f req-ad0fb23f-8658-4c83-9903-db0cb4210395 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437906 Sep 07 19:02:10.823832 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65168248-225c-4958-9ee8-0a1c4d6cb2f3 admin admin] Made reservation on behalf of bd6a32c720ae499f8c4f568fc18e660d for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:02:10.826790 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65168248-225c-4958-9ee8-0a1c4d6cb2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:10.836237 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65168248-225c-4958-9ee8-0a1c4d6cb2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:10.945542 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65168248-225c-4958-9ee8-0a1c4d6cb2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:10.950794 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65168248-225c-4958-9ee8-0a1c4d6cb2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:10.977744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65168248-225c-4958-9ee8-0a1c4d6cb2f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:02:10.987989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65168248-225c-4958-9ee8-0a1c4d6cb2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef25cec2-f468-49e5-aa1c-f5c4551701c1,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:10.993038 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65168248-225c-4958-9ee8-0a1c4d6cb2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:10.993459 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-65168248-225c-4958-9ee8-0a1c4d6cb2f3 admin admin] Added segment a554bdae-be05-469c-8a87-7eeb7bb434d8 of type vlan for network f986c5a4-bd26-4682-b9f3-7c3d3ab20e28 Sep 07 19:02:11.035095 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65168248-225c-4958-9ee8-0a1c4d6cb2f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:11.061304 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65168248-225c-4958-9ee8-0a1c4d6cb2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:11.062481 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65168248-225c-4958-9ee8-0a1c4d6cb2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:11.063094 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65168248-225c-4958-9ee8-0a1c4d6cb2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:11.094264 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-65168248-225c-4958-9ee8-0a1c4d6cb2f3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4630425 Sep 07 19:02:11.097775 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43968) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:11.103937 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1b74f30d-eaad-4b64-a038-95b7a83a0dcc admin admin] Request body: {'subnet': {'network_id': 'f986c5a4-bd26-4682-b9f3-7c3d3ab20e28', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-980364792-subnet', 'tenant_id': 'bd6a32c720ae499f8c4f568fc18e660d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:11.127453 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b74f30d-eaad-4b64-a038-95b7a83a0dcc admin admin] Made reservation on behalf of bd6a32c720ae499f8c4f568fc18e660d for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:02:11.130219 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b74f30d-eaad-4b64-a038-95b7a83a0dcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:11.135015 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65168248-225c-4958-9ee8-0a1c4d6cb2f3 admin admin] Pushing event updated for resources: {'Network': ['ID=f986c5a4-bd26-4682-b9f3-7c3d3ab20e28,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:11.146210 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network f986c5a4-bd26-4682-b9f3-7c3d3ab20e28 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:02:11.315172 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b74f30d-eaad-4b64-a038-95b7a83a0dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:11.370420 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74f30d-eaad-4b64-a038-95b7a83a0dcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b082d66-8428-4490-b099-f4ac9dc430cb,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:11.379139 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b74f30d-eaad-4b64-a038-95b7a83a0dcc admin admin] Checking segment: {'id': 'a554bdae-be05-469c-8a87-7eeb7bb434d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f986c5a4-bd26-4682-b9f3-7c3d3ab20e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:02:11.379503 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b74f30d-eaad-4b64-a038-95b7a83a0dcc admin admin] Network hostable DHCP agents. Network: f986c5a4-bd26-4682-b9f3-7c3d3ab20e28, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:02:11.397950 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b74f30d-eaad-4b64-a038-95b7a83a0dcc admin admin] Network f986c5a4-bd26-4682-b9f3-7c3d3ab20e28 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:02:11.407412 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-1b74f30d-eaad-4b64-a038-95b7a83a0dcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, f986c5a4-bd26-4682-b9f3-7c3d3ab20e28) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:02:11.411638 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b74f30d-eaad-4b64-a038-95b7a83a0dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:11.412221 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b74f30d-eaad-4b64-a038-95b7a83a0dcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:11.418009 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac13048f-7376-4473-8664-5909434ea3bd None None] Network f986c5a4-bd26-4682-b9f3-7c3d3ab20e28 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:02:11.430788 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1b74f30d-eaad-4b64-a038-95b7a83a0dcc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3316500 Sep 07 19:02:11.561565 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c25488-671e-483f-9ff8-68a0b8f8124f None None] Network f986c5a4-bd26-4682-b9f3-7c3d3ab20e28 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:02:11.670040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8d7a7-4421-47c5-a457-74ef12438b10 req-e3f5c314-8fbb-43c0-adbb-0156b3f287e0 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:11.680038 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-98a8d7a7-4421-47c5-a457-74ef12438b10 req-e3f5c314-8fbb-43c0-adbb-0156b3f287e0 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.0786197 Sep 07 19:02:11.739040 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-98a8d7a7-4421-47c5-a457-74ef12438b10 req-06a04383-888d-4bd4-afb9-994f5d30883b tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535147 Sep 07 19:02:11.922792 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72151cc2-5d9b-4d1f-ad2e-929ca86a7980 req-5b42fcda-bcf2-445c-b3d7-7a0d9e48a6d7 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:11.924321 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72151cc2-5d9b-4d1f-ad2e-929ca86a7980 req-5b42fcda-bcf2-445c-b3d7-7a0d9e48a6d7 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd78f6a4-7ab7-4a73-a448-0064a3656e62 HTTP/1.1" status: 200 len: 946 time: 0.0536854 Sep 07 19:02:11.970225 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72151cc2-5d9b-4d1f-ad2e-929ca86a7980 req-ca2ba37d-c539-4735-9654-0e7103398e08 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374250 Sep 07 19:02:12.137917 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 8acf9c1a-ecee-48f2-9a50-69289e4da3ee no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:02:12.150878 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ac9da-bfa4-4a89-b885-ad853cd6dd2c req-9fadca51-1698-4cda-bd3f-4593397424d9 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:12.159788 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-840ac9da-bfa4-4a89-b885-ad853cd6dd2c req-9fadca51-1698-4cda-bd3f-4593397424d9 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd78f6a4-7ab7-4a73-a448-0064a3656e62 HTTP/1.1" status: 200 len: 946 time: 0.0648870 Sep 07 19:02:12.161130 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 8acf9c1a-ecee-48f2-9a50-69289e4da3ee {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:02:12.162018 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 8acf9c1a-ecee-48f2-9a50-69289e4da3ee not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:02:12.196889 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-840ac9da-bfa4-4a89-b885-ad853cd6dd2c req-645207a0-996f-4f01-bdee-6c5365b79e7a tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359819 Sep 07 19:02:12.422225 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44036) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:12.544319 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-da464937-38ac-4e36-8f85-076d70c1e501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:12.728569 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:12.730159 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-da464937-38ac-4e36-8f85-076d70c1e501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:12.735599 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-da464937-38ac-4e36-8f85-076d70c1e501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:12.783253 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da464937-38ac-4e36-8f85-076d70c1e501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e757bab9-743e-4104-8c32-9cc51e826346,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:12.790741 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-da464937-38ac-4e36-8f85-076d70c1e501 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cce7e7d0a98d46a79b5b68b8d61f0b7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3674006 Sep 07 19:02:12.791274 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44056) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:12.915227 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ad6bd-0f27-4856-bf86-6e7c7e0ee2a3 req-b29ebb48-8d5a-43b1-8611-c0a5dba8558c tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:12.916749 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-454ad6bd-0f27-4856-bf86-6e7c7e0ee2a3 req-b29ebb48-8d5a-43b1-8611-c0a5dba8558c tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd78f6a4-7ab7-4a73-a448-0064a3656e62 HTTP/1.1" status: 200 len: 946 time: 0.1076210 Sep 07 19:02:12.918183 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3cbe5788-8d7b-4f9f-8a42-f785d5952a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:12.938650 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48de4c4-df91-4bdd-9871-759532aef2c6 req-35bfb02f-68de-45d9-b623-47af5ca07e27 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:12.940364 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a48de4c4-df91-4bdd-9871-759532aef2c6 req-35bfb02f-68de-45d9-b623-47af5ca07e27 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.0998604 Sep 07 19:02:12.977757 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3cbe5788-8d7b-4f9f-8a42-f785d5952a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:13.014215 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-454ad6bd-0f27-4856-bf86-6e7c7e0ee2a3 req-b5d77e91-2968-44dd-b406-41d8588c2997 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894854 Sep 07 19:02:13.040154 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a48de4c4-df91-4bdd-9871-759532aef2c6 req-88a7fe40-d803-42dc-bf67-cafbbb4b8fd0 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927286 Sep 07 19:02:13.058134 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3cbe5788-8d7b-4f9f-8a42-f785d5952a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:13.061348 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3cbe5788-8d7b-4f9f-8a42-f785d5952a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:13.062475 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3cbe5788-8d7b-4f9f-8a42-f785d5952a35 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e757bab9-743e-4104-8c32-9cc51e826346 HTTP/1.1" status: 204 len: 168 time: 0.2698467 Sep 07 19:02:13.070917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe5788-8d7b-4f9f-8a42-f785d5952a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e757bab9-743e-4104-8c32-9cc51e826346,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:13.350173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44078) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:13.366142 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-795b93ea-d16c-41ef-9275-2537e2334006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:13.493828 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-1e63eeae-ef78-490a-a3df-fa8533626eae tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:13.495320 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-1e63eeae-ef78-490a-a3df-fa8533626eae tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/networks?id=f986c5a4-bd26-4682-b9f3-7c3d3ab20e28 HTTP/1.1" status: 200 len: 808 time: 0.1309900 Sep 07 19:02:13.524543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-728e6fe6-f79a-4abf-9a67-d196132e14a3 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/quotas/bd6a32c720ae499f8c4f568fc18e660d HTTP/1.1" status: 200 len: 375 time: 0.0232353 Sep 07 19:02:13.565830 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-f1dfcb2f-06e7-4986-9d4f-853aa86b72e9 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd6a32c720ae499f8c4f568fc18e660d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326190 Sep 07 19:02:13.585008 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-795b93ea-d16c-41ef-9275-2537e2334006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:13.595160 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-795b93ea-d16c-41ef-9275-2537e2334006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:13.670759 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:13.675459 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b93ea-d16c-41ef-9275-2537e2334006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e3cbc8-65d2-42e0-85af-49c7caa4e346,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:13.682271 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-795b93ea-d16c-41ef-9275-2537e2334006 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=35cba69e45f34345a5bcfb3c65389b27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278925 Sep 07 19:02:13.682972 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44080) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:13.732532 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-dcb81145-bc37-4f82-a974-dd43a8d2a69b service neutron] 10.222.0.26 "GET /v2.0/networks/f986c5a4-bd26-4682-b9f3-7c3d3ab20e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596870 Sep 07 19:02:13.765904 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9746c9f1-028e-4394-a78b-4c61382774e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:13.823927 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9746c9f1-028e-4394-a78b-4c61382774e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:13.872651 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-845827f3-ab2e-4ec5-99b6-ec0b1b0e0ca8 service neutron] 10.222.0.26 "GET /v2.0/networks/f986c5a4-bd26-4682-b9f3-7c3d3ab20e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337442 Sep 07 19:02:13.891454 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9746c9f1-028e-4394-a78b-4c61382774e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:13.894175 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9746c9f1-028e-4394-a78b-4c61382774e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:13.895318 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9746c9f1-028e-4394-a78b-4c61382774e7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d5e3cbc8-65d2-42e0-85af-49c7caa4e346 HTTP/1.1" status: 204 len: 168 time: 0.2119293 Sep 07 19:02:13.903681 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746c9f1-028e-4394-a78b-4c61382774e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e3cbc8-65d2-42e0-85af-49c7caa4e346,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:14.044946 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a1b7a4-35cb-457a-8ea5-1faf6668642c req-6414eb39-7d59-4e4c-a3e7-5e35910191b2 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d333931-5c2d-4058-9b2a-d4dbcf14e7cb HTTP/1.1" status: 200 len: 210 time: 0.0323691 Sep 07 19:02:14.158481 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 94beb56f-56fd-46a6-b51c-13218731a123 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:02:14.190209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6053ed6-bc4e-41e2-85dd-34daeed5c154 req-b631708e-a1fc-46a6-9265-f197202ed965 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:14.191904 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6053ed6-bc4e-41e2-85dd-34daeed5c154 req-b631708e-a1fc-46a6-9265-f197202ed965 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd78f6a4-7ab7-4a73-a448-0064a3656e62 HTTP/1.1" status: 200 len: 946 time: 0.0906255 Sep 07 19:02:14.237566 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c757c2b-e2cd-4f47-9e3d-9021233cdcbe req-7e78aa9c-7a66-4388-afea-ece71b69c355 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:14.240496 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c757c2b-e2cd-4f47-9e3d-9021233cdcbe req-7e78aa9c-7a66-4388-afea-ece71b69c355 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.1039600 Sep 07 19:02:14.286328 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 94beb56f-56fd-46a6-b51c-13218731a123, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=94beb56f-56fd-46a6-b51c-13218731a123,segment=NetworkSegment(a37264a1-8764-4c16-b21c-d53a30080480),segment_id=a37264a1-8764-4c16-b21c-d53a30080480)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:14.303303 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '94beb56f-56fd-46a6-b51c-13218731a123', 'network_id': 'b5b935a4-009e-4160-9e70-0c0d6e591b7e', 'port_id': '94beb56f-56fd-46a6-b51c-13218731a123', 'mac_address': 'fa:16:3e:8b:39:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099526cd-4957-4192-8eac-1447e05d98aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:02:14.312147 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6053ed6-bc4e-41e2-85dd-34daeed5c154 req-e06220d3-9bb1-4ad9-9d7c-f2e0f08791a5 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071260 Sep 07 19:02:14.317718 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c757c2b-e2cd-4f47-9e3d-9021233cdcbe req-2e9fb43f-fbe4-4c12-9b7f-fecec07e91f7 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676694 Sep 07 19:02:14.373182 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:14.389373 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94beb56f-56fd-46a6-b51c-13218731a123 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:02:14.413225 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 94beb56f-56fd-46a6-b51c-13218731a123, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=94beb56f-56fd-46a6-b51c-13218731a123,segment=NetworkSegment(a37264a1-8764-4c16-b21c-d53a30080480),segment_id=a37264a1-8764-4c16-b21c-d53a30080480)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:14.418690 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:14.498581 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=94beb56f-56fd-46a6-b51c-13218731a123,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:14.556669 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['94beb56f-56fd-46a6-b51c-13218731a123'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:02:15.170466 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5aaa179-7b5d-41d0-a069-ca9264bd9b84 req-2a051fc1-5057-4fdf-bc13-711fe32305b1 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d333931-5c2d-4058-9b2a-d4dbcf14e7cb HTTP/1.1" status: 200 len: 210 time: 0.0399802 Sep 07 19:02:15.254711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-7099621e-1411-4ab2-84e5-e9433d63e713 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:15.256219 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-7099621e-1411-4ab2-84e5-e9433d63e713 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.36 "GET /v2.0/networks?id=f986c5a4-bd26-4682-b9f3-7c3d3ab20e28 HTTP/1.1" status: 200 len: 808 time: 0.1529334 Sep 07 19:02:15.274915 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-3a895730-43d1-43ec-b4fb-ece1068bc71f tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Request body: {'port': {'device_id': '6d333931-5c2d-4058-9b2a-d4dbcf14e7cb', 'network_id': 'f986c5a4-bd26-4682-b9f3-7c3d3ab20e28', 'admin_state_up': True, 'tenant_id': 'bd6a32c720ae499f8c4f568fc18e660d'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:15.751489 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691be16-5862-4770-806c-c4372615a775 req-1b824139-1311-4f3e-8eb1-b9642f4b4984 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:15.753091 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e691be16-5862-4770-806c-c4372615a775 req-1b824139-1311-4f3e-8eb1-b9642f4b4984 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.1323094 Sep 07 19:02:15.764812 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42e669-33b4-4869-bce4-ad43dc361a86 req-5fdbdc15-629c-434a-8f9b-29ec2c772761 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:15.766310 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f42e669-33b4-4869-bce4-ad43dc361a86 req-5fdbdc15-629c-434a-8f9b-29ec2c772761 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd78f6a4-7ab7-4a73-a448-0064a3656e62 HTTP/1.1" status: 200 len: 945 time: 0.1443534 Sep 07 19:02:15.850589 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e691be16-5862-4770-806c-c4372615a775 req-33db5f8c-8fb9-47f4-a828-ecc99a0495e8 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804944 Sep 07 19:02:15.859783 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f42e669-33b4-4869-bce4-ad43dc361a86 req-dd21a823-fbae-4974-b0e4-d19656f6e797 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846400 Sep 07 19:02:15.872152 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-3a895730-43d1-43ec-b4fb-ece1068bc71f tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Made reservation on behalf of bd6a32c720ae499f8c4f568fc18e660d for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:02:15.872152 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-3a895730-43d1-43ec-b4fb-ece1068bc71f tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:16.005409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-3a895730-43d1-43ec-b4fb-ece1068bc71f tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Allocated IP 172.20.0.12 (f986c5a4-bd26-4682-b9f3-7c3d3ab20e28/4b082d66-8428-4490-b099-f4ac9dc430cb/790bd646-06c6-4fdc-bb44-2ba8858443af) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:02:16.154271 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-3a895730-43d1-43ec-b4fb-ece1068bc71f tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:16.173150 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 94beb56f-56fd-46a6-b51c-13218731a123 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:02:16.205028 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-3a895730-43d1-43ec-b4fb-ece1068bc71f tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:16.234379 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 94beb56f-56fd-46a6-b51c-13218731a123 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:02:16.234881 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:16.263659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-3a895730-43d1-43ec-b4fb-ece1068bc71f tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Network f986c5a4-bd26-4682-b9f3-7c3d3ab20e28 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:02:16.278526 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-3a895730-43d1-43ec-b4fb-ece1068bc71f tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:02:16.300266 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-3a895730-43d1-43ec-b4fb-ece1068bc71f tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:02:16.306579 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a895730-43d1-43ec-b4fb-ece1068bc71f tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Pushing event updated for resources: {'Port': ['ID=790bd646-06c6-4fdc-bb44-2ba8858443af,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:16.321384 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:16.346164 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd78f6a4-7ab7-4a73-a448-0064a3656e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94beb56f-56fd-46a6-b51c-13218731a123'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:16.351268 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5948b084-f222-42fe-8ce3-2fb69a645c22" -d '{"events": [{"server_uuid": "fd78f6a4-7ab7-4a73-a448-0064a3656e62", "name": "network-vif-plugged", "status": "completed", "tag": "94beb56f-56fd-46a6-b51c-13218731a123"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:16.368847 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209ee13-3590-4236-b3cf-5955982cca65 req-16033651-fcc9-4a5f-960b-8b0a7fc0e860 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:16.370424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2209ee13-3590-4236-b3cf-5955982cca65 req-16033651-fcc9-4a5f-960b-8b0a7fc0e860 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d333931-5c2d-4058-9b2a-d4dbcf14e7cb HTTP/1.1" status: 200 len: 932 time: 0.1052659 Sep 07 19:02:16.371054 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 94beb56f-56fd-46a6-b51c-13218731a123, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=94beb56f-56fd-46a6-b51c-13218731a123,segment=NetworkSegment(a37264a1-8764-4c16-b21c-d53a30080480),segment_id=a37264a1-8764-4c16-b21c-d53a30080480)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:16.379840 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:16.383935 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-3a895730-43d1-43ec-b4fb-ece1068bc71f tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:16.384765 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-3a895730-43d1-43ec-b4fb-ece1068bc71f tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:16.411717 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f96cb1-b7c3-4c4a-890e-d9aeab538323 x-openstack-request-id: req-65f96cb1-b7c3-4c4a-890e-d9aeab538323 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:16.412003 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd78f6a4-7ab7-4a73-a448-0064a3656e62", "name": "network-vif-plugged", "status": "completed", "tag": "94beb56f-56fd-46a6-b51c-13218731a123", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:16.412460 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65f96cb1-b7c3-4c4a-890e-d9aeab538323 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:16.412993 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd78f6a4-7ab7-4a73-a448-0064a3656e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94beb56f-56fd-46a6-b51c-13218731a123', 'code': 200} Sep 07 19:02:16.421686 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-3a895730-43d1-43ec-b4fb-ece1068bc71f tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1508291 Sep 07 19:02:16.436903 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2209ee13-3590-4236-b3cf-5955982cca65 req-c7d8d96b-573f-4a19-a44f-8af065f8a766 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef25cec2-f468-49e5-aa1c-f5c4551701c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493073 Sep 07 19:02:16.442837 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] Request body: {'port': {'device_id': '6d333931-5c2d-4058-9b2a-d4dbcf14e7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:16.453754 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=94beb56f-56fd-46a6-b51c-13218731a123,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:16.469762 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:16.470404 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:16.470945 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:16.471270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:16.471772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:16.472287 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:16.472839 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:16.473430 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:16.473921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:16.474423 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:16.474930 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:16.475418 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:16.532130 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:16.698187 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74380cf6-8210-4fea-a7e4-5ca8fc45be7d req-3eefc208-4617-4fa6-bf40-329322aec88c tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:16.699648 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-74380cf6-8210-4fea-a7e4-5ca8fc45be7d req-3eefc208-4617-4fa6-bf40-329322aec88c tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.60 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.1208580 Sep 07 19:02:16.879318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-74380cf6-8210-4fea-a7e4-5ca8fc45be7d req-8bb72a74-6370-4e98-a78b-7ebae95ed55a tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Deleting port 3d1099be-04fd-451c-8159-66fc5e2e7be3 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:02:16.879666 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-74380cf6-8210-4fea-a7e4-5ca8fc45be7d req-8bb72a74-6370-4e98-a78b-7ebae95ed55a tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:16.977847 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790bd646-06c6-4fdc-bb44-2ba8858443af {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:02:17.003751 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:17.074651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-74380cf6-8210-4fea-a7e4-5ca8fc45be7d req-8bb72a74-6370-4e98-a78b-7ebae95ed55a tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] For port 3d1099be-04fd-451c-8159-66fc5e2e7be3, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3d1099be-04fd-451c-8159-66fc5e2e7be3,segment=NetworkSegment(34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff),segment_id=34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:17.075491 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-74380cf6-8210-4fea-a7e4-5ca8fc45be7d req-8bb72a74-6370-4e98-a78b-7ebae95ed55a tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:17.079828 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] Transition to ACTIVE for port object 790bd646-06c6-4fdc-bb44-2ba8858443af will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:02:17.108669 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:17.111818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-74380cf6-8210-4fea-a7e4-5ca8fc45be7d req-8bb72a74-6370-4e98-a78b-7ebae95ed55a tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Calling delete_port for 3d1099be-04fd-451c-8159-66fc5e2e7be3 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:02:17.188142 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58b16e-89fa-47f6-961e-c1bad3e93d62 req-47ef532c-8205-483d-86dd-6f834113d7b2 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:17.189710 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f58b16e-89fa-47f6-961e-c1bad3e93d62 req-47ef532c-8205-483d-86dd-6f834113d7b2 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f2d63-cd8b-4038-afc6-31c6bbc9399d HTTP/1.1" status: 200 len: 945 time: 0.2177439 Sep 07 19:02:17.267099 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] Pushing event updated for resources: {'Port': ['ID=790bd646-06c6-4fdc-bb44-2ba8858443af,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:17.286539 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef20be-c259-47ac-b248-740cb70f6b57 req-4564f827-88d1-4f58-aabf-40bd63b57723 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:17.288065 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fef20be-c259-47ac-b248-740cb70f6b57 req-4564f827-88d1-4f58-aabf-40bd63b57723 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd78f6a4-7ab7-4a73-a448-0064a3656e62 HTTP/1.1" status: 200 len: 946 time: 0.2070737 Sep 07 19:02:17.382944 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f58b16e-89fa-47f6-961e-c1bad3e93d62 req-babf5f49-ade0-4419-82c6-321cdbd28a01 tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.26 "GET /v2.0/security-groups?id=4355510e-4c6b-4fc0-8034-f6d729c13033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582029 Sep 07 19:02:17.410160 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fef20be-c259-47ac-b248-740cb70f6b57 req-c40446f0-7f5c-4e09-865c-28016ed2abdb tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990491 Sep 07 19:02:17.452864 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] Attempting to bind port 790bd646-06c6-4fdc-bb44-2ba8858443af on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:02:17.453210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] Attempting to bind port 790bd646-06c6-4fdc-bb44-2ba8858443af by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'a554bdae-be05-469c-8a87-7eeb7bb434d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f986c5a4-bd26-4682-b9f3-7c3d3ab20e28'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:02:17.453540 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] Attempting to bind port 790bd646-06c6-4fdc-bb44-2ba8858443af on network f986c5a4-bd26-4682-b9f3-7c3d3ab20e28 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:02:17.463713 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] Port 790bd646-06c6-4fdc-bb44-2ba8858443af on network f986c5a4-bd26-4682-b9f3-7c3d3ab20e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:02:17.464047 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] Attempting to bind port 790bd646-06c6-4fdc-bb44-2ba8858443af on network f986c5a4-bd26-4682-b9f3-7c3d3ab20e28 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:02:17.475102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:02:17.475423 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] Checking segment: {'id': 'a554bdae-be05-469c-8a87-7eeb7bb434d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f986c5a4-bd26-4682-b9f3-7c3d3ab20e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:02:17.475812 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] Bound using segment: {'id': 'a554bdae-be05-469c-8a87-7eeb7bb434d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f986c5a4-bd26-4682-b9f3-7c3d3ab20e28'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:02:17.476261 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] Bound port: 790bd646-06c6-4fdc-bb44-2ba8858443af, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a554bdae-be05-469c-8a87-7eeb7bb434d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f986c5a4-bd26-4682-b9f3-7c3d3ab20e28'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:02:17.476677 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:17.488423 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-74380cf6-8210-4fea-a7e4-5ca8fc45be7d req-8bb72a74-6370-4e98-a78b-7ebae95ed55a tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:17.501027 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['3d1099be-04fd-451c-8159-66fc5e2e7be3'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:02:17.522035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb72a74-6370-4e98-a78b-7ebae95ed55a tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Pushing event deleted for resources: {'Port': ['ID=3d1099be-04fd-451c-8159-66fc5e2e7be3,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:17.599441 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-74380cf6-8210-4fea-a7e4-5ca8fc45be7d req-8bb72a74-6370-4e98-a78b-7ebae95ed55a tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] No DVR routers for this DVR port 3d1099be-04fd-451c-8159-66fc5e2e7be3 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:02:17.606701 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-74380cf6-8210-4fea-a7e4-5ca8fc45be7d req-8bb72a74-6370-4e98-a78b-7ebae95ed55a tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:17.608806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-74380cf6-8210-4fea-a7e4-5ca8fc45be7d req-8bb72a74-6370-4e98-a78b-7ebae95ed55a tempest-ServerRescueNegativeTestJSON-1656649327 tempest-ServerRescueNegativeTestJSON-1656649327-project] 10.222.0.60 "DELETE /v2.0/ports/3d1099be-04fd-451c-8159-66fc5e2e7be3 HTTP/1.1" status: 204 len: 173 time: 0.8977668 Sep 07 19:02:17.609260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64f2d63-cd8b-4038-afc6-31c6bbc9399d', 'name': 'network-vif-deleted', 'tag': '3d1099be-04fd-451c-8159-66fc5e2e7be3'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:17.611590 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef55dbc2-3363-4f38-a181-60683db023fb" -d '{"events": [{"server_uuid": "c64f2d63-cd8b-4038-afc6-31c6bbc9399d", "name": "network-vif-deleted", "tag": "3d1099be-04fd-451c-8159-66fc5e2e7be3"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:17.636052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] For port 790bd646-06c6-4fdc-bb44-2ba8858443af, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:02:17.640614 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] For port 790bd646-06c6-4fdc-bb44-2ba8858443af, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=790bd646-06c6-4fdc-bb44-2ba8858443af,segment=NetworkSegment(a554bdae-be05-469c-8a87-7eeb7bb434d8),segment_id=a554bdae-be05-469c-8a87-7eeb7bb434d8)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:02:17.647319 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:17.727696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:17.728381 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:17.729856 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] 10.222.0.36 "PUT /v2.0/ports/790bd646-06c6-4fdc-bb44-2ba8858443af HTTP/1.1" status: 200 len: 1092 time: 1.2916129 Sep 07 19:02:17.754917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccecb27-6404-413a-ae1f-46db958cb24c service neutron] Pushing event updated for resources: {'Port': ['ID=790bd646-06c6-4fdc-bb44-2ba8858443af,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:17.773707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f8991-bf20-4e16-8333-2d0c67339a3b req-ecfce39f-6090-4364-98cb-9b4cf0e48cfd tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:17.775475 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf8f8991-bf20-4e16-8333-2d0c67339a3b req-ecfce39f-6090-4364-98cb-9b4cf0e48cfd tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d333931-5c2d-4058-9b2a-d4dbcf14e7cb HTTP/1.1" status: 200 len: 944 time: 0.1236427 Sep 07 19:02:17.832177 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97332218-84eb-4f55-abc8-563f1e8e45c0 x-openstack-request-id: req-97332218-84eb-4f55-abc8-563f1e8e45c0 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:17.832474 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64f2d63-cd8b-4038-afc6-31c6bbc9399d", "name": "network-vif-deleted", "tag": "3d1099be-04fd-451c-8159-66fc5e2e7be3", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:17.832759 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97332218-84eb-4f55-abc8-563f1e8e45c0 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:17.833162 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64f2d63-cd8b-4038-afc6-31c6bbc9399d', 'name': 'network-vif-deleted', 'tag': '3d1099be-04fd-451c-8159-66fc5e2e7be3', 'status': 'completed', 'code': 200} Sep 07 19:02:17.895484 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf8f8991-bf20-4e16-8333-2d0c67339a3b req-d865d8d6-19a5-4429-9c37-0a11d4b97637 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef25cec2-f468-49e5-aa1c-f5c4551701c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129718 Sep 07 19:02:17.931969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-31a53977-2e2b-4706-ac8f-70e03c25df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:17.933527 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-31a53977-2e2b-4706-ac8f-70e03c25df4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd6a32c720ae499f8c4f568fc18e660d&device_id=6d333931-5c2d-4058-9b2a-d4dbcf14e7cb HTTP/1.1" status: 200 len: 1095 time: 0.0996172 Sep 07 19:02:17.943056 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83632a-b8bd-4f77-a570-d0679cd27ddb req-ca599025-2552-447b-bc3a-0788f7e91f00 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:17.944530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f83632a-b8bd-4f77-a570-d0679cd27ddb req-ca599025-2552-447b-bc3a-0788f7e91f00 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd78f6a4-7ab7-4a73-a448-0064a3656e62 HTTP/1.1" status: 200 len: 946 time: 0.0670881 Sep 07 19:02:17.988655 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-6df796b0-a981-4e0d-b1ee-9506ce0f2c5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=790bd646-06c6-4fdc-bb44-2ba8858443af HTTP/1.1" status: 200 len: 217 time: 0.0431242 Sep 07 19:02:18.052354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f83632a-b8bd-4f77-a570-d0679cd27ddb req-9086da02-cd66-40f3-a06f-7c0ee8f9cfeb tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995960 Sep 07 19:02:18.061900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-b3141658-50d5-4f5d-9048-545ac31796c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:18.063386 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-b3141658-50d5-4f5d-9048-545ac31796c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b082d66-8428-4490-b099-f4ac9dc430cb HTTP/1.1" status: 200 len: 848 time: 0.0666277 Sep 07 19:02:18.101356 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-435b023e-595b-44c2-8006-00dbcfbfa29e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f986c5a4-bd26-4682-b9f3-7c3d3ab20e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284908 Sep 07 19:02:18.227993 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-ae6f8ac2-8dcd-491c-af8e-1fc4b8f33bb0 service neutron] 10.222.0.36 "GET /v2.0/networks/f986c5a4-bd26-4682-b9f3-7c3d3ab20e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169214 Sep 07 19:02:18.330937 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc65eab3-c48e-4619-a12c-e737b89e6240 req-c014600e-f713-4efe-9581-164b250b6a75 service neutron] 10.222.0.36 "GET /v2.0/networks/f986c5a4-bd26-4682-b9f3-7c3d3ab20e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947025 Sep 07 19:02:18.444694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44194) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:18.845613 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9c965f6f-2b2c-4c5d-85b9-4e478991f1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:19.079121 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cc39f-0005-4532-bde5-74401d4de5e0 req-30717dad-b288-4462-834e-cdf2c370a7c9 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:19.080567 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8f5cc39f-0005-4532-bde5-74401d4de5e0 req-30717dad-b288-4462-834e-cdf2c370a7c9 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d333931-5c2d-4058-9b2a-d4dbcf14e7cb HTTP/1.1" status: 200 len: 944 time: 0.0748849 Sep 07 19:02:19.176339 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8f5cc39f-0005-4532-bde5-74401d4de5e0 req-076da813-7387-4b09-989e-4d79ec79eed9 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef25cec2-f468-49e5-aa1c-f5c4551701c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765576 Sep 07 19:02:19.252618 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50731648-5685-4fc9-96ad-4e3875794237 req-72856c15-e44b-4562-a21d-2f36d7e4d41b tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:19.254468 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50731648-5685-4fc9-96ad-4e3875794237 req-72856c15-e44b-4562-a21d-2f36d7e4d41b tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd78f6a4-7ab7-4a73-a448-0064a3656e62 HTTP/1.1" status: 200 len: 946 time: 0.0846879 Sep 07 19:02:19.273696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-9c965f6f-2b2c-4c5d-85b9-4e478991f1e8 admin admin] Deleting port fbd36dfc-345b-4461-8be2-1933012d3de3 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:02:19.274039 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9c965f6f-2b2c-4c5d-85b9-4e478991f1e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:19.369096 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50731648-5685-4fc9-96ad-4e3875794237 req-8dc25936-5899-44b8-9b2f-6d5be1195298 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062212 Sep 07 19:02:19.421324 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-9c965f6f-2b2c-4c5d-85b9-4e478991f1e8 admin admin] For port fbd36dfc-345b-4461-8be2-1933012d3de3, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fbd36dfc-345b-4461-8be2-1933012d3de3,segment=NetworkSegment(34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff),segment_id=34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:19.422281 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9c965f6f-2b2c-4c5d-85b9-4e478991f1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:19.437214 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a86fcc-8c33-4f55-b9ff-8048c673b764 req-99b0fde3-f363-4797-a81d-5b64801b6398 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:19.438606 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6a86fcc-8c33-4f55-b9ff-8048c673b764 req-99b0fde3-f363-4797-a81d-5b64801b6398 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd78f6a4-7ab7-4a73-a448-0064a3656e62 HTTP/1.1" status: 200 len: 946 time: 0.0809317 Sep 07 19:02:19.444361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-9c965f6f-2b2c-4c5d-85b9-4e478991f1e8 admin admin] Calling delete_port for fbd36dfc-345b-4461-8be2-1933012d3de3 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:02:19.645226 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-b6a86fcc-8c33-4f55-b9ff-8048c673b764 req-7e13bcf5-0906-4c1a-9719-6af1f25427a5 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Deleting port 94beb56f-56fd-46a6-b51c-13218731a123 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:02:19.645624 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b6a86fcc-8c33-4f55-b9ff-8048c673b764 req-7e13bcf5-0906-4c1a-9719-6af1f25427a5 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:19.786018 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-b6a86fcc-8c33-4f55-b9ff-8048c673b764 req-7e13bcf5-0906-4c1a-9719-6af1f25427a5 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] For port 94beb56f-56fd-46a6-b51c-13218731a123, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=94beb56f-56fd-46a6-b51c-13218731a123,segment=NetworkSegment(a37264a1-8764-4c16-b21c-d53a30080480),segment_id=a37264a1-8764-4c16-b21c-d53a30080480)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:19.786417 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b6a86fcc-8c33-4f55-b9ff-8048c673b764 req-7e13bcf5-0906-4c1a-9719-6af1f25427a5 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:19.804564 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-b6a86fcc-8c33-4f55-b9ff-8048c673b764 req-7e13bcf5-0906-4c1a-9719-6af1f25427a5 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Calling delete_port for 94beb56f-56fd-46a6-b51c-13218731a123 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:02:19.814222 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9c965f6f-2b2c-4c5d-85b9-4e478991f1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:19.842640 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d333931-5c2d-4058-9b2a-d4dbcf14e7cb', 'tag': '790bd646-06c6-4fdc-bb44-2ba8858443af'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:19.844965 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8605f73d-7276-4492-bcd7-db079c3882a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6d333931-5c2d-4058-9b2a-d4dbcf14e7cb", "tag": "790bd646-06c6-4fdc-bb44-2ba8858443af"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:19.850496 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c965f6f-2b2c-4c5d-85b9-4e478991f1e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd36dfc-345b-4461-8be2-1933012d3de3,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:19.908046 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989dcba8-d11b-4194-a652-fc4d41e0a2d0 x-openstack-request-id: req-989dcba8-d11b-4194-a652-fc4d41e0a2d0 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:19.908341 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d333931-5c2d-4058-9b2a-d4dbcf14e7cb", "tag": "790bd646-06c6-4fdc-bb44-2ba8858443af", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:19.908646 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-989dcba8-d11b-4194-a652-fc4d41e0a2d0 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:19.909041 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d333931-5c2d-4058-9b2a-d4dbcf14e7cb', 'tag': '790bd646-06c6-4fdc-bb44-2ba8858443af', 'status': 'completed', 'code': 200} Sep 07 19:02:20.011772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605f73d-7276-4492-bcd7-db079c3882a1 req-9b45da76-c10a-40e8-a163-40cf66f310cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:20.013951 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8605f73d-7276-4492-bcd7-db079c3882a1 req-9b45da76-c10a-40e8-a163-40cf66f310cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd6a32c720ae499f8c4f568fc18e660d&device_id=6d333931-5c2d-4058-9b2a-d4dbcf14e7cb HTTP/1.1" status: 200 len: 1095 time: 0.0992005 Sep 07 19:02:20.214571 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 3d1099be-04fd-451c-8159-66fc5e2e7be3 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:02:20.240889 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 3d1099be-04fd-451c-8159-66fc5e2e7be3 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:02:20.242008 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 3d1099be-04fd-451c-8159-66fc5e2e7be3 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:02:20.242887 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 94beb56f-56fd-46a6-b51c-13218731a123 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:02:20.330167 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:20.651643 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b6a86fcc-8c33-4f55-b9ff-8048c673b764 req-7e13bcf5-0906-4c1a-9719-6af1f25427a5 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:20.664032 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021c0ce-b3d1-405b-b2d7-87b8a23b4cca req-7f16e183-a2f1-4ce3-ac18-1738fe10aaae tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:20.665569 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3021c0ce-b3d1-405b-b2d7-87b8a23b4cca req-7f16e183-a2f1-4ce3-ac18-1738fe10aaae tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d333931-5c2d-4058-9b2a-d4dbcf14e7cb HTTP/1.1" status: 200 len: 944 time: 0.2390819 Sep 07 19:02:20.701288 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9c965f6f-2b2c-4c5d-85b9-4e478991f1e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:20.708811 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605f73d-7276-4492-bcd7-db079c3882a1 req-2373e2a7-c009-4949-b6d8-810c8bd94c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:20.710261 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8605f73d-7276-4492-bcd7-db079c3882a1 req-2373e2a7-c009-4949-b6d8-810c8bd94c53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f986c5a4-bd26-4682-b9f3-7c3d3ab20e28 HTTP/1.1" status: 200 len: 909 time: 0.6603713 Sep 07 19:02:20.720349 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21bdab-6305-45ad-86ee-f594ed38457f req-1cf6fef6-49b6-477f-ac2b-989ff75e7576 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:20.721777 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b21bdab-6305-45ad-86ee-f594ed38457f req-1cf6fef6-49b6-477f-ac2b-989ff75e7576 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd78f6a4-7ab7-4a73-a448-0064a3656e62 HTTP/1.1" status: 200 len: 867 time: 0.2366834 Sep 07 19:02:20.727018 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13bcf5-0906-4c1a-9719-6af1f25427a5 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Pushing event deleted for resources: {'Port': ['ID=94beb56f-56fd-46a6-b51c-13218731a123,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:20.816584 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8605f73d-7276-4492-bcd7-db079c3882a1 req-5e08c000-5752-48c2-93ff-0f55da75ca2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=790bd646-06c6-4fdc-bb44-2ba8858443af HTTP/1.1" status: 200 len: 217 time: 0.0757599 Sep 07 19:02:20.877744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a86fcc-8c33-4f55-b9ff-8048c673b764 req-7e13bcf5-0906-4c1a-9719-6af1f25427a5 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] No DVR routers for this DVR port 94beb56f-56fd-46a6-b51c-13218731a123 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:02:20.889288 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b6a86fcc-8c33-4f55-b9ff-8048c673b764 req-7e13bcf5-0906-4c1a-9719-6af1f25427a5 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:20.891201 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6a86fcc-8c33-4f55-b9ff-8048c673b764 req-7e13bcf5-0906-4c1a-9719-6af1f25427a5 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.60 "DELETE /v2.0/ports/94beb56f-56fd-46a6-b51c-13218731a123 HTTP/1.1" status: 204 len: 173 time: 1.4448354 Sep 07 19:02:20.929309 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3021c0ce-b3d1-405b-b2d7-87b8a23b4cca req-ca2449a3-dc58-4cd9-814a-79ab281931df tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef25cec2-f468-49e5-aa1c-f5c4551701c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532589 Sep 07 19:02:20.942778 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b21bdab-6305-45ad-86ee-f594ed38457f req-b7337be2-3c51-4638-a8de-2be6bfa0744a tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008100 Sep 07 19:02:21.002791 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 790bd646-06c6-4fdc-bb44-2ba8858443af details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:02:21.025963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605f73d-7276-4492-bcd7-db079c3882a1 req-5026d090-2773-484a-965a-66518e46177a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:21.033887 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8605f73d-7276-4492-bcd7-db079c3882a1 req-5026d090-2773-484a-965a-66518e46177a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b082d66-8428-4490-b099-f4ac9dc430cb HTTP/1.1" status: 200 len: 848 time: 0.1947536 Sep 07 19:02:21.085379 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8605f73d-7276-4492-bcd7-db079c3882a1 req-ea48bf62-8c23-44dd-bf78-8aff9a7f8cf3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f986c5a4-bd26-4682-b9f3-7c3d3ab20e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352116 Sep 07 19:02:21.149247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 790bd646-06c6-4fdc-bb44-2ba8858443af, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=790bd646-06c6-4fdc-bb44-2ba8858443af,segment=NetworkSegment(a554bdae-be05-469c-8a87-7eeb7bb434d8),segment_id=a554bdae-be05-469c-8a87-7eeb7bb434d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:21.162181 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '790bd646-06c6-4fdc-bb44-2ba8858443af', 'network_id': 'f986c5a4-bd26-4682-b9f3-7c3d3ab20e28', 'port_id': '790bd646-06c6-4fdc-bb44-2ba8858443af', 'mac_address': 'fa:16:3e:c4:1b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b082d66-8428-4490-b099-f4ac9dc430cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:02:21.199108 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:21.213741 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790bd646-06c6-4fdc-bb44-2ba8858443af {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:02:21.233862 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 790bd646-06c6-4fdc-bb44-2ba8858443af, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=790bd646-06c6-4fdc-bb44-2ba8858443af,segment=NetworkSegment(a554bdae-be05-469c-8a87-7eeb7bb434d8),segment_id=a554bdae-be05-469c-8a87-7eeb7bb434d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:21.243495 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:21.284052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8605f73d-7276-4492-bcd7-db079c3882a1 req-dc6b7ed8-bf5a-4da1-b072-7eadd7a01384 service neutron] 10.222.0.36 "GET /v2.0/networks/f986c5a4-bd26-4682-b9f3-7c3d3ab20e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893675 Sep 07 19:02:21.296121 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=790bd646-06c6-4fdc-bb44-2ba8858443af,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:21.304948 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c965f6f-2b2c-4c5d-85b9-4e478991f1e8 admin admin] Router a86d48dc-5475-41c0-9e00-35b2e2cc96f2 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:02:21.483008 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8605f73d-7276-4492-bcd7-db079c3882a1 req-cae7dff0-cb3b-4499-b51e-8bb722f2ad4e service neutron] 10.222.0.36 "GET /v2.0/networks/f986c5a4-bd26-4682-b9f3-7c3d3ab20e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906266 Sep 07 19:02:21.499212 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c965f6f-2b2c-4c5d-85b9-4e478991f1e8 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:02:21.506423 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9c965f6f-2b2c-4c5d-85b9-4e478991f1e8 admin admin] 10.222.0.26 "PUT /v2.0/routers/a86d48dc-5475-41c0-9e00-35b2e2cc96f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0598307 Sep 07 19:02:21.506871 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['790bd646-06c6-4fdc-bb44-2ba8858443af'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:02:21.508252 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44226) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:21.508490 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c0acf3-9093-43c2-940a-009fbe3167f6 None None] Sync routers for ids ['a86d48dc-5475-41c0-9e00-35b2e2cc96f2'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:02:21.523334 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c0acf3-9093-43c2-940a-009fbe3167f6 None None] Routers {'a86d48dc-5475-41c0-9e00-35b2e2cc96f2'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:02:21.524233 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-43c0acf3-9093-43c2-940a-009fbe3167f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:01:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a86d48dc-5475-41c0-9e00-35b2e2cc96f2'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:02:21.634005 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a40fffe-eeab-44e4-a710-540e1aa90620 admin admin] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:21.666476 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-43c0acf3-9093-43c2-940a-009fbe3167f6 None None] Set router a86d48dc-5475-41c0-9e00-35b2e2cc96f2 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:02:21.746873 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a40fffe-eeab-44e4-a710-540e1aa90620 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:21.800615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-1a40fffe-eeab-44e4-a710-540e1aa90620 admin admin] Deleting port 36a3f5ad-578c-47af-87cb-05b4060768ad {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:02:21.801051 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a40fffe-eeab-44e4-a710-540e1aa90620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:21.854781 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-43c0acf3-9093-43c2-940a-009fbe3167f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86d48dc-5475-41c0-9e00-35b2e2cc96f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1122366304-router', 'tenant_id': 'c745a8befc2643bebe96bce0c2f42920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '36a3f5ad-578c-47af-87cb-05b4060768ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:59:34Z', 'updated_at': '2021-09-07T19:02:19Z', 'revision_number': 5, 'project_id': 'c745a8befc2643bebe96bce0c2f42920', 'gw_port': {'id': '36a3f5ad-578c-47af-87cb-05b4060768ad', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86d48dc-5475-41c0-9e00-35b2e2cc96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:59:35Z', 'updated_at': '2021-09-07T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:02:21.882329 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c0acf3-9093-43c2-940a-009fbe3167f6 None None] Checking router: a86d48dc-5475-41c0-9e00-35b2e2cc96f2 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:02:21.889271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-1a40fffe-eeab-44e4-a710-540e1aa90620 admin admin] For port 36a3f5ad-578c-47af-87cb-05b4060768ad, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=36a3f5ad-578c-47af-87cb-05b4060768ad,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:21.889638 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a40fffe-eeab-44e4-a710-540e1aa90620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:21.894860 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c0acf3-9093-43c2-940a-009fbe3167f6 None None] Routers {'a86d48dc-5475-41c0-9e00-35b2e2cc96f2'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:02:21.895496 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-43c0acf3-9093-43c2-940a-009fbe3167f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:01:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a86d48dc-5475-41c0-9e00-35b2e2cc96f2'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:02:21.902122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-1a40fffe-eeab-44e4-a710-540e1aa90620 admin admin] Calling delete_port for 36a3f5ad-578c-47af-87cb-05b4060768ad owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:02:21.910265 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd78f6a4-7ab7-4a73-a448-0064a3656e62', 'name': 'network-vif-deleted', 'tag': '94beb56f-56fd-46a6-b51c-13218731a123'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:21.913641 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb30f04-7678-4f3e-9c01-31b55d408f88" -d '{"events": [{"server_uuid": "fd78f6a4-7ab7-4a73-a448-0064a3656e62", "name": "network-vif-deleted", "tag": "94beb56f-56fd-46a6-b51c-13218731a123"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:21.991439 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1bd6b6-de57-41f4-b9b3-5739c07142fc x-openstack-request-id: req-4e1bd6b6-de57-41f4-b9b3-5739c07142fc {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:21.991797 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd78f6a4-7ab7-4a73-a448-0064a3656e62", "name": "network-vif-deleted", "tag": "94beb56f-56fd-46a6-b51c-13218731a123", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:21.992241 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e1bd6b6-de57-41f4-b9b3-5739c07142fc {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:21.992776 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd78f6a4-7ab7-4a73-a448-0064a3656e62', 'name': 'network-vif-deleted', 'tag': '94beb56f-56fd-46a6-b51c-13218731a123', 'status': 'completed', 'code': 200} Sep 07 19:02:22.104594 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-43c0acf3-9093-43c2-940a-009fbe3167f6 None None] Set router a86d48dc-5475-41c0-9e00-35b2e2cc96f2 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:02:22.184870 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-43c0acf3-9093-43c2-940a-009fbe3167f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86d48dc-5475-41c0-9e00-35b2e2cc96f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1122366304-router', 'tenant_id': 'c745a8befc2643bebe96bce0c2f42920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:59:34Z', 'updated_at': '2021-09-07T19:02:21Z', 'revision_number': 6, 'project_id': 'c745a8befc2643bebe96bce0c2f42920', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:02:22.217315 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c0acf3-9093-43c2-940a-009fbe3167f6 None None] The sync data for ids ['a86d48dc-5475-41c0-9e00-35b2e2cc96f2'] in n-d-807786-1 is: [{'id': 'a86d48dc-5475-41c0-9e00-35b2e2cc96f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1122366304-router', 'tenant_id': 'c745a8befc2643bebe96bce0c2f42920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:59:34Z', 'updated_at': '2021-09-07T19:02:21Z', 'revision_number': 6, 'project_id': 'c745a8befc2643bebe96bce0c2f42920', 'gw_port_host': None}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:02:22.292733 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa9a5c-04a9-41d4-85a6-6b3c50340a59 req-0f4e3127-3513-4906-ac3b-f10229833b29 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:22.294833 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5bfa9a5c-04a9-41d4-85a6-6b3c50340a59 req-0f4e3127-3513-4906-ac3b-f10229833b29 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d333931-5c2d-4058-9b2a-d4dbcf14e7cb HTTP/1.1" status: 200 len: 945 time: 0.2125340 Sep 07 19:02:22.385876 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5bfa9a5c-04a9-41d4-85a6-6b3c50340a59 req-c04b000b-0c45-4ed2-a69f-a4b2a9dcf8cb tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef25cec2-f468-49e5-aa1c-f5c4551701c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843840 Sep 07 19:02:22.426035 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a40fffe-eeab-44e4-a710-540e1aa90620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:22.459479 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40fffe-eeab-44e4-a710-540e1aa90620 admin admin] Pushing event deleted for resources: {'Port': ['ID=36a3f5ad-578c-47af-87cb-05b4060768ad,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:22.540786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-36208bac-2708-4cd2-97bb-ec98f458ddfd tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:22.542324 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-36208bac-2708-4cd2-97bb-ec98f458ddfd tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/networks?id=b5b935a4-009e-4160-9e70-0c0d6e591b7e HTTP/1.1" status: 200 len: 821 time: 0.2426045 Sep 07 19:02:22.553473 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a40fffe-eeab-44e4-a710-540e1aa90620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:22.633591 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-8c28d540-f8d2-49bb-b459-98c090f5d214 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/quotas/de55150deb124c6aa9d6dbf032048b44 HTTP/1.1" status: 200 len: 375 time: 0.0811715 Sep 07 19:02:22.709647 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a40fffe-eeab-44e4-a710-540e1aa90620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:22.713575 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a40fffe-eeab-44e4-a710-540e1aa90620 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:22.775698 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-7e3267a9-a495-4869-8d95-20e16c16bdd0 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=de55150deb124c6aa9d6dbf032048b44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1412432 Sep 07 19:02:22.777413 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a40fffe-eeab-44e4-a710-540e1aa90620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:22.777965 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a40fffe-eeab-44e4-a710-540e1aa90620 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a86d48dc-5475-41c0-9e00-35b2e2cc96f2 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:02:22.787434 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4bc27-fb12-430a-a5d0-f255362bc3e5 req-8a28d5d9-274a-4f2f-81e4-c9ace2539e04 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:22.788997 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-67c4bc27-fb12-430a-a5d0-f255362bc3e5 req-8a28d5d9-274a-4f2f-81e4-c9ace2539e04 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 947 time: 0.1728420 Sep 07 19:02:22.792078 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a40fffe-eeab-44e4-a710-540e1aa90620 admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:22.796419 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44260) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:22.796996 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1a40fffe-eeab-44e4-a710-540e1aa90620 admin admin] 10.222.0.26 "DELETE /v2.0/routers/a86d48dc-5475-41c0-9e00-35b2e2cc96f2 HTTP/1.1" status: 204 len: 168 time: 1.2870865 Sep 07 19:02:22.843312 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-302eb5c4-aa79-48bd-b5c9-f7b033c0c682 admin admin] Deleting subnet d943e1b1-375c-4cfe-bd80-2dab5c275769 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:02:22.847009 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-302eb5c4-aa79-48bd-b5c9-f7b033c0c682 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:22.882561 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-302eb5c4-aa79-48bd-b5c9-f7b033c0c682 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:22.888058 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-67c4bc27-fb12-430a-a5d0-f255362bc3e5 req-5709cde1-c0a7-49dd-aa1a-c2affd05b2a2 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829670 Sep 07 19:02:22.923912 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-75f6251a-6e4f-461d-9138-696a2af60e39 service neutron] 10.222.0.26 "GET /v2.0/networks/b5b935a4-009e-4160-9e70-0c0d6e591b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223507 Sep 07 19:02:22.924386 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-302eb5c4-aa79-48bd-b5c9-f7b033c0c682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:22.984543 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-302eb5c4-aa79-48bd-b5c9-f7b033c0c682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:23.011838 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302eb5c4-aa79-48bd-b5c9-f7b033c0c682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d943e1b1-375c-4cfe-bd80-2dab5c275769,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:23.015946 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-302eb5c4-aa79-48bd-b5c9-f7b033c0c682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:23.018427 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-302eb5c4-aa79-48bd-b5c9-f7b033c0c682 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d943e1b1-375c-4cfe-bd80-2dab5c275769 HTTP/1.1" status: 204 len: 168 time: 0.2204657 Sep 07 19:02:23.021194 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-b06cb651-8a48-42b9-b827-372e74939e38 service neutron] 10.222.0.26 "GET /v2.0/networks/b5b935a4-009e-4160-9e70-0c0d6e591b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003315 Sep 07 19:02:23.026301 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44262) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:23.032906 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 790bd646-06c6-4fdc-bb44-2ba8858443af up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:02:23.118527 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f840107-2132-42d5-9f75-8334f4d446d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:23.122933 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 790bd646-06c6-4fdc-bb44-2ba8858443af completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:02:23.128335 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 790bd646-06c6-4fdc-bb44-2ba8858443af triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:02:23.133793 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:23.139686 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 36a3f5ad-578c-47af-87cb-05b4060768ad no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:02:23.230304 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f840107-2132-42d5-9f75-8334f4d446d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:23.239848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 36a3f5ad-578c-47af-87cb-05b4060768ad {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:02:23.240842 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 36a3f5ad-578c-47af-87cb-05b4060768ad not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:02:23.241312 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fbd36dfc-345b-4461-8be2-1933012d3de3 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:02:23.261112 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-1f840107-2132-42d5-9f75-8334f4d446d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f76b26-48a6-4f36-aaf0-194161936f43']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:02:23.272431 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: fbd36dfc-345b-4461-8be2-1933012d3de3 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:02:23.272853 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fbd36dfc-345b-4461-8be2-1933012d3de3 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:02:23.282087 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-1f840107-2132-42d5-9f75-8334f4d446d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:02:23.282642 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-1f840107-2132-42d5-9f75-8334f4d446d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34cac1d2-bd5f-41d5-b1d1-8a59a589b4ff') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:02:23.315135 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f840107-2132-42d5-9f75-8334f4d446d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:23.333292 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c6352dc5-d86a-447e-8eec-c0f4698e94f9 req-684c20d4-5fa4-4e46-951c-365413a4968a tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e68d244-d595-4438-b585-dd44cc53aa89 HTTP/1.1" status: 200 len: 210 time: 0.0425448 Sep 07 19:02:23.340401 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:23.342633 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f840107-2132-42d5-9f75-8334f4d446d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:23.349533 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f840107-2132-42d5-9f75-8334f4d446d2 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:02:23.350116 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f840107-2132-42d5-9f75-8334f4d446d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:02:23.352235 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:02:23.383813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d333931-5c2d-4058-9b2a-d4dbcf14e7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790bd646-06c6-4fdc-bb44-2ba8858443af'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:23.387989 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a874609-6476-437c-9689-1d859f21d338" -d '{"events": [{"server_uuid": "6d333931-5c2d-4058-9b2a-d4dbcf14e7cb", "name": "network-vif-plugged", "status": "completed", "tag": "790bd646-06c6-4fdc-bb44-2ba8858443af"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:23.401962 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 790bd646-06c6-4fdc-bb44-2ba8858443af, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=790bd646-06c6-4fdc-bb44-2ba8858443af,segment=NetworkSegment(a554bdae-be05-469c-8a87-7eeb7bb434d8),segment_id=a554bdae-be05-469c-8a87-7eeb7bb434d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:23.408894 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:23.426422 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f840107-2132-42d5-9f75-8334f4d446d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:23.438185 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f840107-2132-42d5-9f75-8334f4d446d2 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:23.446091 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1f840107-2132-42d5-9f75-8334f4d446d2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/26f76b26-48a6-4f36-aaf0-194161936f43 HTTP/1.1" status: 204 len: 168 time: 0.4168727 Sep 07 19:02:23.465499 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f840107-2132-42d5-9f75-8334f4d446d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=26f76b26-48a6-4f36-aaf0-194161936f43,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:23.520746 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cda7750-506d-440f-a3b1-071ea14ae8a4 x-openstack-request-id: req-0cda7750-506d-440f-a3b1-071ea14ae8a4 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:23.521183 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d333931-5c2d-4058-9b2a-d4dbcf14e7cb", "name": "network-vif-plugged", "status": "completed", "tag": "790bd646-06c6-4fdc-bb44-2ba8858443af", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:23.521702 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0cda7750-506d-440f-a3b1-071ea14ae8a4 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:23.522105 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d333931-5c2d-4058-9b2a-d4dbcf14e7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790bd646-06c6-4fdc-bb44-2ba8858443af', 'code': 200} Sep 07 19:02:23.571160 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=790bd646-06c6-4fdc-bb44-2ba8858443af,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:23.660938 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aac1ff-85af-4058-b8c6-b424c54645cc req-7f93aee0-7de4-4638-8827-213df0374b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:23.662375 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-73aac1ff-85af-4058-b8c6-b424c54645cc req-7f93aee0-7de4-4638-8827-213df0374b15 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d333931-5c2d-4058-9b2a-d4dbcf14e7cb HTTP/1.1" status: 200 len: 1097 time: 0.0878167 Sep 07 19:02:23.669945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ec96c-b790-41ce-ace9-0e6ee00e59fd req-fc725c70-0093-45dc-bc92-442e4aa14cd6 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:23.671485 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a2ec96c-b790-41ce-ace9-0e6ee00e59fd req-fc725c70-0093-45dc-bc92-442e4aa14cd6 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d333931-5c2d-4058-9b2a-d4dbcf14e7cb HTTP/1.1" status: 200 len: 946 time: 0.1134028 Sep 07 19:02:23.730448 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-73aac1ff-85af-4058-b8c6-b424c54645cc req-9abf0b49-9883-49bb-8381-e9d55d4b05c1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ef25cec2-f468-49e5-aa1c-f5c4551701c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577710 Sep 07 19:02:23.748857 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a2ec96c-b790-41ce-ace9-0e6ee00e59fd req-7ca65037-ac68-4aed-9366-38c82cb8cdad tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef25cec2-f468-49e5-aa1c-f5c4551701c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615871 Sep 07 19:02:23.773781 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44284) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:23.828869 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ab20fdc7-482c-4e3a-ae94-1d4234bb8992 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c745a8befc2643bebe96bce0c2f42920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536387 Sep 07 19:02:23.831429 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44286) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:23.884241 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf400970-44cf-4334-ba19-e71d8663027b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:23.907331 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf400970-44cf-4334-ba19-e71d8663027b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:23.962687 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf400970-44cf-4334-ba19-e71d8663027b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:23.965488 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf400970-44cf-4334-ba19-e71d8663027b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:23.966834 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bf400970-44cf-4334-ba19-e71d8663027b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4355510e-4c6b-4fc0-8034-f6d729c13033 HTTP/1.1" status: 204 len: 168 time: 0.1343875 Sep 07 19:02:23.975717 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf400970-44cf-4334-ba19-e71d8663027b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4355510e-4c6b-4fc0-8034-f6d729c13033,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:24.072664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06575fd9-3ef5-432d-9b7a-68dd92c66ae6 req-a6d16ea9-bd88-4e4d-8acf-4eae8fcc8d7f tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:24.074404 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06575fd9-3ef5-432d-9b7a-68dd92c66ae6 req-a6d16ea9-bd88-4e4d-8acf-4eae8fcc8d7f tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 947 time: 0.0613015 Sep 07 19:02:24.119644 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06575fd9-3ef5-432d-9b7a-68dd92c66ae6 req-7a1d03c8-2274-4e5c-8721-6ba559e6471c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378172 Sep 07 19:02:24.487799 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba2bbcfd-5619-454e-9591-7dc0e4fe700b req-5434c242-4faa-45da-b98b-2b39ffb32363 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e68d244-d595-4438-b585-dd44cc53aa89 HTTP/1.1" status: 200 len: 210 time: 0.0594420 Sep 07 19:02:24.543548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fb134-7e12-4122-ba27-7922ed96cf72 req-23cc413c-1349-47c9-bad7-1bdb642663c8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:24.546050 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-537fb134-7e12-4122-ba27-7922ed96cf72 req-23cc413c-1349-47c9-bad7-1bdb642663c8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.36 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 947 time: 0.1834459 Sep 07 19:02:24.834885 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44318) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:24.959161 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-bcd5a17b-6a84-451d-b850-9cc25e365e16 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-515371603-network', 'tenant_id': '08f867cc89344abeab4b7e4fd5e2fa8b'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:24.986089 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd5a17b-6a84-451d-b850-9cc25e365e16 admin admin] Made reservation on behalf of 08f867cc89344abeab4b7e4fd5e2fa8b for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:02:24.988782 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcd5a17b-6a84-451d-b850-9cc25e365e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:24.999652 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcd5a17b-6a84-451d-b850-9cc25e365e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:25.044022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-21dff4f4-0b07-4db0-bbcf-067f84e51cac tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:25.045630 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-21dff4f4-0b07-4db0-bbcf-067f84e51cac tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.60 "GET /v2.0/networks?id=b5b935a4-009e-4160-9e70-0c0d6e591b7e HTTP/1.1" status: 200 len: 821 time: 0.5629725 Sep 07 19:02:25.059974 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-45931725-d089-4ac9-ad83-c0b78f073c11 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Request body: {'port': {'device_id': '6e68d244-d595-4438-b585-dd44cc53aa89', 'network_id': 'b5b935a4-009e-4160-9e70-0c0d6e591b7e', 'admin_state_up': True, 'tenant_id': 'de55150deb124c6aa9d6dbf032048b44'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:25.102753 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcd5a17b-6a84-451d-b850-9cc25e365e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:25.107990 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcd5a17b-6a84-451d-b850-9cc25e365e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:25.118290 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc3a08-df43-4374-8bed-4299bf9f6450 req-3cd32768-a9ed-4275-9720-57895e4bdb56 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:25.119809 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91cc3a08-df43-4374-8bed-4299bf9f6450 req-3cd32768-a9ed-4275-9720-57895e4bdb56 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d333931-5c2d-4058-9b2a-d4dbcf14e7cb HTTP/1.1" status: 200 len: 946 time: 0.1311779 Sep 07 19:02:25.125801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-537fb134-7e12-4122-ba27-7922ed96cf72 req-d56fbf4f-2f70-40e3-87f7-d5b1dbe5fcfd tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Deleting port 90fadad9-fd8f-4d42-842b-cf3398677a79 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:02:25.126590 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-537fb134-7e12-4122-ba27-7922ed96cf72 req-d56fbf4f-2f70-40e3-87f7-d5b1dbe5fcfd tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:25.135608 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd5a17b-6a84-451d-b850-9cc25e365e16 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:02:25.145935 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5a17b-6a84-451d-b850-9cc25e365e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e53b04-afdb-4f76-8134-f49d9b8b7b28,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:25.151188 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcd5a17b-6a84-451d-b850-9cc25e365e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:25.151540 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-bcd5a17b-6a84-451d-b850-9cc25e365e16 admin admin] Added segment 9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c of type vlan for network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca Sep 07 19:02:25.210933 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcd5a17b-6a84-451d-b850-9cc25e365e16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:25.239954 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcd5a17b-6a84-451d-b850-9cc25e365e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:25.240979 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd5a17b-6a84-451d-b850-9cc25e365e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:25.241570 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcd5a17b-6a84-451d-b850-9cc25e365e16 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:25.273804 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bcd5a17b-6a84-451d-b850-9cc25e365e16 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4372022 Sep 07 19:02:25.274439 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44324) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:25.283082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-9ff86178-e917-40c8-8a3d-cd0d5af72e70 admin admin] Request body: {'subnet': {'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-515371603-subnet', 'tenant_id': '08f867cc89344abeab4b7e4fd5e2fa8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:25.304370 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91cc3a08-df43-4374-8bed-4299bf9f6450 req-9960bf2e-40b3-4e33-8a1d-2ab9e59a4632 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef25cec2-f468-49e5-aa1c-f5c4551701c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365726 Sep 07 19:02:25.320363 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5a17b-6a84-451d-b850-9cc25e365e16 admin admin] Pushing event updated for resources: {'Network': ['ID=2be54d8c-41f0-4b39-8dfe-deca3264f6ca,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:25.334675 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.api [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-45931725-d089-4ac9-ad83-c0b78f073c11 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 19:02:25.334675 n-d-807786-1 neutron-server[101445]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 19:02:25.334675 n-d-807786-1 neutron-server[101445]: [parameters: {'project_id_1': 'de55150deb124c6aa9d6dbf032048b44', 'expiration_1': datetime.datetime(2021, 9, 7, 19, 2, 5, 320459)}] Sep 07 19:02:25.334675 n-d-807786-1 neutron-server[101445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:02:25.335182 n-d-807786-1 neutron-server[101445]: DEBUG oslo_db.api [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-45931725-d089-4ac9-ad83-c0b78f073c11 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:02:25.336078 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff86178-e917-40c8-8a3d-cd0d5af72e70 admin admin] Made reservation on behalf of 08f867cc89344abeab4b7e4fd5e2fa8b for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:02:25.337036 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:02:25.338439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-537fb134-7e12-4122-ba27-7922ed96cf72 req-d56fbf4f-2f70-40e3-87f7-d5b1dbe5fcfd tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] For port 90fadad9-fd8f-4d42-842b-cf3398677a79, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=90fadad9-fd8f-4d42-842b-cf3398677a79,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:25.338878 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-537fb134-7e12-4122-ba27-7922ed96cf72 req-d56fbf4f-2f70-40e3-87f7-d5b1dbe5fcfd tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:25.344679 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ff86178-e917-40c8-8a3d-cd0d5af72e70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:25.369826 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980189e-8510-4b51-b7ef-69aad57aebe8 req-6ab3e430-e65b-42b0-8af2-c2f5ff5feb9f tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:25.371418 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0980189e-8510-4b51-b7ef-69aad57aebe8 req-6ab3e430-e65b-42b0-8af2-c2f5ff5feb9f tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99f8dc8f-fcfd-43a9-9da8-2b31e08468d1 HTTP/1.1" status: 200 len: 947 time: 0.1362183 Sep 07 19:02:25.504859 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0980189e-8510-4b51-b7ef-69aad57aebe8 req-0a6af71c-9ff2-40e3-831a-43475847923f tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=4549ea33-af82-467d-a23b-36eecdec90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987544 Sep 07 19:02:25.566986 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ff86178-e917-40c8-8a3d-cd0d5af72e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:25.630635 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a4a6df2f-de08-44e9-8a2f-3499a95de74d req-bcf7e908-65e2-4470-bf3f-19ed22f332ce tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e68d244-d595-4438-b585-dd44cc53aa89 HTTP/1.1" status: 200 len: 210 time: 0.0386534 Sep 07 19:02:25.632786 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-537fb134-7e12-4122-ba27-7922ed96cf72 req-d56fbf4f-2f70-40e3-87f7-d5b1dbe5fcfd tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:25.633410 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-537fb134-7e12-4122-ba27-7922ed96cf72 req-d56fbf4f-2f70-40e3-87f7-d5b1dbe5fcfd tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:25.633958 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [req-537fb134-7e12-4122-ba27-7922ed96cf72 req-d56fbf4f-2f70-40e3-87f7-d5b1dbe5fcfd tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Floating IP e171607d-9a47-4891-a125-abc632e29288 disassociated. External IP: 172.25.8.28, port: 90fadad9-fd8f-4d42-842b-cf3398677a79. Sep 07 19:02:25.634502 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-537fb134-7e12-4122-ba27-7922ed96cf72 req-d56fbf4f-2f70-40e3-87f7-d5b1dbe5fcfd tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Calling delete_port for 90fadad9-fd8f-4d42-842b-cf3398677a79 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:02:25.635489 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff86178-e917-40c8-8a3d-cd0d5af72e70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9dd7036-3605-4e7d-b54d-2734891f6abd,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:25.645492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff86178-e917-40c8-8a3d-cd0d5af72e70 admin admin] Checking segment: {'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:02:25.645682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff86178-e917-40c8-8a3d-cd0d5af72e70 admin admin] Network hostable DHCP agents. Network: 2be54d8c-41f0-4b39-8dfe-deca3264f6ca, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:02:25.665704 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff86178-e917-40c8-8a3d-cd0d5af72e70 admin admin] Network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:02:25.676498 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-9ff86178-e917-40c8-8a3d-cd0d5af72e70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 2be54d8c-41f0-4b39-8dfe-deca3264f6ca) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:02:25.681154 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff86178-e917-40c8-8a3d-cd0d5af72e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:25.681666 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ff86178-e917-40c8-8a3d-cd0d5af72e70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:25.690310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fbee52-b22d-43a5-81d6-52f27964d272 None None] Network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:02:25.700750 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9ff86178-e917-40c8-8a3d-cd0d5af72e70 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4229119 Sep 07 19:02:25.796154 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-537fb134-7e12-4122-ba27-7922ed96cf72 req-d56fbf4f-2f70-40e3-87f7-d5b1dbe5fcfd tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:25.833692 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fbf4f-2f70-40e3-87f7-d5b1dbe5fcfd tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Pushing event deleted for resources: {'Port': ['ID=90fadad9-fd8f-4d42-842b-cf3398677a79,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:25.863149 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888e40a2-710e-4d64-a5c4-eade76c13c68 None None] Network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:02:25.931385 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-45931725-d089-4ac9-ad83-c0b78f073c11 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Made reservation on behalf of de55150deb124c6aa9d6dbf032048b44 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:02:25.935593 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-45931725-d089-4ac9-ad83-c0b78f073c11 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:25.946865 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-40468555-a6d5-4f87-8e0d-4cf786972889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:26.078090 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-537fb134-7e12-4122-ba27-7922ed96cf72 req-d56fbf4f-2f70-40e3-87f7-d5b1dbe5fcfd tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Router 407b90b5-df46-4510-b390-39223041ed4d has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:02:26.262623 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-45931725-d089-4ac9-ad83-c0b78f073c11 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Allocated IP 172.20.0.8 (b5b935a4-009e-4160-9e70-0c0d6e591b7e/099526cd-4957-4192-8eac-1447e05d98aa/4bd62fe2-8355-4ff0-a79a-850083156a2b) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:02:26.340926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-537fb134-7e12-4122-ba27-7922ed96cf72 req-d56fbf4f-2f70-40e3-87f7-d5b1dbe5fcfd tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:02:26.361848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a81f8a-a4e5-48ec-ba00-3a2aa53a9e33 None None] Sync routers for ids ['407b90b5-df46-4510-b390-39223041ed4d'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:02:26.371827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a81f8a-a4e5-48ec-ba00-3a2aa53a9e33 None None] Routers {'407b90b5-df46-4510-b390-39223041ed4d'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:02:26.373238 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-79a81f8a-a4e5-48ec-ba00-3a2aa53a9e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:01:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['407b90b5-df46-4510-b390-39223041ed4d'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:02:26.384377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-360e55dd-987e-4a96-a022-73841cdf6b8a tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:26.385871 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-360e55dd-987e-4a96-a022-73841cdf6b8a tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 805 time: 0.2554014 Sep 07 19:02:26.404212 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-537fb134-7e12-4122-ba27-7922ed96cf72 req-d56fbf4f-2f70-40e3-87f7-d5b1dbe5fcfd tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] No DVR routers for this DVR port 90fadad9-fd8f-4d42-842b-cf3398677a79 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:02:26.411693 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-537fb134-7e12-4122-ba27-7922ed96cf72 req-d56fbf4f-2f70-40e3-87f7-d5b1dbe5fcfd tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:26.413707 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-537fb134-7e12-4122-ba27-7922ed96cf72 req-d56fbf4f-2f70-40e3-87f7-d5b1dbe5fcfd tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.36 "DELETE /v2.0/ports/90fadad9-fd8f-4d42-842b-cf3398677a79 HTTP/1.1" status: 204 len: 173 time: 1.8593066 Sep 07 19:02:26.414164 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f8dc8f-fcfd-43a9-9da8-2b31e08468d1', 'name': 'network-vif-deleted', 'tag': '90fadad9-fd8f-4d42-842b-cf3398677a79'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:26.416640 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7dad07-a30e-4253-bb0b-d82fc4643089" -d '{"events": [{"server_uuid": "99f8dc8f-fcfd-43a9-9da8-2b31e08468d1", "name": "network-vif-deleted", "tag": "90fadad9-fd8f-4d42-842b-cf3398677a79"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:26.436609 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-3aed3881-2124-4494-9c82-86f8d6e751d5 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/quotas/08f867cc89344abeab4b7e4fd5e2fa8b HTTP/1.1" status: 200 len: 375 time: 0.0336173 Sep 07 19:02:26.497921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-79a81f8a-a4e5-48ec-ba00-3a2aa53a9e33 None None] Set router 407b90b5-df46-4510-b390-39223041ed4d gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:02:26.518608 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-081b2c31-1d05-4c09-9289-65810848f38c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688250 Sep 07 19:02:26.577387 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8eff6-5e13-4d72-ba0f-c017adf883e9 req-6507d7bf-923c-4700-a86d-1e4adf5a59be tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:26.578884 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-80f8eff6-5e13-4d72-ba0f-c017adf883e9 req-6507d7bf-923c-4700-a86d-1e4adf5a59be tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d333931-5c2d-4058-9b2a-d4dbcf14e7cb HTTP/1.1" status: 200 len: 946 time: 0.1488307 Sep 07 19:02:26.718019 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-79a81f8a-a4e5-48ec-ba00-3a2aa53a9e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407b90b5-df46-4510-b390-39223041ed4d', 'name': 'tempest-AttachVolumeShelveTestJSON-369657215-router', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:03Z', 'revision_number': 4, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'gw_port': {'id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '20960585-29a0-47ab-9c71-011c9c45706c', 'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'mac_address': 'fa:16:3e:f1:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:02Z', 'updated_at': '2021-09-07T18:58:10Z', 'revision_number': 5, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'subnets': [{'id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:02:26.728736 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-80f8eff6-5e13-4d72-ba0f-c017adf883e9 req-74efde17-fd73-4120-b0d7-8d21569f8ff3 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef25cec2-f468-49e5-aa1c-f5c4551701c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153314 Sep 07 19:02:26.736137 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-45931725-d089-4ac9-ad83-c0b78f073c11 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:26.752906 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-3ac2ad44-9827-4df8-a9ce-2981ee044259 service neutron] 10.222.0.26 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182274 Sep 07 19:02:26.755145 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a81f8a-a4e5-48ec-ba00-3a2aa53a9e33 None None] Checking router: 407b90b5-df46-4510-b390-39223041ed4d for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:02:26.771789 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a81f8a-a4e5-48ec-ba00-3a2aa53a9e33 None None] Routers {'407b90b5-df46-4510-b390-39223041ed4d'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:02:26.772466 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-79a81f8a-a4e5-48ec-ba00-3a2aa53a9e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:01:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['407b90b5-df46-4510-b390-39223041ed4d'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:02:26.836184 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd6de71-3161-4adf-8fb5-12fe6de7b2b5 x-openstack-request-id: req-7bd6de71-3161-4adf-8fb5-12fe6de7b2b5 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:26.836488 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f8dc8f-fcfd-43a9-9da8-2b31e08468d1", "name": "network-vif-deleted", "tag": "90fadad9-fd8f-4d42-842b-cf3398677a79", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:26.836770 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7bd6de71-3161-4adf-8fb5-12fe6de7b2b5 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:26.837178 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f8dc8f-fcfd-43a9-9da8-2b31e08468d1', 'name': 'network-vif-deleted', 'tag': '90fadad9-fd8f-4d42-842b-cf3398677a79', 'status': 'completed', 'code': 200} Sep 07 19:02:26.866453 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-45931725-d089-4ac9-ad83-c0b78f073c11 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:26.951643 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-79a81f8a-a4e5-48ec-ba00-3a2aa53a9e33 None None] Set router 407b90b5-df46-4510-b390-39223041ed4d gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:02:27.023798 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-fd867e52-e8b4-4e87-8d20-9faafb760d29 service neutron] 10.222.0.26 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618904 Sep 07 19:02:27.067935 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45931725-d089-4ac9-ad83-c0b78f073c11 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Pushing event updated for resources: {'Port': ['ID=4bd62fe2-8355-4ff0-a79a-850083156a2b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:27.103553 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-45931725-d089-4ac9-ad83-c0b78f073c11 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Network b5b935a4-009e-4160-9e70-0c0d6e591b7e is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:02:27.121667 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-45931725-d089-4ac9-ad83-c0b78f073c11 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:02:27.130214 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-45931725-d089-4ac9-ad83-c0b78f073c11 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:02:27.192410 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacb599-961f-44de-8c86-83eedcde45df req-51a6963f-81bb-489d-bb31-766379c51cd3 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:27.193876 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bacb599-961f-44de-8c86-83eedcde45df req-51a6963f-81bb-489d-bb31-766379c51cd3 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e68d244-d595-4438-b585-dd44cc53aa89 HTTP/1.1" status: 200 len: 931 time: 0.1218801 Sep 07 19:02:27.223788 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-45931725-d089-4ac9-ad83-c0b78f073c11 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:27.224452 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-45931725-d089-4ac9-ad83-c0b78f073c11 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:27.280644 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44378) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:27.300433 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-79a81f8a-a4e5-48ec-ba00-3a2aa53a9e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407b90b5-df46-4510-b390-39223041ed4d', 'name': 'tempest-AttachVolumeShelveTestJSON-369657215-router', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:03Z', 'revision_number': 4, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'gw_port': {'id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '20960585-29a0-47ab-9c71-011c9c45706c', 'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'mac_address': 'fa:16:3e:f1:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:02Z', 'updated_at': '2021-09-07T18:58:10Z', 'revision_number': 5, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'subnets': [{'id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:02:27.304556 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-45931725-d089-4ac9-ad83-c0b78f073c11 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2480528 Sep 07 19:02:27.314853 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bacb599-961f-44de-8c86-83eedcde45df req-b3f7ac67-9d79-4e34-8406-3c2faf7245e6 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073434 Sep 07 19:02:27.323989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] Request body: {'port': {'device_id': '6e68d244-d595-4438-b585-dd44cc53aa89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:27.361076 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a81f8a-a4e5-48ec-ba00-3a2aa53a9e33 None None] The sync data for ids ['407b90b5-df46-4510-b390-39223041ed4d'] in n-d-807786-1 is: [{'id': '407b90b5-df46-4510-b390-39223041ed4d', 'name': 'tempest-AttachVolumeShelveTestJSON-369657215-router', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:03Z', 'revision_number': 4, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'gw_port': {'id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '20960585-29a0-47ab-9c71-011c9c45706c', 'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'mac_address': 'fa:16:3e:f1:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:02Z', 'updated_at': '2021-09-07T18:58:10Z', 'revision_number': 5, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'subnets': [{'id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:02:27.409249 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-257bd936-e86a-497b-9d85-f4ec78b68b34 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:27.414290 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-682a0d56-37bf-4d13-84b0-8c8f993f9b61 req-501c4aae-b92c-4890-8d29-4248331df5f8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=a353b308-e2af-4d2d-a482-527f5e58d179 HTTP/1.1" status: 200 len: 210 time: 0.0428114 Sep 07 19:02:27.456052 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:27.498913 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-257bd936-e86a-497b-9d85-f4ec78b68b34 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:27.603623 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-257bd936-e86a-497b-9d85-f4ec78b68b34 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:27.608198 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-257bd936-e86a-497b-9d85-f4ec78b68b34 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:27.613207 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-257bd936-e86a-497b-9d85-f4ec78b68b34 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "DELETE /v2.0/security-groups/4549ea33-af82-467d-a23b-36eecdec90cb HTTP/1.1" status: 204 len: 168 time: 0.3289895 Sep 07 19:02:27.640668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44398) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:27.641975 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bd936-e86a-497b-9d85-f4ec78b68b34 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4549ea33-af82-467d-a23b-36eecdec90cb,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:27.659939 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-24342dbc-baba-4491-978e-b68b7aec647e tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] show failed (client error): The resource could not be found. Sep 07 19:02:27.662322 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-24342dbc-baba-4491-978e-b68b7aec647e tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups/4549ea33-af82-467d-a23b-36eecdec90cb HTTP/1.1" status: 404 len: 347 time: 0.0174439 Sep 07 19:02:27.664771 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44400) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:27.850421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827777b-4255-4de1-b6bc-6d9a190c6e19 req-eef78aa6-ab14-4ceb-90f4-906afeb3699d tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:27.852525 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8827777b-4255-4de1-b6bc-6d9a190c6e19 req-eef78aa6-ab14-4ceb-90f4-906afeb3699d tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d333931-5c2d-4058-9b2a-d4dbcf14e7cb HTTP/1.1" status: 200 len: 946 time: 0.1322830 Sep 07 19:02:27.864282 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a9082d-0049-4192-acb5-131c70cbbe52 None None] New status for floating IP e171607d-9a47-4891-a125-abc632e29288: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:02:27.864915 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-81b8892c-5b28-411f-848c-c16b4c6bd418 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Deleting port 7e46774a-5a20-4bdb-a28c-9aa25a6d8b23 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:02:27.864915 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81b8892c-5b28-411f-848c-c16b4c6bd418 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:27.954032 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8827777b-4255-4de1-b6bc-6d9a190c6e19 req-32e11e51-ddda-4ec5-b22c-29307edf1736 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef25cec2-f468-49e5-aa1c-f5c4551701c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769620 Sep 07 19:02:28.022229 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd62fe2-8355-4ff0-a79a-850083156a2b {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:02:28.043145 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:28.060259 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] Transition to ACTIVE for port object 4bd62fe2-8355-4ff0-a79a-850083156a2b will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:02:28.064502 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:28.125449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd62fe2-8355-4ff0-a79a-850083156a2b,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:28.203752 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] Attempting to bind port 4bd62fe2-8355-4ff0-a79a-850083156a2b on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:02:28.204178 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] Attempting to bind port 4bd62fe2-8355-4ff0-a79a-850083156a2b by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'a37264a1-8764-4c16-b21c-d53a30080480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b5b935a4-009e-4160-9e70-0c0d6e591b7e'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:02:28.204596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] Attempting to bind port 4bd62fe2-8355-4ff0-a79a-850083156a2b on network b5b935a4-009e-4160-9e70-0c0d6e591b7e {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:02:28.210479 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] Port 4bd62fe2-8355-4ff0-a79a-850083156a2b on network b5b935a4-009e-4160-9e70-0c0d6e591b7e not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:02:28.210741 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] Attempting to bind port 4bd62fe2-8355-4ff0-a79a-850083156a2b on network b5b935a4-009e-4160-9e70-0c0d6e591b7e {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:02:28.216549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:02:28.217031 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] Checking segment: {'id': 'a37264a1-8764-4c16-b21c-d53a30080480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b5b935a4-009e-4160-9e70-0c0d6e591b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:02:28.217642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] Bound using segment: {'id': 'a37264a1-8764-4c16-b21c-d53a30080480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b5b935a4-009e-4160-9e70-0c0d6e591b7e'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:02:28.218222 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] Bound port: 4bd62fe2-8355-4ff0-a79a-850083156a2b, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37264a1-8764-4c16-b21c-d53a30080480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b5b935a4-009e-4160-9e70-0c0d6e591b7e'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:02:28.218619 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:28.289217 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] For port 4bd62fe2-8355-4ff0-a79a-850083156a2b, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:02:28.292611 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] For port 4bd62fe2-8355-4ff0-a79a-850083156a2b, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4bd62fe2-8355-4ff0-a79a-850083156a2b,segment=NetworkSegment(a37264a1-8764-4c16-b21c-d53a30080480),segment_id=a37264a1-8764-4c16-b21c-d53a30080480)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:02:28.297777 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:28.299730 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81b8892c-5b28-411f-848c-c16b4c6bd418 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:28.300300 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81b8892c-5b28-411f-848c-c16b4c6bd418 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:28.313104 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-81b8892c-5b28-411f-848c-c16b4c6bd418 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Calling delete_port for 7e46774a-5a20-4bdb-a28c-9aa25a6d8b23 owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:02:28.334159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:28.334578 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:28.335839 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] 10.222.0.60 "PUT /v2.0/ports/4bd62fe2-8355-4ff0-a79a-850083156a2b HTTP/1.1" status: 200 len: 1091 time: 1.0199869 Sep 07 19:02:28.371541 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea5c0e-005c-45c3-8279-17ffc15eaec0 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd62fe2-8355-4ff0-a79a-850083156a2b,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:28.504477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-5d4cab88-6751-40bf-ad6f-b6d40a5692a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:28.506200 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-5d4cab88-6751-40bf-ad6f-b6d40a5692a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de55150deb124c6aa9d6dbf032048b44&device_id=6e68d244-d595-4438-b585-dd44cc53aa89 HTTP/1.1" status: 200 len: 1094 time: 0.1015179 Sep 07 19:02:28.515004 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81b8892c-5b28-411f-848c-c16b4c6bd418 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:28.552068 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8892c-5b28-411f-848c-c16b4c6bd418 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Pushing event deleted for resources: {'Port': ['ID=7e46774a-5a20-4bdb-a28c-9aa25a6d8b23,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:28.561026 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859bf343-342b-4ee1-877c-d5f69040b46a req-ebd17074-c2c2-4298-9a63-fe2bff2fbfda tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:28.565266 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-859bf343-342b-4ee1-877c-d5f69040b46a req-ebd17074-c2c2-4298-9a63-fe2bff2fbfda tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e68d244-d595-4438-b585-dd44cc53aa89 HTTP/1.1" status: 200 len: 943 time: 0.1129043 Sep 07 19:02:28.621913 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-b31b4d43-2ce2-4852-9922-cbfbfc674521 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bd62fe2-8355-4ff0-a79a-850083156a2b HTTP/1.1" status: 200 len: 217 time: 0.0972273 Sep 07 19:02:28.644992 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81b8892c-5b28-411f-848c-c16b4c6bd418 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:28.648484 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81b8892c-5b28-411f-848c-c16b4c6bd418 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:28.649966 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-81b8892c-5b28-411f-848c-c16b4c6bd418 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "DELETE /v2.0/floatingips/e171607d-9a47-4891-a125-abc632e29288 HTTP/1.1" status: 204 len: 168 time: 0.9838045 Sep 07 19:02:28.684376 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-85d37075-d899-4a81-8461-bdb23c550dd6 req-a5b19416-8dad-46aa-bc53-ba98a044dc69 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=a353b308-e2af-4d2d-a482-527f5e58d179 HTTP/1.1" status: 200 len: 210 time: 0.0716591 Sep 07 19:02:28.779605 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-36cd4ada-09bd-4f50-b6e0-222b0ae62aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:28.801478 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-859bf343-342b-4ee1-877c-d5f69040b46a req-89b3f42b-07ad-437b-bf8e-6694d2b0d7c3 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873345 Sep 07 19:02:28.805852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f8b0cb4a-8aca-4f31-ac97-6ddd6e4a75aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:28.807286 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-f8b0cb4a-8aca-4f31-ac97-6ddd6e4a75aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=099526cd-4957-4192-8eac-1447e05d98aa HTTP/1.1" status: 200 len: 861 time: 0.1671417 Sep 07 19:02:28.838386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e68d244-d595-4438-b585-dd44cc53aa89', 'tag': '4bd62fe2-8355-4ff0-a79a-850083156a2b'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:28.841414 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c05e416-47b2-4860-8fa9-97d06292fed2" -d '{"events": [{"name": "network-changed", "server_uuid": "6e68d244-d595-4438-b585-dd44cc53aa89", "tag": "4bd62fe2-8355-4ff0-a79a-850083156a2b"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:28.853346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-ffe1ea63-7dc2-48c1-a015-7a7bfa8d4e0f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:28.854923 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-ffe1ea63-7dc2-48c1-a015-7a7bfa8d4e0f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 805 time: 0.3287489 Sep 07 19:02:28.880088 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-19095fe5-da2b-40ee-b3b2-1c31ea6faf47 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Request body: {'port': {'device_id': 'a353b308-e2af-4d2d-a482-527f5e58d179', 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca', 'admin_state_up': True, 'tenant_id': '08f867cc89344abeab4b7e4fd5e2fa8b'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:28.905209 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-7fc79a8d-aa86-44dd-abe8-9af2a5217f52 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b5b935a4-009e-4160-9e70-0c0d6e591b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883636 Sep 07 19:02:28.906643 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03223c1-fe47-48af-b4b9-899a43a16671 x-openstack-request-id: req-f03223c1-fe47-48af-b4b9-899a43a16671 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:28.906932 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e68d244-d595-4438-b585-dd44cc53aa89", "tag": "4bd62fe2-8355-4ff0-a79a-850083156a2b", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:28.907184 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f03223c1-fe47-48af-b4b9-899a43a16671 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:28.907572 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e68d244-d595-4438-b585-dd44cc53aa89', 'tag': '4bd62fe2-8355-4ff0-a79a-850083156a2b', 'status': 'completed', 'code': 200} Sep 07 19:02:29.037872 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:29.080403 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 90fadad9-fd8f-4d42-842b-cf3398677a79 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:02:29.107887 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 90fadad9-fd8f-4d42-842b-cf3398677a79 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:02:29.108231 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 90fadad9-fd8f-4d42-842b-cf3398677a79 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:02:29.128168 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00a108-458e-4a9d-ac15-021552222a95 req-de809a72-e11b-4b09-8408-9db134127038 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:29.129747 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed00a108-458e-4a9d-ac15-021552222a95 req-de809a72-e11b-4b09-8408-9db134127038 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d333931-5c2d-4058-9b2a-d4dbcf14e7cb HTTP/1.1" status: 200 len: 946 time: 0.2352529 Sep 07 19:02:29.139539 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44444) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:29.144873 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-2ccb1530-1447-4fb2-ad1c-0deed8c04302 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--872201760', 'description': 'tempest-description--1450605203'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:29.161769 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.db.api [None req-2ccb1530-1447-4fb2-ad1c-0deed8c04302 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 19:02:29.161769 n-d-807786-1 neutron-server[101444]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 07 19:02:29.161769 n-d-807786-1 neutron-server[101444]: [parameters: {'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'id': '6939c1e6-6d56-46d0-94ff-716bb135f76b', 'expiration': datetime.datetime(2021, 9, 7, 19, 4, 29, 158115)}] Sep 07 19:02:29.161769 n-d-807786-1 neutron-server[101444]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:02:29.162237 n-d-807786-1 neutron-server[101444]: DEBUG oslo_db.api [None req-2ccb1530-1447-4fb2-ad1c-0deed8c04302 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:02:29.168231 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-bac8365f-0cd6-4663-92cb-1b1bcf9ffe61 service neutron] 10.222.0.60 "GET /v2.0/networks/b5b935a4-009e-4160-9e70-0c0d6e591b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340770 Sep 07 19:02:29.233694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-19095fe5-da2b-40ee-b3b2-1c31ea6faf47 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Made reservation on behalf of 08f867cc89344abeab4b7e4fd5e2fa8b for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:02:29.237144 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-19095fe5-da2b-40ee-b3b2-1c31ea6faf47 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:29.324001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32459ab-f219-409d-a7ea-35bfc29c0571 req-f1930c6c-396b-48f3-93b3-8815951e9ca2 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:29.326099 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f32459ab-f219-409d-a7ea-35bfc29c0571 req-f1930c6c-396b-48f3-93b3-8815951e9ca2 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d333931-5c2d-4058-9b2a-d4dbcf14e7cb HTTP/1.1" status: 200 len: 946 time: 0.2269144 Sep 07 19:02:29.685756 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1530-1447-4fb2-ad1c-0deed8c04302 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:29.779280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d592fba1-8c04-4e59-9566-e228bcc2b82b req-9381035a-520c-483b-960d-043d3bf97c43 service neutron] 10.222.0.60 "GET /v2.0/networks/b5b935a4-009e-4160-9e70-0c0d6e591b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5878928 Sep 07 19:02:29.798730 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f32459ab-f219-409d-a7ea-35bfc29c0571 req-1dd07cf0-7e2a-4088-8b4f-055a4f145a41 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef25cec2-f468-49e5-aa1c-f5c4551701c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585085 Sep 07 19:02:29.805710 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1530-1447-4fb2-ad1c-0deed8c04302 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:29.813731 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1530-1447-4fb2-ad1c-0deed8c04302 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:29.846346 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb1530-1447-4fb2-ad1c-0deed8c04302 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3798be3b-37f2-41cb-a930-bf02693b4c97,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:29.850243 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-ed00a108-458e-4a9d-ac15-021552222a95 req-b4357522-6b59-47f9-a5f1-7010f71223ba tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Deleting port 790bd646-06c6-4fdc-bb44-2ba8858443af {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:02:29.850759 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed00a108-458e-4a9d-ac15-021552222a95 req-b4357522-6b59-47f9-a5f1-7010f71223ba tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:29.862309 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1530-1447-4fb2-ad1c-0deed8c04302 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:29.863689 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2ccb1530-1447-4fb2-ad1c-0deed8c04302 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7231340 Sep 07 19:02:29.868432 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44460) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:29.879386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b058b57f-7128-4c16-868c-cd15494d54fc tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Request body: {'security_group_rule': {'security_group_id': '3798be3b-37f2-41cb-a930-bf02693b4c97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:29.902255 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-24267a73-dcbc-438c-bc7d-0364f7f89b90 req-68e4522e-0961-42d4-b0f0-4bbcdd7d6b74 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=a353b308-e2af-4d2d-a482-527f5e58d179 HTTP/1.1" status: 200 len: 210 time: 0.0792572 Sep 07 19:02:29.908494 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b058b57f-7128-4c16-868c-cd15494d54fc tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:29.949554 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-19095fe5-da2b-40ee-b3b2-1c31ea6faf47 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Allocated IP 172.20.0.8 (2be54d8c-41f0-4b39-8dfe-deca3264f6ca/c9dd7036-3605-4e7d-b54d-2734891f6abd/7e5b2214-02cb-4177-bb03-ff77d938c331) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:02:29.969841 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b058b57f-7128-4c16-868c-cd15494d54fc tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:29.973166 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b058b57f-7128-4c16-868c-cd15494d54fc tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:29.987082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058b57f-7128-4c16-868c-cd15494d54fc tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e896a39-2434-4fbe-b170-9af450df0e92,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:30.002127 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b058b57f-7128-4c16-868c-cd15494d54fc tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:30.003526 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b058b57f-7128-4c16-868c-cd15494d54fc tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333945 Sep 07 19:02:30.006164 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44464) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:30.012683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a72390cb-0658-466d-b0d2-14b630136c02 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Request body: {'security_group_rule': {'security_group_id': '3798be3b-37f2-41cb-a930-bf02693b4c97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:30.054785 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a72390cb-0658-466d-b0d2-14b630136c02 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:30.063149 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05e416-47b2-4860-8fa9-97d06292fed2 req-6db4b9fc-eeee-4a97-84db-2dfb581d1d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:30.065830 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c05e416-47b2-4860-8fa9-97d06292fed2 req-6db4b9fc-eeee-4a97-84db-2dfb581d1d9e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de55150deb124c6aa9d6dbf032048b44&device_id=6e68d244-d595-4438-b585-dd44cc53aa89 HTTP/1.1" status: 200 len: 1094 time: 0.2116966 Sep 07 19:02:30.122946 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a72390cb-0658-466d-b0d2-14b630136c02 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:30.128253 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a72390cb-0658-466d-b0d2-14b630136c02 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:30.133989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ed00a108-458e-4a9d-ac15-021552222a95 req-b4357522-6b59-47f9-a5f1-7010f71223ba tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] For port 790bd646-06c6-4fdc-bb44-2ba8858443af, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=790bd646-06c6-4fdc-bb44-2ba8858443af,segment=NetworkSegment(a554bdae-be05-469c-8a87-7eeb7bb434d8),segment_id=a554bdae-be05-469c-8a87-7eeb7bb434d8)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:30.134362 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed00a108-458e-4a9d-ac15-021552222a95 req-b4357522-6b59-47f9-a5f1-7010f71223ba tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:30.147599 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4eabcb-9665-44b7-9e30-cd7dbf89bb4e req-1a11a4e0-c411-4967-9800-4cc4ed4e147b tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:30.148488 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:30.149299 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aa4eabcb-9665-44b7-9e30-cd7dbf89bb4e req-1a11a4e0-c411-4967-9800-4cc4ed4e147b tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e68d244-d595-4438-b585-dd44cc53aa89 HTTP/1.1" status: 200 len: 943 time: 0.2276351 Sep 07 19:02:30.155494 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72390cb-0658-466d-b0d2-14b630136c02 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bee2f42-115e-4001-9037-928173b5f6c3,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:30.162833 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a72390cb-0658-466d-b0d2-14b630136c02 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:30.164989 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a72390cb-0658-466d-b0d2-14b630136c02 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1576009 Sep 07 19:02:30.167531 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44468) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:30.173228 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-7c84e431-5600-4d01-82cb-5212993a17f8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:30.182967 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-ed00a108-458e-4a9d-ac15-021552222a95 req-b4357522-6b59-47f9-a5f1-7010f71223ba tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Calling delete_port for 790bd646-06c6-4fdc-bb44-2ba8858443af owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:02:30.200651 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7c84e431-5600-4d01-82cb-5212993a17f8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:30.319058 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7c84e431-5600-4d01-82cb-5212993a17f8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:30.392047 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aa4eabcb-9665-44b7-9e30-cd7dbf89bb4e req-ed3e9771-2d8a-4ef6-b8d9-749378c248d5 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243803 Sep 07 19:02:30.423936 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05e416-47b2-4860-8fa9-97d06292fed2 req-17b3ff8c-0d7d-444a-822a-58d15ed70892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:30.425740 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c05e416-47b2-4860-8fa9-97d06292fed2 req-17b3ff8c-0d7d-444a-822a-58d15ed70892 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b5b935a4-009e-4160-9e70-0c0d6e591b7e HTTP/1.1" status: 200 len: 922 time: 0.3475127 Sep 07 19:02:30.478665 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-7c84e431-5600-4d01-82cb-5212993a17f8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Allocated IP 172.25.8.200 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/78a717b3-2f7b-4c13-9b16-c6189e62bf4c) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:02:30.488108 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c05e416-47b2-4860-8fa9-97d06292fed2 req-c675d6fa-afd9-454d-bf41-554b29084ab2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bd62fe2-8355-4ff0-a79a-850083156a2b HTTP/1.1" status: 200 len: 217 time: 0.0527775 Sep 07 19:02:30.507168 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-19095fe5-da2b-40ee-b3b2-1c31ea6faf47 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:30.622370 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05e416-47b2-4860-8fa9-97d06292fed2 req-80267803-ca4b-484a-b504-e2eebce99d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:30.624221 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c05e416-47b2-4860-8fa9-97d06292fed2 req-80267803-ca4b-484a-b504-e2eebce99d3d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=099526cd-4957-4192-8eac-1447e05d98aa HTTP/1.1" status: 200 len: 861 time: 0.1212945 Sep 07 19:02:30.679117 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c05e416-47b2-4860-8fa9-97d06292fed2 req-6dc5279b-1866-4a35-ad56-359d4cce2c98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b5b935a4-009e-4160-9e70-0c0d6e591b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447280 Sep 07 19:02:30.700944 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed00a108-458e-4a9d-ac15-021552222a95 req-b4357522-6b59-47f9-a5f1-7010f71223ba tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:30.714777 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7c84e431-5600-4d01-82cb-5212993a17f8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:30.715374 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['790bd646-06c6-4fdc-bb44-2ba8858443af'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:02:30.747704 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-19095fe5-da2b-40ee-b3b2-1c31ea6faf47 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:30.771299 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4357522-6b59-47f9-a5f1-7010f71223ba tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Pushing event deleted for resources: {'Port': ['ID=790bd646-06c6-4fdc-bb44-2ba8858443af,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:30.800647 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7c84e431-5600-4d01-82cb-5212993a17f8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:30.859310 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c84e431-5600-4d01-82cb-5212993a17f8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:02:30.861223 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84e431-5600-4d01-82cb-5212993a17f8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Pushing event updated for resources: {'Port': ['ID=78a717b3-2f7b-4c13-9b16-c6189e62bf4c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:30.865640 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-7c84e431-5600-4d01-82cb-5212993a17f8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:02:30.871234 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c84e431-5600-4d01-82cb-5212993a17f8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:02:30.889742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-19095fe5-da2b-40ee-b3b2-1c31ea6faf47 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:02:30.974630 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed00a108-458e-4a9d-ac15-021552222a95 req-b4357522-6b59-47f9-a5f1-7010f71223ba tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] No DVR routers for this DVR port 790bd646-06c6-4fdc-bb44-2ba8858443af on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:02:30.976712 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-19095fe5-da2b-40ee-b3b2-1c31ea6faf47 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:02:30.979637 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed00a108-458e-4a9d-ac15-021552222a95 req-b4357522-6b59-47f9-a5f1-7010f71223ba tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:30.985737 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed00a108-458e-4a9d-ac15-021552222a95 req-b4357522-6b59-47f9-a5f1-7010f71223ba tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.36 "DELETE /v2.0/ports/790bd646-06c6-4fdc-bb44-2ba8858443af HTTP/1.1" status: 204 len: 173 time: 1.8306739 Sep 07 19:02:30.990615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d333931-5c2d-4058-9b2a-d4dbcf14e7cb', 'name': 'network-vif-deleted', 'tag': '790bd646-06c6-4fdc-bb44-2ba8858443af'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:30.991113 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7c84e431-5600-4d01-82cb-5212993a17f8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:30.993373 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b32aac-fdf7-464f-a191-9a5a70413996" -d '{"events": [{"server_uuid": "6d333931-5c2d-4058-9b2a-d4dbcf14e7cb", "name": "network-vif-deleted", "tag": "790bd646-06c6-4fdc-bb44-2ba8858443af"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:31.011022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-19095fe5-da2b-40ee-b3b2-1c31ea6faf47 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:02:31.035392 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7c84e431-5600-4d01-82cb-5212993a17f8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:31.079033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-19095fe5-da2b-40ee-b3b2-1c31ea6faf47 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:31.079779 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-19095fe5-da2b-40ee-b3b2-1c31ea6faf47 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:31.092279 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c05e416-47b2-4860-8fa9-97d06292fed2 req-a9ba756d-9f23-4d5a-8496-72c55c976c4d service neutron] 10.222.0.60 "GET /v2.0/networks/b5b935a4-009e-4160-9e70-0c0d6e591b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052913 Sep 07 19:02:31.132018 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aba609a9-8393-4e2e-a573-bf0dc90c9188 req-242166e9-42e3-4733-adb8-34585e00efff tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d333931-5c2d-4058-9b2a-d4dbcf14e7cb HTTP/1.1" status: 200 len: 210 time: 0.1588721 Sep 07 19:02:31.161063 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19095fe5-da2b-40ee-b3b2-1c31ea6faf47 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Pushing event updated for resources: {'Port': ['ID=7e5b2214-02cb-4177-bb03-ff77d938c331,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:31.186339 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-19095fe5-da2b-40ee-b3b2-1c31ea6faf47 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3103368 Sep 07 19:02:31.204814 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] Request body: {'port': {'device_id': 'a353b308-e2af-4d2d-a482-527f5e58d179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:31.254096 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d579d278-156a-4db9-91cf-f23b6e770eda x-openstack-request-id: req-d579d278-156a-4db9-91cf-f23b6e770eda {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:31.254429 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d333931-5c2d-4058-9b2a-d4dbcf14e7cb", "name": "network-vif-deleted", "tag": "790bd646-06c6-4fdc-bb44-2ba8858443af", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:31.254829 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d579d278-156a-4db9-91cf-f23b6e770eda {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:31.255298 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d333931-5c2d-4058-9b2a-d4dbcf14e7cb', 'name': 'network-vif-deleted', 'tag': '790bd646-06c6-4fdc-bb44-2ba8858443af', 'status': 'completed', 'code': 200} Sep 07 19:02:31.285361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b1457-ed60-4d02-9986-11435f4177c8 req-c3451db5-1341-4537-a715-dfbe96405e06 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:31.286953 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e7b1457-ed60-4d02-9986-11435f4177c8 req-c3451db5-1341-4537-a715-dfbe96405e06 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=a353b308-e2af-4d2d-a482-527f5e58d179 HTTP/1.1" status: 200 len: 931 time: 0.2888541 Sep 07 19:02:31.318765 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7c84e431-5600-4d01-82cb-5212993a17f8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:31.329044 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7c84e431-5600-4d01-82cb-5212993a17f8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:31.347195 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c05e416-47b2-4860-8fa9-97d06292fed2 req-4eaefdd3-2711-470f-a860-b6fa14fff4f5 service neutron] 10.222.0.60 "GET /v2.0/networks/b5b935a4-009e-4160-9e70-0c0d6e591b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176635 Sep 07 19:02:31.349956 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:31.389878 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e7b1457-ed60-4d02-9986-11435f4177c8 req-600fbefd-706f-4771-9453-db926174fe01 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725336 Sep 07 19:02:31.462447 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84e431-5600-4d01-82cb-5212993a17f8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Pushing event updated for resources: {'Port': ['ID=78a717b3-2f7b-4c13-9b16-c6189e62bf4c,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:31.467508 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7c84e431-5600-4d01-82cb-5212993a17f8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:31.493028 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7c84e431-5600-4d01-82cb-5212993a17f8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:31.494888 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7c84e431-5600-4d01-82cb-5212993a17f8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3261099 Sep 07 19:02:31.697486 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ed4a8-a8a4-4f47-994b-816bac92b5a8 req-e8345a12-d4f1-4c0c-881d-b44444e20549 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:31.699125 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c26ed4a8-a8a4-4f47-994b-816bac92b5a8 req-e8345a12-d4f1-4c0c-881d-b44444e20549 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e68d244-d595-4438-b585-dd44cc53aa89 HTTP/1.1" status: 200 len: 943 time: 0.1694484 Sep 07 19:02:31.700857 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:31.800565 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c26ed4a8-a8a4-4f47-994b-816bac92b5a8 req-a1b876ce-2e59-4752-a932-e602254cbb44 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712144 Sep 07 19:02:31.863101 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-ab34c4ae-720d-481a-92e7-8c03fa415314 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--872201760&fields=id&tenant_id=bd150f31e3264ef4b870aabc811ef221 HTTP/1.1" status: 200 len: 267 time: 0.0818307 Sep 07 19:02:31.928369 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5b2214-02cb-4177-bb03-ff77d938c331 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:02:31.940982 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:31.991996 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] Transition to ACTIVE for port object 7e5b2214-02cb-4177-bb03-ff77d938c331 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:02:31.998344 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:32.058027 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-a26c5995-09f6-4a37-a2dd-77fc4dfb74bf tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:32.059603 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-a26c5995-09f6-4a37-a2dd-77fc4dfb74bf tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/networks?id=a4724486-3acb-401c-a8f0-54abeeaa7172 HTTP/1.1" status: 200 len: 816 time: 0.1725197 Sep 07 19:02:32.089996 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5b2214-02cb-4177-bb03-ff77d938c331,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:32.107386 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-103c62ba-5253-48bd-8354-1bd606b9dab0 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/quotas/bd150f31e3264ef4b870aabc811ef221 HTTP/1.1" status: 200 len: 375 time: 0.0389590 Sep 07 19:02:32.207159 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-aef98b28-f6ac-4308-886a-f5e107567d97 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd150f31e3264ef4b870aabc811ef221&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779314 Sep 07 19:02:32.208418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] Attempting to bind port 7e5b2214-02cb-4177-bb03-ff77d938c331 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:02:32.208769 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] Attempting to bind port 7e5b2214-02cb-4177-bb03-ff77d938c331 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:02:32.209098 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] Attempting to bind port 7e5b2214-02cb-4177-bb03-ff77d938c331 on network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:02:32.214003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] Port 7e5b2214-02cb-4177-bb03-ff77d938c331 on network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:02:32.214325 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] Attempting to bind port 7e5b2214-02cb-4177-bb03-ff77d938c331 on network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:02:32.227566 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:02:32.227934 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] Checking segment: {'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:02:32.228258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] Bound using segment: {'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:02:32.228731 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] Bound port: 7e5b2214-02cb-4177-bb03-ff77d938c331, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:02:32.229157 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:32.274280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4bd62fe2-8355-4ff0-a79a-850083156a2b details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:02:32.375459 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-86a3b76e-fe43-49d7-b8f5-2cd0e937681e service neutron] 10.222.0.26 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552973 Sep 07 19:02:32.383909 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] For port 7e5b2214-02cb-4177-bb03-ff77d938c331, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:02:32.389360 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] For port 7e5b2214-02cb-4177-bb03-ff77d938c331, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=7e5b2214-02cb-4177-bb03-ff77d938c331,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:02:32.416677 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:32.565597 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4bd62fe2-8355-4ff0-a79a-850083156a2b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4bd62fe2-8355-4ff0-a79a-850083156a2b,segment=NetworkSegment(a37264a1-8764-4c16-b21c-d53a30080480),segment_id=a37264a1-8764-4c16-b21c-d53a30080480)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:32.580082 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '4bd62fe2-8355-4ff0-a79a-850083156a2b', 'network_id': 'b5b935a4-009e-4160-9e70-0c0d6e591b7e', 'port_id': '4bd62fe2-8355-4ff0-a79a-850083156a2b', 'mac_address': 'fa:16:3e:f5:40:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099526cd-4957-4192-8eac-1447e05d98aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:02:32.587310 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:32.587310 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:32.588523 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] 10.222.0.60 "PUT /v2.0/ports/7e5b2214-02cb-4177-bb03-ff77d938c331 HTTP/1.1" status: 200 len: 1091 time: 1.3913045 Sep 07 19:02:32.648257 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c2e57-4e8f-4951-8805-5730e97589f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5b2214-02cb-4177-bb03-ff77d938c331,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:32.650202 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:32.666611 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd62fe2-8355-4ff0-a79a-850083156a2b {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:02:32.688237 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4bd62fe2-8355-4ff0-a79a-850083156a2b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4bd62fe2-8355-4ff0-a79a-850083156a2b,segment=NetworkSegment(a37264a1-8764-4c16-b21c-d53a30080480),segment_id=a37264a1-8764-4c16-b21c-d53a30080480)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:32.692988 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:32.722782 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-a9756fc2-0778-4b1d-8409-50dd5f59e4e2 service neutron] 10.222.0.26 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354337 Sep 07 19:02:32.729659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256f29b-da52-4329-8110-748e502b75d0 req-4453b1f3-63e1-4daa-b012-bf3d06dee7d7 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:32.737980 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3256f29b-da52-4329-8110-748e502b75d0 req-4453b1f3-63e1-4daa-b012-bf3d06dee7d7 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/networks?id=f986c5a4-bd26-4682-b9f3-7c3d3ab20e28 HTTP/1.1" status: 200 len: 808 time: 0.3564711 Sep 07 19:02:32.758649 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3256f29b-da52-4329-8110-748e502b75d0 req-2a9b957f-4f5e-40c6-a224-16fd62b25441 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/quotas/bd6a32c720ae499f8c4f568fc18e660d HTTP/1.1" status: 200 len: 375 time: 0.0199533 Sep 07 19:02:32.778902 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=4bd62fe2-8355-4ff0-a79a-850083156a2b,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:32.796935 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-63666bd8-1d5a-4556-a1db-c374ce34f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:32.798455 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-63666bd8-1d5a-4556-a1db-c374ce34f1f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&device_id=a353b308-e2af-4d2d-a482-527f5e58d179 HTTP/1.1" status: 200 len: 1094 time: 0.1343310 Sep 07 19:02:32.800631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3256f29b-da52-4329-8110-748e502b75d0 req-65e2932c-a3eb-42eb-9b2b-cbf79ba39c54 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd6a32c720ae499f8c4f568fc18e660d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410454 Sep 07 19:02:32.865962 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-cc36f1a3-82f1-42ec-92e0-252eab8dec4f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e5b2214-02cb-4177-bb03-ff77d938c331 HTTP/1.1" status: 200 len: 217 time: 0.0588257 Sep 07 19:02:32.937966 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-0d6c2ebb-6d5e-40fc-aece-282691220e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:32.939543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-0d6c2ebb-6d5e-40fc-aece-282691220e69 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9dd7036-3605-4e7d-b54d-2734891f6abd HTTP/1.1" status: 200 len: 845 time: 0.0598915 Sep 07 19:02:32.949106 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['4bd62fe2-8355-4ff0-a79a-850083156a2b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:02:33.110751 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 790bd646-06c6-4fdc-bb44-2ba8858443af no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:02:33.150596 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 790bd646-06c6-4fdc-bb44-2ba8858443af {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:02:33.151050 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 790bd646-06c6-4fdc-bb44-2ba8858443af not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:02:33.403097 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a353b308-e2af-4d2d-a482-527f5e58d179', 'tag': '7e5b2214-02cb-4177-bb03-ff77d938c331'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:33.405445 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9043a9f9-8121-41b1-b1c1-a69fecc7400e" -d '{"events": [{"name": "network-changed", "server_uuid": "a353b308-e2af-4d2d-a482-527f5e58d179", "tag": "7e5b2214-02cb-4177-bb03-ff77d938c331"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:33.426231 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-97659269-e4da-482e-9bdb-890cd507f2d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4487312 Sep 07 19:02:33.484013 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3256f29b-da52-4329-8110-748e502b75d0 req-ebac0eb1-6834-4cd9-b7be-1802f2734077 service neutron] 10.222.0.26 "GET /v2.0/networks/f986c5a4-bd26-4682-b9f3-7c3d3ab20e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6754062 Sep 07 19:02:33.495127 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1f820-6861-4729-ab61-f6866b70a0b0 req-ce6d0cec-ee02-4643-b6f1-dcd73be2a54e tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:33.497974 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3a1f820-6861-4729-ab61-f6866b70a0b0 req-ce6d0cec-ee02-4643-b6f1-dcd73be2a54e tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=a353b308-e2af-4d2d-a482-527f5e58d179 HTTP/1.1" status: 200 len: 943 time: 0.5638001 Sep 07 19:02:33.647488 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3a1f820-6861-4729-ab61-f6866b70a0b0 req-3810b8f3-fd68-408f-9ea4-9ce6cefa3c94 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344075 Sep 07 19:02:33.689077 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-871955ad-04ac-41f3-96d2-90fe3e25576b service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454717 Sep 07 19:02:33.728424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3256f29b-da52-4329-8110-748e502b75d0 req-2f8a8eeb-82d9-45f7-94aa-cf2e56d96650 service neutron] 10.222.0.26 "GET /v2.0/networks/f986c5a4-bd26-4682-b9f3-7c3d3ab20e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298739 Sep 07 19:02:33.831670 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aaf0fa65-7c8c-4e94-a65b-cd951ecfe328 req-6d14c52e-9c40-4a83-83a6-4d9f39079b30 service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299233 Sep 07 19:02:33.858518 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41570b4-35a4-4e1e-91cc-0519a241f460 req-7bcae40d-8356-4194-ae8b-8e68c983d6dc tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:33.860084 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a41570b4-35a4-4e1e-91cc-0519a241f460 req-7bcae40d-8356-4194-ae8b-8e68c983d6dc tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e68d244-d595-4438-b585-dd44cc53aa89 HTTP/1.1" status: 200 len: 944 time: 0.0629156 Sep 07 19:02:33.906413 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a41570b4-35a4-4e1e-91cc-0519a241f460 req-3e84b2cf-a35d-4beb-9e52-cd41f85951b0 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387602 Sep 07 19:02:33.987246 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-33e09d95-7828-4450-8b6f-f620a103e68b req-18a61da0-dcad-4007-88ab-570f3dbc3df0 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 210 time: 0.0525250 Sep 07 19:02:34.005114 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05dfec5-88d0-439b-b25e-0e922467bce7 x-openstack-request-id: req-a05dfec5-88d0-439b-b25e-0e922467bce7 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:34.005730 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a353b308-e2af-4d2d-a482-527f5e58d179", "tag": "7e5b2214-02cb-4177-bb03-ff77d938c331", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:34.006250 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a05dfec5-88d0-439b-b25e-0e922467bce7 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:34.006894 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a353b308-e2af-4d2d-a482-527f5e58d179', 'tag': '7e5b2214-02cb-4177-bb03-ff77d938c331', 'status': 'completed', 'code': 200} Sep 07 19:02:34.104301 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4736281f-8738-4015-9059-cd1b336b2131 req-cbc1ec8f-dde0-4ba5-9aa8-4ca515b4d060 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=46943af1-9c66-4b08-96af-120072df0d04 HTTP/1.1" status: 200 len: 210 time: 0.0636830 Sep 07 19:02:34.177504 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043a9f9-8121-41b1-b1c1-a69fecc7400e req-e14139a2-07cb-4eb4-91aa-78dcfce3d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:34.179033 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9043a9f9-8121-41b1-b1c1-a69fecc7400e req-e14139a2-07cb-4eb4-91aa-78dcfce3d812 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&device_id=a353b308-e2af-4d2d-a482-527f5e58d179 HTTP/1.1" status: 200 len: 1094 time: 0.1529512 Sep 07 19:02:34.242471 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-90b0fd90-618b-43a4-a771-954ce9d8ea84 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:34.243961 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-90b0fd90-618b-43a4-a771-954ce9d8ea84 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.36 "GET /v2.0/networks?id=a4724486-3acb-401c-a8f0-54abeeaa7172 HTTP/1.1" status: 200 len: 816 time: 0.1792948 Sep 07 19:02:34.271421 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4bd62fe2-8355-4ff0-a79a-850083156a2b up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:02:34.314730 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:02:34.334889 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-fb00e8cb-a5d8-42b8-8e9d-d37d464999a9 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd150f31e3264ef4b870aabc811ef221 HTTP/1.1" status: 200 len: 379 time: 0.0588183 Sep 07 19:02:34.337976 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043a9f9-8121-41b1-b1c1-a69fecc7400e req-c10947a7-35ec-407c-952f-79e211c7c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:34.339362 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9043a9f9-8121-41b1-b1c1-a69fecc7400e req-c10947a7-35ec-407c-952f-79e211c7c32d service neutron] 10.222.0.60 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 906 time: 0.1523924 Sep 07 19:02:34.344558 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 4bd62fe2-8355-4ff0-a79a-850083156a2b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:02:34.346509 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Request body: {'port': {'device_id': '99ee5a4e-a42a-4655-a0f5-de5a369f32a9', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'admin_state_up': True, 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'security_groups': ['3798be3b-37f2-41cb-a930-bf02693b4c97']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:34.352997 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 4bd62fe2-8355-4ff0-a79a-850083156a2b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:02:34.353967 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:34.412963 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9043a9f9-8121-41b1-b1c1-a69fecc7400e req-15770bfa-5b3a-4dfe-a2f4-396466efba30 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e5b2214-02cb-4177-bb03-ff77d938c331 HTTP/1.1" status: 200 len: 217 time: 0.0598676 Sep 07 19:02:34.470117 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:34.501033 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e68d244-d595-4438-b585-dd44cc53aa89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd62fe2-8355-4ff0-a79a-850083156a2b'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:34.508819 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbe2056-ef6b-45dc-9705-ef146ff22933" -d '{"events": [{"server_uuid": "6e68d244-d595-4438-b585-dd44cc53aa89", "name": "network-vif-plugged", "status": "completed", "tag": "4bd62fe2-8355-4ff0-a79a-850083156a2b"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:34.537950 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 4bd62fe2-8355-4ff0-a79a-850083156a2b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4bd62fe2-8355-4ff0-a79a-850083156a2b,segment=NetworkSegment(a37264a1-8764-4c16-b21c-d53a30080480),segment_id=a37264a1-8764-4c16-b21c-d53a30080480)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:34.543876 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:34.563699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043a9f9-8121-41b1-b1c1-a69fecc7400e req-758a6a77-5fb3-46f3-b8ef-d557b01b1910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:34.565449 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9043a9f9-8121-41b1-b1c1-a69fecc7400e req-758a6a77-5fb3-46f3-b8ef-d557b01b1910 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9dd7036-3605-4e7d-b54d-2734891f6abd HTTP/1.1" status: 200 len: 845 time: 0.1476557 Sep 07 19:02:34.576632 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a433da78-1d67-4fd5-b7e4-5cbbcdc9bf6e x-openstack-request-id: req-a433da78-1d67-4fd5-b7e4-5cbbcdc9bf6e {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:34.576932 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e68d244-d595-4438-b585-dd44cc53aa89", "name": "network-vif-plugged", "status": "completed", "tag": "4bd62fe2-8355-4ff0-a79a-850083156a2b", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:34.577185 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a433da78-1d67-4fd5-b7e4-5cbbcdc9bf6e {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:34.577582 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e68d244-d595-4438-b585-dd44cc53aa89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd62fe2-8355-4ff0-a79a-850083156a2b', 'code': 200} Sep 07 19:02:34.608452 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=4bd62fe2-8355-4ff0-a79a-850083156a2b,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:34.620901 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9043a9f9-8121-41b1-b1c1-a69fecc7400e req-0aea51c2-7c3f-4e2e-8f59-bc781df2c69f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363216 Sep 07 19:02:34.666365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Made reservation on behalf of bd150f31e3264ef4b870aabc811ef221 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:02:34.670948 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:34.877035 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9043a9f9-8121-41b1-b1c1-a69fecc7400e req-8b8ad6f6-bc3b-4379-9952-265da3374908 service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494960 Sep 07 19:02:34.890457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c8793-234e-48b7-aedf-e778b09ef1cd req-8b15d779-c3c5-4b28-a281-9dbd4e92fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:34.892007 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-026c8793-234e-48b7-aedf-e778b09ef1cd req-8b15d779-c3c5-4b28-a281-9dbd4e92fc2d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e68d244-d595-4438-b585-dd44cc53aa89 HTTP/1.1" status: 200 len: 1096 time: 0.1771634 Sep 07 19:02:34.984255 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b727a-27ee-4464-9d9d-17afab998e0c req-5ccd6d73-c6df-4a23-a076-37e86e019c53 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:34.991628 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5b6b727a-27ee-4464-9d9d-17afab998e0c req-5ccd6d73-c6df-4a23-a076-37e86e019c53 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=a353b308-e2af-4d2d-a482-527f5e58d179 HTTP/1.1" status: 200 len: 943 time: 0.2224474 Sep 07 19:02:35.104365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Allocated IP 172.20.0.8 (a4724486-3acb-401c-a8f0-54abeeaa7172/9985a0df-d9a6-429f-8454-e036ae7f07c1/e56f7953-f1dd-4af1-b77d-245d34c462c9) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:02:35.113693 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-026c8793-234e-48b7-aedf-e778b09ef1cd req-c5cb6949-aadb-41e5-a19a-85b6547654e6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060165 Sep 07 19:02:35.162843 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9043a9f9-8121-41b1-b1c1-a69fecc7400e req-54062f2e-07e1-4fc1-ab41-d82badd049c6 service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778115 Sep 07 19:02:35.180309 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5b6b727a-27ee-4464-9d9d-17afab998e0c req-8859abdf-81d5-4dbc-9c53-782780051a38 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876502 Sep 07 19:02:35.210076 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf8ea0-60ee-4fca-877e-4c5f14a982d6 req-6a15b25d-85fe-4828-bed2-763c0b670370 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:35.211730 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7cbf8ea0-60ee-4fca-877e-4c5f14a982d6 req-6a15b25d-85fe-4828-bed2-763c0b670370 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e68d244-d595-4438-b585-dd44cc53aa89 HTTP/1.1" status: 200 len: 945 time: 0.2163343 Sep 07 19:02:35.369456 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256f29b-da52-4329-8110-748e502b75d0 req-07fe0ff7-e262-4596-8876-c7e76a04a515 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:35.371030 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3256f29b-da52-4329-8110-748e502b75d0 req-07fe0ff7-e262-4596-8876-c7e76a04a515 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.36 "GET /v2.0/networks?id=f986c5a4-bd26-4682-b9f3-7c3d3ab20e28 HTTP/1.1" status: 200 len: 808 time: 0.2806845 Sep 07 19:02:35.376615 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7cbf8ea0-60ee-4fca-877e-4c5f14a982d6 req-d62d1155-b8be-4306-be94-24af930044a2 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534419 Sep 07 19:02:35.381198 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8bd9a9a5-5b6f-4e9f-bb83-2ba8c4ea86e4 req-e447772a-e019-4e15-9884-cf5c3b4ff389 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 210 time: 0.0539773 Sep 07 19:02:35.392921 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-3256f29b-da52-4329-8110-748e502b75d0 req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Request body: {'port': {'device_id': '46943af1-9c66-4b08-96af-120072df0d04', 'network_id': 'f986c5a4-bd26-4682-b9f3-7c3d3ab20e28', 'admin_state_up': True, 'tenant_id': 'bd6a32c720ae499f8c4f568fc18e660d'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:35.448635 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:35.475294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Transition to ACTIVE for port object e56f7953-f1dd-4af1-b77d-245d34c462c9 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:02:35.502820 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0595aa03-fb03-47f4-baf7-de721a73a9cd req-4ebf3f7c-6d82-4e2f-b108-a7a85c797718 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=46943af1-9c66-4b08-96af-120072df0d04 HTTP/1.1" status: 200 len: 210 time: 0.0408738 Sep 07 19:02:35.555132 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:35.573121 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3256f29b-da52-4329-8110-748e502b75d0 req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Made reservation on behalf of bd6a32c720ae499f8c4f568fc18e660d for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:02:35.577300 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3256f29b-da52-4329-8110-748e502b75d0 req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:35.607915 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Network a4724486-3acb-401c-a8f0-54abeeaa7172 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:02:35.611192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:02:35.617599 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:02:35.624955 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Pushing event updated for resources: {'Port': ['ID=e56f7953-f1dd-4af1-b77d-245d34c462c9,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:35.662209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:35.662852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:35.664972 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:35.665208 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:35.666123 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:35.667042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:35.668811 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:35.670328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:35.671297 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:35.672900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:35.673183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:35.673692 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:35.706513 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:35.707572 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:35.727641 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-f4999abf-58a6-48c9-824a-f033c95b08b3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3851521 Sep 07 19:02:35.745165 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] Request body: {'port': {'device_id': '99ee5a4e-a42a-4655-a0f5-de5a369f32a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:35.778279 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-3256f29b-da52-4329-8110-748e502b75d0 req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Allocated IP 172.20.0.11 (f986c5a4-bd26-4682-b9f3-7c3d3ab20e28/4b082d66-8428-4490-b099-f4ac9dc430cb/55a5298e-59d0-4467-9b8a-05f107bbf344) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:02:35.836019 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:35.920097 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ea81ac85-cb22-46cd-a9ef-ae3c8323942e None None] Provisioning for port e56f7953-f1dd-4af1-b77d-245d34c462c9 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:02:35.924037 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ea81ac85-cb22-46cd-a9ef-ae3c8323942e None None] Provisioning complete for port e56f7953-f1dd-4af1-b77d-245d34c462c9 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:02:35.924414 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ea81ac85-cb22-46cd-a9ef-ae3c8323942e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:35.983045 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ea81ac85-cb22-46cd-a9ef-ae3c8323942e None None] Port e56f7953-f1dd-4af1-b77d-245d34c462c9 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:02:36.030462 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3256f29b-da52-4329-8110-748e502b75d0 req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:36.098542 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3256f29b-da52-4329-8110-748e502b75d0 req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:36.150217 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3256f29b-da52-4329-8110-748e502b75d0 req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Network f986c5a4-bd26-4682-b9f3-7c3d3ab20e28 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:02:36.154740 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-3256f29b-da52-4329-8110-748e502b75d0 req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:02:36.158413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e56f7953-f1dd-4af1-b77d-245d34c462c9 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:02:36.170059 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:36.184402 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] Transition to ACTIVE for port object e56f7953-f1dd-4af1-b77d-245d34c462c9 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:02:36.186142 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Pushing event updated for resources: {'Port': ['ID=55a5298e-59d0-4467-9b8a-05f107bbf344,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:36.190799 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:36.191862 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3256f29b-da52-4329-8110-748e502b75d0 req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:02:36.258005 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:36.258560 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:36.259057 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:36.259471 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:36.259884 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:36.260326 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:36.260744 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:36.261206 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:36.261832 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:36.262397 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:36.263350 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:36.264623 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:36.279716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] Pushing event updated for resources: {'Port': ['ID=e56f7953-f1dd-4af1-b77d-245d34c462c9,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:36.289394 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 7e5b2214-02cb-4177-bb03-ff77d938c331 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:02:36.313754 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256f29b-da52-4329-8110-748e502b75d0 req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:36.315110 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3256f29b-da52-4329-8110-748e502b75d0 req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:36.345031 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3256f29b-da52-4329-8110-748e502b75d0 req-29bf6b27-db1e-4992-8891-b18a9a131503 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9583569 Sep 07 19:02:36.358492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-3256f29b-da52-4329-8110-748e502b75d0 req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] Request body: {'port': {'device_id': '46943af1-9c66-4b08-96af-120072df0d04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:36.440891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] Attempting to bind port e56f7953-f1dd-4af1-b77d-245d34c462c9 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:02:36.442102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] Attempting to bind port e56f7953-f1dd-4af1-b77d-245d34c462c9 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '69fe7266-5094-46a8-93e9-d82a3f146e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:02:36.446336 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] Attempting to bind port e56f7953-f1dd-4af1-b77d-245d34c462c9 on network a4724486-3acb-401c-a8f0-54abeeaa7172 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:02:36.460687 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3256f29b-da52-4329-8110-748e502b75d0 req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:36.486674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 7e5b2214-02cb-4177-bb03-ff77d938c331, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=7e5b2214-02cb-4177-bb03-ff77d938c331,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:36.507997 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233f297-ceaf-4dfa-bd61-4816fea9b63e req-1959d41e-376c-45d9-8b7e-8fee86e84674 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:36.513835 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '7e5b2214-02cb-4177-bb03-ff77d938c331', 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca', 'port_id': '7e5b2214-02cb-4177-bb03-ff77d938c331', 'mac_address': 'fa:16:3e:16:a0:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9dd7036-3605-4e7d-b54d-2734891f6abd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:02:36.526280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0233f297-ceaf-4dfa-bd61-4816fea9b63e req-1959d41e-376c-45d9-8b7e-8fee86e84674 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=a353b308-e2af-4d2d-a482-527f5e58d179 HTTP/1.1" status: 200 len: 943 time: 0.1870580 Sep 07 19:02:36.531950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] Port e56f7953-f1dd-4af1-b77d-245d34c462c9 on network a4724486-3acb-401c-a8f0-54abeeaa7172 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:02:36.534956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] Attempting to bind port e56f7953-f1dd-4af1-b77d-245d34c462c9 on network a4724486-3acb-401c-a8f0-54abeeaa7172 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:02:36.556610 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:02:36.557088 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] Checking segment: {'id': '69fe7266-5094-46a8-93e9-d82a3f146e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:02:36.557632 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] Bound using segment: {'id': '69fe7266-5094-46a8-93e9-d82a3f146e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:02:36.558185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] Bound port: e56f7953-f1dd-4af1-b77d-245d34c462c9, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69fe7266-5094-46a8-93e9-d82a3f146e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:02:36.558682 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:36.585574 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:36.614265 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5b2214-02cb-4177-bb03-ff77d938c331 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:02:36.653893 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 7e5b2214-02cb-4177-bb03-ff77d938c331, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=7e5b2214-02cb-4177-bb03-ff77d938c331,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:36.661283 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:36.698998 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0233f297-ceaf-4dfa-bd61-4816fea9b63e req-6c12940a-7ff7-4659-82a7-63fdea85768c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687863 Sep 07 19:02:36.741443 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5496710-f86d-45fb-88a3-ca167313e10a req-34c7b23b-9560-41bc-86aa-67dbc92e3bf7 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:36.744088 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5496710-f86d-45fb-88a3-ca167313e10a req-34c7b23b-9560-41bc-86aa-67dbc92e3bf7 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e68d244-d595-4438-b585-dd44cc53aa89 HTTP/1.1" status: 200 len: 945 time: 0.1894565 Sep 07 19:02:36.756126 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] For port e56f7953-f1dd-4af1-b77d-245d34c462c9, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:02:36.758632 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=7e5b2214-02cb-4177-bb03-ff77d938c331,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:36.766067 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] For port e56f7953-f1dd-4af1-b77d-245d34c462c9, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=e56f7953-f1dd-4af1-b77d-245d34c462c9,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:02:36.788300 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:36.851827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:36.852463 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:36.853921 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] 10.222.0.36 "PUT /v2.0/ports/e56f7953-f1dd-4af1-b77d-245d34c462c9 HTTP/1.1" status: 200 len: 1091 time: 1.1139190 Sep 07 19:02:36.855294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ee5a4e-a42a-4655-a0f5-de5a369f32a9', 'tag': 'e56f7953-f1dd-4af1-b77d-245d34c462c9'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:36.858515 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399f9a69-889a-45f0-a058-1d68c99346f6" -d '{"events": [{"name": "network-changed", "server_uuid": "99ee5a4e-a42a-4655-a0f5-de5a369f32a9", "tag": "e56f7953-f1dd-4af1-b77d-245d34c462c9"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:36.932309 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7e5b2214-02cb-4177-bb03-ff77d938c331'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:02:36.950849 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5496710-f86d-45fb-88a3-ca167313e10a req-f46586d3-fe32-41fe-ac9b-1712f10ce3b2 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975396 Sep 07 19:02:37.008398 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-3256f29b-da52-4329-8110-748e502b75d0 req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a5298e-59d0-4467-9b8a-05f107bbf344 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:02:37.023392 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a89505-f176-43b5-848b-c92419facc01 service neutron] Pushing event updated for resources: {'Port': ['ID=e56f7953-f1dd-4af1-b77d-245d34c462c9,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:37.041408 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3256f29b-da52-4329-8110-748e502b75d0 req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:37.076439 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-3256f29b-da52-4329-8110-748e502b75d0 req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] Transition to ACTIVE for port object 55a5298e-59d0-4467-9b8a-05f107bbf344 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:02:37.082468 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dd27b-aa58-4ddc-833a-20f0d4254343 req-c24e1273-bd8a-422e-b871-8535cdb67dcc tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:37.082468 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac6dd27b-aa58-4ddc-833a-20f0d4254343 req-c24e1273-bd8a-422e-b871-8535cdb67dcc tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 943 time: 0.2468555 Sep 07 19:02:37.084545 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3256f29b-da52-4329-8110-748e502b75d0 req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:37.153151 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] Pushing event updated for resources: {'Port': ['ID=55a5298e-59d0-4467-9b8a-05f107bbf344,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:37.162627 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-5fbe2cf3-bf75-4ec5-bd8d-cf8758392455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:37.164299 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-5fbe2cf3-bf75-4ec5-bd8d-cf8758392455 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd150f31e3264ef4b870aabc811ef221&device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 1094 time: 0.2626562 Sep 07 19:02:37.233232 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-b245e0b7-e1b3-42d0-b3e0-7372754d4ddf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e56f7953-f1dd-4af1-b77d-245d34c462c9 HTTP/1.1" status: 200 len: 217 time: 0.0567603 Sep 07 19:02:37.236071 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac6dd27b-aa58-4ddc-833a-20f0d4254343 req-30376f56-295c-4d35-b61b-21dde0366b27 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394756 Sep 07 19:02:37.244874 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c101bc-97b5-41e4-84ec-64ae5bfee037 req-b80e0453-fe82-453c-b6fa-96a9a48fd2b8 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:37.246903 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66c101bc-97b5-41e4-84ec-64ae5bfee037 req-b80e0453-fe82-453c-b6fa-96a9a48fd2b8 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=46943af1-9c66-4b08-96af-120072df0d04 HTTP/1.1" status: 200 len: 944 time: 0.1665242 Sep 07 19:02:37.271556 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-3256f29b-da52-4329-8110-748e502b75d0 req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] Attempting to bind port 55a5298e-59d0-4467-9b8a-05f107bbf344 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:02:37.271907 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-3256f29b-da52-4329-8110-748e502b75d0 req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] Attempting to bind port 55a5298e-59d0-4467-9b8a-05f107bbf344 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'a554bdae-be05-469c-8a87-7eeb7bb434d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f986c5a4-bd26-4682-b9f3-7c3d3ab20e28'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:02:37.273020 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3256f29b-da52-4329-8110-748e502b75d0 req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] Attempting to bind port 55a5298e-59d0-4467-9b8a-05f107bbf344 on network f986c5a4-bd26-4682-b9f3-7c3d3ab20e28 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:02:37.280322 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3256f29b-da52-4329-8110-748e502b75d0 req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] Port 55a5298e-59d0-4467-9b8a-05f107bbf344 on network f986c5a4-bd26-4682-b9f3-7c3d3ab20e28 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:02:37.280700 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3256f29b-da52-4329-8110-748e502b75d0 req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] Attempting to bind port 55a5298e-59d0-4467-9b8a-05f107bbf344 on network f986c5a4-bd26-4682-b9f3-7c3d3ab20e28 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:02:37.287391 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3256f29b-da52-4329-8110-748e502b75d0 req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:02:37.287812 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3256f29b-da52-4329-8110-748e502b75d0 req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] Checking segment: {'id': 'a554bdae-be05-469c-8a87-7eeb7bb434d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f986c5a4-bd26-4682-b9f3-7c3d3ab20e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:02:37.288454 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3256f29b-da52-4329-8110-748e502b75d0 req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] Bound using segment: {'id': 'a554bdae-be05-469c-8a87-7eeb7bb434d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f986c5a4-bd26-4682-b9f3-7c3d3ab20e28'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:02:37.289206 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-3256f29b-da52-4329-8110-748e502b75d0 req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] Bound port: 55a5298e-59d0-4467-9b8a-05f107bbf344, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a554bdae-be05-469c-8a87-7eeb7bb434d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f986c5a4-bd26-4682-b9f3-7c3d3ab20e28'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:02:37.289583 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3256f29b-da52-4329-8110-748e502b75d0 req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:37.330331 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae7480c-3db2-41e3-93e9-ca7556fd5891 x-openstack-request-id: req-8ae7480c-3db2-41e3-93e9-ca7556fd5891 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:37.330613 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ee5a4e-a42a-4655-a0f5-de5a369f32a9", "tag": "e56f7953-f1dd-4af1-b77d-245d34c462c9", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:37.330930 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8ae7480c-3db2-41e3-93e9-ca7556fd5891 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:37.331333 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ee5a4e-a42a-4655-a0f5-de5a369f32a9', 'tag': 'e56f7953-f1dd-4af1-b77d-245d34c462c9', 'status': 'completed', 'code': 200} Sep 07 19:02:37.337206 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66c101bc-97b5-41e4-84ec-64ae5bfee037 req-55890289-347d-4e87-84cc-ef82eb401994 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef25cec2-f468-49e5-aa1c-f5c4551701c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809755 Sep 07 19:02:37.338800 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-fbda7dcc-735f-420d-8dd9-fec114c50752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:37.340260 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-fbda7dcc-735f-420d-8dd9-fec114c50752 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9985a0df-d9a6-429f-8454-e036ae7f07c1 HTTP/1.1" status: 200 len: 855 time: 0.0917451 Sep 07 19:02:37.378746 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-3256f29b-da52-4329-8110-748e502b75d0 req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] For port 55a5298e-59d0-4467-9b8a-05f107bbf344, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:02:37.382017 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-3256f29b-da52-4329-8110-748e502b75d0 req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] For port 55a5298e-59d0-4467-9b8a-05f107bbf344, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=55a5298e-59d0-4467-9b8a-05f107bbf344,segment=NetworkSegment(a554bdae-be05-469c-8a87-7eeb7bb434d8),segment_id=a554bdae-be05-469c-8a87-7eeb7bb434d8)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:02:37.388556 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3256f29b-da52-4329-8110-748e502b75d0 req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:37.421118 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-15751b27-add2-46f4-b4dc-bf627049b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:37.423001 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-15751b27-add2-46f4-b4dc-bf627049b001 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4724486-3acb-401c-a8f0-54abeeaa7172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747371 Sep 07 19:02:37.435248 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256f29b-da52-4329-8110-748e502b75d0 req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:37.436098 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3256f29b-da52-4329-8110-748e502b75d0 req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:37.437881 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3256f29b-da52-4329-8110-748e502b75d0 req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] 10.222.0.36 "PUT /v2.0/ports/55a5298e-59d0-4467-9b8a-05f107bbf344 HTTP/1.1" status: 200 len: 1092 time: 1.0843334 Sep 07 19:02:37.438630 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46943af1-9c66-4b08-96af-120072df0d04', 'tag': '55a5298e-59d0-4467-9b8a-05f107bbf344'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:37.444491 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3df817-f1b4-46fd-a366-8f3dcab8054f" -d '{"events": [{"name": "network-changed", "server_uuid": "46943af1-9c66-4b08-96af-120072df0d04", "tag": "55a5298e-59d0-4467-9b8a-05f107bbf344"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:37.521219 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6908d-923b-4357-bf88-8dd04120eddf service neutron] Pushing event updated for resources: {'Port': ['ID=55a5298e-59d0-4467-9b8a-05f107bbf344,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:37.527219 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14273f7a-8d02-47b8-a30c-7bb9440494b3 x-openstack-request-id: req-14273f7a-8d02-47b8-a30c-7bb9440494b3 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:37.536392 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46943af1-9c66-4b08-96af-120072df0d04", "tag": "55a5298e-59d0-4467-9b8a-05f107bbf344", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:37.536392 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14273f7a-8d02-47b8-a30c-7bb9440494b3 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:37.537133 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46943af1-9c66-4b08-96af-120072df0d04', 'tag': '55a5298e-59d0-4467-9b8a-05f107bbf344', 'status': 'completed', 'code': 200} Sep 07 19:02:37.579947 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-43cb28df-0265-44d0-ad2f-3b4b0f54aabd service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482666 Sep 07 19:02:37.583204 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256f29b-da52-4329-8110-748e502b75d0 req-3759015e-71e2-40a2-be06-06898f3a0775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:37.584973 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3256f29b-da52-4329-8110-748e502b75d0 req-3759015e-71e2-40a2-be06-06898f3a0775 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd6a32c720ae499f8c4f568fc18e660d&device_id=46943af1-9c66-4b08-96af-120072df0d04 HTTP/1.1" status: 200 len: 1095 time: 0.0842226 Sep 07 19:02:37.667275 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3256f29b-da52-4329-8110-748e502b75d0 req-87495083-be84-429a-a29c-554666dc8094 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55a5298e-59d0-4467-9b8a-05f107bbf344 HTTP/1.1" status: 200 len: 217 time: 0.0698414 Sep 07 19:02:37.721546 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256f29b-da52-4329-8110-748e502b75d0 req-2be4791d-6296-4964-a05c-aea98582203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:37.725679 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3256f29b-da52-4329-8110-748e502b75d0 req-2be4791d-6296-4964-a05c-aea98582203a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b082d66-8428-4490-b099-f4ac9dc430cb HTTP/1.1" status: 200 len: 848 time: 0.0510523 Sep 07 19:02:37.744941 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4251a88a-9cf8-4548-a478-9fa22c82e4c7 req-f933ff71-f087-4b23-a5e4-9421c15d236f service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477237 Sep 07 19:02:37.770332 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3256f29b-da52-4329-8110-748e502b75d0 req-ac75b450-8122-4197-8c6b-48e0f6beed0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f986c5a4-bd26-4682-b9f3-7c3d3ab20e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342436 Sep 07 19:02:37.775963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11caae6-0d5d-4378-947b-189391db5eac req-8a811589-5212-4c29-afbd-27da8945f033 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:37.777726 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b11caae6-0d5d-4378-947b-189391db5eac req-8a811589-5212-4c29-afbd-27da8945f033 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e68d244-d595-4438-b585-dd44cc53aa89 HTTP/1.1" status: 200 len: 945 time: 0.0791779 Sep 07 19:02:37.831090 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b11caae6-0d5d-4378-947b-189391db5eac req-6ffd9333-7d9e-405c-8cd3-9cb2dcf1a4a4 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463393 Sep 07 19:02:37.891266 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3256f29b-da52-4329-8110-748e502b75d0 req-ec5f12da-cf0d-4b69-b5b6-4d71a55f74df service neutron] 10.222.0.36 "GET /v2.0/networks/f986c5a4-bd26-4682-b9f3-7c3d3ab20e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114678 Sep 07 19:02:37.907782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f9a69-889a-45f0-a058-1d68c99346f6 req-9f0daff7-9a34-40b5-ad1d-c8a94e57a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:37.909301 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-399f9a69-889a-45f0-a058-1d68c99346f6 req-9f0daff7-9a34-40b5-ad1d-c8a94e57a095 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd150f31e3264ef4b870aabc811ef221&device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 1094 time: 0.0874565 Sep 07 19:02:37.916673 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d4eb4-5e5a-4a96-a7d1-1710d55b3325 req-ad1e25f5-ede2-4b54-8110-5ef85b2a500b tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:37.918073 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b79d4eb4-5e5a-4a96-a7d1-1710d55b3325 req-ad1e25f5-ede2-4b54-8110-5ef85b2a500b tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=a353b308-e2af-4d2d-a482-527f5e58d179 HTTP/1.1" status: 200 len: 944 time: 0.0951002 Sep 07 19:02:38.008742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b79d4eb4-5e5a-4a96-a7d1-1710d55b3325 req-2bcf2391-6e5d-47f7-a00c-ffeec47d69e7 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817547 Sep 07 19:02:38.009043 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3256f29b-da52-4329-8110-748e502b75d0 req-12f16802-ebef-4654-a08f-c64e8cccc411 service neutron] 10.222.0.36 "GET /v2.0/networks/f986c5a4-bd26-4682-b9f3-7c3d3ab20e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092355 Sep 07 19:02:38.051041 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f9a69-889a-45f0-a058-1d68c99346f6 req-bbc75a15-1aa4-44da-b276-c8932f893543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:38.052446 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-399f9a69-889a-45f0-a058-1d68c99346f6 req-bbc75a15-1aa4-44da-b276-c8932f893543 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4724486-3acb-401c-a8f0-54abeeaa7172 HTTP/1.1" status: 200 len: 917 time: 0.1334944 Sep 07 19:02:38.111545 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-399f9a69-889a-45f0-a058-1d68c99346f6 req-0dc1d24e-d90e-4a02-82d2-55260da68387 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e56f7953-f1dd-4af1-b77d-245d34c462c9 HTTP/1.1" status: 200 len: 217 time: 0.0413542 Sep 07 19:02:38.135641 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3df817-f1b4-46fd-a366-8f3dcab8054f req-dcbcd617-b450-41c8-b0be-66ae9ae7dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:38.137197 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ce3df817-f1b4-46fd-a366-8f3dcab8054f req-dcbcd617-b450-41c8-b0be-66ae9ae7dbe8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd6a32c720ae499f8c4f568fc18e660d&device_id=46943af1-9c66-4b08-96af-120072df0d04 HTTP/1.1" status: 200 len: 1095 time: 0.0472603 Sep 07 19:02:38.168076 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f9a69-889a-45f0-a058-1d68c99346f6 req-e0ee19eb-df7e-462e-87ce-e586854424ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:38.169663 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-399f9a69-889a-45f0-a058-1d68c99346f6 req-e0ee19eb-df7e-462e-87ce-e586854424ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9985a0df-d9a6-429f-8454-e036ae7f07c1 HTTP/1.1" status: 200 len: 855 time: 0.0477467 Sep 07 19:02:38.220028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f9a69-889a-45f0-a058-1d68c99346f6 req-3725a42e-2a22-4d17-9ff3-ee9575d88275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:38.221688 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-399f9a69-889a-45f0-a058-1d68c99346f6 req-3725a42e-2a22-4d17-9ff3-ee9575d88275 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4724486-3acb-401c-a8f0-54abeeaa7172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425394 Sep 07 19:02:38.242696 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3df817-f1b4-46fd-a366-8f3dcab8054f req-6204b45e-95eb-4301-942d-67e0e472ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:38.244101 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ce3df817-f1b4-46fd-a366-8f3dcab8054f req-6204b45e-95eb-4301-942d-67e0e472ff13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f986c5a4-bd26-4682-b9f3-7c3d3ab20e28 HTTP/1.1" status: 200 len: 909 time: 0.0988607 Sep 07 19:02:38.289296 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ce3df817-f1b4-46fd-a366-8f3dcab8054f req-ab2498ab-6846-4250-a32c-6ed0f11aee60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55a5298e-59d0-4467-9b8a-05f107bbf344 HTTP/1.1" status: 200 len: 217 time: 0.0371687 Sep 07 19:02:38.299724 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 7e5b2214-02cb-4177-bb03-ff77d938c331 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:02:38.359468 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3df817-f1b4-46fd-a366-8f3dcab8054f req-abe09000-1597-4cfb-979e-47b79324972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:38.360990 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ce3df817-f1b4-46fd-a366-8f3dcab8054f req-abe09000-1597-4cfb-979e-47b79324972a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b082d66-8428-4490-b099-f4ac9dc430cb HTTP/1.1" status: 200 len: 848 time: 0.0638008 Sep 07 19:02:38.368978 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 7e5b2214-02cb-4177-bb03-ff77d938c331 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:02:38.374348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 7e5b2214-02cb-4177-bb03-ff77d938c331 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:02:38.375410 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:38.402111 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-399f9a69-889a-45f0-a058-1d68c99346f6 req-780849c2-c648-4483-a2a6-7fa68dc8daa6 service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663375 Sep 07 19:02:38.409712 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ce3df817-f1b4-46fd-a366-8f3dcab8054f req-3fba14a4-aba8-4a6d-a8f1-edcf48de0ec8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f986c5a4-bd26-4682-b9f3-7c3d3ab20e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399554 Sep 07 19:02:38.412551 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046bce6-e6b0-42e3-80d3-4314181c5611 req-5d534cae-0e31-4823-8740-38a0ab93e061 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:38.422950 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b046bce6-e6b0-42e3-80d3-4314181c5611 req-5d534cae-0e31-4823-8740-38a0ab93e061 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 943 time: 0.0908577 Sep 07 19:02:38.505292 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:38.523307 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ce3df817-f1b4-46fd-a366-8f3dcab8054f req-d6fbd5b7-1b96-431a-ae31-599ccf8df66e service neutron] 10.222.0.36 "GET /v2.0/networks/f986c5a4-bd26-4682-b9f3-7c3d3ab20e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032791 Sep 07 19:02:38.525603 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-399f9a69-889a-45f0-a058-1d68c99346f6 req-7cd2efbb-8046-43fb-924a-e1ee1084e955 service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995433 Sep 07 19:02:38.532292 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a353b308-e2af-4d2d-a482-527f5e58d179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5b2214-02cb-4177-bb03-ff77d938c331'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:38.534708 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23516652-aadf-4ece-a20c-1d61fe6c3105" -d '{"events": [{"server_uuid": "a353b308-e2af-4d2d-a482-527f5e58d179", "name": "network-vif-plugged", "status": "completed", "tag": "7e5b2214-02cb-4177-bb03-ff77d938c331"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:38.552848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 7e5b2214-02cb-4177-bb03-ff77d938c331, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=7e5b2214-02cb-4177-bb03-ff77d938c331,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:38.560991 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:38.651371 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=7e5b2214-02cb-4177-bb03-ff77d938c331,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:38.705325 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ce3df817-f1b4-46fd-a366-8f3dcab8054f req-0fbea51e-ec30-46be-b562-7147a28ebd47 service neutron] 10.222.0.36 "GET /v2.0/networks/f986c5a4-bd26-4682-b9f3-7c3d3ab20e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553328 Sep 07 19:02:38.986227 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b046bce6-e6b0-42e3-80d3-4314181c5611 req-6e6c1b5c-5bc6-4ad2-8897-a78e6b9bf0e0 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5620892 Sep 07 19:02:39.011523 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc33acc-fad0-49e5-bd3a-4fe1313eed09 req-75b59978-f29c-4758-bd3d-15098de7cc53 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:39.014606 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0cc33acc-fad0-49e5-bd3a-4fe1313eed09 req-75b59978-f29c-4758-bd3d-15098de7cc53 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=46943af1-9c66-4b08-96af-120072df0d04 HTTP/1.1" status: 200 len: 944 time: 0.4869740 Sep 07 19:02:39.026768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f87b1-0ee0-4874-a0e6-bf1e00de29ac req-62638e56-ad6c-4d14-937b-a87dd3431258 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:39.028380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-879f87b1-0ee0-4874-a0e6-bf1e00de29ac req-62638e56-ad6c-4d14-937b-a87dd3431258 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e68d244-d595-4438-b585-dd44cc53aa89 HTTP/1.1" status: 200 len: 945 time: 0.1097939 Sep 07 19:02:39.151172 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0cc33acc-fad0-49e5-bd3a-4fe1313eed09 req-da42214b-3329-408b-b93d-cbf59ba9bee0 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef25cec2-f468-49e5-aa1c-f5c4551701c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215053 Sep 07 19:02:39.160650 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0dec0d-c11f-4d1e-b415-c122028237d9 x-openstack-request-id: req-2a0dec0d-c11f-4d1e-b415-c122028237d9 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:39.161173 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a353b308-e2af-4d2d-a482-527f5e58d179", "name": "network-vif-plugged", "status": "completed", "tag": "7e5b2214-02cb-4177-bb03-ff77d938c331", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:39.170304 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a0dec0d-c11f-4d1e-b415-c122028237d9 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:39.171073 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a353b308-e2af-4d2d-a482-527f5e58d179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5b2214-02cb-4177-bb03-ff77d938c331', 'code': 200} Sep 07 19:02:39.230755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-879f87b1-0ee0-4874-a0e6-bf1e00de29ac req-b3626886-d560-4c91-9ac0-a671f06c3e00 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Deleting port 4bd62fe2-8355-4ff0-a79a-850083156a2b {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:02:39.239931 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-879f87b1-0ee0-4874-a0e6-bf1e00de29ac req-b3626886-d560-4c91-9ac0-a671f06c3e00 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:39.467014 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-879f87b1-0ee0-4874-a0e6-bf1e00de29ac req-b3626886-d560-4c91-9ac0-a671f06c3e00 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] For port 4bd62fe2-8355-4ff0-a79a-850083156a2b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=4bd62fe2-8355-4ff0-a79a-850083156a2b,segment=NetworkSegment(a37264a1-8764-4c16-b21c-d53a30080480),segment_id=a37264a1-8764-4c16-b21c-d53a30080480)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:39.467385 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-879f87b1-0ee0-4874-a0e6-bf1e00de29ac req-b3626886-d560-4c91-9ac0-a671f06c3e00 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:39.500968 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-879f87b1-0ee0-4874-a0e6-bf1e00de29ac req-b3626886-d560-4c91-9ac0-a671f06c3e00 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Calling delete_port for 4bd62fe2-8355-4ff0-a79a-850083156a2b owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:02:39.508880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b93f4-f7e1-41a9-af40-d32a79f0883f req-794bb870-8a9f-4a22-8ad7-28b089d11d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:39.511640 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d25b93f4-f7e1-41a9-af40-d32a79f0883f req-794bb870-8a9f-4a22-8ad7-28b089d11d99 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a353b308-e2af-4d2d-a482-527f5e58d179 HTTP/1.1" status: 200 len: 1096 time: 0.1835351 Sep 07 19:02:39.525309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316d174-fd92-48a4-b200-3f749d31b07b req-6caf0c20-1cdf-4d9a-8050-96885417986d tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:39.527020 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7316d174-fd92-48a4-b200-3f749d31b07b req-6caf0c20-1cdf-4d9a-8050-96885417986d tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=a353b308-e2af-4d2d-a482-527f5e58d179 HTTP/1.1" status: 200 len: 945 time: 0.1956804 Sep 07 19:02:39.548653 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c3e31-9082-4ca3-b2fd-b6824ea2f238 req-52113566-2b9c-45d3-bf30-c524a37407cb tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:39.550262 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-701c3e31-9082-4ca3-b2fd-b6824ea2f238 req-52113566-2b9c-45d3-bf30-c524a37407cb tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e68d244-d595-4438-b585-dd44cc53aa89 HTTP/1.1" status: 200 len: 945 time: 0.2206962 Sep 07 19:02:39.691553 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-701c3e31-9082-4ca3-b2fd-b6824ea2f238 req-b4eca0fb-6fa8-4738-97d8-4b1b8d59473b tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7ab6e05-d25b-4416-8e11-fabb7fa50269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307786 Sep 07 19:02:39.697173 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d25b93f4-f7e1-41a9-af40-d32a79f0883f req-099a8e88-01c3-4729-bf79-7c6d88d8ab78 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649258 Sep 07 19:02:39.707424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7316d174-fd92-48a4-b200-3f749d31b07b req-8c997b74-da56-4af7-b04e-aa157ba208ec tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731477 Sep 07 19:02:39.822784 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-879f87b1-0ee0-4874-a0e6-bf1e00de29ac req-b3626886-d560-4c91-9ac0-a671f06c3e00 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:39.842004 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['4bd62fe2-8355-4ff0-a79a-850083156a2b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:02:39.859513 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3626886-d560-4c91-9ac0-a671f06c3e00 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Pushing event deleted for resources: {'Port': ['ID=4bd62fe2-8355-4ff0-a79a-850083156a2b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:39.923838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-879f87b1-0ee0-4874-a0e6-bf1e00de29ac req-b3626886-d560-4c91-9ac0-a671f06c3e00 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] No DVR routers for this DVR port 4bd62fe2-8355-4ff0-a79a-850083156a2b on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:02:39.927492 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-879f87b1-0ee0-4874-a0e6-bf1e00de29ac req-b3626886-d560-4c91-9ac0-a671f06c3e00 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:39.929672 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-879f87b1-0ee0-4874-a0e6-bf1e00de29ac req-b3626886-d560-4c91-9ac0-a671f06c3e00 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.60 "DELETE /v2.0/ports/4bd62fe2-8355-4ff0-a79a-850083156a2b HTTP/1.1" status: 204 len: 173 time: 0.8937459 Sep 07 19:02:39.930140 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e68d244-d595-4438-b585-dd44cc53aa89', 'name': 'network-vif-deleted', 'tag': '4bd62fe2-8355-4ff0-a79a-850083156a2b'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:39.933147 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafcd1e4-9b99-430d-a501-74e7ab1e20a5" -d '{"events": [{"server_uuid": "6e68d244-d595-4438-b585-dd44cc53aa89", "name": "network-vif-deleted", "tag": "4bd62fe2-8355-4ff0-a79a-850083156a2b"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:39.983557 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02b3f0d-6349-4356-9478-9a143effb8bb x-openstack-request-id: req-a02b3f0d-6349-4356-9478-9a143effb8bb {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:39.983707 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e68d244-d595-4438-b585-dd44cc53aa89", "name": "network-vif-deleted", "tag": "4bd62fe2-8355-4ff0-a79a-850083156a2b", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:39.984022 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a02b3f0d-6349-4356-9478-9a143effb8bb {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:39.985126 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e68d244-d595-4438-b585-dd44cc53aa89', 'name': 'network-vif-deleted', 'tag': '4bd62fe2-8355-4ff0-a79a-850083156a2b', 'status': 'completed', 'code': 200} Sep 07 19:02:40.155851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d7706-0d47-412c-9aac-aed4eea4133a req-b380e218-c92a-42d1-84d7-1647b7f6c4d4 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:40.157630 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-704d7706-0d47-412c-9aac-aed4eea4133a req-b380e218-c92a-42d1-84d7-1647b7f6c4d4 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 943 time: 0.0770795 Sep 07 19:02:40.213041 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-704d7706-0d47-412c-9aac-aed4eea4133a req-8b313443-d019-4ccf-8592-d4465c46bed8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478334 Sep 07 19:02:40.300992 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9a13a-5551-4f7c-9f0a-7958cc564bd2 req-eb8560fe-5612-4072-90e1-8d4dce25808e tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:40.302522 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ec9a13a-5551-4f7c-9f0a-7958cc564bd2 req-eb8560fe-5612-4072-90e1-8d4dce25808e tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=46943af1-9c66-4b08-96af-120072df0d04 HTTP/1.1" status: 200 len: 944 time: 0.0545268 Sep 07 19:02:40.344815 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ec9a13a-5551-4f7c-9f0a-7958cc564bd2 req-b1334b97-77f8-4ca4-ad37-af586537c67a tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef25cec2-f468-49e5-aa1c-f5c4551701c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361309 Sep 07 19:02:40.860075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161bb85-1cb6-40b5-9303-0e7754d5d748 req-9232c39f-33bc-4f26-a29b-90e89634f1f4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:40.861928 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0161bb85-1cb6-40b5-9303-0e7754d5d748 req-9232c39f-33bc-4f26-a29b-90e89634f1f4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=a353b308-e2af-4d2d-a482-527f5e58d179 HTTP/1.1" status: 200 len: 945 time: 0.0597949 Sep 07 19:02:40.911332 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0161bb85-1cb6-40b5-9303-0e7754d5d748 req-af4029cc-1cb7-4097-a151-398b3a89f59e tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434167 Sep 07 19:02:40.946249 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44772) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:41.036531 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-11166f34-1b5b-40c2-8e8b-72e4dbbcdeab tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:41.063076 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-11166f34-1b5b-40c2-8e8b-72e4dbbcdeab tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:41.138055 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 55a5298e-59d0-4467-9b8a-05f107bbf344 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:02:41.145411 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-11166f34-1b5b-40c2-8e8b-72e4dbbcdeab tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:41.149709 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-11166f34-1b5b-40c2-8e8b-72e4dbbcdeab tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:41.151566 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-11166f34-1b5b-40c2-8e8b-72e4dbbcdeab tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "DELETE /v2.0/security-groups/922c0685-cf19-459e-b227-7abfa297f738 HTTP/1.1" status: 204 len: 168 time: 0.1993361 Sep 07 19:02:41.157390 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44786) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:41.183623 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11166f34-1b5b-40c2-8e8b-72e4dbbcdeab tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=922c0685-cf19-459e-b227-7abfa297f738,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:41.187541 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-d36f6a6d-08d8-4cc6-883d-63a5d1f234cb tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] show failed (client error): The resource could not be found. Sep 07 19:02:41.188679 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d36f6a6d-08d8-4cc6-883d-63a5d1f234cb tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "GET /v2.0/security-groups/922c0685-cf19-459e-b227-7abfa297f738 HTTP/1.1" status: 404 len: 347 time: 0.0286329 Sep 07 19:02:41.192297 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44788) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:41.234745 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181ceee-dcf6-476d-8a64-742662522a8c req-1206a89e-cb25-4d63-8cff-48a9e21980c8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:41.242912 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5181ceee-dcf6-476d-8a64-742662522a8c req-1206a89e-cb25-4d63-8cff-48a9e21980c8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 805 time: 0.1528239 Sep 07 19:02:41.263366 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5181ceee-dcf6-476d-8a64-742662522a8c req-a756594f-45da-4d94-ab52-591901cd8412 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/quotas/08f867cc89344abeab4b7e4fd5e2fa8b HTTP/1.1" status: 200 len: 375 time: 0.0188222 Sep 07 19:02:41.347950 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 55a5298e-59d0-4467-9b8a-05f107bbf344, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=55a5298e-59d0-4467-9b8a-05f107bbf344,segment=NetworkSegment(a554bdae-be05-469c-8a87-7eeb7bb434d8),segment_id=a554bdae-be05-469c-8a87-7eeb7bb434d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:41.360414 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '55a5298e-59d0-4467-9b8a-05f107bbf344', 'network_id': 'f986c5a4-bd26-4682-b9f3-7c3d3ab20e28', 'port_id': '55a5298e-59d0-4467-9b8a-05f107bbf344', 'mac_address': 'fa:16:3e:eb:37:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b082d66-8428-4490-b099-f4ac9dc430cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:02:41.365927 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5181ceee-dcf6-476d-8a64-742662522a8c req-27ecdc62-345b-43b3-bb80-1af14e5377a0 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1012390 Sep 07 19:02:41.399486 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-6c5dc93a-1cef-4fdb-8a1d-b287b9337c62 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Deleting port d7669c92-8b20-4e26-bbad-4c1875119ddd {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:02:41.399768 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc93a-1cef-4fdb-8a1d-b287b9337c62 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:41.406617 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:41.423303 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a5298e-59d0-4467-9b8a-05f107bbf344 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:02:41.451046 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 55a5298e-59d0-4467-9b8a-05f107bbf344, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=55a5298e-59d0-4467-9b8a-05f107bbf344,segment=NetworkSegment(a554bdae-be05-469c-8a87-7eeb7bb434d8),segment_id=a554bdae-be05-469c-8a87-7eeb7bb434d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:41.457807 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:41.459762 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device e56f7953-f1dd-4af1-b77d-245d34c462c9 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:02:41.512895 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc93a-1cef-4fdb-8a1d-b287b9337c62 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:41.513255 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc93a-1cef-4fdb-8a1d-b287b9337c62 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:41.514053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4025ee5-a4cf-4714-81f2-e500d2ee78f3 req-dd1547d6-f3b0-4454-aad7-e7f257d78b59 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:41.521659 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4025ee5-a4cf-4714-81f2-e500d2ee78f3 req-dd1547d6-f3b0-4454-aad7-e7f257d78b59 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 943 time: 0.1165624 Sep 07 19:02:41.529908 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-6c5dc93a-1cef-4fdb-8a1d-b287b9337c62 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Calling delete_port for d7669c92-8b20-4e26-bbad-4c1875119ddd owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:02:41.557721 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=55a5298e-59d0-4467-9b8a-05f107bbf344,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:41.570221 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5181ceee-dcf6-476d-8a64-742662522a8c req-42ad6300-7fef-41ac-a8e0-5c1955f86de0 service neutron] 10.222.0.26 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034111 Sep 07 19:02:41.587905 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4025ee5-a4cf-4714-81f2-e500d2ee78f3 req-a82ee846-e5d3-43fa-9f95-df8e6e1243df tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598099 Sep 07 19:02:41.691216 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port e56f7953-f1dd-4af1-b77d-245d34c462c9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=e56f7953-f1dd-4af1-b77d-245d34c462c9,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:41.709179 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc93a-1cef-4fdb-8a1d-b287b9337c62 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:41.710044 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'e56f7953-f1dd-4af1-b77d-245d34c462c9', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'port_id': 'e56f7953-f1dd-4af1-b77d-245d34c462c9', 'mac_address': 'fa:16:3e:d6:8a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:02:41.756305 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5dc93a-1cef-4fdb-8a1d-b287b9337c62 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Pushing event deleted for resources: {'Port': ['ID=d7669c92-8b20-4e26-bbad-4c1875119ddd,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:41.762431 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:41.774459 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5181ceee-dcf6-476d-8a64-742662522a8c req-017ccf92-38f1-4274-89d8-868e5ab15537 service neutron] 10.222.0.26 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852510 Sep 07 19:02:41.779862 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e56f7953-f1dd-4af1-b77d-245d34c462c9 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:02:41.794353 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b2a80-10c8-45e6-8766-dac0bd93a527 req-7ce4a59c-eb5e-4fa2-92d2-24e6f1c5e34f tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:41.796115 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c60b2a80-10c8-45e6-8766-dac0bd93a527 req-7ce4a59c-eb5e-4fa2-92d2-24e6f1c5e34f tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=46943af1-9c66-4b08-96af-120072df0d04 HTTP/1.1" status: 200 len: 945 time: 0.1092229 Sep 07 19:02:41.801779 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port e56f7953-f1dd-4af1-b77d-245d34c462c9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=e56f7953-f1dd-4af1-b77d-245d34c462c9,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:41.806205 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:41.853932 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c60b2a80-10c8-45e6-8766-dac0bd93a527 req-ef1e1b62-95b6-44bf-bddc-6ac41dbd1e59 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef25cec2-f468-49e5-aa1c-f5c4551701c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465059 Sep 07 19:02:41.871970 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=e56f7953-f1dd-4af1-b77d-245d34c462c9,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:41.897645 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc93a-1cef-4fdb-8a1d-b287b9337c62 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:41.900772 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc93a-1cef-4fdb-8a1d-b287b9337c62 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:41.904580 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6c5dc93a-1cef-4fdb-8a1d-b287b9337c62 tempest-ImagesOneServerNegativeTestJSON-1685717406 tempest-ImagesOneServerNegativeTestJSON-1685717406-project] 10.222.0.26 "DELETE /v2.0/floatingips/baa25380-8181-4054-81ae-a0d775b0c785 HTTP/1.1" status: 204 len: 168 time: 0.7077944 Sep 07 19:02:42.094512 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['e56f7953-f1dd-4af1-b77d-245d34c462c9'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:02:42.104863 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['55a5298e-59d0-4467-9b8a-05f107bbf344'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:02:42.120074 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44828) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:42.232057 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-694a8810-906d-4315-abdd-0c6b1ef0fbd7 admin admin] Deleting subnet 099526cd-4957-4192-8eac-1447e05d98aa {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:02:42.238901 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-694a8810-906d-4315-abdd-0c6b1ef0fbd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:42.333133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4bd62fe2-8355-4ff0-a79a-850083156a2b no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:02:42.335946 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-694a8810-906d-4315-abdd-0c6b1ef0fbd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:42.376774 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 4bd62fe2-8355-4ff0-a79a-850083156a2b {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:02:42.377592 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 4bd62fe2-8355-4ff0-a79a-850083156a2b not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:02:42.428180 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-694a8810-906d-4315-abdd-0c6b1ef0fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:42.538131 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-694a8810-906d-4315-abdd-0c6b1ef0fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:42.597789 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a8810-906d-4315-abdd-0c6b1ef0fbd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=099526cd-4957-4192-8eac-1447e05d98aa,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:42.630758 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-694a8810-906d-4315-abdd-0c6b1ef0fbd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:42.643339 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-694a8810-906d-4315-abdd-0c6b1ef0fbd7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/099526cd-4957-4192-8eac-1447e05d98aa HTTP/1.1" status: 204 len: 168 time: 0.5215306 Sep 07 19:02:42.645748 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44860) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:42.733304 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:42.935778 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edfe1e9a-0024-4bf7-9263-7cafed6b474a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:42.998229 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbca207-5af7-4b7f-bfc5-fef6edf5f1b0 req-1ecc83ff-5904-42b0-99e4-259ebcbfd984 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:43.000784 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8fbca207-5af7-4b7f-bfc5-fef6edf5f1b0 req-1ecc83ff-5904-42b0-99e4-259ebcbfd984 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 944 time: 0.2886589 Sep 07 19:02:43.092479 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-d2fd1b12-479b-4fb6-900e-5f6444fe7f17 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:43.094956 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-d2fd1b12-479b-4fb6-900e-5f6444fe7f17 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 805 time: 0.4146440 Sep 07 19:02:43.147913 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 55a5298e-59d0-4467-9b8a-05f107bbf344 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:02:43.177560 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-94dd79df-4250-4aa6-b6bb-4fa1e6492ef7 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/quotas/08f867cc89344abeab4b7e4fd5e2fa8b HTTP/1.1" status: 200 len: 375 time: 0.0748005 Sep 07 19:02:43.211183 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 55a5298e-59d0-4467-9b8a-05f107bbf344 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:02:43.215680 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 55a5298e-59d0-4467-9b8a-05f107bbf344 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:02:43.216350 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:43.227367 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8fbca207-5af7-4b7f-bfc5-fef6edf5f1b0 req-232bfca8-44df-43cb-8ecd-de48b4f1c499 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189174 Sep 07 19:02:43.230658 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edfe1e9a-0024-4bf7-9263-7cafed6b474a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:43.285645 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-edfe1e9a-0024-4bf7-9263-7cafed6b474a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b935a4-009e-4160-9e70-0c0d6e591b7e']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:02:43.299425 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-edfe1e9a-0024-4bf7-9263-7cafed6b474a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37264a1-8764-4c16-b21c-d53a30080480') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:02:43.299763 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-edfe1e9a-0024-4bf7-9263-7cafed6b474a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37264a1-8764-4c16-b21c-d53a30080480') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:02:43.315052 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edfe1e9a-0024-4bf7-9263-7cafed6b474a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:43.329472 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:43.368855 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46943af1-9c66-4b08-96af-120072df0d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a5298e-59d0-4467-9b8a-05f107bbf344'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:43.371733 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab50669-8f67-41ce-88b1-9af0bacb4add" -d '{"events": [{"server_uuid": "46943af1-9c66-4b08-96af-120072df0d04", "name": "network-vif-plugged", "status": "completed", "tag": "55a5298e-59d0-4467-9b8a-05f107bbf344"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:43.378045 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 55a5298e-59d0-4467-9b8a-05f107bbf344, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=55a5298e-59d0-4467-9b8a-05f107bbf344,segment=NetworkSegment(a554bdae-be05-469c-8a87-7eeb7bb434d8),segment_id=a554bdae-be05-469c-8a87-7eeb7bb434d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:43.383284 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edfe1e9a-0024-4bf7-9263-7cafed6b474a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:43.384021 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:43.398093 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edfe1e9a-0024-4bf7-9263-7cafed6b474a admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:02:43.398625 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edfe1e9a-0024-4bf7-9263-7cafed6b474a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:02:43.404250 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:02:43.438201 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-07b10903-84df-4eed-9401-355f03eab783 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2038143 Sep 07 19:02:43.440725 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=55a5298e-59d0-4467-9b8a-05f107bbf344,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:43.481455 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57baf1f8-9106-42b1-90bb-f6ede1c5e1a1 req-36aabf3f-b28b-47b5-ae35-3037118ae489 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:43.484180 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57baf1f8-9106-42b1-90bb-f6ede1c5e1a1 req-36aabf3f-b28b-47b5-ae35-3037118ae489 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=46943af1-9c66-4b08-96af-120072df0d04 HTTP/1.1" status: 200 len: 945 time: 0.1734166 Sep 07 19:02:43.543620 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edfe1e9a-0024-4bf7-9263-7cafed6b474a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:43.556580 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edfe1e9a-0024-4bf7-9263-7cafed6b474a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:43.558921 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-edfe1e9a-0024-4bf7-9263-7cafed6b474a admin admin] 10.222.0.26 "DELETE /v2.0/networks/b5b935a4-009e-4160-9e70-0c0d6e591b7e HTTP/1.1" status: 204 len: 168 time: 0.9117887 Sep 07 19:02:43.609742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe1e9a-0024-4bf7-9263-7cafed6b474a admin admin] Pushing event deleted for resources: {'Network': ['ID=b5b935a4-009e-4160-9e70-0c0d6e591b7e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:43.634464 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57baf1f8-9106-42b1-90bb-f6ede1c5e1a1 req-b0a63c60-d41e-41fc-8401-5ddef92f08ba tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef25cec2-f468-49e5-aa1c-f5c4551701c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360145 Sep 07 19:02:43.662773 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-805da0e3-cf6c-46f4-b4ae-0a2a1de69a86 service neutron] 10.222.0.26 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756005 Sep 07 19:02:43.700850 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:43.712712 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c4ddcd-4588-4e8f-be70-26e5e6b72283 x-openstack-request-id: req-68c4ddcd-4588-4e8f-be70-26e5e6b72283 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:43.713163 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46943af1-9c66-4b08-96af-120072df0d04", "name": "network-vif-plugged", "status": "completed", "tag": "55a5298e-59d0-4467-9b8a-05f107bbf344", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:43.713565 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68c4ddcd-4588-4e8f-be70-26e5e6b72283 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:43.714163 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46943af1-9c66-4b08-96af-120072df0d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a5298e-59d0-4467-9b8a-05f107bbf344', 'code': 200} Sep 07 19:02:43.786540 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44888) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:43.839677 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-c9054151-02ea-4650-9655-0f91688cfded service neutron] 10.222.0.26 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718884 Sep 07 19:02:43.921651 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8ad4a-5142-45a2-8240-6d351cb8b9b1 req-955e1c72-42d2-45b0-bbde-1aac0674dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:43.925480 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6ba8ad4a-5142-45a2-8240-6d351cb8b9b1 req-955e1c72-42d2-45b0-bbde-1aac0674dd3e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=46943af1-9c66-4b08-96af-120072df0d04 HTTP/1.1" status: 200 len: 1097 time: 0.1040499 Sep 07 19:02:43.973053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44896) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:43.973591 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f87d48a5-0504-4455-9a85-d3584ee0ea3d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=de55150deb124c6aa9d6dbf032048b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1849163 Sep 07 19:02:44.035519 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6ba8ad4a-5142-45a2-8240-6d351cb8b9b1 req-28255af2-cd9d-408d-b9d7-7282a5e0dc22 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ef25cec2-f468-49e5-aa1c-f5c4551701c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008308 Sep 07 19:02:44.056394 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2993b16f-e455-440a-a8dd-cb0707c7d1a7 req-4f33d77d-77f0-44dc-bdf9-9776148882ae tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fa5ca13-b07a-42b1-99de-aa63f2a554a6 HTTP/1.1" status: 200 len: 210 time: 0.0371966 Sep 07 19:02:44.081472 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-71a7dab5-8e83-4457-93d0-6058769b02a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:44.112222 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-71a7dab5-8e83-4457-93d0-6058769b02a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:44.170887 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-71a7dab5-8e83-4457-93d0-6058769b02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:44.175239 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-71a7dab5-8e83-4457-93d0-6058769b02a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:44.184636 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-71a7dab5-8e83-4457-93d0-6058769b02a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b7ab6e05-d25b-4416-8e11-fabb7fa50269 HTTP/1.1" status: 204 len: 168 time: 0.2071171 Sep 07 19:02:44.197868 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7dab5-8e83-4457-93d0-6058769b02a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ab6e05-d25b-4416-8e11-fabb7fa50269,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:44.400410 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b04a8-93ce-4526-9c79-1aeace6a07db req-c7810084-7782-440d-be26-deeb3b41bbf7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:44.402222 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-924b04a8-93ce-4526-9c79-1aeace6a07db req-c7810084-7782-440d-be26-deeb3b41bbf7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 944 time: 0.0691814 Sep 07 19:02:44.492966 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-924b04a8-93ce-4526-9c79-1aeace6a07db req-e8406a86-7ec2-4402-927b-98be6d914fdb tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757425 Sep 07 19:02:44.802115 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d7e68-900f-4791-8018-1caa277d5f36 req-2ebd0449-62e0-459a-8806-f2dd15682019 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:44.812049 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-649d7e68-900f-4791-8018-1caa277d5f36 req-2ebd0449-62e0-459a-8806-f2dd15682019 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=46943af1-9c66-4b08-96af-120072df0d04 HTTP/1.1" status: 200 len: 946 time: 0.0776958 Sep 07 19:02:44.873907 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-649d7e68-900f-4791-8018-1caa277d5f36 req-62e40b0b-f1b4-4f2e-998b-dc0ce90b4a99 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef25cec2-f468-49e5-aa1c-f5c4551701c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602484 Sep 07 19:02:45.144674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device e56f7953-f1dd-4af1-b77d-245d34c462c9 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:02:45.289217 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port e56f7953-f1dd-4af1-b77d-245d34c462c9 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:02:45.296606 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port e56f7953-f1dd-4af1-b77d-245d34c462c9 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:02:45.296988 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:45.320969 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3eb9d336-1ad0-4bd5-9b35-19f6030732ef req-1aacaaf8-d17a-498d-9238-1f6555037d7d tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fa5ca13-b07a-42b1-99de-aa63f2a554a6 HTTP/1.1" status: 200 len: 210 time: 0.0670645 Sep 07 19:02:45.429379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-c7e6b751-e5f8-4472-b137-53b7d5dc4f08 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:45.431454 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-c7e6b751-e5f8-4472-b137-53b7d5dc4f08 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 805 time: 0.3205256 Sep 07 19:02:45.445105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-87110f35-999b-4353-ab40-70492d9dc4a9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Request body: {'port': {'device_id': '3fa5ca13-b07a-42b1-99de-aa63f2a554a6', 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca', 'admin_state_up': True, 'tenant_id': '08f867cc89344abeab4b7e4fd5e2fa8b'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:45.542554 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:45.671915 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port e56f7953-f1dd-4af1-b77d-245d34c462c9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=e56f7953-f1dd-4af1-b77d-245d34c462c9,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:45.682298 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:45.744432 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ee5a4e-a42a-4655-a0f5-de5a369f32a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56f7953-f1dd-4af1-b77d-245d34c462c9'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:45.749525 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb326ed6-8863-4e99-9e4f-ed62dad54b8f" -d '{"events": [{"server_uuid": "99ee5a4e-a42a-4655-a0f5-de5a369f32a9", "name": "network-vif-plugged", "status": "completed", "tag": "e56f7953-f1dd-4af1-b77d-245d34c462c9"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:45.806261 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=e56f7953-f1dd-4af1-b77d-245d34c462c9,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:45.817460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-87110f35-999b-4353-ab40-70492d9dc4a9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Made reservation on behalf of 08f867cc89344abeab4b7e4fd5e2fa8b for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:02:45.821521 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-87110f35-999b-4353-ab40-70492d9dc4a9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:45.850253 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06864f4d-5018-4f66-90a3-bfbcb9400c0c req-b9b84893-bbe7-4be5-926d-fbd06c6e6c76 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:45.851866 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06864f4d-5018-4f66-90a3-bfbcb9400c0c req-b9b84893-bbe7-4be5-926d-fbd06c6e6c76 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.1466188 Sep 07 19:02:45.944993 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06864f4d-5018-4f66-90a3-bfbcb9400c0c req-cdc46722-a629-4aef-bda4-c4ee3df7440d tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813034 Sep 07 19:02:46.011235 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c5fb1b-cfb5-4904-a0be-9daab04dbf07 x-openstack-request-id: req-15c5fb1b-cfb5-4904-a0be-9daab04dbf07 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:46.011671 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ee5a4e-a42a-4655-a0f5-de5a369f32a9", "name": "network-vif-plugged", "status": "completed", "tag": "e56f7953-f1dd-4af1-b77d-245d34c462c9", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:46.012061 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15c5fb1b-cfb5-4904-a0be-9daab04dbf07 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:46.019918 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ee5a4e-a42a-4655-a0f5-de5a369f32a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56f7953-f1dd-4af1-b77d-245d34c462c9', 'code': 200} Sep 07 19:02:46.098911 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-87110f35-999b-4353-ab40-70492d9dc4a9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Allocated IP 172.20.0.14 (2be54d8c-41f0-4b39-8dfe-deca3264f6ca/c9dd7036-3605-4e7d-b54d-2734891f6abd/48b4da90-7d3f-4e8a-a1f0-005e42d554a4) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:02:46.155746 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b404c-c3f4-47bc-ae08-bc08ae51ff8e req-a1cc895d-1ddf-4927-a202-0b1854e06408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:46.158289 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d89b404c-c3f4-47bc-ae08-bc08ae51ff8e req-a1cc895d-1ddf-4927-a202-0b1854e06408 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 1096 time: 0.0608768 Sep 07 19:02:46.211227 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d38037-0421-4988-970d-2b7775b4c21d req-ee2ac5c2-4c4d-4748-981c-458f2526df06 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:46.213983 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44d38037-0421-4988-970d-2b7775b4c21d req-ee2ac5c2-4c4d-4748-981c-458f2526df06 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=46943af1-9c66-4b08-96af-120072df0d04 HTTP/1.1" status: 200 len: 946 time: 0.1356132 Sep 07 19:02:46.232746 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d89b404c-c3f4-47bc-ae08-bc08ae51ff8e req-6ec0851a-ae7c-41cf-86cb-a013e9b62330 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653808 Sep 07 19:02:46.302830 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44d38037-0421-4988-970d-2b7775b4c21d req-8babf2df-9928-43aa-b9e0-4997e0a3642e tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef25cec2-f468-49e5-aa1c-f5c4551701c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735970 Sep 07 19:02:46.413465 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-87110f35-999b-4353-ab40-70492d9dc4a9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:46.494614 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fc39aa00-c369-4017-aab6-64f187fc180a req-27159cfa-8f4d-4730-95c4-148876117917 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fa5ca13-b07a-42b1-99de-aa63f2a554a6 HTTP/1.1" status: 200 len: 210 time: 0.0748627 Sep 07 19:02:46.558477 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-87110f35-999b-4353-ab40-70492d9dc4a9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:46.570639 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7e5b2214-02cb-4177-bb03-ff77d938c331'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:02:46.605819 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-87110f35-999b-4353-ab40-70492d9dc4a9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:02:46.611301 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-87110f35-999b-4353-ab40-70492d9dc4a9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:02:46.616699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-87110f35-999b-4353-ab40-70492d9dc4a9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:02:46.621354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87110f35-999b-4353-ab40-70492d9dc4a9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Pushing event updated for resources: {'Port': ['ID=48b4da90-7d3f-4e8a-a1f0-005e42d554a4,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:46.695611 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-87110f35-999b-4353-ab40-70492d9dc4a9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:46.696787 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-87110f35-999b-4353-ab40-70492d9dc4a9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:46.720295 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-87110f35-999b-4353-ab40-70492d9dc4a9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2774541 Sep 07 19:02:46.730483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] Request body: {'port': {'device_id': '3fa5ca13-b07a-42b1-99de-aa63f2a554a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:46.821306 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:47.157399 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c8b53-7fa5-435e-b782-c567d7b1a46d req-89f8c77f-4a63-43e3-a538-7d7125cb43f6 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:47.158886 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-833c8b53-7fa5-435e-b782-c567d7b1a46d req-89f8c77f-4a63-43e3-a538-7d7125cb43f6 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.1026266 Sep 07 19:02:47.184337 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45024) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:47.233324 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-833c8b53-7fa5-435e-b782-c567d7b1a46d req-09959fe3-ff82-497c-99e3-6a6f9dd0310b tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612979 Sep 07 19:02:47.283258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b4da90-7d3f-4e8a-a1f0-005e42d554a4 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:02:47.298196 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:47.320478 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] Transition to ACTIVE for port object 48b4da90-7d3f-4e8a-a1f0-005e42d554a4 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:02:47.337057 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:47.399662 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc8a86e9-f8a7-43d6-b470-d3be0844ccd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:47.412604 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] Pushing event updated for resources: {'Port': ['ID=48b4da90-7d3f-4e8a-a1f0-005e42d554a4,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:47.446357 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1122a1b-71cb-4eb1-a983-4eba4f90e236 req-0974da26-93c1-4fbd-82db-af20762cad18 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:47.447866 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1122a1b-71cb-4eb1-a983-4eba4f90e236 req-0974da26-93c1-4fbd-82db-af20762cad18 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=46943af1-9c66-4b08-96af-120072df0d04 HTTP/1.1" status: 200 len: 946 time: 0.1224136 Sep 07 19:02:47.509988 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc8a86e9-f8a7-43d6-b470-d3be0844ccd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:47.514591 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc8a86e9-f8a7-43d6-b470-d3be0844ccd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:47.528040 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1122a1b-71cb-4eb1-a983-4eba4f90e236 req-8d33d0e1-f404-4d69-ac71-bc7151a4a500 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef25cec2-f468-49e5-aa1c-f5c4551701c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612328 Sep 07 19:02:47.532358 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] Attempting to bind port 48b4da90-7d3f-4e8a-a1f0-005e42d554a4 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:02:47.533270 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] Attempting to bind port 48b4da90-7d3f-4e8a-a1f0-005e42d554a4 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:02:47.534818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] Attempting to bind port 48b4da90-7d3f-4e8a-a1f0-005e42d554a4 on network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:02:47.555253 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] Port 48b4da90-7d3f-4e8a-a1f0-005e42d554a4 on network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:02:47.556474 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] Attempting to bind port 48b4da90-7d3f-4e8a-a1f0-005e42d554a4 on network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:02:47.568583 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:02:47.568856 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bc8a86e9-f8a7-43d6-b470-d3be0844ccd9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70356951334b47df9b400ac6c5e48fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3789849 Sep 07 19:02:47.568976 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] Checking segment: {'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:02:47.568976 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] Bound using segment: {'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:02:47.568976 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] Bound port: 48b4da90-7d3f-4e8a-a1f0-005e42d554a4, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:02:47.568976 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:47.570791 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45034) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:47.571631 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a86e9-f8a7-43d6-b470-d3be0844ccd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ea81a3-ed9a-4bc1-91e9-9edea0ea94c3,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:47.656574 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-16afecef-6794-49b5-843d-a2bb45b5c287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:47.682298 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-16afecef-6794-49b5-843d-a2bb45b5c287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:47.689006 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10111880-28dc-43d8-b175-604677d58e84 req-3d0a06cc-8c92-4688-a18a-d2a17d460a01 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:47.690600 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10111880-28dc-43d8-b175-604677d58e84 req-3d0a06cc-8c92-4688-a18a-d2a17d460a01 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fa5ca13-b07a-42b1-99de-aa63f2a554a6 HTTP/1.1" status: 200 len: 944 time: 0.0971537 Sep 07 19:02:47.695735 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] For port 48b4da90-7d3f-4e8a-a1f0-005e42d554a4, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:02:47.699910 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] For port 48b4da90-7d3f-4e8a-a1f0-005e42d554a4, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=48b4da90-7d3f-4e8a-a1f0-005e42d554a4,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:02:47.712043 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:47.737130 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-16afecef-6794-49b5-843d-a2bb45b5c287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:47.740127 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-16afecef-6794-49b5-843d-a2bb45b5c287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:47.741494 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-16afecef-6794-49b5-843d-a2bb45b5c287 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/05ea81a3-ed9a-4bc1-91e9-9edea0ea94c3 HTTP/1.1" status: 204 len: 168 time: 0.1670766 Sep 07 19:02:47.751142 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afecef-6794-49b5-843d-a2bb45b5c287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ea81a3-ed9a-4bc1-91e9-9edea0ea94c3,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:47.807619 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:47.808246 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:47.809713 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] 10.222.0.60 "PUT /v2.0/ports/48b4da90-7d3f-4e8a-a1f0-005e42d554a4 HTTP/1.1" status: 200 len: 1092 time: 1.0836198 Sep 07 19:02:47.810216 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa5ca13-b07a-42b1-99de-aa63f2a554a6', 'tag': '48b4da90-7d3f-4e8a-a1f0-005e42d554a4'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:47.812954 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487a2adb-0fb4-424c-b876-fa1e5b7b87f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa5ca13-b07a-42b1-99de-aa63f2a554a6", "tag": "48b4da90-7d3f-4e8a-a1f0-005e42d554a4"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:47.822146 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64314aa0-61e2-42eb-aaaa-b080b4520121 service neutron] Pushing event updated for resources: {'Port': ['ID=48b4da90-7d3f-4e8a-a1f0-005e42d554a4,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:47.837363 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10111880-28dc-43d8-b175-604677d58e84 req-b6f7d06e-1895-4e71-ba3e-c8547021fd1b tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345427 Sep 07 19:02:47.929449 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c181ac-8c8a-4bca-9d09-fa9eef2ef27b x-openstack-request-id: req-c6c181ac-8c8a-4bca-9d09-fa9eef2ef27b {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:47.929806 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa5ca13-b07a-42b1-99de-aa63f2a554a6", "tag": "48b4da90-7d3f-4e8a-a1f0-005e42d554a4", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:47.930247 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6c181ac-8c8a-4bca-9d09-fa9eef2ef27b {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:47.930821 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa5ca13-b07a-42b1-99de-aa63f2a554a6', 'tag': '48b4da90-7d3f-4e8a-a1f0-005e42d554a4', 'status': 'completed', 'code': 200} Sep 07 19:02:47.948110 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-6bd26ab6-c312-4a24-84a0-7f520cc7ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:47.949698 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-6bd26ab6-c312-4a24-84a0-7f520cc7ee18 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&device_id=3fa5ca13-b07a-42b1-99de-aa63f2a554a6 HTTP/1.1" status: 200 len: 1095 time: 0.0735271 Sep 07 19:02:47.994584 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-498ba46f-c4a0-41cb-a4ab-6ced14a30e78 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48b4da90-7d3f-4e8a-a1f0-005e42d554a4 HTTP/1.1" status: 200 len: 217 time: 0.0361326 Sep 07 19:02:48.051310 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-9c54e154-60bb-4e63-87f4-e28c596238b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:48.052945 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-9c54e154-60bb-4e63-87f4-e28c596238b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9dd7036-3605-4e7d-b54d-2734891f6abd HTTP/1.1" status: 200 len: 845 time: 0.0507090 Sep 07 19:02:48.087457 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-e71a20a3-0977-4ea6-b0fa-c053a468098e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278463 Sep 07 19:02:48.197821 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-b4fdd1c9-6f81-47c6-9e14-caf4488cc767 service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027982 Sep 07 19:02:48.329446 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c09b9ea0-ab43-49dc-a3aa-f42848ac91cb req-8e42a63d-bd86-4515-a31b-743a815d5719 service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242540 Sep 07 19:02:48.458046 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a2adb-0fb4-424c-b876-fa1e5b7b87f6 req-b0227878-16be-48d5-af36-70b2a0fc96e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:48.462731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-487a2adb-0fb4-424c-b876-fa1e5b7b87f6 req-b0227878-16be-48d5-af36-70b2a0fc96e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&device_id=3fa5ca13-b07a-42b1-99de-aa63f2a554a6 HTTP/1.1" status: 200 len: 1095 time: 0.0570152 Sep 07 19:02:48.468223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111953b-cb4d-4bff-8b59-a6f90a8e85e2 req-b71adf63-7def-4648-8a53-a81382bea431 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:48.469916 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c111953b-cb4d-4bff-8b59-a6f90a8e85e2 req-b71adf63-7def-4648-8a53-a81382bea431 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.1056752 Sep 07 19:02:48.576778 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45078) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:48.594503 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c111953b-cb4d-4bff-8b59-a6f90a8e85e2 req-963c7f86-c944-4bbc-8e4a-0f18f4773381 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131918 Sep 07 19:02:48.682533 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a2adb-0fb4-424c-b876-fa1e5b7b87f6 req-6620ca9c-a7ac-49ac-91d6-f4f641b46bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:48.684053 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-487a2adb-0fb4-424c-b876-fa1e5b7b87f6 req-6620ca9c-a7ac-49ac-91d6-f4f641b46bf2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 906 time: 0.2132499 Sep 07 19:02:48.711147 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c987f-0935-40f7-91c0-1287e78cc8c8 req-e215ce92-5ef7-402c-b981-ef7517fee9c6 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:48.713829 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-305c987f-0935-40f7-91c0-1287e78cc8c8 req-e215ce92-5ef7-402c-b981-ef7517fee9c6 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.36 "GET /v2.0/ports?device_id=46943af1-9c66-4b08-96af-120072df0d04 HTTP/1.1" status: 200 len: 946 time: 0.0923851 Sep 07 19:02:48.739716 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-487a2adb-0fb4-424c-b876-fa1e5b7b87f6 req-ea63a66e-dfa7-450f-b714-1d8b72fd58d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48b4da90-7d3f-4e8a-a1f0-005e42d554a4 HTTP/1.1" status: 200 len: 217 time: 0.0470829 Sep 07 19:02:48.778315 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-fe0a02c0-8192-472c-b20c-f1f38a07dee0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1539057917-network', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:48.791273 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a803f87-6d41-42d9-9914-58ee7e4664f0 req-77b8f37c-def9-425e-82c5-947e5dd3ff2c tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:48.797183 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1a803f87-6d41-42d9-9914-58ee7e4664f0 req-77b8f37c-def9-425e-82c5-947e5dd3ff2c tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=46943af1-9c66-4b08-96af-120072df0d04 HTTP/1.1" status: 200 len: 946 time: 0.1648052 Sep 07 19:02:48.835916 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0a02c0-8192-472c-b20c-f1f38a07dee0 admin admin] Made reservation on behalf of 5d5c8f8778fa460ca7e73179a15e85b3 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:02:48.838645 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe0a02c0-8192-472c-b20c-f1f38a07dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:48.855173 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe0a02c0-8192-472c-b20c-f1f38a07dee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:48.888487 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a2adb-0fb4-424c-b876-fa1e5b7b87f6 req-f20af3a9-7b70-4b9f-87e3-b4446b68a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:48.890033 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-487a2adb-0fb4-424c-b876-fa1e5b7b87f6 req-f20af3a9-7b70-4b9f-87e3-b4446b68a1ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9dd7036-3605-4e7d-b54d-2734891f6abd HTTP/1.1" status: 200 len: 845 time: 0.1380184 Sep 07 19:02:48.896501 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-305c987f-0935-40f7-91c0-1287e78cc8c8 req-0319c3f0-0fca-4188-8900-16254392cde7 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Deleting port 55a5298e-59d0-4467-9b8a-05f107bbf344 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:02:48.897105 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-305c987f-0935-40f7-91c0-1287e78cc8c8 req-0319c3f0-0fca-4188-8900-16254392cde7 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:48.903285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef9e28-03eb-4969-84fb-914e9f2d7e20 req-b952d3df-5593-4b2a-bbb1-abe6c75cffaf tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:48.908192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-88ef9e28-03eb-4969-84fb-914e9f2d7e20 req-b952d3df-5593-4b2a-bbb1-abe6c75cffaf tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.2116318 Sep 07 19:02:48.917594 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45090) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:48.925027 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1a803f87-6d41-42d9-9914-58ee7e4664f0 req-ce02a2f9-0992-492b-908d-74816911869d tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef25cec2-f468-49e5-aa1c-f5c4551701c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068380 Sep 07 19:02:48.929415 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d3f8781d-79a7-4bc1-9639-bba6cdad6fc7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Request body: {'floatingip': {'port_id': 'e56f7953-f1dd-4af1-b77d-245d34c462c9'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:48.960854 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-487a2adb-0fb4-424c-b876-fa1e5b7b87f6 req-b0e5cd10-d133-43aa-8340-3db79170a29a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490775 Sep 07 19:02:49.305177 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3f8781d-79a7-4bc1-9639-bba6cdad6fc7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for floatingip, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:49.487966 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-305c987f-0935-40f7-91c0-1287e78cc8c8 req-0319c3f0-0fca-4188-8900-16254392cde7 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] For port 55a5298e-59d0-4467-9b8a-05f107bbf344, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=55a5298e-59d0-4467-9b8a-05f107bbf344,segment=NetworkSegment(a554bdae-be05-469c-8a87-7eeb7bb434d8),segment_id=a554bdae-be05-469c-8a87-7eeb7bb434d8)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:49.488414 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-305c987f-0935-40f7-91c0-1287e78cc8c8 req-0319c3f0-0fca-4188-8900-16254392cde7 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:49.498619 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9458082-742f-47f2-b32a-ed28057944c0 req-963c4fc4-aa34-4c82-8697-7c4bcc77e380 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:49.502017 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d9458082-742f-47f2-b32a-ed28057944c0 req-963c4fc4-aa34-4c82-8697-7c4bcc77e380 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fa5ca13-b07a-42b1-99de-aa63f2a554a6 HTTP/1.1" status: 200 len: 944 time: 0.5347924 Sep 07 19:02:49.535942 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-305c987f-0935-40f7-91c0-1287e78cc8c8 req-0319c3f0-0fca-4188-8900-16254392cde7 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Calling delete_port for 55a5298e-59d0-4467-9b8a-05f107bbf344 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:02:49.566976 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-487a2adb-0fb4-424c-b876-fa1e5b7b87f6 req-a0ed6379-0a0e-4d52-aa83-aefd205c1139 service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5891647 Sep 07 19:02:49.637211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d9458082-742f-47f2-b32a-ed28057944c0 req-1c3abac7-718e-4cbb-b6b7-a025615d35c8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089308 Sep 07 19:02:49.661391 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe0a02c0-8192-472c-b20c-f1f38a07dee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:49.668932 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe0a02c0-8192-472c-b20c-f1f38a07dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:49.716148 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-487a2adb-0fb4-424c-b876-fa1e5b7b87f6 req-9d9c8433-a641-4479-929b-bd41f3e79a5f service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413352 Sep 07 19:02:49.748914 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0a02c0-8192-472c-b20c-f1f38a07dee0 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:02:49.773188 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a02c0-8192-472c-b20c-f1f38a07dee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b791326f-a9c4-4486-ae27-ebbe64d361c6,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:49.786992 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe0a02c0-8192-472c-b20c-f1f38a07dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:49.787300 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-fe0a02c0-8192-472c-b20c-f1f38a07dee0 admin admin] Added segment 0bc109b4-208d-4fe4-8ff4-0f83c4d9a162 of type vlan for network 6a8afba9-c74f-48a2-a182-350c40365b16 Sep 07 19:02:49.954054 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe0a02c0-8192-472c-b20c-f1f38a07dee0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:50.029404 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-305c987f-0935-40f7-91c0-1287e78cc8c8 req-0319c3f0-0fca-4188-8900-16254392cde7 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:50.041788 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['55a5298e-59d0-4467-9b8a-05f107bbf344'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:02:50.066249 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a7eaa6e-8d3a-4cc5-8aa6-f612fb37840c req-b5f1304f-2b9e-4b20-9d8c-796174ed3909 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.26 "GET /v2.0/ports?device_id=46943af1-9c66-4b08-96af-120072df0d04 HTTP/1.1" status: 200 len: 210 time: 0.0640380 Sep 07 19:02:50.079600 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe0a02c0-8192-472c-b20c-f1f38a07dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:50.081007 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0a02c0-8192-472c-b20c-f1f38a07dee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:50.081202 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fe0a02c0-8192-472c-b20c-f1f38a07dee0 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:50.083682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319c3f0-0fca-4188-8900-16254392cde7 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Pushing event deleted for resources: {'Port': ['ID=55a5298e-59d0-4467-9b8a-05f107bbf344,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:50.166086 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fe0a02c0-8192-472c-b20c-f1f38a07dee0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5874736 Sep 07 19:02:50.171503 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45114) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:50.177600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-f567746b-6874-4dde-9249-2437af648cff admin admin] Request body: {'subnet': {'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1539057917-subnet', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:50.199017 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.db.resource_extend [None req-d3f8781d-79a7-4bc1-9639-bba6cdad6fc7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 19:02:50.203245 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f567746b-6874-4dde-9249-2437af648cff admin admin] Made reservation on behalf of 5d5c8f8778fa460ca7e73179a15e85b3 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:02:50.205850 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f567746b-6874-4dde-9249-2437af648cff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:50.225472 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-305c987f-0935-40f7-91c0-1287e78cc8c8 req-0319c3f0-0fca-4188-8900-16254392cde7 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] No DVR routers for this DVR port 55a5298e-59d0-4467-9b8a-05f107bbf344 on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:02:50.260312 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-305c987f-0935-40f7-91c0-1287e78cc8c8 req-0319c3f0-0fca-4188-8900-16254392cde7 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:50.262704 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-305c987f-0935-40f7-91c0-1287e78cc8c8 req-0319c3f0-0fca-4188-8900-16254392cde7 tempest-VolumesActionsTest-1321586358 tempest-VolumesActionsTest-1321586358-project] 10.222.0.36 "DELETE /v2.0/ports/55a5298e-59d0-4467-9b8a-05f107bbf344 HTTP/1.1" status: 204 len: 173 time: 1.5412040 Sep 07 19:02:50.263632 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46943af1-9c66-4b08-96af-120072df0d04', 'name': 'network-vif-deleted', 'tag': '55a5298e-59d0-4467-9b8a-05f107bbf344'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:50.266126 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51af3350-30d9-40da-b623-9abc25a6a6d5" -d '{"events": [{"server_uuid": "46943af1-9c66-4b08-96af-120072df0d04", "name": "network-vif-deleted", "tag": "55a5298e-59d0-4467-9b8a-05f107bbf344"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:50.272145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a02c0-8192-472c-b20c-f1f38a07dee0 admin admin] Pushing event updated for resources: {'Network': ['ID=6a8afba9-c74f-48a2-a182-350c40365b16,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:50.285325 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 6a8afba9-c74f-48a2-a182-350c40365b16 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:02:50.333996 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3f8781d-79a7-4bc1-9639-bba6cdad6fc7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:50.343975 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3f8781d-79a7-4bc1-9639-bba6cdad6fc7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:50.358104 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bdca9c-dbb9-4575-aed1-dcf849301de3 x-openstack-request-id: req-69bdca9c-dbb9-4575-aed1-dcf849301de3 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:50.358427 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46943af1-9c66-4b08-96af-120072df0d04", "name": "network-vif-deleted", "tag": "55a5298e-59d0-4467-9b8a-05f107bbf344", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:50.358683 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69bdca9c-dbb9-4575-aed1-dcf849301de3 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:50.359159 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46943af1-9c66-4b08-96af-120072df0d04', 'name': 'network-vif-deleted', 'tag': '55a5298e-59d0-4467-9b8a-05f107bbf344', 'status': 'completed', 'code': 200} Sep 07 19:02:50.380617 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 48b4da90-7d3f-4e8a-a1f0-005e42d554a4 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:02:50.546877 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f567746b-6874-4dde-9249-2437af648cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:50.591712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 48b4da90-7d3f-4e8a-a1f0-005e42d554a4, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=48b4da90-7d3f-4e8a-a1f0-005e42d554a4,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:50.623910 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '48b4da90-7d3f-4e8a-a1f0-005e42d554a4', 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca', 'port_id': '48b4da90-7d3f-4e8a-a1f0-005e42d554a4', 'mac_address': 'fa:16:3e:ad:85:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9dd7036-3605-4e7d-b54d-2734891f6abd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:02:50.638776 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567746b-6874-4dde-9249-2437af648cff admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad43e386-e1da-4481-8206-5b6118db82c7,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:50.647646 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f567746b-6874-4dde-9249-2437af648cff admin admin] Checking segment: {'id': '0bc109b4-208d-4fe4-8ff4-0f83c4d9a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:02:50.648281 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f567746b-6874-4dde-9249-2437af648cff admin admin] Network hostable DHCP agents. Network: 6a8afba9-c74f-48a2-a182-350c40365b16, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:02:50.664388 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-d3f8781d-79a7-4bc1-9639-bba6cdad6fc7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Floating IP 9da2ad47-5ffd-4123-aac7-d8aa8cd7d21e associated. External IP: 172.25.8.200, port: e56f7953-f1dd-4af1-b77d-245d34c462c9. Sep 07 19:02:50.685251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f567746b-6874-4dde-9249-2437af648cff admin admin] Network 6a8afba9-c74f-48a2-a182-350c40365b16 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:02:50.706495 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-f567746b-6874-4dde-9249-2437af648cff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 6a8afba9-c74f-48a2-a182-350c40365b16) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:02:50.711771 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:50.713633 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f567746b-6874-4dde-9249-2437af648cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:50.714967 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f567746b-6874-4dde-9249-2437af648cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:50.724826 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ee5822-92e9-4e98-9685-b2eb3189ce1a None None] Network 6a8afba9-c74f-48a2-a182-350c40365b16 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:02:50.742837 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f567746b-6874-4dde-9249-2437af648cff admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5699012 Sep 07 19:02:50.747571 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45128) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:50.754610 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-bb9a4e7f-a571-4cc2-85e2-9f153571a536 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1539057917-router', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:02:50.770907 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b4da90-7d3f-4e8a-a1f0-005e42d554a4 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:02:50.863129 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 48b4da90-7d3f-4e8a-a1f0-005e42d554a4, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=48b4da90-7d3f-4e8a-a1f0-005e42d554a4,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:50.869113 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:50.869852 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb9a4e7f-a571-4cc2-85e2-9f153571a536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:50.872317 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb9a4e7f-a571-4cc2-85e2-9f153571a536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:50.903333 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d6614-2b04-41ba-b764-2138bf1817cb req-a57f6514-7697-47fc-8f69-a024ad41db04 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:50.906199 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-100d6614-2b04-41ba-b764-2138bf1817cb req-a57f6514-7697-47fc-8f69-a024ad41db04 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fa5ca13-b07a-42b1-99de-aa63f2a554a6 HTTP/1.1" status: 200 len: 944 time: 0.1600299 Sep 07 19:02:50.971202 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f8781d-79a7-4bc1-9639-bba6cdad6fc7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Router 407b90b5-df46-4510-b390-39223041ed4d has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:02:50.997407 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=48b4da90-7d3f-4e8a-a1f0-005e42d554a4,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:51.019784 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb9a4e7f-a571-4cc2-85e2-9f153571a536 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:51.033349 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-100d6614-2b04-41ba-b764-2138bf1817cb req-d76be8d6-bd02-4974-a553-42c5374d90af tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149919 Sep 07 19:02:51.166466 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f8781d-79a7-4bc1-9639-bba6cdad6fc7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:02:51.171366 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3f8781d-79a7-4bc1-9639-bba6cdad6fc7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:51.215851 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb9a4e7f-a571-4cc2-85e2-9f153571a536 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:51.217997 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d3f8781d-79a7-4bc1-9639-bba6cdad6fc7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "PUT /v2.0/floatingips/9da2ad47-5ffd-4123-aac7-d8aa8cd7d21e HTTP/1.1" status: 200 len: 991 time: 2.2892950 Sep 07 19:02:51.218200 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['48b4da90-7d3f-4e8a-a1f0-005e42d554a4'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:02:51.218200 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bb5abe-b8ff-4d6b-a36d-849c43fbeb20 None None] Sync routers for ids ['407b90b5-df46-4510-b390-39223041ed4d'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:02:51.256144 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-6a8afba9-c74f-48a2-a182-350c40365b16', 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'fixed_ips': [{'subnet_id': 'ad43e386-e1da-4481-8206-5b6118db82c7'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:02:51.257142 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:51.376132 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bb5abe-b8ff-4d6b-a36d-849c43fbeb20 None None] Routers {'407b90b5-df46-4510-b390-39223041ed4d'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:02:51.376810 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-11bb5abe-b8ff-4d6b-a36d-849c43fbeb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:02:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['407b90b5-df46-4510-b390-39223041ed4d'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:02:51.523496 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb9a4e7f-a571-4cc2-85e2-9f153571a536 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:51.549377 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb9a4e7f-a571-4cc2-85e2-9f153571a536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:51.714114 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-bb9a4e7f-a571-4cc2-85e2-9f153571a536 admin admin] Allocated IP 172.25.8.75 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:02:51.726856 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] Allocated IP 172.20.0.2 (6a8afba9-c74f-48a2-a182-350c40365b16/ad43e386-e1da-4481-8206-5b6118db82c7/ad7e90ea-62bd-4054-83af-a8087ff6302a) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:02:51.843784 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-11bb5abe-b8ff-4d6b-a36d-849c43fbeb20 None None] Set router 407b90b5-df46-4510-b390-39223041ed4d gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:02:51.890730 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb9a4e7f-a571-4cc2-85e2-9f153571a536 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:51.942736 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb9a4e7f-a571-4cc2-85e2-9f153571a536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:51.990399 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9a4e7f-a571-4cc2-85e2-9f153571a536 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:02:51.993779 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-bb9a4e7f-a571-4cc2-85e2-9f153571a536 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:02:51.997820 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a4e7f-a571-4cc2-85e2-9f153571a536 admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:02:52.037721 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a4e7f-a571-4cc2-85e2-9f153571a536 admin admin] Pushing event updated for resources: {'Port': ['ID=a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:52.145571 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:52.163364 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] Transition to ACTIVE for port object ad7e90ea-62bd-4054-83af-a8087ff6302a will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:02:52.192675 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] Transition to ACTIVE for port object ad7e90ea-62bd-4054-83af-a8087ff6302a will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:02:52.199444 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:52.276708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] Network 6a8afba9-c74f-48a2-a182-350c40365b16 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:02:52.279382 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55945961-f085-4e6b-a7a7-4403746b251d req-fe9d40f2-52ce-4f8c-a67e-b89c0427c163 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:52.281692 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] Pushing event updated for resources: {'Port': ['ID=ad7e90ea-62bd-4054-83af-a8087ff6302a,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:52.281881 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55945961-f085-4e6b-a7a7-4403746b251d req-fe9d40f2-52ce-4f8c-a67e-b89c0427c163 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fa5ca13-b07a-42b1-99de-aa63f2a554a6 HTTP/1.1" status: 200 len: 945 time: 0.1290815 Sep 07 19:02:52.284168 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:02:52.291355 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:02:52.360198 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ee5a4e-a42a-4655-a0f5-de5a369f32a9', 'tag': 'e56f7953-f1dd-4af1-b77d-245d34c462c9'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:52.362734 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee17f17-9573-411e-8cc0-d61b43185647" -d '{"events": [{"name": "network-changed", "server_uuid": "99ee5a4e-a42a-4655-a0f5-de5a369f32a9", "tag": "e56f7953-f1dd-4af1-b77d-245d34c462c9"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:52.383696 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-11bb5abe-b8ff-4d6b-a36d-849c43fbeb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407b90b5-df46-4510-b390-39223041ed4d', 'name': 'tempest-AttachVolumeShelveTestJSON-369657215-router', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:03Z', 'revision_number': 4, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'gw_port': {'id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '9da2ad47-5ffd-4123-aac7-d8aa8cd7d21e', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '407b90b5-df46-4510-b390-39223041ed4d', 'port_id': 'e56f7953-f1dd-4af1-b77d-245d34c462c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'mac_address': 'fa:16:3e:d6:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee5a4e-a42a-4655-a0f5-de5a369f32a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:02:30Z', 'updated_at': '2021-09-07T19:02:50Z', 'revision_number': 1, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20960585-29a0-47ab-9c71-011c9c45706c', 'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'mac_address': 'fa:16:3e:f1:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:02Z', 'updated_at': '2021-09-07T18:58:10Z', 'revision_number': 5, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'subnets': [{'id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:02:52.427741 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] Attempting to bind port ad7e90ea-62bd-4054-83af-a8087ff6302a on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:02:52.428396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] Attempting to bind port ad7e90ea-62bd-4054-83af-a8087ff6302a by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '0bc109b4-208d-4fe4-8ff4-0f83c4d9a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:02:52.428981 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] Attempting to bind port ad7e90ea-62bd-4054-83af-a8087ff6302a on network 6a8afba9-c74f-48a2-a182-350c40365b16 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:02:52.431036 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bb5abe-b8ff-4d6b-a36d-849c43fbeb20 None None] Checking router: 407b90b5-df46-4510-b390-39223041ed4d for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:02:52.440737 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:02:52.441185 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] Checking segment: {'id': '0bc109b4-208d-4fe4-8ff4-0f83c4d9a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:02:52.441592 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:52.441987 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] Bound using segment: {'id': '0bc109b4-208d-4fe4-8ff4-0f83c4d9a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:02:52.442600 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] Bound port: ad7e90ea-62bd-4054-83af-a8087ff6302a, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc109b4-208d-4fe4-8ff4-0f83c4d9a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:02:52.442829 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:52.461201 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bb5abe-b8ff-4d6b-a36d-849c43fbeb20 None None] Routers {'407b90b5-df46-4510-b390-39223041ed4d'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:02:52.462166 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-11bb5abe-b8ff-4d6b-a36d-849c43fbeb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:02:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['407b90b5-df46-4510-b390-39223041ed4d'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:02:52.490071 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31b66d6-694d-4eca-ac04-c5e0970a1f04 x-openstack-request-id: req-d31b66d6-694d-4eca-ac04-c5e0970a1f04 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:52.490571 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ee5a4e-a42a-4655-a0f5-de5a369f32a9", "tag": "e56f7953-f1dd-4af1-b77d-245d34c462c9", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:52.490988 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d31b66d6-694d-4eca-ac04-c5e0970a1f04 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:52.491596 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ee5a4e-a42a-4655-a0f5-de5a369f32a9', 'tag': 'e56f7953-f1dd-4af1-b77d-245d34c462c9', 'status': 'completed', 'code': 200} Sep 07 19:02:52.502163 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55945961-f085-4e6b-a7a7-4403746b251d req-cfe3f458-f80f-4775-bef7-8212d6bdb77d tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845345 Sep 07 19:02:52.603607 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb9a4e7f-a571-4cc2-85e2-9f153571a536 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:52.616660 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee17f17-9573-411e-8cc0-d61b43185647 req-2a6b18a3-45be-4ff3-b899-9e7b3f460f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:52.618897 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8ee17f17-9573-411e-8cc0-d61b43185647 req-2a6b18a3-45be-4ff3-b899-9e7b3f460f81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd150f31e3264ef4b870aabc811ef221&device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 1096 time: 0.1037824 Sep 07 19:02:52.713349 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] For port ad7e90ea-62bd-4054-83af-a8087ff6302a, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:02:52.720998 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] For port ad7e90ea-62bd-4054-83af-a8087ff6302a, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ad7e90ea-62bd-4054-83af-a8087ff6302a,segment=NetworkSegment(0bc109b4-208d-4fe4-8ff4-0f83c4d9a162),segment_id=0bc109b4-208d-4fe4-8ff4-0f83c4d9a162)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:02:52.733272 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:52.781817 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-11bb5abe-b8ff-4d6b-a36d-849c43fbeb20 None None] Set router 407b90b5-df46-4510-b390-39223041ed4d gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:02:52.795461 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee17f17-9573-411e-8cc0-d61b43185647 req-a481177a-1e31-4c2e-b745-a0930d355b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:52.797240 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8ee17f17-9573-411e-8cc0-d61b43185647 req-a481177a-1e31-4c2e-b745-a0930d355b6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4724486-3acb-401c-a8f0-54abeeaa7172 HTTP/1.1" status: 200 len: 917 time: 0.1706841 Sep 07 19:02:52.890264 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8ee17f17-9573-411e-8cc0-d61b43185647 req-08a3f474-afa9-447a-bb6b-256bfbf50ea0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e56f7953-f1dd-4af1-b77d-245d34c462c9 HTTP/1.1" status: 200 len: 999 time: 0.0846217 Sep 07 19:02:52.940002 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4285a-a1a4-4b47-890b-5263d0da13b7 None None] Pushing event updated for resources: {'Port': ['ID=ad7e90ea-62bd-4054-83af-a8087ff6302a,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:52.985751 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb9a4e7f-a571-4cc2-85e2-9f153571a536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:53.022758 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee17f17-9573-411e-8cc0-d61b43185647 req-80d830ae-0aeb-4069-90a5-e77a15c4d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:53.042191 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8ee17f17-9573-411e-8cc0-d61b43185647 req-80d830ae-0aeb-4069-90a5-e77a15c4d6b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9985a0df-d9a6-429f-8454-e036ae7f07c1 HTTP/1.1" status: 200 len: 855 time: 0.1407990 Sep 07 19:02:53.186112 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee17f17-9573-411e-8cc0-d61b43185647 req-6177dda7-7350-48d3-b061-cb5c33f053d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:53.187971 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8ee17f17-9573-411e-8cc0-d61b43185647 req-6177dda7-7350-48d3-b061-cb5c33f053d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4724486-3acb-401c-a8f0-54abeeaa7172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402538 Sep 07 19:02:53.192244 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 55a5298e-59d0-4467-9b8a-05f107bbf344 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:02:53.340463 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 55a5298e-59d0-4467-9b8a-05f107bbf344 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:02:53.349765 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 55a5298e-59d0-4467-9b8a-05f107bbf344 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:02:53.389182 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8ee17f17-9573-411e-8cc0-d61b43185647 req-40ad5a8e-6a7f-44df-afb3-6f1db49268e1 service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915884 Sep 07 19:02:53.425760 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9a4e7f-a571-4cc2-85e2-9f153571a536 admin admin] Router 98ace543-0a47-45bc-abb9-0e973f90b7a1 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:02:53.489988 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-11bb5abe-b8ff-4d6b-a36d-849c43fbeb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407b90b5-df46-4510-b390-39223041ed4d', 'name': 'tempest-AttachVolumeShelveTestJSON-369657215-router', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:03Z', 'revision_number': 4, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'gw_port': {'id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '9da2ad47-5ffd-4123-aac7-d8aa8cd7d21e', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '407b90b5-df46-4510-b390-39223041ed4d', 'port_id': 'e56f7953-f1dd-4af1-b77d-245d34c462c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'mac_address': 'fa:16:3e:d6:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee5a4e-a42a-4655-a0f5-de5a369f32a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:02:30Z', 'updated_at': '2021-09-07T19:02:50Z', 'revision_number': 1, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20960585-29a0-47ab-9c71-011c9c45706c', 'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'mac_address': 'fa:16:3e:f1:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:02Z', 'updated_at': '2021-09-07T18:58:10Z', 'revision_number': 5, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'subnets': [{'id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:02:53.525315 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bb5abe-b8ff-4d6b-a36d-849c43fbeb20 None None] The sync data for ids ['407b90b5-df46-4510-b390-39223041ed4d'] in n-d-807786-1 is: [{'id': '407b90b5-df46-4510-b390-39223041ed4d', 'name': 'tempest-AttachVolumeShelveTestJSON-369657215-router', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:03Z', 'revision_number': 4, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'gw_port': {'id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '9da2ad47-5ffd-4123-aac7-d8aa8cd7d21e', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '407b90b5-df46-4510-b390-39223041ed4d', 'port_id': 'e56f7953-f1dd-4af1-b77d-245d34c462c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'mac_address': 'fa:16:3e:d6:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee5a4e-a42a-4655-a0f5-de5a369f32a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:02:30Z', 'updated_at': '2021-09-07T19:02:50Z', 'revision_number': 1, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20960585-29a0-47ab-9c71-011c9c45706c', 'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'mac_address': 'fa:16:3e:f1:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:02Z', 'updated_at': '2021-09-07T18:58:10Z', 'revision_number': 5, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'subnets': [{'id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:02:53.556251 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8ee17f17-9573-411e-8cc0-d61b43185647 req-4a42b40f-f6df-49df-bf45-fe5e2414d1c2 service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573277 Sep 07 19:02:53.607630 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9a4e7f-a571-4cc2-85e2-9f153571a536 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:02:53.620010 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] Sync routers for ids ['98ace543-0a47-45bc-abb9-0e973f90b7a1'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:02:53.639127 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] Routers {'98ace543-0a47-45bc-abb9-0e973f90b7a1'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:02:53.639922 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:02:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['98ace543-0a47-45bc-abb9-0e973f90b7a1'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:02:53.647694 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb9a4e7f-a571-4cc2-85e2-9f153571a536 admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:53.649692 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bb9a4e7f-a571-4cc2-85e2-9f153571a536 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9001663 Sep 07 19:02:53.652662 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45240) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:02:53.762767 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] Set router 98ace543-0a47-45bc-abb9-0e973f90b7a1 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:02:53.800099 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431b62c-7a73-4c05-b493-147ceef5c420 req-bd0d806f-5080-47de-86cf-ca6bd42c518b tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:53.812542 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0431b62c-7a73-4c05-b493-147ceef5c420 req-bd0d806f-5080-47de-86cf-ca6bd42c518b tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fa5ca13-b07a-42b1-99de-aa63f2a554a6 HTTP/1.1" status: 200 len: 945 time: 0.1457114 Sep 07 19:02:53.936908 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0431b62c-7a73-4c05-b493-147ceef5c420 req-f4f3ec32-6d82-4437-87de-3d6a83e9a4e3 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202772 Sep 07 19:02:54.143770 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0c6cdf-24be-4d26-bd10-13430ef56862 None None] New status for floating IP 9da2ad47-5ffd-4123-aac7-d8aa8cd7d21e: ACTIVE {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:02:54.288059 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'name': 'tempest-TaggedBootDevicesTest-1539057917-router', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:02:50Z', 'updated_at': '2021-09-07T19:02:52Z', 'revision_number': 3, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'gw_port': {'id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:51Z', 'updated_at': '2021-09-07T19:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:02:54.362603 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] Checking router: 98ace543-0a47-45bc-abb9-0e973f90b7a1 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:02:54.362952 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] Updating router 98ace543-0a47-45bc-abb9-0e973f90b7a1 port a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:02:54.402175 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 48b4da90-7d3f-4e8a-a1f0-005e42d554a4 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:02:54.419061 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:54.587035 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c12c827-ec10-4615-a297-a18b4698c841 None None] Network 6a8afba9-c74f-48a2-a182-350c40365b16 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:02:54.771046 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f5d1a0ab-7338-43ea-b9c1-952d2dbf6761 None None] Provisioning for port ad7e90ea-62bd-4054-83af-a8087ff6302a completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:02:54.808935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 48b4da90-7d3f-4e8a-a1f0-005e42d554a4 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:02:54.871708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 48b4da90-7d3f-4e8a-a1f0-005e42d554a4 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:02:54.884393 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:54.920462 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6f5d-3ff9-4aaf-8529-fbd988f2819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:55.073803 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:55.111877 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] Transition to ACTIVE for port object a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:02:55.127536 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:55.229439 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] Attempting to bind port a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:02:55.229814 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] Attempting to bind port a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:02:55.230175 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] Attempting to bind port a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:02:55.260526 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:02:55.267441 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:02:55.267441 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:55.267441 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:02:55.268876 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] Bound port: a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:02:55.273807 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:55.359271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04be771-6115-4747-82b9-5a3f8d518405 req-352387a4-0fe1-459e-bfe9-7509c8c777e4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:55.361023 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e04be771-6115-4747-82b9-5a3f8d518405 req-352387a4-0fe1-459e-bfe9-7509c8c777e4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fa5ca13-b07a-42b1-99de-aa63f2a554a6 HTTP/1.1" status: 200 len: 945 time: 0.2185872 Sep 07 19:02:55.365648 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ad7e90ea-62bd-4054-83af-a8087ff6302a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:02:55.369479 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:55.400622 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] For port a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:02:55.407602 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] For port a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:02:55.417814 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010b087-7fc7-42b6-be52-6b703d1113ef None None] Pushing event updated for resources: {'Port': ['ID=a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:55.437420 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:55.456019 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa5ca13-b07a-42b1-99de-aa63f2a554a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b4da90-7d3f-4e8a-a1f0-005e42d554a4'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:02:55.460735 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a92d6a1-f2a1-4e8d-8c3b-748084fa5c74" -d '{"events": [{"server_uuid": "3fa5ca13-b07a-42b1-99de-aa63f2a554a6", "name": "network-vif-plugged", "status": "completed", "tag": "48b4da90-7d3f-4e8a-a1f0-005e42d554a4"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:02:55.484570 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010b087-7fc7-42b6-be52-6b703d1113ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:55.484570 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010b087-7fc7-42b6-be52-6b703d1113ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:55.487828 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010b087-7fc7-42b6-be52-6b703d1113ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:55.488295 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010b087-7fc7-42b6-be52-6b703d1113ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:55.488760 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010b087-7fc7-42b6-be52-6b703d1113ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:55.489052 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010b087-7fc7-42b6-be52-6b703d1113ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:55.489392 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010b087-7fc7-42b6-be52-6b703d1113ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:55.489727 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010b087-7fc7-42b6-be52-6b703d1113ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:55.490060 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010b087-7fc7-42b6-be52-6b703d1113ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:55.503313 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010b087-7fc7-42b6-be52-6b703d1113ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:55.506326 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010b087-7fc7-42b6-be52-6b703d1113ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:55.506609 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010b087-7fc7-42b6-be52-6b703d1113ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:02:55.557450 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 48b4da90-7d3f-4e8a-a1f0-005e42d554a4, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=48b4da90-7d3f-4e8a-a1f0-005e42d554a4,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:55.586681 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e04be771-6115-4747-82b9-5a3f8d518405 req-39d35053-113d-4597-ba7d-b3e3947e934b tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162285 Sep 07 19:02:55.612267 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:55.651930 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd18832-134c-425d-b778-3d6d0c3a2e31 x-openstack-request-id: req-8bd18832-134c-425d-b778-3d6d0c3a2e31 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:02:55.652188 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa5ca13-b07a-42b1-99de-aa63f2a554a6", "name": "network-vif-plugged", "status": "completed", "tag": "48b4da90-7d3f-4e8a-a1f0-005e42d554a4", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:02:55.652486 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8bd18832-134c-425d-b778-3d6d0c3a2e31 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:02:55.653455 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa5ca13-b07a-42b1-99de-aa63f2a554a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b4da90-7d3f-4e8a-a1f0-005e42d554a4', 'code': 200} Sep 07 19:02:55.687126 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] Routers {'98ace543-0a47-45bc-abb9-0e973f90b7a1'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:02:55.703874 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:02:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['98ace543-0a47-45bc-abb9-0e973f90b7a1'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:02:55.732817 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=48b4da90-7d3f-4e8a-a1f0-005e42d554a4,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:55.757408 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-7bfd6f5d-3ff9-4aaf-8529-fbd988f2819d admin admin] Allocated IP 172.20.0.1 (6a8afba9-c74f-48a2-a182-350c40365b16/ad43e386-e1da-4481-8206-5b6118db82c7/360c9b89-8c7f-4a2f-b80f-24cdda21c296) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:02:55.774553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port ad7e90ea-62bd-4054-83af-a8087ff6302a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:02:55.781389 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a2a2147b-fab9-4084-9550-e4826e7ee53b None None] Provisioning complete for port ad7e90ea-62bd-4054-83af-a8087ff6302a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:02:55.782574 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a2a2147b-fab9-4084-9550-e4826e7ee53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:55.785753 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e809a62-e65a-40a6-81b9-9b3220b0c57f req-dd3314fe-aa93-47e4-888a-3067d526edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:55.788597 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e809a62-e65a-40a6-81b9-9b3220b0c57f req-dd3314fe-aa93-47e4-888a-3067d526edf0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3fa5ca13-b07a-42b1-99de-aa63f2a554a6 HTTP/1.1" status: 200 len: 1097 time: 0.1025097 Sep 07 19:02:55.828362 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port ad7e90ea-62bd-4054-83af-a8087ff6302a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:02:55.828929 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:55.905491 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e809a62-e65a-40a6-81b9-9b3220b0c57f req-37872a45-c8d6-4725-8400-1cc6f0b738fe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097841 Sep 07 19:02:55.964634 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010b087-7fc7-42b6-be52-6b703d1113ef None None] Pushing event updated for resources: {'Port': ['ID=a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:56.067124 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] Set router 98ace543-0a47-45bc-abb9-0e973f90b7a1 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:02:56.112005 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2fcfa046-2a95-4f37-afea-485073eb97aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:56.153886 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6f5d-3ff9-4aaf-8529-fbd988f2819d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:56.251073 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-7bfd6f5d-3ff9-4aaf-8529-fbd988f2819d admin admin] Transition to ACTIVE for port object 360c9b89-8c7f-4a2f-b80f-24cdda21c296 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:02:56.299926 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:56.305209 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a2a2147b-fab9-4084-9550-e4826e7ee53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:56.390321 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-a2a2147b-fab9-4084-9550-e4826e7ee53b None None] For port ad7e90ea-62bd-4054-83af-a8087ff6302a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ad7e90ea-62bd-4054-83af-a8087ff6302a,segment=NetworkSegment(0bc109b4-208d-4fe4-8ff4-0f83c4d9a162),segment_id=0bc109b4-208d-4fe4-8ff4-0f83c4d9a162)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:56.397120 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6f5d-3ff9-4aaf-8529-fbd988f2819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:56.401245 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a2a2147b-fab9-4084-9550-e4826e7ee53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:56.501043 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfd6f5d-3ff9-4aaf-8529-fbd988f2819d admin admin] Network 6a8afba9-c74f-48a2-a182-350c40365b16 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:02:56.504787 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-7bfd6f5d-3ff9-4aaf-8529-fbd988f2819d admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:02:56.509066 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfd6f5d-3ff9-4aaf-8529-fbd988f2819d admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:02:56.528210 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd6f5d-3ff9-4aaf-8529-fbd988f2819d admin admin] Pushing event updated for resources: {'Port': ['ID=360c9b89-8c7f-4a2f-b80f-24cdda21c296,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:56.564870 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'name': 'tempest-TaggedBootDevicesTest-1539057917-router', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:02:50Z', 'updated_at': '2021-09-07T19:02:52Z', 'revision_number': 3, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'gw_port': {'id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:51Z', 'updated_at': '2021-09-07T19:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:02:56.587308 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.db.api [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:02:56.589411 n-d-807786-1 neutron-server[101446]: DEBUG oslo_db.api [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:02:56.604077 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2147b-fab9-4084-9550-e4826e7ee53b None None] Pushing event updated for resources: {'Port': ['ID=ad7e90ea-62bd-4054-83af-a8087ff6302a,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:56.665261 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ffe857-dc4a-4733-8943-e0224181e259 None None] The sync data for ids ['98ace543-0a47-45bc-abb9-0e973f90b7a1'] in n-d-807786-1 is: [{'id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'name': 'tempest-TaggedBootDevicesTest-1539057917-router', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:02:50Z', 'updated_at': '2021-09-07T19:02:52Z', 'revision_number': 3, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'gw_port': {'id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:51Z', 'updated_at': '2021-09-07T19:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:02:56.680140 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6f5d-3ff9-4aaf-8529-fbd988f2819d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:56.856403 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1ddd2-74f9-46ce-b3c4-e733b586349f req-e8cdda22-cf39-4954-981d-2ae83fc29a46 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:56.869476 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ead1ddd2-74f9-46ce-b3c4-e733b586349f req-e8cdda22-cf39-4954-981d-2ae83fc29a46 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fa5ca13-b07a-42b1-99de-aa63f2a554a6 HTTP/1.1" status: 200 len: 946 time: 0.1531100 Sep 07 19:02:56.939071 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ead1ddd2-74f9-46ce-b3c4-e733b586349f req-8c312db0-3206-4af6-bbe0-588e61fd72d3 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679712 Sep 07 19:02:57.040901 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-57ab1eab-a583-4be9-b26b-75b1b9461d1c None None] Provisioning for port 360c9b89-8c7f-4a2f-b80f-24cdda21c296 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:02:57.058965 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-57ab1eab-a583-4be9-b26b-75b1b9461d1c None None] Provisioning complete for port 360c9b89-8c7f-4a2f-b80f-24cdda21c296 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:02:57.058965 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-57ab1eab-a583-4be9-b26b-75b1b9461d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:57.178508 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-57ab1eab-a583-4be9-b26b-75b1b9461d1c None None] Port 360c9b89-8c7f-4a2f-b80f-24cdda21c296 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:02:57.608343 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:02:57.674586 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6f5d-3ff9-4aaf-8529-fbd988f2819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:57.767268 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:02:57.772129 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:02:57.772752 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:57.975666 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6f5d-3ff9-4aaf-8529-fbd988f2819d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:57.984136 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6f5d-3ff9-4aaf-8529-fbd988f2819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:58.000424 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:58.064453 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:02:58.072985 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:58.073883 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ad7e90ea-62bd-4054-83af-a8087ff6302a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:02:58.198101 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd6f5d-3ff9-4aaf-8529-fbd988f2819d admin admin] Pushing event updated for resources: {'Port': ['ID=360c9b89-8c7f-4a2f-b80f-24cdda21c296,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:58.202247 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6f5d-3ff9-4aaf-8529-fbd988f2819d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:58.261278 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:02:58.281025 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0f0a1-ca7a-4ae4-84b8-922614a43ee1 req-fcefe396-003b-4584-8904-c510a887bd0e tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:58.289070 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port ad7e90ea-62bd-4054-83af-a8087ff6302a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:02:58.289506 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:58.301252 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1da0f0a1-ca7a-4ae4-84b8-922614a43ee1 req-fcefe396-003b-4584-8904-c510a887bd0e tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fa5ca13-b07a-42b1-99de-aa63f2a554a6 HTTP/1.1" status: 200 len: 946 time: 0.2058954 Sep 07 19:02:58.446034 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1da0f0a1-ca7a-4ae4-84b8-922614a43ee1 req-2992af33-1f5a-4199-83c1-8fc511b56445 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429205 Sep 07 19:02:58.547012 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfd6f5d-3ff9-4aaf-8529-fbd988f2819d admin admin] Network 6a8afba9-c74f-48a2-a182-350c40365b16 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:02:58.548608 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-7bfd6f5d-3ff9-4aaf-8529-fbd988f2819d admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:02:58.806406 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-62fd17c2-a78a-4dbe-a40a-33ab58c2578f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:58.875516 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace9a9f-4e1e-4207-b3e9-5ac18804c0c4 req-d889adb2-5490-4a30-9aa9-eda726cf6d16 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:58.879978 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aace9a9f-4e1e-4207-b3e9-5ac18804c0c4 req-d889adb2-5490-4a30-9aa9-eda726cf6d16 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fa5ca13-b07a-42b1-99de-aa63f2a554a6 HTTP/1.1" status: 200 len: 946 time: 0.1575432 Sep 07 19:02:58.891842 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfd6f5d-3ff9-4aaf-8529-fbd988f2819d admin admin] Router 98ace543-0a47-45bc-abb9-0e973f90b7a1 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:02:59.009903 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aace9a9f-4e1e-4207-b3e9-5ac18804c0c4 req-e452d2fc-0e7d-4364-8f6f-d9c20bcec6fe tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223605 Sep 07 19:02:59.058493 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:59.231979 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfd6f5d-3ff9-4aaf-8529-fbd988f2819d admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:02:59.239270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6bb9c715-a308-404d-8d5d-0d5f8cb5ee4f None None] Provisioning complete for port 360c9b89-8c7f-4a2f-b80f-24cdda21c296 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:02:59.239679 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c715-a308-404d-8d5d-0d5f8cb5ee4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:59.241480 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7bfd6f5d-3ff9-4aaf-8529-fbd988f2819d admin admin] 10.222.0.26 "PUT /v2.0/routers/98ace543-0a47-45bc-abb9-0e973f90b7a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5877109 Sep 07 19:02:59.401977 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9c715-a308-404d-8d5d-0d5f8cb5ee4f None None] Port 360c9b89-8c7f-4a2f-b80f-24cdda21c296 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:02:59.515898 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:02:59.665650 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4b32d-7c6c-45b4-9ad4-01307cfb149c req-f5592682-5ff8-49c4-a85a-a0fdde1b50d0 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:59.667261 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-60b4b32d-7c6c-45b4-9ad4-01307cfb149c req-f5592682-5ff8-49c4-a85a-a0fdde1b50d0 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fa5ca13-b07a-42b1-99de-aa63f2a554a6 HTTP/1.1" status: 200 len: 946 time: 0.0783646 Sep 07 19:02:59.703621 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:02:59.704537 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:59.793145 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-60b4b32d-7c6c-45b4-9ad4-01307cfb149c req-7fad1631-e7bb-4765-a765-9c053ada5234 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185012 Sep 07 19:03:00.083409 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] Sync routers for ids ['98ace543-0a47-45bc-abb9-0e973f90b7a1'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:03:00.110292 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] Routers {'98ace543-0a47-45bc-abb9-0e973f90b7a1'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:03:00.110947 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:02:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['98ace543-0a47-45bc-abb9-0e973f90b7a1'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:03:00.172393 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:00.596318 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] Set router 98ace543-0a47-45bc-abb9-0e973f90b7a1 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:03:00.981133 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced4946-1aa0-4498-a9af-8da3ac554918 req-dee7c8e4-53f0-4939-abb0-d34f8b014da3 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:00.983397 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fced4946-1aa0-4498-a9af-8da3ac554918 req-dee7c8e4-53f0-4939-abb0-d34f8b014da3 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fa5ca13-b07a-42b1-99de-aa63f2a554a6 HTTP/1.1" status: 200 len: 946 time: 0.1694262 Sep 07 19:03:01.148957 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'name': 'tempest-TaggedBootDevicesTest-1539057917-router', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:02:50Z', 'updated_at': '2021-09-07T19:02:56Z', 'revision_number': 4, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'gw_port': {'id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:51Z', 'updated_at': '2021-09-07T19:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '360c9b89-8c7f-4a2f-b80f-24cdda21c296', 'name': '', 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'mac_address': 'fa:16:3e:6e:55:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'ad43e386-e1da-4481-8206-5b6118db82c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:54Z', 'updated_at': '2021-09-07T19:02:57Z', 'revision_number': 2, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'subnets': [{'id': 'ad43e386-e1da-4481-8206-5b6118db82c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:03:01.213331 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] Checking router: 98ace543-0a47-45bc-abb9-0e973f90b7a1 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:03:01.213948 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] Updating router 98ace543-0a47-45bc-abb9-0e973f90b7a1 port 360c9b89-8c7f-4a2f-b80f-24cdda21c296 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:03:01.243969 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:01.275784 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-fced4946-1aa0-4498-a9af-8da3ac554918 req-ef929d89-362d-427b-9ce2-78c4070617b4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Deleting port 48b4da90-7d3f-4e8a-a1f0-005e42d554a4 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:03:01.277001 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fced4946-1aa0-4498-a9af-8da3ac554918 req-ef929d89-362d-427b-9ce2-78c4070617b4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:01.447433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-fced4946-1aa0-4498-a9af-8da3ac554918 req-ef929d89-362d-427b-9ce2-78c4070617b4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] For port 48b4da90-7d3f-4e8a-a1f0-005e42d554a4, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=48b4da90-7d3f-4e8a-a1f0-005e42d554a4,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:03:01.453489 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fced4946-1aa0-4498-a9af-8da3ac554918 req-ef929d89-362d-427b-9ce2-78c4070617b4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:01.516850 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-fced4946-1aa0-4498-a9af-8da3ac554918 req-ef929d89-362d-427b-9ce2-78c4070617b4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Calling delete_port for 48b4da90-7d3f-4e8a-a1f0-005e42d554a4 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:03:01.702039 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:01.752342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859189d-e3a4-4a0a-90b6-1498332eb978 req-398a18dd-43e1-4f50-9eef-4eab885431e8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:01.754358 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f859189d-e3a4-4a0a-90b6-1498332eb978 req-398a18dd-43e1-4f50-9eef-4eab885431e8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fa5ca13-b07a-42b1-99de-aa63f2a554a6 HTTP/1.1" status: 200 len: 946 time: 0.7548175 Sep 07 19:03:01.788268 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:01.906205 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f859189d-e3a4-4a0a-90b6-1498332eb978 req-68ac9085-ce6c-4caa-86b1-ee30a78bd9ae tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753279 Sep 07 19:03:01.923498 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] Transition to ACTIVE for port object 360c9b89-8c7f-4a2f-b80f-24cdda21c296 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:03:01.927834 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fced4946-1aa0-4498-a9af-8da3ac554918 req-ef929d89-362d-427b-9ce2-78c4070617b4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:01.934224 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:01.940785 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7e5b2214-02cb-4177-bb03-ff77d938c331', '48b4da90-7d3f-4e8a-a1f0-005e42d554a4'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:03:02.072106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fced4946-1aa0-4498-a9af-8da3ac554918 req-ef929d89-362d-427b-9ce2-78c4070617b4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] No DVR routers for this DVR port 48b4da90-7d3f-4e8a-a1f0-005e42d554a4 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:03:02.075425 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fced4946-1aa0-4498-a9af-8da3ac554918 req-ef929d89-362d-427b-9ce2-78c4070617b4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:02.079608 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fced4946-1aa0-4498-a9af-8da3ac554918 req-ef929d89-362d-427b-9ce2-78c4070617b4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "DELETE /v2.0/ports/48b4da90-7d3f-4e8a-a1f0-005e42d554a4 HTTP/1.1" status: 204 len: 173 time: 1.0763774 Sep 07 19:03:02.080528 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef929d89-362d-427b-9ce2-78c4070617b4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Pushing event deleted for resources: {'Port': ['ID=48b4da90-7d3f-4e8a-a1f0-005e42d554a4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:02.095444 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa5ca13-b07a-42b1-99de-aa63f2a554a6', 'name': 'network-vif-deleted', 'tag': '48b4da90-7d3f-4e8a-a1f0-005e42d554a4'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:03:02.103580 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dc037c-5f38-4e92-98e4-de3adb398326" -d '{"events": [{"server_uuid": "3fa5ca13-b07a-42b1-99de-aa63f2a554a6", "name": "network-vif-deleted", "tag": "48b4da90-7d3f-4e8a-a1f0-005e42d554a4"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:03:02.119710 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7565ea-a522-4733-9fac-e15bdf9d0070 None None] Pushing event updated for resources: {'Port': ['ID=360c9b89-8c7f-4a2f-b80f-24cdda21c296,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:02.254817 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df35df72-15c4-41a8-8e0e-62d5783bffda x-openstack-request-id: req-df35df72-15c4-41a8-8e0e-62d5783bffda {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:03:02.256252 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa5ca13-b07a-42b1-99de-aa63f2a554a6", "name": "network-vif-deleted", "tag": "48b4da90-7d3f-4e8a-a1f0-005e42d554a4", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:03:02.256464 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df35df72-15c4-41a8-8e0e-62d5783bffda {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:03:02.257188 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa5ca13-b07a-42b1-99de-aa63f2a554a6', 'name': 'network-vif-deleted', 'tag': '48b4da90-7d3f-4e8a-a1f0-005e42d554a4', 'status': 'completed', 'code': 200} Sep 07 19:03:02.334972 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] Attempting to bind port 360c9b89-8c7f-4a2f-b80f-24cdda21c296 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:03:02.336014 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] Attempting to bind port 360c9b89-8c7f-4a2f-b80f-24cdda21c296 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '0bc109b4-208d-4fe4-8ff4-0f83c4d9a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:03:02.336673 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] Attempting to bind port 360c9b89-8c7f-4a2f-b80f-24cdda21c296 on network 6a8afba9-c74f-48a2-a182-350c40365b16 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:03:02.346801 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:03:02.347522 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] Checking segment: {'id': '0bc109b4-208d-4fe4-8ff4-0f83c4d9a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:03:02.348120 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:02.348743 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] Bound using segment: {'id': '0bc109b4-208d-4fe4-8ff4-0f83c4d9a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:03:02.349425 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] Bound port: 360c9b89-8c7f-4a2f-b80f-24cdda21c296, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc109b4-208d-4fe4-8ff4-0f83c4d9a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:03:02.354770 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:02.500657 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] For port 360c9b89-8c7f-4a2f-b80f-24cdda21c296, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:03:02.511649 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] For port 360c9b89-8c7f-4a2f-b80f-24cdda21c296, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=360c9b89-8c7f-4a2f-b80f-24cdda21c296,segment=NetworkSegment(0bc109b4-208d-4fe4-8ff4-0f83c4d9a162),segment_id=0bc109b4-208d-4fe4-8ff4-0f83c4d9a162)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:03:02.518814 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:02.607672 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] Routers {'98ace543-0a47-45bc-abb9-0e973f90b7a1'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:03:02.608607 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:02:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['98ace543-0a47-45bc-abb9-0e973f90b7a1'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:03:02.717184 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7565ea-a522-4733-9fac-e15bdf9d0070 None None] Pushing event updated for resources: {'Port': ['ID=360c9b89-8c7f-4a2f-b80f-24cdda21c296,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:02.853700 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] Set router 98ace543-0a47-45bc-abb9-0e973f90b7a1 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:03:03.293163 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'name': 'tempest-TaggedBootDevicesTest-1539057917-router', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:02:50Z', 'updated_at': '2021-09-07T19:02:56Z', 'revision_number': 4, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'gw_port': {'id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:51Z', 'updated_at': '2021-09-07T19:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '360c9b89-8c7f-4a2f-b80f-24cdda21c296', 'name': '', 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'mac_address': 'fa:16:3e:6e:55:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'ad43e386-e1da-4481-8206-5b6118db82c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:54Z', 'updated_at': '2021-09-07T19:03:02Z', 'revision_number': 4, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'subnets': [{'id': 'ad43e386-e1da-4481-8206-5b6118db82c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:03:03.355126 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e90da8-7819-40a4-96a9-538d34ed2302 None None] The sync data for ids ['98ace543-0a47-45bc-abb9-0e973f90b7a1'] in n-d-807786-1 is: [{'id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'name': 'tempest-TaggedBootDevicesTest-1539057917-router', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:02:50Z', 'updated_at': '2021-09-07T19:02:56Z', 'revision_number': 4, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'gw_port': {'id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:51Z', 'updated_at': '2021-09-07T19:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '360c9b89-8c7f-4a2f-b80f-24cdda21c296', 'name': '', 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'mac_address': 'fa:16:3e:6e:55:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'ad43e386-e1da-4481-8206-5b6118db82c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:54Z', 'updated_at': '2021-09-07T19:03:02Z', 'revision_number': 4, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'subnets': [{'id': 'ad43e386-e1da-4481-8206-5b6118db82c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:03:04.435824 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 48b4da90-7d3f-4e8a-a1f0-005e42d554a4 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:03:04.550361 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 48b4da90-7d3f-4e8a-a1f0-005e42d554a4 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:03:04.550899 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 48b4da90-7d3f-4e8a-a1f0-005e42d554a4 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:03:05.465209 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 360c9b89-8c7f-4a2f-b80f-24cdda21c296 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:03:05.663930 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 360c9b89-8c7f-4a2f-b80f-24cdda21c296 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:03:05.694189 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 360c9b89-8c7f-4a2f-b80f-24cdda21c296 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:03:05.694598 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:05.914579 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:05.984549 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 360c9b89-8c7f-4a2f-b80f-24cdda21c296, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=360c9b89-8c7f-4a2f-b80f-24cdda21c296,segment=NetworkSegment(0bc109b4-208d-4fe4-8ff4-0f83c4d9a162),segment_id=0bc109b4-208d-4fe4-8ff4-0f83c4d9a162)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:03:05.987810 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-abd1c0fc-3a16-4667-997b-a38633b5c896 req-edd78dd2-82a2-411f-ae3a-17c1b7978e00 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1073272 Sep 07 19:03:05.991951 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:06.081927 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=360c9b89-8c7f-4a2f-b80f-24cdda21c296,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:06.109325 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1c0fc-3a16-4667-997b-a38633b5c896 req-c546ac33-8d23-4762-b9a1-2c82ad90eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:06.111004 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-abd1c0fc-3a16-4667-997b-a38633b5c896 req-c546ac33-8d23-4762-b9a1-2c82ad90eeab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3e2f62770ce4512b55b3685f3a068f2&device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 1096 time: 0.0882685 Sep 07 19:03:06.271751 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1c0fc-3a16-4667-997b-a38633b5c896 req-bb914351-2ffb-4fc9-af5f-293f4e6fe24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:06.273856 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-abd1c0fc-3a16-4667-997b-a38633b5c896 req-bb914351-2ffb-4fc9-af5f-293f4e6fe24e service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d18b746-cc48-4b0b-8822-7ec853348da1 HTTP/1.1" status: 200 len: 912 time: 0.1375694 Sep 07 19:03:06.402834 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-abd1c0fc-3a16-4667-997b-a38633b5c896 req-6fd651f2-a720-4f97-808a-af4dc97a04e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1c1a680-5275-4c1c-9272-5098fec51a7a HTTP/1.1" status: 200 len: 1001 time: 0.1165221 Sep 07 19:03:06.518732 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1c0fc-3a16-4667-997b-a38633b5c896 req-31b0e4ec-75c9-4e8d-ac8a-8b54231083ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:06.521306 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-abd1c0fc-3a16-4667-997b-a38633b5c896 req-31b0e4ec-75c9-4e8d-ac8a-8b54231083ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e593cdc-1b32-4dc9-81bb-475156c283c6 HTTP/1.1" status: 200 len: 850 time: 0.1108055 Sep 07 19:03:06.594566 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1c0fc-3a16-4667-997b-a38633b5c896 req-bd1398fe-139e-4840-81f8-c20053b3eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:06.596874 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-abd1c0fc-3a16-4667-997b-a38633b5c896 req-bd1398fe-139e-4840-81f8-c20053b3eaa8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d18b746-cc48-4b0b-8822-7ec853348da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681863 Sep 07 19:03:06.746879 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-abd1c0fc-3a16-4667-997b-a38633b5c896 req-b42deaf8-21da-404d-b0c8-e39a934d6ee2 service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397588 Sep 07 19:03:06.947560 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-abd1c0fc-3a16-4667-997b-a38633b5c896 req-31d914f9-9e36-4dfd-87cb-056bb76cf278 service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880691 Sep 07 19:03:07.457687 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 360c9b89-8c7f-4a2f-b80f-24cdda21c296 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:03:07.547505 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11cba1-8848-4a41-9df9-e7b5ad9d5d0c req-aaa07c03-a52e-4b80-8576-5a70ec06a6fe tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:07.571953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11cba1-8848-4a41-9df9-e7b5ad9d5d0c req-aaa07c03-a52e-4b80-8576-5a70ec06a6fe tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:07.588027 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11cba1-8848-4a41-9df9-e7b5ad9d5d0c req-aaa07c03-a52e-4b80-8576-5a70ec06a6fe tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:07.596741 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11cba1-8848-4a41-9df9-e7b5ad9d5d0c req-aaa07c03-a52e-4b80-8576-5a70ec06a6fe tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:07.604246 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11cba1-8848-4a41-9df9-e7b5ad9d5d0c req-aaa07c03-a52e-4b80-8576-5a70ec06a6fe tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:07.612414 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11cba1-8848-4a41-9df9-e7b5ad9d5d0c req-aaa07c03-a52e-4b80-8576-5a70ec06a6fe tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:07.621192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11cba1-8848-4a41-9df9-e7b5ad9d5d0c req-aaa07c03-a52e-4b80-8576-5a70ec06a6fe tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:07.636350 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 360c9b89-8c7f-4a2f-b80f-24cdda21c296 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:03:07.636691 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd11cba1-8848-4a41-9df9-e7b5ad9d5d0c req-aaa07c03-a52e-4b80-8576-5a70ec06a6fe tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5445 time: 0.4294801 Sep 07 19:03:07.636878 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:07.721160 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd11cba1-8848-4a41-9df9-e7b5ad9d5d0c req-435e6972-0da2-4519-bfef-af39fa7ff1e0 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807009 Sep 07 19:03:08.152487 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-aca23e52-2c6a-45fa-a0ce-cc92c9498848 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:08.168270 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-aca23e52-2c6a-45fa-a0ce-cc92c9498848 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:08.181399 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-aca23e52-2c6a-45fa-a0ce-cc92c9498848 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:08.191634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-aca23e52-2c6a-45fa-a0ce-cc92c9498848 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:08.207374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-aca23e52-2c6a-45fa-a0ce-cc92c9498848 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:08.216763 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-aca23e52-2c6a-45fa-a0ce-cc92c9498848 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:08.224094 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-aca23e52-2c6a-45fa-a0ce-cc92c9498848 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:08.226467 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-aca23e52-2c6a-45fa-a0ce-cc92c9498848 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.60 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5445 time: 0.2536118 Sep 07 19:03:08.319911 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-4cac9c96-54bf-4d65-be3f-e0ed2e287882 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:08.322086 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-4cac9c96-54bf-4d65-be3f-e0ed2e287882 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.60 "GET /v2.0/ports/2c42146d-acda-49b7-9da4-ed02db649778?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0787091 Sep 07 19:03:08.555026 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-14951c25-d32c-4f9f-b1a9-b84d790f002d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.60 "GET /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2259743 Sep 07 19:03:08.568309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-04f26271-5be7-40b1-9edc-aa2e2de5ca95 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:03:08.654103 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-04f26271-5be7-40b1-9edc-aa2e2de5ca95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:09.063086 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08ad5f-6ad3-4cc6-9a37-f2855c1b5e3b req-29861be4-21b1-4727-97a1-f3e87207a4c6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:09.074883 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08ad5f-6ad3-4cc6-9a37-f2855c1b5e3b req-29861be4-21b1-4727-97a1-f3e87207a4c6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:09.087752 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08ad5f-6ad3-4cc6-9a37-f2855c1b5e3b req-29861be4-21b1-4727-97a1-f3e87207a4c6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:09.107769 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08ad5f-6ad3-4cc6-9a37-f2855c1b5e3b req-29861be4-21b1-4727-97a1-f3e87207a4c6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:09.126736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08ad5f-6ad3-4cc6-9a37-f2855c1b5e3b req-29861be4-21b1-4727-97a1-f3e87207a4c6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:09.140363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08ad5f-6ad3-4cc6-9a37-f2855c1b5e3b req-29861be4-21b1-4727-97a1-f3e87207a4c6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:09.148112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08ad5f-6ad3-4cc6-9a37-f2855c1b5e3b req-29861be4-21b1-4727-97a1-f3e87207a4c6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:09.150818 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1a08ad5f-6ad3-4cc6-9a37-f2855c1b5e3b req-29861be4-21b1-4727-97a1-f3e87207a4c6 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 5445 time: 0.2888010 Sep 07 19:03:09.159002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-04f26271-5be7-40b1-9edc-aa2e2de5ca95 service neutron] For port 2c42146d-acda-49b7-9da4-ed02db649778, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2c42146d-acda-49b7-9da4-ed02db649778,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:03:09.247590 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1a08ad5f-6ad3-4cc6-9a37-f2855c1b5e3b req-db91e91a-bd47-4763-a52b-850d1b065cfd tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&id=abb49f79-8342-4dbb-8ec0-70c996bb4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709491 Sep 07 19:03:09.270580 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-04f26271-5be7-40b1-9edc-aa2e2de5ca95 service neutron] For port 2c42146d-acda-49b7-9da4-ed02db649778, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:03:09.371406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-04f26271-5be7-40b1-9edc-aa2e2de5ca95 service neutron] device_id is not set on port 2c42146d-acda-49b7-9da4-ed02db649778 yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:03:09.393714 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-04f26271-5be7-40b1-9edc-aa2e2de5ca95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:09.413475 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-04f26271-5be7-40b1-9edc-aa2e2de5ca95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:09.515894 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-04f26271-5be7-40b1-9edc-aa2e2de5ca95 service neutron] No DVR routers for this DVR port 2c42146d-acda-49b7-9da4-ed02db649778 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:03:09.673534 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f26271-5be7-40b1-9edc-aa2e2de5ca95 service neutron] Pushing event updated for resources: {'Port': ['ID=2c42146d-acda-49b7-9da4-ed02db649778,revision_number=6']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:09.722512 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-04f26271-5be7-40b1-9edc-aa2e2de5ca95 service neutron] In _notify_port_updated(), no bound segment for port 2c42146d-acda-49b7-9da4-ed02db649778 on network 2a04f97c-eef1-4797-989a-49aba8f5ba8a {{(pid=101445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 19:03:09.724713 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-04f26271-5be7-40b1-9edc-aa2e2de5ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:09.725440 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-04f26271-5be7-40b1-9edc-aa2e2de5ca95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:09.728353 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-04f26271-5be7-40b1-9edc-aa2e2de5ca95 service neutron] 10.222.0.60 "PUT /v2.0/ports/2c42146d-acda-49b7-9da4-ed02db649778 HTTP/1.1" status: 200 len: 1032 time: 1.1661701 Sep 07 19:03:09.818486 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-55ad322d-34a9-489d-ae92-265ad7896dd2 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:09.819915 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-55ad322d-34a9-489d-ae92-265ad7896dd2 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.60 "GET /v2.0/ports/9557b603-4ab7-498b-ac43-138b6d5d09f4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0841167 Sep 07 19:03:09.832395 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-4b8b68a1-db53-487e-8beb-853e6eb93ddc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:03:09.953347 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-4b8b68a1-db53-487e-8beb-853e6eb93ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:10.099508 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-32e5d690-c487-40d2-98a3-ef4b6d85e121 None None] Provisioning complete for port 2c42146d-acda-49b7-9da4-ed02db649778 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:03:10.101594 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-32e5d690-c487-40d2-98a3-ef4b6d85e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:10.204094 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-32e5d690-c487-40d2-98a3-ef4b6d85e121 None None] Port 2c42146d-acda-49b7-9da4-ed02db649778 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:03:10.254926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-4b8b68a1-db53-487e-8beb-853e6eb93ddc service neutron] For port 9557b603-4ab7-498b-ac43-138b6d5d09f4, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=9557b603-4ab7-498b-ac43-138b6d5d09f4,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:03:10.312818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-4b8b68a1-db53-487e-8beb-853e6eb93ddc service neutron] For port 9557b603-4ab7-498b-ac43-138b6d5d09f4, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:03:10.352837 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-4b8b68a1-db53-487e-8beb-853e6eb93ddc service neutron] device_id is not set on port 9557b603-4ab7-498b-ac43-138b6d5d09f4 yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:03:10.364369 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-4b8b68a1-db53-487e-8beb-853e6eb93ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:10.386674 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-4b8b68a1-db53-487e-8beb-853e6eb93ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:10.458037 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 9557b603-4ab7-498b-ac43-138b6d5d09f4 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:03:10.492923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b68a1-db53-487e-8beb-853e6eb93ddc service neutron] Pushing event updated for resources: {'Port': ['ID=9557b603-4ab7-498b-ac43-138b6d5d09f4,revision_number=6']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:10.583986 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 9557b603-4ab7-498b-ac43-138b6d5d09f4 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:03:10.584719 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 48703c14-e98f-4ceb-bc6c-fe2b1901c5de no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:03:10.637582 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-4b8b68a1-db53-487e-8beb-853e6eb93ddc service neutron] No DVR routers for this DVR port 9557b603-4ab7-498b-ac43-138b6d5d09f4 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:03:10.651412 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc102a-42d5-4387-aebe-9dd8b9819b93 req-c7bd46d3-04c4-4ed6-a1e2-fdf1458a1d60 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:10.662933 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc102a-42d5-4387-aebe-9dd8b9819b93 req-c7bd46d3-04c4-4ed6-a1e2-fdf1458a1d60 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:10.690465 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc102a-42d5-4387-aebe-9dd8b9819b93 req-c7bd46d3-04c4-4ed6-a1e2-fdf1458a1d60 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:10.697653 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc102a-42d5-4387-aebe-9dd8b9819b93 req-c7bd46d3-04c4-4ed6-a1e2-fdf1458a1d60 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:10.704231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc102a-42d5-4387-aebe-9dd8b9819b93 req-c7bd46d3-04c4-4ed6-a1e2-fdf1458a1d60 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:10.714728 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ddc102a-42d5-4387-aebe-9dd8b9819b93 req-c7bd46d3-04c4-4ed6-a1e2-fdf1458a1d60 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 3886 time: 0.1756406 Sep 07 19:03:10.793931 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ddc102a-42d5-4387-aebe-9dd8b9819b93 req-522fa9dc-7ff3-43cd-8e90-740b47b3f99d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770140 Sep 07 19:03:10.823274 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-4b8b68a1-db53-487e-8beb-853e6eb93ddc service neutron] In _notify_port_updated(), no bound segment for port 9557b603-4ab7-498b-ac43-138b6d5d09f4 on network 2a04f97c-eef1-4797-989a-49aba8f5ba8a {{(pid=101445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 19:03:10.824553 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-4b8b68a1-db53-487e-8beb-853e6eb93ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:10.825399 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-4b8b68a1-db53-487e-8beb-853e6eb93ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:10.827715 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-4b8b68a1-db53-487e-8beb-853e6eb93ddc service neutron] 10.222.0.60 "PUT /v2.0/ports/9557b603-4ab7-498b-ac43-138b6d5d09f4 HTTP/1.1" status: 200 len: 1033 time: 0.9995835 Sep 07 19:03:10.926716 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:10.969079 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48703c14-e98f-4ceb-bc6c-fe2b1901c5de'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:03:10.978604 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e3e1a4-f52a-44cf-b67e-e1156f573fe9" -d '{"events": [{"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-unplugged", "status": "completed", "tag": "48703c14-e98f-4ceb-bc6c-fe2b1901c5de"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:03:11.017759 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 48703c14-e98f-4ceb-bc6c-fe2b1901c5de, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=48703c14-e98f-4ceb-bc6c-fe2b1901c5de,segment=NetworkSegment(95bba13a-f409-46aa-acc2-6b9b9cc2bb26),segment_id=95bba13a-f409-46aa-acc2-6b9b9cc2bb26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:03:11.025141 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:11.026148 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device c5603d88-8a14-49e9-875b-419cd2bd56cb no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:03:11.125495 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-198f3c89-eafe-4354-853f-7868d8d4a7ab tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Deleting port 48703c14-e98f-4ceb-bc6c-fe2b1901c5de {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:03:11.127099 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-198f3c89-eafe-4354-853f-7868d8d4a7ab tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:11.197688 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:11.253074 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 19:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be26972-512f-4860-83f5-c2fb5ad3938e x-openstack-request-id: req-1be26972-512f-4860-83f5-c2fb5ad3938e {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:03:11.253496 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-unplugged", "status": "completed", "tag": "48703c14-e98f-4ceb-bc6c-fe2b1901c5de", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:03:11.254065 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1be26972-512f-4860-83f5-c2fb5ad3938e {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:03:11.254639 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48703c14-e98f-4ceb-bc6c-fe2b1901c5de', 'code': 200} Sep 07 19:03:11.255607 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-83ced39b-22ab-457a-87bc-f533fb8a61b5 None None] Provisioning complete for port 9557b603-4ab7-498b-ac43-138b6d5d09f4 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:03:11.256181 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-83ced39b-22ab-457a-87bc-f533fb8a61b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:11.319086 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:03:11.349279 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=48703c14-e98f-4ceb-bc6c-fe2b1901c5de,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:11.378824 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-198f3c89-eafe-4354-853f-7868d8d4a7ab tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] For port 48703c14-e98f-4ceb-bc6c-fe2b1901c5de, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=48703c14-e98f-4ceb-bc6c-fe2b1901c5de,segment=NetworkSegment(95bba13a-f409-46aa-acc2-6b9b9cc2bb26),segment_id=95bba13a-f409-46aa-acc2-6b9b9cc2bb26)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:03:11.380862 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-198f3c89-eafe-4354-853f-7868d8d4a7ab tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:11.391716 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-83ced39b-22ab-457a-87bc-f533fb8a61b5 None None] Port 9557b603-4ab7-498b-ac43-138b6d5d09f4 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:03:11.398431 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port c5603d88-8a14-49e9-875b-419cd2bd56cb, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=c5603d88-8a14-49e9-875b-419cd2bd56cb,segment=NetworkSegment(95bba13a-f409-46aa-acc2-6b9b9cc2bb26),segment_id=95bba13a-f409-46aa-acc2-6b9b9cc2bb26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:03:11.406375 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:11.407180 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device adc3ff2c-97a6-4b33-8062-87cf73872a4f no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:03:11.418496 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-198f3c89-eafe-4354-853f-7868d8d4a7ab tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Calling delete_port for 48703c14-e98f-4ceb-bc6c-fe2b1901c5de owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:03:11.534105 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=c5603d88-8a14-49e9-875b-419cd2bd56cb,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:11.649810 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:11.710591 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port adc3ff2c-97a6-4b33-8062-87cf73872a4f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=adc3ff2c-97a6-4b33-8062-87cf73872a4f,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:03:11.720199 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:11.720199 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 23c753cf-b66a-40dd-bb2a-82b747a834c6 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:03:11.907765 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-198f3c89-eafe-4354-853f-7868d8d4a7ab tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:12.020038 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f3c89-eafe-4354-853f-7868d8d4a7ab tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event deleted for resources: {'Port': ['ID=48703c14-e98f-4ceb-bc6c-fe2b1901c5de,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:12.111415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=adc3ff2c-97a6-4b33-8062-87cf73872a4f,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:12.187132 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-198f3c89-eafe-4354-853f-7868d8d4a7ab tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] No DVR routers for this DVR port 48703c14-e98f-4ceb-bc6c-fe2b1901c5de on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:03:12.194731 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-198f3c89-eafe-4354-853f-7868d8d4a7ab tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:12.196721 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-198f3c89-eafe-4354-853f-7868d8d4a7ab tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.60 "DELETE /v2.0/ports/48703c14-e98f-4ceb-bc6c-fe2b1901c5de HTTP/1.1" status: 204 len: 173 time: 1.3628616 Sep 07 19:03:12.199082 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-deleted', 'tag': '48703c14-e98f-4ceb-bc6c-fe2b1901c5de'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:03:12.212983 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26298d21-f2ea-4304-80ca-440c5734a47b" -d '{"events": [{"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-deleted", "tag": "48703c14-e98f-4ceb-bc6c-fe2b1901c5de"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:03:12.250264 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:12.349373 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 23c753cf-b66a-40dd-bb2a-82b747a834c6, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=23c753cf-b66a-40dd-bb2a-82b747a834c6,segment=NetworkSegment(a611d040-3073-489a-bd58-d9b80265a8d5),segment_id=a611d040-3073-489a-bd58-d9b80265a8d5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:03:12.359988 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:12.361484 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 2821d589-d644-400b-82c6-ab5f12352f32 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:03:12.467706 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bbfb0-f7c0-4805-9125-c0a46d08f131 req-906b84e4-c803-429d-a4e8-eec01a8502a8 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:12.488935 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bbfb0-f7c0-4805-9125-c0a46d08f131 req-906b84e4-c803-429d-a4e8-eec01a8502a8 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:12.538560 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bbfb0-f7c0-4805-9125-c0a46d08f131 req-906b84e4-c803-429d-a4e8-eec01a8502a8 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:12.580047 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bbfb0-f7c0-4805-9125-c0a46d08f131 req-906b84e4-c803-429d-a4e8-eec01a8502a8 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:12.599139 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e45bbfb0-f7c0-4805-9125-c0a46d08f131 req-906b84e4-c803-429d-a4e8-eec01a8502a8 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 3147 time: 0.4347389 Sep 07 19:03:12.632100 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=23c753cf-b66a-40dd-bb2a-82b747a834c6,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:12.782496 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:12.882916 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:12.887575 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 2821d589-d644-400b-82c6-ab5f12352f32, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2821d589-d644-400b-82c6-ab5f12352f32,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:03:12.895761 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:12.899420 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 2c42146d-acda-49b7-9da4-ed02db649778 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:03:12.906273 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e45bbfb0-f7c0-4805-9125-c0a46d08f131 req-59c155d5-28c2-4bfe-8fa1-07bc6edc57b8 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3025856 Sep 07 19:03:12.962881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-96a98294-3ae5-46e7-b280-1504ddc26ed7 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Deleting port adc3ff2c-97a6-4b33-8062-87cf73872a4f {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:03:12.963944 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-96a98294-3ae5-46e7-b280-1504ddc26ed7 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:13.087101 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=2821d589-d644-400b-82c6-ab5f12352f32,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:13.125192 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 2c42146d-acda-49b7-9da4-ed02db649778 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:03:13.191565 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-96a98294-3ae5-46e7-b280-1504ddc26ed7 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] For port adc3ff2c-97a6-4b33-8062-87cf73872a4f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=adc3ff2c-97a6-4b33-8062-87cf73872a4f,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:03:13.192238 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-96a98294-3ae5-46e7-b280-1504ddc26ed7 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:13.232312 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-96a98294-3ae5-46e7-b280-1504ddc26ed7 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Calling delete_port for adc3ff2c-97a6-4b33-8062-87cf73872a4f owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:03:13.256326 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5603d88-8a14-49e9-875b-419cd2bd56cb'}, {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adc3ff2c-97a6-4b33-8062-87cf73872a4f'}, {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23c753cf-b66a-40dd-bb2a-82b747a834c6'}, {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2821d589-d644-400b-82c6-ab5f12352f32'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:03:13.261231 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bd00d2-7af1-43e1-9a8e-bf58a05418af" -d '{"events": [{"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-unplugged", "status": "completed", "tag": "c5603d88-8a14-49e9-875b-419cd2bd56cb"}, {"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-unplugged", "status": "completed", "tag": "adc3ff2c-97a6-4b33-8062-87cf73872a4f"}, {"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-unplugged", "status": "completed", "tag": "23c753cf-b66a-40dd-bb2a-82b747a834c6"}, {"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-unplugged", "status": "completed", "tag": "2821d589-d644-400b-82c6-ab5f12352f32"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:03:13.338498 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00ff310-d8ee-4f1e-be75-e110e114b5ee x-openstack-request-id: req-e00ff310-d8ee-4f1e-be75-e110e114b5ee {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:03:13.338966 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-deleted", "tag": "48703c14-e98f-4ceb-bc6c-fe2b1901c5de", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:03:13.339373 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e00ff310-d8ee-4f1e-be75-e110e114b5ee {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:03:13.340026 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-deleted', 'tag': '48703c14-e98f-4ceb-bc6c-fe2b1901c5de', 'status': 'completed', 'code': 200} Sep 07 19:03:13.518630 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 07 Sep 2021 19:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b70c22-04a6-48dd-a9ed-e0821a7fe6eb x-openstack-request-id: req-f7b70c22-04a6-48dd-a9ed-e0821a7fe6eb {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:03:13.519156 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-unplugged", "status": "completed", "tag": "c5603d88-8a14-49e9-875b-419cd2bd56cb", "code": 200}, {"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-unplugged", "status": "completed", "tag": "adc3ff2c-97a6-4b33-8062-87cf73872a4f", "code": 200}, {"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-unplugged", "status": "completed", "tag": "23c753cf-b66a-40dd-bb2a-82b747a834c6", "code": 200}, {"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-unplugged", "status": "completed", "tag": "2821d589-d644-400b-82c6-ab5f12352f32", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:03:13.519621 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f7b70c22-04a6-48dd-a9ed-e0821a7fe6eb {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:03:13.520267 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5603d88-8a14-49e9-875b-419cd2bd56cb', 'code': 200} Sep 07 19:03:13.520733 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adc3ff2c-97a6-4b33-8062-87cf73872a4f', 'code': 200} Sep 07 19:03:13.521119 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23c753cf-b66a-40dd-bb2a-82b747a834c6', 'code': 200} Sep 07 19:03:13.521498 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2821d589-d644-400b-82c6-ab5f12352f32', 'code': 200} Sep 07 19:03:13.574014 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-96a98294-3ae5-46e7-b280-1504ddc26ed7 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:13.710301 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a98294-3ae5-46e7-b280-1504ddc26ed7 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event deleted for resources: {'Port': ['ID=adc3ff2c-97a6-4b33-8062-87cf73872a4f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:13.730713 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:14.354501 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-96a98294-3ae5-46e7-b280-1504ddc26ed7 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] No DVR routers for this DVR port adc3ff2c-97a6-4b33-8062-87cf73872a4f on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:03:14.362964 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-96a98294-3ae5-46e7-b280-1504ddc26ed7 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:14.366255 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-96a98294-3ae5-46e7-b280-1504ddc26ed7 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.60 "DELETE /v2.0/ports/adc3ff2c-97a6-4b33-8062-87cf73872a4f HTTP/1.1" status: 204 len: 173 time: 2.1422298 Sep 07 19:03:14.553163 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65112660-df89-4c9b-994c-5c9f13db968e req-ca715a54-184a-4b7c-9ad3-88e3303d3283 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:14.572649 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65112660-df89-4c9b-994c-5c9f13db968e req-ca715a54-184a-4b7c-9ad3-88e3303d3283 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:14.587472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65112660-df89-4c9b-994c-5c9f13db968e req-ca715a54-184a-4b7c-9ad3-88e3303d3283 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:14.601114 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-65112660-df89-4c9b-994c-5c9f13db968e req-ca715a54-184a-4b7c-9ad3-88e3303d3283 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 2410 time: 0.2619286 Sep 07 19:03:14.694908 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-65112660-df89-4c9b-994c-5c9f13db968e req-f71ee24d-4811-417f-9843-45afdb9a1142 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808260 Sep 07 19:03:14.742321 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-cbd075eb-6d46-46ab-965f-631323744dc5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Deleting port 23c753cf-b66a-40dd-bb2a-82b747a834c6 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:03:14.743781 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-cbd075eb-6d46-46ab-965f-631323744dc5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:15.079817 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-cbd075eb-6d46-46ab-965f-631323744dc5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] For port 23c753cf-b66a-40dd-bb2a-82b747a834c6, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=23c753cf-b66a-40dd-bb2a-82b747a834c6,segment=NetworkSegment(a611d040-3073-489a-bd58-d9b80265a8d5),segment_id=a611d040-3073-489a-bd58-d9b80265a8d5)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:03:15.080582 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-cbd075eb-6d46-46ab-965f-631323744dc5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:15.342782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-deleted', 'tag': 'adc3ff2c-97a6-4b33-8062-87cf73872a4f'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:03:15.345729 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49a4d7b-ff7d-47a2-8e78-fb68697e949b" -d '{"events": [{"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-deleted", "tag": "adc3ff2c-97a6-4b33-8062-87cf73872a4f"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:03:15.475308 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88674788-bcf4-47f0-859a-0b256158ac9d x-openstack-request-id: req-88674788-bcf4-47f0-859a-0b256158ac9d {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:03:15.476408 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-deleted", "tag": "adc3ff2c-97a6-4b33-8062-87cf73872a4f", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:03:15.477488 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-88674788-bcf4-47f0-859a-0b256158ac9d {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:03:15.477711 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-deleted', 'tag': 'adc3ff2c-97a6-4b33-8062-87cf73872a4f', 'status': 'completed', 'code': 200} Sep 07 19:03:15.564107 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-cbd075eb-6d46-46ab-965f-631323744dc5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:15.564653 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-cbd075eb-6d46-46ab-965f-631323744dc5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:15.565176 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-cbd075eb-6d46-46ab-965f-631323744dc5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Floating IP 4c1e8364-8888-405f-aec9-d029e8d99cce disassociated. External IP: 172.25.8.97, port: 23c753cf-b66a-40dd-bb2a-82b747a834c6. Sep 07 19:03:15.565888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-cbd075eb-6d46-46ab-965f-631323744dc5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Calling delete_port for 23c753cf-b66a-40dd-bb2a-82b747a834c6 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:03:16.016071 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-cbd075eb-6d46-46ab-965f-631323744dc5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:16.081314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd075eb-6d46-46ab-965f-631323744dc5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event deleted for resources: {'Port': ['ID=23c753cf-b66a-40dd-bb2a-82b747a834c6,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:16.107666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141da42-6e38-460e-bc29-c1b3ad5ea649 req-8ab75ecc-4c47-46f2-8500-c1e131bd1c44 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:16.119310 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141da42-6e38-460e-bc29-c1b3ad5ea649 req-8ab75ecc-4c47-46f2-8500-c1e131bd1c44 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:16.132739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141da42-6e38-460e-bc29-c1b3ad5ea649 req-8ab75ecc-4c47-46f2-8500-c1e131bd1c44 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:16.145503 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d141da42-6e38-460e-bc29-c1b3ad5ea649 req-8ab75ecc-4c47-46f2-8500-c1e131bd1c44 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 2331 time: 0.1903970 Sep 07 19:03:16.223598 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d141da42-6e38-460e-bc29-c1b3ad5ea649 req-89388543-5c03-4b41-9f93-a996c9eee61f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766771 Sep 07 19:03:16.646278 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-cbd075eb-6d46-46ab-965f-631323744dc5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Router 39bf0026-b791-4210-a5b6-8f5600bd0058 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:03:17.037047 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-cbd075eb-6d46-46ab-965f-631323744dc5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:03:17.059160 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ee3761-cf42-4128-90c7-a771ef001039 None None] Sync routers for ids ['39bf0026-b791-4210-a5b6-8f5600bd0058'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:03:17.098935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ee3761-cf42-4128-90c7-a771ef001039 None None] Routers {'39bf0026-b791-4210-a5b6-8f5600bd0058'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:03:17.100287 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-05ee3761-cf42-4128-90c7-a771ef001039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:02:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['39bf0026-b791-4210-a5b6-8f5600bd0058'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:03:17.161181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-cbd075eb-6d46-46ab-965f-631323744dc5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] No DVR routers for this DVR port 23c753cf-b66a-40dd-bb2a-82b747a834c6 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:03:17.177393 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-cbd075eb-6d46-46ab-965f-631323744dc5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:17.199617 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-cbd075eb-6d46-46ab-965f-631323744dc5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.60 "DELETE /v2.0/ports/23c753cf-b66a-40dd-bb2a-82b747a834c6 HTTP/1.1" status: 204 len: 173 time: 2.8042333 Sep 07 19:03:17.393688 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-05ee3761-cf42-4128-90c7-a771ef001039 None None] Set router 39bf0026-b791-4210-a5b6-8f5600bd0058 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:03:17.470871 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-26b3d2b6-97fd-46d1-9af7-aebc0c063ede tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Deleting port 2821d589-d644-400b-82c6-ab5f12352f32 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:03:17.471480 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-26b3d2b6-97fd-46d1-9af7-aebc0c063ede tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:17.523271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-deleted', 'tag': '23c753cf-b66a-40dd-bb2a-82b747a834c6'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:03:17.546110 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d83121-9f28-4060-9311-5276165ab770" -d '{"events": [{"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-deleted", "tag": "23c753cf-b66a-40dd-bb2a-82b747a834c6"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:03:17.851587 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-05ee3761-cf42-4128-90c7-a771ef001039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'name': 'tempest-TaggedBootDevicesTest_v242-2128033413-router', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:52Z', 'updated_at': '2021-09-07T18:53:00Z', 'revision_number': 4, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'gw_port': {'id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:53Z', 'updated_at': '2021-09-07T18:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e7f35496-50ac-40aa-9217-d5b54690003e', 'name': '', 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'mac_address': 'fa:16:3e:ed:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '8db80a71-3c02-4d23-b125-b3e6004b047d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:59Z', 'updated_at': '2021-09-07T18:53:07Z', 'revision_number': 5, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'subnets': [{'id': '8db80a71-3c02-4d23-b125-b3e6004b047d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:03:17.886699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-26b3d2b6-97fd-46d1-9af7-aebc0c063ede tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] For port 2821d589-d644-400b-82c6-ab5f12352f32, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2821d589-d644-400b-82c6-ab5f12352f32,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:03:17.887744 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-26b3d2b6-97fd-46d1-9af7-aebc0c063ede tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:17.917007 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-26b3d2b6-97fd-46d1-9af7-aebc0c063ede tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Calling delete_port for 2821d589-d644-400b-82c6-ab5f12352f32 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:03:17.936307 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ee3761-cf42-4128-90c7-a771ef001039 None None] Checking router: 39bf0026-b791-4210-a5b6-8f5600bd0058 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:03:17.975635 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ee3761-cf42-4128-90c7-a771ef001039 None None] Routers {'39bf0026-b791-4210-a5b6-8f5600bd0058'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:03:17.977421 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-05ee3761-cf42-4128-90c7-a771ef001039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:02:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['39bf0026-b791-4210-a5b6-8f5600bd0058'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:03:18.349477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7c814-09d4-4cfe-8fee-63ebbfb566b4 req-20e66c9b-2bbf-4a02-b0dd-ccf2d2907b5d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:18.364152 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7c814-09d4-4cfe-8fee-63ebbfb566b4 req-20e66c9b-2bbf-4a02-b0dd-ccf2d2907b5d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:18.367482 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81c7c814-09d4-4cfe-8fee-63ebbfb566b4 req-20e66c9b-2bbf-4a02-b0dd-ccf2d2907b5d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 1676 time: 0.6768508 Sep 07 19:03:18.369988 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-26b3d2b6-97fd-46d1-9af7-aebc0c063ede tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:18.478668 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-05ee3761-cf42-4128-90c7-a771ef001039 None None] Set router 39bf0026-b791-4210-a5b6-8f5600bd0058 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:03:18.629644 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-26b3d2b6-97fd-46d1-9af7-aebc0c063ede tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] No DVR routers for this DVR port 2821d589-d644-400b-82c6-ab5f12352f32 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:03:18.636456 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-26b3d2b6-97fd-46d1-9af7-aebc0c063ede tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:18.649364 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-26b3d2b6-97fd-46d1-9af7-aebc0c063ede tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.60 "DELETE /v2.0/ports/2821d589-d644-400b-82c6-ab5f12352f32 HTTP/1.1" status: 204 len: 173 time: 1.4413748 Sep 07 19:03:18.650189 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3d2b6-97fd-46d1-9af7-aebc0c063ede tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event deleted for resources: {'Port': ['ID=2821d589-d644-400b-82c6-ab5f12352f32,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:18.714052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81c7c814-09d4-4cfe-8fee-63ebbfb566b4 req-b464b3f1-f5a4-4cfc-8cc3-0c1826a12ab3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups?id=440ea8dd-020d-4b8f-ac96-92f112f79b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3398945 Sep 07 19:03:19.203535 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-05ee3761-cf42-4128-90c7-a771ef001039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'name': 'tempest-TaggedBootDevicesTest_v242-2128033413-router', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:52Z', 'updated_at': '2021-09-07T18:53:00Z', 'revision_number': 4, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'gw_port': {'id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:53Z', 'updated_at': '2021-09-07T18:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e7f35496-50ac-40aa-9217-d5b54690003e', 'name': '', 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'mac_address': 'fa:16:3e:ed:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '8db80a71-3c02-4d23-b125-b3e6004b047d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:59Z', 'updated_at': '2021-09-07T18:53:07Z', 'revision_number': 5, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'subnets': [{'id': '8db80a71-3c02-4d23-b125-b3e6004b047d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:03:19.239969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-473cbcdc-77b5-4daa-a289-92a689fece93 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Deleting port c5603d88-8a14-49e9-875b-419cd2bd56cb {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:03:19.240825 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-473cbcdc-77b5-4daa-a289-92a689fece93 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:19.276846 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ee3761-cf42-4128-90c7-a771ef001039 None None] The sync data for ids ['39bf0026-b791-4210-a5b6-8f5600bd0058'] in n-d-807786-1 is: [{'id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'name': 'tempest-TaggedBootDevicesTest_v242-2128033413-router', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:52Z', 'updated_at': '2021-09-07T18:53:00Z', 'revision_number': 4, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'gw_port': {'id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:53Z', 'updated_at': '2021-09-07T18:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e7f35496-50ac-40aa-9217-d5b54690003e', 'name': '', 'network_id': '7bc00831-39dc-4d80-aed2-0e0dcf1c0e33', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'mac_address': 'fa:16:3e:ed:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '8db80a71-3c02-4d23-b125-b3e6004b047d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:59Z', 'updated_at': '2021-09-07T18:53:07Z', 'revision_number': 5, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'subnets': [{'id': '8db80a71-3c02-4d23-b125-b3e6004b047d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:03:19.475474 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc75839f-1bc9-49ae-a066-173d476429e0 x-openstack-request-id: req-bc75839f-1bc9-49ae-a066-173d476429e0 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:03:19.476550 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-deleted", "tag": "23c753cf-b66a-40dd-bb2a-82b747a834c6", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:03:19.477019 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc75839f-1bc9-49ae-a066-173d476429e0 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:03:19.477720 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-deleted', 'tag': '23c753cf-b66a-40dd-bb2a-82b747a834c6', 'status': 'completed', 'code': 200} Sep 07 19:03:19.542106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-473cbcdc-77b5-4daa-a289-92a689fece93 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] For port c5603d88-8a14-49e9-875b-419cd2bd56cb, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=c5603d88-8a14-49e9-875b-419cd2bd56cb,segment=NetworkSegment(95bba13a-f409-46aa-acc2-6b9b9cc2bb26),segment_id=95bba13a-f409-46aa-acc2-6b9b9cc2bb26)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:03:19.542748 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-473cbcdc-77b5-4daa-a289-92a689fece93 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:19.575086 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-473cbcdc-77b5-4daa-a289-92a689fece93 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Calling delete_port for c5603d88-8a14-49e9-875b-419cd2bd56cb owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:03:19.936616 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77acf2b2-ae9e-4862-89db-f059da574aa3 None None] New status for floating IP 4c1e8364-8888-405f-aec9-d029e8d99cce: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:03:19.975293 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-473cbcdc-77b5-4daa-a289-92a689fece93 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:20.070763 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cbcdc-77b5-4daa-a289-92a689fece93 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event deleted for resources: {'Port': ['ID=c5603d88-8a14-49e9-875b-419cd2bd56cb,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:20.079616 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2dc7c26c-b773-41da-b663-e3d6371b64b6 req-cef93761-33e2-49e9-a6a1-07364183791d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.1232495 Sep 07 19:03:20.189526 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-473cbcdc-77b5-4daa-a289-92a689fece93 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] No DVR routers for this DVR port c5603d88-8a14-49e9-875b-419cd2bd56cb on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:03:20.200761 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-473cbcdc-77b5-4daa-a289-92a689fece93 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:20.202984 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e101bd19-49d5-4e89-8b1d-26751a9dc2bd req-473cbcdc-77b5-4daa-a289-92a689fece93 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.60 "DELETE /v2.0/ports/c5603d88-8a14-49e9-875b-419cd2bd56cb HTTP/1.1" status: 204 len: 173 time: 1.5297465 Sep 07 19:03:21.327893 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43c0954d-65f3-4977-8d4d-ee411220bc32 req-e19db447-31c4-44c6-9de2-d8394a14719f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.0820639 Sep 07 19:03:21.478924 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-deleted', 'tag': '2821d589-d644-400b-82c6-ab5f12352f32'}, {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-deleted', 'tag': 'c5603d88-8a14-49e9-875b-419cd2bd56cb'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:03:21.484107 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9619c3-73ec-4b5e-a35f-3fd4c2144bbf" -d '{"events": [{"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-deleted", "tag": "2821d589-d644-400b-82c6-ab5f12352f32"}, {"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-deleted", "tag": "c5603d88-8a14-49e9-875b-419cd2bd56cb"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:03:21.808931 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 19:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d55fe5b-e0d9-44e5-a959-96c9a38c56d3 x-openstack-request-id: req-0d55fe5b-e0d9-44e5-a959-96c9a38c56d3 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:03:21.809406 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-deleted", "tag": "2821d589-d644-400b-82c6-ab5f12352f32", "status": "completed", "code": 200}, {"server_uuid": "311edf4c-cb99-48d7-9ce8-5fae419c1019", "name": "network-vif-deleted", "tag": "c5603d88-8a14-49e9-875b-419cd2bd56cb", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:03:21.809863 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d55fe5b-e0d9-44e5-a959-96c9a38c56d3 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:03:21.810493 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-deleted', 'tag': '2821d589-d644-400b-82c6-ab5f12352f32', 'status': 'completed', 'code': 200} Sep 07 19:03:21.810910 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311edf4c-cb99-48d7-9ce8-5fae419c1019', 'name': 'network-vif-deleted', 'tag': 'c5603d88-8a14-49e9-875b-419cd2bd56cb', 'status': 'completed', 'code': 200} Sep 07 19:03:22.636138 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3ed14b6-1e39-485e-be90-62cc96fb59af req-5910250b-60a6-4bd3-a242-e822f3c6e610 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.0663996 Sep 07 19:03:24.049017 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-404afdac-8910-43c4-b77f-161711f15707 req-78ec7e91-8532-4194-9e2d-69bb7c3dca12 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.1896181 Sep 07 19:03:25.355710 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13392c5d-eb6f-43e7-945f-a2ffa7e13441 req-e2a93ac7-89eb-4c45-9495-d0d476fd944f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.0748267 Sep 07 19:03:25.938455 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a1cb3a5c-a9f6-4118-844d-0a70e89dde7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:26.695650 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c72b4b8a-28b9-4114-8ca6-d5767f6da85a req-b686696f-e716-4b6f-bb5f-01c4f991d18d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.0776577 Sep 07 19:03:28.017887 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91de789d-585e-4e1a-a478-4d568dfb30b8 req-f757a313-a8be-4032-819c-067c27df7da8 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.0689299 Sep 07 19:03:28.805326 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a5566a9b-9f29-41c0-9fac-9779b1c9d5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:29.063564 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:29.200382 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e4a3806-e34f-458b-b4f9-11d18ba24191 req-e45fad3c-ad0d-46f8-926b-250c79b81fc8 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.0392790 Sep 07 19:03:30.163458 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:30.427835 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b1ae896-1868-4c0d-a3d5-38d872999376 req-a134ff4d-6bb9-4928-9278-ccf5f6eb0290 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.0659516 Sep 07 19:03:31.691972 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-837d4379-8639-4447-b625-e56b25f682b2 req-6833e3c2-6959-4996-8785-f4f705c83134 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.0450332 Sep 07 19:03:31.732748 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:32.917478 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-fc767847-4c5d-4ec4-95cf-2c19fc19913d tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:32.931821 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-fc767847-4c5d-4ec4-95cf-2c19fc19913d tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 805 time: 0.2074656 Sep 07 19:03:32.975737 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d7dda46e-6bad-423d-9747-fb776a45d1d8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/quotas/08f867cc89344abeab4b7e4fd5e2fa8b HTTP/1.1" status: 200 len: 375 time: 0.0408604 Sep 07 19:03:33.141512 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3920f3ab-6c04-4d99-9092-c522a9dc0996 req-67a20182-926f-4b1a-a065-810b98102025 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.1928229 Sep 07 19:03:33.189183 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-e4728df2-bc12-4944-88b9-db00f97fc1ed tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2119162 Sep 07 19:03:33.385181 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-cee732ea-a2f6-4c5f-98bb-9db60b15da99 service neutron] 10.222.0.26 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778247 Sep 07 19:03:33.714508 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-3973d4f0-f9a1-4037-91a8-ed7ea60fda23 service neutron] 10.222.0.26 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034329 Sep 07 19:03:34.206430 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b45b322-36a4-4d7b-8b18-1b2ddb37deee req-8f0cf17d-4f78-4ca9-af24-f948a0563ae4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d1fbb7b-60a2-4b17-8b29-279c438ca53b HTTP/1.1" status: 200 len: 210 time: 0.0578988 Sep 07 19:03:34.483314 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ebe4f97b-f97f-4d8f-bc36-b0ad52886bcd req-ea1a71d2-47cb-46ef-ad01-15ef59e315e1 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.0954976 Sep 07 19:03:35.616394 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9cb8f72d-31a4-438e-a4eb-dcaeb064d5ea req-f9d182cf-4ea7-4beb-9d94-e34b5657bd2c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d1fbb7b-60a2-4b17-8b29-279c438ca53b HTTP/1.1" status: 200 len: 210 time: 0.1036665 Sep 07 19:03:35.948160 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-26a10d6c-b2a7-486b-a59b-95e5a41f82c6 req-085fbde2-9431-49a7-94f3-edfae9a84b9d tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.1085424 Sep 07 19:03:36.304150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-29953370-d2f3-4cfc-9aaa-07de0962681f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:36.308323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-29953370-d2f3-4cfc-9aaa-07de0962681f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 805 time: 0.2723186 Sep 07 19:03:36.321610 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Request body: {'port': {'device_id': '2d1fbb7b-60a2-4b17-8b29-279c438ca53b', 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca', 'admin_state_up': True, 'tenant_id': '08f867cc89344abeab4b7e4fd5e2fa8b'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:03:36.507681 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Made reservation on behalf of 08f867cc89344abeab4b7e4fd5e2fa8b for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:03:36.514133 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:36.940654 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-42da03da-f48b-402c-a067-6e359c8f9b32 req-01b4c685-a7f5-4650-ac2d-4a59c6e06a27 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d1fbb7b-60a2-4b17-8b29-279c438ca53b HTTP/1.1" status: 200 len: 210 time: 0.0614243 Sep 07 19:03:37.034892 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Allocated IP 172.20.0.11 (2be54d8c-41f0-4b39-8dfe-deca3264f6ca/c9dd7036-3605-4e7d-b54d-2734891f6abd/d6328677-8473-4593-a3cf-1874de94904b) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:03:37.416789 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d826444-6ab5-4c61-982d-d6568bf8e31a req-752bbe7c-1b77-4d9d-b97f-c01f3da51bea tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.1393642 Sep 07 19:03:37.430981 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:37.566169 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:37.583813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7e5b2214-02cb-4177-bb03-ff77d938c331'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:03:37.666230 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:03:37.673849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:03:37.706236 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:03:37.871536 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:37.873596 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:37.893625 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Pushing event updated for resources: {'Port': ['ID=d6328677-8473-4593-a3cf-1874de94904b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:37.913525 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:37.914268 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:37.915352 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:37.916917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:37.917725 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:37.918343 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:37.919340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:37.919901 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:37.920778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:37.921546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:37.922163 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:37.922840 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:37.957011 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-e80180ee-ebfd-4a20-a532-068e375336b2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6387942 Sep 07 19:03:37.972976 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-24105f84-90f9-4cd5-b941-95bd0f2a41e1 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:03:37.977682 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-24105f84-90f9-4cd5-b941-95bd0f2a41e1 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124664 Sep 07 19:03:38.006203 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] Request body: {'port': {'device_id': '2d1fbb7b-60a2-4b17-8b29-279c438ca53b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:03:38.375747 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:38.394067 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a40f58-1151-475f-b382-f748b904c639 req-e4cc6a28-c593-407b-9e08-e62fece0075c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:38.413344 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e9a40f58-1151-475f-b382-f748b904c639 req-e4cc6a28-c593-407b-9e08-e62fece0075c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d1fbb7b-60a2-4b17-8b29-279c438ca53b HTTP/1.1" status: 200 len: 932 time: 0.1828005 Sep 07 19:03:38.932826 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6328677-8473-4593-a3cf-1874de94904b {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:03:38.951812 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:38.986218 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] Transition to ACTIVE for port object d6328677-8473-4593-a3cf-1874de94904b will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:03:39.011938 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:39.135827 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-379102e1-2e00-4a4e-bec7-c5d7b81cd222 req-30e13ff0-274e-479b-a102-46b1e8b12180 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.1466467 Sep 07 19:03:39.445445 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e9a40f58-1151-475f-b382-f748b904c639 req-cf5cd002-6427-4224-8210-3739fc18e65d tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0275464 Sep 07 19:03:39.532258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] Attempting to bind port d6328677-8473-4593-a3cf-1874de94904b on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:03:39.532638 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] Attempting to bind port d6328677-8473-4593-a3cf-1874de94904b by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:03:39.533132 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] Attempting to bind port d6328677-8473-4593-a3cf-1874de94904b on network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:03:39.543099 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] Pushing event updated for resources: {'Port': ['ID=d6328677-8473-4593-a3cf-1874de94904b,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:39.550778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] Port d6328677-8473-4593-a3cf-1874de94904b on network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:03:39.553356 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] Attempting to bind port d6328677-8473-4593-a3cf-1874de94904b on network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:03:39.560941 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:03:39.562842 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] Checking segment: {'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:03:39.563566 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] Bound using segment: {'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:03:39.564309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] Bound port: d6328677-8473-4593-a3cf-1874de94904b, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:03:39.564985 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:39.766590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] For port d6328677-8473-4593-a3cf-1874de94904b, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:03:39.772927 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] For port d6328677-8473-4593-a3cf-1874de94904b, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d6328677-8473-4593-a3cf-1874de94904b,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:03:39.782049 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:39.843503 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:39.844457 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:39.846846 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] 10.222.0.60 "PUT /v2.0/ports/d6328677-8473-4593-a3cf-1874de94904b HTTP/1.1" status: 200 len: 1092 time: 1.8567853 Sep 07 19:03:39.847660 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1fbb7b-60a2-4b17-8b29-279c438ca53b', 'tag': 'd6328677-8473-4593-a3cf-1874de94904b'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:03:39.852561 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ee3cbb-69fb-4c43-a21e-eaa402bb0f15" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1fbb7b-60a2-4b17-8b29-279c438ca53b", "tag": "d6328677-8473-4593-a3cf-1874de94904b"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:03:39.924320 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ff9a5-3886-42a7-9ee6-3ee1fdbdec7c service neutron] Pushing event updated for resources: {'Port': ['ID=d6328677-8473-4593-a3cf-1874de94904b,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:39.957142 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafb270d-d493-48cd-98e0-2dc0a4810a49 x-openstack-request-id: req-eafb270d-d493-48cd-98e0-2dc0a4810a49 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:03:39.957931 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1fbb7b-60a2-4b17-8b29-279c438ca53b", "tag": "d6328677-8473-4593-a3cf-1874de94904b", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:03:39.958524 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eafb270d-d493-48cd-98e0-2dc0a4810a49 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:03:39.959293 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1fbb7b-60a2-4b17-8b29-279c438ca53b', 'tag': 'd6328677-8473-4593-a3cf-1874de94904b', 'status': 'completed', 'code': 200} Sep 07 19:03:40.055356 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-35453632-bf02-4ac1-b534-aee438453083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:40.061359 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-35453632-bf02-4ac1-b534-aee438453083 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&device_id=2d1fbb7b-60a2-4b17-8b29-279c438ca53b HTTP/1.1" status: 200 len: 1095 time: 0.1194828 Sep 07 19:03:40.151035 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-9384beb5-d64c-4a50-8e32-8c462bbf3986 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6328677-8473-4593-a3cf-1874de94904b HTTP/1.1" status: 200 len: 217 time: 0.0815558 Sep 07 19:03:40.294711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-10ea7a21-4fb9-459a-9cf7-aabe4b99711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:40.297667 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-10ea7a21-4fb9-459a-9cf7-aabe4b99711c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9dd7036-3605-4e7d-b54d-2734891f6abd HTTP/1.1" status: 200 len: 845 time: 0.1402357 Sep 07 19:03:40.400024 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-2ce03f14-23a0-4f5d-ba2c-1021c626b42e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900471 Sep 07 19:03:40.461516 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed7a5721-6724-4a9d-aed3-c15fa68f7976 req-ca43e285-90e3-4f90-b3f7-e901ceb26e7f tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.0745785 Sep 07 19:03:40.698694 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-f7e55028-832a-4412-86ec-cb3631460e23 service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857604 Sep 07 19:03:40.877834 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed3bce0b-5182-4ebd-a5e6-a06af8cdc457 req-92664f90-0242-404d-b45c-76f66c925f4e service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618531 Sep 07 19:03:40.963460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136e19f-ee17-4731-9761-864187753137 req-e308a9fb-37b9-4d2a-88af-afce74abe088 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:40.966336 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1136e19f-ee17-4731-9761-864187753137 req-e308a9fb-37b9-4d2a-88af-afce74abe088 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d1fbb7b-60a2-4b17-8b29-279c438ca53b HTTP/1.1" status: 200 len: 944 time: 0.2653186 Sep 07 19:03:41.074843 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1136e19f-ee17-4731-9761-864187753137 req-b3712eef-9b98-4e4f-a438-5a3ceb95cf5e tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898886 Sep 07 19:03:41.161516 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee3cbb-69fb-4c43-a21e-eaa402bb0f15 req-f677c1ff-6458-45ec-9522-2c648f395032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:41.163945 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16ee3cbb-69fb-4c43-a21e-eaa402bb0f15 req-f677c1ff-6458-45ec-9522-2c648f395032 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&device_id=2d1fbb7b-60a2-4b17-8b29-279c438ca53b HTTP/1.1" status: 200 len: 1095 time: 0.1953852 Sep 07 19:03:41.375134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee3cbb-69fb-4c43-a21e-eaa402bb0f15 req-1edf0b96-0e91-4ebe-8c00-d6eb97873d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:41.378606 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16ee3cbb-69fb-4c43-a21e-eaa402bb0f15 req-1edf0b96-0e91-4ebe-8c00-d6eb97873d57 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 906 time: 0.2042599 Sep 07 19:03:41.427754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16ee3cbb-69fb-4c43-a21e-eaa402bb0f15 req-b87f8e05-a584-414f-9fa2-0bf0297874fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6328677-8473-4593-a3cf-1874de94904b HTTP/1.1" status: 200 len: 217 time: 0.0418935 Sep 07 19:03:41.523642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee3cbb-69fb-4c43-a21e-eaa402bb0f15 req-3e54f349-dfb2-4651-b384-9e6d37990bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:41.526385 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16ee3cbb-69fb-4c43-a21e-eaa402bb0f15 req-3e54f349-dfb2-4651-b384-9e6d37990bef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9dd7036-3605-4e7d-b54d-2734891f6abd HTTP/1.1" status: 200 len: 845 time: 0.0914674 Sep 07 19:03:41.639746 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16ee3cbb-69fb-4c43-a21e-eaa402bb0f15 req-3aefe615-5695-4695-bdac-9b50a8548219 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030874 Sep 07 19:03:41.674986 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a8341272-a6cf-428e-a7a6-ef045e6f247d req-be09d554-da9e-400e-9f76-faad983862c5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.0605428 Sep 07 19:03:41.889027 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16ee3cbb-69fb-4c43-a21e-eaa402bb0f15 req-44ed0501-3f37-43b8-bd65-9619b94baaf0 service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173855 Sep 07 19:03:42.068057 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16ee3cbb-69fb-4c43-a21e-eaa402bb0f15 req-317524f8-3520-4b62-a0f4-0104fc59b6d3 service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719291 Sep 07 19:03:42.297639 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89d76a-c0f1-4d80-b6e3-bf7af63f188b req-02157017-e653-414a-9b88-f4b9d42595de tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:42.300287 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f89d76a-c0f1-4d80-b6e3-bf7af63f188b req-02157017-e653-414a-9b88-f4b9d42595de tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d1fbb7b-60a2-4b17-8b29-279c438ca53b HTTP/1.1" status: 200 len: 944 time: 0.0883427 Sep 07 19:03:42.371183 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f89d76a-c0f1-4d80-b6e3-bf7af63f188b req-3765728b-17a8-48f6-97d7-7e6edf81ecf2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601370 Sep 07 19:03:42.619857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d6328677-8473-4593-a3cf-1874de94904b details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:03:42.807061 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port d6328677-8473-4593-a3cf-1874de94904b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d6328677-8473-4593-a3cf-1874de94904b,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:03:42.835025 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'd6328677-8473-4593-a3cf-1874de94904b', 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca', 'port_id': 'd6328677-8473-4593-a3cf-1874de94904b', 'mac_address': 'fa:16:3e:95:d6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9dd7036-3605-4e7d-b54d-2734891f6abd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:03:42.851514 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:42.923555 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77c825a1-b407-418e-9ce5-5aba7fbebe78 req-1fe18f4e-9b03-4d14-97d8-8b40e0ac43e7 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.0458651 Sep 07 19:03:42.926523 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:42.957198 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6328677-8473-4593-a3cf-1874de94904b {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:03:42.987420 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port d6328677-8473-4593-a3cf-1874de94904b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d6328677-8473-4593-a3cf-1874de94904b,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:03:42.993085 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:43.063878 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=d6328677-8473-4593-a3cf-1874de94904b,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:43.073964 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:43.074315 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:43.074662 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:43.075007 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:43.075348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:43.075696 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:43.076015 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:43.076401 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:43.077259 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:43.078041 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:43.078041 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:43.078268 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:43.220170 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d6328677-8473-4593-a3cf-1874de94904b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:03:43.550397 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37659adc-28e7-4302-baaf-f41099f616b7 req-e72f879a-876a-4fb2-a160-e1c8e49c709e tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:43.552308 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37659adc-28e7-4302-baaf-f41099f616b7 req-e72f879a-876a-4fb2-a160-e1c8e49c709e tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d1fbb7b-60a2-4b17-8b29-279c438ca53b HTTP/1.1" status: 200 len: 945 time: 0.0785983 Sep 07 19:03:43.597137 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37659adc-28e7-4302-baaf-f41099f616b7 req-6d15168e-d201-421d-911f-98b3e8b8bca3 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380816 Sep 07 19:03:43.716795 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:44.104065 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3eef2810-2724-4c9d-ba1d-6b5e389f18ee req-a50d04c3-5b0e-41ba-95c7-f38654fcad19 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.0480402 Sep 07 19:03:44.635520 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d6328677-8473-4593-a3cf-1874de94904b up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:03:44.712203 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port d6328677-8473-4593-a3cf-1874de94904b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:03:44.716890 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port d6328677-8473-4593-a3cf-1874de94904b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:03:44.718522 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:44.783999 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f6ad5-c36d-4a7f-90cd-f4eb95fb7e23 req-07fb5647-1a10-41ad-97b5-fb3cb498c157 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:44.786848 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-050f6ad5-c36d-4a7f-90cd-f4eb95fb7e23 req-07fb5647-1a10-41ad-97b5-fb3cb498c157 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d1fbb7b-60a2-4b17-8b29-279c438ca53b HTTP/1.1" status: 200 len: 945 time: 0.0799153 Sep 07 19:03:44.847470 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-050f6ad5-c36d-4a7f-90cd-f4eb95fb7e23 req-40820af6-5ae2-40b9-b425-74ceafa79f6d tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508535 Sep 07 19:03:44.849607 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:44.894025 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1fbb7b-60a2-4b17-8b29-279c438ca53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6328677-8473-4593-a3cf-1874de94904b'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:03:44.898021 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefae8a4-1771-46ab-9125-0539d86e15da" -d '{"events": [{"server_uuid": "2d1fbb7b-60a2-4b17-8b29-279c438ca53b", "name": "network-vif-plugged", "status": "completed", "tag": "d6328677-8473-4593-a3cf-1874de94904b"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:03:44.924248 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port d6328677-8473-4593-a3cf-1874de94904b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d6328677-8473-4593-a3cf-1874de94904b,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:03:44.931527 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:44.992998 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=d6328677-8473-4593-a3cf-1874de94904b,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:45.172574 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8275f0-d458-4567-849a-6857c853f790 x-openstack-request-id: req-8a8275f0-d458-4567-849a-6857c853f790 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:03:45.172799 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1fbb7b-60a2-4b17-8b29-279c438ca53b", "name": "network-vif-plugged", "status": "completed", "tag": "d6328677-8473-4593-a3cf-1874de94904b", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:03:45.173063 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a8275f0-d458-4567-849a-6857c853f790 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:03:45.173463 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1fbb7b-60a2-4b17-8b29-279c438ca53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6328677-8473-4593-a3cf-1874de94904b', 'code': 200} Sep 07 19:03:45.314354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-310530fe-cd85-4a90-a749-1208236bfdfd req-a068517d-a77b-4132-9dff-4db8f6136877 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.0717692 Sep 07 19:03:45.354569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bdcd9-f9ae-4af6-849f-7c500089d7df req-ad75406a-dac1-4eed-a1b7-79a5981b2230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:45.356477 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-259bdcd9-f9ae-4af6-849f-7c500089d7df req-ad75406a-dac1-4eed-a1b7-79a5981b2230 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2d1fbb7b-60a2-4b17-8b29-279c438ca53b HTTP/1.1" status: 200 len: 1097 time: 0.0994067 Sep 07 19:03:45.417104 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-259bdcd9-f9ae-4af6-849f-7c500089d7df req-936ef91c-ec1e-4bcb-8549-71692fdd1809 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522497 Sep 07 19:03:46.111163 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d688986-5257-41d8-92ba-6c8773d2661f req-96485b13-5215-4845-a735-b3df5cf76c17 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:46.119006 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d688986-5257-41d8-92ba-6c8773d2661f req-96485b13-5215-4845-a735-b3df5cf76c17 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d1fbb7b-60a2-4b17-8b29-279c438ca53b HTTP/1.1" status: 200 len: 946 time: 0.0819001 Sep 07 19:03:46.197321 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d688986-5257-41d8-92ba-6c8773d2661f req-683cc83f-0bc9-4914-b562-bd002cfac416 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772185 Sep 07 19:03:46.532600 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe23d94a-cb34-4016-9433-01ece8032b21 req-46a5e6af-5b76-4535-99ad-4f3feef9bd97 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.0483212 Sep 07 19:03:47.462587 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de783ac-988a-4cec-978d-08aa5fae1ebd req-ab505be7-d236-4a0f-91ed-5e7ee41dbfd5 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:47.475913 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7de783ac-988a-4cec-978d-08aa5fae1ebd req-ab505be7-d236-4a0f-91ed-5e7ee41dbfd5 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d1fbb7b-60a2-4b17-8b29-279c438ca53b HTTP/1.1" status: 200 len: 946 time: 0.1436298 Sep 07 19:03:47.592941 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7de783ac-988a-4cec-978d-08aa5fae1ebd req-ffd75596-ece5-4a2d-850b-13d40d54d14f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148877 Sep 07 19:03:47.726616 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71a88e09-720e-486e-bb7d-23d2c2c1a9c1 req-1a5b0f58-9891-4b80-ba97-2cf5cae60130 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.0558698 Sep 07 19:03:47.926990 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2c112-a300-4ae2-8e02-3681afcb6f74 req-488271d9-a196-470c-ad31-414c87c6838a tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:47.929178 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-58f2c112-a300-4ae2-8e02-3681afcb6f74 req-488271d9-a196-470c-ad31-414c87c6838a tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d1fbb7b-60a2-4b17-8b29-279c438ca53b HTTP/1.1" status: 200 len: 946 time: 0.1283054 Sep 07 19:03:48.021258 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-58f2c112-a300-4ae2-8e02-3681afcb6f74 req-54c3dc0d-6290-480c-9c9f-90ee1fd288be tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801029 Sep 07 19:03:48.327190 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:03:48.739723 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2307e-67c2-4ece-b167-6c36c0559b0a req-ca3560fc-5609-4436-ad2f-48a8510daaa5 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:48.754117 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-84d2307e-67c2-4ece-b167-6c36c0559b0a req-ca3560fc-5609-4436-ad2f-48a8510daaa5 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d1fbb7b-60a2-4b17-8b29-279c438ca53b HTTP/1.1" status: 200 len: 946 time: 0.1533432 Sep 07 19:03:48.850761 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-84d2307e-67c2-4ece-b167-6c36c0559b0a req-9b29a579-a4c5-4492-80b3-79099ee7581a tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909729 Sep 07 19:03:48.970934 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b6ea7b8-a1bf-4311-85bd-e56c167f9210 req-d9173db0-3b09-4952-98e7-5d4e1e78d283 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.0541065 Sep 07 19:03:49.874173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e32fb5-23fc-4dcb-9a80-e41a0793291f req-ac1dc58e-b8ea-437d-9e02-3f4a4881c418 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:49.881834 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97e32fb5-23fc-4dcb-9a80-e41a0793291f req-ac1dc58e-b8ea-437d-9e02-3f4a4881c418 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d1fbb7b-60a2-4b17-8b29-279c438ca53b HTTP/1.1" status: 200 len: 946 time: 0.1432631 Sep 07 19:03:50.750055 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93576813-5641-45e3-83ef-d73dbfe3bf76 req-be891936-17f0-446b-8977-651da790166b tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.0514135 Sep 07 19:03:50.813796 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a4ce1-aa62-4ece-b850-d0f61174b250 req-5af87bfb-ea26-4641-975f-cdb1fa422f5b tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:50.825201 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6d8a4ce1-aa62-4ece-b850-d0f61174b250 req-5af87bfb-ea26-4641-975f-cdb1fa422f5b tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d1fbb7b-60a2-4b17-8b29-279c438ca53b HTTP/1.1" status: 200 len: 946 time: 0.1525297 Sep 07 19:03:50.871212 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-97e32fb5-23fc-4dcb-9a80-e41a0793291f req-7fda465a-fd5c-4297-88a5-5566056a6cd4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Deleting port d6328677-8473-4593-a3cf-1874de94904b {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:03:50.871646 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-97e32fb5-23fc-4dcb-9a80-e41a0793291f req-7fda465a-fd5c-4297-88a5-5566056a6cd4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:51.012134 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6d8a4ce1-aa62-4ece-b850-d0f61174b250 req-26bbcd10-5c19-4651-8db7-f233b45fcecd tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630163 Sep 07 19:03:51.153922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-97e32fb5-23fc-4dcb-9a80-e41a0793291f req-7fda465a-fd5c-4297-88a5-5566056a6cd4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] For port d6328677-8473-4593-a3cf-1874de94904b, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d6328677-8473-4593-a3cf-1874de94904b,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:03:51.155262 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-97e32fb5-23fc-4dcb-9a80-e41a0793291f req-7fda465a-fd5c-4297-88a5-5566056a6cd4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:51.182856 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-97e32fb5-23fc-4dcb-9a80-e41a0793291f req-7fda465a-fd5c-4297-88a5-5566056a6cd4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Calling delete_port for d6328677-8473-4593-a3cf-1874de94904b owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:03:51.469288 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46204) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:03:51.613509 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-61cd8845-10b1-4137-8a23-54b64ba6424d admin admin] Deleting subnet 4b082d66-8428-4490-b099-f4ac9dc430cb {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:03:51.627439 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-61cd8845-10b1-4137-8a23-54b64ba6424d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:51.715026 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-97e32fb5-23fc-4dcb-9a80-e41a0793291f req-7fda465a-fd5c-4297-88a5-5566056a6cd4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:51.730348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7e5b2214-02cb-4177-bb03-ff77d938c331'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:03:51.809625 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-61cd8845-10b1-4137-8a23-54b64ba6424d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:51.881185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e32fb5-23fc-4dcb-9a80-e41a0793291f req-7fda465a-fd5c-4297-88a5-5566056a6cd4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] No DVR routers for this DVR port d6328677-8473-4593-a3cf-1874de94904b on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:03:51.890247 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-97e32fb5-23fc-4dcb-9a80-e41a0793291f req-7fda465a-fd5c-4297-88a5-5566056a6cd4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:51.895677 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97e32fb5-23fc-4dcb-9a80-e41a0793291f req-7fda465a-fd5c-4297-88a5-5566056a6cd4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "DELETE /v2.0/ports/d6328677-8473-4593-a3cf-1874de94904b HTTP/1.1" status: 204 len: 173 time: 2.0047259 Sep 07 19:03:51.943995 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1fbb7b-60a2-4b17-8b29-279c438ca53b', 'name': 'network-vif-deleted', 'tag': 'd6328677-8473-4593-a3cf-1874de94904b'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:03:51.943995 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596ae261-17a4-4d5f-b5d3-efc610141abe" -d '{"events": [{"server_uuid": "2d1fbb7b-60a2-4b17-8b29-279c438ca53b", "name": "network-vif-deleted", "tag": "d6328677-8473-4593-a3cf-1874de94904b"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:03:51.956649 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda465a-fd5c-4297-88a5-5566056a6cd4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Pushing event deleted for resources: {'Port': ['ID=d6328677-8473-4593-a3cf-1874de94904b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:52.021783 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-61cd8845-10b1-4137-8a23-54b64ba6424d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:52.031072 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aadce49-a31d-449d-98df-c539f6bc62f9 x-openstack-request-id: req-1aadce49-a31d-449d-98df-c539f6bc62f9 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:03:52.031072 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1fbb7b-60a2-4b17-8b29-279c438ca53b", "name": "network-vif-deleted", "tag": "d6328677-8473-4593-a3cf-1874de94904b", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:03:52.031666 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1aadce49-a31d-449d-98df-c539f6bc62f9 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:03:52.032528 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1fbb7b-60a2-4b17-8b29-279c438ca53b', 'name': 'network-vif-deleted', 'tag': 'd6328677-8473-4593-a3cf-1874de94904b', 'status': 'completed', 'code': 200} Sep 07 19:03:52.177322 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c526128-4d2e-4e47-a32c-2c89e2f0aac4 req-60604b26-2253-407e-82b9-a68db51c8d91 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.0899203 Sep 07 19:03:52.207212 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-61cd8845-10b1-4137-8a23-54b64ba6424d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:52.293263 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd8845-10b1-4137-8a23-54b64ba6424d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b082d66-8428-4490-b099-f4ac9dc430cb,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:52.296786 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-61cd8845-10b1-4137-8a23-54b64ba6424d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:52.303140 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-61cd8845-10b1-4137-8a23-54b64ba6424d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4b082d66-8428-4490-b099-f4ac9dc430cb HTTP/1.1" status: 204 len: 168 time: 0.8323760 Sep 07 19:03:52.307885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 46232) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:03:52.322386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd8845-10b1-4137-8a23-54b64ba6424d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:52.323158 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd8845-10b1-4137-8a23-54b64ba6424d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:52.323681 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd8845-10b1-4137-8a23-54b64ba6424d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:52.324834 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd8845-10b1-4137-8a23-54b64ba6424d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:52.327400 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd8845-10b1-4137-8a23-54b64ba6424d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:52.327897 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd8845-10b1-4137-8a23-54b64ba6424d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:52.328383 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd8845-10b1-4137-8a23-54b64ba6424d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:52.329079 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd8845-10b1-4137-8a23-54b64ba6424d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:52.330697 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd8845-10b1-4137-8a23-54b64ba6424d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:52.331183 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd8845-10b1-4137-8a23-54b64ba6424d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:52.349615 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd8845-10b1-4137-8a23-54b64ba6424d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:52.352413 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd8845-10b1-4137-8a23-54b64ba6424d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:03:52.575313 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb819ccd-f4b2-414c-a3fb-c45847206526 req-5dfec5ed-20b7-4779-8af7-124f6194e265 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d1fbb7b-60a2-4b17-8b29-279c438ca53b HTTP/1.1" status: 200 len: 210 time: 0.0858049 Sep 07 19:03:52.580789 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-37efb6b9-a13e-47f3-8b9c-d0062350409a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:52.678730 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d6328677-8473-4593-a3cf-1874de94904b no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:03:52.720908 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: d6328677-8473-4593-a3cf-1874de94904b {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:03:52.724073 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d6328677-8473-4593-a3cf-1874de94904b not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:03:52.847061 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-37efb6b9-a13e-47f3-8b9c-d0062350409a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:52.929840 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-37efb6b9-a13e-47f3-8b9c-d0062350409a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f986c5a4-bd26-4682-b9f3-7c3d3ab20e28']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:03:52.958055 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-37efb6b9-a13e-47f3-8b9c-d0062350409a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a554bdae-be05-469c-8a87-7eeb7bb434d8') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:03:52.958948 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-37efb6b9-a13e-47f3-8b9c-d0062350409a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a554bdae-be05-469c-8a87-7eeb7bb434d8') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:03:52.987143 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-37efb6b9-a13e-47f3-8b9c-d0062350409a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:53.030552 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-37efb6b9-a13e-47f3-8b9c-d0062350409a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:53.051145 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37efb6b9-a13e-47f3-8b9c-d0062350409a admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:03:53.053308 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-37efb6b9-a13e-47f3-8b9c-d0062350409a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:03:53.089847 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:03:53.321771 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46258) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:03:53.334885 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-cda2d449-6feb-44ba-bbf5-fb43a84cdca9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-438587961'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:03:53.433797 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-37efb6b9-a13e-47f3-8b9c-d0062350409a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:53.442054 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-37efb6b9-a13e-47f3-8b9c-d0062350409a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:53.444191 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-37efb6b9-a13e-47f3-8b9c-d0062350409a admin admin] 10.222.0.26 "DELETE /v2.0/networks/f986c5a4-bd26-4682-b9f3-7c3d3ab20e28 HTTP/1.1" status: 204 len: 168 time: 1.1347835 Sep 07 19:03:53.466372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efb6b9-a13e-47f3-8b9c-d0062350409a admin admin] Pushing event deleted for resources: {'Network': ['ID=f986c5a4-bd26-4682-b9f3-7c3d3ab20e28,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:53.468680 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda2d449-6feb-44ba-bbf5-fb43a84cdca9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Made reservation on behalf of 5d5c8f8778fa460ca7e73179a15e85b3 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:03:53.475135 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cda2d449-6feb-44ba-bbf5-fb43a84cdca9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:53.568501 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda2d449-6feb-44ba-bbf5-fb43a84cdca9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:03:53.605897 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cda2d449-6feb-44ba-bbf5-fb43a84cdca9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:53.606465 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-cda2d449-6feb-44ba-bbf5-fb43a84cdca9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Added segment 0948428f-736a-478b-902e-16c3363adbe1 of type vlan for network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc Sep 07 19:03:53.709136 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9032731b-3618-41f8-994d-74a98c6709d8 req-fd79f761-0966-49ac-b539-e06eec40fccb tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/ports?device_id=311edf4c-cb99-48d7-9ce8-5fae419c1019 HTTP/1.1" status: 200 len: 210 time: 0.1348655 Sep 07 19:03:53.728117 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cda2d449-6feb-44ba-bbf5-fb43a84cdca9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:53.810570 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cda2d449-6feb-44ba-bbf5-fb43a84cdca9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:53.851487 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda2d449-6feb-44ba-bbf5-fb43a84cdca9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:53.852664 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cda2d449-6feb-44ba-bbf5-fb43a84cdca9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:53.865504 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 46272) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:03:53.936226 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cda2d449-6feb-44ba-bbf5-fb43a84cdca9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6118348 Sep 07 19:03:53.942160 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46278) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:03:53.952249 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-f42ef4d2-e2b3-4cc2-aa32-d7a46b07236d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-528745933'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:03:54.027124 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2d449-6feb-44ba-bbf5-fb43a84cdca9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event updated for resources: {'Network': ['ID=3e3aee50-f75c-42cc-b930-c0b5bf2abebc,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:54.029798 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-03690e67-c1c0-4b6b-a920-6112c7866f1d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd6a32c720ae499f8c4f568fc18e660d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605098 Sep 07 19:03:54.035694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 46280) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:03:54.070131 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:03:54.110429 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42ef4d2-e2b3-4cc2-aa32-d7a46b07236d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Made reservation on behalf of 5d5c8f8778fa460ca7e73179a15e85b3 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:03:54.120550 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f42ef4d2-e2b3-4cc2-aa32-d7a46b07236d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:54.224402 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac8215d2-a86a-4168-978e-f6763d16ce00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:54.229423 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42ef4d2-e2b3-4cc2-aa32-d7a46b07236d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:03:54.257186 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f42ef4d2-e2b3-4cc2-aa32-d7a46b07236d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:54.257809 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-f42ef4d2-e2b3-4cc2-aa32-d7a46b07236d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Added segment 9bf848d3-f5de-4619-9b1a-8b42bf2d6b94 of type vlan for network 6c3033e0-4276-47bf-9cdc-e60a9923d00a Sep 07 19:03:54.257915 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac8215d2-a86a-4168-978e-f6763d16ce00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:54.345219 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f42ef4d2-e2b3-4cc2-aa32-d7a46b07236d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:54.430251 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f42ef4d2-e2b3-4cc2-aa32-d7a46b07236d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:54.446920 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42ef4d2-e2b3-4cc2-aa32-d7a46b07236d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:54.448370 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f42ef4d2-e2b3-4cc2-aa32-d7a46b07236d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:54.502021 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac8215d2-a86a-4168-978e-f6763d16ce00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:54.505158 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac8215d2-a86a-4168-978e-f6763d16ce00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:54.506795 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ac8215d2-a86a-4168-978e-f6763d16ce00 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef25cec2-f468-49e5-aa1c-f5c4551701c1 HTTP/1.1" status: 204 len: 168 time: 0.4685376 Sep 07 19:03:54.539017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-a640b9e3-b4ab-4089-8642-0500cf96b60c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:54.546643 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f42ef4d2-e2b3-4cc2-aa32-d7a46b07236d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5993469 Sep 07 19:03:54.547310 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46306) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:03:54.555159 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-a640b9e3-b4ab-4089-8642-0500cf96b60c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 805 time: 0.2615423 Sep 07 19:03:54.581269 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8215d2-a86a-4168-978e-f6763d16ce00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef25cec2-f468-49e5-aa1c-f5c4551701c1,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:54.587562 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-963d1b4d-6a80-4c55-8946-9d81aef7171d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Request body: {'subnet': {'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:03:54.601876 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-bf1b5aba-b1c6-4e52-bb4a-92f728ccb18b tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/quotas/08f867cc89344abeab4b7e4fd5e2fa8b HTTP/1.1" status: 200 len: 375 time: 0.0454979 Sep 07 19:03:54.712583 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-e20a32ea-8c4e-42ca-8e20-a6ef1ac9f485 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1092713 Sep 07 19:03:54.785983 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ef4d2-e2b3-4cc2-aa32-d7a46b07236d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event updated for resources: {'Network': ['ID=6c3033e0-4276-47bf-9cdc-e60a9923d00a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:54.820550 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 6c3033e0-4276-47bf-9cdc-e60a9923d00a details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:03:54.988116 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-01cc81c1-68e4-4b63-8d1d-40fb59f122b1 service neutron] 10.222.0.26 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511222 Sep 07 19:03:55.004572 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46316) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:03:55.151487 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963d1b4d-6a80-4c55-8946-9d81aef7171d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Made reservation on behalf of 5d5c8f8778fa460ca7e73179a15e85b3 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:03:55.158324 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-963d1b4d-6a80-4c55-8946-9d81aef7171d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:55.210604 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4132f398-2975-47c4-9f06-076b6d7f8429 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:55.214958 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-9cec243e-7c3e-4e97-8929-8baeb77a0adf service neutron] 10.222.0.26 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131600 Sep 07 19:03:55.352898 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4132f398-2975-47c4-9f06-076b6d7f8429 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:55.488497 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4132f398-2975-47c4-9f06-076b6d7f8429 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:55.493959 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4132f398-2975-47c4-9f06-076b6d7f8429 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:55.500037 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4132f398-2975-47c4-9f06-076b6d7f8429 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "DELETE /v2.0/security-groups/440ea8dd-020d-4b8f-ac96-92f112f79b38 HTTP/1.1" status: 204 len: 168 time: 0.4958210 Sep 07 19:03:55.500838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 46332) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:03:55.584180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132f398-2975-47c4-9f06-076b6d7f8429 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=440ea8dd-020d-4b8f-ac96-92f112f79b38,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:55.643092 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92ec6480-c584-4cf9-bf6a-f0d9b9e4aa7f req-76ccca9a-b7d4-4815-8e89-d0e238effe28 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=12c4056a-be7b-485a-a034-ea2253fd1e09 HTTP/1.1" status: 200 len: 210 time: 0.0993631 Sep 07 19:03:55.644549 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-d342c648-4ef9-46b0-9342-8911377db9c5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] show failed (client error): The resource could not be found. Sep 07 19:03:55.651743 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d342c648-4ef9-46b0-9342-8911377db9c5 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "GET /v2.0/security-groups/440ea8dd-020d-4b8f-ac96-92f112f79b38 HTTP/1.1" status: 404 len: 347 time: 0.1485853 Sep 07 19:03:55.652804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 46342) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:03:55.755655 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-963d1b4d-6a80-4c55-8946-9d81aef7171d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:55.935195 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963d1b4d-6a80-4c55-8946-9d81aef7171d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Checking segment: {'id': '0948428f-736a-478b-902e-16c3363adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:03:55.936334 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963d1b4d-6a80-4c55-8946-9d81aef7171d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Network hostable DHCP agents. Network: 3e3aee50-f75c-42cc-b930-c0b5bf2abebc, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:03:55.943121 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d1b4d-6a80-4c55-8946-9d81aef7171d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event updated for resources: {'Subnet': ['ID=90ab1191-caf7-487f-93a6-6b7290e9b12c,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:55.958750 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-65a5b79d-8ccc-445d-a4e9-a10ad3e637f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:56.013779 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963d1b4d-6a80-4c55-8946-9d81aef7171d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:03:56.040964 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-963d1b4d-6a80-4c55-8946-9d81aef7171d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 3e3aee50-f75c-42cc-b930-c0b5bf2abebc) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:03:56.061500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-45f90537-249f-4b8a-97e4-66c157798222 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Deleting port 62f85017-e3fe-4b0b-a09b-cbf0c8d49319 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:03:56.062205 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45f90537-249f-4b8a-97e4-66c157798222 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:56.077934 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963d1b4d-6a80-4c55-8946-9d81aef7171d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:56.079365 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-963d1b4d-6a80-4c55-8946-9d81aef7171d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:56.079825 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8ffb7c-a112-4e37-80d6-d7bea0f7bf44 None None] Network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:03:56.135109 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-963d1b4d-6a80-4c55-8946-9d81aef7171d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5859985 Sep 07 19:03:56.136977 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46358) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:03:56.161900 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-be32aea1-fde1-4f8b-983a-527457860a5f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Request body: {'subnet': {'network_id': '6c3033e0-4276-47bf-9cdc-e60a9923d00a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:03:56.276176 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45f90537-249f-4b8a-97e4-66c157798222 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:56.276885 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45f90537-249f-4b8a-97e4-66c157798222 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:56.295677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-45f90537-249f-4b8a-97e4-66c157798222 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Calling delete_port for 62f85017-e3fe-4b0b-a09b-cbf0c8d49319 owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:03:56.488944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-3e3aee50-f75c-42cc-b930-c0b5bf2abebc', 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'fixed_ips': [{'subnet_id': '90ab1191-caf7-487f-93a6-6b7290e9b12c'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:03:56.490759 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:56.595454 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be32aea1-fde1-4f8b-983a-527457860a5f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Made reservation on behalf of 5d5c8f8778fa460ca7e73179a15e85b3 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:03:56.599365 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be32aea1-fde1-4f8b-983a-527457860a5f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:56.702339 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45f90537-249f-4b8a-97e4-66c157798222 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:56.882977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f90537-249f-4b8a-97e4-66c157798222 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event deleted for resources: {'Port': ['ID=62f85017-e3fe-4b0b-a09b-cbf0c8d49319,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:56.950921 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9232944a-6e17-4f7f-b8f2-281551f2f2a8 req-658dca52-bfa3-4df0-b5fd-5f19982b36a0 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=12c4056a-be7b-485a-a034-ea2253fd1e09 HTTP/1.1" status: 200 len: 210 time: 0.0866435 Sep 07 19:03:57.008485 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45f90537-249f-4b8a-97e4-66c157798222 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:57.026399 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45f90537-249f-4b8a-97e4-66c157798222 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:57.033237 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46394) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:03:57.034459 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-45f90537-249f-4b8a-97e4-66c157798222 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "DELETE /v2.0/floatingips/4c1e8364-8888-405f-aec9-d029e8d99cce HTTP/1.1" status: 204 len: 168 time: 1.3799126 Sep 07 19:03:57.255133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] Allocated IP 10.1.1.2 (3e3aee50-f75c-42cc-b930-c0b5bf2abebc/90ab1191-caf7-487f-93a6-6b7290e9b12c/b6451991-8584-430e-b2c7-5f0c4698ca7a) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:03:57.412815 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be32aea1-fde1-4f8b-983a-527457860a5f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:57.438752 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-652b5e2b-c5bc-4032-8f13-5977caa2849e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Deleting port 2c42146d-acda-49b7-9da4-ed02db649778 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:03:57.439516 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-652b5e2b-c5bc-4032-8f13-5977caa2849e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:57.681989 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32aea1-fde1-4f8b-983a-527457860a5f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event updated for resources: {'Subnet': ['ID=1dd8002f-cefc-4e03-9dc8-c77431fc56ec,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:57.700269 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-652b5e2b-c5bc-4032-8f13-5977caa2849e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:57.718545 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-652b5e2b-c5bc-4032-8f13-5977caa2849e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Calling delete_port for 2c42146d-acda-49b7-9da4-ed02db649778 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:03:57.725245 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be32aea1-fde1-4f8b-983a-527457860a5f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Checking segment: {'id': '9bf848d3-f5de-4619-9b1a-8b42bf2d6b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6c3033e0-4276-47bf-9cdc-e60a9923d00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:03:57.725709 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be32aea1-fde1-4f8b-983a-527457860a5f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Network hostable DHCP agents. Network: 6c3033e0-4276-47bf-9cdc-e60a9923d00a, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:03:57.886538 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:57.908768 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] Transition to ACTIVE for port object b6451991-8584-430e-b2c7-5f0c4698ca7a will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:03:57.922988 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be32aea1-fde1-4f8b-983a-527457860a5f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Network 6c3033e0-4276-47bf-9cdc-e60a9923d00a is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:03:57.941406 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-652b5e2b-c5bc-4032-8f13-5977caa2849e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:57.953889 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] Transition to ACTIVE for port object b6451991-8584-430e-b2c7-5f0c4698ca7a will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:03:57.960278 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-be32aea1-fde1-4f8b-983a-527457860a5f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 6c3033e0-4276-47bf-9cdc-e60a9923d00a) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:03:57.963308 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:58.055222 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b5e2b-c5bc-4032-8f13-5977caa2849e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event deleted for resources: {'Port': ['ID=2c42146d-acda-49b7-9da4-ed02db649778,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:58.061465 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7809e8a3-99a1-4c80-b3b2-15e7e735b285 None None] Network 6c3033e0-4276-47bf-9cdc-e60a9923d00a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:03:58.097186 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be32aea1-fde1-4f8b-983a-527457860a5f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:58.099655 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be32aea1-fde1-4f8b-983a-527457860a5f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:58.196356 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b2010469-9550-4805-95ad-f8c89db5ebcf req-2982e6f3-14c7-43bb-bd1f-094c23b72c6c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=12c4056a-be7b-485a-a034-ea2253fd1e09 HTTP/1.1" status: 200 len: 210 time: 0.1100378 Sep 07 19:03:58.225286 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] Network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:03:58.242202 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-be32aea1-fde1-4f8b-983a-527457860a5f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1025419 Sep 07 19:03:58.245789 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 46422) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:03:58.252657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-838b1355-623a-4005-a48b-a1c80c9de56b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Request body: {'port': {'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc', 'name': 'tempest-TaggedBootDevicesTest-1138439519', 'fixed_ips': [{'subnet_id': '90ab1191-caf7-487f-93a6-6b7290e9b12c'}]}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:03:58.270721 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:03:58.292641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:03:58.361590 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-652b5e2b-c5bc-4032-8f13-5977caa2849e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:58.374775 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-652b5e2b-c5bc-4032-8f13-5977caa2849e tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "DELETE /v2.0/ports/2c42146d-acda-49b7-9da4-ed02db649778 HTTP/1.1" status: 204 len: 168 time: 1.3397193 Sep 07 19:03:58.378203 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46426) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:03:58.415552 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] Pushing event updated for resources: {'Port': ['ID=b6451991-8584-430e-b2c7-5f0c4698ca7a,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:58.685561 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-78f1aba4-288b-4957-9a53-c7bf3cd1c163 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Deleting port 9557b603-4ab7-498b-ac43-138b6d5d09f4 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:03:58.686879 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-78f1aba4-288b-4957-9a53-c7bf3cd1c163 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:58.802409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-23658174-93f4-4727-b5e0-bd517bf1a65b tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:58.805857 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-23658174-93f4-4727-b5e0-bd517bf1a65b tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 805 time: 0.3445311 Sep 07 19:03:58.833046 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-0f2cdaf8-3a0e-4e5f-b808-e8e726624a5f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Request body: {'port': {'device_id': '12c4056a-be7b-485a-a034-ea2253fd1e09', 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca', 'admin_state_up': True, 'tenant_id': '08f867cc89344abeab4b7e4fd5e2fa8b'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:03:58.896607 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] Attempting to bind port b6451991-8584-430e-b2c7-5f0c4698ca7a on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:03:58.898281 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] Attempting to bind port b6451991-8584-430e-b2c7-5f0c4698ca7a by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '0948428f-736a-478b-902e-16c3363adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:03:58.901857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] Attempting to bind port b6451991-8584-430e-b2c7-5f0c4698ca7a on network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:03:58.989671 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:03:58.992846 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] Checking segment: {'id': '0948428f-736a-478b-902e-16c3363adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:03:58.995414 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:58.996428 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] Bound using segment: {'id': '0948428f-736a-478b-902e-16c3363adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:03:58.997269 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] Bound port: b6451991-8584-430e-b2c7-5f0c4698ca7a, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0948428f-736a-478b-902e-16c3363adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:03:58.999240 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:59.111158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838b1355-623a-4005-a48b-a1c80c9de56b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Made reservation on behalf of 5d5c8f8778fa460ca7e73179a15e85b3 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:03:59.116055 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-78f1aba4-288b-4957-9a53-c7bf3cd1c163 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:59.166204 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-78f1aba4-288b-4957-9a53-c7bf3cd1c163 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Calling delete_port for 9557b603-4ab7-498b-ac43-138b6d5d09f4 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:03:59.187538 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9ad15803-bf39-4cac-8c28-45542d5db850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:59.394185 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] For port b6451991-8584-430e-b2c7-5f0c4698ca7a, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:03:59.411650 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] For port b6451991-8584-430e-b2c7-5f0c4698ca7a, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b6451991-8584-430e-b2c7-5f0c4698ca7a,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:03:59.446434 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-0f2cdaf8-3a0e-4e5f-b808-e8e726624a5f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Made reservation on behalf of 08f867cc89344abeab4b7e4fd5e2fa8b for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:03:59.453953 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-0f2cdaf8-3a0e-4e5f-b808-e8e726624a5f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:59.471766 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:59.508211 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:59.593607 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-41385006-cfc3-45be-b998-180d8bec5fa0 req-c23a9e45-64c9-40a6-8391-80859b01aa67 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=12c4056a-be7b-485a-a034-ea2253fd1e09 HTTP/1.1" status: 200 len: 210 time: 0.1947529 Sep 07 19:03:59.611734 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-6c3033e0-4276-47bf-9cdc-e60a9923d00a', 'network_id': '6c3033e0-4276-47bf-9cdc-e60a9923d00a', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'fixed_ips': [{'subnet_id': '1dd8002f-cefc-4e03-9dc8-c77431fc56ec'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:03:59.611734 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:59.743622 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d71b54-cdac-4515-b48d-a70078c05185 None None] Pushing event updated for resources: {'Port': ['ID=b6451991-8584-430e-b2c7-5f0c4698ca7a,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:03:59.823225 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-838b1355-623a-4005-a48b-a1c80c9de56b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:59.901547 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-838b1355-623a-4005-a48b-a1c80c9de56b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] device_id is not set on port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:03:59.910327 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-78f1aba4-288b-4957-9a53-c7bf3cd1c163 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:00.055569 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1aba4-288b-4957-9a53-c7bf3cd1c163 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event deleted for resources: {'Port': ['ID=9557b603-4ab7-498b-ac43-138b6d5d09f4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:00.069203 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-0f2cdaf8-3a0e-4e5f-b808-e8e726624a5f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Allocated IP 172.20.0.13 (2be54d8c-41f0-4b39-8dfe-deca3264f6ca/c9dd7036-3605-4e7d-b54d-2734891f6abd/e21118c4-1924-4ec4-8aa2-d6519154a70d) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:04:00.354877 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] Allocated IP 10.2.2.2 (6c3033e0-4276-47bf-9cdc-e60a9923d00a/1dd8002f-cefc-4e03-9dc8-c77431fc56ec/3975e4d6-b666-4462-a4b2-aba97064a660) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:04:00.382023 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:00.403294 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-78f1aba4-288b-4957-9a53-c7bf3cd1c163 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:00.409338 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-78f1aba4-288b-4957-9a53-c7bf3cd1c163 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "DELETE /v2.0/ports/9557b603-4ab7-498b-ac43-138b6d5d09f4 HTTP/1.1" status: 204 len: 168 time: 2.0281274 Sep 07 19:04:00.416694 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46460) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:04:00.664083 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ecd5bb4-ee1c-4d7d-b50b-b78102a85c34 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Deleting subnet aa8070ab-5c30-4d90-a64d-590d11e7607c {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:04:00.689402 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ecd5bb4-ee1c-4d7d-b50b-b78102a85c34 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:00.716054 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-0f2cdaf8-3a0e-4e5f-b808-e8e726624a5f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:00.843896 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-0f2cdaf8-3a0e-4e5f-b808-e8e726624a5f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:00.895940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7e5b2214-02cb-4177-bb03-ff77d938c331'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:04:00.941919 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ecd5bb4-ee1c-4d7d-b50b-b78102a85c34 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:01.189707 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ecd5bb4-ee1c-4d7d-b50b-b78102a85c34 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:01.200149 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:01.234073 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] Transition to ACTIVE for port object 3975e4d6-b666-4462-a4b2-aba97064a660 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:04:01.306656 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] Transition to ACTIVE for port object 3975e4d6-b666-4462-a4b2-aba97064a660 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:04:01.321722 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:01.392269 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ecd5bb4-ee1c-4d7d-b50b-b78102a85c34 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:01.410527 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-0f2cdaf8-3a0e-4e5f-b808-e8e726624a5f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:04:01.442384 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-0f2cdaf8-3a0e-4e5f-b808-e8e726624a5f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:04:01.459505 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-0f2cdaf8-3a0e-4e5f-b808-e8e726624a5f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:04:01.547712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] Network 6c3033e0-4276-47bf-9cdc-e60a9923d00a is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:04:01.554460 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd5bb4-ee1c-4d7d-b50b-b78102a85c34 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8070ab-5c30-4d90-a64d-590d11e7607c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:01.569742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5c41453c-4513-4c6c-99ad-233098d99dad req-898655d9-ab61-43b2-998e-72c162b8e385 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d0e6e1ec275d49889b3bb964105bf6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1536157 Sep 07 19:04:01.583594 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ecd5bb4-ee1c-4d7d-b50b-b78102a85c34 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:01.594384 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6ecd5bb4-ee1c-4d7d-b50b-b78102a85c34 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "DELETE /v2.0/subnets/aa8070ab-5c30-4d90-a64d-590d11e7607c HTTP/1.1" status: 204 len: 168 time: 1.1759152 Sep 07 19:04:01.601597 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46492) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:04:01.714207 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ebef7c-cbf7-4eac-aad5-892556eac8bb None None] Network 025b72be-1bd6-4706-adc3-b78adf7f2dfa requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:04:01.761764 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cdaf8-3a0e-4e5f-b808-e8e726624a5f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Pushing event updated for resources: {'Port': ['ID=e21118c4-1924-4ec4-8aa2-d6519154a70d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:01.830839 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d97e44-1c4c-43c4-9818-e29558eb48c3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Deleting subnet 062c4530-3812-440c-9413-d7c7b298c22a {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:04:01.862693 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0d97e44-1c4c-43c4-9818-e29558eb48c3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:01.992388 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-0f2cdaf8-3a0e-4e5f-b808-e8e726624a5f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:01.994138 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-0f2cdaf8-3a0e-4e5f-b808-e8e726624a5f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:02.009116 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0d97e44-1c4c-43c4-9818-e29558eb48c3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:02.046031 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a5489-8e35-449e-a194-54d43397003f req-0164cd16-e02d-451c-899b-6bd74b9a9d18 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:02.060076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-332a5489-8e35-449e-a194-54d43397003f req-0164cd16-e02d-451c-899b-6bd74b9a9d18 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=12c4056a-be7b-485a-a034-ea2253fd1e09 HTTP/1.1" status: 200 len: 932 time: 1.0232513 Sep 07 19:04:02.274273 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:04:02.324007 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b6451991-8584-430e-b2c7-5f0c4698ca7a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:04:02.336378 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0d97e44-1c4c-43c4-9818-e29558eb48c3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:02.363207 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-0f2cdaf8-3a0e-4e5f-b808-e8e726624a5f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5447316 Sep 07 19:04:02.374128 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6be474d-e910-4d72-a247-46f53aa6d43e None None] Network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:04:02.382123 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:04:02.520051 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-332a5489-8e35-449e-a194-54d43397003f req-bd1145d8-1c4c-425a-9704-a6f37ebd8f2e tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583864 Sep 07 19:04:02.540956 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0d97e44-1c4c-43c4-9818-e29558eb48c3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:02.606283 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-838b1355-623a-4005-a48b-a1c80c9de56b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Allocated IP 10.1.1.125 (3e3aee50-f75c-42cc-b930-c0b5bf2abebc/90ab1191-caf7-487f-93a6-6b7290e9b12c/b06c3ed3-5ce2-4a65-a560-070dba9ac0fc) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:04:02.637675 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0d97e44-1c4c-43c4-9818-e29558eb48c3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:02.654986 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] Pushing event updated for resources: {'Port': ['ID=3975e4d6-b666-4462-a4b2-aba97064a660,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:02.660650 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e0d97e44-1c4c-43c4-9818-e29558eb48c3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "DELETE /v2.0/subnets/062c4530-3812-440c-9413-d7c7b298c22a HTTP/1.1" status: 204 len: 168 time: 1.0476964 Sep 07 19:04:02.662635 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46512) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:04:02.691777 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d97e44-1c4c-43c4-9818-e29558eb48c3 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event deleted for resources: {'Subnet': ['ID=062c4530-3812-440c-9413-d7c7b298c22a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:02.693805 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:02.698087 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af60fdff-319f-4930-b168-703d252b1f47 None None] Network 2a04f97c-eef1-4797-989a-49aba8f5ba8a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:04:02.865324 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41453c-4513-4c6c-99ad-233098d99dad req-4b51dd61-96a3-46a1-a84d-f337a36d4bb5 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:02.881210 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5c41453c-4513-4c6c-99ad-233098d99dad req-4b51dd61-96a3-46a1-a84d-f337a36d4bb5 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1505771 Sep 07 19:04:02.906797 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f16dba48-dc90-4cda-994f-2aea8e91e221 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:02.944392 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-404a27d9-ca32-4f22-96a7-87eaf481d131 None None] Provisioning for port b6451991-8584-430e-b2c7-5f0c4698ca7a completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:04:02.947234 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] Request body: {'port': {'device_id': '12c4056a-be7b-485a-a034-ea2253fd1e09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:03.044874 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5c41453c-4513-4c6c-99ad-233098d99dad req-77b58947-b82d-4eb0-9f0d-d78b89dff1a8 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/quotas/d0e6e1ec275d49889b3bb964105bf6cd HTTP/1.1" status: 200 len: 375 time: 0.1063826 Sep 07 19:04:03.071480 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-f16dba48-dc90-4cda-994f-2aea8e91e221 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Deleting port 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:04:03.072425 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f16dba48-dc90-4cda-994f-2aea8e91e221 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:03.125701 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5c41453c-4513-4c6c-99ad-233098d99dad req-467fb3cc-45e9-45e6-897a-ce647ea17860 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0e6e1ec275d49889b3bb964105bf6cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773468 Sep 07 19:04:03.232219 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:03.466626 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-f16dba48-dc90-4cda-994f-2aea8e91e221 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] For port 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=07e6eda4-9ef6-4c77-8ad0-cd6fe68393de,segment=NetworkSegment(95bba13a-f409-46aa-acc2-6b9b9cc2bb26),segment_id=95bba13a-f409-46aa-acc2-6b9b9cc2bb26)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:03.467753 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f16dba48-dc90-4cda-994f-2aea8e91e221 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:03.520254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port b6451991-8584-430e-b2c7-5f0c4698ca7a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:04:03.524904 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dccd01-6005-40a1-917f-08ba5ef5e78c None None] DHCP port deletion for 025b72be-1bd6-4706-adc3-b78adf7f2dfa request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:04:03.534843 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-f16dba48-dc90-4cda-994f-2aea8e91e221 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Calling delete_port for 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:04:03.559927 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b6451991-8584-430e-b2c7-5f0c4698ca7a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:04:03.560527 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:03.569908 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] Attempting to bind port 3975e4d6-b666-4462-a4b2-aba97064a660 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:04:03.570462 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] Attempting to bind port 3975e4d6-b666-4462-a4b2-aba97064a660 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '9bf848d3-f5de-4619-9b1a-8b42bf2d6b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6c3033e0-4276-47bf-9cdc-e60a9923d00a'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:04:03.571018 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] Attempting to bind port 3975e4d6-b666-4462-a4b2-aba97064a660 on network 6c3033e0-4276-47bf-9cdc-e60a9923d00a {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:04:03.692827 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-838b1355-623a-4005-a48b-a1c80c9de56b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:03.777600 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f16dba48-dc90-4cda-994f-2aea8e91e221 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:03.849486 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:04:03.850083 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] Checking segment: {'id': '9bf848d3-f5de-4619-9b1a-8b42bf2d6b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6c3033e0-4276-47bf-9cdc-e60a9923d00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:04:03.850953 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:03.851598 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] Bound using segment: {'id': '9bf848d3-f5de-4619-9b1a-8b42bf2d6b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6c3033e0-4276-47bf-9cdc-e60a9923d00a'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:04:03.864282 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16dba48-dc90-4cda-994f-2aea8e91e221 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event deleted for resources: {'Port': ['ID=07e6eda4-9ef6-4c77-8ad0-cd6fe68393de,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:03.870396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] Bound port: 3975e4d6-b666-4462-a4b2-aba97064a660, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf848d3-f5de-4619-9b1a-8b42bf2d6b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6c3033e0-4276-47bf-9cdc-e60a9923d00a'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:04:03.871248 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:03.876931 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16dba48-dc90-4cda-994f-2aea8e91e221 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] No DVR routers for this DVR port 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:04:03.893627 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6fd6ba21-625c-46c5-a847-4d62a6e35bdc req-1c99aaef-7926-4378-9775-7036474a0e7c tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f323435-6eec-4dcd-bcbf-d892ba2e8f7a HTTP/1.1" status: 200 len: 210 time: 0.3442459 Sep 07 19:04:04.069381 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-838b1355-623a-4005-a48b-a1c80c9de56b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Transition to ACTIVE for port object b06c3ed3-5ce2-4a65-a560-070dba9ac0fc will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:04:04.134260 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb95effb-e3f7-4850-92b3-f881e41f73f8 req-96171a0a-81d8-4af0-87a5-419600cc2c86 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a353b308-e2af-4d2d-a482-527f5e58d179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6999121 Sep 07 19:04:04.205292 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-07dccd01-6005-40a1-917f-08ba5ef5e78c None None] The port '07e6eda4-9ef6-4c77-8ad0-cd6fe68393de' was deleted {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Sep 07 19:04:04.220615 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f16dba48-dc90-4cda-994f-2aea8e91e221 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:04.276703 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-f16dba48-dc90-4cda-994f-2aea8e91e221 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025b72be-1bd6-4706-adc3-b78adf7f2dfa']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:04:04.306688 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-f16dba48-dc90-4cda-994f-2aea8e91e221 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95bba13a-f409-46aa-acc2-6b9b9cc2bb26') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:04:04.307268 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-f16dba48-dc90-4cda-994f-2aea8e91e221 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95bba13a-f409-46aa-acc2-6b9b9cc2bb26') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:04:04.314588 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df45b62-e2ef-4a5d-ab58-905d58e4c371 req-568fd26b-c618-41b3-9cc2-70ff2b3eeae0 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:04.323170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6df45b62-e2ef-4a5d-ab58-905d58e4c371 req-568fd26b-c618-41b3-9cc2-70ff2b3eeae0 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=12c4056a-be7b-485a-a034-ea2253fd1e09 HTTP/1.1" status: 200 len: 932 time: 0.4103444 Sep 07 19:04:04.330746 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] For port 3975e4d6-b666-4462-a4b2-aba97064a660, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:04:04.364166 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] For port 3975e4d6-b666-4462-a4b2-aba97064a660, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=3975e4d6-b666-4462-a4b2-aba97064a660,segment=NetworkSegment(9bf848d3-f5de-4619-9b1a-8b42bf2d6b94),segment_id=9bf848d3-f5de-4619-9b1a-8b42bf2d6b94)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:04:04.374344 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f16dba48-dc90-4cda-994f-2aea8e91e221 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:04.409215 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f16dba48-dc90-4cda-994f-2aea8e91e221 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:04.416657 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:04.426675 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16dba48-dc90-4cda-994f-2aea8e91e221 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:04:04.427912 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f16dba48-dc90-4cda-994f-2aea8e91e221 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:04:04.434333 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:04:04.674484 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f16dba48-dc90-4cda-994f-2aea8e91e221 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:04.695232 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f16dba48-dc90-4cda-994f-2aea8e91e221 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:04.710038 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f16dba48-dc90-4cda-994f-2aea8e91e221 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "DELETE /v2.0/networks/025b72be-1bd6-4706-adc3-b78adf7f2dfa HTTP/1.1" status: 204 len: 168 time: 2.0407379 Sep 07 19:04:04.720160 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-838b1355-623a-4005-a48b-a1c80c9de56b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:04.720372 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46556) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:04:04.767521 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6c2cd4-34e8-41a4-8460-30cb98a1bdeb None None] DHCP port deletion for 2a04f97c-eef1-4797-989a-49aba8f5ba8a request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:04:04.851021 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16dba48-dc90-4cda-994f-2aea8e91e221 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event deleted for resources: {'Network': ['ID=025b72be-1bd6-4706-adc3-b78adf7f2dfa,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:04.908939 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95effb-e3f7-4850-92b3-f881e41f73f8 req-85ad6ca8-55f1-4783-9c67-023903d64a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:04.910644 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb95effb-e3f7-4850-92b3-f881e41f73f8 req-85ad6ca8-55f1-4783-9c67-023903d64a90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&device_id=a353b308-e2af-4d2d-a482-527f5e58d179 HTTP/1.1" status: 200 len: 1096 time: 0.5859087 Sep 07 19:04:04.943999 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6df45b62-e2ef-4a5d-ab58-905d58e4c371 req-5e39c916-37d7-4c8e-80da-e20221376801 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5599010 Sep 07 19:04:05.052822 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:05.119695 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680915e-c878-44a3-867e-0df115cd5efc None None] Pushing event updated for resources: {'Port': ['ID=3975e4d6-b666-4462-a4b2-aba97064a660,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:05.267420 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4bffd3e1-e1e6-4ea3-a1ab-5aabe342ba36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:05.327962 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port b6451991-8584-430e-b2c7-5f0c4698ca7a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b6451991-8584-430e-b2c7-5f0c4698ca7a,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:05.354803 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:05.516061 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-4bffd3e1-e1e6-4ea3-a1ab-5aabe342ba36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Deleting port ff801a6d-a76e-433d-b7af-d14dd438da27 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:04:05.517243 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4bffd3e1-e1e6-4ea3-a1ab-5aabe342ba36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:05.522778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21118c4-1924-4ec4-8aa2-d6519154a70d {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:04:05.563235 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:05.656781 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] Transition to ACTIVE for port object e21118c4-1924-4ec4-8aa2-d6519154a70d will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:04:05.672215 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=b6451991-8584-430e-b2c7-5f0c4698ca7a,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:05.696696 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-9e6c2cd4-34e8-41a4-8460-30cb98a1bdeb None None] Deleting port ff801a6d-a76e-433d-b7af-d14dd438da27 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:04:05.697317 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9e6c2cd4-34e8-41a4-8460-30cb98a1bdeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:05.749208 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838b1355-623a-4005-a48b-a1c80c9de56b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:04:05.762283 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 3975e4d6-b666-4462-a4b2-aba97064a660 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:04:05.784892 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:05.841231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b1355-623a-4005-a48b-a1c80c9de56b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event updated for resources: {'Port': ['ID=b06c3ed3-5ce2-4a65-a560-070dba9ac0fc,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:05.857690 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-670c07e3-0152-4769-9762-710686c3041e req-51dde64d-d357-4e36-afe1-91c4da19ea19 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f323435-6eec-4dcd-bcbf-d892ba2e8f7a HTTP/1.1" status: 200 len: 210 time: 0.6032698 Sep 07 19:04:05.878582 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-838b1355-623a-4005-a48b-a1c80c9de56b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:04:05.896859 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b1355-623a-4005-a48b-a1c80c9de56b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:04:06.020642 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5c41453c-4513-4c6c-99ad-233098d99dad req-04c7df2c-5e0d-4df8-a14e-7f2a321830bc tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d0e6e1ec275d49889b3bb964105bf6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1042886 Sep 07 19:04:06.158388 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-9e6c2cd4-34e8-41a4-8460-30cb98a1bdeb None None] For port ff801a6d-a76e-433d-b7af-d14dd438da27, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ff801a6d-a76e-433d-b7af-d14dd438da27,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:06.160722 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9e6c2cd4-34e8-41a4-8460-30cb98a1bdeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:06.225396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b9de9b22-3901-4788-90f6-6f8f91ffc91b None None] Provisioning complete for port b6451991-8584-430e-b2c7-5f0c4698ca7a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:04:06.227374 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b9de9b22-3901-4788-90f6-6f8f91ffc91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:06.265700 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-4bffd3e1-e1e6-4ea3-a1ab-5aabe342ba36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] For port ff801a6d-a76e-433d-b7af-d14dd438da27, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ff801a6d-a76e-433d-b7af-d14dd438da27,segment=NetworkSegment(06a8304d-420d-4780-9d5e-af8d53f8bcbd),segment_id=06a8304d-420d-4780-9d5e-af8d53f8bcbd)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:06.274484 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4bffd3e1-e1e6-4ea3-a1ab-5aabe342ba36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:06.283679 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-9e6c2cd4-34e8-41a4-8460-30cb98a1bdeb None None] Calling delete_port for ff801a6d-a76e-433d-b7af-d14dd438da27 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:04:06.301237 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 3975e4d6-b666-4462-a4b2-aba97064a660 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:04:06.435580 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-4bffd3e1-e1e6-4ea3-a1ab-5aabe342ba36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Calling delete_port for ff801a6d-a76e-433d-b7af-d14dd438da27 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:04:06.441024 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:04:06.474515 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:04:06.474858 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 07e6eda4-9ef6-4c77-8ad0-cd6fe68393de not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:04:06.475501 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ff801a6d-a76e-433d-b7af-d14dd438da27 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:04:06.664021 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4bffd3e1-e1e6-4ea3-a1ab-5aabe342ba36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:06.865952 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41453c-4513-4c6c-99ad-233098d99dad req-0026a62c-e636-4266-9d36-5a531e7e9ed1 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:06.867696 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5c41453c-4513-4c6c-99ad-233098d99dad req-0026a62c-e636-4266-9d36-5a531e7e9ed1 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8038974 Sep 07 19:04:06.868173 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Port ff801a6d-a76e-433d-b7af-d14dd438da27 update to DOWN by agent not found {{(pid=101446) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 07 19:04:06.872292 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bffd3e1-e1e6-4ea3-a1ab-5aabe342ba36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] No DVR routers for this DVR port ff801a6d-a76e-433d-b7af-d14dd438da27 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:04:06.906919 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-5c41453c-4513-4c6c-99ad-233098d99dad req-a15d3a08-2559-4059-b6b4-d516b51949f6 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Request body: {'port': {'device_id': '1f323435-6eec-4dcd-bcbf-d892ba2e8f7a', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': 'd0e6e1ec275d49889b3bb964105bf6cd'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:06.918169 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffd3e1-e1e6-4ea3-a1ab-5aabe342ba36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event deleted for resources: {'Port': ['ID=ff801a6d-a76e-433d-b7af-d14dd438da27,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:06.977782 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9e6c2cd4-34e8-41a4-8460-30cb98a1bdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:07.026150 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3539852f-f073-4137-8826-bc52d8b65634 None None] Provisioning for port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:04:07.040938 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c2cd4-34e8-41a4-8460-30cb98a1bdeb None None] Pushing event deleted for resources: {'Port': ['ID=ff801a6d-a76e-433d-b7af-d14dd438da27,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:07.053253 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3539852f-f073-4137-8826-bc52d8b65634 None None] Provisioning complete for port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:04:07.053971 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3539852f-f073-4137-8826-bc52d8b65634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:07.057826 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2551a0e0-beb2-40f5-b20a-d0640503ff74 None None] Network 6c3033e0-4276-47bf-9cdc-e60a9923d00a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:04:07.330573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3539852f-f073-4137-8826-bc52d8b65634 None None] Port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:04:07.360005 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6c2cd4-34e8-41a4-8460-30cb98a1bdeb None None] No DVR routers for this DVR port ff801a6d-a76e-433d-b7af-d14dd438da27 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:04:07.411847 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0031db65-6365-4563-b68e-ab21bf9fc908 req-7623b402-bcb7-4efb-b5fe-09493cdd0a36 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f323435-6eec-4dcd-bcbf-d892ba2e8f7a HTTP/1.1" status: 200 len: 210 time: 0.1180391 Sep 07 19:04:07.520552 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0ab02dce-1cab-46cf-8b1a-d0b2cebe41bd None None] Provisioning for port 3975e4d6-b666-4462-a4b2-aba97064a660 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:04:07.528619 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0ab02dce-1cab-46cf-8b1a-d0b2cebe41bd None None] Provisioning complete for port 3975e4d6-b666-4462-a4b2-aba97064a660 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:04:07.528983 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0ab02dce-1cab-46cf-8b1a-d0b2cebe41bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:07.631934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b6451991-8584-430e-b2c7-5f0c4698ca7a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:04:07.664886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838b1355-623a-4005-a48b-a1c80c9de56b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:07.665390 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-838b1355-623a-4005-a48b-a1c80c9de56b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:07.673103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] Pushing event updated for resources: {'Port': ['ID=e21118c4-1924-4ec4-8aa2-d6519154a70d,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:07.893007 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0ab02dce-1cab-46cf-8b1a-d0b2cebe41bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:07.898055 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-838b1355-623a-4005-a48b-a1c80c9de56b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 9.6507680 Sep 07 19:04:07.898784 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 46606) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:04:07.912338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95effb-e3f7-4850-92b3-f881e41f73f8 req-db038188-4e58-4b5e-aacd-a05a6d8dd4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:07.913979 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb95effb-e3f7-4850-92b3-f881e41f73f8 req-db038188-4e58-4b5e-aacd-a05a6d8dd4d6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 906 time: 2.9582250 Sep 07 19:04:07.931732 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-8952df0a-a384-41d2-8c5a-7d49f039fbfb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Request body: {'port': {'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc', 'name': 'tempest-TaggedBootDevicesTest-213646779', 'fixed_ips': [{'subnet_id': '90ab1191-caf7-487f-93a6-6b7290e9b12c'}]}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:07.980998 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c41453c-4513-4c6c-99ad-233098d99dad req-a15d3a08-2559-4059-b6b4-d516b51949f6 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Made reservation on behalf of d0e6e1ec275d49889b3bb964105bf6cd for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:04:07.990222 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5c41453c-4513-4c6c-99ad-233098d99dad req-a15d3a08-2559-4059-b6b4-d516b51949f6 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:08.035189 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a3e2d13-2714-4b0b-83e9-a52fd7d29cc0 req-5b1b52a3-6798-4e2d-ab0b-5a87dbe65f8f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.9974573 Sep 07 19:04:08.035189 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb95effb-e3f7-4850-92b3-f881e41f73f8 req-a7e0c3ea-dd4b-4ed8-83aa-5a8d2e9f8935 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e5b2214-02cb-4177-bb03-ff77d938c331 HTTP/1.1" status: 200 len: 217 time: 0.0819180 Sep 07 19:04:08.035625 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0ab02dce-1cab-46cf-8b1a-d0b2cebe41bd None None] For port 3975e4d6-b666-4462-a4b2-aba97064a660, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=3975e4d6-b666-4462-a4b2-aba97064a660,segment=NetworkSegment(9bf848d3-f5de-4619-9b1a-8b42bf2d6b94),segment_id=9bf848d3-f5de-4619-9b1a-8b42bf2d6b94)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:08.047202 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5c41453c-4513-4c6c-99ad-233098d99dad req-a15d3a08-2559-4059-b6b4-d516b51949f6 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:08.048258 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0ab02dce-1cab-46cf-8b1a-d0b2cebe41bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:08.061865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b6451991-8584-430e-b2c7-5f0c4698ca7a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:04:08.062265 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:08.101393 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74579ac6-a3e7-499d-a0ca-b2e132f55495 req-25ded26d-03f3-4f8c-bad1-f10e3d24c24a tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:08.115856 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-74579ac6-a3e7-499d-a0ca-b2e132f55495 req-25ded26d-03f3-4f8c-bad1-f10e3d24c24a tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=12c4056a-be7b-485a-a034-ea2253fd1e09 HTTP/1.1" status: 200 len: 944 time: 0.7495844 Sep 07 19:04:08.147417 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab02dce-1cab-46cf-8b1a-d0b2cebe41bd None None] Pushing event updated for resources: {'Port': ['ID=3975e4d6-b666-4462-a4b2-aba97064a660,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:08.188253 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-49ad65c2-9134-495d-ba1f-5abef50efeaf None None] Provisioning complete for port 3975e4d6-b666-4462-a4b2-aba97064a660 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:04:08.189051 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-49ad65c2-9134-495d-ba1f-5abef50efeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:08.297592 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4bffd3e1-e1e6-4ea3-a1ab-5aabe342ba36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:08.414007 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-4bffd3e1-e1e6-4ea3-a1ab-5aabe342ba36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a04f97c-eef1-4797-989a-49aba8f5ba8a']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:04:08.450499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] Attempting to bind port e21118c4-1924-4ec4-8aa2-d6519154a70d on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:04:08.451069 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] Attempting to bind port e21118c4-1924-4ec4-8aa2-d6519154a70d by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:04:08.452301 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] Attempting to bind port e21118c4-1924-4ec4-8aa2-d6519154a70d on network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:04:08.459885 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-4bffd3e1-e1e6-4ea3-a1ab-5aabe342ba36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a8304d-420d-4780-9d5e-af8d53f8bcbd') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:04:08.460700 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-4bffd3e1-e1e6-4ea3-a1ab-5aabe342ba36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a8304d-420d-4780-9d5e-af8d53f8bcbd') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:04:08.464440 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95effb-e3f7-4850-92b3-f881e41f73f8 req-af4ebb61-62e9-400a-aec7-01b54e45a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:08.467635 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb95effb-e3f7-4850-92b3-f881e41f73f8 req-af4ebb61-62e9-400a-aec7-01b54e45a9bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9dd7036-3605-4e7d-b54d-2734891f6abd HTTP/1.1" status: 200 len: 845 time: 0.4140193 Sep 07 19:04:08.477367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] Port e21118c4-1924-4ec4-8aa2-d6519154a70d on network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:04:08.478029 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] Attempting to bind port e21118c4-1924-4ec4-8aa2-d6519154a70d on network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:04:08.490122 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4bffd3e1-e1e6-4ea3-a1ab-5aabe342ba36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:08.540640 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-74579ac6-a3e7-499d-a0ca-b2e132f55495 req-12364641-4ef9-46af-a40d-3cbe8792c4f3 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229026 Sep 07 19:04:08.541840 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4bffd3e1-e1e6-4ea3-a1ab-5aabe342ba36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:08.562943 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bffd3e1-e1e6-4ea3-a1ab-5aabe342ba36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:04:08.563791 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4bffd3e1-e1e6-4ea3-a1ab-5aabe342ba36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:08.566208 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e2d13-2714-4b0b-83e9-a52fd7d29cc0 req-33c0a363-23bd-45c2-b711-f9a02042badc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:08.570361 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a3e2d13-2714-4b0b-83e9-a52fd7d29cc0 req-33c0a363-23bd-45c2-b711-f9a02042badc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3e2f62770ce4512b55b3685f3a068f2&device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 1096 time: 0.4431040 Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:04:08.592925 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:04:08.595846 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:04:08.595846 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] Checking segment: {'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:04:08.596210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] Bound using segment: {'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:04:08.597131 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] Bound port: e21118c4-1924-4ec4-8aa2-d6519154a70d, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:04:08.598755 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:08.627185 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb95effb-e3f7-4850-92b3-f881e41f73f8 req-3243d885-8553-4d9e-bcb3-0a6f26619e4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1379986 Sep 07 19:04:08.777332 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4bffd3e1-e1e6-4ea3-a1ab-5aabe342ba36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:08.794715 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4bffd3e1-e1e6-4ea3-a1ab-5aabe342ba36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:08.799890 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4bffd3e1-e1e6-4ea3-a1ab-5aabe342ba36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] 10.222.0.26 "DELETE /v2.0/networks/2a04f97c-eef1-4797-989a-49aba8f5ba8a HTTP/1.1" status: 204 len: 168 time: 4.0757771 Sep 07 19:04:08.801033 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a90fa00c-c0fd-489c-96a0-14572ec971a1 req-c16e937f-9fea-4721-a543-9563dfbef191 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f323435-6eec-4dcd-bcbf-d892ba2e8f7a HTTP/1.1" status: 200 len: 210 time: 0.1806695 Sep 07 19:04:08.806424 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5c41453c-4513-4c6c-99ad-233098d99dad req-a15d3a08-2559-4059-b6b4-d516b51949f6 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:08.851457 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffd3e1-e1e6-4ea3-a1ab-5aabe342ba36 tempest-TaggedBootDevicesTest_v242-225963747 tempest-TaggedBootDevicesTest_v242-225963747-project] Pushing event deleted for resources: {'Network': ['ID=2a04f97c-eef1-4797-989a-49aba8f5ba8a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:08.860271 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5c41453c-4513-4c6c-99ad-233098d99dad req-a15d3a08-2559-4059-b6b4-d516b51949f6 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:08.922926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e2d13-2714-4b0b-83e9-a52fd7d29cc0 req-1c251e0c-ce02-4cd8-beb4-25699d60ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:08.925574 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a3e2d13-2714-4b0b-83e9-a52fd7d29cc0 req-1c251e0c-ce02-4cd8-beb4-25699d60ce25 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d18b746-cc48-4b0b-8822-7ec853348da1 HTTP/1.1" status: 200 len: 912 time: 0.2731657 Sep 07 19:04:09.011726 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d3a08-2559-4059-b6b4-d516b51949f6 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209707de-0233-4ddd-97fe-41525da10974,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:09.243470 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-5c41453c-4513-4c6c-99ad-233098d99dad req-a15d3a08-2559-4059-b6b4-d516b51949f6 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Allocated IP 192.168.233.145 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/ee39af34-d270-4aa0-9076-653b6b38db6d) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:04:09.299306 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a3e2d13-2714-4b0b-83e9-a52fd7d29cc0 req-6e64f851-f828-44dd-a8fe-198197a6b134 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1c1a680-5275-4c1c-9272-5098fec51a7a HTTP/1.1" status: 200 len: 1001 time: 0.3201115 Sep 07 19:04:09.305674 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb95effb-e3f7-4850-92b3-f881e41f73f8 req-88fa126e-1f2a-4534-a7cf-e948a2ea7408 service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237181 Sep 07 19:04:09.631913 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb95effb-e3f7-4850-92b3-f881e41f73f8 req-6fc3bdd2-d982-43e1-85aa-df69d1421054 service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861023 Sep 07 19:04:09.640751 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e2d13-2714-4b0b-83e9-a52fd7d29cc0 req-8b80a0ea-f55f-4175-a582-00367b073ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:09.644090 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a3e2d13-2714-4b0b-83e9-a52fd7d29cc0 req-8b80a0ea-f55f-4175-a582-00367b073ac5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e593cdc-1b32-4dc9-81bb-475156c283c6 HTTP/1.1" status: 200 len: 850 time: 0.3316064 Sep 07 19:04:09.649947 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 3975e4d6-b666-4462-a4b2-aba97064a660 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:04:09.753395 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 3975e4d6-b666-4462-a4b2-aba97064a660 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:04:09.754160 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:09.769901 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8952df0a-a384-41d2-8c5a-7d49f039fbfb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Made reservation on behalf of 5d5c8f8778fa460ca7e73179a15e85b3 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:04:09.793202 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5c41453c-4513-4c6c-99ad-233098d99dad req-a15d3a08-2559-4059-b6b4-d516b51949f6 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:09.821723 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-5c41453c-4513-4c6c-99ad-233098d99dad req-a15d3a08-2559-4059-b6b4-d516b51949f6 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Transition to ACTIVE for port object ee39af34-d270-4aa0-9076-653b6b38db6d will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:04:09.884170 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5c41453c-4513-4c6c-99ad-233098d99dad req-a15d3a08-2559-4059-b6b4-d516b51949f6 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:10.037091 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c41453c-4513-4c6c-99ad-233098d99dad req-a15d3a08-2559-4059-b6b4-d516b51949f6 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:04:10.044129 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-5c41453c-4513-4c6c-99ad-233098d99dad req-a15d3a08-2559-4059-b6b4-d516b51949f6 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:04:10.056757 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c41453c-4513-4c6c-99ad-233098d99dad req-a15d3a08-2559-4059-b6b4-d516b51949f6 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:04:10.094969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e2d13-2714-4b0b-83e9-a52fd7d29cc0 req-d37b4046-5d02-48d5-ba3d-2c670118f031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:10.102619 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a3e2d13-2714-4b0b-83e9-a52fd7d29cc0 req-d37b4046-5d02-48d5-ba3d-2c670118f031 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d18b746-cc48-4b0b-8822-7ec853348da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4343956 Sep 07 19:04:10.103918 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d3a08-2559-4059-b6b4-d516b51949f6 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Pushing event updated for resources: {'Port': ['ID=ee39af34-d270-4aa0-9076-653b6b38db6d,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:10.173017 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41453c-4513-4c6c-99ad-233098d99dad req-a15d3a08-2559-4059-b6b4-d516b51949f6 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:10.174262 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5c41453c-4513-4c6c-99ad-233098d99dad req-a15d3a08-2559-4059-b6b4-d516b51949f6 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:10.185177 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8952df0a-a384-41d2-8c5a-7d49f039fbfb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:10.197386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] For port e21118c4-1924-4ec4-8aa2-d6519154a70d, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:04:10.213725 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5c41453c-4513-4c6c-99ad-233098d99dad req-a15d3a08-2559-4059-b6b4-d516b51949f6 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3328593 Sep 07 19:04:10.214759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-7a3e2d13-2714-4b0b-83e9-a52fd7d29cc0 req-60895cef-54b0-45fb-bc86-1ecdb40cbdd2 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:04:10.217421 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a3e2d13-2714-4b0b-83e9-a52fd7d29cc0 req-60895cef-54b0-45fb-bc86-1ecdb40cbdd2 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131688 Sep 07 19:04:10.235584 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [req-5c41453c-4513-4c6c-99ad-233098d99dad req-f27b543a-efd7-4aee-9abf-b12484fcc290 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:04:10.236648 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5c41453c-4513-4c6c-99ad-233098d99dad req-f27b543a-efd7-4aee-9abf-b12484fcc290 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099359 Sep 07 19:04:10.252617 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e4731-372b-4bc8-b8cc-ae267d9be24e req-953438b7-1dde-4bbc-8829-95ae302b6476 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:10.256261 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-5c41453c-4513-4c6c-99ad-233098d99dad req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] Request body: {'port': {'device_id': '1f323435-6eec-4dcd-bcbf-d892ba2e8f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:10.262015 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b74e4731-372b-4bc8-b8cc-ae267d9be24e req-953438b7-1dde-4bbc-8829-95ae302b6476 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=12c4056a-be7b-485a-a034-ea2253fd1e09 HTTP/1.1" status: 200 len: 944 time: 0.4001453 Sep 07 19:04:10.333957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] For port e21118c4-1924-4ec4-8aa2-d6519154a70d, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e21118c4-1924-4ec4-8aa2-d6519154a70d,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:04:10.344600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-8952df0a-a384-41d2-8c5a-7d49f039fbfb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] device_id is not set on port dca85aec-715c-451f-9b3f-cd3b5cafcf42 yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:04:10.393837 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5c41453c-4513-4c6c-99ad-233098d99dad req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:10.444969 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:10.515981 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e0f2d392-598d-46ad-af0e-422dd6463730 None None] Provisioning for port ee39af34-d270-4aa0-9076-653b6b38db6d completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:04:10.533272 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e0f2d392-598d-46ad-af0e-422dd6463730 None None] Provisioning complete for port ee39af34-d270-4aa0-9076-653b6b38db6d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:04:10.533846 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e0f2d392-598d-46ad-af0e-422dd6463730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:10.644663 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-e0f2d392-598d-46ad-af0e-422dd6463730 None None] Port ee39af34-d270-4aa0-9076-653b6b38db6d cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:04:10.706114 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b74e4731-372b-4bc8-b8cc-ae267d9be24e req-450a2ff9-b13a-43d2-95c0-94d8268ca02b tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411290 Sep 07 19:04:10.730040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:10.730817 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:10.732234 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] 10.222.0.60 "PUT /v2.0/ports/e21118c4-1924-4ec4-8aa2-d6519154a70d HTTP/1.1" status: 200 len: 1092 time: 8.3141787 Sep 07 19:04:10.741647 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c4056a-be7b-485a-a034-ea2253fd1e09', 'tag': 'e21118c4-1924-4ec4-8aa2-d6519154a70d'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:04:10.744061 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948f05a2-f9f4-4381-bf85-32dca4c1485f" -d '{"events": [{"name": "network-changed", "server_uuid": "12c4056a-be7b-485a-a034-ea2253fd1e09", "tag": "e21118c4-1924-4ec4-8aa2-d6519154a70d"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:04:10.770225 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e80cc-b1d9-4790-a347-65b0d99c3958 req-2fed788f-8d2b-44f1-8915-2f5b49fa9ff8 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:10.779616 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-684e80cc-b1d9-4790-a347-65b0d99c3958 req-2fed788f-8d2b-44f1-8915-2f5b49fa9ff8 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f323435-6eec-4dcd-bcbf-d892ba2e8f7a HTTP/1.1" status: 200 len: 936 time: 0.6200523 Sep 07 19:04:10.868834 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a3e2d13-2714-4b0b-83e9-a52fd7d29cc0 req-22a99196-1627-46da-b19d-bfdc076e17b8 service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804331 Sep 07 19:04:10.924560 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-684e80cc-b1d9-4790-a347-65b0d99c3958 req-1d81eacc-5f99-40b4-be16-7848d5433489 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/security-groups?id=209707de-0233-4ddd-97fe-41525da10974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430361 Sep 07 19:04:10.942232 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-5c41453c-4513-4c6c-99ad-233098d99dad req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee39af34-d270-4aa0-9076-653b6b38db6d {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:04:10.954455 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5c41453c-4513-4c6c-99ad-233098d99dad req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:10.970914 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-5c41453c-4513-4c6c-99ad-233098d99dad req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] Transition to ACTIVE for port object ee39af34-d270-4aa0-9076-653b6b38db6d will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:04:10.975212 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5c41453c-4513-4c6c-99ad-233098d99dad req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:10.990807 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8c33f-55e6-40fb-a9b7-b5fbe2628a9f service neutron] Pushing event updated for resources: {'Port': ['ID=e21118c4-1924-4ec4-8aa2-d6519154a70d,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:11.023536 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f19b68-562a-41df-aac2-1c12b99db969 x-openstack-request-id: req-b7f19b68-562a-41df-aac2-1c12b99db969 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:04:11.023806 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c4056a-be7b-485a-a034-ea2253fd1e09", "tag": "e21118c4-1924-4ec4-8aa2-d6519154a70d", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:04:11.024064 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b7f19b68-562a-41df-aac2-1c12b99db969 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:04:11.024532 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c4056a-be7b-485a-a034-ea2253fd1e09', 'tag': 'e21118c4-1924-4ec4-8aa2-d6519154a70d', 'status': 'completed', 'code': 200} Sep 07 19:04:11.061007 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-d1784986-1569-449e-9e41-8ec6dcbe158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:11.063252 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-d1784986-1569-449e-9e41-8ec6dcbe158c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&device_id=12c4056a-be7b-485a-a034-ea2253fd1e09 HTTP/1.1" status: 200 len: 1095 time: 0.2622001 Sep 07 19:04:11.068248 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] Pushing event updated for resources: {'Port': ['ID=ee39af34-d270-4aa0-9076-653b6b38db6d,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:11.192206 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-5c41453c-4513-4c6c-99ad-233098d99dad req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] Attempting to bind port ee39af34-d270-4aa0-9076-653b6b38db6d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:04:11.192963 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-5c41453c-4513-4c6c-99ad-233098d99dad req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] Attempting to bind port ee39af34-d270-4aa0-9076-653b6b38db6d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:04:11.193469 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c41453c-4513-4c6c-99ad-233098d99dad req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] Attempting to bind port ee39af34-d270-4aa0-9076-653b6b38db6d on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:04:11.200013 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-3bf95b73-9986-4a04-9636-55fc1829d430 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e21118c4-1924-4ec4-8aa2-d6519154a70d HTTP/1.1" status: 200 len: 217 time: 0.0839248 Sep 07 19:04:11.202649 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c41453c-4513-4c6c-99ad-233098d99dad req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] Port ee39af34-d270-4aa0-9076-653b6b38db6d on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:04:11.203487 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c41453c-4513-4c6c-99ad-233098d99dad req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] Attempting to bind port ee39af34-d270-4aa0-9076-653b6b38db6d on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:04:11.217018 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c41453c-4513-4c6c-99ad-233098d99dad req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:04:11.217682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c41453c-4513-4c6c-99ad-233098d99dad req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:04:11.218424 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c41453c-4513-4c6c-99ad-233098d99dad req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:04:11.219348 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-5c41453c-4513-4c6c-99ad-233098d99dad req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] Bound port: ee39af34-d270-4aa0-9076-653b6b38db6d, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:04:11.219628 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-8952df0a-a384-41d2-8c5a-7d49f039fbfb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Allocated IP 10.1.1.81 (3e3aee50-f75c-42cc-b930-c0b5bf2abebc/90ab1191-caf7-487f-93a6-6b7290e9b12c/dca85aec-715c-451f-9b3f-cd3b5cafcf42) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:04:11.228923 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5c41453c-4513-4c6c-99ad-233098d99dad req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:11.341212 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-5c41453c-4513-4c6c-99ad-233098d99dad req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] For port ee39af34-d270-4aa0-9076-653b6b38db6d, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:04:11.347547 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-5c41453c-4513-4c6c-99ad-233098d99dad req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] For port ee39af34-d270-4aa0-9076-653b6b38db6d, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=ee39af34-d270-4aa0-9076-653b6b38db6d,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:04:11.355475 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5c41453c-4513-4c6c-99ad-233098d99dad req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:11.414043 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41453c-4513-4c6c-99ad-233098d99dad req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:11.414683 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-5c41453c-4513-4c6c-99ad-233098d99dad req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:11.416740 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5c41453c-4513-4c6c-99ad-233098d99dad req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] 10.222.0.36 "PUT /v2.0/ports/ee39af34-d270-4aa0-9076-653b6b38db6d HTTP/1.1" status: 200 len: 1096 time: 1.1710184 Sep 07 19:04:11.417244 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f323435-6eec-4dcd-bcbf-d892ba2e8f7a', 'tag': 'ee39af34-d270-4aa0-9076-653b6b38db6d'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:04:11.421080 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7d8d3e-d9cb-4c94-af2d-9f97925382c5" -d '{"events": [{"name": "network-changed", "server_uuid": "1f323435-6eec-4dcd-bcbf-d892ba2e8f7a", "tag": "ee39af34-d270-4aa0-9076-653b6b38db6d"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:04:11.520211 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9331361b-05d1-4675-9929-cd243bafab91 x-openstack-request-id: req-9331361b-05d1-4675-9929-cd243bafab91 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:04:11.520618 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f323435-6eec-4dcd-bcbf-d892ba2e8f7a", "tag": "ee39af34-d270-4aa0-9076-653b6b38db6d", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:04:11.520929 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9331361b-05d1-4675-9929-cd243bafab91 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:04:11.521340 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f323435-6eec-4dcd-bcbf-d892ba2e8f7a', 'tag': 'ee39af34-d270-4aa0-9076-653b6b38db6d', 'status': 'completed', 'code': 200} Sep 07 19:04:11.531378 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767c00d-20ab-4018-8501-361ee46c427a service neutron] Pushing event updated for resources: {'Port': ['ID=ee39af34-d270-4aa0-9076-653b6b38db6d,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:11.583525 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-1e4663a2-30f8-4562-a73e-a518213ab65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:11.586902 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-1e4663a2-30f8-4562-a73e-a518213ab65f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9dd7036-3605-4e7d-b54d-2734891f6abd HTTP/1.1" status: 200 len: 845 time: 0.2200763 Sep 07 19:04:11.595714 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a3e2d13-2714-4b0b-83e9-a52fd7d29cc0 req-b324dd4b-e116-4c2d-8f42-9e785954e1a8 service neutron] 10.222.0.36 "GET /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7018008 Sep 07 19:04:11.657216 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41453c-4513-4c6c-99ad-233098d99dad req-d8d77262-7445-43ff-adde-c5d1dad9f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:11.657672 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8952df0a-a384-41d2-8c5a-7d49f039fbfb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:11.659928 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5c41453c-4513-4c6c-99ad-233098d99dad req-d8d77262-7445-43ff-adde-c5d1dad9f890 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0e6e1ec275d49889b3bb964105bf6cd&device_id=1f323435-6eec-4dcd-bcbf-d892ba2e8f7a HTTP/1.1" status: 200 len: 1099 time: 0.1604249 Sep 07 19:04:11.721253 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-8952df0a-a384-41d2-8c5a-7d49f039fbfb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Transition to ACTIVE for port object dca85aec-715c-451f-9b3f-cd3b5cafcf42 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:04:11.807442 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5c41453c-4513-4c6c-99ad-233098d99dad req-0105d25a-481e-4668-912b-535b96bed23a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=ee39af34-d270-4aa0-9076-653b6b38db6d HTTP/1.1" status: 200 len: 217 time: 0.1153831 Sep 07 19:04:11.863552 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-9240b162-ec5d-4b24-b20c-b8f6c5a1eca5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604784 Sep 07 19:04:11.958542 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41453c-4513-4c6c-99ad-233098d99dad req-557b76c6-b09f-4be8-90bb-55ae1ca47b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:11.960423 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5c41453c-4513-4c6c-99ad-233098d99dad req-557b76c6-b09f-4be8-90bb-55ae1ca47b98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1513133 Sep 07 19:04:12.006672 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8952df0a-a384-41d2-8c5a-7d49f039fbfb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:12.133298 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41453c-4513-4c6c-99ad-233098d99dad req-d9a304ff-2b1e-4074-9e72-58e14b782fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:12.144597 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5c41453c-4513-4c6c-99ad-233098d99dad req-d9a304ff-2b1e-4074-9e72-58e14b782fff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1666965 Sep 07 19:04:12.315200 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5c41453c-4513-4c6c-99ad-233098d99dad req-9e011de8-f259-4bc8-b43b-21b9a660ccb4 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582291 Sep 07 19:04:12.361774 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8952df0a-a384-41d2-8c5a-7d49f039fbfb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:04:12.371474 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-8952df0a-a384-41d2-8c5a-7d49f039fbfb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:04:12.376423 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8952df0a-a384-41d2-8c5a-7d49f039fbfb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:04:12.481117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8952df0a-a384-41d2-8c5a-7d49f039fbfb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:12.482644 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8952df0a-a384-41d2-8c5a-7d49f039fbfb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:12.535608 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5c41453c-4513-4c6c-99ad-233098d99dad req-c6bd9d03-8c53-42b6-82f0-a2e843446ae3 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099276 Sep 07 19:04:12.546799 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abb79e-aa20-4195-86c6-65e6b7538fae req-dc99f6ca-901f-46c4-8cd0-65ce89e4ab06 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:12.549452 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49abb79e-aa20-4195-86c6-65e6b7538fae req-dc99f6ca-901f-46c4-8cd0-65ce89e4ab06 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f323435-6eec-4dcd-bcbf-d892ba2e8f7a HTTP/1.1" status: 200 len: 948 time: 0.3795350 Sep 07 19:04:12.575428 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952df0a-a384-41d2-8c5a-7d49f039fbfb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event updated for resources: {'Port': ['ID=dca85aec-715c-451f-9b3f-cd3b5cafcf42,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:12.621603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e68e32-884d-4ad8-b67a-a413afba9d06 req-252b9e74-2372-4fe4-a258-8c64c736993d tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:12.634688 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54e68e32-884d-4ad8-b67a-a413afba9d06 req-252b9e74-2372-4fe4-a258-8c64c736993d tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=12c4056a-be7b-485a-a034-ea2253fd1e09 HTTP/1.1" status: 200 len: 944 time: 0.6871336 Sep 07 19:04:12.668464 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d8d3e-d9cb-4c94-af2d-9f97925382c5 req-50d903fe-f11d-41b2-81a9-7cec73ed6a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:12.671610 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3e7d8d3e-d9cb-4c94-af2d-9f97925382c5 req-50d903fe-f11d-41b2-81a9-7cec73ed6a2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0e6e1ec275d49889b3bb964105bf6cd&device_id=1f323435-6eec-4dcd-bcbf-d892ba2e8f7a HTTP/1.1" status: 200 len: 1099 time: 0.0707622 Sep 07 19:04:12.681877 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8952df0a-a384-41d2-8c5a-7d49f039fbfb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7708435 Sep 07 19:04:12.689147 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-b53a19cf-09cd-411d-a551-d9787b7a0398 service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8159709 Sep 07 19:04:12.749359 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54e68e32-884d-4ad8-b67a-a413afba9d06 req-ab6cee27-705a-4a15-ba17-cadc3e79eb13 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124382 Sep 07 19:04:12.792198 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:12.867279 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9e4e3ebf-f3a1-40f0-bdc0-29f9b724e1bc None None] Provisioning for port dca85aec-715c-451f-9b3f-cd3b5cafcf42 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:04:12.882924 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9e4e3ebf-f3a1-40f0-bdc0-29f9b724e1bc None None] Provisioning complete for port dca85aec-715c-451f-9b3f-cd3b5cafcf42 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:04:12.885464 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3ebf-f3a1-40f0-bdc0-29f9b724e1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:12.924795 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d8d3e-d9cb-4c94-af2d-9f97925382c5 req-3c7464e3-4064-4ac9-b6a3-162b1956bcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:12.931361 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3e7d8d3e-d9cb-4c94-af2d-9f97925382c5 req-3c7464e3-4064-4ac9-b6a3-162b1956bcca service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.2503741 Sep 07 19:04:12.949685 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6a2cb93-bf65-4739-adb4-a12f986a44bf req-47f4c389-740f-4f52-ad7b-60af461e2249 service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294829 Sep 07 19:04:13.011643 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49abb79e-aa20-4195-86c6-65e6b7538fae req-9a5e02e4-bf07-4b82-b5f8-a8477381a0fb tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/security-groups?id=209707de-0233-4ddd-97fe-41525da10974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457893 Sep 07 19:04:13.038752 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-9e4e3ebf-f3a1-40f0-bdc0-29f9b724e1bc None None] Port dca85aec-715c-451f-9b3f-cd3b5cafcf42 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:04:13.049424 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3e7d8d3e-d9cb-4c94-af2d-9f97925382c5 req-0516b0d6-3775-4515-ae5c-a06042a32f8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=ee39af34-d270-4aa0-9076-653b6b38db6d HTTP/1.1" status: 200 len: 217 time: 0.1087797 Sep 07 19:04:13.151143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f05a2-f9f4-4381-bf85-32dca4c1485f req-7b2dee2f-b872-412b-941a-a0aba4310e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:13.153191 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d8d3e-d9cb-4c94-af2d-9f97925382c5 req-75c3fc39-d9f8-4753-9b92-b4c0622c5a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:13.156445 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3e7d8d3e-d9cb-4c94-af2d-9f97925382c5 req-75c3fc39-d9f8-4753-9b92-b4c0622c5a58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0978701 Sep 07 19:04:13.157105 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-948f05a2-f9f4-4381-bf85-32dca4c1485f req-7b2dee2f-b872-412b-941a-a0aba4310e49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&device_id=12c4056a-be7b-485a-a034-ea2253fd1e09 HTTP/1.1" status: 200 len: 1095 time: 0.1283653 Sep 07 19:04:13.278855 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d8d3e-d9cb-4c94-af2d-9f97925382c5 req-4c4664f1-6cd1-4d7e-9c0f-a6a962fc71b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:13.290365 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3e7d8d3e-d9cb-4c94-af2d-9f97925382c5 req-4c4664f1-6cd1-4d7e-9c0f-a6a962fc71b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1135459 Sep 07 19:04:13.381753 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 46678) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:04:13.389760 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-341226c5-3c58-4b71-8dd6-1e3fe1505eb2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--472957599', 'description': 'tempest-description--814224722'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:13.471833 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f05a2-f9f4-4381-bf85-32dca4c1485f req-4b157fe6-04d5-44f7-a5dc-a1595d7bca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:13.474798 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-948f05a2-f9f4-4381-bf85-32dca4c1485f req-4b157fe6-04d5-44f7-a5dc-a1595d7bca34 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 906 time: 0.3124487 Sep 07 19:04:13.537211 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3e7d8d3e-d9cb-4c94-af2d-9f97925382c5 req-de46926a-f60d-4ac3-a20a-ce6b864de489 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438204 Sep 07 19:04:13.752081 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:13.771341 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3e7d8d3e-d9cb-4c94-af2d-9f97925382c5 req-5373b723-60c9-4460-acb1-826b45460602 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264240 Sep 07 19:04:14.095441 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-948f05a2-f9f4-4381-bf85-32dca4c1485f req-f36e41a5-1f3c-4e23-9b5c-884beef55cf3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e21118c4-1924-4ec4-8aa2-d6519154a70d HTTP/1.1" status: 200 len: 217 time: 0.6130259 Sep 07 19:04:14.125583 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-341226c5-3c58-4b71-8dd6-1e3fe1505eb2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:14.334335 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f05a2-f9f4-4381-bf85-32dca4c1485f req-9fdf4a3e-4cea-42b6-bbc6-f9f095221835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:14.337834 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-948f05a2-f9f4-4381-bf85-32dca4c1485f req-9fdf4a3e-4cea-42b6-bbc6-f9f095221835 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9dd7036-3605-4e7d-b54d-2734891f6abd HTTP/1.1" status: 200 len: 845 time: 0.2054510 Sep 07 19:04:14.354452 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b18dfd-0a0a-470f-839f-59489d5f4cdf req-a5f212e6-4bc9-42be-93c7-3a73b447c7bc tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:14.357934 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01b18dfd-0a0a-470f-839f-59489d5f4cdf req-a5f212e6-4bc9-42be-93c7-3a73b447c7bc tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=12c4056a-be7b-485a-a034-ea2253fd1e09 HTTP/1.1" status: 200 len: 944 time: 0.2894032 Sep 07 19:04:14.519674 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-948f05a2-f9f4-4381-bf85-32dca4c1485f req-6935a1d4-35c9-4920-b3e5-0d8fd462f30c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1601901 Sep 07 19:04:14.553515 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01b18dfd-0a0a-470f-839f-59489d5f4cdf req-e08d3fe2-0db8-479d-a389-b9c1d55b82f6 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325612 Sep 07 19:04:14.585666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8836a-e594-4c1d-9784-e926facebe1d req-c5bc1309-3f59-42ad-bfb1-5e8d2a24acb7 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:14.593759 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c4d8836a-e594-4c1d-9784-e926facebe1d req-c5bc1309-3f59-42ad-bfb1-5e8d2a24acb7 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f323435-6eec-4dcd-bcbf-d892ba2e8f7a HTTP/1.1" status: 200 len: 948 time: 0.4209027 Sep 07 19:04:14.729801 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e21118c4-1924-4ec4-8aa2-d6519154a70d details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:04:14.748355 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-948f05a2-f9f4-4381-bf85-32dca4c1485f req-af5b74a5-863d-4a7b-a69d-4df745223c46 service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143903 Sep 07 19:04:14.858608 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-341226c5-3c58-4b71-8dd6-1e3fe1505eb2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:14.921618 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-341226c5-3c58-4b71-8dd6-1e3fe1505eb2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:14.980076 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341226c5-3c58-4b71-8dd6-1e3fe1505eb2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:15.021917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c4d8836a-e594-4c1d-9784-e926facebe1d req-8e5c81e4-ad5e-40a6-acad-21e6092f30b2 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/security-groups?id=209707de-0233-4ddd-97fe-41525da10974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258835 Sep 07 19:04:15.035695 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-341226c5-3c58-4b71-8dd6-1e3fe1505eb2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:15.040252 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-341226c5-3c58-4b71-8dd6-1e3fe1505eb2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6544857 Sep 07 19:04:15.040793 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46698) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:04:15.056611 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-8d3171eb-547a-4edf-9b1c-5bc1fc8a9900 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Request body: {'security_group_rule': {'security_group_id': '3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:15.160354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-948f05a2-f9f4-4381-bf85-32dca4c1485f req-18626f2c-358e-46e4-8762-8f6afccce2f9 service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008462 Sep 07 19:04:15.205571 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d3171eb-547a-4edf-9b1c-5bc1fc8a9900 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:15.212891 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port e21118c4-1924-4ec4-8aa2-d6519154a70d, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e21118c4-1924-4ec4-8aa2-d6519154a70d,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:15.242125 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'e21118c4-1924-4ec4-8aa2-d6519154a70d', 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca', 'port_id': 'e21118c4-1924-4ec4-8aa2-d6519154a70d', 'mac_address': 'fa:16:3e:af:4d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9dd7036-3605-4e7d-b54d-2734891f6abd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:04:15.333709 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:15.365333 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21118c4-1924-4ec4-8aa2-d6519154a70d {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:04:15.405637 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d3171eb-547a-4edf-9b1c-5bc1fc8a9900 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:15.417195 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d3171eb-547a-4edf-9b1c-5bc1fc8a9900 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:15.435643 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port e21118c4-1924-4ec4-8aa2-d6519154a70d, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e21118c4-1924-4ec4-8aa2-d6519154a70d,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:15.443715 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:15.480722 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3171eb-547a-4edf-9b1c-5bc1fc8a9900 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72fa3fea-bd00-454b-b1be-d744c0db4cb9,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:15.519720 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d3171eb-547a-4edf-9b1c-5bc1fc8a9900 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:15.528615 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8d3171eb-547a-4edf-9b1c-5bc1fc8a9900 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4858856 Sep 07 19:04:15.533397 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46708) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:04:15.542844 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6daf99d9-03c0-4216-bd36-fa917880757b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Request body: {'security_group_rule': {'security_group_id': '3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:15.568642 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device ee39af34-d270-4aa0-9076-653b6b38db6d details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:04:15.610981 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6daf99d9-03c0-4216-bd36-fa917880757b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:15.658865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['e21118c4-1924-4ec4-8aa2-d6519154a70d'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:04:15.771662 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=e21118c4-1924-4ec4-8aa2-d6519154a70d,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:15.821801 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6daf99d9-03c0-4216-bd36-fa917880757b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:15.838313 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6daf99d9-03c0-4216-bd36-fa917880757b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:15.875614 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2eb8c1-6b6c-478e-aa4d-92b64d95c670 req-d8e1a097-7497-41e6-83c4-63fe940b64ed tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:15.878356 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af2eb8c1-6b6c-478e-aa4d-92b64d95c670 req-d8e1a097-7497-41e6-83c4-63fe940b64ed tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=12c4056a-be7b-485a-a034-ea2253fd1e09 HTTP/1.1" status: 200 len: 945 time: 0.1898000 Sep 07 19:04:15.897095 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6daf99d9-03c0-4216-bd36-fa917880757b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:15.899933 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6daf99d9-03c0-4216-bd36-fa917880757b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3648794 Sep 07 19:04:15.906384 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 46716) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:04:15.925932 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-0a535c13-46d1-4d74-b0af-90f0530b41d8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:15.954312 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf99d9-03c0-4216-bd36-fa917880757b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c352d7f-5873-4683-acbb-f0a059e8c772,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:16.003296 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a535c13-46d1-4d74-b0af-90f0530b41d8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:16.035937 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af2eb8c1-6b6c-478e-aa4d-92b64d95c670 req-9f433a7e-d9b7-42d0-86c6-854f44499641 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449032 Sep 07 19:04:16.121747 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port ee39af34-d270-4aa0-9076-653b6b38db6d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=ee39af34-d270-4aa0-9076-653b6b38db6d,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:16.188677 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'ee39af34-d270-4aa0-9076-653b6b38db6d', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': 'ee39af34-d270-4aa0-9076-653b6b38db6d', 'mac_address': 'fa:16:3e:1e:e0:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:04:16.268888 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a535c13-46d1-4d74-b0af-90f0530b41d8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:16.295952 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:16.329788 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee39af34-d270-4aa0-9076-653b6b38db6d {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:04:16.382002 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port ee39af34-d270-4aa0-9076-653b6b38db6d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=ee39af34-d270-4aa0-9076-653b6b38db6d,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:16.390826 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:16.414691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c610695-ac95-47c2-a0a2-60891ea41221 req-47b78a5d-c695-41fc-a36b-956778fb0994 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:16.431351 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c610695-ac95-47c2-a0a2-60891ea41221 req-47b78a5d-c695-41fc-a36b-956778fb0994 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f323435-6eec-4dcd-bcbf-d892ba2e8f7a HTTP/1.1" status: 200 len: 948 time: 0.1569326 Sep 07 19:04:16.509623 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-0a535c13-46d1-4d74-b0af-90f0530b41d8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Allocated IP 172.25.8.162 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/d5e7336a-194e-45c7-a59e-847e54c71377) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:04:16.511639 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=ee39af34-d270-4aa0-9076-653b6b38db6d,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:16.518562 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c610695-ac95-47c2-a0a2-60891ea41221 req-9690d4bd-95ee-4f51-8540-487291295b5f tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/security-groups?id=209707de-0233-4ddd-97fe-41525da10974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857434 Sep 07 19:04:16.694711 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['ee39af34-d270-4aa0-9076-653b6b38db6d'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:04:16.697962 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a535c13-46d1-4d74-b0af-90f0530b41d8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:16.745040 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e21118c4-1924-4ec4-8aa2-d6519154a70d up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:04:16.783685 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a535c13-46d1-4d74-b0af-90f0530b41d8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:16.864755 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a535c13-46d1-4d74-b0af-90f0530b41d8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:04:16.868002 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-0a535c13-46d1-4d74-b0af-90f0530b41d8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:04:16.870669 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a535c13-46d1-4d74-b0af-90f0530b41d8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:04:16.911283 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port e21118c4-1924-4ec4-8aa2-d6519154a70d completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:04:16.922873 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port e21118c4-1924-4ec4-8aa2-d6519154a70d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:04:16.922873 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:16.945814 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a535c13-46d1-4d74-b0af-90f0530b41d8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event updated for resources: {'Port': ['ID=d5e7336a-194e-45c7-a59e-847e54c71377,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:17.069031 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a535c13-46d1-4d74-b0af-90f0530b41d8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:17.116671 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:17.159280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c4056a-be7b-485a-a034-ea2253fd1e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21118c4-1924-4ec4-8aa2-d6519154a70d'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:04:17.161563 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e2320f-16c8-40d5-91cc-dedc224d67f4" -d '{"events": [{"server_uuid": "12c4056a-be7b-485a-a034-ea2253fd1e09", "name": "network-vif-plugged", "status": "completed", "tag": "e21118c4-1924-4ec4-8aa2-d6519154a70d"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:04:17.162747 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a535c13-46d1-4d74-b0af-90f0530b41d8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:17.197059 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port e21118c4-1924-4ec4-8aa2-d6519154a70d, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e21118c4-1924-4ec4-8aa2-d6519154a70d,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:17.203275 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:17.244357 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65656b14-bfac-4132-a5de-a65eb2c2d7dd x-openstack-request-id: req-65656b14-bfac-4132-a5de-a65eb2c2d7dd {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:04:17.244920 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c4056a-be7b-485a-a034-ea2253fd1e09", "name": "network-vif-plugged", "status": "completed", "tag": "e21118c4-1924-4ec4-8aa2-d6519154a70d", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:04:17.245229 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65656b14-bfac-4132-a5de-a65eb2c2d7dd {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:04:17.245855 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c4056a-be7b-485a-a034-ea2253fd1e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21118c4-1924-4ec4-8aa2-d6519154a70d', 'code': 200} Sep 07 19:04:17.294939 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=e21118c4-1924-4ec4-8aa2-d6519154a70d,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:17.426349 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a535c13-46d1-4d74-b0af-90f0530b41d8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:17.433059 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a535c13-46d1-4d74-b0af-90f0530b41d8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:17.442030 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d9c6d-f35c-4396-ba45-0e3927c19cca req-66d4062e-78ae-419b-998e-bf336d4b720b tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:17.444450 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-469d9c6d-f35c-4396-ba45-0e3927c19cca req-66d4062e-78ae-419b-998e-bf336d4b720b tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=12c4056a-be7b-485a-a034-ea2253fd1e09 HTTP/1.1" status: 200 len: 946 time: 0.1600509 Sep 07 19:04:17.461371 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705bd9d-135e-4c6a-857a-08f83f143bec req-3819cdb4-aecd-47d5-9523-ee5b43c7e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:17.464030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b705bd9d-135e-4c6a-857a-08f83f143bec req-3819cdb4-aecd-47d5-9523-ee5b43c7e8f6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=12c4056a-be7b-485a-a034-ea2253fd1e09 HTTP/1.1" status: 200 len: 1097 time: 0.1092098 Sep 07 19:04:17.534041 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a535c13-46d1-4d74-b0af-90f0530b41d8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event updated for resources: {'Port': ['ID=d5e7336a-194e-45c7-a59e-847e54c71377,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:17.547920 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a535c13-46d1-4d74-b0af-90f0530b41d8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:17.575923 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-469d9c6d-f35c-4396-ba45-0e3927c19cca req-1a3f5703-0fb4-4640-abfb-cbe8d11f734e tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101036 Sep 07 19:04:17.583159 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a535c13-46d1-4d74-b0af-90f0530b41d8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:17.583990 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b705bd9d-135e-4c6a-857a-08f83f143bec req-4d4078b5-7bc4-4969-826b-98e766c7e369 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927467 Sep 07 19:04:17.592849 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0a535c13-46d1-4d74-b0af-90f0530b41d8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6772532 Sep 07 19:04:17.754003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da25d23-def0-4016-8401-947ce6c07764 req-55f62b36-9adc-4eb5-b801-281b055c80d3 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:17.757252 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5da25d23-def0-4016-8401-947ce6c07764 req-55f62b36-9adc-4eb5-b801-281b055c80d3 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f323435-6eec-4dcd-bcbf-d892ba2e8f7a HTTP/1.1" status: 200 len: 949 time: 0.1000140 Sep 07 19:04:17.833790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5da25d23-def0-4016-8401-947ce6c07764 req-9f56c34a-2b0b-4f30-84fb-2aafd9046031 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/security-groups?id=209707de-0233-4ddd-97fe-41525da10974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682173 Sep 07 19:04:18.002084 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-3fb7e4ca-a937-40cf-b17d-c1b59a902719 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--472957599&fields=id&tenant_id=5d5c8f8778fa460ca7e73179a15e85b3 HTTP/1.1" status: 200 len: 267 time: 0.0473175 Sep 07 19:04:18.104419 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-66325ed9-c196-43e0-94d7-74ddfb8fea1a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:18.107074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-66325ed9-c196-43e0-94d7-74ddfb8fea1a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports/b06c3ed3-5ce2-4a65-a560-070dba9ac0fc HTTP/1.1" status: 200 len: 932 time: 0.0936558 Sep 07 19:04:18.189936 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-3a4206a2-7c35-4bfe-99d9-9dd74b507407 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:18.191595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-3a4206a2-7c35-4bfe-99d9-9dd74b507407 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports/dca85aec-715c-451f-9b3f-cd3b5cafcf42 HTTP/1.1" status: 200 len: 930 time: 0.0719943 Sep 07 19:04:18.295221 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-528d69c1-1e3f-4768-b040-1f9896c2a268 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?network_id=6c3033e0-4276-47bf-9cdc-e60a9923d00a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0909469 Sep 07 19:04:18.345749 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-91ae9f8e-60f2-464f-8998-1d092b84e065 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?network_id=6c3033e0-4276-47bf-9cdc-e60a9923d00a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0411935 Sep 07 19:04:18.590637 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-b318a0cf-e478-4ca6-b910-a693db7126ea tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:18.624558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-b318a0cf-e478-4ca6-b910-a693db7126ea tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:18.658906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-b318a0cf-e478-4ca6-b910-a693db7126ea tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:18.669044 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-b318a0cf-e478-4ca6-b910-a693db7126ea tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/networks?id=6a8afba9-c74f-48a2-a182-350c40365b16&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=6c3033e0-4276-47bf-9cdc-e60a9923d00a&id=6c3033e0-4276-47bf-9cdc-e60a9923d00a HTTP/1.1" status: 200 len: 1989 time: 0.3111136 Sep 07 19:04:18.686052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-d2f03097-c53b-448c-8464-b3750db8d3d3 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/quotas/5d5c8f8778fa460ca7e73179a15e85b3 HTTP/1.1" status: 200 len: 375 time: 0.0159564 Sep 07 19:04:18.817288 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-3a4c8e96-c582-4a91-bc67-8fcae91d1a19 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5d5c8f8778fa460ca7e73179a15e85b3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1301606 Sep 07 19:04:18.870955 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-6cfd0792-30a2-4f6e-8fba-57ca7c9da470 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:04:18.872568 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-6cfd0792-30a2-4f6e-8fba-57ca7c9da470 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507255 Sep 07 19:04:18.950307 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb568e7-46f1-41b0-9390-dedbc477f149 req-6bd39bef-2b38-4481-b041-c36cefefa7dd tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:18.952804 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5fb568e7-46f1-41b0-9390-dedbc477f149 req-6bd39bef-2b38-4481-b041-c36cefefa7dd tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=12c4056a-be7b-485a-a034-ea2253fd1e09 HTTP/1.1" status: 200 len: 946 time: 0.1920922 Sep 07 19:04:19.064298 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5fb568e7-46f1-41b0-9390-dedbc477f149 req-3c13f6e5-e1c4-48da-82d5-7503c66ad375 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543163 Sep 07 19:04:19.076254 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-eb7ff893-4fd0-4d5e-a7ac-f794d5ec4981 service neutron] 10.222.0.26 "GET /v2.0/networks/6a8afba9-c74f-48a2-a182-350c40365b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959267 Sep 07 19:04:19.299456 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e1526cc-3a69-41ef-b7ea-4604bb1138bb service neutron] 10.222.0.26 "GET /v2.0/networks/6a8afba9-c74f-48a2-a182-350c40365b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079957 Sep 07 19:04:19.411106 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-fb4ce57a-eed1-496c-843d-dfb5ccb3163c service neutron] 10.222.0.26 "GET /v2.0/ports/b06c3ed3-5ce2-4a65-a560-070dba9ac0fc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1100619 Sep 07 19:04:19.451174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5310c-91f9-4022-9ed6-914b7debdc1e req-4b17a598-cc41-4975-8e39-672fb4228958 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:19.455335 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3f5310c-91f9-4022-9ed6-914b7debdc1e req-4b17a598-cc41-4975-8e39-672fb4228958 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f323435-6eec-4dcd-bcbf-d892ba2e8f7a HTTP/1.1" status: 200 len: 949 time: 0.1937492 Sep 07 19:04:19.566156 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device ee39af34-d270-4aa0-9076-653b6b38db6d up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:04:19.629010 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3f5310c-91f9-4022-9ed6-914b7debdc1e req-7a40e391-2a1f-40d9-8998-48e72ad3882e tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/security-groups?id=209707de-0233-4ddd-97fe-41525da10974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478729 Sep 07 19:04:19.683750 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port ee39af34-d270-4aa0-9076-653b6b38db6d completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:04:19.696313 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port ee39af34-d270-4aa0-9076-653b6b38db6d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:04:19.696566 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:19.729479 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cfc82710-9275-43c6-a79d-56c8755b14cc service neutron] 10.222.0.26 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118131 Sep 07 19:04:19.894524 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:19.957485 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-a48bb67c-80c0-48dd-aaa4-8f3d1f85c6d6 service neutron] 10.222.0.26 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144237 Sep 07 19:04:19.958275 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port ee39af34-d270-4aa0-9076-653b6b38db6d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=ee39af34-d270-4aa0-9076-653b6b38db6d,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:19.960025 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f323435-6eec-4dcd-bcbf-d892ba2e8f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee39af34-d270-4aa0-9076-653b6b38db6d'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:04:19.965404 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4276a0-2b0c-48c0-9321-3dab4e3530c3" -d '{"events": [{"server_uuid": "1f323435-6eec-4dcd-bcbf-d892ba2e8f7a", "name": "network-vif-plugged", "status": "completed", "tag": "ee39af34-d270-4aa0-9076-653b6b38db6d"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:04:19.988100 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:20.070020 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0f6ac21b-6d06-4119-9903-c4b2767e3458 service neutron] 10.222.0.26 "GET /v2.0/ports/dca85aec-715c-451f-9b3f-cd3b5cafcf42?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1048670 Sep 07 19:04:20.089336 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee52e7c-e620-459f-b104-d2bd851cbfbd x-openstack-request-id: req-2ee52e7c-e620-459f-b104-d2bd851cbfbd {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:04:20.090713 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f323435-6eec-4dcd-bcbf-d892ba2e8f7a", "name": "network-vif-plugged", "status": "completed", "tag": "ee39af34-d270-4aa0-9076-653b6b38db6d", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:04:20.092136 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2ee52e7c-e620-459f-b104-d2bd851cbfbd {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:04:20.094698 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f323435-6eec-4dcd-bcbf-d892ba2e8f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee39af34-d270-4aa0-9076-653b6b38db6d', 'code': 200} Sep 07 19:04:20.185639 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=ee39af34-d270-4aa0-9076-653b6b38db6d,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:20.329145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf984b-c902-4ef0-95cb-7c3bf4574361 req-656d6559-e55d-4af7-84f0-0bc8fee08109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:20.332471 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8ddf984b-c902-4ef0-95cb-7c3bf4574361 req-656d6559-e55d-4af7-84f0-0bc8fee08109 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f323435-6eec-4dcd-bcbf-d892ba2e8f7a HTTP/1.1" status: 200 len: 1101 time: 0.1291094 Sep 07 19:04:20.414703 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0696da26-ddad-4871-a411-54885f43e9b8 service neutron] 10.222.0.26 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386128 Sep 07 19:04:20.423613 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-8ddf984b-c902-4ef0-95cb-7c3bf4574361 req-59192868-faa2-48b3-b7cf-13cfbd5e2073 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=209707de-0233-4ddd-97fe-41525da10974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829704 Sep 07 19:04:20.480450 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae68a8-316a-4ba2-9246-94d2358dc500 req-ff9335b6-3833-448d-add0-2234249ee74c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:20.484451 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95ae68a8-316a-4ba2-9246-94d2358dc500 req-ff9335b6-3833-448d-add0-2234249ee74c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=12c4056a-be7b-485a-a034-ea2253fd1e09 HTTP/1.1" status: 200 len: 946 time: 0.2012591 Sep 07 19:04:20.728138 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95ae68a8-316a-4ba2-9246-94d2358dc500 req-80c82577-2533-4cd4-9404-e97c2d151344 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278791 Sep 07 19:04:20.733779 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-615526e5-3379-466f-94ba-e9ba6250b012 service neutron] 10.222.0.26 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918501 Sep 07 19:04:21.038379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a8996-a395-4ca4-88ae-69958ec8f4d5 req-06a6b054-9ad7-4c2b-bca1-a5512f8bc159 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:21.048043 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c50a8996-a395-4ca4-88ae-69958ec8f4d5 req-06a6b054-9ad7-4c2b-bca1-a5512f8bc159 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f323435-6eec-4dcd-bcbf-d892ba2e8f7a HTTP/1.1" status: 200 len: 950 time: 0.1812792 Sep 07 19:04:21.084414 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-15cdfacd-bb17-40b4-9cd5-46a16e32b610 service neutron] 10.222.0.26 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211482 Sep 07 19:04:21.138961 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c50a8996-a395-4ca4-88ae-69958ec8f4d5 req-827163eb-0590-43f0-956c-e042d572cf6b tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/security-groups?id=209707de-0233-4ddd-97fe-41525da10974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896449 Sep 07 19:04:21.363038 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7aa4c4-23d8-44de-90f4-f05861eb8882 service neutron] 10.222.0.26 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622159 Sep 07 19:04:21.806662 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-87ed7b3d-aae4-43be-b46e-3d5087dc0896 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:21.808147 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-87ed7b3d-aae4-43be-b46e-3d5087dc0896 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 805 time: 0.3421230 Sep 07 19:04:21.839571 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-6050d383-0466-4af2-98e4-bd608b1fa2c0 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/quotas/08f867cc89344abeab4b7e4fd5e2fa8b HTTP/1.1" status: 200 len: 375 time: 0.0215557 Sep 07 19:04:21.846508 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-d1ae92e1-919d-415c-845e-aad34c3fd335 service neutron] 10.222.0.26 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685681 Sep 07 19:04:22.133313 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-a7fd405f-1bcc-4d0c-af62-4d2dd591a91c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2224541 Sep 07 19:04:22.137437 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-6bf966dd-ec72-45da-921f-ad7fb2e2500c service neutron] 10.222.0.26 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842245 Sep 07 19:04:22.327689 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-940cd400-a11c-4ae6-8864-b4f0eb8ee4fc service neutron] 10.222.0.26 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880836 Sep 07 19:04:22.332337 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-973ba4ae-4272-47c1-9dc4-ad5a46b42dd2 service neutron] 10.222.0.26 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834815 Sep 07 19:04:22.594380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5770e2a4-c495-44d1-ba63-5b509b845e83 service neutron] 10.222.0.26 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587404 Sep 07 19:04:22.647340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-90910a54-e493-4436-a7cf-823459102e8b service neutron] 10.222.0.26 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949255 Sep 07 19:04:22.966125 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-74a59d63-d86b-430d-a405-fdb273414dfc service neutron] 10.222.0.26 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072143 Sep 07 19:04:23.155411 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8bb79f72-31b4-47a2-9afa-f11c635f4f0c service neutron] 10.222.0.26 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604860 Sep 07 19:04:23.281906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a643c-3ed4-4e9e-b4f5-5d1ddb7f31de req-a3983ac0-1429-410a-b80e-5129365bfe17 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:23.323410 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae5a643c-3ed4-4e9e-b4f5-5d1ddb7f31de req-a3983ac0-1429-410a-b80e-5129365bfe17 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f323435-6eec-4dcd-bcbf-d892ba2e8f7a HTTP/1.1" status: 200 len: 950 time: 0.1596434 Sep 07 19:04:23.419976 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae5a643c-3ed4-4e9e-b4f5-5d1ddb7f31de req-abe96c6f-19e0-4885-bf73-f7f3c3fd89fe tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/security-groups?id=209707de-0233-4ddd-97fe-41525da10974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844939 Sep 07 19:04:23.880968 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-569bf05b-1f03-473b-8348-52b21bc96ee5 req-6fd496e3-48fe-4702-9cc5-ec240da61b6f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e9e2a77-0a57-46ef-b59f-2873292ace12 HTTP/1.1" status: 200 len: 210 time: 0.0670800 Sep 07 19:04:24.472887 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d42581-d03a-4112-9391-6c36b472c98f req-920c07b4-2dd4-4452-a5e7-7a38857a062c tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:24.486408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7d42581-d03a-4112-9391-6c36b472c98f req-920c07b4-2dd4-4452-a5e7-7a38857a062c tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f323435-6eec-4dcd-bcbf-d892ba2e8f7a HTTP/1.1" status: 200 len: 950 time: 0.1597273 Sep 07 19:04:24.554867 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7d42581-d03a-4112-9391-6c36b472c98f req-724b348a-0b58-4e18-87aa-392a729ff6d7 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/security-groups?id=209707de-0233-4ddd-97fe-41525da10974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528350 Sep 07 19:04:24.752287 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8fa6829d-21fc-4bc7-b90d-007e604aa7a8 req-b68f65a2-a025-4d4a-bd74-56f40e3f0b89 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 210 time: 0.0437338 Sep 07 19:04:25.210532 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df43e58a-3f4b-4d78-acb8-d026a13b79f4 req-09aa584e-05fa-438b-b9d0-8ead46665ac3 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e9e2a77-0a57-46ef-b59f-2873292ace12 HTTP/1.1" status: 200 len: 210 time: 0.0954754 Sep 07 19:04:25.255489 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-60da5387-4576-42b0-827e-e2c9129866c3 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:25.257948 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-60da5387-4576-42b0-827e-e2c9129866c3 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 805 time: 0.4005508 Sep 07 19:04:25.276114 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-8458e2ae-a496-4921-be75-96bf2b544bbd tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Request body: {'port': {'device_id': '1e9e2a77-0a57-46ef-b59f-2873292ace12', 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca', 'admin_state_up': True, 'tenant_id': '08f867cc89344abeab4b7e4fd5e2fa8b'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:25.334422 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:04:25.589122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-8458e2ae-a496-4921-be75-96bf2b544bbd tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Made reservation on behalf of 08f867cc89344abeab4b7e4fd5e2fa8b for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:04:25.598332 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-8458e2ae-a496-4921-be75-96bf2b544bbd tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:25.928687 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8ba3665a-d7b1-490f-b988-c30d328e6189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:25.962526 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed28d10-768d-4758-955f-ff5f115e1e1b req-c482ef4a-7261-4608-a952-71d0129747fc tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:25.965305 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ed28d10-768d-4758-955f-ff5f115e1e1b req-c482ef4a-7261-4608-a952-71d0129747fc tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f323435-6eec-4dcd-bcbf-d892ba2e8f7a HTTP/1.1" status: 200 len: 950 time: 0.2279978 Sep 07 19:04:26.022263 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-58fb287e-0720-40b0-87a6-8816733a243e req-91d84709-51f2-4903-8d58-250704f05140 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 210 time: 0.0846729 Sep 07 19:04:26.050784 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-8458e2ae-a496-4921-be75-96bf2b544bbd tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Allocated IP 172.20.0.7 (2be54d8c-41f0-4b39-8dfe-deca3264f6ca/c9dd7036-3605-4e7d-b54d-2734891f6abd/de0a2db6-d3fa-4dd5-8390-f96e6f338ce5) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:04:26.134904 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ed28d10-768d-4758-955f-ff5f115e1e1b req-5d388b64-67c7-423d-ae38-cb79241cd915 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/security-groups?id=209707de-0233-4ddd-97fe-41525da10974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469176 Sep 07 19:04:26.166691 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a9395-0656-4df6-bdde-f19db71171be req-f2f080b5-795b-4fdc-909f-97089bab2db0 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:26.168339 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3d7a9395-0656-4df6-bdde-f19db71171be req-f2f080b5-795b-4fdc-909f-97089bab2db0 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f323435-6eec-4dcd-bcbf-d892ba2e8f7a HTTP/1.1" status: 200 len: 950 time: 0.0905974 Sep 07 19:04:26.369153 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-3d7a9395-0656-4df6-bdde-f19db71171be req-007fac02-003d-4c5a-8c7b-9cc11940ab4e tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Deleting port ee39af34-d270-4aa0-9076-653b6b38db6d {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:04:26.370016 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3d7a9395-0656-4df6-bdde-f19db71171be req-007fac02-003d-4c5a-8c7b-9cc11940ab4e tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:26.400134 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e34f5fd9-7634-44e5-a20a-9b695a28a3a3 req-5c5149d3-0c4f-46f5-bf68-6f0b0d9b0bd9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e9e2a77-0a57-46ef-b59f-2873292ace12 HTTP/1.1" status: 200 len: 210 time: 0.0466697 Sep 07 19:04:26.453633 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-8458e2ae-a496-4921-be75-96bf2b544bbd tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:26.551727 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-8458e2ae-a496-4921-be75-96bf2b544bbd tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:26.565544 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7e5b2214-02cb-4177-bb03-ff77d938c331', 'e21118c4-1924-4ec4-8aa2-d6519154a70d'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:04:26.748898 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-3d7a9395-0656-4df6-bdde-f19db71171be req-007fac02-003d-4c5a-8c7b-9cc11940ab4e tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] For port ee39af34-d270-4aa0-9076-653b6b38db6d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=ee39af34-d270-4aa0-9076-653b6b38db6d,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:26.750770 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3d7a9395-0656-4df6-bdde-f19db71171be req-007fac02-003d-4c5a-8c7b-9cc11940ab4e tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:26.752810 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-8458e2ae-a496-4921-be75-96bf2b544bbd tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:04:26.761178 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-8458e2ae-a496-4921-be75-96bf2b544bbd tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:04:26.764181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458e2ae-a496-4921-be75-96bf2b544bbd tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Pushing event updated for resources: {'Port': ['ID=de0a2db6-d3fa-4dd5-8390-f96e6f338ce5,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:26.773981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-8458e2ae-a496-4921-be75-96bf2b544bbd tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:04:26.777814 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-f943f52f-3a04-4ea2-8212-cc28eaa03a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:26.779305 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-f943f52f-3a04-4ea2-8212-cc28eaa03a72 service neutron] 10.222.0.36 "GET /v2.0/ports/b06c3ed3-5ce2-4a65-a560-070dba9ac0fc HTTP/1.1" status: 200 len: 1028 time: 0.2190027 Sep 07 19:04:26.808456 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-3d7a9395-0656-4df6-bdde-f19db71171be req-007fac02-003d-4c5a-8c7b-9cc11940ab4e tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Calling delete_port for ee39af34-d270-4aa0-9076-653b6b38db6d owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:04:26.882110 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-d5df5076-2fec-4ff0-a9db-a35e184ee116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:26.883787 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-d5df5076-2fec-4ff0-a9db-a35e184ee116 service neutron] 10.222.0.36 "GET /v2.0/ports/dca85aec-715c-451f-9b3f-cd3b5cafcf42 HTTP/1.1" status: 200 len: 1026 time: 0.0663466 Sep 07 19:04:26.964088 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-8458e2ae-a496-4921-be75-96bf2b544bbd tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:26.964908 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-8458e2ae-a496-4921-be75-96bf2b544bbd tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:26.986203 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-8458e2ae-a496-4921-be75-96bf2b544bbd tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7170577 Sep 07 19:04:27.021753 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] Request body: {'port': {'device_id': '1e9e2a77-0a57-46ef-b59f-2873292ace12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:27.226694 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:27.248653 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3d7a9395-0656-4df6-bdde-f19db71171be req-007fac02-003d-4c5a-8c7b-9cc11940ab4e tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:27.272459 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['ee39af34-d270-4aa0-9076-653b6b38db6d'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:04:27.336936 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fac02-003d-4c5a-8c7b-9cc11940ab4e tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Pushing event deleted for resources: {'Port': ['ID=ee39af34-d270-4aa0-9076-653b6b38db6d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:27.386290 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1801bbca-7fdb-4f73-9041-974037fb24c4 req-fc34e8ba-4d02-47ea-818e-288283fbfdaf tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 210 time: 0.1360846 Sep 07 19:04:27.429257 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7a9395-0656-4df6-bdde-f19db71171be req-007fac02-003d-4c5a-8c7b-9cc11940ab4e tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] No DVR routers for this DVR port ee39af34-d270-4aa0-9076-653b6b38db6d on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:04:27.439460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-862e2ed2-2d93-421b-a796-6f10d1fc9e65 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:27.451201 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-3d7a9395-0656-4df6-bdde-f19db71171be req-007fac02-003d-4c5a-8c7b-9cc11940ab4e tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:27.454236 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-3d7a9395-0656-4df6-bdde-f19db71171be req-007fac02-003d-4c5a-8c7b-9cc11940ab4e tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.36 "DELETE /v2.0/ports/ee39af34-d270-4aa0-9076-653b6b38db6d HTTP/1.1" status: 204 len: 173 time: 1.2744820 Sep 07 19:04:27.461277 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f323435-6eec-4dcd-bcbf-d892ba2e8f7a', 'name': 'network-vif-deleted', 'tag': 'ee39af34-d270-4aa0-9076-653b6b38db6d'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:04:27.464669 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a987e169-519e-4586-9158-3b1244279068" -d '{"events": [{"server_uuid": "1f323435-6eec-4dcd-bcbf-d892ba2e8f7a", "name": "network-vif-deleted", "tag": "ee39af34-d270-4aa0-9076-653b6b38db6d"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:04:27.504980 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-862e2ed2-2d93-421b-a796-6f10d1fc9e65 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:27.547045 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-862e2ed2-2d93-421b-a796-6f10d1fc9e65 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:27.567111 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-862e2ed2-2d93-421b-a796-6f10d1fc9e65 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.36 "GET /v2.0/networks?id=6a8afba9-c74f-48a2-a182-350c40365b16&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=6c3033e0-4276-47bf-9cdc-e60a9923d00a&id=6c3033e0-4276-47bf-9cdc-e60a9923d00a HTTP/1.1" status: 200 len: 1989 time: 0.6736166 Sep 07 19:04:27.826280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4bda3a15-9484-4792-99e9-9f88ddfe6be4 req-46ecbb25-ef87-46f4-bc69-9a7edf8a1a61 tempest-VolumesNegativeTest-1306111589 tempest-VolumesNegativeTest-1306111589-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f323435-6eec-4dcd-bcbf-d892ba2e8f7a HTTP/1.1" status: 200 len: 210 time: 0.2552338 Sep 07 19:04:28.026713 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034d4f54-ab27-407a-a4ff-c6c19fbb6174 x-openstack-request-id: req-034d4f54-ab27-407a-a4ff-c6c19fbb6174 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:04:28.027379 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f323435-6eec-4dcd-bcbf-d892ba2e8f7a", "name": "network-vif-deleted", "tag": "ee39af34-d270-4aa0-9076-653b6b38db6d", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:04:28.027691 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-034d4f54-ab27-407a-a4ff-c6c19fbb6174 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:04:28.028101 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f323435-6eec-4dcd-bcbf-d892ba2e8f7a', 'name': 'network-vif-deleted', 'tag': 'ee39af34-d270-4aa0-9076-653b6b38db6d', 'status': 'completed', 'code': 200} Sep 07 19:04:28.787871 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-53375efb-e32d-4a0e-bf1d-f2a1fee15553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:28.971594 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-79c35ffb-145c-40d7-ad9a-f3ea1b53bab2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d5c8f8778fa460ca7e73179a15e85b3 HTTP/1.1" status: 200 len: 379 time: 1.3811798 Sep 07 19:04:29.019254 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-948d00a5-866f-4c8e-b079-be7fd6a40309 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Request body: {'port': {'device_id': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16', 'admin_state_up': True, 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'security_groups': ['3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:29.102301 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:29.256129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0a2db6-d3fa-4dd5-8390-f96e6f338ce5 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:04:29.290010 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:29.335786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] Transition to ACTIVE for port object de0a2db6-d3fa-4dd5-8390-f96e6f338ce5 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:04:29.353603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7da188-dc20-46c0-8f03-e92c2f5649d4 req-a978c4ec-7dd2-442e-9801-120b870a7b3e tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:29.365950 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f7da188-dc20-46c0-8f03-e92c2f5649d4 req-a978c4ec-7dd2-442e-9801-120b870a7b3e tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e9e2a77-0a57-46ef-b59f-2873292ace12 HTTP/1.1" status: 200 len: 931 time: 0.4718556 Sep 07 19:04:29.402029 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:29.453545 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] Pushing event updated for resources: {'Port': ['ID=de0a2db6-d3fa-4dd5-8390-f96e6f338ce5,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:29.466532 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-948d00a5-866f-4c8e-b079-be7fd6a40309 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Made reservation on behalf of 5d5c8f8778fa460ca7e73179a15e85b3 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:04:29.470405 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-948d00a5-866f-4c8e-b079-be7fd6a40309 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:29.504251 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f7da188-dc20-46c0-8f03-e92c2f5649d4 req-01a80d6d-8f32-4092-ac00-71c7a1f99e02 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369255 Sep 07 19:04:29.619976 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device ee39af34-d270-4aa0-9076-653b6b38db6d no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:04:29.728463 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: ee39af34-d270-4aa0-9076-653b6b38db6d {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:04:29.734486 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device ee39af34-d270-4aa0-9076-653b6b38db6d not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:04:29.978896 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-948d00a5-866f-4c8e-b079-be7fd6a40309 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Allocated IP 172.20.0.10 (6a8afba9-c74f-48a2-a182-350c40365b16/ad43e386-e1da-4481-8206-5b6118db82c7/b56a4f11-c42e-4a69-a00a-95dee5c5c3c9) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:04:30.184883 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:30.194509 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b811fed-7453-422f-9cff-c5f884cd9da0 req-cb8855b7-a873-4b63-ad3a-c0338f41de44 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 210 time: 0.4027343 Sep 07 19:04:30.496567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] Attempting to bind port de0a2db6-d3fa-4dd5-8390-f96e6f338ce5 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:04:30.497047 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] Attempting to bind port de0a2db6-d3fa-4dd5-8390-f96e6f338ce5 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:04:30.497583 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] Attempting to bind port de0a2db6-d3fa-4dd5-8390-f96e6f338ce5 on network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:04:30.535115 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] Port de0a2db6-d3fa-4dd5-8390-f96e6f338ce5 on network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:04:30.536030 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] Attempting to bind port de0a2db6-d3fa-4dd5-8390-f96e6f338ce5 on network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:04:30.593973 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:04:30.594367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] Checking segment: {'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:04:30.594811 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] Bound using segment: {'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:04:30.595246 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] Bound port: de0a2db6-d3fa-4dd5-8390-f96e6f338ce5, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:04:30.595610 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:30.691608 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-948d00a5-866f-4c8e-b079-be7fd6a40309 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:30.743189 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-948d00a5-866f-4c8e-b079-be7fd6a40309 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Transition to ACTIVE for port object b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:04:30.810080 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] For port de0a2db6-d3fa-4dd5-8390-f96e6f338ce5, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:04:30.841838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] For port de0a2db6-d3fa-4dd5-8390-f96e6f338ce5, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=de0a2db6-d3fa-4dd5-8390-f96e6f338ce5,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:04:30.873717 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:30.941942 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-948d00a5-866f-4c8e-b079-be7fd6a40309 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:30.999618 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:31.000905 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:31.003418 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] 10.222.0.60 "PUT /v2.0/ports/de0a2db6-d3fa-4dd5-8390-f96e6f338ce5 HTTP/1.1" status: 200 len: 1091 time: 3.9858489 Sep 07 19:04:31.013816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9e2a77-0a57-46ef-b59f-2873292ace12', 'tag': 'de0a2db6-d3fa-4dd5-8390-f96e6f338ce5'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:04:31.019180 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc8e23f-0a40-483a-9e52-10bb713a72eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9e2a77-0a57-46ef-b59f-2873292ace12", "tag": "de0a2db6-d3fa-4dd5-8390-f96e6f338ce5"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:04:31.088995 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412bca5-83d6-478b-a9de-78c0cdfe1a56 req-430263ac-a2c0-4740-a0da-617f34bfdc90 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:31.122010 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f412bca5-83d6-478b-a9de-78c0cdfe1a56 req-430263ac-a2c0-4740-a0da-617f34bfdc90 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e9e2a77-0a57-46ef-b59f-2873292ace12 HTTP/1.1" status: 200 len: 943 time: 0.2765129 Sep 07 19:04:31.178075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-948d00a5-866f-4c8e-b079-be7fd6a40309 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Network 6a8afba9-c74f-48a2-a182-350c40365b16 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:04:31.182365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb1d0e-dd42-4f24-ac67-d03386da54bb service neutron] Pushing event updated for resources: {'Port': ['ID=de0a2db6-d3fa-4dd5-8390-f96e6f338ce5,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:31.190983 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d7779d-e80a-4039-8e36-7c0d17c74945 x-openstack-request-id: req-64d7779d-e80a-4039-8e36-7c0d17c74945 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:04:31.191592 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9e2a77-0a57-46ef-b59f-2873292ace12", "tag": "de0a2db6-d3fa-4dd5-8390-f96e6f338ce5", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:04:31.192123 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-64d7779d-e80a-4039-8e36-7c0d17c74945 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:04:31.192962 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9e2a77-0a57-46ef-b59f-2873292ace12', 'tag': 'de0a2db6-d3fa-4dd5-8390-f96e6f338ce5', 'status': 'completed', 'code': 200} Sep 07 19:04:31.215278 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-948d00a5-866f-4c8e-b079-be7fd6a40309 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:04:31.232296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-948d00a5-866f-4c8e-b079-be7fd6a40309 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:04:31.454851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-fb4684ac-2af5-4d34-8029-7f376c7a03d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:31.457850 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-fb4684ac-2af5-4d34-8029-7f376c7a03d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&device_id=1e9e2a77-0a57-46ef-b59f-2873292ace12 HTTP/1.1" status: 200 len: 1094 time: 0.3299921 Sep 07 19:04:31.601565 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-7d2e8df8-77a5-4900-8709-c17fd9aaa8e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de0a2db6-d3fa-4dd5-8390-f96e6f338ce5 HTTP/1.1" status: 200 len: 217 time: 0.1017699 Sep 07 19:04:31.725541 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f412bca5-83d6-478b-a9de-78c0cdfe1a56 req-bf53acd9-0738-40a2-9cc0-7fa1ea1d8e7d tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992658 Sep 07 19:04:31.737745 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:31.812664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d00a5-866f-4c8e-b079-be7fd6a40309 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event updated for resources: {'Port': ['ID=b56a4f11-c42e-4a69-a00a-95dee5c5c3c9,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:31.822761 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-101c7f1f-dcc6-442d-ae0e-e83fd3a549d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:31.825551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-101c7f1f-dcc6-442d-ae0e-e83fd3a549d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9dd7036-3605-4e7d-b54d-2734891f6abd HTTP/1.1" status: 200 len: 845 time: 0.1489904 Sep 07 19:04:31.835367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-948d00a5-866f-4c8e-b079-be7fd6a40309 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:31.836196 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-948d00a5-866f-4c8e-b079-be7fd6a40309 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:31.856782 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b9c90271-19cb-4501-bb17-1f454d9f02a0 None None] Provisioning for port b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:04:31.880872 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b9c90271-19cb-4501-bb17-1f454d9f02a0 None None] Provisioning complete for port b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:04:31.882255 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b9c90271-19cb-4501-bb17-1f454d9f02a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:31.963495 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-b9c90271-19cb-4501-bb17-1f454d9f02a0 None None] Port b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:04:31.963683 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-2d9ad7fb-8222-45c6-a990-890cc3f6ce44 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193757 Sep 07 19:04:31.984383 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-948d00a5-866f-4c8e-b079-be7fd6a40309 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9720609 Sep 07 19:04:32.009590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-e6f1e22a-5b33-411c-a449-58b12d547115 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Request body: {'port': {'device_id': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc', 'admin_state_up': True, 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'security_groups': ['3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:32.152981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685362b-a637-499c-b896-ceafec1cb049 req-bd48d98c-957c-4391-bce6-44e21d8ec7e6 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:32.156069 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2685362b-a637-499c-b896-ceafec1cb049 req-bd48d98c-957c-4391-bce6-44e21d8ec7e6 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 932 time: 0.7321591 Sep 07 19:04:32.292372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-e6f1e22a-5b33-411c-a449-58b12d547115 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Made reservation on behalf of 5d5c8f8778fa460ca7e73179a15e85b3 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:04:32.299616 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-e6f1e22a-5b33-411c-a449-58b12d547115 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:32.338948 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2685362b-a637-499c-b896-ceafec1cb049 req-26856b7e-fbad-4f0a-b58f-2a03b9a369ea tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610060 Sep 07 19:04:32.392039 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-56328344-e4e7-42f8-84c5-8b193b3d7525 service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198194 Sep 07 19:04:32.636475 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-816fe2d1-a26e-41b4-92ef-26ecf4af2ded req-f1e2d2ea-7cbc-4b2a-9984-b57879b8d84f service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367728 Sep 07 19:04:32.678527 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-e6f1e22a-5b33-411c-a449-58b12d547115 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Allocated IP 10.1.1.77 (3e3aee50-f75c-42cc-b930-c0b5bf2abebc/90ab1191-caf7-487f-93a6-6b7290e9b12c/d5037c37-d497-4829-a848-7904c39917b2) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:04:32.894848 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8e23f-0a40-483a-9e52-10bb713a72eb req-502bd6db-c957-4c9e-ba99-4d1b2516efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:32.896337 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7fc8e23f-0a40-483a-9e52-10bb713a72eb req-502bd6db-c957-4c9e-ba99-4d1b2516efb3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&device_id=1e9e2a77-0a57-46ef-b59f-2873292ace12 HTTP/1.1" status: 200 len: 1094 time: 0.1970477 Sep 07 19:04:33.092419 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398abb7-0bd9-4a4a-b9c0-69c343d79819 req-873cb0bd-5801-498d-a80e-c36092446eea tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:33.094230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2398abb7-0bd9-4a4a-b9c0-69c343d79819 req-873cb0bd-5801-498d-a80e-c36092446eea tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e9e2a77-0a57-46ef-b59f-2873292ace12 HTTP/1.1" status: 200 len: 943 time: 0.2316222 Sep 07 19:04:33.104855 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8e23f-0a40-483a-9e52-10bb713a72eb req-37b00f0f-9205-45e0-8b8d-5c7764af6f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:33.106392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7fc8e23f-0a40-483a-9e52-10bb713a72eb req-37b00f0f-9205-45e0-8b8d-5c7764af6f7b service neutron] 10.222.0.60 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 906 time: 0.1855981 Sep 07 19:04:33.186835 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7fc8e23f-0a40-483a-9e52-10bb713a72eb req-60f3fdef-49e9-4193-877f-d0ba698bca9f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de0a2db6-d3fa-4dd5-8390-f96e6f338ce5 HTTP/1.1" status: 200 len: 217 time: 0.0657406 Sep 07 19:04:33.190292 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-e6f1e22a-5b33-411c-a449-58b12d547115 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:33.284971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-e6f1e22a-5b33-411c-a449-58b12d547115 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Transition to ACTIVE for port object d5037c37-d497-4829-a848-7904c39917b2 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:04:33.296670 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2398abb7-0bd9-4a4a-b9c0-69c343d79819 req-48de91a9-2d43-47f5-9bcc-6ca51e2e77d4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830926 Sep 07 19:04:33.298284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8e23f-0a40-483a-9e52-10bb713a72eb req-e9aae799-1621-40e4-9eec-2d9caf092dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:33.299832 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7fc8e23f-0a40-483a-9e52-10bb713a72eb req-e9aae799-1621-40e4-9eec-2d9caf092dd1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9dd7036-3605-4e7d-b54d-2734891f6abd HTTP/1.1" status: 200 len: 845 time: 0.1028962 Sep 07 19:04:33.363707 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7fc8e23f-0a40-483a-9e52-10bb713a72eb req-a28833bc-15fd-431c-9fa4-7c7e0e66c9a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482035 Sep 07 19:04:33.383067 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-e6f1e22a-5b33-411c-a449-58b12d547115 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:33.459052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-e6f1e22a-5b33-411c-a449-58b12d547115 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:04:33.504161 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-e6f1e22a-5b33-411c-a449-58b12d547115 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:04:33.508893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-e6f1e22a-5b33-411c-a449-58b12d547115 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:04:33.616894 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1e22a-5b33-411c-a449-58b12d547115 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event updated for resources: {'Port': ['ID=d5037c37-d497-4829-a848-7904c39917b2,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:33.718707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-e6f1e22a-5b33-411c-a449-58b12d547115 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:33.720177 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-e6f1e22a-5b33-411c-a449-58b12d547115 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:33.734078 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7fc8e23f-0a40-483a-9e52-10bb713a72eb req-10d41f20-57d5-4644-9420-ec07f5ed130b service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613679 Sep 07 19:04:33.782589 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660095c-3aee-4839-a38a-2eb18df69ee0 req-7b881604-d79b-4999-b374-c04ac7b327d1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:33.789018 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660095c-3aee-4839-a38a-2eb18df69ee0 req-7b881604-d79b-4999-b374-c04ac7b327d1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:33.790802 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e660095c-3aee-4839-a38a-2eb18df69ee0 req-7b881604-d79b-4999-b374-c04ac7b327d1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 1653 time: 0.2030959 Sep 07 19:04:33.799355 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-e6f1e22a-5b33-411c-a449-58b12d547115 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7968779 Sep 07 19:04:33.825507 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8c7f78-ac6d-4b00-9e78-75158501eafb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Request body: {'port': {'device_id': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc', 'admin_state_up': True, 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'security_groups': ['3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:33.931519 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d9daf86a-1272-4692-ac2b-0379e2830f61 None None] Provisioning for port d5037c37-d497-4829-a848-7904c39917b2 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:04:33.940425 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d9daf86a-1272-4692-ac2b-0379e2830f61 None None] Provisioning complete for port d5037c37-d497-4829-a848-7904c39917b2 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:04:33.941499 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d9daf86a-1272-4692-ac2b-0379e2830f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:34.010561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d9daf86a-1272-4692-ac2b-0379e2830f61 None None] Port d5037c37-d497-4829-a848-7904c39917b2 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:04:34.020261 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e660095c-3aee-4839-a38a-2eb18df69ee0 req-c2b90ffa-f2cc-46e5-bf0c-30ce9f6df848 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155871 Sep 07 19:04:34.032637 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7fc8e23f-0a40-483a-9e52-10bb713a72eb req-9b3c7f3b-5a4b-4285-a6c4-7b40eac81e90 service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906959 Sep 07 19:04:34.089963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8c7f78-ac6d-4b00-9e78-75158501eafb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Made reservation on behalf of 5d5c8f8778fa460ca7e73179a15e85b3 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:04:34.096699 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8c7f78-ac6d-4b00-9e78-75158501eafb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:34.306085 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8c7f78-ac6d-4b00-9e78-75158501eafb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Allocated IP 10.1.1.254 (3e3aee50-f75c-42cc-b930-c0b5bf2abebc/90ab1191-caf7-487f-93a6-6b7290e9b12c/ff3c0c44-78e7-4436-8eb2-ef0de0b2c303) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:04:34.565072 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5478f-7e22-4c10-bcdc-6e7da80e2fb9 req-ab8fd177-a0d4-4792-812d-10a96e58cf11 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:34.566726 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-62e5478f-7e22-4c10-bcdc-6e7da80e2fb9 req-ab8fd177-a0d4-4792-812d-10a96e58cf11 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e9e2a77-0a57-46ef-b59f-2873292ace12 HTTP/1.1" status: 200 len: 943 time: 0.0927227 Sep 07 19:04:34.588073 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8c7f78-ac6d-4b00-9e78-75158501eafb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:34.625148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8c7f78-ac6d-4b00-9e78-75158501eafb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Transition to ACTIVE for port object ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:04:34.659171 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-62e5478f-7e22-4c10-bcdc-6e7da80e2fb9 req-fc812bd7-7384-4487-a604-119729a5aac6 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668867 Sep 07 19:04:34.704906 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8c7f78-ac6d-4b00-9e78-75158501eafb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:34.794294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8c7f78-ac6d-4b00-9e78-75158501eafb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:04:34.797379 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device de0a2db6-d3fa-4dd5-8390-f96e6f338ce5 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:04:34.800112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8c7f78-ac6d-4b00-9e78-75158501eafb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:04:34.819433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8c7f78-ac6d-4b00-9e78-75158501eafb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:04:34.908911 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c7f78-ac6d-4b00-9e78-75158501eafb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event updated for resources: {'Port': ['ID=ff3c0c44-78e7-4436-8eb2-ef0de0b2c303,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:34.981014 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8c7f78-ac6d-4b00-9e78-75158501eafb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:34.981790 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8c7f78-ac6d-4b00-9e78-75158501eafb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:35.010658 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8c7f78-ac6d-4b00-9e78-75158501eafb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1943669 Sep 07 19:04:35.026537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8c870658-bd8e-470f-baf4-25c8f8a32b3b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Request body: {'port': {'device_id': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6c3033e0-4276-47bf-9cdc-e60a9923d00a', 'admin_state_up': True, 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'security_groups': ['3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:35.038628 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port de0a2db6-d3fa-4dd5-8390-f96e6f338ce5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=de0a2db6-d3fa-4dd5-8390-f96e6f338ce5,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:35.070819 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'de0a2db6-d3fa-4dd5-8390-f96e6f338ce5', 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca', 'port_id': 'de0a2db6-d3fa-4dd5-8390-f96e6f338ce5', 'mac_address': 'fa:16:3e:1d:4d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9dd7036-3605-4e7d-b54d-2734891f6abd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:04:35.135935 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:35.159865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0a2db6-d3fa-4dd5-8390-f96e6f338ce5 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:04:35.198813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port de0a2db6-d3fa-4dd5-8390-f96e6f338ce5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=de0a2db6-d3fa-4dd5-8390-f96e6f338ce5,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:35.205399 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:35.332628 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=de0a2db6-d3fa-4dd5-8390-f96e6f338ce5,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:35.349751 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8c870658-bd8e-470f-baf4-25c8f8a32b3b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Made reservation on behalf of 5d5c8f8778fa460ca7e73179a15e85b3 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:04:35.379268 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2417323f-b381-4294-8c0b-9c75fc8a26c3 None None] Provisioning for port ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:04:35.388187 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2417323f-b381-4294-8c0b-9c75fc8a26c3 None None] Provisioning complete for port ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:04:35.388187 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2417323f-b381-4294-8c0b-9c75fc8a26c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:35.416452 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0555723-09c1-4c4e-a31a-68a05a1f7b17 req-c48a6cc0-71f2-417d-857d-9d8f774349ce tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:35.426612 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0555723-09c1-4c4e-a31a-68a05a1f7b17 req-c48a6cc0-71f2-417d-857d-9d8f774349ce tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:35.432292 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['de0a2db6-d3fa-4dd5-8390-f96e6f338ce5'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:04:35.433117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0555723-09c1-4c4e-a31a-68a05a1f7b17 req-c48a6cc0-71f2-417d-857d-9d8f774349ce tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:35.435007 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0555723-09c1-4c4e-a31a-68a05a1f7b17 req-c48a6cc0-71f2-417d-857d-9d8f774349ce tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 2374 time: 0.1674182 Sep 07 19:04:35.504024 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-2417323f-b381-4294-8c0b-9c75fc8a26c3 None None] Port ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:04:35.546303 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0555723-09c1-4c4e-a31a-68a05a1f7b17 req-45ce1d23-1f97-4b00-922b-5d918d944b89 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718234 Sep 07 19:04:35.554355 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8c870658-bd8e-470f-baf4-25c8f8a32b3b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:35.957916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8081a3-4e2b-46ed-b2c0-503e5260940d req-0136859e-bbc1-4b21-ab7d-07e0bf51ddfa tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:35.959490 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a8081a3-4e2b-46ed-b2c0-503e5260940d req-0136859e-bbc1-4b21-ab7d-07e0bf51ddfa tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e9e2a77-0a57-46ef-b59f-2873292ace12 HTTP/1.1" status: 200 len: 944 time: 0.1546898 Sep 07 19:04:35.987708 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8c870658-bd8e-470f-baf4-25c8f8a32b3b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Allocated IP 10.2.2.100 (6c3033e0-4276-47bf-9cdc-e60a9923d00a/1dd8002f-cefc-4e03-9dc8-c77431fc56ec/3804b453-b76d-4a1d-b42f-d85eeb8ad14d) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:04:36.036640 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a8081a3-4e2b-46ed-b2c0-503e5260940d req-7a2257f3-8d41-4ad2-a0cd-12bb0615ef56 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631838 Sep 07 19:04:36.627812 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8c870658-bd8e-470f-baf4-25c8f8a32b3b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:36.654635 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8c870658-bd8e-470f-baf4-25c8f8a32b3b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Transition to ACTIVE for port object 3804b453-b76d-4a1d-b42f-d85eeb8ad14d will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:04:36.745389 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8c870658-bd8e-470f-baf4-25c8f8a32b3b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:36.820596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245de96-88b7-4d93-981e-71a26b8e11c5 req-966df48a-be33-4e84-aab3-9cdff812075e tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:36.827753 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245de96-88b7-4d93-981e-71a26b8e11c5 req-966df48a-be33-4e84-aab3-9cdff812075e tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:36.830305 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device de0a2db6-d3fa-4dd5-8390-f96e6f338ce5 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:04:36.834330 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245de96-88b7-4d93-981e-71a26b8e11c5 req-966df48a-be33-4e84-aab3-9cdff812075e tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:36.836359 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1245de96-88b7-4d93-981e-71a26b8e11c5 req-966df48a-be33-4e84-aab3-9cdff812075e tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 2374 time: 0.1372452 Sep 07 19:04:36.841664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8c870658-bd8e-470f-baf4-25c8f8a32b3b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Network 6c3033e0-4276-47bf-9cdc-e60a9923d00a is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:04:36.843956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8c870658-bd8e-470f-baf4-25c8f8a32b3b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:04:36.846367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c870658-bd8e-470f-baf4-25c8f8a32b3b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event updated for resources: {'Port': ['ID=3804b453-b76d-4a1d-b42f-d85eeb8ad14d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:36.850442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8c870658-bd8e-470f-baf4-25c8f8a32b3b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:04:36.935977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1245de96-88b7-4d93-981e-71a26b8e11c5 req-18064093-196a-48d9-bd56-b5aac5d9e35e tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866194 Sep 07 19:04:36.951566 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port de0a2db6-d3fa-4dd5-8390-f96e6f338ce5 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:04:36.958158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8c870658-bd8e-470f-baf4-25c8f8a32b3b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:36.958959 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8c870658-bd8e-470f-baf4-25c8f8a32b3b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:36.974928 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port de0a2db6-d3fa-4dd5-8390-f96e6f338ce5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:04:36.975445 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:36.976845 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8c870658-bd8e-470f-baf4-25c8f8a32b3b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9538875 Sep 07 19:04:36.994033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Request body: {'port': {'device_id': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6c3033e0-4276-47bf-9cdc-e60a9923d00a', 'admin_state_up': True, 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'security_groups': ['3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:37.165909 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:37.199508 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9e2a77-0a57-46ef-b59f-2873292ace12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0a2db6-d3fa-4dd5-8390-f96e6f338ce5'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:04:37.202044 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d1bf5c-453b-488c-9b28-81c5b691da39" -d '{"events": [{"server_uuid": "1e9e2a77-0a57-46ef-b59f-2873292ace12", "name": "network-vif-plugged", "status": "completed", "tag": "de0a2db6-d3fa-4dd5-8390-f96e6f338ce5"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:04:37.221390 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port de0a2db6-d3fa-4dd5-8390-f96e6f338ce5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=de0a2db6-d3fa-4dd5-8390-f96e6f338ce5,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:37.231355 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:37.278725 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9f31a717-6ce5-43fd-a3c1-c888755c0cf1 None None] Provisioning for port 3804b453-b76d-4a1d-b42f-d85eeb8ad14d completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:04:37.290038 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9f31a717-6ce5-43fd-a3c1-c888755c0cf1 None None] Provisioning complete for port 3804b453-b76d-4a1d-b42f-d85eeb8ad14d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:04:37.290458 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9f31a717-6ce5-43fd-a3c1-c888755c0cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:37.321660 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca800bc0-b544-4d08-aaac-e6eab9495669 req-37a1ff80-d690-4858-9284-8757131463ab tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:37.330035 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90335ef6-5276-4a37-81ad-cd3ae4a4ea9d x-openstack-request-id: req-90335ef6-5276-4a37-81ad-cd3ae4a4ea9d {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:04:37.330485 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9e2a77-0a57-46ef-b59f-2873292ace12", "name": "network-vif-plugged", "status": "completed", "tag": "de0a2db6-d3fa-4dd5-8390-f96e6f338ce5", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:04:37.330886 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-90335ef6-5276-4a37-81ad-cd3ae4a4ea9d {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:04:37.331509 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9e2a77-0a57-46ef-b59f-2873292ace12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0a2db6-d3fa-4dd5-8390-f96e6f338ce5', 'code': 200} Sep 07 19:04:37.334295 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca800bc0-b544-4d08-aaac-e6eab9495669 req-37a1ff80-d690-4858-9284-8757131463ab tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e9e2a77-0a57-46ef-b59f-2873292ace12 HTTP/1.1" status: 200 len: 944 time: 0.1710887 Sep 07 19:04:37.338433 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=de0a2db6-d3fa-4dd5-8390-f96e6f338ce5,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:37.355606 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-9f31a717-6ce5-43fd-a3c1-c888755c0cf1 None None] Port 3804b453-b76d-4a1d-b42f-d85eeb8ad14d cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:04:37.383421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Made reservation on behalf of 5d5c8f8778fa460ca7e73179a15e85b3 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:04:37.392286 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:37.464854 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca800bc0-b544-4d08-aaac-e6eab9495669 req-9379e5ac-0be0-486b-8ebc-788a23e843d4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290946 Sep 07 19:04:37.560998 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9b53d-42e3-43fc-923e-f2b1a8e0382a req-45b4a932-02b7-45ae-84ee-ee88a45fcacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:37.563417 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a5c9b53d-42e3-43fc-923e-f2b1a8e0382a req-45b4a932-02b7-45ae-84ee-ee88a45fcacb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1e9e2a77-0a57-46ef-b59f-2873292ace12 HTTP/1.1" status: 200 len: 1096 time: 0.1683197 Sep 07 19:04:37.703974 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a5c9b53d-42e3-43fc-923e-f2b1a8e0382a req-b63640ae-33fb-4ebd-87c2-9c4c18dc7f40 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304908 Sep 07 19:04:37.800563 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Allocated IP 10.2.2.200 (6c3033e0-4276-47bf-9cdc-e60a9923d00a/1dd8002f-cefc-4e03-9dc8-c77431fc56ec/04e80ba0-acd5-4553-b992-3fc9cfe4316b) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:04:38.020709 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:38.047156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Transition to ACTIVE for port object 04e80ba0-acd5-4553-b992-3fc9cfe4316b will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:04:38.141715 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eccc6d-31cf-4f56-bd07-f39cfec6c714 req-16936434-c618-4c6d-a5cb-783f8d62c30d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:38.147870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eccc6d-31cf-4f56-bd07-f39cfec6c714 req-16936434-c618-4c6d-a5cb-783f8d62c30d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:38.154844 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eccc6d-31cf-4f56-bd07-f39cfec6c714 req-16936434-c618-4c6d-a5cb-783f8d62c30d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:38.164155 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eccc6d-31cf-4f56-bd07-f39cfec6c714 req-16936434-c618-4c6d-a5cb-783f8d62c30d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:38.166737 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72eccc6d-31cf-4f56-bd07-f39cfec6c714 req-16936434-c618-4c6d-a5cb-783f8d62c30d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 3095 time: 0.1169543 Sep 07 19:04:38.174156 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:38.269427 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Network 6c3033e0-4276-47bf-9cdc-e60a9923d00a is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:04:38.284009 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event updated for resources: {'Port': ['ID=04e80ba0-acd5-4553-b992-3fc9cfe4316b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:38.287710 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:04:38.301832 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:04:38.314630 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:38.315177 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:38.315711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:38.316408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:38.316959 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:38.317502 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:38.318012 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:38.318519 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:38.319017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:38.319560 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:38.320083 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:38.320639 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:38.356792 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72eccc6d-31cf-4f56-bd07-f39cfec6c714 req-0798633e-209b-4f2e-9bff-3b207415c5b1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794882 Sep 07 19:04:38.416542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:38.416542 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:38.427929 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-87c95b92-46c5-4bf3-872c-b59c9c968093 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4421563 Sep 07 19:04:38.442369 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae03b35d-8170-495e-beca-270f865f457d service neutron] Request body: {'port': {'device_id': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:38.516301 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae03b35d-8170-495e-beca-270f865f457d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:38.602639 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-dcdfaea9-cd4f-424f-b39a-1e086d0ce682 None None] Provisioning for port 04e80ba0-acd5-4553-b992-3fc9cfe4316b completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:04:38.611923 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-dcdfaea9-cd4f-424f-b39a-1e086d0ce682 None None] Provisioning complete for port 04e80ba0-acd5-4553-b992-3fc9cfe4316b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:04:38.612891 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-dcdfaea9-cd4f-424f-b39a-1e086d0ce682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:38.681047 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-dcdfaea9-cd4f-424f-b39a-1e086d0ce682 None None] Port 04e80ba0-acd5-4553-b992-3fc9cfe4316b cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:04:38.824170 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0aab4-efa2-4840-abcd-86807da12840 req-2580bbf9-823c-4563-b185-29448be2c7be tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:38.825743 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bd0aab4-efa2-4840-abcd-86807da12840 req-2580bbf9-823c-4563-b185-29448be2c7be tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e9e2a77-0a57-46ef-b59f-2873292ace12 HTTP/1.1" status: 200 len: 945 time: 0.2188234 Sep 07 19:04:38.967908 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bd0aab4-efa2-4840-abcd-86807da12840 req-4f13b54e-8cbd-44f2-99b4-bc0fd62b42fe tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182978 Sep 07 19:04:39.090625 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae03b35d-8170-495e-beca-270f865f457d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:04:39.104356 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae03b35d-8170-495e-beca-270f865f457d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:39.126545 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae03b35d-8170-495e-beca-270f865f457d service neutron] Transition to ACTIVE for port object b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:04:39.132486 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae03b35d-8170-495e-beca-270f865f457d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:39.228305 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03b35d-8170-495e-beca-270f865f457d service neutron] Pushing event updated for resources: {'Port': ['ID=b56a4f11-c42e-4a69-a00a-95dee5c5c3c9,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:39.368012 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae03b35d-8170-495e-beca-270f865f457d service neutron] Attempting to bind port b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:04:39.368422 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae03b35d-8170-495e-beca-270f865f457d service neutron] Attempting to bind port b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '0bc109b4-208d-4fe4-8ff4-0f83c4d9a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:04:39.368746 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae03b35d-8170-495e-beca-270f865f457d service neutron] Attempting to bind port b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 on network 6a8afba9-c74f-48a2-a182-350c40365b16 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:04:39.378379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae03b35d-8170-495e-beca-270f865f457d service neutron] Port b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 on network 6a8afba9-c74f-48a2-a182-350c40365b16 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:04:39.380240 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae03b35d-8170-495e-beca-270f865f457d service neutron] Attempting to bind port b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 on network 6a8afba9-c74f-48a2-a182-350c40365b16 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:04:39.391811 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae03b35d-8170-495e-beca-270f865f457d service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:04:39.392356 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae03b35d-8170-495e-beca-270f865f457d service neutron] Checking segment: {'id': '0bc109b4-208d-4fe4-8ff4-0f83c4d9a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:04:39.393798 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae03b35d-8170-495e-beca-270f865f457d service neutron] Bound using segment: {'id': '0bc109b4-208d-4fe4-8ff4-0f83c4d9a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:04:39.394519 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae03b35d-8170-495e-beca-270f865f457d service neutron] Bound port: b56a4f11-c42e-4a69-a00a-95dee5c5c3c9, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc109b4-208d-4fe4-8ff4-0f83c4d9a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:04:39.395107 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae03b35d-8170-495e-beca-270f865f457d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:39.544106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae03b35d-8170-495e-beca-270f865f457d service neutron] For port b56a4f11-c42e-4a69-a00a-95dee5c5c3c9, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:04:39.574278 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae03b35d-8170-495e-beca-270f865f457d service neutron] For port b56a4f11-c42e-4a69-a00a-95dee5c5c3c9, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=b56a4f11-c42e-4a69-a00a-95dee5c5c3c9,segment=NetworkSegment(0bc109b4-208d-4fe4-8ff4-0f83c4d9a162),segment_id=0bc109b4-208d-4fe4-8ff4-0f83c4d9a162)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:04:39.584687 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae03b35d-8170-495e-beca-270f865f457d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:39.672874 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550a468-f177-4455-b422-e22c0c0b834a req-a7370e13-68b6-4e39-8291-24268b6b9ae4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:39.685034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550a468-f177-4455-b422-e22c0c0b834a req-a7370e13-68b6-4e39-8291-24268b6b9ae4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:39.696974 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550a468-f177-4455-b422-e22c0c0b834a req-a7370e13-68b6-4e39-8291-24268b6b9ae4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:39.708986 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550a468-f177-4455-b422-e22c0c0b834a req-a7370e13-68b6-4e39-8291-24268b6b9ae4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:39.717582 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550a468-f177-4455-b422-e22c0c0b834a req-a7370e13-68b6-4e39-8291-24268b6b9ae4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:39.720663 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d550a468-f177-4455-b422-e22c0c0b834a req-a7370e13-68b6-4e39-8291-24268b6b9ae4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 3828 time: 0.1883614 Sep 07 19:04:39.734102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae03b35d-8170-495e-beca-270f865f457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:39.735156 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae03b35d-8170-495e-beca-270f865f457d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:39.737584 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae03b35d-8170-495e-beca-270f865f457d service neutron] 10.222.0.36 "PUT /v2.0/ports/b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 HTTP/1.1" status: 200 len: 1092 time: 1.3011384 Sep 07 19:04:39.738321 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'tag': 'b56a4f11-c42e-4a69-a00a-95dee5c5c3c9'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:04:39.742321 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c77769-b7ab-4db5-bcfd-acffb460dcca" -d '{"events": [{"name": "network-changed", "server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "tag": "b56a4f11-c42e-4a69-a00a-95dee5c5c3c9"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:04:39.781351 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] Request body: {'port': {'device_id': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:39.834287 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc13242-76a1-4b5b-bbd8-41aa450ade88 x-openstack-request-id: req-edc13242-76a1-4b5b-bbd8-41aa450ade88 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:04:39.835175 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "tag": "b56a4f11-c42e-4a69-a00a-95dee5c5c3c9", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:04:39.835175 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-edc13242-76a1-4b5b-bbd8-41aa450ade88 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:04:39.835413 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'tag': 'b56a4f11-c42e-4a69-a00a-95dee5c5c3c9', 'status': 'completed', 'code': 200} Sep 07 19:04:39.863808 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03b35d-8170-495e-beca-270f865f457d service neutron] Pushing event updated for resources: {'Port': ['ID=b56a4f11-c42e-4a69-a00a-95dee5c5c3c9,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:39.925627 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:39.958135 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d550a468-f177-4455-b422-e22c0c0b834a req-0849a73d-c58e-4922-b067-afb59ffc9407 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019806 Sep 07 19:04:40.016711 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c77769-b7ab-4db5-bcfd-acffb460dcca req-b2ded7d2-dd12-483d-a663-a1771313bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:40.018027 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c77769-b7ab-4db5-bcfd-acffb460dcca req-b2ded7d2-dd12-483d-a663-a1771313bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:40.018746 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c77769-b7ab-4db5-bcfd-acffb460dcca req-b2ded7d2-dd12-483d-a663-a1771313bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:40.019507 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c77769-b7ab-4db5-bcfd-acffb460dcca req-b2ded7d2-dd12-483d-a663-a1771313bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:40.020204 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c77769-b7ab-4db5-bcfd-acffb460dcca req-b2ded7d2-dd12-483d-a663-a1771313bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:40.024155 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-01c77769-b7ab-4db5-bcfd-acffb460dcca req-b2ded7d2-dd12-483d-a663-a1771313bc38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d5c8f8778fa460ca7e73179a15e85b3&device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 4363 time: 0.1486104 Sep 07 19:04:40.385322 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12445eca-2fa8-458c-a361-9975d0d4e040 req-bb5bba37-af5d-4340-b0a2-1c3e7541f119 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:40.387129 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12445eca-2fa8-458c-a361-9975d0d4e040 req-bb5bba37-af5d-4340-b0a2-1c3e7541f119 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e9e2a77-0a57-46ef-b59f-2873292ace12 HTTP/1.1" status: 200 len: 945 time: 0.1992538 Sep 07 19:04:40.424394 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c77769-b7ab-4db5-bcfd-acffb460dcca req-7c46b418-3348-4899-a0c9-84be5b8d61b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:40.425026 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c77769-b7ab-4db5-bcfd-acffb460dcca req-7c46b418-3348-4899-a0c9-84be5b8d61b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:40.425756 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c77769-b7ab-4db5-bcfd-acffb460dcca req-7c46b418-3348-4899-a0c9-84be5b8d61b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:40.428666 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-01c77769-b7ab-4db5-bcfd-acffb460dcca req-7c46b418-3348-4899-a0c9-84be5b8d61b0 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5d5c8f8778fa460ca7e73179a15e85b3&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3938370 Sep 07 19:04:40.491818 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12445eca-2fa8-458c-a361-9975d0d4e040 req-0a0ac839-9cf4-453b-a68f-1f6221a004cd tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961237 Sep 07 19:04:40.609998 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06c3ed3-5ce2-4a65-a560-070dba9ac0fc {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:04:40.618525 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:40.661442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] Transition to ACTIVE for port object b06c3ed3-5ce2-4a65-a560-070dba9ac0fc will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:04:40.681713 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:40.762756 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] Pushing event updated for resources: {'Port': ['ID=b06c3ed3-5ce2-4a65-a560-070dba9ac0fc,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:40.775463 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c77769-b7ab-4db5-bcfd-acffb460dcca req-b08a229b-f302-4a30-9a93-7e5a89591c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:40.782059 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-01c77769-b7ab-4db5-bcfd-acffb460dcca req-b08a229b-f302-4a30-9a93-7e5a89591c76 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3445106 Sep 07 19:04:40.784297 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d5e31-f72d-4248-b3ab-4e15f165386f req-52f74d6b-704b-4785-97bf-9ee8577fb41f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:40.786125 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b73d5e31-f72d-4248-b3ab-4e15f165386f req-52f74d6b-704b-4785-97bf-9ee8577fb41f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=12c4056a-be7b-485a-a034-ea2253fd1e09 HTTP/1.1" status: 200 len: 946 time: 0.1215050 Sep 07 19:04:40.876036 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b73d5e31-f72d-4248-b3ab-4e15f165386f req-9c59abfb-37e0-4984-9202-524b8674dde4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742066 Sep 07 19:04:40.897320 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] Attempting to bind port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:04:40.897876 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] Attempting to bind port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '0948428f-736a-478b-902e-16c3363adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:04:40.898441 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] Attempting to bind port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc on network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:04:40.911862 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] Port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc on network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:04:40.913002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] Attempting to bind port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc on network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:04:40.925242 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:04:40.925917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] Checking segment: {'id': '0948428f-736a-478b-902e-16c3363adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:04:40.926751 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] Bound using segment: {'id': '0948428f-736a-478b-902e-16c3363adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:04:40.927566 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] Bound port: b06c3ed3-5ce2-4a65-a560-070dba9ac0fc, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0948428f-736a-478b-902e-16c3363adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:04:40.928246 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:41.070039 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] For port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:04:41.074156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] For port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=b06c3ed3-5ce2-4a65-a560-070dba9ac0fc,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:04:41.081854 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:41.120484 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48083a92-617c-402f-a8e9-0c3bbbc0af73 req-683d41d5-6723-4df6-b130-10562e4c1eba tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:41.122058 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48083a92-617c-402f-a8e9-0c3bbbc0af73 req-683d41d5-6723-4df6-b130-10562e4c1eba tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e9e2a77-0a57-46ef-b59f-2873292ace12 HTTP/1.1" status: 200 len: 945 time: 0.1099572 Sep 07 19:04:41.131914 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:41.132606 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:41.134028 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] 10.222.0.36 "PUT /v2.0/ports/b06c3ed3-5ce2-4a65-a560-070dba9ac0fc HTTP/1.1" status: 200 len: 1131 time: 1.3625236 Sep 07 19:04:41.174695 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-2e887697-ed32-4fff-9207-54fba256203f service neutron] Request body: {'port': {'device_id': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:41.185713 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce886b1-e739-4951-aa36-21a902b77c1d service neutron] Pushing event updated for resources: {'Port': ['ID=b06c3ed3-5ce2-4a65-a560-070dba9ac0fc,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:41.301930 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48083a92-617c-402f-a8e9-0c3bbbc0af73 req-4e329ecc-b937-41eb-a02f-8d0a84513a46 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329985 Sep 07 19:04:41.310963 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-2e887697-ed32-4fff-9207-54fba256203f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:41.337312 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a2418-5fca-4c7f-a045-ab0220532814 req-a4c9109a-45b8-4753-9738-46844a077838 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:41.353263 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a2418-5fca-4c7f-a045-ab0220532814 req-a4c9109a-45b8-4753-9738-46844a077838 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:41.363198 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a2418-5fca-4c7f-a045-ab0220532814 req-a4c9109a-45b8-4753-9738-46844a077838 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:41.373780 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a2418-5fca-4c7f-a045-ab0220532814 req-a4c9109a-45b8-4753-9738-46844a077838 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:41.384470 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a2418-5fca-4c7f-a045-ab0220532814 req-a4c9109a-45b8-4753-9738-46844a077838 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:41.396370 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a2418-5fca-4c7f-a045-ab0220532814 req-a4c9109a-45b8-4753-9738-46844a077838 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:41.411521 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0b2a2418-5fca-4c7f-a045-ab0220532814 req-a4c9109a-45b8-4753-9738-46844a077838 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 4601 time: 0.2556639 Sep 07 19:04:41.522432 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0b2a2418-5fca-4c7f-a045-ab0220532814 req-218d4a65-044c-4304-a291-d8475889c7c7 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1084671 Sep 07 19:04:41.816372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bf7b3-9b93-485a-b7f7-95b95e06b2ae req-151a9e92-9f12-41a5-b268-b6d0ceae2380 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:41.818940 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-308bf7b3-9b93-485a-b7f7-95b95e06b2ae req-151a9e92-9f12-41a5-b268-b6d0ceae2380 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e9e2a77-0a57-46ef-b59f-2873292ace12 HTTP/1.1" status: 200 len: 945 time: 0.1317608 Sep 07 19:04:41.860913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'tag': 'b06c3ed3-5ce2-4a65-a560-070dba9ac0fc'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:04:41.863464 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5220355a-1ee4-493d-ae9d-2256c9c21b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "tag": "b06c3ed3-5ce2-4a65-a560-070dba9ac0fc"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:04:41.931685 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-308bf7b3-9b93-485a-b7f7-95b95e06b2ae req-3845410f-7819-47a8-94ec-3cd0c6e4dd78 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644448 Sep 07 19:04:41.941245 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7574974-6033-4764-bfb8-12f7bda8d1a1 x-openstack-request-id: req-b7574974-6033-4764-bfb8-12f7bda8d1a1 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:04:41.941923 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "tag": "b06c3ed3-5ce2-4a65-a560-070dba9ac0fc", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:04:41.944460 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b7574974-6033-4764-bfb8-12f7bda8d1a1 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:04:41.944989 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'tag': 'b06c3ed3-5ce2-4a65-a560-070dba9ac0fc', 'status': 'completed', 'code': 200} Sep 07 19:04:42.030126 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220355a-1ee4-493d-ae9d-2256c9c21b1c req-7d10811a-c468-462c-9ab9-b2ad349a7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:42.031989 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220355a-1ee4-493d-ae9d-2256c9c21b1c req-7d10811a-c468-462c-9ab9-b2ad349a7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:42.033128 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220355a-1ee4-493d-ae9d-2256c9c21b1c req-7d10811a-c468-462c-9ab9-b2ad349a7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:42.033983 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220355a-1ee4-493d-ae9d-2256c9c21b1c req-7d10811a-c468-462c-9ab9-b2ad349a7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:42.034854 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220355a-1ee4-493d-ae9d-2256c9c21b1c req-7d10811a-c468-462c-9ab9-b2ad349a7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:42.035712 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220355a-1ee4-493d-ae9d-2256c9c21b1c req-7d10811a-c468-462c-9ab9-b2ad349a7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:42.038569 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5220355a-1ee4-493d-ae9d-2256c9c21b1c req-7d10811a-c468-462c-9ab9-b2ad349a7fc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d5c8f8778fa460ca7e73179a15e85b3&device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5287 time: 0.0860460 Sep 07 19:04:42.095910 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-2e887697-ed32-4fff-9207-54fba256203f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca85aec-715c-451f-9b3f-cd3b5cafcf42 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:04:42.124071 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-2e887697-ed32-4fff-9207-54fba256203f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:42.144574 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47500) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:04:42.158989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-2e887697-ed32-4fff-9207-54fba256203f service neutron] Transition to ACTIVE for port object dca85aec-715c-451f-9b3f-cd3b5cafcf42 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:04:42.165427 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-2e887697-ed32-4fff-9207-54fba256203f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:42.187150 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220355a-1ee4-493d-ae9d-2256c9c21b1c req-6541bf2a-e183-4e34-bd62-bb28f2eea612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:42.187903 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220355a-1ee4-493d-ae9d-2256c9c21b1c req-6541bf2a-e183-4e34-bd62-bb28f2eea612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:42.188546 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220355a-1ee4-493d-ae9d-2256c9c21b1c req-6541bf2a-e183-4e34-bd62-bb28f2eea612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:42.190680 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5220355a-1ee4-493d-ae9d-2256c9c21b1c req-6541bf2a-e183-4e34-bd62-bb28f2eea612 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5d5c8f8778fa460ca7e73179a15e85b3&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1424103 Sep 07 19:04:42.405439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e887697-ed32-4fff-9207-54fba256203f service neutron] Pushing event updated for resources: {'Port': ['ID=dca85aec-715c-451f-9b3f-cd3b5cafcf42,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:42.505230 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220355a-1ee4-493d-ae9d-2256c9c21b1c req-9c78076a-b451-43dc-a5b8-805bba98f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:42.507697 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-5220355a-1ee4-493d-ae9d-2256c9c21b1c req-9c78076a-b451-43dc-a5b8-805bba98f8f0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3088086 Sep 07 19:04:42.517882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-2e887697-ed32-4fff-9207-54fba256203f service neutron] Attempting to bind port dca85aec-715c-451f-9b3f-cd3b5cafcf42 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:04:42.518387 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-2e887697-ed32-4fff-9207-54fba256203f service neutron] Attempting to bind port dca85aec-715c-451f-9b3f-cd3b5cafcf42 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '0948428f-736a-478b-902e-16c3363adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:04:42.518989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-2e887697-ed32-4fff-9207-54fba256203f service neutron] Attempting to bind port dca85aec-715c-451f-9b3f-cd3b5cafcf42 on network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:04:42.528758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-2e887697-ed32-4fff-9207-54fba256203f service neutron] Port dca85aec-715c-451f-9b3f-cd3b5cafcf42 on network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:04:42.541579 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-2e887697-ed32-4fff-9207-54fba256203f service neutron] Attempting to bind port dca85aec-715c-451f-9b3f-cd3b5cafcf42 on network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:04:42.556272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-2e887697-ed32-4fff-9207-54fba256203f service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:04:42.556845 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-2e887697-ed32-4fff-9207-54fba256203f service neutron] Checking segment: {'id': '0948428f-736a-478b-902e-16c3363adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:04:42.557478 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-2e887697-ed32-4fff-9207-54fba256203f service neutron] Bound using segment: {'id': '0948428f-736a-478b-902e-16c3363adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:04:42.562684 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-2e887697-ed32-4fff-9207-54fba256203f service neutron] Bound port: dca85aec-715c-451f-9b3f-cd3b5cafcf42, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0948428f-736a-478b-902e-16c3363adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:04:42.562684 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-2e887697-ed32-4fff-9207-54fba256203f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:42.843257 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:42.845620 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-2e887697-ed32-4fff-9207-54fba256203f service neutron] For port dca85aec-715c-451f-9b3f-cd3b5cafcf42, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:04:42.863697 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-2e887697-ed32-4fff-9207-54fba256203f service neutron] For port dca85aec-715c-451f-9b3f-cd3b5cafcf42, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=dca85aec-715c-451f-9b3f-cd3b5cafcf42,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:04:42.896077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56762e3-d001-495c-8d08-e8abd74c40a3 req-978cc4c7-ccf8-4c2b-b74e-368acca39fde tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:42.906355 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56762e3-d001-495c-8d08-e8abd74c40a3 req-978cc4c7-ccf8-4c2b-b74e-368acca39fde tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:42.938985 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56762e3-d001-495c-8d08-e8abd74c40a3 req-978cc4c7-ccf8-4c2b-b74e-368acca39fde tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:42.946468 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56762e3-d001-495c-8d08-e8abd74c40a3 req-978cc4c7-ccf8-4c2b-b74e-368acca39fde tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:42.952856 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56762e3-d001-495c-8d08-e8abd74c40a3 req-978cc4c7-ccf8-4c2b-b74e-368acca39fde tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:42.959072 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56762e3-d001-495c-8d08-e8abd74c40a3 req-978cc4c7-ccf8-4c2b-b74e-368acca39fde tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:42.969876 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56762e3-d001-495c-8d08-e8abd74c40a3 req-978cc4c7-ccf8-4c2b-b74e-368acca39fde tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:42.969876 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b56762e3-d001-495c-8d08-e8abd74c40a3 req-978cc4c7-ccf8-4c2b-b74e-368acca39fde tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5372 time: 0.2844956 Sep 07 19:04:42.973542 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-2e887697-ed32-4fff-9207-54fba256203f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:43.153809 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-2e887697-ed32-4fff-9207-54fba256203f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:43.154821 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-2e887697-ed32-4fff-9207-54fba256203f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:43.157228 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-2e887697-ed32-4fff-9207-54fba256203f service neutron] 10.222.0.36 "PUT /v2.0/ports/dca85aec-715c-451f-9b3f-cd3b5cafcf42 HTTP/1.1" status: 200 len: 1129 time: 1.9865422 Sep 07 19:04:43.368732 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b56762e3-d001-495c-8d08-e8abd74c40a3 req-998ab0ba-df6b-4b30-863a-87f94d31803d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3780601 Sep 07 19:04:43.414202 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] Request body: {'port': {'device_id': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:43.543819 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e887697-ed32-4fff-9207-54fba256203f service neutron] Pushing event updated for resources: {'Port': ['ID=dca85aec-715c-451f-9b3f-cd3b5cafcf42,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:43.633708 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdd2bd-093e-447a-93ce-98093b75c654 req-3ecd20b0-b4a3-4457-b3fe-aa24160ace6c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:43.638752 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10bdd2bd-093e-447a-93ce-98093b75c654 req-3ecd20b0-b4a3-4457-b3fe-aa24160ace6c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e9e2a77-0a57-46ef-b59f-2873292ace12 HTTP/1.1" status: 200 len: 945 time: 0.5638897 Sep 07 19:04:43.810207 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:43.920500 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:43.995971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'tag': 'dca85aec-715c-451f-9b3f-cd3b5cafcf42'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:04:44.007674 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344f72f5-49d1-4d53-9624-cc35cc263355" -d '{"events": [{"name": "network-changed", "server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "tag": "dca85aec-715c-451f-9b3f-cd3b5cafcf42"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:04:44.206771 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9654ff8b-b657-420c-921b-bf89de127850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:44.308813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fee3df-bc4e-4afc-bcc7-80a407f04ac1 req-460d3ac5-47ed-444e-8c7a-b51c672b761a tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:44.323134 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a5fee3df-bc4e-4afc-bcc7-80a407f04ac1 req-460d3ac5-47ed-444e-8c7a-b51c672b761a tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e9e2a77-0a57-46ef-b59f-2873292ace12 HTTP/1.1" status: 200 len: 945 time: 0.6068985 Sep 07 19:04:44.553583 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a5fee3df-bc4e-4afc-bcc7-80a407f04ac1 req-599c11e5-46f9-4966-b223-3e7691c2bebd tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213855 Sep 07 19:04:44.555407 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-10bdd2bd-093e-447a-93ce-98093b75c654 req-4ced06ff-2382-4dfa-8d3f-54fb0c53ec46 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Deleting port de0a2db6-d3fa-4dd5-8390-f96e6f338ce5 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:04:44.555827 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-10bdd2bd-093e-447a-93ce-98093b75c654 req-4ced06ff-2382-4dfa-8d3f-54fb0c53ec46 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:44.730957 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ad5deb-e3f1-471d-bde6-0e17db732dfe x-openstack-request-id: req-f7ad5deb-e3f1-471d-bde6-0e17db732dfe {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:04:44.731322 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "tag": "dca85aec-715c-451f-9b3f-cd3b5cafcf42", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:04:44.731633 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f7ad5deb-e3f1-471d-bde6-0e17db732dfe {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:04:44.732091 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'tag': 'dca85aec-715c-451f-9b3f-cd3b5cafcf42', 'status': 'completed', 'code': 200} Sep 07 19:04:44.776334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6358aa-efa0-43c5-8a5d-7e4618ade5da req-1ce00bf4-9ccf-4469-b4d9-e7d0bfb30df0 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:44.784898 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed6358aa-efa0-43c5-8a5d-7e4618ade5da req-1ce00bf4-9ccf-4469-b4d9-e7d0bfb30df0 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.4094107 Sep 07 19:04:44.869288 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-10bdd2bd-093e-447a-93ce-98093b75c654 req-4ced06ff-2382-4dfa-8d3f-54fb0c53ec46 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] For port de0a2db6-d3fa-4dd5-8390-f96e6f338ce5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=de0a2db6-d3fa-4dd5-8390-f96e6f338ce5,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:44.870065 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-10bdd2bd-093e-447a-93ce-98093b75c654 req-4ced06ff-2382-4dfa-8d3f-54fb0c53ec46 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:44.904628 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f72f5-49d1-4d53-9624-cc35cc263355 req-0659409b-5ddf-420d-b910-9758ee15dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:44.905949 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f72f5-49d1-4d53-9624-cc35cc263355 req-0659409b-5ddf-420d-b910-9758ee15dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:44.907545 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f72f5-49d1-4d53-9624-cc35cc263355 req-0659409b-5ddf-420d-b910-9758ee15dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:44.908239 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f72f5-49d1-4d53-9624-cc35cc263355 req-0659409b-5ddf-420d-b910-9758ee15dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:44.908797 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f72f5-49d1-4d53-9624-cc35cc263355 req-0659409b-5ddf-420d-b910-9758ee15dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:44.909642 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f72f5-49d1-4d53-9624-cc35cc263355 req-0659409b-5ddf-420d-b910-9758ee15dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:44.910525 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f72f5-49d1-4d53-9624-cc35cc263355 req-0659409b-5ddf-420d-b910-9758ee15dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:44.913211 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-344f72f5-49d1-4d53-9624-cc35cc263355 req-0659409b-5ddf-420d-b910-9758ee15dff1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d5c8f8778fa460ca7e73179a15e85b3&device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 6209 time: 0.1499918 Sep 07 19:04:44.922333 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed6358aa-efa0-43c5-8a5d-7e4618ade5da req-3e34ef52-79ce-4e2c-98b2-c8cae6567c0d tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342409 Sep 07 19:04:44.949159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-10bdd2bd-093e-447a-93ce-98093b75c654 req-4ced06ff-2382-4dfa-8d3f-54fb0c53ec46 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Calling delete_port for de0a2db6-d3fa-4dd5-8390-f96e6f338ce5 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:04:44.949330 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-9654ff8b-b657-420c-921b-bf89de127850 admin admin] Deleting port e7f35496-50ac-40aa-9217-d5b54690003e {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:04:44.949330 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9654ff8b-b657-420c-921b-bf89de127850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:45.049648 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5037c37-d497-4829-a848-7904c39917b2 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:04:45.062410 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:45.083479 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] Transition to ACTIVE for port object d5037c37-d497-4829-a848-7904c39917b2 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:04:45.095996 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:45.122820 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667bb1-a2ea-4152-affc-1b8cd7e2082b req-03010772-ddc0-4170-9b59-fc1c866fe6c1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:45.132549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667bb1-a2ea-4152-affc-1b8cd7e2082b req-03010772-ddc0-4170-9b59-fc1c866fe6c1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:45.140891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667bb1-a2ea-4152-affc-1b8cd7e2082b req-03010772-ddc0-4170-9b59-fc1c866fe6c1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:45.151332 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667bb1-a2ea-4152-affc-1b8cd7e2082b req-03010772-ddc0-4170-9b59-fc1c866fe6c1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:45.164195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667bb1-a2ea-4152-affc-1b8cd7e2082b req-03010772-ddc0-4170-9b59-fc1c866fe6c1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:45.175277 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667bb1-a2ea-4152-affc-1b8cd7e2082b req-03010772-ddc0-4170-9b59-fc1c866fe6c1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:45.187549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667bb1-a2ea-4152-affc-1b8cd7e2082b req-03010772-ddc0-4170-9b59-fc1c866fe6c1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:45.191069 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb667bb1-a2ea-4152-affc-1b8cd7e2082b req-03010772-ddc0-4170-9b59-fc1c866fe6c1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5372 time: 0.3734620 Sep 07 19:04:45.267401 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-9654ff8b-b657-420c-921b-bf89de127850 admin admin] For port e7f35496-50ac-40aa-9217-d5b54690003e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e7f35496-50ac-40aa-9217-d5b54690003e,segment=NetworkSegment(a611d040-3073-489a-bd58-d9b80265a8d5),segment_id=a611d040-3073-489a-bd58-d9b80265a8d5)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:45.267401 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9654ff8b-b657-420c-921b-bf89de127850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:45.335119 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-9654ff8b-b657-420c-921b-bf89de127850 admin admin] Calling delete_port for e7f35496-50ac-40aa-9217-d5b54690003e owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:04:45.653119 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f72f5-49d1-4d53-9624-cc35cc263355 req-7be00cf6-1ff8-420b-a449-4c594ad4bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:45.653119 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f72f5-49d1-4d53-9624-cc35cc263355 req-7be00cf6-1ff8-420b-a449-4c594ad4bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:45.653119 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f72f5-49d1-4d53-9624-cc35cc263355 req-7be00cf6-1ff8-420b-a449-4c594ad4bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:45.653119 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-344f72f5-49d1-4d53-9624-cc35cc263355 req-7be00cf6-1ff8-420b-a449-4c594ad4bf33 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5d5c8f8778fa460ca7e73179a15e85b3&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7215009 Sep 07 19:04:45.846103 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9654ff8b-b657-420c-921b-bf89de127850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:45.896146 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654ff8b-b657-420c-921b-bf89de127850 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f35496-50ac-40aa-9217-d5b54690003e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:45.993314 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f72f5-49d1-4d53-9624-cc35cc263355 req-64abb43e-c9b7-4bcc-8b19-db7b7d057a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:45.996349 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-344f72f5-49d1-4d53-9624-cc35cc263355 req-64abb43e-c9b7-4bcc-8b19-db7b7d057a54 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3114226 Sep 07 19:04:46.209435 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] Pushing event updated for resources: {'Port': ['ID=d5037c37-d497-4829-a848-7904c39917b2,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:46.395046 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8896e-f294-4765-8025-82dd3aae1f90 req-8eaef93e-5df5-4ea5-a574-5ee926999dff tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:46.405546 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eab8896e-f294-4765-8025-82dd3aae1f90 req-8eaef93e-5df5-4ea5-a574-5ee926999dff tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 945 time: 1.0514638 Sep 07 19:04:46.420403 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb667bb1-a2ea-4152-affc-1b8cd7e2082b req-230a910c-bed2-4d08-8fc1-11756bcb2d84 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0888953 Sep 07 19:04:46.435554 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9654ff8b-b657-420c-921b-bf89de127850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:46.845917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eab8896e-f294-4765-8025-82dd3aae1f90 req-57e1053a-8977-49e4-a2c5-bae7f654e3a5 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c11df72-2096-46f9-a572-b3babd3e7e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4389384 Sep 07 19:04:46.900793 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device de0a2db6-d3fa-4dd5-8390-f96e6f338ce5 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:04:46.953843 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525be9f-7685-4257-af9e-904fee6198ae req-26d465b0-ec3b-4487-85f0-f7665129c53d tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:46.971743 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8525be9f-7685-4257-af9e-904fee6198ae req-26d465b0-ec3b-4487-85f0-f7665129c53d tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e9e2a77-0a57-46ef-b59f-2873292ace12 HTTP/1.1" status: 200 len: 945 time: 0.3760440 Sep 07 19:04:47.032570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] Attempting to bind port d5037c37-d497-4829-a848-7904c39917b2 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:04:47.038907 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] Attempting to bind port d5037c37-d497-4829-a848-7904c39917b2 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '0948428f-736a-478b-902e-16c3363adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:04:47.039586 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] Attempting to bind port d5037c37-d497-4829-a848-7904c39917b2 on network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:04:47.053873 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] Port d5037c37-d497-4829-a848-7904c39917b2 on network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:04:47.059249 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] Attempting to bind port d5037c37-d497-4829-a848-7904c39917b2 on network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:04:47.077914 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:04:47.078548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] Checking segment: {'id': '0948428f-736a-478b-902e-16c3363adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:04:47.079553 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] Bound using segment: {'id': '0948428f-736a-478b-902e-16c3363adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:04:47.080347 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] Bound port: d5037c37-d497-4829-a848-7904c39917b2, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0948428f-736a-478b-902e-16c3363adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:04:47.080963 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:47.098703 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-10bdd2bd-093e-447a-93ce-98093b75c654 req-4ced06ff-2382-4dfa-8d3f-54fb0c53ec46 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:47.165739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7e5b2214-02cb-4177-bb03-ff77d938c331', 'e21118c4-1924-4ec4-8aa2-d6519154a70d'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:04:47.306867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced06ff-2382-4dfa-8d3f-54fb0c53ec46 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Pushing event deleted for resources: {'Port': ['ID=de0a2db6-d3fa-4dd5-8390-f96e6f338ce5,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:47.335629 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:47.387546 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9654ff8b-b657-420c-921b-bf89de127850 admin admin] Router 39bf0026-b791-4210-a5b6-8f5600bd0058 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:04:47.422206 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6048db-8772-49a8-8331-329e5722050f req-7b358ecd-1a49-462b-b6a9-977aeb627c7b tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:47.425774 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bf6048db-8772-49a8-8331-329e5722050f req-7b358ecd-1a49-462b-b6a9-977aeb627c7b tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 945 time: 0.1099703 Sep 07 19:04:47.446369 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8525be9f-7685-4257-af9e-904fee6198ae req-ac61c414-c164-4bfc-bb12-75c03e83d3d9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735413 Sep 07 19:04:47.634185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c6fa5-3bc0-4730-b429-e10cfd776010 req-66d70471-cfd6-4bc8-bb70-8c96f8a73201 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:47.659328 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a18c6fa5-3bc0-4730-b429-e10cfd776010 req-66d70471-cfd6-4bc8-bb70-8c96f8a73201 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.5017545 Sep 07 19:04:47.710330 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bdd2bd-093e-447a-93ce-98093b75c654 req-4ced06ff-2382-4dfa-8d3f-54fb0c53ec46 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] No DVR routers for this DVR port de0a2db6-d3fa-4dd5-8390-f96e6f338ce5 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:04:47.732611 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-10bdd2bd-093e-447a-93ce-98093b75c654 req-4ced06ff-2382-4dfa-8d3f-54fb0c53ec46 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:47.735926 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10bdd2bd-093e-447a-93ce-98093b75c654 req-4ced06ff-2382-4dfa-8d3f-54fb0c53ec46 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "DELETE /v2.0/ports/de0a2db6-d3fa-4dd5-8390-f96e6f338ce5 HTTP/1.1" status: 204 len: 173 time: 4.0899353 Sep 07 19:04:47.736792 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9e2a77-0a57-46ef-b59f-2873292ace12', 'name': 'network-vif-deleted', 'tag': 'de0a2db6-d3fa-4dd5-8390-f96e6f338ce5'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:04:47.739745 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ba785e-f5b4-4ed3-bff6-b21aa51ebf97" -d '{"events": [{"server_uuid": "1e9e2a77-0a57-46ef-b59f-2873292ace12", "name": "network-vif-deleted", "tag": "de0a2db6-d3fa-4dd5-8390-f96e6f338ce5"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:04:47.820194 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a18c6fa5-3bc0-4730-b429-e10cfd776010 req-33395e68-aa22-4d3d-8be8-9ac83520aebd tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594944 Sep 07 19:04:47.869802 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] For port d5037c37-d497-4829-a848-7904c39917b2, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:04:47.876201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] For port d5037c37-d497-4829-a848-7904c39917b2, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d5037c37-d497-4829-a848-7904c39917b2,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:04:47.902107 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32594699-923c-40ae-ae80-4f9c1a8c484c req-6da5018d-9066-4db1-8303-9661b01b9534 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:47.919785 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32594699-923c-40ae-ae80-4f9c1a8c484c req-6da5018d-9066-4db1-8303-9661b01b9534 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:47.933299 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32594699-923c-40ae-ae80-4f9c1a8c484c req-6da5018d-9066-4db1-8303-9661b01b9534 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:47.944765 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32594699-923c-40ae-ae80-4f9c1a8c484c req-6da5018d-9066-4db1-8303-9661b01b9534 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:47.946450 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9654ff8b-b657-420c-921b-bf89de127850 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:04:47.955359 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32594699-923c-40ae-ae80-4f9c1a8c484c req-6da5018d-9066-4db1-8303-9661b01b9534 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:47.956236 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9654ff8b-b657-420c-921b-bf89de127850 admin admin] 10.222.0.26 "PUT /v2.0/routers/39bf0026-b791-4210-a5b6-8f5600bd0058/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8103096 Sep 07 19:04:47.956959 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47740) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:04:47.961220 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-bf6048db-8772-49a8-8331-329e5722050f req-8270fbbb-4911-4a8c-a63f-2055b2f66509 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Deleting port b1c1a680-5275-4c1c-9272-5098fec51a7a {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:04:47.961384 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-bf6048db-8772-49a8-8331-329e5722050f req-8270fbbb-4911-4a8c-a63f-2055b2f66509 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:47.968359 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32594699-923c-40ae-ae80-4f9c1a8c484c req-6da5018d-9066-4db1-8303-9661b01b9534 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:47.981408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32594699-923c-40ae-ae80-4f9c1a8c484c req-6da5018d-9066-4db1-8303-9661b01b9534 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:47.985444 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32594699-923c-40ae-ae80-4f9c1a8c484c req-6da5018d-9066-4db1-8303-9661b01b9534 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5384 time: 0.3229055 Sep 07 19:04:47.987825 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77487bd2-5731-40e6-8631-d68d3774f0c5 x-openstack-request-id: req-77487bd2-5731-40e6-8631-d68d3774f0c5 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:04:47.988454 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9e2a77-0a57-46ef-b59f-2873292ace12", "name": "network-vif-deleted", "tag": "de0a2db6-d3fa-4dd5-8390-f96e6f338ce5", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:04:47.991068 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-77487bd2-5731-40e6-8631-d68d3774f0c5 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:04:47.991976 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9e2a77-0a57-46ef-b59f-2873292ace12', 'name': 'network-vif-deleted', 'tag': 'de0a2db6-d3fa-4dd5-8390-f96e6f338ce5', 'status': 'completed', 'code': 200} Sep 07 19:04:47.999632 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:48.111705 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71359589-9d6e-40ae-8de4-599f150b4efe None None] Sync routers for ids ['39bf0026-b791-4210-a5b6-8f5600bd0058'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:04:48.206264 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71359589-9d6e-40ae-8de4-599f150b4efe None None] Routers {'39bf0026-b791-4210-a5b6-8f5600bd0058'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:04:48.208113 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-71359589-9d6e-40ae-8de4-599f150b4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:04:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['39bf0026-b791-4210-a5b6-8f5600bd0058'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:04:48.209661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] Pushing event updated for resources: {'Port': ['ID=d5037c37-d497-4829-a848-7904c39917b2,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:48.246399 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:48.247459 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:48.250101 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-8e8e3010-c173-40c4-9a63-c639bf17d06e service neutron] 10.222.0.36 "PUT /v2.0/ports/d5037c37-d497-4829-a848-7904c39917b2 HTTP/1.1" status: 200 len: 1090 time: 4.9310186 Sep 07 19:04:48.357040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] Request body: {'port': {'device_id': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:48.451287 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-bf6048db-8772-49a8-8331-329e5722050f req-8270fbbb-4911-4a8c-a63f-2055b2f66509 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] For port b1c1a680-5275-4c1c-9272-5098fec51a7a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=b1c1a680-5275-4c1c-9272-5098fec51a7a,segment=NetworkSegment(8bdddb14-36b1-4359-9802-3d38f831e977),segment_id=8bdddb14-36b1-4359-9802-3d38f831e977)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:48.452296 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-bf6048db-8772-49a8-8331-329e5722050f req-8270fbbb-4911-4a8c-a63f-2055b2f66509 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:48.512151 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e11226f-462d-4b12-bddf-629aec848ec9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:48.526875 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32594699-923c-40ae-ae80-4f9c1a8c484c req-ed60269c-9ae9-4b01-a7db-2aa214b27cea tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5208542 Sep 07 19:04:48.649982 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-71359589-9d6e-40ae-8de4-599f150b4efe None None] Set router 39bf0026-b791-4210-a5b6-8f5600bd0058 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:04:48.691719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91611ad2-900e-4f56-9d0e-8362a65da9f1 req-0204994d-d103-4b12-8ab7-5e2567f42ea7 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:48.710633 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91611ad2-900e-4f56-9d0e-8362a65da9f1 req-0204994d-d103-4b12-8ab7-5e2567f42ea7 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 945 time: 0.5694120 Sep 07 19:04:48.911128 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:48.926495 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a8aefd6f-048b-4120-8a0a-506f335f3d64 req-8128dc9f-c564-4cd8-860d-19dd79ea123c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e9e2a77-0a57-46ef-b59f-2873292ace12 HTTP/1.1" status: 200 len: 210 time: 0.1004663 Sep 07 19:04:49.015842 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91611ad2-900e-4f56-9d0e-8362a65da9f1 req-9e8a25de-2bb7-4bd7-8468-c9990dfaff9e tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c11df72-2096-46f9-a572-b3babd3e7e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019016 Sep 07 19:04:49.146831 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-71359589-9d6e-40ae-8de4-599f150b4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'name': 'tempest-TaggedBootDevicesTest_v242-2128033413-router', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:52Z', 'updated_at': '2021-09-07T19:04:45Z', 'revision_number': 5, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'gw_port': {'id': '82b7f87e-6237-409d-8117-4cae2d711d88', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:53Z', 'updated_at': '2021-09-07T18:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:04:49.217694 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e11226f-462d-4b12-bddf-629aec848ec9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:49.223757 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d4595-f6d4-450d-b8bb-306354396ccc req-eb0796f5-e18e-448b-8242-25877839d0c2 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:49.226804 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-586d4595-f6d4-450d-b8bb-306354396ccc req-eb0796f5-e18e-448b-8242-25877839d0c2 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.1500356 Sep 07 19:04:49.252974 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71359589-9d6e-40ae-8de4-599f150b4efe None None] Checking router: 39bf0026-b791-4210-a5b6-8f5600bd0058 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:04:49.254540 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-bf6048db-8772-49a8-8331-329e5722050f req-8270fbbb-4911-4a8c-a63f-2055b2f66509 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:49.254873 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-bf6048db-8772-49a8-8331-329e5722050f req-8270fbbb-4911-4a8c-a63f-2055b2f66509 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:49.255211 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [req-bf6048db-8772-49a8-8331-329e5722050f req-8270fbbb-4911-4a8c-a63f-2055b2f66509 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Floating IP f7e14d47-61d1-4bfb-919d-66f995c09bce disassociated. External IP: 172.25.8.224, port: b1c1a680-5275-4c1c-9272-5098fec51a7a. Sep 07 19:04:49.255620 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-bf6048db-8772-49a8-8331-329e5722050f req-8270fbbb-4911-4a8c-a63f-2055b2f66509 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Calling delete_port for b1c1a680-5275-4c1c-9272-5098fec51a7a owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:04:49.269804 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71359589-9d6e-40ae-8de4-599f150b4efe None None] Routers {'39bf0026-b791-4210-a5b6-8f5600bd0058'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:04:49.271175 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-71359589-9d6e-40ae-8de4-599f150b4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:04:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['39bf0026-b791-4210-a5b6-8f5600bd0058'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:04:49.520402 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-0e11226f-462d-4b12-bddf-629aec848ec9 admin admin] Deleting port 82b7f87e-6237-409d-8117-4cae2d711d88 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:04:49.521099 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e11226f-462d-4b12-bddf-629aec848ec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:49.656290 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-71359589-9d6e-40ae-8de4-599f150b4efe None None] Set router 39bf0026-b791-4210-a5b6-8f5600bd0058 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:04:49.689893 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-0e11226f-462d-4b12-bddf-629aec848ec9 admin admin] For port 82b7f87e-6237-409d-8117-4cae2d711d88, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=82b7f87e-6237-409d-8117-4cae2d711d88,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:49.690263 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e11226f-462d-4b12-bddf-629aec848ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:49.731470 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-0e11226f-462d-4b12-bddf-629aec848ec9 admin admin] Calling delete_port for 82b7f87e-6237-409d-8117-4cae2d711d88 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:04:49.798797 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-71359589-9d6e-40ae-8de4-599f150b4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'name': 'tempest-TaggedBootDevicesTest_v242-2128033413-router', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:52Z', 'updated_at': '2021-09-07T19:04:49Z', 'revision_number': 6, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:04:49.844534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71359589-9d6e-40ae-8de4-599f150b4efe None None] The sync data for ids ['39bf0026-b791-4210-a5b6-8f5600bd0058'] in n-d-807786-1 is: [{'id': '39bf0026-b791-4210-a5b6-8f5600bd0058', 'name': 'tempest-TaggedBootDevicesTest_v242-2128033413-router', 'tenant_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:52Z', 'updated_at': '2021-09-07T19:04:49Z', 'revision_number': 6, 'project_id': '3cc05b32b7ef4a30afde8a2188f29c16', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:04:49.971738 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-586d4595-f6d4-450d-b8bb-306354396ccc req-23ec5824-d660-4d4c-9d4e-dae89289ce44 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5409682 Sep 07 19:04:50.009118 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'tag': 'd5037c37-d497-4829-a848-7904c39917b2'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:04:50.013244 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e8298b-610b-4409-abb3-3d5129f749e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "tag": "d5037c37-d497-4829-a848-7904c39917b2"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:04:50.083323 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55dae5-433b-4c38-ac53-cd23dd6ecb5c req-62331ad8-02f6-48f7-aec8-f84e12319696 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:50.096119 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55dae5-433b-4c38-ac53-cd23dd6ecb5c req-62331ad8-02f6-48f7-aec8-f84e12319696 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:50.108726 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55dae5-433b-4c38-ac53-cd23dd6ecb5c req-62331ad8-02f6-48f7-aec8-f84e12319696 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:50.120348 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55dae5-433b-4c38-ac53-cd23dd6ecb5c req-62331ad8-02f6-48f7-aec8-f84e12319696 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:50.133319 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55dae5-433b-4c38-ac53-cd23dd6ecb5c req-62331ad8-02f6-48f7-aec8-f84e12319696 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:50.147321 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55dae5-433b-4c38-ac53-cd23dd6ecb5c req-62331ad8-02f6-48f7-aec8-f84e12319696 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:50.161015 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55dae5-433b-4c38-ac53-cd23dd6ecb5c req-62331ad8-02f6-48f7-aec8-f84e12319696 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:50.180103 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f55dae5-433b-4c38-ac53-cd23dd6ecb5c req-62331ad8-02f6-48f7-aec8-f84e12319696 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5384 time: 0.3455012 Sep 07 19:04:50.228813 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6ec2f9-fec2-4c76-b6db-04688f785014 x-openstack-request-id: req-eb6ec2f9-fec2-4c76-b6db-04688f785014 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:04:50.229511 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "tag": "d5037c37-d497-4829-a848-7904c39917b2", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:04:50.229983 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb6ec2f9-fec2-4c76-b6db-04688f785014 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:04:50.230618 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'tag': 'd5037c37-d497-4829-a848-7904c39917b2', 'status': 'completed', 'code': 200} Sep 07 19:04:50.240588 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-bf6048db-8772-49a8-8331-329e5722050f req-8270fbbb-4911-4a8c-a63f-2055b2f66509 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:50.328104 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270fbbb-4911-4a8c-a63f-2055b2f66509 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Pushing event deleted for resources: {'Port': ['ID=b1c1a680-5275-4c1c-9272-5098fec51a7a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:50.334546 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e11226f-462d-4b12-bddf-629aec848ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:50.415750 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e3094a4-da1a-4f07-a0bb-ccd81e93a6a7 req-d8527ec6-01a0-4a89-b8f2-d5a704baefd5 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 210 time: 0.1280556 Sep 07 19:04:50.443015 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f55dae5-433b-4c38-ac53-cd23dd6ecb5c req-6c3aecb7-33a3-465a-9db7-6f8abfd95f1c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2582309 Sep 07 19:04:50.501073 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11226f-462d-4b12-bddf-629aec848ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=82b7f87e-6237-409d-8117-4cae2d711d88,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:50.579280 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8298b-610b-4409-abb3-3d5129f749e7 req-7001588b-9ed7-4685-bc53-05fa5e85c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:50.580064 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8298b-610b-4409-abb3-3d5129f749e7 req-7001588b-9ed7-4685-bc53-05fa5e85c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:50.580856 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8298b-610b-4409-abb3-3d5129f749e7 req-7001588b-9ed7-4685-bc53-05fa5e85c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:50.581657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8298b-610b-4409-abb3-3d5129f749e7 req-7001588b-9ed7-4685-bc53-05fa5e85c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:50.582303 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8298b-610b-4409-abb3-3d5129f749e7 req-7001588b-9ed7-4685-bc53-05fa5e85c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:50.582898 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8298b-610b-4409-abb3-3d5129f749e7 req-7001588b-9ed7-4685-bc53-05fa5e85c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:50.583393 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8298b-610b-4409-abb3-3d5129f749e7 req-7001588b-9ed7-4685-bc53-05fa5e85c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:50.596441 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e11226f-462d-4b12-bddf-629aec848ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:50.601616 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8e8298b-610b-4409-abb3-3d5129f749e7 req-7001588b-9ed7-4685-bc53-05fa5e85c411 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d5c8f8778fa460ca7e73179a15e85b3&device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 6276 time: 0.3695290 Sep 07 19:04:50.996331 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e11226f-462d-4b12-bddf-629aec848ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:51.018222 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e11226f-462d-4b12-bddf-629aec848ec9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:51.027598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:04:51.178017 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:51.203423 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf6048db-8772-49a8-8331-329e5722050f req-8270fbbb-4911-4a8c-a63f-2055b2f66509 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:04:51.260410 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e11226f-462d-4b12-bddf-629aec848ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:51.269282 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e11226f-462d-4b12-bddf-629aec848ec9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39bf0026-b791-4210-a5b6-8f5600bd0058 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:04:51.278383 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e11226f-462d-4b12-bddf-629aec848ec9 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:51.286830 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0e11226f-462d-4b12-bddf-629aec848ec9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/39bf0026-b791-4210-a5b6-8f5600bd0058 HTTP/1.1" status: 204 len: 168 time: 3.3262255 Sep 07 19:04:51.385486 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47778) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:04:51.386159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47780) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:04:51.603047 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e7f35496-50ac-40aa-9217-d5b54690003e no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:04:51.677444 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: e7f35496-50ac-40aa-9217-d5b54690003e {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:04:51.678297 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e7f35496-50ac-40aa-9217-d5b54690003e not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:04:51.679147 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 82b7f87e-6237-409d-8117-4cae2d711d88 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:04:51.776330 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device b1c1a680-5275-4c1c-9272-5098fec51a7a no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:04:51.789148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] Transition to ACTIVE for port object ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:04:51.836908 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8298b-610b-4409-abb3-3d5129f749e7 req-623e3522-84fd-4d5f-a747-94ff20f13e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:51.837446 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8298b-610b-4409-abb3-3d5129f749e7 req-623e3522-84fd-4d5f-a747-94ff20f13e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:51.837930 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8298b-610b-4409-abb3-3d5129f749e7 req-623e3522-84fd-4d5f-a747-94ff20f13e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:51.850367 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8e8298b-610b-4409-abb3-3d5129f749e7 req-623e3522-84fd-4d5f-a747-94ff20f13e05 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5d5c8f8778fa460ca7e73179a15e85b3&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.1913240 Sep 07 19:04:51.881155 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: b1c1a680-5275-4c1c-9272-5098fec51a7a {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:04:51.881782 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device b1c1a680-5275-4c1c-9272-5098fec51a7a not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:04:51.889084 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 82b7f87e-6237-409d-8117-4cae2d711d88 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:04:51.891887 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 82b7f87e-6237-409d-8117-4cae2d711d88 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:04:51.892399 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:51.957472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8a03e-b508-4acf-96ec-14eeaf76bf2f req-cb8def05-d410-4e4b-84bf-00f7d5a1c1ab tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:51.966968 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2c8a03e-b508-4acf-96ec-14eeaf76bf2f req-cb8def05-d410-4e4b-84bf-00f7d5a1c1ab tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.7713690 Sep 07 19:04:51.999598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4fcec5-9ede-4639-b18c-91d1e2d6ff1d req-2a1b98af-a147-492c-8e57-2eb61b5fbe44 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:52.001652 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6d4fcec5-9ede-4639-b18c-91d1e2d6ff1d req-2a1b98af-a147-492c-8e57-2eb61b5fbe44 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=12c4056a-be7b-485a-a034-ea2253fd1e09 HTTP/1.1" status: 200 len: 946 time: 0.9790459 Sep 07 19:04:52.280729 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47d5c69-15cf-440f-88c6-95ad96fe8498 admin admin] Deleting subnet 8db80a71-3c02-4d23-b125-b3e6004b047d {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:04:52.371358 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf6048db-8772-49a8-8331-329e5722050f req-8270fbbb-4911-4a8c-a63f-2055b2f66509 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:04:52.398574 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bfbcce-d5dd-47bd-b472-3d39153c21c0 None None] Sync routers for ids ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:04:52.415926 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bfbcce-d5dd-47bd-b472-3d39153c21c0 None None] Routers {'8d70b5dd-ae02-4b13-9ef1-645e5b131fec'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:04:52.416772 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-56bfbcce-d5dd-47bd-b472-3d39153c21c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:04:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:04:52.421535 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2c8a03e-b508-4acf-96ec-14eeaf76bf2f req-c6191078-5393-477d-8846-fbad171cb5f6 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4525306 Sep 07 19:04:52.495474 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6048db-8772-49a8-8331-329e5722050f req-8270fbbb-4911-4a8c-a63f-2055b2f66509 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] No DVR routers for this DVR port b1c1a680-5275-4c1c-9272-5098fec51a7a on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:04:52.502254 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-bf6048db-8772-49a8-8331-329e5722050f req-8270fbbb-4911-4a8c-a63f-2055b2f66509 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:52.507514 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-bf6048db-8772-49a8-8331-329e5722050f req-8270fbbb-4911-4a8c-a63f-2055b2f66509 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.36 "DELETE /v2.0/ports/b1c1a680-5275-4c1c-9272-5098fec51a7a HTTP/1.1" status: 204 len: 173 time: 5.0215261 Sep 07 19:04:52.512048 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d438fa3-2bfa-430d-93e6-e8fa2e44466f', 'name': 'network-vif-deleted', 'tag': 'b1c1a680-5275-4c1c-9272-5098fec51a7a'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:04:52.519608 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b98fabf-a0a9-4579-b048-a6eba52787de" -d '{"events": [{"server_uuid": "3d438fa3-2bfa-430d-93e6-e8fa2e44466f", "name": "network-vif-deleted", "tag": "b1c1a680-5275-4c1c-9272-5098fec51a7a"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:04:52.568873 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d47d5c69-15cf-440f-88c6-95ad96fe8498 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:52.885746 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-56bfbcce-d5dd-47bd-b472-3d39153c21c0 None None] Set router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:04:52.898704 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5a52b0c-ebc3-4748-bfde-a08f2a22d341 req-5bc4e311-671d-4050-bffd-fccad34adec2 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d438fa3-2bfa-430d-93e6-e8fa2e44466f HTTP/1.1" status: 200 len: 210 time: 0.2032764 Sep 07 19:04:53.053589 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3c0c44-78e7-4436-8eb2-ef0de0b2c303,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:53.056537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8298b-610b-4409-abb3-3d5129f749e7 req-c061cf10-4a08-4e3f-aac9-4429ab0dbb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:53.058478 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8e8298b-610b-4409-abb3-3d5129f749e7 req-c061cf10-4a08-4e3f-aac9-4429ab0dbb01 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2066832 Sep 07 19:04:53.060731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-53d8b140-20ff-4ab1-977e-ca2f57f4f2d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0e6e1ec275d49889b3bb964105bf6cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6179347 Sep 07 19:04:53.065274 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47806) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:04:53.067374 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d47d5c69-15cf-440f-88c6-95ad96fe8498 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:53.186248 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-231b6edb-263d-4c02-9366-f04036961571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:53.213569 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d47d5c69-15cf-440f-88c6-95ad96fe8498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:53.235840 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-231b6edb-263d-4c02-9366-f04036961571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:53.322888 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6d4fcec5-9ede-4639-b18c-91d1e2d6ff1d req-1040a860-3a96-4e15-b1e7-f4fadddb3da8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2956901 Sep 07 19:04:53.334637 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-231b6edb-263d-4c02-9366-f04036961571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:53.340828 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-231b6edb-263d-4c02-9366-f04036961571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:53.345235 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-231b6edb-263d-4c02-9366-f04036961571 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/209707de-0233-4ddd-97fe-41525da10974 HTTP/1.1" status: 204 len: 168 time: 0.2784722 Sep 07 19:04:53.360711 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d47d5c69-15cf-440f-88c6-95ad96fe8498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:53.399228 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b6edb-263d-4c02-9366-f04036961571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209707de-0233-4ddd-97fe-41525da10974,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:53.446076 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-56bfbcce-d5dd-47bd-b472-3d39153c21c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'name': 'tempest-AttachVolumeTestJSON-1467591617-router', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6815429e-851b-4080-856c-7410b9ed799f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:16Z', 'updated_at': '2021-09-07T18:56:21Z', 'revision_number': 4, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'gw_port': {'id': '6815429e-851b-4080-856c-7410b9ed799f', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:17Z', 'updated_at': '2021-09-07T18:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b5fede94-9c70-40d3-8ce1-7d1441d89cff', 'name': '', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'mac_address': 'fa:16:3e:49:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:20Z', 'updated_at': '2021-09-07T18:56:28Z', 'revision_number': 5, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'subnets': [{'id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:04:53.457217 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf64cbd-1316-4d43-8379-dba1fb9d1283 x-openstack-request-id: req-9cf64cbd-1316-4d43-8379-dba1fb9d1283 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:04:53.463086 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d438fa3-2bfa-430d-93e6-e8fa2e44466f", "name": "network-vif-deleted", "tag": "b1c1a680-5275-4c1c-9272-5098fec51a7a", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:04:53.464435 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9cf64cbd-1316-4d43-8379-dba1fb9d1283 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:04:53.466637 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d438fa3-2bfa-430d-93e6-e8fa2e44466f', 'name': 'network-vif-deleted', 'tag': 'b1c1a680-5275-4c1c-9272-5098fec51a7a', 'status': 'completed', 'code': 200} Sep 07 19:04:53.471306 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b6edb-263d-4c02-9366-f04036961571 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:53.476224 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b6edb-263d-4c02-9366-f04036961571 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:53.477161 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b6edb-263d-4c02-9366-f04036961571 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:53.479836 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b6edb-263d-4c02-9366-f04036961571 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:53.480786 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b6edb-263d-4c02-9366-f04036961571 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:53.482699 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b6edb-263d-4c02-9366-f04036961571 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:53.486830 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b6edb-263d-4c02-9366-f04036961571 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:53.488308 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b6edb-263d-4c02-9366-f04036961571 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:53.490380 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b6edb-263d-4c02-9366-f04036961571 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:53.492720 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b6edb-263d-4c02-9366-f04036961571 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:53.496333 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b6edb-263d-4c02-9366-f04036961571 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:53.497237 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b6edb-263d-4c02-9366-f04036961571 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:53.505287 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d3a02-e654-4183-8188-546a84dc012c req-f6e2f4d5-06d5-4837-a7a1-966a5f1163e9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:53.509576 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1e8d3a02-e654-4183-8188-546a84dc012c req-f6e2f4d5-06d5-4837-a7a1-966a5f1163e9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "GET /v2.0/ports?device_id=12c4056a-be7b-485a-a034-ea2253fd1e09 HTTP/1.1" status: 200 len: 946 time: 1.1110055 Sep 07 19:04:53.535957 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d47d5c69-15cf-440f-88c6-95ad96fe8498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:53.539511 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d47d5c69-15cf-440f-88c6-95ad96fe8498 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8db80a71-3c02-4d23-b125-b3e6004b047d HTTP/1.1" status: 204 len: 168 time: 2.1068964 Sep 07 19:04:53.539850 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bfbcce-d5dd-47bd-b472-3d39153c21c0 None None] Checking router: 8d70b5dd-ae02-4b13-9ef1-645e5b131fec for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:04:53.542535 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47818) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:04:53.549954 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c006fcd8-5006-436b-8c32-d8aa2b69cd4a None None] Network 7bc00831-39dc-4d80-aed2-0e0dcf1c0e33 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:04:53.558881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d5c69-15cf-440f-88c6-95ad96fe8498 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8db80a71-3c02-4d23-b125-b3e6004b047d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:53.591998 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bfbcce-d5dd-47bd-b472-3d39153c21c0 None None] Routers {'8d70b5dd-ae02-4b13-9ef1-645e5b131fec'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:04:53.592734 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-56bfbcce-d5dd-47bd-b472-3d39153c21c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:04:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:04:53.607819 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] Attempting to bind port ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:04:53.608414 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] Attempting to bind port ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '0948428f-736a-478b-902e-16c3363adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:04:53.608847 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] Attempting to bind port ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 on network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:04:53.672284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] Port ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 on network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:04:53.673180 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] Attempting to bind port ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 on network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:04:53.748045 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98f878-f802-48e2-8a61-19b130026760 req-53663767-8aed-4c3b-a733-25b67e9a70c4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:53.759253 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98f878-f802-48e2-8a61-19b130026760 req-53663767-8aed-4c3b-a733-25b67e9a70c4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:53.768728 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98f878-f802-48e2-8a61-19b130026760 req-53663767-8aed-4c3b-a733-25b67e9a70c4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:53.802824 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98f878-f802-48e2-8a61-19b130026760 req-53663767-8aed-4c3b-a733-25b67e9a70c4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:53.844742 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d2506447-db4b-49c3-a7fa-fb9ad4d1a935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:53.845033 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-56bfbcce-d5dd-47bd-b472-3d39153c21c0 None None] Set router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:04:53.863647 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98f878-f802-48e2-8a61-19b130026760 req-53663767-8aed-4c3b-a733-25b67e9a70c4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:53.896750 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98f878-f802-48e2-8a61-19b130026760 req-53663767-8aed-4c3b-a733-25b67e9a70c4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:53.923003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98f878-f802-48e2-8a61-19b130026760 req-53663767-8aed-4c3b-a733-25b67e9a70c4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:53.926448 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a98f878-f802-48e2-8a61-19b130026760 req-53663767-8aed-4c3b-a733-25b67e9a70c4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5396 time: 0.6328738 Sep 07 19:04:53.977549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:04:53.978106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] Checking segment: {'id': '0948428f-736a-478b-902e-16c3363adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:04:53.978683 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] Bound using segment: {'id': '0948428f-736a-478b-902e-16c3363adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:04:53.979164 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] Bound port: ff3c0c44-78e7-4436-8eb2-ef0de0b2c303, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0948428f-736a-478b-902e-16c3363adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:04:53.979535 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:54.007038 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3551f387-7b63-4199-9e23-c27829a87c84 None None] DHCP port deletion for 7bc00831-39dc-4d80-aed2-0e0dcf1c0e33 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:04:54.044089 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d2506447-db4b-49c3-a7fa-fb9ad4d1a935 admin admin] Deleting port 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:04:54.047551 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d2506447-db4b-49c3-a7fa-fb9ad4d1a935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:54.140456 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984581c-99f3-4ae8-be27-08982930343f req-8a299a9c-3abf-48cf-9d27-0ce66bbd2d2d tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:54.142870 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f984581c-99f3-4ae8-be27-08982930343f req-8a299a9c-3abf-48cf-9d27-0ce66bbd2d2d tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.5069041 Sep 07 19:04:54.176951 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3551f387-7b63-4199-9e23-c27829a87c84 None None] Deleting port 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:04:54.177880 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3551f387-7b63-4199-9e23-c27829a87c84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:54.237304 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a98f878-f802-48e2-8a61-19b130026760 req-460e2773-4111-4978-82ff-d8879eca5d4f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2547498 Sep 07 19:04:54.291231 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-d2506447-db4b-49c3-a7fa-fb9ad4d1a935 admin admin] For port 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa,segment=NetworkSegment(a611d040-3073-489a-bd58-d9b80265a8d5),segment_id=a611d040-3073-489a-bd58-d9b80265a8d5)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:54.291794 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d2506447-db4b-49c3-a7fa-fb9ad4d1a935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:54.384377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-1e8d3a02-e654-4183-8188-546a84dc012c req-78c1d23c-d655-438f-a157-b1e1880d6eed tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Deleting port e21118c4-1924-4ec4-8aa2-d6519154a70d {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:04:54.384945 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1e8d3a02-e654-4183-8188-546a84dc012c req-78c1d23c-d655-438f-a157-b1e1880d6eed tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:54.385458 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d2506447-db4b-49c3-a7fa-fb9ad4d1a935 admin admin] Calling delete_port for 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:04:54.431815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] For port ff3c0c44-78e7-4436-8eb2-ef0de0b2c303, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:04:54.465218 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-3551f387-7b63-4199-9e23-c27829a87c84 None None] For port 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa,segment=NetworkSegment(a611d040-3073-489a-bd58-d9b80265a8d5),segment_id=a611d040-3073-489a-bd58-d9b80265a8d5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:54.466072 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3551f387-7b63-4199-9e23-c27829a87c84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:54.482069 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] For port ff3c0c44-78e7-4436-8eb2-ef0de0b2c303, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=ff3c0c44-78e7-4436-8eb2-ef0de0b2c303,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:04:54.514586 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3551f387-7b63-4199-9e23-c27829a87c84 None None] Calling delete_port for 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:04:54.572034 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-56bfbcce-d5dd-47bd-b472-3d39153c21c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'name': 'tempest-AttachVolumeTestJSON-1467591617-router', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6815429e-851b-4080-856c-7410b9ed799f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:16Z', 'updated_at': '2021-09-07T18:56:21Z', 'revision_number': 4, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'gw_port': {'id': '6815429e-851b-4080-856c-7410b9ed799f', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:17Z', 'updated_at': '2021-09-07T18:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b5fede94-9c70-40d3-8ce1-7d1441d89cff', 'name': '', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'mac_address': 'fa:16:3e:49:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:20Z', 'updated_at': '2021-09-07T18:56:28Z', 'revision_number': 5, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'subnets': [{'id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:04:54.593605 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:54.622304 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f984581c-99f3-4ae8-be27-08982930343f req-95d3bb68-39fd-4753-9b19-9f7ee06fc448 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4438453 Sep 07 19:04:54.692807 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bfbcce-d5dd-47bd-b472-3d39153c21c0 None None] The sync data for ids ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'] in n-d-807786-1 is: [{'id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'name': 'tempest-AttachVolumeTestJSON-1467591617-router', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6815429e-851b-4080-856c-7410b9ed799f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:16Z', 'updated_at': '2021-09-07T18:56:21Z', 'revision_number': 4, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'gw_port': {'id': '6815429e-851b-4080-856c-7410b9ed799f', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:17Z', 'updated_at': '2021-09-07T18:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b5fede94-9c70-40d3-8ce1-7d1441d89cff', 'name': '', 'network_id': '1d18b746-cc48-4b0b-8822-7ec853348da1', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'mac_address': 'fa:16:3e:49:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:20Z', 'updated_at': '2021-09-07T18:56:28Z', 'revision_number': 5, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'subnets': [{'id': '4e593cdc-1b32-4dc9-81bb-475156c283c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:04:54.808840 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3551f387-7b63-4199-9e23-c27829a87c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:54.810263 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47846) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:04:54.837563 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3551f387-7b63-4199-9e23-c27829a87c84 None None] No DVR routers for this DVR port 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:04:54.848608 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3c0c44-78e7-4436-8eb2-ef0de0b2c303,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:54.898210 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551f387-7b63-4199-9e23-c27829a87c84 None None] Pushing event deleted for resources: {'Port': ['ID=932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:54.920707 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e21118c4-1924-4ec4-8aa2-d6519154a70d no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:04:54.957031 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551f387-7b63-4199-9e23-c27829a87c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:54.957367 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551f387-7b63-4199-9e23-c27829a87c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:54.961129 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551f387-7b63-4199-9e23-c27829a87c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:54.961460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551f387-7b63-4199-9e23-c27829a87c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:54.962395 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-1e8d3a02-e654-4183-8188-546a84dc012c req-78c1d23c-d655-438f-a157-b1e1880d6eed tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] For port e21118c4-1924-4ec4-8aa2-d6519154a70d, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e21118c4-1924-4ec4-8aa2-d6519154a70d,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:54.964999 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551f387-7b63-4199-9e23-c27829a87c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:54.965331 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551f387-7b63-4199-9e23-c27829a87c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:54.965666 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551f387-7b63-4199-9e23-c27829a87c84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:54.965997 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551f387-7b63-4199-9e23-c27829a87c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:54.966327 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551f387-7b63-4199-9e23-c27829a87c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:54.966646 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551f387-7b63-4199-9e23-c27829a87c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:54.966963 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551f387-7b63-4199-9e23-c27829a87c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:54.972100 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551f387-7b63-4199-9e23-c27829a87c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:04:54.973363 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1e8d3a02-e654-4183-8188-546a84dc012c req-78c1d23c-d655-438f-a157-b1e1880d6eed tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:54.991611 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-1e8d3a02-e654-4183-8188-546a84dc012c req-78c1d23c-d655-438f-a157-b1e1880d6eed tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Calling delete_port for e21118c4-1924-4ec4-8aa2-d6519154a70d owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:04:54.993780 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d2506447-db4b-49c3-a7fa-fb9ad4d1a935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:55.013355 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:55.014003 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:55.016051 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-31f74308-2321-49b4-bbd8-6ff3acb29437 service neutron] 10.222.0.36 "PUT /v2.0/ports/ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 HTTP/1.1" status: 200 len: 1091 time: 6.6687777 Sep 07 19:04:55.033008 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'tag': 'ff3c0c44-78e7-4436-8eb2-ef0de0b2c303'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:04:55.062866 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7f7008-8150-4031-8f84-2e2e5c05b212" -d '{"events": [{"name": "network-changed", "server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "tag": "ff3c0c44-78e7-4436-8eb2-ef0de0b2c303"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:04:55.085772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] Request body: {'port': {'device_id': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:55.112378 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2506447-db4b-49c3-a7fa-fb9ad4d1a935 admin admin] Pushing event deleted for resources: {'Port': ['ID=932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:55.154625 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2506447-db4b-49c3-a7fa-fb9ad4d1a935 admin admin] No DVR routers for this DVR port 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:04:55.207374 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:55.308452 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3130c4e3-6438-4cad-9aba-9e62bd9c9120 x-openstack-request-id: req-3130c4e3-6438-4cad-9aba-9e62bd9c9120 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:04:55.309088 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "tag": "ff3c0c44-78e7-4436-8eb2-ef0de0b2c303", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:04:55.309700 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3130c4e3-6438-4cad-9aba-9e62bd9c9120 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:04:55.310371 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'tag': 'ff3c0c44-78e7-4436-8eb2-ef0de0b2c303', 'status': 'completed', 'code': 200} Sep 07 19:04:55.315728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2dfd4c5-1815-4b7d-aedb-4378348416c3 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:55.552233 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2dfd4c5-1815-4b7d-aedb-4378348416c3 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:55.630810 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d2506447-db4b-49c3-a7fa-fb9ad4d1a935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:55.657499 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47866) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:04:55.766052 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port e21118c4-1924-4ec4-8aa2-d6519154a70d, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e21118c4-1924-4ec4-8aa2-d6519154a70d,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:04:55.771824 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2dfd4c5-1815-4b7d-aedb-4378348416c3 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:55.772283 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:04:55.775977 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2384ff6-348a-415c-83b7-4be4772c7a4b None None] New status for floating IP f7e14d47-61d1-4bfb-919d-66f995c09bce: DOWN {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:04:55.780875 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2dfd4c5-1815-4b7d-aedb-4378348416c3 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:55.784281 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c2dfd4c5-1815-4b7d-aedb-4378348416c3 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "DELETE /v2.0/security-groups/8c11df72-2096-46f9-a572-b3babd3e7e61 HTTP/1.1" status: 204 len: 168 time: 0.9675536 Sep 07 19:04:55.804626 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d2506447-db4b-49c3-a7fa-fb9ad4d1a935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc00831-39dc-4d80-aed2-0e0dcf1c0e33']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:04:55.813698 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47872) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:04:55.858848 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d2506447-db4b-49c3-a7fa-fb9ad4d1a935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a611d040-3073-489a-bd58-d9b80265a8d5') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:04:55.859287 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d2506447-db4b-49c3-a7fa-fb9ad4d1a935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a611d040-3073-489a-bd58-d9b80265a8d5') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:04:55.878381 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-f1f44e90-1cbd-4500-a499-076abe84bbd0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] show failed (client error): The resource could not be found. Sep 07 19:04:55.879464 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f1f44e90-1cbd-4500-a499-076abe84bbd0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "GET /v2.0/security-groups/8c11df72-2096-46f9-a572-b3babd3e7e61 HTTP/1.1" status: 404 len: 347 time: 0.0652344 Sep 07 19:04:55.881733 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d2506447-db4b-49c3-a7fa-fb9ad4d1a935 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:55.883638 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfd4c5-1815-4b7d-aedb-4378348416c3 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c11df72-2096-46f9-a572-b3babd3e7e61,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:55.901561 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47874) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:04:55.973094 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d2506447-db4b-49c3-a7fa-fb9ad4d1a935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:55.998676 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2506447-db4b-49c3-a7fa-fb9ad4d1a935 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:04:55.999418 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d2506447-db4b-49c3-a7fa-fb9ad4d1a935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:04:56.003067 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:04:56.069558 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c4056a-be7b-485a-a034-ea2253fd1e09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e21118c4-1924-4ec4-8aa2-d6519154a70d'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:04:56.076697 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854d1652-5430-4da9-9272-4e9f21633357" -d '{"events": [{"server_uuid": "12c4056a-be7b-485a-a034-ea2253fd1e09", "name": "network-vif-unplugged", "status": "completed", "tag": "e21118c4-1924-4ec4-8aa2-d6519154a70d"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:04:56.122426 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:56.131125 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-c420c50d-1932-446c-a9fd-f650f0199fc4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-788431220-network', 'tenant_id': 'bfe8c6f49f464ed59d6ca8aa1c15414a'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:56.286710 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:04:56.287424 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 932cb4b7-e743-4a1b-8d57-f2bb4c80cbaa not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:04:56.309541 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=e21118c4-1924-4ec4-8aa2-d6519154a70d,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:56.334236 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7d049dbe-9e09-49f3-90a7-b1558be80d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:56.348635 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d2506447-db4b-49c3-a7fa-fb9ad4d1a935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:56.372613 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda89e8-b672-46a1-9398-6518dbc0f961 req-488cadfe-7967-4e7c-9da0-63f0abc29412 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:56.394613 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d2506447-db4b-49c3-a7fa-fb9ad4d1a935 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:56.399847 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8cda89e8-b672-46a1-9398-6518dbc0f961 req-488cadfe-7967-4e7c-9da0-63f0abc29412 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=12c4056a-be7b-485a-a034-ea2253fd1e09 HTTP/1.1" status: 200 len: 946 time: 1.7661939 Sep 07 19:04:56.409820 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d2506447-db4b-49c3-a7fa-fb9ad4d1a935 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7bc00831-39dc-4d80-aed2-0e0dcf1c0e33 HTTP/1.1" status: 204 len: 168 time: 2.8660111 Sep 07 19:04:56.437634 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c420c50d-1932-446c-a9fd-f650f0199fc4 admin admin] Made reservation on behalf of bfe8c6f49f464ed59d6ca8aa1c15414a for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:04:56.445020 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c420c50d-1932-446c-a9fd-f650f0199fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:56.469862 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2506447-db4b-49c3-a7fa-fb9ad4d1a935 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bc00831-39dc-4d80-aed2-0e0dcf1c0e33,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:56.496099 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c420c50d-1932-446c-a9fd-f650f0199fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:56.526554 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:56.560751 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-304a50ea-266c-4c5d-8f1a-97b6f75e79d0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Deleting port d8196f3a-7b12-463a-999b-91e18a99648b {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:04:56.561451 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-304a50ea-266c-4c5d-8f1a-97b6f75e79d0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:56.596643 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7008-8150-4031-8f84-2e2e5c05b212 req-ad2409c2-803e-4d56-b0eb-b0ff07aa2945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:56.597583 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7008-8150-4031-8f84-2e2e5c05b212 req-ad2409c2-803e-4d56-b0eb-b0ff07aa2945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:56.598217 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7008-8150-4031-8f84-2e2e5c05b212 req-ad2409c2-803e-4d56-b0eb-b0ff07aa2945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:56.598915 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7008-8150-4031-8f84-2e2e5c05b212 req-ad2409c2-803e-4d56-b0eb-b0ff07aa2945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:56.599802 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7008-8150-4031-8f84-2e2e5c05b212 req-ad2409c2-803e-4d56-b0eb-b0ff07aa2945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:56.600717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7008-8150-4031-8f84-2e2e5c05b212 req-ad2409c2-803e-4d56-b0eb-b0ff07aa2945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:56.601577 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7008-8150-4031-8f84-2e2e5c05b212 req-ad2409c2-803e-4d56-b0eb-b0ff07aa2945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:56.605723 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff7f7008-8150-4031-8f84-2e2e5c05b212 req-ad2409c2-803e-4d56-b0eb-b0ff07aa2945 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d5c8f8778fa460ca7e73179a15e85b3&device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 6343 time: 1.2939534 Sep 07 19:04:56.732857 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-304a50ea-266c-4c5d-8f1a-97b6f75e79d0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:56.733935 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-304a50ea-266c-4c5d-8f1a-97b6f75e79d0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:56.741485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2bce4-c37f-4ce0-9b90-720b0c7e4eea req-0fd5d689-9f33-4848-bc66-400904f5ac72 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:56.748082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47890) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:04:56.758694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2bce4-c37f-4ce0-9b90-720b0c7e4eea req-0fd5d689-9f33-4848-bc66-400904f5ac72 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:56.761531 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-304a50ea-266c-4c5d-8f1a-97b6f75e79d0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Calling delete_port for d8196f3a-7b12-463a-999b-91e18a99648b owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:04:56.770186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2bce4-c37f-4ce0-9b90-720b0c7e4eea req-0fd5d689-9f33-4848-bc66-400904f5ac72 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:56.782335 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2bce4-c37f-4ce0-9b90-720b0c7e4eea req-0fd5d689-9f33-4848-bc66-400904f5ac72 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:56.794437 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2bce4-c37f-4ce0-9b90-720b0c7e4eea req-0fd5d689-9f33-4848-bc66-400904f5ac72 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:56.805479 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2bce4-c37f-4ce0-9b90-720b0c7e4eea req-0fd5d689-9f33-4848-bc66-400904f5ac72 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:56.813157 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2bce4-c37f-4ce0-9b90-720b0c7e4eea req-0fd5d689-9f33-4848-bc66-400904f5ac72 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:56.815322 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-67e2bce4-c37f-4ce0-9b90-720b0c7e4eea req-0fd5d689-9f33-4848-bc66-400904f5ac72 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5396 time: 0.5352433 Sep 07 19:04:56.820426 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8cda89e8-b672-46a1-9398-6518dbc0f961 req-685674e5-b0ee-4506-9e71-cd537e1b874c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191384 Sep 07 19:04:56.878623 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1e8d3a02-e654-4183-8188-546a84dc012c req-78c1d23c-d655-438f-a157-b1e1880d6eed tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:56.893998 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7e5b2214-02cb-4177-bb03-ff77d938c331'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:04:56.916527 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c420c50d-1932-446c-a9fd-f650f0199fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:56.922096 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-05fbd0e5-79a8-4311-985f-7e15f915e699 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3cc05b32b7ef4a30afde8a2188f29c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1709433 Sep 07 19:04:56.924875 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47892) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:04:56.934655 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c420c50d-1932-446c-a9fd-f650f0199fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:56.980876 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420c50d-1932-446c-a9fd-f650f0199fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b86b8d-46d8-4847-b573-41b4e7c9d987,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:57.001698 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c420c50d-1932-446c-a9fd-f650f0199fc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:04:57.039950 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c420c50d-1932-446c-a9fd-f650f0199fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:57.040162 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-c420c50d-1932-446c-a9fd-f650f0199fc4 admin admin] Added segment 7dd8dc55-fb4f-44d9-8604-3fa6c81d1284 of type vlan for network 24873681-d0c1-481d-9abb-f17b7b3655e8 Sep 07 19:04:57.241245 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c420c50d-1932-446c-a9fd-f650f0199fc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:57.251702 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a5f5013c-a750-40b2-8a54-7d3bf52d1bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:57.268418 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-304a50ea-266c-4c5d-8f1a-97b6f75e79d0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:57.291094 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1d23c-d655-438f-a157-b1e1880d6eed tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Pushing event deleted for resources: {'Port': ['ID=e21118c4-1924-4ec4-8aa2-d6519154a70d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:57.305649 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a5f5013c-a750-40b2-8a54-7d3bf52d1bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:57.313909 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7008-8150-4031-8f84-2e2e5c05b212 req-66b13b54-d73e-4fa0-a517-3de3d09004ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:57.314718 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7008-8150-4031-8f84-2e2e5c05b212 req-66b13b54-d73e-4fa0-a517-3de3d09004ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:57.316053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7008-8150-4031-8f84-2e2e5c05b212 req-66b13b54-d73e-4fa0-a517-3de3d09004ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:57.319961 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff7f7008-8150-4031-8f84-2e2e5c05b212 req-66b13b54-d73e-4fa0-a517-3de3d09004ff service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5d5c8f8778fa460ca7e73179a15e85b3&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7035341 Sep 07 19:04:57.345054 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-67e2bce4-c37f-4ce0-9b90-720b0c7e4eea req-66a74c56-a2e8-4300-a405-3302e6a68df6 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5047421 Sep 07 19:04:57.368345 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c420c50d-1932-446c-a9fd-f650f0199fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:57.370127 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c420c50d-1932-446c-a9fd-f650f0199fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:57.370968 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c420c50d-1932-446c-a9fd-f650f0199fc4 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:57.375349 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a50ea-266c-4c5d-8f1a-97b6f75e79d0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Pushing event deleted for resources: {'Port': ['ID=d8196f3a-7b12-463a-999b-91e18a99648b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:57.433981 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 19:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64eb9a84-8c79-4f49-8dad-d887b144872c x-openstack-request-id: req-64eb9a84-8c79-4f49-8dad-d887b144872c {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:04:57.435553 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c4056a-be7b-485a-a034-ea2253fd1e09", "name": "network-vif-unplugged", "status": "completed", "tag": "e21118c4-1924-4ec4-8aa2-d6519154a70d", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:04:57.440670 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-64eb9a84-8c79-4f49-8dad-d887b144872c {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:04:57.441785 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c4056a-be7b-485a-a034-ea2253fd1e09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e21118c4-1924-4ec4-8aa2-d6519154a70d', 'code': 200} Sep 07 19:04:57.522968 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8d3a02-e654-4183-8188-546a84dc012c req-78c1d23c-d655-438f-a157-b1e1880d6eed tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] No DVR routers for this DVR port e21118c4-1924-4ec4-8aa2-d6519154a70d on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:04:57.546415 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c420c50d-1932-446c-a9fd-f650f0199fc4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8807330 Sep 07 19:04:57.569658 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47900) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:04:57.575879 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1e8d3a02-e654-4183-8188-546a84dc012c req-78c1d23c-d655-438f-a157-b1e1880d6eed tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:57.579652 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1e8d3a02-e654-4183-8188-546a84dc012c req-78c1d23c-d655-438f-a157-b1e1880d6eed tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "DELETE /v2.0/ports/e21118c4-1924-4ec4-8aa2-d6519154a70d HTTP/1.1" status: 204 len: 173 time: 4.0353580 Sep 07 19:04:57.580265 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-765313c9-f6d0-4d11-9418-d7b875402127 admin admin] Request body: {'subnet': {'network_id': '24873681-d0c1-481d-9abb-f17b7b3655e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-788431220-subnet', 'tenant_id': 'bfe8c6f49f464ed59d6ca8aa1c15414a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:57.604001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c4056a-be7b-485a-a034-ea2253fd1e09', 'name': 'network-vif-deleted', 'tag': 'e21118c4-1924-4ec4-8aa2-d6519154a70d'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:04:57.615258 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11497df7-8a94-4ae1-9e6a-662ff48a5476" -d '{"events": [{"server_uuid": "12c4056a-be7b-485a-a034-ea2253fd1e09", "name": "network-vif-deleted", "tag": "e21118c4-1924-4ec4-8aa2-d6519154a70d"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:04:57.663464 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c3785-16de-4a36-8c4d-2e9f80127b6f req-dfc80c9c-57e7-47fd-a104-b90ec1f0d581 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:57.677300 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d73c3785-16de-4a36-8c4d-2e9f80127b6f req-dfc80c9c-57e7-47fd-a104-b90ec1f0d581 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.6362879 Sep 07 19:04:57.690506 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420c50d-1932-446c-a9fd-f650f0199fc4 admin admin] Pushing event updated for resources: {'Network': ['ID=24873681-d0c1-481d-9abb-f17b7b3655e8,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:57.712863 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 24873681-d0c1-481d-9abb-f17b7b3655e8 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:04:57.739557 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-304a50ea-266c-4c5d-8f1a-97b6f75e79d0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:57.743570 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-304a50ea-266c-4c5d-8f1a-97b6f75e79d0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:57.744922 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-304a50ea-266c-4c5d-8f1a-97b6f75e79d0 tempest-AttachVolumeTestJSON-1977153899 tempest-AttachVolumeTestJSON-1977153899-project] 10.222.0.26 "DELETE /v2.0/floatingips/f7e14d47-61d1-4bfb-919d-66f995c09bce HTTP/1.1" status: 204 len: 168 time: 1.8416312 Sep 07 19:04:57.765149 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765313c9-f6d0-4d11-9418-d7b875402127 admin admin] Made reservation on behalf of bfe8c6f49f464ed59d6ca8aa1c15414a for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:04:57.767590 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-765313c9-f6d0-4d11-9418-d7b875402127 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:57.778006 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a5f5013c-a750-40b2-8a54-7d3bf52d1bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:57.794929 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a5f5013c-a750-40b2-8a54-7d3bf52d1bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:57.800178 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a5f5013c-a750-40b2-8a54-7d3bf52d1bdb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/abb49f79-8342-4dbb-8ec0-70c996bb4bac HTTP/1.1" status: 204 len: 168 time: 0.8695700 Sep 07 19:04:57.882172 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5013c-a750-40b2-8a54-7d3bf52d1bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb49f79-8342-4dbb-8ec0-70c996bb4bac,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:57.960628 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe3e6c4-22e8-4f79-b2c7-7d537c94ec14 x-openstack-request-id: req-dbe3e6c4-22e8-4f79-b2c7-7d537c94ec14 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:04:57.966387 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c4056a-be7b-485a-a034-ea2253fd1e09", "name": "network-vif-deleted", "tag": "e21118c4-1924-4ec4-8aa2-d6519154a70d", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:04:57.967346 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dbe3e6c4-22e8-4f79-b2c7-7d537c94ec14 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:04:57.969059 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c4056a-be7b-485a-a034-ea2253fd1e09', 'name': 'network-vif-deleted', 'tag': 'e21118c4-1924-4ec4-8aa2-d6519154a70d', 'status': 'completed', 'code': 200} Sep 07 19:04:58.210517 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bee50b03-5745-4588-89a6-9de978b9ac8d req-803109c7-5e37-4a58-85b0-42bc55272ba1 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=12c4056a-be7b-485a-a034-ea2253fd1e09 HTTP/1.1" status: 200 len: 210 time: 0.0788453 Sep 07 19:04:58.240435 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d73c3785-16de-4a36-8c4d-2e9f80127b6f req-366f7238-19bd-4beb-a31e-5439274028da tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5536981 Sep 07 19:04:58.306329 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7008-8150-4031-8f84-2e2e5c05b212 req-31030557-7e11-4753-ab56-16de637a6b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:58.308752 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff7f7008-8150-4031-8f84-2e2e5c05b212 req-31030557-7e11-4753-ab56-16de637a6b9b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8589098 Sep 07 19:04:58.446715 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3804b453-b76d-4a1d-b42f-d85eeb8ad14d {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:04:58.467119 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:58.513455 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] Transition to ACTIVE for port object 3804b453-b76d-4a1d-b42f-d85eeb8ad14d will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:04:58.520775 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:58.615617 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-765313c9-f6d0-4d11-9418-d7b875402127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:58.740532 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=3804b453-b76d-4a1d-b42f-d85eeb8ad14d,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:58.787799 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765313c9-f6d0-4d11-9418-d7b875402127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=656d116a-d6fb-478a-bca4-e91cdbe55fff,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:58.814914 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-25c692ab-c453-4668-b6d4-ea657bd82b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:58.815481 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765313c9-f6d0-4d11-9418-d7b875402127 admin admin] Checking segment: {'id': '7dd8dc55-fb4f-44d9-8604-3fa6c81d1284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '24873681-d0c1-481d-9abb-f17b7b3655e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:04:58.816186 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765313c9-f6d0-4d11-9418-d7b875402127 admin admin] Network hostable DHCP agents. Network: 24873681-d0c1-481d-9abb-f17b7b3655e8, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:04:58.862200 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765313c9-f6d0-4d11-9418-d7b875402127 admin admin] Network 24873681-d0c1-481d-9abb-f17b7b3655e8 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:04:58.895342 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-765313c9-f6d0-4d11-9418-d7b875402127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 24873681-d0c1-481d-9abb-f17b7b3655e8) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:04:58.921736 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fea70b-4899-4718-b143-2b0d1120a2eb None None] Network 24873681-d0c1-481d-9abb-f17b7b3655e8 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:04:58.926342 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765313c9-f6d0-4d11-9418-d7b875402127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:58.927168 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-765313c9-f6d0-4d11-9418-d7b875402127 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:58.930773 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21073f54-20c3-41b0-b96f-5dabe27eb38a req-88e7170f-a97a-4316-8c43-e6cecaf40cb1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:58.940820 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21073f54-20c3-41b0-b96f-5dabe27eb38a req-88e7170f-a97a-4316-8c43-e6cecaf40cb1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:58.947859 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21073f54-20c3-41b0-b96f-5dabe27eb38a req-88e7170f-a97a-4316-8c43-e6cecaf40cb1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:58.955295 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21073f54-20c3-41b0-b96f-5dabe27eb38a req-88e7170f-a97a-4316-8c43-e6cecaf40cb1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:58.968603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21073f54-20c3-41b0-b96f-5dabe27eb38a req-88e7170f-a97a-4316-8c43-e6cecaf40cb1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:58.986245 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21073f54-20c3-41b0-b96f-5dabe27eb38a req-88e7170f-a97a-4316-8c43-e6cecaf40cb1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:59.005515 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-765313c9-f6d0-4d11-9418-d7b875402127 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4276533 Sep 07 19:04:59.005729 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21073f54-20c3-41b0-b96f-5dabe27eb38a req-88e7170f-a97a-4316-8c43-e6cecaf40cb1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:59.014470 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21073f54-20c3-41b0-b96f-5dabe27eb38a req-88e7170f-a97a-4316-8c43-e6cecaf40cb1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5408 time: 0.4353492 Sep 07 19:04:59.058122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] Attempting to bind port 3804b453-b76d-4a1d-b42f-d85eeb8ad14d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:04:59.058448 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] Attempting to bind port 3804b453-b76d-4a1d-b42f-d85eeb8ad14d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '9bf848d3-f5de-4619-9b1a-8b42bf2d6b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6c3033e0-4276-47bf-9cdc-e60a9923d00a'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:04:59.058616 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] Attempting to bind port 3804b453-b76d-4a1d-b42f-d85eeb8ad14d on network 6c3033e0-4276-47bf-9cdc-e60a9923d00a {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:04:59.073111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] Port 3804b453-b76d-4a1d-b42f-d85eeb8ad14d on network 6c3033e0-4276-47bf-9cdc-e60a9923d00a not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:04:59.073694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] Attempting to bind port 3804b453-b76d-4a1d-b42f-d85eeb8ad14d on network 6c3033e0-4276-47bf-9cdc-e60a9923d00a {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:04:59.083737 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:04:59.084374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] Checking segment: {'id': '9bf848d3-f5de-4619-9b1a-8b42bf2d6b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6c3033e0-4276-47bf-9cdc-e60a9923d00a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:04:59.084945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] Bound using segment: {'id': '9bf848d3-f5de-4619-9b1a-8b42bf2d6b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6c3033e0-4276-47bf-9cdc-e60a9923d00a'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:04:59.085559 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] Bound port: 3804b453-b76d-4a1d-b42f-d85eeb8ad14d, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf848d3-f5de-4619-9b1a-8b42bf2d6b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6c3033e0-4276-47bf-9cdc-e60a9923d00a'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:04:59.086198 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:59.127569 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21073f54-20c3-41b0-b96f-5dabe27eb38a req-c99587bf-a572-4a41-8579-29856a5c69d6 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1117911 Sep 07 19:04:59.248898 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:59.297397 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] For port 3804b453-b76d-4a1d-b42f-d85eeb8ad14d, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:04:59.305203 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] For port 3804b453-b76d-4a1d-b42f-d85eeb8ad14d, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3804b453-b76d-4a1d-b42f-d85eeb8ad14d,segment=NetworkSegment(9bf848d3-f5de-4619-9b1a-8b42bf2d6b94),segment_id=9bf848d3-f5de-4619-9b1a-8b42bf2d6b94)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:04:59.314595 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:59.496937 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b509520-6029-4c7d-a621-6e9c4da98ade None None] Network 24873681-d0c1-481d-9abb-f17b7b3655e8 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:04:59.565853 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=3804b453-b76d-4a1d-b42f-d85eeb8ad14d,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:04:59.627676 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:59.627676 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:59.629471 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0b7a2268-8226-4cdb-948e-586072794cc0 service neutron] 10.222.0.36 "PUT /v2.0/ports/3804b453-b76d-4a1d-b42f-d85eeb8ad14d HTTP/1.1" status: 200 len: 1091 time: 4.5544882 Sep 07 19:04:59.708279 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] Request body: {'port': {'device_id': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:04:59.779296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600cfe1-d5d2-414c-b925-69d9eba61718 req-c47c4744-7227-4b23-afb3-74aad5d749c0 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:59.789146 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3600cfe1-d5d2-414c-b925-69d9eba61718 req-c47c4744-7227-4b23-afb3-74aad5d749c0 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.2907720 Sep 07 19:04:59.952026 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:59.992479 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'tag': '3804b453-b76d-4a1d-b42f-d85eeb8ad14d'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:05:00.016288 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d571fd2e-d52d-46dc-8d80-f855bcdf98d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "tag": "3804b453-b76d-4a1d-b42f-d85eeb8ad14d"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:05:00.072222 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3600cfe1-d5d2-414c-b925-69d9eba61718 req-cd800f36-a35e-40e0-82b9-b1452df72953 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603493 Sep 07 19:05:00.174703 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:00.433122 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b88ceb1-22fe-415a-8489-dafe26f8c6e4 x-openstack-request-id: req-5b88ceb1-22fe-415a-8489-dafe26f8c6e4 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:05:00.433405 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "tag": "3804b453-b76d-4a1d-b42f-d85eeb8ad14d", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:05:00.433697 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b88ceb1-22fe-415a-8489-dafe26f8c6e4 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:05:00.434053 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'tag': '3804b453-b76d-4a1d-b42f-d85eeb8ad14d', 'status': 'completed', 'code': 200} Sep 07 19:05:00.762567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-756abf05-eb38-4c0b-a14c-798f92f6162f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:00.775919 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-756abf05-eb38-4c0b-a14c-798f92f6162f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 805 time: 0.7281837 Sep 07 19:05:00.805433 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-00f7de90-6a60-4689-85fc-91f354b2b542 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/quotas/08f867cc89344abeab4b7e4fd5e2fa8b HTTP/1.1" status: 200 len: 375 time: 0.0293412 Sep 07 19:05:00.824258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571fd2e-d52d-46dc-8d80-f855bcdf98d9 req-2629cbd4-3b83-4e37-a053-e843a7998a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:00.824852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571fd2e-d52d-46dc-8d80-f855bcdf98d9 req-2629cbd4-3b83-4e37-a053-e843a7998a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:00.825256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571fd2e-d52d-46dc-8d80-f855bcdf98d9 req-2629cbd4-3b83-4e37-a053-e843a7998a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:00.825737 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571fd2e-d52d-46dc-8d80-f855bcdf98d9 req-2629cbd4-3b83-4e37-a053-e843a7998a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:00.826212 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571fd2e-d52d-46dc-8d80-f855bcdf98d9 req-2629cbd4-3b83-4e37-a053-e843a7998a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:00.826685 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571fd2e-d52d-46dc-8d80-f855bcdf98d9 req-2629cbd4-3b83-4e37-a053-e843a7998a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:00.827307 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571fd2e-d52d-46dc-8d80-f855bcdf98d9 req-2629cbd4-3b83-4e37-a053-e843a7998a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:00.830190 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d571fd2e-d52d-46dc-8d80-f855bcdf98d9 req-2629cbd4-3b83-4e37-a053-e843a7998a67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d5c8f8778fa460ca7e73179a15e85b3&device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 6410 time: 0.3951652 Sep 07 19:05:00.989290 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be4bc2-8ff8-48b6-a53a-7c7c83a7a5a4 req-a9062681-7ed0-4a39-9bbc-4d83965e6504 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:00.996249 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be4bc2-8ff8-48b6-a53a-7c7c83a7a5a4 req-a9062681-7ed0-4a39-9bbc-4d83965e6504 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:01.013969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be4bc2-8ff8-48b6-a53a-7c7c83a7a5a4 req-a9062681-7ed0-4a39-9bbc-4d83965e6504 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:01.013969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be4bc2-8ff8-48b6-a53a-7c7c83a7a5a4 req-a9062681-7ed0-4a39-9bbc-4d83965e6504 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:01.024551 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be4bc2-8ff8-48b6-a53a-7c7c83a7a5a4 req-a9062681-7ed0-4a39-9bbc-4d83965e6504 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:01.031998 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be4bc2-8ff8-48b6-a53a-7c7c83a7a5a4 req-a9062681-7ed0-4a39-9bbc-4d83965e6504 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:01.044488 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be4bc2-8ff8-48b6-a53a-7c7c83a7a5a4 req-a9062681-7ed0-4a39-9bbc-4d83965e6504 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:01.047015 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07be4bc2-8ff8-48b6-a53a-7c7c83a7a5a4 req-a9062681-7ed0-4a39-9bbc-4d83965e6504 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5408 time: 0.6161885 Sep 07 19:05:01.144198 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-ed988060-44fc-46f3-a3ad-6e0c3e1c8930 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3375554 Sep 07 19:05:01.373971 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-e0ab83a0-a0e3-4ff3-8ea8-9dd15560bf31 service neutron] 10.222.0.26 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760356 Sep 07 19:05:01.590592 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07be4bc2-8ff8-48b6-a53a-7c7c83a7a5a4 req-e26a34d2-dbfc-499e-9dea-27b60c235dda tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5425184 Sep 07 19:05:01.738085 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:01.770296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e80ba0-acd5-4553-b992-3fc9cfe4316b {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:05:01.780441 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device e56f7953-f1dd-4af1-b77d-245d34c462c9 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:05:01.850840 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:01.900833 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571fd2e-d52d-46dc-8d80-f855bcdf98d9 req-bd1c7590-9199-4055-b08f-660bd77296d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:01.901436 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571fd2e-d52d-46dc-8d80-f855bcdf98d9 req-bd1c7590-9199-4055-b08f-660bd77296d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:01.901919 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571fd2e-d52d-46dc-8d80-f855bcdf98d9 req-bd1c7590-9199-4055-b08f-660bd77296d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:01.909431 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d571fd2e-d52d-46dc-8d80-f855bcdf98d9 req-bd1c7590-9199-4055-b08f-660bd77296d6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5d5c8f8778fa460ca7e73179a15e85b3&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9992664 Sep 07 19:05:02.002493 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port e56f7953-f1dd-4af1-b77d-245d34c462c9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=e56f7953-f1dd-4af1-b77d-245d34c462c9,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:02.017488 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'e56f7953-f1dd-4af1-b77d-245d34c462c9', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'port_id': 'e56f7953-f1dd-4af1-b77d-245d34c462c9', 'mac_address': 'fa:16:3e:d6:8a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:05:02.026242 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-7c727e6a-9843-4523-a0c6-da8ca4cd3010 service neutron] 10.222.0.26 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6324632 Sep 07 19:05:02.027925 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] Transition to ACTIVE for port object 04e80ba0-acd5-4553-b992-3fc9cfe4316b will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:05:02.040100 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:02.101574 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:02.140071 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e56f7953-f1dd-4af1-b77d-245d34c462c9 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:05:02.199269 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port e56f7953-f1dd-4af1-b77d-245d34c462c9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=e56f7953-f1dd-4af1-b77d-245d34c462c9,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:02.211755 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:02.348187 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:05:02.371015 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['e56f7953-f1dd-4af1-b77d-245d34c462c9'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:05:02.538088 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=e56f7953-f1dd-4af1-b77d-245d34c462c9,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:02.918802 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] Pushing event updated for resources: {'Port': ['ID=04e80ba0-acd5-4553-b992-3fc9cfe4316b,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:03.130705 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571fd2e-d52d-46dc-8d80-f855bcdf98d9 req-10dc20e1-748d-4d41-8c87-e28eb4ebbb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:03.132704 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d571fd2e-d52d-46dc-8d80-f855bcdf98d9 req-10dc20e1-748d-4d41-8c87-e28eb4ebbb00 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2144175 Sep 07 19:05:03.160849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60836954-b1d6-40c8-8140-f2de00c31ab1 req-5893ee6e-fa58-4bb4-99a0-d08ee667e165 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:03.188752 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-60836954-b1d6-40c8-8140-f2de00c31ab1 req-5893ee6e-fa58-4bb4-99a0-d08ee667e165 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 944 time: 0.2008641 Sep 07 19:05:03.282233 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] Attempting to bind port 04e80ba0-acd5-4553-b992-3fc9cfe4316b on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:05:03.282576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] Attempting to bind port 04e80ba0-acd5-4553-b992-3fc9cfe4316b by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '9bf848d3-f5de-4619-9b1a-8b42bf2d6b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6c3033e0-4276-47bf-9cdc-e60a9923d00a'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:05:03.282906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] Attempting to bind port 04e80ba0-acd5-4553-b992-3fc9cfe4316b on network 6c3033e0-4276-47bf-9cdc-e60a9923d00a {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:05:03.319742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] Port 04e80ba0-acd5-4553-b992-3fc9cfe4316b on network 6c3033e0-4276-47bf-9cdc-e60a9923d00a not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:05:03.320285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] Attempting to bind port 04e80ba0-acd5-4553-b992-3fc9cfe4316b on network 6c3033e0-4276-47bf-9cdc-e60a9923d00a {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:05:03.353368 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-60836954-b1d6-40c8-8140-f2de00c31ab1 req-5d8f3cca-de3f-485c-9b41-7c53add1e2cc tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498232 Sep 07 19:05:03.357410 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:05:03.358829 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] Checking segment: {'id': '9bf848d3-f5de-4619-9b1a-8b42bf2d6b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6c3033e0-4276-47bf-9cdc-e60a9923d00a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:05:03.359758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] Bound using segment: {'id': '9bf848d3-f5de-4619-9b1a-8b42bf2d6b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6c3033e0-4276-47bf-9cdc-e60a9923d00a'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:05:03.362558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] Bound port: 04e80ba0-acd5-4553-b992-3fc9cfe4316b, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf848d3-f5de-4619-9b1a-8b42bf2d6b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6c3033e0-4276-47bf-9cdc-e60a9923d00a'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:05:03.363489 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:03.780995 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device e56f7953-f1dd-4af1-b77d-245d34c462c9 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:05:03.853121 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0b47414b-a21d-466c-a2d6-d4843004f76a req-a278fc54-30a9-476e-9b9a-c57ee513a3e5 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cf802bc-90a6-4506-ba7a-603057d89d09 HTTP/1.1" status: 200 len: 210 time: 0.1966774 Sep 07 19:05:04.022793 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fef09-8461-4e32-914f-fbf2528f5c4a req-0e99fbe8-39a2-4187-9682-78e08a4f8195 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:04.051179 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fef09-8461-4e32-914f-fbf2528f5c4a req-0e99fbe8-39a2-4187-9682-78e08a4f8195 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:04.075269 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port e56f7953-f1dd-4af1-b77d-245d34c462c9 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:05:04.081321 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:04.102475 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fef09-8461-4e32-914f-fbf2528f5c4a req-0e99fbe8-39a2-4187-9682-78e08a4f8195 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:04.127160 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fef09-8461-4e32-914f-fbf2528f5c4a req-0e99fbe8-39a2-4187-9682-78e08a4f8195 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:04.161900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fef09-8461-4e32-914f-fbf2528f5c4a req-0e99fbe8-39a2-4187-9682-78e08a4f8195 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:04.211989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fef09-8461-4e32-914f-fbf2528f5c4a req-0e99fbe8-39a2-4187-9682-78e08a4f8195 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:04.270069 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fef09-8461-4e32-914f-fbf2528f5c4a req-0e99fbe8-39a2-4187-9682-78e08a4f8195 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:04.284184 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c8fef09-8461-4e32-914f-fbf2528f5c4a req-0e99fbe8-39a2-4187-9682-78e08a4f8195 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5420 time: 0.8544335 Sep 07 19:05:04.491999 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f45999c2-6af6-4abe-9922-50d466f8933e req-b8111a4b-db35-450f-8b85-0ea6d185ae09 tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.2035530 Sep 07 19:05:04.524628 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] For port 04e80ba0-acd5-4553-b992-3fc9cfe4316b, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:05:04.601485 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:04.721581 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c8fef09-8461-4e32-914f-fbf2528f5c4a req-2833472e-4731-465c-ba0f-2e040fa8bbd5 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3763154 Sep 07 19:05:04.734873 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] For port 04e80ba0-acd5-4553-b992-3fc9cfe4316b, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=04e80ba0-acd5-4553-b992-3fc9cfe4316b,segment=NetworkSegment(9bf848d3-f5de-4619-9b1a-8b42bf2d6b94),segment_id=9bf848d3-f5de-4619-9b1a-8b42bf2d6b94)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:05:04.746580 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:04.781144 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port e56f7953-f1dd-4af1-b77d-245d34c462c9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=e56f7953-f1dd-4af1-b77d-245d34c462c9,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:04.787824 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ee5a4e-a42a-4655-a0f5-de5a369f32a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56f7953-f1dd-4af1-b77d-245d34c462c9'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:05:04.793004 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0d7bd3-f813-4a2b-9d09-59e8a66eb4dd" -d '{"events": [{"server_uuid": "99ee5a4e-a42a-4655-a0f5-de5a369f32a9", "name": "network-vif-plugged", "status": "completed", "tag": "e56f7953-f1dd-4af1-b77d-245d34c462c9"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:05:04.831748 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:04.946906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:04.948018 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:04.960561 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] 10.222.0.36 "PUT /v2.0/ports/04e80ba0-acd5-4553-b992-3fc9cfe4316b HTTP/1.1" status: 200 len: 1091 time: 5.2575133 Sep 07 19:05:05.039549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'tag': '04e80ba0-acd5-4553-b992-3fc9cfe4316b'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:05:05.050216 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024594e6-4448-4c89-a6c7-3e17840bb1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "tag": "04e80ba0-acd5-4553-b992-3fc9cfe4316b"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:05:05.111544 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9b5597-f1fb-468b-ad5e-17e45bbe5926 x-openstack-request-id: req-2e9b5597-f1fb-468b-ad5e-17e45bbe5926 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:05:05.111982 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ee5a4e-a42a-4655-a0f5-de5a369f32a9", "name": "network-vif-plugged", "status": "completed", "tag": "e56f7953-f1dd-4af1-b77d-245d34c462c9", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:05:05.112144 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e9b5597-f1fb-468b-ad5e-17e45bbe5926 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:05:05.112486 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ee5a4e-a42a-4655-a0f5-de5a369f32a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56f7953-f1dd-4af1-b77d-245d34c462c9', 'code': 200} Sep 07 19:05:05.571343 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=e56f7953-f1dd-4af1-b77d-245d34c462c9,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:05.680841 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-58e3e5ba-ca46-412e-81c3-1b404e0ae4ce req-1e0f27cb-0482-4cf7-a8df-04649fd93860 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cf802bc-90a6-4506-ba7a-603057d89d09 HTTP/1.1" status: 200 len: 210 time: 0.2380376 Sep 07 19:05:05.696266 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e925918-499e-4290-b82b-4ad12304a806 service neutron] Pushing event updated for resources: {'Port': ['ID=04e80ba0-acd5-4553-b992-3fc9cfe4316b,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:05.819108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b15b3b-08a2-4fb9-92fe-01fb4d622749 req-e289c193-6d53-400f-954f-5c4a000b0ac4 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:05.843370 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57b15b3b-08a2-4fb9-92fe-01fb4d622749 req-e289c193-6d53-400f-954f-5c4a000b0ac4 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 1.0471342 Sep 07 19:05:05.940935 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d03aaca-49c7-4444-ae3d-06e2bb5061df x-openstack-request-id: req-4d03aaca-49c7-4444-ae3d-06e2bb5061df {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:05:05.941242 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "tag": "04e80ba0-acd5-4553-b992-3fc9cfe4316b", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:05:05.941502 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d03aaca-49c7-4444-ae3d-06e2bb5061df {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:05:05.941906 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'tag': '04e80ba0-acd5-4553-b992-3fc9cfe4316b', 'status': 'completed', 'code': 200} Sep 07 19:05:07.216902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0dcb7343-6ec5-4ac5-bc0c-5b0a042a1920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:07.218818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0dcb7343-6ec5-4ac5-bc0c-5b0a042a1920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:07.219810 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0dcb7343-6ec5-4ac5-bc0c-5b0a042a1920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:07.221279 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0dcb7343-6ec5-4ac5-bc0c-5b0a042a1920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:07.222191 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0dcb7343-6ec5-4ac5-bc0c-5b0a042a1920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:07.223073 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0dcb7343-6ec5-4ac5-bc0c-5b0a042a1920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:07.224104 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0dcb7343-6ec5-4ac5-bc0c-5b0a042a1920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:07.227764 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-0dcb7343-6ec5-4ac5-bc0c-5b0a042a1920 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d5c8f8778fa460ca7e73179a15e85b3&device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 6477 time: 2.0112946 Sep 07 19:05:07.585224 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5648d4e4-b84f-4098-bb82-3c64c4b3ec35 req-a76167db-e6ec-4960-a115-16a3d29c4a70 tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.2639012 Sep 07 19:05:07.648127 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-9256f7ad-9569-46cc-8f91-a88026e1d9ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 HTTP/1.1" status: 200 len: 217 time: 0.3079786 Sep 07 19:05:07.680037 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57b15b3b-08a2-4fb9-92fe-01fb4d622749 req-0efe8d7c-5c7c-4506-a032-c2b3c00d5860 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.8311157 Sep 07 19:05:07.905910 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-df16a29c-23d9-4481-9f6a-d25bf1304202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:07.907466 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-df16a29c-23d9-4481-9f6a-d25bf1304202 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad43e386-e1da-4481-8206-5b6118db82c7 HTTP/1.1" status: 200 len: 851 time: 0.2310426 Sep 07 19:05:07.919380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5737d03-4b3c-4314-bbff-39d540f10b5a req-6f583658-0054-4eda-898a-b203b0b2395a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a353b308-e2af-4d2d-a482-527f5e58d179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6871893 Sep 07 19:05:07.979630 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-84a966b0-0964-4d74-91b3-48da97672ed6 req-a1e9e8bc-4bcf-44df-ad9c-f13f2db6e9c1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.1359272 Sep 07 19:05:08.097678 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac7d8a6b-9e7d-4118-bedf-2f3668d749b9 req-a0f09171-432b-492b-87ce-8fd9591544e1 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cf802bc-90a6-4506-ba7a-603057d89d09 HTTP/1.1" status: 200 len: 210 time: 0.1507809 Sep 07 19:05:08.175744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-1b454d3c-2607-4eb6-a134-40e8740c2bf0 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:08.178349 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-1b454d3c-2607-4eb6-a134-40e8740c2bf0 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 805 time: 2.2099223 Sep 07 19:05:08.258643 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dfc86-536c-4a5f-a462-e6511426642c req-4f702750-21e3-4f6c-8707-81df4316ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:08.261321 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-297dfc86-536c-4a5f-a462-e6511426642c req-4f702750-21e3-4f6c-8707-81df4316ca60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd150f31e3264ef4b870aabc811ef221&device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 1096 time: 1.0311763 Sep 07 19:05:08.275205 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-e2040a60-886a-4f7f-b9f1-016e3a9f47c8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Request body: {'port': {'device_id': '7cf802bc-90a6-4506-ba7a-603057d89d09', 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca', 'admin_state_up': True, 'tenant_id': '08f867cc89344abeab4b7e4fd5e2fa8b'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:05:08.720004 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5737d03-4b3c-4314-bbff-39d540f10b5a req-cb48df24-a056-4205-ac47-911000ae119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:08.722850 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5737d03-4b3c-4314-bbff-39d540f10b5a req-cb48df24-a056-4205-ac47-911000ae119c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&device_id=a353b308-e2af-4d2d-a482-527f5e58d179 HTTP/1.1" status: 200 len: 1096 time: 0.7322817 Sep 07 19:05:08.724731 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dfc86-536c-4a5f-a462-e6511426642c req-541bee42-2cc3-43d4-9c01-40eed13946f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:08.727402 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-297dfc86-536c-4a5f-a462-e6511426642c req-541bee42-2cc3-43d4-9c01-40eed13946f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4724486-3acb-401c-a8f0-54abeeaa7172 HTTP/1.1" status: 200 len: 917 time: 0.3233755 Sep 07 19:05:08.930347 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-297dfc86-536c-4a5f-a462-e6511426642c req-3972e74d-d387-4af0-a800-7f24be7ee72e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e56f7953-f1dd-4af1-b77d-245d34c462c9 HTTP/1.1" status: 200 len: 1001 time: 0.1841364 Sep 07 19:05:09.255129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-141ed199-ac93-486c-a07e-9007033961cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:09.256895 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-141ed199-ac93-486c-a07e-9007033961cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a8afba9-c74f-48a2-a182-350c40365b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3178856 Sep 07 19:05:09.332861 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8112ec5e-7a36-4516-9f0e-75635a77c9f0 req-23a5a66f-00ab-4157-9438-d47b3246ff65 tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.1316035 Sep 07 19:05:09.396913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc22e0-9bde-44fc-b98c-38e8ac6dd9da req-5cce6110-5b58-4862-bfdc-06a5e9e2aeb0 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:09.403407 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc22e0-9bde-44fc-b98c-38e8ac6dd9da req-5cce6110-5b58-4862-bfdc-06a5e9e2aeb0 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:09.410768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc22e0-9bde-44fc-b98c-38e8ac6dd9da req-5cce6110-5b58-4862-bfdc-06a5e9e2aeb0 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:09.417870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc22e0-9bde-44fc-b98c-38e8ac6dd9da req-5cce6110-5b58-4862-bfdc-06a5e9e2aeb0 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:09.425861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc22e0-9bde-44fc-b98c-38e8ac6dd9da req-5cce6110-5b58-4862-bfdc-06a5e9e2aeb0 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:09.432576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc22e0-9bde-44fc-b98c-38e8ac6dd9da req-5cce6110-5b58-4862-bfdc-06a5e9e2aeb0 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:09.443221 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc22e0-9bde-44fc-b98c-38e8ac6dd9da req-5cce6110-5b58-4862-bfdc-06a5e9e2aeb0 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:09.454548 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0fbc22e0-9bde-44fc-b98c-38e8ac6dd9da req-5cce6110-5b58-4862-bfdc-06a5e9e2aeb0 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5420 time: 1.5431116 Sep 07 19:05:09.661290 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dfc86-536c-4a5f-a462-e6511426642c req-e78f83d4-8bb5-4c1b-9161-962b8698cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:09.663681 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-297dfc86-536c-4a5f-a462-e6511426642c req-e78f83d4-8bb5-4c1b-9161-962b8698cb09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9985a0df-d9a6-429f-8454-e036ae7f07c1 HTTP/1.1" status: 200 len: 855 time: 0.4399621 Sep 07 19:05:09.736844 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5737d03-4b3c-4314-bbff-39d540f10b5a req-6b5b9a87-0b89-43a4-bf12-a005bbd89e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:09.740028 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5737d03-4b3c-4314-bbff-39d540f10b5a req-6b5b9a87-0b89-43a4-bf12-a005bbd89e43 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 906 time: 0.7118711 Sep 07 19:05:09.793364 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa8b54-3b53-44fa-942e-ead1f98c77ff req-cd66f5c4-d69c-4ae0-a82c-be58bc5cbc0d tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:09.796919 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fcaa8b54-3b53-44fa-942e-ead1f98c77ff req-cd66f5c4-d69c-4ae0-a82c-be58bc5cbc0d tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.2966847 Sep 07 19:05:09.881093 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0fbc22e0-9bde-44fc-b98c-38e8ac6dd9da req-4793e9ed-bbc0-4b5f-9ea3-14e767cd05fb tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4254131 Sep 07 19:05:09.980654 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-e2040a60-886a-4f7f-b9f1-016e3a9f47c8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Made reservation on behalf of 08f867cc89344abeab4b7e4fd5e2fa8b for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:05:09.989030 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-e2040a60-886a-4f7f-b9f1-016e3a9f47c8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:10.017186 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5737d03-4b3c-4314-bbff-39d540f10b5a req-475926a6-2c57-4efd-950b-b3b9595f4327 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e5b2214-02cb-4177-bb03-ff77d938c331 HTTP/1.1" status: 200 len: 217 time: 0.2667828 Sep 07 19:05:10.132184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5737d03-4b3c-4314-bbff-39d540f10b5a req-d3714644-7abc-477e-b64a-ceee9627fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:10.134055 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5737d03-4b3c-4314-bbff-39d540f10b5a req-d3714644-7abc-477e-b64a-ceee9627fffc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9dd7036-3605-4e7d-b54d-2734891f6abd HTTP/1.1" status: 200 len: 845 time: 0.0942070 Sep 07 19:05:10.207156 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5737d03-4b3c-4314-bbff-39d540f10b5a req-7bfd3ba3-0824-46c4-92c6-6dfcc6d27cf1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638499 Sep 07 19:05:10.220325 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fcaa8b54-3b53-44fa-942e-ead1f98c77ff req-0b49e3cc-4c31-4e1f-9801-d245768856db tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3343916 Sep 07 19:05:10.276620 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-d86b75cf-6e09-4fe9-85a9-cf902541c83f service neutron] 10.222.0.36 "GET /v2.0/networks/6a8afba9-c74f-48a2-a182-350c40365b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9604807 Sep 07 19:05:10.484975 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57569d56-1f13-4a33-9d32-a23605bb29cd req-7d7b1ef9-dcc3-4190-9607-b7fd66f7d494 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cf802bc-90a6-4506-ba7a-603057d89d09 HTTP/1.1" status: 200 len: 210 time: 0.3062954 Sep 07 19:05:10.516834 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5737d03-4b3c-4314-bbff-39d540f10b5a req-3e7d4bf0-33b0-4d91-a8f5-d44077c7b351 service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358456 Sep 07 19:05:10.613172 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-703a4477-89cb-4166-b235-c112397b3465 req-6ffe0738-3d39-4a91-9db3-1cdc01fe29ca tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.0828915 Sep 07 19:05:10.616477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dfc86-536c-4a5f-a462-e6511426642c req-381c6307-0c6c-4a76-ac71-176758eb538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:10.620013 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-297dfc86-536c-4a5f-a462-e6511426642c req-381c6307-0c6c-4a76-ac71-176758eb538a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4724486-3acb-401c-a8f0-54abeeaa7172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9267612 Sep 07 19:05:10.821347 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-3745209d-c503-4a1c-b1a0-e320fad5bbdc service neutron] 10.222.0.36 "GET /v2.0/networks/6a8afba9-c74f-48a2-a182-350c40365b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346642 Sep 07 19:05:11.076427 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-4dff1ca4-6d1d-4f9c-aebe-c81b9792d84a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=b06c3ed3-5ce2-4a65-a560-070dba9ac0fc HTTP/1.1" status: 200 len: 217 time: 0.2246671 Sep 07 19:05:11.345197 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-297dfc86-536c-4a5f-a462-e6511426642c req-0bea6f81-ad0e-4457-b281-2d07f1f4e737 service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226703 Sep 07 19:05:11.512864 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-297dfc86-536c-4a5f-a462-e6511426642c req-0b544c48-05af-4c12-8052-9e4a20166e09 service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561780 Sep 07 19:05:11.642861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05997733-d941-48ae-a7dc-d24ddfb0a273 req-96b3aeb0-5c9a-4b82-8a61-7c0c93003a4a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:11.650609 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05997733-d941-48ae-a7dc-d24ddfb0a273 req-96b3aeb0-5c9a-4b82-8a61-7c0c93003a4a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:11.661737 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05997733-d941-48ae-a7dc-d24ddfb0a273 req-96b3aeb0-5c9a-4b82-8a61-7c0c93003a4a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:11.669698 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05997733-d941-48ae-a7dc-d24ddfb0a273 req-96b3aeb0-5c9a-4b82-8a61-7c0c93003a4a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:11.680378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05997733-d941-48ae-a7dc-d24ddfb0a273 req-96b3aeb0-5c9a-4b82-8a61-7c0c93003a4a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:11.687429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05997733-d941-48ae-a7dc-d24ddfb0a273 req-96b3aeb0-5c9a-4b82-8a61-7c0c93003a4a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:11.694813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05997733-d941-48ae-a7dc-d24ddfb0a273 req-96b3aeb0-5c9a-4b82-8a61-7c0c93003a4a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:11.705403 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-05997733-d941-48ae-a7dc-d24ddfb0a273 req-96b3aeb0-5c9a-4b82-8a61-7c0c93003a4a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5420 time: 0.5400522 Sep 07 19:05:11.708562 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-f7a1fa94-5baf-4278-8d29-e069174369e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:11.711662 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-f7a1fa94-5baf-4278-8d29-e069174369e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.5778346 Sep 07 19:05:11.764083 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5737d03-4b3c-4314-bbff-39d540f10b5a req-da570a91-0327-439f-a0e3-85797a4ac7a9 service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2462754 Sep 07 19:05:11.766007 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-e2040a60-886a-4f7f-b9f1-016e3a9f47c8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Allocated IP 172.20.0.13 (2be54d8c-41f0-4b39-8dfe-deca3264f6ca/c9dd7036-3605-4e7d-b54d-2734891f6abd/b5ce64bb-cd61-41e1-b449-cebb9d8a55a2) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:05:11.787477 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-05997733-d941-48ae-a7dc-d24ddfb0a273 req-a97c0458-30d4-4bb8-8126-7a985a68816d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764403 Sep 07 19:05:11.982723 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-6b764ec7-4e15-4eb7-8651-3f30e37d6ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:11.986968 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-6b764ec7-4e15-4eb7-8651-3f30e37d6ab5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2175226 Sep 07 19:05:12.462661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398639b-236f-41de-b966-28ec37f79387 req-e2693cf0-25a7-45ee-a930-a2c59a7500e8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:12.473154 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0398639b-236f-41de-b966-28ec37f79387 req-e2693cf0-25a7-45ee-a930-a2c59a7500e8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.4962204 Sep 07 19:05:12.801001 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-e2040a60-886a-4f7f-b9f1-016e3a9f47c8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:12.844034 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:13.019719 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-e2040a60-886a-4f7f-b9f1-016e3a9f47c8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:13.034413 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7e5b2214-02cb-4177-bb03-ff77d938c331'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:05:13.270134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-e2040a60-886a-4f7f-b9f1-016e3a9f47c8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:05:13.294417 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084f683-abb2-47b2-8a9b-eb9b2ab75812 req-c9fdb1af-e6b7-43da-ae1d-7a2435d3724f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:13.301014 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e084f683-abb2-47b2-8a9b-eb9b2ab75812 req-c9fdb1af-e6b7-43da-ae1d-7a2435d3724f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cf802bc-90a6-4506-ba7a-603057d89d09 HTTP/1.1" status: 200 len: 932 time: 0.9468124 Sep 07 19:05:13.352607 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0398639b-236f-41de-b966-28ec37f79387 req-bfa55921-2e63-485c-a636-8a7864a91b5e tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4038453 Sep 07 19:05:13.366394 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-b7054528-1faa-4e78-bbf2-d1f7902d0529 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3657377 Sep 07 19:05:13.421716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-e2040a60-886a-4f7f-b9f1-016e3a9f47c8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:05:13.463943 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-e2040a60-886a-4f7f-b9f1-016e3a9f47c8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:05:13.497774 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2040a60-886a-4f7f-b9f1-016e3a9f47c8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Pushing event updated for resources: {'Port': ['ID=b5ce64bb-cd61-41e1-b449-cebb9d8a55a2,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:13.643913 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab1619b4-ea8f-4787-95bd-a956fa9baf7a req-d19c4c20-bf40-427a-b90c-1beb64e7f513 tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.0595169 Sep 07 19:05:13.784440 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:14.417902 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e084f683-abb2-47b2-8a9b-eb9b2ab75812 req-c941d4fe-1dcc-4f16-9d09-e8ab45903323 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0491848 Sep 07 19:05:14.473867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-e2040a60-886a-4f7f-b9f1-016e3a9f47c8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:14.474832 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-e2040a60-886a-4f7f-b9f1-016e3a9f47c8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:14.557977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ae6c42d7-a281-44a6-bb13-4f7f6daf87c9 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1090226 Sep 07 19:05:14.632313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebb327-e682-45fe-a8f6-466d007784c0 req-b3c14b6d-ba3b-4982-87b6-a438f5a4b6ae tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:14.658521 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebb327-e682-45fe-a8f6-466d007784c0 req-b3c14b6d-ba3b-4982-87b6-a438f5a4b6ae tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:14.667357 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebb327-e682-45fe-a8f6-466d007784c0 req-b3c14b6d-ba3b-4982-87b6-a438f5a4b6ae tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:14.675553 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebb327-e682-45fe-a8f6-466d007784c0 req-b3c14b6d-ba3b-4982-87b6-a438f5a4b6ae tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:14.688912 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebb327-e682-45fe-a8f6-466d007784c0 req-b3c14b6d-ba3b-4982-87b6-a438f5a4b6ae tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:14.699900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebb327-e682-45fe-a8f6-466d007784c0 req-b3c14b6d-ba3b-4982-87b6-a438f5a4b6ae tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:14.709237 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebb327-e682-45fe-a8f6-466d007784c0 req-b3c14b6d-ba3b-4982-87b6-a438f5a4b6ae tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:14.719019 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0ebb327-e682-45fe-a8f6-466d007784c0 req-b3c14b6d-ba3b-4982-87b6-a438f5a4b6ae tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5420 time: 0.3402441 Sep 07 19:05:14.737871 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-e2040a60-886a-4f7f-b9f1-016e3a9f47c8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4703908 Sep 07 19:05:14.846539 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] Request body: {'port': {'device_id': '7cf802bc-90a6-4506-ba7a-603057d89d09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:05:14.992417 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-cf8cb9f2-ded5-4a20-bc40-968f8fe5c37e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=dca85aec-715c-451f-9b3f-cd3b5cafcf42 HTTP/1.1" status: 200 len: 217 time: 0.2522235 Sep 07 19:05:15.133075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ab9197e9-6042-49a8-a8e0-c3ca6a11c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:15.134993 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ab9197e9-6042-49a8-a8e0-c3ca6a11c534 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.1146579 Sep 07 19:05:15.190932 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5086e-3154-4a0a-b0a3-d77652409f90 req-61e61995-59da-4603-a394-5d5503467937 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:15.192636 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2cf5086e-3154-4a0a-b0a3-d77652409f90 req-61e61995-59da-4603-a394-5d5503467937 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.4297302 Sep 07 19:05:15.378451 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0ebb327-e682-45fe-a8f6-466d007784c0 req-9c0c4fe7-717b-449d-9563-5cfac620e616 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6583059 Sep 07 19:05:15.410256 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:15.813854 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-881a0eb0-f476-4637-bf14-c98a63c832ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:15.816469 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-881a0eb0-f476-4637-bf14-c98a63c832ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6681201 Sep 07 19:05:15.835220 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b803bda-4c09-4862-83e8-cc9439c607b1 req-e21916ad-a713-40f4-b918-39043c80f11d tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.0803010 Sep 07 19:05:15.970241 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2cf5086e-3154-4a0a-b0a3-d77652409f90 req-50fdf1b7-64ba-4521-8a73-abcf79dd7685 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7270155 Sep 07 19:05:16.738287 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011a0b2-dcea-4f5a-8786-e0bcf14b155f req-e0f80c43-7406-4fca-afb2-1710d2773bd9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:16.746764 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b011a0b2-dcea-4f5a-8786-e0bcf14b155f req-e0f80c43-7406-4fca-afb2-1710d2773bd9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cf802bc-90a6-4506-ba7a-603057d89d09 HTTP/1.1" status: 200 len: 932 time: 0.6620288 Sep 07 19:05:16.885812 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-53e01c71-2425-4c9f-abf5-50dcadad2ce3 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0372446 Sep 07 19:05:17.202572 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b011a0b2-dcea-4f5a-8786-e0bcf14b155f req-a59d4132-ffee-4ef6-b259-ac4867f7f44a tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547420 Sep 07 19:05:17.379642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6193f0-89b6-465a-a17a-644b175435af req-0a6c7c47-c9cf-4c37-bfb7-ce7f9c355af5 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:17.387469 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6193f0-89b6-465a-a17a-644b175435af req-0a6c7c47-c9cf-4c37-bfb7-ce7f9c355af5 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:17.395249 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6193f0-89b6-465a-a17a-644b175435af req-0a6c7c47-c9cf-4c37-bfb7-ce7f9c355af5 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:17.403956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6193f0-89b6-465a-a17a-644b175435af req-0a6c7c47-c9cf-4c37-bfb7-ce7f9c355af5 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:17.412907 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6193f0-89b6-465a-a17a-644b175435af req-0a6c7c47-c9cf-4c37-bfb7-ce7f9c355af5 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:17.420590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6193f0-89b6-465a-a17a-644b175435af req-0a6c7c47-c9cf-4c37-bfb7-ce7f9c355af5 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:17.427931 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6193f0-89b6-465a-a17a-644b175435af req-0a6c7c47-c9cf-4c37-bfb7-ce7f9c355af5 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:17.442350 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3a6193f0-89b6-465a-a17a-644b175435af req-0a6c7c47-c9cf-4c37-bfb7-ce7f9c355af5 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5420 time: 0.6186678 Sep 07 19:05:17.460173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ce64bb-cd61-41e1-b449-cebb9d8a55a2 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:05:17.504913 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:17.580556 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00d1c343-941e-4066-9a65-6b7a92058e75 req-ef9cb2d3-f813-4a2c-83aa-52a49574a80b tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.1129920 Sep 07 19:05:17.685265 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] Transition to ACTIVE for port object b5ce64bb-cd61-41e1-b449-cebb9d8a55a2 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:05:17.784413 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:17.957132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3a6193f0-89b6-465a-a17a-644b175435af req-523e721c-8e45-4ee1-9fdc-bf162e9cc17c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5134399 Sep 07 19:05:18.169790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-65b5267e-ecc2-41bd-bc2a-afac937d715b service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1630046 Sep 07 19:05:18.462119 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-f60e2d37-a4bf-47ec-b975-9b2c0543383f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=d5037c37-d497-4829-a848-7904c39917b2 HTTP/1.1" status: 200 len: 217 time: 0.1956103 Sep 07 19:05:18.492131 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] Pushing event updated for resources: {'Port': ['ID=b5ce64bb-cd61-41e1-b449-cebb9d8a55a2,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:18.640450 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be687e21-1403-4f1c-83eb-218b5782bc97 req-0593908d-6b10-4ace-8a9b-428e3e45aca8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:18.653360 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-be687e21-1403-4f1c-83eb-218b5782bc97 req-0593908d-6b10-4ace-8a9b-428e3e45aca8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.7801874 Sep 07 19:05:18.792004 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70026f01-fb8d-4c2e-b4d1-31ee64bb3499 req-37e4da01-5a62-4b47-9b85-4ba9083e6030 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:18.840240 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70026f01-fb8d-4c2e-b4d1-31ee64bb3499 req-37e4da01-5a62-4b47-9b85-4ba9083e6030 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cf802bc-90a6-4506-ba7a-603057d89d09 HTTP/1.1" status: 200 len: 944 time: 0.3940547 Sep 07 19:05:18.870677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-42bdc0fd-0d4c-493f-b187-2783ff448c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:18.872837 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-42bdc0fd-0d4c-493f-b187-2783ff448c91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.3759570 Sep 07 19:05:18.913114 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] Attempting to bind port b5ce64bb-cd61-41e1-b449-cebb9d8a55a2 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:05:18.913744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] Attempting to bind port b5ce64bb-cd61-41e1-b449-cebb9d8a55a2 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:05:18.914244 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] Attempting to bind port b5ce64bb-cd61-41e1-b449-cebb9d8a55a2 on network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:05:18.964146 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-be687e21-1403-4f1c-83eb-218b5782bc97 req-b1f3ad2f-3dc7-4259-bfa6-08ca8908cf12 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2935772 Sep 07 19:05:19.048348 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] Port b5ce64bb-cd61-41e1-b449-cebb9d8a55a2 on network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:05:19.056473 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] Attempting to bind port b5ce64bb-cd61-41e1-b449-cebb9d8a55a2 on network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:05:19.167796 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70026f01-fb8d-4c2e-b4d1-31ee64bb3499 req-a9261c52-c5c8-4526-b687-8cbe0aca8c8d tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148544 Sep 07 19:05:19.173047 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:05:19.173591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] Checking segment: {'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:05:19.174215 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] Bound using segment: {'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:05:19.174956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] Bound port: b5ce64bb-cd61-41e1-b449-cebb9d8a55a2, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:05:19.175554 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:19.302086 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-46b96537-f109-47bc-bbc9-d3d6bc3e3f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:19.304242 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-46b96537-f109-47bc-bbc9-d3d6bc3e3f76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4130607 Sep 07 19:05:19.650225 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a0eb2aa-1d42-4055-b1a6-d9082b9a94b5 req-35410bf4-3404-4604-9c4b-028ede403245 tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.3017211 Sep 07 19:05:20.086368 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f128212-d8d6-4ff2-8cc2-16d4751f8023 req-67a9b8fe-04da-4863-b0a3-75c4b4a44290 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:20.108588 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f128212-d8d6-4ff2-8cc2-16d4751f8023 req-67a9b8fe-04da-4863-b0a3-75c4b4a44290 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:20.169932 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f128212-d8d6-4ff2-8cc2-16d4751f8023 req-67a9b8fe-04da-4863-b0a3-75c4b4a44290 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:20.190456 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f128212-d8d6-4ff2-8cc2-16d4751f8023 req-67a9b8fe-04da-4863-b0a3-75c4b4a44290 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:20.203437 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f128212-d8d6-4ff2-8cc2-16d4751f8023 req-67a9b8fe-04da-4863-b0a3-75c4b4a44290 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:20.215642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f128212-d8d6-4ff2-8cc2-16d4751f8023 req-67a9b8fe-04da-4863-b0a3-75c4b4a44290 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:20.227990 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f128212-d8d6-4ff2-8cc2-16d4751f8023 req-67a9b8fe-04da-4863-b0a3-75c4b4a44290 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:20.231294 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f128212-d8d6-4ff2-8cc2-16d4751f8023 req-67a9b8fe-04da-4863-b0a3-75c4b4a44290 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5420 time: 0.7591283 Sep 07 19:05:20.254408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] For port b5ce64bb-cd61-41e1-b449-cebb9d8a55a2, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:05:20.320716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] For port b5ce64bb-cd61-41e1-b449-cebb9d8a55a2, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=b5ce64bb-cd61-41e1-b449-cebb9d8a55a2,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:05:20.354270 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:20.393123 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-199adf02-7d76-4d7d-8a10-ddf4d334bb17 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0776849 Sep 07 19:05:20.635153 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-967efa05-eeb7-4862-8144-fec6eb02d69b service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258413 Sep 07 19:05:20.648852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:20.648852 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:20.650629 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] 10.222.0.60 "PUT /v2.0/ports/b5ce64bb-cd61-41e1-b449-cebb9d8a55a2 HTTP/1.1" status: 200 len: 1092 time: 5.8179700 Sep 07 19:05:20.669929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf802bc-90a6-4506-ba7a-603057d89d09', 'tag': 'b5ce64bb-cd61-41e1-b449-cebb9d8a55a2'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:05:20.676796 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d9add7-06c8-45ba-805d-747ac26ab6b9" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf802bc-90a6-4506-ba7a-603057d89d09", "tag": "b5ce64bb-cd61-41e1-b449-cebb9d8a55a2"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:05:20.735007 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f128212-d8d6-4ff2-8cc2-16d4751f8023 req-6dd5d8ee-7b2f-48b0-ba79-331fb3f033de tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4542487 Sep 07 19:05:20.896820 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5af57-f134-47ec-9c0c-70da2e5d65ea req-49771e30-3db2-4385-863d-89f86ccb2a01 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:20.907309 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cdd5af57-f134-47ec-9c0c-70da2e5d65ea req-49771e30-3db2-4385-863d-89f86ccb2a01 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.6742580 Sep 07 19:05:20.945317 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-bcf799e7-c2b5-4d34-b7d6-2cd64acc95e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 HTTP/1.1" status: 200 len: 217 time: 0.2920856 Sep 07 19:05:21.083551 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ea975-8da0-4093-a2dc-16226145e11d service neutron] Pushing event updated for resources: {'Port': ['ID=b5ce64bb-cd61-41e1-b449-cebb9d8a55a2,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:21.145181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-1c7c0409-5422-4278-a59b-1375eafe0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:21.147568 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-1c7c0409-5422-4278-a59b-1375eafe0d98 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&device_id=7cf802bc-90a6-4506-ba7a-603057d89d09 HTTP/1.1" status: 200 len: 1095 time: 0.4115779 Sep 07 19:05:21.220786 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cdd5af57-f134-47ec-9c0c-70da2e5d65ea req-027badea-825a-4900-8f09-8eea289fccb8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3125334 Sep 07 19:05:21.227292 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-1183ec84-7819-4c84-b012-f5547fcd2aad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5ce64bb-cd61-41e1-b449-cebb9d8a55a2 HTTP/1.1" status: 200 len: 217 time: 0.0669520 Sep 07 19:05:21.231898 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-6169a1af-68de-4822-8a6c-161eeaff12e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:21.234636 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-6169a1af-68de-4822-8a6c-161eeaff12e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.2234743 Sep 07 19:05:21.441374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a9c3b-d6af-4255-8077-e3651fda9ad0 req-2285f70a-3bcc-480b-a713-afb95f9fb3f0 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:21.444670 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-053a9c3b-d6af-4255-8077-e3651fda9ad0 req-2285f70a-3bcc-480b-a713-afb95f9fb3f0 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cf802bc-90a6-4506-ba7a-603057d89d09 HTTP/1.1" status: 200 len: 944 time: 0.4875305 Sep 07 19:05:21.476287 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc10d16-0bbb-40cb-b51d-13081befb022 x-openstack-request-id: req-4fc10d16-0bbb-40cb-b51d-13081befb022 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:05:21.477112 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf802bc-90a6-4506-ba7a-603057d89d09", "tag": "b5ce64bb-cd61-41e1-b449-cebb9d8a55a2", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:05:21.477831 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4fc10d16-0bbb-40cb-b51d-13081befb022 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:05:21.478754 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf802bc-90a6-4506-ba7a-603057d89d09', 'tag': 'b5ce64bb-cd61-41e1-b449-cebb9d8a55a2', 'status': 'completed', 'code': 200} Sep 07 19:05:21.528435 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-b7b9874e-0856-4c8e-bb9c-6e280f92cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:21.531360 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-b7b9874e-0856-4c8e-bb9c-6e280f92cdcb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2842398 Sep 07 19:05:21.556875 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-f4be9f3b-08a9-4441-8488-705348402d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:21.560006 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-f4be9f3b-08a9-4441-8488-705348402d11 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9dd7036-3605-4e7d-b54d-2734891f6abd HTTP/1.1" status: 200 len: 845 time: 0.3227108 Sep 07 19:05:21.738172 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-cc55fb36-3dbb-4bab-9287-1f8553dcbcac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1601334 Sep 07 19:05:22.002559 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-053a9c3b-d6af-4255-8077-e3651fda9ad0 req-513cf304-6121-4f16-a048-80fb8520791e tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366433 Sep 07 19:05:22.011391 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-28ebd117-51d5-4333-a19d-4e152240273c req-d97fbf9e-214d-4ffc-b6a3-b2bd844fbf21 tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.2716277 Sep 07 19:05:22.438983 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6850927-6988-4c74-9b2e-302aeb6bd0bd req-8b855280-cb92-4a9d-b196-75775d363369 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:22.466159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6850927-6988-4c74-9b2e-302aeb6bd0bd req-8b855280-cb92-4a9d-b196-75775d363369 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:22.493042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6850927-6988-4c74-9b2e-302aeb6bd0bd req-8b855280-cb92-4a9d-b196-75775d363369 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:22.526034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6850927-6988-4c74-9b2e-302aeb6bd0bd req-8b855280-cb92-4a9d-b196-75775d363369 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:22.562831 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6850927-6988-4c74-9b2e-302aeb6bd0bd req-8b855280-cb92-4a9d-b196-75775d363369 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:22.586050 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6850927-6988-4c74-9b2e-302aeb6bd0bd req-8b855280-cb92-4a9d-b196-75775d363369 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:22.613520 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6850927-6988-4c74-9b2e-302aeb6bd0bd req-8b855280-cb92-4a9d-b196-75775d363369 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:22.630730 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6850927-6988-4c74-9b2e-302aeb6bd0bd req-8b855280-cb92-4a9d-b196-75775d363369 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5420 time: 0.4577818 Sep 07 19:05:22.751230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-e0d8009e-700c-4786-b124-edfd140d935d service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2052927 Sep 07 19:05:22.865977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-f75467e0-c259-4969-b19c-ee8613b8322b service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0479350 Sep 07 19:05:22.908660 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6850927-6988-4c74-9b2e-302aeb6bd0bd req-23f5b6ad-210c-4127-8dfc-b900c7b05b3c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2763035 Sep 07 19:05:23.006783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c6579-afb5-4580-88f5-5fb24339c0eb req-f1fe534b-012d-4d3e-aacd-5e8560a5afea tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:23.008931 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e71c6579-afb5-4580-88f5-5fb24339c0eb req-f1fe534b-012d-4d3e-aacd-5e8560a5afea tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.3654110 Sep 07 19:05:23.296181 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e71c6579-afb5-4580-88f5-5fb24339c0eb req-e0f8bc05-6326-4848-a2dd-ebb9ad308408 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264180 Sep 07 19:05:23.301887 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-867d7484-2f3b-41e8-a76b-d42a1bc90853 req-bbeb45e1-71a4-44cd-a640-4ff553e6968e tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.0427761 Sep 07 19:05:23.312075 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-c1d2cfaa-7c4a-4c8f-a961-640c848db2ff service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422297 Sep 07 19:05:23.315450 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d9dd036-2595-4065-bfb5-1b90e2f48be5 req-0807ae9a-ac52-41ff-802c-7c1fe436f30d service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298623 Sep 07 19:05:24.471848 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-1985a10d-c5f8-442a-a364-cef89f21bca3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3804b453-b76d-4a1d-b42f-d85eeb8ad14d HTTP/1.1" status: 200 len: 217 time: 1.1510241 Sep 07 19:05:24.846508 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-1f08b342-93e0-4cfe-bbe6-8c64cb38f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:24.849418 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-1f08b342-93e0-4cfe-bbe6-8c64cb38f5ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1dd8002f-cefc-4e03-9dc8-c77431fc56ec HTTP/1.1" status: 200 len: 797 time: 0.3273211 Sep 07 19:05:24.871612 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf0a5c-df8d-4c4d-b79b-a66dd7c186f4 req-7eb89b3b-c704-4eda-b41f-89eefaac7089 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:24.897815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf0a5c-df8d-4c4d-b79b-a66dd7c186f4 req-7eb89b3b-c704-4eda-b41f-89eefaac7089 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:24.935595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf0a5c-df8d-4c4d-b79b-a66dd7c186f4 req-7eb89b3b-c704-4eda-b41f-89eefaac7089 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:24.947980 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf0a5c-df8d-4c4d-b79b-a66dd7c186f4 req-7eb89b3b-c704-4eda-b41f-89eefaac7089 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:24.966850 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf0a5c-df8d-4c4d-b79b-a66dd7c186f4 req-7eb89b3b-c704-4eda-b41f-89eefaac7089 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:24.975117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf0a5c-df8d-4c4d-b79b-a66dd7c186f4 req-7eb89b3b-c704-4eda-b41f-89eefaac7089 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:25.005245 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf0a5c-df8d-4c4d-b79b-a66dd7c186f4 req-7eb89b3b-c704-4eda-b41f-89eefaac7089 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:25.017103 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6cf0a5c-df8d-4c4d-b79b-a66dd7c186f4 req-7eb89b3b-c704-4eda-b41f-89eefaac7089 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5420 time: 0.6047015 Sep 07 19:05:25.064340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9add7-06c8-45ba-805d-747ac26ab6b9 req-822123c3-0686-4c3a-a54a-5e4fc4eb235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:25.066159 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1d9add7-06c8-45ba-805d-747ac26ab6b9 req-822123c3-0686-4c3a-a54a-5e4fc4eb235d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&device_id=7cf802bc-90a6-4506-ba7a-603057d89d09 HTTP/1.1" status: 200 len: 1095 time: 0.6384499 Sep 07 19:05:25.109123 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc9b00-08f6-4760-8574-7f554e4a2f64 req-93baf880-734d-4857-94c4-e4506672c580 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:25.125357 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cbdc9b00-08f6-4760-8574-7f554e4a2f64 req-93baf880-734d-4857-94c4-e4506672c580 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cf802bc-90a6-4506-ba7a-603057d89d09 HTTP/1.1" status: 200 len: 944 time: 0.6985929 Sep 07 19:05:25.360664 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6cf0a5c-df8d-4c4d-b79b-a66dd7c186f4 req-cdca17a1-e800-49ef-b3c6-4a17fbd28284 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3412843 Sep 07 19:05:25.362872 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9add7-06c8-45ba-805d-747ac26ab6b9 req-1a69d415-36c3-4151-8764-b75e80a81539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:25.367581 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1d9add7-06c8-45ba-805d-747ac26ab6b9 req-1a69d415-36c3-4151-8764-b75e80a81539 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 906 time: 0.2263775 Sep 07 19:05:25.412953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-a635d1e8-9423-47b3-b047-701be81179ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:25.415878 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-a635d1e8-9423-47b3-b047-701be81179ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c3033e0-4276-47bf-9cdc-e60a9923d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3908470 Sep 07 19:05:25.536896 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1d9add7-06c8-45ba-805d-747ac26ab6b9 req-d18a5faa-ce0f-4e0e-84bb-0ac4b871f856 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5ce64bb-cd61-41e1-b449-cebb9d8a55a2 HTTP/1.1" status: 200 len: 217 time: 0.1286893 Sep 07 19:05:25.596189 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cbdc9b00-08f6-4760-8574-7f554e4a2f64 req-f715a5cb-7b8c-4528-b3c0-2f3ff6af48c8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306512 Sep 07 19:05:25.650402 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9add7-06c8-45ba-805d-747ac26ab6b9 req-696dd291-2b21-488e-bce9-731df381d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:25.652201 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1d9add7-06c8-45ba-805d-747ac26ab6b9 req-696dd291-2b21-488e-bce9-731df381d8f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9dd7036-3605-4e7d-b54d-2734891f6abd HTTP/1.1" status: 200 len: 845 time: 0.1139939 Sep 07 19:05:25.715253 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-47ffdf56-c81e-461c-8375-e666e3baafbc req-a966239b-acc6-452a-bf47-4272a562fbd8 tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.0743780 Sep 07 19:05:25.870818 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1d9add7-06c8-45ba-805d-747ac26ab6b9 req-7691ccc3-6421-461d-92c2-6eba46df4e75 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1702142 Sep 07 19:05:25.928036 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 48428) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:05:25.957259 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ff86a6b9-b072-4b3d-9f12-4d1fac232875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:26.057854 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1d9add7-06c8-45ba-805d-747ac26ab6b9 req-97aba579-a648-4686-8dee-164523e37f73 service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601923 Sep 07 19:05:26.155971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7f71c-0f91-4d0b-bc49-699ad40f6853 req-bdabc298-cc10-406e-acf2-39882f329620 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:26.158748 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-17c7f71c-0f91-4d0b-bc49-699ad40f6853 req-bdabc298-cc10-406e-acf2-39882f329620 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.3067601 Sep 07 19:05:26.164265 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-3361b27e-ad95-4293-8198-413804b17bb7 service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6752577 Sep 07 19:05:26.462000 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-17c7f71c-0f91-4d0b-bc49-699ad40f6853 req-005cb466-a93b-4f5c-9db3-ca7854dd49ef tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926486 Sep 07 19:05:26.473265 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1d9add7-06c8-45ba-805d-747ac26ab6b9 req-b2a01028-63bd-4cf3-aac1-606b62dc0a2f service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056015 Sep 07 19:05:26.500956 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-82d2f339-f8dc-4087-8e8b-6e77c1d1734f service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208559 Sep 07 19:05:26.641569 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-e27f657b-2121-422f-979a-897cc6dd5c09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=04e80ba0-acd5-4553-b992-3fc9cfe4316b HTTP/1.1" status: 200 len: 217 time: 0.1243000 Sep 07 19:05:26.881224 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-fdb6358e-89f5-41b9-aedc-58bdbdde354e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:26.882736 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-fdb6358e-89f5-41b9-aedc-58bdbdde354e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1dd8002f-cefc-4e03-9dc8-c77431fc56ec HTTP/1.1" status: 200 len: 797 time: 0.1390743 Sep 07 19:05:26.991729 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35992a2b-a76c-4b38-994d-2aa58a8c875d req-c58e4f52-9226-4d0c-acf4-83f3a6712c12 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:26.999517 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device b5ce64bb-cd61-41e1-b449-cebb9d8a55a2 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:05:27.000824 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35992a2b-a76c-4b38-994d-2aa58a8c875d req-c58e4f52-9226-4d0c-acf4-83f3a6712c12 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:27.007434 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35992a2b-a76c-4b38-994d-2aa58a8c875d req-c58e4f52-9226-4d0c-acf4-83f3a6712c12 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:27.015411 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35992a2b-a76c-4b38-994d-2aa58a8c875d req-c58e4f52-9226-4d0c-acf4-83f3a6712c12 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:27.023411 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35992a2b-a76c-4b38-994d-2aa58a8c875d req-c58e4f52-9226-4d0c-acf4-83f3a6712c12 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:27.029182 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35992a2b-a76c-4b38-994d-2aa58a8c875d req-c58e4f52-9226-4d0c-acf4-83f3a6712c12 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:27.036353 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35992a2b-a76c-4b38-994d-2aa58a8c875d req-c58e4f52-9226-4d0c-acf4-83f3a6712c12 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:27.038550 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-35992a2b-a76c-4b38-994d-2aa58a8c875d req-c58e4f52-9226-4d0c-acf4-83f3a6712c12 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5420 time: 0.4264166 Sep 07 19:05:27.078296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dc22a-5738-43ea-8723-d29ac67bad56 req-ea1f06ca-01c3-4e0c-9f37-41f8b50b6b57 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:27.079777 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-080dc22a-5738-43ea-8723-d29ac67bad56 req-ea1f06ca-01c3-4e0c-9f37-41f8b50b6b57 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cf802bc-90a6-4506-ba7a-603057d89d09 HTTP/1.1" status: 200 len: 944 time: 0.1935158 Sep 07 19:05:27.086505 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ed14f772-8a42-40c1-9574-c22787b24ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:27.088312 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-ed14f772-8a42-40c1-9574-c22787b24ad6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c3033e0-4276-47bf-9cdc-e60a9923d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1894777 Sep 07 19:05:27.138611 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7d8a47c4-7160-4251-a290-29eca435d2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:27.230567 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-04d1d47b-e3be-459f-a3cb-97cbf77f0805 service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150012 Sep 07 19:05:27.292080 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port b5ce64bb-cd61-41e1-b449-cebb9d8a55a2, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=b5ce64bb-cd61-41e1-b449-cebb9d8a55a2,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:27.306264 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-35992a2b-a76c-4b38-994d-2aa58a8c875d req-a760ef95-c0c3-4ba2-ae6e-af1c982b1907 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2605309 Sep 07 19:05:27.313008 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-080dc22a-5738-43ea-8723-d29ac67bad56 req-900d15ba-0c92-442c-acc6-e035e01c6961 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236688 Sep 07 19:05:27.334061 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'b5ce64bb-cd61-41e1-b449-cebb9d8a55a2', 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca', 'port_id': 'b5ce64bb-cd61-41e1-b449-cebb9d8a55a2', 'mac_address': 'fa:16:3e:77:11:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9dd7036-3605-4e7d-b54d-2734891f6abd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:05:27.472252 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:27.531961 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ce64bb-cd61-41e1-b449-cebb9d8a55a2 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:05:27.574953 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port b5ce64bb-cd61-41e1-b449-cebb9d8a55a2, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=b5ce64bb-cd61-41e1-b449-cebb9d8a55a2,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:27.585641 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:27.592303 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95a26a4e-23f3-4cad-9d7a-412ca91e4b5b req-e81f74ec-3b75-48a4-a914-a697e9d7f603 service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409886 Sep 07 19:05:27.650253 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c407564e-316c-4666-87ef-10b1b712cf17 req-64ac1fe5-5428-4ba8-a4d9-390a5a667c87 tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.0923457 Sep 07 19:05:27.669895 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=b5ce64bb-cd61-41e1-b449-cebb9d8a55a2,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:27.807897 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['b5ce64bb-cd61-41e1-b449-cebb9d8a55a2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:05:27.871491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cb9d7-5daf-4d03-8c39-657b652b7858 req-2610b14f-9e9d-4601-9f32-18cbcb0a440b tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:27.885026 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d74cb9d7-5daf-4d03-8c39-657b652b7858 req-2610b14f-9e9d-4601-9f32-18cbcb0a440b tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.1643798 Sep 07 19:05:27.911561 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024594e6-4448-4c89-a6c7-3e17840bb1b7 req-fc3c4637-c471-4b2f-ba9e-ec6bcf5bba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:27.912061 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024594e6-4448-4c89-a6c7-3e17840bb1b7 req-fc3c4637-c471-4b2f-ba9e-ec6bcf5bba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:27.912568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024594e6-4448-4c89-a6c7-3e17840bb1b7 req-fc3c4637-c471-4b2f-ba9e-ec6bcf5bba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:27.913420 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024594e6-4448-4c89-a6c7-3e17840bb1b7 req-fc3c4637-c471-4b2f-ba9e-ec6bcf5bba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:27.913533 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024594e6-4448-4c89-a6c7-3e17840bb1b7 req-fc3c4637-c471-4b2f-ba9e-ec6bcf5bba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:27.914186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024594e6-4448-4c89-a6c7-3e17840bb1b7 req-fc3c4637-c471-4b2f-ba9e-ec6bcf5bba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:27.915680 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024594e6-4448-4c89-a6c7-3e17840bb1b7 req-fc3c4637-c471-4b2f-ba9e-ec6bcf5bba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:27.920454 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-024594e6-4448-4c89-a6c7-3e17840bb1b7 req-fc3c4637-c471-4b2f-ba9e-ec6bcf5bba9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d5c8f8778fa460ca7e73179a15e85b3&device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 6477 time: 0.2254686 Sep 07 19:05:27.998557 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-7d8a47c4-7160-4251-a290-29eca435d2fb admin admin] Deleting port b5fede94-9c70-40d3-8ce1-7d1441d89cff {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:05:27.999630 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7d8a47c4-7160-4251-a290-29eca435d2fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:28.033885 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d74cb9d7-5daf-4d03-8c39-657b652b7858 req-1d2ec74a-def5-43c8-8fde-f301f3163f1e tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472878 Sep 07 19:05:28.189103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024594e6-4448-4c89-a6c7-3e17840bb1b7 req-6e9421a7-f199-4a22-821a-0826783523af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:28.191405 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-024594e6-4448-4c89-a6c7-3e17840bb1b7 req-6e9421a7-f199-4a22-821a-0826783523af service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c3033e0-4276-47bf-9cdc-e60a9923d00a HTTP/1.1" status: 200 len: 902 time: 0.2616038 Sep 07 19:05:28.203266 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-7d8a47c4-7160-4251-a290-29eca435d2fb admin admin] For port b5fede94-9c70-40d3-8ce1-7d1441d89cff, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b5fede94-9c70-40d3-8ce1-7d1441d89cff,segment=NetworkSegment(8bdddb14-36b1-4359-9802-3d38f831e977),segment_id=8bdddb14-36b1-4359-9802-3d38f831e977)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:28.203851 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7d8a47c4-7160-4251-a290-29eca435d2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:28.230553 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-7d8a47c4-7160-4251-a290-29eca435d2fb admin admin] Calling delete_port for b5fede94-9c70-40d3-8ce1-7d1441d89cff owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:05:28.346475 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-024594e6-4448-4c89-a6c7-3e17840bb1b7 req-90b31e6c-0ee1-4994-9f4d-5940b604c481 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=04e80ba0-acd5-4553-b992-3fc9cfe4316b HTTP/1.1" status: 200 len: 217 time: 0.1428680 Sep 07 19:05:28.493729 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024594e6-4448-4c89-a6c7-3e17840bb1b7 req-92f73eaa-c804-4176-a426-44657323452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:28.502369 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-024594e6-4448-4c89-a6c7-3e17840bb1b7 req-92f73eaa-c804-4176-a426-44657323452b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1dd8002f-cefc-4e03-9dc8-c77431fc56ec HTTP/1.1" status: 200 len: 797 time: 0.1468635 Sep 07 19:05:28.689106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67faa651-485b-4d85-9095-0c913d64b5e9 req-7785ae48-36f3-4d95-aac0-8d6507f5cbce tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:28.699440 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-67faa651-485b-4d85-9095-0c913d64b5e9 req-7785ae48-36f3-4d95-aac0-8d6507f5cbce tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cf802bc-90a6-4506-ba7a-603057d89d09 HTTP/1.1" status: 200 len: 945 time: 0.1697550 Sep 07 19:05:28.730591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c50ff-7dc5-4494-b953-a24ca235c2f0 req-0c8f166b-b0e9-455d-b115-5cb70824c890 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:28.739114 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c50ff-7dc5-4494-b953-a24ca235c2f0 req-0c8f166b-b0e9-455d-b115-5cb70824c890 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:28.746012 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c50ff-7dc5-4494-b953-a24ca235c2f0 req-0c8f166b-b0e9-455d-b115-5cb70824c890 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:28.753479 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c50ff-7dc5-4494-b953-a24ca235c2f0 req-0c8f166b-b0e9-455d-b115-5cb70824c890 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:28.760796 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c50ff-7dc5-4494-b953-a24ca235c2f0 req-0c8f166b-b0e9-455d-b115-5cb70824c890 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:28.768067 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c50ff-7dc5-4494-b953-a24ca235c2f0 req-0c8f166b-b0e9-455d-b115-5cb70824c890 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:28.774650 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c50ff-7dc5-4494-b953-a24ca235c2f0 req-0c8f166b-b0e9-455d-b115-5cb70824c890 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:28.787649 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c0c50ff-7dc5-4494-b953-a24ca235c2f0 req-0c8f166b-b0e9-455d-b115-5cb70824c890 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5420 time: 0.2265728 Sep 07 19:05:28.789285 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1cf53521-39e5-4f2c-85bb-2fe4f7f812d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:28.821083 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024594e6-4448-4c89-a6c7-3e17840bb1b7 req-f70cd155-f78a-40c3-ad9a-6f0c1ebe5d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:28.822940 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-024594e6-4448-4c89-a6c7-3e17840bb1b7 req-f70cd155-f78a-40c3-ad9a-6f0c1ebe5d86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c3033e0-4276-47bf-9cdc-e60a9923d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3118019 Sep 07 19:05:28.854553 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7d8a47c4-7160-4251-a290-29eca435d2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:28.891219 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a47c4-7160-4251-a290-29eca435d2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=b5fede94-9c70-40d3-8ce1-7d1441d89cff,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:28.989301 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c0c50ff-7dc5-4494-b953-a24ca235c2f0 req-bc1b89c9-4f1f-470b-9041-bad22dd1a1c9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1962721 Sep 07 19:05:29.027984 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device b5ce64bb-cd61-41e1-b449-cebb9d8a55a2 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:05:29.066468 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-67faa651-485b-4d85-9095-0c913d64b5e9 req-da7e6e46-486f-4fb5-a97d-f50198959489 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671441 Sep 07 19:05:29.099228 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:29.152609 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port b5ce64bb-cd61-41e1-b449-cebb9d8a55a2 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:05:29.165973 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port b5ce64bb-cd61-41e1-b449-cebb9d8a55a2 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:05:29.170586 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:29.404136 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-35d2bd3d-9303-44b3-8a9b-7d4ce9ed0a2b req-5665a048-8796-4b11-83b7-91f715c68192 tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.1812012 Sep 07 19:05:29.416073 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7d8a47c4-7160-4251-a290-29eca435d2fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:29.445131 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:29.502338 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-024594e6-4448-4c89-a6c7-3e17840bb1b7 req-2d86f232-7376-4e21-9e88-b47618c50cc5 service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6664622 Sep 07 19:05:29.545610 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50440577-ffe8-44e5-a294-896aa5e160bb req-d5c55666-b0b6-4091-a322-542c36bfd228 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:29.551260 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50440577-ffe8-44e5-a294-896aa5e160bb req-d5c55666-b0b6-4091-a322-542c36bfd228 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.3276033 Sep 07 19:05:29.566375 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf802bc-90a6-4506-ba7a-603057d89d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ce64bb-cd61-41e1-b449-cebb9d8a55a2'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:05:29.586863 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb00f572-6d5a-4b8f-a795-ba2d7dc478fb" -d '{"events": [{"server_uuid": "7cf802bc-90a6-4506-ba7a-603057d89d09", "name": "network-vif-plugged", "status": "completed", "tag": "b5ce64bb-cd61-41e1-b449-cebb9d8a55a2"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:05:29.658028 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port b5ce64bb-cd61-41e1-b449-cebb9d8a55a2, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=b5ce64bb-cd61-41e1-b449-cebb9d8a55a2,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:29.668619 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:29.718265 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50440577-ffe8-44e5-a294-896aa5e160bb req-706436e6-e7b8-45ff-803e-ad4249a96ea4 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402788 Sep 07 19:05:29.812953 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d5c28d-4756-4d84-8a1d-6c8cf4bce496 x-openstack-request-id: req-a1d5c28d-4756-4d84-8a1d-6c8cf4bce496 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:05:29.813554 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf802bc-90a6-4506-ba7a-603057d89d09", "name": "network-vif-plugged", "status": "completed", "tag": "b5ce64bb-cd61-41e1-b449-cebb9d8a55a2", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:05:29.832709 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1d5c28d-4756-4d84-8a1d-6c8cf4bce496 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:05:29.833485 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf802bc-90a6-4506-ba7a-603057d89d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ce64bb-cd61-41e1-b449-cebb9d8a55a2', 'code': 200} Sep 07 19:05:29.872363 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=b5ce64bb-cd61-41e1-b449-cebb9d8a55a2,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:29.976109 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-024594e6-4448-4c89-a6c7-3e17840bb1b7 req-bd5a7dd2-ead2-4886-965a-39ae4619af68 service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233296 Sep 07 19:05:30.013057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615d59f-4132-41b1-85e6-cbef8e24bd67 req-582fc3be-7145-4534-b701-7474f1c75a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:30.015032 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f615d59f-4132-41b1-85e6-cbef8e24bd67 req-582fc3be-7145-4534-b701-7474f1c75a58 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7cf802bc-90a6-4506-ba7a-603057d89d09 HTTP/1.1" status: 200 len: 1097 time: 0.2002642 Sep 07 19:05:30.135681 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f615d59f-4132-41b1-85e6-cbef8e24bd67 req-72d52d11-c025-4c36-8ff6-01c7b56b95d3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133153 Sep 07 19:05:30.140961 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8a47c4-7160-4251-a290-29eca435d2fb admin admin] Router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:05:30.181578 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:30.287108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ca70d-2e29-4fae-a27f-e3b2dca68994 req-e08caace-25e0-4d5c-9d5e-19bb34c6bbb7 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:30.294882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ca70d-2e29-4fae-a27f-e3b2dca68994 req-e08caace-25e0-4d5c-9d5e-19bb34c6bbb7 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:30.302766 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ca70d-2e29-4fae-a27f-e3b2dca68994 req-e08caace-25e0-4d5c-9d5e-19bb34c6bbb7 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:30.315636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ca70d-2e29-4fae-a27f-e3b2dca68994 req-e08caace-25e0-4d5c-9d5e-19bb34c6bbb7 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:30.321666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ca70d-2e29-4fae-a27f-e3b2dca68994 req-e08caace-25e0-4d5c-9d5e-19bb34c6bbb7 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:30.328133 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ca70d-2e29-4fae-a27f-e3b2dca68994 req-e08caace-25e0-4d5c-9d5e-19bb34c6bbb7 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:30.334286 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ca70d-2e29-4fae-a27f-e3b2dca68994 req-e08caace-25e0-4d5c-9d5e-19bb34c6bbb7 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:30.342152 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-899ca70d-2e29-4fae-a27f-e3b2dca68994 req-e08caace-25e0-4d5c-9d5e-19bb34c6bbb7 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5420 time: 0.1755030 Sep 07 19:05:30.360117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013c61b-cf53-4e5e-b52e-b3076995c792 req-a796ac3b-62fe-4dcf-b952-3beb5d19e76c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:30.361716 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5013c61b-cf53-4e5e-b52e-b3076995c792 req-a796ac3b-62fe-4dcf-b952-3beb5d19e76c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cf802bc-90a6-4506-ba7a-603057d89d09 HTTP/1.1" status: 200 len: 946 time: 0.1840777 Sep 07 19:05:30.418357 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8a47c4-7160-4251-a290-29eca435d2fb admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:05:30.433259 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a754ae-3b7b-4ccb-87b3-a356fc07800c None None] Sync routers for ids ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:05:30.447252 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-899ca70d-2e29-4fae-a27f-e3b2dca68994 req-497f6d9a-1e93-49bc-9006-b18e24a3fc86 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1037247 Sep 07 19:05:30.447415 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a754ae-3b7b-4ccb-87b3-a356fc07800c None None] Routers {'8d70b5dd-ae02-4b13-9ef1-645e5b131fec'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:05:30.448205 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7d8a47c4-7160-4251-a290-29eca435d2fb admin admin] 10.222.0.26 "PUT /v2.0/routers/8d70b5dd-ae02-4b13-9ef1-645e5b131fec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5186284 Sep 07 19:05:30.450653 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-c3a754ae-3b7b-4ccb-87b3-a356fc07800c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:05:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:05:30.450895 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 48502) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:05:30.479348 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5013c61b-cf53-4e5e-b52e-b3076995c792 req-9ddddc4a-df4d-4693-98ff-71b088ef6c9d tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104503 Sep 07 19:05:30.617062 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-914f71a8-d349-4ad2-9b28-b52f877959e3 req-26f9b0ee-70a0-417b-a2ea-a1ea870e940a tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.0607362 Sep 07 19:05:30.622539 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-c3a754ae-3b7b-4ccb-87b3-a356fc07800c None None] Set router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:05:30.771611 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0137ed90-eee5-42bb-b346-fee6e0d6c695 admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:30.945420 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-c3a754ae-3b7b-4ccb-87b3-a356fc07800c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'name': 'tempest-AttachVolumeTestJSON-1467591617-router', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6815429e-851b-4080-856c-7410b9ed799f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:16Z', 'updated_at': '2021-09-07T19:05:28Z', 'revision_number': 5, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'gw_port': {'id': '6815429e-851b-4080-856c-7410b9ed799f', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:56:17Z', 'updated_at': '2021-09-07T18:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:05:30.965213 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0137ed90-eee5-42bb-b346-fee6e0d6c695 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:31.030046 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a754ae-3b7b-4ccb-87b3-a356fc07800c None None] Checking router: 8d70b5dd-ae02-4b13-9ef1-645e5b131fec for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:05:31.055986 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470e1b4-5647-4e17-86bd-2a01586360a0 req-d1a0bda5-5252-45a2-a2d2-f87d6b37b42c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:31.067478 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a754ae-3b7b-4ccb-87b3-a356fc07800c None None] Routers {'8d70b5dd-ae02-4b13-9ef1-645e5b131fec'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:05:31.068134 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-c3a754ae-3b7b-4ccb-87b3-a356fc07800c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:05:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:05:31.070756 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8470e1b4-5647-4e17-86bd-2a01586360a0 req-d1a0bda5-5252-45a2-a2d2-f87d6b37b42c tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.1512666 Sep 07 19:05:31.194983 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-0137ed90-eee5-42bb-b346-fee6e0d6c695 admin admin] Deleting port 6815429e-851b-4080-856c-7410b9ed799f {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:05:31.195304 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0137ed90-eee5-42bb-b346-fee6e0d6c695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:31.208284 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8470e1b4-5647-4e17-86bd-2a01586360a0 req-46b6fc05-95ee-44de-a049-0114c215d795 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187694 Sep 07 19:05:31.395003 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-c3a754ae-3b7b-4ccb-87b3-a356fc07800c None None] Set router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:05:31.450881 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-0137ed90-eee5-42bb-b346-fee6e0d6c695 admin admin] For port 6815429e-851b-4080-856c-7410b9ed799f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=6815429e-851b-4080-856c-7410b9ed799f,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:31.451488 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0137ed90-eee5-42bb-b346-fee6e0d6c695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:31.505745 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-0137ed90-eee5-42bb-b346-fee6e0d6c695 admin admin] Calling delete_port for 6815429e-851b-4080-856c-7410b9ed799f owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:05:31.554654 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-c3a754ae-3b7b-4ccb-87b3-a356fc07800c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'name': 'tempest-AttachVolumeTestJSON-1467591617-router', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:16Z', 'updated_at': '2021-09-07T19:05:30Z', 'revision_number': 6, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:05:31.688689 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a754ae-3b7b-4ccb-87b3-a356fc07800c None None] The sync data for ids ['8d70b5dd-ae02-4b13-9ef1-645e5b131fec'] in n-d-807786-1 is: [{'id': '8d70b5dd-ae02-4b13-9ef1-645e5b131fec', 'name': 'tempest-AttachVolumeTestJSON-1467591617-router', 'tenant_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:56:16Z', 'updated_at': '2021-09-07T19:05:30Z', 'revision_number': 6, 'project_id': 'b3e2f62770ce4512b55b3685f3a068f2', 'gw_port_host': None}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:05:31.730494 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:31.747293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeb29a-1503-4421-aa25-df9d98f30272 req-821f0368-978a-4cb5-88a7-3bc8968cd02f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:31.753590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeb29a-1503-4421-aa25-df9d98f30272 req-821f0368-978a-4cb5-88a7-3bc8968cd02f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:31.761313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeb29a-1503-4421-aa25-df9d98f30272 req-821f0368-978a-4cb5-88a7-3bc8968cd02f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:31.767478 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeb29a-1503-4421-aa25-df9d98f30272 req-821f0368-978a-4cb5-88a7-3bc8968cd02f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:31.784139 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeb29a-1503-4421-aa25-df9d98f30272 req-821f0368-978a-4cb5-88a7-3bc8968cd02f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:31.790052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeb29a-1503-4421-aa25-df9d98f30272 req-821f0368-978a-4cb5-88a7-3bc8968cd02f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:31.796863 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeb29a-1503-4421-aa25-df9d98f30272 req-821f0368-978a-4cb5-88a7-3bc8968cd02f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:31.804908 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-11aeb29a-1503-4421-aa25-df9d98f30272 req-821f0368-978a-4cb5-88a7-3bc8968cd02f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5420 time: 0.1899674 Sep 07 19:05:31.839232 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62286c-7029-4cf2-9b2a-01cae141f248 req-0c66c6b8-8c69-4877-aa2b-11b2b6ea5dcc tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:31.840904 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e62286c-7029-4cf2-9b2a-01cae141f248 req-0c66c6b8-8c69-4877-aa2b-11b2b6ea5dcc tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cf802bc-90a6-4506-ba7a-603057d89d09 HTTP/1.1" status: 200 len: 946 time: 0.1672699 Sep 07 19:05:31.972136 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0137ed90-eee5-42bb-b346-fee6e0d6c695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:31.988589 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-11aeb29a-1503-4421-aa25-df9d98f30272 req-6eaf7302-e21d-4abf-a097-49ff35c4a354 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1823471 Sep 07 19:05:32.040737 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e62286c-7029-4cf2-9b2a-01cae141f248 req-ddedae00-fc3b-408d-a977-9eee75ba400e tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921086 Sep 07 19:05:32.047084 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137ed90-eee5-42bb-b346-fee6e0d6c695 admin admin] Pushing event deleted for resources: {'Port': ['ID=6815429e-851b-4080-856c-7410b9ed799f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:32.172556 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0137ed90-eee5-42bb-b346-fee6e0d6c695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:32.220922 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b18a37ab-84d1-46e9-bf1c-48765d222b5e req-2aa886d4-1521-4d6c-b1c2-5f06f0714bb5 tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.0679429 Sep 07 19:05:32.421780 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec8f31-53a4-4493-829f-8245a41598c3 req-ebba38a6-73c6-4198-b500-14295f3d1bd6 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:32.429336 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f7ec8f31-53a4-4493-829f-8245a41598c3 req-ebba38a6-73c6-4198-b500-14295f3d1bd6 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.0796056 Sep 07 19:05:32.651157 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f7ec8f31-53a4-4493-829f-8245a41598c3 req-6f2f012e-67d9-42c7-ac7e-8d152843a222 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201979 Sep 07 19:05:32.747983 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88d1d6-0161-4fb5-8904-44916d97c23c req-ec1383b6-c974-4afc-808f-be41b3bd3299 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:32.755483 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff88d1d6-0161-4fb5-8904-44916d97c23c req-ec1383b6-c974-4afc-808f-be41b3bd3299 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cf802bc-90a6-4506-ba7a-603057d89d09 HTTP/1.1" status: 200 len: 946 time: 0.2698853 Sep 07 19:05:32.853543 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0137ed90-eee5-42bb-b346-fee6e0d6c695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:32.856354 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0137ed90-eee5-42bb-b346-fee6e0d6c695 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:32.899678 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff88d1d6-0161-4fb5-8904-44916d97c23c req-3f791f08-75b0-4e5e-abcf-d9f6ff5608a8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365559 Sep 07 19:05:32.974522 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0137ed90-eee5-42bb-b346-fee6e0d6c695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:32.975400 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0137ed90-eee5-42bb-b346-fee6e0d6c695 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d70b5dd-ae02-4b13-9ef1-645e5b131fec {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:05:32.994768 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0137ed90-eee5-42bb-b346-fee6e0d6c695 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:32.998783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48550) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:05:33.002737 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0137ed90-eee5-42bb-b346-fee6e0d6c695 admin admin] 10.222.0.26 "DELETE /v2.0/routers/8d70b5dd-ae02-4b13-9ef1-645e5b131fec HTTP/1.1" status: 204 len: 168 time: 2.5505595 Sep 07 19:05:33.298360 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78bacf1-86e9-4968-ab56-916708a96234 admin admin] Deleting subnet 4e593cdc-1b32-4dc9-81bb-475156c283c6 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:05:33.360817 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a78bacf1-86e9-4968-ab56-916708a96234 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:33.465398 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf9b59-8776-4451-bbcf-e110c601588a req-01ba8886-8d5d-442a-b1f9-c2d31571a5b1 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:33.467339 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-30cf9b59-8776-4451-bbcf-e110c601588a req-01ba8886-8d5d-442a-b1f9-c2d31571a5b1 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cf802bc-90a6-4506-ba7a-603057d89d09 HTTP/1.1" status: 200 len: 946 time: 0.3460991 Sep 07 19:05:33.478810 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a78bacf1-86e9-4968-ab56-916708a96234 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:33.527195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37ed62-fa03-4415-8476-e79ba01d858b req-8c4d953e-886a-4fdb-934d-be8726da2084 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:33.547117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37ed62-fa03-4415-8476-e79ba01d858b req-8c4d953e-886a-4fdb-934d-be8726da2084 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:33.558634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37ed62-fa03-4415-8476-e79ba01d858b req-8c4d953e-886a-4fdb-934d-be8726da2084 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:33.573237 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37ed62-fa03-4415-8476-e79ba01d858b req-8c4d953e-886a-4fdb-934d-be8726da2084 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:33.585021 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37ed62-fa03-4415-8476-e79ba01d858b req-8c4d953e-886a-4fdb-934d-be8726da2084 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:33.596833 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37ed62-fa03-4415-8476-e79ba01d858b req-8c4d953e-886a-4fdb-934d-be8726da2084 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:33.607128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37ed62-fa03-4415-8476-e79ba01d858b req-8c4d953e-886a-4fdb-934d-be8726da2084 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:33.669711 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb37ed62-fa03-4415-8476-e79ba01d858b req-8c4d953e-886a-4fdb-934d-be8726da2084 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5420 time: 0.4407423 Sep 07 19:05:33.785992 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6815429e-851b-4080-856c-7410b9ed799f no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:05:33.858195 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 6815429e-851b-4080-856c-7410b9ed799f {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:05:33.859462 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6815429e-851b-4080-856c-7410b9ed799f not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:05:33.860043 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b5fede94-9c70-40d3-8ce1-7d1441d89cff no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:05:33.895985 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb37ed62-fa03-4415-8476-e79ba01d858b req-3002270b-cbba-4f2a-af0d-f8de603fae52 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2076952 Sep 07 19:05:33.900144 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: b5fede94-9c70-40d3-8ce1-7d1441d89cff {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:05:33.900791 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b5fede94-9c70-40d3-8ce1-7d1441d89cff not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:05:33.945698 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-30cf9b59-8776-4451-bbcf-e110c601588a req-0c15bd90-606f-482e-bdae-8443b106bb4d tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644585 Sep 07 19:05:34.088268 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a78bacf1-86e9-4968-ab56-916708a96234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:34.268459 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f199933-0f18-423c-95f3-8e5adf780988 req-2a4fe4a2-e2c9-4011-a185-bf2b13cab74e tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.1253176 Sep 07 19:05:34.366801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745c1ed-c9aa-4093-a982-d52e79ab632b req-af97b3ce-cbb8-464c-aa94-cbff4809b2c7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:34.368469 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b745c1ed-c9aa-4093-a982-d52e79ab632b req-af97b3ce-cbb8-464c-aa94-cbff4809b2c7 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.1599839 Sep 07 19:05:34.377138 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a78bacf1-86e9-4968-ab56-916708a96234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:34.503149 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bacf1-86e9-4968-ab56-916708a96234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e593cdc-1b32-4dc9-81bb-475156c283c6,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:34.505813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3f3e00-7dc4-408c-a238-38a40e335acf None None] Network 1d18b746-cc48-4b0b-8822-7ec853348da1 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:05:34.509944 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a78bacf1-86e9-4968-ab56-916708a96234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:34.511990 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a78bacf1-86e9-4968-ab56-916708a96234 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4e593cdc-1b32-4dc9-81bb-475156c283c6 HTTP/1.1" status: 204 len: 168 time: 1.5114839 Sep 07 19:05:34.517200 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 48580) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:05:34.582801 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b745c1ed-c9aa-4093-a982-d52e79ab632b req-1508a29a-9882-4a81-9b30-4bede323c350 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864722 Sep 07 19:05:34.729080 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcd42ce6-547b-4bd4-a221-6680443844a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:34.869548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e89f-043b-4089-8e4c-f7f8e614e7c9 req-e0ca50dd-8457-47ca-ae27-c5c9bc5e8e97 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:34.871894 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fba5e89f-043b-4089-8e4c-f7f8e614e7c9 req-e0ca50dd-8457-47ca-ae27-c5c9bc5e8e97 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cf802bc-90a6-4506-ba7a-603057d89d09 HTTP/1.1" status: 200 len: 946 time: 0.0806201 Sep 07 19:05:34.921860 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-fcd42ce6-547b-4bd4-a221-6680443844a4 admin admin] Deleting port f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:05:34.922692 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcd42ce6-547b-4bd4-a221-6680443844a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:34.934496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1419646f-4eba-41ec-a5e8-99e2e9ae9577 None None] DHCP port deletion for 1d18b746-cc48-4b0b-8822-7ec853348da1 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:05:35.002545 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fba5e89f-043b-4089-8e4c-f7f8e614e7c9 req-3eae25ce-bb62-44bc-8ec3-f81a8b4b1ac7 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982866 Sep 07 19:05:35.043182 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-1419646f-4eba-41ec-a5e8-99e2e9ae9577 None None] Deleting port f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:05:35.043811 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1419646f-4eba-41ec-a5e8-99e2e9ae9577 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:35.090130 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-fcd42ce6-547b-4bd4-a221-6680443844a4 admin admin] For port f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5,segment=NetworkSegment(8bdddb14-36b1-4359-9802-3d38f831e977),segment_id=8bdddb14-36b1-4359-9802-3d38f831e977)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:35.093799 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcd42ce6-547b-4bd4-a221-6680443844a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:35.160004 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-fcd42ce6-547b-4bd4-a221-6680443844a4 admin admin] Calling delete_port for f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:05:35.190777 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-1419646f-4eba-41ec-a5e8-99e2e9ae9577 None None] For port f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5,segment=NetworkSegment(8bdddb14-36b1-4359-9802-3d38f831e977),segment_id=8bdddb14-36b1-4359-9802-3d38f831e977)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:35.194343 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1419646f-4eba-41ec-a5e8-99e2e9ae9577 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:35.228443 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-1419646f-4eba-41ec-a5e8-99e2e9ae9577 None None] Calling delete_port for f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:05:35.271402 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19c87f-6864-46f8-9e10-53063dd33d9a req-7970c645-eaea-4347-a1bf-93179196cf52 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:35.300698 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19c87f-6864-46f8-9e10-53063dd33d9a req-7970c645-eaea-4347-a1bf-93179196cf52 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:35.312077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19c87f-6864-46f8-9e10-53063dd33d9a req-7970c645-eaea-4347-a1bf-93179196cf52 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:35.330564 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19c87f-6864-46f8-9e10-53063dd33d9a req-7970c645-eaea-4347-a1bf-93179196cf52 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:35.342888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19c87f-6864-46f8-9e10-53063dd33d9a req-7970c645-eaea-4347-a1bf-93179196cf52 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:35.383085 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19c87f-6864-46f8-9e10-53063dd33d9a req-7970c645-eaea-4347-a1bf-93179196cf52 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:35.397032 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19c87f-6864-46f8-9e10-53063dd33d9a req-7970c645-eaea-4347-a1bf-93179196cf52 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:35.399005 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c19c87f-6864-46f8-9e10-53063dd33d9a req-7970c645-eaea-4347-a1bf-93179196cf52 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5420 time: 0.2998934 Sep 07 19:05:35.462345 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1419646f-4eba-41ec-a5e8-99e2e9ae9577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:35.497550 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcd42ce6-547b-4bd4-a221-6680443844a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:35.532670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419646f-4eba-41ec-a5e8-99e2e9ae9577 None None] Pushing event deleted for resources: {'Port': ['ID=f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:35.536615 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1419646f-4eba-41ec-a5e8-99e2e9ae9577 None None] No DVR routers for this DVR port f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:05:35.541322 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd42ce6-547b-4bd4-a221-6680443844a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:35.556108 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd42ce6-547b-4bd4-a221-6680443844a4 admin admin] No DVR routers for this DVR port f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:05:35.630564 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b56cb167-4133-4be1-9cf7-a874ad18d4c4 req-3d57dbd8-f7fa-454e-9a98-357c953704ab tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.1372240 Sep 07 19:05:35.669530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c19c87f-6864-46f8-9e10-53063dd33d9a req-8dab1785-f51e-4763-931c-2b08ec18e0d8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2430820 Sep 07 19:05:35.681416 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcd42ce6-547b-4bd4-a221-6680443844a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:35.714911 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:05:35.752168 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-fcd42ce6-547b-4bd4-a221-6680443844a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d18b746-cc48-4b0b-8822-7ec853348da1']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:05:35.764755 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-fcd42ce6-547b-4bd4-a221-6680443844a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bdddb14-36b1-4359-9802-3d38f831e977') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:05:35.765048 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-fcd42ce6-547b-4bd4-a221-6680443844a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bdddb14-36b1-4359-9802-3d38f831e977') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:05:35.787674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:05:35.788502 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f2d64b6a-54d3-4b6b-b48f-6d2fa841edd5 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:05:35.789510 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcd42ce6-547b-4bd4-a221-6680443844a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:35.826767 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcd42ce6-547b-4bd4-a221-6680443844a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:35.839701 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd42ce6-547b-4bd4-a221-6680443844a4 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:05:35.840373 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcd42ce6-547b-4bd4-a221-6680443844a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:05:35.844541 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:05:35.876725 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb8550-cc51-4458-90b0-0f3d429e9b9b req-8c0df68e-0884-4057-b8a9-476c951a83b2 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:35.888163 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-beeb8550-cc51-4458-90b0-0f3d429e9b9b req-8c0df68e-0884-4057-b8a9-476c951a83b2 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.0840230 Sep 07 19:05:35.953722 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcd42ce6-547b-4bd4-a221-6680443844a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:35.965546 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcd42ce6-547b-4bd4-a221-6680443844a4 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:35.971188 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fcd42ce6-547b-4bd4-a221-6680443844a4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1d18b746-cc48-4b0b-8822-7ec853348da1 HTTP/1.1" status: 204 len: 168 time: 1.4505894 Sep 07 19:05:35.986463 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd42ce6-547b-4bd4-a221-6680443844a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d18b746-cc48-4b0b-8822-7ec853348da1,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:36.013560 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-beeb8550-cc51-4458-90b0-0f3d429e9b9b req-8a92de70-cf3e-4ac0-827b-041fdd123140 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237600 Sep 07 19:05:36.166582 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8409814-bee2-4ba8-889c-6dc53cf22ed4 req-084ff0f4-ed36-45b7-b2d6-80a5b921b8fa tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:36.169966 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8409814-bee2-4ba8-889c-6dc53cf22ed4 req-084ff0f4-ed36-45b7-b2d6-80a5b921b8fa tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "GET /v2.0/ports?device_id=7cf802bc-90a6-4506-ba7a-603057d89d09 HTTP/1.1" status: 200 len: 946 time: 0.1945171 Sep 07 19:05:36.253472 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 48628) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:05:36.307657 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-03f590c8-1393-419b-bd90-8bfedac14850 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3e2f62770ce4512b55b3685f3a068f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524652 Sep 07 19:05:36.311046 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 48632) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:05:36.377025 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da383d6-61f8-41fa-ba82-261d7166bc5c req-4d984368-7498-4194-b7a4-f6cb90b069fe tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:36.379677 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8da383d6-61f8-41fa-ba82-261d7166bc5c req-4d984368-7498-4194-b7a4-f6cb90b069fe tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cf802bc-90a6-4506-ba7a-603057d89d09 HTTP/1.1" status: 200 len: 946 time: 0.2074902 Sep 07 19:05:36.412541 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-895fde85-1ce8-4b49-a777-65a2991912c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:36.418531 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab60f8-6c3a-4f40-9001-365076038e3b req-a83d88eb-aaae-431b-863f-d849436dd6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:36.419751 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21ab60f8-6c3a-4f40-9001-365076038e3b req-a83d88eb-aaae-431b-863f-d849436dd6cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd150f31e3264ef4b870aabc811ef221&device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 1096 time: 0.1623378 Sep 07 19:05:36.459824 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-895fde85-1ce8-4b49-a777-65a2991912c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:36.495334 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8da383d6-61f8-41fa-ba82-261d7166bc5c req-7667a044-b102-40b9-8ded-87bb031deed4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054544 Sep 07 19:05:36.548258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-d8409814-bee2-4ba8-889c-6dc53cf22ed4 req-9ea48c67-03b6-40e1-938c-00877e5b6a29 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Deleting port b5ce64bb-cd61-41e1-b449-cebb9d8a55a2 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:05:36.548937 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d8409814-bee2-4ba8-889c-6dc53cf22ed4 req-9ea48c67-03b6-40e1-938c-00877e5b6a29 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:36.552160 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-895fde85-1ce8-4b49-a777-65a2991912c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:36.557842 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-895fde85-1ce8-4b49-a777-65a2991912c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:36.560752 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-895fde85-1ce8-4b49-a777-65a2991912c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/07a1409c-c352-4273-aadb-54080ef47e8d HTTP/1.1" status: 204 len: 168 time: 0.2493775 Sep 07 19:05:36.595154 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fde85-1ce8-4b49-a777-65a2991912c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a1409c-c352-4273-aadb-54080ef47e8d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:36.723999 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab60f8-6c3a-4f40-9001-365076038e3b req-e6f13425-4f3d-407d-862f-00b1875dd2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:36.728303 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21ab60f8-6c3a-4f40-9001-365076038e3b req-e6f13425-4f3d-407d-862f-00b1875dd2e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4724486-3acb-401c-a8f0-54abeeaa7172 HTTP/1.1" status: 200 len: 917 time: 0.2950644 Sep 07 19:05:37.275710 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf85000a-fce2-481f-849a-6e239fb803b3 req-bc8526a8-3492-41d8-a68c-db709021e3bf tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.4655211 Sep 07 19:05:37.284170 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-d8409814-bee2-4ba8-889c-6dc53cf22ed4 req-9ea48c67-03b6-40e1-938c-00877e5b6a29 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] For port b5ce64bb-cd61-41e1-b449-cebb9d8a55a2, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=b5ce64bb-cd61-41e1-b449-cebb9d8a55a2,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:37.285053 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d8409814-bee2-4ba8-889c-6dc53cf22ed4 req-9ea48c67-03b6-40e1-938c-00877e5b6a29 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:37.310044 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21ab60f8-6c3a-4f40-9001-365076038e3b req-aef37960-a956-4508-8172-cd74aabe7852 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e56f7953-f1dd-4af1-b77d-245d34c462c9 HTTP/1.1" status: 200 len: 1001 time: 0.5636995 Sep 07 19:05:37.311379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-d8409814-bee2-4ba8-889c-6dc53cf22ed4 req-9ea48c67-03b6-40e1-938c-00877e5b6a29 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Calling delete_port for b5ce64bb-cd61-41e1-b449-cebb9d8a55a2 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:05:37.385139 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec13e6-242b-45a6-bfc1-f25583189191 req-b4c47d33-9be6-405b-8cf3-d620725f44bd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:37.391317 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec13e6-242b-45a6-bfc1-f25583189191 req-b4c47d33-9be6-405b-8cf3-d620725f44bd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:37.397398 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec13e6-242b-45a6-bfc1-f25583189191 req-b4c47d33-9be6-405b-8cf3-d620725f44bd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:37.404450 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec13e6-242b-45a6-bfc1-f25583189191 req-b4c47d33-9be6-405b-8cf3-d620725f44bd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:37.411285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec13e6-242b-45a6-bfc1-f25583189191 req-b4c47d33-9be6-405b-8cf3-d620725f44bd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:37.417709 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec13e6-242b-45a6-bfc1-f25583189191 req-b4c47d33-9be6-405b-8cf3-d620725f44bd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:37.424338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec13e6-242b-45a6-bfc1-f25583189191 req-b4c47d33-9be6-405b-8cf3-d620725f44bd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:37.426393 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53ec13e6-242b-45a6-bfc1-f25583189191 req-b4c47d33-9be6-405b-8cf3-d620725f44bd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5420 time: 0.6147890 Sep 07 19:05:37.527072 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab60f8-6c3a-4f40-9001-365076038e3b req-cdbbbd84-e36c-47ae-863e-b2bb6e452a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:37.529354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21ab60f8-6c3a-4f40-9001-365076038e3b req-cdbbbd84-e36c-47ae-863e-b2bb6e452a47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9985a0df-d9a6-429f-8454-e036ae7f07c1 HTTP/1.1" status: 200 len: 855 time: 0.1987989 Sep 07 19:05:37.596593 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53ec13e6-242b-45a6-bfc1-f25583189191 req-f22a8626-e3d3-48b4-abbc-bf442f595b42 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1356380 Sep 07 19:05:37.622539 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076941f2-d960-45ed-ba97-4147d4dde866 req-3ef706d4-5bd4-4339-af4e-8c3768e62ba1 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:37.630879 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-076941f2-d960-45ed-ba97-4147d4dde866 req-3ef706d4-5bd4-4339-af4e-8c3768e62ba1 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.1723042 Sep 07 19:05:37.706382 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d8409814-bee2-4ba8-889c-6dc53cf22ed4 req-9ea48c67-03b6-40e1-938c-00877e5b6a29 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:37.711952 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab60f8-6c3a-4f40-9001-365076038e3b req-db8083a3-6cef-49f1-bdd1-a022bc48bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:37.713543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21ab60f8-6c3a-4f40-9001-365076038e3b req-db8083a3-6cef-49f1-bdd1-a022bc48bd7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4724486-3acb-401c-a8f0-54abeeaa7172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1713419 Sep 07 19:05:37.731995 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7e5b2214-02cb-4177-bb03-ff77d938c331'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:05:37.791455 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea48c67-03b6-40e1-938c-00877e5b6a29 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Pushing event deleted for resources: {'Port': ['ID=b5ce64bb-cd61-41e1-b449-cebb9d8a55a2,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:37.837278 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-076941f2-d960-45ed-ba97-4147d4dde866 req-094337bc-97df-4be8-aeac-055ca7f634e9 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052996 Sep 07 19:05:37.980354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25b90cf3-1e85-4e65-9ffe-5470ab0595e6 req-170db005-636b-4395-a10a-3f1c74b04c94 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cf802bc-90a6-4506-ba7a-603057d89d09 HTTP/1.1" status: 200 len: 210 time: 0.1486118 Sep 07 19:05:38.035481 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8409814-bee2-4ba8-889c-6dc53cf22ed4 req-9ea48c67-03b6-40e1-938c-00877e5b6a29 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] No DVR routers for this DVR port b5ce64bb-cd61-41e1-b449-cebb9d8a55a2 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:05:38.039728 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d8409814-bee2-4ba8-889c-6dc53cf22ed4 req-9ea48c67-03b6-40e1-938c-00877e5b6a29 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:38.041778 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8409814-bee2-4ba8-889c-6dc53cf22ed4 req-9ea48c67-03b6-40e1-938c-00877e5b6a29 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "DELETE /v2.0/ports/b5ce64bb-cd61-41e1-b449-cebb9d8a55a2 HTTP/1.1" status: 204 len: 173 time: 1.8490610 Sep 07 19:05:38.042302 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf802bc-90a6-4506-ba7a-603057d89d09', 'name': 'network-vif-deleted', 'tag': 'b5ce64bb-cd61-41e1-b449-cebb9d8a55a2'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:05:38.044921 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0416491-d94c-41cf-89e0-d5b2ec124dd4" -d '{"events": [{"server_uuid": "7cf802bc-90a6-4506-ba7a-603057d89d09", "name": "network-vif-deleted", "tag": "b5ce64bb-cd61-41e1-b449-cebb9d8a55a2"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:05:38.091875 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21ab60f8-6c3a-4f40-9001-365076038e3b req-f4525e45-e6b1-4995-8f57-c6072d59dbf8 service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646293 Sep 07 19:05:38.175636 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3076de1-2e3e-421f-83a6-2d9dd93a6216 x-openstack-request-id: req-d3076de1-2e3e-421f-83a6-2d9dd93a6216 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:05:38.176221 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf802bc-90a6-4506-ba7a-603057d89d09", "name": "network-vif-deleted", "tag": "b5ce64bb-cd61-41e1-b449-cebb9d8a55a2", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:05:38.176973 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3076de1-2e3e-421f-83a6-2d9dd93a6216 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:05:38.177585 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf802bc-90a6-4506-ba7a-603057d89d09', 'name': 'network-vif-deleted', 'tag': 'b5ce64bb-cd61-41e1-b449-cebb9d8a55a2', 'status': 'completed', 'code': 200} Sep 07 19:05:38.324917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21ab60f8-6c3a-4f40-9001-365076038e3b req-01550986-662a-4060-8a40-6fc65d4922ca service neutron] 10.222.0.36 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245812 Sep 07 19:05:38.434680 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37be9b4b-ab7b-4024-8f29-74be6e61dbfe req-20445c4e-d7f4-42cb-a280-3f94fa5d8725 tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.0417435 Sep 07 19:05:39.011691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b05f78-2698-4c44-8c13-f7d2eb18f62b req-6c08928c-03aa-4528-ac2a-87f062c93176 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:39.025350 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b05f78-2698-4c44-8c13-f7d2eb18f62b req-6c08928c-03aa-4528-ac2a-87f062c93176 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:39.040829 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b05f78-2698-4c44-8c13-f7d2eb18f62b req-6c08928c-03aa-4528-ac2a-87f062c93176 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:39.051919 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b05f78-2698-4c44-8c13-f7d2eb18f62b req-6c08928c-03aa-4528-ac2a-87f062c93176 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:39.062482 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b05f78-2698-4c44-8c13-f7d2eb18f62b req-6c08928c-03aa-4528-ac2a-87f062c93176 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:39.070535 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device b5ce64bb-cd61-41e1-b449-cebb9d8a55a2 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:05:39.082428 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b05f78-2698-4c44-8c13-f7d2eb18f62b req-6c08928c-03aa-4528-ac2a-87f062c93176 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:39.104435 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b05f78-2698-4c44-8c13-f7d2eb18f62b req-6c08928c-03aa-4528-ac2a-87f062c93176 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:39.107008 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3b05f78-2698-4c44-8c13-f7d2eb18f62b req-6c08928c-03aa-4528-ac2a-87f062c93176 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5420 time: 0.3115132 Sep 07 19:05:39.172846 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: b5ce64bb-cd61-41e1-b449-cebb9d8a55a2 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:05:39.177344 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device b5ce64bb-cd61-41e1-b449-cebb9d8a55a2 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:05:39.237466 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3b05f78-2698-4c44-8c13-f7d2eb18f62b req-26ddf37b-86f7-4f4b-a271-99f4304a1387 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1123831 Sep 07 19:05:39.271446 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9e6e2-f948-4f3c-a46a-7254006a2124 req-69c82741-c421-48c8-9c8d-80961fb6f561 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:39.273484 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d2f9e6e2-f948-4f3c-a46a-7254006a2124 req-69c82741-c421-48c8-9c8d-80961fb6f561 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.1651728 Sep 07 19:05:39.350265 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:05:39.428919 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d2f9e6e2-f948-4f3c-a46a-7254006a2124 req-060c26ec-73c7-48ae-8bc8-14e533133b57 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377850 Sep 07 19:05:39.629156 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70d2b6cc-beb9-4606-a47e-a0e8ec1b98ea req-97b7f187-9578-460d-a3a5-de6bf103bd8c tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.0481765 Sep 07 19:05:40.003958 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device e56f7953-f1dd-4af1-b77d-245d34c462c9 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:05:40.329151 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:40.412753 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3fd4ae08-0908-407f-b888-a47fc2ee12bd req-03f95a6a-0017-4abc-9ba9-61c8d6012eeb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.1347053 Sep 07 19:05:40.451912 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port e56f7953-f1dd-4af1-b77d-245d34c462c9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=e56f7953-f1dd-4af1-b77d-245d34c462c9,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:40.454012 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ee5a4e-a42a-4655-a0f5-de5a369f32a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e56f7953-f1dd-4af1-b77d-245d34c462c9'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:05:40.458965 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16b396c-987a-43d6-9d27-f85d3d00b7d6" -d '{"events": [{"server_uuid": "99ee5a4e-a42a-4655-a0f5-de5a369f32a9", "name": "network-vif-unplugged", "status": "completed", "tag": "e56f7953-f1dd-4af1-b77d-245d34c462c9"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:05:40.464661 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:40.535281 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-737fd116-4b98-4709-8d5a-c04adcad0599 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:40.536732 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-737fd116-4b98-4709-8d5a-c04adcad0599 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 805 time: 0.2803206 Sep 07 19:05:40.544741 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=e56f7953-f1dd-4af1-b77d-245d34c462c9,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:40.561140 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-89444825-0ae3-487f-af0d-6566e9e86713 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/quotas/08f867cc89344abeab4b7e4fd5e2fa8b HTTP/1.1" status: 200 len: 375 time: 0.0177598 Sep 07 19:05:40.665854 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea15c39-0acb-4833-97e6-b3f347a02b21 req-4bb0d4c6-9878-41cd-9811-afce861c7624 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:40.673143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea15c39-0acb-4833-97e6-b3f347a02b21 req-4bb0d4c6-9878-41cd-9811-afce861c7624 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:40.680567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea15c39-0acb-4833-97e6-b3f347a02b21 req-4bb0d4c6-9878-41cd-9811-afce861c7624 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:40.687063 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea15c39-0acb-4833-97e6-b3f347a02b21 req-4bb0d4c6-9878-41cd-9811-afce861c7624 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:40.693698 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea15c39-0acb-4833-97e6-b3f347a02b21 req-4bb0d4c6-9878-41cd-9811-afce861c7624 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:40.701294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea15c39-0acb-4833-97e6-b3f347a02b21 req-4bb0d4c6-9878-41cd-9811-afce861c7624 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:40.708166 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea15c39-0acb-4833-97e6-b3f347a02b21 req-4bb0d4c6-9878-41cd-9811-afce861c7624 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:40.717408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aea15c39-0acb-4833-97e6-b3f347a02b21 req-4bb0d4c6-9878-41cd-9811-afce861c7624 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5420 time: 0.3015695 Sep 07 19:05:40.753016 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-8731fc58-7032-4b9a-9606-92992094fd49 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1674373 Sep 07 19:05:40.828421 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aea15c39-0acb-4833-97e6-b3f347a02b21 req-1380d266-1548-4d44-a0a5-c5c7f28d193f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1086965 Sep 07 19:05:40.932707 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 19:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a7407d-335d-4b49-8820-6f1a2a46134e x-openstack-request-id: req-c7a7407d-335d-4b49-8820-6f1a2a46134e {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:05:40.933769 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ee5a4e-a42a-4655-a0f5-de5a369f32a9", "name": "network-vif-unplugged", "status": "failed", "tag": "e56f7953-f1dd-4af1-b77d-245d34c462c9", "code": 422}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:05:40.934344 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7a7407d-335d-4b49-8820-6f1a2a46134e {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:05:40.935135 n-d-807786-1 neutron-server[101446]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '99ee5a4e-a42a-4655-a0f5-de5a369f32a9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e56f7953-f1dd-4af1-b77d-245d34c462c9', 'code': 422} returned with failed status Sep 07 19:05:40.937396 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-6ae1fcd8-2977-4fa6-bded-70ec382c4392 service neutron] 10.222.0.26 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832688 Sep 07 19:05:41.092156 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-67b783a8-b1e1-448f-8bf6-c6ad32b42c87 service neutron] 10.222.0.26 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480708 Sep 07 19:05:41.100719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864e222-8cc2-4742-860f-3b31dec7dddb req-abed9eb6-f9ca-472a-a923-892f469762fe tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:41.102199 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b864e222-8cc2-4742-860f-3b31dec7dddb req-abed9eb6-f9ca-472a-a923-892f469762fe tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 943 time: 0.0847547 Sep 07 19:05:41.170502 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b864e222-8cc2-4742-860f-3b31dec7dddb req-d1cd0727-c239-456f-9e61-b23a5d04e88e tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606103 Sep 07 19:05:41.348570 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb354bdb-4c0e-47fd-8762-484c9f0b0686 req-3ad4ea4f-d770-4a87-8104-207cd3db871a tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.0722032 Sep 07 19:05:41.617573 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96bd1f13-ff24-47d8-af58-b4e4aa84405c req-691df077-40ea-4208-8817-008450106cd8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 210 time: 0.0477455 Sep 07 19:05:42.136594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefaa1b-67b2-4db2-8e3c-8ccadbc1657a req-ab39032c-9ab3-48e1-ba69-888caf8d392e tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:42.143933 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefaa1b-67b2-4db2-8e3c-8ccadbc1657a req-ab39032c-9ab3-48e1-ba69-888caf8d392e tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:42.153372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefaa1b-67b2-4db2-8e3c-8ccadbc1657a req-ab39032c-9ab3-48e1-ba69-888caf8d392e tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:42.160234 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefaa1b-67b2-4db2-8e3c-8ccadbc1657a req-ab39032c-9ab3-48e1-ba69-888caf8d392e tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:42.169141 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefaa1b-67b2-4db2-8e3c-8ccadbc1657a req-ab39032c-9ab3-48e1-ba69-888caf8d392e tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:42.175571 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefaa1b-67b2-4db2-8e3c-8ccadbc1657a req-ab39032c-9ab3-48e1-ba69-888caf8d392e tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:42.190654 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefaa1b-67b2-4db2-8e3c-8ccadbc1657a req-ab39032c-9ab3-48e1-ba69-888caf8d392e tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:42.194046 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dfefaa1b-67b2-4db2-8e3c-8ccadbc1657a req-ab39032c-9ab3-48e1-ba69-888caf8d392e tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5420 time: 0.2029071 Sep 07 19:05:42.324927 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dfefaa1b-67b2-4db2-8e3c-8ccadbc1657a req-01d12c3b-3a36-4dd5-b1f2-b5a49222c8ed tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1189866 Sep 07 19:05:42.656329 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-41bc3b2f-568b-4c35-95ce-d797acade7c0 req-019f6987-5d68-48af-b636-022c6cb82571 tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.0962901 Sep 07 19:05:42.766460 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f68f472-5dc8-41a4-848a-39e6de175a96 req-2a60fd7d-5164-4f74-8b04-df4bfaec7d5f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 210 time: 0.0393569 Sep 07 19:05:42.839969 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:43.065338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-521efeeb-ddc0-4655-96ac-512df545efe3 req-c2f00f99-6531-4853-b7c1-9c69d39f4c0c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:05:43.066433 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-521efeeb-ddc0-4655-96ac-512df545efe3 req-c2f00f99-6531-4853-b7c1-9c69d39f4c0c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072908 Sep 07 19:05:43.512900 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f2447b0-52ba-4697-9ded-b0115e851636 req-cc69ff9d-5616-4639-80b8-7b3205fc19f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8fd0b559a9d74b4da49882ac6608ea0e&device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.1022158 Sep 07 19:05:43.543450 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-bdd79685-ff76-4dae-ab8e-ec1e36053e31 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:43.545060 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-bdd79685-ff76-4dae-ab8e-ec1e36053e31 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.36 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 805 time: 0.4550490 Sep 07 19:05:43.550492 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2122d488-128d-4498-89c6-34c1a0503f66 req-522fe475-996c-4ccf-a8ac-d54c55baf3ec tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.1419775 Sep 07 19:05:43.577732 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Request body: {'port': {'device_id': '2ba0fbdf-f755-446e-b98c-59136c459aa1', 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca', 'admin_state_up': True, 'tenant_id': '08f867cc89344abeab4b7e4fd5e2fa8b'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:05:43.649587 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f2447b0-52ba-4697-9ded-b0115e851636 req-1a8aa43b-eb4b-4d1e-a200-170ce795b1ac service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8fd0b559a9d74b4da49882ac6608ea0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1014147 Sep 07 19:05:43.733540 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-5c6224ed-8ec0-4a3b-87c6-f19ed6df1133 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3238199 Sep 07 19:05:43.757448 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:43.774659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec61ff8-26e7-4079-a376-06c5d8575d5f req-deec5e0e-eb34-40ea-accb-085989c92d44 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:43.784494 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ec61ff8-26e7-4079-a376-06c5d8575d5f req-deec5e0e-eb34-40ea-accb-085989c92d44 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 943 time: 0.3643401 Sep 07 19:05:44.028804 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device e56f7953-f1dd-4af1-b77d-245d34c462c9 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:05:44.068426 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ec61ff8-26e7-4079-a376-06c5d8575d5f req-5e081075-aafe-4056-971c-53446061219a tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2749619 Sep 07 19:05:44.094394 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ce042-b7ab-4d35-8731-f3abd01f6836 req-180d3d77-52b9-41a2-a16f-7178aed6d487 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:44.108883 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ce042-b7ab-4d35-8731-f3abd01f6836 req-180d3d77-52b9-41a2-a16f-7178aed6d487 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:44.123593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ce042-b7ab-4d35-8731-f3abd01f6836 req-180d3d77-52b9-41a2-a16f-7178aed6d487 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:44.170689 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ce042-b7ab-4d35-8731-f3abd01f6836 req-180d3d77-52b9-41a2-a16f-7178aed6d487 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:44.189306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ce042-b7ab-4d35-8731-f3abd01f6836 req-180d3d77-52b9-41a2-a16f-7178aed6d487 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:44.199486 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ce042-b7ab-4d35-8731-f3abd01f6836 req-180d3d77-52b9-41a2-a16f-7178aed6d487 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:44.208383 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ce042-b7ab-4d35-8731-f3abd01f6836 req-180d3d77-52b9-41a2-a16f-7178aed6d487 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:44.221604 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f6ce042-b7ab-4d35-8731-f3abd01f6836 req-180d3d77-52b9-41a2-a16f-7178aed6d487 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5420 time: 0.4964139 Sep 07 19:05:44.307753 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2447b0-52ba-4697-9ded-b0115e851636 req-6b98f5fc-ead3-4e41-8f59-660a0c235d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:44.310476 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f2447b0-52ba-4697-9ded-b0115e851636 req-6b98f5fc-ead3-4e41-8f59-660a0c235d00 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6522160 Sep 07 19:05:44.327891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Made reservation on behalf of 08f867cc89344abeab4b7e4fd5e2fa8b for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:05:44.332733 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:44.374628 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f6ce042-b7ab-4d35-8731-f3abd01f6836 req-1de4fd62-c563-4a3c-9396-5334dca7e487 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1429834 Sep 07 19:05:44.406126 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d90b3013-0cdf-43a1-9559-9c187415f04d req-4e9f9c3d-bba7-47b2-9359-bcb6b3f9f778 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 210 time: 0.0684531 Sep 07 19:05:44.590399 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Allocated IP 172.20.0.14 (2be54d8c-41f0-4b39-8dfe-deca3264f6ca/c9dd7036-3605-4e7d-b54d-2734891f6abd/fa0a9363-219e-474f-bbcf-690bf7d8c1b5) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:05:44.726839 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4cb8e944-70b0-477c-b63e-0003444e1858 req-9c239d95-1c6e-4625-a8e3-6ff5679d7c24 tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.0413353 Sep 07 19:05:44.895363 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:45.003484 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-2114c49c-b49f-4bb5-8995-241c6ab51a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:45.005638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-2114c49c-b49f-4bb5-8995-241c6ab51a41 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9&tenant_id=bd150f31e3264ef4b870aabc811ef221 HTTP/1.1" status: 200 len: 1094 time: 0.1062462 Sep 07 19:05:45.021269 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807786-1', 'device_owner': 'compute:nova'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:05:45.027269 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:45.040673 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7e5b2214-02cb-4177-bb03-ff77d938c331'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:05:45.137412 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:05:45.165248 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:05:45.168590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:05:45.179482 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Pushing event updated for resources: {'Port': ['ID=fa0a9363-219e-474f-bbcf-690bf7d8c1b5,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:45.227969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:45.228326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:45.228701 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:45.229040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:45.229375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:45.229707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:45.230035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:45.230367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:45.231318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:45.231700 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:45.232374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:45.232739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:45.262527 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:45.337748 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:45.338459 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:45.394283 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-55264f23-1e9a-450c-9e69-8c6be4166935 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8314834 Sep 07 19:05:45.413434 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024e927-3c43-4b64-ac79-89cf771bff66 req-25d36d8f-ab1b-4d27-a838-1245c95744da tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:45.415273 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6024e927-3c43-4b64-ac79-89cf771bff66 req-25d36d8f-ab1b-4d27-a838-1245c95744da tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 943 time: 0.1976762 Sep 07 19:05:45.432404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] Request body: {'port': {'device_id': '2ba0fbdf-f755-446e-b98c-59136c459aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:05:45.728364 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f2447b0-52ba-4697-9ded-b0115e851636 req-cb708c84-6869-424e-8391-96ee5bbd53a1 tempest-ServerShowV254Test-262858000 tempest-ServerShowV254Test-262858000-project] 10.222.0.60 "GET /v2.0/ports?device_id=23f992e9-648c-4d33-b30c-c442ab067390 HTTP/1.1" status: 200 len: 210 time: 0.0871251 Sep 07 19:05:45.822669 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6024e927-3c43-4b64-ac79-89cf771bff66 req-2c5e3da0-9c9b-44fa-a48c-a975fb7a1afe tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3979981 Sep 07 19:05:45.900754 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:46.034219 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 04e80ba0-acd5-4553-b992-3fc9cfe4316b details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:05:46.079541 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4f183-2789-4932-b7a9-781e54849bfa req-c72ce342-863e-4233-855a-630de89f6466 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:46.086251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4f183-2789-4932-b7a9-781e54849bfa req-c72ce342-863e-4233-855a-630de89f6466 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:46.092442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4f183-2789-4932-b7a9-781e54849bfa req-c72ce342-863e-4233-855a-630de89f6466 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:46.102697 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4f183-2789-4932-b7a9-781e54849bfa req-c72ce342-863e-4233-855a-630de89f6466 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:46.111875 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4f183-2789-4932-b7a9-781e54849bfa req-c72ce342-863e-4233-855a-630de89f6466 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:46.119562 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4f183-2789-4932-b7a9-781e54849bfa req-c72ce342-863e-4233-855a-630de89f6466 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:46.126450 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4f183-2789-4932-b7a9-781e54849bfa req-c72ce342-863e-4233-855a-630de89f6466 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:46.129061 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ff4f183-2789-4932-b7a9-781e54849bfa req-c72ce342-863e-4233-855a-630de89f6466 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5420 time: 0.4163983 Sep 07 19:05:46.185041 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] For port e56f7953-f1dd-4af1-b77d-245d34c462c9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=e56f7953-f1dd-4af1-b77d-245d34c462c9,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:46.231245 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 04e80ba0-acd5-4553-b992-3fc9cfe4316b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=04e80ba0-acd5-4553-b992-3fc9cfe4316b,segment=NetworkSegment(9bf848d3-f5de-4619-9b1a-8b42bf2d6b94),segment_id=9bf848d3-f5de-4619-9b1a-8b42bf2d6b94)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:46.251905 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] For port e56f7953-f1dd-4af1-b77d-245d34c462c9, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:05:46.256299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '04e80ba0-acd5-4553-b992-3fc9cfe4316b', 'network_id': '6c3033e0-4276-47bf-9cdc-e60a9923d00a', 'port_id': '04e80ba0-acd5-4553-b992-3fc9cfe4316b', 'mac_address': 'fa:16:3e:ab:aa:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd8002f-cefc-4e03-9dc8-c77431fc56ec', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:05:46.304760 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e56f7953-f1dd-4af1-b77d-245d34c462c9 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:05:46.314505 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:46.330112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] Transition to ACTIVE for port object e56f7953-f1dd-4af1-b77d-245d34c462c9 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:05:46.369897 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:46.372062 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:46.395250 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e80ba0-acd5-4553-b992-3fc9cfe4316b {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:05:46.395499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3aca7a-00d4-42f7-bd19-e9aed40e94a0 req-28e53ac8-1638-4d26-8686-45716e089320 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:46.403707 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c3aca7a-00d4-42f7-bd19-e9aed40e94a0 req-28e53ac8-1638-4d26-8686-45716e089320 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 932 time: 0.4274347 Sep 07 19:05:46.428065 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 04e80ba0-acd5-4553-b992-3fc9cfe4316b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=04e80ba0-acd5-4553-b992-3fc9cfe4316b,segment=NetworkSegment(9bf848d3-f5de-4619-9b1a-8b42bf2d6b94),segment_id=9bf848d3-f5de-4619-9b1a-8b42bf2d6b94)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:46.433026 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:46.434319 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3804b453-b76d-4a1d-b42f-d85eeb8ad14d details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:05:46.490022 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c3aca7a-00d4-42f7-bd19-e9aed40e94a0 req-b181fcd4-4d73-4bbd-b0ce-e3db1d2df3d4 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852647 Sep 07 19:05:46.566280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ff4f183-2789-4932-b7a9-781e54849bfa req-bd663850-a510-440f-8a77-4d81f9cc7820 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4229856 Sep 07 19:05:46.801072 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=04e80ba0-acd5-4553-b992-3fc9cfe4316b,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:46.849052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] Pushing event updated for resources: {'Port': ['ID=e56f7953-f1dd-4af1-b77d-245d34c462c9,revision_number=9']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:46.944119 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 3804b453-b76d-4a1d-b42f-d85eeb8ad14d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3804b453-b76d-4a1d-b42f-d85eeb8ad14d,segment=NetworkSegment(9bf848d3-f5de-4619-9b1a-8b42bf2d6b94),segment_id=9bf848d3-f5de-4619-9b1a-8b42bf2d6b94)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:46.994009 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '3804b453-b76d-4a1d-b42f-d85eeb8ad14d', 'network_id': '6c3033e0-4276-47bf-9cdc-e60a9923d00a', 'port_id': '3804b453-b76d-4a1d-b42f-d85eeb8ad14d', 'mac_address': 'fa:16:3e:98:06:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd8002f-cefc-4e03-9dc8-c77431fc56ec', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:05:47.116824 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:47.151660 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3804b453-b76d-4a1d-b42f-d85eeb8ad14d {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:05:47.205950 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 3804b453-b76d-4a1d-b42f-d85eeb8ad14d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3804b453-b76d-4a1d-b42f-d85eeb8ad14d,segment=NetworkSegment(9bf848d3-f5de-4619-9b1a-8b42bf2d6b94),segment_id=9bf848d3-f5de-4619-9b1a-8b42bf2d6b94)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:47.279738 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:47.300885 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:05:47.413525 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49058) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:05:47.471929 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=3804b453-b76d-4a1d-b42f-d85eeb8ad14d,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:47.696208 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port ff3c0c44-78e7-4436-8eb2-ef0de0b2c303, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=ff3c0c44-78e7-4436-8eb2-ef0de0b2c303,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:47.730546 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'ff3c0c44-78e7-4436-8eb2-ef0de0b2c303', 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc', 'port_id': 'ff3c0c44-78e7-4436-8eb2-ef0de0b2c303', 'mac_address': 'fa:16:3e:f2:4a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ab1191-caf7-487f-93a6-6b7290e9b12c', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:05:47.741395 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-26825ec4-7042-4f3c-9203-20bd355b3aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:47.835001 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:47.871103 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:05:47.923701 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port ff3c0c44-78e7-4436-8eb2-ef0de0b2c303, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=ff3c0c44-78e7-4436-8eb2-ef0de0b2c303,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:47.933628 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:47.934327 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device d5037c37-d497-4829-a848-7904c39917b2 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:05:47.992015 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port d5037c37-d497-4829-a848-7904c39917b2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d5037c37-d497-4829-a848-7904c39917b2,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:48.013519 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-26825ec4-7042-4f3c-9203-20bd355b3aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:48.016667 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'd5037c37-d497-4829-a848-7904c39917b2', 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc', 'port_id': 'd5037c37-d497-4829-a848-7904c39917b2', 'mac_address': 'fa:16:3e:b7:5e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ab1191-caf7-487f-93a6-6b7290e9b12c', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:05:48.020830 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-26825ec4-7042-4f3c-9203-20bd355b3aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:48.063333 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-26825ec4-7042-4f3c-9203-20bd355b3aba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8fd0b559a9d74b4da49882ac6608ea0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6471739 Sep 07 19:05:48.066547 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49080) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:05:48.069353 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=ff3c0c44-78e7-4436-8eb2-ef0de0b2c303,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:48.104320 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] No DVR routers for this DVR port e56f7953-f1dd-4af1-b77d-245d34c462c9 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:05:48.172979 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:48.186977 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26825ec4-7042-4f3c-9203-20bd355b3aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67fe421-97ee-48a2-8385-37083c7cb7ca,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:48.193838 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c41c5de4-bdef-4b21-9fc9-9ccc770b1f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:48.221464 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5037c37-d497-4829-a848-7904c39917b2 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:05:48.246158 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c41c5de4-bdef-4b21-9fc9-9ccc770b1f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:48.275829 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port d5037c37-d497-4829-a848-7904c39917b2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d5037c37-d497-4829-a848-7904c39917b2,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:48.284129 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:48.285847 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:05:48.289155 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87a8df-2f9c-4f30-a98c-c02fb8acb9bd req-81a9dd7c-cfae-42df-9dfb-e87f72626a18 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:48.298193 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab87a8df-2f9c-4f30-a98c-c02fb8acb9bd req-81a9dd7c-cfae-42df-9dfb-e87f72626a18 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 943 time: 1.2206707 Sep 07 19:05:48.326397 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367c9bf-5041-4ae5-af56-f77f1df3b566 req-a6748618-ecd2-497c-a83c-d31b2d25b931 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:48.328595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d367c9bf-5041-4ae5-af56-f77f1df3b566 req-a6748618-ecd2-497c-a83c-d31b2d25b931 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 932 time: 0.2572031 Sep 07 19:05:48.360483 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c41c5de4-bdef-4b21-9fc9-9ccc770b1f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:48.366767 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c41c5de4-bdef-4b21-9fc9-9ccc770b1f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:48.369599 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c41c5de4-bdef-4b21-9fc9-9ccc770b1f9b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c67fe421-97ee-48a2-8385-37083c7cb7ca HTTP/1.1" status: 204 len: 168 time: 0.3013959 Sep 07 19:05:48.408045 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c5de4-bdef-4b21-9fc9-9ccc770b1f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67fe421-97ee-48a2-8385-37083c7cb7ca,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:48.472574 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d367c9bf-5041-4ae5-af56-f77f1df3b566 req-86642985-c4e2-498e-b974-fa6b77fbd02d tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279697 Sep 07 19:05:48.515959 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab87a8df-2f9c-4f30-a98c-c02fb8acb9bd req-4b1bcf76-6966-40f5-a070-b2de6930771d tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148726 Sep 07 19:05:48.543834 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port b56a4f11-c42e-4a69-a00a-95dee5c5c3c9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=b56a4f11-c42e-4a69-a00a-95dee5c5c3c9,segment=NetworkSegment(0bc109b4-208d-4fe4-8ff4-0f83c4d9a162),segment_id=0bc109b4-208d-4fe4-8ff4-0f83c4d9a162)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:48.584699 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=d5037c37-d497-4829-a848-7904c39917b2,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:48.588861 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'b56a4f11-c42e-4a69-a00a-95dee5c5c3c9', 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16', 'port_id': 'b56a4f11-c42e-4a69-a00a-95dee5c5c3c9', 'mac_address': 'fa:16:3e:23:8b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad43e386-e1da-4481-8206-5b6118db82c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:05:48.597239 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0a9363-219e-474f-bbcf-690bf7d8c1b5 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:05:48.648180 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] Attempting to bind port e56f7953-f1dd-4af1-b77d-245d34c462c9 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:05:48.648774 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] Attempting to bind port e56f7953-f1dd-4af1-b77d-245d34c462c9 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '69fe7266-5094-46a8-93e9-d82a3f146e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:05:48.649245 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] Attempting to bind port e56f7953-f1dd-4af1-b77d-245d34c462c9 on network a4724486-3acb-401c-a8f0-54abeeaa7172 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:05:48.654499 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:48.668798 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] Port e56f7953-f1dd-4af1-b77d-245d34c462c9 on network a4724486-3acb-401c-a8f0-54abeeaa7172 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:05:48.670248 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] Attempting to bind port e56f7953-f1dd-4af1-b77d-245d34c462c9 on network a4724486-3acb-401c-a8f0-54abeeaa7172 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:05:48.688500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] Transition to ACTIVE for port object fa0a9363-219e-474f-bbcf-690bf7d8c1b5 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:05:48.690714 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:05:48.691628 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] Checking segment: {'id': '69fe7266-5094-46a8-93e9-d82a3f146e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:05:48.692342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] Bound using segment: {'id': '69fe7266-5094-46a8-93e9-d82a3f146e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:05:48.693110 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] Bound port: e56f7953-f1dd-4af1-b77d-245d34c462c9, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69fe7266-5094-46a8-93e9-d82a3f146e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:05:48.693837 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:48.703139 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:48.734924 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:48.762114 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:05:48.823362 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port b56a4f11-c42e-4a69-a00a-95dee5c5c3c9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=b56a4f11-c42e-4a69-a00a-95dee5c5c3c9,segment=NetworkSegment(0bc109b4-208d-4fe4-8ff4-0f83c4d9a162),segment_id=0bc109b4-208d-4fe4-8ff4-0f83c4d9a162)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:48.836169 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:48.843450 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device dca85aec-715c-451f-9b3f-cd3b5cafcf42 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:05:48.886280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port dca85aec-715c-451f-9b3f-cd3b5cafcf42, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=dca85aec-715c-451f-9b3f-cd3b5cafcf42,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:48.942610 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] Pushing event updated for resources: {'Port': ['ID=fa0a9363-219e-474f-bbcf-690bf7d8c1b5,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:48.954433 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'dca85aec-715c-451f-9b3f-cd3b5cafcf42', 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc', 'port_id': 'dca85aec-715c-451f-9b3f-cd3b5cafcf42', 'mac_address': 'fa:16:3e:69:9a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ab1191-caf7-487f-93a6-6b7290e9b12c', 'ip_address': '10.1.1.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:05:49.050239 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:49.102886 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca85aec-715c-451f-9b3f-cd3b5cafcf42 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:05:49.145456 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c467d5-edfc-459a-bd50-f13b77c1bf51 req-60448dcb-8162-4980-8777-658e185ebfb9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:49.151900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c467d5-edfc-459a-bd50-f13b77c1bf51 req-60448dcb-8162-4980-8777-658e185ebfb9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:49.160684 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c467d5-edfc-459a-bd50-f13b77c1bf51 req-60448dcb-8162-4980-8777-658e185ebfb9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:49.174525 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c467d5-edfc-459a-bd50-f13b77c1bf51 req-60448dcb-8162-4980-8777-658e185ebfb9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:49.182705 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c467d5-edfc-459a-bd50-f13b77c1bf51 req-60448dcb-8162-4980-8777-658e185ebfb9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:49.187166 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port dca85aec-715c-451f-9b3f-cd3b5cafcf42, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=dca85aec-715c-451f-9b3f-cd3b5cafcf42,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:49.189256 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=b56a4f11-c42e-4a69-a00a-95dee5c5c3c9,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:49.192658 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c467d5-edfc-459a-bd50-f13b77c1bf51 req-60448dcb-8162-4980-8777-658e185ebfb9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:49.210073 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c467d5-edfc-459a-bd50-f13b77c1bf51 req-60448dcb-8162-4980-8777-658e185ebfb9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:49.210252 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:49.211374 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device b06c3ed3-5ce2-4a65-a560-070dba9ac0fc details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:05:49.213946 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55c467d5-edfc-459a-bd50-f13b77c1bf51 req-60448dcb-8162-4980-8777-658e185ebfb9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5424 time: 0.4535937 Sep 07 19:05:49.220107 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] For port e56f7953-f1dd-4af1-b77d-245d34c462c9, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:05:49.228342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] For port e56f7953-f1dd-4af1-b77d-245d34c462c9, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e56f7953-f1dd-4af1-b77d-245d34c462c9,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:05:49.263149 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:49.340144 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=b06c3ed3-5ce2-4a65-a560-070dba9ac0fc,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:49.359590 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=dca85aec-715c-451f-9b3f-cd3b5cafcf42,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:49.364315 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'b06c3ed3-5ce2-4a65-a560-070dba9ac0fc', 'network_id': '3e3aee50-f75c-42cc-b930-c0b5bf2abebc', 'port_id': 'b06c3ed3-5ce2-4a65-a560-070dba9ac0fc', 'mac_address': 'fa:16:3e:52:f4:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ab1191-caf7-487f-93a6-6b7290e9b12c', 'ip_address': '10.1.1.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:05:49.394386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] Attempting to bind port fa0a9363-219e-474f-bbcf-690bf7d8c1b5 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:05:49.395194 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] Attempting to bind port fa0a9363-219e-474f-bbcf-690bf7d8c1b5 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:05:49.396042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] Attempting to bind port fa0a9363-219e-474f-bbcf-690bf7d8c1b5 on network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:05:49.425209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] Port fa0a9363-219e-474f-bbcf-690bf7d8c1b5 on network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:05:49.426318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] Attempting to bind port fa0a9363-219e-474f-bbcf-690bf7d8c1b5 on network 2be54d8c-41f0-4b39-8dfe-deca3264f6ca {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:05:49.488818 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:49.520089 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06c3ed3-5ce2-4a65-a560-070dba9ac0fc {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:05:49.533136 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:49.535391 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:49.539785 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] 10.222.0.60 "PUT /v2.0/ports/e56f7953-f1dd-4af1-b77d-245d34c462c9 HTTP/1.1" status: 200 len: 1091 time: 4.5262473 Sep 07 19:05:49.544545 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:05:49.544545 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] Checking segment: {'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:05:49.545871 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] Bound using segment: {'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:05:49.545871 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] Bound port: fa0a9363-219e-474f-bbcf-690bf7d8c1b5, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:05:49.547654 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:49.588673 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128839b-d184-4398-9ef2-531001dfee55 service neutron] Pushing event updated for resources: {'Port': ['ID=e56f7953-f1dd-4af1-b77d-245d34c462c9,revision_number=10']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:49.602522 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ee5a4e-a42a-4655-a0f5-de5a369f32a9', 'tag': 'e56f7953-f1dd-4af1-b77d-245d34c462c9'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:05:49.619500 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ba3b26-6f2d-407b-8577-133a4037a4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "99ee5a4e-a42a-4655-a0f5-de5a369f32a9", "tag": "e56f7953-f1dd-4af1-b77d-245d34c462c9"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:05:49.652007 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=b06c3ed3-5ce2-4a65-a560-070dba9ac0fc,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:49.659519 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:49.746657 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=b06c3ed3-5ce2-4a65-a560-070dba9ac0fc,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:49.800029 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55c467d5-edfc-459a-bd50-f13b77c1bf51 req-d6667779-c071-45b4-ae94-3d365e28d686 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5511594 Sep 07 19:05:49.943153 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-54347ed1-13d1-45a2-bf37-835c898cbc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:49.944803 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49150) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:05:49.945317 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-54347ed1-13d1-45a2-bf37-835c898cbc68 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd150f31e3264ef4b870aabc811ef221&device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 1095 time: 0.3026493 Sep 07 19:05:49.978449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] For port fa0a9363-219e-474f-bbcf-690bf7d8c1b5, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:05:50.057500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e938f0-354c-404b-8fa1-bed1ca163a6f req-30f3f3c9-0422-4705-9a53-4d1ea9ab1553 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:50.069661 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0e938f0-354c-404b-8fa1-bed1ca163a6f req-30f3f3c9-0422-4705-9a53-4d1ea9ab1553 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 944 time: 0.4406476 Sep 07 19:05:50.074935 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] For port fa0a9363-219e-474f-bbcf-690bf7d8c1b5, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=fa0a9363-219e-474f-bbcf-690bf7d8c1b5,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:05:50.151944 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-98380886-12bd-41f6-8c33-4710e8119a4b admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-121490512-network', 'tenant_id': 'f302279511fb46dcb410a45358050e50'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:05:50.175784 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0e938f0-354c-404b-8fa1-bed1ca163a6f req-23550ef6-af34-401b-9d45-751fdfc022c9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052229 Sep 07 19:05:50.179252 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:50.205903 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98380886-12bd-41f6-8c33-4710e8119a4b admin admin] Made reservation on behalf of f302279511fb46dcb410a45358050e50 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:05:50.205903 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98380886-12bd-41f6-8c33-4710e8119a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:50.216421 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98380886-12bd-41f6-8c33-4710e8119a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:50.281046 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] Pushing event updated for resources: {'Port': ['ID=fa0a9363-219e-474f-bbcf-690bf7d8c1b5,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:50.293466 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d77ce65-c3fc-485f-b119-4e8efdc89a7d x-openstack-request-id: req-2d77ce65-c3fc-485f-b119-4e8efdc89a7d {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:05:50.293466 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ee5a4e-a42a-4655-a0f5-de5a369f32a9", "tag": "e56f7953-f1dd-4af1-b77d-245d34c462c9", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:05:50.293466 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d77ce65-c3fc-485f-b119-4e8efdc89a7d {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:05:50.293466 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ee5a4e-a42a-4655-a0f5-de5a369f32a9', 'tag': 'e56f7953-f1dd-4af1-b77d-245d34c462c9', 'status': 'completed', 'code': 200} Sep 07 19:05:50.314037 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['04e80ba0-acd5-4553-b992-3fc9cfe4316b'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:05:50.320757 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:50.321407 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:50.323575 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-eb875cc5-dbae-480e-b2e4-62cf7db5d11a service neutron] 10.222.0.36 "PUT /v2.0/ports/fa0a9363-219e-474f-bbcf-690bf7d8c1b5 HTTP/1.1" status: 200 len: 1092 time: 4.9002972 Sep 07 19:05:50.326106 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['3804b453-b76d-4a1d-b42f-d85eeb8ad14d'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:05:50.336379 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['dca85aec-715c-451f-9b3f-cd3b5cafcf42'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:05:50.349241 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdafdb-23e5-4df8-9581-591e333b9afe req-2394e487-7d15-40b3-b417-a7e108fec773 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:50.352228 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09cdafdb-23e5-4df8-9581-591e333b9afe req-2394e487-7d15-40b3-b417-a7e108fec773 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 944 time: 0.4059644 Sep 07 19:05:50.359174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-dc495f8c-ef19-4bc4-9f54-bd297f615bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:50.366013 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-dc495f8c-ef19-4bc4-9f54-bd297f615bb8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a4724486-3acb-401c-a8f0-54abeeaa7172 HTTP/1.1" status: 200 len: 917 time: 0.4042647 Sep 07 19:05:50.444725 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98380886-12bd-41f6-8c33-4710e8119a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:50.451235 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98380886-12bd-41f6-8c33-4710e8119a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:50.501479 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['ff3c0c44-78e7-4436-8eb2-ef0de0b2c303'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:05:50.506589 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['b56a4f11-c42e-4a69-a00a-95dee5c5c3c9'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:05:50.510454 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['d5037c37-d497-4829-a848-7904c39917b2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:05:50.511833 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98380886-12bd-41f6-8c33-4710e8119a4b admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:05:50.517782 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['b06c3ed3-5ce2-4a65-a560-070dba9ac0fc'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:05:50.519001 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98380886-12bd-41f6-8c33-4710e8119a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b54d25-876e-43ee-937e-64f3c7f9f602,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:50.545656 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98380886-12bd-41f6-8c33-4710e8119a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:50.546927 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-98380886-12bd-41f6-8c33-4710e8119a4b admin admin] Added segment 8740fe82-a99e-49a4-ae90-7436f5557bf7 of type vlan for network cbf5fc07-07db-4300-bd6b-18060042eb7f Sep 07 19:05:50.552686 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09cdafdb-23e5-4df8-9581-591e333b9afe req-b6d40681-a044-4615-be1e-f6bce44b8511 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856151 Sep 07 19:05:50.563596 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-90e73de2-faea-4837-a137-ec9a6b43950d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e56f7953-f1dd-4af1-b77d-245d34c462c9 HTTP/1.1" status: 200 len: 999 time: 0.1840560 Sep 07 19:05:50.567054 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-b4d39d71-8408-4f19-aefb-22eefd74f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:50.568487 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-b4d39d71-8408-4f19-aefb-22eefd74f639 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 1095 time: 0.1545727 Sep 07 19:05:50.622341 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-5f900dbc-bd73-4fcc-9208-c568327383b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:50.623949 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-5f900dbc-bd73-4fcc-9208-c568327383b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9985a0df-d9a6-429f-8454-e036ae7f07c1 HTTP/1.1" status: 200 len: 855 time: 0.0534136 Sep 07 19:05:50.634259 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98380886-12bd-41f6-8c33-4710e8119a4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:50.697047 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98380886-12bd-41f6-8c33-4710e8119a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:50.700081 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98380886-12bd-41f6-8c33-4710e8119a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:50.700640 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98380886-12bd-41f6-8c33-4710e8119a4b admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:50.740140 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-98380886-12bd-41f6-8c33-4710e8119a4b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7941983 Sep 07 19:05:50.750607 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 49170) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:05:50.756083 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-6c12c881-e9a5-4bed-a2db-e664eee2064c admin admin] Request body: {'subnet': {'network_id': 'cbf5fc07-07db-4300-bd6b-18060042eb7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-121490512-subnet', 'tenant_id': 'f302279511fb46dcb410a45358050e50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:05:50.760438 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-65f390bd-ff15-496b-af4f-8174b042fac3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa0a9363-219e-474f-bbcf-690bf7d8c1b5 HTTP/1.1" status: 200 len: 217 time: 0.1247447 Sep 07 19:05:50.901903 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c12c881-e9a5-4bed-a2db-e664eee2064c admin admin] Made reservation on behalf of f302279511fb46dcb410a45358050e50 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:05:50.907181 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6c12c881-e9a5-4bed-a2db-e664eee2064c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:50.955000 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98380886-12bd-41f6-8c33-4710e8119a4b admin admin] Pushing event updated for resources: {'Network': ['ID=cbf5fc07-07db-4300-bd6b-18060042eb7f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:50.972630 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-77d73f1c-7347-4225-b252-144de2e867b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:50.975293 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-77d73f1c-7347-4225-b252-144de2e867b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4724486-3acb-401c-a8f0-54abeeaa7172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3381586 Sep 07 19:05:50.986924 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network cbf5fc07-07db-4300-bd6b-18060042eb7f details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:05:51.079535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-d8f8f062-25ad-4da4-8adc-f6e67acb5f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:51.081395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-d8f8f062-25ad-4da4-8adc-f6e67acb5f30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9dd7036-3605-4e7d-b54d-2734891f6abd HTTP/1.1" status: 200 len: 845 time: 0.3100851 Sep 07 19:05:51.242603 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-50d58969-84e2-4ed1-81a6-be7d529a78ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1426094 Sep 07 19:05:51.431411 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4c456-eccd-4f4a-8af4-2e58a89464a5 req-98d6046c-28fd-4752-ae81-8f2b4c25211b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:51.438849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4c456-eccd-4f4a-8af4-2e58a89464a5 req-98d6046c-28fd-4752-ae81-8f2b4c25211b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:51.445878 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4c456-eccd-4f4a-8af4-2e58a89464a5 req-98d6046c-28fd-4752-ae81-8f2b4c25211b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:51.451938 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4c456-eccd-4f4a-8af4-2e58a89464a5 req-98d6046c-28fd-4752-ae81-8f2b4c25211b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:51.458201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4c456-eccd-4f4a-8af4-2e58a89464a5 req-98d6046c-28fd-4752-ae81-8f2b4c25211b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:51.464267 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4c456-eccd-4f4a-8af4-2e58a89464a5 req-98d6046c-28fd-4752-ae81-8f2b4c25211b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:51.470220 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4c456-eccd-4f4a-8af4-2e58a89464a5 req-98d6046c-28fd-4752-ae81-8f2b4c25211b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:51.478316 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fca4c456-eccd-4f4a-8af4-2e58a89464a5 req-98d6046c-28fd-4752-ae81-8f2b4c25211b tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5427 time: 0.3941939 Sep 07 19:05:51.691746 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-dccf709c-ee2e-4837-98fc-f0a246f2991c service neutron] 10.222.0.60 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7065818 Sep 07 19:05:51.712525 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490c4ee-1029-4774-80ca-1bd735c305bf req-c7b4a665-4790-4d21-94bc-e2a321189c33 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:51.714993 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c490c4ee-1029-4774-80ca-1bd735c305bf req-c7b4a665-4790-4d21-94bc-e2a321189c33 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 944 time: 0.3708937 Sep 07 19:05:51.765359 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fca4c456-eccd-4f4a-8af4-2e58a89464a5 req-fef9b84b-4cca-4453-aa7e-773fc9883328 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2854917 Sep 07 19:05:51.883061 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c490c4ee-1029-4774-80ca-1bd735c305bf req-286d06f4-2d98-442a-9a34-de94da3e27bd tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591570 Sep 07 19:05:51.923572 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-4d1e0390-8bbe-414e-9b62-5456b2294ef0 service neutron] 10.222.0.36 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6144049 Sep 07 19:05:52.193089 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6c12c881-e9a5-4bed-a2db-e664eee2064c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:52.197022 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fb927b9-aa07-4f5e-a769-51b3a8d1d0a5 req-847a801a-735d-469c-99dd-cfc97d847921 service neutron] 10.222.0.60 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813187 Sep 07 19:05:52.306360 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f4741-efd8-4cf1-9242-6dbb38c11d82 req-b864c73c-064f-4f2a-8e06-a4454b69001b tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:52.320082 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e0f4741-efd8-4cf1-9242-6dbb38c11d82 req-b864c73c-064f-4f2a-8e06-a4454b69001b tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 944 time: 0.2290900 Sep 07 19:05:52.329684 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba0fbdf-f755-446e-b98c-59136c459aa1', 'tag': 'fa0a9363-219e-474f-bbcf-690bf7d8c1b5'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:05:52.332281 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4997d21c-22e4-4db7-a590-2f2e3f131836" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba0fbdf-f755-446e-b98c-59136c459aa1", "tag": "fa0a9363-219e-474f-bbcf-690bf7d8c1b5"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:05:52.400953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12c881-e9a5-4bed-a2db-e664eee2064c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7b1039-150d-49ba-a488-1b11b3fbf282,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:52.459984 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e0f4741-efd8-4cf1-9242-6dbb38c11d82 req-06af419a-6b16-4701-b5d5-185a01ef6851 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381640 Sep 07 19:05:52.464557 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12c881-e9a5-4bed-a2db-e664eee2064c admin admin] Checking segment: {'id': '8740fe82-a99e-49a4-ae90-7436f5557bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cbf5fc07-07db-4300-bd6b-18060042eb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:05:52.465121 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c12c881-e9a5-4bed-a2db-e664eee2064c admin admin] Network hostable DHCP agents. Network: cbf5fc07-07db-4300-bd6b-18060042eb7f, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:05:52.474137 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a72d313-80a2-4f1f-853d-71dd7d24dd96 req-7a66d2ad-c84b-4a3e-96d5-123fe1e7596f service neutron] 10.222.0.36 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860953 Sep 07 19:05:52.480674 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba3b26-6f2d-407b-8577-133a4037a4e7 req-0b4c7ce2-88cc-494f-949f-749d8d09d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:52.486448 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c1ba3b26-6f2d-407b-8577-133a4037a4e7 req-0b4c7ce2-88cc-494f-949f-749d8d09d2be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd150f31e3264ef4b870aabc811ef221&device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 1095 time: 0.1925039 Sep 07 19:05:52.488198 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc425c2-2d0f-44bc-910b-70d374899acb x-openstack-request-id: req-bcc425c2-2d0f-44bc-910b-70d374899acb {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:05:52.488688 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba0fbdf-f755-446e-b98c-59136c459aa1", "tag": "fa0a9363-219e-474f-bbcf-690bf7d8c1b5", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:05:52.489090 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bcc425c2-2d0f-44bc-910b-70d374899acb {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:05:52.493500 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba0fbdf-f755-446e-b98c-59136c459aa1', 'tag': 'fa0a9363-219e-474f-bbcf-690bf7d8c1b5', 'status': 'completed', 'code': 200} Sep 07 19:05:52.636028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c12c881-e9a5-4bed-a2db-e664eee2064c admin admin] Network cbf5fc07-07db-4300-bd6b-18060042eb7f is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:05:52.673426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-6c12c881-e9a5-4bed-a2db-e664eee2064c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, cbf5fc07-07db-4300-bd6b-18060042eb7f) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:05:52.673426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997d21c-22e4-4db7-a590-2f2e3f131836 req-23859a8b-ae32-4c1e-9db9-d5073e3bc42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:52.673426 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4997d21c-22e4-4db7-a590-2f2e3f131836 req-23859a8b-ae32-4c1e-9db9-d5073e3bc42c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 1095 time: 0.1334462 Sep 07 19:05:52.678306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c12c881-e9a5-4bed-a2db-e664eee2064c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:52.678601 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6c12c881-e9a5-4bed-a2db-e664eee2064c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:52.688966 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867045f4-ec14-4d89-b6d5-725c1515f3e3 None None] Network cbf5fc07-07db-4300-bd6b-18060042eb7f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:05:52.729808 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba3b26-6f2d-407b-8577-133a4037a4e7 req-c56b7b2e-056e-44d1-8e61-f201409ff606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:52.736629 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c1ba3b26-6f2d-407b-8577-133a4037a4e7 req-c56b7b2e-056e-44d1-8e61-f201409ff606 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a4724486-3acb-401c-a8f0-54abeeaa7172 HTTP/1.1" status: 200 len: 917 time: 0.2374580 Sep 07 19:05:52.741874 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6c12c881-e9a5-4bed-a2db-e664eee2064c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9898949 Sep 07 19:05:53.020761 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c1ba3b26-6f2d-407b-8577-133a4037a4e7 req-b5bbad42-b277-4123-b935-e3a0c8737b2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e56f7953-f1dd-4af1-b77d-245d34c462c9 HTTP/1.1" status: 200 len: 999 time: 0.2702515 Sep 07 19:05:53.068107 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b919a5ab-8dca-4081-9ebe-952019fc3469 None None] Network cbf5fc07-07db-4300-bd6b-18060042eb7f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:05:53.263857 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200a967-aa39-4893-8410-f1b15f80951c req-6e8077db-7824-4b51-a07e-3550e9a58027 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:53.272671 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200a967-aa39-4893-8410-f1b15f80951c req-6e8077db-7824-4b51-a07e-3550e9a58027 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:53.283490 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200a967-aa39-4893-8410-f1b15f80951c req-6e8077db-7824-4b51-a07e-3550e9a58027 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:53.305209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200a967-aa39-4893-8410-f1b15f80951c req-6e8077db-7824-4b51-a07e-3550e9a58027 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:53.313920 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200a967-aa39-4893-8410-f1b15f80951c req-6e8077db-7824-4b51-a07e-3550e9a58027 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:53.322640 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200a967-aa39-4893-8410-f1b15f80951c req-6e8077db-7824-4b51-a07e-3550e9a58027 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:53.330924 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200a967-aa39-4893-8410-f1b15f80951c req-6e8077db-7824-4b51-a07e-3550e9a58027 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:53.340634 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b200a967-aa39-4893-8410-f1b15f80951c req-6e8077db-7824-4b51-a07e-3550e9a58027 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5427 time: 0.4038284 Sep 07 19:05:53.689862 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3804b453-b76d-4a1d-b42f-d85eeb8ad14d up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:05:53.873025 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 3804b453-b76d-4a1d-b42f-d85eeb8ad14d completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:05:53.878119 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 3804b453-b76d-4a1d-b42f-d85eeb8ad14d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:05:53.878533 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:54.002131 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:54.038488 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba3b26-6f2d-407b-8577-133a4037a4e7 req-0aef9f7b-4cbb-46f7-8218-fc422b882b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:54.043965 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c1ba3b26-6f2d-407b-8577-133a4037a4e7 req-0aef9f7b-4cbb-46f7-8218-fc422b882b05 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9985a0df-d9a6-429f-8454-e036ae7f07c1 HTTP/1.1" status: 200 len: 855 time: 0.9731305 Sep 07 19:05:54.050198 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997d21c-22e4-4db7-a590-2f2e3f131836 req-1b85a5d1-5f89-4300-994e-de6b07466485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:54.051631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4997d21c-22e4-4db7-a590-2f2e3f131836 req-1b85a5d1-5f89-4300-994e-de6b07466485 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 906 time: 1.3584104 Sep 07 19:05:54.087573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3804b453-b76d-4a1d-b42f-d85eeb8ad14d'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:05:54.093834 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d260230c-1050-41a9-b389-284d50041a44" -d '{"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-plugged", "status": "completed", "tag": "3804b453-b76d-4a1d-b42f-d85eeb8ad14d"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:05:54.143132 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 3804b453-b76d-4a1d-b42f-d85eeb8ad14d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3804b453-b76d-4a1d-b42f-d85eeb8ad14d,segment=NetworkSegment(9bf848d3-f5de-4619-9b1a-8b42bf2d6b94),segment_id=9bf848d3-f5de-4619-9b1a-8b42bf2d6b94)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:54.148058 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e337161-17b5-4f7e-b0f8-875489e6111b req-d8da1420-a086-46c3-b720-2b548e75a551 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:54.149941 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e337161-17b5-4f7e-b0f8-875489e6111b req-d8da1420-a086-46c3-b720-2b548e75a551 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 944 time: 0.9521992 Sep 07 19:05:54.153793 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4997d21c-22e4-4db7-a590-2f2e3f131836 req-f1a86cfc-9f2b-4ce8-8204-7dbe48c78dbf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa0a9363-219e-474f-bbcf-690bf7d8c1b5 HTTP/1.1" status: 200 len: 217 time: 0.0930173 Sep 07 19:05:54.161872 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:54.162720 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 04e80ba0-acd5-4553-b992-3fc9cfe4316b up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:05:54.296305 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b200a967-aa39-4893-8410-f1b15f80951c req-cafab3a1-9dfe-4d92-9493-81c98973cbcf tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9546554 Sep 07 19:05:54.297926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997d21c-22e4-4db7-a590-2f2e3f131836 req-7e7e1c8f-3764-4cc8-9c9c-5baf1ddd244c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:54.299461 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4997d21c-22e4-4db7-a590-2f2e3f131836 req-7e7e1c8f-3764-4cc8-9c9c-5baf1ddd244c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9dd7036-3605-4e7d-b54d-2734891f6abd HTTP/1.1" status: 200 len: 845 time: 0.1259680 Sep 07 19:05:54.414040 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4997d21c-22e4-4db7-a590-2f2e3f131836 req-b0781482-8615-4f11-90a3-0c86a4bb6101 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981553 Sep 07 19:05:54.418120 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49292) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:05:54.612395 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=3804b453-b76d-4a1d-b42f-d85eeb8ad14d,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:54.631444 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 04e80ba0-acd5-4553-b992-3fc9cfe4316b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:05:54.634738 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5313052-4ffa-4d75-9bcb-6b2d35086e99 admin admin] Deleting subnet 3c7b1039-150d-49ba-a488-1b11b3fbf282 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:05:54.637944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 04e80ba0-acd5-4553-b992-3fc9cfe4316b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:05:54.638422 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:54.660308 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e5313052-4ffa-4d75-9bcb-6b2d35086e99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:54.682990 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e337161-17b5-4f7e-b0f8-875489e6111b req-2deed18d-47f9-431f-bb35-59dee13b63f2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078738 Sep 07 19:05:54.730665 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e5313052-4ffa-4d75-9bcb-6b2d35086e99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:54.782082 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e5313052-4ffa-4d75-9bcb-6b2d35086e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:54.820003 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc02004b-3369-4262-8982-28791bfe2414 x-openstack-request-id: req-bc02004b-3369-4262-8982-28791bfe2414 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:05:54.820796 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-plugged", "status": "completed", "tag": "3804b453-b76d-4a1d-b42f-d85eeb8ad14d", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:05:54.821055 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc02004b-3369-4262-8982-28791bfe2414 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:05:54.821452 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3804b453-b76d-4a1d-b42f-d85eeb8ad14d', 'code': 200} Sep 07 19:05:54.858398 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:54.871109 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e5313052-4ffa-4d75-9bcb-6b2d35086e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:54.939688 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5313052-4ffa-4d75-9bcb-6b2d35086e99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7b1039-150d-49ba-a488-1b11b3fbf282,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:54.972545 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 04e80ba0-acd5-4553-b992-3fc9cfe4316b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=04e80ba0-acd5-4553-b992-3fc9cfe4316b,segment=NetworkSegment(9bf848d3-f5de-4619-9b1a-8b42bf2d6b94),segment_id=9bf848d3-f5de-4619-9b1a-8b42bf2d6b94)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:54.977379 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5313052-4ffa-4d75-9bcb-6b2d35086e99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:54.978252 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:54.979076 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:05:54.980983 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246234e1-88ba-4142-be97-215284f3b75e req-aa7e043c-1270-4d27-b73c-05153a054722 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:54.984361 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-246234e1-88ba-4142-be97-215284f3b75e req-aa7e043c-1270-4d27-b73c-05153a054722 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 944 time: 0.2960804 Sep 07 19:05:54.986167 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5313052-4ffa-4d75-9bcb-6b2d35086e99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:54.990409 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5313052-4ffa-4d75-9bcb-6b2d35086e99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:54.996723 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4997d21c-22e4-4db7-a590-2f2e3f131836 req-dec94d98-57d9-48f7-84bd-d1ed181f7662 service neutron] 10.222.0.36 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591316 Sep 07 19:05:54.997931 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5313052-4ffa-4d75-9bcb-6b2d35086e99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:55.001228 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5313052-4ffa-4d75-9bcb-6b2d35086e99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:55.001753 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5313052-4ffa-4d75-9bcb-6b2d35086e99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:55.002267 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5313052-4ffa-4d75-9bcb-6b2d35086e99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:55.002881 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5313052-4ffa-4d75-9bcb-6b2d35086e99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:55.003462 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5313052-4ffa-4d75-9bcb-6b2d35086e99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:55.004041 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5313052-4ffa-4d75-9bcb-6b2d35086e99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:55.004876 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5313052-4ffa-4d75-9bcb-6b2d35086e99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:55.007530 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5313052-4ffa-4d75-9bcb-6b2d35086e99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:55.017958 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e5313052-4ffa-4d75-9bcb-6b2d35086e99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:55.023581 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e5313052-4ffa-4d75-9bcb-6b2d35086e99 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3c7b1039-150d-49ba-a488-1b11b3fbf282 HTTP/1.1" status: 204 len: 168 time: 0.6043377 Sep 07 19:05:55.029442 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49304) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:05:55.060594 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=04e80ba0-acd5-4553-b992-3fc9cfe4316b,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:55.111934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:55.112440 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:55.112847 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:55.113186 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:55.113610 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:55.114056 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:55.117402 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:55.118025 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:55.119669 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:55.120224 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:55.122199 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:55.122823 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:55.197238 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:05:55.203468 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:05:55.203844 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:55.240039 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dfa1389b-a127-48be-9b7d-5e7fbf7f888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:55.416636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba3b26-6f2d-407b-8577-133a4037a4e7 req-ed49e71a-a8e6-4d2a-a334-fe99038bdaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:55.426637 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c1ba3b26-6f2d-407b-8577-133a4037a4e7 req-ed49e71a-a8e6-4d2a-a334-fe99038bdaa4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4724486-3acb-401c-a8f0-54abeeaa7172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6467876 Sep 07 19:05:55.443027 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:55.448847 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 49320) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:05:55.529068 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port ff3c0c44-78e7-4436-8eb2-ef0de0b2c303, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=ff3c0c44-78e7-4436-8eb2-ef0de0b2c303,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:55.544488 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:55.545601 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device d5037c37-d497-4829-a848-7904c39917b2 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:05:55.561267 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dfa1389b-a127-48be-9b7d-5e7fbf7f888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:55.623540 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-dfa1389b-a127-48be-9b7d-5e7fbf7f888b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf5fc07-07db-4300-bd6b-18060042eb7f']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:05:55.688032 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-dfa1389b-a127-48be-9b7d-5e7fbf7f888b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8740fe82-a99e-49a4-ae90-7436f5557bf7') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:05:55.688690 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-dfa1389b-a127-48be-9b7d-5e7fbf7f888b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8740fe82-a99e-49a4-ae90-7436f5557bf7') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:05:55.706780 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device fa0a9363-219e-474f-bbcf-690bf7d8c1b5 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:05:55.713100 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4997d21c-22e4-4db7-a590-2f2e3f131836 req-0face37f-2298-45c8-b70b-47aab0c0b7af service neutron] 10.222.0.36 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6870546 Sep 07 19:05:55.729286 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dfa1389b-a127-48be-9b7d-5e7fbf7f888b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:55.773574 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dfa1389b-a127-48be-9b7d-5e7fbf7f888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:55.791765 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa1389b-a127-48be-9b7d-5e7fbf7f888b admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:05:55.792442 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dfa1389b-a127-48be-9b7d-5e7fbf7f888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:05:55.794587 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:05:55.857546 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-246234e1-88ba-4142-be97-215284f3b75e req-c97d5c94-36ac-4a7f-8868-504a41e001c2 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8580770 Sep 07 19:05:55.911897 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.db.resource_extend [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 19:05:55.923128 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7ed9af5a-f139-4f53-a216-21ec32d34a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:56.021443 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dfa1389b-a127-48be-9b7d-5e7fbf7f888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:56.024299 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb85c36-25e8-4472-aa11-4f22f06dded4 req-3f0ca33a-e55a-4fe1-9cab-5a8bb4b82c66 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:56.037385 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dfa1389b-a127-48be-9b7d-5e7fbf7f888b admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:56.054423 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb85c36-25e8-4472-aa11-4f22f06dded4 req-3f0ca33a-e55a-4fe1-9cab-5a8bb4b82c66 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:56.060638 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb85c36-25e8-4472-aa11-4f22f06dded4 req-3f0ca33a-e55a-4fe1-9cab-5a8bb4b82c66 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:56.066642 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dfa1389b-a127-48be-9b7d-5e7fbf7f888b admin admin] 10.222.0.26 "DELETE /v2.0/networks/cbf5fc07-07db-4300-bd6b-18060042eb7f HTTP/1.1" status: 204 len: 168 time: 1.0353112 Sep 07 19:05:56.082843 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb85c36-25e8-4472-aa11-4f22f06dded4 req-3f0ca33a-e55a-4fe1-9cab-5a8bb4b82c66 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:56.118629 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb85c36-25e8-4472-aa11-4f22f06dded4 req-3f0ca33a-e55a-4fe1-9cab-5a8bb4b82c66 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:56.134654 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-457ff729-4fd9-479c-8932-6ef10f720d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:56.139334 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=ff3c0c44-78e7-4436-8eb2-ef0de0b2c303,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:56.139543 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb85c36-25e8-4472-aa11-4f22f06dded4 req-3f0ca33a-e55a-4fe1-9cab-5a8bb4b82c66 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:56.149005 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1389b-a127-48be-9b7d-5e7fbf7f888b admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf5fc07-07db-4300-bd6b-18060042eb7f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:56.164787 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb85c36-25e8-4472-aa11-4f22f06dded4 req-3f0ca33a-e55a-4fe1-9cab-5a8bb4b82c66 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:56.165995 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port d5037c37-d497-4829-a848-7904c39917b2 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:05:56.183122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8fb85c36-25e8-4472-aa11-4f22f06dded4 req-3f0ca33a-e55a-4fe1-9cab-5a8bb4b82c66 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5430 time: 0.5386317 Sep 07 19:05:56.196922 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c1ba3b26-6f2d-407b-8577-133a4037a4e7 req-e21aa78e-c8a2-492a-ba44-98e0cd350774 service neutron] 10.222.0.60 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7429121 Sep 07 19:05:56.250356 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port d5037c37-d497-4829-a848-7904c39917b2 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:05:56.250356 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:56.340199 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49340) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:05:56.383228 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port fa0a9363-219e-474f-bbcf-690bf7d8c1b5, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=fa0a9363-219e-474f-bbcf-690bf7d8c1b5,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:56.415653 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'fa0a9363-219e-474f-bbcf-690bf7d8c1b5', 'network_id': '2be54d8c-41f0-4b39-8dfe-deca3264f6ca', 'port_id': 'fa0a9363-219e-474f-bbcf-690bf7d8c1b5', 'mac_address': 'fa:16:3e:d2:4d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9dd7036-3605-4e7d-b54d-2734891f6abd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:05:56.450548 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4826591c-bb06-4270-bf02-13f2b82312c0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f302279511fb46dcb410a45358050e50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1089444 Sep 07 19:05:56.451554 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 49342) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:05:56.527302 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8fb85c36-25e8-4472-aa11-4f22f06dded4 req-27d44844-2418-4663-bf09-d369e1ca332c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3425941 Sep 07 19:05:56.528451 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:56.556831 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:56.562848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0a9363-219e-474f-bbcf-690bf7d8c1b5 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:05:56.599939 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb17494-3233-4539-8a3c-c278c4d9c19f req-272f3034-2a62-4622-94f9-d8455b5152ad tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:56.602612 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8eb17494-3233-4539-8a3c-c278c4d9c19f req-272f3034-2a62-4622-94f9-d8455b5152ad tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 944 time: 0.4046028 Sep 07 19:05:56.618791 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port fa0a9363-219e-474f-bbcf-690bf7d8c1b5, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=fa0a9363-219e-474f-bbcf-690bf7d8c1b5,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:56.639083 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:56.720606 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port d5037c37-d497-4829-a848-7904c39917b2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d5037c37-d497-4829-a848-7904c39917b2,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:56.772483 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90f53a48-96da-4f77-9664-3899d06cd88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:56.797194 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8eb17494-3233-4539-8a3c-c278c4d9c19f req-a6191905-7561-448a-b7e2-10e7f733d1b8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779780 Sep 07 19:05:56.807408 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:56.810398 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:05:56.834955 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7ed9af5a-f139-4f53-a216-21ec32d34a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:56.837427 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90f53a48-96da-4f77-9664-3899d06cd88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:56.845654 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7ed9af5a-f139-4f53-a216-21ec32d34a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:56.882341 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e80ba0-acd5-4553-b992-3fc9cfe4316b'}, {'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3c0c44-78e7-4436-8eb2-ef0de0b2c303'}, {'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5037c37-d497-4829-a848-7904c39917b2'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:05:56.885368 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41bb479-990e-440d-8fea-57152d850c95" -d '{"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-plugged", "status": "completed", "tag": "04e80ba0-acd5-4553-b992-3fc9cfe4316b"}, {"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-plugged", "status": "completed", "tag": "ff3c0c44-78e7-4436-8eb2-ef0de0b2c303"}, {"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-plugged", "status": "completed", "tag": "d5037c37-d497-4829-a848-7904c39917b2"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:05:56.902952 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=fa0a9363-219e-474f-bbcf-690bf7d8c1b5,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:56.939989 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49358) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:05:56.941095 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7ed9af5a-f139-4f53-a216-21ec32d34a04 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6de50e79a2e440938a08cb1cfec1e4c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4750016 Sep 07 19:05:56.957592 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['fa0a9363-219e-474f-bbcf-690bf7d8c1b5'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:05:57.022932 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9af5a-f139-4f53-a216-21ec32d34a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e46021-547c-42f6-868d-2738461ca382,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:57.074776 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 07 Sep 2021 19:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d03581d-451e-4533-a793-03ed711e9030 x-openstack-request-id: req-9d03581d-451e-4533-a793-03ed711e9030 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:05:57.075110 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-plugged", "status": "completed", "tag": "04e80ba0-acd5-4553-b992-3fc9cfe4316b", "code": 200}, {"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-plugged", "status": "completed", "tag": "ff3c0c44-78e7-4436-8eb2-ef0de0b2c303", "code": 200}, {"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-plugged", "status": "completed", "tag": "d5037c37-d497-4829-a848-7904c39917b2", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:05:57.075368 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d03581d-451e-4533-a793-03ed711e9030 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:05:57.079592 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e80ba0-acd5-4553-b992-3fc9cfe4316b', 'code': 200} Sep 07 19:05:57.079977 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3c0c44-78e7-4436-8eb2-ef0de0b2c303', 'code': 200} Sep 07 19:05:57.084717 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5037c37-d497-4829-a848-7904c39917b2', 'code': 200} Sep 07 19:05:57.102189 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e029b65-85aa-4852-a2fb-aa54683cea84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:57.134361 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e029b65-85aa-4852-a2fb-aa54683cea84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:57.135229 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90f53a48-96da-4f77-9664-3899d06cd88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:57.138059 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90f53a48-96da-4f77-9664-3899d06cd88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:57.142098 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-90f53a48-96da-4f77-9664-3899d06cd88e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19b54d25-876e-43ee-937e-64f3c7f9f602 HTTP/1.1" status: 204 len: 168 time: 0.6773074 Sep 07 19:05:57.165989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f53a48-96da-4f77-9664-3899d06cd88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b54d25-876e-43ee-937e-64f3c7f9f602,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:57.231643 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e029b65-85aa-4852-a2fb-aa54683cea84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:57.235765 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0b136-e7f7-44ff-b4b2-82280cd92efc req-bfd9738a-c6a4-48f1-9066-32b313a9f44e tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:57.238244 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86f0b136-e7f7-44ff-b4b2-82280cd92efc req-bfd9738a-c6a4-48f1-9066-32b313a9f44e tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 944 time: 0.1784627 Sep 07 19:05:57.241308 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e029b65-85aa-4852-a2fb-aa54683cea84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:57.250990 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6e029b65-85aa-4852-a2fb-aa54683cea84 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f4e46021-547c-42f6-868d-2738461ca382 HTTP/1.1" status: 204 len: 168 time: 0.3053477 Sep 07 19:05:57.265548 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=d5037c37-d497-4829-a848-7904c39917b2,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:57.294562 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:05:57.307150 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e029b65-85aa-4852-a2fb-aa54683cea84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e46021-547c-42f6-868d-2738461ca382,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:57.323513 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:05:57.324189 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:57.357551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86f0b136-e7f7-44ff-b4b2-82280cd92efc req-38d8c937-8980-4535-b52f-461a7db421f8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050956 Sep 07 19:05:57.672668 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:57.806143 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port b56a4f11-c42e-4a69-a00a-95dee5c5c3c9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=b56a4f11-c42e-4a69-a00a-95dee5c5c3c9,segment=NetworkSegment(0bc109b4-208d-4fe4-8ff4-0f83c4d9a162),segment_id=0bc109b4-208d-4fe4-8ff4-0f83c4d9a162)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:57.826210 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:57.831558 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device dca85aec-715c-451f-9b3f-cd3b5cafcf42 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:05:57.890016 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0888e60-f4ea-4caf-bc1d-fdfe7fe07d45 req-b8c273d1-a3cd-4df2-9718-fd349d8dbfc4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:57.908129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0888e60-f4ea-4caf-bc1d-fdfe7fe07d45 req-b8c273d1-a3cd-4df2-9718-fd349d8dbfc4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:57.956988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0888e60-f4ea-4caf-bc1d-fdfe7fe07d45 req-b8c273d1-a3cd-4df2-9718-fd349d8dbfc4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:57.979143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0888e60-f4ea-4caf-bc1d-fdfe7fe07d45 req-b8c273d1-a3cd-4df2-9718-fd349d8dbfc4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:58.011944 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0888e60-f4ea-4caf-bc1d-fdfe7fe07d45 req-b8c273d1-a3cd-4df2-9718-fd349d8dbfc4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:58.042254 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0888e60-f4ea-4caf-bc1d-fdfe7fe07d45 req-b8c273d1-a3cd-4df2-9718-fd349d8dbfc4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:58.083071 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0888e60-f4ea-4caf-bc1d-fdfe7fe07d45 req-b8c273d1-a3cd-4df2-9718-fd349d8dbfc4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:58.103176 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0888e60-f4ea-4caf-bc1d-fdfe7fe07d45 req-b8c273d1-a3cd-4df2-9718-fd349d8dbfc4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5431 time: 0.4189630 Sep 07 19:05:58.106512 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=b56a4f11-c42e-4a69-a00a-95dee5c5c3c9,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:58.132306 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port dca85aec-715c-451f-9b3f-cd3b5cafcf42 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:05:58.144485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port dca85aec-715c-451f-9b3f-cd3b5cafcf42 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:05:58.144897 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:58.411770 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0888e60-f4ea-4caf-bc1d-fdfe7fe07d45 req-219282b9-83c9-4cfc-a57f-b80834f5fc3d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3071957 Sep 07 19:05:58.469744 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:58.544352 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07872f-0749-42ca-a701-3e4e24e6e40a req-850c5b6f-e0bc-4be9-9754-58cabad71efd tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:58.557910 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c07872f-0749-42ca-a701-3e4e24e6e40a req-850c5b6f-e0bc-4be9-9754-58cabad71efd tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 945 time: 0.4483078 Sep 07 19:05:58.581889 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port dca85aec-715c-451f-9b3f-cd3b5cafcf42, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=dca85aec-715c-451f-9b3f-cd3b5cafcf42,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:58.588550 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:58.593855 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device b06c3ed3-5ce2-4a65-a560-070dba9ac0fc up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:05:58.800252 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c1ba3b26-6f2d-407b-8577-133a4037a4e7 req-283bdac9-4351-428e-b619-65f1f45bc6ee service neutron] 10.222.0.60 "GET /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700946 Sep 07 19:05:58.823753 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=dca85aec-715c-451f-9b3f-cd3b5cafcf42,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:58.860698 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c07872f-0749-42ca-a701-3e4e24e6e40a req-85770b53-2fea-4dec-910f-0a31a927510c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998047 Sep 07 19:05:58.903790 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aef57a9a-78f9-4d92-aef6-cacfe5d4cc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:58.948955 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884e29d-d1cb-491d-a923-dd9eb759db31 req-19cd1d1d-e9a9-4c53-a9d8-c51cf6194332 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:58.953297 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e884e29d-d1cb-491d-a923-dd9eb759db31 req-19cd1d1d-e9a9-4c53-a9d8-c51cf6194332 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 944 time: 0.2526526 Sep 07 19:05:58.960003 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:05:58.964421 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:05:58.965035 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:59.058090 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e884e29d-d1cb-491d-a923-dd9eb759db31 req-65c6fb6e-df06-4c11-8ca5-8bccbbda336e tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958905 Sep 07 19:05:59.093620 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56a4f11-c42e-4a69-a00a-95dee5c5c3c9'}, {'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca85aec-715c-451f-9b3f-cd3b5cafcf42'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:05:59.096357 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f85adc2-f544-4454-ad96-17536ce343bd" -d '{"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-plugged", "status": "completed", "tag": "b56a4f11-c42e-4a69-a00a-95dee5c5c3c9"}, {"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-plugged", "status": "completed", "tag": "dca85aec-715c-451f-9b3f-cd3b5cafcf42"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:05:59.144306 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:59.255405 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 19:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1535fa39-3b09-4bd0-aa3b-b18e749b67b9 x-openstack-request-id: req-1535fa39-3b09-4bd0-aa3b-b18e749b67b9 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:05:59.255927 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-plugged", "status": "completed", "tag": "b56a4f11-c42e-4a69-a00a-95dee5c5c3c9", "code": 200}, {"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-plugged", "status": "completed", "tag": "dca85aec-715c-451f-9b3f-cd3b5cafcf42", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:05:59.257744 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1535fa39-3b09-4bd0-aa3b-b18e749b67b9 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:05:59.259044 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56a4f11-c42e-4a69-a00a-95dee5c5c3c9', 'code': 200} Sep 07 19:05:59.259805 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca85aec-715c-451f-9b3f-cd3b5cafcf42', 'code': 200} Sep 07 19:05:59.265707 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:59.418595 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=b06c3ed3-5ce2-4a65-a560-070dba9ac0fc,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:59.427227 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:59.451900 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device fa0a9363-219e-474f-bbcf-690bf7d8c1b5 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:05:59.769972 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=b06c3ed3-5ce2-4a65-a560-070dba9ac0fc,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:59.779567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74bb5a-5aa8-4c80-abe5-7dd17199264b req-f11b465f-960d-468e-a0e5-0a61c56b98d2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:59.787392 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74bb5a-5aa8-4c80-abe5-7dd17199264b req-f11b465f-960d-468e-a0e5-0a61c56b98d2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:59.795158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74bb5a-5aa8-4c80-abe5-7dd17199264b req-f11b465f-960d-468e-a0e5-0a61c56b98d2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:59.802757 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74bb5a-5aa8-4c80-abe5-7dd17199264b req-f11b465f-960d-468e-a0e5-0a61c56b98d2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:59.809430 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port fa0a9363-219e-474f-bbcf-690bf7d8c1b5 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:05:59.810194 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74bb5a-5aa8-4c80-abe5-7dd17199264b req-f11b465f-960d-468e-a0e5-0a61c56b98d2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:59.816983 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74bb5a-5aa8-4c80-abe5-7dd17199264b req-f11b465f-960d-468e-a0e5-0a61c56b98d2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:59.818857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port fa0a9363-219e-474f-bbcf-690bf7d8c1b5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:05:59.819523 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:59.826326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74bb5a-5aa8-4c80-abe5-7dd17199264b req-f11b465f-960d-468e-a0e5-0a61c56b98d2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:59.842967 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-be74bb5a-5aa8-4c80-abe5-7dd17199264b req-f11b465f-960d-468e-a0e5-0a61c56b98d2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5434 time: 0.2045698 Sep 07 19:05:59.996314 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-be74bb5a-5aa8-4c80-abe5-7dd17199264b req-3b5ae5af-4b44-45c2-bb9b-c0e55c92c3ad tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1434827 Sep 07 19:06:00.103998 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:00.164084 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port fa0a9363-219e-474f-bbcf-690bf7d8c1b5, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=fa0a9363-219e-474f-bbcf-690bf7d8c1b5,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:06:00.177466 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:00.220484 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:00.273938 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=fa0a9363-219e-474f-bbcf-690bf7d8c1b5,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:00.440094 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5c223-2af0-470c-a288-0c604cee4c0e req-bd1f3546-4c13-4f3a-9717-451b31156bce tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:00.453070 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fe5c223-2af0-470c-a288-0c604cee4c0e req-bd1f3546-4c13-4f3a-9717-451b31156bce tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.2488434 Sep 07 19:06:00.557543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fe5c223-2af0-470c-a288-0c604cee4c0e req-5927f6c3-8ba3-4b9d-833a-a7b8379dc16c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026676 Sep 07 19:06:00.600156 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49474) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:01.001532 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fb91f2ce-d8ca-4b27-9757-171c2ddcfdd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:01.054588 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63876069-dafa-4158-b824-765eebe820ac req-d57fc57b-8bf6-4d87-93d4-1e96576734af tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:01.070151 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63876069-dafa-4158-b824-765eebe820ac req-d57fc57b-8bf6-4d87-93d4-1e96576734af tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 944 time: 0.1603785 Sep 07 19:06:01.214708 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fb91f2ce-d8ca-4b27-9757-171c2ddcfdd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:01.222261 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fb91f2ce-d8ca-4b27-9757-171c2ddcfdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:01.261838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06c3ed3-5ce2-4a65-a560-070dba9ac0fc'}, {'server_uuid': '2ba0fbdf-f755-446e-b98c-59136c459aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0a9363-219e-474f-bbcf-690bf7d8c1b5'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:06:01.267428 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50755c11-0442-498b-a3a0-b217db4489fb" -d '{"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-plugged", "status": "completed", "tag": "b06c3ed3-5ce2-4a65-a560-070dba9ac0fc"}, {"server_uuid": "2ba0fbdf-f755-446e-b98c-59136c459aa1", "name": "network-vif-plugged", "status": "completed", "tag": "fa0a9363-219e-474f-bbcf-690bf7d8c1b5"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:06:01.272458 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63876069-dafa-4158-b824-765eebe820ac req-2d0ead0a-a7d2-4e7f-ac18-160bc94bb624 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000234 Sep 07 19:06:01.386524 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fb91f2ce-d8ca-4b27-9757-171c2ddcfdd6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=09ff4cbcad7749feb00ede3afbaf2a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7840309 Sep 07 19:06:01.391562 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 49498) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:01.411460 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91f2ce-d8ca-4b27-9757-171c2ddcfdd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc44db2-bc51-41b1-bf20-37c2c899209e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:01.719646 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6643b-6eb3-4262-b30c-7f8327149a5d req-78caef62-0cc4-4082-8a28-311dc8bb62a2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:01.728121 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 19:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5227d47e-cfb0-481e-886a-8b04d9bfd582 x-openstack-request-id: req-5227d47e-cfb0-481e-886a-8b04d9bfd582 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:06:01.728417 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-plugged", "status": "completed", "tag": "b06c3ed3-5ce2-4a65-a560-070dba9ac0fc", "code": 200}, {"server_uuid": "2ba0fbdf-f755-446e-b98c-59136c459aa1", "name": "network-vif-plugged", "status": "completed", "tag": "fa0a9363-219e-474f-bbcf-690bf7d8c1b5", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:06:01.730139 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5227d47e-cfb0-481e-886a-8b04d9bfd582 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:06:01.730139 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06c3ed3-5ce2-4a65-a560-070dba9ac0fc', 'code': 200} Sep 07 19:06:01.730445 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba0fbdf-f755-446e-b98c-59136c459aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0a9363-219e-474f-bbcf-690bf7d8c1b5', 'code': 200} Sep 07 19:06:01.748042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6643b-6eb3-4262-b30c-7f8327149a5d req-78caef62-0cc4-4082-8a28-311dc8bb62a2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:01.748668 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:01.774703 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6643b-6eb3-4262-b30c-7f8327149a5d req-78caef62-0cc4-4082-8a28-311dc8bb62a2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:01.793406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6643b-6eb3-4262-b30c-7f8327149a5d req-78caef62-0cc4-4082-8a28-311dc8bb62a2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:01.813227 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6643b-6eb3-4262-b30c-7f8327149a5d req-78caef62-0cc4-4082-8a28-311dc8bb62a2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:01.826112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6643b-6eb3-4262-b30c-7f8327149a5d req-78caef62-0cc4-4082-8a28-311dc8bb62a2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:01.841046 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6643b-6eb3-4262-b30c-7f8327149a5d req-78caef62-0cc4-4082-8a28-311dc8bb62a2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:01.856107 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94f6643b-6eb3-4262-b30c-7f8327149a5d req-78caef62-0cc4-4082-8a28-311dc8bb62a2 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5434 time: 0.4377537 Sep 07 19:06:02.032325 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8f09aa64-843c-4783-9b2b-ed1f6bd35ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:02.185683 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94f6643b-6eb3-4262-b30c-7f8327149a5d req-855a8443-aa34-4c7b-9bd3-0fccaaeb03b3 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3285713 Sep 07 19:06:02.194706 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8f09aa64-843c-4783-9b2b-ed1f6bd35ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:02.238183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a188095-7bef-4045-85d8-1080a43e5720 req-5d075d3a-3528-4ef2-961a-e5c0eba994c7 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:02.246001 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3a188095-7bef-4045-85d8-1080a43e5720 req-5d075d3a-3528-4ef2-961a-e5c0eba994c7 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.3314619 Sep 07 19:06:02.267499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69439e5-2694-4781-940a-11451b15409c req-56466af7-eeaf-4aba-a25e-33a000f502b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:02.268081 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69439e5-2694-4781-940a-11451b15409c req-56466af7-eeaf-4aba-a25e-33a000f502b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:02.268772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69439e5-2694-4781-940a-11451b15409c req-56466af7-eeaf-4aba-a25e-33a000f502b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:02.269195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69439e5-2694-4781-940a-11451b15409c req-56466af7-eeaf-4aba-a25e-33a000f502b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:02.269780 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69439e5-2694-4781-940a-11451b15409c req-56466af7-eeaf-4aba-a25e-33a000f502b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:02.270305 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69439e5-2694-4781-940a-11451b15409c req-56466af7-eeaf-4aba-a25e-33a000f502b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:02.270845 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69439e5-2694-4781-940a-11451b15409c req-56466af7-eeaf-4aba-a25e-33a000f502b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:02.273210 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d69439e5-2694-4781-940a-11451b15409c req-56466af7-eeaf-4aba-a25e-33a000f502b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 6491 time: 0.3696523 Sep 07 19:06:02.309975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a159a9-40a8-4640-b55c-60de2a2374ee req-4d550f2a-dc36-4b11-80e2-61d962364ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:02.312581 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-56a159a9-40a8-4640-b55c-60de2a2374ee req-4d550f2a-dc36-4b11-80e2-61d962364ded service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 1097 time: 0.4307275 Sep 07 19:06:02.385490 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3a188095-7bef-4045-85d8-1080a43e5720 req-a4e53ec5-9c7e-47b0-b303-516fe4948501 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382298 Sep 07 19:06:02.414159 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-56a159a9-40a8-4640-b55c-60de2a2374ee req-28cad294-0246-43bc-b7e4-1ef50e0c641d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884416 Sep 07 19:06:02.420449 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d69439e5-2694-4781-940a-11451b15409c req-bc3efc52-7fd4-4f83-aeb6-7a2bce406bdc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1036406 Sep 07 19:06:02.447356 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8f09aa64-843c-4783-9b2b-ed1f6bd35ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:02.457848 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8f09aa64-843c-4783-9b2b-ed1f6bd35ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:02.474076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8f09aa64-843c-4783-9b2b-ed1f6bd35ed1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7cc44db2-bc51-41b1-bf20-37c2c899209e HTTP/1.1" status: 204 len: 168 time: 1.0757914 Sep 07 19:06:02.674241 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09aa64-843c-4783-9b2b-ed1f6bd35ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc44db2-bc51-41b1-bf20-37c2c899209e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:02.774653 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ef5c6-c43d-4da3-8800-28d0eda00703 req-21651a69-25e3-41ba-a0e5-e027bce58629 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:02.781104 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-644ef5c6-c43d-4da3-8800-28d0eda00703 req-21651a69-25e3-41ba-a0e5-e027bce58629 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 944 time: 0.2702858 Sep 07 19:06:02.888336 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-644ef5c6-c43d-4da3-8800-28d0eda00703 req-dba142a7-c76b-497f-aca5-a687526eb287 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887775 Sep 07 19:06:03.519288 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c463f3c-5d83-42f1-a8da-98fb2da77b77 req-49c8914b-1493-48e4-aa1b-1c7ebda80b8d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:03.542138 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c463f3c-5d83-42f1-a8da-98fb2da77b77 req-49c8914b-1493-48e4-aa1b-1c7ebda80b8d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:03.580203 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c463f3c-5d83-42f1-a8da-98fb2da77b77 req-49c8914b-1493-48e4-aa1b-1c7ebda80b8d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:03.595013 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c463f3c-5d83-42f1-a8da-98fb2da77b77 req-49c8914b-1493-48e4-aa1b-1c7ebda80b8d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:03.621296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c463f3c-5d83-42f1-a8da-98fb2da77b77 req-49c8914b-1493-48e4-aa1b-1c7ebda80b8d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:03.640225 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c463f3c-5d83-42f1-a8da-98fb2da77b77 req-49c8914b-1493-48e4-aa1b-1c7ebda80b8d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:03.671542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c463f3c-5d83-42f1-a8da-98fb2da77b77 req-49c8914b-1493-48e4-aa1b-1c7ebda80b8d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:03.715870 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c463f3c-5d83-42f1-a8da-98fb2da77b77 req-49c8914b-1493-48e4-aa1b-1c7ebda80b8d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5434 time: 0.3350468 Sep 07 19:06:03.962205 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c463f3c-5d83-42f1-a8da-98fb2da77b77 req-9ee8e9a8-9009-4e10-85a6-64e0d0e51065 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2409081 Sep 07 19:06:04.037538 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a337dc8-9fdc-4030-a515-102fa58e4f5f req-5ae7dbea-f3dc-406d-a231-1b7b92a760f7 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:04.058649 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a337dc8-9fdc-4030-a515-102fa58e4f5f req-5ae7dbea-f3dc-406d-a231-1b7b92a760f7 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.3358788 Sep 07 19:06:04.182238 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a337dc8-9fdc-4030-a515-102fa58e4f5f req-30d8afe7-99c9-470f-898e-d74ecdb25b02 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223927 Sep 07 19:06:04.352390 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49576) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:04.472298 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3625fe-3795-431b-bf61-4e332a8473fd req-97e8ec90-9824-4a08-8568-fa1684ebfa62 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:04.474047 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c3625fe-3795-431b-bf61-4e332a8473fd req-97e8ec90-9824-4a08-8568-fa1684ebfa62 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 944 time: 0.1674619 Sep 07 19:06:04.585424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c3625fe-3795-431b-bf61-4e332a8473fd req-18f170a0-9fe2-4572-a046-f089d4a16f89 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025319 Sep 07 19:06:04.659133 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4ac58733-96d9-4e06-adad-0f314196f25d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2127340335-network', 'tenant_id': '524d8b7fabdc479496084a50e046b03c'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:06:04.727542 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac58733-96d9-4e06-adad-0f314196f25d admin admin] Made reservation on behalf of 524d8b7fabdc479496084a50e046b03c for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:06:04.730144 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4ac58733-96d9-4e06-adad-0f314196f25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:04.767021 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4ac58733-96d9-4e06-adad-0f314196f25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:05.042852 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4ac58733-96d9-4e06-adad-0f314196f25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:05.055057 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4ac58733-96d9-4e06-adad-0f314196f25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:05.190635 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac58733-96d9-4e06-adad-0f314196f25d admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:06:05.219539 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac58733-96d9-4e06-adad-0f314196f25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e744193-eab8-4191-a048-c9ba1ec1b319,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:05.238829 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4ac58733-96d9-4e06-adad-0f314196f25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:05.239354 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-4ac58733-96d9-4e06-adad-0f314196f25d admin admin] Added segment 60a8ac4c-22a8-4e87-8d09-0c1bee80faa8 of type vlan for network 28561914-c3ca-4c0b-866d-e05eae48a3bf Sep 07 19:06:05.332445 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2de04b-6609-469d-b3cf-99af08fa01bf req-6b454e4f-224f-4397-8156-04b4aa4df9b8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:05.347134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2de04b-6609-469d-b3cf-99af08fa01bf req-6b454e4f-224f-4397-8156-04b4aa4df9b8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:05.348260 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4ac58733-96d9-4e06-adad-0f314196f25d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:05.372801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2de04b-6609-469d-b3cf-99af08fa01bf req-6b454e4f-224f-4397-8156-04b4aa4df9b8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:05.384567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2de04b-6609-469d-b3cf-99af08fa01bf req-6b454e4f-224f-4397-8156-04b4aa4df9b8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:05.407143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2de04b-6609-469d-b3cf-99af08fa01bf req-6b454e4f-224f-4397-8156-04b4aa4df9b8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:05.415203 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4ac58733-96d9-4e06-adad-0f314196f25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:05.416302 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac58733-96d9-4e06-adad-0f314196f25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:05.416966 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4ac58733-96d9-4e06-adad-0f314196f25d admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:05.433896 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2de04b-6609-469d-b3cf-99af08fa01bf req-6b454e4f-224f-4397-8156-04b4aa4df9b8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:05.452866 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2de04b-6609-469d-b3cf-99af08fa01bf req-6b454e4f-224f-4397-8156-04b4aa4df9b8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:05.468316 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e2de04b-6609-469d-b3cf-99af08fa01bf req-6b454e4f-224f-4397-8156-04b4aa4df9b8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5434 time: 0.3457506 Sep 07 19:06:05.585287 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4ac58733-96d9-4e06-adad-0f314196f25d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2304099 Sep 07 19:06:05.590651 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49608) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:05.602448 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-eb30a356-3cab-4105-ac07-098f65c864e4 admin admin] Request body: {'subnet': {'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2127340335-subnet', 'tenant_id': '524d8b7fabdc479496084a50e046b03c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:06:05.664932 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e2de04b-6609-469d-b3cf-99af08fa01bf req-05208b9b-0e0a-4d9a-87c1-984ab12e2f06 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1946411 Sep 07 19:06:05.781393 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18048d-a96b-412a-92ed-d5f1c8d75557 req-78921341-0576-43f0-a7cd-6708996cd0b8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:05.781393 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad18048d-a96b-412a-92ed-d5f1c8d75557 req-78921341-0576-43f0-a7cd-6708996cd0b8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.2986560 Sep 07 19:06:05.794969 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb30a356-3cab-4105-ac07-098f65c864e4 admin admin] Made reservation on behalf of 524d8b7fabdc479496084a50e046b03c for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:06:05.817532 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eb30a356-3cab-4105-ac07-098f65c864e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:05.826677 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac58733-96d9-4e06-adad-0f314196f25d admin admin] Pushing event updated for resources: {'Network': ['ID=28561914-c3ca-4c0b-866d-e05eae48a3bf,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:05.852590 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 28561914-c3ca-4c0b-866d-e05eae48a3bf details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:06:05.931125 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad18048d-a96b-412a-92ed-d5f1c8d75557 req-cfd4665e-6eae-44f8-936b-b020690aa3dd tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432359 Sep 07 19:06:06.082542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fde33-c6db-41fb-bd0c-0eda10b07c3f req-612e83b6-f0d0-4d8f-a6be-178ba50f7aa6 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:06.099473 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d48fde33-c6db-41fb-bd0c-0eda10b07c3f req-612e83b6-f0d0-4d8f-a6be-178ba50f7aa6 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 944 time: 0.1957655 Sep 07 19:06:06.163969 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d48fde33-c6db-41fb-bd0c-0eda10b07c3f req-900ab7a5-8f76-4be6-82f8-4d1fc9a6c8c3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632849 Sep 07 19:06:06.277963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aca940-04d0-4277-aed5-8df8f9219847 req-6f515739-d02a-4739-b6ad-d1bf4490beab tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:06.294862 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aca940-04d0-4277-aed5-8df8f9219847 req-6f515739-d02a-4739-b6ad-d1bf4490beab tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:06.311536 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aca940-04d0-4277-aed5-8df8f9219847 req-6f515739-d02a-4739-b6ad-d1bf4490beab tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:06.327705 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aca940-04d0-4277-aed5-8df8f9219847 req-6f515739-d02a-4739-b6ad-d1bf4490beab tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:06.344802 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aca940-04d0-4277-aed5-8df8f9219847 req-6f515739-d02a-4739-b6ad-d1bf4490beab tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:06.366406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aca940-04d0-4277-aed5-8df8f9219847 req-6f515739-d02a-4739-b6ad-d1bf4490beab tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:06.379679 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aca940-04d0-4277-aed5-8df8f9219847 req-6f515739-d02a-4739-b6ad-d1bf4490beab tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:06.393729 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-39aca940-04d0-4277-aed5-8df8f9219847 req-6f515739-d02a-4739-b6ad-d1bf4490beab tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5434 time: 0.2444601 Sep 07 19:06:06.397166 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 49626) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:06.407956 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-37d8972a-2fac-4cc8-b953-dc119d261e64 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Request body: {'floatingip': {'port_id': 'b56a4f11-c42e-4a69-a00a-95dee5c5c3c9'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:06:06.504467 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eb30a356-3cab-4105-ac07-098f65c864e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:06.564555 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-37d8972a-2fac-4cc8-b953-dc119d261e64 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for floatingip, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:06.711316 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30a356-3cab-4105-ac07-098f65c864e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab4e789-722f-458d-abf4-2cfc1d2156cf,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:06.731402 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26a73b-9d17-48cd-a255-56b35ee2e33b req-bf4b3b35-f157-4e07-914a-dc323f5fe5d9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:06.741720 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f26a73b-9d17-48cd-a255-56b35ee2e33b req-bf4b3b35-f157-4e07-914a-dc323f5fe5d9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.0921643 Sep 07 19:06:06.875918 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f26a73b-9d17-48cd-a255-56b35ee2e33b req-7f93459f-6330-403f-9437-caff06f626a3 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327231 Sep 07 19:06:07.089473 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb30a356-3cab-4105-ac07-098f65c864e4 admin admin] Checking segment: {'id': '60a8ac4c-22a8-4e87-8d09-0c1bee80faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:06:07.090151 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb30a356-3cab-4105-ac07-098f65c864e4 admin admin] Network hostable DHCP agents. Network: 28561914-c3ca-4c0b-866d-e05eae48a3bf, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:06:07.174406 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0246594c-90c1-4e80-9534-47e550e3bbdf req-62513958-4d22-4ce0-9428-05c8315faf78 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a353b308-e2af-4d2d-a482-527f5e58d179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2523589 Sep 07 19:06:07.186279 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb30a356-3cab-4105-ac07-098f65c864e4 admin admin] Network 28561914-c3ca-4c0b-866d-e05eae48a3bf is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:06:07.269054 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b02d55-c037-4508-aff1-74f06443fffd req-a1bb3404-7697-4d67-ad55-2cae551d4a4c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:07.283234 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-eb30a356-3cab-4105-ac07-098f65c864e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 28561914-c3ca-4c0b-866d-e05eae48a3bf) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:06:07.285074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87b02d55-c037-4508-aff1-74f06443fffd req-a1bb3404-7697-4d67-ad55-2cae551d4a4c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.2286823 Sep 07 19:06:07.316472 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac786139-0388-49da-999c-ca916da3d23e None None] Network 28561914-c3ca-4c0b-866d-e05eae48a3bf requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:06:07.420086 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb30a356-3cab-4105-ac07-098f65c864e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:07.424527 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eb30a356-3cab-4105-ac07-098f65c864e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:07.594150 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-eb30a356-3cab-4105-ac07-098f65c864e4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0005007 Sep 07 19:06:07.672047 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c4f825-9a6a-4fc1-b663-1f74c53a1abd None None] Network 28561914-c3ca-4c0b-866d-e05eae48a3bf requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:06:07.779786 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87b02d55-c037-4508-aff1-74f06443fffd req-26ef2b47-852e-4406-8991-b03ec60a0773 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807287 Sep 07 19:06:07.855860 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6448d-6ae5-4cff-9113-e275cec94c3f req-3c8c22f8-19dc-4891-9ce7-338618fe11fc tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:07.873110 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25e6448d-6ae5-4cff-9113-e275cec94c3f req-3c8c22f8-19dc-4891-9ce7-338618fe11fc tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 944 time: 0.3646924 Sep 07 19:06:07.913266 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246594c-90c1-4e80-9534-47e550e3bbdf req-f5c53b50-40fc-4205-8ca5-f1a77f1a43c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:07.919175 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0246594c-90c1-4e80-9534-47e550e3bbdf req-f5c53b50-40fc-4205-8ca5-f1a77f1a43c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&device_id=a353b308-e2af-4d2d-a482-527f5e58d179 HTTP/1.1" status: 200 len: 1096 time: 0.6243284 Sep 07 19:06:08.295102 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25e6448d-6ae5-4cff-9113-e275cec94c3f req-7a803db2-c8e5-4694-99c6-0ab77db52ac2 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4192545 Sep 07 19:06:08.299001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246594c-90c1-4e80-9534-47e550e3bbdf req-44362e43-ff31-436d-88bd-551b041dcf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:08.305791 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.db.resource_extend [None req-37d8972a-2fac-4cc8-b953-dc119d261e64 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 19:06:08.307220 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0246594c-90c1-4e80-9534-47e550e3bbdf req-44362e43-ff31-436d-88bd-551b041dcf3c service neutron] 10.222.0.60 "GET /v2.0/networks?id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 200 len: 906 time: 0.3382220 Sep 07 19:06:08.462433 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0246594c-90c1-4e80-9534-47e550e3bbdf req-ebe7f54f-a152-4a49-b1aa-c44a00bdab52 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e5b2214-02cb-4177-bb03-ff77d938c331 HTTP/1.1" status: 200 len: 217 time: 0.1319199 Sep 07 19:06:08.535616 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-37d8972a-2fac-4cc8-b953-dc119d261e64 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:08.549962 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-37d8972a-2fac-4cc8-b953-dc119d261e64 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:08.572151 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246594c-90c1-4e80-9534-47e550e3bbdf req-cb2b6589-372b-4055-9093-3fe33315d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:08.573768 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0246594c-90c1-4e80-9534-47e550e3bbdf req-cb2b6589-372b-4055-9093-3fe33315d378 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9dd7036-3605-4e7d-b54d-2734891f6abd HTTP/1.1" status: 200 len: 845 time: 0.1036944 Sep 07 19:06:08.635716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6d696-d3a1-4ca2-a46a-b8fe5db0faab req-98163365-dac9-4d30-92f9-08b87375192a tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:08.644960 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-33a6d696-d3a1-4ca2-a46a-b8fe5db0faab req-98163365-dac9-4d30-92f9-08b87375192a tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.0891409 Sep 07 19:06:08.705619 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0246594c-90c1-4e80-9534-47e550e3bbdf req-1a95a59f-3e59-498a-a6ac-868eaabea3ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2be54d8c-41f0-4b39-8dfe-deca3264f6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517712 Sep 07 19:06:08.834960 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-37d8972a-2fac-4cc8-b953-dc119d261e64 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Floating IP 8f6ca7ea-51b2-48e5-9ea1-15a73f01d49e associated. External IP: 172.25.8.162, port: b56a4f11-c42e-4a69-a00a-95dee5c5c3c9. Sep 07 19:06:09.042021 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0246594c-90c1-4e80-9534-47e550e3bbdf req-88b47b38-0db6-489e-aa22-5b69431edde6 service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274789 Sep 07 19:06:09.049325 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-33a6d696-d3a1-4ca2-a46a-b8fe5db0faab req-b2514840-bcd0-4d67-8507-da3ac82ddcb1 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033439 Sep 07 19:06:09.067216 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-f46704b0-de4d-4d32-b7c1-c6aeb5c37bbf tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:09.068861 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-f46704b0-de4d-4d32-b7c1-c6aeb5c37bbf tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/networks?id=28561914-c3ca-4c0b-866d-e05eae48a3bf HTTP/1.1" status: 200 len: 815 time: 0.3087320 Sep 07 19:06:09.141883 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-8cb2c033-994d-4fe3-9eb7-6898a4c209ef tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/quotas/524d8b7fabdc479496084a50e046b03c HTTP/1.1" status: 200 len: 375 time: 0.0589271 Sep 07 19:06:09.166133 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d8972a-2fac-4cc8-b953-dc119d261e64 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Router 98ace543-0a47-45bc-abb9-0e973f90b7a1 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:06:09.259250 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-d822f746-fcad-4433-b5e2-1966d6d6317c tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=524d8b7fabdc479496084a50e046b03c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434129 Sep 07 19:06:09.407834 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0246594c-90c1-4e80-9534-47e550e3bbdf req-416876ff-77b3-4ea8-a518-462edd188d79 service neutron] 10.222.0.60 "GET /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379376 Sep 07 19:06:09.431983 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d8972a-2fac-4cc8-b953-dc119d261e64 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:06:09.448834 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a81f41-b2a9-4ffe-aa16-7dbb83a4482a None None] Sync routers for ids ['98ace543-0a47-45bc-abb9-0e973f90b7a1'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:06:09.449424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-92bc24fd-8c54-4411-8839-47b318a6ef0f service neutron] 10.222.0.26 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787984 Sep 07 19:06:09.449946 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-37d8972a-2fac-4cc8-b953-dc119d261e64 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:09.476861 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a81f41-b2a9-4ffe-aa16-7dbb83a4482a None None] Routers {'98ace543-0a47-45bc-abb9-0e973f90b7a1'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:06:09.477931 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-21a81f41-b2a9-4ffe-aa16-7dbb83a4482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:05:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['98ace543-0a47-45bc-abb9-0e973f90b7a1'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:06:09.521011 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-37d8972a-2fac-4cc8-b953-dc119d261e64 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "PUT /v2.0/floatingips/8f6ca7ea-51b2-48e5-9ea1-15a73f01d49e HTTP/1.1" status: 200 len: 992 time: 3.1157887 Sep 07 19:06:09.521011 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'tag': 'b56a4f11-c42e-4a69-a00a-95dee5c5c3c9'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:06:09.521011 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f87b35b-1520-42fc-9c04-28137e352630" -d '{"events": [{"name": "network-changed", "server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "tag": "b56a4f11-c42e-4a69-a00a-95dee5c5c3c9"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:06:09.608723 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2ac8d948-c4ce-40aa-955a-ed7f7651e2bc service neutron] 10.222.0.26 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524296 Sep 07 19:06:09.690929 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-21a81f41-b2a9-4ffe-aa16-7dbb83a4482a None None] Set router 98ace543-0a47-45bc-abb9-0e973f90b7a1 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:06:09.699451 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306ccac-7d78-4b25-a2d1-287c3567739f req-63fe846c-ac7a-4f62-9c65-b51649e1f376 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:09.701250 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4306ccac-7d78-4b25-a2d1-287c3567739f req-63fe846c-ac7a-4f62-9c65-b51649e1f376 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 944 time: 0.1914237 Sep 07 19:06:09.711867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 49710) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:09.854305 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4306ccac-7d78-4b25-a2d1-287c3567739f req-de81bd6c-d870-4672-8061-77e9619f2d61 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451056 Sep 07 19:06:09.969813 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c15a-b00e-4f21-9e52-9bbe2194c053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:09.972421 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaeb559-9441-4460-bad2-e26537859fa2 x-openstack-request-id: req-dcaeb559-9441-4460-bad2-e26537859fa2 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:06:09.972920 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "tag": "b56a4f11-c42e-4a69-a00a-95dee5c5c3c9", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:06:09.973031 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dcaeb559-9441-4460-bad2-e26537859fa2 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:06:09.973440 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'tag': 'b56a4f11-c42e-4a69-a00a-95dee5c5c3c9', 'status': 'completed', 'code': 200} Sep 07 19:06:10.052635 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bc8584d-e437-48b9-be63-e37568e74b13 req-2e10c9e7-ce52-4a9f-ac4b-ab2cb645a556 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cab5e72-7091-46d9-a3fe-5287b7ca902a HTTP/1.1" status: 200 len: 210 time: 0.0454750 Sep 07 19:06:10.181633 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-cdfdab0f-2bd8-4492-9a4b-171fe0bca4f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3206372 Sep 07 19:06:10.190125 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-21a81f41-b2a9-4ffe-aa16-7dbb83a4482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'name': 'tempest-TaggedBootDevicesTest-1539057917-router', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:02:50Z', 'updated_at': '2021-09-07T19:02:56Z', 'revision_number': 4, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'gw_port': {'id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:51Z', 'updated_at': '2021-09-07T19:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '8f6ca7ea-51b2-48e5-9ea1-15a73f01d49e', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'port_id': 'b56a4f11-c42e-4a69-a00a-95dee5c5c3c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16', 'mac_address': 'fa:16:3e:23:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:04:16Z', 'updated_at': '2021-09-07T19:06:08Z', 'revision_number': 1, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360c9b89-8c7f-4a2f-b80f-24cdda21c296', 'name': '', 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'mac_address': 'fa:16:3e:6e:55:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'ad43e386-e1da-4481-8206-5b6118db82c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:54Z', 'updated_at': '2021-09-07T19:03:05Z', 'revision_number': 5, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'subnets': [{'id': 'ad43e386-e1da-4481-8206-5b6118db82c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:06:10.217148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87b35b-1520-42fc-9c04-28137e352630 req-8da89cce-0f8c-4c03-af08-eddc43f8d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:10.217658 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87b35b-1520-42fc-9c04-28137e352630 req-8da89cce-0f8c-4c03-af08-eddc43f8d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:10.219033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87b35b-1520-42fc-9c04-28137e352630 req-8da89cce-0f8c-4c03-af08-eddc43f8d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:10.219651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87b35b-1520-42fc-9c04-28137e352630 req-8da89cce-0f8c-4c03-af08-eddc43f8d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:10.220215 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87b35b-1520-42fc-9c04-28137e352630 req-8da89cce-0f8c-4c03-af08-eddc43f8d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:10.220964 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87b35b-1520-42fc-9c04-28137e352630 req-8da89cce-0f8c-4c03-af08-eddc43f8d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:10.221446 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87b35b-1520-42fc-9c04-28137e352630 req-8da89cce-0f8c-4c03-af08-eddc43f8d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:10.223413 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f87b35b-1520-42fc-9c04-28137e352630 req-8da89cce-0f8c-4c03-af08-eddc43f8d8d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d5c8f8778fa460ca7e73179a15e85b3&device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 6491 time: 0.2137105 Sep 07 19:06:10.367948 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87b35b-1520-42fc-9c04-28137e352630 req-5989163f-1314-437d-b8a6-954835cce7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:10.369420 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f87b35b-1520-42fc-9c04-28137e352630 req-5989163f-1314-437d-b8a6-954835cce7b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a8afba9-c74f-48a2-a182-350c40365b16 HTTP/1.1" status: 200 len: 913 time: 0.1241133 Sep 07 19:06:10.390751 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a81f41-b2a9-4ffe-aa16-7dbb83a4482a None None] Checking router: 98ace543-0a47-45bc-abb9-0e973f90b7a1 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:06:10.401260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a81f41-b2a9-4ffe-aa16-7dbb83a4482a None None] Routers {'98ace543-0a47-45bc-abb9-0e973f90b7a1'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:06:10.402247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-21a81f41-b2a9-4ffe-aa16-7dbb83a4482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:05:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['98ace543-0a47-45bc-abb9-0e973f90b7a1'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:06:10.460049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda83087-743f-4b05-a701-b47bc3bde4c3 req-fff50d41-b10e-4ea5-b0d2-7963f392d1b8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:10.462594 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dda83087-743f-4b05-a701-b47bc3bde4c3 req-fff50d41-b10e-4ea5-b0d2-7963f392d1b8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.2769337 Sep 07 19:06:10.540200 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-21a81f41-b2a9-4ffe-aa16-7dbb83a4482a None None] Set router 98ace543-0a47-45bc-abb9-0e973f90b7a1 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:06:10.559332 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f87b35b-1520-42fc-9c04-28137e352630 req-307803c3-77eb-46d0-85c8-f831b3ec0fbd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 HTTP/1.1" status: 200 len: 1000 time: 0.1801302 Sep 07 19:06:10.598626 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c15a-b00e-4f21-9e52-9bbe2194c053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:10.636556 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dda83087-743f-4b05-a701-b47bc3bde4c3 req-c0fec89e-14f7-4d9a-9290-d5b960397e87 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602571 Sep 07 19:06:10.645717 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c15a-b00e-4f21-9e52-9bbe2194c053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:10.701290 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2c15a-b00e-4f21-9e52-9bbe2194c053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2a6532-8106-434d-8e3c-6602b9eccbaa,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:10.706142 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87b35b-1520-42fc-9c04-28137e352630 req-42c5c3a4-af2a-4e88-aedb-9af2adfc6229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:10.707647 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f87b35b-1520-42fc-9c04-28137e352630 req-42c5c3a4-af2a-4e88-aedb-9af2adfc6229 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad43e386-e1da-4481-8206-5b6118db82c7 HTTP/1.1" status: 200 len: 851 time: 0.1316116 Sep 07 19:06:10.714006 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ddd2c15a-b00e-4f21-9e52-9bbe2194c053 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94a5e177bb8b443389dc531b5d3116de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9978175 Sep 07 19:06:10.714006 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 49744) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:10.814331 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87b35b-1520-42fc-9c04-28137e352630 req-7d14ef4f-e99e-4025-82b1-1aa713dd40e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:10.816080 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f87b35b-1520-42fc-9c04-28137e352630 req-7d14ef4f-e99e-4025-82b1-1aa713dd40e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a8afba9-c74f-48a2-a182-350c40365b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987470 Sep 07 19:06:10.817827 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cb694ba1-3139-4198-9df2-356d1b2aa2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:10.894246 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cb694ba1-3139-4198-9df2-356d1b2aa2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:10.902657 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-21a81f41-b2a9-4ffe-aa16-7dbb83a4482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'name': 'tempest-TaggedBootDevicesTest-1539057917-router', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:02:50Z', 'updated_at': '2021-09-07T19:02:56Z', 'revision_number': 4, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'gw_port': {'id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:51Z', 'updated_at': '2021-09-07T19:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '8f6ca7ea-51b2-48e5-9ea1-15a73f01d49e', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'port_id': 'b56a4f11-c42e-4a69-a00a-95dee5c5c3c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16', 'mac_address': 'fa:16:3e:23:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:04:16Z', 'updated_at': '2021-09-07T19:06:08Z', 'revision_number': 1, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360c9b89-8c7f-4a2f-b80f-24cdda21c296', 'name': '', 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'mac_address': 'fa:16:3e:6e:55:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'ad43e386-e1da-4481-8206-5b6118db82c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:54Z', 'updated_at': '2021-09-07T19:03:05Z', 'revision_number': 5, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'subnets': [{'id': 'ad43e386-e1da-4481-8206-5b6118db82c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:06:10.938343 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a81f41-b2a9-4ffe-aa16-7dbb83a4482a None None] The sync data for ids ['98ace543-0a47-45bc-abb9-0e973f90b7a1'] in n-d-807786-1 is: [{'id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'name': 'tempest-TaggedBootDevicesTest-1539057917-router', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:02:50Z', 'updated_at': '2021-09-07T19:02:56Z', 'revision_number': 4, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'gw_port': {'id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:51Z', 'updated_at': '2021-09-07T19:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '8f6ca7ea-51b2-48e5-9ea1-15a73f01d49e', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'port_id': 'b56a4f11-c42e-4a69-a00a-95dee5c5c3c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16', 'mac_address': 'fa:16:3e:23:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:04:16Z', 'updated_at': '2021-09-07T19:06:08Z', 'revision_number': 1, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360c9b89-8c7f-4a2f-b80f-24cdda21c296', 'name': '', 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'mac_address': 'fa:16:3e:6e:55:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'ad43e386-e1da-4481-8206-5b6118db82c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:54Z', 'updated_at': '2021-09-07T19:03:05Z', 'revision_number': 5, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'subnets': [{'id': 'ad43e386-e1da-4481-8206-5b6118db82c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:06:10.982089 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cb694ba1-3139-4198-9df2-356d1b2aa2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:10.985447 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cb694ba1-3139-4198-9df2-356d1b2aa2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:10.989201 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-cb694ba1-3139-4198-9df2-356d1b2aa2c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ed2a6532-8106-434d-8e3c-6602b9eccbaa HTTP/1.1" status: 204 len: 168 time: 0.2713356 Sep 07 19:06:11.010358 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb694ba1-3139-4198-9df2-356d1b2aa2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2a6532-8106-434d-8e3c-6602b9eccbaa,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:11.085847 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f87b35b-1520-42fc-9c04-28137e352630 req-59647b12-6677-4c88-b233-981869abd790 service neutron] 10.222.0.36 "GET /v2.0/networks/6a8afba9-c74f-48a2-a182-350c40365b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567904 Sep 07 19:06:11.113580 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08367f3c-5b71-40ce-98c9-df663f12a6c7 req-615c1757-e702-40fc-80ea-25463b1d8821 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:11.115201 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08367f3c-5b71-40ce-98c9-df663f12a6c7 req-615c1757-e702-40fc-80ea-25463b1d8821 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 944 time: 0.1375787 Sep 07 19:06:11.377868 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8381aac9-477a-4219-8c7b-153d22034fb6 None None] New status for floating IP 8f6ca7ea-51b2-48e5-9ea1-15a73f01d49e: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:06:11.946466 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08367f3c-5b71-40ce-98c9-df663f12a6c7 req-bc1ab59d-a819-40e8-8dea-bc352ee267b8 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8030663 Sep 07 19:06:12.078427 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f87b35b-1520-42fc-9c04-28137e352630 req-d42069e4-285a-4fa9-bb50-d9c5873d5be9 service neutron] 10.222.0.36 "GET /v2.0/networks/6a8afba9-c74f-48a2-a182-350c40365b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9611251 Sep 07 19:06:12.088806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-160cf966-4a67-4ea3-9e5d-8a181b18a5f7 req-433f6c15-54aa-4cdb-910a-6836be6a2f7c tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cab5e72-7091-46d9-a3fe-5287b7ca902a HTTP/1.1" status: 200 len: 210 time: 0.1465919 Sep 07 19:06:12.175856 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-590f8a54-61f9-46dc-b23c-c9beaf26e74b tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:12.178485 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-590f8a54-61f9-46dc-b23c-c9beaf26e74b tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.60 "GET /v2.0/networks?id=28561914-c3ca-4c0b-866d-e05eae48a3bf HTTP/1.1" status: 200 len: 815 time: 1.0055180 Sep 07 19:06:12.199309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-3771e6a6-1606-4d72-aac6-bdaacad1de52 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Request body: {'port': {'device_id': '6cab5e72-7091-46d9-a3fe-5287b7ca902a', 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf', 'admin_state_up': True, 'tenant_id': '524d8b7fabdc479496084a50e046b03c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:06:12.265258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c43ab-77d8-4f0e-9397-5c5e2b46783f req-caae5236-3739-4746-9ed0-ce7ef7046293 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:12.266837 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c8c43ab-77d8-4f0e-9397-5c5e2b46783f req-caae5236-3739-4746-9ed0-ce7ef7046293 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.1966772 Sep 07 19:06:12.410872 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-cf961339-31df-42e5-b578-bd6442e1e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:12.411818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-cf961339-31df-42e5-b578-bd6442e1e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:12.412633 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-cf961339-31df-42e5-b578-bd6442e1e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:12.413449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-cf961339-31df-42e5-b578-bd6442e1e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:12.414241 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-cf961339-31df-42e5-b578-bd6442e1e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:12.415106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-cf961339-31df-42e5-b578-bd6442e1e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:12.415940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-cf961339-31df-42e5-b578-bd6442e1e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:12.419609 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-cf961339-31df-42e5-b578-bd6442e1e522 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d5c8f8778fa460ca7e73179a15e85b3&device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 6491 time: 0.1814456 Sep 07 19:06:12.450443 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c8c43ab-77d8-4f0e-9397-5c5e2b46783f req-ebea8af6-d7bc-4555-a1d7-a175f4f537d9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642795 Sep 07 19:06:12.525629 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-3771e6a6-1606-4d72-aac6-bdaacad1de52 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Made reservation on behalf of 524d8b7fabdc479496084a50e046b03c for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:06:12.532420 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-3771e6a6-1606-4d72-aac6-bdaacad1de52 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:12.687757 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-c7a56cdb-c685-4e8a-9e3d-7dce7a32791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:12.688388 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-c7a56cdb-c685-4e8a-9e3d-7dce7a32791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:12.688779 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-c7a56cdb-c685-4e8a-9e3d-7dce7a32791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:12.690481 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-c7a56cdb-c685-4e8a-9e3d-7dce7a32791e service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a8afba9-c74f-48a2-a182-350c40365b16&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=6c3033e0-4276-47bf-9cdc-e60a9923d00a&id=6c3033e0-4276-47bf-9cdc-e60a9923d00a HTTP/1.1" status: 200 len: 2292 time: 0.2391062 Sep 07 19:06:12.824607 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:12.865582 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-3771e6a6-1606-4d72-aac6-bdaacad1de52 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Allocated IP 172.20.0.10 (28561914-c3ca-4c0b-866d-e05eae48a3bf/4ab4e789-722f-458d-abf4-2cfc1d2156cf/2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:06:12.885969 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-9e4e6ace-f084-41a0-b75f-ee11e578604b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 HTTP/1.1" status: 200 len: 1002 time: 0.1431115 Sep 07 19:06:13.129336 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-b54ebdf9-1238-44e5-959e-70d98bc8a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:13.147975 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-b54ebdf9-1238-44e5-959e-70d98bc8a06a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad43e386-e1da-4481-8206-5b6118db82c7 HTTP/1.1" status: 200 len: 851 time: 0.2523553 Sep 07 19:06:13.217483 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e56f7953-f1dd-4af1-b77d-245d34c462c9 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:06:13.379656 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e1ecced-7454-492a-900b-817e030a38e1 req-6892fb15-76b3-4c21-bd4b-91c6e68a5457 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cab5e72-7091-46d9-a3fe-5287b7ca902a HTTP/1.1" status: 200 len: 210 time: 0.0810144 Sep 07 19:06:13.426946 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port e56f7953-f1dd-4af1-b77d-245d34c462c9, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e56f7953-f1dd-4af1-b77d-245d34c462c9,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:06:13.446694 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'e56f7953-f1dd-4af1-b77d-245d34c462c9', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'port_id': 'e56f7953-f1dd-4af1-b77d-245d34c462c9', 'mac_address': 'fa:16:3e:d6:8a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:06:13.483467 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-3771e6a6-1606-4d72-aac6-bdaacad1de52 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:13.543856 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c4c3e-f19d-4ba3-9ac5-816baf969086 req-f7bffc93-0683-4352-82e6-7b5577463774 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:13.552356 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d5c4c3e-f19d-4ba3-9ac5-816baf969086 req-f7bffc93-0683-4352-82e6-7b5577463774 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 944 time: 0.2745171 Sep 07 19:06:13.596495 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:13.626235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e56f7953-f1dd-4af1-b77d-245d34c462c9 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:06:13.650013 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port e56f7953-f1dd-4af1-b77d-245d34c462c9, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e56f7953-f1dd-4af1-b77d-245d34c462c9,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:06:13.656350 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:13.668627 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-f2649ef1-2c92-429d-97e5-81f368c801bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:13.671324 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-f2649ef1-2c92-429d-97e5-81f368c801bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a8afba9-c74f-48a2-a182-350c40365b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3611782 Sep 07 19:06:13.753734 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=e56f7953-f1dd-4af1-b77d-245d34c462c9,revision_number=11']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:13.773869 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:13.832767 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d5c4c3e-f19d-4ba3-9ac5-816baf969086 req-5e6c6f2e-ddba-4ba8-ad57-94311c5cb996 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2784631 Sep 07 19:06:13.855576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de91e48-991b-46c1-89b8-123a313a712f req-d2f6117b-4fda-43c5-9f73-816c012b9fa2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:13.861705 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['e56f7953-f1dd-4af1-b77d-245d34c462c9'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:06:13.865745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4de91e48-991b-46c1-89b8-123a313a712f req-d2f6117b-4fda-43c5-9f73-816c012b9fa2 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.1905932 Sep 07 19:06:13.872840 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-3771e6a6-1606-4d72-aac6-bdaacad1de52 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:14.086485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771e6a6-1606-4d72-aac6-bdaacad1de52 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Pushing event updated for resources: {'Port': ['ID=2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:14.104094 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-a45e4b6c-be82-4d68-b19c-578206fda24d service neutron] 10.222.0.36 "GET /v2.0/networks/6a8afba9-c74f-48a2-a182-350c40365b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097857 Sep 07 19:06:14.177917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4de91e48-991b-46c1-89b8-123a313a712f req-f18e968a-6b2f-4197-bf80-96bd58014ed0 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944670 Sep 07 19:06:14.179761 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-3771e6a6-1606-4d72-aac6-bdaacad1de52 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Network 28561914-c3ca-4c0b-866d-e05eae48a3bf is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:06:14.183692 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-3771e6a6-1606-4d72-aac6-bdaacad1de52 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:06:14.188351 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-3771e6a6-1606-4d72-aac6-bdaacad1de52 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:06:14.307262 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-3771e6a6-1606-4d72-aac6-bdaacad1de52 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:14.308064 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-3771e6a6-1606-4d72-aac6-bdaacad1de52 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:14.326108 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-3771e6a6-1606-4d72-aac6-bdaacad1de52 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1369238 Sep 07 19:06:14.329914 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-f073ce90-2e49-483e-9c23-99248f467f45 service neutron] 10.222.0.36 "GET /v2.0/networks/6a8afba9-c74f-48a2-a182-350c40365b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240677 Sep 07 19:06:14.339929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] Request body: {'port': {'device_id': '6cab5e72-7091-46d9-a3fe-5287b7ca902a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:06:14.454253 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-3b1b2cd7-8209-42d9-9cd1-448ff009d333 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=b06c3ed3-5ce2-4a65-a560-070dba9ac0fc HTTP/1.1" status: 200 len: 217 time: 0.0677972 Sep 07 19:06:14.480556 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:14.575300 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-1a5b8730-4e69-4cce-be46-c65df80f2e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:14.577248 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-1a5b8730-4e69-4cce-be46-c65df80f2e65 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.1151688 Sep 07 19:06:14.755941 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-bd6b3c23-9454-448b-82bd-7ac34b0dafce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:14.757653 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-bd6b3c23-9454-448b-82bd-7ac34b0dafce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1690569 Sep 07 19:06:14.839484 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0996a0-9567-401e-b168-053504087c47 req-8e3fb1ec-879e-4f1d-a4a9-01ef3fec2dbe tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:14.841193 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b0996a0-9567-401e-b168-053504087c47 req-8e3fb1ec-879e-4f1d-a4a9-01ef3fec2dbe tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cab5e72-7091-46d9-a3fe-5287b7ca902a HTTP/1.1" status: 200 len: 932 time: 0.1943331 Sep 07 19:06:15.005831 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-e19a9de9-c872-4097-82ba-71c9674c2bf7 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351210 Sep 07 19:06:15.179548 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b0996a0-9567-401e-b168-053504087c47 req-5f52ad3e-bedd-4da6-a3c0-f6732249bb91 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924991 Sep 07 19:06:15.238514 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e56f7953-f1dd-4af1-b77d-245d34c462c9 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:06:15.399228 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port e56f7953-f1dd-4af1-b77d-245d34c462c9 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:06:15.409519 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port e56f7953-f1dd-4af1-b77d-245d34c462c9 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:06:15.410164 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:15.487558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:06:15.523968 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:15.549219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a1f16-3690-4149-ba95-c5af9073a2d8 req-9dc657c4-6984-4374-9699-9e7750211ffe tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:15.552419 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f80a1f16-3690-4149-ba95-c5af9073a2d8 req-9dc657c4-6984-4374-9699-9e7750211ffe tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 945 time: 0.4902427 Sep 07 19:06:15.599719 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:15.674924 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port e56f7953-f1dd-4af1-b77d-245d34c462c9, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e56f7953-f1dd-4af1-b77d-245d34c462c9,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:06:15.677105 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ee5a4e-a42a-4655-a0f5-de5a369f32a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56f7953-f1dd-4af1-b77d-245d34c462c9'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:06:15.681559 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623f26f3-9697-4f40-8cd7-b5973098d8e2" -d '{"events": [{"server_uuid": "99ee5a4e-a42a-4655-a0f5-de5a369f32a9", "name": "network-vif-plugged", "status": "completed", "tag": "e56f7953-f1dd-4af1-b77d-245d34c462c9"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:06:15.704537 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:15.739630 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] Transition to ACTIVE for port object 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:06:15.759526 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-4f12fa6e-aa5f-4c50-aae2-d1056d6f1b9f service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6921055 Sep 07 19:06:15.768902 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:15.791619 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50216) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:15.859993 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=e56f7953-f1dd-4af1-b77d-245d34c462c9,revision_number=12']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:15.894562 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-068499ff-5999-438b-bcf3-2eea94fd46ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=dca85aec-715c-451f-9b3f-cd3b5cafcf42 HTTP/1.1" status: 200 len: 217 time: 0.1220126 Sep 07 19:06:15.901423 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f80a1f16-3690-4149-ba95-c5af9073a2d8 req-e9377b2d-6e00-4d2b-a27e-c04b06dbfc45 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3197453 Sep 07 19:06:15.964654 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:15.986111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dffdb-26d7-4296-87ae-71c4a3110296 req-25dce496-8607-4383-9529-1ed72398f8ea tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:15.997417 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f16dffdb-26d7-4296-87ae-71c4a3110296 req-25dce496-8607-4383-9529-1ed72398f8ea tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.4628992 Sep 07 19:06:16.038528 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1f667d-ca7c-4db8-9f94-82e8d63b6f5a x-openstack-request-id: req-3e1f667d-ca7c-4db8-9f94-82e8d63b6f5a {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:06:16.038995 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ee5a4e-a42a-4655-a0f5-de5a369f32a9", "name": "network-vif-plugged", "status": "completed", "tag": "e56f7953-f1dd-4af1-b77d-245d34c462c9", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:06:16.039482 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3e1f667d-ca7c-4db8-9f94-82e8d63b6f5a {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:06:16.040180 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ee5a4e-a42a-4655-a0f5-de5a369f32a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56f7953-f1dd-4af1-b77d-245d34c462c9', 'code': 200} Sep 07 19:06:16.123013 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-08765cea-6018-46cf-b679-397a291e3d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:16.124615 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-08765cea-6018-46cf-b679-397a291e3d69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.2209537 Sep 07 19:06:16.211118 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74943296-9e34-420d-a6cd-85a7ad693d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:16.331960 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:06:16.357151 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f16dffdb-26d7-4296-87ae-71c4a3110296 req-7a1d5d35-ca31-4796-b1fc-9bd1838c9e6f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414886 Sep 07 19:06:16.411620 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74943296-9e34-420d-a6cd-85a7ad693d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:16.417409 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74943296-9e34-420d-a6cd-85a7ad693d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:16.448983 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-afa071c5-1fd9-45e4-8bfe-a1714afbdba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:16.450849 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-74943296-9e34-420d-a6cd-85a7ad693d22 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c6147464fd7489c8df1d842cfb7ef76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6568809 Sep 07 19:06:16.452545 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-afa071c5-1fd9-45e4-8bfe-a1714afbdba9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2473168 Sep 07 19:06:16.453522 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] Attempting to bind port 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:16.453789 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50280) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:16.454308 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] Attempting to bind port 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '60a8ac4c-22a8-4e87-8d09-0c1bee80faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:16.454879 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] Attempting to bind port 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 on network 28561914-c3ca-4c0b-866d-e05eae48a3bf {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:16.473737 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] Port 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 on network 28561914-c3ca-4c0b-866d-e05eae48a3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:16.474420 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] Attempting to bind port 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 on network 28561914-c3ca-4c0b-866d-e05eae48a3bf {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:16.504931 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74943296-9e34-420d-a6cd-85a7ad693d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946672e9-ddd5-4e3c-b98f-433c88427dd8,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:16.527466 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:06:16.528035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] Checking segment: {'id': '60a8ac4c-22a8-4e87-8d09-0c1bee80faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:06:16.529076 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] Bound using segment: {'id': '60a8ac4c-22a8-4e87-8d09-0c1bee80faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:06:16.529953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] Bound port: 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a8ac4c-22a8-4e87-8d09-0c1bee80faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:06:16.531346 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:16.559736 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-674febcf-3804-4a10-b991-d08e763154f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:16.565108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea7eb6-dc3d-48b1-bdd4-d56e5958d195 req-afc889b1-cfc1-4723-9c50-6c64c2bcf3ac tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:16.566907 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fdea7eb6-dc3d-48b1-bdd4-d56e5958d195 req-afc889b1-cfc1-4723-9c50-6c64c2bcf3ac tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cab5e72-7091-46d9-a3fe-5287b7ca902a HTTP/1.1" status: 200 len: 944 time: 0.1854551 Sep 07 19:06:16.583292 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb22916-7361-4420-8fbe-c76598671672 req-eeff8dff-c5c3-45d2-9b17-c73f7271fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:16.585966 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ebb22916-7361-4420-8fbe-c76598671672 req-eeff8dff-c5c3-45d2-9b17-c73f7271fb02 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 1097 time: 0.3144054 Sep 07 19:06:16.588055 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-674febcf-3804-4a10-b991-d08e763154f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:16.683246 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-674febcf-3804-4a10-b991-d08e763154f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:16.687332 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-674febcf-3804-4a10-b991-d08e763154f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:16.692856 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-674febcf-3804-4a10-b991-d08e763154f1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/946672e9-ddd5-4e3c-b98f-433c88427dd8 HTTP/1.1" status: 204 len: 168 time: 0.2340374 Sep 07 19:06:16.700958 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674febcf-3804-4a10-b991-d08e763154f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946672e9-ddd5-4e3c-b98f-433c88427dd8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:16.816052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fdea7eb6-dc3d-48b1-bdd4-d56e5958d195 req-d7370155-5632-4cde-be06-c9c84b0ca854 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197068 Sep 07 19:06:16.876927 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-39dcff66-9ac1-4c9d-bb6c-fe189a008425 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100585 Sep 07 19:06:16.895780 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ebb22916-7361-4420-8fbe-c76598671672 req-e35ed1ea-de91-4fb1-8c07-62dc3653313e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2921181 Sep 07 19:06:16.939889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] For port 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:06:16.985302 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] For port 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3,segment=NetworkSegment(60a8ac4c-22a8-4e87-8d09-0c1bee80faa8),segment_id=60a8ac4c-22a8-4e87-8d09-0c1bee80faa8)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:06:16.994327 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:17.084339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:17.085146 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:17.086653 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] 10.222.0.60 "PUT /v2.0/ports/2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 HTTP/1.1" status: 200 len: 1092 time: 2.7526386 Sep 07 19:06:17.087125 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cab5e72-7091-46d9-a3fe-5287b7ca902a', 'tag': '2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:06:17.089593 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210ea1ce-fc6d-401a-8d34-a7b5798cb4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6cab5e72-7091-46d9-a3fe-5287b7ca902a", "tag": "2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:06:17.156018 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-556cbc29-779a-402f-b7e2-93f4acd3dba6 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706704 Sep 07 19:06:17.184669 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9540faa6-e24c-4644-969a-f8a9d4b24428 x-openstack-request-id: req-9540faa6-e24c-4644-969a-f8a9d4b24428 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:06:17.184669 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cab5e72-7091-46d9-a3fe-5287b7ca902a", "tag": "2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:06:17.184669 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9540faa6-e24c-4644-969a-f8a9d4b24428 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:06:17.184669 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cab5e72-7091-46d9-a3fe-5287b7ca902a', 'tag': '2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3', 'status': 'completed', 'code': 200} Sep 07 19:06:17.269122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c697ff9-85fa-4958-b8f9-57b4c1c22054 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:17.287127 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-f9e09d8b-c892-471d-9631-af4d0c40d964 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=d5037c37-d497-4829-a848-7904c39917b2 HTTP/1.1" status: 200 len: 217 time: 0.1131725 Sep 07 19:06:17.307152 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317a28a-ee86-4f24-89f8-9239263b3c18 req-f1195c09-2927-49a4-9eba-c85c5b164b47 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:17.308877 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0317a28a-ee86-4f24-89f8-9239263b3c18 req-f1195c09-2927-49a4-9eba-c85c5b164b47 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 946 time: 0.2004077 Sep 07 19:06:17.326281 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-388af33c-c84e-45ea-b32b-90132d38e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:17.327813 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-388af33c-c84e-45ea-b32b-90132d38e074 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=524d8b7fabdc479496084a50e046b03c&device_id=6cab5e72-7091-46d9-a3fe-5287b7ca902a HTTP/1.1" status: 200 len: 1095 time: 0.1894777 Sep 07 19:06:17.371908 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50370) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:17.402564 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27f1a6af-6452-419a-bb57-fe1721149125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:17.580909 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27f1a6af-6452-419a-bb57-fe1721149125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:17.588384 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27f1a6af-6452-419a-bb57-fe1721149125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:17.664176 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-27f1a6af-6452-419a-bb57-fe1721149125 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aad825b460424fc3b773a17a29fbfd6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2895997 Sep 07 19:06:17.673484 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50378) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:17.698700 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1a6af-6452-419a-bb57-fe1721149125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710644a3-45f6-4ab1-8ce2-c6cab1211c61,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:17.755246 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c8288c2e-a2ca-4c16-b2d3-0d45917132ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:17.785245 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c8288c2e-a2ca-4c16-b2d3-0d45917132ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:17.923347 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c8288c2e-a2ca-4c16-b2d3-0d45917132ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:17.927223 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c8288c2e-a2ca-4c16-b2d3-0d45917132ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:17.929572 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c8288c2e-a2ca-4c16-b2d3-0d45917132ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/710644a3-45f6-4ab1-8ce2-c6cab1211c61 HTTP/1.1" status: 204 len: 168 time: 0.2545269 Sep 07 19:06:17.953731 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8288c2e-a2ca-4c16-b2d3-0d45917132ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710644a3-45f6-4ab1-8ce2-c6cab1211c61,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:18.006674 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-687a8305-09e7-4c47-9f8c-66780f2bec4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 HTTP/1.1" status: 200 len: 217 time: 0.1986179 Sep 07 19:06:18.068886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-009b8a33-7d7f-4a12-bbd9-dca820f6e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:18.070353 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-009b8a33-7d7f-4a12-bbd9-dca820f6e892 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.7595279 Sep 07 19:06:18.074874 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0317a28a-ee86-4f24-89f8-9239263b3c18 req-8599d9a5-b329-4793-8103-f82c8000048d tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7526865 Sep 07 19:06:18.175497 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9ed01-981c-4707-87e2-d952f184336f req-31dd38e9-d711-4bf0-a2e6-cce5697aff4d tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:18.179713 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-58a9ed01-981c-4707-87e2-d952f184336f req-31dd38e9-d711-4bf0-a2e6-cce5697aff4d tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.3705926 Sep 07 19:06:18.187705 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-a56b232d-aa48-4683-9adc-1ec876e48a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:18.190532 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-a56b232d-aa48-4683-9adc-1ec876e48a6e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ab4e789-722f-458d-abf4-2cfc1d2156cf HTTP/1.1" status: 200 len: 855 time: 0.1718898 Sep 07 19:06:18.270577 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-205a417c-3950-4794-9f2f-b9f54e24e823 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=28561914-c3ca-4c0b-866d-e05eae48a3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719247 Sep 07 19:06:18.472177 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-58a9ed01-981c-4707-87e2-d952f184336f req-0c20820f-ab68-44d1-afee-5f2561d741d0 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782259 Sep 07 19:06:18.481626 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-67167cac-d7df-4a30-9f06-2d2afedbcf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:18.491386 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-67167cac-d7df-4a30-9f06-2d2afedbcf9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4081519 Sep 07 19:06:18.509445 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-36d4e12a-234f-4357-a8f9-cc1d064eb3df service neutron] 10.222.0.60 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147748 Sep 07 19:06:18.583279 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12720299-f379-416e-8c3f-935a6b301753 req-72522701-13dc-46c6-a0b4-f216ab5f7578 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:18.584833 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12720299-f379-416e-8c3f-935a6b301753 req-72522701-13dc-46c6-a0b4-f216ab5f7578 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cab5e72-7091-46d9-a3fe-5287b7ca902a HTTP/1.1" status: 200 len: 944 time: 0.3633103 Sep 07 19:06:18.766506 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-a575c90e-6888-4fdd-8f11-0ef7f9fe7152 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559452 Sep 07 19:06:18.989243 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-4ed4666d-3e96-4cba-9fc8-27277390ef60 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091777 Sep 07 19:06:18.993002 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12720299-f379-416e-8c3f-935a6b301753 req-9f7cb208-e5a9-42bc-92a1-948af70f5887 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412566 Sep 07 19:06:18.997421 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee4b1e98-7b37-46f9-b0cf-01ab357a9ad6 req-88e0cd7c-15c8-4b08-b2d2-7d2b5d7e1a99 service neutron] 10.222.0.60 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651685 Sep 07 19:06:19.094882 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-cfe963f3-d8c1-484f-8485-3113716f4cfc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 HTTP/1.1" status: 200 len: 217 time: 0.0939579 Sep 07 19:06:19.264857 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ea1ce-fc6d-401a-8d34-a7b5798cb4e4 req-3b645bee-1382-4fc8-b919-886fd8d0c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:19.266724 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-210ea1ce-fc6d-401a-8d34-a7b5798cb4e4 req-3b645bee-1382-4fc8-b919-886fd8d0c836 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=524d8b7fabdc479496084a50e046b03c&device_id=6cab5e72-7091-46d9-a3fe-5287b7ca902a HTTP/1.1" status: 200 len: 1095 time: 0.1698415 Sep 07 19:06:19.322973 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-b8443aa7-9882-492c-b7b4-933201c328f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:19.325056 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-b8443aa7-9882-492c-b7b4-933201c328f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.2148106 Sep 07 19:06:19.488216 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6831e3-fad3-4fb0-8bfa-b0819cdc964a req-a3d908c2-46f5-439f-8646-ad4154b5f809 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:19.502104 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c6831e3-fad3-4fb0-8bfa-b0819cdc964a req-a3d908c2-46f5-439f-8646-ad4154b5f809 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 946 time: 0.2358420 Sep 07 19:06:19.542896 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-e46d2f8a-1017-4952-8888-4c08970dd3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:19.544471 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-e46d2f8a-1017-4952-8888-4c08970dd3f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2099583 Sep 07 19:06:19.631124 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ea1ce-fc6d-401a-8d34-a7b5798cb4e4 req-a8eacfcf-053b-4983-b1b0-c73b120c6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:19.632891 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-210ea1ce-fc6d-401a-8d34-a7b5798cb4e4 req-a8eacfcf-053b-4983-b1b0-c73b120c6cd2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=28561914-c3ca-4c0b-866d-e05eae48a3bf HTTP/1.1" status: 200 len: 916 time: 0.3153899 Sep 07 19:06:19.839365 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c6831e3-fad3-4fb0-8bfa-b0819cdc964a req-aa07ea42-07c1-4c8f-9717-ddb8a914e74f tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3180525 Sep 07 19:06:19.863089 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-210ea1ce-fc6d-401a-8d34-a7b5798cb4e4 req-db5c747d-010d-4a18-932c-25712091421d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 HTTP/1.1" status: 200 len: 217 time: 0.2155128 Sep 07 19:06:20.017023 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-29907d5e-b465-498e-b709-cd1cee4220a4 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562221 Sep 07 19:06:20.043703 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f010fc-2da4-4459-a3cc-1e065fbc7a94 req-bb8e4012-adf3-4f58-bfb8-1abbd35637ef tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:20.045316 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-47f010fc-2da4-4459-a3cc-1e065fbc7a94 req-bb8e4012-adf3-4f58-bfb8-1abbd35637ef tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.3429568 Sep 07 19:06:20.175729 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ea1ce-fc6d-401a-8d34-a7b5798cb4e4 req-64211dac-9c93-47e4-84c1-34f7881e767d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:20.179523 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-210ea1ce-fc6d-401a-8d34-a7b5798cb4e4 req-64211dac-9c93-47e4-84c1-34f7881e767d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ab4e789-722f-458d-abf4-2cfc1d2156cf HTTP/1.1" status: 200 len: 855 time: 0.3081164 Sep 07 19:06:20.298332 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-210ea1ce-fc6d-401a-8d34-a7b5798cb4e4 req-96ae4e3e-9848-4d62-88d6-41a377e585d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=28561914-c3ca-4c0b-866d-e05eae48a3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993404 Sep 07 19:06:20.376895 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-47f010fc-2da4-4459-a3cc-1e065fbc7a94 req-9049e6fb-dfe8-4747-a8f8-625fe4a94a39 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859170 Sep 07 19:06:20.450277 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-e5fa4bf3-783d-4360-87b2-dc427bb9beee service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235466 Sep 07 19:06:20.469211 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079334a0-f47d-4410-994e-870ea4a84cc6 req-8efb78bc-b7ac-45a1-84dc-ebd81517b175 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:20.470985 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-079334a0-f47d-4410-994e-870ea4a84cc6 req-8efb78bc-b7ac-45a1-84dc-ebd81517b175 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cab5e72-7091-46d9-a3fe-5287b7ca902a HTTP/1.1" status: 200 len: 944 time: 0.1849844 Sep 07 19:06:20.517744 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-210ea1ce-fc6d-401a-8d34-a7b5798cb4e4 req-5bcb8495-ebe4-469a-9391-e54fc9e6f68b service neutron] 10.222.0.60 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964746 Sep 07 19:06:20.520603 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-ce314bc1-2f7b-4959-98ae-42ac89ba1038 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3804b453-b76d-4a1d-b42f-d85eeb8ad14d HTTP/1.1" status: 200 len: 217 time: 0.0592160 Sep 07 19:06:20.688119 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-079334a0-f47d-4410-994e-870ea4a84cc6 req-b6e62458-61bd-4f54-b7b9-926a99775163 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727395 Sep 07 19:06:20.694100 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-243c221a-a333-419c-9d04-710a4125f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:20.695886 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-243c221a-a333-419c-9d04-710a4125f631 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1dd8002f-cefc-4e03-9dc8-c77431fc56ec HTTP/1.1" status: 200 len: 797 time: 0.1672533 Sep 07 19:06:20.729290 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-210ea1ce-fc6d-401a-8d34-a7b5798cb4e4 req-230f2ed8-d1f9-4421-93f4-a78929066aee service neutron] 10.222.0.60 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993256 Sep 07 19:06:20.801070 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-4b8e13a4-4fc5-4fbf-8105-a23ff1074361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:20.802602 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-4b8e13a4-4fc5-4fbf-8105-a23ff1074361 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c3033e0-4276-47bf-9cdc-e60a9923d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0723338 Sep 07 19:06:20.945182 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-bd141e13-53c3-40c6-b264-b029a4c1a9bd service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335640 Sep 07 19:06:21.051344 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50518) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:21.104745 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88af2f8-1a95-440c-9710-eac794533c11 req-56bb3d25-c7cc-47fc-b680-1665afb1aa70 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:21.106327 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e88af2f8-1a95-440c-9710-eac794533c11 req-56bb3d25-c7cc-47fc-b680-1665afb1aa70 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 946 time: 0.1271303 Sep 07 19:06:21.143255 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-41bf6c06-82c0-465d-aa92-ec12ce22dbdc service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894584 Sep 07 19:06:21.204260 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e88af2f8-1a95-440c-9710-eac794533c11 req-2aa52c1d-e44b-4a31-b78c-e31561c607a0 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868940 Sep 07 19:06:21.204260 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-e8589d63-1515-413d-a1c2-c05600824e95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=04e80ba0-acd5-4553-b992-3fc9cfe4316b HTTP/1.1" status: 200 len: 217 time: 0.0462625 Sep 07 19:06:21.214946 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5ceaea1-c4f4-400e-b948-32b7e70653b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:21.330070 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-d19f9f66-bda1-431a-847c-e19498ee1215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:21.331719 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-d19f9f66-bda1-431a-847c-e19498ee1215 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1dd8002f-cefc-4e03-9dc8-c77431fc56ec HTTP/1.1" status: 200 len: 797 time: 0.1174324 Sep 07 19:06:21.393109 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5ceaea1-c4f4-400e-b948-32b7e70653b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:21.393524 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05384-2262-4965-a8d1-49b466120b1b req-b748570f-57ee-4e71-acb4-a1fdad4f8d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:21.395347 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-b748570f-57ee-4e71-acb4-a1fdad4f8d4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c3033e0-4276-47bf-9cdc-e60a9923d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0552793 Sep 07 19:06:21.398681 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5ceaea1-c4f4-400e-b948-32b7e70653b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:21.427594 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ceaea1-c4f4-400e-b948-32b7e70653b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c436f4b0-6cec-4338-8a8e-8f0c056a8aed,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:21.492958 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c5ceaea1-c4f4-400e-b948-32b7e70653b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f0f9162e6064c52829a9139c32e82b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4392111 Sep 07 19:06:21.497038 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50532) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:21.598956 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-1cad026e-39a9-4224-af21-cf6f56f0876a service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958454 Sep 07 19:06:21.612941 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e8eef75b-b09a-4de6-9d32-bae9200d638a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:21.613549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb467fab-9cf8-4f44-9b87-e3fea43c06a7 req-25e91677-4537-4cc1-bd11-337bc23301b9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:21.615477 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb467fab-9cf8-4f44-9b87-e3fea43c06a7 req-25e91677-4537-4cc1-bd11-337bc23301b9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.0762472 Sep 07 19:06:21.665971 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e8eef75b-b09a-4de6-9d32-bae9200d638a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:21.750909 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e8eef75b-b09a-4de6-9d32-bae9200d638a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:21.755985 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e8eef75b-b09a-4de6-9d32-bae9200d638a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:21.757657 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e8eef75b-b09a-4de6-9d32-bae9200d638a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c436f4b0-6cec-4338-8a8e-8f0c056a8aed HTTP/1.1" status: 204 len: 168 time: 0.2591305 Sep 07 19:06:21.774091 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb467fab-9cf8-4f44-9b87-e3fea43c06a7 req-79223d08-380a-44e6-af06-9038b749d7e7 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335380 Sep 07 19:06:21.783537 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eef75b-b09a-4de6-9d32-bae9200d638a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c436f4b0-6cec-4338-8a8e-8f0c056a8aed,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:21.826187 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cab05384-2262-4965-a8d1-49b466120b1b req-0078b9bc-47a8-4902-9be1-49aadf85b079 service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095599 Sep 07 19:06:21.934441 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea50c0-0191-4723-9978-419de674f2f6 req-f2f13043-398f-4bde-ad93-db005c49ace8 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:21.936237 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1ea50c0-0191-4723-9978-419de674f2f6 req-f2f13043-398f-4bde-ad93-db005c49ace8 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cab5e72-7091-46d9-a3fe-5287b7ca902a HTTP/1.1" status: 200 len: 944 time: 0.1048872 Sep 07 19:06:21.993816 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1ea50c0-0191-4723-9978-419de674f2f6 req-68ceb6f2-1f1f-40ad-affb-fffbd3752745 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486069 Sep 07 19:06:23.023630 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9db934-a6ec-4130-9959-7a3d0a27b437 req-77f043f8-ee79-481f-b334-39fc96409ced tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:23.034035 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c9db934-a6ec-4130-9959-7a3d0a27b437 req-77f043f8-ee79-481f-b334-39fc96409ced tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.1215932 Sep 07 19:06:23.128321 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c9db934-a6ec-4130-9959-7a3d0a27b437 req-a62a415a-ba1b-4d1d-92cd-182c6ef01afe tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917859 Sep 07 19:06:23.242268 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43197ede-bac0-4ff0-9fab-daf9acf5fed6 req-3348b5c6-5a14-4b4a-aeac-54d0a68732d7 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:23.245628 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43197ede-bac0-4ff0-9fab-daf9acf5fed6 req-3348b5c6-5a14-4b4a-aeac-54d0a68732d7 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cab5e72-7091-46d9-a3fe-5287b7ca902a HTTP/1.1" status: 200 len: 944 time: 0.0944884 Sep 07 19:06:23.276713 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:06:23.318059 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43197ede-bac0-4ff0-9fab-daf9acf5fed6 req-c54ce7f3-48f6-4cac-bd0a-002042e935ab tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546079 Sep 07 19:06:23.453470 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3,segment=NetworkSegment(60a8ac4c-22a8-4e87-8d09-0c1bee80faa8),segment_id=60a8ac4c-22a8-4e87-8d09-0c1bee80faa8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:06:23.474887 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3', 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf', 'port_id': '2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3', 'mac_address': 'fa:16:3e:b0:19:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab4e789-722f-458d-abf4-2cfc1d2156cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:06:23.533697 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:23.549599 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:06:23.578749 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3,segment=NetworkSegment(60a8ac4c-22a8-4e87-8d09-0c1bee80faa8),segment_id=60a8ac4c-22a8-4e87-8d09-0c1bee80faa8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:06:23.584431 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:23.666770 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:23.795050 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:06:24.332851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3f8d-a997-4c98-939a-059d9d65cd39 req-3264beb5-6b93-4ebd-a431-f3017218fbca tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:24.337017 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b8a3f8d-a997-4c98-939a-059d9d65cd39 req-3264beb5-6b93-4ebd-a431-f3017218fbca tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.0865684 Sep 07 19:06:24.460456 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b8a3f8d-a997-4c98-939a-059d9d65cd39 req-02e083ec-1b2d-4148-94cb-8c259146b1e9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100781 Sep 07 19:06:24.643274 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000cd19-d925-495c-a68b-f795f1e0431d req-7cf42f75-7f88-4757-a771-6289df3814aa tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:24.646296 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8000cd19-d925-495c-a68b-f795f1e0431d req-7cf42f75-7f88-4757-a771-6289df3814aa tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cab5e72-7091-46d9-a3fe-5287b7ca902a HTTP/1.1" status: 200 len: 945 time: 0.1498895 Sep 07 19:06:24.751051 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8000cd19-d925-495c-a68b-f795f1e0431d req-18763da2-77d4-4e56-a2fe-0677f69fab88 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883014 Sep 07 19:06:25.298285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:06:25.401460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:06:25.408264 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:06:25.409002 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:25.579678 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:25.624797 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cab5e72-7091-46d9-a3fe-5287b7ca902a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:06:25.643745 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ff155e-b33f-4f30-978b-c489a7aec7d5" -d '{"events": [{"server_uuid": "6cab5e72-7091-46d9-a3fe-5287b7ca902a", "name": "network-vif-plugged", "status": "completed", "tag": "2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:06:25.684653 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3,segment=NetworkSegment(60a8ac4c-22a8-4e87-8d09-0c1bee80faa8),segment_id=60a8ac4c-22a8-4e87-8d09-0c1bee80faa8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:06:25.690771 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:25.805798 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:25.840695 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b15e2e-c7a8-4d91-9823-f670952ef6a7 req-917f83c8-6c71-492b-8fd0-5fb587892218 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:25.845121 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09b15e2e-c7a8-4d91-9823-f670952ef6a7 req-917f83c8-6c71-492b-8fd0-5fb587892218 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.1980515 Sep 07 19:06:25.880728 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c32b831-92a4-4db5-99b9-fb9ad111ca3a x-openstack-request-id: req-0c32b831-92a4-4db5-99b9-fb9ad111ca3a {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:06:25.881503 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cab5e72-7091-46d9-a3fe-5287b7ca902a", "name": "network-vif-plugged", "status": "completed", "tag": "2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:06:25.881934 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c32b831-92a4-4db5-99b9-fb9ad111ca3a {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:06:25.882676 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cab5e72-7091-46d9-a3fe-5287b7ca902a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3', 'code': 200} Sep 07 19:06:25.937488 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3d8dcd88-f3ed-413e-a345-feedfe939e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:26.075014 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09b15e2e-c7a8-4d91-9823-f670952ef6a7 req-f4d31879-09fd-4fc8-a72f-71ffd589c642 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174749 Sep 07 19:06:26.189656 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27517f08-dc3a-4ac4-a138-355289be7343 req-3b6a9743-8c79-4b7f-a220-d3141da4da09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:26.203497 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27517f08-dc3a-4ac4-a138-355289be7343 req-3b6a9743-8c79-4b7f-a220-d3141da4da09 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6cab5e72-7091-46d9-a3fe-5287b7ca902a HTTP/1.1" status: 200 len: 1097 time: 0.2254024 Sep 07 19:06:26.271578 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566a632-7a1d-4532-8112-fb66921339e1 req-205ab669-cc8b-4ec8-8342-a7f2f2aaad4c tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:26.273650 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4566a632-7a1d-4532-8112-fb66921339e1 req-205ab669-cc8b-4ec8-8342-a7f2f2aaad4c tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cab5e72-7091-46d9-a3fe-5287b7ca902a HTTP/1.1" status: 200 len: 946 time: 0.2233026 Sep 07 19:06:26.307639 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27517f08-dc3a-4ac4-a138-355289be7343 req-5e7df2f4-1ed3-4d44-8c02-bc0d633f0e8d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923705 Sep 07 19:06:26.321724 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50748) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:26.328801 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50750) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:26.368855 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4566a632-7a1d-4532-8112-fb66921339e1 req-f6b6d4ff-ccaf-4c14-b89e-916e9d536c0b tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831840 Sep 07 19:06:26.515420 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d91980e-fa49-472c-8ecf-0e98bfb8be22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:26.525607 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e59b49bc-625b-45a8-bd37-41318ab4eeda admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:26.574471 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.db.api [None req-8d91980e-fa49-472c-8ecf-0e98bfb8be22 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 19:06:26.574471 n-d-807786-1 neutron-server[101444]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 07 19:06:26.574471 n-d-807786-1 neutron-server[101444]: [parameters: {'project_id': '0b8e1609b1c34243b9f796b68cbd1549', 'id': 'dd85dd90-4f3f-42a5-b7ac-2c6776c38030', 'expiration': datetime.datetime(2021, 9, 7, 19, 8, 26, 562756)}] Sep 07 19:06:26.574471 n-d-807786-1 neutron-server[101444]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:06:26.574937 n-d-807786-1 neutron-server[101444]: DEBUG oslo_db.api [None req-8d91980e-fa49-472c-8ecf-0e98bfb8be22 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:06:26.690146 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e59b49bc-625b-45a8-bd37-41318ab4eeda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:26.694802 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e59b49bc-625b-45a8-bd37-41318ab4eeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:26.744012 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e59b49bc-625b-45a8-bd37-41318ab4eeda admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b9df1c2d4a5c4000bb8eb3e19c131378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4139903 Sep 07 19:06:26.744283 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50760) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:26.749421 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b49bc-625b-45a8-bd37-41318ab4eeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8e1bcc-a99b-4112-8cb7-391eb79ddecb,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:26.840110 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8063-355e-4986-96ed-7d2e6d37418e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:26.879530 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8063-355e-4986-96ed-7d2e6d37418e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:26.962760 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8063-355e-4986-96ed-7d2e6d37418e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:26.968368 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8063-355e-4986-96ed-7d2e6d37418e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:26.970274 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7e1e8063-355e-4986-96ed-7d2e6d37418e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/df8e1bcc-a99b-4112-8cb7-391eb79ddecb HTTP/1.1" status: 204 len: 168 time: 0.2245507 Sep 07 19:06:26.987500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e8063-355e-4986-96ed-7d2e6d37418e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8e1bcc-a99b-4112-8cb7-391eb79ddecb,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:27.076036 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d91980e-fa49-472c-8ecf-0e98bfb8be22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:27.242003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93282ffd-32a7-47de-9b8f-654710402d7d req-380f9c85-eeef-4de4-8391-2cb8458c8b4c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:27.243691 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93282ffd-32a7-47de-9b8f-654710402d7d req-380f9c85-eeef-4de4-8391-2cb8458c8b4c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.0793545 Sep 07 19:06:27.277268 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d91980e-fa49-472c-8ecf-0e98bfb8be22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:27.300395 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d91980e-fa49-472c-8ecf-0e98bfb8be22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:27.347424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93282ffd-32a7-47de-9b8f-654710402d7d req-396c10df-d52c-43a1-91f5-e70e7deb682f tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810740 Sep 07 19:06:27.358870 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8d91980e-fa49-472c-8ecf-0e98bfb8be22 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b8e1609b1c34243b9f796b68cbd1549&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0349665 Sep 07 19:06:27.360042 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91980e-fa49-472c-8ecf-0e98bfb8be22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f445e90-d070-488e-ae49-52177b53681d,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:27.368149 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50776) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:27.469059 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bde79a9b-39ac-409d-b0f8-815b3752a713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:27.496978 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bde79a9b-39ac-409d-b0f8-815b3752a713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:27.553268 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50784) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:27.580329 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d675f6b7-66a6-45d7-888c-81384c7ca145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:27.622886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad765ee-8bff-463e-b109-483783b006fe req-36b14d29-2f0b-40aa-ab94-e5eb9f103345 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:27.636781 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ad765ee-8bff-463e-b109-483783b006fe req-36b14d29-2f0b-40aa-ab94-e5eb9f103345 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cab5e72-7091-46d9-a3fe-5287b7ca902a HTTP/1.1" status: 200 len: 946 time: 0.1235151 Sep 07 19:06:27.673708 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bde79a9b-39ac-409d-b0f8-815b3752a713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:27.677663 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bde79a9b-39ac-409d-b0f8-815b3752a713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:27.679799 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bde79a9b-39ac-409d-b0f8-815b3752a713 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f445e90-d070-488e-ae49-52177b53681d HTTP/1.1" status: 204 len: 168 time: 0.3058438 Sep 07 19:06:27.704642 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ad765ee-8bff-463e-b109-483783b006fe req-a70a3c2f-9d8c-4814-8ad6-6fa1e9840958 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628502 Sep 07 19:06:27.717420 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde79a9b-39ac-409d-b0f8-815b3752a713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f445e90-d070-488e-ae49-52177b53681d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:27.871892 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d675f6b7-66a6-45d7-888c-81384c7ca145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:27.882620 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d675f6b7-66a6-45d7-888c-81384c7ca145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:27.980447 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675f6b7-66a6-45d7-888c-81384c7ca145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c80b03-4aaa-4a7e-a983-62a73acb54b3,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:28.007690 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d675f6b7-66a6-45d7-888c-81384c7ca145 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=303ad24fff2e430ca623ae493d1b8b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4520299 Sep 07 19:06:28.013865 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50798) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:28.150892 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1576eef0-8cc3-4e6d-b1f6-b40ef10949ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:28.212892 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1576eef0-8cc3-4e6d-b1f6-b40ef10949ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:28.343013 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1576eef0-8cc3-4e6d-b1f6-b40ef10949ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:28.348045 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1576eef0-8cc3-4e6d-b1f6-b40ef10949ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:28.351205 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1576eef0-8cc3-4e6d-b1f6-b40ef10949ff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3c80b03-4aaa-4a7e-a983-62a73acb54b3 HTTP/1.1" status: 204 len: 168 time: 0.3341730 Sep 07 19:06:28.369970 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576eef0-8cc3-4e6d-b1f6-b40ef10949ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c80b03-4aaa-4a7e-a983-62a73acb54b3,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:28.477077 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50816) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:28.500611 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a9c86a3-5055-423b-9414-3b8864f8fad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:28.604754 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2a874-571c-4c0b-a35c-90d0d43459d8 req-6cbc3d9b-195a-4852-9812-703208cbe73c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:28.606656 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-56c2a874-571c-4c0b-a35c-90d0d43459d8 req-6cbc3d9b-195a-4852-9812-703208cbe73c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.1321926 Sep 07 19:06:28.718342 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-56c2a874-571c-4c0b-a35c-90d0d43459d8 req-0f753e21-af20-4ff5-b2e9-bdebcd18c1b8 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015470 Sep 07 19:06:28.742600 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a9c86a3-5055-423b-9414-3b8864f8fad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:28.754300 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a9c86a3-5055-423b-9414-3b8864f8fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:28.786136 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6c480d68-971b-4f40-9007-b7e66e79af60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:28.822816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50820) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:28.823009 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5a9c86a3-5055-423b-9414-3b8864f8fad2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df5d72f2b884465086afe47591f6d4c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3428173 Sep 07 19:06:28.825683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c86a3-5055-423b-9414-3b8864f8fad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff03af9-3b9d-431b-97c7-8005ff3019a4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:28.955039 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a9c5c25-38e4-4c7d-b040-f1b074ffc604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:29.002808 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a9c5c25-38e4-4c7d-b040-f1b074ffc604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:29.081980 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:29.099337 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a9c5c25-38e4-4c7d-b040-f1b074ffc604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:29.103485 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a9c5c25-38e4-4c7d-b040-f1b074ffc604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:29.110957 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0a9c5c25-38e4-4c7d-b040-f1b074ffc604 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ff03af9-3b9d-431b-97c7-8005ff3019a4 HTTP/1.1" status: 204 len: 168 time: 0.2871826 Sep 07 19:06:29.143463 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c5c25-38e4-4c7d-b040-f1b074ffc604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff03af9-3b9d-431b-97c7-8005ff3019a4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:29.994820 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f081148-ebec-4eee-b9ff-50852cd89f1d req-5e8949c5-4cd2-428c-aa60-9ef3ed6a4f40 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:29.996831 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0f081148-ebec-4eee-b9ff-50852cd89f1d req-5e8949c5-4cd2-428c-aa60-9ef3ed6a4f40 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.0934808 Sep 07 19:06:30.065046 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0f081148-ebec-4eee-b9ff-50852cd89f1d req-d9eac577-1057-4f00-8756-c2cc53590429 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553532 Sep 07 19:06:30.198457 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:30.837968 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50912) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:31.028870 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7126e39e-2a48-49f6-a5d3-fb9763ec6987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:31.289334 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7126e39e-2a48-49f6-a5d3-fb9763ec6987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:31.295549 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7126e39e-2a48-49f6-a5d3-fb9763ec6987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:31.395974 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126e39e-2a48-49f6-a5d3-fb9763ec6987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790b4897-db6b-4a8b-98d3-add58ac1ba17,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:31.447599 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf1c3d-142b-4505-94de-c6b80f1f4c47 req-d59adc9e-df77-4c96-b6b7-95d4226cc420 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:31.450740 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bfbf1c3d-142b-4505-94de-c6b80f1f4c47 req-d59adc9e-df77-4c96-b6b7-95d4226cc420 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.1946156 Sep 07 19:06:31.468373 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7126e39e-2a48-49f6-a5d3-fb9763ec6987 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d4d730b1d2b4d92b65fd1cb50aa8dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6261418 Sep 07 19:06:31.468680 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50960) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:31.541290 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bfbf1c3d-142b-4505-94de-c6b80f1f4c47 req-8d82d24a-cbd5-4691-8d54-57acadbe57a3 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806186 Sep 07 19:06:31.667095 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f161b7c-0161-4e91-a199-0a2fab9a5407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:31.717921 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f161b7c-0161-4e91-a199-0a2fab9a5407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:31.747626 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:31.806819 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f161b7c-0161-4e91-a199-0a2fab9a5407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:31.812242 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f161b7c-0161-4e91-a199-0a2fab9a5407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:31.815190 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4f161b7c-0161-4e91-a199-0a2fab9a5407 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/790b4897-db6b-4a8b-98d3-add58ac1ba17 HTTP/1.1" status: 204 len: 168 time: 0.3436165 Sep 07 19:06:31.845603 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f161b7c-0161-4e91-a199-0a2fab9a5407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790b4897-db6b-4a8b-98d3-add58ac1ba17,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:32.579105 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51048) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:32.805573 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa6d97-bd93-4f12-a05d-3c0eabe52466 req-7376c0ca-9a05-44e0-b1fd-cba5640fe380 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:32.820323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0baa6d97-bd93-4f12-a05d-3c0eabe52466 req-7376c0ca-9a05-44e0-b1fd-cba5640fe380 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.1314559 Sep 07 19:06:32.901595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0baa6d97-bd93-4f12-a05d-3c0eabe52466 req-27c94527-7027-49e7-b04d-9266e0197f59 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795150 Sep 07 19:06:32.913752 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b99a328-5964-4b15-a5ba-05953cdf6df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:33.129497 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b99a328-5964-4b15-a5ba-05953cdf6df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:33.134280 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b99a328-5964-4b15-a5ba-05953cdf6df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:33.179394 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99a328-5964-4b15-a5ba-05953cdf6df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414eb35d-538b-4978-8ae1-3a1eba745969,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:33.216027 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5b99a328-5964-4b15-a5ba-05953cdf6df6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd11c42621ae44648c312885635f7f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6352332 Sep 07 19:06:33.219100 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51076) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:33.304934 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-706c83b1-e0f0-4d01-9660-53036dc8a8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:33.362045 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-706c83b1-e0f0-4d01-9660-53036dc8a8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:33.453539 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-706c83b1-e0f0-4d01-9660-53036dc8a8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:33.456443 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-706c83b1-e0f0-4d01-9660-53036dc8a8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:33.458689 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-706c83b1-e0f0-4d01-9660-53036dc8a8e4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/414eb35d-538b-4978-8ae1-3a1eba745969 HTTP/1.1" status: 204 len: 168 time: 0.2378714 Sep 07 19:06:33.472209 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c83b1-e0f0-4d01-9660-53036dc8a8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414eb35d-538b-4978-8ae1-3a1eba745969,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:34.136193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc9406-d0f6-4400-ab7d-90d5b47f77f2 req-62ca71d4-ae38-4884-9498-426f6c492486 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:34.150399 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63cc9406-d0f6-4400-ab7d-90d5b47f77f2 req-62ca71d4-ae38-4884-9498-426f6c492486 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.0908244 Sep 07 19:06:34.221727 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63cc9406-d0f6-4400-ab7d-90d5b47f77f2 req-b3a2b5be-3d8a-46fe-aa83-a03c1e657267 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696585 Sep 07 19:06:34.639800 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaedd74-e4a3-4df2-818e-8cd595afdc37 req-83d7a80d-eed2-4636-903f-223226624e26 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:34.647635 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6eaedd74-e4a3-4df2-818e-8cd595afdc37 req-83d7a80d-eed2-4636-903f-223226624e26 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.0958970 Sep 07 19:06:34.694013 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6eaedd74-e4a3-4df2-818e-8cd595afdc37 req-c796c3a1-4f1c-4eea-b1bb-fb15e1decf5e tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452330 Sep 07 19:06:34.883546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64121f1c-1300-4a81-9f8e-13dce25f977a req-27239b1b-0872-4e54-b85d-95334fedd910 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:34.886886 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-64121f1c-1300-4a81-9f8e-13dce25f977a req-27239b1b-0872-4e54-b85d-95334fedd910 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.0841520 Sep 07 19:06:34.954731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-64121f1c-1300-4a81-9f8e-13dce25f977a req-cdddc735-e64e-44c6-aacc-8a1643b09d5d tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595531 Sep 07 19:06:35.449858 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cdda2-8069-4ada-90eb-73b35cdb6d21 req-40010586-b89b-4425-9fbf-8cf54d31e555 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:35.451434 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-464cdda2-8069-4ada-90eb-73b35cdb6d21 req-40010586-b89b-4425-9fbf-8cf54d31e555 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.1470833 Sep 07 19:06:35.556252 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-464cdda2-8069-4ada-90eb-73b35cdb6d21 req-3b6a18eb-5a22-4cf0-a05f-1587ead1902c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795281 Sep 07 19:06:35.966561 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51154) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:36.208855 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-81328753-db40-4ff9-a896-968dd5d929ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1746296703'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:06:36.239478 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81328753-db40-4ff9-a896-968dd5d929ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Made reservation on behalf of 8338cf27961840b89ef450e71fc84166 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:06:36.245155 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81328753-db40-4ff9-a896-968dd5d929ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:36.260187 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81328753-db40-4ff9-a896-968dd5d929ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:36.413878 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81328753-db40-4ff9-a896-968dd5d929ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:36.418785 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81328753-db40-4ff9-a896-968dd5d929ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:36.465343 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81328753-db40-4ff9-a896-968dd5d929ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:06:36.480777 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81328753-db40-4ff9-a896-968dd5d929ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9256a6dd-5f08-4883-aa64-abe9ce1fec6e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:36.490158 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81328753-db40-4ff9-a896-968dd5d929ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:36.490740 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-81328753-db40-4ff9-a896-968dd5d929ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Added segment 983408ea-26a7-4090-b22a-2b1b5f2e7f0a of type vlan for network 31af351d-e9ca-4fa3-84fb-578bbda84046 Sep 07 19:06:36.559452 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81328753-db40-4ff9-a896-968dd5d929ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:36.576681 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab058a-9c2e-4457-8884-adb41f239478 req-ba6e4c0d-ed6c-413d-87ce-676cc20c3fc1 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:36.578439 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-41ab058a-9c2e-4457-8884-adb41f239478 req-ba6e4c0d-ed6c-413d-87ce-676cc20c3fc1 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.0670955 Sep 07 19:06:36.601770 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81328753-db40-4ff9-a896-968dd5d929ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:36.611064 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81328753-db40-4ff9-a896-968dd5d929ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:36.612418 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81328753-db40-4ff9-a896-968dd5d929ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:36.638873 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-81328753-db40-4ff9-a896-968dd5d929ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.6705546 Sep 07 19:06:36.757924 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81328753-db40-4ff9-a896-968dd5d929ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Pushing event updated for resources: {'Network': ['ID=31af351d-e9ca-4fa3-84fb-578bbda84046,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:36.791810 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 31af351d-e9ca-4fa3-84fb-578bbda84046 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:06:36.875866 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-41ab058a-9c2e-4457-8884-adb41f239478 req-7b051ad8-f0f2-4dc0-907a-459fd4739865 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Deleting port fa0a9363-219e-474f-bbcf-690bf7d8c1b5 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:06:36.876659 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-41ab058a-9c2e-4457-8884-adb41f239478 req-7b051ad8-f0f2-4dc0-907a-459fd4739865 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:36.968334 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51174) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:36.974520 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Request body: {'port': {'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046', 'binding:host_id': 'n-h2-807786-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-309550088'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:06:37.027670 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Made reservation on behalf of 1d3e8952d8364625945732a30adbf107 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:06:37.037319 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:37.067303 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:37.121932 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49aa46-6777-4aa1-82f1-c03fe079dfbd req-b40b1b35-fc09-4ec5-b327-3e0255f846ec tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:37.125341 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f49aa46-6777-4aa1-82f1-c03fe079dfbd req-b40b1b35-fc09-4ec5-b327-3e0255f846ec tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 946 time: 0.3017757 Sep 07 19:06:37.148439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-41ab058a-9c2e-4457-8884-adb41f239478 req-7b051ad8-f0f2-4dc0-907a-459fd4739865 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] For port fa0a9363-219e-474f-bbcf-690bf7d8c1b5, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=fa0a9363-219e-474f-bbcf-690bf7d8c1b5,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:06:37.149582 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-41ab058a-9c2e-4457-8884-adb41f239478 req-7b051ad8-f0f2-4dc0-907a-459fd4739865 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:37.178009 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-41ab058a-9c2e-4457-8884-adb41f239478 req-7b051ad8-f0f2-4dc0-907a-459fd4739865 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Calling delete_port for fa0a9363-219e-474f-bbcf-690bf7d8c1b5 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:06:37.208789 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f49aa46-6777-4aa1-82f1-c03fe079dfbd req-c1b0bedd-c4c7-437b-91fa-2e03302d61dc tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702343 Sep 07 19:06:37.270629 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:37.278429 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:37.284443 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] device_id is not set on port c8c42c5f-b108-48bf-9902-6c2d0da667a4 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:06:37.416259 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a69e7c-2751-4368-a010-9592b3df281c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:37.479242 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-41ab058a-9c2e-4457-8884-adb41f239478 req-7b051ad8-f0f2-4dc0-907a-459fd4739865 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:37.505775 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7e5b2214-02cb-4177-bb03-ff77d938c331'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:06:37.517734 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['fa0a9363-219e-474f-bbcf-690bf7d8c1b5'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:06:37.559170 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b051ad8-f0f2-4dc0-907a-459fd4739865 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Pushing event deleted for resources: {'Port': ['ID=fa0a9363-219e-474f-bbcf-690bf7d8c1b5,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:37.661714 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ab058a-9c2e-4457-8884-adb41f239478 req-7b051ad8-f0f2-4dc0-907a-459fd4739865 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] No DVR routers for this DVR port fa0a9363-219e-474f-bbcf-690bf7d8c1b5 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:06:37.665083 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-41ab058a-9c2e-4457-8884-adb41f239478 req-7b051ad8-f0f2-4dc0-907a-459fd4739865 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:37.668545 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-41ab058a-9c2e-4457-8884-adb41f239478 req-7b051ad8-f0f2-4dc0-907a-459fd4739865 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.36 "DELETE /v2.0/ports/fa0a9363-219e-474f-bbcf-690bf7d8c1b5 HTTP/1.1" status: 204 len: 173 time: 1.0831809 Sep 07 19:06:37.669270 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba0fbdf-f755-446e-b98c-59136c459aa1', 'name': 'network-vif-deleted', 'tag': 'fa0a9363-219e-474f-bbcf-690bf7d8c1b5'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:06:37.673477 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffeb1c49-bd20-463d-951c-222a0743ee5a" -d '{"events": [{"server_uuid": "2ba0fbdf-f755-446e-b98c-59136c459aa1", "name": "network-vif-deleted", "tag": "fa0a9363-219e-474f-bbcf-690bf7d8c1b5"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:06:37.757457 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] device_id is not set on port c8c42c5f-b108-48bf-9902-6c2d0da667a4 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:06:37.774382 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbc4cc8-d23e-4056-b7d5-f45833f56d5e x-openstack-request-id: req-efbc4cc8-d23e-4056-b7d5-f45833f56d5e {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:06:37.774966 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba0fbdf-f755-446e-b98c-59136c459aa1", "name": "network-vif-deleted", "tag": "fa0a9363-219e-474f-bbcf-690bf7d8c1b5", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:06:37.775578 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-efbc4cc8-d23e-4056-b7d5-f45833f56d5e {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:06:37.776165 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba0fbdf-f755-446e-b98c-59136c459aa1', 'name': 'network-vif-deleted', 'tag': 'fa0a9363-219e-474f-bbcf-690bf7d8c1b5', 'status': 'completed', 'code': 200} Sep 07 19:06:37.792373 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:37.834051 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Transition to ACTIVE for port object c8c42c5f-b108-48bf-9902-6c2d0da667a4 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:06:37.873017 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:37.986250 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Checking segment: {'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:06:37.987033 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Network hostable DHCP agents. Network: 31af351d-e9ca-4fa3-84fb-578bbda84046, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:06:37.990023 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Pushing event updated for resources: {'Port': ['ID=c8c42c5f-b108-48bf-9902-6c2d0da667a4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:38.016846 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Network 31af351d-e9ca-4fa3-84fb-578bbda84046 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:06:38.043165 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 31af351d-e9ca-4fa3-84fb-578bbda84046) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:06:38.050017 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:06:38.055318 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bcfbc8-90b6-4a07-a2a2-8a51979b7ced None None] Network 31af351d-e9ca-4fa3-84fb-578bbda84046 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:06:38.072975 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:38.073735 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:38.074284 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:38.080101 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:38.080742 n-d-807786-1 neutron-server[101444]: ERROR neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:38.081308 n-d-807786-1 neutron-server[101444]: INFO neutron.plugins.ml2.plugin [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 2 to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 Sep 07 19:06:38.095328 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:38.095672 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:38.096019 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:38.101848 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:38.102189 n-d-807786-1 neutron-server[101444]: ERROR neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:38.102596 n-d-807786-1 neutron-server[101444]: INFO neutron.plugins.ml2.plugin [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 3 to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 Sep 07 19:06:38.120960 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:38.121682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:38.122511 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:38.128847 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:38.129491 n-d-807786-1 neutron-server[101444]: ERROR neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:38.130155 n-d-807786-1 neutron-server[101444]: INFO neutron.plugins.ml2.plugin [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 4 to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 Sep 07 19:06:38.183902 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:38.184885 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:38.185587 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:38.207337 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:38.208964 n-d-807786-1 neutron-server[101444]: ERROR neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:38.210574 n-d-807786-1 neutron-server[101444]: INFO neutron.plugins.ml2.plugin [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 5 to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 Sep 07 19:06:38.234210 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:38.234813 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:38.235363 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:38.241886 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:38.242520 n-d-807786-1 neutron-server[101444]: ERROR neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:38.243392 n-d-807786-1 neutron-server[101444]: INFO neutron.plugins.ml2.plugin [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 6 to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 Sep 07 19:06:38.267274 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:38.267638 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:38.267999 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:38.281608 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:38.282254 n-d-807786-1 neutron-server[101444]: ERROR neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:38.282664 n-d-807786-1 neutron-server[101444]: INFO neutron.plugins.ml2.plugin [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 7 to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 Sep 07 19:06:38.322406 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:38.322986 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:38.323564 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:38.342042 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:38.342389 n-d-807786-1 neutron-server[101444]: ERROR neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:38.351283 n-d-807786-1 neutron-server[101444]: INFO neutron.plugins.ml2.plugin [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 8 to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 Sep 07 19:06:38.415726 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:38.418461 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:38.419369 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:38.444563 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:38.445567 n-d-807786-1 neutron-server[101444]: ERROR neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:38.446033 n-d-807786-1 neutron-server[101444]: INFO neutron.plugins.ml2.plugin [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 9 to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 Sep 07 19:06:38.482701 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:38.483199 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:38.483673 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:38.490776 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:38.491631 n-d-807786-1 neutron-server[101444]: ERROR neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:38.492704 n-d-807786-1 neutron-server[101444]: INFO neutron.plugins.ml2.plugin [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 10 to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 Sep 07 19:06:38.496550 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff3551f4-260b-4e61-b8f2-8d5eea1586c0 req-00033983-d4f1-4283-ad6e-92d5f3a397e1 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0fbdf-f755-446e-b98c-59136c459aa1 HTTP/1.1" status: 200 len: 210 time: 0.0522962 Sep 07 19:06:38.518972 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:38.519520 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:38.520111 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:38.533796 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:38.534788 n-d-807786-1 neutron-server[101444]: ERROR neutron.plugins.ml2.managers [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port c8c42c5f-b108-48bf-9902-6c2d0da667a4 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:38.536245 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:38.656358 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] For port c8c42c5f-b108-48bf-9902-6c2d0da667a4, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:06:38.657256 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempted to set empty binding levels {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 07 19:06:38.663884 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:38.716201 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:38.718561 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:38.756049 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.7862506 Sep 07 19:06:38.759321 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51192) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:38.761564 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b2749-78cc-4814-aafb-def5b44bed0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Pushing event updated for resources: {'Port': ['ID=c8c42c5f-b108-48bf-9902-6c2d0da667a4,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:38.873025 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-9f0c946d-e8df-41dd-820e-169febc581be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Deleting port c8c42c5f-b108-48bf-9902-6c2d0da667a4 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:06:38.873611 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9f0c946d-e8df-41dd-820e-169febc581be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:38.972533 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-9f0c946d-e8df-41dd-820e-169febc581be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] For port c8c42c5f-b108-48bf-9902-6c2d0da667a4, host n-h2-807786-1, got binding levels [] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:06:38.973578 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9f0c946d-e8df-41dd-820e-169febc581be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:38.993195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-9f0c946d-e8df-41dd-820e-169febc581be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Calling delete_port for c8c42c5f-b108-48bf-9902-6c2d0da667a4 owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:06:39.663498 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9f0c946d-e8df-41dd-820e-169febc581be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:39.724334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c946d-e8df-41dd-820e-169febc581be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8c42c5f-b108-48bf-9902-6c2d0da667a4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:39.735849 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9f0c946d-e8df-41dd-820e-169febc581be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:39.745323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9f0c946d-e8df-41dd-820e-169febc581be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] 10.222.0.26 "DELETE /v2.0/ports/c8c42c5f-b108-48bf-9902-6c2d0da667a4 HTTP/1.1" status: 204 len: 168 time: 0.9833593 Sep 07 19:06:39.746912 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51208) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:39.800277 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device fa0a9363-219e-474f-bbcf-690bf7d8c1b5 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:06:39.817444 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b6460a-46bb-4d4f-b7a8-e2c562556bab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] GET failed (client error): The resource could not be found. Sep 07 19:06:39.821827 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-45b6460a-46bb-4d4f-b7a8-e2c562556bab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] 10.222.0.26 "GET /v2.0/ports/c8c42c5f-b108-48bf-9902-6c2d0da667a4 HTTP/1.1" status: 404 len: 333 time: 0.0728087 Sep 07 19:06:39.828617 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51212) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:39.835550 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-83a070aa-a2da-4317-81ba-4061c0f7cdfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Request body: {'port': {'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-756196731'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:06:39.853061 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: fa0a9363-219e-474f-bbcf-690bf7d8c1b5 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:06:39.853603 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device fa0a9363-219e-474f-bbcf-690bf7d8c1b5 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:06:39.897632 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a070aa-a2da-4317-81ba-4061c0f7cdfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Made reservation on behalf of 1d3e8952d8364625945732a30adbf107 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:06:39.903843 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83a070aa-a2da-4317-81ba-4061c0f7cdfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:39.940678 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-83a070aa-a2da-4317-81ba-4061c0f7cdfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] device_id is not set on port 52bce9d1-ae67-4751-9061-ba4704deb10d yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:06:40.337037 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83a070aa-a2da-4317-81ba-4061c0f7cdfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:40.411477 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83a070aa-a2da-4317-81ba-4061c0f7cdfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:40.467863 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a070aa-a2da-4317-81ba-4061c0f7cdfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Network 31af351d-e9ca-4fa3-84fb-578bbda84046 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:06:40.471320 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-83a070aa-a2da-4317-81ba-4061c0f7cdfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:06:40.474071 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a070aa-a2da-4317-81ba-4061c0f7cdfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:06:40.475083 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a070aa-a2da-4317-81ba-4061c0f7cdfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:40.475698 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-83a070aa-a2da-4317-81ba-4061c0f7cdfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:40.493739 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a070aa-a2da-4317-81ba-4061c0f7cdfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Pushing event updated for resources: {'Port': ['ID=52bce9d1-ae67-4751-9061-ba4704deb10d,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:40.528411 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-83a070aa-a2da-4317-81ba-4061c0f7cdfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6979945 Sep 07 19:06:40.532678 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51240) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:40.545612 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:06:40.670348 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:41.044447 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af68fc5-8d14-4b6b-af72-f8cdbb74e105 req-1ada6631-9a45-4170-a2b0-bfbfc0b9b249 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.046375 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8af68fc5-8d14-4b6b-af72-f8cdbb74e105 req-1ada6631-9a45-4170-a2b0-bfbfc0b9b249 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=a353b308-e2af-4d2d-a482-527f5e58d179 HTTP/1.1" status: 200 len: 945 time: 0.1353312 Sep 07 19:06:41.054788 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] device_id is not set on port 52bce9d1-ae67-4751-9061-ba4704deb10d yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:06:41.066710 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:41.106694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Transition to ACTIVE for port object 52bce9d1-ae67-4751-9061-ba4704deb10d will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:06:41.122920 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:41.163573 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8af68fc5-8d14-4b6b-af72-f8cdbb74e105 req-2d235e28-77e0-4a48-9afe-7e2bf9e24796 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036050 Sep 07 19:06:41.238883 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Pushing event updated for resources: {'Port': ['ID=52bce9d1-ae67-4751-9061-ba4704deb10d,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:41.256306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:41.256749 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:41.257127 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:41.262689 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port 52bce9d1-ae67-4751-9061-ba4704deb10d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:41.263252 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:41.263457 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 2 to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d Sep 07 19:06:41.280851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:41.281272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:41.282280 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:41.289651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port 52bce9d1-ae67-4751-9061-ba4704deb10d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:41.290359 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:41.290995 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 3 to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d Sep 07 19:06:41.321284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:41.322935 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:41.324670 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:41.337135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port 52bce9d1-ae67-4751-9061-ba4704deb10d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:41.338307 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:41.340188 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 4 to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d Sep 07 19:06:41.361897 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:41.362420 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:41.362827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:41.370364 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port 52bce9d1-ae67-4751-9061-ba4704deb10d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:41.371322 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:41.372027 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 5 to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d Sep 07 19:06:41.398532 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:41.399043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:41.399588 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:41.410587 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port 52bce9d1-ae67-4751-9061-ba4704deb10d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:41.411096 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:41.411667 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 6 to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d Sep 07 19:06:41.441405 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:41.442716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:41.443524 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:41.453679 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port 52bce9d1-ae67-4751-9061-ba4704deb10d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:41.454333 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:41.455224 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 7 to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d Sep 07 19:06:41.493066 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:41.493421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:41.494021 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:41.501751 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port 52bce9d1-ae67-4751-9061-ba4704deb10d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:41.502141 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:41.502468 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 8 to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d Sep 07 19:06:41.521534 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:41.522210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:41.522680 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:41.529749 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port 52bce9d1-ae67-4751-9061-ba4704deb10d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:41.530791 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:41.531381 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 9 to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d Sep 07 19:06:41.555782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:41.556686 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:41.556980 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:41.568966 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port 52bce9d1-ae67-4751-9061-ba4704deb10d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:41.569649 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:41.570337 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 10 to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d Sep 07 19:06:41.599093 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:41.600173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:41.601144 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:41.611223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port 52bce9d1-ae67-4751-9061-ba4704deb10d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:41.612029 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port 52bce9d1-ae67-4751-9061-ba4704deb10d on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:41.612669 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:41.723536 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] For port 52bce9d1-ae67-4751-9061-ba4704deb10d, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:06:41.723926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempted to set empty binding levels {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 07 19:06:41.732360 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:41.785794 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] In _notify_port_updated(), no bound segment for port 52bce9d1-ae67-4751-9061-ba4704deb10d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 19:06:41.787291 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.788202 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:41.790991 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] 10.222.0.26 "PUT /v2.0/ports/52bce9d1-ae67-4751-9061-ba4704deb10d HTTP/1.1" status: 200 len: 978 time: 1.2568426 Sep 07 19:06:41.793669 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51258) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:41.820333 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545e9f8-1d1b-4547-8585-8302b95f332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Pushing event updated for resources: {'Port': ['ID=52bce9d1-ae67-4751-9061-ba4704deb10d,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:41.933389 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.933888 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.934415 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.934906 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.935428 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.935907 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.936460 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.937628 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.938127 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.938647 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.939129 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.939650 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.940121 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.940679 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.941224 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.942262 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.943243 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.944131 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.945046 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.945970 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.946803 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.947807 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.948683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.949582 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.950524 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:41.956248 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e3a443ec-32d8-429d-b1e1-d6e48bbb8024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22587 time: 0.1609817 Sep 07 19:06:41.963405 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51262) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:42.071782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-cdec2421-0dfd-4c4b-9540-b11d95f5b7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Deleting port 52bce9d1-ae67-4751-9061-ba4704deb10d {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:06:42.072616 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cdec2421-0dfd-4c4b-9540-b11d95f5b7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:42.169136 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-cdec2421-0dfd-4c4b-9540-b11d95f5b7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] For port 52bce9d1-ae67-4751-9061-ba4704deb10d, host n-h2-807786-1, got binding levels [] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:06:42.169533 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cdec2421-0dfd-4c4b-9540-b11d95f5b7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:42.186472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-cdec2421-0dfd-4c4b-9540-b11d95f5b7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Calling delete_port for 52bce9d1-ae67-4751-9061-ba4704deb10d owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:06:42.318917 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cdec2421-0dfd-4c4b-9540-b11d95f5b7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:42.394010 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec2421-0dfd-4c4b-9540-b11d95f5b7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Pushing event deleted for resources: {'Port': ['ID=52bce9d1-ae67-4751-9061-ba4704deb10d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:42.400822 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cdec2421-0dfd-4c4b-9540-b11d95f5b7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:42.402414 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-cdec2421-0dfd-4c4b-9540-b11d95f5b7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] 10.222.0.26 "DELETE /v2.0/ports/52bce9d1-ae67-4751-9061-ba4704deb10d HTTP/1.1" status: 204 len: 168 time: 0.4373362 Sep 07 19:06:42.407200 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51272) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:42.429257 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db57e87-12fd-40b2-a347-66b654acbcaf req-51125ff5-af20-45fe-a68f-df9907a45a4c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:42.439351 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6db57e87-12fd-40b2-a347-66b654acbcaf req-51125ff5-af20-45fe-a68f-df9907a45a4c tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=a353b308-e2af-4d2d-a482-527f5e58d179 HTTP/1.1" status: 200 len: 945 time: 0.1558249 Sep 07 19:06:42.441124 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f5d19d-ca71-4e29-9b49-8e0440190c9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] GET failed (client error): The resource could not be found. Sep 07 19:06:42.447976 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51274) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:42.448195 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b7f5d19d-ca71-4e29-9b49-8e0440190c9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] 10.222.0.26 "GET /v2.0/ports/52bce9d1-ae67-4751-9061-ba4704deb10d HTTP/1.1" status: 404 len: 333 time: 0.0412290 Sep 07 19:06:42.455640 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-17d0d4bf-ed56-455c-af32-9f3297cb49dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-643712127', 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:06:42.486967 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0f717-ae2b-4b9c-8e7d-3d19f2785b24 req-b5dd387a-33fc-4aaf-9e49-f260f4d46ec9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:42.488482 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-28e0f717-ae2b-4b9c-8e7d-3d19f2785b24 req-b5dd387a-33fc-4aaf-9e49-f260f4d46ec9 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "GET /v2.0/ports?device_id=a353b308-e2af-4d2d-a482-527f5e58d179 HTTP/1.1" status: 200 len: 945 time: 0.1668200 Sep 07 19:06:42.551947 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6db57e87-12fd-40b2-a347-66b654acbcaf req-43dae5ee-9719-4e5f-84fa-9de7a9ff32db tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/security-groups?id=69e53b04-afdb-4f76-8134-f49d9b8b7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112483 Sep 07 19:06:42.557098 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d0d4bf-ed56-455c-af32-9f3297cb49dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Made reservation on behalf of 1d3e8952d8364625945732a30adbf107 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:06:42.560056 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-17d0d4bf-ed56-455c-af32-9f3297cb49dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:42.631804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-17d0d4bf-ed56-455c-af32-9f3297cb49dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] device_id is not set on port 201e88f7-7e6a-4928-ad10-e4cebef60ba6 yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:06:42.744443 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-28e0f717-ae2b-4b9c-8e7d-3d19f2785b24 req-906ab869-182f-4bf7-91cc-ffe0e47b0613 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Deleting port 7e5b2214-02cb-4177-bb03-ff77d938c331 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:06:42.744844 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-28e0f717-ae2b-4b9c-8e7d-3d19f2785b24 req-906ab869-182f-4bf7-91cc-ffe0e47b0613 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:42.817878 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:42.921794 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-17d0d4bf-ed56-455c-af32-9f3297cb49dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:42.926604 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-28e0f717-ae2b-4b9c-8e7d-3d19f2785b24 req-906ab869-182f-4bf7-91cc-ffe0e47b0613 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] For port 7e5b2214-02cb-4177-bb03-ff77d938c331, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=7e5b2214-02cb-4177-bb03-ff77d938c331,segment=NetworkSegment(9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c),segment_id=9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:06:42.927176 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-28e0f717-ae2b-4b9c-8e7d-3d19f2785b24 req-906ab869-182f-4bf7-91cc-ffe0e47b0613 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:42.946414 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-28e0f717-ae2b-4b9c-8e7d-3d19f2785b24 req-906ab869-182f-4bf7-91cc-ffe0e47b0613 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Calling delete_port for 7e5b2214-02cb-4177-bb03-ff77d938c331 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:06:43.037193 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-17d0d4bf-ed56-455c-af32-9f3297cb49dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:43.095581 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d0d4bf-ed56-455c-af32-9f3297cb49dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Network 31af351d-e9ca-4fa3-84fb-578bbda84046 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:06:43.104474 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-17d0d4bf-ed56-455c-af32-9f3297cb49dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:06:43.108194 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d0d4bf-ed56-455c-af32-9f3297cb49dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:06:43.109729 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d0d4bf-ed56-455c-af32-9f3297cb49dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:43.110372 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-17d0d4bf-ed56-455c-af32-9f3297cb49dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:43.112785 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0d4bf-ed56-455c-af32-9f3297cb49dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Pushing event updated for resources: {'Port': ['ID=201e88f7-7e6a-4928-ad10-e4cebef60ba6,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:43.157200 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-17d0d4bf-ed56-455c-af32-9f3297cb49dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7075901 Sep 07 19:06:43.161621 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51280) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:43.180019 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-28e0f717-ae2b-4b9c-8e7d-3d19f2785b24 req-906ab869-182f-4bf7-91cc-ffe0e47b0613 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:43.195002 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7e5b2214-02cb-4177-bb03-ff77d938c331'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:06:43.222920 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05d7d9e-8cb8-4976-801e-193cce100c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:43.235208 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ab869-182f-4bf7-91cc-ffe0e47b0613 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Pushing event deleted for resources: {'Port': ['ID=7e5b2214-02cb-4177-bb03-ff77d938c331,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:43.237231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51282) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:43.241671 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e05d7d9e-8cb8-4976-801e-193cce100c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] 10.222.0.26 "GET /v2.0/ports/201e88f7-7e6a-4928-ad10-e4cebef60ba6 HTTP/1.1" status: 200 len: 958 time: 0.0783460 Sep 07 19:06:43.299891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e0f717-ae2b-4b9c-8e7d-3d19f2785b24 req-906ab869-182f-4bf7-91cc-ffe0e47b0613 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] No DVR routers for this DVR port 7e5b2214-02cb-4177-bb03-ff77d938c331 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:06:43.304314 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-28e0f717-ae2b-4b9c-8e7d-3d19f2785b24 req-906ab869-182f-4bf7-91cc-ffe0e47b0613 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:43.306422 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-28e0f717-ae2b-4b9c-8e7d-3d19f2785b24 req-906ab869-182f-4bf7-91cc-ffe0e47b0613 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.60 "DELETE /v2.0/ports/7e5b2214-02cb-4177-bb03-ff77d938c331 HTTP/1.1" status: 204 len: 173 time: 0.8083842 Sep 07 19:06:43.306935 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a353b308-e2af-4d2d-a482-527f5e58d179', 'name': 'network-vif-deleted', 'tag': '7e5b2214-02cb-4177-bb03-ff77d938c331'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:06:43.309575 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600b3bc3-b6ef-4e70-829d-dca117762ec3" -d '{"events": [{"server_uuid": "a353b308-e2af-4d2d-a482-527f5e58d179", "name": "network-vif-deleted", "tag": "7e5b2214-02cb-4177-bb03-ff77d938c331"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:06:43.372978 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf75716-92e5-4c62-875c-e500df5edf7c x-openstack-request-id: req-edf75716-92e5-4c62-875c-e500df5edf7c {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:06:43.372978 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a353b308-e2af-4d2d-a482-527f5e58d179", "name": "network-vif-deleted", "tag": "7e5b2214-02cb-4177-bb03-ff77d938c331", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:06:43.373273 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-edf75716-92e5-4c62-875c-e500df5edf7c {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:06:43.373562 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a353b308-e2af-4d2d-a482-527f5e58d179', 'name': 'network-vif-deleted', 'tag': '7e5b2214-02cb-4177-bb03-ff77d938c331', 'status': 'completed', 'code': 200} Sep 07 19:06:43.382246 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-e1a649dc-c51c-421a-83bd-5a0745572b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Deleting port 201e88f7-7e6a-4928-ad10-e4cebef60ba6 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:06:43.382726 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1a649dc-c51c-421a-83bd-5a0745572b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:43.462799 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1a649dc-c51c-421a-83bd-5a0745572b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:43.481403 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-e1a649dc-c51c-421a-83bd-5a0745572b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Calling delete_port for 201e88f7-7e6a-4928-ad10-e4cebef60ba6 owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:06:43.578963 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1a649dc-c51c-421a-83bd-5a0745572b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:43.630123 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a649dc-c51c-421a-83bd-5a0745572b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Pushing event deleted for resources: {'Port': ['ID=201e88f7-7e6a-4928-ad10-e4cebef60ba6,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:43.640174 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1a649dc-c51c-421a-83bd-5a0745572b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:43.643779 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e1a649dc-c51c-421a-83bd-5a0745572b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] 10.222.0.26 "DELETE /v2.0/ports/201e88f7-7e6a-4928-ad10-e4cebef60ba6 HTTP/1.1" status: 204 len: 168 time: 0.4052992 Sep 07 19:06:43.646599 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51292) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:43.688110 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-6627e56b-26f2-4307-9c74-dbf19d6d14c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] GET failed (client error): The resource could not be found. Sep 07 19:06:43.696108 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6627e56b-26f2-4307-9c74-dbf19d6d14c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] 10.222.0.26 "GET /v2.0/ports/201e88f7-7e6a-4928-ad10-e4cebef60ba6 HTTP/1.1" status: 404 len: 333 time: 0.0433288 Sep 07 19:06:43.697343 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51294) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:43.705022 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-54e88476-ea9e-4850-b532-fc4fd71a3ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Request body: {'port': {'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1198561074'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:06:43.737953 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e88476-ea9e-4850-b532-fc4fd71a3ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Made reservation on behalf of 1d3e8952d8364625945732a30adbf107 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:06:43.741231 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54e88476-ea9e-4850-b532-fc4fd71a3ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:43.763260 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:43.771687 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-54e88476-ea9e-4850-b532-fc4fd71a3ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] device_id is not set on port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:06:43.813695 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d91043ef-524a-4d25-852d-97a40429d41e req-0e065f7c-d71a-4448-bf47-e1a7e22c3384 tempest-ServersTestJSON-1642580481 tempest-ServersTestJSON-1642580481-project] 10.222.0.26 "GET /v2.0/ports?device_id=a353b308-e2af-4d2d-a482-527f5e58d179 HTTP/1.1" status: 200 len: 210 time: 0.0920939 Sep 07 19:06:44.024622 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54e88476-ea9e-4850-b532-fc4fd71a3ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:44.070944 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54e88476-ea9e-4850-b532-fc4fd71a3ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:44.114306 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e88476-ea9e-4850-b532-fc4fd71a3ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Network 31af351d-e9ca-4fa3-84fb-578bbda84046 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:06:44.117387 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-54e88476-ea9e-4850-b532-fc4fd71a3ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:06:44.123115 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e88476-ea9e-4850-b532-fc4fd71a3ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:06:44.124628 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e88476-ea9e-4850-b532-fc4fd71a3ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:44.125448 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54e88476-ea9e-4850-b532-fc4fd71a3ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:44.132327 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e88476-ea9e-4850-b532-fc4fd71a3ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Pushing event updated for resources: {'Port': ['ID=85b6b6ed-b1f0-478b-b9b4-0224351d8e1d,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:44.150660 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-54e88476-ea9e-4850-b532-fc4fd71a3ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4524233 Sep 07 19:06:44.153995 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51300) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:44.159938 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:06:44.237259 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:44.538607 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] device_id is not set on port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:06:44.552980 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:44.574117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Transition to ACTIVE for port object 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:06:44.579839 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:44.661665 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Pushing event updated for resources: {'Port': ['ID=85b6b6ed-b1f0-478b-b9b4-0224351d8e1d,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:44.675931 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:44.676280 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:44.676717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:44.682620 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:44.683027 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:44.683354 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 2 to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d Sep 07 19:06:44.700078 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:44.700403 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:44.700830 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:44.705901 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:44.706233 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:44.706648 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 3 to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d Sep 07 19:06:44.721407 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:44.721777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:44.722374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:44.729555 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:44.729909 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:44.730345 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 4 to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d Sep 07 19:06:44.747004 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:44.747344 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:44.747777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:44.753890 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:44.754319 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:44.754791 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 5 to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d Sep 07 19:06:44.772715 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:44.773241 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:44.773860 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:44.782243 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:44.782824 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:44.783526 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 6 to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d Sep 07 19:06:44.805797 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:44.806383 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:44.806945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:44.817467 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:44.817467 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:44.817467 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 7 to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d Sep 07 19:06:44.838214 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:44.838799 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:44.839286 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:44.847435 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:44.847768 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:44.848167 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 8 to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d Sep 07 19:06:44.863506 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:44.864060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:44.864575 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:44.870309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:44.870613 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:44.871010 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 9 to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d Sep 07 19:06:44.889376 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:44.893693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:44.894594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:44.902135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:44.902629 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:44.903097 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempt 10 to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d Sep 07 19:06:44.910408 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51312) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:44.921858 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:44.922122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:44.923055 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempting to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:44.928992 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:44.929290 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Failed to bind port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on host n-h2-807786-1 for vnic_type normal using segments [{'id': '983408ea-26a7-4090-b22a-2b1b5f2e7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '31af351d-e9ca-4fa3-84fb-578bbda84046'}] Sep 07 19:06:44.929858 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:44.988811 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d4ec571-82d6-49ea-bfd4-30e050dcf62c admin admin] Deleting subnet c9dd7036-3605-4e7d-b54d-2734891f6abd {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:06:44.992461 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d4ec571-82d6-49ea-bfd4-30e050dcf62c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:45.026418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] For port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:06:45.027584 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attempted to set empty binding levels {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 07 19:06:45.033894 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:45.059795 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d4ec571-82d6-49ea-bfd4-30e050dcf62c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:45.073067 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] In _notify_port_updated(), no bound segment for port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d on network 31af351d-e9ca-4fa3-84fb-578bbda84046 {{(pid=101445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 19:06:45.074471 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:45.075826 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:45.078809 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] 10.222.0.26 "PUT /v2.0/ports/85b6b6ed-b1f0-478b-b9b4-0224351d8e1d HTTP/1.1" status: 200 len: 979 time: 0.9235427 Sep 07 19:06:45.082615 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51314) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:45.101700 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68bf803-680f-4dd0-b2cf-556b1c94798b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Pushing event updated for resources: {'Port': ['ID=85b6b6ed-b1f0-478b-b9b4-0224351d8e1d,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:45.144261 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d4ec571-82d6-49ea-bfd4-30e050dcf62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:45.234740 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-bfd75ecf-2664-4862-814a-d008d1e13a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Deleting port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:06:45.235097 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bfd75ecf-2664-4862-814a-d008d1e13a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:45.237367 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d4ec571-82d6-49ea-bfd4-30e050dcf62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:45.297355 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ec571-82d6-49ea-bfd4-30e050dcf62c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9dd7036-3605-4e7d-b54d-2734891f6abd,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:45.305644 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d4ec571-82d6-49ea-bfd4-30e050dcf62c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:45.307976 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5d4ec571-82d6-49ea-bfd4-30e050dcf62c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c9dd7036-3605-4e7d-b54d-2734891f6abd HTTP/1.1" status: 204 len: 168 time: 0.3960061 Sep 07 19:06:45.318231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51316) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:45.371342 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-bfd75ecf-2664-4862-814a-d008d1e13a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] For port 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d, host n-h2-807786-1, got binding levels [] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:06:45.371977 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 7e5b2214-02cb-4177-bb03-ff77d938c331 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:06:45.372664 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bfd75ecf-2664-4862-814a-d008d1e13a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:45.401377 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 7e5b2214-02cb-4177-bb03-ff77d938c331 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:06:45.402007 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 7e5b2214-02cb-4177-bb03-ff77d938c331 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:06:45.402406 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-bfd75ecf-2664-4862-814a-d008d1e13a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Calling delete_port for 85b6b6ed-b1f0-478b-b9b4-0224351d8e1d owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:06:45.477426 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:45.577800 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bfd75ecf-2664-4862-814a-d008d1e13a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:45.616931 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd75ecf-2664-4862-814a-d008d1e13a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Pushing event deleted for resources: {'Port': ['ID=85b6b6ed-b1f0-478b-b9b4-0224351d8e1d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:45.627427 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bfd75ecf-2664-4862-814a-d008d1e13a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:45.633463 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51320) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:45.634122 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bfd75ecf-2664-4862-814a-d008d1e13a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] 10.222.0.26 "DELETE /v2.0/ports/85b6b6ed-b1f0-478b-b9b4-0224351d8e1d HTTP/1.1" status: 204 len: 168 time: 0.5497704 Sep 07 19:06:45.698728 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:45.754737 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-045fc55b-17ce-4836-b3fa-4a2d47dc5562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] GET failed (client error): The resource could not be found. Sep 07 19:06:45.757150 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-045fc55b-17ce-4836-b3fa-4a2d47dc5562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1878284542-project-admin] 10.222.0.26 "GET /v2.0/ports/85b6b6ed-b1f0-478b-b9b4-0224351d8e1d HTTP/1.1" status: 404 len: 333 time: 0.1219509 Sep 07 19:06:45.762341 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51326) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:45.787786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be54d8c-41f0-4b39-8dfe-deca3264f6ca']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:06:45.812772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:06:45.820056 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9260cc15-4ef1-4d5a-86e0-505dbf5d2e2c') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:06:45.832345 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:45.872606 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:45.882986 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:06:45.883708 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:06:45.969859 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:06:45.973845 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:45.980568 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:45.982588 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] 10.222.0.26 "DELETE /v2.0/networks/2be54d8c-41f0-4b39-8dfe-deca3264f6ca HTTP/1.1" status: 204 len: 168 time: 0.6627064 Sep 07 19:06:46.038751 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] Pushing event deleted for resources: {'Network': ['ID=2be54d8c-41f0-4b39-8dfe-deca3264f6ca,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:46.055896 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:46.056648 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:46.057376 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:46.057938 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:46.058912 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:46.060079 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:46.060621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:46.061307 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:46.062662 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:46.063170 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:46.063676 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:46.064173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90372e63-51b2-450c-a85a-f4362498033f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:46.323022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51374) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:46.451348 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b7b802a0-a2cf-4a7f-bfa6-79e229021553 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=08f867cc89344abeab4b7e4fd5e2fa8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1267517 Sep 07 19:06:46.478731 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51392) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:46.506149 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-7cb1c4a7-69f2-405e-934e-37e159cb6835 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:46.508416 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-7cb1c4a7-69f2-405e-934e-37e159cb6835 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/networks?id=28561914-c3ca-4c0b-866d-e05eae48a3bf HTTP/1.1" status: 200 len: 815 time: 0.2392342 Sep 07 19:06:46.530640 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97fb9a62-4c33-4dcf-b7c0-c418dcdf0ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:46.543449 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-7bb6cbc9-703a-4faf-887f-0fc9d6f6e330 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/quotas/524d8b7fabdc479496084a50e046b03c HTTP/1.1" status: 200 len: 375 time: 0.0265958 Sep 07 19:06:46.600264 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9cdc6207-6721-4cb7-ae98-fafa90e9396d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:46.643164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-4e116aa5-cc8c-40cd-adb0-d1dd7d5e7038 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=524d8b7fabdc479496084a50e046b03c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0920005 Sep 07 19:06:46.647583 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9cdc6207-6721-4cb7-ae98-fafa90e9396d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:46.673394 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97fb9a62-4c33-4dcf-b7c0-c418dcdf0ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:46.709904 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-97fb9a62-4c33-4dcf-b7c0-c418dcdf0ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31af351d-e9ca-4fa3-84fb-578bbda84046']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:06:46.741475 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-97fb9a62-4c33-4dcf-b7c0-c418dcdf0ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983408ea-26a7-4090-b22a-2b1b5f2e7f0a') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:06:46.743241 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-97fb9a62-4c33-4dcf-b7c0-c418dcdf0ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983408ea-26a7-4090-b22a-2b1b5f2e7f0a') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:06:46.764332 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97fb9a62-4c33-4dcf-b7c0-c418dcdf0ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:46.801672 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97fb9a62-4c33-4dcf-b7c0-c418dcdf0ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:46.803946 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9cdc6207-6721-4cb7-ae98-fafa90e9396d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:46.812679 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9cdc6207-6721-4cb7-ae98-fafa90e9396d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:46.814998 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9cdc6207-6721-4cb7-ae98-fafa90e9396d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69e53b04-afdb-4f76-8134-f49d9b8b7b28 HTTP/1.1" status: 204 len: 168 time: 0.3349025 Sep 07 19:06:46.821578 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97fb9a62-4c33-4dcf-b7c0-c418dcdf0ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:06:46.822661 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97fb9a62-4c33-4dcf-b7c0-c418dcdf0ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:06:46.826728 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:06:46.829846 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc6207-6721-4cb7-ae98-fafa90e9396d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e53b04-afdb-4f76-8134-f49d9b8b7b28,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:46.860600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-b718896b-15f9-4364-9f5d-174c300abe72 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:06:46.874942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-b718896b-15f9-4364-9f5d-174c300abe72 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2201161 Sep 07 19:06:46.954300 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97fb9a62-4c33-4dcf-b7c0-c418dcdf0ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:46.972797 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97fb9a62-4c33-4dcf-b7c0-c418dcdf0ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:46.975542 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-97fb9a62-4c33-4dcf-b7c0-c418dcdf0ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] 10.222.0.26 "DELETE /v2.0/networks/31af351d-e9ca-4fa3-84fb-578bbda84046 HTTP/1.1" status: 204 len: 168 time: 1.2119699 Sep 07 19:06:47.001319 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb9a62-4c33-4dcf-b7c0-c418dcdf0ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030852236-project] Pushing event deleted for resources: {'Network': ['ID=31af351d-e9ca-4fa3-84fb-578bbda84046,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:47.069376 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-49ac1853-e763-4ef5-8c69-5d78101a92e1 service neutron] 10.222.0.26 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935685 Sep 07 19:06:47.326422 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-eedba48b-f157-433a-8fdb-abf4616cd18a service neutron] 10.222.0.26 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541254 Sep 07 19:06:47.507794 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51510) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:47.694245 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fbc7f237-6c62-4a12-b8d7-a907a9845e5c req-14140cdf-92d0-49b9-b3dd-d6577a792080 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=f063b6b1-8959-487f-be03-46d6af5dea31 HTTP/1.1" status: 200 len: 210 time: 0.1237395 Sep 07 19:06:48.235062 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-914ebcfd-d8fd-4761-8e43-8000861e9fdf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8338cf27961840b89ef450e71fc84166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7221990 Sep 07 19:06:48.236310 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51582) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:48.372018 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-783a6570-02a5-49c1-9986-8d5e193f08a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:48.425031 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-783a6570-02a5-49c1-9986-8d5e193f08a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:48.618465 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-783a6570-02a5-49c1-9986-8d5e193f08a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:48.629023 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-783a6570-02a5-49c1-9986-8d5e193f08a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:48.633772 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-783a6570-02a5-49c1-9986-8d5e193f08a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9256a6dd-5f08-4883-aa64-abe9ce1fec6e HTTP/1.1" status: 204 len: 168 time: 0.3954482 Sep 07 19:06:48.669818 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a6570-02a5-49c1-9986-8d5e193f08a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9256a6dd-5f08-4883-aa64-abe9ce1fec6e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:48.932910 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-867bd2a5-014f-4e52-8278-8b04791969cb req-377de042-9877-42eb-9249-3bbada408b61 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=f063b6b1-8959-487f-be03-46d6af5dea31 HTTP/1.1" status: 200 len: 210 time: 0.0724270 Sep 07 19:06:49.617781 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51720) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:49.747918 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-78b200e3-5640-4f75-b126-41bf864c61eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d3e8952d8364625945732a30adbf107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262801 Sep 07 19:06:49.752713 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51728) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:49.887078 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-e4cbb788-31c8-4148-831e-782b816022d6 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:49.889383 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-e4cbb788-31c8-4148-831e-782b816022d6 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.36 "GET /v2.0/networks?id=28561914-c3ca-4c0b-866d-e05eae48a3bf HTTP/1.1" status: 200 len: 815 time: 0.2819045 Sep 07 19:06:49.906757 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-f2260f14-5dab-4d17-b7d6-964236665e7a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Request body: {'port': {'device_id': 'f063b6b1-8959-487f-be03-46d6af5dea31', 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf', 'admin_state_up': True, 'tenant_id': '524d8b7fabdc479496084a50e046b03c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:06:49.936026 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8c22-43df-45c2-921e-658fe87c7e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:49.991212 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8c22-43df-45c2-921e-658fe87c7e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:50.134152 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8c22-43df-45c2-921e-658fe87c7e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:50.138423 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8c22-43df-45c2-921e-658fe87c7e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:50.141386 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9d5b8c22-43df-45c2-921e-658fe87c7e84 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/97a69e7c-2751-4368-a010-9592b3df281c HTTP/1.1" status: 204 len: 168 time: 0.3868854 Sep 07 19:06:50.191492 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee2d7f60-0f9b-48f6-891b-9b6d3dbe3c08 req-ee51101e-1cd4-4532-9e7d-f992a9e09233 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=f063b6b1-8959-487f-be03-46d6af5dea31 HTTP/1.1" status: 200 len: 210 time: 0.1248119 Sep 07 19:06:50.204953 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b8c22-43df-45c2-921e-658fe87c7e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a69e7c-2751-4368-a010-9592b3df281c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:50.255738 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-f2260f14-5dab-4d17-b7d6-964236665e7a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Made reservation on behalf of 524d8b7fabdc479496084a50e046b03c for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:06:50.262329 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-f2260f14-5dab-4d17-b7d6-964236665e7a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:50.696413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-f2260f14-5dab-4d17-b7d6-964236665e7a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Allocated IP 172.20.0.5 (28561914-c3ca-4c0b-866d-e05eae48a3bf/4ab4e789-722f-458d-abf4-2cfc1d2156cf/0cc231fb-2c5b-41fb-bd96-1030392369de) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:06:51.078820 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-f2260f14-5dab-4d17-b7d6-964236665e7a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:51.139138 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-f2260f14-5dab-4d17-b7d6-964236665e7a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:51.152395 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:06:51.462473 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2260f14-5dab-4d17-b7d6-964236665e7a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Pushing event updated for resources: {'Port': ['ID=0cc231fb-2c5b-41fb-bd96-1030392369de,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:51.480002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-f2260f14-5dab-4d17-b7d6-964236665e7a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Network 28561914-c3ca-4c0b-866d-e05eae48a3bf is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:06:51.501065 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-f2260f14-5dab-4d17-b7d6-964236665e7a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:06:51.524335 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-f2260f14-5dab-4d17-b7d6-964236665e7a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:06:51.780064 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8e73a-d4de-4730-af44-77c7d1007d4f req-45fb91e2-fad7-4251-902b-021dd6ecc76c tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:51.786073 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b3e8e73a-d4de-4730-af44-77c7d1007d4f req-45fb91e2-fad7-4251-902b-021dd6ecc76c tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=f063b6b1-8959-487f-be03-46d6af5dea31 HTTP/1.1" status: 200 len: 931 time: 0.2425394 Sep 07 19:06:51.802981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-f2260f14-5dab-4d17-b7d6-964236665e7a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:51.803960 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-f2260f14-5dab-4d17-b7d6-964236665e7a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:51.903014 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-f2260f14-5dab-4d17-b7d6-964236665e7a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0025227 Sep 07 19:06:51.959684 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b3e8e73a-d4de-4730-af44-77c7d1007d4f req-011bb92e-6be4-4216-b82d-380a005d020d tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442633 Sep 07 19:06:51.987985 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] Request body: {'port': {'device_id': 'f063b6b1-8959-487f-be03-46d6af5dea31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:06:52.077165 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51950) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:52.189618 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:52.522396 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd4702c6-0234-41c4-aa32-ba5f6cd4d6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:52.760410 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc231fb-2c5b-41fb-bd96-1030392369de {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:06:52.787523 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd4702c6-0234-41c4-aa32-ba5f6cd4d6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:52.792498 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd4702c6-0234-41c4-aa32-ba5f6cd4d6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:52.811756 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:52.814244 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51980) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:52.839805 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4702c6-0234-41c4-aa32-ba5f6cd4d6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aae8f8-1c22-4d6c-a3ea-f40e8adc0626,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:52.846107 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cd4702c6-0234-41c4-aa32-ba5f6cd4d6f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e535431944e24a7b9bfd879c77d7c909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7673643 Sep 07 19:06:52.850244 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51984) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:52.868877 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] Transition to ACTIVE for port object 0cc231fb-2c5b-41fb-bd96-1030392369de will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:06:52.876309 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:52.949135 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b77818c-0a79-4e87-8d54-cf4a8f64aca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:52.971320 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] Pushing event updated for resources: {'Port': ['ID=0cc231fb-2c5b-41fb-bd96-1030392369de,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:52.977170 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b77818c-0a79-4e87-8d54-cf4a8f64aca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:53.036411 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-bfcf00d0-4064-4ee6-be47-d62bc551d47e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-435026891'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:06:53.057441 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b77818c-0a79-4e87-8d54-cf4a8f64aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:53.062036 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b77818c-0a79-4e87-8d54-cf4a8f64aca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:53.065104 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8b77818c-0a79-4e87-8d54-cf4a8f64aca6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72aae8f8-1c22-4d6c-a3ea-f40e8adc0626 HTTP/1.1" status: 204 len: 168 time: 0.2119558 Sep 07 19:06:53.076362 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77818c-0a79-4e87-8d54-cf4a8f64aca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aae8f8-1c22-4d6c-a3ea-f40e8adc0626,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:53.234412 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcf00d0-4064-4ee6-be47-d62bc551d47e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:06:53.238336 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bfcf00d0-4064-4ee6-be47-d62bc551d47e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:53.257204 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bfcf00d0-4064-4ee6-be47-d62bc551d47e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:53.345096 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:06:53.351271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de527615-4e0e-4e32-8c8e-53bcae236f85 req-0a49e784-e0d1-42a9-b627-5a68a55347b7 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:53.353521 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-de527615-4e0e-4e32-8c8e-53bcae236f85 req-0a49e784-e0d1-42a9-b627-5a68a55347b7 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=f063b6b1-8959-487f-be03-46d6af5dea31 HTTP/1.1" status: 200 len: 943 time: 0.2398603 Sep 07 19:06:53.354659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] Attempting to bind port 0cc231fb-2c5b-41fb-bd96-1030392369de on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:53.355163 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] Attempting to bind port 0cc231fb-2c5b-41fb-bd96-1030392369de by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '60a8ac4c-22a8-4e87-8d09-0c1bee80faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:53.355595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] Attempting to bind port 0cc231fb-2c5b-41fb-bd96-1030392369de on network 28561914-c3ca-4c0b-866d-e05eae48a3bf {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:53.395757 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] Port 0cc231fb-2c5b-41fb-bd96-1030392369de on network 28561914-c3ca-4c0b-866d-e05eae48a3bf not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:06:53.396141 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] Attempting to bind port 0cc231fb-2c5b-41fb-bd96-1030392369de on network 28561914-c3ca-4c0b-866d-e05eae48a3bf {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:53.416286 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-a4f8dc7d-fa98-4cc9-bd8c-d769b784e823 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:53.418385 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-a4f8dc7d-fa98-4cc9-bd8c-d769b784e823 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/networks?id=24873681-d0c1-481d-9abb-f17b7b3655e8 HTTP/1.1" status: 200 len: 813 time: 0.4730248 Sep 07 19:06:53.449981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:06:53.450346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] Checking segment: {'id': '60a8ac4c-22a8-4e87-8d09-0c1bee80faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:06:53.451200 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] Bound using segment: {'id': '60a8ac4c-22a8-4e87-8d09-0c1bee80faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:06:53.451983 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] Bound port: 0cc231fb-2c5b-41fb-bd96-1030392369de, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a8ac4c-22a8-4e87-8d09-0c1bee80faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:06:53.453164 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:53.497059 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-a83427cf-734f-43f8-b33e-da9e899870ec tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/quotas/bfe8c6f49f464ed59d6ca8aa1c15414a HTTP/1.1" status: 200 len: 375 time: 0.0684464 Sep 07 19:06:53.512088 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-de527615-4e0e-4e32-8c8e-53bcae236f85 req-0c649534-6e25-4491-a1c6-908b0f517621 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412759 Sep 07 19:06:53.600249 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-a6b90f87-0eae-4809-8821-a5d497846ec0 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bfe8c6f49f464ed59d6ca8aa1c15414a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841308 Sep 07 19:06:53.747473 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bfcf00d0-4064-4ee6-be47-d62bc551d47e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:53.796798 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bfcf00d0-4064-4ee6-be47-d62bc551d47e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:53.809088 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] For port 0cc231fb-2c5b-41fb-bd96-1030392369de, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:06:53.859462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] For port 0cc231fb-2c5b-41fb-bd96-1030392369de, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=0cc231fb-2c5b-41fb-bd96-1030392369de,segment=NetworkSegment(60a8ac4c-22a8-4e87-8d09-0c1bee80faa8),segment_id=60a8ac4c-22a8-4e87-8d09-0c1bee80faa8)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:06:53.881704 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfcf00d0-4064-4ee6-be47-d62bc551d47e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:06:53.891235 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:53.925147 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf00d0-4064-4ee6-be47-d62bc551d47e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a4fe9b-f89c-4d78-be30-29d07cf287a4,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:53.958780 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bfcf00d0-4064-4ee6-be47-d62bc551d47e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:53.959540 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-bfcf00d0-4064-4ee6-be47-d62bc551d47e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Added segment c9fb5888-cc12-45e0-b585-89681f1aa053 of type vlan for network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 Sep 07 19:06:53.978249 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-c184dc03-9a31-484c-a177-bed8235d02be service neutron] 10.222.0.26 "GET /v2.0/networks/24873681-d0c1-481d-9abb-f17b7b3655e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271399 Sep 07 19:06:53.981348 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:53.982161 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:53.984375 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] 10.222.0.36 "PUT /v2.0/ports/0cc231fb-2c5b-41fb-bd96-1030392369de HTTP/1.1" status: 200 len: 1091 time: 2.0515501 Sep 07 19:06:53.987132 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f063b6b1-8959-487f-be03-46d6af5dea31', 'tag': '0cc231fb-2c5b-41fb-bd96-1030392369de'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:06:53.990156 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97044cac-8481-4147-a7ce-140cb3d76167" -d '{"events": [{"name": "network-changed", "server_uuid": "f063b6b1-8959-487f-be03-46d6af5dea31", "tag": "0cc231fb-2c5b-41fb-bd96-1030392369de"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:06:54.114742 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bfcf00d0-4064-4ee6-be47-d62bc551d47e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:54.185459 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bd3aa1-bebf-4a7d-a958-a08a7ac2173f x-openstack-request-id: req-51bd3aa1-bebf-4a7d-a958-a08a7ac2173f {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:06:54.185694 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f063b6b1-8959-487f-be03-46d6af5dea31", "tag": "0cc231fb-2c5b-41fb-bd96-1030392369de", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:06:54.185824 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51bd3aa1-bebf-4a7d-a958-a08a7ac2173f {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:06:54.186416 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f063b6b1-8959-487f-be03-46d6af5dea31', 'tag': '0cc231fb-2c5b-41fb-bd96-1030392369de', 'status': 'completed', 'code': 200} Sep 07 19:06:54.193443 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bfcf00d0-4064-4ee6-be47-d62bc551d47e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:54.204307 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf00d0-4064-4ee6-be47-d62bc551d47e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:54.205272 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bfcf00d0-4064-4ee6-be47-d62bc551d47e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:54.284621 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bfcf00d0-4064-4ee6-be47-d62bc551d47e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4689620 Sep 07 19:06:54.289230 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52046) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:54.298365 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:06:54.300988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5680ff-8fa0-45e4-a009-bb2e10e70f6f service neutron] Pushing event updated for resources: {'Port': ['ID=0cc231fb-2c5b-41fb-bd96-1030392369de,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:54.403410 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf00d0-4064-4ee6-be47-d62bc551d47e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Network': ['ID=5341d4d7-2b72-420c-84fe-cfa44886a8d9,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:54.420228 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-69891a4b-bdac-4f02-963e-31bcfee4371e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:54.422417 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-69891a4b-bdac-4f02-963e-31bcfee4371e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=524d8b7fabdc479496084a50e046b03c&device_id=f063b6b1-8959-487f-be03-46d6af5dea31 HTTP/1.1" status: 200 len: 1094 time: 0.3413749 Sep 07 19:06:54.426318 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:06:54.431618 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-7d01764d-97cf-46c9-9314-d7b4aa99e2cb service neutron] 10.222.0.26 "GET /v2.0/networks/24873681-d0c1-481d-9abb-f17b7b3655e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094708 Sep 07 19:06:54.694822 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:06:54.701372 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:55.138583 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:55.191767 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-de5e0890-5efd-4259-9bfa-d9f84ed9de96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cc231fb-2c5b-41fb-bd96-1030392369de HTTP/1.1" status: 200 len: 217 time: 0.7587016 Sep 07 19:06:55.268316 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=2edadd86-b748-4e73-bb9d-6474313ba35c,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:55.284429 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:06:55.285397 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network hostable DHCP agents. Network: 5341d4d7-2b72-420c-84fe-cfa44886a8d9, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:06:55.290402 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:55.291842 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:55.292425 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:55.292967 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:55.293615 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:55.294139 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:55.294660 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:55.295180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:55.295981 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:55.296488 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:55.297085 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:55.297682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:55.346668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f601dcfe-fa35-410d-b24e-cd400686f9de req-18cd2fd4-1bb2-45e0-944a-2982c7be7e0d tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=35d3aaf6-ef4e-4e91-b825-86999e006253 HTTP/1.1" status: 200 len: 210 time: 0.1640666 Sep 07 19:06:55.351798 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:06:55.354812 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-0199912b-8ef8-468f-913a-b1a6b074a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:55.369324 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-0199912b-8ef8-468f-913a-b1a6b074a32d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ab4e789-722f-458d-abf4-2cfc1d2156cf HTTP/1.1" status: 200 len: 855 time: 0.1549542 Sep 07 19:06:55.379483 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 5341d4d7-2b72-420c-84fe-cfa44886a8d9) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:06:55.384933 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:55.385540 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:55.396939 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6746e55b-2885-423e-9fdc-bfaebc4c5c36 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:06:55.434146 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-993c9a7c-665e-4979-bacc-456f067213e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1431243 Sep 07 19:06:55.437082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52088) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:55.456216 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-0d01e2ca-13e4-4daf-8531-e107e66b1c4b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'name': 'tempest-NetworksTestDHCPv6-2099124600'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:06:55.523388 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-f3a27f13-c6ee-41f3-98b1-a4bdda61d161 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28561914-c3ca-4c0b-866d-e05eae48a3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000514 Sep 07 19:06:55.648063 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7107a61-1587-429b-bf19-708d2066739d req-471b12dc-f9a1-4e88-92a7-f54869f5365c tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:55.664330 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d7107a61-1587-429b-bf19-708d2066739d req-471b12dc-f9a1-4e88-92a7-f54869f5365c tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=f063b6b1-8959-487f-be03-46d6af5dea31 HTTP/1.1" status: 200 len: 943 time: 0.4866073 Sep 07 19:06:55.725654 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'fixed_ips': [{'subnet_id': '2edadd86-b748-4e73-bb9d-6474313ba35c'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:06:55.726539 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:55.797739 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d01e2ca-13e4-4daf-8531-e107e66b1c4b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:06:55.804872 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0d01e2ca-13e4-4daf-8531-e107e66b1c4b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:55.855709 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d7107a61-1587-429b-bf19-708d2066739d req-59c68817-369c-4913-a03b-67ea7952fcc8 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899741 Sep 07 19:06:55.862622 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-0d01e2ca-13e4-4daf-8531-e107e66b1c4b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] device_id is not set on port 82ab7c99-5825-419f-a45a-953ffdcee713 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:06:55.907917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-f1583898-59cd-4fe1-b049-f992a5fcd0e6 service neutron] 10.222.0.36 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704021 Sep 07 19:06:55.989889 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Allocated IP 2001:db8::2 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/2edadd86-b748-4e73-bb9d-6474313ba35c/4f910b61-94ef-4af9-9f9c-70953e699322) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:06:56.075905 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cb32d-a957-408b-a71d-0f830649c0ac req-db0d4d0a-a73d-406f-8a53-39868f9fb7a3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:56.077534 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-745cb32d-a957-408b-a71d-0f830649c0ac req-db0d4d0a-a73d-406f-8a53-39868f9fb7a3 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 946 time: 0.2562592 Sep 07 19:06:56.144015 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dcbf63a-da72-4e0a-9186-5d9543563282 req-1991db24-2f33-4a56-acde-a2314491fff3 service neutron] 10.222.0.36 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150881 Sep 07 19:06:56.169916 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-39cfbf6e-954a-4551-9cde-75f952e7db64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:56.202427 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-745cb32d-a957-408b-a71d-0f830649c0ac req-d8fc1166-f80f-4a61-8417-929682f8ab39 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027482 Sep 07 19:06:56.282676 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:56.282965 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97044cac-8481-4147-a7ce-140cb3d76167 req-7f292cd1-147d-458b-81be-2a43173499a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:56.284438 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97044cac-8481-4147-a7ce-140cb3d76167 req-7f292cd1-147d-458b-81be-2a43173499a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=524d8b7fabdc479496084a50e046b03c&device_id=f063b6b1-8959-487f-be03-46d6af5dea31 HTTP/1.1" status: 200 len: 1094 time: 0.0779436 Sep 07 19:06:56.299870 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Transition to ACTIVE for port object 4f910b61-94ef-4af9-9f9c-70953e699322 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:06:56.322414 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b97880-d247-4109-9a6e-7f5cd2e924ef req-357d9f51-4590-43d2-bcca-95a832b4c540 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:56.327877 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d9b97880-d247-4109-9a6e-7f5cd2e924ef req-357d9f51-4590-43d2-bcca-95a832b4c540 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.60 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 946 time: 0.1497030 Sep 07 19:06:56.328193 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Transition to ACTIVE for port object 4f910b61-94ef-4af9-9f9c-70953e699322 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:06:56.339311 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:56.413137 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:06:56.416709 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:06:56.422048 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:06:56.446139 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-0d01e2ca-13e4-4daf-8531-e107e66b1c4b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8::179 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/2edadd86-b748-4e73-bb9d-6474313ba35c/82ab7c99-5825-419f-a45a-953ffdcee713) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:06:56.525289 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Pushing event updated for resources: {'Port': ['ID=4f910b61-94ef-4af9-9f9c-70953e699322,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:56.540206 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:56.540978 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:56.541718 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:56.542264 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:56.542836 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:56.543435 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:56.544011 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:56.544694 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:56.545260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:56.546409 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:56.547019 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:56.547607 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:06:56.554735 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Attempting to bind port 4f910b61-94ef-4af9-9f9c-70953e699322 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:06:56.555506 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Attempting to bind port 4f910b61-94ef-4af9-9f9c-70953e699322 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:06:56.556196 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Attempting to bind port 4f910b61-94ef-4af9-9f9c-70953e699322 on network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:06:56.569643 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:06:56.570569 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:06:56.572132 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:56.572874 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Bound using segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:06:56.573673 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Bound port: 4f910b61-94ef-4af9-9f9c-70953e699322, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:06:56.574488 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:56.724570 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] For port 4f910b61-94ef-4af9-9f9c-70953e699322, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:06:56.729470 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] For port 4f910b61-94ef-4af9-9f9c-70953e699322, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4f910b61-94ef-4af9-9f9c-70953e699322,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:06:56.740233 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:56.758801 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [req-e3e5c210-46bb-4d38-bf17-a2fa3ed7c68d req-2d812bce-a889-4e03-adcc-e28363d624ef service neutron] (101444) timed out ('10.222.0.36', 51522) {{(pid=101444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 19:06:56.832464 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-916fce9d-a559-4390-af73-efee969fd5d2 req-530cc129-67ff-4a5f-a62e-c324f1d1cda5 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=35d3aaf6-ef4e-4e91-b825-86999e006253 HTTP/1.1" status: 200 len: 210 time: 0.0958533 Sep 07 19:06:56.872273 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0d01e2ca-13e4-4daf-8531-e107e66b1c4b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:56.896676 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-0d01e2ca-13e4-4daf-8531-e107e66b1c4b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Transition to ACTIVE for port object 82ab7c99-5825-419f-a45a-953ffdcee713 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:06:56.926043 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e793e-5fa7-4c27-958a-7109cbe21c7e None None] Pushing event updated for resources: {'Port': ['ID=4f910b61-94ef-4af9-9f9c-70953e699322,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:56.973521 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0d01e2ca-13e4-4daf-8531-e107e66b1c4b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:57.044804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-d9b97880-d247-4109-9a6e-7f5cd2e924ef req-3a9320b4-afb3-4da2-823e-1c564262cd30 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Deleting port e56f7953-f1dd-4af1-b77d-245d34c462c9 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:06:57.045315 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d9b97880-d247-4109-9a6e-7f5cd2e924ef req-3a9320b4-afb3-4da2-823e-1c564262cd30 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:57.093999 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d01e2ca-13e4-4daf-8531-e107e66b1c4b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:06:57.099092 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-0d01e2ca-13e4-4daf-8531-e107e66b1c4b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:06:57.103030 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d01e2ca-13e4-4daf-8531-e107e66b1c4b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:06:57.111032 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d01e2ca-13e4-4daf-8531-e107e66b1c4b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:57.113249 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0d01e2ca-13e4-4daf-8531-e107e66b1c4b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:57.149022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97044cac-8481-4147-a7ce-140cb3d76167 req-c35e0053-ea26-4c72-aaf5-5cd7f8594c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:57.150273 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0d01e2ca-13e4-4daf-8531-e107e66b1c4b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7091868 Sep 07 19:06:57.150633 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97044cac-8481-4147-a7ce-140cb3d76167 req-c35e0053-ea26-4c72-aaf5-5cd7f8594c6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=28561914-c3ca-4c0b-866d-e05eae48a3bf HTTP/1.1" status: 200 len: 916 time: 0.8192751 Sep 07 19:06:57.160106 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52126) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:57.218546 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01e2ca-13e4-4daf-8531-e107e66b1c4b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=82ab7c99-5825-419f-a45a-953ffdcee713,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:57.369979 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedbcb78-0182-46c1-9bfe-a0ea374877fb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:57.378622 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedbcb78-0182-46c1-9bfe-a0ea374877fb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:57.380474 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-aedbcb78-0182-46c1-9bfe-a0ea374877fb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2197869 Sep 07 19:06:57.384225 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52134) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:57.469145 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97044cac-8481-4147-a7ce-140cb3d76167 req-abe24740-ab3b-48d8-bae6-133baaca2b3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cc231fb-2c5b-41fb-bd96-1030392369de HTTP/1.1" status: 200 len: 217 time: 0.1504588 Sep 07 19:06:57.545983 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-f57e47d7-1cb5-4e75-8143-3f6ab970d029 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:57.548872 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-f57e47d7-1cb5-4e75-8143-3f6ab970d029 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.60 "GET /v2.0/networks?id=24873681-d0c1-481d-9abb-f17b7b3655e8 HTTP/1.1" status: 200 len: 813 time: 0.8581750 Sep 07 19:06:57.559148 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d3d9a57c-8498-4785-b6b0-8f6ebb09dc93 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting port 82ab7c99-5825-419f-a45a-953ffdcee713 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:06:57.559856 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a57c-8498-4785-b6b0-8f6ebb09dc93 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:57.693164 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-31db75a7-551d-495d-ae58-2aa909921c0e tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Request body: {'port': {'device_id': '35d3aaf6-ef4e-4e91-b825-86999e006253', 'network_id': '24873681-d0c1-481d-9abb-f17b7b3655e8', 'admin_state_up': True, 'tenant_id': 'bfe8c6f49f464ed59d6ca8aa1c15414a'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:06:57.727578 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c92c33-5f40-4b7e-b6ce-ebb30b1b6615 req-f08a2f96-7278-4905-994d-2edda1b20e0e tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:57.730207 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81c92c33-5f40-4b7e-b6ce-ebb30b1b6615 req-f08a2f96-7278-4905-994d-2edda1b20e0e tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=f063b6b1-8959-487f-be03-46d6af5dea31 HTTP/1.1" status: 200 len: 943 time: 0.6293721 Sep 07 19:06:57.832121 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4f910b61-94ef-4af9-9f9c-70953e699322 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:06:57.838330 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a57c-8498-4785-b6b0-8f6ebb09dc93 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:57.870110 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d3d9a57c-8498-4785-b6b0-8f6ebb09dc93 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Calling delete_port for 82ab7c99-5825-419f-a45a-953ffdcee713 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:06:57.907773 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-d9b97880-d247-4109-9a6e-7f5cd2e924ef req-3a9320b4-afb3-4da2-823e-1c564262cd30 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] For port e56f7953-f1dd-4af1-b77d-245d34c462c9, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e56f7953-f1dd-4af1-b77d-245d34c462c9,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:06:57.908163 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d9b97880-d247-4109-9a6e-7f5cd2e924ef req-3a9320b4-afb3-4da2-823e-1c564262cd30 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:57.908714 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 0cc231fb-2c5b-41fb-bd96-1030392369de details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:06:58.019190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 4f910b61-94ef-4af9-9f9c-70953e699322 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:06:58.027983 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52150) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:58.042007 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97044cac-8481-4147-a7ce-140cb3d76167 req-f35eb170-1616-404d-a888-c43035d784b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:58.045660 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97044cac-8481-4147-a7ce-140cb3d76167 req-f35eb170-1616-404d-a888-c43035d784b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ab4e789-722f-458d-abf4-2cfc1d2156cf HTTP/1.1" status: 200 len: 855 time: 0.5532060 Sep 07 19:06:58.189862 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97044cac-8481-4147-a7ce-140cb3d76167 req-cfaf905d-048c-4f73-80cc-6bade3f3fc8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28561914-c3ca-4c0b-866d-e05eae48a3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029773 Sep 07 19:06:58.199087 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5752b0-cbaf-46cd-aea8-574cdd5160b8 req-90634b10-65a6-422e-8216-be4001985107 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:58.208765 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea5752b0-cbaf-46cd-aea8-574cdd5160b8 req-90634b10-65a6-422e-8216-be4001985107 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 946 time: 0.7359035 Sep 07 19:06:58.230489 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 0cc231fb-2c5b-41fb-bd96-1030392369de, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=0cc231fb-2c5b-41fb-bd96-1030392369de,segment=NetworkSegment(60a8ac4c-22a8-4e87-8d09-0c1bee80faa8),segment_id=60a8ac4c-22a8-4e87-8d09-0c1bee80faa8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:06:58.245924 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '0cc231fb-2c5b-41fb-bd96-1030392369de', 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf', 'port_id': '0cc231fb-2c5b-41fb-bd96-1030392369de', 'mac_address': 'fa:16:3e:00:06:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab4e789-722f-458d-abf4-2cfc1d2156cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:06:58.292793 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90c8d887-ffe7-4424-8fbe-7d10afb25464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:58.294480 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81c92c33-5f40-4b7e-b6ce-ebb30b1b6615 req-62218d46-08e4-45b8-954c-64078bc3e92e tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059988 Sep 07 19:06:58.336082 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:58.359033 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a57c-8498-4785-b6b0-8f6ebb09dc93 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:58.362132 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc231fb-2c5b-41fb-bd96-1030392369de {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:06:58.402509 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 0cc231fb-2c5b-41fb-bd96-1030392369de, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=0cc231fb-2c5b-41fb-bd96-1030392369de,segment=NetworkSegment(60a8ac4c-22a8-4e87-8d09-0c1bee80faa8),segment_id=60a8ac4c-22a8-4e87-8d09-0c1bee80faa8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:06:58.409107 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9a57c-8498-4785-b6b0-8f6ebb09dc93 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=82ab7c99-5825-419f-a45a-953ffdcee713,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:58.409753 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:58.490957 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a57c-8498-4785-b6b0-8f6ebb09dc93 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:58.499392 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d3d9a57c-8498-4785-b6b0-8f6ebb09dc93 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/82ab7c99-5825-419f-a45a-953ffdcee713 HTTP/1.1" status: 204 len: 168 time: 1.1133754 Sep 07 19:06:58.501086 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52160) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:58.525864 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=0cc231fb-2c5b-41fb-bd96-1030392369de,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:58.566810 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8461ee8d-60ad-40d8-ae72-23502fed44e5 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:06:58.698832 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e908369f-0b6a-49f4-ac94-1fab7cb7a9e4 None None] Provisioning for port 4f910b61-94ef-4af9-9f9c-70953e699322 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:06:58.709073 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e908369f-0b6a-49f4-ac94-1fab7cb7a9e4 None None] Provisioning complete for port 4f910b61-94ef-4af9-9f9c-70953e699322 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:06:58.709345 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e908369f-0b6a-49f4-ac94-1fab7cb7a9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:58.712074 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['0cc231fb-2c5b-41fb-bd96-1030392369de'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:06:58.714732 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a8a0d5-bc6f-46f9-a500-428c7717364c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:58.718467 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a8a0d5-bc6f-46f9-a500-428c7717364c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:58.720854 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-74a8a0d5-bc6f-46f9-a500-428c7717364c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2164690 Sep 07 19:06:58.727239 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52162) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:58.734605 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2564deca-f84a-4200-b1b0-90b40f97449f req-3e0b8583-04dd-4359-9c98-7ba14da287cc tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=35d3aaf6-ef4e-4e91-b825-86999e006253 HTTP/1.1" status: 200 len: 210 time: 0.0768688 Sep 07 19:06:58.764387 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea5752b0-cbaf-46cd-aea8-574cdd5160b8 req-e2734d73-2743-42e4-a977-336b3bde6b96 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups?id=3798be3b-37f2-41cb-a930-bf02693b4c97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5515172 Sep 07 19:06:58.893941 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4c5735-d5b1-4a67-ae0a-32e55f70215f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet 2edadd86-b748-4e73-bb9d-6474313ba35c {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:06:58.898469 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d4c5735-d5b1-4a67-ae0a-32e55f70215f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:58.908837 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d9b97880-d247-4109-9a6e-7f5cd2e924ef req-3a9320b4-afb3-4da2-823e-1c564262cd30 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:58.909302 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d9b97880-d247-4109-9a6e-7f5cd2e924ef req-3a9320b4-afb3-4da2-823e-1c564262cd30 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:58.909642 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [req-d9b97880-d247-4109-9a6e-7f5cd2e924ef req-3a9320b4-afb3-4da2-823e-1c564262cd30 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Floating IP 9da2ad47-5ffd-4123-aac7-d8aa8cd7d21e disassociated. External IP: 172.25.8.200, port: e56f7953-f1dd-4af1-b77d-245d34c462c9. Sep 07 19:06:58.910010 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-d9b97880-d247-4109-9a6e-7f5cd2e924ef req-3a9320b4-afb3-4da2-823e-1c564262cd30 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Calling delete_port for e56f7953-f1dd-4af1-b77d-245d34c462c9 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:06:58.925026 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97044cac-8481-4147-a7ce-140cb3d76167 req-03c30ed4-459f-4474-88ec-38f8f48d601d service neutron] 10.222.0.36 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6779063 Sep 07 19:06:58.964151 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d4c5735-d5b1-4a67-ae0a-32e55f70215f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:59.052449 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-43e468f6-b160-4466-8e9f-2808495b466e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:59.086239 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d4c5735-d5b1-4a67-ae0a-32e55f70215f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:59.180081 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90c8d887-ffe7-4424-8fbe-7d10afb25464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:59.182981 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:59.188351 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d4c5735-d5b1-4a67-ae0a-32e55f70215f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:59.203211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97044cac-8481-4147-a7ce-140cb3d76167 req-bef7348f-89d5-4e5a-a9c2-ecaad615d4c0 service neutron] 10.222.0.36 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692246 Sep 07 19:06:59.207909 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d9b97880-d247-4109-9a6e-7f5cd2e924ef req-3a9320b4-afb3-4da2-823e-1c564262cd30 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:59.225996 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c5735-d5b1-4a67-ae0a-32e55f70215f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=2edadd86-b748-4e73-bb9d-6474313ba35c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:59.228653 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90c8d887-ffe7-4424-8fbe-7d10afb25464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:59.251232 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4d4c5735-d5b1-4a67-ae0a-32e55f70215f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:59.253259 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9320b4-afb3-4da2-823e-1c564262cd30 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Pushing event deleted for resources: {'Port': ['ID=e56f7953-f1dd-4af1-b77d-245d34c462c9,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:59.270512 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-31db75a7-551d-495d-ae58-2aa909921c0e tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Made reservation on behalf of bfe8c6f49f464ed59d6ca8aa1c15414a for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:06:59.274722 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-31db75a7-551d-495d-ae58-2aa909921c0e tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:59.279502 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4d4c5735-d5b1-4a67-ae0a-32e55f70215f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/2edadd86-b748-4e73-bb9d-6474313ba35c HTTP/1.1" status: 204 len: 168 time: 0.5468934 Sep 07 19:06:59.282177 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52172) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:59.299490 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e908369f-0b6a-49f4-ac94-1fab7cb7a9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:59.423547 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d75512ca-b0f0-4e42-9e72-a0c5d7da171d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1277003 Sep 07 19:06:59.424567 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8d887-ffe7-4424-8fbe-7d10afb25464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ecc7b4-74ea-41f4-9afd-7b0fc8ee7ca6,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:06:59.430502 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52178) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:59.434593 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e56f7953-f1dd-4af1-b77d-245d34c462c9 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:06:59.442514 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-92516833-1c21-4ec2-9aae-519c637421d5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:06:59.450967 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-90c8d887-ffe7-4424-8fbe-7d10afb25464 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=87452538f5fa479f83a31575855bc959&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4210386 Sep 07 19:06:59.454446 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52180) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:06:59.489262 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: e56f7953-f1dd-4af1-b77d-245d34c462c9 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:06:59.491586 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e56f7953-f1dd-4af1-b77d-245d34c462c9 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:06:59.495083 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.db.api [None req-e908369f-0b6a-49f4-ac94-1fab7cb7a9e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:06:59.495682 n-d-807786-1 neutron-server[101446]: DEBUG oslo_db.api [None req-e908369f-0b6a-49f4-ac94-1fab7cb7a9e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:06:59.676493 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac19c114-b927-4db9-9be1-504e60dafbb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:59.745811 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac19c114-b927-4db9-9be1-504e60dafbb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:59.803804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9b97880-d247-4109-9a6e-7f5cd2e924ef req-3a9320b4-afb3-4da2-823e-1c564262cd30 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Router 407b90b5-df46-4510-b390-39223041ed4d has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:06:59.835412 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92516833-1c21-4ec2-9aae-519c637421d5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:06:59.836853 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746ecc4-b52a-480c-9518-c4d5feff346d req-5b60baa7-7540-429e-af1d-ddf82680dd36 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:59.845577 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2a8f23-8232-4380-80a5-484a76bfb355 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:06:59.846814 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1746ecc4-b52a-480c-9518-c4d5feff346d req-5b60baa7-7540-429e-af1d-ddf82680dd36 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=f063b6b1-8959-487f-be03-46d6af5dea31 HTTP/1.1" status: 200 len: 944 time: 0.3469596 Sep 07 19:06:59.849801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-31db75a7-551d-495d-ae58-2aa909921c0e tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Allocated IP 172.20.0.8 (24873681-d0c1-481d-9abb-f17b7b3655e8/656d116a-d6fb-478a-bca4-e91cdbe55fff/0b120561-103d-49b2-a116-3620d6980e30) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:06:59.869206 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-92516833-1c21-4ec2-9aae-519c637421d5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:59.882089 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac19c114-b927-4db9-9be1-504e60dafbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:59.885095 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac19c114-b927-4db9-9be1-504e60dafbb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:59.886634 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ac19c114-b927-4db9-9be1-504e60dafbb3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63ecc7b4-74ea-41f4-9afd-7b0fc8ee7ca6 HTTP/1.1" status: 204 len: 168 time: 0.4310358 Sep 07 19:06:59.939452 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19c114-b927-4db9-9be1-504e60dafbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ecc7b4-74ea-41f4-9afd-7b0fc8ee7ca6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:00.127607 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca1468ea-917b-4365-93b4-9dc8849c17b9 req-b68508fe-2fa0-4fd1-ac43-90752df4c1f4 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=35d3aaf6-ef4e-4e91-b825-86999e006253 HTTP/1.1" status: 200 len: 210 time: 0.1218917 Sep 07 19:07:00.139776 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1746ecc4-b52a-480c-9518-c4d5feff346d req-9b7e2bcd-a3c4-4bf8-b9a3-529c5f47dcc2 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902167 Sep 07 19:07:00.278653 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e908369f-0b6a-49f4-ac94-1fab7cb7a9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:00.292898 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-92516833-1c21-4ec2-9aae-519c637421d5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:00.308762 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:00.350209 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92516833-1c21-4ec2-9aae-519c637421d5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:00.354734 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-92516833-1c21-4ec2-9aae-519c637421d5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:00.359754 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92516833-1c21-4ec2-9aae-519c637421d5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:00.360613 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-92516833-1c21-4ec2-9aae-519c637421d5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:00.378791 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-92516833-1c21-4ec2-9aae-519c637421d5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9466364 Sep 07 19:07:00.381607 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52200) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:00.391081 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e908369f-0b6a-49f4-ac94-1fab7cb7a9e4 None None] For port 4f910b61-94ef-4af9-9f9c-70953e699322, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4f910b61-94ef-4af9-9f9c-70953e699322,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:00.392317 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-066a7348-5c69-4873-b2f0-5da9214205eb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'name': 'tempest-NetworksTestDHCPv6-1252260440'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:07:00.397220 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e908369f-0b6a-49f4-ac94-1fab7cb7a9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:00.421990 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92516833-1c21-4ec2-9aae-519c637421d5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=59875921-15a7-4c6a-8448-5627654158e8,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:00.497137 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0c308d-63d4-4ed5-971e-4e5462685315 None None] DHCP port deletion for 5341d4d7-2b72-420c-84fe-cfa44886a8d9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:07:00.509992 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9b97880-d247-4109-9a6e-7f5cd2e924ef req-3a9320b4-afb3-4da2-823e-1c564262cd30 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:07:00.533063 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1962b5dc-9b74-4916-ae39-bdfe5e196883 req-a3331836-fb81-471a-9dc4-cff144300856 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ee5a4e-a42a-4655-a0f5-de5a369f32a9 HTTP/1.1" status: 200 len: 210 time: 0.1484141 Sep 07 19:07:00.594773 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45456b83-c88a-4a74-89f4-5e6ad5ab7857 None None] Sync routers for ids ['407b90b5-df46-4510-b390-39223041ed4d'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:07:00.599437 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52208) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:00.604950 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908369f-0b6a-49f4-ac94-1fab7cb7a9e4 None None] Pushing event updated for resources: {'Port': ['ID=4f910b61-94ef-4af9-9f9c-70953e699322,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:00.636611 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-110a5516-3339-4c86-9090-77a174278dd5 None None] Provisioning complete for port 4f910b61-94ef-4af9-9f9c-70953e699322 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:07:00.638466 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-110a5516-3339-4c86-9090-77a174278dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:00.646951 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45456b83-c88a-4a74-89f4-5e6ad5ab7857 None None] Routers {'407b90b5-df46-4510-b390-39223041ed4d'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:07:00.652834 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-45456b83-c88a-4a74-89f4-5e6ad5ab7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:06:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['407b90b5-df46-4510-b390-39223041ed4d'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:00.670865 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ed2724f0-6fec-42ac-9d47-51203cffd8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:00.729498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b97880-d247-4109-9a6e-7f5cd2e924ef req-3a9320b4-afb3-4da2-823e-1c564262cd30 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] No DVR routers for this DVR port e56f7953-f1dd-4af1-b77d-245d34c462c9 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:07:00.744384 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d9b97880-d247-4109-9a6e-7f5cd2e924ef req-3a9320b4-afb3-4da2-823e-1c564262cd30 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:00.748569 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d9b97880-d247-4109-9a6e-7f5cd2e924ef req-3a9320b4-afb3-4da2-823e-1c564262cd30 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.60 "DELETE /v2.0/ports/e56f7953-f1dd-4af1-b77d-245d34c462c9 HTTP/1.1" status: 204 len: 173 time: 4.3975942 Sep 07 19:07:00.748569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ee5a4e-a42a-4655-a0f5-de5a369f32a9', 'name': 'network-vif-deleted', 'tag': 'e56f7953-f1dd-4af1-b77d-245d34c462c9'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:07:00.753147 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afa91ac-77c7-462d-b4f1-8ef76ef30ec2" -d '{"events": [{"server_uuid": "99ee5a4e-a42a-4655-a0f5-de5a369f32a9", "name": "network-vif-deleted", "tag": "e56f7953-f1dd-4af1-b77d-245d34c462c9"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:07:00.852004 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c308d-63d4-4ed5-971e-4e5462685315 None None] Deleting port 4f910b61-94ef-4af9-9f9c-70953e699322 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:00.852633 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed0c308d-63d4-4ed5-971e-4e5462685315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:00.860341 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740b429c-23e9-40c3-805b-150cbfa7ef6b x-openstack-request-id: req-740b429c-23e9-40c3-805b-150cbfa7ef6b {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:07:00.860961 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ee5a4e-a42a-4655-a0f5-de5a369f32a9", "name": "network-vif-deleted", "tag": "e56f7953-f1dd-4af1-b77d-245d34c462c9", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:07:00.861260 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-740b429c-23e9-40c3-805b-150cbfa7ef6b {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:07:00.861817 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ee5a4e-a42a-4655-a0f5-de5a369f32a9', 'name': 'network-vif-deleted', 'tag': 'e56f7953-f1dd-4af1-b77d-245d34c462c9', 'status': 'completed', 'code': 200} Sep 07 19:07:00.870806 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-31db75a7-551d-495d-ae58-2aa909921c0e tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:00.979701 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ed2724f0-6fec-42ac-9d47-51203cffd8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:00.993075 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-31db75a7-551d-495d-ae58-2aa909921c0e tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:01.011647 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ed2724f0-6fec-42ac-9d47-51203cffd8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:01.019794 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-45456b83-c88a-4a74-89f4-5e6ad5ab7857 None None] Set router 407b90b5-df46-4510-b390-39223041ed4d gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:07:01.026801 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066a7348-5c69-4873-b2f0-5da9214205eb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:07:01.032304 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-066a7348-5c69-4873-b2f0-5da9214205eb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:01.117553 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-31db75a7-551d-495d-ae58-2aa909921c0e tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Network 24873681-d0c1-481d-9abb-f17b7b3655e8 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:01.137326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-31db75a7-551d-495d-ae58-2aa909921c0e tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:01.141053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db75a7-551d-495d-ae58-2aa909921c0e tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Pushing event updated for resources: {'Port': ['ID=0b120561-103d-49b2-a116-3620d6980e30,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:01.149437 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2724f0-6fec-42ac-9d47-51203cffd8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f3bb69-6367-4e28-827d-7fab96a73eba,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:01.165181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-31db75a7-551d-495d-ae58-2aa909921c0e tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:07:01.166209 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-066a7348-5c69-4873-b2f0-5da9214205eb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] device_id is not set on port 02643900-e843-4f6f-bc0a-3e1cfc51a1fc yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:07:01.276098 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed0c308d-63d4-4ed5-971e-4e5462685315 None None] For port 4f910b61-94ef-4af9-9f9c-70953e699322, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4f910b61-94ef-4af9-9f9c-70953e699322,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:01.276638 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed0c308d-63d4-4ed5-971e-4e5462685315 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:01.302072 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c308d-63d4-4ed5-971e-4e5462685315 None None] Calling delete_port for 4f910b61-94ef-4af9-9f9c-70953e699322 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:01.322220 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-066a7348-5c69-4873-b2f0-5da9214205eb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8::ae (5341d4d7-2b72-420c-84fe-cfa44886a8d9/59875921-15a7-4c6a-8448-5627654158e8/02643900-e843-4f6f-bc0a-3e1cfc51a1fc) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:07:01.355835 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-31db75a7-551d-495d-ae58-2aa909921c0e tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:01.356766 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-31db75a7-551d-495d-ae58-2aa909921c0e tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:01.394096 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ed2724f0-6fec-42ac-9d47-51203cffd8e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6b1e6e3d53294c3aa0528663dcb3b12f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7931764 Sep 07 19:07:01.406683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52226) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:01.463067 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-31db75a7-551d-495d-ae58-2aa909921c0e tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8292427 Sep 07 19:07:01.477757 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] Request body: {'port': {'device_id': '35d3aaf6-ef4e-4e91-b825-86999e006253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:07:01.520196 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed0c308d-63d4-4ed5-971e-4e5462685315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:01.552151 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c308d-63d4-4ed5-971e-4e5462685315 None None] Pushing event deleted for resources: {'Port': ['ID=4f910b61-94ef-4af9-9f9c-70953e699322,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:01.554512 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0c308d-63d4-4ed5-971e-4e5462685315 None None] No DVR routers for this DVR port 4f910b61-94ef-4af9-9f9c-70953e699322 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:07:01.576417 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-45456b83-c88a-4a74-89f4-5e6ad5ab7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407b90b5-df46-4510-b390-39223041ed4d', 'name': 'tempest-AttachVolumeShelveTestJSON-369657215-router', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:03Z', 'revision_number': 4, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'gw_port': {'id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '20960585-29a0-47ab-9c71-011c9c45706c', 'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'mac_address': 'fa:16:3e:f1:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:02Z', 'updated_at': '2021-09-07T18:58:10Z', 'revision_number': 5, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'subnets': [{'id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:01.582407 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6233716b-0439-43e9-8648-be7c29b699f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:01.585252 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc034b6-0451-48ad-ac9f-28fe17bddc3f req-0f6cc51e-59a5-4936-9f8b-63fbd1290667 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:01.593061 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0cc034b6-0451-48ad-ac9f-28fe17bddc3f req-0f6cc51e-59a5-4936-9f8b-63fbd1290667 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=f063b6b1-8959-487f-be03-46d6af5dea31 HTTP/1.1" status: 200 len: 944 time: 0.3202329 Sep 07 19:07:01.610579 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-066a7348-5c69-4873-b2f0-5da9214205eb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:01.642382 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6233716b-0439-43e9-8648-be7c29b699f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:01.644006 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-066a7348-5c69-4873-b2f0-5da9214205eb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Transition to ACTIVE for port object 02643900-e843-4f6f-bc0a-3e1cfc51a1fc will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:01.649030 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:01.672629 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45456b83-c88a-4a74-89f4-5e6ad5ab7857 None None] Checking router: 407b90b5-df46-4510-b390-39223041ed4d for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:07:01.680123 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34098dd-b961-45b0-84e6-930f127cd300 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:07:01.725037 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-066a7348-5c69-4873-b2f0-5da9214205eb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:01.777381 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4f910b61-94ef-4af9-9f9c-70953e699322 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:07:01.834819 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a7348-5c69-4873-b2f0-5da9214205eb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=02643900-e843-4f6f-bc0a-3e1cfc51a1fc,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:01.839129 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6233716b-0439-43e9-8648-be7c29b699f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:01.845099 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6233716b-0439-43e9-8648-be7c29b699f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:01.847212 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6233716b-0439-43e9-8648-be7c29b699f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/39f3bb69-6367-4e28-827d-7fab96a73eba HTTP/1.1" status: 204 len: 168 time: 0.4399769 Sep 07 19:07:01.852957 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 4f910b61-94ef-4af9-9f9c-70953e699322 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:07:01.853580 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4f910b61-94ef-4af9-9f9c-70953e699322 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:07:01.858000 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:01.859085 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45456b83-c88a-4a74-89f4-5e6ad5ab7857 None None] Routers {'407b90b5-df46-4510-b390-39223041ed4d'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:07:01.860266 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-45456b83-c88a-4a74-89f4-5e6ad5ab7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:06:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['407b90b5-df46-4510-b390-39223041ed4d'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:01.873234 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233716b-0439-43e9-8648-be7c29b699f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f3bb69-6367-4e28-827d-7fab96a73eba,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:01.878987 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066a7348-5c69-4873-b2f0-5da9214205eb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:01.891462 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-066a7348-5c69-4873-b2f0-5da9214205eb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:01.904783 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066a7348-5c69-4873-b2f0-5da9214205eb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:07:01.925412 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066a7348-5c69-4873-b2f0-5da9214205eb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:01.928762 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-066a7348-5c69-4873-b2f0-5da9214205eb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:01.960648 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 0cc231fb-2c5b-41fb-bd96-1030392369de up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:07:01.978871 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-066a7348-5c69-4873-b2f0-5da9214205eb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5955083 Sep 07 19:07:01.982041 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52240) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:02.078810 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314affaf-77d4-40ca-915a-d35299971a96 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:02.080759 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-314affaf-77d4-40ca-915a-d35299971a96 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0962117 Sep 07 19:07:02.084082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52242) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:02.178998 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d81873-0e12-4978-b76a-ecf7ca60163c req-55ee40b1-aae0-4f6c-a942-ad51a359b423 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:02.180535 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66d81873-0e12-4978-b76a-ecf7ca60163c req-55ee40b1-aae0-4f6c-a942-ad51a359b423 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=35d3aaf6-ef4e-4e91-b825-86999e006253 HTTP/1.1" status: 200 len: 931 time: 0.8185444 Sep 07 19:07:02.225219 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0cc034b6-0451-48ad-ac9f-28fe17bddc3f req-967f7cc2-1864-4a91-9bab-cb31803f29ca tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6311440 Sep 07 19:07:02.289441 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-29093118-6f68-415b-8e11-132464d63f8d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting port 02643900-e843-4f6f-bc0a-3e1cfc51a1fc {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:02.289714 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29093118-6f68-415b-8e11-132464d63f8d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:02.420154 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66d81873-0e12-4978-b76a-ecf7ca60163c req-4443caa1-147b-42b9-9b09-85359b87ed68 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301979 Sep 07 19:07:02.423587 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52252) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:02.443368 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-45456b83-c88a-4a74-89f4-5e6ad5ab7857 None None] Set router 407b90b5-df46-4510-b390-39223041ed4d gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:07:02.454691 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29093118-6f68-415b-8e11-132464d63f8d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:02.496728 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-29093118-6f68-415b-8e11-132464d63f8d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Calling delete_port for 02643900-e843-4f6f-bc0a-3e1cfc51a1fc owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:02.585206 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-087229c0-b875-443a-8b38-dd3ba358b308 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:02.654032 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-087229c0-b875-443a-8b38-dd3ba358b308 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:02.665158 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'fixed_ips': [{'subnet_id': '59875921-15a7-4c6a-8448-5627654158e8'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:07:02.666014 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:02.789464 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-087229c0-b875-443a-8b38-dd3ba358b308 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:02.793066 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-087229c0-b875-443a-8b38-dd3ba358b308 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:02.795230 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-087229c0-b875-443a-8b38-dd3ba358b308 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "DELETE /v2.0/security-groups/3798be3b-37f2-41cb-a930-bf02693b4c97 HTTP/1.1" status: 204 len: 168 time: 0.3702056 Sep 07 19:07:02.799881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52268) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:02.812795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 0cc231fb-2c5b-41fb-bd96-1030392369de completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:07:02.848033 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087229c0-b875-443a-8b38-dd3ba358b308 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3798be3b-37f2-41cb-a930-bf02693b4c97,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:02.859231 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29093118-6f68-415b-8e11-132464d63f8d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:02.868022 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-968c6c90-c214-4208-8f9d-20c365b1feef tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] show failed (client error): The resource could not be found. Sep 07 19:07:02.875524 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-968c6c90-c214-4208-8f9d-20c365b1feef tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "GET /v2.0/security-groups/3798be3b-37f2-41cb-a930-bf02693b4c97 HTTP/1.1" status: 404 len: 347 time: 0.0724950 Sep 07 19:07:02.876612 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52270) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:02.878490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 0cc231fb-2c5b-41fb-bd96-1030392369de triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:07:02.878812 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:02.917977 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29093118-6f68-415b-8e11-132464d63f8d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=02643900-e843-4f6f-bc0a-3e1cfc51a1fc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:02.952806 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29093118-6f68-415b-8e11-132464d63f8d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:02.957392 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-29093118-6f68-415b-8e11-132464d63f8d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/02643900-e843-4f6f-bc0a-3e1cfc51a1fc HTTP/1.1" status: 204 len: 168 time: 0.8668149 Sep 07 19:07:02.957985 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52272) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:03.028364 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dd4135-c226-4023-a228-b072316d3299 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:03.030379 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dd4135-c226-4023-a228-b072316d3299 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:03.035322 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c8dd4135-c226-4023-a228-b072316d3299 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0729687 Sep 07 19:07:03.035500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b120561-103d-49b2-a116-3620d6980e30 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:07:03.037253 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52276) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:03.069277 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] Allocated IP 2001:db8::2 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/59875921-15a7-4c6a-8448-5627654158e8/3ad222df-214f-4ec1-9607-014ce1f0ca43) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:07:03.106405 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:03.118181 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1398c1-aac6-4f1f-98c7-48fd121cffeb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet 59875921-15a7-4c6a-8448-5627654158e8 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:07:03.159570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] Transition to ACTIVE for port object 0b120561-103d-49b2-a116-3620d6980e30 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:03.165720 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:03.238500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] Pushing event updated for resources: {'Port': ['ID=0b120561-103d-49b2-a116-3620d6980e30,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:03.280618 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:03.292001 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-45456b83-c88a-4a74-89f4-5e6ad5ab7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407b90b5-df46-4510-b390-39223041ed4d', 'name': 'tempest-AttachVolumeShelveTestJSON-369657215-router', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:03Z', 'revision_number': 4, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'gw_port': {'id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '20960585-29a0-47ab-9c71-011c9c45706c', 'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'mac_address': 'fa:16:3e:f1:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:02Z', 'updated_at': '2021-09-07T18:58:10Z', 'revision_number': 5, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'subnets': [{'id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:03.339788 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45456b83-c88a-4a74-89f4-5e6ad5ab7857 None None] The sync data for ids ['407b90b5-df46-4510-b390-39223041ed4d'] in n-d-807786-1 is: [{'id': '407b90b5-df46-4510-b390-39223041ed4d', 'name': 'tempest-AttachVolumeShelveTestJSON-369657215-router', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:03Z', 'revision_number': 4, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'gw_port': {'id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '20960585-29a0-47ab-9c71-011c9c45706c', 'name': '', 'network_id': 'a4724486-3acb-401c-a8f0-54abeeaa7172', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'mac_address': 'fa:16:3e:f1:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:02Z', 'updated_at': '2021-09-07T18:58:10Z', 'revision_number': 5, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'subnets': [{'id': '9985a0df-d9a6-429f-8454-e036ae7f07c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:07:03.350273 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-014e82a5-1efb-4d97-8121-a130b8dbc619 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Deleting port 78a717b3-2f7b-4c13-9b16-c6189e62bf4c {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:03.350773 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-014e82a5-1efb-4d97-8121-a130b8dbc619 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:03.354777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] Attempting to bind port 0b120561-103d-49b2-a116-3620d6980e30 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:07:03.355261 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] Attempting to bind port 0b120561-103d-49b2-a116-3620d6980e30 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '7dd8dc55-fb4f-44d9-8604-3fa6c81d1284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '24873681-d0c1-481d-9abb-f17b7b3655e8'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:07:03.355670 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] Attempting to bind port 0b120561-103d-49b2-a116-3620d6980e30 on network 24873681-d0c1-481d-9abb-f17b7b3655e8 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:07:03.368641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f063b6b1-8959-487f-be03-46d6af5dea31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc231fb-2c5b-41fb-bd96-1030392369de'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:07:03.377411 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238f2cf0-1732-4097-a9c5-868077d268a3" -d '{"events": [{"server_uuid": "f063b6b1-8959-487f-be03-46d6af5dea31", "name": "network-vif-plugged", "status": "completed", "tag": "0cc231fb-2c5b-41fb-bd96-1030392369de"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:07:03.404098 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 0cc231fb-2c5b-41fb-bd96-1030392369de, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=0cc231fb-2c5b-41fb-bd96-1030392369de,segment=NetworkSegment(60a8ac4c-22a8-4e87-8d09-0c1bee80faa8),segment_id=60a8ac4c-22a8-4e87-8d09-0c1bee80faa8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:03.414848 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:03.560091 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=0cc231fb-2c5b-41fb-bd96-1030392369de,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:03.569020 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-014e82a5-1efb-4d97-8121-a130b8dbc619 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:03.569496 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-014e82a5-1efb-4d97-8121-a130b8dbc619 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:03.594774 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64d9581-0d4e-4bb5-86e5-9fc564075d4a x-openstack-request-id: req-c64d9581-0d4e-4bb5-86e5-9fc564075d4a {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:07:03.595094 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f063b6b1-8959-487f-be03-46d6af5dea31", "name": "network-vif-plugged", "status": "completed", "tag": "0cc231fb-2c5b-41fb-bd96-1030392369de", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:07:03.595434 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c64d9581-0d4e-4bb5-86e5-9fc564075d4a {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:07:03.595838 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f063b6b1-8959-487f-be03-46d6af5dea31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc231fb-2c5b-41fb-bd96-1030392369de', 'code': 200} Sep 07 19:07:03.611912 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:03.655325 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] Transition to ACTIVE for port object 3ad222df-214f-4ec1-9607-014ce1f0ca43 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:03.680566 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] Transition to ACTIVE for port object 3ad222df-214f-4ec1-9607-014ce1f0ca43 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:03.688726 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fa1398c1-aac6-4f1f-98c7-48fd121cffeb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:03.690517 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] Port 0b120561-103d-49b2-a116-3620d6980e30 on network 24873681-d0c1-481d-9abb-f17b7b3655e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:07:03.690939 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] Attempting to bind port 0b120561-103d-49b2-a116-3620d6980e30 on network 24873681-d0c1-481d-9abb-f17b7b3655e8 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:07:03.702297 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:03.717097 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-014e82a5-1efb-4d97-8121-a130b8dbc619 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Calling delete_port for 78a717b3-2f7b-4c13-9b16-c6189e62bf4c owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:03.801117 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fa1398c1-aac6-4f1f-98c7-48fd121cffeb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:03.810125 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:03.826728 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:03.838186 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:07:03.856229 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] Pushing event updated for resources: {'Port': ['ID=3ad222df-214f-4ec1-9607-014ce1f0ca43,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:03.942581 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] Attempting to bind port 3ad222df-214f-4ec1-9607-014ce1f0ca43 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:07:03.943009 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] Attempting to bind port 3ad222df-214f-4ec1-9607-014ce1f0ca43 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:07:03.943919 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] Attempting to bind port 3ad222df-214f-4ec1-9607-014ce1f0ca43 on network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:07:03.951398 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:07:03.951398 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:07:03.951398 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:03.951398 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] Bound using segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:07:03.952116 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] Bound port: 3ad222df-214f-4ec1-9607-014ce1f0ca43, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:07:03.952266 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:03.981234 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71caea28-ca6b-47c0-8336-85f11f44ac77 None None] New status for floating IP 9da2ad47-5ffd-4123-aac7-d8aa8cd7d21e: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:07:03.983538 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:07:03.984085 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] Checking segment: {'id': '7dd8dc55-fb4f-44d9-8604-3fa6c81d1284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '24873681-d0c1-481d-9abb-f17b7b3655e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:07:03.984709 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] Bound using segment: {'id': '7dd8dc55-fb4f-44d9-8604-3fa6c81d1284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '24873681-d0c1-481d-9abb-f17b7b3655e8'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:07:03.985405 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] Bound port: 0b120561-103d-49b2-a116-3620d6980e30, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd8dc55-fb4f-44d9-8604-3fa6c81d1284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '24873681-d0c1-481d-9abb-f17b7b3655e8'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:07:03.985950 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:04.001724 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fa1398c1-aac6-4f1f-98c7-48fd121cffeb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:04.133366 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fa1398c1-aac6-4f1f-98c7-48fd121cffeb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:04.145465 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] For port 3ad222df-214f-4ec1-9607-014ce1f0ca43, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:07:04.150227 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] For port 3ad222df-214f-4ec1-9607-014ce1f0ca43, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=3ad222df-214f-4ec1-9607-014ce1f0ca43,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:07:04.180275 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:04.216417 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121a114-f85c-4807-8bb3-15bc6a3e52af req-817afc8c-90d8-431a-83f4-7ee2e3142bac tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:04.235853 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4121a114-f85c-4807-8bb3-15bc6a3e52af req-817afc8c-90d8-431a-83f4-7ee2e3142bac tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=f063b6b1-8959-487f-be03-46d6af5dea31 HTTP/1.1" status: 200 len: 945 time: 0.8416619 Sep 07 19:07:04.245582 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fa1398c1-aac6-4f1f-98c7-48fd121cffeb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:04.245822 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eefc16-161a-46a9-a1ec-9238d8e5c4a2 req-d8115d08-5ce2-41d9-9e5e-38ad0589a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:04.247459 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-46eefc16-161a-46a9-a1ec-9238d8e5c4a2 req-d8115d08-5ce2-41d9-9e5e-38ad0589a20b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f063b6b1-8959-487f-be03-46d6af5dea31 HTTP/1.1" status: 200 len: 1096 time: 0.5622923 Sep 07 19:07:04.256966 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fa1398c1-aac6-4f1f-98c7-48fd121cffeb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/59875921-15a7-4c6a-8448-5627654158e8 HTTP/1.1" status: 204 len: 168 time: 1.2150075 Sep 07 19:07:04.261526 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52316) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:04.262251 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1398c1-aac6-4f1f-98c7-48fd121cffeb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=59875921-15a7-4c6a-8448-5627654158e8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:04.266050 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.db.api [None req-71caea28-ca6b-47c0-8336-85f11f44ac77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:07:04.267400 n-d-807786-1 neutron-server[101447]: DEBUG oslo_db.api [None req-71caea28-ca6b-47c0-8336-85f11f44ac77 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:07:04.280991 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cf4ab-a566-4714-ac06-addc8d2d6180 None None] Pushing event updated for resources: {'Port': ['ID=3ad222df-214f-4ec1-9607-014ce1f0ca43,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:04.326695 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-014e82a5-1efb-4d97-8121-a130b8dbc619 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:04.375877 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-94a2038c-7ded-4692-966e-d2fc900f4a4a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1143177 Sep 07 19:07:04.380266 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52320) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:04.385557 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-bda51574-2700-49d2-b810-dda50523c297 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:07:04.407074 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08972e2-6e36-40e2-aaa9-0529aa00ddd7 req-9d47fd2a-a7f5-4e9c-8843-9256521a5271 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:04.408971 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e08972e2-6e36-40e2-aaa9-0529aa00ddd7 req-9d47fd2a-a7f5-4e9c-8843-9256521a5271 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=35d3aaf6-ef4e-4e91-b825-86999e006253 HTTP/1.1" status: 200 len: 943 time: 0.7140491 Sep 07 19:07:04.431873 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e82a5-1efb-4d97-8121-a130b8dbc619 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Pushing event deleted for resources: {'Port': ['ID=78a717b3-2f7b-4c13-9b16-c6189e62bf4c,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:04.600125 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] For port 0b120561-103d-49b2-a116-3620d6980e30, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:07:04.607299 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e08972e2-6e36-40e2-aaa9-0529aa00ddd7 req-10acbb48-9d41-4ccd-9d89-4cebb73f1366 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719925 Sep 07 19:07:04.609065 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-46eefc16-161a-46a9-a1ec-9238d8e5c4a2 req-e4df9243-7e70-4116-8ab0-eadcd4ddd4b9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417637 Sep 07 19:07:04.633076 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda51574-2700-49d2-b810-dda50523c297 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:07:04.636223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] For port 0b120561-103d-49b2-a116-3620d6980e30, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=0b120561-103d-49b2-a116-3620d6980e30,segment=NetworkSegment(7dd8dc55-fb4f-44d9-8604-3fa6c81d1284),segment_id=7dd8dc55-fb4f-44d9-8604-3fa6c81d1284)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:07:04.642785 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bda51574-2700-49d2-b810-dda50523c297 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:04.664993 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4121a114-f85c-4807-8bb3-15bc6a3e52af req-563e8afa-fe1e-4803-9d96-fc10efd5e862 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281116 Sep 07 19:07:04.672997 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:04.693116 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-014e82a5-1efb-4d97-8121-a130b8dbc619 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:04.695766 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-014e82a5-1efb-4d97-8121-a130b8dbc619 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:04.697030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-014e82a5-1efb-4d97-8121-a130b8dbc619 tempest-AttachVolumeShelveTestJSON-606906507 tempest-AttachVolumeShelveTestJSON-606906507-project] 10.222.0.26 "DELETE /v2.0/floatingips/9da2ad47-5ffd-4123-aac7-d8aa8cd7d21e HTTP/1.1" status: 204 len: 168 time: 1.8114929 Sep 07 19:07:04.773908 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71caea28-ca6b-47c0-8336-85f11f44ac77 None None] New status for floating IP 9da2ad47-5ffd-4123-aac7-d8aa8cd7d21e: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:07:04.779047 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] Pushing event updated for resources: {'Port': ['ID=0b120561-103d-49b2-a116-3620d6980e30,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:04.787997 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:04.790119 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:04.792017 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-fc0c5b2f-988e-4a5c-92ed-a0340e2ca4ec service neutron] 10.222.0.60 "PUT /v2.0/ports/0b120561-103d-49b2-a116-3620d6980e30 HTTP/1.1" status: 200 len: 1091 time: 3.3212645 Sep 07 19:07:04.792533 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d3aaf6-ef4e-4e91-b825-86999e006253', 'tag': '0b120561-103d-49b2-a116-3620d6980e30'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:07:04.795089 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7652ea0b-b020-48cd-9fca-ae6830fc9594" -d '{"events": [{"name": "network-changed", "server_uuid": "35d3aaf6-ef4e-4e91-b825-86999e006253", "tag": "0b120561-103d-49b2-a116-3620d6980e30"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:07:04.912029 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbfe77a-e399-4b49-a4b1-b65f088e4690 x-openstack-request-id: req-7cbfe77a-e399-4b49-a4b1-b65f088e4690 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:07:04.912709 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d3aaf6-ef4e-4e91-b825-86999e006253", "tag": "0b120561-103d-49b2-a116-3620d6980e30", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:07:04.913229 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7cbfe77a-e399-4b49-a4b1-b65f088e4690 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:07:04.913859 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d3aaf6-ef4e-4e91-b825-86999e006253', 'tag': '0b120561-103d-49b2-a116-3620d6980e30', 'status': 'completed', 'code': 200} Sep 07 19:07:04.950510 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-8024499b-d2f1-4253-96dd-6901b2aa3fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:04.953935 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-8024499b-d2f1-4253-96dd-6901b2aa3fed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfe8c6f49f464ed59d6ca8aa1c15414a&device_id=35d3aaf6-ef4e-4e91-b825-86999e006253 HTTP/1.1" status: 200 len: 1094 time: 0.0935929 Sep 07 19:07:05.036710 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-bdeb852c-f992-4adc-ab9b-5acfe2d94414 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b120561-103d-49b2-a116-3620d6980e30 HTTP/1.1" status: 200 len: 217 time: 0.0746393 Sep 07 19:07:05.137919 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-44314252-96e5-46a5-bb56-99072dae15ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:05.139530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-44314252-96e5-46a5-bb56-99072dae15ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=656d116a-d6fb-478a-bca4-e91cdbe55fff HTTP/1.1" status: 200 len: 853 time: 0.0959556 Sep 07 19:07:05.200565 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-ca016296-1bb4-4f33-b220-2c62939c5020 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24873681-d0c1-481d-9abb-f17b7b3655e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532224 Sep 07 19:07:05.240600 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bda51574-2700-49d2-b810-dda50523c297 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:05.360866 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda51574-2700-49d2-b810-dda50523c297 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:05.372442 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-bda51574-2700-49d2-b810-dda50523c297 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:05.383452 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda51574-2700-49d2-b810-dda50523c297 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:05.384241 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bda51574-2700-49d2-b810-dda50523c297 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:05.417560 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bda51574-2700-49d2-b810-dda50523c297 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0360041 Sep 07 19:07:05.418593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52352) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:05.428067 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda51574-2700-49d2-b810-dda50523c297 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=d3d91c04-eb7f-4934-8e10-8f001de8b0df,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:05.438843 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-79e45f55-6113-4cb0-8a13-a087d89e98ad tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'name': 'tempest-NetworksTestDHCPv6-375439343'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:07:05.513533 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-7d6d7bfd-dfa4-4564-bdf5-d7d4c3ed9a84 service neutron] 10.222.0.60 "GET /v2.0/networks/24873681-d0c1-481d-9abb-f17b7b3655e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061659 Sep 07 19:07:05.797297 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7f07d7e-db33-463b-9040-5f7cfdbff5db req-e01ab720-3603-4fdf-864a-00d5aeca7a29 service neutron] 10.222.0.60 "GET /v2.0/networks/24873681-d0c1-481d-9abb-f17b7b3655e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420151 Sep 07 19:07:05.803802 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e45f55-6113-4cb0-8a13-a087d89e98ad tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:07:05.835557 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-79e45f55-6113-4cb0-8a13-a087d89e98ad tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:05.912397 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 3ad222df-214f-4ec1-9607-014ce1f0ca43 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:07:06.016940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 3ad222df-214f-4ec1-9607-014ce1f0ca43 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:07:06.049135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-79e45f55-6113-4cb0-8a13-a087d89e98ad tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] device_id is not set on port 7647a831-4f91-4e69-88d9-c55a13eb22ab yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:07:06.101630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6b4549-07d2-41e3-9d54-168fd3d2aa2c None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:07:06.165378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75318530-bc7b-4a35-86e7-6049dc8263b7 req-8d3799a1-3f15-4d72-ba24-436431c6e899 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:06.167217 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75318530-bc7b-4a35-86e7-6049dc8263b7 req-8d3799a1-3f15-4d72-ba24-436431c6e899 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=f063b6b1-8959-487f-be03-46d6af5dea31 HTTP/1.1" status: 200 len: 945 time: 0.2910187 Sep 07 19:07:06.172105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652ea0b-b020-48cd-9fca-ae6830fc9594 req-7a4e1c1d-d9e6-42de-bf02-e67891e49072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:06.174711 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7652ea0b-b020-48cd-9fca-ae6830fc9594 req-7a4e1c1d-d9e6-42de-bf02-e67891e49072 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfe8c6f49f464ed59d6ca8aa1c15414a&device_id=35d3aaf6-ef4e-4e91-b825-86999e006253 HTTP/1.1" status: 200 len: 1094 time: 0.1431358 Sep 07 19:07:06.225623 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-73e1d8c6-5d9c-49ce-a266-248fd46f2da6 None None] Could not find standard attr ID for object 02643900-e843-4f6f-bc0a-3e1cfc51a1fc. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:07:06.245194 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-73e1d8c6-5d9c-49ce-a266-248fd46f2da6 None None] Provisioning for port 3ad222df-214f-4ec1-9607-014ce1f0ca43 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:07:06.247156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75b4f3-7518-49d0-ae8a-4137ec198f9b req-2eee649b-da0e-4176-a2fb-41462d5bf6f1 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:06.249444 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0f75b4f3-7518-49d0-ae8a-4137ec198f9b req-2eee649b-da0e-4176-a2fb-41462d5bf6f1 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=35d3aaf6-ef4e-4e91-b825-86999e006253 HTTP/1.1" status: 200 len: 943 time: 0.3738632 Sep 07 19:07:06.258690 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-73e1d8c6-5d9c-49ce-a266-248fd46f2da6 None None] Provisioning complete for port 3ad222df-214f-4ec1-9607-014ce1f0ca43 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:07:06.259306 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-73e1d8c6-5d9c-49ce-a266-248fd46f2da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:06.413013 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652ea0b-b020-48cd-9fca-ae6830fc9594 req-591b1ed3-a21d-43d0-a732-0981706244c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:06.415191 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7652ea0b-b020-48cd-9fca-ae6830fc9594 req-591b1ed3-a21d-43d0-a732-0981706244c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24873681-d0c1-481d-9abb-f17b7b3655e8 HTTP/1.1" status: 200 len: 914 time: 0.1646614 Sep 07 19:07:06.445322 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-73e1d8c6-5d9c-49ce-a266-248fd46f2da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:06.498080 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75318530-bc7b-4a35-86e7-6049dc8263b7 req-df8ca62a-2f6d-4d2a-9b6a-39d7f5abb56e tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614727 Sep 07 19:07:06.500626 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-73e1d8c6-5d9c-49ce-a266-248fd46f2da6 None None] For port 3ad222df-214f-4ec1-9607-014ce1f0ca43, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=3ad222df-214f-4ec1-9607-014ce1f0ca43,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:06.508874 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-73e1d8c6-5d9c-49ce-a266-248fd46f2da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:06.540312 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7652ea0b-b020-48cd-9fca-ae6830fc9594 req-ca000977-798a-4bce-a2d0-461cb5072cea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b120561-103d-49b2-a116-3620d6980e30 HTTP/1.1" status: 200 len: 217 time: 0.1152079 Sep 07 19:07:06.543857 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-79e45f55-6113-4cb0-8a13-a087d89e98ad tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8::159 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/d3d91c04-eb7f-4934-8e10-8f001de8b0df/7647a831-4f91-4e69-88d9-c55a13eb22ab) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:07:06.596537 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1d8c6-5d9c-49ce-a266-248fd46f2da6 None None] Pushing event updated for resources: {'Port': ['ID=3ad222df-214f-4ec1-9607-014ce1f0ca43,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:06.657996 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0f75b4f3-7518-49d0-ae8a-4137ec198f9b req-acb9d68a-64a5-4dca-94b9-3cd417d2dcf4 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130093 Sep 07 19:07:06.730503 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652ea0b-b020-48cd-9fca-ae6830fc9594 req-f5b4bc61-7984-420b-afbd-001073d1b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:06.732343 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7652ea0b-b020-48cd-9fca-ae6830fc9594 req-f5b4bc61-7984-420b-afbd-001073d1b2dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=656d116a-d6fb-478a-bca4-e91cdbe55fff HTTP/1.1" status: 200 len: 853 time: 0.1777091 Sep 07 19:07:06.801085 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7652ea0b-b020-48cd-9fca-ae6830fc9594 req-5726cea6-11a6-4165-bad7-ff6cf445f867 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24873681-d0c1-481d-9abb-f17b7b3655e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557866 Sep 07 19:07:06.935386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52396) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:07.047206 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f9fee6a6-9ad3-46c9-b9bd-de8ab76ff8a8 None None] Provisioning complete for port 3ad222df-214f-4ec1-9607-014ce1f0ca43 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:07:07.047206 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f9fee6a6-9ad3-46c9-b9bd-de8ab76ff8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:07.196382 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7652ea0b-b020-48cd-9fca-ae6830fc9594 req-158de2a4-ebe6-4e82-aba4-a97b100049e2 service neutron] 10.222.0.60 "GET /v2.0/networks/24873681-d0c1-481d-9abb-f17b7b3655e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872638 Sep 07 19:07:07.200611 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-79e45f55-6113-4cb0-8a13-a087d89e98ad tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:07.212734 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fea084b5-2dde-473c-ada7-a623aeb5d3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:07.307479 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-79e45f55-6113-4cb0-8a13-a087d89e98ad tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Transition to ACTIVE for port object 7647a831-4f91-4e69-88d9-c55a13eb22ab will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:07.422432 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c513dd5e-c8cc-4f74-b954-c9640b7197d1 None None] Could not find standard attr ID for object 82ab7c99-5825-419f-a45a-953ffdcee713. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:07:07.426043 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7652ea0b-b020-48cd-9fca-ae6830fc9594 req-e362f60c-2c76-4315-9f93-f4b6ad1e821f service neutron] 10.222.0.60 "GET /v2.0/networks/24873681-d0c1-481d-9abb-f17b7b3655e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206995 Sep 07 19:07:07.430638 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fea084b5-2dde-473c-ada7-a623aeb5d3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:07.439021 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fea084b5-2dde-473c-ada7-a623aeb5d3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:07.441363 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-79e45f55-6113-4cb0-8a13-a087d89e98ad tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:07.507631 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e45f55-6113-4cb0-8a13-a087d89e98ad tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:07.508677 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea084b5-2dde-473c-ada7-a623aeb5d3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eacb609-91a6-46e3-9b39-0967c6994d3e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:07.525129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-79e45f55-6113-4cb0-8a13-a087d89e98ad tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:07.532136 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e45f55-6113-4cb0-8a13-a087d89e98ad tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=7647a831-4f91-4e69-88d9-c55a13eb22ab,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:07.539911 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e45f55-6113-4cb0-8a13-a087d89e98ad tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:07:07.553553 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fea084b5-2dde-473c-ada7-a623aeb5d3ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=01efa91495674800856cc1c8fcb67838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6115580 Sep 07 19:07:07.559782 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52412) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:07.563526 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e45f55-6113-4cb0-8a13-a087d89e98ad tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:07.564226 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-79e45f55-6113-4cb0-8a13-a087d89e98ad tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:07.603052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-79e45f55-6113-4cb0-8a13-a087d89e98ad tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1791072 Sep 07 19:07:07.616446 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52414) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:07.674796 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab562af1-78e7-49c6-af26-497eb4419a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:07.728785 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab562af1-78e7-49c6-af26-497eb4419a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:07.762674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 3ad222df-214f-4ec1-9607-014ce1f0ca43 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:07:07.828749 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab562af1-78e7-49c6-af26-497eb4419a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:07.832754 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab562af1-78e7-49c6-af26-497eb4419a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:07.833994 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ab562af1-78e7-49c6-af26-497eb4419a61 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0eacb609-91a6-46e3-9b39-0967c6994d3e HTTP/1.1" status: 204 len: 168 time: 0.2731729 Sep 07 19:07:07.859848 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab562af1-78e7-49c6-af26-497eb4419a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eacb609-91a6-46e3-9b39-0967c6994d3e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:07.923392 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 3ad222df-214f-4ec1-9607-014ce1f0ca43 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:07:07.923877 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:07.931184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffea8f3-bf10-44c2-9263-4ab3cbc23c98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:07.942518 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffea8f3-bf10-44c2-9263-4ab3cbc23c98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:07.949256 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5ffea8f3-bf10-44c2-9263-4ab3cbc23c98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.3312912 Sep 07 19:07:07.949868 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52428) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:08.027835 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3c7d2587-b51a-4cc8-879f-c03de64e98e9 None None] Could not find standard attr ID for object 02643900-e843-4f6f-bc0a-3e1cfc51a1fc. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:07:08.060491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa5d9a-4670-4a71-8c28-19720d1176d9 req-0e76a4e0-2ec3-41bf-a03d-9072e786e049 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:08.083312 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9fa5d9a-4670-4a71-8c28-19720d1176d9 req-0e76a4e0-2ec3-41bf-a03d-9072e786e049 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=f063b6b1-8959-487f-be03-46d6af5dea31 HTTP/1.1" status: 200 len: 945 time: 0.3434095 Sep 07 19:07:08.097174 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-76d9574f-f951-48c3-834e-ef2618c036df tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting port 7647a831-4f91-4e69-88d9-c55a13eb22ab {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:08.097761 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-76d9574f-f951-48c3-834e-ef2618c036df tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:08.163186 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9fa5d9a-4670-4a71-8c28-19720d1176d9 req-04e4c5dc-bce0-4534-b820-7c607035f3ee tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789080 Sep 07 19:07:08.192982 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095d717-6b52-4159-9759-61b784433e7a req-13379db9-aa4e-41c5-aa89-b903ff0217ac tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:08.199839 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a095d717-6b52-4159-9759-61b784433e7a req-13379db9-aa4e-41c5-aa89-b903ff0217ac tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=35d3aaf6-ef4e-4e91-b825-86999e006253 HTTP/1.1" status: 200 len: 943 time: 0.2967308 Sep 07 19:07:08.254894 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-76d9574f-f951-48c3-834e-ef2618c036df tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:08.285981 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-76d9574f-f951-48c3-834e-ef2618c036df tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Calling delete_port for 7647a831-4f91-4e69-88d9-c55a13eb22ab owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:08.328075 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a095d717-6b52-4159-9759-61b784433e7a req-7b384dc0-2d5a-41f8-a724-b211b27878c6 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196449 Sep 07 19:07:08.532205 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-76d9574f-f951-48c3-834e-ef2618c036df tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:08.534639 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52446) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:08.537874 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2c024a05-b9a9-42fe-9c67-51b099fe3139 None None] Provisioning for port 7647a831-4f91-4e69-88d9-c55a13eb22ab completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:07:08.548479 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2c024a05-b9a9-42fe-9c67-51b099fe3139 None None] Provisioning complete for port 7647a831-4f91-4e69-88d9-c55a13eb22ab triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:07:08.549021 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2c024a05-b9a9-42fe-9c67-51b099fe3139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:08.577242 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-df7d13cc-bfbe-481a-9471-527f3fec9e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:08.595613 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-2c024a05-b9a9-42fe-9c67-51b099fe3139 None None] Port 7647a831-4f91-4e69-88d9-c55a13eb22ab was deleted so its status cannot be updated. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 07 19:07:08.605022 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9574f-f951-48c3-834e-ef2618c036df tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=7647a831-4f91-4e69-88d9-c55a13eb22ab,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:08.706380 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-76d9574f-f951-48c3-834e-ef2618c036df tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:08.717563 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-76d9574f-f951-48c3-834e-ef2618c036df tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/7647a831-4f91-4e69-88d9-c55a13eb22ab HTTP/1.1" status: 204 len: 168 time: 0.7646513 Sep 07 19:07:08.719263 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52456) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:09.100158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2975ce56-fc22-4543-96a9-596b5a526627 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:09.103605 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2975ce56-fc22-4543-96a9-596b5a526627 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:09.107076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2975ce56-fc22-4543-96a9-596b5a526627 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3866155 Sep 07 19:07:09.111832 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52472) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:09.318453 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-df7d13cc-bfbe-481a-9471-527f3fec9e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:09.328341 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-df7d13cc-bfbe-481a-9471-527f3fec9e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:09.333720 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed57597d-84f7-46e3-880b-6be2ffef1fa5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet d3d91c04-eb7f-4934-8e10-8f001de8b0df {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:07:09.344078 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ed57597d-84f7-46e3-880b-6be2ffef1fa5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:09.434468 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ed57597d-84f7-46e3-880b-6be2ffef1fa5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:09.445756 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 0b120561-103d-49b2-a116-3620d6980e30 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:07:09.451683 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-df7d13cc-bfbe-481a-9471-527f3fec9e8e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ec1ae73e9086436aa39c2d918466cadd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9133193 Sep 07 19:07:09.453276 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52476) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:09.478365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d13cc-bfbe-481a-9471-527f3fec9e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d94d78-47cc-4a61-be57-6c12c83d9df5,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:09.523053 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ed57597d-84f7-46e3-880b-6be2ffef1fa5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:09.658995 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ed57597d-84f7-46e3-880b-6be2ffef1fa5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:09.701857 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57597d-84f7-46e3-880b-6be2ffef1fa5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=d3d91c04-eb7f-4934-8e10-8f001de8b0df,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:09.705009 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ed57597d-84f7-46e3-880b-6be2ffef1fa5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:09.707777 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ed57597d-84f7-46e3-880b-6be2ffef1fa5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/d3d91c04-eb7f-4934-8e10-8f001de8b0df HTTP/1.1" status: 204 len: 168 time: 0.5933886 Sep 07 19:07:09.710246 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52482) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:09.723122 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2b65e1-4c5d-41b9-9860-8da822181a08 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:07:09.755285 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-68196af8-8324-4895-a9a2-99cc17a5309d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439520 Sep 07 19:07:09.757974 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52484) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:09.780650 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5f867-f0c5-4fa7-a32e-56ab3b03e34c req-c72fa35c-1477-4958-aca4-f544b9d81d32 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:09.794778 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a8c5f867-f0c5-4fa7-a32e-56ab3b03e34c req-c72fa35c-1477-4958-aca4-f544b9d81d32 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=35d3aaf6-ef4e-4e91-b825-86999e006253 HTTP/1.1" status: 200 len: 943 time: 0.2957399 Sep 07 19:07:09.845503 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 0b120561-103d-49b2-a116-3620d6980e30, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=0b120561-103d-49b2-a116-3620d6980e30,segment=NetworkSegment(7dd8dc55-fb4f-44d9-8604-3fa6c81d1284),segment_id=7dd8dc55-fb4f-44d9-8604-3fa6c81d1284)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:09.847649 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50f06de-1af6-4dc5-9329-f9df8002cbfa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:09.854694 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c50f06de-1af6-4dc5-9329-f9df8002cbfa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0945015 Sep 07 19:07:09.855492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52486) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:09.914395 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '0b120561-103d-49b2-a116-3620d6980e30', 'network_id': '24873681-d0c1-481d-9abb-f17b7b3655e8', 'port_id': '0b120561-103d-49b2-a116-3620d6980e30', 'mac_address': 'fa:16:3e:10:09:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656d116a-d6fb-478a-bca4-e91cdbe55fff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:07:09.917028 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a8c5f867-f0c5-4fa7-a32e-56ab3b03e34c req-12604aac-9f77-4bde-86ed-ead387d473f4 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113577 Sep 07 19:07:09.930828 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7728ed-71d8-4a98-826c-5cb5d992eaa4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:09.937040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52492) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:09.949095 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cc7728ed-71d8-4a98-826c-5cb5d992eaa4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0922508 Sep 07 19:07:09.957206 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edb2d32b-015b-4314-a4bb-856b3cdaa532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:10.044664 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:10.065683 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b120561-103d-49b2-a116-3620d6980e30 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:07:10.085331 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52496) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:10.086382 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-edeabe4d-525f-4a27-854e-3180c9111e2c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1413751 Sep 07 19:07:10.099141 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b068494c-ae66-40eb-a75b-c2c9d15e848f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:07:10.111010 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edb2d32b-015b-4314-a4bb-856b3cdaa532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:10.174351 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 0b120561-103d-49b2-a116-3620d6980e30, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=0b120561-103d-49b2-a116-3620d6980e30,segment=NetworkSegment(7dd8dc55-fb4f-44d9-8604-3fa6c81d1284),segment_id=7dd8dc55-fb4f-44d9-8604-3fa6c81d1284)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:10.205410 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:10.223728 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edb2d32b-015b-4314-a4bb-856b3cdaa532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:10.233088 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edb2d32b-015b-4314-a4bb-856b3cdaa532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:10.242022 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-edb2d32b-015b-4314-a4bb-856b3cdaa532 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52d94d78-47cc-4a61-be57-6c12c83d9df5 HTTP/1.1" status: 204 len: 168 time: 0.7795224 Sep 07 19:07:10.270512 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2d32b-015b-4314-a4bb-856b3cdaa532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d94d78-47cc-4a61-be57-6c12c83d9df5,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:10.293456 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b068494c-ae66-40eb-a75b-c2c9d15e848f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:07:10.294078 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=0b120561-103d-49b2-a116-3620d6980e30,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:10.299932 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b068494c-ae66-40eb-a75b-c2c9d15e848f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:10.402631 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd55526-5ae5-4f8d-a687-8e904300a9e1 None None] DHCP port deletion for 5341d4d7-2b72-420c-84fe-cfa44886a8d9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:07:10.691824 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['0b120561-103d-49b2-a116-3620d6980e30'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:07:10.740344 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b068494c-ae66-40eb-a75b-c2c9d15e848f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:10.843587 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068494c-ae66-40eb-a75b-c2c9d15e848f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=d1cce78c-1324-4701-ba83-c79b9164c502,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:10.870186 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b068494c-ae66-40eb-a75b-c2c9d15e848f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:10.871766 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b068494c-ae66-40eb-a75b-c2c9d15e848f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:10.875455 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b068494c-ae66-40eb-a75b-c2c9d15e848f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:10.876928 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b068494c-ae66-40eb-a75b-c2c9d15e848f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:10.879689 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-8cd55526-5ae5-4f8d-a687-8e904300a9e1 None None] Deleting port 3ad222df-214f-4ec1-9607-014ce1f0ca43 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:10.880451 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8cd55526-5ae5-4f8d-a687-8e904300a9e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:10.897520 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52518) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:10.898509 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b068494c-ae66-40eb-a75b-c2c9d15e848f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8094144 Sep 07 19:07:10.903352 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-6811dfa0-84d6-437b-894f-28a65df94ad8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'fixed_ips': [{'subnet_id': 'd1cce78c-1324-4701-ba83-c79b9164c502', 'ip_address': '2001:db8::a950:9e60:d970:fc89'}], 'name': 'tempest-NetworksTestDHCPv6-2080742085'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:07:11.119879 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8cd55526-5ae5-4f8d-a687-8e904300a9e1 None None] For port 3ad222df-214f-4ec1-9607-014ce1f0ca43, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=3ad222df-214f-4ec1-9607-014ce1f0ca43,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:11.120844 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8cd55526-5ae5-4f8d-a687-8e904300a9e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:11.153886 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-8cd55526-5ae5-4f8d-a687-8e904300a9e1 None None] Calling delete_port for 3ad222df-214f-4ec1-9607-014ce1f0ca43 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:11.252797 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1646c-e632-4709-bfaf-3c3a0c1f1657 req-444b0be7-2cec-4d55-811f-022a8a4e2071 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:11.264469 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10c1646c-e632-4709-bfaf-3c3a0c1f1657 req-444b0be7-2cec-4d55-811f-022a8a4e2071 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=35d3aaf6-ef4e-4e91-b825-86999e006253 HTTP/1.1" status: 200 len: 944 time: 0.1973391 Sep 07 19:07:11.316569 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8cd55526-5ae5-4f8d-a687-8e904300a9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:11.322240 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6811dfa0-84d6-437b-894f-28a65df94ad8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:07:11.333850 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd55526-5ae5-4f8d-a687-8e904300a9e1 None None] No DVR routers for this DVR port 3ad222df-214f-4ec1-9607-014ce1f0ca43 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:07:11.359325 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd55526-5ae5-4f8d-a687-8e904300a9e1 None None] Pushing event deleted for resources: {'Port': ['ID=3ad222df-214f-4ec1-9607-014ce1f0ca43,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:11.378512 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66a7eaa-21b4-4917-bf5a-7543b614b74b None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:07:11.533406 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10c1646c-e632-4709-bfaf-3c3a0c1f1657 req-b1848cf2-2f1f-4b09-9629-93572ee4ce54 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661209 Sep 07 19:07:11.601016 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'fixed_ips': [{'subnet_id': 'd1cce78c-1324-4701-ba83-c79b9164c502'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:07:11.603386 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:11.719217 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6811dfa0-84d6-437b-894f-28a65df94ad8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:11.746623 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-6811dfa0-84d6-437b-894f-28a65df94ad8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] device_id is not set on port 2192958f-6b2f-4844-a845-3e2d2b0b326e yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:07:11.908559 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] Allocated IP 2001:db8::2 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/d1cce78c-1324-4701-ba83-c79b9164c502/d78e801d-1d23-44cf-a58c-a5f68bd67f28) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:07:11.949300 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 3ad222df-214f-4ec1-9607-014ce1f0ca43 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:07:11.987847 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 3ad222df-214f-4ec1-9607-014ce1f0ca43 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:07:11.988360 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 3ad222df-214f-4ec1-9607-014ce1f0ca43 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:07:12.166685 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:12.211916 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] Transition to ACTIVE for port object d78e801d-1d23-44cf-a58c-a5f68bd67f28 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:12.241019 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] Transition to ACTIVE for port object d78e801d-1d23-44cf-a58c-a5f68bd67f28 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:12.256888 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:12.362187 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-6811dfa0-84d6-437b-894f-28a65df94ad8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8::a950:9e60:d970:fc89 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/d1cce78c-1324-4701-ba83-c79b9164c502/2192958f-6b2f-4844-a845-3e2d2b0b326e) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:07:12.374792 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] Pushing event updated for resources: {'Port': ['ID=d78e801d-1d23-44cf-a58c-a5f68bd67f28,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:12.403871 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:12.403871 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:12.409233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:07:12.511177 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] Attempting to bind port d78e801d-1d23-44cf-a58c-a5f68bd67f28 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:07:12.511553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] Attempting to bind port d78e801d-1d23-44cf-a58c-a5f68bd67f28 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:07:12.511936 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] Attempting to bind port d78e801d-1d23-44cf-a58c-a5f68bd67f28 on network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:07:12.523682 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:07:12.524396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:07:12.529371 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:12.530006 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] Bound using segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:07:12.531895 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] Bound port: d78e801d-1d23-44cf-a58c-a5f68bd67f28, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:07:12.532681 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:12.727848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] For port d78e801d-1d23-44cf-a58c-a5f68bd67f28, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:07:12.731674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] For port d78e801d-1d23-44cf-a58c-a5f68bd67f28, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d78e801d-1d23-44cf-a58c-a5f68bd67f28,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:07:12.738590 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:12.763644 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6811dfa0-84d6-437b-894f-28a65df94ad8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:12.834178 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa8996-2c27-4596-ae74-0f2e948c0a44 None None] Pushing event updated for resources: {'Port': ['ID=d78e801d-1d23-44cf-a58c-a5f68bd67f28,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:12.865236 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:12.897503 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-6811dfa0-84d6-437b-894f-28a65df94ad8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Transition to ACTIVE for port object 2192958f-6b2f-4844-a845-3e2d2b0b326e will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:12.940196 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfdcdf-b54b-4a35-af27-3e08c0546a27 req-2ddb939b-4428-45bb-bf72-13ee01228440 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:12.942600 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7cfdcdf-b54b-4a35-af27-3e08c0546a27 req-2ddb939b-4428-45bb-bf72-13ee01228440 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=35d3aaf6-ef4e-4e91-b825-86999e006253 HTTP/1.1" status: 200 len: 944 time: 0.2063398 Sep 07 19:07:13.029305 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7cfdcdf-b54b-4a35-af27-3e08c0546a27 req-7165cd72-66ac-4b05-a7c3-9fa61ec6fa8e tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790386 Sep 07 19:07:13.031367 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6811dfa0-84d6-437b-894f-28a65df94ad8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:13.108981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811dfa0-84d6-437b-894f-28a65df94ad8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=2192958f-6b2f-4844-a845-3e2d2b0b326e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:13.151734 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6811dfa0-84d6-437b-894f-28a65df94ad8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:13.173416 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-6811dfa0-84d6-437b-894f-28a65df94ad8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:13.203816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6811dfa0-84d6-437b-894f-28a65df94ad8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:07:13.210418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811dfa0-84d6-437b-894f-28a65df94ad8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:13.211075 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6811dfa0-84d6-437b-894f-28a65df94ad8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:13.263328 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6811dfa0-84d6-437b-894f-28a65df94ad8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3625960 Sep 07 19:07:13.263903 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52590) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:13.344340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6b4241-53b9-4229-8e73-854e4b220b12 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:13.356793 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6b4241-53b9-4229-8e73-854e4b220b12 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:13.360010 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ae6b4241-53b9-4229-8e73-854e4b220b12 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0941863 Sep 07 19:07:13.362345 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52596) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:13.463782 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 0b120561-103d-49b2-a116-3620d6980e30 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:07:13.557044 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-c6c56acf-bd53-4354-8c24-466317bf0059 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting port 2192958f-6b2f-4844-a845-3e2d2b0b326e {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:13.557412 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6c56acf-bd53-4354-8c24-466317bf0059 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:13.659479 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 0b120561-103d-49b2-a116-3620d6980e30 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:07:13.673397 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 0b120561-103d-49b2-a116-3620d6980e30 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:07:13.674055 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:13.748702 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52618) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:13.785770 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6c56acf-bd53-4354-8c24-466317bf0059 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:13.841836 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-c6c56acf-bd53-4354-8c24-466317bf0059 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Calling delete_port for 2192958f-6b2f-4844-a845-3e2d2b0b326e owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:13.860670 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:13.939820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d78e801d-1d23-44cf-a58c-a5f68bd67f28 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:07:14.099014 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:14.208693 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6c56acf-bd53-4354-8c24-466317bf0059 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:14.242561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d3aaf6-ef4e-4e91-b825-86999e006253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b120561-103d-49b2-a116-3620d6980e30'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:07:14.246518 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8143f5d-f139-4621-9c12-7a79bea98ffc" -d '{"events": [{"server_uuid": "35d3aaf6-ef4e-4e91-b825-86999e006253", "name": "network-vif-plugged", "status": "completed", "tag": "0b120561-103d-49b2-a116-3620d6980e30"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:07:14.263165 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c56acf-bd53-4354-8c24-466317bf0059 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=2192958f-6b2f-4844-a845-3e2d2b0b326e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:14.289496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 0b120561-103d-49b2-a116-3620d6980e30, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=0b120561-103d-49b2-a116-3620d6980e30,segment=NetworkSegment(7dd8dc55-fb4f-44d9-8604-3fa6c81d1284),segment_id=7dd8dc55-fb4f-44d9-8604-3fa6c81d1284)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:14.297692 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:14.326441 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port d78e801d-1d23-44cf-a58c-a5f68bd67f28 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:07:14.416521 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6c56acf-bd53-4354-8c24-466317bf0059 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:14.419141 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c6c56acf-bd53-4354-8c24-466317bf0059 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/2192958f-6b2f-4844-a845-3e2d2b0b326e HTTP/1.1" status: 204 len: 168 time: 1.0550888 Sep 07 19:07:14.422897 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52640) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:14.462989 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb5297c-161c-4493-a251-06b7934a9d2c x-openstack-request-id: req-ddb5297c-161c-4493-a251-06b7934a9d2c {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:07:14.463418 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d3aaf6-ef4e-4e91-b825-86999e006253", "name": "network-vif-plugged", "status": "completed", "tag": "0b120561-103d-49b2-a116-3620d6980e30", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:07:14.463675 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ddb5297c-161c-4493-a251-06b7934a9d2c {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:07:14.464071 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d3aaf6-ef4e-4e91-b825-86999e006253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b120561-103d-49b2-a116-3620d6980e30', 'code': 200} Sep 07 19:07:14.524294 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=0b120561-103d-49b2-a116-3620d6980e30,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:14.660975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff6729-75c7-4767-b7d2-cf3c093d0ff9 req-cccdee8e-4c53-4b87-b1fe-39860928a49e tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:14.673135 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-03ff6729-75c7-4767-b7d2-cf3c093d0ff9 req-cccdee8e-4c53-4b87-b1fe-39860928a49e tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=35d3aaf6-ef4e-4e91-b825-86999e006253 HTTP/1.1" status: 200 len: 945 time: 0.4109812 Sep 07 19:07:14.794511 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d8eb87-aba8-44cc-b171-a0ec136bd19d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:14.798746 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d8eb87-aba8-44cc-b171-a0ec136bd19d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:14.803967 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-22d8eb87-aba8-44cc-b171-a0ec136bd19d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3781338 Sep 07 19:07:14.805158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52650) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:14.827046 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-03ff6729-75c7-4767-b7d2-cf3c093d0ff9 req-367381d3-b1b5-4b79-a13f-801239870d14 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526179 Sep 07 19:07:14.899576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52656) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:14.928874 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-46ffb2ca-94e3-409d-87d0-fae27dfd7820 None None] Provisioning for port d78e801d-1d23-44cf-a58c-a5f68bd67f28 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:07:14.933225 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-46ffb2ca-94e3-409d-87d0-fae27dfd7820 None None] Provisioning complete for port d78e801d-1d23-44cf-a58c-a5f68bd67f28 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:07:14.933664 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-46ffb2ca-94e3-409d-87d0-fae27dfd7820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:15.019430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf7f71f-76a6-48ed-b9de-bab11400aa70 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet d1cce78c-1324-4701-ba83-c79b9164c502 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:07:15.028245 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f71f-76a6-48ed-b9de-bab11400aa70 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:15.123073 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f71f-76a6-48ed-b9de-bab11400aa70 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:15.153510 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-46ffb2ca-94e3-409d-87d0-fae27dfd7820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:15.262955 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-46ffb2ca-94e3-409d-87d0-fae27dfd7820 None None] For port d78e801d-1d23-44cf-a58c-a5f68bd67f28, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d78e801d-1d23-44cf-a58c-a5f68bd67f28,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:15.270549 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-46ffb2ca-94e3-409d-87d0-fae27dfd7820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:15.307992 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f71f-76a6-48ed-b9de-bab11400aa70 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:15.404410 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b0bb4-b64c-413e-b397-9ba772e284ba req-4c27b2db-efaf-4081-b0b7-c3a1c33f926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:15.406056 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f5b0bb4-b64c-413e-b397-9ba772e284ba req-4c27b2db-efaf-4081-b0b7-c3a1c33f926e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=35d3aaf6-ef4e-4e91-b825-86999e006253 HTTP/1.1" status: 200 len: 1096 time: 0.8232930 Sep 07 19:07:15.409359 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f71f-76a6-48ed-b9de-bab11400aa70 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:15.431184 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c87b4e84-7e80-4a49-a8c5-04846fd7b4a0 None None] Could not find standard attr ID for object 2192958f-6b2f-4844-a845-3e2d2b0b326e. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:07:15.438791 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f71f-76a6-48ed-b9de-bab11400aa70 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:15.441513 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-fbf7f71f-76a6-48ed-b9de-bab11400aa70 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/d1cce78c-1324-4701-ba83-c79b9164c502 HTTP/1.1" status: 204 len: 168 time: 0.6327019 Sep 07 19:07:15.453989 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffb2ca-94e3-409d-87d0-fae27dfd7820 None None] Pushing event updated for resources: {'Port': ['ID=d78e801d-1d23-44cf-a58c-a5f68bd67f28,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:15.469990 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0c5c328b-2886-4290-81e9-d8f50d94ac5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:15.490010 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52660) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:15.502425 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7f71f-76a6-48ed-b9de-bab11400aa70 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=d1cce78c-1324-4701-ba83-c79b9164c502,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:15.583677 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f5b0bb4-b64c-413e-b397-9ba772e284ba req-516dc2ba-c50d-44f1-b63b-b72ba95cb389 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644704 Sep 07 19:07:15.639987 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-16f9af0e-67ac-4806-a776-1c20555f6364 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1463060 Sep 07 19:07:15.645110 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52668) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:15.673251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-7a0f66b7-2269-40b1-b891-fedd482abd3d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:07:15.756156 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d78e801d-1d23-44cf-a58c-a5f68bd67f28 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:07:15.818197 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c40183e-7680-4c26-8a4b-bbdfb84bf478 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:07:15.992747 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2189b9f6-77bb-471e-bc3c-bd11912200fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:16.079523 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port d78e801d-1d23-44cf-a58c-a5f68bd67f28 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:07:16.081939 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:16.273015 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49ccf59-114c-4b8f-b38b-6b625eff3935 None None] DHCP port deletion for 5341d4d7-2b72-420c-84fe-cfa44886a8d9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:07:16.395314 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-b49ccf59-114c-4b8f-b38b-6b625eff3935 None None] Deleting port d78e801d-1d23-44cf-a58c-a5f68bd67f28 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:16.395708 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b49ccf59-114c-4b8f-b38b-6b625eff3935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:16.543557 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-2189b9f6-77bb-471e-bc3c-bd11912200fd admin admin] Deleting port 20960585-29a0-47ab-9c71-011c9c45706c {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:16.544085 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0c5c328b-2886-4290-81e9-d8f50d94ac5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:16.544919 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2189b9f6-77bb-471e-bc3c-bd11912200fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:16.545863 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-b49ccf59-114c-4b8f-b38b-6b625eff3935 None None] For port d78e801d-1d23-44cf-a58c-a5f68bd67f28, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d78e801d-1d23-44cf-a58c-a5f68bd67f28,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:16.546834 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b49ccf59-114c-4b8f-b38b-6b625eff3935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:16.571421 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0c5c328b-2886-4290-81e9-d8f50d94ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:16.573022 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-b49ccf59-114c-4b8f-b38b-6b625eff3935 None None] Calling delete_port for d78e801d-1d23-44cf-a58c-a5f68bd67f28 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:16.737675 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0f66b7-2269-40b1-b891-fedd482abd3d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:07:16.748710 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7a0f66b7-2269-40b1-b891-fedd482abd3d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:16.774624 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-2189b9f6-77bb-471e-bc3c-bd11912200fd admin admin] For port 20960585-29a0-47ab-9c71-011c9c45706c, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=20960585-29a0-47ab-9c71-011c9c45706c,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:16.775298 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2189b9f6-77bb-471e-bc3c-bd11912200fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:16.780762 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c328b-2886-4290-81e9-d8f50d94ac5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c6570b-6709-4383-9433-0af9c1f41e12,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:16.792768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24121b5d-ca76-4469-9621-8e5ad2167352 req-c0612581-e48d-41e5-ac70-71da30cb44a4 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:16.794680 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-24121b5d-ca76-4469-9621-8e5ad2167352 req-c0612581-e48d-41e5-ac70-71da30cb44a4 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=35d3aaf6-ef4e-4e91-b825-86999e006253 HTTP/1.1" status: 200 len: 945 time: 0.3116276 Sep 07 19:07:16.802920 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0c5c328b-2886-4290-81e9-d8f50d94ac5e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=157352db7b6b45268aad9fd73ae5b15f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8942044 Sep 07 19:07:16.805944 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-2189b9f6-77bb-471e-bc3c-bd11912200fd admin admin] Calling delete_port for 20960585-29a0-47ab-9c71-011c9c45706c owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:16.813407 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52686) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:16.836334 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b49ccf59-114c-4b8f-b38b-6b625eff3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:16.910925 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-24121b5d-ca76-4469-9621-8e5ad2167352 req-9b666a41-854e-4c47-8b1f-1e4147f6c1f0 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953014 Sep 07 19:07:16.930952 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ccf59-114c-4b8f-b38b-6b625eff3935 None None] Pushing event deleted for resources: {'Port': ['ID=d78e801d-1d23-44cf-a58c-a5f68bd67f28,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:16.945875 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ccf59-114c-4b8f-b38b-6b625eff3935 None None] No DVR routers for this DVR port d78e801d-1d23-44cf-a58c-a5f68bd67f28 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:07:17.018581 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d327-2e90-4862-abc8-007a77327292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:17.057064 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d327-2e90-4862-abc8-007a77327292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:17.240893 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2189b9f6-77bb-471e-bc3c-bd11912200fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:17.251905 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d327-2e90-4862-abc8-007a77327292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:17.254915 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d327-2e90-4862-abc8-007a77327292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:17.256189 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b4a9d327-2e90-4862-abc8-007a77327292 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/28c6570b-6709-4383-9433-0af9c1f41e12 HTTP/1.1" status: 204 len: 168 time: 0.4354248 Sep 07 19:07:17.278300 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9d327-2e90-4862-abc8-007a77327292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c6570b-6709-4383-9433-0af9c1f41e12,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:17.285253 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7a0f66b7-2269-40b1-b891-fedd482abd3d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:17.318495 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189b9f6-77bb-471e-bc3c-bd11912200fd admin admin] Pushing event deleted for resources: {'Port': ['ID=20960585-29a0-47ab-9c71-011c9c45706c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:17.334619 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0f66b7-2269-40b1-b891-fedd482abd3d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:17.338577 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-7a0f66b7-2269-40b1-b891-fedd482abd3d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:17.343803 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0f66b7-2269-40b1-b891-fedd482abd3d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:17.344754 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7a0f66b7-2269-40b1-b891-fedd482abd3d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:17.358558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f66b7-2269-40b1-b891-fedd482abd3d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=d35b301c-cfe0-45e0-98b6-d64658be94b0,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:17.362824 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fdcda5-f57b-482f-9828-e34505b2c5b4 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:07:17.373144 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7a0f66b7-2269-40b1-b891-fedd482abd3d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7230422 Sep 07 19:07:17.376781 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52698) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:17.385022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-4dc19f44-5e28-4070-9b1d-ed0259b578fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'fixed_ips': [{'subnet_id': 'd35b301c-cfe0-45e0-98b6-d64658be94b0', 'ip_address': '2001:db8::8e30:b088:1acd:7a88'}], 'name': 'tempest-NetworksTestDHCPv6-2089044116'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:07:17.639370 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'fixed_ips': [{'subnet_id': 'd35b301c-cfe0-45e0-98b6-d64658be94b0'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:07:17.640489 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:17.677577 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc19f44-5e28-4070-9b1d-ed0259b578fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:07:17.796322 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2189b9f6-77bb-471e-bc3c-bd11912200fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:17.910147 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d78e801d-1d23-44cf-a58c-a5f68bd67f28 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:07:17.937042 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: d78e801d-1d23-44cf-a58c-a5f68bd67f28 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:07:17.937394 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d78e801d-1d23-44cf-a58c-a5f68bd67f28 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:07:17.986824 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4dc19f44-5e28-4070-9b1d-ed0259b578fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:18.007799 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-4dc19f44-5e28-4070-9b1d-ed0259b578fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] device_id is not set on port 72359b90-e9db-4d2e-8faf-46c748857d6b yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:07:18.046917 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] Allocated IP 2001:db8::2 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/d35b301c-cfe0-45e0-98b6-d64658be94b0/d9e0a7cb-2f29-4a94-bf22-689201095645) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:07:18.054500 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52710) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:18.096188 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3584c763-b0b6-4ff6-99ae-3ec20708ac90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:18.224913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c511cd-250e-4de5-bc0b-b718f783019d req-76aecf24-3118-4cf0-b9bc-fffd08dd180a tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:18.226814 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4c511cd-250e-4de5-bc0b-b718f783019d req-76aecf24-3118-4cf0-b9bc-fffd08dd180a tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=35d3aaf6-ef4e-4e91-b825-86999e006253 HTTP/1.1" status: 200 len: 945 time: 0.0800247 Sep 07 19:07:18.273270 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:18.282161 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4c511cd-250e-4de5-bc0b-b718f783019d req-40bdb027-8c5b-4398-9dc8-2f748157a168 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480263 Sep 07 19:07:18.293568 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] Transition to ACTIVE for port object d9e0a7cb-2f29-4a94-bf22-689201095645 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:18.315968 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] Transition to ACTIVE for port object d9e0a7cb-2f29-4a94-bf22-689201095645 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:18.325254 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:18.416908 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2189b9f6-77bb-471e-bc3c-bd11912200fd admin admin] Router 407b90b5-df46-4510-b390-39223041ed4d has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:07:18.438329 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] Pushing event updated for resources: {'Port': ['ID=d9e0a7cb-2f29-4a94-bf22-689201095645,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:18.461708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:18.463168 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:18.466963 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:07:18.495658 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3584c763-b0b6-4ff6-99ae-3ec20708ac90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:18.510611 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3584c763-b0b6-4ff6-99ae-3ec20708ac90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:18.535058 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-4dc19f44-5e28-4070-9b1d-ed0259b578fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8::8e30:b088:1acd:7a88 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/d35b301c-cfe0-45e0-98b6-d64658be94b0/72359b90-e9db-4d2e-8faf-46c748857d6b) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:07:18.622186 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] Attempting to bind port d9e0a7cb-2f29-4a94-bf22-689201095645 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:07:18.626961 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3584c763-b0b6-4ff6-99ae-3ec20708ac90 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=43d066c8b08f475bbd6a5ca31d766276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5684421 Sep 07 19:07:18.627157 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] Attempting to bind port d9e0a7cb-2f29-4a94-bf22-689201095645 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:07:18.627157 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] Attempting to bind port d9e0a7cb-2f29-4a94-bf22-689201095645 on network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:07:18.636001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52764) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:18.642696 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:07:18.643393 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:07:18.644350 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:18.644896 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] Bound using segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:07:18.646324 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] Bound port: d9e0a7cb-2f29-4a94-bf22-689201095645, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:07:18.648551 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:18.759296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] For port d9e0a7cb-2f29-4a94-bf22-689201095645, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:07:18.764883 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] For port d9e0a7cb-2f29-4a94-bf22-689201095645, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d9e0a7cb-2f29-4a94-bf22-689201095645,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:07:18.772421 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:18.779022 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584c763-b0b6-4ff6-99ae-3ec20708ac90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d05b8b9-80ae-4a30-b16c-80a23f6e8214,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:18.848163 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258a4c3-290d-401e-ab46-dc86de6172a0 None None] Pushing event updated for resources: {'Port': ['ID=d9e0a7cb-2f29-4a94-bf22-689201095645,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:18.903131 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-7e695fa5-e6a1-46b0-b19f-6c36fdc4d6ab tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:18.905410 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-7e695fa5-e6a1-46b0-b19f-6c36fdc4d6ab tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/networks?id=28561914-c3ca-4c0b-866d-e05eae48a3bf HTTP/1.1" status: 200 len: 815 time: 0.1974409 Sep 07 19:07:18.919184 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2189b9f6-77bb-471e-bc3c-bd11912200fd admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:07:18.939756 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437230dc-871f-419d-b0b1-0089736096a3 None None] Sync routers for ids ['407b90b5-df46-4510-b390-39223041ed4d'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:07:18.943725 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2189b9f6-77bb-471e-bc3c-bd11912200fd admin admin] 10.222.0.26 "PUT /v2.0/routers/407b90b5-df46-4510-b390-39223041ed4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1906145 Sep 07 19:07:18.948054 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52782) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:18.977663 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437230dc-871f-419d-b0b1-0089736096a3 None None] Routers {'407b90b5-df46-4510-b390-39223041ed4d'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:07:18.978909 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-437230dc-871f-419d-b0b1-0089736096a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:06:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['407b90b5-df46-4510-b390-39223041ed4d'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:19.050539 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-6745b636-36fc-4589-bbf9-6fbdf3ec8b67 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/quotas/524d8b7fabdc479496084a50e046b03c HTTP/1.1" status: 200 len: 375 time: 0.1143754 Sep 07 19:07:19.189399 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-983c8859-819f-4417-9423-ff9beeb30ed1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:19.271365 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-989aa92f-6e2a-4c16-947c-29f421886a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:19.310183 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4dc19f44-5e28-4070-9b1d-ed0259b578fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:19.395252 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-c6856d22-251a-4d9c-be3e-f7bf1b3d3725 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=524d8b7fabdc479496084a50e046b03c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3174174 Sep 07 19:07:19.425016 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-989aa92f-6e2a-4c16-947c-29f421886a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:19.445874 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-4dc19f44-5e28-4070-9b1d-ed0259b578fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Transition to ACTIVE for port object 72359b90-e9db-4d2e-8faf-46c748857d6b will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:19.553446 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-983c8859-819f-4417-9423-ff9beeb30ed1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:19.596210 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4dc19f44-5e28-4070-9b1d-ed0259b578fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:19.609366 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-989aa92f-6e2a-4c16-947c-29f421886a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:19.613142 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-989aa92f-6e2a-4c16-947c-29f421886a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:19.614808 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-989aa92f-6e2a-4c16-947c-29f421886a82 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d05b8b9-80ae-4a30-b16c-80a23f6e8214 HTTP/1.1" status: 204 len: 168 time: 0.9767599 Sep 07 19:07:19.700927 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-437230dc-871f-419d-b0b1-0089736096a3 None None] Set router 407b90b5-df46-4510-b390-39223041ed4d gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:07:19.801872 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989aa92f-6e2a-4c16-947c-29f421886a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d05b8b9-80ae-4a30-b16c-80a23f6e8214,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:19.838174 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-983c8859-819f-4417-9423-ff9beeb30ed1 admin admin] Deleting port 49ab9851-6d76-4b22-9c21-3fd4c8891dbd {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:19.838517 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-983c8859-819f-4417-9423-ff9beeb30ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:19.863777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc19f44-5e28-4070-9b1d-ed0259b578fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:19.872987 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-4dc19f44-5e28-4070-9b1d-ed0259b578fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:19.875933 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d9e0a7cb-2f29-4a94-bf22-689201095645 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:07:19.924873 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc19f44-5e28-4070-9b1d-ed0259b578fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=72359b90-e9db-4d2e-8faf-46c748857d6b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:19.932989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc19f44-5e28-4070-9b1d-ed0259b578fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:07:19.953687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc19f44-5e28-4070-9b1d-ed0259b578fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:19.954403 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4dc19f44-5e28-4070-9b1d-ed0259b578fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:20.025974 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4dc19f44-5e28-4070-9b1d-ed0259b578fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6471932 Sep 07 19:07:20.025974 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52832) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:20.099985 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-915e6907-516f-43f7-a910-1ad0614f5e00 service neutron] 10.222.0.26 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7031567 Sep 07 19:07:20.129727 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-983c8859-819f-4417-9423-ff9beeb30ed1 admin admin] For port 49ab9851-6d76-4b22-9c21-3fd4c8891dbd, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=49ab9851-6d76-4b22-9c21-3fd4c8891dbd,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:20.130329 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-983c8859-819f-4417-9423-ff9beeb30ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:20.174237 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-983c8859-819f-4417-9423-ff9beeb30ed1 admin admin] Calling delete_port for 49ab9851-6d76-4b22-9c21-3fd4c8891dbd owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:20.209657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b7abe8-186a-470a-9f5f-11c01d8660a9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:20.218710 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b7abe8-186a-470a-9f5f-11c01d8660a9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:20.228999 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f7b7abe8-186a-470a-9f5f-11c01d8660a9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1998889 Sep 07 19:07:20.232037 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52836) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:20.301326 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port d9e0a7cb-2f29-4a94-bf22-689201095645 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:07:20.439260 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-85208b65-66c9-4acb-9e5a-d8dbf617a435 service neutron] 10.222.0.26 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041577 Sep 07 19:07:20.521310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-437230dc-871f-419d-b0b1-0089736096a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407b90b5-df46-4510-b390-39223041ed4d', 'name': 'tempest-AttachVolumeShelveTestJSON-369657215-router', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T19:07:17Z', 'revision_number': 5, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'gw_port': {'id': '49ab9851-6d76-4b22-9c21-3fd4c8891dbd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407b90b5-df46-4510-b390-39223041ed4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T18:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:20.527340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-35d9ad5c-0015-4034-b5c5-a7185731a948 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting port 72359b90-e9db-4d2e-8faf-46c748857d6b {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:20.527726 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-35d9ad5c-0015-4034-b5c5-a7185731a948 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:20.628245 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437230dc-871f-419d-b0b1-0089736096a3 None None] Checking router: 407b90b5-df46-4510-b390-39223041ed4d for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:07:20.653696 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437230dc-871f-419d-b0b1-0089736096a3 None None] Routers {'407b90b5-df46-4510-b390-39223041ed4d'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:07:20.654695 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-437230dc-871f-419d-b0b1-0089736096a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:06:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['407b90b5-df46-4510-b390-39223041ed4d'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:20.677342 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-983c8859-819f-4417-9423-ff9beeb30ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:20.837206 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c8859-819f-4417-9423-ff9beeb30ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=49ab9851-6d76-4b22-9c21-3fd4c8891dbd,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:20.903215 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-35d9ad5c-0015-4034-b5c5-a7185731a948 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:20.932263 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-983c8859-819f-4417-9423-ff9beeb30ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:20.940294 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-437230dc-871f-419d-b0b1-0089736096a3 None None] Set router 407b90b5-df46-4510-b390-39223041ed4d gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:07:20.983927 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c42caaad-1bd6-4ab2-9332-6f0b8995e872 req-a469f1ac-85f5-4615-958c-e62df210a763 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1 HTTP/1.1" status: 200 len: 210 time: 0.1194704 Sep 07 19:07:21.000969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-35d9ad5c-0015-4034-b5c5-a7185731a948 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Calling delete_port for 72359b90-e9db-4d2e-8faf-46c748857d6b owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:21.040291 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-437230dc-871f-419d-b0b1-0089736096a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407b90b5-df46-4510-b390-39223041ed4d', 'name': 'tempest-AttachVolumeShelveTestJSON-369657215-router', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T19:07:19Z', 'revision_number': 6, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:21.178169 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437230dc-871f-419d-b0b1-0089736096a3 None None] The sync data for ids ['407b90b5-df46-4510-b390-39223041ed4d'] in n-d-807786-1 is: [{'id': '407b90b5-df46-4510-b390-39223041ed4d', 'name': 'tempest-AttachVolumeShelveTestJSON-369657215-router', 'tenant_id': 'bd150f31e3264ef4b870aabc811ef221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:58:00Z', 'updated_at': '2021-09-07T19:07:19Z', 'revision_number': 6, 'project_id': 'bd150f31e3264ef4b870aabc811ef221', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:07:21.189385 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-03d675fe-4d07-4e21-a747-2d62a81a837c None None] Provisioning for port d9e0a7cb-2f29-4a94-bf22-689201095645 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:07:21.191563 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-983c8859-819f-4417-9423-ff9beeb30ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:21.199446 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-983c8859-819f-4417-9423-ff9beeb30ed1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:21.241251 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-03d675fe-4d07-4e21-a747-2d62a81a837c None None] Provisioning complete for port d9e0a7cb-2f29-4a94-bf22-689201095645 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:07:21.241251 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-03d675fe-4d07-4e21-a747-2d62a81a837c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:21.370497 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-983c8859-819f-4417-9423-ff9beeb30ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:21.373032 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983c8859-819f-4417-9423-ff9beeb30ed1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 407b90b5-df46-4510-b390-39223041ed4d {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:07:21.385545 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-983c8859-819f-4417-9423-ff9beeb30ed1 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:21.393359 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-983c8859-819f-4417-9423-ff9beeb30ed1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/407b90b5-df46-4510-b390-39223041ed4d HTTP/1.1" status: 204 len: 168 time: 2.4437156 Sep 07 19:07:21.398302 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52874) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:21.403814 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-35d9ad5c-0015-4034-b5c5-a7185731a948 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:21.488571 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-03d675fe-4d07-4e21-a747-2d62a81a837c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:21.490300 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9ad5c-0015-4034-b5c5-a7185731a948 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=72359b90-e9db-4d2e-8faf-46c748857d6b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:21.644905 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-35d9ad5c-0015-4034-b5c5-a7185731a948 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:21.645372 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd225c0-9a42-4a01-9590-2502b7105faf admin admin] Deleting subnet 9985a0df-d9a6-429f-8454-e036ae7f07c1 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:07:21.652796 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52884) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:21.654291 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-03d675fe-4d07-4e21-a747-2d62a81a837c None None] For port d9e0a7cb-2f29-4a94-bf22-689201095645, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d9e0a7cb-2f29-4a94-bf22-689201095645,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:21.655790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-35d9ad5c-0015-4034-b5c5-a7185731a948 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/72359b90-e9db-4d2e-8faf-46c748857d6b HTTP/1.1" status: 204 len: 168 time: 1.4150977 Sep 07 19:07:21.657717 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5dd225c0-9a42-4a01-9590-2502b7105faf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:21.661772 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-03d675fe-4d07-4e21-a747-2d62a81a837c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:21.837652 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5dd225c0-9a42-4a01-9590-2502b7105faf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:21.855825 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0154ce38-7d11-47aa-8bc8-1627339aa090 None None] Could not find standard attr ID for object 72359b90-e9db-4d2e-8faf-46c748857d6b. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:07:21.871495 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d675fe-4d07-4e21-a747-2d62a81a837c None None] Pushing event updated for resources: {'Port': ['ID=d9e0a7cb-2f29-4a94-bf22-689201095645,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:21.898938 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 20960585-29a0-47ab-9c71-011c9c45706c no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:07:21.912583 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9783e042-a78d-4b6b-bdb6-5a97803ff95a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:21.919693 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9783e042-a78d-4b6b-bdb6-5a97803ff95a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:21.925790 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9783e042-a78d-4b6b-bdb6-5a97803ff95a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2659163 Sep 07 19:07:21.926053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52890) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:21.969599 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 20960585-29a0-47ab-9c71-011c9c45706c {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:07:21.970096 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 20960585-29a0-47ab-9c71-011c9c45706c not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:07:22.128052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-225a540e-37f8-48e2-aab9-9398d6147394 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet d35b301c-cfe0-45e0-98b6-d64658be94b0 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:07:22.140392 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-225a540e-37f8-48e2-aab9-9398d6147394 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:22.190686 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5dd225c0-9a42-4a01-9590-2502b7105faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:22.218771 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-225a540e-37f8-48e2-aab9-9398d6147394 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:22.298133 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5dd225c0-9a42-4a01-9590-2502b7105faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:22.337319 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd225c0-9a42-4a01-9590-2502b7105faf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9985a0df-d9a6-429f-8454-e036ae7f07c1,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:22.341906 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5dd225c0-9a42-4a01-9590-2502b7105faf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:22.346487 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5dd225c0-9a42-4a01-9590-2502b7105faf admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9985a0df-d9a6-429f-8454-e036ae7f07c1 HTTP/1.1" status: 204 len: 168 time: 0.9427302 Sep 07 19:07:22.346802 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52904) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:22.350272 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f690bb-8539-42ee-b9c3-110c908421de None None] Network a4724486-3acb-401c-a8f0-54abeeaa7172 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:07:22.365120 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5a6010a-0ec3-4a74-b94e-eb6c04f1ccf5 req-5e95f18d-32f5-4615-8920-9bc8fe71f563 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1 HTTP/1.1" status: 200 len: 210 time: 0.1384037 Sep 07 19:07:22.507451 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-225a540e-37f8-48e2-aab9-9398d6147394 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:22.511767 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4edf8b-c27a-4b45-924b-101b3a1cf690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:22.637927 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-225a540e-37f8-48e2-aab9-9398d6147394 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:22.663727 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-ac4edf8b-c27a-4b45-924b-101b3a1cf690 admin admin] Deleting port 2d888554-65e0-4add-aae8-c26c66cd5c5d {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:22.664584 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4edf8b-c27a-4b45-924b-101b3a1cf690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:22.741912 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-225a540e-37f8-48e2-aab9-9398d6147394 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:22.746093 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-225a540e-37f8-48e2-aab9-9398d6147394 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/d35b301c-cfe0-45e0-98b6-d64658be94b0 HTTP/1.1" status: 204 len: 168 time: 0.8184021 Sep 07 19:07:22.747796 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a540e-37f8-48e2-aab9-9398d6147394 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=d35b301c-cfe0-45e0-98b6-d64658be94b0,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:22.758723 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cac2373-80f7-4f5d-8ff3-dc35adab7351 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:07:22.770901 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52910) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:22.865095 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-ac4edf8b-c27a-4b45-924b-101b3a1cf690 admin admin] For port 2d888554-65e0-4add-aae8-c26c66cd5c5d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=2d888554-65e0-4add-aae8-c26c66cd5c5d,segment=NetworkSegment(69fe7266-5094-46a8-93e9-d82a3f146e26),segment_id=69fe7266-5094-46a8-93e9-d82a3f146e26)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:22.865635 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4edf8b-c27a-4b45-924b-101b3a1cf690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:22.899714 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-37b2b0d0-b7f0-4c17-bc77-cd8aba3ecae4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1186924 Sep 07 19:07:22.899714 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52916) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:22.904460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-cf1a637d-113e-4960-b156-7e9f6a591b01 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:07:22.918467 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-ac4edf8b-c27a-4b45-924b-101b3a1cf690 admin admin] Calling delete_port for 2d888554-65e0-4add-aae8-c26c66cd5c5d owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:23.029736 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170f8d3d-35ca-43bc-9be1-03d43ec81891 None None] DHCP port deletion for a4724486-3acb-401c-a8f0-54abeeaa7172 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:07:23.135604 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4edf8b-c27a-4b45-924b-101b3a1cf690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:23.193594 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4edf8b-c27a-4b45-924b-101b3a1cf690 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d888554-65e0-4add-aae8-c26c66cd5c5d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:23.201190 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4edf8b-c27a-4b45-924b-101b3a1cf690 admin admin] No DVR routers for this DVR port 2d888554-65e0-4add-aae8-c26c66cd5c5d on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:07:23.235208 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-63d218e3-90b6-4d72-a485-1f575faae59b tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:23.237798 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-63d218e3-90b6-4d72-a485-1f575faae59b tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.36 "GET /v2.0/networks?id=28561914-c3ca-4c0b-866d-e05eae48a3bf HTTP/1.1" status: 200 len: 815 time: 0.1544933 Sep 07 19:07:23.262411 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-7e766b3e-669c-4c9f-882e-4a1ca270a4f4 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Request body: {'port': {'device_id': '212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1', 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf', 'admin_state_up': True, 'tenant_id': '524d8b7fabdc479496084a50e046b03c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:07:23.302561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-170f8d3d-35ca-43bc-9be1-03d43ec81891 None None] The port '2d888554-65e0-4add-aae8-c26c66cd5c5d' was deleted {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Sep 07 19:07:23.350234 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4edf8b-c27a-4b45-924b-101b3a1cf690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:23.405530 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ac4edf8b-c27a-4b45-924b-101b3a1cf690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4724486-3acb-401c-a8f0-54abeeaa7172']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:23.438559 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ac4edf8b-c27a-4b45-924b-101b3a1cf690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69fe7266-5094-46a8-93e9-d82a3f146e26') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:23.438559 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ac4edf8b-c27a-4b45-924b-101b3a1cf690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69fe7266-5094-46a8-93e9-d82a3f146e26') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:23.442149 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ba2555-8521-4843-925a-fa4b54828ebd None None] DHCP port deletion for 5341d4d7-2b72-420c-84fe-cfa44886a8d9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:07:23.471042 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4edf8b-c27a-4b45-924b-101b3a1cf690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:23.518014 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4edf8b-c27a-4b45-924b-101b3a1cf690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:23.525951 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac4edf8b-c27a-4b45-924b-101b3a1cf690 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:07:23.526431 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4edf8b-c27a-4b45-924b-101b3a1cf690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:07:23.529128 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:07:23.579669 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a76da4a-6c05-4568-ac56-592976a52c1e req-32321de7-c861-4fa8-826b-e511ca94ec9f tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1 HTTP/1.1" status: 200 len: 210 time: 0.0869598 Sep 07 19:07:23.580712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-06ba2555-8521-4843-925a-fa4b54828ebd None None] Deleting port d9e0a7cb-2f29-4a94-bf22-689201095645 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:23.581095 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-06ba2555-8521-4843-925a-fa4b54828ebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:23.617625 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1a637d-113e-4960-b156-7e9f6a591b01 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:07:23.627019 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cf1a637d-113e-4960-b156-7e9f6a591b01 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:23.688069 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4edf8b-c27a-4b45-924b-101b3a1cf690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:23.716536 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4edf8b-c27a-4b45-924b-101b3a1cf690 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:23.725410 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ac4edf8b-c27a-4b45-924b-101b3a1cf690 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a4724486-3acb-401c-a8f0-54abeeaa7172 HTTP/1.1" status: 204 len: 168 time: 1.3636835 Sep 07 19:07:23.741170 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4edf8b-c27a-4b45-924b-101b3a1cf690 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4724486-3acb-401c-a8f0-54abeeaa7172,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:23.772255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-06ba2555-8521-4843-925a-fa4b54828ebd None None] For port d9e0a7cb-2f29-4a94-bf22-689201095645, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d9e0a7cb-2f29-4a94-bf22-689201095645,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:23.773294 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-06ba2555-8521-4843-925a-fa4b54828ebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:23.813876 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-06ba2555-8521-4843-925a-fa4b54828ebd None None] Calling delete_port for d9e0a7cb-2f29-4a94-bf22-689201095645 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:23.815906 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 49ab9851-6d76-4b22-9c21-3fd4c8891dbd no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:07:23.885902 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 49ab9851-6d76-4b22-9c21-3fd4c8891dbd {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:07:23.886676 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 49ab9851-6d76-4b22-9c21-3fd4c8891dbd not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:07:23.888913 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d9e0a7cb-2f29-4a94-bf22-689201095645 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:07:24.062014 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-06ba2555-8521-4843-925a-fa4b54828ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:24.116493 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-7e766b3e-669c-4c9f-882e-4a1ca270a4f4 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Made reservation on behalf of 524d8b7fabdc479496084a50e046b03c for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:07:24.126358 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-7e766b3e-669c-4c9f-882e-4a1ca270a4f4 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:24.157897 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba2555-8521-4843-925a-fa4b54828ebd None None] Pushing event deleted for resources: {'Port': ['ID=d9e0a7cb-2f29-4a94-bf22-689201095645,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:24.165548 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Port d9e0a7cb-2f29-4a94-bf22-689201095645 update to DOWN by agent not found {{(pid=101446) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 07 19:07:24.168740 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 2d888554-65e0-4add-aae8-c26c66cd5c5d no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:07:24.231111 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 2d888554-65e0-4add-aae8-c26c66cd5c5d {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:07:24.234456 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 2d888554-65e0-4add-aae8-c26c66cd5c5d not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:07:24.237046 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ba2555-8521-4843-925a-fa4b54828ebd None None] No DVR routers for this DVR port d9e0a7cb-2f29-4a94-bf22-689201095645 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:07:24.394794 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52958) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:24.470193 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a6ccc291-e09d-42e9-b3ef-4d1c1b4d9692 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd150f31e3264ef4b870aabc811ef221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0741742 Sep 07 19:07:24.479140 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52962) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:24.527344 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-7e766b3e-669c-4c9f-882e-4a1ca270a4f4 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Allocated IP 172.20.0.6 (28561914-c3ca-4c0b-866d-e05eae48a3bf/4ab4e789-722f-458d-abf4-2cfc1d2156cf/e65b0d90-526c-435d-af01-3f9e4885c894) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:07:24.559079 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8db5dff3-cbcf-4434-aaac-cbe944eb7074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:24.603708 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8db5dff3-cbcf-4434-aaac-cbe944eb7074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:24.644723 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cf1a637d-113e-4960-b156-7e9f6a591b01 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:24.731766 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8db5dff3-cbcf-4434-aaac-cbe944eb7074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:24.734523 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8db5dff3-cbcf-4434-aaac-cbe944eb7074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:24.738625 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8db5dff3-cbcf-4434-aaac-cbe944eb7074 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d60244a-b7b9-40eb-b6c4-7c55a1178d8e HTTP/1.1" status: 204 len: 168 time: 0.2586694 Sep 07 19:07:24.756171 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5dff3-cbcf-4434-aaac-cbe944eb7074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d60244a-b7b9-40eb-b6c4-7c55a1178d8e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:24.791127 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1a637d-113e-4960-b156-7e9f6a591b01 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:24.797943 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-cf1a637d-113e-4960-b156-7e9f6a591b01 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:24.808998 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e259d05f-3359-4975-90f6-16a290f3e8fa None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:07:24.822543 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1a637d-113e-4960-b156-7e9f6a591b01 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:24.823280 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cf1a637d-113e-4960-b156-7e9f6a591b01 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:24.836540 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a7162c8-7efb-44da-9da1-9e2964316d3c req-4bf19200-125d-45e6-9bd1-cee6a49f1a27 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1 HTTP/1.1" status: 200 len: 210 time: 0.1139729 Sep 07 19:07:24.949628 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-cf1a637d-113e-4960-b156-7e9f6a591b01 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0539343 Sep 07 19:07:24.950814 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a637d-113e-4960-b156-7e9f6a591b01 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=137f0ef9-3ef9-4198-9d17-7c0aa9208b0f,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:24.953656 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52976) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:24.959419 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b41bf2c9-cf25-4b2f-a680-de41f4ae184d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'fixed_ips': [{'subnet_id': '137f0ef9-3ef9-4198-9d17-7c0aa9208b0f', 'ip_address': '2001:db8::fb04:f232:3978:2f6a'}], 'name': 'tempest-NetworksTestDHCPv6-69242146'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:07:25.036048 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-7e766b3e-669c-4c9f-882e-4a1ca270a4f4 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:25.150958 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-7e766b3e-669c-4c9f-882e-4a1ca270a4f4 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:25.172320 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['0cc231fb-2c5b-41fb-bd96-1030392369de'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:07:25.175095 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:07:25.275592 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'fixed_ips': [{'subnet_id': '137f0ef9-3ef9-4198-9d17-7c0aa9208b0f'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:07:25.278045 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:25.312304 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41bf2c9-cf25-4b2f-a680-de41f4ae184d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:07:25.406611 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e766b3e-669c-4c9f-882e-4a1ca270a4f4 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Pushing event updated for resources: {'Port': ['ID=e65b0d90-526c-435d-af01-3f9e4885c894,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:25.431843 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-7e766b3e-669c-4c9f-882e-4a1ca270a4f4 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Network 28561914-c3ca-4c0b-866d-e05eae48a3bf is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:25.444300 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-7e766b3e-669c-4c9f-882e-4a1ca270a4f4 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:25.449124 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-7e766b3e-669c-4c9f-882e-4a1ca270a4f4 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:07:25.649251 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b41bf2c9-cf25-4b2f-a680-de41f4ae184d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:25.659923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-7e766b3e-669c-4c9f-882e-4a1ca270a4f4 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:25.660698 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-7e766b3e-669c-4c9f-882e-4a1ca270a4f4 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:25.691385 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-b41bf2c9-cf25-4b2f-a680-de41f4ae184d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] device_id is not set on port 55c4c22a-ad41-4a5f-91db-285d62317c88 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:07:25.702878 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-7e766b3e-669c-4c9f-882e-4a1ca270a4f4 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4473717 Sep 07 19:07:25.727444 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] Request body: {'port': {'device_id': '212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:07:25.868258 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:26.050561 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-797278dd-cc53-4fac-aa28-e26f0d2d9a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:26.098285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] Allocated IP 2001:db8::2 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/137f0ef9-3ef9-4198-9d17-7c0aa9208b0f/58e586a0-3f18-4d94-83e9-d8a8d56ae462) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:07:26.422155 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeb36e-c148-4dc3-a3af-179f06ceb4f6 req-26d0560b-aabf-4adb-b200-6a6f06559256 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:26.425463 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-67eeb36e-c148-4dc3-a3af-179f06ceb4f6 req-26d0560b-aabf-4adb-b200-6a6f06559256 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1 HTTP/1.1" status: 200 len: 931 time: 0.4166186 Sep 07 19:07:26.441961 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:26.453667 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] Transition to ACTIVE for port object 58e586a0-3f18-4d94-83e9-d8a8d56ae462 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:26.476370 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] Transition to ACTIVE for port object 58e586a0-3f18-4d94-83e9-d8a8d56ae462 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:26.491065 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:26.567885 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-67eeb36e-c148-4dc3-a3af-179f06ceb4f6 req-2be36d7d-0572-41a6-87ae-0213b25cd635 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325853 Sep 07 19:07:26.591424 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:26.624949 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:26.649033 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:07:26.691206 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] Pushing event updated for resources: {'Port': ['ID=58e586a0-3f18-4d94-83e9-d8a8d56ae462,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:26.724564 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-b41bf2c9-cf25-4b2f-a680-de41f4ae184d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8::fb04:f232:3978:2f6a (5341d4d7-2b72-420c-84fe-cfa44886a8d9/137f0ef9-3ef9-4198-9d17-7c0aa9208b0f/55c4c22a-ad41-4a5f-91db-285d62317c88) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:07:26.762168 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e65b0d90-526c-435d-af01-3f9e4885c894 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:07:26.779006 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:26.819948 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] Transition to ACTIVE for port object e65b0d90-526c-435d-af01-3f9e4885c894 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:26.825417 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:26.902201 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] Attempting to bind port 58e586a0-3f18-4d94-83e9-d8a8d56ae462 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:07:26.906515 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] Attempting to bind port 58e586a0-3f18-4d94-83e9-d8a8d56ae462 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:07:26.907069 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] Attempting to bind port 58e586a0-3f18-4d94-83e9-d8a8d56ae462 on network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:07:26.922911 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:07:26.923279 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:07:26.923693 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:26.924093 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] Bound using segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:07:26.924606 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] Bound port: 58e586a0-3f18-4d94-83e9-d8a8d56ae462, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:07:26.929266 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:26.959289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] Pushing event updated for resources: {'Port': ['ID=e65b0d90-526c-435d-af01-3f9e4885c894,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:26.982802 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b41bf2c9-cf25-4b2f-a680-de41f4ae184d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:26.999029 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-b41bf2c9-cf25-4b2f-a680-de41f4ae184d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Transition to ACTIVE for port object 55c4c22a-ad41-4a5f-91db-285d62317c88 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:27.070157 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b41bf2c9-cf25-4b2f-a680-de41f4ae184d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:27.119862 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] For port 58e586a0-3f18-4d94-83e9-d8a8d56ae462, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:07:27.129170 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] For port 58e586a0-3f18-4d94-83e9-d8a8d56ae462, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=58e586a0-3f18-4d94-83e9-d8a8d56ae462,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:07:27.141553 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:27.148185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] Attempting to bind port e65b0d90-526c-435d-af01-3f9e4885c894 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:07:27.148641 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] Attempting to bind port e65b0d90-526c-435d-af01-3f9e4885c894 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '60a8ac4c-22a8-4e87-8d09-0c1bee80faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:07:27.148891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] Attempting to bind port e65b0d90-526c-435d-af01-3f9e4885c894 on network 28561914-c3ca-4c0b-866d-e05eae48a3bf {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:07:27.167827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] Port e65b0d90-526c-435d-af01-3f9e4885c894 on network 28561914-c3ca-4c0b-866d-e05eae48a3bf not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:07:27.168303 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] Attempting to bind port e65b0d90-526c-435d-af01-3f9e4885c894 on network 28561914-c3ca-4c0b-866d-e05eae48a3bf {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:07:27.171805 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41bf2c9-cf25-4b2f-a680-de41f4ae184d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:27.181074 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b41bf2c9-cf25-4b2f-a680-de41f4ae184d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:27.185534 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41bf2c9-cf25-4b2f-a680-de41f4ae184d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:07:27.193397 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41bf2c9-cf25-4b2f-a680-de41f4ae184d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:27.194522 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b41bf2c9-cf25-4b2f-a680-de41f4ae184d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:27.207158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:07:27.210677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] Checking segment: {'id': '60a8ac4c-22a8-4e87-8d09-0c1bee80faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:07:27.214000 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] Bound using segment: {'id': '60a8ac4c-22a8-4e87-8d09-0c1bee80faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:07:27.216609 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] Bound port: e65b0d90-526c-435d-af01-3f9e4885c894, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a8ac4c-22a8-4e87-8d09-0c1bee80faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:07:27.217239 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:27.225535 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b41bf2c9-cf25-4b2f-a680-de41f4ae184d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2702827 Sep 07 19:07:27.233130 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41bf2c9-cf25-4b2f-a680-de41f4ae184d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=55c4c22a-ad41-4a5f-91db-285d62317c88,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:27.254436 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53042) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:27.263166 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bbb6e7-6499-49ef-8583-673f7a26beb2 None None] Pushing event updated for resources: {'Port': ['ID=58e586a0-3f18-4d94-83e9-d8a8d56ae462,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:27.411706 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31c92df-47ff-4bb9-9e6a-6fc9f3422887 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:27.417911 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31c92df-47ff-4bb9-9e6a-6fc9f3422887 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:27.419738 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b31c92df-47ff-4bb9-9e6a-6fc9f3422887 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1720395 Sep 07 19:07:27.423125 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53050) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:27.471037 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] For port e65b0d90-526c-435d-af01-3f9e4885c894, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:07:27.484373 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] For port e65b0d90-526c-435d-af01-3f9e4885c894, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=e65b0d90-526c-435d-af01-3f9e4885c894,segment=NetworkSegment(60a8ac4c-22a8-4e87-8d09-0c1bee80faa8),segment_id=60a8ac4c-22a8-4e87-8d09-0c1bee80faa8)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:07:27.492936 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:27.633538 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:27.634179 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:27.664554 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] 10.222.0.36 "PUT /v2.0/ports/e65b0d90-526c-435d-af01-3f9e4885c894 HTTP/1.1" status: 200 len: 1091 time: 1.9223456 Sep 07 19:07:27.665139 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1', 'tag': 'e65b0d90-526c-435d-af01-3f9e4885c894'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:07:27.675830 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55104332-5651-4c9a-8a3e-6205e9eec8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1", "tag": "e65b0d90-526c-435d-af01-3f9e4885c894"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:07:27.897468 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df7a87-f23e-41ca-a890-87ddef9f9335 service neutron] Pushing event updated for resources: {'Port': ['ID=e65b0d90-526c-435d-af01-3f9e4885c894,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:27.906576 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd4ba40-24eb-4e9d-ba9d-cca2012452bb x-openstack-request-id: req-1cd4ba40-24eb-4e9d-ba9d-cca2012452bb {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:07:27.906871 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1", "tag": "e65b0d90-526c-435d-af01-3f9e4885c894", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:07:27.907117 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1cd4ba40-24eb-4e9d-ba9d-cca2012452bb {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:07:27.907523 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1', 'tag': 'e65b0d90-526c-435d-af01-3f9e4885c894', 'status': 'completed', 'code': 200} Sep 07 19:07:27.912537 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 58e586a0-3f18-4d94-83e9-d8a8d56ae462 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:07:27.961404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-239e092d-57ed-4767-aea8-97be2da6c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:27.966070 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-239e092d-57ed-4767-aea8-97be2da6c69c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=524d8b7fabdc479496084a50e046b03c&device_id=212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1 HTTP/1.1" status: 200 len: 1094 time: 0.2652335 Sep 07 19:07:27.994830 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99fac6-1619-44c6-bc9a-b291d8c6d787 req-073b8b6a-9551-4932-9523-369a7a4f7763 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:28.005765 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c99fac6-1619-44c6-bc9a-b291d8c6d787 req-073b8b6a-9551-4932-9523-369a7a4f7763 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1 HTTP/1.1" status: 200 len: 943 time: 0.2110753 Sep 07 19:07:28.087499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 58e586a0-3f18-4d94-83e9-d8a8d56ae462 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:07:28.113191 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-172c6882-81fd-4947-a945-2ddc2863503e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e65b0d90-526c-435d-af01-3f9e4885c894 HTTP/1.1" status: 200 len: 217 time: 0.1318691 Sep 07 19:07:28.259714 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c99fac6-1619-44c6-bc9a-b291d8c6d787 req-09645610-0363-49ea-86ad-70740c848596 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579916 Sep 07 19:07:28.267807 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-75cfdc14-cf79-4490-bb63-86c48dd05097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:28.269614 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-75cfdc14-cf79-4490-bb63-86c48dd05097 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ab4e789-722f-458d-abf4-2cfc1d2156cf HTTP/1.1" status: 200 len: 855 time: 0.1126711 Sep 07 19:07:28.329712 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-1f1a53cf-32f6-4941-9610-a2a4586b7e9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28561914-c3ca-4c0b-866d-e05eae48a3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520835 Sep 07 19:07:28.482967 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-05ce15e6-4f07-43ae-9f52-1b7506268370 service neutron] 10.222.0.36 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445642 Sep 07 19:07:28.697463 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-c64753b4-e7d8-4393-8614-387132f9acee tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting port 55c4c22a-ad41-4a5f-91db-285d62317c88 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:28.698107 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c64753b4-e7d8-4393-8614-387132f9acee tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:28.776895 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f5bb55e7-4ad8-49fa-8761-a3b25b28f37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:28.978051 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c64753b4-e7d8-4393-8614-387132f9acee tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:29.019803 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-c64753b4-e7d8-4393-8614-387132f9acee tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Calling delete_port for 55c4c22a-ad41-4a5f-91db-285d62317c88 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:29.069604 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:29.166901 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-07df6bc4-eb4e-434f-87bf-4fd5cee0eaba None None] Provisioning for port 58e586a0-3f18-4d94-83e9-d8a8d56ae462 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:07:29.173727 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-07df6bc4-eb4e-434f-87bf-4fd5cee0eaba None None] Provisioning complete for port 58e586a0-3f18-4d94-83e9-d8a8d56ae462 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:07:29.174233 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-07df6bc4-eb4e-434f-87bf-4fd5cee0eaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:29.445957 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-07df6bc4-eb4e-434f-87bf-4fd5cee0eaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:29.522948 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c64753b4-e7d8-4393-8614-387132f9acee tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:29.605208 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-07df6bc4-eb4e-434f-87bf-4fd5cee0eaba None None] For port 58e586a0-3f18-4d94-83e9-d8a8d56ae462, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=58e586a0-3f18-4d94-83e9-d8a8d56ae462,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:29.618233 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-07df6bc4-eb4e-434f-87bf-4fd5cee0eaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:29.711613 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64753b4-e7d8-4393-8614-387132f9acee tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=55c4c22a-ad41-4a5f-91db-285d62317c88,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:29.738331 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1294e9d1-79a3-41cc-8f17-ff2ba9697624 req-88c29530-6c64-45c1-988a-b47b0f0c8f27 service neutron] 10.222.0.36 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2431371 Sep 07 19:07:29.808347 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df6bc4-eb4e-434f-87bf-4fd5cee0eaba None None] Pushing event updated for resources: {'Port': ['ID=58e586a0-3f18-4d94-83e9-d8a8d56ae462,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:29.813884 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c64753b4-e7d8-4393-8614-387132f9acee tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:29.819762 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c64753b4-e7d8-4393-8614-387132f9acee tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/55c4c22a-ad41-4a5f-91db-285d62317c88 HTTP/1.1" status: 204 len: 168 time: 2.3953531 Sep 07 19:07:29.824306 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53112) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:29.844580 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0bcd68c2-60e2-4e4c-b538-aefa21e1ed64 None None] Could not find standard attr ID for object 55c4c22a-ad41-4a5f-91db-285d62317c88. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:07:29.877054 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27163521-a157-49ba-8ed7-ca639e89619e req-d035684e-6ce6-4d09-8f08-0f81631ce448 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:29.886138 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27163521-a157-49ba-8ed7-ca639e89619e req-d035684e-6ce6-4d09-8f08-0f81631ce448 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1 HTTP/1.1" status: 200 len: 943 time: 0.3785865 Sep 07 19:07:29.916148 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4a3914-3e41-49e5-bbbf-ba20880bd4bf tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:29.917834 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4a3914-3e41-49e5-bbbf-ba20880bd4bf tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:29.919403 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0c4a3914-3e41-49e5-bbbf-ba20880bd4bf tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0904946 Sep 07 19:07:29.922716 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53114) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:29.987914 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27163521-a157-49ba-8ed7-ca639e89619e req-d3b12bf3-8fe8-45bd-92ae-29e5cc7ffeab tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965495 Sep 07 19:07:30.031496 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55104332-5651-4c9a-8a3e-6205e9eec8d3 req-93e84915-f175-4f39-840f-d3b747d78344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:30.034783 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55104332-5651-4c9a-8a3e-6205e9eec8d3 req-93e84915-f175-4f39-840f-d3b747d78344 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=524d8b7fabdc479496084a50e046b03c&device_id=212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1 HTTP/1.1" status: 200 len: 1094 time: 0.2192364 Sep 07 19:07:30.130592 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-2721f341-14be-4bd3-be70-05ba1af567ab tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet 137f0ef9-3ef9-4198-9d17-7c0aa9208b0f {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:07:30.153401 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2721f341-14be-4bd3-be70-05ba1af567ab tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:30.214417 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:30.282986 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2721f341-14be-4bd3-be70-05ba1af567ab tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:30.303936 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55104332-5651-4c9a-8a3e-6205e9eec8d3 req-259ee408-cff4-42ff-933a-6b3f0aea4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:30.306110 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55104332-5651-4c9a-8a3e-6205e9eec8d3 req-259ee408-cff4-42ff-933a-6b3f0aea4c22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=28561914-c3ca-4c0b-866d-e05eae48a3bf HTTP/1.1" status: 200 len: 916 time: 0.2485902 Sep 07 19:07:30.339589 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:07:30.381606 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55104332-5651-4c9a-8a3e-6205e9eec8d3 req-f1d57b66-96b2-4b88-bdd5-6dbae435fd11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e65b0d90-526c-435d-af01-3f9e4885c894 HTTP/1.1" status: 200 len: 217 time: 0.0652401 Sep 07 19:07:30.454034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55104332-5651-4c9a-8a3e-6205e9eec8d3 req-f7e5bd22-1332-4e85-ac3b-53dc5060b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:30.456900 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55104332-5651-4c9a-8a3e-6205e9eec8d3 req-f7e5bd22-1332-4e85-ac3b-53dc5060b694 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ab4e789-722f-458d-abf4-2cfc1d2156cf HTTP/1.1" status: 200 len: 855 time: 0.0644944 Sep 07 19:07:30.474637 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2721f341-14be-4bd3-be70-05ba1af567ab tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:30.497506 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55104332-5651-4c9a-8a3e-6205e9eec8d3 req-48ee3cdd-3c6e-4427-a17b-f7a076b2d0ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28561914-c3ca-4c0b-866d-e05eae48a3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303295 Sep 07 19:07:30.606347 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2721f341-14be-4bd3-be70-05ba1af567ab tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:30.631784 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2721f341-14be-4bd3-be70-05ba1af567ab tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:30.633260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0ab1e5-786b-4614-abf7-e5634b6b76db None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:07:30.637305 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2721f341-14be-4bd3-be70-05ba1af567ab tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/137f0ef9-3ef9-4198-9d17-7c0aa9208b0f HTTP/1.1" status: 204 len: 168 time: 0.7113287 Sep 07 19:07:30.647063 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53132) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:30.659662 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721f341-14be-4bd3-be70-05ba1af567ab tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=137f0ef9-3ef9-4198-9d17-7c0aa9208b0f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:30.725152 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53140) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:30.725790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3beb3950-a57d-4beb-8541-1c335153df35 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768912 Sep 07 19:07:30.739109 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55104332-5651-4c9a-8a3e-6205e9eec8d3 req-b658af06-041a-4175-a215-ce3c816b9ac5 service neutron] 10.222.0.36 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311504 Sep 07 19:07:30.872486 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3411aa31-e6ea-42cb-839d-ed47f51439b2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:30.874842 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3411aa31-e6ea-42cb-839d-ed47f51439b2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1476655 Sep 07 19:07:30.878496 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53146) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:30.978365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f978dc59-7e9a-4801-868e-1dad3711daef None None] DHCP port deletion for 5341d4d7-2b72-420c-84fe-cfa44886a8d9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:07:31.012751 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1ef60c-b6c1-4923-8d42-488fb41071d4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:31.017310 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ff1ef60c-b6c1-4923-8d42-488fb41071d4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1351037 Sep 07 19:07:31.017970 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53158) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:31.038855 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55104332-5651-4c9a-8a3e-6205e9eec8d3 req-5471e5ea-5401-460a-b4c5-38a7a5a41820 service neutron] 10.222.0.36 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852681 Sep 07 19:07:31.066202 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6e27f059-00de-44ff-975e-a51424be0a6b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470991 Sep 07 19:07:31.073423 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53162) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:31.089136 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-edadb490-ae49-4c71-9b67-1cdf8f239ed1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:07:31.133633 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-f978dc59-7e9a-4801-868e-1dad3711daef None None] Deleting port 58e586a0-3f18-4d94-83e9-d8a8d56ae462 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:31.134003 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f978dc59-7e9a-4801-868e-1dad3711daef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:31.348629 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5209f-0f6f-4ae3-b557-36961db69335 req-d428aa4c-a952-4cc0-9ed5-bda444089286 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:31.354731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38d5209f-0f6f-4ae3-b557-36961db69335 req-d428aa4c-a952-4cc0-9ed5-bda444089286 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1 HTTP/1.1" status: 200 len: 943 time: 0.1784022 Sep 07 19:07:31.368092 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f978dc59-7e9a-4801-868e-1dad3711daef None None] For port 58e586a0-3f18-4d94-83e9-d8a8d56ae462, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=58e586a0-3f18-4d94-83e9-d8a8d56ae462,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:31.370202 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f978dc59-7e9a-4801-868e-1dad3711daef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:31.413850 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-f978dc59-7e9a-4801-868e-1dad3711daef None None] Calling delete_port for 58e586a0-3f18-4d94-83e9-d8a8d56ae462 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:31.432293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edadb490-ae49-4c71-9b67-1cdf8f239ed1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:07:31.436909 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edadb490-ae49-4c71-9b67-1cdf8f239ed1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:31.677004 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38d5209f-0f6f-4ae3-b557-36961db69335 req-069b492f-8c90-498a-a763-03fffb47d304 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163555 Sep 07 19:07:31.738248 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:31.817846 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f978dc59-7e9a-4801-868e-1dad3711daef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:31.875873 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 58e586a0-3f18-4d94-83e9-d8a8d56ae462 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:07:31.890100 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edadb490-ae49-4c71-9b67-1cdf8f239ed1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:31.909201 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978dc59-7e9a-4801-868e-1dad3711daef None None] Pushing event deleted for resources: {'Port': ['ID=58e586a0-3f18-4d94-83e9-d8a8d56ae462,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:31.911748 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f978dc59-7e9a-4801-868e-1dad3711daef None None] No DVR routers for this DVR port 58e586a0-3f18-4d94-83e9-d8a8d56ae462 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:07:31.938413 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 58e586a0-3f18-4d94-83e9-d8a8d56ae462 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:07:31.944958 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 58e586a0-3f18-4d94-83e9-d8a8d56ae462 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:07:31.980334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadb490-ae49-4c71-9b67-1cdf8f239ed1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=020450e3-4aa6-403d-99e4-12496c3a1979,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:32.019239 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edadb490-ae49-4c71-9b67-1cdf8f239ed1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:32.027849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-edadb490-ae49-4c71-9b67-1cdf8f239ed1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:32.041286 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afeabc39-e5d0-4a3d-a60d-34e96667dff2 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:07:32.050150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edadb490-ae49-4c71-9b67-1cdf8f239ed1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:32.056121 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edadb490-ae49-4c71-9b67-1cdf8f239ed1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:32.075307 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-edadb490-ae49-4c71-9b67-1cdf8f239ed1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0003610 Sep 07 19:07:32.078735 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53194) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:32.083866 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-cfbd1c9a-4977-4af0-87f9-ad9f5985c5de tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'fixed_ips': [{'subnet_id': '020450e3-4aa6-403d-99e4-12496c3a1979', 'ip_address': '2001:db8::6194:acd1:5039:1227'}], 'name': 'tempest-NetworksTestDHCPv6-54326385'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:07:32.215480 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device e65b0d90-526c-435d-af01-3f9e4885c894 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:07:32.366384 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbd1c9a-4977-4af0-87f9-ad9f5985c5de tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:07:32.438464 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'fixed_ips': [{'subnet_id': '020450e3-4aa6-403d-99e4-12496c3a1979'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:07:32.441373 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:32.483878 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port e65b0d90-526c-435d-af01-3f9e4885c894, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=e65b0d90-526c-435d-af01-3f9e4885c894,segment=NetworkSegment(60a8ac4c-22a8-4e87-8d09-0c1bee80faa8),segment_id=60a8ac4c-22a8-4e87-8d09-0c1bee80faa8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:32.519163 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'e65b0d90-526c-435d-af01-3f9e4885c894', 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf', 'port_id': 'e65b0d90-526c-435d-af01-3f9e4885c894', 'mac_address': 'fa:16:3e:9d:10:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab4e789-722f-458d-abf4-2cfc1d2156cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:07:32.563021 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1c9a-4977-4af0-87f9-ad9f5985c5de tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:32.647905 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-cfbd1c9a-4977-4af0-87f9-ad9f5985c5de tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] device_id is not set on port a87e628d-8494-4962-9c8c-6d7550eb8a21 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:07:32.752770 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:32.813855 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e65b0d90-526c-435d-af01-3f9e4885c894 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:07:32.883341 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] Allocated IP 2001:db8::2 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/020450e3-4aa6-403d-99e4-12496c3a1979/e70aeedc-84c0-4f92-bedb-dcd06dbf87df) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:07:32.903658 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port e65b0d90-526c-435d-af01-3f9e4885c894, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=e65b0d90-526c-435d-af01-3f9e4885c894,segment=NetworkSegment(60a8ac4c-22a8-4e87-8d09-0c1bee80faa8),segment_id=60a8ac4c-22a8-4e87-8d09-0c1bee80faa8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:32.913951 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:32.936707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f95364-cc1c-4519-a298-06e8045797d6 req-8bd297df-3410-4c24-a787-d1aaf000f536 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:32.938552 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09f95364-cc1c-4519-a298-06e8045797d6 req-8bd297df-3410-4c24-a787-d1aaf000f536 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1 HTTP/1.1" status: 200 len: 943 time: 0.0778017 Sep 07 19:07:32.999083 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09f95364-cc1c-4519-a298-06e8045797d6 req-6e2337ca-96b7-4a50-ab14-ca18467ee91f tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540953 Sep 07 19:07:33.081338 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=e65b0d90-526c-435d-af01-3f9e4885c894,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:33.182608 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:33.193736 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] Transition to ACTIVE for port object e70aeedc-84c0-4f92-bedb-dcd06dbf87df will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:33.210681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['e65b0d90-526c-435d-af01-3f9e4885c894'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:07:33.250868 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] Transition to ACTIVE for port object e70aeedc-84c0-4f92-bedb-dcd06dbf87df will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:33.278129 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:33.330706 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-cfbd1c9a-4977-4af0-87f9-ad9f5985c5de tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8::6194:acd1:5039:1227 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/020450e3-4aa6-403d-99e4-12496c3a1979/a87e628d-8494-4962-9c8c-6d7550eb8a21) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:07:33.331840 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:33.337735 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:33.346620 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:07:33.450005 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] Pushing event updated for resources: {'Port': ['ID=e70aeedc-84c0-4f92-bedb-dcd06dbf87df,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:33.494771 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] Attempting to bind port e70aeedc-84c0-4f92-bedb-dcd06dbf87df on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:07:33.495408 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] Attempting to bind port e70aeedc-84c0-4f92-bedb-dcd06dbf87df by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:07:33.495942 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] Attempting to bind port e70aeedc-84c0-4f92-bedb-dcd06dbf87df on network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:07:33.510532 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:07:33.511258 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:07:33.512314 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:33.513052 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] Bound using segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:07:33.514061 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] Bound port: e70aeedc-84c0-4f92-bedb-dcd06dbf87df, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:07:33.515803 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:33.636936 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1c9a-4977-4af0-87f9-ad9f5985c5de tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:33.658423 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-cfbd1c9a-4977-4af0-87f9-ad9f5985c5de tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Transition to ACTIVE for port object a87e628d-8494-4962-9c8c-6d7550eb8a21 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:33.675953 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] For port e70aeedc-84c0-4f92-bedb-dcd06dbf87df, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:07:33.704555 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] For port e70aeedc-84c0-4f92-bedb-dcd06dbf87df, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e70aeedc-84c0-4f92-bedb-dcd06dbf87df,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:07:33.708423 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1c9a-4977-4af0-87f9-ad9f5985c5de tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:33.712136 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:33.833164 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbd1c9a-4977-4af0-87f9-ad9f5985c5de tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:33.869191 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-cfbd1c9a-4977-4af0-87f9-ad9f5985c5de tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:33.875199 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbd1c9a-4977-4af0-87f9-ad9f5985c5de tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:07:33.884348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad6661-ab04-4e19-b59c-216d9a0eaaf4 None None] Pushing event updated for resources: {'Port': ['ID=e70aeedc-84c0-4f92-bedb-dcd06dbf87df,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:33.893984 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbd1c9a-4977-4af0-87f9-ad9f5985c5de tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:33.894679 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1c9a-4977-4af0-87f9-ad9f5985c5de tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:33.897610 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd1c9a-4977-4af0-87f9-ad9f5985c5de tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=a87e628d-8494-4962-9c8c-6d7550eb8a21,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:33.918317 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cfbd1c9a-4977-4af0-87f9-ad9f5985c5de tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8383489 Sep 07 19:07:33.923423 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53252) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:33.933491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-a74d6f10-d9a4-4863-a2ba-53ac415d0900 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'fixed_ips': [{'subnet_id': '020450e3-4aa6-403d-99e4-12496c3a1979', 'ip_address': '2001:db8::6194:acd1:5039:1227'}], 'name': 'tempest-NetworksTestDHCPv6-1427426547'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:07:34.321186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cc823-f2e5-4d2b-8f57-1f9e1d64592a req-f50b3d7a-caab-4cbc-885a-ed80fdad9a97 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:34.323397 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e28cc823-f2e5-4d2b-8f57-1f9e1d64592a req-f50b3d7a-caab-4cbc-885a-ed80fdad9a97 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1 HTTP/1.1" status: 200 len: 944 time: 0.1886141 Sep 07 19:07:34.331784 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74d6f10-d9a4-4863-a2ba-53ac415d0900 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:07:34.489583 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a74d6f10-d9a4-4863-a2ba-53ac415d0900 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:34.511857 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e28cc823-f2e5-4d2b-8f57-1f9e1d64592a req-fb741d39-6f0e-432f-8f2d-482a4e3327ad tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672430 Sep 07 19:07:34.546101 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-a74d6f10-d9a4-4863-a2ba-53ac415d0900 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] device_id is not set on port 7d0cfa0b-8dde-443d-8d0e-99fed42057eb yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:07:34.826439 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74d6f10-d9a4-4863-a2ba-53ac415d0900 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 07 19:07:34.827197 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a74d6f10-d9a4-4863-a2ba-53ac415d0900 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:07:34.851336 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a74d6f10-d9a4-4863-a2ba-53ac415d0900 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9254506 Sep 07 19:07:34.853757 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53294) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:34.932493 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a78090-e5b9-4014-b24e-44fcfcfba5fc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:34.945755 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a78090-e5b9-4014-b24e-44fcfcfba5fc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:34.951436 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53298) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:34.952204 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-81a78090-e5b9-4014-b24e-44fcfcfba5fc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0961533 Sep 07 19:07:35.162100 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-079f67ae-45b5-442a-8255-7d778c89a11b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting port a87e628d-8494-4962-9c8c-6d7550eb8a21 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:35.163808 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-079f67ae-45b5-442a-8255-7d778c89a11b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:35.443872 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-079f67ae-45b5-442a-8255-7d778c89a11b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:35.463390 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-079f67ae-45b5-442a-8255-7d778c89a11b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Calling delete_port for a87e628d-8494-4962-9c8c-6d7550eb8a21 owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:35.919384 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3bd79-10d7-44c9-bb45-f84891a98169 req-42bc92d5-ca56-4ade-92f2-606869a05edb tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:35.922000 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63f3bd79-10d7-44c9-bb45-f84891a98169 req-42bc92d5-ca56-4ade-92f2-606869a05edb tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1 HTTP/1.1" status: 200 len: 944 time: 0.1854527 Sep 07 19:07:35.934577 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e70aeedc-84c0-4f92-bedb-dcd06dbf87df up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:07:35.965648 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-079f67ae-45b5-442a-8255-7d778c89a11b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:36.018109 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port e70aeedc-84c0-4f92-bedb-dcd06dbf87df completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:07:36.046922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f67ae-45b5-442a-8255-7d778c89a11b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=a87e628d-8494-4962-9c8c-6d7550eb8a21,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:36.072160 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e97d126f-7008-480c-b5b4-a66b9c848e8e None None] Provisioning for port e70aeedc-84c0-4f92-bedb-dcd06dbf87df completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:07:36.077041 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63f3bd79-10d7-44c9-bb45-f84891a98169 req-4647a51e-3a8e-4307-8d02-303d5605c531 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377850 Sep 07 19:07:36.082077 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e97d126f-7008-480c-b5b4-a66b9c848e8e None None] Provisioning complete for port e70aeedc-84c0-4f92-bedb-dcd06dbf87df triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:07:36.084272 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e97d126f-7008-480c-b5b4-a66b9c848e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:36.132083 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device e65b0d90-526c-435d-af01-3f9e4885c894 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:07:36.132421 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-079f67ae-45b5-442a-8255-7d778c89a11b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:36.134790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-079f67ae-45b5-442a-8255-7d778c89a11b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/a87e628d-8494-4962-9c8c-6d7550eb8a21 HTTP/1.1" status: 204 len: 168 time: 1.1821775 Sep 07 19:07:36.137553 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53328) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:36.264234 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a5ef49-502e-42a2-89ea-df7f0ecf916f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:36.267082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a5ef49-502e-42a2-89ea-df7f0ecf916f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:36.269848 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-42a5ef49-502e-42a2-89ea-df7f0ecf916f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1290269 Sep 07 19:07:36.272659 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53332) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:36.368878 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0009b0e-ff19-4514-9846-8fdc188ab360 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet 020450e3-4aa6-403d-99e4-12496c3a1979 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:07:36.390728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0009b0e-ff19-4514-9846-8fdc188ab360 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:36.392899 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port e65b0d90-526c-435d-af01-3f9e4885c894 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:07:36.426765 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port e65b0d90-526c-435d-af01-3f9e4885c894 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:07:36.427807 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:36.525101 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e97d126f-7008-480c-b5b4-a66b9c848e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:36.573589 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0009b0e-ff19-4514-9846-8fdc188ab360 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:36.579764 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e97d126f-7008-480c-b5b4-a66b9c848e8e None None] For port e70aeedc-84c0-4f92-bedb-dcd06dbf87df, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e70aeedc-84c0-4f92-bedb-dcd06dbf87df,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:36.590583 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e97d126f-7008-480c-b5b4-a66b9c848e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:36.706775 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:36.713488 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d126f-7008-480c-b5b4-a66b9c848e8e None None] Pushing event updated for resources: {'Port': ['ID=e70aeedc-84c0-4f92-bedb-dcd06dbf87df,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:36.735113 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d1c3cee3-ab0c-4303-85a3-7190d1dcf302 None None] Could not find standard attr ID for object a87e628d-8494-4962-9c8c-6d7550eb8a21. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:07:36.754288 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65b0d90-526c-435d-af01-3f9e4885c894'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:07:36.756618 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bbe8b7-be66-4507-a70c-74135745a367" -d '{"events": [{"server_uuid": "212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1", "name": "network-vif-plugged", "status": "completed", "tag": "e65b0d90-526c-435d-af01-3f9e4885c894"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:07:36.786862 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0009b0e-ff19-4514-9846-8fdc188ab360 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:36.796359 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port e65b0d90-526c-435d-af01-3f9e4885c894, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=e65b0d90-526c-435d-af01-3f9e4885c894,segment=NetworkSegment(60a8ac4c-22a8-4e87-8d09-0c1bee80faa8),segment_id=60a8ac4c-22a8-4e87-8d09-0c1bee80faa8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:36.804986 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:36.932494 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e3a257-1485-455f-958f-8c126ded60b1 x-openstack-request-id: req-c9e3a257-1485-455f-958f-8c126ded60b1 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:07:36.932494 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1", "name": "network-vif-plugged", "status": "completed", "tag": "e65b0d90-526c-435d-af01-3f9e4885c894", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:07:36.932494 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c9e3a257-1485-455f-958f-8c126ded60b1 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:07:36.932494 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65b0d90-526c-435d-af01-3f9e4885c894', 'code': 200} Sep 07 19:07:36.992235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=e65b0d90-526c-435d-af01-3f9e4885c894,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:37.028094 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0009b0e-ff19-4514-9846-8fdc188ab360 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:37.097639 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0009b0e-ff19-4514-9846-8fdc188ab360 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=020450e3-4aa6-403d-99e4-12496c3a1979,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:37.107875 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0009b0e-ff19-4514-9846-8fdc188ab360 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:37.110788 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c0009b0e-ff19-4514-9846-8fdc188ab360 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/020450e3-4aa6-403d-99e4-12496c3a1979 HTTP/1.1" status: 204 len: 168 time: 0.8364379 Sep 07 19:07:37.114135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53366) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:37.120907 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128e219-0409-4b93-a0f5-47d6d3a38092 req-c9cbb184-c7e0-454a-b2c3-36acf5073bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:37.125187 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3b4033-99a8-4fce-8711-8b7644a2c07a None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:07:37.130059 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a128e219-0409-4b93-a0f5-47d6d3a38092 req-c9cbb184-c7e0-454a-b2c3-36acf5073bb0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1 HTTP/1.1" status: 200 len: 1096 time: 0.1368973 Sep 07 19:07:37.267540 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-34551aa2-8e41-4d17-a349-7d9228809c76 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1297584 Sep 07 19:07:37.268167 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53374) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:37.274158 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-44cd0304-30f0-406e-ad88-90bb31540dd1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:07:37.406615 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a128e219-0409-4b93-a0f5-47d6d3a38092 req-32d23554-8c69-4c3d-8fba-6bae728e944e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483909 Sep 07 19:07:37.461435 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898feaa1-1d32-4cf2-8b36-f1185ac20f52 req-dfc6c3cf-f19d-4887-913b-6237c73d190a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:37.463475 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-898feaa1-1d32-4cf2-8b36-f1185ac20f52 req-dfc6c3cf-f19d-4887-913b-6237c73d190a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1 HTTP/1.1" status: 200 len: 945 time: 0.1980112 Sep 07 19:07:37.472607 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cd0304-30f0-406e-ad88-90bb31540dd1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:07:37.474966 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb86d20b-e10d-421f-a48f-455901bd96f2 None None] DHCP port deletion for 5341d4d7-2b72-420c-84fe-cfa44886a8d9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:07:37.482505 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-44cd0304-30f0-406e-ad88-90bb31540dd1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:37.580791 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-898feaa1-1d32-4cf2-8b36-f1185ac20f52 req-540bff7a-e5cf-4f68-8394-50dc0e160d43 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817780 Sep 07 19:07:37.620473 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-cb86d20b-e10d-421f-a48f-455901bd96f2 None None] Deleting port e70aeedc-84c0-4f92-bedb-dcd06dbf87df {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:37.621269 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cb86d20b-e10d-421f-a48f-455901bd96f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:37.726306 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-cb86d20b-e10d-421f-a48f-455901bd96f2 None None] For port e70aeedc-84c0-4f92-bedb-dcd06dbf87df, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e70aeedc-84c0-4f92-bedb-dcd06dbf87df,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:37.727065 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cb86d20b-e10d-421f-a48f-455901bd96f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:37.751344 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-cb86d20b-e10d-421f-a48f-455901bd96f2 None None] Calling delete_port for e70aeedc-84c0-4f92-bedb-dcd06dbf87df owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:37.850895 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e70aeedc-84c0-4f92-bedb-dcd06dbf87df no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:07:38.011845 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cb86d20b-e10d-421f-a48f-455901bd96f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:38.020726 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:38.087283 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86d20b-e10d-421f-a48f-455901bd96f2 None None] Pushing event deleted for resources: {'Port': ['ID=e70aeedc-84c0-4f92-bedb-dcd06dbf87df,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:38.119551 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb86d20b-e10d-421f-a48f-455901bd96f2 None None] No DVR routers for this DVR port e70aeedc-84c0-4f92-bedb-dcd06dbf87df on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:07:38.172498 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-44cd0304-30f0-406e-ad88-90bb31540dd1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:38.250930 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cd0304-30f0-406e-ad88-90bb31540dd1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:38.255800 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-44cd0304-30f0-406e-ad88-90bb31540dd1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:38.260500 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cd0304-30f0-406e-ad88-90bb31540dd1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:38.261258 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-44cd0304-30f0-406e-ad88-90bb31540dd1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:38.275588 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c2c178-55c2-492e-8654-76f11a6b5c62 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:07:38.285060 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd0304-30f0-406e-ad88-90bb31540dd1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=f11970f2-fd9e-46fc-a5f6-18308e910fce,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:38.297819 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-44cd0304-30f0-406e-ad88-90bb31540dd1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0284512 Sep 07 19:07:38.300654 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53412) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:38.306578 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-8c49dae4-b388-4405-aeb8-70b2cfd37af3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'fixed_ips': [{'subnet_id': 'f11970f2-fd9e-46fc-a5f6-18308e910fce', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1625967297'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:07:38.602100 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'fixed_ips': [{'subnet_id': 'f11970f2-fd9e-46fc-a5f6-18308e910fce'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:07:38.602798 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:38.610047 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c49dae4-b388-4405-aeb8-70b2cfd37af3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:07:38.862040 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c49dae4-b388-4405-aeb8-70b2cfd37af3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:38.911112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70ed04-3877-46c2-a615-74d97cf769de req-7bee0054-f6b4-4073-a1fa-6cbda634c673 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:38.914117 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df70ed04-3877-46c2-a615-74d97cf769de req-7bee0054-f6b4-4073-a1fa-6cbda634c673 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1 HTTP/1.1" status: 200 len: 945 time: 0.1228547 Sep 07 19:07:38.923771 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-8c49dae4-b388-4405-aeb8-70b2cfd37af3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] device_id is not set on port e83e79f0-5027-4989-9196-eb7812e764ca yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:07:39.154008 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df70ed04-3877-46c2-a615-74d97cf769de req-fa261847-eae7-43b8-b61d-399030fbc0b0 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286515 Sep 07 19:07:39.185807 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] Allocated IP 2001:db8::2 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/f11970f2-fd9e-46fc-a5f6-18308e910fce/99b7f8bc-617b-4bdd-aace-df368b71588f) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:07:39.704174 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:39.719762 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] Transition to ACTIVE for port object 99b7f8bc-617b-4bdd-aace-df368b71588f will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:39.746224 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] Transition to ACTIVE for port object 99b7f8bc-617b-4bdd-aace-df368b71588f will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:39.765584 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c49dae4-b388-4405-aeb8-70b2cfd37af3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:07:39.766298 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c49dae4-b388-4405-aeb8-70b2cfd37af3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:07:39.773074 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:39.806630 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8c49dae4-b388-4405-aeb8-70b2cfd37af3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5048974 Sep 07 19:07:39.811984 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53458) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:39.948966 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:39.955943 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75a6279-037b-4a44-b819-e8dafd2209f1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:39.957793 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:39.968168 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:07:39.968991 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53462) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:39.970873 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e75a6279-037b-4a44-b819-e8dafd2209f1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1573474 Sep 07 19:07:40.024399 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] Pushing event updated for resources: {'Port': ['ID=99b7f8bc-617b-4bdd-aace-df368b71588f,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:40.105699 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90800a87-0f88-42cc-a945-4531bc4a8b85 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:40.108673 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90800a87-0f88-42cc-a945-4531bc4a8b85 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:40.110859 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-90800a87-0f88-42cc-a945-4531bc4a8b85 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1405365 Sep 07 19:07:40.113718 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53466) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:40.191301 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] Attempting to bind port 99b7f8bc-617b-4bdd-aace-df368b71588f on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:07:40.192095 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] Attempting to bind port 99b7f8bc-617b-4bdd-aace-df368b71588f by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:07:40.192095 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] Attempting to bind port 99b7f8bc-617b-4bdd-aace-df368b71588f on network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:07:40.198186 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:07:40.198566 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:07:40.199042 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:40.199475 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] Bound using segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:07:40.199924 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] Bound port: 99b7f8bc-617b-4bdd-aace-df368b71588f, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:07:40.200304 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:40.273129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-feae259c-5970-4a05-8c8a-5968a41ecadc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet f11970f2-fd9e-46fc-a5f6-18308e910fce {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:07:40.286667 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-feae259c-5970-4a05-8c8a-5968a41ecadc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:40.342274 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] For port 99b7f8bc-617b-4bdd-aace-df368b71588f, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:07:40.351232 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] For port 99b7f8bc-617b-4bdd-aace-df368b71588f, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=99b7f8bc-617b-4bdd-aace-df368b71588f,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:07:40.363872 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:40.416546 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6aae18-f11d-462f-a3e8-596c1e2c0ea3 None None] Pushing event updated for resources: {'Port': ['ID=99b7f8bc-617b-4bdd-aace-df368b71588f,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:40.462318 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-feae259c-5970-4a05-8c8a-5968a41ecadc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:40.934806 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-feae259c-5970-4a05-8c8a-5968a41ecadc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:41.143829 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-feae259c-5970-4a05-8c8a-5968a41ecadc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:41.246284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae259c-5970-4a05-8c8a-5968a41ecadc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=f11970f2-fd9e-46fc-a5f6-18308e910fce,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:41.264846 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-feae259c-5970-4a05-8c8a-5968a41ecadc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:41.269734 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-feae259c-5970-4a05-8c8a-5968a41ecadc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/f11970f2-fd9e-46fc-a5f6-18308e910fce HTTP/1.1" status: 204 len: 168 time: 1.1547422 Sep 07 19:07:41.270002 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53498) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:41.278794 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc518fe4-82cb-4d21-b943-3b14e2a81d02 req-8b3b02e6-d992-4505-8134-9c971f1cc747 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:41.287723 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc518fe4-82cb-4d21-b943-3b14e2a81d02 req-8b3b02e6-d992-4505-8134-9c971f1cc747 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1 HTTP/1.1" status: 200 len: 945 time: 0.8453968 Sep 07 19:07:41.362067 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ed674e56-e23b-4ec4-bc86-296009ab5f96 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899525 Sep 07 19:07:41.365292 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53500) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:41.370999 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-5bbc022e-65d0-4a59-b4cb-da470b0b67fe tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:07:41.373882 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc518fe4-82cb-4d21-b943-3b14e2a81d02 req-77c3cbaa-ab62-423b-b346-e6429a226ae6 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851402 Sep 07 19:07:41.687503 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbc022e-65d0-4a59-b4cb-da470b0b67fe tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:07:41.706618 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5bbc022e-65d0-4a59-b4cb-da470b0b67fe tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:41.931501 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 99b7f8bc-617b-4bdd-aace-df368b71588f up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:07:42.118323 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 99b7f8bc-617b-4bdd-aace-df368b71588f completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:07:42.329271 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5bbc022e-65d0-4a59-b4cb-da470b0b67fe tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:42.389084 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc022e-65d0-4a59-b4cb-da470b0b67fe tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=a36b42ba-0e78-4bc2-9754-7ce1e386efff,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:42.416671 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbc022e-65d0-4a59-b4cb-da470b0b67fe tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:42.420322 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-5bbc022e-65d0-4a59-b4cb-da470b0b67fe tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:42.424458 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbc022e-65d0-4a59-b4cb-da470b0b67fe tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:42.425081 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5bbc022e-65d0-4a59-b4cb-da470b0b67fe tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:42.471325 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5bbc022e-65d0-4a59-b4cb-da470b0b67fe tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1048837 Sep 07 19:07:42.474328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53536) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:42.480002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-7487e134-016a-4bf7-ac82-fe944240e6a8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1653521198', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:07:42.522217 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2448c7-d312-4c1d-8931-35968e1eed66 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:07:42.534004 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7487e134-016a-4bf7-ac82-fe944240e6a8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:42.535710 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7487e134-016a-4bf7-ac82-fe944240e6a8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:42.684352 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7487e134-016a-4bf7-ac82-fe944240e6a8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:42.693911 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7487e134-016a-4bf7-ac82-fe944240e6a8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:42.744562 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7487e134-016a-4bf7-ac82-fe944240e6a8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:42.745824 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7487e134-016a-4bf7-ac82-fe944240e6a8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2699311 Sep 07 19:07:42.747089 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0b4d9514-cc80-487a-915a-b9565095b1cd None None] Provisioning for port 99b7f8bc-617b-4bdd-aace-df368b71588f completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:07:42.750161 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53544) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:42.790358 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0b4d9514-cc80-487a-915a-b9565095b1cd None None] Provisioning complete for port 99b7f8bc-617b-4bdd-aace-df368b71588f triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:07:42.791304 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0b4d9514-cc80-487a-915a-b9565095b1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:42.998510 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:43.196875 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0b4d9514-cc80-487a-915a-b9565095b1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:43.321779 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0b4d9514-cc80-487a-915a-b9565095b1cd None None] For port 99b7f8bc-617b-4bdd-aace-df368b71588f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=99b7f8bc-617b-4bdd-aace-df368b71588f,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:43.339011 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0b4d9514-cc80-487a-915a-b9565095b1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:43.540260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d9514-cc80-487a-915a-b9565095b1cd None None] Pushing event updated for resources: {'Port': ['ID=99b7f8bc-617b-4bdd-aace-df368b71588f,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:43.671323 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e6708cd-0884-4e37-ab57-e56f8389c644 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:43.795419 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:43.836181 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 99b7f8bc-617b-4bdd-aace-df368b71588f up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:07:43.866213 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4932cb79-b93c-46c8-a6b2-4bf1d44cdbb9 None None] Provisioning complete for port 99b7f8bc-617b-4bdd-aace-df368b71588f triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:07:43.872962 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4932cb79-b93c-46c8-a6b2-4bf1d44cdbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:44.140816 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 99b7f8bc-617b-4bdd-aace-df368b71588f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:07:44.141537 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:44.151623 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-9e6708cd-0884-4e37-ab57-e56f8389c644 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8::1 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/a36b42ba-0e78-4bc2-9754-7ce1e386efff/d61beee7-004c-4df7-96a9-53ea33a306cb) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:07:44.531602 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e6708cd-0884-4e37-ab57-e56f8389c644 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:44.553285 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-9e6708cd-0884-4e37-ab57-e56f8389c644 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Transition to ACTIVE for port object d61beee7-004c-4df7-96a9-53ea33a306cb will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:44.639915 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e6708cd-0884-4e37-ab57-e56f8389c644 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:44.759866 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6708cd-0884-4e37-ab57-e56f8389c644 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=d61beee7-004c-4df7-96a9-53ea33a306cb,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:44.772728 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6708cd-0884-4e37-ab57-e56f8389c644 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:44.774578 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-9e6708cd-0884-4e37-ab57-e56f8389c644 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:44.792475 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6708cd-0884-4e37-ab57-e56f8389c644 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:07:44.793224 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e6708cd-0884-4e37-ab57-e56f8389c644 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:45.245727 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e6708cd-0884-4e37-ab57-e56f8389c644 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:45.270750 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8c6b8a83-0ba4-46bf-bdf6-e792a4079cb9 None None] Provisioning for port d61beee7-004c-4df7-96a9-53ea33a306cb completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:07:45.286389 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8c6b8a83-0ba4-46bf-bdf6-e792a4079cb9 None None] Provisioning complete for port d61beee7-004c-4df7-96a9-53ea33a306cb triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:07:45.286728 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8a83-0ba4-46bf-bdf6-e792a4079cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:45.434132 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-8c6b8a83-0ba4-46bf-bdf6-e792a4079cb9 None None] Port d61beee7-004c-4df7-96a9-53ea33a306cb cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:07:45.731862 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e6708cd-0884-4e37-ab57-e56f8389c644 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:45.738648 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e6708cd-0884-4e37-ab57-e56f8389c644 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:45.739520 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e6708cd-0884-4e37-ab57-e56f8389c644 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:45.886145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6708cd-0884-4e37-ab57-e56f8389c644 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=d61beee7-004c-4df7-96a9-53ea33a306cb,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:46.189131 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6708cd-0884-4e37-ab57-e56f8389c644 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:46.190775 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-9e6708cd-0884-4e37-ab57-e56f8389c644 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:46.658043 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6708cd-0884-4e37-ab57-e56f8389c644 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Router b1433010-c930-460e-90e5-ac278e5f241a is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:07:46.789998 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-149551f2-923c-4cd2-bb54-6c5ac98bce24 None None] Provisioning complete for port d61beee7-004c-4df7-96a9-53ea33a306cb triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:07:46.796435 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-149551f2-923c-4cd2-bb54-6c5ac98bce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:46.813688 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6708cd-0884-4e37-ab57-e56f8389c644 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:07:46.831733 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9e6708cd-0884-4e37-ab57-e56f8389c644 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "PUT /v2.0/routers/b1433010-c930-460e-90e5-ac278e5f241a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0798607 Sep 07 19:07:46.835251 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53662) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:46.840703 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] Sync routers for ids ['b1433010-c930-460e-90e5-ac278e5f241a'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:07:46.872922 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] Routers {'b1433010-c930-460e-90e5-ac278e5f241a'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:07:46.877524 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:07:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['b1433010-c930-460e-90e5-ac278e5f241a'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:46.923955 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-149551f2-923c-4cd2-bb54-6c5ac98bce24 None None] Port d61beee7-004c-4df7-96a9-53ea33a306cb cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:07:46.979513 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8c6717-0ead-4de3-ae38-a8d0c398471f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:46.984148 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bb8c6717-0ead-4de3-ae38-a8d0c398471f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports/d61beee7-004c-4df7-96a9-53ea33a306cb HTTP/1.1" status: 200 len: 911 time: 0.1463904 Sep 07 19:07:46.986159 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53670) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:47.113012 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0035c579-e252-4a6a-a1ca-bfe9e01f7691 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:47.121841 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] Set router b1433010-c930-460e-90e5-ac278e5f241a gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:07:47.125271 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0035c579-e252-4a6a-a1ca-bfe9e01f7691 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:47.129327 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0035c579-e252-4a6a-a1ca-bfe9e01f7691 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1369047 Sep 07 19:07:47.133300 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53672) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:47.586834 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1433010-c930-460e-90e5-ac278e5f241a', 'name': 'tempest-NetworksTestDHCPv6-router-1653521198', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:07:42Z', 'updated_at': '2021-09-07T19:07:45Z', 'revision_number': 2, 'project_id': '81ad4db508be4260ad74ddc930f234e9', 'gw_port_host': None, '_interfaces': [{'id': 'd61beee7-004c-4df7-96a9-53ea33a306cb', 'name': '', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'mac_address': 'fa:16:3e:6d:a9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1433010-c930-460e-90e5-ac278e5f241a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'a36b42ba-0e78-4bc2-9754-7ce1e386efff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:07:43Z', 'updated_at': '2021-09-07T19:07:45Z', 'revision_number': 2, 'project_id': '81ad4db508be4260ad74ddc930f234e9', 'subnets': [{'id': 'a36b42ba-0e78-4bc2-9754-7ce1e386efff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:47.675794 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] Checking router: b1433010-c930-460e-90e5-ac278e5f241a for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:07:47.679290 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] Updating router b1433010-c930-460e-90e5-ac278e5f241a port d61beee7-004c-4df7-96a9-53ea33a306cb binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:07:47.735965 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:48.123276 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-76a92ac0-b3da-4687-a57c-fda52206237d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:48.329221 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:48.346163 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] Transition to ACTIVE for port object d61beee7-004c-4df7-96a9-53ea33a306cb will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:48.354144 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:48.428706 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16a3d8-fc9c-4915-9ce5-eee26bf6d40e None None] Pushing event updated for resources: {'Port': ['ID=d61beee7-004c-4df7-96a9-53ea33a306cb,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:48.449816 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16a3d8-fc9c-4915-9ce5-eee26bf6d40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:48.450302 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16a3d8-fc9c-4915-9ce5-eee26bf6d40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:48.450833 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16a3d8-fc9c-4915-9ce5-eee26bf6d40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:48.451264 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16a3d8-fc9c-4915-9ce5-eee26bf6d40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:48.452593 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16a3d8-fc9c-4915-9ce5-eee26bf6d40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:48.453313 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16a3d8-fc9c-4915-9ce5-eee26bf6d40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:48.454075 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16a3d8-fc9c-4915-9ce5-eee26bf6d40e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:48.454522 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16a3d8-fc9c-4915-9ce5-eee26bf6d40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:48.455496 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16a3d8-fc9c-4915-9ce5-eee26bf6d40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:48.456173 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16a3d8-fc9c-4915-9ce5-eee26bf6d40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:48.457009 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16a3d8-fc9c-4915-9ce5-eee26bf6d40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:48.457446 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16a3d8-fc9c-4915-9ce5-eee26bf6d40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:48.555086 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] Attempting to bind port d61beee7-004c-4df7-96a9-53ea33a306cb on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:07:48.556070 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] Attempting to bind port d61beee7-004c-4df7-96a9-53ea33a306cb by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:07:48.556611 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] Attempting to bind port d61beee7-004c-4df7-96a9-53ea33a306cb on network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:07:48.563814 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:07:48.564225 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:07:48.564615 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:48.565011 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] Bound using segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:07:48.566696 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] Bound port: d61beee7-004c-4df7-96a9-53ea33a306cb, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:07:48.567102 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:48.739575 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] For port d61beee7-004c-4df7-96a9-53ea33a306cb, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:07:48.747835 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] For port d61beee7-004c-4df7-96a9-53ea33a306cb, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d61beee7-004c-4df7-96a9-53ea33a306cb,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:07:48.756474 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:48.907192 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16a3d8-fc9c-4915-9ce5-eee26bf6d40e None None] Pushing event updated for resources: {'Port': ['ID=d61beee7-004c-4df7-96a9-53ea33a306cb,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:48.925129 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] Routers {'b1433010-c930-460e-90e5-ac278e5f241a'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:07:48.925919 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:07:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['b1433010-c930-460e-90e5-ac278e5f241a'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:49.048290 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-76a92ac0-b3da-4687-a57c-fda52206237d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting port d61beee7-004c-4df7-96a9-53ea33a306cb {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:49.048786 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-76a92ac0-b3da-4687-a57c-fda52206237d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:49.090458 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] Set router b1433010-c930-460e-90e5-ac278e5f241a gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:07:49.446819 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-76a92ac0-b3da-4687-a57c-fda52206237d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] For port d61beee7-004c-4df7-96a9-53ea33a306cb, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d61beee7-004c-4df7-96a9-53ea33a306cb,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:49.447494 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-76a92ac0-b3da-4687-a57c-fda52206237d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:49.487580 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-76a92ac0-b3da-4687-a57c-fda52206237d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Calling delete_port for d61beee7-004c-4df7-96a9-53ea33a306cb owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:49.883352 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1433010-c930-460e-90e5-ac278e5f241a', 'name': 'tempest-NetworksTestDHCPv6-router-1653521198', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:07:42Z', 'updated_at': '2021-09-07T19:07:45Z', 'revision_number': 2, 'project_id': '81ad4db508be4260ad74ddc930f234e9', 'gw_port_host': None, '_interfaces': [{'id': 'd61beee7-004c-4df7-96a9-53ea33a306cb', 'name': '', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'mac_address': 'fa:16:3e:6d:a9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1433010-c930-460e-90e5-ac278e5f241a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'a36b42ba-0e78-4bc2-9754-7ce1e386efff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:07:43Z', 'updated_at': '2021-09-07T19:07:48Z', 'revision_number': 4, 'project_id': '81ad4db508be4260ad74ddc930f234e9', 'subnets': [{'id': 'a36b42ba-0e78-4bc2-9754-7ce1e386efff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:49.934702 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-76a92ac0-b3da-4687-a57c-fda52206237d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:49.973021 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97049ff2-180e-43ba-8456-8cdcbdd201d7 None None] The sync data for ids ['b1433010-c930-460e-90e5-ac278e5f241a'] in n-d-807786-1 is: [{'id': 'b1433010-c930-460e-90e5-ac278e5f241a', 'name': 'tempest-NetworksTestDHCPv6-router-1653521198', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:07:42Z', 'updated_at': '2021-09-07T19:07:45Z', 'revision_number': 2, 'project_id': '81ad4db508be4260ad74ddc930f234e9', 'gw_port_host': None, '_interfaces': [{'id': 'd61beee7-004c-4df7-96a9-53ea33a306cb', 'name': '', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'mac_address': 'fa:16:3e:6d:a9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1433010-c930-460e-90e5-ac278e5f241a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'a36b42ba-0e78-4bc2-9754-7ce1e386efff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:07:43Z', 'updated_at': '2021-09-07T19:07:48Z', 'revision_number': 4, 'project_id': '81ad4db508be4260ad74ddc930f234e9', 'subnets': [{'id': 'a36b42ba-0e78-4bc2-9754-7ce1e386efff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:07:50.036205 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a92ac0-b3da-4687-a57c-fda52206237d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=d61beee7-004c-4df7-96a9-53ea33a306cb,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:50.971922 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-76a92ac0-b3da-4687-a57c-fda52206237d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:51.081454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53758) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:51.301603 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a92ac0-b3da-4687-a57c-fda52206237d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Router b1433010-c930-460e-90e5-ac278e5f241a has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:07:51.352753 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-17cb045d-8069-4330-bb7d-98bae5fab65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:51.535492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a92ac0-b3da-4687-a57c-fda52206237d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:07:51.542012 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-76a92ac0-b3da-4687-a57c-fda52206237d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "PUT /v2.0/routers/b1433010-c930-460e-90e5-ac278e5f241a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4059498 Sep 07 19:07:51.556318 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53768) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:51.670932 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-17cb045d-8069-4330-bb7d-98bae5fab65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:51.676450 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-17cb045d-8069-4330-bb7d-98bae5fab65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:51.699079 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dc46f4-4bae-47ac-86ad-4104bc662244 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:51.701380 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dc46f4-4bae-47ac-86ad-4104bc662244 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:51.713763 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-42dc46f4-4bae-47ac-86ad-4104bc662244 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1562750 Sep 07 19:07:51.714530 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb045d-8069-4330-bb7d-98bae5fab65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299f5166-733f-4a35-bd95-d020049eb4d1,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:51.719881 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53772) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:51.739504 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb045d-8069-4330-bb7d-98bae5fab65d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:51.740388 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb045d-8069-4330-bb7d-98bae5fab65d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:51.754192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb045d-8069-4330-bb7d-98bae5fab65d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:51.754897 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb045d-8069-4330-bb7d-98bae5fab65d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:51.755499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb045d-8069-4330-bb7d-98bae5fab65d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:51.756168 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb045d-8069-4330-bb7d-98bae5fab65d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:51.758058 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb045d-8069-4330-bb7d-98bae5fab65d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:51.758571 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb045d-8069-4330-bb7d-98bae5fab65d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:51.759655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb045d-8069-4330-bb7d-98bae5fab65d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:51.759655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb045d-8069-4330-bb7d-98bae5fab65d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:51.760145 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb045d-8069-4330-bb7d-98bae5fab65d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:51.760766 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb045d-8069-4330-bb7d-98bae5fab65d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:51.806902 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-17cb045d-8069-4330-bb7d-98bae5fab65d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1198a16cfe8a4bb787a1c3a42c068b28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7243044 Sep 07 19:07:51.812825 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53774) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:51.828046 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-12df4d60-d43f-4954-a7fb-07469c8bb143 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet a36b42ba-0e78-4bc2-9754-7ce1e386efff {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:07:51.832328 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-12df4d60-d43f-4954-a7fb-07469c8bb143 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:51.916899 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-12df4d60-d43f-4954-a7fb-07469c8bb143 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:51.925223 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ca8f32bd-42f2-4a24-aac6-6295741bae3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:51.991103 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ca8f32bd-42f2-4a24-aac6-6295741bae3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:52.028592 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-12df4d60-d43f-4954-a7fb-07469c8bb143 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:52.124539 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ca8f32bd-42f2-4a24-aac6-6295741bae3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:52.127576 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ca8f32bd-42f2-4a24-aac6-6295741bae3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:52.132398 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ca8f32bd-42f2-4a24-aac6-6295741bae3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/299f5166-733f-4a35-bd95-d020049eb4d1 HTTP/1.1" status: 204 len: 168 time: 0.3182836 Sep 07 19:07:52.150273 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f32bd-42f2-4a24-aac6-6295741bae3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299f5166-733f-4a35-bd95-d020049eb4d1,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:52.197229 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-12df4d60-d43f-4954-a7fb-07469c8bb143 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:52.291993 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935e74d6-d92a-49d3-a17b-6493681a9e50 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:07:52.292702 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-12df4d60-d43f-4954-a7fb-07469c8bb143 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:52.301263 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53782) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:52.313867 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-12df4d60-d43f-4954-a7fb-07469c8bb143 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/a36b42ba-0e78-4bc2-9754-7ce1e386efff HTTP/1.1" status: 204 len: 168 time: 0.5891390 Sep 07 19:07:52.316500 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df4d60-d43f-4954-a7fb-07469c8bb143 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=a36b42ba-0e78-4bc2-9754-7ce1e386efff,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:52.517448 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f1f7e-08df-4a81-b66e-bf160c8f2cd1 None None] Sync routers for ids ['b1433010-c930-460e-90e5-ac278e5f241a'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:07:52.583977 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67f1f7e-08df-4a81-b66e-bf160c8f2cd1 None None] Routers {'b1433010-c930-460e-90e5-ac278e5f241a'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:07:52.584836 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-a67f1f7e-08df-4a81-b66e-bf160c8f2cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:07:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['b1433010-c930-460e-90e5-ac278e5f241a'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:52.665738 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-db0f52c9-dd39-4ca8-b52a-6812fa2f953a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3626277 Sep 07 19:07:52.671311 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53790) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:52.781957 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-a67f1f7e-08df-4a81-b66e-bf160c8f2cd1 None None] Set router b1433010-c930-460e-90e5-ac278e5f241a gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:07:52.787965 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53792) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:52.827215 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-db4019d2-5a0b-4283-8c3e-cc27ed760bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:52.921549 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-a67f1f7e-08df-4a81-b66e-bf160c8f2cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1433010-c930-460e-90e5-ac278e5f241a', 'name': 'tempest-NetworksTestDHCPv6-router-1653521198', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:07:42Z', 'updated_at': '2021-09-07T19:07:49Z', 'revision_number': 3, 'project_id': '81ad4db508be4260ad74ddc930f234e9', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:52.947820 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc0f3-58b5-4009-b9bf-b49832941fa2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:52.994308 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f1f7e-08df-4a81-b66e-bf160c8f2cd1 None None] Checking router: b1433010-c930-460e-90e5-ac278e5f241a for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:07:53.021221 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67f1f7e-08df-4a81-b66e-bf160c8f2cd1 None None] Routers {'b1433010-c930-460e-90e5-ac278e5f241a'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:07:53.021873 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-a67f1f7e-08df-4a81-b66e-bf160c8f2cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:07:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['b1433010-c930-460e-90e5-ac278e5f241a'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:53.111134 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-db4019d2-5a0b-4283-8c3e-cc27ed760bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:53.123051 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-db4019d2-5a0b-4283-8c3e-cc27ed760bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:53.149922 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea57218a-93e1-4f0d-be7c-3e6a8d08e482 None None] DHCP port deletion for 5341d4d7-2b72-420c-84fe-cfa44886a8d9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:07:53.215996 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4019d2-5a0b-4283-8c3e-cc27ed760bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f74c6a-b22f-449b-9769-94074ff1d629,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:53.234711 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-db4019d2-5a0b-4283-8c3e-cc27ed760bcd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=892af9b97f0a49d6bd14544b54f472b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4453406 Sep 07 19:07:53.239182 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53800) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:53.327356 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-a67f1f7e-08df-4a81-b66e-bf160c8f2cd1 None None] Set router b1433010-c930-460e-90e5-ac278e5f241a gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:07:53.369307 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-468516be-07d2-483e-9aab-528d113786d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:53.425202 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-468516be-07d2-483e-9aab-528d113786d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:53.462797 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc0f3-58b5-4009-b9bf-b49832941fa2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:53.471558 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc0f3-58b5-4009-b9bf-b49832941fa2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:53.524090 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-468516be-07d2-483e-9aab-528d113786d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:53.527970 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-468516be-07d2-483e-9aab-528d113786d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:53.532254 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-468516be-07d2-483e-9aab-528d113786d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49f74c6a-b22f-449b-9769-94074ff1d629 HTTP/1.1" status: 204 len: 168 time: 0.2914577 Sep 07 19:07:53.555157 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468516be-07d2-483e-9aab-528d113786d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f74c6a-b22f-449b-9769-94074ff1d629,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:53.599134 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-a67f1f7e-08df-4a81-b66e-bf160c8f2cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1433010-c930-460e-90e5-ac278e5f241a', 'name': 'tempest-NetworksTestDHCPv6-router-1653521198', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:07:42Z', 'updated_at': '2021-09-07T19:07:49Z', 'revision_number': 3, 'project_id': '81ad4db508be4260ad74ddc930f234e9', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:53.700303 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc0f3-58b5-4009-b9bf-b49832941fa2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:53.703406 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4dc0f3-58b5-4009-b9bf-b49832941fa2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Fanout notify agent at l3_agent the message router_deleted on router b1433010-c930-460e-90e5-ac278e5f241a {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:07:53.749185 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f1f7e-08df-4a81-b66e-bf160c8f2cd1 None None] The sync data for ids ['b1433010-c930-460e-90e5-ac278e5f241a'] in n-d-807786-1 is: [{'id': 'b1433010-c930-460e-90e5-ac278e5f241a', 'name': 'tempest-NetworksTestDHCPv6-router-1653521198', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:07:42Z', 'updated_at': '2021-09-07T19:07:49Z', 'revision_number': 3, 'project_id': '81ad4db508be4260ad74ddc930f234e9', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:07:53.782606 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc0f3-58b5-4009-b9bf-b49832941fa2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:53.789887 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1b4dc0f3-58b5-4009-b9bf-b49832941fa2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/routers/b1433010-c930-460e-90e5-ac278e5f241a HTTP/1.1" status: 204 len: 168 time: 1.1052511 Sep 07 19:07:53.790154 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53810) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:53.796137 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-8bba4348-b71f-438b-a9c4-cb843b619a98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:07:53.819608 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ea57218a-93e1-4f0d-be7c-3e6a8d08e482 None None] Deleting port 99b7f8bc-617b-4bdd-aace-df368b71588f {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:53.824770 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ea57218a-93e1-4f0d-be7c-3e6a8d08e482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:53.965867 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53818) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:54.022706 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ea57218a-93e1-4f0d-be7c-3e6a8d08e482 None None] For port 99b7f8bc-617b-4bdd-aace-df368b71588f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=99b7f8bc-617b-4bdd-aace-df368b71588f,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:54.030768 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ea57218a-93e1-4f0d-be7c-3e6a8d08e482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:54.065451 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ea57218a-93e1-4f0d-be7c-3e6a8d08e482 None None] Calling delete_port for 99b7f8bc-617b-4bdd-aace-df368b71588f owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:54.090812 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 99b7f8bc-617b-4bdd-aace-df368b71588f no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:07:54.169759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bba4348-b71f-438b-a9c4-cb843b619a98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:07:54.199832 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8bba4348-b71f-438b-a9c4-cb843b619a98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:54.273555 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7bacd757-3bfb-449e-b3f9-f636e0bd37e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:54.375461 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ea57218a-93e1-4f0d-be7c-3e6a8d08e482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:54.455780 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57218a-93e1-4f0d-be7c-3e6a8d08e482 None None] Pushing event deleted for resources: {'Port': ['ID=99b7f8bc-617b-4bdd-aace-df368b71588f,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:54.476432 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No active binding found for port 99b7f8bc-617b-4bdd-aace-df368b71588f {{(pid=101446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 07 19:07:54.476945 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 99b7f8bc-617b-4bdd-aace-df368b71588f not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:07:54.504563 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea57218a-93e1-4f0d-be7c-3e6a8d08e482 None None] No DVR routers for this DVR port 99b7f8bc-617b-4bdd-aace-df368b71588f on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:07:54.706840 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7bacd757-3bfb-449e-b3f9-f636e0bd37e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:54.711887 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7bacd757-3bfb-449e-b3f9-f636e0bd37e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:54.772102 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7bacd757-3bfb-449e-b3f9-f636e0bd37e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80394c5545874fe28881eb9f892b6363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7985849 Sep 07 19:07:54.779610 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53832) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:54.839152 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8bba4348-b71f-438b-a9c4-cb843b619a98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:54.907511 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bba4348-b71f-438b-a9c4-cb843b619a98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:54.921060 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacd757-3bfb-449e-b3f9-f636e0bd37e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad8e666-2079-4e66-9be8-c0c7c4c7c357,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:54.982807 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2baa8c55-603d-4c71-b32f-5360c26c3718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:55.030010 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-8bba4348-b71f-438b-a9c4-cb843b619a98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:55.036886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bba4348-b71f-438b-a9c4-cb843b619a98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:55.037590 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8bba4348-b71f-438b-a9c4-cb843b619a98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:55.043998 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6b9d18-f85a-4eec-b68a-81ad4a2443c7 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:07:55.059386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba4348-b71f-438b-a9c4-cb843b619a98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=f60c8fd8-7781-4901-9292-7097e0b6c69e,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:55.082160 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2baa8c55-603d-4c71-b32f-5360c26c3718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:55.083932 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8bba4348-b71f-438b-a9c4-cb843b619a98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2932723 Sep 07 19:07:55.085853 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53840) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:55.099009 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-ce9d7260-f90b-4711-b8df-cf4dddf6a66c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-478415569', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:07:55.197157 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ce9d7260-f90b-4711-b8df-cf4dddf6a66c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:55.200737 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ce9d7260-f90b-4711-b8df-cf4dddf6a66c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:55.221396 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2baa8c55-603d-4c71-b32f-5360c26c3718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:55.228830 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2baa8c55-603d-4c71-b32f-5360c26c3718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:55.233878 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2baa8c55-603d-4c71-b32f-5360c26c3718 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ad8e666-2079-4e66-9be8-c0c7c4c7c357 HTTP/1.1" status: 204 len: 168 time: 0.4503269 Sep 07 19:07:55.279987 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa8c55-603d-4c71-b32f-5360c26c3718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad8e666-2079-4e66-9be8-c0c7c4c7c357,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:55.355491 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ce9d7260-f90b-4711-b8df-cf4dddf6a66c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:55.362538 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ce9d7260-f90b-4711-b8df-cf4dddf6a66c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:55.404970 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ce9d7260-f90b-4711-b8df-cf4dddf6a66c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:55.413364 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53852) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:55.413600 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ce9d7260-f90b-4711-b8df-cf4dddf6a66c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3250468 Sep 07 19:07:55.515235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'fixed_ips': [{'subnet_id': 'f60c8fd8-7781-4901-9292-7097e0b6c69e'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:07:55.517188 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:55.714430 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d61beee7-004c-4df7-96a9-53ea33a306cb no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:07:55.745408 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: d61beee7-004c-4df7-96a9-53ea33a306cb {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:07:55.745750 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d61beee7-004c-4df7-96a9-53ea33a306cb not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:07:55.884778 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Allocated IP 2001:db8::2 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/f60c8fd8-7781-4901-9292-7097e0b6c69e/05c8b452-25f8-4466-b295-5bd2331c731f) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:07:55.965953 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a0bc6a05-1bf3-45ff-a7f9-c3e64e06e2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:56.125726 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:56.338419 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53884) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:56.363444 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:56.382123 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Transition to ACTIVE for port object 05c8b452-25f8-4466-b295-5bd2331c731f will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:56.403859 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Transition to ACTIVE for port object 05c8b452-25f8-4466-b295-5bd2331c731f will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:56.415596 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:56.560783 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Pushing event updated for resources: {'Port': ['ID=05c8b452-25f8-4466-b295-5bd2331c731f,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:56.561796 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:56.570590 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:56.583254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:07:56.587768 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:56.588115 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:56.588458 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:56.593510 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:56.594126 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:56.594678 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:56.595260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:56.595732 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:56.596259 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:56.596838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:56.597401 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:56.601569 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:56.638157 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-159197d4-58ef-4d23-b8b4-f09fcb72f934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:56.785608 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8::1 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/f60c8fd8-7781-4901-9292-7097e0b6c69e/72cf7b43-687c-4a1b-85bf-b539e9233b0e) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:07:56.793216 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Attempting to bind port 05c8b452-25f8-4466-b295-5bd2331c731f on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:07:56.793593 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Attempting to bind port 05c8b452-25f8-4466-b295-5bd2331c731f by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:07:56.794054 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Attempting to bind port 05c8b452-25f8-4466-b295-5bd2331c731f on network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:07:56.810057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:07:56.810675 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:07:56.810911 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:56.811374 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Bound using segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:07:56.812017 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Bound port: 05c8b452-25f8-4466-b295-5bd2331c731f, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:07:56.812575 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:56.881097 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-159197d4-58ef-4d23-b8b4-f09fcb72f934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:56.885319 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-159197d4-58ef-4d23-b8b4-f09fcb72f934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:56.943179 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159197d4-58ef-4d23-b8b4-f09fcb72f934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ededbb5d-c418-44d3-b5b9-1cb903e4522e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:57.002993 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] For port 05c8b452-25f8-4466-b295-5bd2331c731f, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:07:57.016386 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] For port 05c8b452-25f8-4466-b295-5bd2331c731f, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=05c8b452-25f8-4466-b295-5bd2331c731f,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:07:57.035060 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:57.070441 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-159197d4-58ef-4d23-b8b4-f09fcb72f934 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=72c326b046a445e58df3660137418b75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7297919 Sep 07 19:07:57.073206 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53908) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:57.104219 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:57.136745 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5be2f6-22b1-4d3b-9340-7c37193ff4ad None None] Pushing event updated for resources: {'Port': ['ID=05c8b452-25f8-4466-b295-5bd2331c731f,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:57.137310 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Transition to ACTIVE for port object 72cf7b43-687c-4a1b-85bf-b539e9233b0e will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:07:57.207144 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-187936d9-da93-45a6-9a2b-333b2a88d947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:57.227452 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:57.267909 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-187936d9-da93-45a6-9a2b-333b2a88d947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:57.299668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:57.312697 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:57.321359 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:07:57.321633 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:57.366263 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-187936d9-da93-45a6-9a2b-333b2a88d947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:57.371427 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-187936d9-da93-45a6-9a2b-333b2a88d947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:57.381081 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-187936d9-da93-45a6-9a2b-333b2a88d947 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ededbb5d-c418-44d3-b5b9-1cb903e4522e HTTP/1.1" status: 204 len: 168 time: 0.3059056 Sep 07 19:07:57.393820 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187936d9-da93-45a6-9a2b-333b2a88d947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ededbb5d-c418-44d3-b5b9-1cb903e4522e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:57.412629 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=72cf7b43-687c-4a1b-85bf-b539e9233b0e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:57.453881 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:57.455630 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:57.456588 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:57.458651 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:57.459022 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:57.459972 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:57.460316 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:57.460685 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:57.462175 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:57.463203 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:57.463555 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:57.465472 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:57.676057 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:57.855436 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 05c8b452-25f8-4466-b295-5bd2331c731f up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:07:57.988894 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 05c8b452-25f8-4466-b295-5bd2331c731f completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:07:58.140418 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:58.146572 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:58.148657 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:58.433159 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:07:58.437729 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:07:58.454055 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=72cf7b43-687c-4a1b-85bf-b539e9233b0e,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:58.686565 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Router 4e17859a-7366-442a-8dbc-60bcd564a584 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:07:58.780494 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e71b3a16-5763-4d3d-9329-de368e942706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:58.892168 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:07:58.902387 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-67f3156c-f8f1-461e-b405-b06b43546d98 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "PUT /v2.0/routers/4e17859a-7366-442a-8dbc-60bcd564a584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4849823 Sep 07 19:07:58.903890 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53958) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:58.906105 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] Sync routers for ids ['4e17859a-7366-442a-8dbc-60bcd564a584'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:07:58.925273 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] Routers {'4e17859a-7366-442a-8dbc-60bcd564a584'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:07:58.926181 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:07:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4e17859a-7366-442a-8dbc-60bcd564a584'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:58.986997 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13b8e96-f9cc-47d7-b384-3a0647a92595 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:58.995707 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53960) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:58.996535 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f13b8e96-f9cc-47d7-b384-3a0647a92595 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports/72cf7b43-687c-4a1b-85bf-b539e9233b0e HTTP/1.1" status: 200 len: 911 time: 0.0895770 Sep 07 19:07:59.029363 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5e66532d-d128-4b9d-99f9-09b92c6ba806 None None] Provisioning for port 05c8b452-25f8-4466-b295-5bd2331c731f completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:07:59.059853 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5e66532d-d128-4b9d-99f9-09b92c6ba806 None None] Provisioning complete for port 05c8b452-25f8-4466-b295-5bd2331c731f triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:07:59.060707 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5e66532d-d128-4b9d-99f9-09b92c6ba806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:59.115565 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] Set router 4e17859a-7366-442a-8dbc-60bcd564a584 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:07:59.116386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8112a0-5642-4100-b166-e59168fa3039 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:59.142055 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:59.150007 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8112a0-5642-4100-b166-e59168fa3039 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:07:59.158169 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6f8112a0-5642-4100-b166-e59168fa3039 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1581099 Sep 07 19:07:59.159964 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53970) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:59.294312 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5e66532d-d128-4b9d-99f9-09b92c6ba806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:59.398169 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-5e66532d-d128-4b9d-99f9-09b92c6ba806 None None] For port 05c8b452-25f8-4466-b295-5bd2331c731f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=05c8b452-25f8-4466-b295-5bd2331c731f,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:59.404000 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5e66532d-d128-4b9d-99f9-09b92c6ba806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:59.556589 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66532d-d128-4b9d-99f9-09b92c6ba806 None None] Pushing event updated for resources: {'Port': ['ID=05c8b452-25f8-4466-b295-5bd2331c731f,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:59.580213 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7dcc3e71-d6b6-4540-8998-4a81f85ec909 None None] Provisioning for port 72cf7b43-687c-4a1b-85bf-b539e9233b0e completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:07:59.594747 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7dcc3e71-d6b6-4540-8998-4a81f85ec909 None None] Provisioning complete for port 72cf7b43-687c-4a1b-85bf-b539e9233b0e triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:07:59.596985 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7dcc3e71-d6b6-4540-8998-4a81f85ec909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:59.731234 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17859a-7366-442a-8dbc-60bcd564a584', 'name': 'tempest-NetworksTestDHCPv6-router-478415569', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:07:55Z', 'updated_at': '2021-09-07T19:07:57Z', 'revision_number': 2, 'project_id': '81ad4db508be4260ad74ddc930f234e9', 'gw_port_host': None, '_interfaces': [{'id': '72cf7b43-687c-4a1b-85bf-b539e9233b0e', 'name': '', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'mac_address': 'fa:16:3e:19:ac:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e17859a-7366-442a-8dbc-60bcd564a584', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': 'f60c8fd8-7781-4901-9292-7097e0b6c69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:07:56Z', 'updated_at': '2021-09-07T19:07:57Z', 'revision_number': 2, 'project_id': '81ad4db508be4260ad74ddc930f234e9', 'subnets': [{'id': 'f60c8fd8-7781-4901-9292-7097e0b6c69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:59.739797 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7dcc3e71-d6b6-4540-8998-4a81f85ec909 None None] Port 72cf7b43-687c-4a1b-85bf-b539e9233b0e cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:07:59.844045 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 05c8b452-25f8-4466-b295-5bd2331c731f up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:07:59.845091 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] Checking router: 4e17859a-7366-442a-8dbc-60bcd564a584 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:07:59.845801 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] Updating router 4e17859a-7366-442a-8dbc-60bcd564a584 port 72cf7b43-687c-4a1b-85bf-b539e9233b0e binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:07:59.907927 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d8f315a8-c34e-4e1f-9da6-e5f49384bf2d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:59.916655 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:59.925888 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-eab9e8b1-ee10-42e9-a838-edaab4e1cb0e None None] Provisioning complete for port 72cf7b43-687c-4a1b-85bf-b539e9233b0e triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:07:59.926807 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-eab9e8b1-ee10-42e9-a838-edaab4e1cb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:00.118229 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-eab9e8b1-ee10-42e9-a838-edaab4e1cb0e None None] Port 72cf7b43-687c-4a1b-85bf-b539e9233b0e cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:08:00.120943 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 05c8b452-25f8-4466-b295-5bd2331c731f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:00.121316 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:00.221867 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:00.383169 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d8f315a8-c34e-4e1f-9da6-e5f49384bf2d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting port 72cf7b43-687c-4a1b-85bf-b539e9233b0e {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:08:00.383773 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d8f315a8-c34e-4e1f-9da6-e5f49384bf2d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:00.456088 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:00.486321 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] Transition to ACTIVE for port object 72cf7b43-687c-4a1b-85bf-b539e9233b0e will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:00.493558 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:00.667578 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e96a2-8bca-4907-9a4c-b4e828fd7bdf None None] Pushing event updated for resources: {'Port': ['ID=72cf7b43-687c-4a1b-85bf-b539e9233b0e,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:00.670629 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] Attempting to bind port 72cf7b43-687c-4a1b-85bf-b539e9233b0e on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:08:00.671390 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] Attempting to bind port 72cf7b43-687c-4a1b-85bf-b539e9233b0e by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:08:00.671937 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] Attempting to bind port 72cf7b43-687c-4a1b-85bf-b539e9233b0e on network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:08:00.683672 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:08:00.684285 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:08:00.684902 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:00.685596 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] Bound using segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:08:00.686893 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] Bound port: 72cf7b43-687c-4a1b-85bf-b539e9233b0e, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:08:00.688398 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:00.764374 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d8f315a8-c34e-4e1f-9da6-e5f49384bf2d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:00.804638 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d8f315a8-c34e-4e1f-9da6-e5f49384bf2d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Calling delete_port for 72cf7b43-687c-4a1b-85bf-b539e9233b0e owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:08:00.867111 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] For port 72cf7b43-687c-4a1b-85bf-b539e9233b0e, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:08:00.881988 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] For port 72cf7b43-687c-4a1b-85bf-b539e9233b0e, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=72cf7b43-687c-4a1b-85bf-b539e9233b0e,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:08:00.899508 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:01.158833 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e96a2-8bca-4907-9a4c-b4e828fd7bdf None None] Pushing event updated for resources: {'Port': ['ID=72cf7b43-687c-4a1b-85bf-b539e9233b0e,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:01.194494 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] Routers {'4e17859a-7366-442a-8dbc-60bcd564a584'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:08:01.195608 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:07:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4e17859a-7366-442a-8dbc-60bcd564a584'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:08:01.353469 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] Set router 4e17859a-7366-442a-8dbc-60bcd564a584 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:08:01.380158 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d8f315a8-c34e-4e1f-9da6-e5f49384bf2d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:01.421855 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f315a8-c34e-4e1f-9da6-e5f49384bf2d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=72cf7b43-687c-4a1b-85bf-b539e9233b0e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:01.427277 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c0d9ac5a-4ddc-4166-87ae-01beb19afa4c None None] Could not find standard attr ID for object 72cf7b43-687c-4a1b-85bf-b539e9233b0e. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:08:01.675764 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d8f315a8-c34e-4e1f-9da6-e5f49384bf2d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:01.742734 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:01.804161 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17859a-7366-442a-8dbc-60bcd564a584', 'name': 'tempest-NetworksTestDHCPv6-router-478415569', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:07:55Z', 'updated_at': '2021-09-07T19:07:57Z', 'revision_number': 2, 'project_id': '81ad4db508be4260ad74ddc930f234e9', 'gw_port_host': None, '_interfaces': [{'id': '72cf7b43-687c-4a1b-85bf-b539e9233b0e', 'name': '', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'mac_address': 'fa:16:3e:19:ac:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e17859a-7366-442a-8dbc-60bcd564a584', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': 'f60c8fd8-7781-4901-9292-7097e0b6c69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:07:56Z', 'updated_at': '2021-09-07T19:08:00Z', 'revision_number': 4, 'project_id': '81ad4db508be4260ad74ddc930f234e9', 'subnets': [{'id': 'f60c8fd8-7781-4901-9292-7097e0b6c69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:08:01.873617 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37862096-bf50-4302-a715-bf7d406e4bcf None None] The sync data for ids ['4e17859a-7366-442a-8dbc-60bcd564a584'] in n-d-807786-1 is: [{'id': '4e17859a-7366-442a-8dbc-60bcd564a584', 'name': 'tempest-NetworksTestDHCPv6-router-478415569', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:07:55Z', 'updated_at': '2021-09-07T19:07:57Z', 'revision_number': 2, 'project_id': '81ad4db508be4260ad74ddc930f234e9', 'gw_port_host': None, '_interfaces': [{'id': '72cf7b43-687c-4a1b-85bf-b539e9233b0e', 'name': '', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'mac_address': 'fa:16:3e:19:ac:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e17859a-7366-442a-8dbc-60bcd564a584', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': 'f60c8fd8-7781-4901-9292-7097e0b6c69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:07:56Z', 'updated_at': '2021-09-07T19:08:00Z', 'revision_number': 4, 'project_id': '81ad4db508be4260ad74ddc930f234e9', 'subnets': [{'id': 'f60c8fd8-7781-4901-9292-7097e0b6c69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:08:02.706969 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f315a8-c34e-4e1f-9da6-e5f49384bf2d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Router 4e17859a-7366-442a-8dbc-60bcd564a584 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:08:02.872656 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f315a8-c34e-4e1f-9da6-e5f49384bf2d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:08:02.884442 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d8f315a8-c34e-4e1f-9da6-e5f49384bf2d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "PUT /v2.0/routers/4e17859a-7366-442a-8dbc-60bcd564a584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7180519 Sep 07 19:08:02.884713 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54084) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:02.897529 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54086) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:03.031737 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaa92d2-82ac-423c-be7d-82096979d074 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:03.033602 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaa92d2-82ac-423c-be7d-82096979d074 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:03.038374 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-daaa92d2-82ac-423c-be7d-82096979d074 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1522331 Sep 07 19:08:03.042662 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54094) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:03.148751 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-8104cf5b-f6bd-4a00-82b6-029a8787aa2c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet f60c8fd8-7781-4901-9292-7097e0b6c69e {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:08:03.576232 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8104cf5b-f6bd-4a00-82b6-029a8787aa2c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:03.580694 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dffe9872-cfca-492b-955d-f0fada8c4052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:03.710084 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8104cf5b-f6bd-4a00-82b6-029a8787aa2c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:04.025343 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8104cf5b-f6bd-4a00-82b6-029a8787aa2c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:04.203024 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8104cf5b-f6bd-4a00-82b6-029a8787aa2c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:04.218326 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dffe9872-cfca-492b-955d-f0fada8c4052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:04.235791 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db006b8c-5cb6-43a4-9335-2bc420a86e87 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:04.239614 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8104cf5b-f6bd-4a00-82b6-029a8787aa2c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:04.245594 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8104cf5b-f6bd-4a00-82b6-029a8787aa2c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/f60c8fd8-7781-4901-9292-7097e0b6c69e HTTP/1.1" status: 204 len: 168 time: 1.1995215 Sep 07 19:08:04.246113 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54192) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:04.295413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104cf5b-f6bd-4a00-82b6-029a8787aa2c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=f60c8fd8-7781-4901-9292-7097e0b6c69e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:04.313919 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dffe9872-cfca-492b-955d-f0fada8c4052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:04.503297 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcae2d14-52d5-4824-8f20-b9dc4657e358 None None] Sync routers for ids ['4e17859a-7366-442a-8dbc-60bcd564a584'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:08:04.510425 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-dffe9872-cfca-492b-955d-f0fada8c4052 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ab53fa8940846e8bcc2d2b2dbcc13f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6098671 Sep 07 19:08:04.517930 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54220) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:04.525109 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcae2d14-52d5-4824-8f20-b9dc4657e358 None None] Routers {'4e17859a-7366-442a-8dbc-60bcd564a584'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:08:04.526319 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-bcae2d14-52d5-4824-8f20-b9dc4657e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:07:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4e17859a-7366-442a-8dbc-60bcd564a584'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:08:04.530696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe9872-cfca-492b-955d-f0fada8c4052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5877c304-ba50-413e-8626-35bb3c9b6d2e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:04.715919 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c4c13c26-81da-431f-a935-fda9ce4ab07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:04.738284 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-bcae2d14-52d5-4824-8f20-b9dc4657e358 None None] Set router 4e17859a-7366-442a-8dbc-60bcd564a584 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:08:04.744129 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943f00f1-3027-4291-9dd4-9bd8728185b9 None None] DHCP port deletion for 5341d4d7-2b72-420c-84fe-cfa44886a8d9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:08:04.801918 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c4c13c26-81da-431f-a935-fda9ce4ab07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:04.856724 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1b3265c8-e678-4ad3-a914-2033bca7de93 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6091838 Sep 07 19:08:04.857376 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54262) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:04.917591 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c4c13c26-81da-431f-a935-fda9ce4ab07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:04.917591 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c4c13c26-81da-431f-a935-fda9ce4ab07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:04.917591 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c4c13c26-81da-431f-a935-fda9ce4ab07d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5877c304-ba50-413e-8626-35bb3c9b6d2e HTTP/1.1" status: 204 len: 168 time: 0.3928618 Sep 07 19:08:04.934447 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c13c26-81da-431f-a935-fda9ce4ab07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5877c304-ba50-413e-8626-35bb3c9b6d2e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:05.122491 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9f7abe4e-a306-4a76-932c-fdd20d371718 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:05.411643 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-bcae2d14-52d5-4824-8f20-b9dc4657e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17859a-7366-442a-8dbc-60bcd564a584', 'name': 'tempest-NetworksTestDHCPv6-router-478415569', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:07:55Z', 'updated_at': '2021-09-07T19:08:01Z', 'revision_number': 3, 'project_id': '81ad4db508be4260ad74ddc930f234e9', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:08:05.546900 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcae2d14-52d5-4824-8f20-b9dc4657e358 None None] Checking router: 4e17859a-7366-442a-8dbc-60bcd564a584 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:08:05.578918 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcae2d14-52d5-4824-8f20-b9dc4657e358 None None] Routers {'4e17859a-7366-442a-8dbc-60bcd564a584'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:08:05.580053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-bcae2d14-52d5-4824-8f20-b9dc4657e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:07:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['4e17859a-7366-442a-8dbc-60bcd564a584'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:08:05.699808 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54354) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:05.718486 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9f7abe4e-a306-4a76-932c-fdd20d371718 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:05.727141 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9f7abe4e-a306-4a76-932c-fdd20d371718 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:05.730178 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-bcae2d14-52d5-4824-8f20-b9dc4657e358 None None] Set router 4e17859a-7366-442a-8dbc-60bcd564a584 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:08:05.735717 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef068e03-7a70-409b-9f42-8e5e4399a25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:05.797683 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-bcae2d14-52d5-4824-8f20-b9dc4657e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17859a-7366-442a-8dbc-60bcd564a584', 'name': 'tempest-NetworksTestDHCPv6-router-478415569', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:07:55Z', 'updated_at': '2021-09-07T19:08:01Z', 'revision_number': 3, 'project_id': '81ad4db508be4260ad74ddc930f234e9', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:08:05.857044 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9f7abe4e-a306-4a76-932c-fdd20d371718 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:05.858613 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7abe4e-a306-4a76-932c-fdd20d371718 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Fanout notify agent at l3_agent the message router_deleted on router 4e17859a-7366-442a-8dbc-60bcd564a584 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:08:05.903893 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9f7abe4e-a306-4a76-932c-fdd20d371718 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:05.923033 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9f7abe4e-a306-4a76-932c-fdd20d371718 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/routers/4e17859a-7366-442a-8dbc-60bcd564a584 HTTP/1.1" status: 204 len: 168 time: 1.0619512 Sep 07 19:08:05.925349 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54376) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:06.024174 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcae2d14-52d5-4824-8f20-b9dc4657e358 None None] The sync data for ids ['4e17859a-7366-442a-8dbc-60bcd564a584'] in n-d-807786-1 is: [{'id': '4e17859a-7366-442a-8dbc-60bcd564a584', 'name': 'tempest-NetworksTestDHCPv6-router-478415569', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:07:55Z', 'updated_at': '2021-09-07T19:08:01Z', 'revision_number': 3, 'project_id': '81ad4db508be4260ad74ddc930f234e9', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:08:06.044443 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 05c8b452-25f8-4466-b295-5bd2331c731f no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:08:06.123789 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef068e03-7a70-409b-9f42-8e5e4399a25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:06.139302 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa2431-4309-468d-9a97-07f6b58599bc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:06.141982 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef068e03-7a70-409b-9f42-8e5e4399a25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:06.157737 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a9fa2431-4309-468d-9a97-07f6b58599bc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2259502 Sep 07 19:08:06.168199 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54394) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:06.218735 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ef068e03-7a70-409b-9f42-8e5e4399a25a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0fa4c5942b6f414bb5730a628b9d3693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5177488 Sep 07 19:08:06.225059 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54400) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:06.228725 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-943f00f1-3027-4291-9dd4-9bd8728185b9 None None] Deleting port 05c8b452-25f8-4466-b295-5bd2331c731f {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:08:06.231283 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-943f00f1-3027-4291-9dd4-9bd8728185b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:06.381755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef068e03-7a70-409b-9f42-8e5e4399a25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86aad1e-6f25-40d8-8b9f-b1899d5e8d84,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:06.437180 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f0e879c5-f766-47e9-8d4d-b3034c82610b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:06.439211 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd1657c-9205-401a-ba4b-4377ba9eeb84 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:06.440865 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4bd1657c-9205-401a-ba4b-4377ba9eeb84 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2709970 Sep 07 19:08:06.449652 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54422) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:06.503652 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f0e879c5-f766-47e9-8d4d-b3034c82610b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:06.512244 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-943f00f1-3027-4291-9dd4-9bd8728185b9 None None] For port 05c8b452-25f8-4466-b295-5bd2331c731f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=05c8b452-25f8-4466-b295-5bd2331c731f,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:08:06.513199 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-943f00f1-3027-4291-9dd4-9bd8728185b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:06.603596 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a2d3ffcb-768a-4267-b8ed-b2a84714f5f4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1525688 Sep 07 19:08:06.642588 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54436) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:06.650097 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f0e879c5-f766-47e9-8d4d-b3034c82610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:06.655207 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f0e879c5-f766-47e9-8d4d-b3034c82610b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:06.663631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f0e879c5-f766-47e9-8d4d-b3034c82610b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e86aad1e-6f25-40d8-8b9f-b1899d5e8d84 HTTP/1.1" status: 204 len: 168 time: 0.4362006 Sep 07 19:08:06.671525 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-495efe08-ecc1-4d54-98ea-7255e6fd81e7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:06.677476 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:06.740859 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-943f00f1-3027-4291-9dd4-9bd8728185b9 None None] Calling delete_port for 05c8b452-25f8-4466-b295-5bd2331c731f owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:08:06.772740 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 05c8b452-25f8-4466-b295-5bd2331c731f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=05c8b452-25f8-4466-b295-5bd2331c731f,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:08:06.940078 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495efe08-ecc1-4d54-98ea-7255e6fd81e7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:06.946039 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-495efe08-ecc1-4d54-98ea-7255e6fd81e7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:06.955040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e879c5-f766-47e9-8d4d-b3034c82610b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86aad1e-6f25-40d8-8b9f-b1899d5e8d84,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:06.975207 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:07.091127 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=05c8b452-25f8-4466-b295-5bd2331c731f,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:07.128594 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-943f00f1-3027-4291-9dd4-9bd8728185b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:07.199116 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f00f1-3027-4291-9dd4-9bd8728185b9 None None] Pushing event deleted for resources: {'Port': ['ID=05c8b452-25f8-4466-b295-5bd2331c731f,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:07.215376 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943f00f1-3027-4291-9dd4-9bd8728185b9 None None] No DVR routers for this DVR port 05c8b452-25f8-4466-b295-5bd2331c731f on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:08:07.356560 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:08:07.705357 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 72cf7b43-687c-4a1b-85bf-b539e9233b0e no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:08:07.707596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.objects.ports [None req-495efe08-ecc1-4d54-98ea-7255e6fd81e7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 19:08:07.719566 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-495efe08-ecc1-4d54-98ea-7255e6fd81e7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:07.739820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 72cf7b43-687c-4a1b-85bf-b539e9233b0e {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:08:07.740287 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 72cf7b43-687c-4a1b-85bf-b539e9233b0e not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:08:07.800463 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495efe08-ecc1-4d54-98ea-7255e6fd81e7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:07.809049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-495efe08-ecc1-4d54-98ea-7255e6fd81e7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:07.815039 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495efe08-ecc1-4d54-98ea-7255e6fd81e7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:07.816002 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-495efe08-ecc1-4d54-98ea-7255e6fd81e7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:07.836851 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d04830c-3d48-4461-b5ff-6750ad9e9fd0 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:07.839825 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495efe08-ecc1-4d54-98ea-7255e6fd81e7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=f7b29bca-ed84-4011-91be-bea154a9aba8,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:07.850360 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-495efe08-ecc1-4d54-98ea-7255e6fd81e7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2050664 Sep 07 19:08:07.854263 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54586) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:07.861864 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-363a0d4b-4cd2-423c-bf2a-8c98178cf1a7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:07.978768 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-f5680d00-856f-4aeb-9afd-0a6af655c25d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0976994 Sep 07 19:08:08.189118 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-381e6a89-20ad-4ab5-adc4-1fd61810ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:08.189888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-381e6a89-20ad-4ab5-adc4-1fd61810ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:08.190306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-381e6a89-20ad-4ab5-adc4-1fd61810ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:08.191261 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-381e6a89-20ad-4ab5-adc4-1fd61810ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:08.195736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-381e6a89-20ad-4ab5-adc4-1fd61810ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:08.197946 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-381e6a89-20ad-4ab5-adc4-1fd61810ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:08.199246 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-381e6a89-20ad-4ab5-adc4-1fd61810ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:08.206621 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-381e6a89-20ad-4ab5-adc4-1fd61810ba8f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d5c8f8778fa460ca7e73179a15e85b3&device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 6491 time: 0.1149178 Sep 07 19:08:08.230540 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363a0d4b-4cd2-423c-bf2a-8c98178cf1a7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:08.234760 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-363a0d4b-4cd2-423c-bf2a-8c98178cf1a7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:08.269755 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'fixed_ips': [{'subnet_id': 'f7b29bca-ed84-4011-91be-bea154a9aba8'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:08:08.277545 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:08.648598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-8b6faa68-707b-445c-9963-b04ef2395b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:08.648598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-8b6faa68-707b-445c-9963-b04ef2395b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:08.648598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-8b6faa68-707b-445c-9963-b04ef2395b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:08.648598 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-8b6faa68-707b-445c-9963-b04ef2395b1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a8afba9-c74f-48a2-a182-350c40365b16&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=6c3033e0-4276-47bf-9cdc-e60a9923d00a&id=6c3033e0-4276-47bf-9cdc-e60a9923d00a HTTP/1.1" status: 200 len: 2292 time: 0.3917832 Sep 07 19:08:08.755254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] Allocated IP 2001:db8::f816:3eff:fe2f:9 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/f7b29bca-ed84-4011-91be-bea154a9aba8/949f513e-2f2e-4ccd-9469-0c9fb588ab94) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:08.800836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-a87878b0-932d-4ed5-9d58-ff3e8bc3ae72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 HTTP/1.1" status: 200 len: 1002 time: 0.1439219 Sep 07 19:08:08.928922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-f89251e9-5c4f-4343-bc88-393f7a7176db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:08.931878 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-f89251e9-5c4f-4343-bc88-393f7a7176db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad43e386-e1da-4481-8206-5b6118db82c7 HTTP/1.1" status: 200 len: 851 time: 0.1212201 Sep 07 19:08:08.972367 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:08.982735 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] Transition to ACTIVE for port object 949f513e-2f2e-4ccd-9469-0c9fb588ab94 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:09.010248 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] Transition to ACTIVE for port object 949f513e-2f2e-4ccd-9469-0c9fb588ab94 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:09.021233 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:09.103463 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-363a0d4b-4cd2-423c-bf2a-8c98178cf1a7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:09.122946 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:09.126898 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:09.133977 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:08:09.138244 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-9c39226a-7896-468e-8a1f-cb9198b38204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:09.142583 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-9c39226a-7896-468e-8a1f-cb9198b38204 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a8afba9-c74f-48a2-a182-350c40365b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2018902 Sep 07 19:08:09.320809 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] Attempting to bind port 949f513e-2f2e-4ccd-9469-0c9fb588ab94 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:08:09.321962 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] Attempting to bind port 949f513e-2f2e-4ccd-9469-0c9fb588ab94 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:08:09.322534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] Attempting to bind port 949f513e-2f2e-4ccd-9469-0c9fb588ab94 on network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:08:09.324857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] Pushing event updated for resources: {'Port': ['ID=949f513e-2f2e-4ccd-9469-0c9fb588ab94,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:09.333082 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:08:09.334014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:08:09.336061 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:09.336832 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] Bound using segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:08:09.337539 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] Bound port: 949f513e-2f2e-4ccd-9469-0c9fb588ab94, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:08:09.338171 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:09.352563 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363a0d4b-4cd2-423c-bf2a-8c98178cf1a7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:09.375091 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-363a0d4b-4cd2-423c-bf2a-8c98178cf1a7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:09.381365 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363a0d4b-4cd2-423c-bf2a-8c98178cf1a7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:09.381987 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-363a0d4b-4cd2-423c-bf2a-8c98178cf1a7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:09.452639 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a0d4b-4cd2-423c-bf2a-8c98178cf1a7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=9e7b1884-16a0-469e-b535-e81da28a7033,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:09.462337 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-363a0d4b-4cd2-423c-bf2a-8c98178cf1a7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6049604 Sep 07 19:08:09.465473 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54774) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:09.475921 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1f1563d0-c3ae-4798-8f6d-2be812def22b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'mac_address': 'fa:16:3e:18:8a:79', 'name': 'tempest-NetworksTestDHCPv6-156225071'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:09.490331 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] For port 949f513e-2f2e-4ccd-9469-0c9fb588ab94, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:08:09.495095 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] For port 949f513e-2f2e-4ccd-9469-0c9fb588ab94, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=949f513e-2f2e-4ccd-9469-0c9fb588ab94,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:08:09.505375 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:09.513203 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-31c9eaed-2e10-42f0-a5dc-90101d9b1d35 service neutron] 10.222.0.36 "GET /v2.0/networks/6a8afba9-c74f-48a2-a182-350c40365b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624756 Sep 07 19:08:09.529701 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d775384f-d784-4309-8a39-6471196b1487 req-6c3e1369-88f6-4c8c-a038-8f4f28a55ec2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6cab5e72-7091-46d9-a3fe-5287b7ca902a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1695879 Sep 07 19:08:09.654980 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75abf9-6ea9-4291-8bdb-0df854d75ecf None None] Pushing event updated for resources: {'Port': ['ID=949f513e-2f2e-4ccd-9469-0c9fb588ab94,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:09.823735 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1563d0-c3ae-4798-8f6d-2be812def22b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:09.840780 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-2fb27bc8-2554-46da-adaa-26bb18a756b7 service neutron] 10.222.0.36 "GET /v2.0/networks/6a8afba9-c74f-48a2-a182-350c40365b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166449 Sep 07 19:08:09.947421 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-434bc4a9-3449-475c-bc32-d068fa4e8a66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=b06c3ed3-5ce2-4a65-a560-070dba9ac0fc HTTP/1.1" status: 200 len: 217 time: 0.0826859 Sep 07 19:08:09.987500 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f1563d0-c3ae-4798-8f6d-2be812def22b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:10.026181 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-1f1563d0-c3ae-4798-8f6d-2be812def22b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] device_id is not set on port 34b4e902-293f-43cb-874e-0196175f8a82 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:08:10.090876 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775384f-d784-4309-8a39-6471196b1487 req-c954652a-437c-40d1-8636-c7f001c257cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:10.093413 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d775384f-d784-4309-8a39-6471196b1487 req-c954652a-437c-40d1-8636-c7f001c257cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=524d8b7fabdc479496084a50e046b03c&device_id=6cab5e72-7091-46d9-a3fe-5287b7ca902a HTTP/1.1" status: 200 len: 1097 time: 0.4186547 Sep 07 19:08:10.118447 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-6b3a2813-fc51-426b-8adb-02c4784657fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:10.120225 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-6b3a2813-fc51-426b-8adb-02c4784657fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.1452320 Sep 07 19:08:10.315526 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-4de90fad-451d-4908-83ee-ed5df4d17903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:10.318030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-4de90fad-451d-4908-83ee-ed5df4d17903 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1771166 Sep 07 19:08:10.378346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775384f-d784-4309-8a39-6471196b1487 req-1472649d-80ce-49a7-acb6-f82a2ea34c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:10.380229 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d775384f-d784-4309-8a39-6471196b1487 req-1472649d-80ce-49a7-acb6-f82a2ea34c3f service neutron] 10.222.0.60 "GET /v2.0/networks?id=28561914-c3ca-4c0b-866d-e05eae48a3bf HTTP/1.1" status: 200 len: 916 time: 0.2638776 Sep 07 19:08:10.467923 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d775384f-d784-4309-8a39-6471196b1487 req-1a58b19e-ea63-4f00-a0a0-5ada814560b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 HTTP/1.1" status: 200 len: 217 time: 0.0801823 Sep 07 19:08:10.484276 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-1f1563d0-c3ae-4798-8f6d-2be812def22b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 172.20.0.7 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/9e7b1884-16a0-469e-b535-e81da28a7033/34b4e902-293f-43cb-874e-0196175f8a82) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:10.502108 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-1f1563d0-c3ae-4798-8f6d-2be812def22b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8::f816:3eff:fe18:8a79 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/f7b29bca-ed84-4011-91be-bea154a9aba8/34b4e902-293f-43cb-874e-0196175f8a82) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:10.549076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-caa1b678-2cb7-4f93-b28b-517b147089c0 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171967 Sep 07 19:08:10.560318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775384f-d784-4309-8a39-6471196b1487 req-362f2328-dc04-4561-8bf5-ca2458180cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:10.562266 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d775384f-d784-4309-8a39-6471196b1487 req-362f2328-dc04-4561-8bf5-ca2458180cc8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ab4e789-722f-458d-abf4-2cfc1d2156cf HTTP/1.1" status: 200 len: 855 time: 0.0876653 Sep 07 19:08:10.692126 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d775384f-d784-4309-8a39-6471196b1487 req-bff373ce-d532-4165-ac35-17a0eeeaba48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=28561914-c3ca-4c0b-866d-e05eae48a3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375669 Sep 07 19:08:10.711564 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-01a731b2-92dd-408c-a08a-a16c5de4c91d service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481423 Sep 07 19:08:10.849877 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d775384f-d784-4309-8a39-6471196b1487 req-9e51234f-6c81-42b1-b396-6ca73f300819 service neutron] 10.222.0.60 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499250 Sep 07 19:08:10.915573 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f1563d0-c3ae-4798-8f6d-2be812def22b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:10.934646 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-1f1563d0-c3ae-4798-8f6d-2be812def22b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Transition to ACTIVE for port object 34b4e902-293f-43cb-874e-0196175f8a82 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:10.974738 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-6977f8f2-b446-4528-b767-7e3113e3ebb9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=dca85aec-715c-451f-9b3f-cd3b5cafcf42 HTTP/1.1" status: 200 len: 217 time: 0.1175828 Sep 07 19:08:11.019719 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f1563d0-c3ae-4798-8f6d-2be812def22b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:11.095871 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1563d0-c3ae-4798-8f6d-2be812def22b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:11.100812 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-1f1563d0-c3ae-4798-8f6d-2be812def22b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:11.115280 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1563d0-c3ae-4798-8f6d-2be812def22b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:08:11.221919 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1563d0-c3ae-4798-8f6d-2be812def22b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:11.230933 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f1563d0-c3ae-4798-8f6d-2be812def22b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:11.241891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-c5779571-cc65-4c0b-845e-2a28f013f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:11.244193 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-c5779571-cc65-4c0b-845e-2a28f013f38f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.2654202 Sep 07 19:08:11.266666 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1f1563d0-c3ae-4798-8f6d-2be812def22b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8000391 Sep 07 19:08:11.270127 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54862) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:11.328247 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d775384f-d784-4309-8a39-6471196b1487 req-fc94cd99-ab0c-437c-9df3-f45c810f68f8 service neutron] 10.222.0.60 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705620 Sep 07 19:08:11.364394 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1563d0-c3ae-4798-8f6d-2be812def22b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=34b4e902-293f-43cb-874e-0196175f8a82,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:11.385768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-db36ec48-c928-4c0c-bb2e-3f33de09302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:11.397694 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-db36ec48-c928-4c0c-bb2e-3f33de09302e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1427095 Sep 07 19:08:11.435007 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700aaff8-1e9e-4e6f-a459-c6263002478e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:11.450785 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700aaff8-1e9e-4e6f-a459-c6263002478e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:11.458517 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-700aaff8-1e9e-4e6f-a459-c6263002478e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1778 time: 0.1859367 Sep 07 19:08:11.461165 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54876) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:11.493893 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a20e1a9-a20d-4540-911b-59bd1378f1d4 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:11.587714 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-87cf69aa-2f9d-4b7d-ba5c-f953f4c4d37a service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831281 Sep 07 19:08:11.661267 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-9c60db43-adeb-4927-b73e-0779c4d5e48e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting port 34b4e902-293f-43cb-874e-0196175f8a82 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:08:11.662002 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9c60db43-adeb-4927-b73e-0779c4d5e48e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:11.703540 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1df3037e-b84e-482a-afc9-84c93db3bad0 None None] Provisioning for port 949f513e-2f2e-4ccd-9469-0c9fb588ab94 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:08:11.858780 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-86d365ff-fd27-4470-8c31-5947ae8ac911 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604330 Sep 07 19:08:11.881645 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9c60db43-adeb-4927-b73e-0779c4d5e48e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:11.906570 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-9c60db43-adeb-4927-b73e-0779c4d5e48e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Calling delete_port for 34b4e902-293f-43cb-874e-0196175f8a82 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:08:11.930585 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 949f513e-2f2e-4ccd-9469-0c9fb588ab94 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:08:11.993627 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-39935e5b-f43a-4a67-9078-9b3aa78cb920 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=d5037c37-d497-4829-a848-7904c39917b2 HTTP/1.1" status: 200 len: 217 time: 0.1200278 Sep 07 19:08:12.113007 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-3d333e8a-f6cb-4277-b984-d661987ba240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:12.114746 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-3d333e8a-f6cb-4277-b984-d661987ba240 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.1152885 Sep 07 19:08:12.178787 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 949f513e-2f2e-4ccd-9469-0c9fb588ab94 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:08:12.193965 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 949f513e-2f2e-4ccd-9469-0c9fb588ab94 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:12.202762 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:12.253340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-14f16515-d14c-4f3d-958c-2d98a2e54534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:12.255099 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-14f16515-d14c-4f3d-958c-2d98a2e54534 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1323664 Sep 07 19:08:12.361382 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9c60db43-adeb-4927-b73e-0779c4d5e48e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:12.377823 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0a3059-c29f-47a2-9407-c0bb9c4aa6ca None None] Update dhcp port {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'fixed_ips': [{'subnet_id': 'f7b29bca-ed84-4011-91be-bea154a9aba8', 'ip_address': '2001:db8::f816:3eff:fe2f:9'}, {'subnet_id': '9e7b1884-16a0-469e-b535-e81da28a7033'}], 'binding:host_id': 'n-d-807786-1'}, 'id': '949f513e-2f2e-4ccd-9469-0c9fb588ab94'} from n-d-807786-1. {{(pid=101446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 19:08:12.426061 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-bb4ba092-cd79-457b-99be-fcef32d7981d service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614022 Sep 07 19:08:12.461050 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60db43-adeb-4927-b73e-0779c4d5e48e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=34b4e902-293f-43cb-874e-0196175f8a82,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:12.489839 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bf0a3059-c29f-47a2-9407-c0bb9c4aa6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:12.634521 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:12.675658 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-b7e73589-830b-4cb6-b7db-908e3a1928e3 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421515 Sep 07 19:08:12.694592 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9c60db43-adeb-4927-b73e-0779c4d5e48e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:12.702129 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9c60db43-adeb-4927-b73e-0779c4d5e48e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/34b4e902-293f-43cb-874e-0196175f8a82 HTTP/1.1" status: 204 len: 168 time: 1.2358832 Sep 07 19:08:12.703055 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54938) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:12.788600 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-20e69695-d367-4add-b352-04f94d0ac03d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 HTTP/1.1" status: 200 len: 217 time: 0.1043358 Sep 07 19:08:12.793235 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969a5dc9-d3fc-4867-9be0-59bbdcb46cc1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:12.797816 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969a5dc9-d3fc-4867-9be0-59bbdcb46cc1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:12.805384 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969a5dc9-d3fc-4867-9be0-59bbdcb46cc1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:12.813838 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-969a5dc9-d3fc-4867-9be0-59bbdcb46cc1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1079791 Sep 07 19:08:12.816427 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54942) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:12.822411 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 949f513e-2f2e-4ccd-9469-0c9fb588ab94, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=949f513e-2f2e-4ccd-9469-0c9fb588ab94,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:08:12.828121 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:12.899203 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=949f513e-2f2e-4ccd-9469-0c9fb588ab94,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:12.951591 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:12.972687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-a45d1d53-9267-426e-b245-6cd93f0a10fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:12.978520 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-a45d1d53-9267-426e-b245-6cd93f0a10fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.1826465 Sep 07 19:08:12.985708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-bf0a3059-c29f-47a2-9407-c0bb9c4aa6ca None None] Allocated IP 172.20.0.2 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/9e7b1884-16a0-469e-b535-e81da28a7033/949f513e-2f2e-4ccd-9469-0c9fb588ab94) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:13.041955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6dc3be2-cfae-4358-bdcf-91647a947289 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet 9e7b1884-16a0-469e-b535-e81da28a7033 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:08:13.085615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-a7caeaea-f185-483b-8370-eedf60b2966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:13.087575 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-a7caeaea-f185-483b-8370-eedf60b2966f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0998924 Sep 07 19:08:13.159547 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-bf0a3059-c29f-47a2-9407-c0bb9c4aa6ca None None] For port 949f513e-2f2e-4ccd-9469-0c9fb588ab94, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=949f513e-2f2e-4ccd-9469-0c9fb588ab94,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:08:13.228116 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54958) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:13.242635 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-33545a93-04ee-4980-adf7-1fb546f37b98 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465750 Sep 07 19:08:13.273581 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bf0a3059-c29f-47a2-9407-c0bb9c4aa6ca None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:13.308046 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-bf0a3059-c29f-47a2-9407-c0bb9c4aa6ca None None] Transition to ACTIVE for port object 949f513e-2f2e-4ccd-9469-0c9fb588ab94 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:13.321114 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a6dc3be2-cfae-4358-bdcf-91647a947289 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:13.347544 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bf0a3059-c29f-47a2-9407-c0bb9c4aa6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:13.476808 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a6dc3be2-cfae-4358-bdcf-91647a947289 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:13.483119 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-f57d5ba6-0d2c-4f44-a4bb-1ffd087d8d8e service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316291 Sep 07 19:08:13.557161 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54966) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:13.564379 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-f89e0b29-bdaf-4194-a75c-2deac61b9142 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3804b453-b76d-4a1d-b42f-d85eeb8ad14d HTTP/1.1" status: 200 len: 217 time: 0.0725348 Sep 07 19:08:13.646266 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-ec394053-a339-460e-8d58-b6ed6680e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:13.653947 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-ec394053-a339-460e-8d58-b6ed6680e2f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1dd8002f-cefc-4e03-9dc8-c77431fc56ec HTTP/1.1" status: 200 len: 797 time: 0.0776007 Sep 07 19:08:13.667744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a3059-c29f-47a2-9407-c0bb9c4aa6ca None None] Pushing event updated for resources: {'Port': ['ID=949f513e-2f2e-4ccd-9469-0c9fb588ab94,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:13.711328 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d17da3f9-1798-478e-b633-d96c04feb08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:13.760263 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-758e1292-18b1-449a-9059-80d2a92f0bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:13.799273 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:13.811653 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-eb0edd23-5845-4d44-a185-594884dfd209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:13.819678 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-eb0edd23-5845-4d44-a185-594884dfd209 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c3033e0-4276-47bf-9cdc-e60a9923d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1589794 Sep 07 19:08:13.832779 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a6dc3be2-cfae-4358-bdcf-91647a947289 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:13.867006 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 949f513e-2f2e-4ccd-9469-0c9fb588ab94 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:08:13.949426 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d17da3f9-1798-478e-b633-d96c04feb08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:13.956311 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d17da3f9-1798-478e-b633-d96c04feb08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:13.996278 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a6dc3be2-cfae-4358-bdcf-91647a947289 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:14.027755 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a6dc3be2-cfae-4358-bdcf-91647a947289 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:14.035095 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a6dc3be2-cfae-4358-bdcf-91647a947289 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/9e7b1884-16a0-469e-b535-e81da28a7033 HTTP/1.1" status: 204 len: 168 time: 1.2166030 Sep 07 19:08:14.035761 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54970) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:14.047368 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d17da3f9-1798-478e-b633-d96c04feb08c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e36e785d2d5d44539be33ad3161c2fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8172307 Sep 07 19:08:14.054614 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54972) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:14.142313 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc3be2-cfae-4358-bdcf-91647a947289 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=9e7b1884-16a0-469e-b535-e81da28a7033,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:14.169201 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17da3f9-1798-478e-b633-d96c04feb08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914564ad-7ca2-4858-a6b4-79e83ae3ce56,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:14.201835 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec645d7-7d56-4511-8a77-f82d81713946 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet f7b29bca-ed84-4011-91be-bea154a9aba8 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:08:14.218346 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8ec645d7-7d56-4511-8a77-f82d81713946 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:14.293733 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ebf0413c-de09-46e3-b641-43639ad86942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:14.299369 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8ec645d7-7d56-4511-8a77-f82d81713946 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:14.391189 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ebf0413c-de09-46e3-b641-43639ad86942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:14.431511 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-d0e7435a-66f1-486e-ab34-6ba2b705e844 service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020615 Sep 07 19:08:14.517198 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8ec645d7-7d56-4511-8a77-f82d81713946 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:14.552597 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ebf0413c-de09-46e3-b641-43639ad86942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:14.555898 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ebf0413c-de09-46e3-b641-43639ad86942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:14.558319 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ebf0413c-de09-46e3-b641-43639ad86942 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/914564ad-7ca2-4858-a6b4-79e83ae3ce56 HTTP/1.1" status: 204 len: 168 time: 0.4399612 Sep 07 19:08:14.589592 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0413c-de09-46e3-b641-43639ad86942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914564ad-7ca2-4858-a6b4-79e83ae3ce56,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:14.640701 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b326a9e-0542-45a5-8938-2cd66a08e66c None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:14.664277 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8ec645d7-7d56-4511-8a77-f82d81713946 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:14.691069 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-0994d88a-f88a-4177-a974-e3f6e0f624db service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432408 Sep 07 19:08:14.693654 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-758e1292-18b1-449a-9059-80d2a92f0bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:14.711366 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-758e1292-18b1-449a-9059-80d2a92f0bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:14.748063 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b6ecb472-0d1f-485d-a014-1ca20a63d03a None None] Provisioning for port 949f513e-2f2e-4ccd-9469-0c9fb588ab94 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:08:14.763712 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8ec645d7-7d56-4511-8a77-f82d81713946 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:14.774492 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8ec645d7-7d56-4511-8a77-f82d81713946 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/f7b29bca-ed84-4011-91be-bea154a9aba8 HTTP/1.1" status: 204 len: 168 time: 0.7331443 Sep 07 19:08:14.776678 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54982) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:14.829392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-07ec3f5f-9425-40dd-b69b-304f3607608d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=04e80ba0-acd5-4553-b992-3fc9cfe4316b HTTP/1.1" status: 200 len: 217 time: 0.1304619 Sep 07 19:08:14.857282 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b6ecb472-0d1f-485d-a014-1ca20a63d03a None None] Provisioning complete for port 949f513e-2f2e-4ccd-9469-0c9fb588ab94 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:14.857852 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b6ecb472-0d1f-485d-a014-1ca20a63d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:14.917233 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec645d7-7d56-4511-8a77-f82d81713946 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b29bca-ed84-4011-91be-bea154a9aba8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:14.930664 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9d56ff7e-5415-467a-b03a-a2704874d5bc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1524167 Sep 07 19:08:14.932981 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54986) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:14.944768 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4f027597-068c-41da-b5f6-a0c5d6e8a261 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:15.025625 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-758e1292-18b1-449a-9059-80d2a92f0bcf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c1d59faa22643408b9d31b040d9e4ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4682894 Sep 07 19:08:15.028468 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54990) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:15.067920 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e1292-18b1-449a-9059-80d2a92f0bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd725bc7-6c1b-45ea-848d-dfbe3e91d894,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:15.123135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-b9177b66-0c45-44f4-9c37-e21a4f46a9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:15.127947 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-b9177b66-0c45-44f4-9c37-e21a4f46a9c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1dd8002f-cefc-4e03-9dc8-c77431fc56ec HTTP/1.1" status: 200 len: 797 time: 0.2644687 Sep 07 19:08:15.178839 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b6ecb472-0d1f-485d-a014-1ca20a63d03a None None] Could not find standard attr ID for object 34b4e902-293f-43cb-874e-0196175f8a82. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:08:15.247250 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-6f1b0fc6-0367-4b9b-9203-6700d205d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:15.249383 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-6f1b0fc6-0367-4b9b-9203-6700d205d650 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c3033e0-4276-47bf-9cdc-e60a9923d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1132503 Sep 07 19:08:15.283261 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f027597-068c-41da-b5f6-a0c5d6e8a261 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:15.288107 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035bc794-780a-48cd-896c-b2c20f67b20d None None] DHCP port deletion for 5341d4d7-2b72-420c-84fe-cfa44886a8d9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:08:15.291422 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f027597-068c-41da-b5f6-a0c5d6e8a261 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:15.314034 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5bec860e-d7f3-4351-b09b-f05db0fa27f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:15.382029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-035bc794-780a-48cd-896c-b2c20f67b20d None None] Deleting port 949f513e-2f2e-4ccd-9469-0c9fb588ab94 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:08:15.382773 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-035bc794-780a-48cd-896c-b2c20f67b20d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:15.396880 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5bec860e-d7f3-4351-b09b-f05db0fa27f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:15.518327 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5bec860e-d7f3-4351-b09b-f05db0fa27f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:15.519843 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-999b2b6f-8e3b-4757-a6be-555944897b73 service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623415 Sep 07 19:08:15.521497 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5bec860e-d7f3-4351-b09b-f05db0fa27f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:15.523001 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5bec860e-d7f3-4351-b09b-f05db0fa27f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd725bc7-6c1b-45ea-848d-dfbe3e91d894 HTTP/1.1" status: 204 len: 168 time: 0.4915874 Sep 07 19:08:15.574374 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec860e-d7f3-4351-b09b-f05db0fa27f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd725bc7-6c1b-45ea-848d-dfbe3e91d894,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:15.606965 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-035bc794-780a-48cd-896c-b2c20f67b20d None None] For port 949f513e-2f2e-4ccd-9469-0c9fb588ab94, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=949f513e-2f2e-4ccd-9469-0c9fb588ab94,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:08:15.607845 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-035bc794-780a-48cd-896c-b2c20f67b20d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:15.688958 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-035bc794-780a-48cd-896c-b2c20f67b20d None None] Calling delete_port for 949f513e-2f2e-4ccd-9469-0c9fb588ab94 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:08:15.904215 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1420d6f2-8a25-4651-83a0-ab10f7fca4e2 req-ff4ad233-d19e-4b3c-9ce7-90f508f9c664 service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640440 Sep 07 19:08:16.056338 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 949f513e-2f2e-4ccd-9469-0c9fb588ab94 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:08:16.188050 n-d-807786-1 neutron-server[101444]: DEBUG neutron.objects.ports [None req-4f027597-068c-41da-b5f6-a0c5d6e8a261 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 19:08:16.217264 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-035bc794-780a-48cd-896c-b2c20f67b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:16.282401 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035bc794-780a-48cd-896c-b2c20f67b20d None None] No DVR routers for this DVR port 949f513e-2f2e-4ccd-9469-0c9fb588ab94 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:08:16.364003 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bc794-780a-48cd-896c-b2c20f67b20d None None] Pushing event deleted for resources: {'Port': ['ID=949f513e-2f2e-4ccd-9469-0c9fb588ab94,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:16.380748 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No active binding found for port 949f513e-2f2e-4ccd-9469-0c9fb588ab94 {{(pid=101446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 07 19:08:16.383712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 949f513e-2f2e-4ccd-9469-0c9fb588ab94 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:08:16.586924 n-d-807786-1 neutron-server[101444]: WARNING neutron.services.revisions.revision_plugin [None req-4f027597-068c-41da-b5f6-a0c5d6e8a261 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Could not find related port for resource to bump revision. Sep 07 19:08:16.588572 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-820a4cca-b028-4288-9b65-1ec0e40bbe38 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:16.592994 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.ipam_pluggable_backend [None req-4f027597-068c-41da-b5f6-a0c5d6e8a261 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Port 949f513e-2f2e-4ccd-9469-0c9fb588ab94 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101444) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 07 19:08:16.593889 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.ipam_pluggable_backend [None req-4f027597-068c-41da-b5f6-a0c5d6e8a261 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2f:9 {{(pid=101444) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 07 19:08:16.594550 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-820a4cca-b028-4288-9b65-1ec0e40bbe38 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/networks?id=28561914-c3ca-4c0b-866d-e05eae48a3bf HTTP/1.1" status: 200 len: 815 time: 0.2798023 Sep 07 19:08:16.603320 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.ipam_pluggable_backend [None req-4f027597-068c-41da-b5f6-a0c5d6e8a261 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2f:9 {{(pid=101444) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 07 19:08:16.617484 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f027597-068c-41da-b5f6-a0c5d6e8a261 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:16.646551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-54a69a67-7844-4794-953d-3882754c7a52 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/quotas/524d8b7fabdc479496084a50e046b03c HTTP/1.1" status: 200 len: 375 time: 0.0424588 Sep 07 19:08:16.693381 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f027597-068c-41da-b5f6-a0c5d6e8a261 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:16.699057 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-4f027597-068c-41da-b5f6-a0c5d6e8a261 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:16.703316 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f027597-068c-41da-b5f6-a0c5d6e8a261 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:16.704067 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f027597-068c-41da-b5f6-a0c5d6e8a261 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:16.712254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb36c75e-f2d2-4862-8f97-710eac48f5e7 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:16.748260 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4f027597-068c-41da-b5f6-a0c5d6e8a261 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8120077 Sep 07 19:08:16.749278 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55044) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:16.757917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-ffa0eec6-f058-4780-ad15-fee7a1fe0729 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=524d8b7fabdc479496084a50e046b03c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1079967 Sep 07 19:08:16.759699 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-9e8fccd7-e57c-4d76-8da3-e1be867a364e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:16.990963 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8fccd7-e57c-4d76-8da3-e1be867a364e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:17.000667 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e8fccd7-e57c-4d76-8da3-e1be867a364e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:17.041853 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-c60e0c87-17c8-497f-92bc-eee69fe986e6 service neutron] 10.222.0.26 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826309 Sep 07 19:08:17.073121 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f027597-068c-41da-b5f6-a0c5d6e8a261 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=2de22688-d424-4b8b-ba9a-b71b13e7653e,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:17.219292 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'fixed_ips': [{'subnet_id': '2de22688-d424-4b8b-ba9a-b71b13e7653e'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:08:17.220049 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:17.302837 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-b18a7da3-d261-443a-9431-fb74b4e37c2c service neutron] 10.222.0.26 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586653 Sep 07 19:08:17.598261 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] Allocated IP 2001:db8::f816:3eff:fee4:d384 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/2de22688-d424-4b8b-ba9a-b71b13e7653e/17edddfe-95ff-45f1-a4de-aca16a123686) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:17.617490 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e8fccd7-e57c-4d76-8da3-e1be867a364e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:17.816756 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8fccd7-e57c-4d76-8da3-e1be867a364e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:17.831881 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-9e8fccd7-e57c-4d76-8da3-e1be867a364e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:17.852237 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8fccd7-e57c-4d76-8da3-e1be867a364e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:17.855358 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e8fccd7-e57c-4d76-8da3-e1be867a364e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:17.875967 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fccd7-e57c-4d76-8da3-e1be867a364e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=d893542f-0e59-4d0d-b547-251011e7b22e,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:17.946434 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9e8fccd7-e57c-4d76-8da3-e1be867a364e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1929162 Sep 07 19:08:17.949030 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55092) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:17.958279 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-0ac2b1e9-b752-4ae0-aac9-828977a3c0d7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'mac_address': 'fa:16:3e:45:cb:d0', 'name': 'tempest-NetworksTestDHCPv6-1413632455'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:18.032202 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:18.048489 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] Transition to ACTIVE for port object 17edddfe-95ff-45f1-a4de-aca16a123686 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:18.083913 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] Transition to ACTIVE for port object 17edddfe-95ff-45f1-a4de-aca16a123686 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:18.094997 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:18.172041 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:18.178440 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:18.190420 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:08:18.194021 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac2b1e9-b752-4ae0-aac9-828977a3c0d7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:18.249358 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] Pushing event updated for resources: {'Port': ['ID=17edddfe-95ff-45f1-a4de-aca16a123686,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:18.330879 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] Attempting to bind port 17edddfe-95ff-45f1-a4de-aca16a123686 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:08:18.333855 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] Attempting to bind port 17edddfe-95ff-45f1-a4de-aca16a123686 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:08:18.335000 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] Attempting to bind port 17edddfe-95ff-45f1-a4de-aca16a123686 on network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:08:18.346779 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:08:18.347519 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:08:18.348236 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:18.349108 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] Bound using segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:08:18.350155 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] Bound port: 17edddfe-95ff-45f1-a4de-aca16a123686, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:08:18.351639 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:18.406216 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b66e5e6-cbdf-489e-a834-1fa754c3edd8 req-bae770c7-fcd5-4c2a-8ffb-85e6a5dc8924 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=655960b3-d464-4aba-9191-0077cb96d600 HTTP/1.1" status: 200 len: 210 time: 0.8196254 Sep 07 19:08:18.606006 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] For port 17edddfe-95ff-45f1-a4de-aca16a123686, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:08:18.625859 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0ac2b1e9-b752-4ae0-aac9-828977a3c0d7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:18.643024 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] For port 17edddfe-95ff-45f1-a4de-aca16a123686, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=17edddfe-95ff-45f1-a4de-aca16a123686,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:08:18.650859 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:18.679803 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-0ac2b1e9-b752-4ae0-aac9-828977a3c0d7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] device_id is not set on port fa3558ee-67ef-469f-897e-c57b490385b7 yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:08:18.834964 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97455ae-e4b2-4f31-86fe-008ee0c9a00c None None] Pushing event updated for resources: {'Port': ['ID=17edddfe-95ff-45f1-a4de-aca16a123686,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:18.915598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-0ac2b1e9-b752-4ae0-aac9-828977a3c0d7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 172.20.0.5 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/d893542f-0e59-4d0d-b547-251011e7b22e/fa3558ee-67ef-469f-897e-c57b490385b7) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:18.928381 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-0ac2b1e9-b752-4ae0-aac9-828977a3c0d7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8::f816:3eff:fe45:cbd0 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/2de22688-d424-4b8b-ba9a-b71b13e7653e/fa3558ee-67ef-469f-897e-c57b490385b7) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:19.399609 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55124) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:19.402605 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55126) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:19.490628 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0ac2b1e9-b752-4ae0-aac9-828977a3c0d7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:19.535078 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-8f8e76f5-8cf2-4e4c-a775-b1e0f9f05e90 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:19.541531 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-8f8e76f5-8cf2-4e4c-a775-b1e0f9f05e90 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.60 "GET /v2.0/networks?id=28561914-c3ca-4c0b-866d-e05eae48a3bf HTTP/1.1" status: 200 len: 815 time: 0.3256826 Sep 07 19:08:19.555235 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-0ac2b1e9-b752-4ae0-aac9-828977a3c0d7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Transition to ACTIVE for port object fa3558ee-67ef-469f-897e-c57b490385b7 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:19.569157 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-ffb91d54-5efd-49ea-8e34-e5aeb7a2d91e tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Request body: {'port': {'device_id': '655960b3-d464-4aba-9191-0077cb96d600', 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf', 'admin_state_up': True, 'tenant_id': '524d8b7fabdc479496084a50e046b03c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:19.604022 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8f8f175-7b1e-4936-9be9-0661109bb0f3 req-74ccdb51-74df-4c35-b4e2-fb6205816e52 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=655960b3-d464-4aba-9191-0077cb96d600 HTTP/1.1" status: 200 len: 210 time: 0.0565977 Sep 07 19:08:19.660052 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a5f26ed1-fdda-46e1-92d3-7d1da3dfd17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:19.725587 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0ac2b1e9-b752-4ae0-aac9-828977a3c0d7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:19.793201 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d8d216c0-abef-4a7c-86a6-a33554140d80 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-654282652'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:19.854190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 17edddfe-95ff-45f1-a4de-aca16a123686 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:08:19.865251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac2b1e9-b752-4ae0-aac9-828977a3c0d7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:19.866340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2b1e9-b752-4ae0-aac9-828977a3c0d7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=fa3558ee-67ef-469f-897e-c57b490385b7,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:19.872033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-0ac2b1e9-b752-4ae0-aac9-828977a3c0d7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:19.875568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac2b1e9-b752-4ae0-aac9-828977a3c0d7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:08:19.957823 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 17edddfe-95ff-45f1-a4de-aca16a123686 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:08:19.972530 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac2b1e9-b752-4ae0-aac9-828977a3c0d7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:19.973656 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0ac2b1e9-b752-4ae0-aac9-828977a3c0d7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:19.982722 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a5f26ed1-fdda-46e1-92d3-7d1da3dfd17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:19.989567 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a5f26ed1-fdda-46e1-92d3-7d1da3dfd17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:20.007849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-ffb91d54-5efd-49ea-8e34-e5aeb7a2d91e tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Made reservation on behalf of 524d8b7fabdc479496084a50e046b03c for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:20.012896 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-ffb91d54-5efd-49ea-8e34-e5aeb7a2d91e tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:20.046550 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f26ed1-fdda-46e1-92d3-7d1da3dfd17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252cbcd4-08d4-4cce-ad1f-ea390db85216,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:20.054890 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a5f26ed1-fdda-46e1-92d3-7d1da3dfd17e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=64f0a57772a2497ea2e730e85834d430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6500812 Sep 07 19:08:20.055366 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55142) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:20.110357 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0ac2b1e9-b752-4ae0-aac9-828977a3c0d7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1563938 Sep 07 19:08:20.114175 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55144) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:20.118021 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d8d216c0-abef-4a7c-86a6-a33554140d80 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:20.119075 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d8d216c0-abef-4a7c-86a6-a33554140d80 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:20.142922 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b839178d-f9a4-4baa-ba6d-7c744d84ea5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:20.223179 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c85b564-16c5-4e69-8245-64ad22d7c88d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:20.229821 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c85b564-16c5-4e69-8245-64ad22d7c88d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:20.230517 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b839178d-f9a4-4baa-ba6d-7c744d84ea5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:20.232551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3c85b564-16c5-4e69-8245-64ad22d7c88d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1172836 Sep 07 19:08:20.238286 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d8d216c0-abef-4a7c-86a6-a33554140d80 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:20.239661 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55148) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:20.261998 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d8d216c0-abef-4a7c-86a6-a33554140d80 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:20.280016 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-ffb91d54-5efd-49ea-8e34-e5aeb7a2d91e tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Allocated IP 172.20.0.3 (28561914-c3ca-4c0b-866d-e05eae48a3bf/4ab4e789-722f-458d-abf4-2cfc1d2156cf/61ac45bd-6554-463b-bc88-576ae8a6739e) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:20.328742 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d8d216c0-abef-4a7c-86a6-a33554140d80 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:20.333792 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d8d216c0-abef-4a7c-86a6-a33554140d80 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9295440 Sep 07 19:08:20.334690 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55150) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:20.403038 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b839178d-f9a4-4baa-ba6d-7c744d84ea5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:20.406220 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b839178d-f9a4-4baa-ba6d-7c744d84ea5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:20.420935 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b839178d-f9a4-4baa-ba6d-7c744d84ea5c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/252cbcd4-08d4-4cce-ad1f-ea390db85216 HTTP/1.1" status: 204 len: 168 time: 0.3543785 Sep 07 19:08:20.434867 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839178d-f9a4-4baa-ba6d-7c744d84ea5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252cbcd4-08d4-4cce-ad1f-ea390db85216,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:20.439963 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-43efb60e-5dc7-4f70-a0af-33fcfb0acaba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting port fa3558ee-67ef-469f-897e-c57b490385b7 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:08:20.440355 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-43efb60e-5dc7-4f70-a0af-33fcfb0acaba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:20.493695 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7390c717-238e-475d-aca6-b0f1b30a752b tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:20.499948 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cfa841-4a46-419b-a7c1-e9d4000cef0c None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:20.627502 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-43efb60e-5dc7-4f70-a0af-33fcfb0acaba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:20.666133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-48b665e0-34c3-4c8d-8ade-971e4462891f None None] Provisioning for port 17edddfe-95ff-45f1-a4de-aca16a123686 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:08:20.674764 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-48b665e0-34c3-4c8d-8ade-971e4462891f None None] Provisioning complete for port 17edddfe-95ff-45f1-a4de-aca16a123686 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:20.675223 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-48b665e0-34c3-4c8d-8ade-971e4462891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:20.676283 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-43efb60e-5dc7-4f70-a0af-33fcfb0acaba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Calling delete_port for fa3558ee-67ef-469f-897e-c57b490385b7 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:08:20.812701 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f310e84f-2a7c-4f15-bba7-f8b9838551d7 req-125dd8d3-f665-4f4e-a84d-62f1a208c123 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=655960b3-d464-4aba-9191-0077cb96d600 HTTP/1.1" status: 200 len: 210 time: 0.0454643 Sep 07 19:08:20.865332 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7390c717-238e-475d-aca6-b0f1b30a752b tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:20.874564 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7390c717-238e-475d-aca6-b0f1b30a752b tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:20.954083 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-ffb91d54-5efd-49ea-8e34-e5aeb7a2d91e tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:20.972371 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7390c717-238e-475d-aca6-b0f1b30a752b tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:20.973128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7390c717-238e-475d-aca6-b0f1b30a752b tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fecdafed-1b27-4f04-91a0-1290735d26f7 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:08:20.987090 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7390c717-238e-475d-aca6-b0f1b30a752b tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:20.988536 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7390c717-238e-475d-aca6-b0f1b30a752b tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] 10.222.0.26 "DELETE /v2.0/routers/fecdafed-1b27-4f04-91a0-1290735d26f7 HTTP/1.1" status: 204 len: 168 time: 0.6528668 Sep 07 19:08:20.991898 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55170) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:20.998575 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-3e041517-6aa4-4620-af09-bf83e8ee76b9 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Request body: {'router': {'name': 'tempest-router-1394415561', 'distributed': False}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:21.006557 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-48b665e0-34c3-4c8d-8ade-971e4462891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:21.049179 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3e041517-6aa4-4620-af09-bf83e8ee76b9 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:21.051475 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3e041517-6aa4-4620-af09-bf83e8ee76b9 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:21.053064 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-48b665e0-34c3-4c8d-8ade-971e4462891f None None] For port 17edddfe-95ff-45f1-a4de-aca16a123686, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=17edddfe-95ff-45f1-a4de-aca16a123686,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:08:21.060290 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-48b665e0-34c3-4c8d-8ade-971e4462891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:21.064368 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-ffb91d54-5efd-49ea-8e34-e5aeb7a2d91e tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:21.091986 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:08:21.095389 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['0cc231fb-2c5b-41fb-bd96-1030392369de', 'e65b0d90-526c-435d-af01-3f9e4885c894'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:08:21.130530 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-ffb91d54-5efd-49ea-8e34-e5aeb7a2d91e tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Network 28561914-c3ca-4c0b-866d-e05eae48a3bf is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:21.139806 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-ffb91d54-5efd-49ea-8e34-e5aeb7a2d91e tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:21.169351 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-ffb91d54-5efd-49ea-8e34-e5aeb7a2d91e tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:08:21.228289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-ffb91d54-5efd-49ea-8e34-e5aeb7a2d91e tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:21.229021 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-ffb91d54-5efd-49ea-8e34-e5aeb7a2d91e tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:21.232579 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3e041517-6aa4-4620-af09-bf83e8ee76b9 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:21.246440 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3e041517-6aa4-4620-af09-bf83e8ee76b9 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:21.261766 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3e041517-6aa4-4620-af09-bf83e8ee76b9 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:21.270674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80961ff-78a6-42d4-85d1-2680169ecda0 None None] Update dhcp port {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'fixed_ips': [{'subnet_id': '2de22688-d424-4b8b-ba9a-b71b13e7653e', 'ip_address': '2001:db8::f816:3eff:fee4:d384'}, {'subnet_id': 'd893542f-0e59-4d0d-b547-251011e7b22e'}], 'binding:host_id': 'n-d-807786-1'}, 'id': '17edddfe-95ff-45f1-a4de-aca16a123686'} from n-d-807786-1. {{(pid=101446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 19:08:21.275583 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3e041517-6aa4-4620-af09-bf83e8ee76b9 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2799058 Sep 07 19:08:21.277273 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55174) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:21.282728 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb91d54-5efd-49ea-8e34-e5aeb7a2d91e tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Pushing event updated for resources: {'Port': ['ID=61ac45bd-6554-463b-bc88-576ae8a6739e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:21.309630 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-ffb91d54-5efd-49ea-8e34-e5aeb7a2d91e tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7561257 Sep 07 19:08:21.310414 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-43efb60e-5dc7-4f70-a0af-33fcfb0acaba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:21.329027 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] Request body: {'port': {'device_id': '655960b3-d464-4aba-9191-0077cb96d600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:21.427244 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:21.466507 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efb60e-5dc7-4f70-a0af-33fcfb0acaba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=fa3558ee-67ef-469f-897e-c57b490385b7,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:21.518905 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-907cf271-4a5f-4bc9-8cd8-ceeb955296bf tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:21.534738 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d80961ff-78a6-42d4-85d1-2680169ecda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:21.602128 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b665e0-34c3-4c8d-8ade-971e4462891f None None] Pushing event updated for resources: {'Port': ['ID=17edddfe-95ff-45f1-a4de-aca16a123686,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:21.987245 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ac45bd-6554-463b-bc88-576ae8a6739e {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:08:21.997147 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:22.013625 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] Transition to ACTIVE for port object 61ac45bd-6554-463b-bc88-576ae8a6739e will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:22.028688 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:22.067718 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 17edddfe-95ff-45f1-a4de-aca16a123686 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:08:22.327673 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 17edddfe-95ff-45f1-a4de-aca16a123686 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:22.334126 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:22.356885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] Pushing event updated for resources: {'Port': ['ID=61ac45bd-6554-463b-bc88-576ae8a6739e,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:22.397704 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-d80961ff-78a6-42d4-85d1-2680169ecda0 None None] Allocated IP 172.20.0.2 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/d893542f-0e59-4d0d-b547-251011e7b22e/17edddfe-95ff-45f1-a4de-aca16a123686) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:22.442353 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8a8f0-59f8-4e6b-a4eb-25b280a5be4f req-01e552d2-065b-48b0-90b9-67eaa48742ed tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:22.443860 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ab8a8f0-59f8-4e6b-a4eb-25b280a5be4f req-01e552d2-065b-48b0-90b9-67eaa48742ed tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=655960b3-d464-4aba-9191-0077cb96d600 HTTP/1.1" status: 200 len: 943 time: 0.4211397 Sep 07 19:08:22.453859 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-907cf271-4a5f-4bc9-8cd8-ceeb955296bf tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:22.456961 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-907cf271-4a5f-4bc9-8cd8-ceeb955296bf tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:22.489504 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-43efb60e-5dc7-4f70-a0af-33fcfb0acaba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:22.491513 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-43efb60e-5dc7-4f70-a0af-33fcfb0acaba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/fa3558ee-67ef-469f-897e-c57b490385b7 HTTP/1.1" status: 204 len: 168 time: 2.2458985 Sep 07 19:08:22.497827 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55198) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:22.643927 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] Attempting to bind port 61ac45bd-6554-463b-bc88-576ae8a6739e on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:08:22.644370 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] Attempting to bind port 61ac45bd-6554-463b-bc88-576ae8a6739e by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '60a8ac4c-22a8-4e87-8d09-0c1bee80faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:08:22.644737 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] Attempting to bind port 61ac45bd-6554-463b-bc88-576ae8a6739e on network 28561914-c3ca-4c0b-866d-e05eae48a3bf {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:08:22.650438 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] Port 61ac45bd-6554-463b-bc88-576ae8a6739e on network 28561914-c3ca-4c0b-866d-e05eae48a3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:08:22.650809 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] Attempting to bind port 61ac45bd-6554-463b-bc88-576ae8a6739e on network 28561914-c3ca-4c0b-866d-e05eae48a3bf {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:08:22.656762 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ab8a8f0-59f8-4e6b-a4eb-25b280a5be4f req-1358e41b-5ed3-4529-abf9-26d240eb0011 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937118 Sep 07 19:08:22.662377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:08:22.662729 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] Checking segment: {'id': '60a8ac4c-22a8-4e87-8d09-0c1bee80faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:08:22.663186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] Bound using segment: {'id': '60a8ac4c-22a8-4e87-8d09-0c1bee80faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:08:22.663586 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] Bound port: 61ac45bd-6554-463b-bc88-576ae8a6739e, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a8ac4c-22a8-4e87-8d09-0c1bee80faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:08:22.663959 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:22.698767 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-907cf271-4a5f-4bc9-8cd8-ceeb955296bf tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:22.699906 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907cf271-4a5f-4bc9-8cd8-ceeb955296bf tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a704e4d-8761-43ed-8d42-93eb4cc1fb2b {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:08:22.707243 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-907cf271-4a5f-4bc9-8cd8-ceeb955296bf tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:22.716206 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-907cf271-4a5f-4bc9-8cd8-ceeb955296bf tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] 10.222.0.26 "DELETE /v2.0/routers/3a704e4d-8761-43ed-8d42-93eb4cc1fb2b HTTP/1.1" status: 204 len: 168 time: 1.4341378 Sep 07 19:08:22.721240 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55204) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:22.734408 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-5bf2c451-3eab-4a18-befe-c24def83ae58 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Request body: {'router': {'name': 'tempest-router-295147643', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '012efcd3b3214432a68239124c9bd536'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:22.742372 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d80961ff-78a6-42d4-85d1-2680169ecda0 None None] For port 17edddfe-95ff-45f1-a4de-aca16a123686, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=17edddfe-95ff-45f1-a4de-aca16a123686,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:08:22.757271 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55206) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:22.764656 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703c4c5f-fd81-470c-b6c5-44086fd70afc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:22.767955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703c4c5f-fd81-470c-b6c5-44086fd70afc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:22.771272 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703c4c5f-fd81-470c-b6c5-44086fd70afc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:22.777980 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-703c4c5f-fd81-470c-b6c5-44086fd70afc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2787774 Sep 07 19:08:22.778511 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55208) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:22.796767 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d80961ff-78a6-42d4-85d1-2680169ecda0 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:22.811061 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] For port 61ac45bd-6554-463b-bc88-576ae8a6739e, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:08:22.817739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] For port 61ac45bd-6554-463b-bc88-576ae8a6739e, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=61ac45bd-6554-463b-bc88-576ae8a6739e,segment=NetworkSegment(60a8ac4c-22a8-4e87-8d09-0c1bee80faa8),segment_id=60a8ac4c-22a8-4e87-8d09-0c1bee80faa8)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:08:22.821638 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d80961ff-78a6-42d4-85d1-2680169ecda0 None None] Transition to ACTIVE for port object 17edddfe-95ff-45f1-a4de-aca16a123686 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:22.828826 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:22.831430 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d80961ff-78a6-42d4-85d1-2680169ecda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:22.863594 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5bf2c451-3eab-4a18-befe-c24def83ae58 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:22.865189 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5bf2c451-3eab-4a18-befe-c24def83ae58 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:22.891307 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36eb72f-8f1b-419d-b8d1-ff24cdfbbe90 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet 2de22688-d424-4b8b-ba9a-b71b13e7653e {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:08:22.903990 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a36eb72f-8f1b-419d-b8d1-ff24cdfbbe90 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:22.925948 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:22.927034 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:22.928889 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] 10.222.0.60 "PUT /v2.0/ports/61ac45bd-6554-463b-bc88-576ae8a6739e HTTP/1.1" status: 200 len: 1091 time: 1.6105809 Sep 07 19:08:22.929569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655960b3-d464-4aba-9191-0077cb96d600', 'tag': '61ac45bd-6554-463b-bc88-576ae8a6739e'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:08:22.933153 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97562ab5-9bcd-4a65-ba1c-840867ccf3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "655960b3-d464-4aba-9191-0077cb96d600", "tag": "61ac45bd-6554-463b-bc88-576ae8a6739e"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:08:22.993364 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46cadd-7135-45aa-92f2-723d26c802a1 service neutron] Pushing event updated for resources: {'Port': ['ID=61ac45bd-6554-463b-bc88-576ae8a6739e,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:23.011797 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80961ff-78a6-42d4-85d1-2680169ecda0 None None] Pushing event updated for resources: {'Port': ['ID=17edddfe-95ff-45f1-a4de-aca16a123686,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:23.054507 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-6a59c6e5-fc8e-4593-9264-0b70f76f6b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:23.057091 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-6a59c6e5-fc8e-4593-9264-0b70f76f6b00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=524d8b7fabdc479496084a50e046b03c&device_id=655960b3-d464-4aba-9191-0077cb96d600 HTTP/1.1" status: 200 len: 1094 time: 0.0808432 Sep 07 19:08:23.112269 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5bf2c451-3eab-4a18-befe-c24def83ae58 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:23.126325 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-afef513c-9dca-4bc7-9ed0-ad01cfed0939 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61ac45bd-6554-463b-bc88-576ae8a6739e HTTP/1.1" status: 200 len: 217 time: 0.0598259 Sep 07 19:08:23.130211 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5bf2c451-3eab-4a18-befe-c24def83ae58 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:23.151598 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a36eb72f-8f1b-419d-b8d1-ff24cdfbbe90 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:23.268169 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5bf2c451-3eab-4a18-befe-c24def83ae58 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:23.281152 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5bf2c451-3eab-4a18-befe-c24def83ae58 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5577886 Sep 07 19:08:23.284462 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98a744b3-e4ad-42b9-9552-893e6231ac5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:23.343174 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55224) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:23.380305 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-8e0b4b5b-289f-43af-9f79-55965dcb950c tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:23.669521 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-870399a3-3268-42f3-b2ab-266d526151a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:23.671582 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-870399a3-3268-42f3-b2ab-266d526151a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ab4e789-722f-458d-abf4-2cfc1d2156cf HTTP/1.1" status: 200 len: 855 time: 0.5385158 Sep 07 19:08:23.673447 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516a250d-260e-4fed-b857-7a6b80af9826 x-openstack-request-id: req-516a250d-260e-4fed-b857-7a6b80af9826 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:08:23.673447 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655960b3-d464-4aba-9191-0077cb96d600", "tag": "61ac45bd-6554-463b-bc88-576ae8a6739e", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:08:23.673724 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-516a250d-260e-4fed-b857-7a6b80af9826 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:08:23.674329 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '655960b3-d464-4aba-9191-0077cb96d600', 'tag': '61ac45bd-6554-463b-bc88-576ae8a6739e', 'status': 'completed', 'code': 200} Sep 07 19:08:23.751510 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-cef49e83-e5d3-48ea-b90d-38872877dbfd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=28561914-c3ca-4c0b-866d-e05eae48a3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718553 Sep 07 19:08:23.834483 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a36eb72f-8f1b-419d-b8d1-ff24cdfbbe90 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:23.844559 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 17edddfe-95ff-45f1-a4de-aca16a123686 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:08:23.922252 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98a744b3-e4ad-42b9-9552-893e6231ac5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:23.965524 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d607044-1ea5-43c0-bf3b-ef606a7e7b21 req-a3009d2e-25e5-419f-be87-5b512b157935 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:23.966845 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98a744b3-e4ad-42b9-9552-893e6231ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:23.967941 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d607044-1ea5-43c0-bf3b-ef606a7e7b21 req-a3009d2e-25e5-419f-be87-5b512b157935 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=655960b3-d464-4aba-9191-0077cb96d600 HTTP/1.1" status: 200 len: 943 time: 0.1552145 Sep 07 19:08:23.970530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-38729cc3-c7fa-43c7-8f5e-5c5a7bd9e7db service neutron] 10.222.0.60 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121644 Sep 07 19:08:24.051697 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4b5b-289f-43af-9f79-55965dcb950c tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:24.051697 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4b5b-289f-43af-9f79-55965dcb950c tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:24.105353 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1e3c8e-705d-4308-8fa5-a755bcce41db req-d2ba965e-cbeb-4494-ac13-ab7f6daa65f1 service neutron] 10.222.0.60 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274030 Sep 07 19:08:24.109106 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a744b3-e4ad-42b9-9552-893e6231ac5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49062d3-f1c9-4e74-a1e3-3f1f70ffa1ad,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:24.132181 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-98a744b3-e4ad-42b9-9552-893e6231ac5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4817b29d340646aca6a0957fcb52e755&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3733659 Sep 07 19:08:24.135657 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55250) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:24.137247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f08c393d-c991-4139-82e1-ceb4b572f662 None None] Provisioning for port 17edddfe-95ff-45f1-a4de-aca16a123686 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:08:24.148585 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f08c393d-c991-4139-82e1-ceb4b572f662 None None] Provisioning complete for port 17edddfe-95ff-45f1-a4de-aca16a123686 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:24.149669 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f08c393d-c991-4139-82e1-ceb4b572f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:24.202922 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d607044-1ea5-43c0-bf3b-ef606a7e7b21 req-b5950e8a-fcec-42fe-937e-27125aa1c5d5 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102544 Sep 07 19:08:24.249577 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97562ab5-9bcd-4a65-ba1c-840867ccf3f2 req-bbb9f703-b0fe-4d49-8636-cf939b657f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:24.251357 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97562ab5-9bcd-4a65-ba1c-840867ccf3f2 req-bbb9f703-b0fe-4d49-8636-cf939b657f8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=524d8b7fabdc479496084a50e046b03c&device_id=655960b3-d464-4aba-9191-0077cb96d600 HTTP/1.1" status: 200 len: 1094 time: 0.0861249 Sep 07 19:08:24.275855 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a36eb72f-8f1b-419d-b8d1-ff24cdfbbe90 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:24.321210 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f08c393d-c991-4139-82e1-ceb4b572f662 None None] Could not find standard attr ID for object fa3558ee-67ef-469f-897e-c57b490385b7. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:08:24.392111 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8e0b4b5b-289f-43af-9f79-55965dcb950c tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101444) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 07 19:08:24.392452 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8e0b4b5b-289f-43af-9f79-55965dcb950c tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Router 905adc80-0e2f-4320-ac64-c80d355c4e94 migrating from provider to provider. {{(pid=101444) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 07 19:08:24.392869 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4b5b-289f-43af-9f79-55965dcb950c tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:24.395174 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a36eb72f-8f1b-419d-b8d1-ff24cdfbbe90 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:24.397136 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a36eb72f-8f1b-419d-b8d1-ff24cdfbbe90 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/2de22688-d424-4b8b-ba9a-b71b13e7653e HTTP/1.1" status: 204 len: 168 time: 1.6069813 Sep 07 19:08:24.398456 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36eb72f-8f1b-419d-b8d1-ff24cdfbbe90 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=2de22688-d424-4b8b-ba9a-b71b13e7653e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:24.401845 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55274) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:24.418296 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4b5b-289f-43af-9f79-55965dcb950c tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:24.431701 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97562ab5-9bcd-4a65-ba1c-840867ccf3f2 req-597237c1-10f9-4d3e-80cc-c50d0a2986a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:24.437108 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97562ab5-9bcd-4a65-ba1c-840867ccf3f2 req-597237c1-10f9-4d3e-80cc-c50d0a2986a3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=28561914-c3ca-4c0b-866d-e05eae48a3bf HTTP/1.1" status: 200 len: 916 time: 0.1743860 Sep 07 19:08:24.440713 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4b5b-289f-43af-9f79-55965dcb950c tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626183'] for router, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:24.446469 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90dcbd37-e665-408f-9636-506f9b3ecb20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:24.502003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4cf53e5-e356-436d-8269-2b1bfe8868a2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet d893542f-0e59-4d0d-b547-251011e7b22e {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:08:24.551546 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d4cf53e5-e356-436d-8269-2b1bfe8868a2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:24.555593 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97562ab5-9bcd-4a65-ba1c-840867ccf3f2 req-79a94938-828c-4797-b886-269760c3cac0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61ac45bd-6554-463b-bc88-576ae8a6739e HTTP/1.1" status: 200 len: 217 time: 0.0483201 Sep 07 19:08:24.567903 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1d912e-e46a-42a9-a580-f362ce52a165 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:24.590570 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90dcbd37-e665-408f-9636-506f9b3ecb20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:24.689529 n-d-807786-1 neutron-server[101444]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8e0b4b5b-289f-43af-9f79-55965dcb950c tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] No L3 agents can host the router 905adc80-0e2f-4320-ac64-c80d355c4e94 Sep 07 19:08:24.729642 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-68de1199-46b9-4a9d-915d-697ba3fecb54 None None] Could not find standard attr ID for object fa3558ee-67ef-469f-897e-c57b490385b7. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:08:24.783357 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d4cf53e5-e356-436d-8269-2b1bfe8868a2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:24.800385 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97562ab5-9bcd-4a65-ba1c-840867ccf3f2 req-ed214a16-701a-46a0-bc91-f9bfd50eaa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:24.804074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97562ab5-9bcd-4a65-ba1c-840867ccf3f2 req-ed214a16-701a-46a0-bc91-f9bfd50eaa07 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ab4e789-722f-458d-abf4-2cfc1d2156cf HTTP/1.1" status: 200 len: 855 time: 0.1861281 Sep 07 19:08:24.888093 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90dcbd37-e665-408f-9636-506f9b3ecb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:24.894777 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90dcbd37-e665-408f-9636-506f9b3ecb20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:24.899173 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-90dcbd37-e665-408f-9636-506f9b3ecb20 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b49062d3-f1c9-4e74-a1e3-3f1f70ffa1ad HTTP/1.1" status: 204 len: 168 time: 0.7579136 Sep 07 19:08:24.976028 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55284) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:24.985093 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97562ab5-9bcd-4a65-ba1c-840867ccf3f2 req-f41d670f-2d4d-4205-b68a-ccccf345e678 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=28561914-c3ca-4c0b-866d-e05eae48a3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924499 Sep 07 19:08:25.016213 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0b4b5b-289f-43af-9f79-55965dcb950c tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Hosts for router 905adc80-0e2f-4320-ac64-c80d355c4e94: [] {{(pid=101444) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 07 19:08:25.048090 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcbd37-e665-408f-9636-506f9b3ecb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49062d3-f1c9-4e74-a1e3-3f1f70ffa1ad,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:25.058748 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0b4b5b-289f-43af-9f79-55965dcb950c tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Hosts for other DVR routers connected to router 905adc80-0e2f-4320-ac64-c80d355c4e94: set() {{(pid=101444) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 07 19:08:25.061985 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4b5b-289f-43af-9f79-55965dcb950c tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:25.065552 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8e0b4b5b-289f-43af-9f79-55965dcb950c tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] 10.222.0.26 "PUT /v2.0/routers/905adc80-0e2f-4320-ac64-c80d355c4e94 HTTP/1.1" status: 200 len: 716 time: 1.7040112 Sep 07 19:08:25.065847 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55288) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:25.156955 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d467e791-92ed-49e8-9945-ecea9e845b9d tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] 10.222.0.26 "GET /v2.0/routers/905adc80-0e2f-4320-ac64-c80d355c4e94 HTTP/1.1" status: 200 len: 716 time: 0.0899472 Sep 07 19:08:25.159609 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55290) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:25.276537 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d4cf53e5-e356-436d-8269-2b1bfe8868a2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:25.333909 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97562ab5-9bcd-4a65-ba1c-840867ccf3f2 req-9213111c-0dd0-4d7e-a9fa-c0276e19375f service neutron] 10.222.0.60 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391654 Sep 07 19:08:25.450126 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d4cf53e5-e356-436d-8269-2b1bfe8868a2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:25.476869 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-568c839d-0bae-4fae-ae30-6e8d68c92700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:25.568445 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d2f6c-74fa-44d6-8e22-ae3f341145bc req-53ec5aa8-372a-4eed-af47-e036b00b7e49 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:25.570088 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-144d2f6c-74fa-44d6-8e22-ae3f341145bc req-53ec5aa8-372a-4eed-af47-e036b00b7e49 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=655960b3-d464-4aba-9191-0077cb96d600 HTTP/1.1" status: 200 len: 943 time: 0.2141941 Sep 07 19:08:25.570938 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf53e5-e356-436d-8269-2b1bfe8868a2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=d893542f-0e59-4d0d-b547-251011e7b22e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:25.573432 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d4cf53e5-e356-436d-8269-2b1bfe8868a2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:25.575570 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d4cf53e5-e356-436d-8269-2b1bfe8868a2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/d893542f-0e59-4d0d-b547-251011e7b22e HTTP/1.1" status: 204 len: 168 time: 1.1724324 Sep 07 19:08:25.578337 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55302) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:25.715561 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-568c839d-0bae-4fae-ae30-6e8d68c92700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:25.726447 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-568c839d-0bae-4fae-ae30-6e8d68c92700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:25.727994 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bc284013-a4c9-448c-b2c8-0730b48124c6 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1476688 Sep 07 19:08:25.735193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55310) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:25.745413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-6a18cbbc-89f7-4364-a316-5d7c39dfe367 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:25.781300 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-568c839d-0bae-4fae-ae30-6e8d68c92700 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d8066130ea75424c911a96bf43281368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7871721 Sep 07 19:08:25.783786 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55312) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:25.880733 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c839d-0bae-4fae-ae30-6e8d68c92700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17496e5-2151-43bf-a3f2-03362f034837,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:25.933443 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1aaebdc7-8c6d-46ba-b4bf-27e3b13fbe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:25.935863 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a18a7e19-99c1-45fe-b951-e36531ae8b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:25.936611 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51958d3-f021-4b15-835e-15a78bfb022e None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:25.978218 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a18a7e19-99c1-45fe-b951-e36531ae8b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:26.046567 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a18a7e19-99c1-45fe-b951-e36531ae8b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:26.050448 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a18a7e19-99c1-45fe-b951-e36531ae8b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:26.055645 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a18a7e19-99c1-45fe-b951-e36531ae8b94 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a17496e5-2151-43bf-a3f2-03362f034837 HTTP/1.1" status: 204 len: 168 time: 0.2703562 Sep 07 19:08:26.066104 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-97562ab5-9bcd-4a65-ba1c-840867ccf3f2 req-11496cb1-1844-495d-ae07-7590d60ea15d service neutron] 10.222.0.60 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7223411 Sep 07 19:08:26.066272 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a7e19-99c1-45fe-b951-e36531ae8b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17496e5-2151-43bf-a3f2-03362f034837,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:26.124273 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a18cbbc-89f7-4364-a316-5d7c39dfe367 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:26.125791 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6a18cbbc-89f7-4364-a316-5d7c39dfe367 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:26.128082 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ccdae19e-a6ee-4fc8-a04f-9c63ea241afa None None] Provisioning complete for port 17edddfe-95ff-45f1-a4de-aca16a123686 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:26.128226 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ccdae19e-a6ee-4fc8-a04f-9c63ea241afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:26.178664 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-144d2f6c-74fa-44d6-8e22-ae3f341145bc req-ae02d835-3a8c-4aec-afc6-625ad05156ea tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512622 Sep 07 19:08:26.178664 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7362a93b-b331-4cca-bc8e-d60d004461e7 tempest-RoutersTestDVR-1038766497 tempest-RoutersTestDVR-1038766497-project] 10.222.0.26 "GET /v2.0/routers/905adc80-0e2f-4320-ac64-c80d355c4e94 HTTP/1.1" status: 200 len: 682 time: 1.0118635 Sep 07 19:08:26.180562 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55326) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:26.317873 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-357ce517-4652-48f1-beec-5075cebbc807 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:26.462410 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7c6339-ee70-4825-93b0-1683e98aad0d None None] DHCP port deletion for 5341d4d7-2b72-420c-84fe-cfa44886a8d9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:08:26.593361 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c6339-ee70-4825-93b0-1683e98aad0d None None] Deleting port 17edddfe-95ff-45f1-a4de-aca16a123686 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:08:26.593951 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6339-ee70-4825-93b0-1683e98aad0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:26.659072 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55336) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:26.679881 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ceb28d09-59e7-4b6d-8273-3ae5e3134089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:26.698801 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-1d7c6339-ee70-4825-93b0-1683e98aad0d None None] For port 17edddfe-95ff-45f1-a4de-aca16a123686, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=17edddfe-95ff-45f1-a4de-aca16a123686,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:08:26.699437 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6339-ee70-4825-93b0-1683e98aad0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:26.737637 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c6339-ee70-4825-93b0-1683e98aad0d None None] Calling delete_port for 17edddfe-95ff-45f1-a4de-aca16a123686 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:08:26.832390 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-357ce517-4652-48f1-beec-5075cebbc807 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:26.845424 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-357ce517-4652-48f1-beec-5075cebbc807 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:26.861518 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ceb28d09-59e7-4b6d-8273-3ae5e3134089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:26.869929 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ceb28d09-59e7-4b6d-8273-3ae5e3134089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:26.899805 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6339-ee70-4825-93b0-1683e98aad0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:26.922164 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb28d09-59e7-4b6d-8273-3ae5e3134089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f0cb74-936b-45ca-a0ab-80daaa96c17e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:26.931720 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c6339-ee70-4825-93b0-1683e98aad0d None None] Pushing event deleted for resources: {'Port': ['ID=17edddfe-95ff-45f1-a4de-aca16a123686,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:26.949409 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-357ce517-4652-48f1-beec-5075cebbc807 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:26.949642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357ce517-4652-48f1-beec-5075cebbc807 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 905adc80-0e2f-4320-ac64-c80d355c4e94 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:08:26.956151 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7c6339-ee70-4825-93b0-1683e98aad0d None None] No DVR routers for this DVR port 17edddfe-95ff-45f1-a4de-aca16a123686 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:08:26.957113 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-357ce517-4652-48f1-beec-5075cebbc807 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:26.961754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-357ce517-4652-48f1-beec-5075cebbc807 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] 10.222.0.26 "DELETE /v2.0/routers/905adc80-0e2f-4320-ac64-c80d355c4e94 HTTP/1.1" status: 204 len: 168 time: 0.7717474 Sep 07 19:08:26.975057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55372) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:26.982502 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-c75cc962-31db-4440-8924-fc8676d533d9 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Request body: {'router': {'name': 'tempest-router-1441166856', 'distributed': True}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:26.994653 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6a18cbbc-89f7-4364-a316-5d7c39dfe367 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:26.999151 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ceb28d09-59e7-4b6d-8273-3ae5e3134089 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2af62a0feab04d8d8086051c95dd06fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3358555 Sep 07 19:08:26.999151 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55378) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:27.052680 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9f7473a2-de5a-4720-a062-47368e446854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:27.074360 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a18cbbc-89f7-4364-a316-5d7c39dfe367 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:27.076195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-6a18cbbc-89f7-4364-a316-5d7c39dfe367 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:27.080313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a18cbbc-89f7-4364-a316-5d7c39dfe367 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:27.081273 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6a18cbbc-89f7-4364-a316-5d7c39dfe367 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:27.085636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18cbbc-89f7-4364-a316-5d7c39dfe367 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=0be8d4fe-ffca-4b59-b5c3-38339c7345bc,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:27.085890 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9f7473a2-de5a-4720-a062-47368e446854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:27.094716 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c75cc962-31db-4440-8924-fc8676d533d9 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:27.096928 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c75cc962-31db-4440-8924-fc8676d533d9 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:27.109217 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f78d4b-0e47-402f-854a-f868ed9b1b12 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:27.151215 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6a18cbbc-89f7-4364-a316-5d7c39dfe367 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4099858 Sep 07 19:08:27.154213 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55380) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:27.162817 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-1ef0e13a-1bae-4e12-9f3f-90c572aef5f2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:27.180756 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9f7473a2-de5a-4720-a062-47368e446854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:27.184994 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9f7473a2-de5a-4720-a062-47368e446854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:27.187758 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9f7473a2-de5a-4720-a062-47368e446854 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d2f0cb74-936b-45ca-a0ab-80daaa96c17e HTTP/1.1" status: 204 len: 168 time: 0.1878712 Sep 07 19:08:27.199890 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7473a2-de5a-4720-a062-47368e446854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f0cb74-936b-45ca-a0ab-80daaa96c17e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:27.239096 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c75cc962-31db-4440-8924-fc8676d533d9 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:27.247545 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c75cc962-31db-4440-8924-fc8676d533d9 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:27.365675 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c75cc962-31db-4440-8924-fc8676d533d9 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:27.369742 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55388) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:27.371668 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'fixed_ips': [{'subnet_id': '0be8d4fe-ffca-4b59-b5c3-38339c7345bc'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:08:27.372557 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:27.382290 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c75cc962-31db-4440-8924-fc8676d533d9 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4049096 Sep 07 19:08:27.426687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c833e-2eda-4fe7-a125-513a39dd8be6 req-ad048156-34c4-41b6-a23c-8b9c648cb71e tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:27.428972 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e89c833e-2eda-4fe7-a125-513a39dd8be6 req-ad048156-34c4-41b6-a23c-8b9c648cb71e tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=655960b3-d464-4aba-9191-0077cb96d600 HTTP/1.1" status: 200 len: 943 time: 0.1568108 Sep 07 19:08:27.504652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef0e13a-1bae-4e12-9f3f-90c572aef5f2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:27.515616 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e13a-1bae-4e12-9f3f-90c572aef5f2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:27.525781 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0b43db7a-86ff-49f6-8285-635a5c2f7892 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:27.534121 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e89c833e-2eda-4fe7-a125-513a39dd8be6 req-72941d0d-fe9a-48b0-b712-24a71690b089 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964687 Sep 07 19:08:27.648739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] Allocated IP 172.20.0.2 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/0be8d4fe-ffca-4b59-b5c3-38339c7345bc/b30714e8-cb6a-4256-a435-48ca3babd66b) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:27.707916 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 61ac45bd-6554-463b-bc88-576ae8a6739e details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:08:27.771153 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0b43db7a-86ff-49f6-8285-635a5c2f7892 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:27.775047 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0b43db7a-86ff-49f6-8285-635a5c2f7892 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:27.850614 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 17edddfe-95ff-45f1-a4de-aca16a123686 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:08:27.876344 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0b43db7a-86ff-49f6-8285-635a5c2f7892 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:27.877053 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b43db7a-86ff-49f6-8285-635a5c2f7892 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb6de62e-942a-4ad5-9825-f318e796f416 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:08:27.890623 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0b43db7a-86ff-49f6-8285-635a5c2f7892 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:27.894022 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0b43db7a-86ff-49f6-8285-635a5c2f7892 tempest-RoutersTestDVR-1793955663 tempest-RoutersTestDVR-1793955663-project-admin] 10.222.0.26 "DELETE /v2.0/routers/eb6de62e-942a-4ad5-9825-f318e796f416 HTTP/1.1" status: 204 len: 168 time: 0.5207045 Sep 07 19:08:27.901053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 17edddfe-95ff-45f1-a4de-aca16a123686 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:08:27.901398 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 17edddfe-95ff-45f1-a4de-aca16a123686 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:08:27.917215 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.db.resource_extend [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 19:08:28.198133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 61ac45bd-6554-463b-bc88-576ae8a6739e, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=61ac45bd-6554-463b-bc88-576ae8a6739e,segment=NetworkSegment(60a8ac4c-22a8-4e87-8d09-0c1bee80faa8),segment_id=60a8ac4c-22a8-4e87-8d09-0c1bee80faa8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:08:28.214489 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:28.222723 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '61ac45bd-6554-463b-bc88-576ae8a6739e', 'network_id': '28561914-c3ca-4c0b-866d-e05eae48a3bf', 'port_id': '61ac45bd-6554-463b-bc88-576ae8a6739e', 'mac_address': 'fa:16:3e:ac:91:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab4e789-722f-458d-abf4-2cfc1d2156cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:08:28.231905 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] Transition to ACTIVE for port object b30714e8-cb6a-4256-a435-48ca3babd66b will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:28.276413 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] Transition to ACTIVE for port object b30714e8-cb6a-4256-a435-48ca3babd66b will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:28.289872 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:28.301270 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:28.322285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:28.344619 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:28.347993 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:08:28.355671 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ac45bd-6554-463b-bc88-576ae8a6739e {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:08:28.528498 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55452) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:28.577621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.objects.ports [None req-1ef0e13a-1bae-4e12-9f3f-90c572aef5f2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 19:08:28.898511 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] Pushing event updated for resources: {'Port': ['ID=b30714e8-cb6a-4256-a435-48ca3babd66b,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:28.904298 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86537699-3d85-4a86-9cba-e7356b987d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:28.927363 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 61ac45bd-6554-463b-bc88-576ae8a6739e, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=61ac45bd-6554-463b-bc88-576ae8a6739e,segment=NetworkSegment(60a8ac4c-22a8-4e87-8d09-0c1bee80faa8),segment_id=60a8ac4c-22a8-4e87-8d09-0c1bee80faa8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:08:28.941773 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:28.949732 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-627a9a88-254b-4eb8-911f-f550bc5aff6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:28.954010 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] Attempting to bind port b30714e8-cb6a-4256-a435-48ca3babd66b on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:08:28.954695 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] Attempting to bind port b30714e8-cb6a-4256-a435-48ca3babd66b by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:08:28.955066 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] Attempting to bind port b30714e8-cb6a-4256-a435-48ca3babd66b on network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:08:28.978291 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:08:28.978700 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:08:28.979070 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:28.979460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] Bound using segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:08:28.979944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] Bound port: b30714e8-cb6a-4256-a435-48ca3babd66b, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:08:28.980321 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:29.053042 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e13a-1bae-4e12-9f3f-90c572aef5f2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:29.067807 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11788d4-b7a8-43d6-9690-82a126b1db3a req-465e4d8c-f067-4ac5-9b77-76518793ff92 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:29.070149 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=61ac45bd-6554-463b-bc88-576ae8a6739e,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:29.070304 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b11788d4-b7a8-43d6-9690-82a126b1db3a req-465e4d8c-f067-4ac5-9b77-76518793ff92 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=655960b3-d464-4aba-9191-0077cb96d600 HTTP/1.1" status: 200 len: 943 time: 0.3479111 Sep 07 19:08:29.087612 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:29.112744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] For port b30714e8-cb6a-4256-a435-48ca3babd66b, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:08:29.117335 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] For port b30714e8-cb6a-4256-a435-48ca3babd66b, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b30714e8-cb6a-4256-a435-48ca3babd66b,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:08:29.127311 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:29.184172 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.api [None req-1ef0e13a-1bae-4e12-9f3f-90c572aef5f2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:08:29.184543 n-d-807786-1 neutron-server[101445]: DEBUG oslo_db.api [None req-1ef0e13a-1bae-4e12-9f3f-90c572aef5f2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:08:29.204846 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b11788d4-b7a8-43d6-9690-82a126b1db3a req-5e4d32a7-3ddb-4229-87cf-f5524f356667 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217239 Sep 07 19:08:29.220194 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86537699-3d85-4a86-9cba-e7356b987d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:29.220881 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['61ac45bd-6554-463b-bc88-576ae8a6739e'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:08:29.238772 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86537699-3d85-4a86-9cba-e7356b987d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:29.285325 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-86537699-3d85-4a86-9cba-e7356b987d38 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=012efcd3b3214432a68239124c9bd536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7542384 Sep 07 19:08:29.288129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55472) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:29.383615 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9072fb-ce6e-416c-b05b-aa579fbe2533 None None] Pushing event updated for resources: {'Port': ['ID=b30714e8-cb6a-4256-a435-48ca3babd66b,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:29.401987 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86537699-3d85-4a86-9cba-e7356b987d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b58d437-d701-4086-a181-2200453b783a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:29.442021 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-12694bed-ca54-42a4-9f99-130cacecc582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:29.468799 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-12694bed-ca54-42a4-9f99-130cacecc582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:29.569775 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-12694bed-ca54-42a4-9f99-130cacecc582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:29.572769 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-12694bed-ca54-42a4-9f99-130cacecc582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:29.574076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-12694bed-ca54-42a4-9f99-130cacecc582 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b58d437-d701-4086-a181-2200453b783a HTTP/1.1" status: 204 len: 168 time: 0.2846737 Sep 07 19:08:29.586249 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12694bed-ca54-42a4-9f99-130cacecc582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b58d437-d701-4086-a181-2200453b783a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:29.756858 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e13a-1bae-4e12-9f3f-90c572aef5f2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:29.937902 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b30714e8-cb6a-4256-a435-48ca3babd66b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:08:30.047141 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port b30714e8-cb6a-4256-a435-48ca3babd66b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:08:30.205484 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:30.224900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-1ef0e13a-1bae-4e12-9f3f-90c572aef5f2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] For port b30714e8-cb6a-4256-a435-48ca3babd66b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b30714e8-cb6a-4256-a435-48ca3babd66b,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:08:30.288420 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e13a-1bae-4e12-9f3f-90c572aef5f2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:30.300032 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e13a-1bae-4e12-9f3f-90c572aef5f2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:30.301802 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e13a-1bae-4e12-9f3f-90c572aef5f2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:30.432297 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0e13a-1bae-4e12-9f3f-90c572aef5f2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=b30714e8-cb6a-4256-a435-48ca3babd66b,revision_number=4']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:30.504098 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef0e13a-1bae-4e12-9f3f-90c572aef5f2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:30.514184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-1ef0e13a-1bae-4e12-9f3f-90c572aef5f2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:30.528571 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef0e13a-1bae-4e12-9f3f-90c572aef5f2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:30.529446 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e13a-1bae-4e12-9f3f-90c572aef5f2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:30.542430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0e13a-1bae-4e12-9f3f-90c572aef5f2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=c56966e6-b9db-40db-a3f0-754d086764a8,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:30.563781 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3850c3-cdfa-4847-a577-3446c7fe9f7b req-b095f653-7821-4cb6-9fe2-e91b5b8b2799 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:30.566141 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e3850c3-cdfa-4847-a577-3446c7fe9f7b req-b095f653-7821-4cb6-9fe2-e91b5b8b2799 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=655960b3-d464-4aba-9191-0077cb96d600 HTTP/1.1" status: 200 len: 944 time: 0.1304948 Sep 07 19:08:30.576265 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1ef0e13a-1bae-4e12-9f3f-90c572aef5f2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4200456 Sep 07 19:08:30.578048 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55506) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:30.587678 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55508) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:30.598581 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-590d205e-1d3f-4244-b845-3f0e55560788 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'mac_address': 'fa:16:3e:4d:b2:0e', 'name': 'tempest-NetworksTestDHCPv6-521453525'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:30.637945 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d68b547f-f14f-4994-93c8-395e9849895d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:30.652919 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e3850c3-cdfa-4847-a577-3446c7fe9f7b req-316c98a7-dcae-4e1a-8525-e5d8d4c9a3ba tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670116 Sep 07 19:08:30.841252 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d68b547f-f14f-4994-93c8-395e9849895d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:30.857123 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d68b547f-f14f-4994-93c8-395e9849895d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:30.902936 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5d3751-d987-42b3-acf0-43627329469a None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:30.923471 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590d205e-1d3f-4244-b845-3f0e55560788 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:30.942979 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d68b547f-f14f-4994-93c8-395e9849895d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7374c59e219c4dc7baa168ebec576d6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636348 Sep 07 19:08:30.946271 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b547f-f14f-4994-93c8-395e9849895d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c920b604-244e-45da-a6f8-93c39b0ed3c5,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:30.947253 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55512) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:31.002149 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7807ec14-ec3b-4d98-bf5a-2c292a556c42 None None] Provisioning for port b30714e8-cb6a-4256-a435-48ca3babd66b completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:08:31.009182 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7807ec14-ec3b-4d98-bf5a-2c292a556c42 None None] Provisioning complete for port b30714e8-cb6a-4256-a435-48ca3babd66b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:31.009929 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7807ec14-ec3b-4d98-bf5a-2c292a556c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:31.054871 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bd234f29-86eb-449c-bda1-2e2fab24e67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:31.079428 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-590d205e-1d3f-4244-b845-3f0e55560788 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:31.108225 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-590d205e-1d3f-4244-b845-3f0e55560788 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] device_id is not set on port 8b9dfc8d-a6f6-42c3-9dbe-8b36bb75bcf4 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:08:31.117305 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bd234f29-86eb-449c-bda1-2e2fab24e67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:31.186608 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7807ec14-ec3b-4d98-bf5a-2c292a556c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:31.238813 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bd234f29-86eb-449c-bda1-2e2fab24e67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:31.250272 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bd234f29-86eb-449c-bda1-2e2fab24e67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:31.251190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-7807ec14-ec3b-4d98-bf5a-2c292a556c42 None None] For port b30714e8-cb6a-4256-a435-48ca3babd66b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b30714e8-cb6a-4256-a435-48ca3babd66b,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:08:31.254790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bd234f29-86eb-449c-bda1-2e2fab24e67d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c920b604-244e-45da-a6f8-93c39b0ed3c5 HTTP/1.1" status: 204 len: 168 time: 0.3039954 Sep 07 19:08:31.264854 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7807ec14-ec3b-4d98-bf5a-2c292a556c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:31.284574 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd234f29-86eb-449c-bda1-2e2fab24e67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c920b604-244e-45da-a6f8-93c39b0ed3c5,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:31.368092 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-590d205e-1d3f-4244-b845-3f0e55560788 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 172.20.0.14 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/0be8d4fe-ffca-4b59-b5c3-38339c7345bc/8b9dfc8d-a6f6-42c3-9dbe-8b36bb75bcf4) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:31.377637 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-590d205e-1d3f-4244-b845-3f0e55560788 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8::f816:3eff:fe4d:b20e (5341d4d7-2b72-420c-84fe-cfa44886a8d9/c56966e6-b9db-40db-a3f0-754d086764a8/8b9dfc8d-a6f6-42c3-9dbe-8b36bb75bcf4) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:31.448732 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807ec14-ec3b-4d98-bf5a-2c292a556c42 None None] Pushing event updated for resources: {'Port': ['ID=b30714e8-cb6a-4256-a435-48ca3babd66b,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:31.732152 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 61ac45bd-6554-463b-bc88-576ae8a6739e up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:08:31.862476 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-590d205e-1d3f-4244-b845-3f0e55560788 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:31.899893 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b30714e8-cb6a-4256-a435-48ca3babd66b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:08:31.931022 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-590d205e-1d3f-4244-b845-3f0e55560788 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Transition to ACTIVE for port object 8b9dfc8d-a6f6-42c3-9dbe-8b36bb75bcf4 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:31.963589 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcfa70-e411-48ca-8633-a9a83baf7227 req-ea06900b-ee57-485a-96b6-cb4a048d84f5 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:31.965647 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-62fcfa70-e411-48ca-8633-a9a83baf7227 req-ea06900b-ee57-485a-96b6-cb4a048d84f5 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=655960b3-d464-4aba-9191-0077cb96d600 HTTP/1.1" status: 200 len: 944 time: 0.0855861 Sep 07 19:08:31.990415 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:32.052111 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-590d205e-1d3f-4244-b845-3f0e55560788 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:32.078165 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-62fcfa70-e411-48ca-8633-a9a83baf7227 req-100b1843-91e8-4a1b-8d64-5fab76508c81 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044490 Sep 07 19:08:32.125795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 61ac45bd-6554-463b-bc88-576ae8a6739e completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:08:32.135890 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 61ac45bd-6554-463b-bc88-576ae8a6739e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:32.136453 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:32.141720 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590d205e-1d3f-4244-b845-3f0e55560788 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:32.147448 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-590d205e-1d3f-4244-b845-3f0e55560788 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:32.159926 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590d205e-1d3f-4244-b845-3f0e55560788 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:08:32.189653 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d205e-1d3f-4244-b845-3f0e55560788 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=8b9dfc8d-a6f6-42c3-9dbe-8b36bb75bcf4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:32.251070 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b30714e8-cb6a-4256-a435-48ca3babd66b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:32.251727 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:32.289169 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d205e-1d3f-4244-b845-3f0e55560788 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:32.289881 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-590d205e-1d3f-4244-b845-3f0e55560788 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:32.299830 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:32.331746 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55566) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:32.349703 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-590d205e-1d3f-4244-b845-3f0e55560788 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7596128 Sep 07 19:08:32.350566 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655960b3-d464-4aba-9191-0077cb96d600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ac45bd-6554-463b-bc88-576ae8a6739e'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:08:32.353222 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c370488d-596f-4dcf-9b45-aca69afec6c9" -d '{"events": [{"server_uuid": "655960b3-d464-4aba-9191-0077cb96d600", "name": "network-vif-plugged", "status": "completed", "tag": "61ac45bd-6554-463b-bc88-576ae8a6739e"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:08:32.425891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f79a491-3700-41d2-965d-c51e1fc97401 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:32.429900 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 61ac45bd-6554-463b-bc88-576ae8a6739e, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=61ac45bd-6554-463b-bc88-576ae8a6739e,segment=NetworkSegment(60a8ac4c-22a8-4e87-8d09-0c1bee80faa8),segment_id=60a8ac4c-22a8-4e87-8d09-0c1bee80faa8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:08:32.438892 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f79a491-3700-41d2-965d-c51e1fc97401 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:32.448801 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55570) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:32.465572 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9f79a491-3700-41d2-965d-c51e1fc97401 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1299162 Sep 07 19:08:32.510142 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:32.545754 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1ea33c-71a4-4df2-9300-dc38dc53523d x-openstack-request-id: req-2b1ea33c-71a4-4df2-9300-dc38dc53523d {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:08:32.546114 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655960b3-d464-4aba-9191-0077cb96d600", "name": "network-vif-plugged", "status": "completed", "tag": "61ac45bd-6554-463b-bc88-576ae8a6739e", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:08:32.546374 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b1ea33c-71a4-4df2-9300-dc38dc53523d {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:08:32.546790 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655960b3-d464-4aba-9191-0077cb96d600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ac45bd-6554-463b-bc88-576ae8a6739e', 'code': 200} Sep 07 19:08:32.615257 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5e6ef2cf-d43e-43ec-a637-f6550f8f71d0 None None] Provisioning complete for port b30714e8-cb6a-4256-a435-48ca3babd66b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:32.615632 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5e6ef2cf-d43e-43ec-a637-f6550f8f71d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:32.705060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105378a4-cb5e-4f49-a698-7deeab4703c9 req-2a2ed545-413d-48dd-955f-d35cbd512295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:32.720210 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-105378a4-cb5e-4f49-a698-7deeab4703c9 req-2a2ed545-413d-48dd-955f-d35cbd512295 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=655960b3-d464-4aba-9191-0077cb96d600 HTTP/1.1" status: 200 len: 1096 time: 0.1897461 Sep 07 19:08:32.738860 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-defcfc95-6a82-490c-aa20-3018887a8e67 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting port 8b9dfc8d-a6f6-42c3-9dbe-8b36bb75bcf4 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:08:32.739216 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-defcfc95-6a82-490c-aa20-3018887a8e67 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:32.762163 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=61ac45bd-6554-463b-bc88-576ae8a6739e,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:32.807641 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-105378a4-cb5e-4f49-a698-7deeab4703c9 req-c4a491b9-6ba8-498c-91da-f94488c38639 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788822 Sep 07 19:08:32.936925 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-defcfc95-6a82-490c-aa20-3018887a8e67 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:32.952853 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-defcfc95-6a82-490c-aa20-3018887a8e67 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Calling delete_port for 8b9dfc8d-a6f6-42c3-9dbe-8b36bb75bcf4 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:08:32.976940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-19998a64-7e14-4e08-ba5c-d5a64e20a577 None None] Provisioning for port 8b9dfc8d-a6f6-42c3-9dbe-8b36bb75bcf4 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:08:32.981750 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-19998a64-7e14-4e08-ba5c-d5a64e20a577 None None] Provisioning complete for port 8b9dfc8d-a6f6-42c3-9dbe-8b36bb75bcf4 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:32.982377 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-19998a64-7e14-4e08-ba5c-d5a64e20a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:33.028498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55590) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:33.073233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-19998a64-7e14-4e08-ba5c-d5a64e20a577 None None] Port 8b9dfc8d-a6f6-42c3-9dbe-8b36bb75bcf4 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:08:33.307152 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3acedc90-62e1-4b8d-832f-f9003ae67345 tempest-AgentManagementNegativeTest-268797733 tempest-AgentManagementNegativeTest-268797733-project] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2761924 Sep 07 19:08:33.334259 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d7de8-a083-4f00-8b7f-87c5f613da91 req-f4b0d420-395d-4dd5-bbd5-08c81421bb05 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:33.336231 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee8d7de8-a083-4f00-8b7f-87c5f613da91 req-f4b0d420-395d-4dd5-bbd5-08c81421bb05 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=655960b3-d464-4aba-9191-0077cb96d600 HTTP/1.1" status: 200 len: 945 time: 0.0974357 Sep 07 19:08:33.336762 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-defcfc95-6a82-490c-aa20-3018887a8e67 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:33.382980 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defcfc95-6a82-490c-aa20-3018887a8e67 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=8b9dfc8d-a6f6-42c3-9dbe-8b36bb75bcf4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:33.494816 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee8d7de8-a083-4f00-8b7f-87c5f613da91 req-589fe424-cbdb-4682-a57a-2da7dda7403d tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472583 Sep 07 19:08:33.650783 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-defcfc95-6a82-490c-aa20-3018887a8e67 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:33.654994 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-defcfc95-6a82-490c-aa20-3018887a8e67 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/8b9dfc8d-a6f6-42c3-9dbe-8b36bb75bcf4 HTTP/1.1" status: 204 len: 168 time: 1.2039924 Sep 07 19:08:33.656408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55610) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:33.744594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911f3df5-7328-4164-8a1b-0b8d5cc5e945 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:33.754348 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55616) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:33.768545 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911f3df5-7328-4164-8a1b-0b8d5cc5e945 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:33.770325 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911f3df5-7328-4164-8a1b-0b8d5cc5e945 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:33.772052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-911f3df5-7328-4164-8a1b-0b8d5cc5e945 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1142936 Sep 07 19:08:33.774906 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55620) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:33.824079 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55622) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:33.907448 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aca6be5-9461-412b-a1c6-b886cf08bea6 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet 0be8d4fe-ffca-4b59-b5c3-38339c7345bc {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:08:33.918729 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9aca6be5-9461-412b-a1c6-b886cf08bea6 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:33.991610 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c8e96e0-3df1-42f8-9d34-2f6e9601cf1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.008089 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9aca6be5-9461-412b-a1c6-b886cf08bea6 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.040436 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d3320ab6-2c55-44a4-a190-539524cc38f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.135144 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9aca6be5-9461-412b-a1c6-b886cf08bea6 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.218934 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c8e96e0-3df1-42f8-9d34-2f6e9601cf1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.226721 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c8e96e0-3df1-42f8-9d34-2f6e9601cf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.251562 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9aca6be5-9461-412b-a1c6-b886cf08bea6 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.301927 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca6be5-9461-412b-a1c6-b886cf08bea6 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=0be8d4fe-ffca-4b59-b5c3-38339c7345bc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:34.306708 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9aca6be5-9461-412b-a1c6-b886cf08bea6 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.311128 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9aca6be5-9461-412b-a1c6-b886cf08bea6 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/0be8d4fe-ffca-4b59-b5c3-38339c7345bc HTTP/1.1" status: 204 len: 168 time: 0.5294802 Sep 07 19:08:34.312543 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8c8e96e0-3df1-42f8-9d34-2f6e9601cf1d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c8467c6591e7482080935687b6ae1dbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5570788 Sep 07 19:08:34.313446 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55628) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:34.314174 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e96e0-3df1-42f8-9d34-2f6e9601cf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74394790-cdf7-4b68-bcac-e567bf1bd2ca,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:34.315363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55630) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:34.321813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bcbe87-868f-4f28-8bba-9a52128b160c None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:34.353733 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d3320ab6-2c55-44a4-a190-539524cc38f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.365435 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d3320ab6-2c55-44a4-a190-539524cc38f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.379861 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a85439-98e4-48f4-86f4-34df22edec92 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet c56966e6-b9db-40db-a3f0-754d086764a8 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:08:34.383327 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97a85439-98e4-48f4-86f4-34df22edec92 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.433912 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d3320ab6-2c55-44a4-a190-539524cc38f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=60cc09a561134b0a97a077d1c7a0f620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6072714 Sep 07 19:08:34.437135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3320ab6-2c55-44a4-a190-539524cc38f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29241e35-90aa-4d01-a56a-157b94eef308,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:34.437935 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97a85439-98e4-48f4-86f4-34df22edec92 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.440471 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55632) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:34.516349 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-70242c1f-30dd-469e-b90d-31ac44315809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.528406 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01d8cdd3-5a55-454a-bb62-15d0081dad91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.577898 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-70242c1f-30dd-469e-b90d-31ac44315809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.580373 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97a85439-98e4-48f4-86f4-34df22edec92 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.654358 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01d8cdd3-5a55-454a-bb62-15d0081dad91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.656365 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97a85439-98e4-48f4-86f4-34df22edec92 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.687990 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a85439-98e4-48f4-86f4-34df22edec92 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=c56966e6-b9db-40db-a3f0-754d086764a8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:34.692157 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97a85439-98e4-48f4-86f4-34df22edec92 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.694380 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-97a85439-98e4-48f4-86f4-34df22edec92 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/c56966e6-b9db-40db-a3f0-754d086764a8 HTTP/1.1" status: 204 len: 168 time: 0.3773708 Sep 07 19:08:34.697310 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55636) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:34.719002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec9f1c-b1d1-43d9-a21f-50b5d21e971f req-a407cb3a-b845-4843-989f-80072202e982 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:34.720610 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bec9f1c-b1d1-43d9-a21f-50b5d21e971f req-a407cb3a-b845-4843-989f-80072202e982 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=655960b3-d464-4aba-9191-0077cb96d600 HTTP/1.1" status: 200 len: 945 time: 0.1454482 Sep 07 19:08:34.736691 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-70242c1f-30dd-469e-b90d-31ac44315809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.739681 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-70242c1f-30dd-469e-b90d-31ac44315809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.741042 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-70242c1f-30dd-469e-b90d-31ac44315809 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/74394790-cdf7-4b68-bcac-e567bf1bd2ca HTTP/1.1" status: 204 len: 168 time: 0.4246650 Sep 07 19:08:34.759072 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-528edb94-329f-4f7a-8a0d-0e6f9d470c23 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578053 Sep 07 19:08:34.759285 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55640) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:34.765111 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-c092e785-9c87-4e4b-81f0-18cf925c0c96 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:34.790082 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70242c1f-30dd-469e-b90d-31ac44315809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74394790-cdf7-4b68-bcac-e567bf1bd2ca,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:34.793318 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01d8cdd3-5a55-454a-bb62-15d0081dad91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.801178 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01d8cdd3-5a55-454a-bb62-15d0081dad91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.802350 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-01d8cdd3-5a55-454a-bb62-15d0081dad91 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29241e35-90aa-4d01-a56a-157b94eef308 HTTP/1.1" status: 204 len: 168 time: 0.3583934 Sep 07 19:08:34.827512 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8cdd3-5a55-454a-bb62-15d0081dad91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29241e35-90aa-4d01-a56a-157b94eef308,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:34.869291 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bec9f1c-b1d1-43d9-a21f-50b5d21e971f req-d04507f9-a48c-42f9-83da-8ed9e62c8dea tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375237 Sep 07 19:08:34.983920 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c092e785-9c87-4e4b-81f0-18cf925c0c96 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:34.999514 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c092e785-9c87-4e4b-81f0-18cf925c0c96 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:35.547665 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55672) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:35.564180 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c092e785-9c87-4e4b-81f0-18cf925c0c96 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:35.636295 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f7a6fef-6bda-4324-b99b-8e4941c0d452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:35.673450 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c092e785-9c87-4e4b-81f0-18cf925c0c96 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:35.687169 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-c092e785-9c87-4e4b-81f0-18cf925c0c96 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:35.693394 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059d9548-2c90-435c-9114-68a9d9b44b45 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:35.694309 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c092e785-9c87-4e4b-81f0-18cf925c0c96 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:35.695279 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c092e785-9c87-4e4b-81f0-18cf925c0c96 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:35.714929 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092e785-9c87-4e4b-81f0-18cf925c0c96 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=f83c0b13-9010-4faa-9305-b544a6a356e4,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:35.822133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a2e4f483-e303-4609-b146-ed17a2cb0bc7 None None] Provisioning complete for port b30714e8-cb6a-4256-a435-48ca3babd66b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:35.822781 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a2e4f483-e303-4609-b146-ed17a2cb0bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:35.845063 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f7a6fef-6bda-4324-b99b-8e4941c0d452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:35.865992 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f7a6fef-6bda-4324-b99b-8e4941c0d452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:35.876912 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55678) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:35.877477 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c092e785-9c87-4e4b-81f0-18cf925c0c96 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1124902 Sep 07 19:08:35.882590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-212392af-d82f-4b35-9ffa-5622b80bb818 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:36.046085 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55684) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:36.052744 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6f7a6fef-6bda-4324-b99b-8e4941c0d452 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a5da593a2eb74c739acbe92bdb058d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4912724 Sep 07 19:08:36.058843 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a6fef-6bda-4324-b99b-8e4941c0d452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c1d1e5-9798-421f-a7af-67cd60dccdce,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:36.268302 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fe19df-4829-42b4-b456-1749e0e219d4 None None] Update dhcp port {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'fixed_ips': [{'subnet_id': 'f83c0b13-9010-4faa-9305-b544a6a356e4'}], 'binding:host_id': 'n-d-807786-1'}, 'id': 'b30714e8-cb6a-4256-a435-48ca3babd66b'} from n-d-807786-1. {{(pid=101446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 19:08:36.301066 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-93e09350-eb01-49cd-823e-17fa5ad12860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:36.324717 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-18fe19df-4829-42b4-b456-1749e0e219d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:36.337801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212392af-d82f-4b35-9ffa-5622b80bb818 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:36.343398 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-212392af-d82f-4b35-9ffa-5622b80bb818 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:36.402053 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-93e09350-eb01-49cd-823e-17fa5ad12860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:36.604464 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55698) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:36.682063 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-93e09350-eb01-49cd-823e-17fa5ad12860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:36.685285 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-93e09350-eb01-49cd-823e-17fa5ad12860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:36.690147 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-93e09350-eb01-49cd-823e-17fa5ad12860 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/35c1d1e5-9798-421f-a7af-67cd60dccdce HTTP/1.1" status: 204 len: 168 time: 0.6318047 Sep 07 19:08:36.727794 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-18fe19df-4829-42b4-b456-1749e0e219d4 None None] Allocated IP 172.20.0.2 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/f83c0b13-9010-4faa-9305-b544a6a356e4/b30714e8-cb6a-4256-a435-48ca3babd66b) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:36.729253 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e09350-eb01-49cd-823e-17fa5ad12860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c1d1e5-9798-421f-a7af-67cd60dccdce,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:36.885443 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-c9e816ea-5fe7-455e-ba18-0d0708f9f914 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:36.889025 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c9e816ea-5fe7-455e-ba18-0d0708f9f914 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2812583 Sep 07 19:08:36.893179 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55704) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:36.918195 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-4cc68127-f507-46a5-8c31-7b6e65f3839f tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:36.920927 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4cc68127-f507-46a5-8c31-7b6e65f3839f tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0246804 Sep 07 19:08:36.928083 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55706) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:36.943646 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-c885331b-f36a-4bee-b846-3135a87eaa1c tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:36.945949 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c885331b-f36a-4bee-b846-3135a87eaa1c tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0132301 Sep 07 19:08:36.949292 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55708) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:36.970710 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-473df1aa-d0d7-4dda-9d6d-e1380f76d4a5 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:36.973669 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-473df1aa-d0d7-4dda-9d6d-e1380f76d4a5 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0096567 Sep 07 19:08:36.976323 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55710) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:36.982917 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-e9bc2b7e-f3f6-4c83-b4f8-d9ce754301fc tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:36.984232 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e9bc2b7e-f3f6-4c83-b4f8-d9ce754301fc tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0064807 Sep 07 19:08:36.988375 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55712) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:36.996664 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-c76233a5-2816-4497-b7ee-1a7f73c92b54 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.002387 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c76233a5-2816-4497-b7ee-1a7f73c92b54 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0099127 Sep 07 19:08:37.004018 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55714) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.017254 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-56475bc8-62bc-4be5-b280-5563ffe9112f tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.020215 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-56475bc8-62bc-4be5-b280-5563ffe9112f tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0102623 Sep 07 19:08:37.023823 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55716) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.029214 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-88329af1-6932-4092-8e98-797c0cd6eaba tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.030868 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-18fe19df-4829-42b4-b456-1749e0e219d4 None None] For port b30714e8-cb6a-4256-a435-48ca3babd66b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b30714e8-cb6a-4256-a435-48ca3babd66b,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:08:37.031518 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-88329af1-6932-4092-8e98-797c0cd6eaba tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0082285 Sep 07 19:08:37.035741 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55718) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.041780 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-7b24e158-f9d7-42d6-8946-32d07f81786e tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.045825 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7b24e158-f9d7-42d6-8946-32d07f81786e tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0086472 Sep 07 19:08:37.053254 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55720) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.057656 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-fbd798a0-84b8-4548-b14d-10fd5f89ce44 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.058632 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fbd798a0-84b8-4548-b14d-10fd5f89ce44 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043914 Sep 07 19:08:37.062282 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55722) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.066698 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-18fe19df-4829-42b4-b456-1749e0e219d4 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:37.084696 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-18fe19df-4829-42b4-b456-1749e0e219d4 None None] Transition to ACTIVE for port object b30714e8-cb6a-4256-a435-48ca3babd66b will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:37.092218 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-c76a2f43-a334-45de-8b48-ffad148a6141 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.095901 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c76a2f43-a334-45de-8b48-ffad148a6141 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0283663 Sep 07 19:08:37.096199 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55728) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.097483 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-18fe19df-4829-42b4-b456-1749e0e219d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:37.109805 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-37cbe499-de65-4bef-9474-61ce9881d457 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.113905 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-37cbe499-de65-4bef-9474-61ce9881d457 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0139341 Sep 07 19:08:37.115138 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55730) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.122972 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-6a5ed316-db3b-4ba9-ba20-0bf2cd4aa345 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.127366 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6a5ed316-db3b-4ba9-ba20-0bf2cd4aa345 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0089865 Sep 07 19:08:37.127615 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55732) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.140912 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-f4e6cc91-6eb3-4957-9ea6-3461d17bae03 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.144317 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f4e6cc91-6eb3-4957-9ea6-3461d17bae03 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0134149 Sep 07 19:08:37.147157 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55734) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.157518 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-bcb4cbfd-ce8c-402f-bd33-b745bfd5edb9 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.162679 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bcb4cbfd-ce8c-402f-bd33-b745bfd5edb9 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0126061 Sep 07 19:08:37.163000 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55736) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.172251 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-ff8e6f2f-0030-4178-9382-476253eb5ff0 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.174036 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ff8e6f2f-0030-4178-9382-476253eb5ff0 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0091469 Sep 07 19:08:37.179466 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55738) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.187389 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe19df-4829-42b4-b456-1749e0e219d4 None None] Pushing event updated for resources: {'Port': ['ID=b30714e8-cb6a-4256-a435-48ca3babd66b,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:37.208407 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [None req-56ecccac-e8b8-4388-a2f2-ba1f88d74216 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.215114 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-56ecccac-e8b8-4388-a2f2-ba1f88d74216 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0253208 Sep 07 19:08:37.215899 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55740) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.222854 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-a7b5ca65-ddaf-4a76-a664-7fbb86ca086d tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.228712 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a7b5ca65-ddaf-4a76-a664-7fbb86ca086d tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0069730 Sep 07 19:08:37.228712 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55744) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.233559 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-78212476-caf1-406f-940a-625c65206f33 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.234697 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-78212476-caf1-406f-940a-625c65206f33 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0049577 Sep 07 19:08:37.238759 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55746) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.244050 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-34d46c29-e284-4117-8c9c-20fab123a65d tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.247339 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-34d46c29-e284-4117-8c9c-20fab123a65d tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0074155 Sep 07 19:08:37.251264 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55748) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.262487 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-8dfa4c30-209a-4775-8865-57b1b00ee5a0 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.264474 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8dfa4c30-209a-4775-8865-57b1b00ee5a0 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0115631 Sep 07 19:08:37.269143 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55750) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.279077 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-95d50e36-d8e7-4d47-a0af-3041e96f279b tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.281642 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-95d50e36-d8e7-4d47-a0af-3041e96f279b tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0102322 Sep 07 19:08:37.286368 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55752) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.293497 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-5198a69e-d57b-4af3-9c87-332d77e12699 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.295385 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5198a69e-d57b-4af3-9c87-332d77e12699 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0068796 Sep 07 19:08:37.298286 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55754) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.304922 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-d29912ac-370f-4a29-b01a-0f97d8117463 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.307260 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d29912ac-370f-4a29-b01a-0f97d8117463 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0074146 Sep 07 19:08:37.312543 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55756) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.327508 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-b314be6c-07a1-42a3-9f0c-28aac3eae39f tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.327508 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b314be6c-07a1-42a3-9f0c-28aac3eae39f tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0098150 Sep 07 19:08:37.328734 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55760) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.338948 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [None req-7b433444-e51c-4f5e-a9a3-1dad00bd21b3 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.340248 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7b433444-e51c-4f5e-a9a3-1dad00bd21b3 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0080893 Sep 07 19:08:37.345600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55762) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.353792 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [None req-60a12c0c-dd44-4fbb-a40a-71bbb7a409d0 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.358403 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-60a12c0c-dd44-4fbb-a40a-71bbb7a409d0 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0093284 Sep 07 19:08:37.358647 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55764) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.369234 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-71f77e7e-0d60-4d41-8e7e-538e3829f5ce tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.373947 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-71f77e7e-0d60-4d41-8e7e-538e3829f5ce tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0088282 Sep 07 19:08:37.377151 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55766) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.386524 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-3c7237c1-7a03-4f7c-b3cc-9dda1c30cae6 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.399449 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3c7237c1-7a03-4f7c-b3cc-9dda1c30cae6 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0135486 Sep 07 19:08:37.399958 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55770) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.407343 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-ed7706e6-28e3-4807-867a-b15fb48123ca tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.408076 n-d-807786-1 neutron-server[101445]: DEBUG neutron.objects.ports [None req-212392af-d82f-4b35-9ffa-5622b80bb818 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 19:08:37.411767 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ed7706e6-28e3-4807-867a-b15fb48123ca tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0075471 Sep 07 19:08:37.412184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55772) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.426593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [None req-fa158e79-d9e9-4e3a-a9d6-5e1c5186908c tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.431848 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-fa158e79-d9e9-4e3a-a9d6-5e1c5186908c tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0148513 Sep 07 19:08:37.431848 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55774) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.436857 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [None req-cfb1edea-874b-400e-bf55-936bf1eb16e1 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.438236 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-cfb1edea-874b-400e-bf55-936bf1eb16e1 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0054071 Sep 07 19:08:37.441389 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55776) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.445983 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-4eacd60c-2dc0-4263-b9b1-64542403a3eb tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.450158 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4eacd60c-2dc0-4263-b9b1-64542403a3eb tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0076072 Sep 07 19:08:37.451232 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55778) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.457694 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-f408d95a-22a6-44ff-b45c-8f6d63fb54a3 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.474205 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f408d95a-22a6-44ff-b45c-8f6d63fb54a3 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0217037 Sep 07 19:08:37.478861 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55782) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.487376 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-36ac04be-e6f8-401a-a1c4-aad39eeeb6c2 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.497231 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-36ac04be-e6f8-401a-a1c4-aad39eeeb6c2 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0161219 Sep 07 19:08:37.501241 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55784) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.506124 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-0995aa3a-1dba-4b3d-8268-7bdd3a5c53f6 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.510250 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0995aa3a-1dba-4b3d-8268-7bdd3a5c53f6 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0080044 Sep 07 19:08:37.510989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55786) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.533473 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [None req-f78d6c3c-8ce3-45cb-8f32-c49fe9d948fd tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.541581 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f78d6c3c-8ce3-45cb-8f32-c49fe9d948fd tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0295033 Sep 07 19:08:37.546193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55790) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.565707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [None req-4ffc1e6f-2c68-4fc1-b4a7-f475dc0419fd tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.566727 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4ffc1e6f-2c68-4fc1-b4a7-f475dc0419fd tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0135317 Sep 07 19:08:37.570068 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55794) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.575937 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-8ce4bfa7-3cd9-47c0-b579-7ce027bca00b tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.579924 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8ce4bfa7-3cd9-47c0-b579-7ce027bca00b tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0084398 Sep 07 19:08:37.580206 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55796) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.584349 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [None req-50f5303e-59c1-4e2f-a40f-d1ad0e1e56cf tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.585343 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-50f5303e-59c1-4e2f-a40f-d1ad0e1e56cf tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0043573 Sep 07 19:08:37.588437 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55798) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.594451 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-bd122ac3-c295-4ec9-b80f-6aaf1bf258fb tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.601195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55800) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.603158 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bd122ac3-c295-4ec9-b80f-6aaf1bf258fb tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0134399 Sep 07 19:08:37.610809 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [None req-538424ed-5f87-4967-994a-8be21c0d000f tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.615468 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-538424ed-5f87-4967-994a-8be21c0d000f tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0101087 Sep 07 19:08:37.616173 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55802) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.620622 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-030f31e4-7112-4140-9712-e705782bf7b8 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.626110 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-030f31e4-7112-4140-9712-e705782bf7b8 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0047882 Sep 07 19:08:37.627173 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55804) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.632721 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-19a958d8-bd0f-44c0-9803-df68014fa007 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.634007 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-19a958d8-bd0f-44c0-9803-df68014fa007 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0063939 Sep 07 19:08:37.636433 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55806) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.645386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-418e24f8-ad36-4b2e-ba08-313fa8705a1d tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.648673 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-418e24f8-ad36-4b2e-ba08-313fa8705a1d tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0086374 Sep 07 19:08:37.650134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55810) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.657514 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [None req-aa766429-1f24-4303-9419-cc56b2e4ae11 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.663987 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55812) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.669414 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-aa766429-1f24-4303-9419-cc56b2e4ae11 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0157447 Sep 07 19:08:37.676863 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-94124f40-7660-4b82-8495-9fd826f2ba11 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.678024 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-94124f40-7660-4b82-8495-9fd826f2ba11 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0129559 Sep 07 19:08:37.681040 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55814) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.686501 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-b9fd37de-7e63-473a-9438-3b72af4d0be8 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.690910 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b9fd37de-7e63-473a-9438-3b72af4d0be8 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0059285 Sep 07 19:08:37.696318 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55816) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.700687 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-528e4890-0271-473d-8b30-b184cf2e95db tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.702433 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-528e4890-0271-473d-8b30-b184cf2e95db tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044425 Sep 07 19:08:37.715387 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55818) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.733644 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-b324831b-308f-4a36-a2a5-8af7c00cf57c tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.737474 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b324831b-308f-4a36-a2a5-8af7c00cf57c tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0181749 Sep 07 19:08:37.740963 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55820) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.751739 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-141da31c-087f-4e7f-aabb-b52350ccdfe2 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.758805 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-141da31c-087f-4e7f-aabb-b52350ccdfe2 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0162208 Sep 07 19:08:37.760085 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55822) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.767245 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-6ee159b9-a11f-4b2a-bf6b-72810c105c6e tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.773724 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6ee159b9-a11f-4b2a-bf6b-72810c105c6e tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0116487 Sep 07 19:08:37.774287 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55826) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.781266 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-62cdcfd1-b52e-469a-b4ab-36090bbd544f tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.786869 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-62cdcfd1-b52e-469a-b4ab-36090bbd544f tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0114353 Sep 07 19:08:37.787337 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55828) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.803891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [None req-a4d8724b-1a21-4cf0-95db-8931b33f3e92 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.809866 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a4d8724b-1a21-4cf0-95db-8931b33f3e92 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0196433 Sep 07 19:08:37.814699 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55830) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.819938 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-070351c6-89da-454d-b92a-ac459da914a5 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.821183 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-070351c6-89da-454d-b92a-ac459da914a5 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0051408 Sep 07 19:08:37.824341 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55832) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.831254 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-bebee499-6c7e-4e6d-9119-8b136baf994f tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.832325 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bebee499-6c7e-4e6d-9119-8b136baf994f tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0067878 Sep 07 19:08:37.835757 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55834) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.841112 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-074496eb-d885-4f58-a51f-ae14ad4aea1e tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.842112 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-074496eb-d885-4f58-a51f-ae14ad4aea1e tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0053992 Sep 07 19:08:37.845355 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b30714e8-cb6a-4256-a435-48ca3babd66b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:08:37.855204 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55838) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.871273 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-e1c54703-4932-47c3-878d-ab1ee267e755 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.876140 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-212392af-d82f-4b35-9ffa-5622b80bb818 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:37.876560 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e1c54703-4932-47c3-878d-ab1ee267e755 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0170105 Sep 07 19:08:37.879095 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55840) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.886717 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-c620ac1e-0d36-47e3-a737-4873723d4146 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.887812 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c620ac1e-0d36-47e3-a737-4873723d4146 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0077281 Sep 07 19:08:37.891546 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55842) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.900474 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-2b26f3b0-440f-43ef-bf02-79f61d1e0364 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.905387 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2b26f3b0-440f-43ef-bf02-79f61d1e0364 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0089877 Sep 07 19:08:37.906088 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55846) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.931415 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-2fa012b4-795e-45da-8e21-84e61359973b tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.932460 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2fa012b4-795e-45da-8e21-84e61359973b tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0251377 Sep 07 19:08:37.936730 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55850) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.943934 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-af4a32d1-f9b2-43b0-85c6-7934d7769139 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.949682 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-af4a32d1-f9b2-43b0-85c6-7934d7769139 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0096641 Sep 07 19:08:37.950008 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55852) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.954789 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-fc8cf6bf-7f0d-4960-8a49-cbf68b5a4a77 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.958054 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fc8cf6bf-7f0d-4960-8a49-cbf68b5a4a77 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0047655 Sep 07 19:08:37.958539 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55854) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.973840 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-56fe63d9-51c7-4370-b40f-59181fb47ac7 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.977941 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-56fe63d9-51c7-4370-b40f-59181fb47ac7 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0154068 Sep 07 19:08:37.978602 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55856) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:37.985218 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-d36a4085-0ac5-452c-bb16-10b959b1e76d tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:37.991614 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d36a4085-0ac5-452c-bb16-10b959b1e76d tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0111256 Sep 07 19:08:37.993243 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55858) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:38.005920 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-36649bb6-15f5-4bb4-b158-d6aaf6ae3714 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:38.010139 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-36649bb6-15f5-4bb4-b158-d6aaf6ae3714 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0158932 Sep 07 19:08:38.010959 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55862) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:38.015671 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-de9f6f7f-0c0f-4b71-bebc-b95a01bb6e02 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:38.019492 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-de9f6f7f-0c0f-4b71-bebc-b95a01bb6e02 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0074277 Sep 07 19:08:38.020271 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55864) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:38.025629 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [None req-13dd7c38-621d-440e-8704-c11a5ebdbd5d tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:38.030016 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-13dd7c38-621d-440e-8704-c11a5ebdbd5d tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0084369 Sep 07 19:08:38.030898 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55866) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:38.036596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [None req-5dea7141-7131-4e88-94d2-a51d86566870 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:08:38.037621 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5dea7141-7131-4e88-94d2-a51d86566870 tempest-ExtensionsTestJSON-416442098 tempest-ExtensionsTestJSON-416442098-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0057542 Sep 07 19:08:38.111767 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a09aefb-3d1e-45c9-9c7e-3b6326fc960d None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:38.241421 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3bbf71e5-c2e4-4057-a453-75d8ba79ec7a None None] Provisioning for port b30714e8-cb6a-4256-a435-48ca3babd66b completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:08:38.246738 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-212392af-d82f-4b35-9ffa-5622b80bb818 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] For port b30714e8-cb6a-4256-a435-48ca3babd66b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b30714e8-cb6a-4256-a435-48ca3babd66b,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:08:38.249797 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3bbf71e5-c2e4-4057-a453-75d8ba79ec7a None None] Provisioning complete for port b30714e8-cb6a-4256-a435-48ca3babd66b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:38.250265 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3bbf71e5-c2e4-4057-a453-75d8ba79ec7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:38.311691 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-212392af-d82f-4b35-9ffa-5622b80bb818 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:38.336687 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-212392af-d82f-4b35-9ffa-5622b80bb818 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:38.350548 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-212392af-d82f-4b35-9ffa-5622b80bb818 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:38.548981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212392af-d82f-4b35-9ffa-5622b80bb818 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=789aa663-dcac-44aa-84df-6ce19ff4ed1e,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:38.640217 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212392af-d82f-4b35-9ffa-5622b80bb818 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:38.643657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-212392af-d82f-4b35-9ffa-5622b80bb818 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:38.645596 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55892) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:38.690610 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212392af-d82f-4b35-9ffa-5622b80bb818 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=b30714e8-cb6a-4256-a435-48ca3babd66b,revision_number=10']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:38.699173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212392af-d82f-4b35-9ffa-5622b80bb818 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:38.702485 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-212392af-d82f-4b35-9ffa-5622b80bb818 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:38.740767 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 55896) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:38.741494 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-212392af-d82f-4b35-9ffa-5622b80bb818 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8630998 Sep 07 19:08:38.746561 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-fa87d3cd-aa95-4916-8e43-1f9fa45fee23 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'mac_address': 'fa:16:3e:da:bc:4d', 'name': 'tempest-NetworksTestDHCPv6-894868076'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:38.968595 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa87d3cd-aa95-4916-8e43-1f9fa45fee23 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:39.043841 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90fcf402-d9da-443a-aab3-eff953472add admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:39.207989 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fa87d3cd-aa95-4916-8e43-1f9fa45fee23 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:39.723889 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9eece1-d2c2-4603-acfe-d3a8339dfbec None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:39.913646 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b30714e8-cb6a-4256-a435-48ca3babd66b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:08:39.981323 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-efcea7eb-426b-4be1-81a7-08ef34165a9e None None] Provisioning complete for port b30714e8-cb6a-4256-a435-48ca3babd66b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:39.981912 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-efcea7eb-426b-4be1-81a7-08ef34165a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:40.135492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-fa87d3cd-aa95-4916-8e43-1f9fa45fee23 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] device_id is not set on port 5fb8a4e4-8926-49e9-844b-02d74491ed51 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:08:40.147267 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b30714e8-cb6a-4256-a435-48ca3babd66b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:40.147713 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:40.360706 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90fcf402-d9da-443a-aab3-eff953472add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:40.631285 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-90fcf402-d9da-443a-aab3-eff953472add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:40.800807 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-fa87d3cd-aa95-4916-8e43-1f9fa45fee23 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 172.20.0.4 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/f83c0b13-9010-4faa-9305-b544a6a356e4/5fb8a4e4-8926-49e9-844b-02d74491ed51) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:40.820825 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-fa87d3cd-aa95-4916-8e43-1f9fa45fee23 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8::f816:3eff:feda:bc4d (5341d4d7-2b72-420c-84fe-cfa44886a8d9/789aa663-dcac-44aa-84df-6ce19ff4ed1e/5fb8a4e4-8926-49e9-844b-02d74491ed51) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:41.057500 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-01612bd6-a03f-43ae-8858-8d90cd06b6a0 None None] Provisioning complete for port b30714e8-cb6a-4256-a435-48ca3babd66b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:41.058091 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-01612bd6-a03f-43ae-8858-8d90cd06b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:41.121492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcf402-d9da-443a-aab3-eff953472add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1788c4-ba09-4ea1-a342-db8df0fa067e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:41.147695 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 55992) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:41.149317 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-90fcf402-d9da-443a-aab3-eff953472add admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a0c58bcee6e6446b8af2c75ab70acb82&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4969981 Sep 07 19:08:41.259237 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b2758145-45bf-4075-bf78-719bb7100e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:41.313497 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b2758145-45bf-4075-bf78-719bb7100e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:41.318443 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fa87d3cd-aa95-4916-8e43-1f9fa45fee23 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:41.335732 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-fa87d3cd-aa95-4916-8e43-1f9fa45fee23 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Transition to ACTIVE for port object 5fb8a4e4-8926-49e9-844b-02d74491ed51 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:41.376415 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fa87d3cd-aa95-4916-8e43-1f9fa45fee23 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:41.381456 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b2758145-45bf-4075-bf78-719bb7100e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:41.385851 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b2758145-45bf-4075-bf78-719bb7100e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:41.390084 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b2758145-45bf-4075-bf78-719bb7100e26 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f1788c4-ba09-4ea1-a342-db8df0fa067e HTTP/1.1" status: 204 len: 168 time: 0.2396276 Sep 07 19:08:41.401326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2758145-45bf-4075-bf78-719bb7100e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1788c4-ba09-4ea1-a342-db8df0fa067e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:41.481205 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa87d3cd-aa95-4916-8e43-1f9fa45fee23 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:41.484654 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-fa87d3cd-aa95-4916-8e43-1f9fa45fee23 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:41.490969 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa87d3cd-aa95-4916-8e43-1f9fa45fee23 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:08:41.558074 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87d3cd-aa95-4916-8e43-1f9fa45fee23 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=5fb8a4e4-8926-49e9-844b-02d74491ed51,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:41.570965 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa87d3cd-aa95-4916-8e43-1f9fa45fee23 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:41.572852 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fa87d3cd-aa95-4916-8e43-1f9fa45fee23 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:41.597152 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fa87d3cd-aa95-4916-8e43-1f9fa45fee23 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.8550696 Sep 07 19:08:41.599767 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56028) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:41.696298 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f8771b-c18a-4e6e-a9c2-541bdb0267ce tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:41.703378 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f8771b-c18a-4e6e-a9c2-541bdb0267ce tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:41.706396 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d5f8771b-c18a-4e6e-a9c2-541bdb0267ce tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1048920 Sep 07 19:08:41.709052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56036) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:41.979575 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-a53211aa-b9a4-4f4c-a481-0dedc284b175 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting port 5fb8a4e4-8926-49e9-844b-02d74491ed51 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:08:41.979933 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a53211aa-b9a4-4f4c-a481-0dedc284b175 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:42.160108 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-343cb6f3-b463-47c4-afba-40d5893b3ac3 None None] Provisioning for port 5fb8a4e4-8926-49e9-844b-02d74491ed51 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:08:42.178895 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-343cb6f3-b463-47c4-afba-40d5893b3ac3 None None] Provisioning complete for port 5fb8a4e4-8926-49e9-844b-02d74491ed51 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:42.183420 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-343cb6f3-b463-47c4-afba-40d5893b3ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:42.229512 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a53211aa-b9a4-4f4c-a481-0dedc284b175 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:42.262505 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-a53211aa-b9a4-4f4c-a481-0dedc284b175 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Calling delete_port for 5fb8a4e4-8926-49e9-844b-02d74491ed51 owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:08:42.293642 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-343cb6f3-b463-47c4-afba-40d5893b3ac3 None None] Port 5fb8a4e4-8926-49e9-844b-02d74491ed51 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:08:42.795833 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a53211aa-b9a4-4f4c-a481-0dedc284b175 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:42.867642 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:42.929106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53211aa-b9a4-4f4c-a481-0dedc284b175 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=5fb8a4e4-8926-49e9-844b-02d74491ed51,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:43.006570 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56096) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:43.138204 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56104) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:43.213826 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a53211aa-b9a4-4f4c-a481-0dedc284b175 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:43.222020 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a53211aa-b9a4-4f4c-a481-0dedc284b175 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/5fb8a4e4-8926-49e9-844b-02d74491ed51 HTTP/1.1" status: 204 len: 168 time: 1.5093954 Sep 07 19:08:43.222396 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56110) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:43.335815 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29cb2dae-ef17-48ee-b3a4-eee9717c8c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:43.472940 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29cb2dae-ef17-48ee-b3a4-eee9717c8c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:43.486935 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-fd4ec53a-8fc5-4a70-b554-16b0c23e01db tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-459950633'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:43.490585 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29cb2dae-ef17-48ee-b3a4-eee9717c8c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:43.500855 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d84a2a-146a-419a-a932-8d042faa25ca tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:43.502827 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d84a2a-146a-419a-a932-8d042faa25ca tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:43.504693 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d84a2a-146a-419a-a932-8d042faa25ca tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:43.506857 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-35d84a2a-146a-419a-a932-8d042faa25ca tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2834139 Sep 07 19:08:43.509631 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56112) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:43.594027 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-29cb2dae-ef17-48ee-b3a4-eee9717c8c98 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c4ca2008df214a7b90a862c261d3efc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5867202 Sep 07 19:08:43.594718 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56114) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:43.598849 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb2dae-ef17-48ee-b3a4-eee9717c8c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bd2f49-de86-407d-94ba-0b7a038008d4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:43.607201 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4ec53a-8fc5-4a70-b554-16b0c23e01db tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:43.611053 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fd4ec53a-8fc5-4a70-b554-16b0c23e01db tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:43.625198 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fd4ec53a-8fc5-4a70-b554-16b0c23e01db tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:43.628008 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba9dc0a-aa57-42f5-84a8-d0b2c30667dc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet 789aa663-dcac-44aa-84df-6ce19ff4ed1e {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:08:43.631806 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7ba9dc0a-aa57-42f5-84a8-d0b2c30667dc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:43.720326 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7ba9dc0a-aa57-42f5-84a8-d0b2c30667dc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:43.740814 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-41e4923f-f5aa-4494-bc95-f4b7c13ca656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:43.779116 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-41e4923f-f5aa-4494-bc95-f4b7c13ca656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:43.788291 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:43.837557 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7ba9dc0a-aa57-42f5-84a8-d0b2c30667dc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:43.858818 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fd4ec53a-8fc5-4a70-b554-16b0c23e01db tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:43.862484 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fd4ec53a-8fc5-4a70-b554-16b0c23e01db tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:43.907370 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-41e4923f-f5aa-4494-bc95-f4b7c13ca656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:43.910483 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-41e4923f-f5aa-4494-bc95-f4b7c13ca656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:43.915016 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-41e4923f-f5aa-4494-bc95-f4b7c13ca656 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/23bd2f49-de86-407d-94ba-0b7a038008d4 HTTP/1.1" status: 204 len: 168 time: 0.3177273 Sep 07 19:08:43.917536 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4ec53a-8fc5-4a70-b554-16b0c23e01db tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:08:43.923334 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ec53a-8fc5-4a70-b554-16b0c23e01db tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b92c07e4-573f-4dbb-9ceb-3835d4b4e407,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:43.943344 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fd4ec53a-8fc5-4a70-b554-16b0c23e01db tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:43.943768 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-fd4ec53a-8fc5-4a70-b554-16b0c23e01db tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Added segment 0be74ae5-e6b6-4585-b5aa-458fd1a27aab of type vlan for network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 Sep 07 19:08:43.953748 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4923f-f5aa-4494-bc95-f4b7c13ca656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bd2f49-de86-407d-94ba-0b7a038008d4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:43.965274 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7ba9dc0a-aa57-42f5-84a8-d0b2c30667dc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:43.993409 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fd4ec53a-8fc5-4a70-b554-16b0c23e01db tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:44.012963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9dc0a-aa57-42f5-84a8-d0b2c30667dc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=789aa663-dcac-44aa-84df-6ce19ff4ed1e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:44.019814 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7ba9dc0a-aa57-42f5-84a8-d0b2c30667dc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:44.022705 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7ba9dc0a-aa57-42f5-84a8-d0b2c30667dc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/789aa663-dcac-44aa-84df-6ce19ff4ed1e HTTP/1.1" status: 204 len: 168 time: 0.5120113 Sep 07 19:08:44.025321 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56120) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:44.033971 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fd4ec53a-8fc5-4a70-b554-16b0c23e01db tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:44.034548 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e6d675-26f3-4aa5-bfd9-b511246b7681 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:44.060394 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4ec53a-8fc5-4a70-b554-16b0c23e01db tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:44.062756 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fd4ec53a-8fc5-4a70-b554-16b0c23e01db tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:44.104137 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b989ef23-e45a-448e-a26a-0c37da1d64d9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet f83c0b13-9010-4faa-9305-b544a6a356e4 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:08:44.116892 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b989ef23-e45a-448e-a26a-0c37da1d64d9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:44.133042 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fd4ec53a-8fc5-4a70-b554-16b0c23e01db tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9826591 Sep 07 19:08:44.133847 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56122) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:44.159443 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a26144cd-8a5a-47cb-aefb-d1d95c542f56 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'port': {'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4', 'name': 'tempest-PortsTestJSON-1391773656'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:44.231191 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b989ef23-e45a-448e-a26a-0c37da1d64d9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:44.259031 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ec53a-8fc5-4a70-b554-16b0c23e01db tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Network': ['ID=de9b4bb5-61b8-4c56-bb4a-a7418460c1b4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:44.337029 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:08:44.411445 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:08:44.441771 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26144cd-8a5a-47cb-aefb-d1d95c542f56 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:44.450390 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a26144cd-8a5a-47cb-aefb-d1d95c542f56 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:44.456462 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b989ef23-e45a-448e-a26a-0c37da1d64d9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:44.500143 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-a26144cd-8a5a-47cb-aefb-d1d95c542f56 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] device_id is not set on port 91c7ab1e-ef11-4698-ba6f-169482e84797 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:08:44.591221 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b989ef23-e45a-448e-a26a-0c37da1d64d9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:44.624002 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b989ef23-e45a-448e-a26a-0c37da1d64d9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:44.627892 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b989ef23-e45a-448e-a26a-0c37da1d64d9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/f83c0b13-9010-4faa-9305-b544a6a356e4 HTTP/1.1" status: 204 len: 168 time: 0.6014113 Sep 07 19:08:44.634500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56132) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:44.634875 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56134) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:44.730974 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f7efe9f4-5ebd-46a6-84c8-648dca2948d8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690093 Sep 07 19:08:44.734119 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56136) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:44.737623 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989ef23-e45a-448e-a26a-0c37da1d64d9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=f83c0b13-9010-4faa-9305-b544a6a356e4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:44.740191 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3353a11a-945e-40bb-b5d6-8ded482d35d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:44.797888 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a26144cd-8a5a-47cb-aefb-d1d95c542f56 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:44.835207 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf45224-d12f-498e-ab22-9352cad6c916 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:44.837165 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-adf45224-d12f-498e-ab22-9352cad6c916 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1012611 Sep 07 19:08:44.839885 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56138) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:44.887240 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3353a11a-945e-40bb-b5d6-8ded482d35d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:44.896364 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3353a11a-945e-40bb-b5d6-8ded482d35d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:44.941903 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992521ab-3f09-4dc9-8a19-fba27b6cedf2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:44.942549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353a11a-945e-40bb-b5d6-8ded482d35d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5aaa0a-3dbc-4079-9d78-897d9e14a428,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:44.946737 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-992521ab-3f09-4dc9-8a19-fba27b6cedf2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1058502 Sep 07 19:08:44.947377 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56144) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:44.963139 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3353a11a-945e-40bb-b5d6-8ded482d35d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=059f29f66ff647e1bff1dc84ab1a97c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401814 Sep 07 19:08:44.965661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56148) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:45.036187 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e1559089-5f21-46df-84ed-0686d40d27fb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814409 Sep 07 19:08:45.044999 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56152) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:45.061340 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a26144cd-8a5a-47cb-aefb-d1d95c542f56 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:45.069769 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-ddba87f7-1dc8-4926-a0f4-e312363db136 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:45.080121 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d1ae48e2-ca54-4ad9-bc4c-4dde4c80ef2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:45.135174 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26144cd-8a5a-47cb-aefb-d1d95c542f56 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=91c7ab1e-ef11-4698-ba6f-169482e84797,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:45.168676 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d1ae48e2-ca54-4ad9-bc4c-4dde4c80ef2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:45.219561 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26144cd-8a5a-47cb-aefb-d1d95c542f56 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Checking segment: {'id': '0be74ae5-e6b6-4585-b5aa-458fd1a27aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:08:45.219955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26144cd-8a5a-47cb-aefb-d1d95c542f56 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network hostable DHCP agents. Network: de9b4bb5-61b8-4c56-bb4a-a7418460c1b4, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:08:45.252595 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26144cd-8a5a-47cb-aefb-d1d95c542f56 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:08:45.263486 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-a26144cd-8a5a-47cb-aefb-d1d95c542f56 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, de9b4bb5-61b8-4c56-bb4a-a7418460c1b4) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:45.272738 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26144cd-8a5a-47cb-aefb-d1d95c542f56 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:08:45.279223 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26144cd-8a5a-47cb-aefb-d1d95c542f56 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:45.280042 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a26144cd-8a5a-47cb-aefb-d1d95c542f56 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:45.288070 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1134e45e-5a9a-47ac-bc10-f3fe41ba79f4 None None] Network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:45.327298 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a26144cd-8a5a-47cb-aefb-d1d95c542f56 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1888328 Sep 07 19:08:45.329859 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d1ae48e2-ca54-4ad9-bc4c-4dde4c80ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:45.331485 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56156) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:45.341269 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4f18e446-3de1-46bd-a63f-6fe65ee76dcf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1380139324'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:45.344644 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d1ae48e2-ca54-4ad9-bc4c-4dde4c80ef2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:45.346994 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d1ae48e2-ca54-4ad9-bc4c-4dde4c80ef2c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e5aaa0a-3dbc-4079-9d78-897d9e14a428 HTTP/1.1" status: 204 len: 168 time: 0.3790579 Sep 07 19:08:45.370237 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae48e2-ca54-4ad9-bc4c-4dde4c80ef2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5aaa0a-3dbc-4079-9d78-897d9e14a428,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:45.405880 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f18e446-3de1-46bd-a63f-6fe65ee76dcf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:45.417221 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f18e446-3de1-46bd-a63f-6fe65ee76dcf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:45.444802 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddba87f7-1dc8-4926-a0f4-e312363db136 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:45.449201 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ddba87f7-1dc8-4926-a0f4-e312363db136 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:45.452258 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddba87f7-1dc8-4926-a0f4-e312363db136 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:08:45.453183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddba87f7-1dc8-4926-a0f4-e312363db136 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:08:45.475983 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ddba87f7-1dc8-4926-a0f4-e312363db136 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4250746 Sep 07 19:08:45.479027 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56164) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:45.490152 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f18e446-3de1-46bd-a63f-6fe65ee76dcf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:08:45.503474 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f18e446-3de1-46bd-a63f-6fe65ee76dcf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:45.504858 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-4f18e446-3de1-46bd-a63f-6fe65ee76dcf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Added segment caf6be28-d2a3-4995-98c4-9ea190a50ba1 of type vlan for network 45870de1-e238-467c-af76-dc13f5a206d2 Sep 07 19:08:45.505278 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-3803ad52-2f96-4343-8eb9-5b7e20d888fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:45.609963 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13c4382-abb0-47f0-be67-ae3bac0b10a4 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:45.677017 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f18e446-3de1-46bd-a63f-6fe65ee76dcf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:45.782831 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f18e446-3de1-46bd-a63f-6fe65ee76dcf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:45.787386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f18e446-3de1-46bd-a63f-6fe65ee76dcf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:45.787995 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f18e446-3de1-46bd-a63f-6fe65ee76dcf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:45.834297 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-db61d2a4-6245-4b6f-9ec3-070ff1a53a8f None None] Provisioning complete for port b30714e8-cb6a-4256-a435-48ca3babd66b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:45.834809 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-db61d2a4-6245-4b6f-9ec3-070ff1a53a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:45.946928 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3803ad52-2f96-4343-8eb9-5b7e20d888fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:45.952465 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3803ad52-2f96-4343-8eb9-5b7e20d888fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:45.954185 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3803ad52-2f96-4343-8eb9-5b7e20d888fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:08:45.954912 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3803ad52-2f96-4343-8eb9-5b7e20d888fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:08:45.973233 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3803ad52-2f96-4343-8eb9-5b7e20d888fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4928465 Sep 07 19:08:45.976206 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56168) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:45.996181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-1c0a5333-7717-4eb3-bb7c-101901230140 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:46.061461 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3420a023-5f17-4228-bbe1-244baaccaf89 None None] DHCP port deletion for 5341d4d7-2b72-420c-84fe-cfa44886a8d9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:08:46.077042 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18e446-3de1-46bd-a63f-6fe65ee76dcf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Network': ['ID=45870de1-e238-467c-af76-dc13f5a206d2,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:46.099047 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4f18e446-3de1-46bd-a63f-6fe65ee76dcf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7597818 Sep 07 19:08:46.102212 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56172) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:46.112822 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 45870de1-e238-467c-af76-dc13f5a206d2 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:08:46.129016 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'ports': [{'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4'}, {'network_id': '45870de1-e238-467c-af76-dc13f5a206d2'}]} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:46.130756 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'port': {'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:46.132604 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'port': {'network_id': '45870de1-e238-467c-af76-dc13f5a206d2'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:46.211187 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0a5333-7717-4eb3-bb7c-101901230140 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:46.220818 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1c0a5333-7717-4eb3-bb7c-101901230140 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:46.223396 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0a5333-7717-4eb3-bb7c-101901230140 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:08:46.224558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0a5333-7717-4eb3-bb7c-101901230140 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:08:46.272786 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3420a023-5f17-4228-bbe1-244baaccaf89 None None] Deleting port b30714e8-cb6a-4256-a435-48ca3babd66b {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:08:46.273170 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3420a023-5f17-4228-bbe1-244baaccaf89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:46.300419 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1c0a5333-7717-4eb3-bb7c-101901230140 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3187065 Sep 07 19:08:46.302350 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56178) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:46.329316 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-69e5f030-3cd9-4cdf-8282-1d293e32ab44 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:46.385582 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-3420a023-5f17-4228-bbe1-244baaccaf89 None None] For port b30714e8-cb6a-4256-a435-48ca3babd66b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b30714e8-cb6a-4256-a435-48ca3babd66b,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:08:46.386736 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3420a023-5f17-4228-bbe1-244baaccaf89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:46.432627 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3420a023-5f17-4228-bbe1-244baaccaf89 None None] Calling delete_port for b30714e8-cb6a-4256-a435-48ca3babd66b owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:08:46.557419 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'port': 2} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:46.570713 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:46.591744 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:46.597542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e5f030-3cd9-4cdf-8282-1d293e32ab44 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:46.607484 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-69e5f030-3cd9-4cdf-8282-1d293e32ab44 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:46.610734 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e5f030-3cd9-4cdf-8282-1d293e32ab44 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:08:46.611269 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e5f030-3cd9-4cdf-8282-1d293e32ab44 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:08:46.621261 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3420a023-5f17-4228-bbe1-244baaccaf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:46.640811 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-69e5f030-3cd9-4cdf-8282-1d293e32ab44 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3345153 Sep 07 19:08:46.645815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56186) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:46.651191 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-5cd84a12-5298-4d7e-8fdf-ef0067658dc9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:46.672169 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420a023-5f17-4228-bbe1-244baaccaf89 None None] Pushing event deleted for resources: {'Port': ['ID=b30714e8-cb6a-4256-a435-48ca3babd66b,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:46.726969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3420a023-5f17-4228-bbe1-244baaccaf89 None None] No DVR routers for this DVR port b30714e8-cb6a-4256-a435-48ca3babd66b on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:08:46.776375 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] device_id is not set on port 599da5f8-7167-4996-a89d-c51a5ae3e8eb yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:08:46.855137 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd84a12-5298-4d7e-8fdf-ef0067658dc9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:46.870100 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5cd84a12-5298-4d7e-8fdf-ef0067658dc9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:46.871935 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd84a12-5298-4d7e-8fdf-ef0067658dc9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:08:46.872541 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd84a12-5298-4d7e-8fdf-ef0067658dc9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:08:46.893213 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5cd84a12-5298-4d7e-8fdf-ef0067658dc9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2461414 Sep 07 19:08:46.895012 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56196) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:46.906598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-95e3f1f6-e14a-4985-bb37-423054732d56 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:46.995400 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:47.115490 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] device_id is not set on port 1b2c956f-664e-41c1-a86c-dcb2f71e7819 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:08:47.140862 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56204) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:47.308914 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-7d3c8ce2-541d-43c7-94bf-a2d7f44ac504 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-339838589'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:47.341308 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:47.364724 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3c8ce2-541d-43c7-94bf-a2d7f44ac504 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Made reservation on behalf of e0da68aaf843483883a168c4ffcc028b for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:47.368795 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8ce2-541d-43c7-94bf-a2d7f44ac504 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:47.384259 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8ce2-541d-43c7-94bf-a2d7f44ac504 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:47.567362 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8ce2-541d-43c7-94bf-a2d7f44ac504 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:47.595385 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8ce2-541d-43c7-94bf-a2d7f44ac504 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:47.613836 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e3f1f6-e14a-4985-bb37-423054732d56 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:47.621387 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-95e3f1f6-e14a-4985-bb37-423054732d56 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:47.626396 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e3f1f6-e14a-4985-bb37-423054732d56 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:08:47.626849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e3f1f6-e14a-4985-bb37-423054732d56 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:08:47.659925 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-95e3f1f6-e14a-4985-bb37-423054732d56 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7603917 Sep 07 19:08:47.660173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56210) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:47.701084 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3c8ce2-541d-43c7-94bf-a2d7f44ac504 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:08:47.716216 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-703fc576-542a-44a4-9eea-0cdbb5d943ce tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0543158 Sep 07 19:08:47.717902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56212) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:47.721311 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:47.731678 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c8ce2-541d-43c7-94bf-a2d7f44ac504 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64b4bb18-39f0-4e5d-805d-02b12cd5203a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:47.814071 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a326773c-56e5-40cc-a408-57fec9d74738 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:47.818676 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a326773c-56e5-40cc-a408-57fec9d74738 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0994961 Sep 07 19:08:47.820215 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56216) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:47.846978 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=599da5f8-7167-4996-a89d-c51a5ae3e8eb,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:47.868457 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8ce2-541d-43c7-94bf-a2d7f44ac504 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:47.869117 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-7d3c8ce2-541d-43c7-94bf-a2d7f44ac504 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Added segment 6dbdb51a-a183-445d-b1d9-40c4a6d5d031 of type vlan for network de4cfbb5-b751-4ec0-af8a-7d70d95de00b Sep 07 19:08:47.878393 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-04e533a3-c91b-4913-851e-c36f02cb5ae3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566025 Sep 07 19:08:47.879001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56218) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:47.886339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-71e5230b-d1a0-4606-afc3-22dfc8df627d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:47.926343 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:47.946113 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:47.947612 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b30714e8-cb6a-4256-a435-48ca3babd66b no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:08:47.965256 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:08:47.966432 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:47.976399 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: b30714e8-cb6a-4256-a435-48ca3babd66b {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:08:47.976903 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b30714e8-cb6a-4256-a435-48ca3babd66b not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:08:47.988222 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8ce2-541d-43c7-94bf-a2d7f44ac504 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:48.058288 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e5230b-d1a0-4606-afc3-22dfc8df627d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:48.063943 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-71e5230b-d1a0-4606-afc3-22dfc8df627d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:48.084435 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8ce2-541d-43c7-94bf-a2d7f44ac504 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:48.090326 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3c8ce2-541d-43c7-94bf-a2d7f44ac504 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:48.090963 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8ce2-541d-43c7-94bf-a2d7f44ac504 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:48.109500 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=1b2c956f-664e-41c1-a86c-dcb2f71e7819,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:48.151354 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7d3c8ce2-541d-43c7-94bf-a2d7f44ac504 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.0094225 Sep 07 19:08:48.155154 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56220) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:48.161511 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-dd9185c2-c3c3-47df-bfc0-742ad114c0ce tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Request body: {'subnet': {'network_id': 'de4cfbb5-b751-4ec0-af8a-7d70d95de00b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:48.168385 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Checking segment: {'id': 'caf6be28-d2a3-4995-98c4-9ea190a50ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '45870de1-e238-467c-af76-dc13f5a206d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:08:48.168790 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network hostable DHCP agents. Network: 45870de1-e238-467c-af76-dc13f5a206d2, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:08:48.231745 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c8ce2-541d-43c7-94bf-a2d7f44ac504 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Pushing event updated for resources: {'Network': ['ID=de4cfbb5-b751-4ec0-af8a-7d70d95de00b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:48.259264 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network de4cfbb5-b751-4ec0-af8a-7d70d95de00b details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:08:48.343684 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network 45870de1-e238-467c-af76-dc13f5a206d2 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:08:48.371114 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 45870de1-e238-467c-af76-dc13f5a206d2) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:48.381749 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:08:48.387950 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:48.393926 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:48.394734 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:48.406452 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e83e4a-5f72-4418-b3ef-6ba0dc06be88 None None] Network 45870de1-e238-467c-af76-dc13f5a206d2 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:48.443222 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9185c2-c3c3-47df-bfc0-742ad114c0ce tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Made reservation on behalf of e0da68aaf843483883a168c4ffcc028b for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:48.453415 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd9185c2-c3c3-47df-bfc0-742ad114c0ce tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:48.468339 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e243abfc-1d6c-42ed-8df7-b428488d767c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3597832 Sep 07 19:08:48.475832 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56224) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:48.775472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.objects.ports [None req-71e5230b-d1a0-4606-afc3-22dfc8df627d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 19:08:48.778340 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-71e5230b-d1a0-4606-afc3-22dfc8df627d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:48.812283 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd9185c2-c3c3-47df-bfc0-742ad114c0ce tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:48.825405 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-49d39c52-45de-4662-9bfd-6540f72751fe tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting port 1b2c956f-664e-41c1-a86c-dcb2f71e7819 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:08:48.826128 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-49d39c52-45de-4662-9bfd-6540f72751fe tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:48.842051 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e5230b-d1a0-4606-afc3-22dfc8df627d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:48.866820 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-71e5230b-d1a0-4606-afc3-22dfc8df627d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:48.883546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e5230b-d1a0-4606-afc3-22dfc8df627d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:48.889302 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ab73ac-ab74-4574-b2b3-4d5b640c657e None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:48.897253 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-71e5230b-d1a0-4606-afc3-22dfc8df627d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:48.897605 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9185c2-c3c3-47df-bfc0-742ad114c0ce tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Pushing event updated for resources: {'Subnet': ['ID=031ca586-4227-4d7a-9e36-89223e2fefd1,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:48.902255 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9185c2-c3c3-47df-bfc0-742ad114c0ce tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Checking segment: {'id': '6dbdb51a-a183-445d-b1d9-40c4a6d5d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'de4cfbb5-b751-4ec0-af8a-7d70d95de00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:08:48.902698 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9185c2-c3c3-47df-bfc0-742ad114c0ce tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Network hostable DHCP agents. Network: de4cfbb5-b751-4ec0-af8a-7d70d95de00b, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:08:48.925467 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9185c2-c3c3-47df-bfc0-742ad114c0ce tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Network de4cfbb5-b751-4ec0-af8a-7d70d95de00b is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:08:48.938752 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-dd9185c2-c3c3-47df-bfc0-742ad114c0ce tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, de4cfbb5-b751-4ec0-af8a-7d70d95de00b) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:48.962071 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9185c2-c3c3-47df-bfc0-742ad114c0ce tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:48.963252 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd9185c2-c3c3-47df-bfc0-742ad114c0ce tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:48.983138 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b58dc67-ed7b-4495-9d4a-2200a7d2133b None None] Network de4cfbb5-b751-4ec0-af8a-7d70d95de00b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:48.996219 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dd9185c2-c3c3-47df-bfc0-742ad114c0ce tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8376095 Sep 07 19:08:48.996447 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56232) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:49.009062 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5230b-d1a0-4606-afc3-22dfc8df627d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=52bb9e5b-b882-42e0-b295-21a718c2d3d1,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:49.009374 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b4a58cb5-074d-4de5-86b9-9fbff8365f15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Request body: {'port': {'network_id': 'de4cfbb5-b751-4ec0-af8a-7d70d95de00b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-492123876'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:49.017719 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-71e5230b-d1a0-4606-afc3-22dfc8df627d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1353650 Sep 07 19:08:49.017719 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-49d39c52-45de-4662-9bfd-6540f72751fe tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:49.018245 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56234) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:49.027972 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-69de3876-1b9b-48b3-8817-57521219a372 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'mac_address': 'fa:16:3e:89:4f:d6', 'name': 'tempest-NetworksTestDHCPv6-627802394'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:49.051777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-49d39c52-45de-4662-9bfd-6540f72751fe tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Calling delete_port for 1b2c956f-664e-41c1-a86c-dcb2f71e7819 owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:08:49.167793 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-49d39c52-45de-4662-9bfd-6540f72751fe tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:49.202464 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d39c52-45de-4662-9bfd-6540f72751fe tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Port': ['ID=1b2c956f-664e-41c1-a86c-dcb2f71e7819,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:49.216740 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'fixed_ips': [{'subnet_id': '52bb9e5b-b882-42e0-b295-21a718c2d3d1'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:08:49.219252 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:49.234682 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-49d39c52-45de-4662-9bfd-6540f72751fe tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:49.236924 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-49d39c52-45de-4662-9bfd-6540f72751fe tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/ports/1b2c956f-664e-41c1-a86c-dcb2f71e7819 HTTP/1.1" status: 204 len: 168 time: 0.7600334 Sep 07 19:08:49.239714 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56236) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:49.317639 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fb2b40-ee2e-4885-b1aa-6ca108e7ab94 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:49.325304 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fb2b40-ee2e-4885-b1aa-6ca108e7ab94 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:49.327065 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-24fb2b40-ee2e-4885-b1aa-6ca108e7ab94 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0863681 Sep 07 19:08:49.330019 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56238) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:49.366674 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.db.api [None req-69de3876-1b9b-48b3-8817-57521219a372 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 19:08:49.366674 n-d-807786-1 neutron-server[101444]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 07 19:08:49.366674 n-d-807786-1 neutron-server[101444]: [parameters: {'project_id': '81ad4db508be4260ad74ddc930f234e9', 'id': 'b1bd3bf2-a12b-45d4-b163-ff90e7f2fe5e', 'expiration': datetime.datetime(2021, 9, 7, 19, 10, 49, 353088)}] Sep 07 19:08:49.366674 n-d-807786-1 neutron-server[101444]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:08:49.367454 n-d-807786-1 neutron-server[101444]: DEBUG oslo_db.api [None req-69de3876-1b9b-48b3-8817-57521219a372 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:08:49.390502 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a58cb5-074d-4de5-86b9-9fbff8365f15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Made reservation on behalf of e0da68aaf843483883a168c4ffcc028b for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:49.394273 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b4a58cb5-074d-4de5-86b9-9fbff8365f15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:49.434300 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-b4a58cb5-074d-4de5-86b9-9fbff8365f15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] device_id is not set on port 6f94b132-e4a3-4232-a581-626b0eba3c66 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:08:49.472014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-de4cfbb5-b751-4ec0-af8a-7d70d95de00b', 'network_id': 'de4cfbb5-b751-4ec0-af8a-7d70d95de00b', 'tenant_id': 'e0da68aaf843483883a168c4ffcc028b', 'fixed_ips': [{'subnet_id': '031ca586-4227-4d7a-9e36-89223e2fefd1'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:08:49.473962 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:49.531595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-64fe049d-dc2a-4d9b-bcfa-fdc035e42199 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting port 599da5f8-7167-4996-a89d-c51a5ae3e8eb {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:08:49.537383 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-64fe049d-dc2a-4d9b-bcfa-fdc035e42199 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:49.636438 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-b4a58cb5-074d-4de5-86b9-9fbff8365f15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Allocated IP 2001:db8::3b1 (de4cfbb5-b751-4ec0-af8a-7d70d95de00b/031ca586-4227-4d7a-9e36-89223e2fefd1/6f94b132-e4a3-4232-a581-626b0eba3c66) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:49.705426 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-64fe049d-dc2a-4d9b-bcfa-fdc035e42199 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:49.744782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-64fe049d-dc2a-4d9b-bcfa-fdc035e42199 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Calling delete_port for 599da5f8-7167-4996-a89d-c51a5ae3e8eb owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:08:49.822791 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] Allocated IP 2001:db8::f816:3eff:feb5:ffb4 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/52bb9e5b-b882-42e0-b295-21a718c2d3d1/b2d666f1-1398-4d4b-8d34-681c8d3e6ab2) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:49.931353 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69de3876-1b9b-48b3-8817-57521219a372 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:49.940383 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-64fe049d-dc2a-4d9b-bcfa-fdc035e42199 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:49.992899 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-64fe049d-dc2a-4d9b-bcfa-fdc035e42199 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:49.997886 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-64fe049d-dc2a-4d9b-bcfa-fdc035e42199 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/ports/599da5f8-7167-4996-a89d-c51a5ae3e8eb HTTP/1.1" status: 204 len: 168 time: 0.6646073 Sep 07 19:08:49.997886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe049d-dc2a-4d9b-bcfa-fdc035e42199 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Port': ['ID=599da5f8-7167-4996-a89d-c51a5ae3e8eb,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:50.004540 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56246) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:50.036373 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b4a58cb5-074d-4de5-86b9-9fbff8365f15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:50.062214 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:50.072087 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] Transition to ACTIVE for port object b2d666f1-1398-4d4b-8d34-681c8d3e6ab2 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:50.083259 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a5ec8c-017a-4fbe-9a54-038a442119f4 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:50.085820 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e2a5ec8c-017a-4fbe-9a54-038a442119f4 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0790482 Sep 07 19:08:50.088617 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56250) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:50.093318 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] Transition to ACTIVE for port object b2d666f1-1398-4d4b-8d34-681c8d3e6ab2 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:50.102285 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:50.113949 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-b4a58cb5-074d-4de5-86b9-9fbff8365f15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Transition to ACTIVE for port object 6f94b132-e4a3-4232-a581-626b0eba3c66 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:50.127357 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce02fb26-54e9-49bd-8dd1-5535e65ff6bd tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] GET failed (client error): The resource could not be found. Sep 07 19:08:50.132147 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ce02fb26-54e9-49bd-8dd1-5535e65ff6bd tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports/1b2c956f-664e-41c1-a86c-dcb2f71e7819 HTTP/1.1" status: 404 len: 333 time: 0.0386250 Sep 07 19:08:50.132364 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56252) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:50.171761 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-42864059-168c-457f-8d9e-9da8f80c3092 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] GET failed (client error): The resource could not be found. Sep 07 19:08:50.177317 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-42864059-168c-457f-8d9e-9da8f80c3092 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports/599da5f8-7167-4996-a89d-c51a5ae3e8eb HTTP/1.1" status: 404 len: 333 time: 0.0412397 Sep 07 19:08:50.178269 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56254) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:50.179738 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:50.188758 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:50.191871 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-69de3876-1b9b-48b3-8817-57521219a372 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:50.193189 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:08:50.210806 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] Pushing event updated for resources: {'Port': ['ID=b2d666f1-1398-4d4b-8d34-681c8d3e6ab2,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:50.252147 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-69de3876-1b9b-48b3-8817-57521219a372 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] device_id is not set on port 10acfaa0-1e9b-4791-a31d-4ffc6f31df46 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:08:50.266513 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b4a58cb5-074d-4de5-86b9-9fbff8365f15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:50.294286 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7230e872-e119-4a2d-bd9b-45e0b82293d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:50.345391 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] Allocated IP 2001:db8::2 (de4cfbb5-b751-4ec0-af8a-7d70d95de00b/031ca586-4227-4d7a-9e36-89223e2fefd1/e35a1608-3a40-4267-b308-3217b108a94d) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:50.416103 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-69de3876-1b9b-48b3-8817-57521219a372 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8::f816:3eff:fe89:4fd6 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/52bb9e5b-b882-42e0-b295-21a718c2d3d1/10acfaa0-1e9b-4791-a31d-4ffc6f31df46) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:50.439155 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7230e872-e119-4a2d-bd9b-45e0b82293d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:50.457141 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] Attempting to bind port b2d666f1-1398-4d4b-8d34-681c8d3e6ab2 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:08:50.457613 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] Attempting to bind port b2d666f1-1398-4d4b-8d34-681c8d3e6ab2 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:08:50.457990 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] Attempting to bind port b2d666f1-1398-4d4b-8d34-681c8d3e6ab2 on network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:08:50.468321 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-7230e872-e119-4a2d-bd9b-45e0b82293d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45870de1-e238-467c-af76-dc13f5a206d2']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:08:50.475115 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:08:50.475497 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:08:50.476245 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:50.476633 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] Bound using segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:08:50.477120 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] Bound port: b2d666f1-1398-4d4b-8d34-681c8d3e6ab2, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:08:50.477737 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:50.480677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-7230e872-e119-4a2d-bd9b-45e0b82293d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf6be28-d2a3-4995-98c4-9ea190a50ba1') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:08:50.481188 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-7230e872-e119-4a2d-bd9b-45e0b82293d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf6be28-d2a3-4995-98c4-9ea190a50ba1') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:08:50.494388 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7230e872-e119-4a2d-bd9b-45e0b82293d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:50.526406 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7230e872-e119-4a2d-bd9b-45e0b82293d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:50.547310 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7230e872-e119-4a2d-bd9b-45e0b82293d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:08:50.550156 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7230e872-e119-4a2d-bd9b-45e0b82293d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:08:50.558234 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:08:50.583244 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:50.601301 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] Transition to ACTIVE for port object e35a1608-3a40-4267-b308-3217b108a94d will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:50.603581 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] For port b2d666f1-1398-4d4b-8d34-681c8d3e6ab2, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:08:50.608951 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] For port b2d666f1-1398-4d4b-8d34-681c8d3e6ab2, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b2d666f1-1398-4d4b-8d34-681c8d3e6ab2,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:08:50.640166 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:50.646721 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] Transition to ACTIVE for port object e35a1608-3a40-4267-b308-3217b108a94d will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:50.734516 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7230e872-e119-4a2d-bd9b-45e0b82293d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:50.748785 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7230e872-e119-4a2d-bd9b-45e0b82293d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:50.749905 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:50.755915 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7230e872-e119-4a2d-bd9b-45e0b82293d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/networks/45870de1-e238-467c-af76-dc13f5a206d2 HTTP/1.1" status: 204 len: 168 time: 0.5728178 Sep 07 19:08:50.756136 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754fa86-1bbb-49ff-87e5-497286841f16 None None] Pushing event updated for resources: {'Port': ['ID=b2d666f1-1398-4d4b-8d34-681c8d3e6ab2,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:50.772277 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56266) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:50.781691 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a58cb5-074d-4de5-86b9-9fbff8365f15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Pushing event updated for resources: {'Port': ['ID=6f94b132-e4a3-4232-a581-626b0eba3c66,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:50.783752 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230e872-e119-4a2d-bd9b-45e0b82293d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Network': ['ID=45870de1-e238-467c-af76-dc13f5a206d2,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:50.794052 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6f526706-77ff-4d0a-9f4b-49cea81949cf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-581552738'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:50.837174 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a58cb5-074d-4de5-86b9-9fbff8365f15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Network de4cfbb5-b751-4ec0-af8a-7d70d95de00b is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:50.851001 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b4a58cb5-074d-4de5-86b9-9fbff8365f15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:50.862807 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] Network de4cfbb5-b751-4ec0-af8a-7d70d95de00b is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:50.895578 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:50.895785 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a58cb5-074d-4de5-86b9-9fbff8365f15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:08:50.901684 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a58cb5-074d-4de5-86b9-9fbff8365f15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:50.902037 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:08:50.910690 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b4a58cb5-074d-4de5-86b9-9fbff8365f15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:50.915442 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] Pushing event updated for resources: {'Port': ['ID=e35a1608-3a40-4267-b308-3217b108a94d,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:51.005068 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-69de3876-1b9b-48b3-8817-57521219a372 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:51.007581 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f526706-77ff-4d0a-9f4b-49cea81949cf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:51.012475 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] Attempting to bind port e35a1608-3a40-4267-b308-3217b108a94d on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:08:51.012904 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] Attempting to bind port e35a1608-3a40-4267-b308-3217b108a94d by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '6dbdb51a-a183-445d-b1d9-40c4a6d5d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'de4cfbb5-b751-4ec0-af8a-7d70d95de00b'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:08:51.013254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] Attempting to bind port e35a1608-3a40-4267-b308-3217b108a94d on network de4cfbb5-b751-4ec0-af8a-7d70d95de00b {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:08:51.019795 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f526706-77ff-4d0a-9f4b-49cea81949cf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:51.021148 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:08:51.021764 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] Checking segment: {'id': '6dbdb51a-a183-445d-b1d9-40c4a6d5d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'de4cfbb5-b751-4ec0-af8a-7d70d95de00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:08:51.022098 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:51.022642 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] Bound using segment: {'id': '6dbdb51a-a183-445d-b1d9-40c4a6d5d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'de4cfbb5-b751-4ec0-af8a-7d70d95de00b'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:08:51.023083 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] Bound port: e35a1608-3a40-4267-b308-3217b108a94d, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbdb51a-a183-445d-b1d9-40c4a6d5d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'de4cfbb5-b751-4ec0-af8a-7d70d95de00b'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:08:51.023465 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:51.039643 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b4a58cb5-074d-4de5-86b9-9fbff8365f15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0406208 Sep 07 19:08:51.049744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56272) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:51.049744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Request body: {'port': {'network_id': 'de4cfbb5-b751-4ec0-af8a-7d70d95de00b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-771651773', 'allowed_address_pairs': [{'ip_address': '2001:db8::3b1', 'mac_address': 'fa:16:3e:5c:2e:de'}]}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:51.114937 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-69de3876-1b9b-48b3-8817-57521219a372 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Transition to ACTIVE for port object 10acfaa0-1e9b-4791-a31d-4ffc6f31df46 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:51.146808 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f526706-77ff-4d0a-9f4b-49cea81949cf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:08:51.166267 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] For port e35a1608-3a40-4267-b308-3217b108a94d, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:08:51.171779 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] For port e35a1608-3a40-4267-b308-3217b108a94d, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e35a1608-3a40-4267-b308-3217b108a94d,segment=NetworkSegment(6dbdb51a-a183-445d-b1d9-40c4a6d5d031),segment_id=6dbdb51a-a183-445d-b1d9-40c4a6d5d031)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:08:51.178357 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:51.220347 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f526706-77ff-4d0a-9f4b-49cea81949cf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:51.220347 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-6f526706-77ff-4d0a-9f4b-49cea81949cf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Added segment d8e190c8-9568-4ff4-b183-3f9f82b0d687 of type vlan for network cc9a6713-f0d7-4771-96d8-2c30f9d657e2 Sep 07 19:08:51.235559 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Made reservation on behalf of e0da68aaf843483883a168c4ffcc028b for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:51.279580 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0a321-ec6e-4216-87ce-f0d054d138f0 None None] Pushing event updated for resources: {'Port': ['ID=e35a1608-3a40-4267-b308-3217b108a94d,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:51.292975 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-69de3876-1b9b-48b3-8817-57521219a372 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:51.296318 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f526706-77ff-4d0a-9f4b-49cea81949cf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:51.396777 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:51.414819 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de3876-1b9b-48b3-8817-57521219a372 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=10acfaa0-1e9b-4791-a31d-4ffc6f31df46,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:51.432821 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] device_id is not set on port d4b53ccc-f641-4173-927d-e0cb8ddfa693 yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:08:51.436706 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69de3876-1b9b-48b3-8817-57521219a372 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:51.440746 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-69de3876-1b9b-48b3-8817-57521219a372 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:51.444257 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69de3876-1b9b-48b3-8817-57521219a372 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:08:51.452676 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69de3876-1b9b-48b3-8817-57521219a372 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:51.453375 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-69de3876-1b9b-48b3-8817-57521219a372 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:51.456171 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f526706-77ff-4d0a-9f4b-49cea81949cf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:51.463216 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f526706-77ff-4d0a-9f4b-49cea81949cf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:51.463946 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f526706-77ff-4d0a-9f4b-49cea81949cf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:51.527284 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-69de3876-1b9b-48b3-8817-57521219a372 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5052142 Sep 07 19:08:51.531288 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56276) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:51.541643 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6f526706-77ff-4d0a-9f4b-49cea81949cf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7547634 Sep 07 19:08:51.542465 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56278) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:51.664693 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b022420d-6ac9-4b7b-825b-cff7b52215d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'subnet': {'network_id': 'cc9a6713-f0d7-4771-96d8-2c30f9d657e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:51.681598 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f526706-77ff-4d0a-9f4b-49cea81949cf tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Network': ['ID=cc9a6713-f0d7-4771-96d8-2c30f9d657e2,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:51.705843 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network cc9a6713-f0d7-4771-96d8-2c30f9d657e2 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:08:51.716377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56428b1-a0ac-4b16-b08a-2a70eefd2a83 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:51.727941 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56428b1-a0ac-4b16-b08a-2a70eefd2a83 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:51.732457 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e56428b1-a0ac-4b16-b08a-2a70eefd2a83 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1968279 Sep 07 19:08:51.733891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56288) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:51.824314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Allocated IP 2001:db8::101 (de4cfbb5-b751-4ec0-af8a-7d70d95de00b/031ca586-4227-4d7a-9e36-89223e2fefd1/d4b53ccc-f641-4173-927d-e0cb8ddfa693) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:51.897696 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b022420d-6ac9-4b7b-825b-cff7b52215d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:51.910212 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b022420d-6ac9-4b7b-825b-cff7b52215d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:52.090963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-3f5c4030-358e-4e8e-b4b8-22d22216b7cc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting port 10acfaa0-1e9b-4791-a31d-4ffc6f31df46 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:08:52.091597 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4030-358e-4e8e-b4b8-22d22216b7cc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:52.132386 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e35a1608-3a40-4267-b308-3217b108a94d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:08:52.270960 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port e35a1608-3a40-4267-b308-3217b108a94d completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:08:52.276221 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b2d666f1-1398-4d4b-8d34-681c8d3e6ab2 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:08:52.380404 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port b2d666f1-1398-4d4b-8d34-681c8d3e6ab2 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:08:52.508234 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4030-358e-4e8e-b4b8-22d22216b7cc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:52.526212 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b022420d-6ac9-4b7b-825b-cff7b52215d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:52.554115 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-3f5c4030-358e-4e8e-b4b8-22d22216b7cc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Calling delete_port for 10acfaa0-1e9b-4791-a31d-4ffc6f31df46 owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:08:52.563222 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:52.620813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Transition to ACTIVE for port object d4b53ccc-f641-4173-927d-e0cb8ddfa693 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:52.634096 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-86c8f87a-9d2f-4a4a-b808-17b58e329e46 None None] Provisioning for port b2d666f1-1398-4d4b-8d34-681c8d3e6ab2 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:08:52.644559 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-86c8f87a-9d2f-4a4a-b808-17b58e329e46 None None] Provisioning complete for port b2d666f1-1398-4d4b-8d34-681c8d3e6ab2 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:52.644927 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-86c8f87a-9d2f-4a4a-b808-17b58e329e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:52.693306 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022420d-6ac9-4b7b-825b-cff7b52215d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Subnet': ['ID=20ef0296-910b-4225-97be-366fdecb996c,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:52.781827 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b022420d-6ac9-4b7b-825b-cff7b52215d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Checking segment: {'id': 'd8e190c8-9568-4ff4-b183-3f9f82b0d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cc9a6713-f0d7-4771-96d8-2c30f9d657e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:08:52.782198 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b022420d-6ac9-4b7b-825b-cff7b52215d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network hostable DHCP agents. Network: cc9a6713-f0d7-4771-96d8-2c30f9d657e2, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:08:52.820305 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-86c8f87a-9d2f-4a4a-b808-17b58e329e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:52.831660 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b022420d-6ac9-4b7b-825b-cff7b52215d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network cc9a6713-f0d7-4771-96d8-2c30f9d657e2 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:08:52.857864 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b022420d-6ac9-4b7b-825b-cff7b52215d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, cc9a6713-f0d7-4771-96d8-2c30f9d657e2) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:52.864368 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b022420d-6ac9-4b7b-825b-cff7b52215d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:52.865466 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b022420d-6ac9-4b7b-825b-cff7b52215d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:52.882895 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-86c8f87a-9d2f-4a4a-b808-17b58e329e46 None None] For port b2d666f1-1398-4d4b-8d34-681c8d3e6ab2, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b2d666f1-1398-4d4b-8d34-681c8d3e6ab2,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:08:52.888120 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f5ab62-2c76-4fa7-84c3-d352087e44e6 None None] Network cc9a6713-f0d7-4771-96d8-2c30f9d657e2 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:52.916052 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b022420d-6ac9-4b7b-825b-cff7b52215d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2677202 Sep 07 19:08:52.918547 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56298) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:52.921776 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-86c8f87a-9d2f-4a4a-b808-17b58e329e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:52.955532 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-93363b2a-db5b-4110-b270-79f34d725a9d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'port': {'network_id': 'cc9a6713-f0d7-4771-96d8-2c30f9d657e2', 'name': 'tempest-PortsTestJSON-489595182'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:52.988834 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:53.078494 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8f87a-9d2f-4a4a-b808-17b58e329e46 None None] Pushing event updated for resources: {'Port': ['ID=b2d666f1-1398-4d4b-8d34-681c8d3e6ab2,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:53.231726 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93363b2a-db5b-4110-b270-79f34d725a9d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:53.242059 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93363b2a-db5b-4110-b270-79f34d725a9d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:53.322563 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-93363b2a-db5b-4110-b270-79f34d725a9d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] device_id is not set on port 5f606f28-d760-4d01-9d49-7af09465e356 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:08:53.357146 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Network de4cfbb5-b751-4ec0-af8a-7d70d95de00b is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:53.361701 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:53.371971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Pushing event updated for resources: {'Port': ['ID=d4b53ccc-f641-4173-927d-e0cb8ddfa693,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:53.392186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:08:53.408242 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:53.408242 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:53.417207 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4030-358e-4e8e-b4b8-22d22216b7cc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:53.449039 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d46e4c-0818-4362-8e1b-723643e8787f None None] Network de4cfbb5-b751-4ec0-af8a-7d70d95de00b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:53.468435 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:53.468705 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:53.469123 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:53.469563 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:53.470007 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:53.470442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:53.470904 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:53.471344 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:53.471992 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:53.472430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:53.473036 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:53.473467 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:53.520561 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4030-358e-4e8e-b4b8-22d22216b7cc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:53.522998 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3f5c4030-358e-4e8e-b4b8-22d22216b7cc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/10acfaa0-1e9b-4791-a31d-4ffc6f31df46 HTTP/1.1" status: 204 len: 168 time: 1.7880390 Sep 07 19:08:53.543854 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56314) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:53.555426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c4030-358e-4e8e-b4b8-22d22216b7cc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=10acfaa0-1e9b-4791-a31d-4ffc6f31df46,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:53.562507 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f0ba724c-a5d4-4a3e-a2f2-228220f0a4cf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.5192254 Sep 07 19:08:53.583138 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56316) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:53.624920 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-18460067-4d04-4bf2-8106-f3d6e783ac97 None None] Provisioning for port 10acfaa0-1e9b-4791-a31d-4ffc6f31df46 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:08:53.635641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-18460067-4d04-4bf2-8106-f3d6e783ac97 None None] Provisioning complete for port 10acfaa0-1e9b-4791-a31d-4ffc6f31df46 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:53.636276 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-18460067-4d04-4bf2-8106-f3d6e783ac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:53.674086 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-18460067-4d04-4bf2-8106-f3d6e783ac97 None None] Port 10acfaa0-1e9b-4791-a31d-4ffc6f31df46 was deleted so its status cannot be updated. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 07 19:08:53.684090 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013dd071-c55b-45e4-a97b-2696dc8b3780 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:53.688800 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013dd071-c55b-45e4-a97b-2696dc8b3780 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:53.695762 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-013dd071-c55b-45e4-a97b-2696dc8b3780 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1473320 Sep 07 19:08:53.696856 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56320) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:53.710727 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-93363b2a-db5b-4110-b270-79f34d725a9d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Allocated IP 172.20.0.10 (cc9a6713-f0d7-4771-96d8-2c30f9d657e2/20ef0296-910b-4225-97be-366fdecb996c/5f606f28-d760-4d01-9d49-7af09465e356) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:53.755198 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6743c47-273a-42ef-af2d-fa90c19fced3 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:53.762359 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6743c47-273a-42ef-af2d-fa90c19fced3 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:53.769963 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6743c47-273a-42ef-af2d-fa90c19fced3 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:53.773993 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d6743c47-273a-42ef-af2d-fa90c19fced3 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1837201 Sep 07 19:08:53.774905 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56322) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:53.836221 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c6658c-dc7e-491c-aae4-a179af0dd2b8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet 52bb9e5b-b882-42e0-b295-21a718c2d3d1 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:08:53.844608 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-95c6658c-dc7e-491c-aae4-a179af0dd2b8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:53.892308 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-cc9a6713-f0d7-4771-96d8-2c30f9d657e2', 'network_id': 'cc9a6713-f0d7-4771-96d8-2c30f9d657e2', 'tenant_id': 'd1e1876fa5ed4cf28904b4280216dec1', 'fixed_ips': [{'subnet_id': '20ef0296-910b-4225-97be-366fdecb996c'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:08:53.893971 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:53.942639 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-95c6658c-dc7e-491c-aae4-a179af0dd2b8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:54.019852 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b1582e09-3a03-45e3-85d6-9c0257b0b2a6 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Deleting port d4b53ccc-f641-4173-927d-e0cb8ddfa693 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:08:54.020356 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1582e09-3a03-45e3-85d6-9c0257b0b2a6 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:54.063682 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b2d666f1-1398-4d4b-8d34-681c8d3e6ab2 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:08:54.068029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e6f177bf-7378-42ce-bab0-923e12a0b56e None None] Provisioning for port e35a1608-3a40-4267-b308-3217b108a94d completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:08:54.126668 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e6f177bf-7378-42ce-bab0-923e12a0b56e None None] Provisioning complete for port e35a1608-3a40-4267-b308-3217b108a94d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:54.127056 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e6f177bf-7378-42ce-bab0-923e12a0b56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:54.137403 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-95c6658c-dc7e-491c-aae4-a179af0dd2b8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:54.266216 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-95c6658c-dc7e-491c-aae4-a179af0dd2b8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:54.278110 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e6f177bf-7378-42ce-bab0-923e12a0b56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:54.279971 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1582e09-3a03-45e3-85d6-9c0257b0b2a6 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:54.306837 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6658c-dc7e-491c-aae4-a179af0dd2b8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=52bb9e5b-b882-42e0-b295-21a718c2d3d1,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:54.328367 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-95c6658c-dc7e-491c-aae4-a179af0dd2b8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:54.329235 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b1582e09-3a03-45e3-85d6-9c0257b0b2a6 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Calling delete_port for d4b53ccc-f641-4173-927d-e0cb8ddfa693 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:08:54.335684 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-95c6658c-dc7e-491c-aae4-a179af0dd2b8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/52bb9e5b-b882-42e0-b295-21a718c2d3d1 HTTP/1.1" status: 204 len: 168 time: 0.6367507 Sep 07 19:08:54.337931 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56332) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:54.378328 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a37429-c3bd-40f1-bc7f-2c4ab129dcee None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:54.416647 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9d239913-b2c4-4f37-8fc8-b0774b77cb21 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746038 Sep 07 19:08:54.420052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56334) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:54.429816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-2dca1b22-886e-4896-8fc2-e238231ae102 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:54.449706 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e6f177bf-7378-42ce-bab0-923e12a0b56e None None] For port e35a1608-3a40-4267-b308-3217b108a94d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e35a1608-3a40-4267-b308-3217b108a94d,segment=NetworkSegment(6dbdb51a-a183-445d-b1d9-40c4a6d5d031),segment_id=6dbdb51a-a183-445d-b1d9-40c4a6d5d031)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:08:54.449706 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b2d666f1-1398-4d4b-8d34-681c8d3e6ab2 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:54.449706 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:54.508852 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e6f177bf-7378-42ce-bab0-923e12a0b56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:54.583667 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1582e09-3a03-45e3-85d6-9c0257b0b2a6 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:54.646617 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1582e09-3a03-45e3-85d6-9c0257b0b2a6 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Pushing event deleted for resources: {'Port': ['ID=d4b53ccc-f641-4173-927d-e0cb8ddfa693,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:54.655613 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f177bf-7378-42ce-bab0-923e12a0b56e None None] Pushing event updated for resources: {'Port': ['ID=e35a1608-3a40-4267-b308-3217b108a94d,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:54.694319 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dca1b22-886e-4896-8fc2-e238231ae102 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:54.697857 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2dca1b22-886e-4896-8fc2-e238231ae102 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:54.841302 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93363b2a-db5b-4110-b270-79f34d725a9d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:54.940342 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-da3d514f-4e60-4a2a-8f7c-01acaa1323c5 None None] Provisioning complete for port e35a1608-3a40-4267-b308-3217b108a94d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:54.940745 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-da3d514f-4e60-4a2a-8f7c-01acaa1323c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:54.979701 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1582e09-3a03-45e3-85d6-9c0257b0b2a6 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:54.985589 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b1582e09-3a03-45e3-85d6-9c0257b0b2a6 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "DELETE /v2.0/ports/d4b53ccc-f641-4173-927d-e0cb8ddfa693 HTTP/1.1" status: 204 len: 168 time: 1.2090769 Sep 07 19:08:54.988448 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56352) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:54.999394 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-93363b2a-db5b-4110-b270-79f34d725a9d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Transition to ACTIVE for port object 5f606f28-d760-4d01-9d49-7af09465e356 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:55.061340 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93363b2a-db5b-4110-b270-79f34d725a9d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:55.148850 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93363b2a-db5b-4110-b270-79f34d725a9d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network cc9a6713-f0d7-4771-96d8-2c30f9d657e2 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:55.159361 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cba4622-395e-4fef-b497-ccd8d34232c5 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] GET failed (client error): The resource could not be found. Sep 07 19:08:55.161766 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3cba4622-395e-4fef-b497-ccd8d34232c5 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "GET /v2.0/ports/d4b53ccc-f641-4173-927d-e0cb8ddfa693 HTTP/1.1" status: 404 len: 333 time: 0.1720972 Sep 07 19:08:55.164935 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-93363b2a-db5b-4110-b270-79f34d725a9d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:55.172130 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93363b2a-db5b-4110-b270-79f34d725a9d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:08:55.186264 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56354) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:55.196658 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-00d0aaec-43ce-4d2f-8343-28e3c6e08369 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Request body: {'port': {'network_id': 'de4cfbb5-b751-4ec0-af8a-7d70d95de00b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-331446282'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:55.256533 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93363b2a-db5b-4110-b270-79f34d725a9d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=5f606f28-d760-4d01-9d49-7af09465e356,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:55.271061 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164de1d-dc30-4082-8b5e-19ab9838efac req-3a87a763-3a1d-4e29-bbce-2e391f37b5c3 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:55.287565 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9164de1d-dc30-4082-8b5e-19ab9838efac req-3a87a763-3a1d-4e29-bbce-2e391f37b5c3 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=35d3aaf6-ef4e-4e91-b825-86999e006253 HTTP/1.1" status: 200 len: 945 time: 0.2005215 Sep 07 19:08:55.378680 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Allocated IP 172.20.0.2 (cc9a6713-f0d7-4771-96d8-2c30f9d657e2/20ef0296-910b-4225-97be-366fdecb996c/94b2510f-f805-40d3-bc16-b4208a68560d) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:55.416017 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-da3d514f-4e60-4a2a-8f7c-01acaa1323c5 None None] Provisioning for port 6f94b132-e4a3-4232-a581-626b0eba3c66 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:08:55.442398 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93363b2a-db5b-4110-b270-79f34d725a9d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:55.443087 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93363b2a-db5b-4110-b270-79f34d725a9d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:55.499922 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9164de1d-dc30-4082-8b5e-19ab9838efac req-9dd3872a-5de3-4b4c-85d6-7bde237cb9ae tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112701 Sep 07 19:08:55.611189 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-93363b2a-db5b-4110-b270-79f34d725a9d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6905584 Sep 07 19:08:55.620049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56360) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:55.729608 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d0aaec-43ce-4d2f-8343-28e3c6e08369 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Made reservation on behalf of e0da68aaf843483883a168c4ffcc028b for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:55.734241 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-00d0aaec-43ce-4d2f-8343-28e3c6e08369 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:55.776139 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-00d0aaec-43ce-4d2f-8343-28e3c6e08369 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] device_id is not set on port a5df7e62-1dcf-483f-9ddb-745fb6f78c0c yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:08:55.778949 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:55.814253 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Transition to ACTIVE for port object 94b2510f-f805-40d3-bc16-b4208a68560d will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:55.866921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Transition to ACTIVE for port object 94b2510f-f805-40d3-bc16-b4208a68560d will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:55.874186 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-da3d514f-4e60-4a2a-8f7c-01acaa1323c5 None None] Provisioning complete for port 6f94b132-e4a3-4232-a581-626b0eba3c66 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:55.874874 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-da3d514f-4e60-4a2a-8f7c-01acaa1323c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:55.885448 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3b8bb7-85a9-459e-bc58-a12e3bcc7833 None None] DHCP port deletion for 5341d4d7-2b72-420c-84fe-cfa44886a8d9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:08:55.892133 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:55.983391 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-00d0aaec-43ce-4d2f-8343-28e3c6e08369 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Allocated IP 2001:db8::b (de4cfbb5-b751-4ec0-af8a-7d70d95de00b/031ca586-4227-4d7a-9e36-89223e2fefd1/a5df7e62-1dcf-483f-9ddb-745fb6f78c0c) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:08:56.045375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.objects.ports [None req-2dca1b22-886e-4896-8fc2-e238231ae102 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 19:08:56.063075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-279fdcf4-9416-4230-9f68-e33dd17c26d2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting port 5f606f28-d760-4d01-9d49-7af09465e356 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:08:56.064059 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-279fdcf4-9416-4230-9f68-e33dd17c26d2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:56.136088 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Pushing event updated for resources: {'Port': ['ID=94b2510f-f805-40d3-bc16-b4208a68560d,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:56.168658 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e35a1608-3a40-4267-b308-3217b108a94d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:08:56.179275 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-00d0aaec-43ce-4d2f-8343-28e3c6e08369 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:56.195053 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-00d0aaec-43ce-4d2f-8343-28e3c6e08369 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Transition to ACTIVE for port object a5df7e62-1dcf-483f-9ddb-745fb6f78c0c will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:08:56.237714 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-00d0aaec-43ce-4d2f-8343-28e3c6e08369 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:56.334084 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9d62dbc6-9d6d-4c3b-99c8-ad1d81754297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:56.345064 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Network cc9a6713-f0d7-4771-96d8-2c30f9d657e2 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:56.358814 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-da3d514f-4e60-4a2a-8f7c-01acaa1323c5 None None] Port 6f94b132-e4a3-4232-a581-626b0eba3c66 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:08:56.376438 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:56.379331 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:08:56.381162 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d0aaec-43ce-4d2f-8343-28e3c6e08369 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Network de4cfbb5-b751-4ec0-af8a-7d70d95de00b is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:56.383250 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0aaec-43ce-4d2f-8343-28e3c6e08369 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Pushing event updated for resources: {'Port': ['ID=a5df7e62-1dcf-483f-9ddb-745fb6f78c0c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:56.385086 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-da3d514f-4e60-4a2a-8f7c-01acaa1323c5 None None] Could not find standard attr ID for object d4b53ccc-f641-4173-927d-e0cb8ddfa693. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:08:56.388698 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-00d0aaec-43ce-4d2f-8343-28e3c6e08369 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:56.394405 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d0aaec-43ce-4d2f-8343-28e3c6e08369 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:08:56.422583 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d0aaec-43ce-4d2f-8343-28e3c6e08369 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:56.422583 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-00d0aaec-43ce-4d2f-8343-28e3c6e08369 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:56.454463 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-00d0aaec-43ce-4d2f-8343-28e3c6e08369 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2668376 Sep 07 19:08:56.457435 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56366) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:56.466383 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-74d01a11-fb38-429b-bc73-50d28a9868ac tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3b1', 'mac_address': 'fa:16:3e:5c:2e:de'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:56.489337 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-4c3b8bb7-85a9-459e-bc58-a12e3bcc7833 None None] Deleting port b2d666f1-1398-4d4b-8d34-681c8d3e6ab2 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:08:56.489714 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4c3b8bb7-85a9-459e-bc58-a12e3bcc7833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:56.495003 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e35a1608-3a40-4267-b308-3217b108a94d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:56.495368 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:56.572173 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Attempting to bind port 94b2510f-f805-40d3-bc16-b4208a68560d on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:08:56.572577 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Attempting to bind port 94b2510f-f805-40d3-bc16-b4208a68560d by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'd8e190c8-9568-4ff4-b183-3f9f82b0d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cc9a6713-f0d7-4771-96d8-2c30f9d657e2'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:08:56.573084 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Attempting to bind port 94b2510f-f805-40d3-bc16-b4208a68560d on network cc9a6713-f0d7-4771-96d8-2c30f9d657e2 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:08:56.625294 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:08:56.625824 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Checking segment: {'id': 'd8e190c8-9568-4ff4-b183-3f9f82b0d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cc9a6713-f0d7-4771-96d8-2c30f9d657e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:08:56.626241 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:56.626644 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Bound using segment: {'id': 'd8e190c8-9568-4ff4-b183-3f9f82b0d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cc9a6713-f0d7-4771-96d8-2c30f9d657e2'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:08:56.627135 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Bound port: 94b2510f-f805-40d3-bc16-b4208a68560d, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e190c8-9568-4ff4-b183-3f9f82b0d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cc9a6713-f0d7-4771-96d8-2c30f9d657e2'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:08:56.627518 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:56.640964 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-84077722-10a5-4ef6-8d58-22a3cc208b15 None None] Provisioning complete for port 6f94b132-e4a3-4232-a581-626b0eba3c66 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:56.641340 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-84077722-10a5-4ef6-8d58-22a3cc208b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:56.654423 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-279fdcf4-9416-4230-9f68-e33dd17c26d2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:56.778107 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-4c3b8bb7-85a9-459e-bc58-a12e3bcc7833 None None] For port b2d666f1-1398-4d4b-8d34-681c8d3e6ab2, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b2d666f1-1398-4d4b-8d34-681c8d3e6ab2,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:08:56.778517 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4c3b8bb7-85a9-459e-bc58-a12e3bcc7833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:56.810353 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-279fdcf4-9416-4230-9f68-e33dd17c26d2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Calling delete_port for 5f606f28-d760-4d01-9d49-7af09465e356 owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:08:56.832848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-4c3b8bb7-85a9-459e-bc58-a12e3bcc7833 None None] Calling delete_port for b2d666f1-1398-4d4b-8d34-681c8d3e6ab2 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:08:56.906190 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74d01a11-fb38-429b-bc73-50d28a9868ac tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:57.047785 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2dca1b22-886e-4896-8fc2-e238231ae102 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:57.058818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e0e1f-3182-4108-82f3-a16f3ce34ad2 req-5141cebf-6eb2-4e44-be90-bb959a5ceffd tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:57.060414 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba2e0e1f-3182-4108-82f3-a16f3ce34ad2 req-5141cebf-6eb2-4e44-be90-bb959a5ceffd tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.60 "GET /v2.0/ports?device_id=35d3aaf6-ef4e-4e91-b825-86999e006253 HTTP/1.1" status: 200 len: 945 time: 0.5746770 Sep 07 19:08:57.075535 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b2d666f1-1398-4d4b-8d34-681c8d3e6ab2 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:08:57.079137 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-84077722-10a5-4ef6-8d58-22a3cc208b15 None None] Port 6f94b132-e4a3-4232-a581-626b0eba3c66 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:08:57.106634 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-84077722-10a5-4ef6-8d58-22a3cc208b15 None None] Could not find standard attr ID for object d4b53ccc-f641-4173-927d-e0cb8ddfa693. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:08:57.125026 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4778c72-3a24-4871-8461-9fff41419230 req-160fe46a-8a74-49f0-9362-ad2fd605f46b tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:57.133392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4778c72-3a24-4871-8461-9fff41419230 req-160fe46a-8a74-49f0-9362-ad2fd605f46b tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=35d3aaf6-ef4e-4e91-b825-86999e006253 HTTP/1.1" status: 200 len: 945 time: 0.4433277 Sep 07 19:08:57.171034 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] For port 94b2510f-f805-40d3-bc16-b4208a68560d, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:08:57.188722 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] For port 94b2510f-f805-40d3-bc16-b4208a68560d, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=94b2510f-f805-40d3-bc16-b4208a68560d,segment=NetworkSegment(d8e190c8-9568-4ff4-b183-3f9f82b0d687),segment_id=d8e190c8-9568-4ff4-b183-3f9f82b0d687)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:08:57.224965 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:57.330390 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4c3b8bb7-85a9-459e-bc58-a12e3bcc7833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:57.346264 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Port b2d666f1-1398-4d4b-8d34-681c8d3e6ab2 update to DOWN by agent not found {{(pid=101446) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 07 19:08:57.356932 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3b8bb7-85a9-459e-bc58-a12e3bcc7833 None None] No DVR routers for this DVR port b2d666f1-1398-4d4b-8d34-681c8d3e6ab2 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:08:57.375875 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-286d55cb-f077-49a7-a913-e6be5a6ba22d None None] Provisioning for port a5df7e62-1dcf-483f-9ddb-745fb6f78c0c completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:08:57.378270 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74d01a11-fb38-429b-bc73-50d28a9868ac tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:57.388056 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74d01a11-fb38-429b-bc73-50d28a9868ac tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:57.409168 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-286d55cb-f077-49a7-a913-e6be5a6ba22d None None] Provisioning complete for port a5df7e62-1dcf-483f-9ddb-745fb6f78c0c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:57.409534 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-286d55cb-f077-49a7-a913-e6be5a6ba22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:57.475820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-286d55cb-f077-49a7-a913-e6be5a6ba22d None None] Port a5df7e62-1dcf-483f-9ddb-745fb6f78c0c cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:08:57.477282 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Pushing event updated for resources: {'Port': ['ID=94b2510f-f805-40d3-bc16-b4208a68560d,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:57.497544 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-74d01a11-fb38-429b-bc73-50d28a9868ac tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] In _notify_port_updated(), no bound segment for port a5df7e62-1dcf-483f-9ddb-745fb6f78c0c on network de4cfbb5-b751-4ec0-af8a-7d70d95de00b {{(pid=101444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 19:08:57.507082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d01a11-fb38-429b-bc73-50d28a9868ac tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:57.516748 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74d01a11-fb38-429b-bc73-50d28a9868ac tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:57.523530 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-74d01a11-fb38-429b-bc73-50d28a9868ac tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "PUT /v2.0/ports/a5df7e62-1dcf-483f-9ddb-745fb6f78c0c HTTP/1.1" status: 200 len: 1000 time: 1.0621369 Sep 07 19:08:57.524926 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.526327 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.526846 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.527732 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56376) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:57.528248 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.529271 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.532254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.532803 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.533301 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.533815 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.535228 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.536292 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.536813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce680b8-299b-47a2-b7f7-59bd8614a577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.575083 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d01a11-fb38-429b-bc73-50d28a9868ac tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Pushing event updated for resources: {'Port': ['ID=a5df7e62-1dcf-483f-9ddb-745fb6f78c0c,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:57.595741 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b8bb7-85a9-459e-bc58-a12e3bcc7833 None None] Pushing event deleted for resources: {'Port': ['ID=b2d666f1-1398-4d4b-8d34-681c8d3e6ab2,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:57.656409 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d01a11-fb38-429b-bc73-50d28a9868ac tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.657030 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d01a11-fb38-429b-bc73-50d28a9868ac tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.657563 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d01a11-fb38-429b-bc73-50d28a9868ac tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.658173 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d01a11-fb38-429b-bc73-50d28a9868ac tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.658914 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d01a11-fb38-429b-bc73-50d28a9868ac tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.659492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d01a11-fb38-429b-bc73-50d28a9868ac tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.659998 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d01a11-fb38-429b-bc73-50d28a9868ac tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.660819 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d01a11-fb38-429b-bc73-50d28a9868ac tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.661322 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d01a11-fb38-429b-bc73-50d28a9868ac tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.661836 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d01a11-fb38-429b-bc73-50d28a9868ac tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.662335 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d01a11-fb38-429b-bc73-50d28a9868ac tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.662851 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d01a11-fb38-429b-bc73-50d28a9868ac tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:08:57.736868 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4778c72-3a24-4871-8461-9fff41419230 req-3bbaa1d4-8b7c-4c97-8c07-286a60567b17 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6024709 Sep 07 19:08:57.836265 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-543bf20d-82fe-41b9-bf95-dd6533659a6d tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Deleting port a5df7e62-1dcf-483f-9ddb-745fb6f78c0c {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:08:57.836265 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-543bf20d-82fe-41b9-bf95-dd6533659a6d tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:58.043246 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0fdbcf3b-69bc-4558-b8db-3bd3c2fda354 None None] Provisioning complete for port a5df7e62-1dcf-483f-9ddb-745fb6f78c0c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:08:58.044474 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0fdbcf3b-69bc-4558-b8db-3bd3c2fda354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:58.074737 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-543bf20d-82fe-41b9-bf95-dd6533659a6d tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:58.101293 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-543bf20d-82fe-41b9-bf95-dd6533659a6d tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Calling delete_port for a5df7e62-1dcf-483f-9ddb-745fb6f78c0c owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:08:58.103838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-2dca1b22-886e-4896-8fc2-e238231ae102 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] For port b2d666f1-1398-4d4b-8d34-681c8d3e6ab2, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b2d666f1-1398-4d4b-8d34-681c8d3e6ab2,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:08:58.111945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-ba2e0e1f-3182-4108-82f3-a16f3ce34ad2 req-a0e35b5c-265d-4ba7-a3a6-4103bd5d761b tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Deleting port 0b120561-103d-49b2-a116-3620d6980e30 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:08:58.112299 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ba2e0e1f-3182-4108-82f3-a16f3ce34ad2 req-a0e35b5c-265d-4ba7-a3a6-4103bd5d761b tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:58.126716 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-0fdbcf3b-69bc-4558-b8db-3bd3c2fda354 None None] Port a5df7e62-1dcf-483f-9ddb-745fb6f78c0c cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:08:58.142049 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-279fdcf4-9416-4230-9f68-e33dd17c26d2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:58.287545 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fdcf4-9416-4230-9f68-e33dd17c26d2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Port': ['ID=5f606f28-d760-4d01-9d49-7af09465e356,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:58.359299 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-543bf20d-82fe-41b9-bf95-dd6533659a6d tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:58.369262 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2dca1b22-886e-4896-8fc2-e238231ae102 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:58.386830 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2dca1b22-886e-4896-8fc2-e238231ae102 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:58.387951 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2dca1b22-886e-4896-8fc2-e238231ae102 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:58.415128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ba2e0e1f-3182-4108-82f3-a16f3ce34ad2 req-a0e35b5c-265d-4ba7-a3a6-4103bd5d761b tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] For port 0b120561-103d-49b2-a116-3620d6980e30, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=0b120561-103d-49b2-a116-3620d6980e30,segment=NetworkSegment(7dd8dc55-fb4f-44d9-8604-3fa6c81d1284),segment_id=7dd8dc55-fb4f-44d9-8604-3fa6c81d1284)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:08:58.416148 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ba2e0e1f-3182-4108-82f3-a16f3ce34ad2 req-a0e35b5c-265d-4ba7-a3a6-4103bd5d761b tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:58.451939 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-ba2e0e1f-3182-4108-82f3-a16f3ce34ad2 req-a0e35b5c-265d-4ba7-a3a6-4103bd5d761b tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Calling delete_port for 0b120561-103d-49b2-a116-3620d6980e30 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:08:58.499612 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bf20d-82fe-41b9-bf95-dd6533659a6d tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Pushing event deleted for resources: {'Port': ['ID=a5df7e62-1dcf-483f-9ddb-745fb6f78c0c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:58.540294 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-279fdcf4-9416-4230-9f68-e33dd17c26d2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:58.546144 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-279fdcf4-9416-4230-9f68-e33dd17c26d2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/ports/5f606f28-d760-4d01-9d49-7af09465e356 HTTP/1.1" status: 204 len: 168 time: 2.9229228 Sep 07 19:08:58.548612 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-543bf20d-82fe-41b9-bf95-dd6533659a6d tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:58.557120 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-543bf20d-82fe-41b9-bf95-dd6533659a6d tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "DELETE /v2.0/ports/a5df7e62-1dcf-483f-9ddb-745fb6f78c0c HTTP/1.1" status: 204 len: 168 time: 1.0139728 Sep 07 19:08:58.557793 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56382) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:58.558138 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56384) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:58.728360 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa73bb7c-a027-44ba-8de9-594aa077225e tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] GET failed (client error): The resource could not be found. Sep 07 19:08:58.736797 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fa73bb7c-a027-44ba-8de9-594aa077225e tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "GET /v2.0/ports/a5df7e62-1dcf-483f-9ddb-745fb6f78c0c HTTP/1.1" status: 404 len: 333 time: 0.1544924 Sep 07 19:08:58.741939 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56388) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:58.750634 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade41a51-7cc5-4715-908c-56f3af156d56 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] DELETE failed (client error): The resource could not be found. Sep 07 19:08:58.751407 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade41a51-7cc5-4715-908c-56f3af156d56 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:08:58.765777 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ade41a51-7cc5-4715-908c-56f3af156d56 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/ports/5f606f28-d760-4d01-9d49-7af09465e356 HTTP/1.1" status: 404 len: 333 time: 0.2024930 Sep 07 19:08:58.767985 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-23af3b6f-4761-4566-b628-97a5872bfae8 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Request body: {'port': {'network_id': 'de4cfbb5-b751-4ec0-af8a-7d70d95de00b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1651369923'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:58.771216 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56390) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:58.811594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dca1b22-886e-4896-8fc2-e238231ae102 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:08:58.814469 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca1b22-886e-4896-8fc2-e238231ae102 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=b2d666f1-1398-4d4b-8d34-681c8d3e6ab2,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:58.816627 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-23585102-c3ca-4697-b3fd-4b3b90c3e7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:58.834984 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-2dca1b22-886e-4896-8fc2-e238231ae102 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:08:58.865499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0a9283-996b-400f-8c92-de49491898ee None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:58.941936 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-41480e1b-ac1d-486c-905b-4dd8b4a9b942 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] GET failed (client error): The resource could not be found. Sep 07 19:08:58.947120 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-41480e1b-ac1d-486c-905b-4dd8b4a9b942 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports/5f606f28-d760-4d01-9d49-7af09465e356 HTTP/1.1" status: 404 len: 333 time: 0.1714482 Sep 07 19:08:58.952484 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56396) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:59.066298 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dca1b22-886e-4896-8fc2-e238231ae102 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:59.068046 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2dca1b22-886e-4896-8fc2-e238231ae102 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:59.115820 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ba2e0e1f-3182-4108-82f3-a16f3ce34ad2 req-a0e35b5c-265d-4ba7-a3a6-4103bd5d761b tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:59.117418 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63ec279-accb-4346-b374-fc920fe6834a tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting subnet 20ef0296-910b-4225-97be-366fdecb996c {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:08:59.146906 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c63ec279-accb-4346-b374-fc920fe6834a tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:59.217546 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bd674d67-3b43-4a48-afcb-b8bedc357df6 req-0b879768-2472-426a-8593-af87a1844ff1 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=35d3aaf6-ef4e-4e91-b825-86999e006253 HTTP/1.1" status: 200 len: 210 time: 0.1294310 Sep 07 19:08:59.218369 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca1b22-886e-4896-8fc2-e238231ae102 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=5ac29f02-6cca-486f-a6e0-4dcfa62e83ab,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:59.240554 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['0b120561-103d-49b2-a116-3620d6980e30'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:08:59.333663 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:59.334020 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e35b5c-265d-4ba7-a3a6-4103bd5d761b tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Pushing event deleted for resources: {'Port': ['ID=0b120561-103d-49b2-a116-3620d6980e30,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:59.353108 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2dca1b22-886e-4896-8fc2-e238231ae102 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9273174 Sep 07 19:08:59.356195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56398) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:08:59.361460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-932aa5da-81c2-458e-b32d-418dd0131377 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'mac_address': 'fa:16:3e:ab:32:33', 'name': 'tempest-NetworksTestDHCPv6-1728134627'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:08:59.453004 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'fixed_ips': [{'subnet_id': '5ac29f02-6cca-486f-a6e0-4dcfa62e83ab'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:08:59.453985 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:59.506715 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2e0e1f-3182-4108-82f3-a16f3ce34ad2 req-a0e35b5c-265d-4ba7-a3a6-4103bd5d761b tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] No DVR routers for this DVR port 0b120561-103d-49b2-a116-3620d6980e30 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:08:59.511994 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ba2e0e1f-3182-4108-82f3-a16f3ce34ad2 req-a0e35b5c-265d-4ba7-a3a6-4103bd5d761b tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:59.515313 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba2e0e1f-3182-4108-82f3-a16f3ce34ad2 req-a0e35b5c-265d-4ba7-a3a6-4103bd5d761b tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.60 "DELETE /v2.0/ports/0b120561-103d-49b2-a116-3620d6980e30 HTTP/1.1" status: 204 len: 173 time: 2.4479783 Sep 07 19:08:59.587971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d3aaf6-ef4e-4e91-b825-86999e006253', 'name': 'network-vif-deleted', 'tag': '0b120561-103d-49b2-a116-3620d6980e30'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:08:59.592488 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d0ae2a-e00a-438b-99d2-8dec213f9770" -d '{"events": [{"server_uuid": "35d3aaf6-ef4e-4e91-b825-86999e006253", "name": "network-vif-deleted", "tag": "0b120561-103d-49b2-a116-3620d6980e30"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:08:59.642725 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52faf939-712c-4ca1-9ea7-b48ed99664f2 None None] Network cc9a6713-f0d7-4771-96d8-2c30f9d657e2 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:08:59.707979 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8a4f26-0ca1-433a-adef-c8b8f12cb6c2 x-openstack-request-id: req-2b8a4f26-0ca1-433a-adef-c8b8f12cb6c2 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:08:59.708649 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d3aaf6-ef4e-4e91-b825-86999e006253", "name": "network-vif-deleted", "tag": "0b120561-103d-49b2-a116-3620d6980e30", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:08:59.709152 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b8a4f26-0ca1-433a-adef-c8b8f12cb6c2 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:08:59.709842 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d3aaf6-ef4e-4e91-b825-86999e006253', 'name': 'network-vif-deleted', 'tag': '0b120561-103d-49b2-a116-3620d6980e30', 'status': 'completed', 'code': 200} Sep 07 19:08:59.745127 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932aa5da-81c2-458e-b32d-418dd0131377 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:08:59.931616 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0a4363a6-f3c5-4410-9f06-a6dc10cc140c None None] Provisioning for port 94b2510f-f805-40d3-bc16-b4208a68560d completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:00.033528 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-932aa5da-81c2-458e-b32d-418dd0131377 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:00.037557 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] Allocated IP 2001:db8::f816:3eff:fe28:d428 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/5ac29f02-6cca-486f-a6e0-4dcfa62e83ab/e226298a-2aef-4a31-a492-5691c9ad2c95) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:00.086523 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c63ec279-accb-4346-b374-fc920fe6834a tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:00.125126 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 94b2510f-f805-40d3-bc16-b4208a68560d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:00.165980 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-932aa5da-81c2-458e-b32d-418dd0131377 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] device_id is not set on port 96c46e98-c9a9-4d91-a52d-e425282188ce yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:09:00.250456 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23af3b6f-4761-4566-b628-97a5872bfae8 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Made reservation on behalf of e0da68aaf843483883a168c4ffcc028b for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:00.256206 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-23af3b6f-4761-4566-b628-97a5872bfae8 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:00.285177 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c63ec279-accb-4346-b374-fc920fe6834a tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:00.378488 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-23af3b6f-4761-4566-b628-97a5872bfae8 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] device_id is not set on port aea98e6c-4991-430f-a7d4-e3976ee644e3 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:09:00.381428 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:00.541445 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c63ec279-accb-4346-b374-fc920fe6834a tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:00.610186 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ec279-accb-4346-b374-fc920fe6834a tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Subnet': ['ID=20ef0296-910b-4225-97be-366fdecb996c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:00.624978 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c63ec279-accb-4346-b374-fc920fe6834a tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:00.630586 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56414) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:00.630827 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c63ec279-accb-4346-b374-fc920fe6834a tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/subnets/20ef0296-910b-4225-97be-366fdecb996c HTTP/1.1" status: 204 len: 168 time: 1.6668315 Sep 07 19:09:00.657410 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-23af3b6f-4761-4566-b628-97a5872bfae8 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Allocated IP 2001:db8::172 (de4cfbb5-b751-4ec0-af8a-7d70d95de00b/031ca586-4227-4d7a-9e36-89223e2fefd1/aea98e6c-4991-430f-a7d4-e3976ee644e3) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:00.702592 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 94b2510f-f805-40d3-bc16-b4208a68560d completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:00.749286 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 94b2510f-f805-40d3-bc16-b4208a68560d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:00.749708 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:00.797394 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-174efa60-8895-43a4-8c86-3c028e812218 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:00.869931 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:00.884956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-174efa60-8895-43a4-8c86-3c028e812218 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting port 94b2510f-f805-40d3-bc16-b4208a68560d {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:00.886124 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-174efa60-8895-43a4-8c86-3c028e812218 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:00.906788 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] Transition to ACTIVE for port object e226298a-2aef-4a31-a492-5691c9ad2c95 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:00.937412 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:00.940264 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] Transition to ACTIVE for port object e226298a-2aef-4a31-a492-5691c9ad2c95 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:00.956745 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:01.033003 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:01.037704 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 94b2510f-f805-40d3-bc16-b4208a68560d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=94b2510f-f805-40d3-bc16-b4208a68560d,segment=NetworkSegment(d8e190c8-9568-4ff4-b183-3f9f82b0d687),segment_id=d8e190c8-9568-4ff4-b183-3f9f82b0d687)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:01.054273 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:01.057594 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:01.059968 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] Pushing event updated for resources: {'Port': ['ID=e226298a-2aef-4a31-a492-5691c9ad2c95,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:01.075136 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:01.101418 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-23af3b6f-4761-4566-b628-97a5872bfae8 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:01.150890 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-23af3b6f-4761-4566-b628-97a5872bfae8 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Transition to ACTIVE for port object aea98e6c-4991-430f-a7d4-e3976ee644e3 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:01.168426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-174efa60-8895-43a4-8c86-3c028e812218 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] For port 94b2510f-f805-40d3-bc16-b4208a68560d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=94b2510f-f805-40d3-bc16-b4208a68560d,segment=NetworkSegment(d8e190c8-9568-4ff4-b183-3f9f82b0d687),segment_id=d8e190c8-9568-4ff4-b183-3f9f82b0d687)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:01.173471 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-174efa60-8895-43a4-8c86-3c028e812218 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:01.196726 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-23af3b6f-4761-4566-b628-97a5872bfae8 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:01.198391 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-174efa60-8895-43a4-8c86-3c028e812218 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Calling delete_port for 94b2510f-f805-40d3-bc16-b4208a68560d owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:01.222096 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] Attempting to bind port e226298a-2aef-4a31-a492-5691c9ad2c95 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:09:01.222975 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] Attempting to bind port e226298a-2aef-4a31-a492-5691c9ad2c95 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:09:01.223573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] Attempting to bind port e226298a-2aef-4a31-a492-5691c9ad2c95 on network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:09:01.247657 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:09:01.249606 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:01.250386 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:01.251022 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] Bound using segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:09:01.251921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] Bound port: e226298a-2aef-4a31-a492-5691c9ad2c95, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:09:01.252630 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:01.254919 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-932aa5da-81c2-458e-b32d-418dd0131377 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8::f816:3eff:feab:3233 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/5ac29f02-6cca-486f-a6e0-4dcfa62e83ab/96c46e98-c9a9-4d91-a52d-e425282188ce) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:01.255586 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=94b2510f-f805-40d3-bc16-b4208a68560d,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:01.305679 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26d08ac-641e-4163-95ce-cce95f73616c None None] Network cc9a6713-f0d7-4771-96d8-2c30f9d657e2 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:01.334354 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23af3b6f-4761-4566-b628-97a5872bfae8 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Network de4cfbb5-b751-4ec0-af8a-7d70d95de00b is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:01.340349 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-23af3b6f-4761-4566-b628-97a5872bfae8 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:01.362883 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23af3b6f-4761-4566-b628-97a5872bfae8 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:01.387471 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23af3b6f-4761-4566-b628-97a5872bfae8 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:01.390986 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-23af3b6f-4761-4566-b628-97a5872bfae8 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:01.434007 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af3b6f-4761-4566-b628-97a5872bfae8 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Pushing event updated for resources: {'Port': ['ID=aea98e6c-4991-430f-a7d4-e3976ee644e3,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:01.471030 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-23af3b6f-4761-4566-b628-97a5872bfae8 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7193229 Sep 07 19:09:01.473851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56426) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:01.520395 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e99d7899-1b88-4156-92a7-c1cf15967b93 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5c:2e:de'}]}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:01.529427 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0a3c8655-fc12-4854-8481-f36dd62ee554 None None] Could not find standard attr ID for object 94b2510f-f805-40d3-bc16-b4208a68560d. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:09:01.631084 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-174efa60-8895-43a4-8c86-3c028e812218 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:01.673730 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] For port e226298a-2aef-4a31-a492-5691c9ad2c95, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:09:01.696485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] For port e226298a-2aef-4a31-a492-5691c9ad2c95, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e226298a-2aef-4a31-a492-5691c9ad2c95,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:09:01.711923 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:01.851934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a965ec-0b3e-40bb-b30a-f3d87b7e625d None None] Pushing event updated for resources: {'Port': ['ID=e226298a-2aef-4a31-a492-5691c9ad2c95,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:01.863766 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d934449-dd58-4006-b2d5-b2c016dd27d1 None None] DHCP port deletion for cc9a6713-f0d7-4771-96d8-2c30f9d657e2 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:09:01.866979 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 0b120561-103d-49b2-a116-3620d6980e30 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:09:01.920485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 0b120561-103d-49b2-a116-3620d6980e30 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:09:01.921241 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 0b120561-103d-49b2-a116-3620d6980e30 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:09:01.959998 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:01.965000 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174efa60-8895-43a4-8c86-3c028e812218 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Port': ['ID=94b2510f-f805-40d3-bc16-b4208a68560d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:01.984847 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-75324460-4a42-4042-9d14-38ff94b6e0cc None None] Provisioning for port aea98e6c-4991-430f-a7d4-e3976ee644e3 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:01.988873 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174efa60-8895-43a4-8c86-3c028e812218 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] No DVR routers for this DVR port 94b2510f-f805-40d3-bc16-b4208a68560d on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:09:01.993046 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-75324460-4a42-4042-9d14-38ff94b6e0cc None None] Provisioning complete for port aea98e6c-4991-430f-a7d4-e3976ee644e3 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:01.993421 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-75324460-4a42-4042-9d14-38ff94b6e0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:02.058656 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-75324460-4a42-4042-9d14-38ff94b6e0cc None None] Port aea98e6c-4991-430f-a7d4-e3976ee644e3 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:09:02.206440 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-932aa5da-81c2-458e-b32d-418dd0131377 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:02.332481 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e99d7899-1b88-4156-92a7-c1cf15967b93 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:02.398549 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-174efa60-8895-43a4-8c86-3c028e812218 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:02.404606 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-932aa5da-81c2-458e-b32d-418dd0131377 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Transition to ACTIVE for port object 96c46e98-c9a9-4d91-a52d-e425282188ce will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:02.467079 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-174efa60-8895-43a4-8c86-3c028e812218 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9a6713-f0d7-4771-96d8-2c30f9d657e2']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:02.540306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-174efa60-8895-43a4-8c86-3c028e812218 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e190c8-9568-4ff4-b183-3f9f82b0d687') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:02.541128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-174efa60-8895-43a4-8c86-3c028e812218 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e190c8-9568-4ff4-b183-3f9f82b0d687') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:02.565767 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-174efa60-8895-43a4-8c86-3c028e812218 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:02.597433 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-174efa60-8895-43a4-8c86-3c028e812218 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:02.646467 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-932aa5da-81c2-458e-b32d-418dd0131377 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:02.653975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174efa60-8895-43a4-8c86-3c028e812218 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:09:02.655042 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-174efa60-8895-43a4-8c86-3c028e812218 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:09:02.660359 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:09:02.759230 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932aa5da-81c2-458e-b32d-418dd0131377 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:02.849034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-932aa5da-81c2-458e-b32d-418dd0131377 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:02.858775 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932aa5da-81c2-458e-b32d-418dd0131377 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:02.864974 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932aa5da-81c2-458e-b32d-418dd0131377 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:02.865819 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-932aa5da-81c2-458e-b32d-418dd0131377 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:03.072267 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-174efa60-8895-43a4-8c86-3c028e812218 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:03.081489 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-932aa5da-81c2-458e-b32d-418dd0131377 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7204611 Sep 07 19:09:03.081489 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932aa5da-81c2-458e-b32d-418dd0131377 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=96c46e98-c9a9-4d91-a52d-e425282188ce,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:03.082280 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56444) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:03.100644 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-174efa60-8895-43a4-8c86-3c028e812218 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:03.112677 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-174efa60-8895-43a4-8c86-3c028e812218 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/networks/cc9a6713-f0d7-4771-96d8-2c30f9d657e2 HTTP/1.1" status: 204 len: 168 time: 2.4759767 Sep 07 19:09:03.131386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56446) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:03.166736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-c0920194-b839-4ad1-bbad-b03ba81d2998 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1243010754'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:03.199032 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c135d9d-d077-4d17-b199-6c9c04071ec8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:03.208159 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c135d9d-d077-4d17-b199-6c9c04071ec8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:03.209357 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174efa60-8895-43a4-8c86-3c028e812218 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Network': ['ID=cc9a6713-f0d7-4771-96d8-2c30f9d657e2,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:03.210798 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3c135d9d-d077-4d17-b199-6c9c04071ec8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1273575 Sep 07 19:09:03.213403 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56448) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:03.263812 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0920194-b839-4ad1-bbad-b03ba81d2998 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:03.268161 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c0920194-b839-4ad1-bbad-b03ba81d2998 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:03.294272 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e99d7899-1b88-4156-92a7-c1cf15967b93 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:03.303265 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e99d7899-1b88-4156-92a7-c1cf15967b93 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:03.364557 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0920194-b839-4ad1-bbad-b03ba81d2998 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:09:03.367085 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d7899-1b88-4156-92a7-c1cf15967b93 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Pushing event updated for resources: {'Port': ['ID=aea98e6c-4991-430f-a7d4-e3976ee644e3,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:03.375509 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-e99d7899-1b88-4156-92a7-c1cf15967b93 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] In _notify_port_updated(), no bound segment for port aea98e6c-4991-430f-a7d4-e3976ee644e3 on network de4cfbb5-b751-4ec0-af8a-7d70d95de00b {{(pid=101445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 19:09:03.408223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99d7899-1b88-4156-92a7-c1cf15967b93 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:03.408943 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e99d7899-1b88-4156-92a7-c1cf15967b93 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:03.414820 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e99d7899-1b88-4156-92a7-c1cf15967b93 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "PUT /v2.0/ports/aea98e6c-4991-430f-a7d4-e3976ee644e3 HTTP/1.1" status: 200 len: 1003 time: 1.9059026 Sep 07 19:09:03.419011 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56452) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:03.426418 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c0920194-b839-4ad1-bbad-b03ba81d2998 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:03.426666 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-c0920194-b839-4ad1-bbad-b03ba81d2998 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Added segment cae68bd6-6c4a-4dcc-a5d6-655158b64fcc of type vlan for network 75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35 Sep 07 19:09:03.485403 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-3221d17c-9552-4ce3-b400-b37de7632f29 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting port 96c46e98-c9a9-4d91-a52d-e425282188ce {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:03.485756 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3221d17c-9552-4ce3-b400-b37de7632f29 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:03.533485 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c0920194-b839-4ad1-bbad-b03ba81d2998 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:03.564105 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c0920194-b839-4ad1-bbad-b03ba81d2998 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:03.576662 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0920194-b839-4ad1-bbad-b03ba81d2998 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:03.580110 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c0920194-b839-4ad1-bbad-b03ba81d2998 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:03.645268 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c0920194-b839-4ad1-bbad-b03ba81d2998 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4989538 Sep 07 19:09:03.646770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56458) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:03.668957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-89ba011c-1175-40a4-90c8-d64789fd3487 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'subnet': {'network_id': '75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:03.711382 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-043f8430-03f8-4653-954b-14018a118eab tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Deleting port aea98e6c-4991-430f-a7d4-e3976ee644e3 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:03.712036 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-043f8430-03f8-4653-954b-14018a118eab tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:03.718226 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3221d17c-9552-4ce3-b400-b37de7632f29 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:03.756226 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0920194-b839-4ad1-bbad-b03ba81d2998 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Network': ['ID=75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:03.768368 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-3221d17c-9552-4ce3-b400-b37de7632f29 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Calling delete_port for 96c46e98-c9a9-4d91-a52d-e425282188ce owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:03.779232 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:09:03.867858 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ba011c-1175-40a4-90c8-d64789fd3487 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:03.882349 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-89ba011c-1175-40a4-90c8-d64789fd3487 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:03.968499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e226298a-2aef-4a31-a492-5691c9ad2c95 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:03.980561 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-043f8430-03f8-4653-954b-14018a118eab tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:04.035344 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-043f8430-03f8-4653-954b-14018a118eab tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Calling delete_port for aea98e6c-4991-430f-a7d4-e3976ee644e3 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:04.103921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d87dbda4-d8dc-4f56-b7cb-3951edfa7aef None None] Provisioning complete for port aea98e6c-4991-430f-a7d4-e3976ee644e3 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:04.105007 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d87dbda4-d8dc-4f56-b7cb-3951edfa7aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:04.204842 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d87dbda4-d8dc-4f56-b7cb-3951edfa7aef None None] Port aea98e6c-4991-430f-a7d4-e3976ee644e3 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:09:04.252981 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d87dbda4-d8dc-4f56-b7cb-3951edfa7aef None None] Provisioning for port e226298a-2aef-4a31-a492-5691c9ad2c95 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:04.268103 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port e226298a-2aef-4a31-a492-5691c9ad2c95 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:04.278029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e226298a-2aef-4a31-a492-5691c9ad2c95 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:04.289349 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:04.321434 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-043f8430-03f8-4653-954b-14018a118eab tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:04.355301 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-89ba011c-1175-40a4-90c8-d64789fd3487 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:04.422641 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f8430-03f8-4653-954b-14018a118eab tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Pushing event deleted for resources: {'Port': ['ID=aea98e6c-4991-430f-a7d4-e3976ee644e3,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:04.454146 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-043f8430-03f8-4653-954b-14018a118eab tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:04.460118 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-043f8430-03f8-4653-954b-14018a118eab tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "DELETE /v2.0/ports/aea98e6c-4991-430f-a7d4-e3976ee644e3 HTTP/1.1" status: 204 len: 168 time: 1.0336266 Sep 07 19:09:04.466222 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56484) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:04.507078 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4492c4ab-bb85-42df-9f63-92819c2a558f None None] Provisioning for port 96c46e98-c9a9-4d91-a52d-e425282188ce completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:04.507920 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3221d17c-9552-4ce3-b400-b37de7632f29 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:04.510211 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7554dfb2-cbd5-4185-b849-e3cc54abcdbf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] GET failed (client error): The resource could not be found. Sep 07 19:09:04.518403 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7554dfb2-cbd5-4185-b849-e3cc54abcdbf tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "GET /v2.0/ports/aea98e6c-4991-430f-a7d4-e3976ee644e3 HTTP/1.1" status: 404 len: 333 time: 0.0500998 Sep 07 19:09:04.519047 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56486) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:04.523944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4492c4ab-bb85-42df-9f63-92819c2a558f None None] Provisioning complete for port 96c46e98-c9a9-4d91-a52d-e425282188ce triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:04.524436 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4492c4ab-bb85-42df-9f63-92819c2a558f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:04.526091 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-19e91a55-7d21-41a0-b82a-24b817021f78 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Request body: {'port': {'network_id': 'de4cfbb5-b751-4ec0-af8a-7d70d95de00b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1287153770'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:04.538102 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:04.629007 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba011c-1175-40a4-90c8-d64789fd3487 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Subnet': ['ID=01d04434-3fc8-4b59-8c86-0d5ccf896d6c,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:04.650152 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-4492c4ab-bb85-42df-9f63-92819c2a558f None None] Port 96c46e98-c9a9-4d91-a52d-e425282188ce was deleted so its status cannot be updated. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 07 19:09:04.661184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba011c-1175-40a4-90c8-d64789fd3487 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Checking segment: {'id': 'cae68bd6-6c4a-4dcc-a5d6-655158b64fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:04.663192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ba011c-1175-40a4-90c8-d64789fd3487 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network hostable DHCP agents. Network: 75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:09:04.724962 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port e226298a-2aef-4a31-a492-5691c9ad2c95, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e226298a-2aef-4a31-a492-5691c9ad2c95,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:04.728064 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ba011c-1175-40a4-90c8-d64789fd3487 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network 75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:09:04.730851 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:04.759073 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-89ba011c-1175-40a4-90c8-d64789fd3487 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:04.774364 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ba011c-1175-40a4-90c8-d64789fd3487 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:04.775009 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-89ba011c-1175-40a4-90c8-d64789fd3487 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:04.830615 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-89ba011c-1175-40a4-90c8-d64789fd3487 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1786327 Sep 07 19:09:04.833357 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56494) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:04.846571 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-4a940150-2dda-4df4-a1b2-e9138a887727 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'port': {'network_id': '75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35', 'security_groups': [], 'name': 'tempest-PortsTestJSON-918615278'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:04.877809 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221d17c-9552-4ce3-b400-b37de7632f29 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=96c46e98-c9a9-4d91-a52d-e425282188ce,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:04.912946 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=e226298a-2aef-4a31-a492-5691c9ad2c95,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:04.918371 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36997eab-bdf5-431c-bfee-e9c96fd42e7d None None] Network 75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:05.009742 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3221d17c-9552-4ce3-b400-b37de7632f29 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:05.012560 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3221d17c-9552-4ce3-b400-b37de7632f29 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/96c46e98-c9a9-4d91-a52d-e425282188ce HTTP/1.1" status: 204 len: 168 time: 1.7970409 Sep 07 19:09:05.033716 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56496) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:05.038561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 94b2510f-f805-40d3-bc16-b4208a68560d no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:09:05.130873 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e91a55-7d21-41a0-b82a-24b817021f78 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Made reservation on behalf of e0da68aaf843483883a168c4ffcc028b for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:05.134567 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19e91a55-7d21-41a0-b82a-24b817021f78 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:05.198232 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-19e91a55-7d21-41a0-b82a-24b817021f78 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] device_id is not set on port 144756a7-63c0-48c7-a7a0-fe805b741498 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:09:05.205096 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a940150-2dda-4df4-a1b2-e9138a887727 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:05.211833 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4a940150-2dda-4df4-a1b2-e9138a887727 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:05.234601 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3d26db-19fa-4b8e-a9d1-5ad78faefcab tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:05.238524 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 94b2510f-f805-40d3-bc16-b4208a68560d {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:09:05.239134 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 94b2510f-f805-40d3-bc16-b4208a68560d not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:09:05.241613 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3d26db-19fa-4b8e-a9d1-5ad78faefcab tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:05.246934 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0a3d26db-19fa-4b8e-a9d1-5ad78faefcab tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2117143 Sep 07 19:09:05.251763 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56500) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:05.305020 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-4a940150-2dda-4df4-a1b2-e9138a887727 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] device_id is not set on port 187b1e6e-4885-4334-89a1-c1d32528aa1e yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:09:05.394856 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35', 'network_id': '75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35', 'tenant_id': 'd1e1876fa5ed4cf28904b4280216dec1', 'fixed_ips': [{'subnet_id': '01d04434-3fc8-4b59-8c86-0d5ccf896d6c'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:09:05.395734 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:05.431218 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-67be29e1-1aaa-44cb-9182-06de22d1f2f1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet 5ac29f02-6cca-486f-a6e0-4dcfa62e83ab {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:09:05.446040 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67be29e1-1aaa-44cb-9182-06de22d1f2f1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:05.594336 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-4a940150-2dda-4df4-a1b2-e9138a887727 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Allocated IP 172.20.0.7 (75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35/01d04434-3fc8-4b59-8c86-0d5ccf896d6c/187b1e6e-4885-4334-89a1-c1d32528aa1e) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:05.660037 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67be29e1-1aaa-44cb-9182-06de22d1f2f1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:05.874192 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-19e91a55-7d21-41a0-b82a-24b817021f78 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Allocated IP 2001:db8::39d (de4cfbb5-b751-4ec0-af8a-7d70d95de00b/031ca586-4227-4d7a-9e36-89223e2fefd1/144756a7-63c0-48c7-a7a0-fe805b741498) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:05.884534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e226298a-2aef-4a31-a492-5691c9ad2c95 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:05.947859 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4a940150-2dda-4df4-a1b2-e9138a887727 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:05.975339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-4a940150-2dda-4df4-a1b2-e9138a887727 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Transition to ACTIVE for port object 187b1e6e-4885-4334-89a1-c1d32528aa1e will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:06.008592 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e226298a-2aef-4a31-a492-5691c9ad2c95 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:06.012466 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:06.065374 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4a940150-2dda-4df4-a1b2-e9138a887727 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:06.155275 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a940150-2dda-4df4-a1b2-e9138a887727 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network 75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:06.159314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-4a940150-2dda-4df4-a1b2-e9138a887727 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:06.164116 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a940150-2dda-4df4-a1b2-e9138a887727 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:06.211252 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a940150-2dda-4df4-a1b2-e9138a887727 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=187b1e6e-4885-4334-89a1-c1d32528aa1e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:06.224181 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] Allocated IP 172.20.0.2 (75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35/01d04434-3fc8-4b59-8c86-0d5ccf896d6c/c8f83d40-fd96-4d82-85b5-2120a3ddc09d) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:06.225336 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19e91a55-7d21-41a0-b82a-24b817021f78 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:06.239067 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67be29e1-1aaa-44cb-9182-06de22d1f2f1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:06.242754 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a940150-2dda-4df4-a1b2-e9138a887727 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:06.243089 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4a940150-2dda-4df4-a1b2-e9138a887727 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:06.277692 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4a940150-2dda-4df4-a1b2-e9138a887727 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.4426999 Sep 07 19:09:06.280958 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56510) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:06.306122 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-19e91a55-7d21-41a0-b82a-24b817021f78 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Transition to ACTIVE for port object 144756a7-63c0-48c7-a7a0-fe805b741498 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:06.389920 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67be29e1-1aaa-44cb-9182-06de22d1f2f1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:06.450258 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be29e1-1aaa-44cb-9182-06de22d1f2f1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac29f02-6cca-486f-a6e0-4dcfa62e83ab,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:06.475478 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:06.479713 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67be29e1-1aaa-44cb-9182-06de22d1f2f1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:06.489400 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-67be29e1-1aaa-44cb-9182-06de22d1f2f1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/5ac29f02-6cca-486f-a6e0-4dcfa62e83ab HTTP/1.1" status: 204 len: 168 time: 1.2312846 Sep 07 19:09:06.489400 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56514) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:06.489858 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] Transition to ACTIVE for port object c8f83d40-fd96-4d82-85b5-2120a3ddc09d will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:06.559561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e097af-0bca-4961-8ff3-3856c168e729 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:06.601157 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3e585046-63cd-43a2-bd2f-6f7a988e49d5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1122994 Sep 07 19:09:06.604892 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19e91a55-7d21-41a0-b82a-24b817021f78 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:06.606593 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56518) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:06.620993 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] Transition to ACTIVE for port object c8f83d40-fd96-4d82-85b5-2120a3ddc09d will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:06.655628 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:06.715787 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e91a55-7d21-41a0-b82a-24b817021f78 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Network de4cfbb5-b751-4ec0-af8a-7d70d95de00b is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:06.751601 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] Network 75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:06.755693 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:06.761774 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-19e91a55-7d21-41a0-b82a-24b817021f78 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:06.765295 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e91a55-7d21-41a0-b82a-24b817021f78 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:06.767319 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:06.782990 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e91a55-7d21-41a0-b82a-24b817021f78 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:06.783685 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19e91a55-7d21-41a0-b82a-24b817021f78 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:06.786806 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e91a55-7d21-41a0-b82a-24b817021f78 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Pushing event updated for resources: {'Port': ['ID=144756a7-63c0-48c7-a7a0-fe805b741498,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:06.800403 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] Pushing event updated for resources: {'Port': ['ID=c8f83d40-fd96-4d82-85b5-2120a3ddc09d,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:06.876855 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773f8baa-7960-47d7-8c83-00a0bf71d74f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:06.881580 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-773f8baa-7960-47d7-8c83-00a0bf71d74f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2700465 Sep 07 19:09:06.885923 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56520) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:06.896034 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] Attempting to bind port c8f83d40-fd96-4d82-85b5-2120a3ddc09d on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:09:06.896473 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] Attempting to bind port c8f83d40-fd96-4d82-85b5-2120a3ddc09d by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'cae68bd6-6c4a-4dcc-a5d6-655158b64fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:09:06.897866 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] Attempting to bind port c8f83d40-fd96-4d82-85b5-2120a3ddc09d on network 75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:09:06.915052 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:09:06.915619 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] Checking segment: {'id': 'cae68bd6-6c4a-4dcc-a5d6-655158b64fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:06.916135 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:06.916766 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] Bound using segment: {'id': 'cae68bd6-6c4a-4dcc-a5d6-655158b64fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:09:06.917370 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] Bound port: c8f83d40-fd96-4d82-85b5-2120a3ddc09d, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae68bd6-6c4a-4dcc-a5d6-655158b64fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:09:06.917862 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:06.930695 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-19e91a55-7d21-41a0-b82a-24b817021f78 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4085464 Sep 07 19:09:06.964065 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56522) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:06.975365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-901dd99a-b594-41f1-8b79-1c42340ac458 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Request body: {'port': {'network_id': 'de4cfbb5-b751-4ec0-af8a-7d70d95de00b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-548424810'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:07.051760 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6599426-28f9-42af-929d-18b6cac4aba2 None None] DHCP port deletion for 5341d4d7-2b72-420c-84fe-cfa44886a8d9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:09:07.062135 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] For port c8f83d40-fd96-4d82-85b5-2120a3ddc09d, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:09:07.106448 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] For port c8f83d40-fd96-4d82-85b5-2120a3ddc09d, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c8f83d40-fd96-4d82-85b5-2120a3ddc09d,segment=NetworkSegment(cae68bd6-6c4a-4dcc-a5d6-655158b64fcc),segment_id=cae68bd6-6c4a-4dcc-a5d6-655158b64fcc)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:09:07.120290 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:07.210930 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9fb8e0-b281-4caa-8112-91d1c62463f0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:07.227876 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5b9fb8e0-b281-4caa-8112-91d1c62463f0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3406129 Sep 07 19:09:07.228724 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56530) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:07.256699 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7873f6-ff53-40f9-bfe3-1dd56dc0c704 None None] Pushing event updated for resources: {'Port': ['ID=c8f83d40-fd96-4d82-85b5-2120a3ddc09d,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:07.261718 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d6599426-28f9-42af-929d-18b6cac4aba2 None None] Deleting port e226298a-2aef-4a31-a492-5691c9ad2c95 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:07.262356 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d6599426-28f9-42af-929d-18b6cac4aba2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:07.340400 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901dd99a-b594-41f1-8b79-1c42340ac458 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Made reservation on behalf of e0da68aaf843483883a168c4ffcc028b for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:07.345936 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-901dd99a-b594-41f1-8b79-1c42340ac458 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:07.358450 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-047757ce-c0f4-4807-9d3f-3566ae3585c3 None None] Provisioning for port 144756a7-63c0-48c7-a7a0-fe805b741498 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:07.377647 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5900d627-1119-47f3-a17f-b09a51abc60b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1434281 Sep 07 19:09:07.380663 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56532) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:07.391772 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-28dde5f6-2f2e-4f7a-9abd-d305951ec135 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:07.392073 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-1b051abc-d22d-4188-bf2a-5ffa022c9153 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting port 187b1e6e-4885-4334-89a1-c1d32528aa1e {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:07.392073 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b051abc-d22d-4188-bf2a-5ffa022c9153 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:07.413425 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-901dd99a-b594-41f1-8b79-1c42340ac458 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] device_id is not set on port d156cc4b-d019-40e5-8fb9-98d9991ab229 yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:09:07.458244 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-047757ce-c0f4-4807-9d3f-3566ae3585c3 None None] Provisioning complete for port 144756a7-63c0-48c7-a7a0-fe805b741498 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:07.458638 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-047757ce-c0f4-4807-9d3f-3566ae3585c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:07.571424 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d6599426-28f9-42af-929d-18b6cac4aba2 None None] For port e226298a-2aef-4a31-a492-5691c9ad2c95, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e226298a-2aef-4a31-a492-5691c9ad2c95,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:07.571832 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d6599426-28f9-42af-929d-18b6cac4aba2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:07.598806 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dde5f6-2f2e-4f7a-9abd-d305951ec135 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:07.604699 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28dde5f6-2f2e-4f7a-9abd-d305951ec135 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:07.697083 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d6599426-28f9-42af-929d-18b6cac4aba2 None None] Calling delete_port for e226298a-2aef-4a31-a492-5691c9ad2c95 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:07.718249 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-047757ce-c0f4-4807-9d3f-3566ae3585c3 None None] Port 144756a7-63c0-48c7-a7a0-fe805b741498 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:09:07.989447 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-901dd99a-b594-41f1-8b79-1c42340ac458 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Allocated IP 2001:db8::2b6 (de4cfbb5-b751-4ec0-af8a-7d70d95de00b/031ca586-4227-4d7a-9e36-89223e2fefd1/d156cc4b-d019-40e5-8fb9-98d9991ab229) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:08.034332 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d6599426-28f9-42af-929d-18b6cac4aba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:08.054063 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c8f83d40-fd96-4d82-85b5-2120a3ddc09d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:08.137174 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6599426-28f9-42af-929d-18b6cac4aba2 None None] Pushing event deleted for resources: {'Port': ['ID=e226298a-2aef-4a31-a492-5691c9ad2c95,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:08.155460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6599426-28f9-42af-929d-18b6cac4aba2 None None] No DVR routers for this DVR port e226298a-2aef-4a31-a492-5691c9ad2c95 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:09:08.230601 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port c8f83d40-fd96-4d82-85b5-2120a3ddc09d completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:08.295784 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-901dd99a-b594-41f1-8b79-1c42340ac458 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:08.342395 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-901dd99a-b594-41f1-8b79-1c42340ac458 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Transition to ACTIVE for port object d156cc4b-d019-40e5-8fb9-98d9991ab229 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:08.410141 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-901dd99a-b594-41f1-8b79-1c42340ac458 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:08.422570 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e226298a-2aef-4a31-a492-5691c9ad2c95 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:09:08.470703 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: e226298a-2aef-4a31-a492-5691c9ad2c95 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:09:08.471155 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e226298a-2aef-4a31-a492-5691c9ad2c95 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:09:08.486961 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b051abc-d22d-4188-bf2a-5ffa022c9153 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:08.528652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901dd99a-b594-41f1-8b79-1c42340ac458 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Network de4cfbb5-b751-4ec0-af8a-7d70d95de00b is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:08.552191 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-901dd99a-b594-41f1-8b79-1c42340ac458 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:08.556537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901dd99a-b594-41f1-8b79-1c42340ac458 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:08.559774 n-d-807786-1 neutron-server[101444]: DEBUG neutron.objects.ports [None req-28dde5f6-2f2e-4f7a-9abd-d305951ec135 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 19:09:08.563560 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28dde5f6-2f2e-4f7a-9abd-d305951ec135 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:08.581482 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901dd99a-b594-41f1-8b79-1c42340ac458 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:08.585424 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-901dd99a-b594-41f1-8b79-1c42340ac458 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:08.635898 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-1b051abc-d22d-4188-bf2a-5ffa022c9153 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Calling delete_port for 187b1e6e-4885-4334-89a1-c1d32528aa1e owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:08.747508 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901dd99a-b594-41f1-8b79-1c42340ac458 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Pushing event updated for resources: {'Port': ['ID=d156cc4b-d019-40e5-8fb9-98d9991ab229,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:08.765786 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-901dd99a-b594-41f1-8b79-1c42340ac458 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7932901 Sep 07 19:09:08.767680 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56554) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:08.777360 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-918d74e8-d991-4e05-beb9-e9bc9ee51883 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3b1', 'mac_address': 'fa:16:3e:5c:2e:de'}, {'ip_address': '2001:db8::39d', 'mac_address': 'fa:16:3e:10:a7:aa'}]}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:08.787021 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dde5f6-2f2e-4f7a-9abd-d305951ec135 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:08.790993 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-28dde5f6-2f2e-4f7a-9abd-d305951ec135 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:08.807316 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dde5f6-2f2e-4f7a-9abd-d305951ec135 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=13649f8c-45a7-45bd-9d51-6bfbb740605f,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:08.817975 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8c4251-afa2-474c-93a4-b26671928c58 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:08.825718 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dde5f6-2f2e-4f7a-9abd-d305951ec135 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:08.829140 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28dde5f6-2f2e-4f7a-9abd-d305951ec135 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:08.883175 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-28dde5f6-2f2e-4f7a-9abd-d305951ec135 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4985802 Sep 07 19:09:08.883860 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56558) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:08.907469 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-fd7108fa-75f6-4f59-a8cf-f10ae661ab6e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'mac_address': 'fa:16:3e:25:65:6c', 'name': 'tempest-NetworksTestDHCPv6-1944735670'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:09.247616 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7108fa-75f6-4f59-a8cf-f10ae661ab6e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:09.289055 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c07edf00-1980-43da-9564-dfbca374a846 None None] Provisioning for port d156cc4b-d019-40e5-8fb9-98d9991ab229 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:09.293297 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7083dc-ee84-483b-9844-ebfe515ea41e None None] Network 75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:09.324308 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c07edf00-1980-43da-9564-dfbca374a846 None None] Provisioning complete for port d156cc4b-d019-40e5-8fb9-98d9991ab229 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:09.324971 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c07edf00-1980-43da-9564-dfbca374a846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:09.463081 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fd7108fa-75f6-4f59-a8cf-f10ae661ab6e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:09.500605 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-fd7108fa-75f6-4f59-a8cf-f10ae661ab6e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] device_id is not set on port 68796468-03cf-4040-a985-b56fdca8400d yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:09:09.635150 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'fixed_ips': [{'subnet_id': '13649f8c-45a7-45bd-9d51-6bfbb740605f'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:09:09.636001 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:09.706382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c07edf00-1980-43da-9564-dfbca374a846 None None] Port d156cc4b-d019-40e5-8fb9-98d9991ab229 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:09:09.722088 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fc460-c3c5-4ec9-b0b6-37aa00ad1dd7 req-a4d6e849-ac0c-4617-847d-8c235b4c18dd tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:09.725846 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d5fc460-c3c5-4ec9-b0b6-37aa00ad1dd7 req-a4d6e849-ac0c-4617-847d-8c235b4c18dd tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=655960b3-d464-4aba-9191-0077cb96d600 HTTP/1.1" status: 200 len: 945 time: 0.7119243 Sep 07 19:09:09.736458 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-918d74e8-d991-4e05-beb9-e9bc9ee51883 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:09.746652 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b051abc-d22d-4188-bf2a-5ffa022c9153 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:09.887955 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-465ff977-a7e1-4c1e-a7b6-7e8c2b56fdbe req-f8ab565d-bf3b-4370-924f-f352755f07c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f063b6b1-8959-487f-be03-46d6af5dea31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9558835 Sep 07 19:09:09.894368 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b051abc-d22d-4188-bf2a-5ffa022c9153 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Port': ['ID=187b1e6e-4885-4334-89a1-c1d32528aa1e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:09.952226 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-fd7108fa-75f6-4f59-a8cf-f10ae661ab6e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8::f816:3eff:fe25:656c (5341d4d7-2b72-420c-84fe-cfa44886a8d9/13649f8c-45a7-45bd-9d51-6bfbb740605f/68796468-03cf-4040-a985-b56fdca8400d) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:09.966578 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a08db72d-63db-4131-83d6-a2213359c518 None None] Provisioning for port c8f83d40-fd96-4d82-85b5-2120a3ddc09d completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:09.992870 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a08db72d-63db-4131-83d6-a2213359c518 None None] Provisioning complete for port c8f83d40-fd96-4d82-85b5-2120a3ddc09d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:09.993361 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a08db72d-63db-4131-83d6-a2213359c518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:10.183198 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b051abc-d22d-4188-bf2a-5ffa022c9153 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:10.190673 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1b051abc-d22d-4188-bf2a-5ffa022c9153 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/ports/187b1e6e-4885-4334-89a1-c1d32528aa1e HTTP/1.1" status: 204 len: 168 time: 3.9082100 Sep 07 19:09:10.192159 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56568) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:10.195395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d5fc460-c3c5-4ec9-b0b6-37aa00ad1dd7 req-60ca018b-5c52-478e-b29a-1f28babc2a87 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449158 Sep 07 19:09:10.258570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ff977-a7e1-4c1e-a7b6-7e8c2b56fdbe req-d9dce632-c33e-4f26-80d5-4a7ac52bea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:10.260466 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-465ff977-a7e1-4c1e-a7b6-7e8c2b56fdbe req-d9dce632-c33e-4f26-80d5-4a7ac52bea23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=524d8b7fabdc479496084a50e046b03c&device_id=f063b6b1-8959-487f-be03-46d6af5dea31 HTTP/1.1" status: 200 len: 1096 time: 0.2197375 Sep 07 19:09:10.284883 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-31793813-77ad-44cb-abca-bd45c0842117 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] GET failed (client error): The resource could not be found. Sep 07 19:09:10.293157 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-31793813-77ad-44cb-abca-bd45c0842117 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports/187b1e6e-4885-4334-89a1-c1d32528aa1e HTTP/1.1" status: 404 len: 333 time: 0.0988092 Sep 07 19:09:10.294008 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56572) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:10.321608 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fd7108fa-75f6-4f59-a8cf-f10ae661ab6e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:10.349245 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a08db72d-63db-4131-83d6-a2213359c518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:10.388234 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-fd7108fa-75f6-4f59-a8cf-f10ae661ab6e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Transition to ACTIVE for port object 68796468-03cf-4040-a985-b56fdca8400d will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:10.417804 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-a08db72d-63db-4131-83d6-a2213359c518 None None] For port c8f83d40-fd96-4d82-85b5-2120a3ddc09d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c8f83d40-fd96-4d82-85b5-2120a3ddc09d,segment=NetworkSegment(cae68bd6-6c4a-4dcc-a5d6-655158b64fcc),segment_id=cae68bd6-6c4a-4dcc-a5d6-655158b64fcc)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:10.423898 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a08db72d-63db-4131-83d6-a2213359c518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:10.429835 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a202b9-acc5-4776-a389-cf7617299ae4 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting subnet 01d04434-3fc8-4b59-8c86-0d5ccf896d6c {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:09:10.436435 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a2a202b9-acc5-4776-a389-cf7617299ae4 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:10.502769 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a2a202b9-acc5-4776-a389-cf7617299ae4 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:10.513938 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08db72d-63db-4131-83d6-a2213359c518 None None] Pushing event updated for resources: {'Port': ['ID=c8f83d40-fd96-4d82-85b5-2120a3ddc09d,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:10.552895 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fd7108fa-75f6-4f59-a8cf-f10ae661ab6e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:10.635038 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] Allocated IP 2001:db8::f816:3eff:fe0c:3515 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/13649f8c-45a7-45bd-9d51-6bfbb740605f/2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:10.643117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47531e-a1fd-40de-9ffc-3acd2cb72da2 req-3a828c52-8864-4d83-9a3e-d70c4debf34f tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:10.646604 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad47531e-a1fd-40de-9ffc-3acd2cb72da2 req-3a828c52-8864-4d83-9a3e-d70c4debf34f tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.60 "GET /v2.0/ports?device_id=655960b3-d464-4aba-9191-0077cb96d600 HTTP/1.1" status: 200 len: 945 time: 0.2071762 Sep 07 19:09:10.678377 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-918d74e8-d991-4e05-beb9-e9bc9ee51883 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:10.731485 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-918d74e8-d991-4e05-beb9-e9bc9ee51883 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:10.749378 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7108fa-75f6-4f59-a8cf-f10ae661ab6e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=68796468-03cf-4040-a985-b56fdca8400d,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:10.815740 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7108fa-75f6-4f59-a8cf-f10ae661ab6e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:10.821213 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-fd7108fa-75f6-4f59-a8cf-f10ae661ab6e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:10.864255 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7108fa-75f6-4f59-a8cf-f10ae661ab6e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:10.877568 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7108fa-75f6-4f59-a8cf-f10ae661ab6e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:10.877568 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fd7108fa-75f6-4f59-a8cf-f10ae661ab6e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:10.915715 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a2a202b9-acc5-4776-a389-cf7617299ae4 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:10.935347 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:10.940367 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-225d1bf2-e45b-4019-9675-962cf22684cb None None] Provisioning complete for port c8f83d40-fd96-4d82-85b5-2120a3ddc09d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:10.941197 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-225d1bf2-e45b-4019-9675-962cf22684cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:10.994775 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] Transition to ACTIVE for port object 2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:11.017583 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ff977-a7e1-4c1e-a7b6-7e8c2b56fdbe req-231a11c8-3f38-42ab-926e-4c0fd6a9dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:11.027034 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-465ff977-a7e1-4c1e-a7b6-7e8c2b56fdbe req-231a11c8-3f38-42ab-926e-4c0fd6a9dac2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=28561914-c3ca-4c0b-866d-e05eae48a3bf HTTP/1.1" status: 200 len: 916 time: 0.6035075 Sep 07 19:09:11.028453 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-918d74e8-d991-4e05-beb9-e9bc9ee51883 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] In _notify_port_updated(), no bound segment for port d156cc4b-d019-40e5-8fb9-98d9991ab229 on network de4cfbb5-b751-4ec0-af8a-7d70d95de00b {{(pid=101445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 19:09:11.034504 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a2a202b9-acc5-4776-a389-cf7617299ae4 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:11.050109 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] Transition to ACTIVE for port object 2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:11.064220 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918d74e8-d991-4e05-beb9-e9bc9ee51883 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:11.065273 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-918d74e8-d991-4e05-beb9-e9bc9ee51883 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:11.069604 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-918d74e8-d991-4e05-beb9-e9bc9ee51883 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "PUT /v2.0/ports/d156cc4b-d019-40e5-8fb9-98d9991ab229 HTTP/1.1" status: 200 len: 1067 time: 2.2980654 Sep 07 19:09:11.069791 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:11.117956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56578) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:11.146930 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:11.158098 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:11.177146 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:11.187679 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a202b9-acc5-4776-a389-cf7617299ae4 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Subnet': ['ID=01d04434-3fc8-4b59-8c86-0d5ccf896d6c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:11.189948 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] Pushing event updated for resources: {'Port': ['ID=2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:11.209474 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a2a202b9-acc5-4776-a389-cf7617299ae4 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:11.235297 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a2a202b9-acc5-4776-a389-cf7617299ae4 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/subnets/01d04434-3fc8-4b59-8c86-0d5ccf896d6c HTTP/1.1" status: 204 len: 168 time: 0.9205220 Sep 07 19:09:11.254770 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fd7108fa-75f6-4f59-a8cf-f10ae661ab6e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3686740 Sep 07 19:09:11.255131 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56584) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:11.255411 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56588) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:11.367505 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d74e8-d991-4e05-beb9-e9bc9ee51883 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Pushing event updated for resources: {'Port': ['ID=d156cc4b-d019-40e5-8fb9-98d9991ab229,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:11.426673 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] Attempting to bind port 2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:09:11.427486 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] Attempting to bind port 2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:09:11.427486 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] Attempting to bind port 2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f on network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:09:11.436588 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:09:11.438651 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:11.439082 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:11.439490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] Bound using segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:09:11.443929 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-465ff977-a7e1-4c1e-a7b6-7e8c2b56fdbe req-56524896-f9f0-49f0-ab12-59ba0abcafb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cc231fb-2c5b-41fb-bd96-1030392369de HTTP/1.1" status: 200 len: 217 time: 0.3491993 Sep 07 19:09:11.444988 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] Bound port: 2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:09:11.445404 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:11.549310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3b62d616-b471-472e-bf44-173722106547 None None] Could not find standard attr ID for object 187b1e6e-4885-4334-89a1-c1d32528aa1e. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:09:11.625011 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] For port 2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:09:11.636677 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] For port 2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:09:11.637857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e03698-ff9e-4c05-91a8-6dcecd0a0836 None None] Network 75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:11.641783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ff977-a7e1-4c1e-a7b6-7e8c2b56fdbe req-5c492e63-f01f-48b7-b01d-356b12188033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:11.644083 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-465ff977-a7e1-4c1e-a7b6-7e8c2b56fdbe req-5c492e63-f01f-48b7-b01d-356b12188033 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ab4e789-722f-458d-abf4-2cfc1d2156cf HTTP/1.1" status: 200 len: 855 time: 0.1476607 Sep 07 19:09:11.665578 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:11.676211 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17b7941a-b2cd-4537-8f85-2c86d866c3e2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:11.706531 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60bfd55-bc0a-4cb8-bb2f-b77921c2e242 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:11.718272 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60bfd55-bc0a-4cb8-bb2f-b77921c2e242 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:11.725727 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f60bfd55-bc0a-4cb8-bb2f-b77921c2e242 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4252715 Sep 07 19:09:11.729009 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56604) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:11.806413 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c030f589-46c0-4fcd-9d2e-a8345117477b None None] Provisioning complete for port d156cc4b-d019-40e5-8fb9-98d9991ab229 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:11.806793 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c030f589-46c0-4fcd-9d2e-a8345117477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:11.905426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-ad47531e-a1fd-40de-9ffc-3acd2cb72da2 req-983e4309-7653-4bbf-8d05-188b3c2623db tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Deleting port 61ac45bd-6554-463b-bc88-576ae8a6739e {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:11.906302 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ad47531e-a1fd-40de-9ffc-3acd2cb72da2 req-983e4309-7653-4bbf-8d05-188b3c2623db tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:11.968685 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776059d-f879-4362-8426-0fe10908ef6b None None] Pushing event updated for resources: {'Port': ['ID=2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:11.970438 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee82c98-be74-4977-91a8-bf915985d1de req-71e994a5-aee7-4baa-b9e7-643f41ea396e tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:11.972050 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fee82c98-be74-4977-91a8-bf915985d1de req-71e994a5-aee7-4baa-b9e7-643f41ea396e tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/networks?id=24873681-d0c1-481d-9abb-f17b7b3655e8 HTTP/1.1" status: 200 len: 813 time: 0.2846615 Sep 07 19:09:11.988650 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c8f83d40-fd96-4d82-85b5-2120a3ddc09d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:12.033215 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-465ff977-a7e1-4c1e-a7b6-7e8c2b56fdbe req-d65365d4-b66a-4fa8-a740-20833a623439 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28561914-c3ca-4c0b-866d-e05eae48a3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3729146 Sep 07 19:09:12.036601 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-17b7941a-b2cd-4537-8f85-2c86d866c3e2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting port c8f83d40-fd96-4d82-85b5-2120a3ddc09d {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:12.037613 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17b7941a-b2cd-4537-8f85-2c86d866c3e2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:12.060770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8a178-8354-4bd9-9798-e75962820a39 req-f823e294-aa89-4204-9fc0-4aab3e43d363 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:12.062725 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6cb8a178-8354-4bd9-9798-e75962820a39 req-f823e294-aa89-4204-9fc0-4aab3e43d363 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=655960b3-d464-4aba-9191-0077cb96d600 HTTP/1.1" status: 200 len: 945 time: 0.6015074 Sep 07 19:09:12.064037 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fee82c98-be74-4977-91a8-bf915985d1de req-06564ce3-0fee-4734-83a2-ffd06652db28 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/quotas/bfe8c6f49f464ed59d6ca8aa1c15414a HTTP/1.1" status: 200 len: 375 time: 0.0251913 Sep 07 19:09:12.095574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c030f589-46c0-4fcd-9d2e-a8345117477b None None] Port d156cc4b-d019-40e5-8fb9-98d9991ab229 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:09:12.133083 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port c8f83d40-fd96-4d82-85b5-2120a3ddc09d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:12.133632 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:12.140145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb5d50-7e53-428e-aeb2-156c82ce1f44 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting port 68796468-03cf-4040-a985-b56fdca8400d {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:12.140768 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a2cb5d50-7e53-428e-aeb2-156c82ce1f44 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:12.220778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-56f65da0-39cf-4b42-aa51-126c66fb470d tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Deleting port d156cc4b-d019-40e5-8fb9-98d9991ab229 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:12.221534 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-56f65da0-39cf-4b42-aa51-126c66fb470d tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:12.277471 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fee82c98-be74-4977-91a8-bf915985d1de req-7dac0b1c-3035-4ee2-aab2-5c5167ea53ba tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bfe8c6f49f464ed59d6ca8aa1c15414a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1582296 Sep 07 19:09:12.361335 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57e680e-af72-486a-9fd8-3cbfc653d58d None None] DHCP port deletion for 75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:09:12.432859 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a57e680e-af72-486a-9fd8-3cbfc653d58d None None] Deleting port c8f83d40-fd96-4d82-85b5-2120a3ddc09d {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:12.433933 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a57e680e-af72-486a-9fd8-3cbfc653d58d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:12.549455 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-a57e680e-af72-486a-9fd8-3cbfc653d58d None None] For port c8f83d40-fd96-4d82-85b5-2120a3ddc09d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c8f83d40-fd96-4d82-85b5-2120a3ddc09d,segment=NetworkSegment(cae68bd6-6c4a-4dcc-a5d6-655158b64fcc),segment_id=cae68bd6-6c4a-4dcc-a5d6-655158b64fcc)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:12.549455 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a57e680e-af72-486a-9fd8-3cbfc653d58d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:12.565907 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a57e680e-af72-486a-9fd8-3cbfc653d58d None None] Calling delete_port for c8f83d40-fd96-4d82-85b5-2120a3ddc09d owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:12.582912 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-17b7941a-b2cd-4537-8f85-2c86d866c3e2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] For port c8f83d40-fd96-4d82-85b5-2120a3ddc09d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c8f83d40-fd96-4d82-85b5-2120a3ddc09d,segment=NetworkSegment(cae68bd6-6c4a-4dcc-a5d6-655158b64fcc),segment_id=cae68bd6-6c4a-4dcc-a5d6-655158b64fcc)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:12.583281 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17b7941a-b2cd-4537-8f85-2c86d866c3e2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:12.671003 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a2cb5d50-7e53-428e-aeb2-156c82ce1f44 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:12.684656 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb5d50-7e53-428e-aeb2-156c82ce1f44 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Calling delete_port for 68796468-03cf-4040-a985-b56fdca8400d owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:12.715372 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a57e680e-af72-486a-9fd8-3cbfc653d58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:12.744746 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e680e-af72-486a-9fd8-3cbfc653d58d None None] Pushing event deleted for resources: {'Port': ['ID=c8f83d40-fd96-4d82-85b5-2120a3ddc09d,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:12.754811 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-17b7941a-b2cd-4537-8f85-2c86d866c3e2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Calling delete_port for c8f83d40-fd96-4d82-85b5-2120a3ddc09d owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:12.759178 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57e680e-af72-486a-9fd8-3cbfc653d58d None None] No DVR routers for this DVR port c8f83d40-fd96-4d82-85b5-2120a3ddc09d on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:09:12.878898 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:12.933142 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17b7941a-b2cd-4537-8f85-2c86d866c3e2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:12.939556 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6cb8a178-8354-4bd9-9798-e75962820a39 req-943aea0c-dfe3-4086-a649-06323922906b tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8509233 Sep 07 19:09:12.978314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ad47531e-a1fd-40de-9ffc-3acd2cb72da2 req-983e4309-7653-4bbf-8d05-188b3c2623db tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] For port 61ac45bd-6554-463b-bc88-576ae8a6739e, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=61ac45bd-6554-463b-bc88-576ae8a6739e,segment=NetworkSegment(60a8ac4c-22a8-4e87-8d09-0c1bee80faa8),segment_id=60a8ac4c-22a8-4e87-8d09-0c1bee80faa8)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:12.978852 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ad47531e-a1fd-40de-9ffc-3acd2cb72da2 req-983e4309-7653-4bbf-8d05-188b3c2623db tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:12.981884 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b7941a-b2cd-4537-8f85-2c86d866c3e2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] No DVR routers for this DVR port c8f83d40-fd96-4d82-85b5-2120a3ddc09d on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:09:13.011131 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a2cb5d50-7e53-428e-aeb2-156c82ce1f44 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:13.023134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-ad47531e-a1fd-40de-9ffc-3acd2cb72da2 req-983e4309-7653-4bbf-8d05-188b3c2623db tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Calling delete_port for 61ac45bd-6554-463b-bc88-576ae8a6739e owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:13.041543 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7941a-b2cd-4537-8f85-2c86d866c3e2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Port': ['ID=c8f83d40-fd96-4d82-85b5-2120a3ddc09d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:13.092489 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb5d50-7e53-428e-aeb2-156c82ce1f44 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=68796468-03cf-4040-a985-b56fdca8400d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:13.119490 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-56f65da0-39cf-4b42-aa51-126c66fb470d tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:13.132957 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a2cb5d50-7e53-428e-aeb2-156c82ce1f44 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:13.135537 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a2cb5d50-7e53-428e-aeb2-156c82ce1f44 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/68796468-03cf-4040-a985-b56fdca8400d HTTP/1.1" status: 204 len: 168 time: 1.4048936 Sep 07 19:09:13.139061 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fee82c98-be74-4977-91a8-bf915985d1de req-a1b11198-aeb1-4d0e-a04a-53f96da6ebf4 service neutron] 10.222.0.26 "GET /v2.0/networks/24873681-d0c1-481d-9abb-f17b7b3655e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8268864 Sep 07 19:09:13.141716 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-465ff977-a7e1-4c1e-a7b6-7e8c2b56fdbe req-41a97798-2f8c-4d22-8c31-cc158acdebad service neutron] 10.222.0.36 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0732987 Sep 07 19:09:13.143224 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56610) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:13.204339 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc01132-b154-421d-ad79-31aa30e1ff54 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:13.206154 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc01132-b154-421d-ad79-31aa30e1ff54 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:13.208085 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1fc01132-b154-421d-ad79-31aa30e1ff54 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0638454 Sep 07 19:09:13.211834 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56612) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:13.213291 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-56f65da0-39cf-4b42-aa51-126c66fb470d tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Calling delete_port for d156cc4b-d019-40e5-8fb9-98d9991ab229 owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:13.280954 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17b7941a-b2cd-4537-8f85-2c86d866c3e2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:13.314510 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-17b7941a-b2cd-4537-8f85-2c86d866c3e2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:13.338758 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-98820b95-fba5-42e4-bd4c-de76d59042e4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet 13649f8c-45a7-45bd-9d51-6bfbb740605f {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:09:13.342226 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-17b7941a-b2cd-4537-8f85-2c86d866c3e2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae68bd6-6c4a-4dcc-a5d6-655158b64fcc') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:13.342524 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-17b7941a-b2cd-4537-8f85-2c86d866c3e2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae68bd6-6c4a-4dcc-a5d6-655158b64fcc') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:13.350310 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98820b95-fba5-42e4-bd4c-de76d59042e4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:13.376184 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17b7941a-b2cd-4537-8f85-2c86d866c3e2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:13.431469 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98820b95-fba5-42e4-bd4c-de76d59042e4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:13.483545 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17b7941a-b2cd-4537-8f85-2c86d866c3e2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:13.495768 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b7941a-b2cd-4537-8f85-2c86d866c3e2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:09:13.496393 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17b7941a-b2cd-4537-8f85-2c86d866c3e2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: items = [ Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:09:13.499567 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:09:13.528619 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fee82c98-be74-4977-91a8-bf915985d1de req-751bbbbc-0c3c-42c7-a99d-8921d0d0ec51 service neutron] 10.222.0.26 "GET /v2.0/networks/24873681-d0c1-481d-9abb-f17b7b3655e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348088 Sep 07 19:09:13.554065 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-dd1dce2a-b800-4904-ae97-738d81abd808 None None] Provisioning for port 2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:13.576406 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-465ff977-a7e1-4c1e-a7b6-7e8c2b56fdbe req-61e55682-12de-474a-8164-31dd883e0fc9 service neutron] 10.222.0.36 "GET /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881662 Sep 07 19:09:13.643073 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17b7941a-b2cd-4537-8f85-2c86d866c3e2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:13.658527 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17b7941a-b2cd-4537-8f85-2c86d866c3e2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:13.666208 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56616) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:13.673480 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-17b7941a-b2cd-4537-8f85-2c86d866c3e2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/networks/75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35 HTTP/1.1" status: 204 len: 168 time: 2.4144278 Sep 07 19:09:13.703894 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-a35ac04b-adb2-416a-b8f2-81b7b844d35c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'port': {'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4', 'name': 'tempest-PortsTestJSON-1621128271'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:13.714346 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98820b95-fba5-42e4-bd4c-de76d59042e4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:13.718894 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7941a-b2cd-4537-8f85-2c86d866c3e2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Network': ['ID=75fbb5b0-b4fa-48d3-9d0d-7d5ed30cfc35,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:13.724208 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ad47531e-a1fd-40de-9ffc-3acd2cb72da2 req-983e4309-7653-4bbf-8d05-188b3c2623db tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:13.736582 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:09:13.738928 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['0cc231fb-2c5b-41fb-bd96-1030392369de', 'e65b0d90-526c-435d-af01-3f9e4885c894'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:09:13.865894 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98820b95-fba5-42e4-bd4c-de76d59042e4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:13.945082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98820b95-fba5-42e4-bd4c-de76d59042e4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=13649f8c-45a7-45bd-9d51-6bfbb740605f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:13.965810 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98820b95-fba5-42e4-bd4c-de76d59042e4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:13.973930 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 61ac45bd-6554-463b-bc88-576ae8a6739e no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:09:13.987543 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-98820b95-fba5-42e4-bd4c-de76d59042e4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/13649f8c-45a7-45bd-9d51-6bfbb740605f HTTP/1.1" status: 204 len: 168 time: 0.7737181 Sep 07 19:09:13.990208 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56626) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:13.994961 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e4309-7653-4bbf-8d05-188b3c2623db tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Pushing event deleted for resources: {'Port': ['ID=61ac45bd-6554-463b-bc88-576ae8a6739e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:14.005398 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:14.033406 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ec15c7c-c5a1-4a28-bddc-c3bebe7fbb9d req-d015ef3f-94af-4b31-a41b-00ceb05427eb tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9c6072-fc98-4ff8-af3e-c10f590991c3 HTTP/1.1" status: 200 len: 210 time: 0.1642828 Sep 07 19:09:14.070947 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-56f65da0-39cf-4b42-aa51-126c66fb470d tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:14.117477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35ac04b-adb2-416a-b8f2-81b7b844d35c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:14.126983 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a35ac04b-adb2-416a-b8f2-81b7b844d35c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:14.129634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad47531e-a1fd-40de-9ffc-3acd2cb72da2 req-983e4309-7653-4bbf-8d05-188b3c2623db tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] No DVR routers for this DVR port 61ac45bd-6554-463b-bc88-576ae8a6739e on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:09:14.148126 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ad47531e-a1fd-40de-9ffc-3acd2cb72da2 req-983e4309-7653-4bbf-8d05-188b3c2623db tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:14.150447 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad47531e-a1fd-40de-9ffc-3acd2cb72da2 req-983e4309-7653-4bbf-8d05-188b3c2623db tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.60 "DELETE /v2.0/ports/61ac45bd-6554-463b-bc88-576ae8a6739e HTTP/1.1" status: 204 len: 173 time: 3.4908895 Sep 07 19:09:14.150942 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655960b3-d464-4aba-9191-0077cb96d600', 'name': 'network-vif-deleted', 'tag': '61ac45bd-6554-463b-bc88-576ae8a6739e'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:09:14.157170 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600a4e0d-34d6-4a68-9154-37839b8736d7" -d '{"events": [{"server_uuid": "655960b3-d464-4aba-9191-0077cb96d600", "name": "network-vif-deleted", "tag": "61ac45bd-6554-463b-bc88-576ae8a6739e"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:09:14.182641 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c4304055-fec4-436c-9dc1-b80f4670a160 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1854668 Sep 07 19:09:14.185775 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56632) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:14.187130 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff2c098-71d8-47ac-be69-02cbdfff8ca4 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:14.191482 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 61ac45bd-6554-463b-bc88-576ae8a6739e {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:09:14.191825 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 61ac45bd-6554-463b-bc88-576ae8a6739e not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:09:14.200237 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-0a674c17-0390-4f05-979a-857d985a1f38 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:14.218365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-47889e8e-0833-41ce-a706-4f1488cff85b None None] Could not find standard attr ID for object 68796468-03cf-4040-a985-b56fdca8400d. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:09:14.222038 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:14.256032 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f65da0-39cf-4b42-aa51-126c66fb470d tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Pushing event deleted for resources: {'Port': ['ID=d156cc4b-d019-40e5-8fb9-98d9991ab229,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:14.379133 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9936ad0d-da4b-4bc9-bec6-060a823360c5 req-18d5b730-4c58-461e-b849-d44e60be814c tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=655960b3-d464-4aba-9191-0077cb96d600 HTTP/1.1" status: 200 len: 210 time: 0.1581957 Sep 07 19:09:14.382937 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1606194c-b900-4eb6-958e-8acab68fb776 x-openstack-request-id: req-1606194c-b900-4eb6-958e-8acab68fb776 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:09:14.383238 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655960b3-d464-4aba-9191-0077cb96d600", "name": "network-vif-deleted", "tag": "61ac45bd-6554-463b-bc88-576ae8a6739e", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:09:14.383494 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1606194c-b900-4eb6-958e-8acab68fb776 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:09:14.383905 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655960b3-d464-4aba-9191-0077cb96d600', 'name': 'network-vif-deleted', 'tag': '61ac45bd-6554-463b-bc88-576ae8a6739e', 'status': 'completed', 'code': 200} Sep 07 19:09:14.385170 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-a35ac04b-adb2-416a-b8f2-81b7b844d35c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] device_id is not set on port 5c30722c-57ed-41d4-a34b-58f0d0cd52da yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:09:14.528004 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a674c17-0390-4f05-979a-857d985a1f38 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:14.535972 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a674c17-0390-4f05-979a-857d985a1f38 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:14.757698 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:14.833635 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:14.836097 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:14.865823 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-56f65da0-39cf-4b42-aa51-126c66fb470d tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:14.870131 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-56f65da0-39cf-4b42-aa51-126c66fb470d tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "DELETE /v2.0/ports/d156cc4b-d019-40e5-8fb9-98d9991ab229 HTTP/1.1" status: 204 len: 168 time: 3.7444618 Sep 07 19:09:14.870818 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56642) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:14.904405 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12f001e-b977-4da5-a197-5f1d9f48525b tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] GET failed (client error): The resource could not be found. Sep 07 19:09:14.911774 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b12f001e-b977-4da5-a197-5f1d9f48525b tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "GET /v2.0/ports/d156cc4b-d019-40e5-8fb9-98d9991ab229 HTTP/1.1" status: 404 len: 333 time: 0.0379231 Sep 07 19:09:14.912750 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56644) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:15.128680 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a35ac04b-adb2-416a-b8f2-81b7b844d35c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:15.174180 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf970db1-934d-41ea-9c5f-032a5e736924 None None] DHCP port deletion for 5341d4d7-2b72-420c-84fe-cfa44886a8d9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:09:15.199953 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a35ac04b-adb2-416a-b8f2-81b7b844d35c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:15.263090 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:15.296596 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef2e5f9e-b588-4b2b-9ad6-74aac6f0dafa req-3a8919a0-2549-42c4-a9e2-bf353b6e308b tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9c6072-fc98-4ff8-af3e-c10f590991c3 HTTP/1.1" status: 200 len: 210 time: 0.1150188 Sep 07 19:09:15.307944 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35ac04b-adb2-416a-b8f2-81b7b844d35c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:15.315632 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-a35ac04b-adb2-416a-b8f2-81b7b844d35c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:15.319093 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd949c-9095-470f-99a4-a3bb1903ec15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Deleting port 144756a7-63c0-48c7-a7a0-fe805b741498 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:15.319594 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7ccd949c-9095-470f-99a4-a3bb1903ec15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:15.320231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35ac04b-adb2-416a-b8f2-81b7b844d35c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:15.340320 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35ac04b-adb2-416a-b8f2-81b7b844d35c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:15.341727 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a35ac04b-adb2-416a-b8f2-81b7b844d35c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:15.360692 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ac04b-adb2-416a-b8f2-81b7b844d35c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=5c30722c-57ed-41d4-a34b-58f0d0cd52da,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:15.380999 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:15.391211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a35ac04b-adb2-416a-b8f2-81b7b844d35c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7219722 Sep 07 19:09:15.428791 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56650) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:15.467527 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:15.554440 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-bf970db1-934d-41ea-9c5f-032a5e736924 None None] Deleting port 2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:15.555646 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bf970db1-934d-41ea-9c5f-032a5e736924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:15.771020 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c8f83d40-fd96-4d82-85b5-2120a3ddc09d no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:09:15.786174 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7ccd949c-9095-470f-99a4-a3bb1903ec15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:15.822223 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd949c-9095-470f-99a4-a3bb1903ec15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Calling delete_port for 144756a7-63c0-48c7-a7a0-fe805b741498 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:15.832987 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:15.838645 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: c8f83d40-fd96-4d82-85b5-2120a3ddc09d {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:09:15.839112 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c8f83d40-fd96-4d82-85b5-2120a3ddc09d not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:09:15.853938 n-d-807786-1 neutron-server[101444]: DEBUG neutron.objects.ports [None req-0a674c17-0390-4f05-979a-857d985a1f38 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 19:09:15.878504 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-bf970db1-934d-41ea-9c5f-032a5e736924 None None] For port 2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:15.879396 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bf970db1-934d-41ea-9c5f-032a5e736924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:15.911259 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-bf970db1-934d-41ea-9c5f-032a5e736924 None None] Calling delete_port for 2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:15.954769 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-8ba29331-15ef-4990-a868-fe5f05601d63 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting port 5c30722c-57ed-41d4-a34b-58f0d0cd52da {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:15.955596 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8ba29331-15ef-4990-a868-fe5f05601d63 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:16.015843 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee82c98-be74-4977-91a8-bf915985d1de req-20c82a14-b534-4fd9-9111-d10a6c5d9dfe tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:16.023519 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fee82c98-be74-4977-91a8-bf915985d1de req-20c82a14-b534-4fd9-9111-d10a6c5d9dfe tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.60 "GET /v2.0/networks?id=24873681-d0c1-481d-9abb-f17b7b3655e8 HTTP/1.1" status: 200 len: 813 time: 0.3573813 Sep 07 19:09:16.090497 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8ba29331-15ef-4990-a868-fe5f05601d63 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:16.108834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-8ba29331-15ef-4990-a868-fe5f05601d63 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Calling delete_port for 5c30722c-57ed-41d4-a34b-58f0d0cd52da owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:16.233567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-fee82c98-be74-4977-91a8-bf915985d1de req-0c6d6dcf-84dc-4efe-bfa0-fac96e24047d tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Request body: {'port': {'device_id': '0f9c6072-fc98-4ff8-af3e-c10f590991c3', 'network_id': '24873681-d0c1-481d-9abb-f17b7b3655e8', 'admin_state_up': True, 'tenant_id': 'bfe8c6f49f464ed59d6ca8aa1c15414a'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:16.241002 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8ba29331-15ef-4990-a868-fe5f05601d63 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:16.257097 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:09:16.299167 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a674c17-0390-4f05-979a-857d985a1f38 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:16.309132 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:09:16.310075 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:09:16.314976 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8ba29331-15ef-4990-a868-fe5f05601d63 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:16.321220 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bf970db1-934d-41ea-9c5f-032a5e736924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:16.323638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8ba29331-15ef-4990-a868-fe5f05601d63 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/ports/5c30722c-57ed-41d4-a34b-58f0d0cd52da HTTP/1.1" status: 204 len: 168 time: 0.8935490 Sep 07 19:09:16.323792 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56662) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:16.328859 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba29331-15ef-4990-a868-fe5f05601d63 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Port': ['ID=5c30722c-57ed-41d4-a34b-58f0d0cd52da,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:16.330615 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b43142ae-5390-4a10-849f-ead0085f8075 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'port': {'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4', 'mac_address': 'fa:16:3e:18:0f:b0', 'name': 'tempest-PortsTestJSON-678838252'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:16.365404 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a674c17-0390-4f05-979a-857d985a1f38 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Port 2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f concurrently deleted while adding address for new subnet {'id': '423aa76c-84eb-4b67-bad1-fabcc8bbf212', 'name': '', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2704, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-09-07T19:09:14Z', 'updated_at': '2021-09-07T19:09:14Z', 'revision_number': 0, 'segment_id': None, 'project_id': '81ad4db508be4260ad74ddc930f234e9'}. {{(pid=101444) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Sep 07 19:09:16.366435 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a674c17-0390-4f05-979a-857d985a1f38 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:16.377980 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf970db1-934d-41ea-9c5f-032a5e736924 None None] Pushing event deleted for resources: {'Port': ['ID=2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:16.402373 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7ccd949c-9095-470f-99a4-a3bb1903ec15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:16.427968 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf970db1-934d-41ea-9c5f-032a5e736924 None None] No DVR routers for this DVR port 2a037e6b-c0d2-42c8-bf8d-6b1bab086b3f on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:09:16.466339 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f240a14e-78c9-4f5e-af8a-55648b416584 req-2f08308f-4dff-40fe-94d6-9849f7972103 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9c6072-fc98-4ff8-af3e-c10f590991c3 HTTP/1.1" status: 200 len: 210 time: 0.0541470 Sep 07 19:09:16.493732 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd949c-9095-470f-99a4-a3bb1903ec15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Pushing event deleted for resources: {'Port': ['ID=144756a7-63c0-48c7-a7a0-fe805b741498,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:16.511161 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee82c98-be74-4977-91a8-bf915985d1de req-0c6d6dcf-84dc-4efe-bfa0-fac96e24047d tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Made reservation on behalf of bfe8c6f49f464ed59d6ca8aa1c15414a for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:16.518180 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fee82c98-be74-4977-91a8-bf915985d1de req-0c6d6dcf-84dc-4efe-bfa0-fac96e24047d tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:16.561791 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a674c17-0390-4f05-979a-857d985a1f38 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:16.612785 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7ccd949c-9095-470f-99a4-a3bb1903ec15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:16.612785 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7ccd949c-9095-470f-99a4-a3bb1903ec15 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "DELETE /v2.0/ports/144756a7-63c0-48c7-a7a0-fe805b741498 HTTP/1.1" status: 204 len: 168 time: 1.6893926 Sep 07 19:09:16.612785 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-0a674c17-0390-4f05-979a-857d985a1f38 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:16.617572 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a674c17-0390-4f05-979a-857d985a1f38 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:16.617572 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a674c17-0390-4f05-979a-857d985a1f38 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:16.633326 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56668) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:16.647019 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34359a4-a494-406b-a262-28cdf6165ae5 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:16.651260 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0a674c17-0390-4f05-979a-857d985a1f38 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4632628 Sep 07 19:09:16.652124 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a674c17-0390-4f05-979a-857d985a1f38 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=423aa76c-84eb-4b67-bad1-fabcc8bbf212,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:16.677729 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56670) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:16.684195 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-95090077-fc55-4598-aea2-40d801a8ff9b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'mac_address': 'fa:16:3e:78:0d:93', 'name': 'tempest-NetworksTestDHCPv6-1865534066'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:16.727718 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece8a059-3756-4bef-9c96-e00eeae0b576 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] GET failed (client error): The resource could not be found. Sep 07 19:09:16.730352 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ece8a059-3756-4bef-9c96-e00eeae0b576 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "GET /v2.0/ports/144756a7-63c0-48c7-a7a0-fe805b741498 HTTP/1.1" status: 404 len: 333 time: 0.0958681 Sep 07 19:09:16.757868 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56672) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:16.795848 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43142ae-5390-4a10-849f-ead0085f8075 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:16.864612 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-fee82c98-be74-4977-91a8-bf915985d1de req-0c6d6dcf-84dc-4efe-bfa0-fac96e24047d tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Allocated IP 172.20.0.4 (24873681-d0c1-481d-9abb-f17b7b3655e8/656d116a-d6fb-478a-bca4-e91cdbe55fff/e9ee6f19-df1e-4573-8d59-9a768a25df57) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:16.980701 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'fixed_ips': [{'subnet_id': '423aa76c-84eb-4b67-bad1-fabcc8bbf212'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:09:16.983087 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:16.991148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-510b6491-a373-419f-8849-b4fbd4a6b5eb tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Deleting port 6f94b132-e4a3-4232-a581-626b0eba3c66 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:16.991414 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-510b6491-a373-419f-8849-b4fbd4a6b5eb tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:16.991859 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b43142ae-5390-4a10-849f-ead0085f8075 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:17.065836 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-b43142ae-5390-4a10-849f-ead0085f8075 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] device_id is not set on port 753a3203-94fa-4c6c-823c-ad334b6a877a yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:09:17.190129 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-510b6491-a373-419f-8849-b4fbd4a6b5eb tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:17.207279 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95090077-fc55-4598-aea2-40d801a8ff9b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:17.249705 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] Allocated IP 2001:db8::f816:3eff:fe13:d848 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/423aa76c-84eb-4b67-bad1-fabcc8bbf212/73b5562e-d0bc-4158-8335-c7958774016b) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:17.270806 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-510b6491-a373-419f-8849-b4fbd4a6b5eb tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Calling delete_port for 6f94b132-e4a3-4232-a581-626b0eba3c66 owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:17.342791 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95090077-fc55-4598-aea2-40d801a8ff9b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:17.362190 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fee82c98-be74-4977-91a8-bf915985d1de req-0c6d6dcf-84dc-4efe-bfa0-fac96e24047d tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:17.378142 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-95090077-fc55-4598-aea2-40d801a8ff9b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] device_id is not set on port 4f65464f-bfb9-4a3b-91a8-18eb6c7785c3 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:09:17.465665 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fee82c98-be74-4977-91a8-bf915985d1de req-0c6d6dcf-84dc-4efe-bfa0-fac96e24047d tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:17.543231 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-510b6491-a373-419f-8849-b4fbd4a6b5eb tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:17.562023 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee82c98-be74-4977-91a8-bf915985d1de req-0c6d6dcf-84dc-4efe-bfa0-fac96e24047d tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Network 24873681-d0c1-481d-9abb-f17b7b3655e8 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:17.590219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-fee82c98-be74-4977-91a8-bf915985d1de req-0c6d6dcf-84dc-4efe-bfa0-fac96e24047d tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:17.617680 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee82c98-be74-4977-91a8-bf915985d1de req-0c6d6dcf-84dc-4efe-bfa0-fac96e24047d tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:17.632808 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d6dcf-84dc-4efe-bfa0-fac96e24047d tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Pushing event updated for resources: {'Port': ['ID=e9ee6f19-df1e-4573-8d59-9a768a25df57,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:17.658307 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b43142ae-5390-4a10-849f-ead0085f8075 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:17.707928 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:17.721087 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b43142ae-5390-4a10-849f-ead0085f8075 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:17.724310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] Transition to ACTIVE for port object 73b5562e-d0bc-4158-8335-c7958774016b will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:17.746092 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] Transition to ACTIVE for port object 73b5562e-d0bc-4158-8335-c7958774016b will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:17.757221 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:17.783364 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43142ae-5390-4a10-849f-ead0085f8075 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=753a3203-94fa-4c6c-823c-ad334b6a877a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:17.832967 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43142ae-5390-4a10-849f-ead0085f8075 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:17.854362 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b6491-a373-419f-8849-b4fbd4a6b5eb tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Pushing event deleted for resources: {'Port': ['ID=6f94b132-e4a3-4232-a581-626b0eba3c66,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:17.854745 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b43142ae-5390-4a10-849f-ead0085f8075 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:17.859691 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43142ae-5390-4a10-849f-ead0085f8075 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:17.868818 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-510b6491-a373-419f-8849-b4fbd4a6b5eb tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:17.873211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-510b6491-a373-419f-8849-b4fbd4a6b5eb tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "DELETE /v2.0/ports/6f94b132-e4a3-4232-a581-626b0eba3c66 HTTP/1.1" status: 204 len: 168 time: 1.1121473 Sep 07 19:09:17.873660 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43142ae-5390-4a10-849f-ead0085f8075 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:17.876823 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56688) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:17.877014 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b43142ae-5390-4a10-849f-ead0085f8075 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:17.914634 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-95090077-fc55-4598-aea2-40d801a8ff9b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8::f816:3eff:fe78:d93 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/423aa76c-84eb-4b67-bad1-fabcc8bbf212/4f65464f-bfb9-4a3b-91a8-18eb6c7785c3) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:17.923702 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b43142ae-5390-4a10-849f-ead0085f8075 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5986462 Sep 07 19:09:17.925408 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:17.934352 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:17.936865 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56690) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:17.941480 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:17.998222 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee82c98-be74-4977-91a8-bf915985d1de req-0c6d6dcf-84dc-4efe-bfa0-fac96e24047d tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:17.998966 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fee82c98-be74-4977-91a8-bf915985d1de req-0c6d6dcf-84dc-4efe-bfa0-fac96e24047d tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:18.012864 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c75c1-cab0-46ff-a6ac-4d00e40e0cd3 req-c4244e91-033c-4e90-995a-51c2c7e6f960 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:18.017588 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b4c75c1-cab0-46ff-a6ac-4d00e40e0cd3 req-c4244e91-033c-4e90-995a-51c2c7e6f960 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9c6072-fc98-4ff8-af3e-c10f590991c3 HTTP/1.1" status: 200 len: 931 time: 0.3706133 Sep 07 19:09:18.027749 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] Pushing event updated for resources: {'Port': ['ID=73b5562e-d0bc-4158-8335-c7958774016b,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:18.093406 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] Attempting to bind port 73b5562e-d0bc-4158-8335-c7958774016b on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:09:18.093406 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] Attempting to bind port 73b5562e-d0bc-4158-8335-c7958774016b by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:09:18.093764 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] Attempting to bind port 73b5562e-d0bc-4158-8335-c7958774016b on network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:09:18.098800 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4721158-5da8-4e24-bee2-af53b5eb73c0 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Deleting subnet 031ca586-4227-4d7a-9e36-89223e2fefd1 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:09:18.103116 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:09:18.105175 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:18.105175 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:18.105175 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] Bound using segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:09:18.105891 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] Bound port: 73b5562e-d0bc-4158-8335-c7958774016b, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:09:18.106511 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:18.128873 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f4721158-5da8-4e24-bee2-af53b5eb73c0 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:18.207028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e413c4de-1007-41cc-a8de-bc7048b73047 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:18.215924 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e413c4de-1007-41cc-a8de-bc7048b73047 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports/753a3203-94fa-4c6c-823c-ad334b6a877a HTTP/1.1" status: 200 len: 840 time: 0.2766874 Sep 07 19:09:18.230072 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56696) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:18.244721 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fee82c98-be74-4977-91a8-bf915985d1de req-0c6d6dcf-84dc-4efe-bfa0-fac96e24047d tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0172729 Sep 07 19:09:18.261439 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] For port 73b5562e-d0bc-4158-8335-c7958774016b, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:09:18.268282 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] For port 73b5562e-d0bc-4158-8335-c7958774016b, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=73b5562e-d0bc-4158-8335-c7958774016b,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:09:18.276069 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:18.285400 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95090077-fc55-4598-aea2-40d801a8ff9b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:18.294034 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f4721158-5da8-4e24-bee2-af53b5eb73c0 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:18.319612 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-95090077-fc55-4598-aea2-40d801a8ff9b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Transition to ACTIVE for port object 4f65464f-bfb9-4a3b-91a8-18eb6c7785c3 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:18.384290 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b4c75c1-cab0-46ff-a6ac-4d00e40e0cd3 req-8a56b6a2-862e-4567-b632-ffff9379c8f5 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775164 Sep 07 19:09:18.420372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-fee82c98-be74-4977-91a8-bf915985d1de req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] Request body: {'port': {'device_id': '0f9c6072-fc98-4ff8-af3e-c10f590991c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:18.432719 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a28335-429d-48fa-a038-e937cd52a2ab None None] Pushing event updated for resources: {'Port': ['ID=73b5562e-d0bc-4158-8335-c7958774016b,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:18.449847 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95090077-fc55-4598-aea2-40d801a8ff9b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:18.528087 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f4721158-5da8-4e24-bee2-af53b5eb73c0 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:18.598676 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fee82c98-be74-4977-91a8-bf915985d1de req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:18.670136 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95090077-fc55-4598-aea2-40d801a8ff9b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=4f65464f-bfb9-4a3b-91a8-18eb6c7785c3,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:18.680957 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95090077-fc55-4598-aea2-40d801a8ff9b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:18.686121 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-95090077-fc55-4598-aea2-40d801a8ff9b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:18.692166 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95090077-fc55-4598-aea2-40d801a8ff9b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:18.698433 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95090077-fc55-4598-aea2-40d801a8ff9b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:18.699192 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95090077-fc55-4598-aea2-40d801a8ff9b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:18.706351 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f4721158-5da8-4e24-bee2-af53b5eb73c0 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:18.718762 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-95090077-fc55-4598-aea2-40d801a8ff9b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0395296 Sep 07 19:09:18.722651 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56702) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:18.811768 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-009a4c10-a58f-4138-afa7-62046ef42db1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting port 753a3203-94fa-4c6c-823c-ad334b6a877a {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:18.812008 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-009a4c10-a58f-4138-afa7-62046ef42db1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:18.832896 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e78641-6afe-46f0-8f1d-ac9d1bd5cc47 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:18.836337 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4721158-5da8-4e24-bee2-af53b5eb73c0 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Pushing event deleted for resources: {'Subnet': ['ID=031ca586-4227-4d7a-9e36-89223e2fefd1,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:18.845376 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f4721158-5da8-4e24-bee2-af53b5eb73c0 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:18.850130 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f4721158-5da8-4e24-bee2-af53b5eb73c0 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "DELETE /v2.0/subnets/031ca586-4227-4d7a-9e36-89223e2fefd1 HTTP/1.1" status: 204 len: 168 time: 0.9723372 Sep 07 19:09:18.850944 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56704) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:18.853144 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaa78f3-3bf4-41a2-b1cb-758521a85123 None None] Network de4cfbb5-b751-4ec0-af8a-7d70d95de00b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:18.854382 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e78641-6afe-46f0-8f1d-ac9d1bd5cc47 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:18.863551 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-29e78641-6afe-46f0-8f1d-ac9d1bd5cc47 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1380916 Sep 07 19:09:18.864021 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56706) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:19.101073 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f6b008a3-ec9b-408a-80b2-4c7b03620c07 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:19.212771 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66e40e4-280c-492b-8892-df54db5b8886 None None] DHCP port deletion for de4cfbb5-b751-4ec0-af8a-7d70d95de00b request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:09:19.315301 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-b66e40e4-280c-492b-8892-df54db5b8886 None None] Deleting port e35a1608-3a40-4267-b308-3217b108a94d {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:19.315633 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b66e40e4-280c-492b-8892-df54db5b8886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:19.349499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-f6b008a3-ec9b-408a-80b2-4c7b03620c07 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Deleting port e35a1608-3a40-4267-b308-3217b108a94d {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:19.350092 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f6b008a3-ec9b-408a-80b2-4c7b03620c07 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:19.355636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-fee82c98-be74-4977-91a8-bf915985d1de req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ee6f19-df1e-4573-8d59-9a768a25df57 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:09:19.375445 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fee82c98-be74-4977-91a8-bf915985d1de req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:19.437143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-fee82c98-be74-4977-91a8-bf915985d1de req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] Transition to ACTIVE for port object e9ee6f19-df1e-4573-8d59-9a768a25df57 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:19.458307 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fee82c98-be74-4977-91a8-bf915985d1de req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:19.480331 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-b66e40e4-280c-492b-8892-df54db5b8886 None None] For port e35a1608-3a40-4267-b308-3217b108a94d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e35a1608-3a40-4267-b308-3217b108a94d,segment=NetworkSegment(6dbdb51a-a183-445d-b1d9-40c4a6d5d031),segment_id=6dbdb51a-a183-445d-b1d9-40c4a6d5d031)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:19.482767 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b66e40e4-280c-492b-8892-df54db5b8886 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:19.490748 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-009a4c10-a58f-4138-afa7-62046ef42db1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:19.520163 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-b66e40e4-280c-492b-8892-df54db5b8886 None None] Calling delete_port for e35a1608-3a40-4267-b308-3217b108a94d owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:19.532443 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-009a4c10-a58f-4138-afa7-62046ef42db1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Calling delete_port for 753a3203-94fa-4c6c-823c-ad334b6a877a owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:19.609990 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-12ef32fc-c6d9-4557-a15a-5db6559357e7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting port 4f65464f-bfb9-4a3b-91a8-18eb6c7785c3 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:19.610258 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-12ef32fc-c6d9-4557-a15a-5db6559357e7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:19.755694 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-009a4c10-a58f-4138-afa7-62046ef42db1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:19.770988 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b66e40e4-280c-492b-8892-df54db5b8886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:19.775272 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-12ef32fc-c6d9-4557-a15a-5db6559357e7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:19.827000 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a4c10-a58f-4138-afa7-62046ef42db1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Port': ['ID=753a3203-94fa-4c6c-823c-ad334b6a877a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:19.842201 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-009a4c10-a58f-4138-afa7-62046ef42db1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:19.853445 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-009a4c10-a58f-4138-afa7-62046ef42db1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/ports/753a3203-94fa-4c6c-823c-ad334b6a877a HTTP/1.1" status: 204 len: 168 time: 1.6219409 Sep 07 19:09:19.866673 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-12ef32fc-c6d9-4557-a15a-5db6559357e7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Calling delete_port for 4f65464f-bfb9-4a3b-91a8-18eb6c7785c3 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:19.866937 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e40e4-280c-492b-8892-df54db5b8886 None None] No DVR routers for this DVR port e35a1608-3a40-4267-b308-3217b108a94d on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:09:19.872172 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56718) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:19.913377 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e40e4-280c-492b-8892-df54db5b8886 None None] Pushing event deleted for resources: {'Port': ['ID=e35a1608-3a40-4267-b308-3217b108a94d,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:19.985780 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a3e04a-99d5-4244-85f5-095226ea840b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] GET failed (client error): The resource could not be found. Sep 07 19:09:19.987725 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-16a3e04a-99d5-4244-85f5-095226ea840b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports/753a3203-94fa-4c6c-823c-ad334b6a877a HTTP/1.1" status: 404 len: 333 time: 0.1137474 Sep 07 19:09:19.992564 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56722) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:20.017665 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-f6b008a3-ec9b-408a-80b2-4c7b03620c07 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] For port e35a1608-3a40-4267-b308-3217b108a94d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e35a1608-3a40-4267-b308-3217b108a94d,segment=NetworkSegment(6dbdb51a-a183-445d-b1d9-40c4a6d5d031),segment_id=6dbdb51a-a183-445d-b1d9-40c4a6d5d031)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:20.017962 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f6b008a3-ec9b-408a-80b2-4c7b03620c07 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:20.064454 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-57926804-2393-472e-9589-63264918cea3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'port': {'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4', 'name': 'tempest-PortsTestJSON-1130223054'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:20.089777 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 73b5562e-d0bc-4158-8335-c7958774016b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:20.132341 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-f6b008a3-ec9b-408a-80b2-4c7b03620c07 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Calling delete_port for e35a1608-3a40-4267-b308-3217b108a94d owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:20.165184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2035c41-4909-4fe5-bb50-8393bcbe68dc req-46ffd49b-cf32-477c-b250-48803ee57d44 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:20.171577 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2035c41-4909-4fe5-bb50-8393bcbe68dc req-46ffd49b-cf32-477c-b250-48803ee57d44 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9c6072-fc98-4ff8-af3e-c10f590991c3 HTTP/1.1" status: 200 len: 943 time: 0.2407994 Sep 07 19:09:20.204332 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57926804-2393-472e-9589-63264918cea3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:20.211512 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] Pushing event updated for resources: {'Port': ['ID=e9ee6f19-df1e-4573-8d59-9a768a25df57,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:20.214786 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-57926804-2393-472e-9589-63264918cea3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:20.266129 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 73b5562e-d0bc-4158-8335-c7958774016b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:20.296978 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-57926804-2393-472e-9589-63264918cea3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] device_id is not set on port 704d0579-3b3c-4caf-a37a-64f46fa5cbaa yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:09:20.365991 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e35a1608-3a40-4267-b308-3217b108a94d no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:09:20.405738 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2035c41-4909-4fe5-bb50-8393bcbe68dc req-d8856e54-ffbd-410a-b187-b074960c7897 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124903 Sep 07 19:09:20.427364 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: e35a1608-3a40-4267-b308-3217b108a94d {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:09:20.427364 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e35a1608-3a40-4267-b308-3217b108a94d not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:09:20.476070 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-fee82c98-be74-4977-91a8-bf915985d1de req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] Attempting to bind port e9ee6f19-df1e-4573-8d59-9a768a25df57 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:09:20.476446 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-fee82c98-be74-4977-91a8-bf915985d1de req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] Attempting to bind port e9ee6f19-df1e-4573-8d59-9a768a25df57 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '7dd8dc55-fb4f-44d9-8604-3fa6c81d1284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '24873681-d0c1-481d-9abb-f17b7b3655e8'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:09:20.476908 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee82c98-be74-4977-91a8-bf915985d1de req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] Attempting to bind port e9ee6f19-df1e-4573-8d59-9a768a25df57 on network 24873681-d0c1-481d-9abb-f17b7b3655e8 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:09:20.499472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee82c98-be74-4977-91a8-bf915985d1de req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] Port e9ee6f19-df1e-4573-8d59-9a768a25df57 on network 24873681-d0c1-481d-9abb-f17b7b3655e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:09:20.500091 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee82c98-be74-4977-91a8-bf915985d1de req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] Attempting to bind port e9ee6f19-df1e-4573-8d59-9a768a25df57 on network 24873681-d0c1-481d-9abb-f17b7b3655e8 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:09:20.502050 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f196e48a-8b5d-434a-a7cc-11f961c9c8a1 None None] Provisioning for port 73b5562e-d0bc-4158-8335-c7958774016b completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:20.509233 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee82c98-be74-4977-91a8-bf915985d1de req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:09:20.509910 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee82c98-be74-4977-91a8-bf915985d1de req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] Checking segment: {'id': '7dd8dc55-fb4f-44d9-8604-3fa6c81d1284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '24873681-d0c1-481d-9abb-f17b7b3655e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:20.510732 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee82c98-be74-4977-91a8-bf915985d1de req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] Bound using segment: {'id': '7dd8dc55-fb4f-44d9-8604-3fa6c81d1284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '24873681-d0c1-481d-9abb-f17b7b3655e8'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:09:20.511743 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-fee82c98-be74-4977-91a8-bf915985d1de req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] Bound port: e9ee6f19-df1e-4573-8d59-9a768a25df57, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd8dc55-fb4f-44d9-8604-3fa6c81d1284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '24873681-d0c1-481d-9abb-f17b7b3655e8'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:09:20.512426 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fee82c98-be74-4977-91a8-bf915985d1de req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:20.523463 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f196e48a-8b5d-434a-a7cc-11f961c9c8a1 None None] Provisioning complete for port 73b5562e-d0bc-4158-8335-c7958774016b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:20.524270 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f196e48a-8b5d-434a-a7cc-11f961c9c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:20.555064 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-12ef32fc-c6d9-4557-a15a-5db6559357e7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:20.610168 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f6b008a3-ec9b-408a-80b2-4c7b03620c07 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:20.661961 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef32fc-c6d9-4557-a15a-5db6559357e7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=4f65464f-bfb9-4a3b-91a8-18eb6c7785c3,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:20.729025 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b008a3-ec9b-408a-80b2-4c7b03620c07 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] No DVR routers for this DVR port e35a1608-3a40-4267-b308-3217b108a94d on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:09:20.747583 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f196e48a-8b5d-434a-a7cc-11f961c9c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:20.752791 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b008a3-ec9b-408a-80b2-4c7b03620c07 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Pushing event deleted for resources: {'Port': ['ID=e35a1608-3a40-4267-b308-3217b108a94d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:20.756617 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-12ef32fc-c6d9-4557-a15a-5db6559357e7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:20.758997 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-12ef32fc-c6d9-4557-a15a-5db6559357e7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/4f65464f-bfb9-4a3b-91a8-18eb6c7785c3 HTTP/1.1" status: 204 len: 168 time: 1.8798552 Sep 07 19:09:20.763678 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56732) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:20.805794 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f196e48a-8b5d-434a-a7cc-11f961c9c8a1 None None] For port 73b5562e-d0bc-4158-8335-c7958774016b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=73b5562e-d0bc-4158-8335-c7958774016b,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:20.817706 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f196e48a-8b5d-434a-a7cc-11f961c9c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:20.910628 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ca191b-8458-4c5a-b7ec-bbbd5c363dad tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:20.912614 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ca191b-8458-4c5a-b7ec-bbbd5c363dad tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:20.915134 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f0ca191b-8458-4c5a-b7ec-bbbd5c363dad tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1500375 Sep 07 19:09:20.919923 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56734) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:20.946885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-fee82c98-be74-4977-91a8-bf915985d1de req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] For port e9ee6f19-df1e-4573-8d59-9a768a25df57, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:09:20.957995 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-81f361da-5cfd-40f3-a0e6-7ba773299133 None None] Could not find standard attr ID for object 4f65464f-bfb9-4a3b-91a8-18eb6c7785c3. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:09:20.989290 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-57926804-2393-472e-9589-63264918cea3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:21.011070 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196e48a-8b5d-434a-a7cc-11f961c9c8a1 None None] Pushing event updated for resources: {'Port': ['ID=73b5562e-d0bc-4158-8335-c7958774016b,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:21.021691 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f6b008a3-ec9b-408a-80b2-4c7b03620c07 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:21.033130 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-805c20e5-350c-4c21-ac16-2d552f4227f3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet 423aa76c-84eb-4b67-bad1-fabcc8bbf212 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:09:21.039482 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-805c20e5-350c-4c21-ac16-2d552f4227f3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:21.047946 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-fee82c98-be74-4977-91a8-bf915985d1de req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] For port e9ee6f19-df1e-4573-8d59-9a768a25df57, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e9ee6f19-df1e-4573-8d59-9a768a25df57,segment=NetworkSegment(7dd8dc55-fb4f-44d9-8604-3fa6c81d1284),segment_id=7dd8dc55-fb4f-44d9-8604-3fa6c81d1284)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:09:21.080682 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f7bc2-7f84-4536-86e5-a25a2b61cffb req-1b637c1b-863e-4b8d-bdef-c817157a8870 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:21.083387 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a89f7bc2-7f84-4536-86e5-a25a2b61cffb req-1b637c1b-863e-4b8d-bdef-c817157a8870 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1 HTTP/1.1" status: 200 len: 945 time: 0.3277900 Sep 07 19:09:21.094266 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fee82c98-be74-4977-91a8-bf915985d1de req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:21.197804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-f6b008a3-ec9b-408a-80b2-4c7b03620c07 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4cfbb5-b751-4ec0-af8a-7d70d95de00b']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:21.202698 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-805c20e5-350c-4c21-ac16-2d552f4227f3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:21.256379 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-57926804-2393-472e-9589-63264918cea3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:21.270921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee82c98-be74-4977-91a8-bf915985d1de req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:21.271821 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fee82c98-be74-4977-91a8-bf915985d1de req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:21.273502 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fee82c98-be74-4977-91a8-bf915985d1de req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] 10.222.0.60 "PUT /v2.0/ports/e9ee6f19-df1e-4573-8d59-9a768a25df57 HTTP/1.1" status: 200 len: 1091 time: 3.0154650 Sep 07 19:09:21.274152 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9c6072-fc98-4ff8-af3e-c10f590991c3', 'tag': 'e9ee6f19-df1e-4573-8d59-9a768a25df57'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:09:21.276721 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a618d3f-1c41-4f0e-808a-7965705e1db5" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9c6072-fc98-4ff8-af3e-c10f590991c3", "tag": "e9ee6f19-df1e-4573-8d59-9a768a25df57"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:09:21.312147 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-f6b008a3-ec9b-408a-80b2-4c7b03620c07 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dbdb51a-a183-445d-b1d9-40c4a6d5d031') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:21.312692 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-f6b008a3-ec9b-408a-80b2-4c7b03620c07 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dbdb51a-a183-445d-b1d9-40c4a6d5d031') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:21.326403 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4936bfc-a85b-457e-a140-ded5a26cdfbc service neutron] Pushing event updated for resources: {'Port': ['ID=e9ee6f19-df1e-4573-8d59-9a768a25df57,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:21.365871 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:09:21.397881 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f6b008a3-ec9b-408a-80b2-4c7b03620c07 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:21.418029 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a9fe8b-eef7-44da-9f40-edef85859e27 x-openstack-request-id: req-36a9fe8b-eef7-44da-9f40-edef85859e27 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:09:21.418775 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9c6072-fc98-4ff8-af3e-c10f590991c3", "tag": "e9ee6f19-df1e-4573-8d59-9a768a25df57", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:09:21.418926 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-36a9fe8b-eef7-44da-9f40-edef85859e27 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:09:21.420088 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9c6072-fc98-4ff8-af3e-c10f590991c3', 'tag': 'e9ee6f19-df1e-4573-8d59-9a768a25df57', 'status': 'completed', 'code': 200} Sep 07 19:09:21.432366 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a89f7bc2-7f84-4536-86e5-a25a2b61cffb req-006e8c9f-6353-4f61-a1b3-adb518c7c6c0 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271422 Sep 07 19:09:21.438985 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f6b008a3-ec9b-408a-80b2-4c7b03620c07 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:21.447237 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b008a3-ec9b-408a-80b2-4c7b03620c07 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:09:21.448050 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f6b008a3-ec9b-408a-80b2-4c7b03620c07 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:21.460692 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57926804-2393-472e-9589-63264918cea3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:21.462734 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-805c20e5-350c-4c21-ac16-2d552f4227f3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:21.488917 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-57926804-2393-472e-9589-63264918cea3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:21.491317 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57926804-2393-472e-9589-63264918cea3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=704d0579-3b3c-4caf-a37a-64f46fa5cbaa,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:21.494054 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57926804-2393-472e-9589-63264918cea3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:21.502145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57926804-2393-472e-9589-63264918cea3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:21.503267 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-57926804-2393-472e-9589-63264918cea3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: self.session.flush() Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: self.session.flush() Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: self.session.flush() Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: self.session.flush() Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:09:21.527585 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:09:21.532312 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f6b008a3-ec9b-408a-80b2-4c7b03620c07 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:21.550885 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-57926804-2393-472e-9589-63264918cea3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5450099 Sep 07 19:09:21.554048 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56742) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:21.564214 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f6b008a3-ec9b-408a-80b2-4c7b03620c07 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:21.564694 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ca6b3b88-3d2b-432e-86c4-7973ea086d80 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:21.569836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f6b008a3-ec9b-408a-80b2-4c7b03620c07 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] 10.222.0.26 "DELETE /v2.0/networks/de4cfbb5-b751-4ec0-af8a-7d70d95de00b HTTP/1.1" status: 204 len: 168 time: 2.6981597 Sep 07 19:09:21.570616 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b008a3-ec9b-408a-80b2-4c7b03620c07 tempest-AllowedAddressPairIpV6TestJSON-2057269775 tempest-AllowedAddressPairIpV6TestJSON-2057269775-project] Pushing event deleted for resources: {'Network': ['ID=de4cfbb5-b751-4ec0-af8a-7d70d95de00b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:21.579861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee82c98-be74-4977-91a8-bf915985d1de req-b7ea6d1d-8cf8-4d21-97d1-10ba98525173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:21.581576 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fee82c98-be74-4977-91a8-bf915985d1de req-b7ea6d1d-8cf8-4d21-97d1-10ba98525173 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfe8c6f49f464ed59d6ca8aa1c15414a&device_id=0f9c6072-fc98-4ff8-af3e-c10f590991c3 HTTP/1.1" status: 200 len: 1094 time: 0.2519453 Sep 07 19:09:21.687805 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fee82c98-be74-4977-91a8-bf915985d1de req-7107939e-3ae9-4978-87f9-e381f7e28fa6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9ee6f19-df1e-4573-8d59-9a768a25df57 HTTP/1.1" status: 200 len: 217 time: 0.0958128 Sep 07 19:09:21.746640 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3b88-3d2b-432e-86c4-7973ea086d80 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:21.771028 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-805c20e5-350c-4c21-ac16-2d552f4227f3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:21.781642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a26d3c-4809-46a3-9620-268df3a26c1d req-4d048b31-1e45-464d-9c4e-60feb8b06131 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:21.783331 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51a26d3c-4809-46a3-9620-268df3a26c1d req-4d048b31-1e45-464d-9c4e-60feb8b06131 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9c6072-fc98-4ff8-af3e-c10f590991c3 HTTP/1.1" status: 200 len: 943 time: 0.2008274 Sep 07 19:09:21.814425 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee82c98-be74-4977-91a8-bf915985d1de req-f78013ce-4b3f-43ac-abca-dd5f738b8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:21.816455 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fee82c98-be74-4977-91a8-bf915985d1de req-f78013ce-4b3f-43ac-abca-dd5f738b8cc9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=656d116a-d6fb-478a-bca4-e91cdbe55fff HTTP/1.1" status: 200 len: 853 time: 0.1206431 Sep 07 19:09:21.940395 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f76a4f-3f09-40bb-99be-e5fde88be9e6 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:21.946256 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-805c20e5-350c-4c21-ac16-2d552f4227f3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:21.951465 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-805c20e5-350c-4c21-ac16-2d552f4227f3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/423aa76c-84eb-4b67-bad1-fabcc8bbf212 HTTP/1.1" status: 204 len: 168 time: 1.0279844 Sep 07 19:09:21.952938 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c20e5-350c-4c21-ac16-2d552f4227f3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=423aa76c-84eb-4b67-bad1-fabcc8bbf212,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:21.973142 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56750) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:21.983821 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fee82c98-be74-4977-91a8-bf915985d1de req-7554bf70-90b6-4ed8-9160-de4f55da42ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24873681-d0c1-481d-9abb-f17b7b3655e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1595449 Sep 07 19:09:21.994053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 73b5562e-d0bc-4158-8335-c7958774016b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:22.007353 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51a26d3c-4809-46a3-9620-268df3a26c1d req-2e198598-70bd-4949-b183-fd701ac597b5 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150750 Sep 07 19:09:22.075293 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2e8946af-2961-4fef-8f9e-680b56aa2d31 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984995 Sep 07 19:09:22.085289 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56752) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:22.120123 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56754) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:22.207148 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 73b5562e-d0bc-4158-8335-c7958774016b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:22.207972 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:22.278501 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519e13ab-b189-45fa-b857-e152741839ac tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:22.284717 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-519e13ab-b189-45fa-b857-e152741839ac tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1981542 Sep 07 19:09:22.285370 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56760) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:22.360345 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b446b5-6166-4f23-8e87-81ab59c43718 req-32d5fbc8-94e3-4d52-b099-8a80cbbaa8a7 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:22.362806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44b446b5-6166-4f23-8e87-81ab59c43718 req-32d5fbc8-94e3-4d52-b099-8a80cbbaa8a7 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.36 "GET /v2.0/ports?device_id=212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1 HTTP/1.1" status: 200 len: 945 time: 0.1788411 Sep 07 19:09:22.365731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fee82c98-be74-4977-91a8-bf915985d1de req-a1960134-89b0-41b9-9802-4e11decaab55 service neutron] 10.222.0.60 "GET /v2.0/networks/24873681-d0c1-481d-9abb-f17b7b3655e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525217 Sep 07 19:09:22.370743 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01722529-5115-4f4d-947b-c2c9236ae9ee None None] DHCP port deletion for 5341d4d7-2b72-420c-84fe-cfa44886a8d9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:09:22.411415 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3b88-3d2b-432e-86c4-7973ea086d80 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:22.421139 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3b88-3d2b-432e-86c4-7973ea086d80 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:22.439533 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54187646-c43c-4b54-a94f-8d2f0f54c650 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:22.443619 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-54187646-c43c-4b54-a94f-8d2f0f54c650 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1407769 Sep 07 19:09:22.452916 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-01722529-5115-4f4d-947b-c2c9236ae9ee None None] Deleting port 73b5562e-d0bc-4158-8335-c7958774016b {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:22.453294 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-01722529-5115-4f4d-947b-c2c9236ae9ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:22.454646 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56762) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:22.494513 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3b88-3d2b-432e-86c4-7973ea086d80 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] In _notify_port_updated(), no bound segment for port 704d0579-3b3c-4caf-a37a-64f46fa5cbaa on network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 {{(pid=101444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 19:09:22.500866 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6b3b88-3d2b-432e-86c4-7973ea086d80 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:22.501510 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3b88-3d2b-432e-86c4-7973ea086d80 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:22.502870 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ca6b3b88-3d2b-432e-86c4-7973ea086d80 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "PUT /v2.0/ports/704d0579-3b3c-4caf-a37a-64f46fa5cbaa HTTP/1.1" status: 200 len: 818 time: 0.9476950 Sep 07 19:09:22.508434 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-224af2e4-44cc-4d06-871b-e34afaf546b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e0da68aaf843483883a168c4ffcc028b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3885324 Sep 07 19:09:22.509125 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56766) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:22.509437 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56768) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:22.555934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-01722529-5115-4f4d-947b-c2c9236ae9ee None None] For port 73b5562e-d0bc-4158-8335-c7958774016b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=73b5562e-d0bc-4158-8335-c7958774016b,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:22.556331 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-01722529-5115-4f4d-947b-c2c9236ae9ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:22.567882 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-26402880-0bcb-4100-97ed-2ef828c9eca6 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1104796 Sep 07 19:09:22.571502 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3b88-3d2b-432e-86c4-7973ea086d80 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=704d0579-3b3c-4caf-a37a-64f46fa5cbaa,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:22.574918 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56772) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:22.592392 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-01722529-5115-4f4d-947b-c2c9236ae9ee None None] Calling delete_port for 73b5562e-d0bc-4158-8335-c7958774016b owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:22.608323 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-afa8da87-6246-4258-8c11-f8f241e6fceb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:22.691888 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a357b58-b73d-4e54-b538-5cfc45ac96b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:22.718550 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a357b58-b73d-4e54-b538-5cfc45ac96b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:22.736684 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-01722529-5115-4f4d-947b-c2c9236ae9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:22.785397 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01722529-5115-4f4d-947b-c2c9236ae9ee None None] Pushing event deleted for resources: {'Port': ['ID=73b5562e-d0bc-4158-8335-c7958774016b,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:22.785730 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a357b58-b73d-4e54-b538-5cfc45ac96b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:22.791874 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01722529-5115-4f4d-947b-c2c9236ae9ee None None] No DVR routers for this DVR port 73b5562e-d0bc-4158-8335-c7958774016b on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:09:22.808803 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a357b58-b73d-4e54-b538-5cfc45ac96b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:22.812682 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9a357b58-b73d-4e54-b538-5cfc45ac96b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64b4bb18-39f0-4e5d-805d-02b12cd5203a HTTP/1.1" status: 204 len: 168 time: 0.2959409 Sep 07 19:09:22.858197 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a357b58-b73d-4e54-b538-5cfc45ac96b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b4bb18-39f0-4e5d-805d-02b12cd5203a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:22.868895 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-44b446b5-6166-4f23-8e87-81ab59c43718 req-9330a30b-e90a-41ff-b214-3bc94e88f26a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Deleting port e65b0d90-526c-435d-af01-3f9e4885c894 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:22.869654 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-44b446b5-6166-4f23-8e87-81ab59c43718 req-9330a30b-e90a-41ff-b214-3bc94e88f26a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:22.876496 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa8da87-6246-4258-8c11-f8f241e6fceb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:22.880743 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-afa8da87-6246-4258-8c11-f8f241e6fceb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:22.902235 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-884bf4b4-efb8-4a91-96a1-0e5eb00ab831 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting port 704d0579-3b3c-4caf-a37a-64f46fa5cbaa {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:22.902572 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fee82c98-be74-4977-91a8-bf915985d1de req-1048b8b3-9120-4154-b52d-cc9599f6b4ca service neutron] 10.222.0.60 "GET /v2.0/networks/24873681-d0c1-481d-9abb-f17b7b3655e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5279260 Sep 07 19:09:22.902875 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-884bf4b4-efb8-4a91-96a1-0e5eb00ab831 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:22.912464 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07e568-83fe-4050-aa87-547e4876481a req-db1650f0-f41f-418e-b33c-9f0bd01a0b25 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:22.920804 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a07e568-83fe-4050-aa87-547e4876481a req-db1650f0-f41f-418e-b33c-9f0bd01a0b25 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1 HTTP/1.1" status: 200 len: 945 time: 0.3515499 Sep 07 19:09:23.073735 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-884bf4b4-efb8-4a91-96a1-0e5eb00ab831 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:23.084473 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a07e568-83fe-4050-aa87-547e4876481a req-6af15b9f-46a9-4775-84fb-3d428ece20cf tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623316 Sep 07 19:09:23.097813 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-884bf4b4-efb8-4a91-96a1-0e5eb00ab831 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Calling delete_port for 704d0579-3b3c-4caf-a37a-64f46fa5cbaa owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:23.247830 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-884bf4b4-efb8-4a91-96a1-0e5eb00ab831 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:23.286885 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bf4b4-efb8-4a91-96a1-0e5eb00ab831 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Port': ['ID=704d0579-3b3c-4caf-a37a-64f46fa5cbaa,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:23.295086 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-884bf4b4-efb8-4a91-96a1-0e5eb00ab831 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:23.297573 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-884bf4b4-efb8-4a91-96a1-0e5eb00ab831 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/ports/704d0579-3b3c-4caf-a37a-64f46fa5cbaa HTTP/1.1" status: 204 len: 168 time: 0.7851245 Sep 07 19:09:23.301011 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56788) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:23.301723 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a618d3f-1c41-4f0e-808a-7965705e1db5 req-c271721b-eaf4-4311-ac61-df398e641b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:23.304251 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a618d3f-1c41-4f0e-808a-7965705e1db5 req-c271721b-eaf4-4311-ac61-df398e641b72 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfe8c6f49f464ed59d6ca8aa1c15414a&device_id=0f9c6072-fc98-4ff8-af3e-c10f590991c3 HTTP/1.1" status: 200 len: 1094 time: 0.3197029 Sep 07 19:09:23.366549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-44b446b5-6166-4f23-8e87-81ab59c43718 req-9330a30b-e90a-41ff-b214-3bc94e88f26a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] For port e65b0d90-526c-435d-af01-3f9e4885c894, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=e65b0d90-526c-435d-af01-3f9e4885c894,segment=NetworkSegment(60a8ac4c-22a8-4e87-8d09-0c1bee80faa8),segment_id=60a8ac4c-22a8-4e87-8d09-0c1bee80faa8)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:23.366977 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-44b446b5-6166-4f23-8e87-81ab59c43718 req-9330a30b-e90a-41ff-b214-3bc94e88f26a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:23.408842 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d3361-177c-4f5d-b9ca-f47c41b65f08 req-d41470d9-2911-44ea-8cc1-8b0950fbf2bc tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:23.411945 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b4d3361-177c-4f5d-b9ca-f47c41b65f08 req-d41470d9-2911-44ea-8cc1-8b0950fbf2bc tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9c6072-fc98-4ff8-af3e-c10f590991c3 HTTP/1.1" status: 200 len: 943 time: 0.2236617 Sep 07 19:09:23.437791 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-44b446b5-6166-4f23-8e87-81ab59c43718 req-9330a30b-e90a-41ff-b214-3bc94e88f26a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Calling delete_port for e65b0d90-526c-435d-af01-3f9e4885c894 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:23.474797 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67340aa-b348-42a7-a585-fbde99b71fc0 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:23.477076 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f67340aa-b348-42a7-a585-fbde99b71fc0 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1745727 Sep 07 19:09:23.479507 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56796) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:23.560118 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-498a50fa-ec2e-4636-bf6f-3c33a211c767 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] GET failed (client error): The resource could not be found. Sep 07 19:09:23.561687 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b4d3361-177c-4f5d-b9ca-f47c41b65f08 req-ec1a980f-7c73-4574-9d23-5f79158f71c0 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292174 Sep 07 19:09:23.573085 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-498a50fa-ec2e-4636-bf6f-3c33a211c767 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports/704d0579-3b3c-4caf-a37a-64f46fa5cbaa HTTP/1.1" status: 404 len: 333 time: 0.0898385 Sep 07 19:09:23.573817 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56800) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:23.584957 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-70620885-63b7-46a8-9a06-fa54ad6596a9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-433615461'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:23.639573 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70620885-63b7-46a8-9a06-fa54ad6596a9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:23.642977 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70620885-63b7-46a8-9a06-fa54ad6596a9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:23.684316 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70620885-63b7-46a8-9a06-fa54ad6596a9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:09:23.702313 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70620885-63b7-46a8-9a06-fa54ad6596a9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:23.702893 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-70620885-63b7-46a8-9a06-fa54ad6596a9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Added segment 1272ea91-3da7-4a60-8a8f-e3bc42747509 of type vlan for network 2204a568-44d4-4bd4-8639-2eda0a7325db Sep 07 19:09:23.727028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a618d3f-1c41-4f0e-808a-7965705e1db5 req-3ca70378-4cd2-43a1-934b-23eb082fdeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:23.728569 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a618d3f-1c41-4f0e-808a-7965705e1db5 req-3ca70378-4cd2-43a1-934b-23eb082fdeba service neutron] 10.222.0.60 "GET /v2.0/networks?id=24873681-d0c1-481d-9abb-f17b7b3655e8 HTTP/1.1" status: 200 len: 914 time: 0.3993416 Sep 07 19:09:23.733082 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-afa8da87-6246-4258-8c11-f8f241e6fceb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:23.773563 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70620885-63b7-46a8-9a06-fa54ad6596a9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:23.815898 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70620885-63b7-46a8-9a06-fa54ad6596a9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:23.819690 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a618d3f-1c41-4f0e-808a-7965705e1db5 req-998667dd-5e16-4cfe-b1f4-3c5f1a9d1a54 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9ee6f19-df1e-4573-8d59-9a768a25df57 HTTP/1.1" status: 200 len: 217 time: 0.0770826 Sep 07 19:09:23.830250 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70620885-63b7-46a8-9a06-fa54ad6596a9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:23.832946 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70620885-63b7-46a8-9a06-fa54ad6596a9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:23.890329 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa8da87-6246-4258-8c11-f8f241e6fceb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:23.905276 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-70620885-63b7-46a8-9a06-fa54ad6596a9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3300531 Sep 07 19:09:23.918088 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56808) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:23.933251 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-f44703ef-89d1-4b93-b90f-261c57396b87 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'subnet': {'network_id': '2204a568-44d4-4bd4-8639-2eda0a7325db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:23.985035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-afa8da87-6246-4258-8c11-f8f241e6fceb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:23.994555 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa8da87-6246-4258-8c11-f8f241e6fceb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:23.995367 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-afa8da87-6246-4258-8c11-f8f241e6fceb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:23.998976 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 73b5562e-d0bc-4158-8335-c7958774016b no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:09:24.047656 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8da87-6246-4258-8c11-f8f241e6fceb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=b20edbbb-5c88-4184-9803-27e199eca1d1,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:24.062682 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 73b5562e-d0bc-4158-8335-c7958774016b {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:09:24.063394 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 73b5562e-d0bc-4158-8335-c7958774016b not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:09:24.067835 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-44b446b5-6166-4f23-8e87-81ab59c43718 req-9330a30b-e90a-41ff-b214-3bc94e88f26a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:24.071817 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a618d3f-1c41-4f0e-808a-7965705e1db5 req-2ae66d68-1a4b-4978-a6e3-4113f4e1fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:24.073640 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a618d3f-1c41-4f0e-808a-7965705e1db5 req-2ae66d68-1a4b-4978-a6e3-4113f4e1fb93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=656d116a-d6fb-478a-bca4-e91cdbe55fff HTTP/1.1" status: 200 len: 853 time: 0.2268481 Sep 07 19:09:24.077869 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a29ed8a-189a-473b-8ccc-eecb7c8fc32f None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:24.088814 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-afa8da87-6246-4258-8c11-f8f241e6fceb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5002809 Sep 07 19:09:24.091670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:09:24.095564 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['0cc231fb-2c5b-41fb-bd96-1030392369de'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:09:24.135859 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56814) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:24.144488 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330a30b-e90a-41ff-b214-3bc94e88f26a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Pushing event deleted for resources: {'Port': ['ID=e65b0d90-526c-435d-af01-3f9e4885c894,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:24.155851 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70620885-63b7-46a8-9a06-fa54ad6596a9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Network': ['ID=2204a568-44d4-4bd4-8639-2eda0a7325db,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:24.170947 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-766640c9-c468-4a53-b655-273279447a7b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'mac_address': 'fa:16:3e:ae:87:3d', 'name': 'tempest-NetworksTestDHCPv6-494957635'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:24.194823 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44703ef-89d1-4b93-b90f-261c57396b87 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:24.200202 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 2204a568-44d4-4bd4-8639-2eda0a7325db details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:09:24.202700 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f44703ef-89d1-4b93-b90f-261c57396b87 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:24.248673 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56818) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:24.382109 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a618d3f-1c41-4f0e-808a-7965705e1db5 req-d6dfb051-5095-4796-889b-784c82afda42 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24873681-d0c1-481d-9abb-f17b7b3655e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2386925 Sep 07 19:09:24.492299 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ed76adb4-d56c-43a4-bde7-f51c6fb50ed4 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2143717339'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:24.562486 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b22c401e-5ef8-4362-80f6-f26c086418e5 req-2ddc7a87-4d73-45c9-9f86-bd1b8541abde tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1 HTTP/1.1" status: 200 len: 210 time: 0.2651892 Sep 07 19:09:24.571093 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b446b5-6166-4f23-8e87-81ab59c43718 req-9330a30b-e90a-41ff-b214-3bc94e88f26a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] No DVR routers for this DVR port e65b0d90-526c-435d-af01-3f9e4885c894 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:09:24.598504 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-44b446b5-6166-4f23-8e87-81ab59c43718 req-9330a30b-e90a-41ff-b214-3bc94e88f26a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:24.600610 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44b446b5-6166-4f23-8e87-81ab59c43718 req-9330a30b-e90a-41ff-b214-3bc94e88f26a tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.36 "DELETE /v2.0/ports/e65b0d90-526c-435d-af01-3f9e4885c894 HTTP/1.1" status: 204 len: 173 time: 2.2243078 Sep 07 19:09:24.601071 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1', 'name': 'network-vif-deleted', 'tag': 'e65b0d90-526c-435d-af01-3f9e4885c894'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:09:24.602600 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed76adb4-d56c-43a4-bde7-f51c6fb50ed4 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Made reservation on behalf of a7b24e7fed5548bf9053ec410fedea0d for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:24.603351 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75dd8a2-92f2-47d0-9ea0-81deae6c8929" -d '{"events": [{"server_uuid": "212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1", "name": "network-vif-deleted", "tag": "e65b0d90-526c-435d-af01-3f9e4885c894"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:09:24.609158 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ed76adb4-d56c-43a4-bde7-f51c6fb50ed4 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:24.627556 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ed76adb4-d56c-43a4-bde7-f51c6fb50ed4 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:24.753932 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device e65b0d90-526c-435d-af01-3f9e4885c894 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:09:24.767574 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79aa9e38-7d96-4396-8a6c-bc809f1a6a8b x-openstack-request-id: req-79aa9e38-7d96-4396-8a6c-bc809f1a6a8b {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:09:24.768044 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1", "name": "network-vif-deleted", "tag": "e65b0d90-526c-435d-af01-3f9e4885c894", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:09:24.768426 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79aa9e38-7d96-4396-8a6c-bc809f1a6a8b {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:09:24.770402 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212d3a8b-2b3a-4ebe-a2a5-a424c5f846f1', 'name': 'network-vif-deleted', 'tag': 'e65b0d90-526c-435d-af01-3f9e4885c894', 'status': 'completed', 'code': 200} Sep 07 19:09:24.780410 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ed76adb4-d56c-43a4-bde7-f51c6fb50ed4 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:24.785067 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ed76adb4-d56c-43a4-bde7-f51c6fb50ed4 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:24.799492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed76adb4-d56c-43a4-bde7-f51c6fb50ed4 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:09:24.813626 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ed76adb4-d56c-43a4-bde7-f51c6fb50ed4 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:24.814067 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-ed76adb4-d56c-43a4-bde7-f51c6fb50ed4 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Added segment 4dc69dd0-9af2-40f9-8fcb-ed626c1c7848 of type vlan for network 429950d9-9554-4c62-a081-81de6a44bd48 Sep 07 19:09:24.821706 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: e65b0d90-526c-435d-af01-3f9e4885c894 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:09:24.822157 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device e65b0d90-526c-435d-af01-3f9e4885c894 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:09:24.863249 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ed76adb4-d56c-43a4-bde7-f51c6fb50ed4 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:24.873585 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'fixed_ips': [{'subnet_id': 'b20edbbb-5c88-4184-9803-27e199eca1d1'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:09:24.874521 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:24.890105 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a618d3f-1c41-4f0e-808a-7965705e1db5 req-72741850-84e7-47e1-aab6-8b26d8e9c725 service neutron] 10.222.0.60 "GET /v2.0/networks/24873681-d0c1-481d-9abb-f17b7b3655e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103062 Sep 07 19:09:24.900654 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f44703ef-89d1-4b93-b90f-261c57396b87 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:24.922393 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ed76adb4-d56c-43a4-bde7-f51c6fb50ed4 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:24.928405 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed76adb4-d56c-43a4-bde7-f51c6fb50ed4 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:24.929143 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ed76adb4-d56c-43a4-bde7-f51c6fb50ed4 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:24.932945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92154f-0cea-4840-a3f5-d7f8f851e8e4 req-a8e11e4a-a1bd-45c7-bf14-caf9b80d2da0 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:24.937288 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a92154f-0cea-4840-a3f5-d7f8f851e8e4 req-a8e11e4a-a1bd-45c7-bf14-caf9b80d2da0 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9c6072-fc98-4ff8-af3e-c10f590991c3 HTTP/1.1" status: 200 len: 943 time: 0.1619349 Sep 07 19:09:24.968727 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766640c9-c468-4a53-b655-273279447a7b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:25.079948 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76adb4-d56c-43a4-bde7-f51c6fb50ed4 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2623e2c8-2b23-4844-a83d-3710242835d9,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:25.089522 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76adb4-d56c-43a4-bde7-f51c6fb50ed4 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Network': ['ID=429950d9-9554-4c62-a081-81de6a44bd48,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:25.105255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] Allocated IP 2001:db8::2 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/b20edbbb-5c88-4184-9803-27e199eca1d1/d40b0421-3594-470e-8c68-b22ad855db10) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:25.117938 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ed76adb4-d56c-43a4-bde7-f51c6fb50ed4 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8672502 Sep 07 19:09:25.142867 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44703ef-89d1-4b93-b90f-261c57396b87 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Subnet': ['ID=ddeaf310-3cc8-4656-8fd5-319c9c810986,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:25.143933 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 429950d9-9554-4c62-a081-81de6a44bd48 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:09:25.170389 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44703ef-89d1-4b93-b90f-261c57396b87 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Checking segment: {'id': '1272ea91-3da7-4a60-8a8f-e3bc42747509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2204a568-44d4-4bd4-8639-2eda0a7325db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:25.171018 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44703ef-89d1-4b93-b90f-261c57396b87 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network hostable DHCP agents. Network: 2204a568-44d4-4bd4-8639-2eda0a7325db, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:09:25.243641 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44703ef-89d1-4b93-b90f-261c57396b87 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network 2204a568-44d4-4bd4-8639-2eda0a7325db is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:09:25.263360 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-f44703ef-89d1-4b93-b90f-261c57396b87 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 2204a568-44d4-4bd4-8639-2eda0a7325db) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:25.284093 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a8e352-d256-4510-bd93-8c82bba11029 None None] Network 2204a568-44d4-4bd4-8639-2eda0a7325db requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:25.288977 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44703ef-89d1-4b93-b90f-261c57396b87 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:25.289740 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f44703ef-89d1-4b93-b90f-261c57396b87 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:25.329515 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f44703ef-89d1-4b93-b90f-261c57396b87 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4074016 Sep 07 19:09:25.331306 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56830) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:25.354271 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4b65b375-5fd3-4a01-ba54-3f6dd0bd6f39 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'subnet': {'network_id': '2204a568-44d4-4bd4-8639-2eda0a7325db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:25.604866 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:25.625324 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] Transition to ACTIVE for port object d40b0421-3594-470e-8c68-b22ad855db10 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:25.691854 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-2204a568-44d4-4bd4-8639-2eda0a7325db', 'network_id': '2204a568-44d4-4bd4-8639-2eda0a7325db', 'tenant_id': 'd1e1876fa5ed4cf28904b4280216dec1', 'fixed_ips': [{'subnet_id': 'ddeaf310-3cc8-4656-8fd5-319c9c810986'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:09:25.693488 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:25.722356 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] Transition to ACTIVE for port object d40b0421-3594-470e-8c68-b22ad855db10 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:25.742595 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:25.761618 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b65b375-5fd3-4a01-ba54-3f6dd0bd6f39 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:25.765813 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4b65b375-5fd3-4a01-ba54-3f6dd0bd6f39 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:25.850981 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:25.937538 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:25.958677 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:25.973304 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] Pushing event updated for resources: {'Port': ['ID=d40b0421-3594-470e-8c68-b22ad855db10,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:26.001113 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e9ee6f19-df1e-4573-8d59-9a768a25df57 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:09:26.041406 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-21061947-afa9-4dc4-b305-2f929e25e699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:26.074335 n-d-807786-1 neutron-server[101444]: INFO neutron.db.ipam_backend_mixin [None req-4b65b375-5fd3-4a01-ba54-3f6dd0bd6f39 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ddeaf310-3cc8-4656-8fd5-319c9c810986 (CIDR: 172.20.0.0/28) Sep 07 19:09:26.088409 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b65b375-5fd3-4a01-ba54-3f6dd0bd6f39 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:09:26.092977 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b65b375-5fd3-4a01-ba54-3f6dd0bd6f39 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:09:26.121175 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a92154f-0cea-4840-a3f5-d7f8f851e8e4 req-149d72c9-4ddc-494c-98ae-68af8d084f6b tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1472378 Sep 07 19:09:26.145247 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4b65b375-5fd3-4a01-ba54-3f6dd0bd6f39 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8108509 Sep 07 19:09:26.146742 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56838) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:26.169479 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a618d3f-1c41-4f0e-808a-7965705e1db5 req-17092ea7-2e26-4252-9fe9-e6d4a6abf81b service neutron] 10.222.0.60 "GET /v2.0/networks/24873681-d0c1-481d-9abb-f17b7b3655e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2302678 Sep 07 19:09:26.172571 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-0275a4fb-8be3-4b99-b6f5-eacf6f6f3581 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'subnet': {'network_id': '2204a568-44d4-4bd4-8639-2eda0a7325db', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:26.175872 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-766640c9-c468-4a53-b655-273279447a7b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:26.205372 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] Attempting to bind port d40b0421-3594-470e-8c68-b22ad855db10 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:09:26.206474 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] Attempting to bind port d40b0421-3594-470e-8c68-b22ad855db10 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:09:26.207090 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] Attempting to bind port d40b0421-3594-470e-8c68-b22ad855db10 on network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:09:26.216918 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] Allocated IP 172.20.0.2 (2204a568-44d4-4bd4-8639-2eda0a7325db/ddeaf310-3cc8-4656-8fd5-319c9c810986/bc7ea8f7-ab0d-43f4-b127-5a9551c05d47) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:26.238506 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-766640c9-c468-4a53-b655-273279447a7b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] device_id is not set on port eb8bf705-dae3-4224-8f46-812eff105817 yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:09:26.318168 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:09:26.321454 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:26.322213 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:26.322838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] Bound using segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:09:26.323574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] Bound port: d40b0421-3594-470e-8c68-b22ad855db10, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:09:26.324199 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:26.474445 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0275a4fb-8be3-4b99-b6f5-eacf6f6f3581 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:26.482804 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0275a4fb-8be3-4b99-b6f5-eacf6f6f3581 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:26.496262 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-766640c9-c468-4a53-b655-273279447a7b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8::1a0 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/b20edbbb-5c88-4184-9803-27e199eca1d1/eb8bf705-dae3-4224-8f46-812eff105817) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:26.730086 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-766640c9-c468-4a53-b655-273279447a7b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:26.795973 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] For port d40b0421-3594-470e-8c68-b22ad855db10, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:09:26.803047 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] For port d40b0421-3594-470e-8c68-b22ad855db10, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d40b0421-3594-470e-8c68-b22ad855db10,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:09:26.816974 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:26.831065 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-766640c9-c468-4a53-b655-273279447a7b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Transition to ACTIVE for port object eb8bf705-dae3-4224-8f46-812eff105817 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:26.904616 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17927a4c-e59f-4db6-9311-360f39d23f97 req-d2aeb76c-6550-47b7-ac3b-432323b962d0 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:26.906395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-17927a4c-e59f-4db6-9311-360f39d23f97 req-d2aeb76c-6550-47b7-ac3b-432323b962d0 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=f063b6b1-8959-487f-be03-46d6af5dea31 HTTP/1.1" status: 200 len: 945 time: 0.1443555 Sep 07 19:09:26.965210 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c5b9a-ef6b-4919-8cef-8706977e45c3 None None] Pushing event updated for resources: {'Port': ['ID=d40b0421-3594-470e-8c68-b22ad855db10,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:26.993256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56850) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:27.002132 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port e9ee6f19-df1e-4573-8d59-9a768a25df57, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e9ee6f19-df1e-4573-8d59-9a768a25df57,segment=NetworkSegment(7dd8dc55-fb4f-44d9-8604-3fa6c81d1284),segment_id=7dd8dc55-fb4f-44d9-8604-3fa6c81d1284)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:27.052195 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'e9ee6f19-df1e-4573-8d59-9a768a25df57', 'network_id': '24873681-d0c1-481d-9abb-f17b7b3655e8', 'port_id': 'e9ee6f19-df1e-4573-8d59-9a768a25df57', 'mac_address': 'fa:16:3e:50:71:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656d116a-d6fb-478a-bca4-e91cdbe55fff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:09:27.054600 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0275a4fb-8be3-4b99-b6f5-eacf6f6f3581 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:27.090224 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-766640c9-c468-4a53-b655-273279447a7b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:27.144921 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-17927a4c-e59f-4db6-9311-360f39d23f97 req-a2e8544f-2bb1-48a5-b6b6-e52dc622dc88 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251923 Sep 07 19:09:27.222282 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:27.224830 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0275a4fb-8be3-4b99-b6f5-eacf6f6f3581 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network 2204a568-44d4-4bd4-8639-2eda0a7325db is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:27.237924 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-0275a4fb-8be3-4b99-b6f5-eacf6f6f3581 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:27.253831 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0275a4fb-8be3-4b99-b6f5-eacf6f6f3581 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:27.254984 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0275a4fb-8be3-4b99-b6f5-eacf6f6f3581 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:27.281356 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766640c9-c468-4a53-b655-273279447a7b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:27.295614 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-766640c9-c468-4a53-b655-273279447a7b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:27.297556 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275a4fb-8be3-4b99-b6f5-eacf6f6f3581 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Subnet': ['ID=d0918835-0a8b-4d59-b437-9fc472125f64,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:27.315282 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766640c9-c468-4a53-b655-273279447a7b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:27.316538 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0275a4fb-8be3-4b99-b6f5-eacf6f6f3581 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1634173 Sep 07 19:09:27.320697 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56856) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:27.336618 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ecdd581f-9c90-49f0-9d08-ab31a363d086 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'port': {'network_id': '2204a568-44d4-4bd4-8639-2eda0a7325db', 'fixed_ips': [{'subnet_id': 'ddeaf310-3cc8-4656-8fd5-319c9c810986'}, {'subnet_id': 'd0918835-0a8b-4d59-b437-9fc472125f64'}], 'name': 'tempest-PortsTestJSON-513934071'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:27.339178 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766640c9-c468-4a53-b655-273279447a7b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:27.340042 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-766640c9-c468-4a53-b655-273279447a7b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:27.363938 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ee6f19-df1e-4573-8d59-9a768a25df57 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:09:27.443250 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-766640c9-c468-4a53-b655-273279447a7b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2890506 Sep 07 19:09:27.486536 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56858) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:27.488906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766640c9-c468-4a53-b655-273279447a7b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=eb8bf705-dae3-4224-8f46-812eff105817,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:27.507933 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port e9ee6f19-df1e-4573-8d59-9a768a25df57, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e9ee6f19-df1e-4573-8d59-9a768a25df57,segment=NetworkSegment(7dd8dc55-fb4f-44d9-8604-3fa6c81d1284),segment_id=7dd8dc55-fb4f-44d9-8604-3fa6c81d1284)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:27.530565 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:27.549434 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eec9f59e-6b4e-4abc-a96f-4c9142758f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:27.564079 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] Transition to ACTIVE for port object bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:27.592166 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] Transition to ACTIVE for port object bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:27.597551 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:27.614153 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:27.666156 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] Network 2204a568-44d4-4bd4-8639-2eda0a7325db is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:27.673192 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:27.679857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:27.721791 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5776e3ff-e6a1-40bf-b8c3-95afbf15b714 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:27.737354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5776e3ff-e6a1-40bf-b8c3-95afbf15b714 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:27.740720 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5776e3ff-e6a1-40bf-b8c3-95afbf15b714 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2483897 Sep 07 19:09:27.748226 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56860) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:27.823973 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['e9ee6f19-df1e-4573-8d59-9a768a25df57'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:09:27.833942 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e886a-e111-4678-8178-ee40a4554f54 req-b3065cd2-cb6b-444e-84f4-197f10b7c403 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:27.836519 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c20e886a-e111-4678-8178-ee40a4554f54 req-b3065cd2-cb6b-444e-84f4-197f10b7c403 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9c6072-fc98-4ff8-af3e-c10f590991c3 HTTP/1.1" status: 200 len: 943 time: 0.4305964 Sep 07 19:09:27.907003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1039be-aa7c-45db-965c-f105111121ce req-a410d563-0266-49d8-9cef-1a7907b067f5 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:27.912203 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0b1039be-aa7c-45db-965c-f105111121ce req-a410d563-0266-49d8-9cef-1a7907b067f5 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.36 "GET /v2.0/ports?device_id=f063b6b1-8959-487f-be03-46d6af5dea31 HTTP/1.1" status: 200 len: 945 time: 0.2831566 Sep 07 19:09:28.002258 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=e9ee6f19-df1e-4573-8d59-9a768a25df57,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:28.210068 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d40b0421-3594-470e-8c68-b22ad855db10 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:28.245933 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eec9f59e-6b4e-4abc-a96f-4c9142758f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:28.265389 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] Attempting to bind port bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:09:28.266014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] Attempting to bind port bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '1272ea91-3da7-4a60-8a8f-e3bc42747509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2204a568-44d4-4bd4-8639-2eda0a7325db'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:09:28.266633 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] Attempting to bind port bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 on network 2204a568-44d4-4bd4-8639-2eda0a7325db {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:09:28.289064 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdd581f-9c90-49f0-9d08-ab31a363d086 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:28.303744 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eec9f59e-6b4e-4abc-a96f-4c9142758f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:28.408465 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-eec9f59e-6b4e-4abc-a96f-4c9142758f33 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ec135e92b5046998cc9bdd3090f9612&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4100325 Sep 07 19:09:28.425072 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:09:28.425453 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] Checking segment: {'id': '1272ea91-3da7-4a60-8a8f-e3bc42747509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2204a568-44d4-4bd4-8639-2eda0a7325db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:28.425863 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:28.426263 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] Bound using segment: {'id': '1272ea91-3da7-4a60-8a8f-e3bc42747509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2204a568-44d4-4bd4-8639-2eda0a7325db'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:09:28.428080 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56866) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:28.429660 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] Bound port: bc7ea8f7-ab0d-43f4-b127-5a9551c05d47, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1272ea91-3da7-4a60-8a8f-e3bc42747509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2204a568-44d4-4bd4-8639-2eda0a7325db'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:09:28.432498 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:28.472394 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9f59e-6b4e-4abc-a96f-4c9142758f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b289a0f1-b2f8-450c-b972-a8e553d7dcbb,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:28.517079 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] Pushing event updated for resources: {'Port': ['ID=bc7ea8f7-ab0d-43f4-b127-5a9551c05d47,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:28.533533 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ecdd581f-9c90-49f0-9d08-ab31a363d086 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:28.543335 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c20e886a-e111-4678-8178-ee40a4554f54 req-4c07ed5e-b168-4f07-9c09-b8418cfe5b8e tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6932502 Sep 07 19:09:28.589906 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-ecdd581f-9c90-49f0-9d08-ab31a363d086 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] device_id is not set on port cdf63553-e614-4f62-9919-c22c444639f9 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:09:28.590424 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-0b1039be-aa7c-45db-965c-f105111121ce req-da705a84-824a-4144-8c60-3bbeee7d3dfc tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Deleting port 0cc231fb-2c5b-41fb-bd96-1030392369de {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:28.590950 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0b1039be-aa7c-45db-965c-f105111121ce req-da705a84-824a-4144-8c60-3bbeee7d3dfc tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:28.594799 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port d40b0421-3594-470e-8c68-b22ad855db10 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:28.746658 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-0b1039be-aa7c-45db-965c-f105111121ce req-da705a84-824a-4144-8c60-3bbeee7d3dfc tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] For port 0cc231fb-2c5b-41fb-bd96-1030392369de, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=0cc231fb-2c5b-41fb-bd96-1030392369de,segment=NetworkSegment(60a8ac4c-22a8-4e87-8d09-0c1bee80faa8),segment_id=60a8ac4c-22a8-4e87-8d09-0c1bee80faa8)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:28.747046 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0b1039be-aa7c-45db-965c-f105111121ce req-da705a84-824a-4144-8c60-3bbeee7d3dfc tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:28.766981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-0b1039be-aa7c-45db-965c-f105111121ce req-da705a84-824a-4144-8c60-3bbeee7d3dfc tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Calling delete_port for 0cc231fb-2c5b-41fb-bd96-1030392369de owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:28.927946 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5c4c7ca1-539e-4aa3-95c5-5846db75356f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:28.933744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-edb5d89b-e066-4634-af00-6f2af3b303fb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting port eb8bf705-dae3-4224-8f46-812eff105817 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:28.934656 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edb5d89b-e066-4634-af00-6f2af3b303fb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:28.950151 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0b1039be-aa7c-45db-965c-f105111121ce req-da705a84-824a-4144-8c60-3bbeee7d3dfc tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:28.966909 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] For port bc7ea8f7-ab0d-43f4-b127-5a9551c05d47, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:09:28.979797 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] For port bc7ea8f7-ab0d-43f4-b127-5a9551c05d47, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=bc7ea8f7-ab0d-43f4-b127-5a9551c05d47,segment=NetworkSegment(1272ea91-3da7-4a60-8a8f-e3bc42747509),segment_id=1272ea91-3da7-4a60-8a8f-e3bc42747509)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:09:28.991510 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:29.126518 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1910707-6013-4e55-819f-84f4a3659991 req-ff4c631d-4afb-464b-b5a4-d488ec821f43 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:29.128195 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1910707-6013-4e55-819f-84f4a3659991 req-ff4c631d-4afb-464b-b5a4-d488ec821f43 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=f063b6b1-8959-487f-be03-46d6af5dea31 HTTP/1.1" status: 200 len: 867 time: 0.8550372 Sep 07 19:09:29.177717 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:29.214566 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-35fd4b8b-551e-428c-b0d6-336c9b991211 None None] Provisioning for port d40b0421-3594-470e-8c68-b22ad855db10 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:29.248053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:09:29.305012 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-35fd4b8b-551e-428c-b0d6-336c9b991211 None None] Provisioning complete for port d40b0421-3594-470e-8c68-b22ad855db10 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:29.313579 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-35fd4b8b-551e-428c-b0d6-336c9b991211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:29.327503 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa44e06-58cf-4d22-b89c-a0559ee070c2 None None] Pushing event updated for resources: {'Port': ['ID=bc7ea8f7-ab0d-43f4-b127-5a9551c05d47,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:29.362099 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-ecdd581f-9c90-49f0-9d08-ab31a363d086 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Allocated IP 172.20.0.8 (2204a568-44d4-4bd4-8639-2eda0a7325db/ddeaf310-3cc8-4656-8fd5-319c9c810986/cdf63553-e614-4f62-9919-c22c444639f9) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:29.391929 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-ecdd581f-9c90-49f0-9d08-ab31a363d086 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Allocated IP 172.20.0.27 (2204a568-44d4-4bd4-8639-2eda0a7325db/d0918835-0a8b-4d59-b437-9fc472125f64/cdf63553-e614-4f62-9919-c22c444639f9) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:29.399852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da705a84-824a-4144-8c60-3bbeee7d3dfc tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Pushing event deleted for resources: {'Port': ['ID=0cc231fb-2c5b-41fb-bd96-1030392369de,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:29.427262 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edb5d89b-e066-4634-af00-6f2af3b303fb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:29.572780 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56872) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:29.578336 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a60ed329-5af9-4eb1-860d-196d82c22fd7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'subnet': {'network_id': '429950d9-9554-4c62-a081-81de6a44bd48', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:29.647475 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1039be-aa7c-45db-965c-f105111121ce req-da705a84-824a-4144-8c60-3bbeee7d3dfc tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] No DVR routers for this DVR port 0cc231fb-2c5b-41fb-bd96-1030392369de on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:09:29.653575 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3b89e0c-d42a-47d8-a816-8afb04e61e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:29.681055 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0b1039be-aa7c-45db-965c-f105111121ce req-da705a84-824a-4144-8c60-3bbeee7d3dfc tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:29.693484 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0b1039be-aa7c-45db-965c-f105111121ce req-da705a84-824a-4144-8c60-3bbeee7d3dfc tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.36 "DELETE /v2.0/ports/0cc231fb-2c5b-41fb-bd96-1030392369de HTTP/1.1" status: 204 len: 173 time: 1.7081792 Sep 07 19:09:29.694312 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f063b6b1-8959-487f-be03-46d6af5dea31', 'name': 'network-vif-deleted', 'tag': '0cc231fb-2c5b-41fb-bd96-1030392369de'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:09:29.710582 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc0054c-99c0-49f1-8d37-f909ef783145" -d '{"events": [{"server_uuid": "f063b6b1-8959-487f-be03-46d6af5dea31", "name": "network-vif-deleted", "tag": "0cc231fb-2c5b-41fb-bd96-1030392369de"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:09:29.718060 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-35fd4b8b-551e-428c-b0d6-336c9b991211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:29.724829 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-edb5d89b-e066-4634-af00-6f2af3b303fb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Calling delete_port for eb8bf705-dae3-4224-8f46-812eff105817 owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:29.837350 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-35fd4b8b-551e-428c-b0d6-336c9b991211 None None] For port d40b0421-3594-470e-8c68-b22ad855db10, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d40b0421-3594-470e-8c68-b22ad855db10,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:29.854471 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-35fd4b8b-551e-428c-b0d6-336c9b991211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:29.862189 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1910707-6013-4e55-819f-84f4a3659991 req-ee7f7650-5d8e-466b-b235-7f41f7ef829d tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6553521 Sep 07 19:09:29.870115 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3b89e0c-d42a-47d8-a816-8afb04e61e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:29.913727 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60ed329-5af9-4eb1-860d-196d82c22fd7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Made reservation on behalf of a7b24e7fed5548bf9053ec410fedea0d for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:29.920525 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a60ed329-5af9-4eb1-860d-196d82c22fd7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:29.997272 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd4b8b-551e-428c-b0d6-336c9b991211 None None] Pushing event updated for resources: {'Port': ['ID=d40b0421-3594-470e-8c68-b22ad855db10,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:29.998105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3178c-8609-477a-9def-e8b654b3e926 req-3ed817a5-cdcd-4264-8c32-b5d597c99caf tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:30.000162 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-acc3178c-8609-477a-9def-e8b654b3e926 req-3ed817a5-cdcd-4264-8c32-b5d597c99caf tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9c6072-fc98-4ff8-af3e-c10f590991c3 HTTP/1.1" status: 200 len: 944 time: 0.2764626 Sep 07 19:09:30.016937 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666202fa-069f-4061-a99a-ab531e38655c x-openstack-request-id: req-666202fa-069f-4061-a99a-ab531e38655c {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:09:30.017397 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f063b6b1-8959-487f-be03-46d6af5dea31", "name": "network-vif-deleted", "tag": "0cc231fb-2c5b-41fb-bd96-1030392369de", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:09:30.017817 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-666202fa-069f-4061-a99a-ab531e38655c {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:09:30.018332 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f063b6b1-8959-487f-be03-46d6af5dea31', 'name': 'network-vif-deleted', 'tag': '0cc231fb-2c5b-41fb-bd96-1030392369de', 'status': 'completed', 'code': 200} Sep 07 19:09:30.032224 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e9ee6f19-df1e-4573-8d59-9a768a25df57 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:30.032940 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ecdd581f-9c90-49f0-9d08-ab31a363d086 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:30.041087 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3b89e0c-d42a-47d8-a816-8afb04e61e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:30.045022 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3b89e0c-d42a-47d8-a816-8afb04e61e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:30.046361 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b3b89e0c-d42a-47d8-a816-8afb04e61e4e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b289a0f1-b2f8-450c-b972-a8e553d7dcbb HTTP/1.1" status: 204 len: 168 time: 1.5615203 Sep 07 19:09:30.085151 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b89e0c-d42a-47d8-a816-8afb04e61e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b289a0f1-b2f8-450c-b972-a8e553d7dcbb,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:30.122970 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:30.132268 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-acc3178c-8609-477a-9def-e8b654b3e926 req-f6013f5f-fdb9-46eb-adb3-84292306cdf4 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110411 Sep 07 19:09:30.236711 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:30.252064 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port e9ee6f19-df1e-4573-8d59-9a768a25df57 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:30.253167 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a60ed329-5af9-4eb1-860d-196d82c22fd7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:30.258467 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:30.261933 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port e9ee6f19-df1e-4573-8d59-9a768a25df57 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:30.262423 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:30.270804 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edb5d89b-e066-4634-af00-6f2af3b303fb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:30.301936 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-fcd2d1d4-d62f-48b2-a1c6-eb791b2234b3 None None] Provisioning for port eb8bf705-dae3-4224-8f46-812eff105817 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:30.316582 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-fcd2d1d4-d62f-48b2-a1c6-eb791b2234b3 None None] Provisioning complete for port eb8bf705-dae3-4224-8f46-812eff105817 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:30.317964 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fcd2d1d4-d62f-48b2-a1c6-eb791b2234b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:30.381212 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-fcd2d1d4-d62f-48b2-a1c6-eb791b2234b3 None None] Port eb8bf705-dae3-4224-8f46-812eff105817 was deleted so its status cannot be updated. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 07 19:09:30.383554 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5d89b-e066-4634-af00-6f2af3b303fb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=eb8bf705-dae3-4224-8f46-812eff105817,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:30.397183 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edb5d89b-e066-4634-af00-6f2af3b303fb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:30.399948 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-edb5d89b-e066-4634-af00-6f2af3b303fb tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/eb8bf705-dae3-4224-8f46-812eff105817 HTTP/1.1" status: 204 len: 168 time: 2.6481893 Sep 07 19:09:30.403686 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56882) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:30.441217 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-ecdd581f-9c90-49f0-9d08-ab31a363d086 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Transition to ACTIVE for port object cdf63553-e614-4f62-9919-c22c444639f9 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:30.512291 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70a7402-5c8e-4d93-a3fe-f9bdfd426f4b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:30.515756 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70a7402-5c8e-4d93-a3fe-f9bdfd426f4b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:30.518267 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d70a7402-5c8e-4d93-a3fe-f9bdfd426f4b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1107571 Sep 07 19:09:30.521777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56886) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:30.563316 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:30.595370 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ecdd581f-9c90-49f0-9d08-ab31a363d086 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:30.635829 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9c6072-fc98-4ff8-af3e-c10f590991c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ee6f19-df1e-4573-8d59-9a768a25df57'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:09:30.642861 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5fa9fb-3280-4b57-8b53-d292c8e03ea4" -d '{"events": [{"server_uuid": "0f9c6072-fc98-4ff8-af3e-c10f590991c3", "name": "network-vif-plugged", "status": "completed", "tag": "e9ee6f19-df1e-4573-8d59-9a768a25df57"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:09:30.661363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d843897-2202-4dae-a2b4-0e95ff270433 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet b20edbbb-5c88-4184-9803-27e199eca1d1 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:09:30.667202 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d843897-2202-4dae-a2b4-0e95ff270433 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:30.670327 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ed329-5af9-4eb1-860d-196d82c22fd7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Subnet': ['ID=75de7755-a171-41b1-8979-00b23e878fac,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:30.698005 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port e9ee6f19-df1e-4573-8d59-9a768a25df57, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e9ee6f19-df1e-4573-8d59-9a768a25df57,segment=NetworkSegment(7dd8dc55-fb4f-44d9-8604-3fa6c81d1284),segment_id=7dd8dc55-fb4f-44d9-8604-3fa6c81d1284)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:30.704238 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:30.722275 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdd581f-9c90-49f0-9d08-ab31a363d086 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network 2204a568-44d4-4bd4-8639-2eda0a7325db is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:30.731464 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-ecdd581f-9c90-49f0-9d08-ab31a363d086 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:30.743632 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdd581f-9c90-49f0-9d08-ab31a363d086 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:30.781686 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d843897-2202-4dae-a2b4-0e95ff270433 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:30.798115 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 0cc231fb-2c5b-41fb-bd96-1030392369de no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:09:30.833062 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdd581f-9c90-49f0-9d08-ab31a363d086 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:30.833778 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ecdd581f-9c90-49f0-9d08-ab31a363d086 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:30.856606 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60ed329-5af9-4eb1-860d-196d82c22fd7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Checking segment: {'id': '4dc69dd0-9af2-40f9-8fcb-ed626c1c7848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '429950d9-9554-4c62-a081-81de6a44bd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:30.857642 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60ed329-5af9-4eb1-860d-196d82c22fd7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Network hostable DHCP agents. Network: 429950d9-9554-4c62-a081-81de6a44bd48, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:09:30.886179 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd581f-9c90-49f0-9d08-ab31a363d086 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=cdf63553-e614-4f62-9919-c22c444639f9,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:30.889453 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 0cc231fb-2c5b-41fb-bd96-1030392369de {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:09:30.889801 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 0cc231fb-2c5b-41fb-bd96-1030392369de not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:09:30.899159 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ecdd581f-9c90-49f0-9d08-ab31a363d086 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.5767207 Sep 07 19:09:30.906229 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56898) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:30.928624 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-2d546eb9-91de-48bd-bcf7-f0727e90d4b8 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ddeaf310-3cc8-4656-8fd5-319c9c810986'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:30.978717 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=e9ee6f19-df1e-4573-8d59-9a768a25df57,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:30.997219 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60ed329-5af9-4eb1-860d-196d82c22fd7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Network 429950d9-9554-4c62-a081-81de6a44bd48 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:09:31.020286 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-a60ed329-5af9-4eb1-860d-196d82c22fd7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 429950d9-9554-4c62-a081-81de6a44bd48) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:31.042275 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d137dad7-84ce-4d34-b0ab-1b7c5ef87ab1 None None] Network 429950d9-9554-4c62-a081-81de6a44bd48 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:31.059430 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60ed329-5af9-4eb1-860d-196d82c22fd7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:31.060804 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a60ed329-5af9-4eb1-860d-196d82c22fd7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:31.077346 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2d546eb9-91de-48bd-bcf7-f0727e90d4b8 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:31.101529 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d843897-2202-4dae-a2b4-0e95ff270433 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:31.118333 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a60ed329-5af9-4eb1-860d-196d82c22fd7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5418417 Sep 07 19:09:31.143890 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56906) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:31.155558 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1b68d436-9ee4-4347-84eb-7c9aee70c41c tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2040018395'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:31.162918 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ac8249-7ece-411b-9d89-4ce2a421d749 None None] Network 2204a568-44d4-4bd4-8639-2eda0a7325db requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:31.252958 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b68d436-9ee4-4347-84eb-7c9aee70c41c tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Made reservation on behalf of a7b24e7fed5548bf9053ec410fedea0d for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:31.257620 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b68d436-9ee4-4347-84eb-7c9aee70c41c tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:31.269824 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d843897-2202-4dae-a2b4-0e95ff270433 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:31.308221 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b68d436-9ee4-4347-84eb-7c9aee70c41c tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:09:31.319854 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b68d436-9ee4-4347-84eb-7c9aee70c41c tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:31.320381 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-1b68d436-9ee4-4347-84eb-7c9aee70c41c tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Added segment 4313b340-3cbd-4375-82ab-af45264ad5ab of type vlan for network 2c7f8637-4d97-4e4d-a885-9edcdc99214d Sep 07 19:09:31.337873 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d843897-2202-4dae-a2b4-0e95ff270433 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=b20edbbb-5c88-4184-9803-27e199eca1d1,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:31.361996 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d843897-2202-4dae-a2b4-0e95ff270433 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:31.370233 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8d843897-2202-4dae-a2b4-0e95ff270433 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/b20edbbb-5c88-4184-9803-27e199eca1d1 HTTP/1.1" status: 204 len: 168 time: 0.8418925 Sep 07 19:09:31.373213 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56918) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:31.461242 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2610a318-ae0f-4430-8691-177038f9462c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837967 Sep 07 19:09:31.464634 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56920) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:31.509545 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b68d436-9ee4-4347-84eb-7c9aee70c41c tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:31.548361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d630b-a927-4011-bdbc-3108083b18de req-f03e402a-dc17-4d62-8a21-acaea5846c68 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:31.550640 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-787d630b-a927-4011-bdbc-3108083b18de req-f03e402a-dc17-4d62-8a21-acaea5846c68 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9c6072-fc98-4ff8-af3e-c10f590991c3 HTTP/1.1" status: 200 len: 945 time: 0.1415379 Sep 07 19:09:31.563349 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085a75a-abcb-43c1-ad8a-c7a27cfc0157 req-aaa09ba9-6fc8-43bb-9f3b-03491fb9fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:31.564949 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8085a75a-abcb-43c1-ad8a-c7a27cfc0157 req-aaa09ba9-6fc8-43bb-9f3b-03491fb9fa03 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f9c6072-fc98-4ff8-af3e-c10f590991c3 HTTP/1.1" status: 200 len: 1096 time: 0.0959356 Sep 07 19:09:31.647133 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-787d630b-a927-4011-bdbc-3108083b18de req-252ae89f-42ad-41f3-9378-776e7dd31043 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808258 Sep 07 19:09:31.655884 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8085a75a-abcb-43c1-ad8a-c7a27cfc0157 req-1587ba1c-b70b-4a39-b269-6a6549039efe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795071 Sep 07 19:09:31.694748 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b68d436-9ee4-4347-84eb-7c9aee70c41c tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:31.701119 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b68d436-9ee4-4347-84eb-7c9aee70c41c tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:31.701774 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b68d436-9ee4-4347-84eb-7c9aee70c41c tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:31.741928 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56926) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:31.742213 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1b68d436-9ee4-4347-84eb-7c9aee70c41c tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5959649 Sep 07 19:09:31.748389 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-a02f36e4-d645-411e-ba26-e814e29ce242 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'subnet': {'network_id': '2c7f8637-4d97-4e4d-a885-9edcdc99214d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:31.774242 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4d2895-172f-4b2a-a8ee-37ae52d538e7 x-openstack-request-id: req-7a4d2895-172f-4b2a-a8ee-37ae52d538e7 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:09:31.775774 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9c6072-fc98-4ff8-af3e-c10f590991c3", "name": "network-vif-plugged", "status": "completed", "tag": "e9ee6f19-df1e-4573-8d59-9a768a25df57", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:09:31.776834 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a4d2895-172f-4b2a-a8ee-37ae52d538e7 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:09:31.777699 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9c6072-fc98-4ff8-af3e-c10f590991c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ee6f19-df1e-4573-8d59-9a768a25df57', 'code': 200} Sep 07 19:09:31.803880 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572ad764-70f0-416a-bec7-3ebdf36f4347 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:31.805551 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-572ad764-70f0-416a-bec7-3ebdf36f4347 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3361576 Sep 07 19:09:31.833458 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56928) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:31.850423 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68d436-9ee4-4347-84eb-7c9aee70c41c tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Network': ['ID=2c7f8637-4d97-4e4d-a885-9edcdc99214d,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:31.855494 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0ff842-13cd-4a57-baf9-7d9e6158f9c8 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:31.906716 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-2d546eb9-91de-48bd-bcf7-f0727e90d4b8 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Delete allocated IP 172.20.0.27 (2204a568-44d4-4bd4-8639-2eda0a7325db/d0918835-0a8b-4d59-b437-9fc472125f64) {{(pid=101444) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 07 19:09:31.917639 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2215ab13-fb3a-4da7-83ae-dbf4aa92c75d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:31.924795 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2215ab13-fb3a-4da7-83ae-dbf4aa92c75d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0844195 Sep 07 19:09:31.927452 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56932) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:31.960562 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 2c7f8637-4d97-4e4d-a885-9edcdc99214d details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:09:31.980326 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ba1121f6-086a-4093-be5c-a9c94c163413 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470471 Sep 07 19:09:31.983784 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56934) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:32.001969 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ba05894b-e740-4fde-bee2-2804224a7ed4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:32.048167 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02f36e4-d645-411e-ba26-e814e29ce242 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Made reservation on behalf of a7b24e7fed5548bf9053ec410fedea0d for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:32.053091 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a02f36e4-d645-411e-ba26-e814e29ce242 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:32.110536 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:32.111738 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d40b0421-3594-470e-8c68-b22ad855db10 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:32.166030 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e51648e3-9c1a-4119-b1c8-e0b5f6ff4428 None None] Provisioning for port bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:32.206287 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba05894b-e740-4fde-bee2-2804224a7ed4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:32.211145 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba05894b-e740-4fde-bee2-2804224a7ed4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:32.232138 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e51648e3-9c1a-4119-b1c8-e0b5f6ff4428 None None] Provisioning complete for port bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:32.232660 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e51648e3-9c1a-4119-b1c8-e0b5f6ff4428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:32.357103 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2d546eb9-91de-48bd-bcf7-f0727e90d4b8 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:32.395723 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-2d546eb9-91de-48bd-bcf7-f0727e90d4b8 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Ignored duplicate provisioning block setup for port cdf63553-e614-4f62-9919-c22c444639f9 by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 07 19:09:32.402738 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a02f36e4-d645-411e-ba26-e814e29ce242 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:32.413155 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2d546eb9-91de-48bd-bcf7-f0727e90d4b8 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:32.494118 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f36e4-d645-411e-ba26-e814e29ce242 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Subnet': ['ID=60d98a9a-793b-4f46-8b4d-fa1896c49e7b,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:32.538870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f36e4-d645-411e-ba26-e814e29ce242 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Checking segment: {'id': '4313b340-3cbd-4375-82ab-af45264ad5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2c7f8637-4d97-4e4d-a885-9edcdc99214d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:32.539353 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02f36e4-d645-411e-ba26-e814e29ce242 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Network hostable DHCP agents. Network: 2c7f8637-4d97-4e4d-a885-9edcdc99214d, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:09:32.562815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02f36e4-d645-411e-ba26-e814e29ce242 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Network 2c7f8637-4d97-4e4d-a885-9edcdc99214d is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:09:32.587313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-a02f36e4-d645-411e-ba26-e814e29ce242 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 2c7f8637-4d97-4e4d-a885-9edcdc99214d) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:32.598661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02f36e4-d645-411e-ba26-e814e29ce242 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:32.599704 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a02f36e4-d645-411e-ba26-e814e29ce242 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:32.621993 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port d40b0421-3594-470e-8c68-b22ad855db10 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:32.622570 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:32.624603 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cd0732-536a-42ab-b720-13183346f3db None None] Network 2c7f8637-4d97-4e4d-a885-9edcdc99214d requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:32.640325 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a02f36e4-d645-411e-ba26-e814e29ce242 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8925617 Sep 07 19:09:32.641237 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56946) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:32.736968 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-429950d9-9554-4c62-a081-81de6a44bd48', 'network_id': '429950d9-9554-4c62-a081-81de6a44bd48', 'tenant_id': 'a7b24e7fed5548bf9053ec410fedea0d', 'fixed_ips': [{'subnet_id': '75de7755-a171-41b1-8979-00b23e878fac'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:09:32.739005 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:32.808939 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7cb9ad-79fc-4ae6-83b6-04d6f40bda10 None None] Update dhcp port {'port': {'network_id': '2204a568-44d4-4bd4-8639-2eda0a7325db', 'fixed_ips': [{'subnet_id': 'ddeaf310-3cc8-4656-8fd5-319c9c810986', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd0918835-0a8b-4d59-b437-9fc472125f64'}], 'binding:host_id': 'n-d-807786-1'}, 'id': 'bc7ea8f7-ab0d-43f4-b127-5a9551c05d47'} from n-d-807786-1. {{(pid=101446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 19:09:32.814838 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d546eb9-91de-48bd-bcf7-f0727e90d4b8 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=cdf63553-e614-4f62-9919-c22c444639f9,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:32.833784 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-77b662ef-647d-4933-84a3-7de1a0ba3828 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:32.838317 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-2d546eb9-91de-48bd-bcf7-f0727e90d4b8 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] In _notify_port_updated(), no bound segment for port cdf63553-e614-4f62-9919-c22c444639f9 on network 2204a568-44d4-4bd4-8639-2eda0a7325db {{(pid=101444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 19:09:32.879548 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d546eb9-91de-48bd-bcf7-f0727e90d4b8 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:32.883184 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2d546eb9-91de-48bd-bcf7-f0727e90d4b8 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:32.888445 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2d546eb9-91de-48bd-bcf7-f0727e90d4b8 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "PUT /v2.0/ports/cdf63553-e614-4f62-9919-c22c444639f9 HTTP/1.1" status: 200 len: 918 time: 1.9812257 Sep 07 19:09:32.889442 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56954) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:32.897769 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-3f3e79e1-659e-4df4-b1e0-f8b543cc42e9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ddeaf310-3cc8-4656-8fd5-319c9c810986'}, {'subnet_id': 'd0918835-0a8b-4d59-b437-9fc472125f64'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:33.039073 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3710e2-1266-4581-8f76-3791bae20516 req-1790a084-fc77-4a5a-971b-fab3035a549d tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:33.040742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f3710e2-1266-4581-8f76-3791bae20516 req-1790a084-fc77-4a5a-971b-fab3035a549d tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9c6072-fc98-4ff8-af3e-c10f590991c3 HTTP/1.1" status: 200 len: 945 time: 0.1528893 Sep 07 19:09:33.050209 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-77b662ef-647d-4933-84a3-7de1a0ba3828 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:33.056019 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3f3e79e1-659e-4df4-b1e0-f8b543cc42e9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:33.104255 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb9ad-79fc-4ae6-83b6-04d6f40bda10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:33.117019 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3547ca-7d86-4e23-8050-aa7ada6b8f51 None None] DHCP port deletion for 5341d4d7-2b72-420c-84fe-cfa44886a8d9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:09:33.155851 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e51648e3-9c1a-4119-b1c8-e0b5f6ff4428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:33.175307 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f3710e2-1266-4581-8f76-3791bae20516 req-1bc25a18-85db-4e81-8525-9d3a138e3920 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138217 Sep 07 19:09:33.206896 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e51648e3-9c1a-4119-b1c8-e0b5f6ff4428 None None] For port bc7ea8f7-ab0d-43f4-b127-5a9551c05d47, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=bc7ea8f7-ab0d-43f4-b127-5a9551c05d47,segment=NetworkSegment(1272ea91-3da7-4a60-8a8f-e3bc42747509),segment_id=1272ea91-3da7-4a60-8a8f-e3bc42747509)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:33.220209 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-77b662ef-647d-4933-84a3-7de1a0ba3828 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:33.264347 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e51648e3-9c1a-4119-b1c8-e0b5f6ff4428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:33.310222 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b662ef-647d-4933-84a3-7de1a0ba3828 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Subnet': ['ID=60d98a9a-793b-4f46-8b4d-fa1896c49e7b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:33.439947 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-77b662ef-647d-4933-84a3-7de1a0ba3828 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:33.504490 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-77b662ef-647d-4933-84a3-7de1a0ba3828 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7f8637-4d97-4e4d-a885-9edcdc99214d']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:33.522445 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-77b662ef-647d-4933-84a3-7de1a0ba3828 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4313b340-3cbd-4375-82ab-af45264ad5ab') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:33.522748 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-77b662ef-647d-4933-84a3-7de1a0ba3828 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4313b340-3cbd-4375-82ab-af45264ad5ab') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:33.538118 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-77b662ef-647d-4933-84a3-7de1a0ba3828 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:33.568981 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-77b662ef-647d-4933-84a3-7de1a0ba3828 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:33.588800 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b662ef-647d-4933-84a3-7de1a0ba3828 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:09:33.589552 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-77b662ef-647d-4933-84a3-7de1a0ba3828 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:33.591321 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229eaa5c-1b61-46e2-8a9d-b256f9231829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-2c7f8637-4d97-4e4d-a885-9edcdc99214d', 'network_id': '2c7f8637-4d97-4e4d-a885-9edcdc99214d', 'tenant_id': 'a7b24e7fed5548bf9053ec410fedea0d', 'fixed_ips': [{'subnet_id': '60d98a9a-793b-4f46-8b4d-fa1896c49e7b'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:09:33.592182 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-229eaa5c-1b61-46e2-8a9d-b256f9231829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:09:33.595555 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:09:33.608955 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51648e3-9c1a-4119-b1c8-e0b5f6ff4428 None None] Pushing event updated for resources: {'Port': ['ID=bc7ea8f7-ab0d-43f4-b127-5a9551c05d47,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:33.619333 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] Allocated IP 2001:db8:0:ffff::2 (429950d9-9554-4c62-a081-81de6a44bd48/75de7755-a171-41b1-8979-00b23e878fac/2cc83cdb-20cb-40bf-9240-7ee072fdb52e) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:33.710478 n-d-807786-1 neutron-server[101444]: DEBUG neutron.objects.ports [None req-ba05894b-e740-4fde-bee2-2804224a7ed4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 19:09:33.731961 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-0e3547ca-7d86-4e23-8050-aa7ada6b8f51 None None] Deleting port d40b0421-3594-470e-8c68-b22ad855db10 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:33.732622 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0e3547ca-7d86-4e23-8050-aa7ada6b8f51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:33.775238 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-77b662ef-647d-4933-84a3-7de1a0ba3828 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:33.834448 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-77b662ef-647d-4933-84a3-7de1a0ba3828 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:33.843123 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-77b662ef-647d-4933-84a3-7de1a0ba3828 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/networks/2c7f8637-4d97-4e4d-a885-9edcdc99214d HTTP/1.1" status: 204 len: 168 time: 1.2006223 Sep 07 19:09:33.844875 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b662ef-647d-4933-84a3-7de1a0ba3828 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Network': ['ID=2c7f8637-4d97-4e4d-a885-9edcdc99214d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:33.848415 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56970) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:33.857423 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-5ad3302a-662b-4456-b864-448dbe8cd157 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1611049524'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:33.909712 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad3302a-662b-4456-b864-448dbe8cd157 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Made reservation on behalf of a7b24e7fed5548bf9053ec410fedea0d for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:33.919453 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5ad3302a-662b-4456-b864-448dbe8cd157 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:33.969336 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607d7aae-feb2-4b93-a30c-6031c99479d6 None None] Network 2c7f8637-4d97-4e4d-a885-9edcdc99214d requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:34.001814 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607d7aae-feb2-4b93-a30c-6031c99479d6 None None] Network 2c7f8637-4d97-4e4d-a885-9edcdc99214d could not be found, it might have been deleted concurrently. {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 07 19:09:34.008025 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-5b7cb9ad-79fc-4ae6-83b6-04d6f40bda10 None None] Allocated IP 172.20.0.18 (2204a568-44d4-4bd4-8639-2eda0a7325db/d0918835-0a8b-4d59-b437-9fc472125f64/bc7ea8f7-ab0d-43f4-b127-5a9551c05d47) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:34.042282 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad3302a-662b-4456-b864-448dbe8cd157 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:09:34.061047 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:34.082289 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5ad3302a-662b-4456-b864-448dbe8cd157 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:34.087031 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-5ad3302a-662b-4456-b864-448dbe8cd157 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Added segment d3bbfe21-2abd-4570-822f-c3ae5afaeb2a of type vlan for network 8521f0dd-d61d-4006-bb59-e56e936633ac Sep 07 19:09:34.106168 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba05894b-e740-4fde-bee2-2804224a7ed4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:34.121947 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0e3547ca-7d86-4e23-8050-aa7ada6b8f51 None None] For port d40b0421-3594-470e-8c68-b22ad855db10, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d40b0421-3594-470e-8c68-b22ad855db10,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:34.122512 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0e3547ca-7d86-4e23-8050-aa7ada6b8f51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:34.166244 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5ad3302a-662b-4456-b864-448dbe8cd157 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:34.188810 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-0e3547ca-7d86-4e23-8050-aa7ada6b8f51 None None] Calling delete_port for d40b0421-3594-470e-8c68-b22ad855db10 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:34.216174 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5ad3302a-662b-4456-b864-448dbe8cd157 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:34.236663 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad3302a-662b-4456-b864-448dbe8cd157 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:34.237342 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5ad3302a-662b-4456-b864-448dbe8cd157 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:34.308406 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:34.326677 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:34.327063 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:34.428599 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3302a-662b-4456-b864-448dbe8cd157 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Network': ['ID=8521f0dd-d61d-4006-bb59-e56e936633ac,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:34.432453 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5ad3302a-662b-4456-b864-448dbe8cd157 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5818970 Sep 07 19:09:34.445472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56980) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:34.455481 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-ba05894b-e740-4fde-bee2-2804224a7ed4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] For port d40b0421-3594-470e-8c68-b22ad855db10, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d40b0421-3594-470e-8c68-b22ad855db10,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:34.462939 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-c3ec746c-22ec-4a8e-a03f-21964558f777 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'subnet': {'network_id': '8521f0dd-d61d-4006-bb59-e56e936633ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:34.511945 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba05894b-e740-4fde-bee2-2804224a7ed4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:34.523841 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba05894b-e740-4fde-bee2-2804224a7ed4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:34.526023 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba05894b-e740-4fde-bee2-2804224a7ed4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:34.625888 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 8521f0dd-d61d-4006-bb59-e56e936633ac details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:09:34.638182 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] Transition to ACTIVE for port object 2cc83cdb-20cb-40bf-9240-7ee072fdb52e will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:34.642600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed45cea-bcf9-4b52-a2fc-71d238c200cf req-819227e1-4cce-41ca-9b06-310bce0ed9e7 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:34.651595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ed45cea-bcf9-4b52-a2fc-71d238c200cf req-819227e1-4cce-41ca-9b06-310bce0ed9e7 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9c6072-fc98-4ff8-af3e-c10f590991c3 HTTP/1.1" status: 200 len: 945 time: 0.2249622 Sep 07 19:09:34.698468 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 56984) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:34.711057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-350273c0-0844-4154-b690-d801bf973872 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Request body: {'network': {'name': 'tempest-network-smoke--1418057674', 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'port_security_enabled': True}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:34.711759 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-5b7cb9ad-79fc-4ae6-83b6-04d6f40bda10 None None] For port bc7ea8f7-ab0d-43f4-b127-5a9551c05d47, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=bc7ea8f7-ab0d-43f4-b127-5a9551c05d47,segment=NetworkSegment(1272ea91-3da7-4a60-8a8f-e3bc42747509),segment_id=1272ea91-3da7-4a60-8a8f-e3bc42747509)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:34.726024 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ec746c-22ec-4a8e-a03f-21964558f777 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Made reservation on behalf of a7b24e7fed5548bf9053ec410fedea0d for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:34.730850 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c3ec746c-22ec-4a8e-a03f-21964558f777 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:34.744911 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ed45cea-bcf9-4b52-a2fc-71d238c200cf req-5ac218c7-6a80-4ff2-b91e-a35e0b796dd4 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914268 Sep 07 19:09:34.756958 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba05894b-e740-4fde-bee2-2804224a7ed4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:34.782249 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] Transition to ACTIVE for port object 2cc83cdb-20cb-40bf-9240-7ee072fdb52e will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:34.804771 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-ba05894b-e740-4fde-bee2-2804224a7ed4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:34.838085 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05894b-e740-4fde-bee2-2804224a7ed4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=d40b0421-3594-470e-8c68-b22ad855db10,revision_number=6']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:34.849314 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba05894b-e740-4fde-bee2-2804224a7ed4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:34.850091 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba05894b-e740-4fde-bee2-2804224a7ed4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:34.853900 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:34.860269 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05894b-e740-4fde-bee2-2804224a7ed4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=57cef530-c582-4a29-8dce-8bb21cd46cbc,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:34.871613 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350273c0-0844-4154-b690-d801bf973872 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Made reservation on behalf of a4b1ee635b384533aa147bb1d2eb2c95 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:34.879221 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-350273c0-0844-4154-b690-d801bf973872 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:34.879681 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb9ad-79fc-4ae6-83b6-04d6f40bda10 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:34.893384 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ba05894b-e740-4fde-bee2-2804224a7ed4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9082217 Sep 07 19:09:34.895017 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 56990) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:34.899368 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e62c51a8-1e49-4bf0-8b32-6cdfdbcec188 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:34.908501 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-350273c0-0844-4154-b690-d801bf973872 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:34.933714 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] Network 429950d9-9554-4c62-a081-81de6a44bd48 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:34.951998 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:34.955574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:34.957760 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0e3547ca-7d86-4e23-8050-aa7ada6b8f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:34.969891 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5b7cb9ad-79fc-4ae6-83b6-04d6f40bda10 None None] Transition to ACTIVE for port object bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:34.975608 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3547ca-7d86-4e23-8050-aa7ada6b8f51 None None] No DVR routers for this DVR port d40b0421-3594-470e-8c68-b22ad855db10 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:09:34.992827 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb9ad-79fc-4ae6-83b6-04d6f40bda10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:35.021882 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b2b677-59ef-4b4a-90e2-32992b321799 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:35.093298 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] Pushing event updated for resources: {'Port': ['ID=2cc83cdb-20cb-40bf-9240-7ee072fdb52e,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:35.123310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d40b0421-3594-470e-8c68-b22ad855db10 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:09:35.216743 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-350273c0-0844-4154-b690-d801bf973872 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:35.229398 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-350273c0-0844-4154-b690-d801bf973872 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:35.246377 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3547ca-7d86-4e23-8050-aa7ada6b8f51 None None] Pushing event deleted for resources: {'Port': ['ID=d40b0421-3594-470e-8c68-b22ad855db10,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:35.250365 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-3f3e79e1-659e-4df4-b1e0-f8b543cc42e9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Allocated IP 172.20.0.28 (2204a568-44d4-4bd4-8639-2eda0a7325db/d0918835-0a8b-4d59-b437-9fc472125f64/cdf63553-e614-4f62-9919-c22c444639f9) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:35.264321 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: d40b0421-3594-470e-8c68-b22ad855db10 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:09:35.264321 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d40b0421-3594-470e-8c68-b22ad855db10 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:09:35.362684 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] Attempting to bind port 2cc83cdb-20cb-40bf-9240-7ee072fdb52e on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:09:35.363614 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] Attempting to bind port 2cc83cdb-20cb-40bf-9240-7ee072fdb52e by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '4dc69dd0-9af2-40f9-8fcb-ed626c1c7848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '429950d9-9554-4c62-a081-81de6a44bd48'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:09:35.364045 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] Attempting to bind port 2cc83cdb-20cb-40bf-9240-7ee072fdb52e on network 429950d9-9554-4c62-a081-81de6a44bd48 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:09:35.365523 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350273c0-0844-4154-b690-d801bf973872 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:09:35.378649 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:09:35.379014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] Checking segment: {'id': '4dc69dd0-9af2-40f9-8fcb-ed626c1c7848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '429950d9-9554-4c62-a081-81de6a44bd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:35.379467 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:35.379949 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] Bound using segment: {'id': '4dc69dd0-9af2-40f9-8fcb-ed626c1c7848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '429950d9-9554-4c62-a081-81de6a44bd48'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:09:35.380919 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] Bound port: 2cc83cdb-20cb-40bf-9240-7ee072fdb52e, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc69dd0-9af2-40f9-8fcb-ed626c1c7848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '429950d9-9554-4c62-a081-81de6a44bd48'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:09:35.380919 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:35.431426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350273c0-0844-4154-b690-d801bf973872 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d37a1e-9455-4d65-907f-cc5290af44e4,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:35.433938 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62c51a8-1e49-4bf0-8b32-6cdfdbcec188 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:35.438348 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e62c51a8-1e49-4bf0-8b32-6cdfdbcec188 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:35.475921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cb9ad-79fc-4ae6-83b6-04d6f40bda10 None None] Pushing event updated for resources: {'Port': ['ID=bc7ea8f7-ab0d-43f4-b127-5a9551c05d47,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:35.518987 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-350273c0-0844-4154-b690-d801bf973872 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:35.519406 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-350273c0-0844-4154-b690-d801bf973872 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Added segment d759d727-fb5e-4fcf-b83c-73c24550a5c0 of type vlan for network 349425b3-5cf8-4cd9-9fd3-af96e1b28947 Sep 07 19:09:35.528882 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c3ec746c-22ec-4a8e-a03f-21964558f777 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:35.640917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec746c-22ec-4a8e-a03f-21964558f777 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Subnet': ['ID=da241ad0-e83a-468f-ac69-4cf3dafa290d,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:35.706547 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ec746c-22ec-4a8e-a03f-21964558f777 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Checking segment: {'id': 'd3bbfe21-2abd-4570-822f-c3ae5afaeb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8521f0dd-d61d-4006-bb59-e56e936633ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:35.707259 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ec746c-22ec-4a8e-a03f-21964558f777 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Network hostable DHCP agents. Network: 8521f0dd-d61d-4006-bb59-e56e936633ac, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:09:35.718824 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-350273c0-0844-4154-b690-d801bf973872 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:35.734504 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] For port 2cc83cdb-20cb-40bf-9240-7ee072fdb52e, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:09:35.741632 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ec746c-22ec-4a8e-a03f-21964558f777 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Network 8521f0dd-d61d-4006-bb59-e56e936633ac is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:09:35.746033 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] For port 2cc83cdb-20cb-40bf-9240-7ee072fdb52e, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=2cc83cdb-20cb-40bf-9240-7ee072fdb52e,segment=NetworkSegment(4dc69dd0-9af2-40f9-8fcb-ed626c1c7848),segment_id=4dc69dd0-9af2-40f9-8fcb-ed626c1c7848)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:09:35.753580 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:35.776014 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-c3ec746c-22ec-4a8e-a03f-21964558f777 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 8521f0dd-d61d-4006-bb59-e56e936633ac) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:35.786522 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ec746c-22ec-4a8e-a03f-21964558f777 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:35.787154 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c3ec746c-22ec-4a8e-a03f-21964558f777 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:35.821895 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c3ec746c-22ec-4a8e-a03f-21964558f777 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3649480 Sep 07 19:09:35.826886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57004) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:35.835366 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-b0754fa5-3caf-4ace-8d05-1e3b514d5a9a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2066818278'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:35.839344 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2267043-8c7e-4b6c-8610-d1011b56ddf2 None None] Network 8521f0dd-d61d-4006-bb59-e56e936633ac requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:35.879237 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0754fa5-3caf-4ace-8d05-1e3b514d5a9a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Made reservation on behalf of a7b24e7fed5548bf9053ec410fedea0d for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:35.892181 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b0754fa5-3caf-4ace-8d05-1e3b514d5a9a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:35.897268 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-350273c0-0844-4154-b690-d801bf973872 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:35.904759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350273c0-0844-4154-b690-d801bf973872 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:35.905488 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-350273c0-0844-4154-b690-d801bf973872 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:36.014645 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'fixed_ips': [{'subnet_id': '57cef530-c582-4a29-8dce-8bb21cd46cbc'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:09:36.020404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350273c0-0844-4154-b690-d801bf973872 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event updated for resources: {'Network': ['ID=349425b3-5cf8-4cd9-9fd3-af96e1b28947,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:36.022512 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:36.048004 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0754fa5-3caf-4ace-8d05-1e3b514d5a9a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:09:36.062518 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b0754fa5-3caf-4ace-8d05-1e3b514d5a9a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:36.062866 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-b0754fa5-3caf-4ace-8d05-1e3b514d5a9a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Added segment 6e1a986c-d4b7-48d5-aff0-8ceeef80e34b of type vlan for network c10a811b-0fd8-4b2e-a157-ea4f14e8613a Sep 07 19:09:36.132878 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 349425b3-5cf8-4cd9-9fd3-af96e1b28947 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:09:36.151546 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:36.171942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-350273c0-0844-4154-b690-d801bf973872 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4665804 Sep 07 19:09:36.180082 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57008) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:36.238044 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-9ad80e46-4ea8-4732-aaea-bda8ef790f37 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1717378193', 'admin_state_up': True, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:36.284707 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b0754fa5-3caf-4ace-8d05-1e3b514d5a9a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:36.417737 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.resource_extend [None req-b0754fa5-3caf-4ace-8d05-1e3b514d5a9a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 19:09:36.502759 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb3670-7671-4821-aab9-e3c2eb7a4f5b None None] Pushing event updated for resources: {'Port': ['ID=2cc83cdb-20cb-40bf-9240-7ee072fdb52e,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:36.510595 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ad80e46-4ea8-4732-aaea-bda8ef790f37 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:36.512060 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ad80e46-4ea8-4732-aaea-bda8ef790f37 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:36.534013 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b0754fa5-3caf-4ace-8d05-1e3b514d5a9a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:36.541076 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0754fa5-3caf-4ace-8d05-1e3b514d5a9a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:36.542257 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b0754fa5-3caf-4ace-8d05-1e3b514d5a9a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:36.636641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97407281-1185-4a18-b6de-ce508971508a None None] Network 2204a568-44d4-4bd4-8639-2eda0a7325db requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:36.709921 n-d-807786-1 neutron-server[101444]: INFO neutron.db.ipam_backend_mixin [None req-e62c51a8-1e49-4bf0-8b32-6cdfdbcec188 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 57cef530-c582-4a29-8dce-8bb21cd46cbc (CIDR: 2001:db8::/64) Sep 07 19:09:36.729008 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62c51a8-1e49-4bf0-8b32-6cdfdbcec188 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:09:36.729454 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e62c51a8-1e49-4bf0-8b32-6cdfdbcec188 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:09:36.755618 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e62c51a8-1e49-4bf0-8b32-6cdfdbcec188 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8563738 Sep 07 19:09:36.757445 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57014) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:36.762689 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-3c3d704b-8eb5-41d7-b66a-d44fdca6d524 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:36.772817 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3f3e79e1-659e-4df4-b1e0-f8b543cc42e9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:36.791638 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0a5693ca-c9ee-4831-abdd-bb79acd4f787 None None] Provisioning for port bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:36.805525 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0a5693ca-c9ee-4831-abdd-bb79acd4f787 None None] Provisioning complete for port bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:36.806032 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0a5693ca-c9ee-4831-abdd-bb79acd4f787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:36.809031 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-3f3e79e1-659e-4df4-b1e0-f8b543cc42e9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Ignored duplicate provisioning block setup for port cdf63553-e614-4f62-9919-c22c444639f9 by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 07 19:09:36.831358 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0754fa5-3caf-4ace-8d05-1e3b514d5a9a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Network': ['ID=c10a811b-0fd8-4b2e-a157-ea4f14e8613a,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:36.835677 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ad80e46-4ea8-4732-aaea-bda8ef790f37 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:36.880361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010cf50-90b4-4122-95e0-47e63c2ae1e7 req-4103807d-2b9a-4d1e-8846-306ee22b9dd8 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:36.882019 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2010cf50-90b4-4122-95e0-47e63c2ae1e7 req-4103807d-2b9a-4d1e-8846-306ee22b9dd8 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cab5e72-7091-46d9-a3fe-5287b7ca902a HTTP/1.1" status: 200 len: 946 time: 0.5160301 Sep 07 19:09:36.908917 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3f3e79e1-659e-4df4-b1e0-f8b543cc42e9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:36.925327 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] Allocated IP 2001:db8::f816:3eff:fe19:53da (5341d4d7-2b72-420c-84fe-cfa44886a8d9/57cef530-c582-4a29-8dce-8bb21cd46cbc/b07765fe-5f18-4aed-b6ba-9c4caeaa4001) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:36.952017 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b0754fa5-3caf-4ace-8d05-1e3b514d5a9a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1192691 Sep 07 19:09:36.957306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57016) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:36.975454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-5a5d0ac6-3aad-4faf-babb-bcf26585aeb7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'subnet': {'network_id': 'c10a811b-0fd8-4b2e-a157-ea4f14e8613a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:37.176982 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-3f3e79e1-659e-4df4-b1e0-f8b543cc42e9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] In _notify_port_updated(), no bound segment for port cdf63553-e614-4f62-9919-c22c444639f9 on network 2204a568-44d4-4bd4-8639-2eda0a7325db {{(pid=101444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 19:09:37.205401 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3e79e1-659e-4df4-b1e0-f8b543cc42e9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:37.206597 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3f3e79e1-659e-4df4-b1e0-f8b543cc42e9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:37.212691 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3f3e79e1-659e-4df4-b1e0-f8b543cc42e9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "PUT /v2.0/ports/cdf63553-e614-4f62-9919-c22c444639f9 HTTP/1.1" status: 200 len: 998 time: 4.3164837 Sep 07 19:09:37.219668 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network c10a811b-0fd8-4b2e-a157-ea4f14e8613a details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:09:37.238863 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57018) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:37.589244 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:37.592757 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3d704b-8eb5-41d7-b66a-d44fdca6d524 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:37.626523 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c3d704b-8eb5-41d7-b66a-d44fdca6d524 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:37.635058 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-8521f0dd-d61d-4006-bb59-e56e936633ac', 'network_id': '8521f0dd-d61d-4006-bb59-e56e936633ac', 'tenant_id': 'a7b24e7fed5548bf9053ec410fedea0d', 'fixed_ips': [{'subnet_id': 'da241ad0-e83a-468f-ac69-4cf3dafa290d'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:09:37.636057 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:37.645340 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ad80e46-4ea8-4732-aaea-bda8ef790f37 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:37.671441 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] Transition to ACTIVE for port object b07765fe-5f18-4aed-b6ba-9c4caeaa4001 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:37.778865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc55c9d-156a-4c14-8226-e1610143d225 None None] Network 429950d9-9554-4c62-a081-81de6a44bd48 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:37.784359 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2010cf50-90b4-4122-95e0-47e63c2ae1e7 req-36a70b2c-83ed-4db9-8631-24a3a92ba301 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e744193-eab8-4191-a048-c9ba1ec1b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8413894 Sep 07 19:09:37.811564 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] Transition to ACTIVE for port object b07765fe-5f18-4aed-b6ba-9c4caeaa4001 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:37.839241 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5d0ac6-3aad-4faf-babb-bcf26585aeb7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Made reservation on behalf of a7b24e7fed5548bf9053ec410fedea0d for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:37.848783 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5a5d0ac6-3aad-4faf-babb-bcf26585aeb7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:37.880461 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:37.928629 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e79e1-659e-4df4-b1e0-f8b543cc42e9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=cdf63553-e614-4f62-9919-c22c444639f9,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:37.980285 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-811c3c34-0bee-4e14-b497-a8cd770bf315 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting port cdf63553-e614-4f62-9919-c22c444639f9 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:37.980827 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-811c3c34-0bee-4e14-b497-a8cd770bf315 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:38.032979 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] Allocated IP 2001:db8::3 (8521f0dd-d61d-4006-bb59-e56e936633ac/da241ad0-e83a-468f-ac69-4cf3dafa290d/bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:38.046520 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.ipam_backend_mixin [None req-5a5d0ac6-3aad-4faf-babb-bcf26585aeb7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Performing IP validity checks on allocation pools {{(pid=101445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 07 19:09:38.049880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.ipam_backend_mixin [None req-5a5d0ac6-3aad-4faf-babb-bcf26585aeb7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 07 19:09:38.085073 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-811c3c34-0bee-4e14-b497-a8cd770bf315 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:38.098265 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-811c3c34-0bee-4e14-b497-a8cd770bf315 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Calling delete_port for cdf63553-e614-4f62-9919-c22c444639f9 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:38.225755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b0f09-ab80-4999-a867-df068a1f23a0 req-ee3c40bc-fd9a-426c-bdad-918b24cf3b38 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:38.227779 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a2b0f09-ab80-4999-a867-df068a1f23a0 req-ee3c40bc-fd9a-426c-bdad-918b24cf3b38 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cab5e72-7091-46d9-a3fe-5287b7ca902a HTTP/1.1" status: 200 len: 946 time: 0.4481642 Sep 07 19:09:38.340426 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 2cc83cdb-20cb-40bf-9240-7ee072fdb52e up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:38.373684 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0a5693ca-c9ee-4831-abdd-bb79acd4f787 None None] Could not find standard attr ID for object cdf63553-e614-4f62-9919-c22c444639f9. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:09:38.382458 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:38.395629 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-811c3c34-0bee-4e14-b497-a8cd770bf315 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:38.452179 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c3c34-0bee-4e14-b497-a8cd770bf315 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Port': ['ID=cdf63553-e614-4f62-9919-c22c444639f9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:38.462019 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:38.480772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:38.507567 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5a5d0ac6-3aad-4faf-babb-bcf26585aeb7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:38.601872 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d0ac6-3aad-4faf-babb-bcf26585aeb7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Subnet': ['ID=740149b3-bcb4-455f-9dc7-8165e9e22f1b,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:38.656845 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d0ac6-3aad-4faf-babb-bcf26585aeb7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Checking segment: {'id': '6e1a986c-d4b7-48d5-aff0-8ceeef80e34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c10a811b-0fd8-4b2e-a157-ea4f14e8613a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:38.657246 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5d0ac6-3aad-4faf-babb-bcf26585aeb7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Network hostable DHCP agents. Network: c10a811b-0fd8-4b2e-a157-ea4f14e8613a, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:09:38.687071 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-75d3fed5-fbc3-48e4-8c3a-8558d9c4400b None None] Provisioning for port 2cc83cdb-20cb-40bf-9240-7ee072fdb52e completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:38.695261 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c3d704b-8eb5-41d7-b66a-d44fdca6d524 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:38.712058 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-8a2b0f09-ab80-4999-a867-df068a1f23a0 req-0b221f56-8e6a-442e-83d6-fa2c3fc70479 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Deleting port 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:38.712447 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8a2b0f09-ab80-4999-a867-df068a1f23a0 req-0b221f56-8e6a-442e-83d6-fa2c3fc70479 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:38.713787 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] Pushing event updated for resources: {'Port': ['ID=b07765fe-5f18-4aed-b6ba-9c4caeaa4001,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:38.765243 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-811c3c34-0bee-4e14-b497-a8cd770bf315 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:38.767640 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-811c3c34-0bee-4e14-b497-a8cd770bf315 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/ports/cdf63553-e614-4f62-9919-c22c444639f9 HTTP/1.1" status: 204 len: 168 time: 1.5277679 Sep 07 19:09:38.770283 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] Attempting to bind port b07765fe-5f18-4aed-b6ba-9c4caeaa4001 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:09:38.770859 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] Attempting to bind port b07765fe-5f18-4aed-b6ba-9c4caeaa4001 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:09:38.771517 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] Attempting to bind port b07765fe-5f18-4aed-b6ba-9c4caeaa4001 on network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:09:38.773279 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d704b-8eb5-41d7-b66a-d44fdca6d524 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=8f469c28-88af-4d6b-a4e5-875f3b618e19,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:38.784478 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57026) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:38.793180 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:38.803503 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:09:38.803883 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:38.804306 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:38.804823 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] Bound using segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:09:38.805260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] Bound port: b07765fe-5f18-4aed-b6ba-9c4caeaa4001, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:09:38.816183 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:38.816183 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] Transition to ACTIVE for port object bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:38.834445 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-225e8845-3393-4dfd-b265-d2cc00f56012 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] GET failed (client error): The resource could not be found. Sep 07 19:09:38.836579 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-225e8845-3393-4dfd-b265-d2cc00f56012 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports/cdf63553-e614-4f62-9919-c22c444639f9 HTTP/1.1" status: 404 len: 333 time: 0.0504615 Sep 07 19:09:38.839947 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3d704b-8eb5-41d7-b66a-d44fdca6d524 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:38.840643 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57030) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:38.850440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-3c3d704b-8eb5-41d7-b66a-d44fdca6d524 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:38.854762 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 2cc83cdb-20cb-40bf-9240-7ee072fdb52e completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:38.858950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-8a2b0f09-ab80-4999-a867-df068a1f23a0 req-0b221f56-8e6a-442e-83d6-fa2c3fc70479 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] For port 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3,segment=NetworkSegment(60a8ac4c-22a8-4e87-8d09-0c1bee80faa8),segment_id=60a8ac4c-22a8-4e87-8d09-0c1bee80faa8)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:38.859411 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8a2b0f09-ab80-4999-a867-df068a1f23a0 req-0b221f56-8e6a-442e-83d6-fa2c3fc70479 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:38.889749 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-8a2b0f09-ab80-4999-a867-df068a1f23a0 req-0b221f56-8e6a-442e-83d6-fa2c3fc70479 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Calling delete_port for 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:38.890347 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3d704b-8eb5-41d7-b66a-d44fdca6d524 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:38.890738 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 2cc83cdb-20cb-40bf-9240-7ee072fdb52e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:38.890921 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c3d704b-8eb5-41d7-b66a-d44fdca6d524 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:38.891252 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:38.948035 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3c3d704b-8eb5-41d7-b66a-d44fdca6d524 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1892004 Sep 07 19:09:38.953029 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57034) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:38.963442 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-04831cd1-58d1-4c2b-b80d-983bdfd55d0f tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting subnet d0918835-0a8b-4d59-b437-9fc472125f64 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:09:38.973720 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-88dde03f-3517-441e-98fc-b6e5d39c903c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'mac_address': 'fa:16:3e:50:74:32', 'name': 'tempest-NetworksTestDHCPv6-173746501'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:39.001528 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] Transition to ACTIVE for port object bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:39.033846 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:39.119857 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-04831cd1-58d1-4c2b-b80d-983bdfd55d0f tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:39.123878 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] Network 8521f0dd-d61d-4006-bb59-e56e936633ac is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:39.130253 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] Pushing event updated for resources: {'Port': ['ID=bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:39.133029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:39.140046 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:39.197247 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8a2b0f09-ab80-4999-a867-df068a1f23a0 req-0b221f56-8e6a-442e-83d6-fa2c3fc70479 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:39.203359 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dde03f-3517-441e-98fc-b6e5d39c903c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:39.238194 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5d0ac6-3aad-4faf-babb-bcf26585aeb7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Network c10a811b-0fd8-4b2e-a157-ea4f14e8613a is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:09:39.272890 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:09:39.320176 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] Attempting to bind port bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:09:39.320674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] Attempting to bind port bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'd3bbfe21-2abd-4570-822f-c3ae5afaeb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8521f0dd-d61d-4006-bb59-e56e936633ac'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:09:39.320927 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] Attempting to bind port bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a on network 8521f0dd-d61d-4006-bb59-e56e936633ac {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:09:39.357048 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-198ccf5d-adcb-45e5-9390-705465274d3e req-af864691-a7f4-443d-87f3-870aa2562c15 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cab5e72-7091-46d9-a3fe-5287b7ca902a HTTP/1.1" status: 200 len: 210 time: 0.2405374 Sep 07 19:09:39.363503 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b221f56-8e6a-442e-83d6-fa2c3fc70479 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Pushing event deleted for resources: {'Port': ['ID=2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:39.396868 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-04831cd1-58d1-4c2b-b80d-983bdfd55d0f tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:39.401548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-5a5d0ac6-3aad-4faf-babb-bcf26585aeb7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, c10a811b-0fd8-4b2e-a157-ea4f14e8613a) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:39.401902 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] For port b07765fe-5f18-4aed-b6ba-9c4caeaa4001, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:09:39.410678 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ad80e46-4ea8-4732-aaea-bda8ef790f37 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:39.415595 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] For port b07765fe-5f18-4aed-b6ba-9c4caeaa4001, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b07765fe-5f18-4aed-b6ba-9c4caeaa4001,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:09:39.426012 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0ed391-fa41-4907-bee7-e4daf2bcbe39 None None] Network c10a811b-0fd8-4b2e-a157-ea4f14e8613a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:39.436268 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-88dde03f-3517-441e-98fc-b6e5d39c903c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:39.438961 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5d0ac6-3aad-4faf-babb-bcf26585aeb7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:39.439705 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5a5d0ac6-3aad-4faf-babb-bcf26585aeb7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:39.496669 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:09:39.498290 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] Checking segment: {'id': 'd3bbfe21-2abd-4570-822f-c3ae5afaeb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8521f0dd-d61d-4006-bb59-e56e936633ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:39.499309 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:39.499813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] Bound using segment: {'id': 'd3bbfe21-2abd-4570-822f-c3ae5afaeb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8521f0dd-d61d-4006-bb59-e56e936633ac'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:09:39.500499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] Bound port: bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bbfe21-2abd-4570-822f-c3ae5afaeb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8521f0dd-d61d-4006-bb59-e56e936633ac'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:09:39.501236 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:39.514448 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ad80e46-4ea8-4732-aaea-bda8ef790f37 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:39.541927 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-88dde03f-3517-441e-98fc-b6e5d39c903c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] device_id is not set on port e5d8ccee-6e07-4e42-8089-5e5e689b1dd4 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:09:39.548014 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:39.559372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2b0f09-ab80-4999-a867-df068a1f23a0 req-0b221f56-8e6a-442e-83d6-fa2c3fc70479 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] No DVR routers for this DVR port 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:09:39.565378 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8a2b0f09-ab80-4999-a867-df068a1f23a0 req-0b221f56-8e6a-442e-83d6-fa2c3fc70479 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:39.566729 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:39.568014 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a2b0f09-ab80-4999-a867-df068a1f23a0 req-0b221f56-8e6a-442e-83d6-fa2c3fc70479 tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.60 "DELETE /v2.0/ports/2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 HTTP/1.1" status: 204 len: 173 time: 1.3170168 Sep 07 19:09:39.568575 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cab5e72-7091-46d9-a3fe-5287b7ca902a', 'name': 'network-vif-deleted', 'tag': '2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:09:39.571806 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffac29b-68ba-4e0d-81b8-92ba577d17d6" -d '{"events": [{"server_uuid": "6cab5e72-7091-46d9-a3fe-5287b7ca902a", "name": "network-vif-deleted", "tag": "2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:09:39.601392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5a5d0ac6-3aad-4faf-babb-bcf26585aeb7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.6429319 Sep 07 19:09:39.654073 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57040) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:39.666587 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-908d01a5-02c8-44e2-8ea9-b9e1b5a6fd91 None None] Provisioning complete for port 2cc83cdb-20cb-40bf-9240-7ee072fdb52e triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:39.666979 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-908d01a5-02c8-44e2-8ea9-b9e1b5a6fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:39.763429 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f3ae21-35c6-46fc-85db-e11e12044ac4 x-openstack-request-id: req-97f3ae21-35c6-46fc-85db-e11e12044ac4 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:09:39.763996 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cab5e72-7091-46d9-a3fe-5287b7ca902a", "name": "network-vif-deleted", "tag": "2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:09:39.764529 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97f3ae21-35c6-46fc-85db-e11e12044ac4 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:09:39.765337 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cab5e72-7091-46d9-a3fe-5287b7ca902a', 'name': 'network-vif-deleted', 'tag': '2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3', 'status': 'completed', 'code': 200} Sep 07 19:09:39.868753 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-9ad80e46-4ea8-4732-aaea-bda8ef790f37 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Allocated IP 172.25.8.92 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/86e33d72-d2cf-47a1-8d92-b9c12923b61d) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:39.925252 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 2cc83cdb-20cb-40bf-9240-7ee072fdb52e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=2cc83cdb-20cb-40bf-9240-7ee072fdb52e,segment=NetworkSegment(4dc69dd0-9af2-40f9-8fcb-ed626c1c7848),segment_id=4dc69dd0-9af2-40f9-8fcb-ed626c1c7848)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:39.974362 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf93c8-000a-4546-9288-2066fbe42dfd None None] Pushing event updated for resources: {'Port': ['ID=b07765fe-5f18-4aed-b6ba-9c4caeaa4001,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:40.015074 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ad80e46-4ea8-4732-aaea-bda8ef790f37 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:40.052214 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f5e991c-b4fb-4c33-8396-7cb22cd898eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:40.088931 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:40.154610 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ad80e46-4ea8-4732-aaea-bda8ef790f37 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:40.160889 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] For port bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:09:40.238306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad80e46-4ea8-4732-aaea-bda8ef790f37 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:40.249443 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-9ad80e46-4ea8-4732-aaea-bda8ef790f37 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:40.259642 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-88dde03f-3517-441e-98fc-b6e5d39c903c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8:0:1::f (5341d4d7-2b72-420c-84fe-cfa44886a8d9/8f469c28-88af-4d6b-a4e5-875f3b618e19/e5d8ccee-6e07-4e42-8089-5e5e689b1dd4) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:40.276291 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-88dde03f-3517-441e-98fc-b6e5d39c903c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8::f816:3eff:fe50:7432 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/57cef530-c582-4a29-8dce-8bb21cd46cbc/e5d8ccee-6e07-4e42-8089-5e5e689b1dd4) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:40.278020 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad80e46-4ea8-4732-aaea-bda8ef790f37 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:40.304606 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad80e46-4ea8-4732-aaea-bda8ef790f37 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event updated for resources: {'Port': ['ID=86e33d72-d2cf-47a1-8d92-b9c12923b61d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:40.400678 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] For port bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a,segment=NetworkSegment(d3bbfe21-2abd-4570-822f-c3ae5afaeb2a),segment_id=d3bbfe21-2abd-4570-822f-c3ae5afaeb2a)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:09:40.522646 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:40.549166 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-04831cd1-58d1-4c2b-b80d-983bdfd55d0f tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:40.644379 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=2cc83cdb-20cb-40bf-9240-7ee072fdb52e,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:40.701678 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad886266-7c30-4064-a39b-d1ec3e7fb250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-c10a811b-0fd8-4b2e-a157-ea4f14e8613a', 'network_id': 'c10a811b-0fd8-4b2e-a157-ea4f14e8613a', 'tenant_id': 'a7b24e7fed5548bf9053ec410fedea0d', 'fixed_ips': [{'subnet_id': '740149b3-bcb4-455f-9dc7-8165e9e22f1b'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:09:40.705730 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ad886266-7c30-4064-a39b-d1ec3e7fb250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:40.714835 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c297f9cf-e074-4d70-b2dd-b2abe29e2dcb req-3a555259-9716-49d6-89b5-f2456700fced tempest-AttachVolumeNegativeTest-1252602080 tempest-AttachVolumeNegativeTest-1252602080-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cab5e72-7091-46d9-a3fe-5287b7ca902a HTTP/1.1" status: 200 len: 210 time: 0.0940523 Sep 07 19:09:40.758368 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f5e991c-b4fb-4c33-8396-7cb22cd898eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:40.980796 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2412aff-e1f4-4f52-adbc-41e5dabf8a3a None None] Pushing event updated for resources: {'Port': ['ID=bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:41.001040 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-62461d86-0764-4ab5-98a2-a7392030b97c None None] Provisioning complete for port bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:41.001761 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-62461d86-0764-4ab5-98a2-a7392030b97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:41.054966 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-04831cd1-58d1-4c2b-b80d-983bdfd55d0f tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:41.167768 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04831cd1-58d1-4c2b-b80d-983bdfd55d0f tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Subnet': ['ID=d0918835-0a8b-4d59-b437-9fc472125f64,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:41.205588 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-62461d86-0764-4ab5-98a2-a7392030b97c None None] Could not find standard attr ID for object cdf63553-e614-4f62-9919-c22c444639f9. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:09:41.210489 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-88dde03f-3517-441e-98fc-b6e5d39c903c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:41.234130 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-04831cd1-58d1-4c2b-b80d-983bdfd55d0f tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:41.241139 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-04831cd1-58d1-4c2b-b80d-983bdfd55d0f tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/subnets/d0918835-0a8b-4d59-b437-9fc472125f64 HTTP/1.1" status: 204 len: 168 time: 2.3975158 Sep 07 19:09:41.253106 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57050) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:41.266523 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f5e991c-b4fb-4c33-8396-7cb22cd898eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:41.299869 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ad80e46-4ea8-4732-aaea-bda8ef790f37 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server [None req-ad886266-7c30-4064-a39b-d1ec3e7fb250 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 740149b3-bcb4-455f-9dc7-8165e9e22f1b: This subnet is being modified by another concurrent operation. Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise exception Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 740149b3-bcb4-455f-9dc7-8165e9e22f1b: This subnet is being modified by another concurrent operation. Sep 07 19:09:41.343915 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Sep 07 19:09:41.363450 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-126bfc4b-f665-44c8-a022-406097b7f140 None None] Could not find standard attr ID for object cdf63553-e614-4f62-9919-c22c444639f9. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:09:41.368373 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-88dde03f-3517-441e-98fc-b6e5d39c903c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Transition to ACTIVE for port object e5d8ccee-6e07-4e42-8089-5e5e689b1dd4 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:41.424098 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cca1441-d6fe-47c9-9347-307a03912744 None None] Network c10a811b-0fd8-4b2e-a157-ea4f14e8613a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:41.431979 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e991c-b4fb-4c33-8396-7cb22cd898eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Subnet': ['ID=740149b3-bcb4-455f-9dc7-8165e9e22f1b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:41.448229 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f02909-2273-4913-84d9-478b876c1f48 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting subnet ddeaf310-3cc8-4656-8fd5-319c9c810986 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:09:41.566530 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f5e991c-b4fb-4c33-8396-7cb22cd898eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:41.603523 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-8f5e991c-b4fb-4c33-8396-7cb22cd898eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10a811b-0fd8-4b2e-a157-ea4f14e8613a']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:41.627694 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-8f5e991c-b4fb-4c33-8396-7cb22cd898eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1a986c-d4b7-48d5-aff0-8ceeef80e34b') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:41.628716 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-8f5e991c-b4fb-4c33-8396-7cb22cd898eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1a986c-d4b7-48d5-aff0-8ceeef80e34b') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:41.631859 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86f02909-2273-4913-84d9-478b876c1f48 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:41.639059 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8071b7d0-9821-4221-8a6e-ccf0e95bbe4a None None] Network 2204a568-44d4-4bd4-8639-2eda0a7325db requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:41.711177 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f5e991c-b4fb-4c33-8396-7cb22cd898eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:41.727847 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f5e991c-b4fb-4c33-8396-7cb22cd898eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:41.735798 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5e991c-b4fb-4c33-8396-7cb22cd898eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:09:41.736297 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f5e991c-b4fb-4c33-8396-7cb22cd898eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:09:41.841936 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:09:41.850543 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f5e991c-b4fb-4c33-8396-7cb22cd898eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:41.860796 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86f02909-2273-4913-84d9-478b876c1f48 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:41.874164 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f5e991c-b4fb-4c33-8396-7cb22cd898eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:41.876096 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8f5e991c-b4fb-4c33-8396-7cb22cd898eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/networks/c10a811b-0fd8-4b2e-a157-ea4f14e8613a HTTP/1.1" status: 204 len: 168 time: 2.2187977 Sep 07 19:09:41.900928 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57054) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:41.915082 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e7627b05-f90a-4d54-afb8-388df437c094 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-721354539'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:41.931942 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57056) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:41.948453 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e991c-b4fb-4c33-8396-7cb22cd898eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Network': ['ID=c10a811b-0fd8-4b2e-a157-ea4f14e8613a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:41.988295 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-88dde03f-3517-441e-98fc-b6e5d39c903c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:42.030519 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f08d30-cfa3-4c85-be87-f369691112eb None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:42.072154 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ad80e46-4ea8-4732-aaea-bda8ef790f37 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:42.085225 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7627b05-f90a-4d54-afb8-388df437c094 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Made reservation on behalf of a7b24e7fed5548bf9053ec410fedea0d for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:42.091462 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7627b05-f90a-4d54-afb8-388df437c094 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:42.132189 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:09:42.163558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cc48c6-ec47-4062-a4ad-e10720c6127b admin admin] Deleting subnet 4ab4e789-722f-458d-abf4-2cfc1d2156cf {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:09:42.181501 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dde03f-3517-441e-98fc-b6e5d39c903c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:42.213222 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-88dde03f-3517-441e-98fc-b6e5d39c903c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:42.243936 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dde03f-3517-441e-98fc-b6e5d39c903c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:42.275159 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:09:42.276066 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 2c9436dd-b130-4f5d-a4f6-34ae61bcd9d3 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:09:42.277660 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dde03f-3517-441e-98fc-b6e5d39c903c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:42.285221 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-88dde03f-3517-441e-98fc-b6e5d39c903c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:42.317789 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dde03f-3517-441e-98fc-b6e5d39c903c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=e5d8ccee-6e07-4e42-8089-5e5e689b1dd4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:42.338417 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e3cc48c6-ec47-4062-a4ad-e10720c6127b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:42.348486 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86f02909-2273-4913-84d9-478b876c1f48 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:42.403126 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-98c132cc-09b1-4a2b-a7dc-cb2e3f81945f None None] Provisioning for port b07765fe-5f18-4aed-b6ba-9c4caeaa4001 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:42.423710 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7627b05-f90a-4d54-afb8-388df437c094 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:09:42.432699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad80e46-4ea8-4732-aaea-bda8ef790f37 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Router f744e3b1-14c1-4486-9230-81db7fd79a62 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:09:42.467381 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-88dde03f-3517-441e-98fc-b6e5d39c903c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.5049541 Sep 07 19:09:42.477592 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57062) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:42.581549 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 2cc83cdb-20cb-40bf-9240-7ee072fdb52e up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:42.790532 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86f02909-2273-4913-84d9-478b876c1f48 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:42.872486 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f02909-2273-4913-84d9-478b876c1f48 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Subnet': ['ID=ddeaf310-3cc8-4656-8fd5-319c9c810986,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:42.887110 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86f02909-2273-4913-84d9-478b876c1f48 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:42.891570 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-86f02909-2273-4913-84d9-478b876c1f48 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/subnets/ddeaf310-3cc8-4656-8fd5-319c9c810986 HTTP/1.1" status: 204 len: 168 time: 1.6368437 Sep 07 19:09:42.894224 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57064) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:42.925182 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f0abc1-3f14-47f7-8000-e657f8218d20 None None] Network 8521f0dd-d61d-4006-bb59-e56e936633ac requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:43.082197 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8073bd2d-eea7-4eb0-bc0b-1e89833889c6 None None] Provisioning for port bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:43.113651 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:43.145154 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 2cc83cdb-20cb-40bf-9240-7ee072fdb52e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:43.145624 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:43.281815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad80e46-4ea8-4732-aaea-bda8ef790f37 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:09:43.297164 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] Sync routers for ids ['f744e3b1-14c1-4486-9230-81db7fd79a62'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:09:43.307048 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7627b05-f90a-4d54-afb8-388df437c094 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:43.308020 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-e7627b05-f90a-4d54-afb8-388df437c094 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Added segment 7a4a4e2d-692f-40a7-874b-4c190d2677cb of type vlan for network 5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b Sep 07 19:09:43.321512 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ad80e46-4ea8-4732-aaea-bda8ef790f37 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:43.326335 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] Routers {'f744e3b1-14c1-4486-9230-81db7fd79a62'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:09:43.327107 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:09:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['f744e3b1-14c1-4486-9230-81db7fd79a62'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:43.341907 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9ad80e46-4ea8-4732-aaea-bda8ef790f37 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.1567700 Sep 07 19:09:43.357056 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e3cc48c6-ec47-4062-a4ad-e10720c6127b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:43.362609 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57068) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:43.379209 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614746db-8c8f-4b21-84de-9a900481763b None None] Update dhcp port {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'fixed_ips': [{'subnet_id': '57cef530-c582-4a29-8dce-8bb21cd46cbc', 'ip_address': '2001:db8::f816:3eff:fe19:53da'}, {'subnet_id': '8f469c28-88af-4d6b-a4e5-875f3b618e19'}], 'binding:host_id': 'n-d-807786-1'}, 'id': 'b07765fe-5f18-4aed-b6ba-9c4caeaa4001'} from n-d-807786-1. {{(pid=101446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 19:09:43.419639 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-614746db-8c8f-4b21-84de-9a900481763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:43.452809 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefbb08f-660b-4b80-b8e2-91bc89970f8b None None] Network 2204a568-44d4-4bd4-8639-2eda0a7325db requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:43.519130 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7627b05-f90a-4d54-afb8-388df437c094 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:43.537952 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] Set router f744e3b1-14c1-4486-9230-81db7fd79a62 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:09:43.557125 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e3cc48c6-ec47-4062-a4ad-e10720c6127b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:43.649537 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7627b05-f90a-4d54-afb8-388df437c094 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:43.666857 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7627b05-f90a-4d54-afb8-388df437c094 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:43.668447 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7627b05-f90a-4d54-afb8-388df437c094 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:43.735229 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:43.771816 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-87b0e032-854b-40dc-8949-4ce817a6ebef tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting port e5d8ccee-6e07-4e42-8089-5e5e689b1dd4 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:43.772448 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-87b0e032-854b-40dc-8949-4ce817a6ebef tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:43.779497 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19d9a8ec-2d75-4b84-bdce-30fd9a0f9682 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:43.912860 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f172e430-8fa4-4a89-8f11-1120d63f11b2 None None] Provisioning complete for port bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:43.913555 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f172e430-8fa4-4a89-8f11-1120d63f11b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:43.928893 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e3cc48c6-ec47-4062-a4ad-e10720c6127b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:43.930850 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-87b0e032-854b-40dc-8949-4ce817a6ebef tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:43.944721 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-87b0e032-854b-40dc-8949-4ce817a6ebef tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Calling delete_port for e5d8ccee-6e07-4e42-8089-5e5e689b1dd4 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:43.949404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7627b05-f90a-4d54-afb8-388df437c094 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Network': ['ID=5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:43.958263 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1717378193', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:09:36Z', 'updated_at': '2021-09-07T19:09:40Z', 'revision_number': 3, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:39Z', 'updated_at': '2021-09-07T19:09:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:43.969621 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:43.980378 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:44.032032 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] Checking router: f744e3b1-14c1-4486-9230-81db7fd79a62 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:09:44.035622 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] Updating router f744e3b1-14c1-4486-9230-81db7fd79a62 port 86e33d72-d2cf-47a1-8d92-b9c12923b61d binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:09:44.066152 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:44.066524 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:44.075537 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:44.116942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b96ea436-13f2-4a1f-a0ab-854babddf673 tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=a4b1ee635b384533aa147bb1d2eb2c95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7395844 Sep 07 19:09:44.116942 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc48c6-ec47-4062-a4ad-e10720c6127b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ab4e789-722f-458d-abf4-2cfc1d2156cf,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:44.118289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57074) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:44.122014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:09:44.220847 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bede10-a53c-4d0c-9740-6b6c7bb6357a None None] DHCP port deletion for 2204a568-44d4-4bd4-8639-2eda0a7325db request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:09:44.252817 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e7627b05-f90a-4d54-afb8-388df437c094 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3429756 Sep 07 19:09:44.254816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57076) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:44.261683 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-fb2782bd-2f3a-48f5-8c7d-783a1d6ce93f tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'subnet': {'network_id': '5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:44.347410 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-87b0e032-854b-40dc-8949-4ce817a6ebef tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:44.404319 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0e032-854b-40dc-8949-4ce817a6ebef tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=e5d8ccee-6e07-4e42-8089-5e5e689b1dd4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:44.414097 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-19d9a8ec-2d75-4b84-bdce-30fd9a0f9682 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting port bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:44.414649 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19d9a8ec-2d75-4b84-bdce-30fd9a0f9682 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:44.417416 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e3cc48c6-ec47-4062-a4ad-e10720c6127b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:44.422203 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e3cc48c6-ec47-4062-a4ad-e10720c6127b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4ab4e789-722f-458d-abf4-2cfc1d2156cf HTTP/1.1" status: 204 len: 168 time: 2.4824939 Sep 07 19:09:44.431168 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57080) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:44.443713 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:44.494267 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-87b0e032-854b-40dc-8949-4ce817a6ebef tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:44.497072 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-87b0e032-854b-40dc-8949-4ce817a6ebef tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/e5d8ccee-6e07-4e42-8089-5e5e689b1dd4 HTTP/1.1" status: 204 len: 168 time: 2.0048890 Sep 07 19:09:44.527678 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57082) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:44.556123 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-19d9a8ec-2d75-4b84-bdce-30fd9a0f9682 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] For port bc7ea8f7-ab0d-43f4-b127-5a9551c05d47, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=bc7ea8f7-ab0d-43f4-b127-5a9551c05d47,segment=NetworkSegment(1272ea91-3da7-4a60-8a8f-e3bc42747509),segment_id=1272ea91-3da7-4a60-8a8f-e3bc42747509)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:44.556938 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19d9a8ec-2d75-4b84-bdce-30fd9a0f9682 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:44.571817 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ea169df3-39ba-4980-95f6-321263ff7657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:44.591743 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-19d9a8ec-2d75-4b84-bdce-30fd9a0f9682 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Calling delete_port for bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:44.600213 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:44.629688 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] Transition to ACTIVE for port object 86e33d72-d2cf-47a1-8d92-b9c12923b61d will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:44.631195 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d8bede10-a53c-4d0c-9740-6b6c7bb6357a None None] Deleting port bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:44.631587 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d8bede10-a53c-4d0c-9740-6b6c7bb6357a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:44.635760 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a,segment=NetworkSegment(d3bbfe21-2abd-4570-822f-c3ae5afaeb2a),segment_id=d3bbfe21-2abd-4570-822f-c3ae5afaeb2a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:44.638511 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2782bd-2f3a-48f5-8c7d-783a1d6ce93f tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Made reservation on behalf of a7b24e7fed5548bf9053ec410fedea0d for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:44.643229 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:44.646849 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fb2782bd-2f3a-48f5-8c7d-783a1d6ce93f tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:44.652173 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4466b376-7f4c-4078-943c-68897f6717b7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:44.656115 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4466b376-7f4c-4078-943c-68897f6717b7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1265390 Sep 07 19:09:44.660247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-614746db-8c8f-4b21-84de-9a900481763b None None] Allocated IP 2001:db8:0:1::2 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/8f469c28-88af-4d6b-a4e5-875f3b618e19/b07765fe-5f18-4aed-b6ba-9c4caeaa4001) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:44.664553 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:44.666601 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b07765fe-5f18-4aed-b6ba-9c4caeaa4001 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:44.673661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57084) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:44.700059 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] Attempting to bind port 86e33d72-d2cf-47a1-8d92-b9c12923b61d on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:09:44.701051 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] Attempting to bind port 86e33d72-d2cf-47a1-8d92-b9c12923b61d by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:09:44.701411 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] Attempting to bind port 86e33d72-d2cf-47a1-8d92-b9c12923b61d on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:09:44.709461 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:09:44.710123 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:44.710527 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:44.710917 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:09:44.711394 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] Bound port: 86e33d72-d2cf-47a1-8d92-b9c12923b61d, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:09:44.711765 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:44.740784 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a7fb0-6207-45b6-8436-f0579a6d4f8f None None] Pushing event updated for resources: {'Port': ['ID=86e33d72-d2cf-47a1-8d92-b9c12923b61d,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:44.750594 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a7fb0-6207-45b6-8436-f0579a6d4f8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:44.750932 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a7fb0-6207-45b6-8436-f0579a6d4f8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:44.751261 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a7fb0-6207-45b6-8436-f0579a6d4f8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:44.751589 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a7fb0-6207-45b6-8436-f0579a6d4f8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:44.751915 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a7fb0-6207-45b6-8436-f0579a6d4f8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:44.752235 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a7fb0-6207-45b6-8436-f0579a6d4f8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:44.752596 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a7fb0-6207-45b6-8436-f0579a6d4f8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:44.752915 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a7fb0-6207-45b6-8436-f0579a6d4f8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:44.753228 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a7fb0-6207-45b6-8436-f0579a6d4f8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:44.753539 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a7fb0-6207-45b6-8436-f0579a6d4f8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:44.753847 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a7fb0-6207-45b6-8436-f0579a6d4f8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:44.754299 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a7fb0-6207-45b6-8436-f0579a6d4f8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:44.791007 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19d9a8ec-2d75-4b84-bdce-30fd9a0f9682 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:44.795796 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] For port 86e33d72-d2cf-47a1-8d92-b9c12923b61d, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:09:44.805953 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] For port 86e33d72-d2cf-47a1-8d92-b9c12923b61d, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=86e33d72-d2cf-47a1-8d92-b9c12923b61d,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:09:44.812599 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:44.855346 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d9a8ec-2d75-4b84-bdce-30fd9a0f9682 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] No DVR routers for this DVR port bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:09:44.859005 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9a8ec-2d75-4b84-bdce-30fd9a0f9682 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Port': ['ID=bc7ea8f7-ab0d-43f4-b127-5a9551c05d47,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:44.896534 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb92667-0210-4737-8023-675eab29e012 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:44.896534 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0eb92667-0210-4737-8023-675eab29e012 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2172990 Sep 07 19:09:44.896534 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91989fa-4fee-4393-bf2a-30348b2cbbdd tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:44.896534 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f91989fa-4fee-4393-bf2a-30348b2cbbdd tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7770019 Sep 07 19:09:44.902851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57088) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:44.903197 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57090) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:44.922129 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] Routers {'f744e3b1-14c1-4486-9230-81db7fd79a62'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:09:44.923127 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:09:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['f744e3b1-14c1-4486-9230-81db7fd79a62'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:44.977622 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19d9a8ec-2d75-4b84-bdce-30fd9a0f9682 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:44.995296 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e983ada3-64db-4976-ad75-7d86cadf223e tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0894942 Sep 07 19:09:44.997322 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d8bede10-a53c-4d0c-9740-6b6c7bb6357a None None] For port bc7ea8f7-ab0d-43f4-b127-5a9551c05d47, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=bc7ea8f7-ab0d-43f4-b127-5a9551c05d47,segment=NetworkSegment(1272ea91-3da7-4a60-8a8f-e3bc42747509),segment_id=1272ea91-3da7-4a60-8a8f-e3bc42747509)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:44.998126 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57092) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:45.000558 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d8bede10-a53c-4d0c-9740-6b6c7bb6357a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.006788 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:45.011926 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-64ce9f39-0e00-42e7-94c4-be63fd24a178 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-643535184', 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947', 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:45.016479 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a7fb0-6207-45b6-8436-f0579a6d4f8f None None] Pushing event updated for resources: {'Port': ['ID=86e33d72-d2cf-47a1-8d92-b9c12923b61d,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:45.036550 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d8bede10-a53c-4d0c-9740-6b6c7bb6357a None None] Calling delete_port for bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:45.073682 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port b07765fe-5f18-4aed-b6ba-9c4caeaa4001 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:45.084750 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ea169df3-39ba-4980-95f6-321263ff7657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.084976 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f4285501-c784-44ae-a15e-d76fb7a175c6 None None] Provisioning complete for port bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:45.084976 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f4285501-c784-44ae-a15e-d76fb7a175c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.128199 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-ea169df3-39ba-4980-95f6-321263ff7657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28561914-c3ca-4c0b-866d-e05eae48a3bf']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:45.143210 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-19d9a8ec-2d75-4b84-bdce-30fd9a0f9682 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2204a568-44d4-4bd4-8639-2eda0a7325db']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:45.150513 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da361b80-c79b-4088-955b-582f105c247f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:45.151154 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da361b80-c79b-4088-955b-582f105c247f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:45.154646 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da361b80-c79b-4088-955b-582f105c247f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:45.159592 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-da361b80-c79b-4088-955b-582f105c247f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2551913 Sep 07 19:09:45.159796 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-19d9a8ec-2d75-4b84-bdce-30fd9a0f9682 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1272ea91-3da7-4a60-8a8f-e3bc42747509') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:45.160490 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-19d9a8ec-2d75-4b84-bdce-30fd9a0f9682 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1272ea91-3da7-4a60-8a8f-e3bc42747509') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:45.162288 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57094) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:45.165312 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-ea169df3-39ba-4980-95f6-321263ff7657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a8ac4c-22a8-4e87-8d09-0c1bee80faa8') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:45.166147 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-ea169df3-39ba-4980-95f6-321263ff7657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a8ac4c-22a8-4e87-8d09-0c1bee80faa8') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:45.172462 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] Set router f744e3b1-14c1-4486-9230-81db7fd79a62 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:09:45.172951 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19d9a8ec-2d75-4b84-bdce-30fd9a0f9682 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.177622 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b07765fe-5f18-4aed-b6ba-9c4caeaa4001 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:45.177988 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.196078 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19d9a8ec-2d75-4b84-bdce-30fd9a0f9682 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.204638 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d9a8ec-2d75-4b84-bdce-30fd9a0f9682 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:09:45.205749 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19d9a8ec-2d75-4b84-bdce-30fd9a0f9682 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.220457 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ea169df3-39ba-4980-95f6-321263ff7657 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.248030 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ea169df3-39ba-4980-95f6-321263ff7657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:09:45.275560 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:09:45.288290 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea169df3-39ba-4980-95f6-321263ff7657 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:09:45.288750 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ea169df3-39ba-4980-95f6-321263ff7657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:09:45.291161 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:09:45.297063 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ce9f39-0e00-42e7-94c4-be63fd24a178 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Made reservation on behalf of a4b1ee635b384533aa147bb1d2eb2c95 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:45.301174 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64ce9f39-0e00-42e7-94c4-be63fd24a178 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.306292 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19d9a8ec-2d75-4b84-bdce-30fd9a0f9682 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.312528 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19d9a8ec-2d75-4b84-bdce-30fd9a0f9682 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.320130 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d8bede10-a53c-4d0c-9740-6b6c7bb6357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.320893 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-19d9a8ec-2d75-4b84-bdce-30fd9a0f9682 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/networks/2204a568-44d4-4bd4-8639-2eda0a7325db HTTP/1.1" status: 204 len: 168 time: 2.4252131 Sep 07 19:09:45.321556 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57096) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:45.330321 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1528df06-7171-4fec-8b9c-b1c1faef1c19 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet 57cef530-c582-4a29-8dce-8bb21cd46cbc {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:09:45.334747 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8bede10-a53c-4d0c-9740-6b6c7bb6357a None None] Network 2204a568-44d4-4bd4-8639-2eda0a7325db is not hosted by any dhcp agent {{(pid=101446) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 19:09:45.335464 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bede10-a53c-4d0c-9740-6b6c7bb6357a None None] No DVR routers for this DVR port bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:09:45.345173 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-614746db-8c8f-4b21-84de-9a900481763b None None] For port b07765fe-5f18-4aed-b6ba-9c4caeaa4001, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b07765fe-5f18-4aed-b6ba-9c4caeaa4001,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:45.395788 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9a8ec-2d75-4b84-bdce-30fd9a0f9682 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Network': ['ID=2204a568-44d4-4bd4-8639-2eda0a7325db,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:45.438267 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ea169df3-39ba-4980-95f6-321263ff7657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.456880 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ea169df3-39ba-4980-95f6-321263ff7657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.462061 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ea169df3-39ba-4980-95f6-321263ff7657 admin admin] 10.222.0.26 "DELETE /v2.0/networks/28561914-c3ca-4c0b-866d-e05eae48a3bf HTTP/1.1" status: 204 len: 168 time: 1.0269868 Sep 07 19:09:45.489110 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc308858-329f-4b30-950a-af466f64f98d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:45.498657 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bede10-a53c-4d0c-9740-6b6c7bb6357a None None] Pushing event deleted for resources: {'Port': ['ID=bc7ea8f7-ab0d-43f4-b127-5a9551c05d47,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:45.499656 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bc308858-329f-4b30-950a-af466f64f98d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1555536 Sep 07 19:09:45.503400 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57102) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:45.512136 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.543433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea169df3-39ba-4980-95f6-321263ff7657 admin admin] Pushing event deleted for resources: {'Network': ['ID=28561914-c3ca-4c0b-866d-e05eae48a3bf,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:45.582508 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fb2782bd-2f3a-48f5-8c7d-783a1d6ce93f tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.583585 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1717378193', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:09:36Z', 'updated_at': '2021-09-07T19:09:40Z', 'revision_number': 3, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:39Z', 'updated_at': '2021-09-07T19:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:45.621037 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78924a51-971a-43e4-9ebf-5c7af89a0894 None None] The sync data for ids ['f744e3b1-14c1-4486-9230-81db7fd79a62'] in n-d-807786-1 is: [{'id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1717378193', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:09:36Z', 'updated_at': '2021-09-07T19:09:40Z', 'revision_number': 3, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:39Z', 'updated_at': '2021-09-07T19:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:09:45.628105 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-614746db-8c8f-4b21-84de-9a900481763b None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.678620 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57104) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:45.683999 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-614746db-8c8f-4b21-84de-9a900481763b None None] Transition to ACTIVE for port object b07765fe-5f18-4aed-b6ba-9c4caeaa4001 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:45.692418 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d24e37b5-9f04-4ff9-a4c1-0a367f269771 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1640821 Sep 07 19:09:45.694645 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-614746db-8c8f-4b21-84de-9a900481763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.695773 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-f322af2b-6d9b-49e3-9b90-eb01f5ff1117 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-163616916'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:45.701115 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1528df06-7171-4fec-8b9c-b1c1faef1c19 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.782234 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2782bd-2f3a-48f5-8c7d-783a1d6ce93f tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Subnet': ['ID=ae66db4a-f295-4245-910e-51ee9b2066e1,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:45.811165 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2782bd-2f3a-48f5-8c7d-783a1d6ce93f tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Checking segment: {'id': '7a4a4e2d-692f-40a7-874b-4c190d2677cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:45.811750 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2782bd-2f3a-48f5-8c7d-783a1d6ce93f tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Network hostable DHCP agents. Network: 5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:09:45.822981 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1528df06-7171-4fec-8b9c-b1c1faef1c19 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.841639 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64ce9f39-0e00-42e7-94c4-be63fd24a178 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.863962 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f322af2b-6d9b-49e3-9b90-eb01f5ff1117 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:45.870758 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f322af2b-6d9b-49e3-9b90-eb01f5ff1117 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:45.873457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57106) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:45.893173 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.db.api [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:09:45.893475 n-d-807786-1 neutron-server[101446]: DEBUG oslo_db.api [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:09:45.896617 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614746db-8c8f-4b21-84de-9a900481763b None None] Pushing event updated for resources: {'Port': ['ID=b07765fe-5f18-4aed-b6ba-9c4caeaa4001,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:45.952410 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce9f39-0e00-42e7-94c4-be63fd24a178 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event updated for resources: {'Subnet': ['ID=e3f01810-9bb0-4488-98ce-6fc4137d00b0,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:45.958857 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ce9f39-0e00-42e7-94c4-be63fd24a178 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Checking segment: {'id': 'd759d727-fb5e-4fcf-b83c-73c24550a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:45.959240 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ce9f39-0e00-42e7-94c4-be63fd24a178 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Network hostable DHCP agents. Network: 349425b3-5cf8-4cd9-9fd3-af96e1b28947, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:09:45.992111 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b5e0d118-2d66-42ea-8fa3-2a6a823452ea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=524d8b7fabdc479496084a50e046b03c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1110840 Sep 07 19:09:45.992416 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57110) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:46.001182 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2782bd-2f3a-48f5-8c7d-783a1d6ce93f tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Network 5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:09:46.002669 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ce9f39-0e00-42e7-94c4-be63fd24a178 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Network 349425b3-5cf8-4cd9-9fd3-af96e1b28947 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:09:46.026156 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-64ce9f39-0e00-42e7-94c4-be63fd24a178 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 349425b3-5cf8-4cd9-9fd3-af96e1b28947) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:46.026502 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f322af2b-6d9b-49e3-9b90-eb01f5ff1117 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:09:46.039827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0c077a-1b79-49cb-9ee7-78b3bbd78e1e None None] Network 349425b3-5cf8-4cd9-9fd3-af96e1b28947 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:46.061962 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-fb2782bd-2f3a-48f5-8c7d-783a1d6ce93f tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:46.066774 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ce9f39-0e00-42e7-94c4-be63fd24a178 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:46.067305 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64ce9f39-0e00-42e7-94c4-be63fd24a178 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:46.069058 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2782bd-2f3a-48f5-8c7d-783a1d6ce93f tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:46.069974 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fb2782bd-2f3a-48f5-8c7d-783a1d6ce93f tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:46.090053 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f322af2b-6d9b-49e3-9b90-eb01f5ff1117 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:46.090053 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-f322af2b-6d9b-49e3-9b90-eb01f5ff1117 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Added segment 21bf49f2-99c3-47fa-8409-76dd4ec5c8cd of type vlan for network 86cced04-38ef-4a56-967b-bc7b7c7ce94c Sep 07 19:09:46.103105 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-fb2782bd-2f3a-48f5-8c7d-783a1d6ce93f tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8485446 Sep 07 19:09:46.106432 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57112) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:46.122410 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4b2e04-b49e-42ce-a13e-127a890faab0 None None] Network 5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:46.168735 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0feba0f-6ee7-44f1-a97d-adc6a879392b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:46.174752 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-64ce9f39-0e00-42e7-94c4-be63fd24a178 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1740320 Sep 07 19:09:46.180870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57114) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:46.183994 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1528df06-7171-4fec-8b9c-b1c1faef1c19 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:46.201726 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f322af2b-6d9b-49e3-9b90-eb01f5ff1117 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:46.256132 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0feba0f-6ee7-44f1-a97d-adc6a879392b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:46.367108 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0feba0f-6ee7-44f1-a97d-adc6a879392b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:46.370444 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0feba0f-6ee7-44f1-a97d-adc6a879392b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:46.372094 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c0feba0f-6ee7-44f1-a97d-adc6a879392b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e744193-eab8-4191-a048-c9ba1ec1b319 HTTP/1.1" status: 204 len: 168 time: 0.3783770 Sep 07 19:09:46.385898 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0feba0f-6ee7-44f1-a97d-adc6a879392b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e744193-eab8-4191-a048-c9ba1ec1b319,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:46.411857 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f322af2b-6d9b-49e3-9b90-eb01f5ff1117 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:46.417919 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f322af2b-6d9b-49e3-9b90-eb01f5ff1117 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:46.418576 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f322af2b-6d9b-49e3-9b90-eb01f5ff1117 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:46.531779 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:46.576190 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:46.591273 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f322af2b-6d9b-49e3-9b90-eb01f5ff1117 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9026656 Sep 07 19:09:46.597520 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57118) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:46.611991 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1528df06-7171-4fec-8b9c-b1c1faef1c19 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:46.620803 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a03f038b-d153-4ff2-a36c-9145777641da tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'subnet': {'network_id': '86cced04-38ef-4a56-967b-bc7b7c7ce94c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:46.889681 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03f038b-d153-4ff2-a36c-9145777641da tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:46.897007 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322af2b-6d9b-49e3-9b90-eb01f5ff1117 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Network': ['ID=86cced04-38ef-4a56-967b-bc7b7c7ce94c,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:46.897375 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a03f038b-d153-4ff2-a36c-9145777641da tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:46.953928 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528df06-7171-4fec-8b9c-b1c1faef1c19 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=57cef530-c582-4a29-8dce-8bb21cd46cbc,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:46.958039 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1528df06-7171-4fec-8b9c-b1c1faef1c19 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:46.963302 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1528df06-7171-4fec-8b9c-b1c1faef1c19 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/57cef530-c582-4a29-8dce-8bb21cd46cbc HTTP/1.1" status: 204 len: 168 time: 1.7953124 Sep 07 19:09:46.967931 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57124) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:47.085211 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.db.api [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:09:47.085786 n-d-807786-1 neutron-server[101446]: DEBUG oslo_db.api [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:09:47.096247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b', 'network_id': '5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b', 'tenant_id': 'a7b24e7fed5548bf9053ec410fedea0d', 'fixed_ips': [{'subnet_id': 'ae66db4a-f295-4245-910e-51ee9b2066e1'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:09:47.097153 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:47.099298 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-349425b3-5cf8-4cd9-9fd3-af96e1b28947', 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'fixed_ips': [{'subnet_id': 'e3f01810-9bb0-4488-98ce-6fc4137d00b0'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:09:47.103692 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:47.107493 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 86cced04-38ef-4a56-967b-bc7b7c7ce94c details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:09:47.109245 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dcabbf-7ab1-4f96-85f2-0b61c218fc09 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:47.166206 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-60bd1c5b-6b40-4ae4-899f-0e8795e5c93b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet 8f469c28-88af-4d6b-a4e5-875f3b618e19 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:09:47.169971 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60bd1c5b-6b40-4ae4-899f-0e8795e5c93b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:47.179490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-40d77f49-de41-4ae9-bc9f-1fdad8e69134 None None] Could not find standard attr ID for object e5d8ccee-6e07-4e42-8089-5e5e689b1dd4. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:09:47.233081 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60bd1c5b-6b40-4ae4-899f-0e8795e5c93b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:47.263949 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a03f038b-d153-4ff2-a36c-9145777641da tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:47.357815 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f038b-d153-4ff2-a36c-9145777641da tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Subnet': ['ID=268e31c1-1492-4984-ac11-30211e3c480a,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:47.364822 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f038b-d153-4ff2-a36c-9145777641da tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Checking segment: {'id': '21bf49f2-99c3-47fa-8409-76dd4ec5c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86cced04-38ef-4a56-967b-bc7b7c7ce94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:47.365447 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f038b-d153-4ff2-a36c-9145777641da tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network hostable DHCP agents. Network: 86cced04-38ef-4a56-967b-bc7b7c7ce94c, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:09:47.387302 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f038b-d153-4ff2-a36c-9145777641da tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network 86cced04-38ef-4a56-967b-bc7b7c7ce94c is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:09:47.402391 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-a03f038b-d153-4ff2-a36c-9145777641da tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 86cced04-38ef-4a56-967b-bc7b7c7ce94c) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:47.411476 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03f038b-d153-4ff2-a36c-9145777641da tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:47.412820 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a03f038b-d153-4ff2-a36c-9145777641da tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:47.432105 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a03f038b-d153-4ff2-a36c-9145777641da tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8297198 Sep 07 19:09:47.435497 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57136) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:47.441204 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ee4ae887-d168-4cb4-823c-d397effdae37 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'port': {'network_id': '86cced04-38ef-4a56-967b-bc7b7c7ce94c', 'name': 'tempest-PortsTestJSON-1686494937'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:47.471904 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b395018-7bc8-4fc0-8a50-4e28927a2770 None None] Network 86cced04-38ef-4a56-967b-bc7b7c7ce94c requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:47.534836 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60bd1c5b-6b40-4ae4-899f-0e8795e5c93b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:47.539286 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:47.597864 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-40d77f49-de41-4ae9-bc9f-1fdad8e69134 None None] Provisioning for port b07765fe-5f18-4aed-b6ba-9c4caeaa4001 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:47.600112 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4ae887-d168-4cb4-823c-d397effdae37 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:47.605981 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae887-d168-4cb4-823c-d397effdae37 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:47.612767 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-40d77f49-de41-4ae9-bc9f-1fdad8e69134 None None] Provisioning complete for port b07765fe-5f18-4aed-b6ba-9c4caeaa4001 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:47.613172 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-40d77f49-de41-4ae9-bc9f-1fdad8e69134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:47.637747 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-ee4ae887-d168-4cb4-823c-d397effdae37 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] device_id is not set on port 5b9ccd7d-186f-4245-8cec-1355dd122df4 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:09:47.762062 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] Allocated IP 172.20.0.2 (349425b3-5cf8-4cd9-9fd3-af96e1b28947/e3f01810-9bb0-4488-98ce-6fc4137d00b0/efa96991-bed6-4308-86a8-bfe7f075283a) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:47.772016 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60bd1c5b-6b40-4ae4-899f-0e8795e5c93b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:47.812132 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd1c5b-6b40-4ae4-899f-0e8795e5c93b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=8f469c28-88af-4d6b-a4e5-875f3b618e19,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:47.826604 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60bd1c5b-6b40-4ae4-899f-0e8795e5c93b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:47.844024 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-60bd1c5b-6b40-4ae4-899f-0e8795e5c93b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/8f469c28-88af-4d6b-a4e5-875f3b618e19 HTTP/1.1" status: 204 len: 168 time: 0.8709452 Sep 07 19:09:47.844201 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] Allocated IP 2001:db8::1 (5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b/ae66db4a-f295-4245-910e-51ee9b2066e1/4b84e84c-b2d5-4f64-8a0c-009f63346c5f) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:47.844872 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57148) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:47.897842 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-ee4ae887-d168-4cb4-823c-d397effdae37 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Allocated IP 172.20.0.4 (86cced04-38ef-4a56-967b-bc7b7c7ce94c/268e31c1-1492-4984-ac11-30211e3c480a/5b9ccd7d-186f-4245-8cec-1355dd122df4) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:47.928079 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ff92c52e-7199-4ad0-80dd-5220fd44770a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824182 Sep 07 19:09:47.935262 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d54b13f9-5600-4d97-bd16-aca6f844aaa8 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:47.960591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57150) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:47.972896 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-2098c9f9-2c4e-4839-9786-36a050b61e09 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:48.061922 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-86cced04-38ef-4a56-967b-bc7b7c7ce94c', 'network_id': '86cced04-38ef-4a56-967b-bc7b7c7ce94c', 'tenant_id': 'd1e1876fa5ed4cf28904b4280216dec1', 'fixed_ips': [{'subnet_id': '268e31c1-1492-4984-ac11-30211e3c480a'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:09:48.062791 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:48.209042 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-40d77f49-de41-4ae9-bc9f-1fdad8e69134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:48.250989 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:48.279329 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2538ba3b-17a9-4a23-b1be-f88436955814 None None] DHCP port deletion for 5341d4d7-2b72-420c-84fe-cfa44886a8d9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:09:48.333363 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae887-d168-4cb4-823c-d397effdae37 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:48.371516 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-ee4ae887-d168-4cb4-823c-d397effdae37 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Transition to ACTIVE for port object 5b9ccd7d-186f-4245-8cec-1355dd122df4 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:48.409946 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae887-d168-4cb4-823c-d397effdae37 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:48.455497 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port b07765fe-5f18-4aed-b6ba-9c4caeaa4001, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b07765fe-5f18-4aed-b6ba-9c4caeaa4001,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:48.456380 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4ae887-d168-4cb4-823c-d397effdae37 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network 86cced04-38ef-4a56-967b-bc7b7c7ce94c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:48.487263 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:48.533685 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-ee4ae887-d168-4cb4-823c-d397effdae37 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:48.542030 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4ae887-d168-4cb4-823c-d397effdae37 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:48.560150 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=b07765fe-5f18-4aed-b6ba-9c4caeaa4001,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:48.684303 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ae887-d168-4cb4-823c-d397effdae37 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=5b9ccd7d-186f-4245-8cec-1355dd122df4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:48.701290 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4ae887-d168-4cb4-823c-d397effdae37 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:48.702600 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae887-d168-4cb4-823c-d397effdae37 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:48.703619 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:48.725912 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ee4ae887-d168-4cb4-823c-d397effdae37 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2888553 Sep 07 19:09:48.726556 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57164) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:48.734305 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-423ff3d1-13c6-4895-9049-1218bd5a5713 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'port': {'network_id': '86cced04-38ef-4a56-967b-bc7b7c7ce94c', 'name': 'tempest-PortsTestJSON-1644083168'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:48.774346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2098c9f9-2c4e-4839-9786-36a050b61e09 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:48.776812 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] Transition to ACTIVE for port object efa96991-bed6-4308-86a8-bfe7f075283a will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:48.783802 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2098c9f9-2c4e-4839-9786-36a050b61e09 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:48.819614 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.db.api [None req-40d77f49-de41-4ae9-bc9f-1fdad8e69134 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:09:48.820154 n-d-807786-1 neutron-server[101446]: DEBUG oslo_db.api [None req-40d77f49-de41-4ae9-bc9f-1fdad8e69134 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:09:48.832393 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-2538ba3b-17a9-4a23-b1be-f88436955814 None None] Deleting port b07765fe-5f18-4aed-b6ba-9c4caeaa4001 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:48.832942 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2538ba3b-17a9-4a23-b1be-f88436955814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:48.835832 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:48.879196 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:48.886877 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] Allocated IP 172.20.0.2 (86cced04-38ef-4a56-967b-bc7b7c7ce94c/268e31c1-1492-4984-ac11-30211e3c480a/7a41d543-b99c-440a-b6ca-e31b56fa3777) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:48.924355 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] Transition to ACTIVE for port object efa96991-bed6-4308-86a8-bfe7f075283a will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:48.944121 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] Transition to ACTIVE for port object 4b84e84c-b2d5-4f64-8a0c-009f63346c5f will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:48.949415 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423ff3d1-13c6-4895-9049-1218bd5a5713 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:48.957338 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-423ff3d1-13c6-4895-9049-1218bd5a5713 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:48.986044 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:48.988843 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-423ff3d1-13c6-4895-9049-1218bd5a5713 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] device_id is not set on port d375b4e5-6083-4ed7-9448-d6a3a100f79f yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:09:49.118115 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] Transition to ACTIVE for port object 4b84e84c-b2d5-4f64-8a0c-009f63346c5f will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:49.126314 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-2538ba3b-17a9-4a23-b1be-f88436955814 None None] For port b07765fe-5f18-4aed-b6ba-9c4caeaa4001, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b07765fe-5f18-4aed-b6ba-9c4caeaa4001,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:49.126995 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2538ba3b-17a9-4a23-b1be-f88436955814 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:49.183301 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:49.186237 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:49.234434 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-d54b13f9-5600-4d97-bd16-aca6f844aaa8 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Allocated IP 172.20.0.1 (349425b3-5cf8-4cd9-9fd3-af96e1b28947/e3f01810-9bb0-4488-98ce-6fc4137d00b0/c589d056-7c50-4f74-a20f-ebf5e2b4e016) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:49.287907 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Subnet': ['ID=ae66db4a-f295-4245-910e-51ee9b2066e1,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:49.404919 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] Network 349425b3-5cf8-4cd9-9fd3-af96e1b28947 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:49.417840 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-2538ba3b-17a9-4a23-b1be-f88436955814 None None] Calling delete_port for b07765fe-5f18-4aed-b6ba-9c4caeaa4001 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:49.428623 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:49.447324 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:49.447893 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:49.460023 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:49.463421 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:49.467336 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] Pushing event updated for resources: {'Port': ['ID=efa96991-bed6-4308-86a8-bfe7f075283a,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:49.513742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:49.539151 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4a4e2d-692f-40a7-874b-4c190d2677cb') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:49.539151 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4a4e2d-692f-40a7-874b-4c190d2677cb') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:49.560351 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] Network 5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:49.561718 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:49.610463 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d54b13f9-5600-4d97-bd16-aca6f844aaa8 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:49.624917 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:49.629503 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-d54b13f9-5600-4d97-bd16-aca6f844aaa8 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Transition to ACTIVE for port object c589d056-7c50-4f74-a20f-ebf5e2b4e016 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:49.651694 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:49.669988 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d54b13f9-5600-4d97-bd16-aca6f844aaa8 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:49.703801 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:49.747962 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:09:49.748389 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:09:49.753883 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:09:49.794600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54b13f9-5600-4d97-bd16-aca6f844aaa8 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Network 349425b3-5cf8-4cd9-9fd3-af96e1b28947 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:49.813458 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] Pushing event updated for resources: {'Port': ['ID=4b84e84c-b2d5-4f64-8a0c-009f63346c5f,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:49.839655 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] Attempting to bind port efa96991-bed6-4308-86a8-bfe7f075283a on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:09:49.840589 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] Attempting to bind port efa96991-bed6-4308-86a8-bfe7f075283a by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'd759d727-fb5e-4fcf-b83c-73c24550a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:09:49.841422 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] Attempting to bind port efa96991-bed6-4308-86a8-bfe7f075283a on network 349425b3-5cf8-4cd9-9fd3-af96e1b28947 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:09:49.842288 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-d54b13f9-5600-4d97-bd16-aca6f844aaa8 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:49.861852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54b13f9-5600-4d97-bd16-aca6f844aaa8 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:49.881896 n-d-807786-1 neutron-server[101445]: DEBUG neutron.objects.ports [None req-2098c9f9-2c4e-4839-9786-36a050b61e09 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 19:09:49.932706 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b13f9-5600-4d97-bd16-aca6f844aaa8 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event updated for resources: {'Port': ['ID=c589d056-7c50-4f74-a20f-ebf5e2b4e016,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:49.942556 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:09:49.943164 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] Checking segment: {'id': 'd759d727-fb5e-4fcf-b83c-73c24550a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:49.943824 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:49.944483 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] Bound using segment: {'id': 'd759d727-fb5e-4fcf-b83c-73c24550a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:09:49.945280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] Bound port: efa96991-bed6-4308-86a8-bfe7f075283a, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd759d727-fb5e-4fcf-b83c-73c24550a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:09:49.945890 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:50.055933 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.api [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 19:09:50.055933 n-d-807786-1 neutron-server[101445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 19:09:50.055933 n-d-807786-1 neutron-server[101445]: [parameters: {'id': '5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b'}] Sep 07 19:09:50.055933 n-d-807786-1 neutron-server[101445]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:09:50.056600 n-d-807786-1 neutron-server[101445]: DEBUG oslo_db.api [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:09:50.087988 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 86e33d72-d2cf-47a1-8d92-b9c12923b61d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:50.099351 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] Attempting to bind port 4b84e84c-b2d5-4f64-8a0c-009f63346c5f on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:09:50.099851 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] Attempting to bind port 4b84e84c-b2d5-4f64-8a0c-009f63346c5f by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '7a4a4e2d-692f-40a7-874b-4c190d2677cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:09:50.100309 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] Attempting to bind port 4b84e84c-b2d5-4f64-8a0c-009f63346c5f on network 5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:09:50.133548 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2538ba3b-17a9-4a23-b1be-f88436955814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:50.162755 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d54b13f9-5600-4d97-bd16-aca6f844aaa8 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:50.178550 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:50.180799 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:09:50.181198 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] Checking segment: {'id': '7a4a4e2d-692f-40a7-874b-4c190d2677cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:50.181565 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:50.181956 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] Bound using segment: {'id': '7a4a4e2d-692f-40a7-874b-4c190d2677cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:09:50.182442 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] Bound port: 4b84e84c-b2d5-4f64-8a0c-009f63346c5f, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4a4e2d-692f-40a7-874b-4c190d2677cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:09:50.182954 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:50.185699 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538ba3b-17a9-4a23-b1be-f88436955814 None None] Pushing event deleted for resources: {'Port': ['ID=b07765fe-5f18-4aed-b6ba-9c4caeaa4001,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:50.256325 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2538ba3b-17a9-4a23-b1be-f88436955814 None None] No DVR routers for this DVR port b07765fe-5f18-4aed-b6ba-9c4caeaa4001 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:09:50.270244 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] Transition to ACTIVE for port object 7a41d543-b99c-440a-b6ca-e31b56fa3777 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:50.334362 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] Transition to ACTIVE for port object 7a41d543-b99c-440a-b6ca-e31b56fa3777 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:50.340865 n-d-807786-1 neutron-server[101445]: WARNING neutron.services.revisions.revision_plugin [None req-2098c9f9-2c4e-4839-9786-36a050b61e09 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Could not find related port for resource to bump revision. Sep 07 19:09:50.370129 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:50.370518 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.ipam_pluggable_backend [None req-2098c9f9-2c4e-4839-9786-36a050b61e09 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Port b07765fe-5f18-4aed-b6ba-9c4caeaa4001 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101445) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 07 19:09:50.370518 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.ipam_pluggable_backend [None req-2098c9f9-2c4e-4839-9786-36a050b61e09 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Reverting IP allocation for 2001:db8::f816:3eff:fe19:53da {{(pid=101445) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 07 19:09:50.401141 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.ipam_pluggable_backend [None req-2098c9f9-2c4e-4839-9786-36a050b61e09 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe19:53da {{(pid=101445) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 07 19:09:50.420409 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 86e33d72-d2cf-47a1-8d92-b9c12923b61d completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:50.424331 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2098c9f9-2c4e-4839-9786-36a050b61e09 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:50.427405 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] For port efa96991-bed6-4308-86a8-bfe7f075283a, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:09:50.430105 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] For port 4b84e84c-b2d5-4f64-8a0c-009f63346c5f, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:09:50.456476 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 86e33d72-d2cf-47a1-8d92-b9c12923b61d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:50.456773 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:50.462907 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-423ff3d1-13c6-4895-9049-1218bd5a5713 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Allocated IP 172.20.0.13 (86cced04-38ef-4a56-967b-bc7b7c7ce94c/268e31c1-1492-4984-ac11-30211e3c480a/d375b4e5-6083-4ed7-9448-d6a3a100f79f) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:50.470826 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] For port efa96991-bed6-4308-86a8-bfe7f075283a, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=efa96991-bed6-4308-86a8-bfe7f075283a,segment=NetworkSegment(d759d727-fb5e-4fcf-b83c-73c24550a5c0),segment_id=d759d727-fb5e-4fcf-b83c-73c24550a5c0)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:09:50.473546 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] Network 86cced04-38ef-4a56-967b-bc7b7c7ce94c is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:50.476594 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] For port 4b84e84c-b2d5-4f64-8a0c-009f63346c5f, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4b84e84c-b2d5-4f64-8a0c-009f63346c5f,segment=NetworkSegment(7a4a4e2d-692f-40a7-874b-4c190d2677cb),segment_id=7a4a4e2d-692f-40a7-874b-4c190d2677cb)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:09:50.502083 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:50.504625 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:50.507386 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:50.509778 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:50.516273 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] Pushing event updated for resources: {'Port': ['ID=7a41d543-b99c-440a-b6ca-e31b56fa3777,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:50.597594 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:50.651300 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2098c9f9-2c4e-4839-9786-36a050b61e09 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:50.705392 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-2098c9f9-2c4e-4839-9786-36a050b61e09 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:50.716311 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2098c9f9-2c4e-4839-9786-36a050b61e09 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:50.717446 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2098c9f9-2c4e-4839-9786-36a050b61e09 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:50.728975 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcb73bd-07f9-4737-b90f-1b44215500db None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:50.746543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2098c9f9-2c4e-4839-9786-36a050b61e09 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7828412 Sep 07 19:09:50.750613 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-423ff3d1-13c6-4895-9049-1218bd5a5713 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:50.751011 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6bda29-d7ff-4313-8a3f-514753d6f775 None None] Pushing event updated for resources: {'Port': ['ID=efa96991-bed6-4308-86a8-bfe7f075283a,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:50.756587 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57198) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:50.757570 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d54b13f9-5600-4d97-bd16-aca6f844aaa8 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:50.765508 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-d7e8dedf-0452-4a98-bbd0-d8bd39841587 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:50.769655 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] Attempting to bind port 7a41d543-b99c-440a-b6ca-e31b56fa3777 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:09:50.770734 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] Attempting to bind port 7a41d543-b99c-440a-b6ca-e31b56fa3777 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '21bf49f2-99c3-47fa-8409-76dd4ec5c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86cced04-38ef-4a56-967b-bc7b7c7ce94c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:09:50.771593 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] Attempting to bind port 7a41d543-b99c-440a-b6ca-e31b56fa3777 on network 86cced04-38ef-4a56-967b-bc7b7c7ce94c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:09:50.771760 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-423ff3d1-13c6-4895-9049-1218bd5a5713 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Transition to ACTIVE for port object d375b4e5-6083-4ed7-9448-d6a3a100f79f will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:50.774687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098c9f9-2c4e-4839-9786-36a050b61e09 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=af092342-50e2-4d9a-b2a0-561d94fa8c28,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:50.842912 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-423ff3d1-13c6-4895-9049-1218bd5a5713 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:50.851663 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bb7789-515a-49b5-9ac5-7dd14178b984 None None] Network 5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:50.958794 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:09:50.959198 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] Checking segment: {'id': '21bf49f2-99c3-47fa-8409-76dd4ec5c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86cced04-38ef-4a56-967b-bc7b7c7ce94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:50.959625 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:50.959981 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] Bound using segment: {'id': '21bf49f2-99c3-47fa-8409-76dd4ec5c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86cced04-38ef-4a56-967b-bc7b7c7ce94c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:09:50.960478 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] Bound port: 7a41d543-b99c-440a-b6ca-e31b56fa3777, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21bf49f2-99c3-47fa-8409-76dd4ec5c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86cced04-38ef-4a56-967b-bc7b7c7ce94c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:09:50.960909 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:51.012612 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423ff3d1-13c6-4895-9049-1218bd5a5713 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network 86cced04-38ef-4a56-967b-bc7b7c7ce94c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:51.014032 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ff3d1-13c6-4895-9049-1218bd5a5713 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=d375b4e5-6083-4ed7-9448-d6a3a100f79f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:51.019898 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-423ff3d1-13c6-4895-9049-1218bd5a5713 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:51.023376 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423ff3d1-13c6-4895-9049-1218bd5a5713 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:51.070483 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:51.128937 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bb89c-fff8-4073-95d5-c57e49689cf7 None None] Pushing event updated for resources: {'Port': ['ID=4b84e84c-b2d5-4f64-8a0c-009f63346c5f,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:51.142228 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423ff3d1-13c6-4895-9049-1218bd5a5713 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:51.142904 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-423ff3d1-13c6-4895-9049-1218bd5a5713 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:51.167011 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-423ff3d1-13c6-4895-9049-1218bd5a5713 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4369767 Sep 07 19:09:51.169714 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57206) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:51.188837 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Deleting port 4b84e84c-b2d5-4f64-8a0c-009f63346c5f {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:51.190183 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:51.292266 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 86e33d72-d2cf-47a1-8d92-b9c12923b61d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=86e33d72-d2cf-47a1-8d92-b9c12923b61d,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:51.302924 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acffa1a-f387-4dca-8eaf-3eb80b6fed93 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:51.306963 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3acffa1a-f387-4dca-8eaf-3eb80b6fed93 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.1340787 Sep 07 19:09:51.307618 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57210) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:51.331145 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:51.524714 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d461be20-3403-428a-b600-899c4f7cfc7f tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting port d375b4e5-6083-4ed7-9448-d6a3a100f79f {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:51.526238 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d461be20-3403-428a-b600-899c4f7cfc7f tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:51.545041 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] For port 7a41d543-b99c-440a-b6ca-e31b56fa3777, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:09:51.590984 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] For port 7a41d543-b99c-440a-b6ca-e31b56fa3777, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7a41d543-b99c-440a-b6ca-e31b56fa3777,segment=NetworkSegment(21bf49f2-99c3-47fa-8409-76dd4ec5c8cd),segment_id=21bf49f2-99c3-47fa-8409-76dd4ec5c8cd)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:09:51.596749 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] For port 4b84e84c-b2d5-4f64-8a0c-009f63346c5f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4b84e84c-b2d5-4f64-8a0c-009f63346c5f,segment=NetworkSegment(7a4a4e2d-692f-40a7-874b-4c190d2677cb),segment_id=7a4a4e2d-692f-40a7-874b-4c190d2677cb)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:51.597333 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:51.602455 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b07765fe-5f18-4aed-b6ba-9c4caeaa4001 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:09:51.637031 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e8dedf-0452-4a98-bbd0-d8bd39841587 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:51.652782 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7e8dedf-0452-4a98-bbd0-d8bd39841587 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:51.667473 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:51.670975 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: b07765fe-5f18-4aed-b6ba-9c4caeaa4001 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:09:51.671329 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b07765fe-5f18-4aed-b6ba-9c4caeaa4001 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:09:51.671753 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:09:51.697042 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:09:51.697392 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bc7ea8f7-ab0d-43f4-b127-5a9551c05d47 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:09:51.697765 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Calling delete_port for 4b84e84c-b2d5-4f64-8a0c-009f63346c5f owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:51.701708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=86e33d72-d2cf-47a1-8d92-b9c12923b61d,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:51.737437 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d461be20-3403-428a-b600-899c4f7cfc7f tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:51.763624 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d461be20-3403-428a-b600-899c4f7cfc7f tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Calling delete_port for d375b4e5-6083-4ed7-9448-d6a3a100f79f owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:51.936674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e93114-b66a-4828-86af-687f2024719f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'fixed_ips': [{'subnet_id': 'af092342-50e2-4d9a-b2a0-561d94fa8c28'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:09:51.944160 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-22e93114-b66a-4828-86af-687f2024719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:52.032955 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee3274-6009-47d9-86c5-6ff6d4274f69 None None] Pushing event updated for resources: {'Port': ['ID=7a41d543-b99c-440a-b6ca-e31b56fa3777,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:52.090412 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device efa96991-bed6-4308-86a8-bfe7f075283a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:52.104438 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d461be20-3403-428a-b600-899c4f7cfc7f tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:52.128682 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:52.211934 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461be20-3403-428a-b600-899c4f7cfc7f tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Port': ['ID=d375b4e5-6083-4ed7-9448-d6a3a100f79f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:52.263828 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] No DVR routers for this DVR port 4b84e84c-b2d5-4f64-8a0c-009f63346c5f on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:09:52.279942 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57220) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:52.320327 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d461be20-3403-428a-b600-899c4f7cfc7f tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:52.325414 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d461be20-3403-428a-b600-899c4f7cfc7f tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/ports/d375b4e5-6083-4ed7-9448-d6a3a100f79f HTTP/1.1" status: 204 len: 168 time: 1.0145037 Sep 07 19:09:52.327658 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57224) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:52.334552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Port': ['ID=4b84e84c-b2d5-4f64-8a0c-009f63346c5f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:52.389471 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port efa96991-bed6-4308-86a8-bfe7f075283a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:52.423207 n-d-807786-1 neutron-server[101445]: INFO neutron.db.ipam_backend_mixin [None req-d7e8dedf-0452-4a98-bbd0-d8bd39841587 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet af092342-50e2-4d9a-b2a0-561d94fa8c28 (CIDR: 2001:db8::/64) Sep 07 19:09:52.432284 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 86e33d72-d2cf-47a1-8d92-b9c12923b61d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:52.452688 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7381a6-f095-4d2a-8219-7394f42c95c6 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] GET failed (client error): The resource could not be found. Sep 07 19:09:52.468981 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e8dedf-0452-4a98-bbd0-d8bd39841587 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:09:52.469657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e8dedf-0452-4a98-bbd0-d8bd39841587 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:09:52.476867 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:52.478975 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4e7381a6-f095-4d2a-8219-7394f42c95c6 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports/d375b4e5-6083-4ed7-9448-d6a3a100f79f HTTP/1.1" status: 404 len: 333 time: 0.1477411 Sep 07 19:09:52.480098 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57228) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:52.564216 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769cfc1f-5ac2-469b-bb38-c84298ef263b None None] Network 349425b3-5cf8-4cd9-9fd3-af96e1b28947 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:52.571111 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2304be9f-be24-47af-8f25-9d97247e5af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:52.774185 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2304be9f-be24-47af-8f25-9d97247e5af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:52.783478 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2304be9f-be24-47af-8f25-9d97247e5af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:52.851212 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2304be9f-be24-47af-8f25-9d97247e5af0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aec9b0b3628e4d198de8f464ab30b9dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5700736 Sep 07 19:09:52.855714 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57230) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:52.859135 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304be9f-be24-47af-8f25-9d97247e5af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3c307e-e439-48e5-be5c-819f5751da6a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:52.906111 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-64ff038d-b8c5-4aa6-9c27-2b75203b1f59 None None] Provisioning for port efa96991-bed6-4308-86a8-bfe7f075283a completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:52.909373 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-22e93114-b66a-4828-86af-687f2024719f None None] Allocated IP 2001:db8::f816:3eff:fe62:e1c (5341d4d7-2b72-420c-84fe-cfa44886a8d9/af092342-50e2-4d9a-b2a0-561d94fa8c28/19856ca6-73fd-4ff1-8387-2862eace4278) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:52.935247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-64ff038d-b8c5-4aa6-9c27-2b75203b1f59 None None] Provisioning complete for port efa96991-bed6-4308-86a8-bfe7f075283a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:52.935726 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-64ff038d-b8c5-4aa6-9c27-2b75203b1f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:52.955913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:52.967921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4a4e2d-692f-40a7-874b-4c190d2677cb') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:52.968428 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4a4e2d-692f-40a7-874b-4c190d2677cb') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:53.014165 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a78f7dc4-0e52-497f-9cc1-4986de5a3e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:53.075927 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:53.133871 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 86e33d72-d2cf-47a1-8d92-b9c12923b61d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:53.134870 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:53.139142 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a78f7dc4-0e52-497f-9cc1-4986de5a3e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:53.162056 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d7e8dedf-0452-4a98-bbd0-d8bd39841587 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4010820 Sep 07 19:09:53.174440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57234) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:53.193140 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d54b13f9-5600-4d97-bd16-aca6f844aaa8 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:53.193385 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a4b65cae-1b71-4775-bd48-72d54c38d5ba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:53.214034 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d54b13f9-5600-4d97-bd16-aca6f844aaa8 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:53.279936 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:53.290701 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d54b13f9-5600-4d97-bd16-aca6f844aaa8 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:53.403425 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b13f9-5600-4d97-bd16-aca6f844aaa8 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event updated for resources: {'Port': ['ID=c589d056-7c50-4f74-a20f-ebf5e2b4e016,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:53.423826 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:09:53.424804 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:53.428214 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a78f7dc4-0e52-497f-9cc1-4986de5a3e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:53.431070 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a78f7dc4-0e52-497f-9cc1-4986de5a3e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:53.432298 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a78f7dc4-0e52-497f-9cc1-4986de5a3e6b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb3c307e-e439-48e5-be5c-819f5751da6a HTTP/1.1" status: 204 len: 168 time: 0.5749826 Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:09:53.440992 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:09:53.450864 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f7dc4-0e52-497f-9cc1-4986de5a3e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3c307e-e439-48e5-be5c-819f5751da6a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:53.462356 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b65cae-1b71-4775-bd48-72d54c38d5ba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:53.466476 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a4b65cae-1b71-4775-bd48-72d54c38d5ba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:53.675403 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:53.692435 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-22e93114-b66a-4828-86af-687f2024719f None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:53.696588 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-9298f9ef-adef-4767-a7bb-b125f4bf612e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting port 5b9ccd7d-186f-4245-8cec-1355dd122df4 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:53.699710 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9298f9ef-adef-4767-a7bb-b125f4bf612e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:53.707506 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-64ff038d-b8c5-4aa6-9c27-2b75203b1f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:53.718285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-22e93114-b66a-4828-86af-687f2024719f None None] Transition to ACTIVE for port object 19856ca6-73fd-4ff1-8387-2862eace4278 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:53.751460 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:53.758946 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/networks/5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b HTTP/1.1" status: 204 len: 168 time: 7.6461635 Sep 07 19:09:53.763272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57240) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:53.779567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-047d4129-d836-4e51-97e6-44c1f43914b2 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-38195246'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:53.794876 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Network': ['ID=5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:53.855124 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-22e93114-b66a-4828-86af-687f2024719f None None] Transition to ACTIVE for port object 19856ca6-73fd-4ff1-8387-2862eace4278 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:53.883975 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-22e93114-b66a-4828-86af-687f2024719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:53.945772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e93114-b66a-4828-86af-687f2024719f None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:53.949497 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-64ff038d-b8c5-4aa6-9c27-2b75203b1f59 None None] For port efa96991-bed6-4308-86a8-bfe7f075283a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=efa96991-bed6-4308-86a8-bfe7f075283a,segment=NetworkSegment(d759d727-fb5e-4fcf-b83c-73c24550a5c0),segment_id=d759d727-fb5e-4fcf-b83c-73c24550a5c0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:53.961181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:53.961968 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:53.962524 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:53.963228 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:53.964117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:53.965075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:53.966504 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:53.967433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:53.968265 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:53.970755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:53.971833 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:53.972854 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309903d-3420-49c0-85f0-04cce8365bce tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:54.014515 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047d4129-d836-4e51-97e6-44c1f43914b2 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Made reservation on behalf of a7b24e7fed5548bf9053ec410fedea0d for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:54.018350 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-047d4129-d836-4e51-97e6-44c1f43914b2 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:54.024380 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54b13f9-5600-4d97-bd16-aca6f844aaa8 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Network 349425b3-5cf8-4cd9-9fd3-af96e1b28947 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:54.029615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-d54b13f9-5600-4d97-bd16-aca6f844aaa8 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:54.053629 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a4b65cae-1b71-4775-bd48-72d54c38d5ba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:54.068719 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9298f9ef-adef-4767-a7bb-b125f4bf612e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:54.077755 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-22e93114-b66a-4828-86af-687f2024719f None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:54.100682 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5019f8e-3f4e-4ba8-b0ea-610a79c4d227 None None] Network 86cced04-38ef-4a56-967b-bc7b7c7ce94c requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:54.109775 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b65cae-1b71-4775-bd48-72d54c38d5ba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:54.111139 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e93114-b66a-4828-86af-687f2024719f None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:54.113879 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-64ff038d-b8c5-4aa6-9c27-2b75203b1f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:54.114301 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-a4b65cae-1b71-4775-bd48-72d54c38d5ba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:54.121010 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b65cae-1b71-4775-bd48-72d54c38d5ba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:54.121619 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a4b65cae-1b71-4775-bd48-72d54c38d5ba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:54.158605 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a4b65cae-1b71-4775-bd48-72d54c38d5ba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9811590 Sep 07 19:09:54.159203 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57248) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:54.163710 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e93114-b66a-4828-86af-687f2024719f None None] Pushing event updated for resources: {'Port': ['ID=19856ca6-73fd-4ff1-8387-2862eace4278,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:54.164000 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-9298f9ef-adef-4767-a7bb-b125f4bf612e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Calling delete_port for 5b9ccd7d-186f-4245-8cec-1355dd122df4 owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:54.182262 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'mac_address': 'fa:16:3e:df:e7:8c', 'name': 'tempest-NetworksTestDHCPv6-690019395'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:54.186856 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047d4129-d836-4e51-97e6-44c1f43914b2 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:09:54.190322 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b65cae-1b71-4775-bd48-72d54c38d5ba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=d9e68ac2-4ef0-44e0-a0e8-9144b3387a72,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:54.205704 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-047d4129-d836-4e51-97e6-44c1f43914b2 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:54.206041 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-047d4129-d836-4e51-97e6-44c1f43914b2 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Added segment feea98ff-9f37-4a4f-81e2-9e5f222a4f9d of type vlan for network 0645bffe-11eb-419f-83d5-bbd54d5c026a Sep 07 19:09:54.217076 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57250) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:54.238163 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7a41d543-b99c-440a-b6ca-e31b56fa3777 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:54.260422 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3ee9fad6-f127-4894-9506-672e9610baab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:54.392078 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-047d4129-d836-4e51-97e6-44c1f43914b2 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:54.450622 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54b13f9-5600-4d97-bd16-aca6f844aaa8 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Router f744e3b1-14c1-4486-9230-81db7fd79a62 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:09:54.506914 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0e56d2ed-9c3c-41e9-b1ea-5f8be910d83d None None] Provisioning for port 7a41d543-b99c-440a-b6ca-e31b56fa3777 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:54.509456 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3ee9fad6-f127-4894-9506-672e9610baab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:54.534184 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff038d-b8c5-4aa6-9c27-2b75203b1f59 None None] Pushing event updated for resources: {'Port': ['ID=efa96991-bed6-4308-86a8-bfe7f075283a,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:54.551104 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-22e93114-b66a-4828-86af-687f2024719f None None] Attempting to bind port 19856ca6-73fd-4ff1-8387-2862eace4278 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:09:54.552545 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-22e93114-b66a-4828-86af-687f2024719f None None] Attempting to bind port 19856ca6-73fd-4ff1-8387-2862eace4278 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:09:54.552689 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-047d4129-d836-4e51-97e6-44c1f43914b2 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:54.553438 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e93114-b66a-4828-86af-687f2024719f None None] Attempting to bind port 19856ca6-73fd-4ff1-8387-2862eace4278 on network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:09:54.563900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047d4129-d836-4e51-97e6-44c1f43914b2 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:54.564912 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-047d4129-d836-4e51-97e6-44c1f43914b2 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:54.569513 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3ee9fad6-f127-4894-9506-672e9610baab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:54.596921 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9298f9ef-adef-4767-a7bb-b125f4bf612e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:54.598140 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e93114-b66a-4828-86af-687f2024719f None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:09:54.599224 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e93114-b66a-4828-86af-687f2024719f None None] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:54.600387 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-22e93114-b66a-4828-86af-687f2024719f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:54.601430 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e93114-b66a-4828-86af-687f2024719f None None] Bound using segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:09:54.602152 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-22e93114-b66a-4828-86af-687f2024719f None None] Bound port: 19856ca6-73fd-4ff1-8387-2862eace4278, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:09:54.602930 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-22e93114-b66a-4828-86af-687f2024719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:54.610169 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0e56d2ed-9c3c-41e9-b1ea-5f8be910d83d None None] Provisioning for port c589d056-7c50-4f74-a20f-ebf5e2b4e016 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:54.653232 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3ee9fad6-f127-4894-9506-672e9610baab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=616209d4ecd846b68929094f4ee4d06c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4347494 Sep 07 19:09:54.654974 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:54.658604 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0e56d2ed-9c3c-41e9-b1ea-5f8be910d83d None None] Provisioning complete for port c589d056-7c50-4f74-a20f-ebf5e2b4e016 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:54.659375 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0e56d2ed-9c3c-41e9-b1ea-5f8be910d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:54.661941 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57254) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:54.663716 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9fad6-f127-4894-9506-672e9610baab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db9088e-c27d-4101-8bb0-c32e042f2cf9,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:54.670421 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 7a41d543-b99c-440a-b6ca-e31b56fa3777 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:54.722270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 7a41d543-b99c-440a-b6ca-e31b56fa3777 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:54.723803 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:54.791189 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d4129-d836-4e51-97e6-44c1f43914b2 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Network': ['ID=0645bffe-11eb-419f-83d5-bbd54d5c026a,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:54.805204 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-047d4129-d836-4e51-97e6-44c1f43914b2 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0444984 Sep 07 19:09:54.806181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298f9ef-adef-4767-a7bb-b125f4bf612e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Port': ['ID=5b9ccd7d-186f-4245-8cec-1355dd122df4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:54.806575 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57258) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:54.812578 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 0645bffe-11eb-419f-83d5-bbd54d5c026a details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:09:54.833226 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a019298a-819f-473e-aa0a-4c909405b33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:54.845296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-0e56d2ed-9c3c-41e9-b1ea-5f8be910d83d None None] Port c589d056-7c50-4f74-a20f-ebf5e2b4e016 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:09:54.864162 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a019298a-819f-473e-aa0a-4c909405b33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:54.971935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-22e93114-b66a-4828-86af-687f2024719f None None] For port 19856ca6-73fd-4ff1-8387-2862eace4278, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:09:54.989823 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9298f9ef-adef-4767-a7bb-b125f4bf612e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:54.991781 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9298f9ef-adef-4767-a7bb-b125f4bf612e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/ports/5b9ccd7d-186f-4245-8cec-1355dd122df4 HTTP/1.1" status: 204 len: 168 time: 2.5088325 Sep 07 19:09:54.994820 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57260) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:54.999274 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-22e93114-b66a-4828-86af-687f2024719f None None] For port 19856ca6-73fd-4ff1-8387-2862eace4278, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=19856ca6-73fd-4ff1-8387-2862eace4278,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:09:55.001028 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0e56d2ed-9c3c-41e9-b1ea-5f8be910d83d None None] Provisioning complete for port efa96991-bed6-4308-86a8-bfe7f075283a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:55.001807 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0e56d2ed-9c3c-41e9-b1ea-5f8be910d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:55.023033 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20e33a3-976d-45ef-9f23-559cdb8346e0 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] GET failed (client error): The resource could not be found. Sep 07 19:09:55.024813 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c20e33a3-976d-45ef-9f23-559cdb8346e0 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports/5b9ccd7d-186f-4245-8cec-1355dd122df4 HTTP/1.1" status: 404 len: 333 time: 0.0289946 Sep 07 19:09:55.026418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54b13f9-5600-4d97-bd16-aca6f844aaa8 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:09:55.028132 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57262) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:55.030651 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-22e93114-b66a-4828-86af-687f2024719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:55.037491 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d54b13f9-5600-4d97-bd16-aca6f844aaa8 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "PUT /v2.0/routers/f744e3b1-14c1-4486-9230-81db7fd79a62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8499062 Sep 07 19:09:55.044902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57264) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:55.049570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-cbcf4f4c-a46e-4db1-8486-4862a00675e4 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1217655881', 'description': 'tempest-secgroup_access--1217655881 description', 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:55.087208 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] Sync routers for ids ['f744e3b1-14c1-4486-9230-81db7fd79a62'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:09:55.113328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a7fe87-9f54-4b2c-a8f1-ba4c2e53bcd6 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting subnet 268e31c1-1492-4984-ac11-30211e3c480a {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:09:55.117076 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cbcf4f4c-a46e-4db1-8486-4862a00675e4 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:55.118974 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fe87-9f54-4b2c-a8f1-ba4c2e53bcd6 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:55.176104 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] Routers {'f744e3b1-14c1-4486-9230-81db7fd79a62'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:09:55.176947 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:09:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['f744e3b1-14c1-4486-9230-81db7fd79a62'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:55.188415 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fe87-9f54-4b2c-a8f1-ba4c2e53bcd6 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:55.237468 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e93114-b66a-4828-86af-687f2024719f None None] Pushing event updated for resources: {'Port': ['ID=19856ca6-73fd-4ff1-8387-2862eace4278,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:55.242746 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:55.466000 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 7a41d543-b99c-440a-b6ca-e31b56fa3777, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7a41d543-b99c-440a-b6ca-e31b56fa3777,segment=NetworkSegment(21bf49f2-99c3-47fa-8409-76dd4ec5c8cd),segment_id=21bf49f2-99c3-47fa-8409-76dd4ec5c8cd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:55.471372 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cbcf4f4c-a46e-4db1-8486-4862a00675e4 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:55.476417 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fe87-9f54-4b2c-a8f1-ba4c2e53bcd6 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:55.480359 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:55.482622 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cbcf4f4c-a46e-4db1-8486-4862a00675e4 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:55.603235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] Set router f744e3b1-14c1-4486-9230-81db7fd79a62 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:09:55.614102 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-dec1184e-4426-40e2-90f4-73d6c288407d tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'subnet': {'network_id': '0645bffe-11eb-419f-83d5-bbd54d5c026a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:55.730327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf4f4c-a46e-4db1-8486-4862a00675e4 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59142993-e4e3-45b0-b7a9-8248c0cb05a9,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:55.750850 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cbcf4f4c-a46e-4db1-8486-4862a00675e4 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:55.755575 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-cbcf4f4c-a46e-4db1-8486-4862a00675e4 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7070303 Sep 07 19:09:55.756010 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57268) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:55.775281 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-de2ec771-fa1e-474f-be8f-2a1117c1cdee tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--204644760', 'description': 'tempest-secgroup_general--204644760 description', 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:55.816321 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fe87-9f54-4b2c-a8f1-ba4c2e53bcd6 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:55.822847 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a019298a-819f-473e-aa0a-4c909405b33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:55.830321 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a019298a-819f-473e-aa0a-4c909405b33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:55.835327 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a019298a-819f-473e-aa0a-4c909405b33a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8db9088e-c27d-4101-8bb0-c32e042f2cf9 HTTP/1.1" status: 204 len: 168 time: 1.1517410 Sep 07 19:09:55.850686 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=7a41d543-b99c-440a-b6ca-e31b56fa3777,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:55.925096 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7ec460de-980a-42e7-a81f-669800c5b0b7 None None] Provisioning complete for port 7a41d543-b99c-440a-b6ca-e31b56fa3777 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:55.926224 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7ec460de-980a-42e7-a81f-669800c5b0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:55.937359 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-de2ec771-fa1e-474f-be8f-2a1117c1cdee tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:55.940133 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fe87-9f54-4b2c-a8f1-ba4c2e53bcd6 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:55.942226 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e8a7fe87-9f54-4b2c-a8f1-ba4c2e53bcd6 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/subnets/268e31c1-1492-4984-ac11-30211e3c480a HTTP/1.1" status: 204 len: 168 time: 0.9130986 Sep 07 19:09:55.958674 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57274) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:55.961581 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7fe87-9f54-4b2c-a8f1-ba4c2e53bcd6 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Subnet': ['ID=268e31c1-1492-4984-ac11-30211e3c480a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:55.998005 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019298a-819f-473e-aa0a-4c909405b33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db9088e-c27d-4101-8bb0-c32e042f2cf9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:56.148350 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec1184e-4426-40e2-90f4-73d6c288407d tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Made reservation on behalf of a7b24e7fed5548bf9053ec410fedea0d for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:56.214904 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dec1184e-4426-40e2-90f4-73d6c288407d tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:56.259283 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2d5d4fb0-95f3-4f7e-983d-2c4ca4b7d2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:56.562655 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6fcaa525-bbbe-4739-a9d1-0670ac2d4fa7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:56.713084 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:56.742443 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 19856ca6-73fd-4ff1-8387-2862eace4278 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:56.754244 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e672289-5da9-43bb-b794-689b8f13a0bd None None] Network 86cced04-38ef-4a56-967b-bc7b7c7ce94c requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:56.798812 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-de2ec771-fa1e-474f-be8f-2a1117c1cdee tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:56.810864 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-de2ec771-fa1e-474f-be8f-2a1117c1cdee tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:56.828928 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] device_id is not set on port f213c6b7-8897-4e7c-a066-4b46f86d7f7f yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:09:56.856090 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-de2ec771-fa1e-474f-be8f-2a1117c1cdee tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:56.861626 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-de2ec771-fa1e-474f-be8f-2a1117c1cdee tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1042175 Sep 07 19:09:56.863301 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57284) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:56.891102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-6fcaa525-bbbe-4739-a9d1-0670ac2d4fa7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting port 7a41d543-b99c-440a-b6ca-e31b56fa3777 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:56.891638 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6fcaa525-bbbe-4739-a9d1-0670ac2d4fa7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:56.908175 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-803c68de-bbf4-48ec-8d5b-bbef05ee9caf tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Request body: {'security_group_rule': {'security_group_id': '59142993-e4e3-45b0-b7a9-8248c0cb05a9', 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:56.928111 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dec1184e-4426-40e2-90f4-73d6c288407d tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:56.989260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-6fcaa525-bbbe-4739-a9d1-0670ac2d4fa7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] For port 7a41d543-b99c-440a-b6ca-e31b56fa3777, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7a41d543-b99c-440a-b6ca-e31b56fa3777,segment=NetworkSegment(21bf49f2-99c3-47fa-8409-76dd4ec5c8cd),segment_id=21bf49f2-99c3-47fa-8409-76dd4ec5c8cd)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:56.989634 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6fcaa525-bbbe-4739-a9d1-0670ac2d4fa7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.013397 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-6fcaa525-bbbe-4739-a9d1-0670ac2d4fa7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Calling delete_port for 7a41d543-b99c-440a-b6ca-e31b56fa3777 owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:57.033344 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7ec460de-980a-42e7-a81f-669800c5b0b7 None None] Provisioning complete for port c589d056-7c50-4f74-a20f-ebf5e2b4e016 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:57.033971 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7ec460de-980a-42e7-a81f-669800c5b0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.060145 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-803c68de-bbf4-48ec-8d5b-bbef05ee9caf tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.120114 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 19856ca6-73fd-4ff1-8387-2862eace4278 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:57.121360 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1184e-4426-40e2-90f4-73d6c288407d tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Subnet': ['ID=2b1bb3b8-67d6-4cde-aa7a-afde9724582b,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:57.144241 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1717378193', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:09:36Z', 'updated_at': '2021-09-07T19:09:50Z', 'revision_number': 4, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:39Z', 'updated_at': '2021-09-07T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'c589d056-7c50-4f74-a20f-ebf5e2b4e016', 'name': '', 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'mac_address': 'fa:16:3e:5e:cf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'e3f01810-9bb0-4488-98ce-6fc4137d00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:48Z', 'updated_at': '2021-09-07T19:09:51Z', 'revision_number': 2, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'subnets': [{'id': 'e3f01810-9bb0-4488-98ce-6fc4137d00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:57.146541 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device efa96991-bed6-4308-86a8-bfe7f075283a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:09:57.179564 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ec771-fa1e-474f-be8f-2a1117c1cdee tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0274520a-97ae-4dcc-a536-13532ee5d212,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:57.208895 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7ec460de-980a-42e7-a81f-669800c5b0b7 None None] Port c589d056-7c50-4f74-a20f-ebf5e2b4e016 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:09:57.211670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] Checking router: f744e3b1-14c1-4486-9230-81db7fd79a62 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:09:57.212245 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] Updating router f744e3b1-14c1-4486-9230-81db7fd79a62 port c589d056-7c50-4f74-a20f-ebf5e2b4e016 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:09:57.214108 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1184e-4426-40e2-90f4-73d6c288407d tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Checking segment: {'id': 'feea98ff-9f37-4a4f-81e2-9e5f222a4f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0645bffe-11eb-419f-83d5-bbd54d5c026a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:09:57.214891 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec1184e-4426-40e2-90f4-73d6c288407d tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Network hostable DHCP agents. Network: 0645bffe-11eb-419f-83d5-bbd54d5c026a, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:09:57.216475 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6fcaa525-bbbe-4739-a9d1-0670ac2d4fa7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.223417 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6155e1-a133-4f27-a4bf-814b9fe45df6 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:57.238996 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcaa525-bbbe-4739-a9d1-0670ac2d4fa7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] No DVR routers for this DVR port 7a41d543-b99c-440a-b6ca-e31b56fa3777 on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:09:57.300422 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcaa525-bbbe-4739-a9d1-0670ac2d4fa7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Port': ['ID=7a41d543-b99c-440a-b6ca-e31b56fa3777,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:57.334212 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.346433 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec1184e-4426-40e2-90f4-73d6c288407d tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Network 0645bffe-11eb-419f-83d5-bbd54d5c026a is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:09:57.369018 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6d9d6d76-6ed5-401b-a8d8-74b6658586bc None None] Could not find standard attr ID for object 5b9ccd7d-186f-4245-8cec-1355dd122df4. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:09:57.382044 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6d9d6d76-6ed5-401b-a8d8-74b6658586bc None None] Could not find standard attr ID for object d375b4e5-6083-4ed7-9448-d6a3a100f79f. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:09:57.382303 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-803c68de-bbf4-48ec-8d5b-bbef05ee9caf tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.392403 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6fcaa525-bbbe-4739-a9d1-0670ac2d4fa7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.397632 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-803c68de-bbf4-48ec-8d5b-bbef05ee9caf tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.414463 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-dec1184e-4426-40e2-90f4-73d6c288407d tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 0645bffe-11eb-419f-83d5-bbd54d5c026a) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:57.419744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6d8fb3-2603-4860-af08-904b9ad5ead1 None None] DHCP port deletion for 86cced04-38ef-4a56-967b-bc7b7c7ce94c request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:09:57.439937 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86e3acf-df47-48c5-844a-f34c0c58cb45 None None] Network 0645bffe-11eb-419f-83d5-bbd54d5c026a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:57.448120 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-6fcaa525-bbbe-4739-a9d1-0670ac2d4fa7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86cced04-38ef-4a56-967b-bc7b7c7ce94c']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:57.465289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-6fcaa525-bbbe-4739-a9d1-0670ac2d4fa7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21bf49f2-99c3-47fa-8409-76dd4ec5c8cd') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:57.466726 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-6fcaa525-bbbe-4739-a9d1-0670ac2d4fa7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21bf49f2-99c3-47fa-8409-76dd4ec5c8cd') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:57.475871 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec1184e-4426-40e2-90f4-73d6c288407d tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:57.476975 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dec1184e-4426-40e2-90f4-73d6c288407d tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.479860 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c68de-bbf4-48ec-8d5b-bbef05ee9caf tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ec3a81-aec6-4ee3-8cec-df53f7ab7f72,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:57.484875 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8:0:1::3b2 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/d9e68ac2-4ef0-44e0-a0e8-9144b3387a72/f213c6b7-8897-4e7c-a066-4b46f86d7f7f) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:57.504501 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6fcaa525-bbbe-4739-a9d1-0670ac2d4fa7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.524694 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6d9d6d76-6ed5-401b-a8d8-74b6658586bc None None] Provisioning for port 19856ca6-73fd-4ff1-8387-2862eace4278 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:09:57.527268 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port efa96991-bed6-4308-86a8-bfe7f075283a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:57.527959 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.530365 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6fcaa525-bbbe-4739-a9d1-0670ac2d4fa7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.533180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8::f816:3eff:fedf:e78c (5341d4d7-2b72-420c-84fe-cfa44886a8d9/af092342-50e2-4d9a-b2a0-561d94fa8c28/f213c6b7-8897-4e7c-a066-4b46f86d7f7f) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:09:57.535667 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-803c68de-bbf4-48ec-8d5b-bbef05ee9caf tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.541097 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-803c68de-bbf4-48ec-8d5b-bbef05ee9caf tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6771781 Sep 07 19:09:57.550601 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fcaa525-bbbe-4739-a9d1-0670ac2d4fa7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:09:57.551087 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6fcaa525-bbbe-4739-a9d1-0670ac2d4fa7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:09:57.562164 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:09:57.683308 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57310) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:57.684624 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dec1184e-4426-40e2-90f4-73d6c288407d tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0801315 Sep 07 19:09:57.703762 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6d9d6d76-6ed5-401b-a8d8-74b6658586bc None None] Provisioning complete for port 19856ca6-73fd-4ff1-8387-2862eace4278 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:09:57.705805 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6d9d6d76-6ed5-401b-a8d8-74b6658586bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.774032 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6fcaa525-bbbe-4739-a9d1-0670ac2d4fa7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.810846 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6fcaa525-bbbe-4739-a9d1-0670ac2d4fa7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.813745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6fcaa525-bbbe-4739-a9d1-0670ac2d4fa7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/networks/86cced04-38ef-4a56-967b-bc7b7c7ce94c HTTP/1.1" status: 204 len: 168 time: 1.8535392 Sep 07 19:09:57.865385 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57324) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:57.878131 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-91600167'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:57.907729 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:57.912570 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.932628 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcaa525-bbbe-4739-a9d1-0670ac2d4fa7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Network': ['ID=86cced04-38ef-4a56-967b-bc7b7c7ce94c,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:57.943603 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.970497 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Transition to ACTIVE for port object f213c6b7-8897-4e7c-a066-4b46f86d7f7f will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:57.972701 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:09:57.992685 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.994147 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Added segment ec45373d-fc1d-47e4-92a1-5c5546dfca10 of type vlan for network e51933de-91b4-4346-92ec-ffcfb49a32e4 Sep 07 19:09:58.016873 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-15b5cd85-41eb-4ed4-8abf-d03ff65e98f4 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup_general--204644760&fields=id&tenant_id=a4b1ee635b384533aa147bb1d2eb2c95 HTTP/1.1" status: 200 len: 267 time: 0.0883267 Sep 07 19:09:58.038237 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98546719-7c3e-47e9-910d-6dcd37e5bd06 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.075828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-152cc686-99a9-4968-8aaa-4d44a079af99 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup_access--1217655881&fields=id&tenant_id=a4b1ee635b384533aa147bb1d2eb2c95 HTTP/1.1" status: 200 len: 267 time: 0.0504997 Sep 07 19:09:58.105816 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.151438 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.165138 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98546719-7c3e-47e9-910d-6dcd37e5bd06 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.167381 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.173264 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:58.173988 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.269002 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:09:58.291051 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4210827 Sep 07 19:09:58.297397 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-42de5a9a-f258-43ff-a521-d51e8105469d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:58.299170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-42de5a9a-f258-43ff-a521-d51e8105469d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/networks?id=349425b3-5cf8-4cd9-9fd3-af96e1b28947 HTTP/1.1" status: 200 len: 797 time: 0.2002301 Sep 07 19:09:58.299623 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57334) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:58.305160 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e48d0baf-ac74-44c3-b673-1b400de5f507 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'subnet': {'network_id': 'e51933de-91b4-4346-92ec-ffcfb49a32e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:58.306471 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:09:58.320179 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:09:58.336008 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:09:58.345607 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:58.346895 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.378191 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98546719-7c3e-47e9-910d-6dcd37e5bd06 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.381234 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=f213c6b7-8897-4e7c-a066-4b46f86d7f7f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:58.390854 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-bbb6ebc6-cfd3-4d18-b3e8-fed4ab79741b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/quotas/a4b1ee635b384533aa147bb1d2eb2c95 HTTP/1.1" status: 200 len: 375 time: 0.0796547 Sep 07 19:09:58.470603 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7a41d543-b99c-440a-b6ca-e31b56fa3777 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:09:58.474052 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.3068368 Sep 07 19:09:58.475191 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57340) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:58.476437 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Network': ['ID=e51933de-91b4-4346-92ec-ffcfb49a32e4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:58.483347 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.483953 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.484475 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.485012 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.485873 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.486357 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.486485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98546719-7c3e-47e9-910d-6dcd37e5bd06 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1bb3b8-67d6-4cde-aa7a-afde9724582b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:58.487293 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.487806 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.488307 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.488840 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.489360 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.489851 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483611d-854a-4803-9b30-2c15ae3bbf1a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.507589 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.508397 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.509508 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.510080 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.510659 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.511245 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.511800 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.512363 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.512987 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.513536 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.514107 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.514703 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82810b-2cc7-4087-aecf-3444a32f85ef tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:58.521054 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90573021-fe62-4315-bace-77527f8e9d8c None None] Network 0645bffe-11eb-419f-83d5-bbd54d5c026a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:58.608660 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98546719-7c3e-47e9-910d-6dcd37e5bd06 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.629471 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-98546719-7c3e-47e9-910d-6dcd37e5bd06 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0645bffe-11eb-419f-83d5-bbd54d5c026a']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:58.638042 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-9ad7044e-9ef4-4c1c-b415-0190b33d5cfc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting port f213c6b7-8897-4e7c-a066-4b46f86d7f7f {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:58.638562 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ad7044e-9ef4-4c1c-b415-0190b33d5cfc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.658488 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-98546719-7c3e-47e9-910d-6dcd37e5bd06 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feea98ff-9f37-4a4f-81e2-9e5f222a4f9d') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:58.658947 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-98546719-7c3e-47e9-910d-6dcd37e5bd06 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feea98ff-9f37-4a4f-81e2-9e5f222a4f9d') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:58.681013 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network e51933de-91b4-4346-92ec-ffcfb49a32e4 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:09:58.681494 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98546719-7c3e-47e9-910d-6dcd37e5bd06 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.712451 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9b427345-a525-4eb8-a5f3-29b6cea6299c tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4b1ee635b384533aa147bb1d2eb2c95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3030343 Sep 07 19:09:58.735575 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 7a41d543-b99c-440a-b6ca-e31b56fa3777 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:09:58.736107 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7a41d543-b99c-440a-b6ca-e31b56fa3777 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:09:58.759862 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48d0baf-ac74-44c3-b673-1b400de5f507 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:58.764901 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e48d0baf-ac74-44c3-b673-1b400de5f507 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.769501 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98546719-7c3e-47e9-910d-6dcd37e5bd06 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.776296 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ad7044e-9ef4-4c1c-b415-0190b33d5cfc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.797054 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-9ad7044e-9ef4-4c1c-b415-0190b33d5cfc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Calling delete_port for f213c6b7-8897-4e7c-a066-4b46f86d7f7f owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:58.809188 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98546719-7c3e-47e9-910d-6dcd37e5bd06 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:09:58.809660 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98546719-7c3e-47e9-910d-6dcd37e5bd06 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:09:58.812961 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:09:59.028976 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1fcbda52-5083-4306-8883-24eb936360ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:59.030675 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6d9d6d76-6ed5-401b-a8d8-74b6658586bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:59.063797 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98546719-7c3e-47e9-910d-6dcd37e5bd06 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:59.079410 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98546719-7c3e-47e9-910d-6dcd37e5bd06 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:59.085234 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-98546719-7c3e-47e9-910d-6dcd37e5bd06 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/networks/0645bffe-11eb-419f-83d5-bbd54d5c026a HTTP/1.1" status: 204 len: 168 time: 1.4005749 Sep 07 19:09:59.085920 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57354) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:59.111413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-da34abc8-8bcb-4600-b534-4437efde3d40 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-676592595'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:09:59.112701 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ad7044e-9ef4-4c1c-b415-0190b33d5cfc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:59.123689 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-7a649515-c160-4a78-91d1-ed854e1a05f2 service neutron] 10.222.0.26 "GET /v2.0/networks/349425b3-5cf8-4cd9-9fd3-af96e1b28947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099164 Sep 07 19:09:59.148957 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40449c8-b709-4a25-a10d-6632923b3155 None None] Update dhcp port {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'fixed_ips': [{'subnet_id': 'af092342-50e2-4d9a-b2a0-561d94fa8c28', 'ip_address': '2001:db8::f816:3eff:fe62:e1c'}, {'subnet_id': 'd9e68ac2-4ef0-44e0-a0e8-9144b3387a72'}], 'binding:host_id': 'n-d-807786-1'}, 'id': '19856ca6-73fd-4ff1-8387-2862eace4278'} from n-d-807786-1. {{(pid=101446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 19:09:59.157919 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98546719-7c3e-47e9-910d-6dcd37e5bd06 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Network': ['ID=0645bffe-11eb-419f-83d5-bbd54d5c026a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:59.313217 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:59.330214 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7044e-9ef4-4c1c-b415-0190b33d5cfc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=f213c6b7-8897-4e7c-a066-4b46f86d7f7f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:59.345134 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6d9d6d76-6ed5-401b-a8d8-74b6658586bc None None] For port 19856ca6-73fd-4ff1-8387-2862eace4278, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=19856ca6-73fd-4ff1-8387-2862eace4278,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:59.350833 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e40449c8-b709-4a25-a10d-6632923b3155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:59.356938 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:59.364190 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6d9d6d76-6ed5-401b-a8d8-74b6658586bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:59.444965 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ad7044e-9ef4-4c1c-b415-0190b33d5cfc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:59.448968 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] Transition to ACTIVE for port object c589d056-7c50-4f74-a20f-ebf5e2b4e016 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:09:59.449182 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da34abc8-8bcb-4600-b534-4437efde3d40 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Made reservation on behalf of a7b24e7fed5548bf9053ec410fedea0d for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:09:59.450764 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9ad7044e-9ef4-4c1c-b415-0190b33d5cfc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/f213c6b7-8897-4e7c-a066-4b46f86d7f7f HTTP/1.1" status: 204 len: 168 time: 0.9690850 Sep 07 19:09:59.451615 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57360) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:59.462472 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da34abc8-8bcb-4600-b534-4437efde3d40 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:59.527955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda503b1-1736-4a21-a316-0baf217b9093 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:59.536074 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bda503b1-1736-4a21-a316-0baf217b9093 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.0828981 Sep 07 19:09:59.537696 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57364) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:59.583612 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e48d0baf-ac74-44c3-b673-1b400de5f507 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:59.615716 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71d0966-a943-484e-980f-10be9357b168 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:59.619285 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a71d0966-a943-484e-980f-10be9357b168 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.0800874 Sep 07 19:09:59.623647 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57368) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:59.654318 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:59.687659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d0baf-ac74-44c3-b673-1b400de5f507 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Subnet': ['ID=95dd3e69-8929-4b8b-b658-7acb9d8932ad,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:59.714335 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d6d76-6ed5-401b-a8d8-74b6658586bc None None] Pushing event updated for resources: {'Port': ['ID=19856ca6-73fd-4ff1-8387-2862eace4278,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:59.724788 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da34abc8-8bcb-4600-b534-4437efde3d40 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:09:59.748877 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6c412c-1ee0-4b61-9412-89fd8217f642 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:59.751171 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6c412c-1ee0-4b61-9412-89fd8217f642 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:59.753632 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6c412c-1ee0-4b61-9412-89fd8217f642 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:59.755732 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7d6c412c-1ee0-4b61-9412-89fd8217f642 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1307034 Sep 07 19:09:59.759442 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57376) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:59.774155 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d6d76-6ed5-401b-a8d8-74b6658586bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:59.774780 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d6d76-6ed5-401b-a8d8-74b6658586bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:59.775977 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d6d76-6ed5-401b-a8d8-74b6658586bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:59.778770 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d6d76-6ed5-401b-a8d8-74b6658586bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:59.779352 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d6d76-6ed5-401b-a8d8-74b6658586bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:59.779910 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d6d76-6ed5-401b-a8d8-74b6658586bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:59.780396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d6d76-6ed5-401b-a8d8-74b6658586bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:59.781102 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d6d76-6ed5-401b-a8d8-74b6658586bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:59.782104 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d6d76-6ed5-401b-a8d8-74b6658586bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:59.783162 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d6d76-6ed5-401b-a8d8-74b6658586bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:59.783654 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d6d76-6ed5-401b-a8d8-74b6658586bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:59.784209 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d6d76-6ed5-401b-a8d8-74b6658586bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:59.882908 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4209c7-9070-4b76-87dc-34309ed27016 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet af092342-50e2-4d9a-b2a0-561d94fa8c28 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:10:00.211371 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48d0baf-ac74-44c3-b673-1b400de5f507 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Checking segment: {'id': 'ec45373d-fc1d-47e4-92a1-5c5546dfca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e51933de-91b4-4346-92ec-ffcfb49a32e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:00.211753 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48d0baf-ac74-44c3-b673-1b400de5f507 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network hostable DHCP agents. Network: e51933de-91b4-4346-92ec-ffcfb49a32e4, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:10:00.216850 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da34abc8-8bcb-4600-b534-4437efde3d40 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:00.217199 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-da34abc8-8bcb-4600-b534-4437efde3d40 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Added segment d26b9642-1228-4e2b-a158-d273f89daae4 of type vlan for network 444468d9-7191-4f7e-9fdc-31ac42b8767e Sep 07 19:10:00.262694 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-a5105646-6359-4f61-a91c-e6ed16b94692 service neutron] 10.222.0.26 "GET /v2.0/networks/349425b3-5cf8-4cd9-9fd3-af96e1b28947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0837011 Sep 07 19:10:00.300476 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48d0baf-ac74-44c3-b673-1b400de5f507 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network e51933de-91b4-4346-92ec-ffcfb49a32e4 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:10:00.313461 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da34abc8-8bcb-4600-b534-4437efde3d40 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:00.321138 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-e48d0baf-ac74-44c3-b673-1b400de5f507 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, e51933de-91b4-4346-92ec-ffcfb49a32e4) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:00.328964 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48d0baf-ac74-44c3-b673-1b400de5f507 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:00.329580 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e48d0baf-ac74-44c3-b673-1b400de5f507 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:00.358990 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4905f3-339c-4981-bef9-7d5674820107 None None] Network e51933de-91b4-4346-92ec-ffcfb49a32e4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:00.382821 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91d82-174b-4c7d-b57f-4808160c2d53 None None] Pushing event updated for resources: {'Port': ['ID=c589d056-7c50-4f74-a20f-ebf5e2b4e016,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:00.392696 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] Attempting to bind port c589d056-7c50-4f74-a20f-ebf5e2b4e016 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:10:00.393372 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] Attempting to bind port c589d056-7c50-4f74-a20f-ebf5e2b4e016 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'd759d727-fb5e-4fcf-b83c-73c24550a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:10:00.393991 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] Attempting to bind port c589d056-7c50-4f74-a20f-ebf5e2b4e016 on network 349425b3-5cf8-4cd9-9fd3-af96e1b28947 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:10:00.396287 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57398) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:00.398733 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e48d0baf-ac74-44c3-b673-1b400de5f507 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0974741 Sep 07 19:10:00.401075 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da34abc8-8bcb-4600-b534-4437efde3d40 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:00.403883 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-61c1ef11-ca9f-448f-81ae-d154785dae77 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'port': {'network_id': 'e51933de-91b4-4346-92ec-ffcfb49a32e4', 'name': 'tempest-PortsTestJSON-1882220351', 'fixed_ips': [{'subnet_id': '95dd3e69-8929-4b8b-b658-7acb9d8932ad', 'ip_address': '172.20.0.10'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:00.408620 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da34abc8-8bcb-4600-b534-4437efde3d40 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:00.409935 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da34abc8-8bcb-4600-b534-4437efde3d40 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:00.483719 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-e40449c8-b709-4a25-a10d-6632923b3155 None None] Allocated IP 2001:db8:0:1::2 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/d9e68ac2-4ef0-44e0-a0e8-9144b3387a72/19856ca6-73fd-4ff1-8387-2862eace4278) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:00.563798 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 19856ca6-73fd-4ff1-8387-2862eace4278 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:00.565395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-da34abc8-8bcb-4600-b534-4437efde3d40 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4688189 Sep 07 19:10:00.567729 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34abc8-8bcb-4600-b534-4437efde3d40 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Network': ['ID=444468d9-7191-4f7e-9fdc-31ac42b8767e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:00.572599 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57408) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:00.580545 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:10:00.580946 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] Checking segment: {'id': 'd759d727-fb5e-4fcf-b83c-73c24550a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:00.581356 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:00.581752 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] Bound using segment: {'id': 'd759d727-fb5e-4fcf-b83c-73c24550a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:10:00.582243 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] Bound port: c589d056-7c50-4f74-a20f-ebf5e2b4e016, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd759d727-fb5e-4fcf-b83c-73c24550a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:10:00.582625 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:00.628081 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-365e3cae-db44-4e62-a06d-71b911fa7305 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'subnet': {'network_id': '444468d9-7191-4f7e-9fdc-31ac42b8767e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:00.663889 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 444468d9-7191-4f7e-9fdc-31ac42b8767e details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:10:00.667382 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:00.702399 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c1ef11-ca9f-448f-81ae-d154785dae77 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:00.805027 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2252a11e-b243-4155-80e6-e607c95e10eb req-5f78af6f-b417-4c2d-b00f-7274f3bad8a7 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 210 time: 0.2345102 Sep 07 19:10:00.839104 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365e3cae-db44-4e62-a06d-71b911fa7305 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Made reservation on behalf of a7b24e7fed5548bf9053ec410fedea0d for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:00.848815 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-365e3cae-db44-4e62-a06d-71b911fa7305 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:00.851978 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-61c1ef11-ca9f-448f-81ae-d154785dae77 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:00.873489 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-61c1ef11-ca9f-448f-81ae-d154785dae77 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] device_id is not set on port 6faf59f8-3005-4c2a-aede-4cc20f1ad907 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:10:01.065240 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] For port c589d056-7c50-4f74-a20f-ebf5e2b4e016, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:10:01.070003 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] For port c589d056-7c50-4f74-a20f-ebf5e2b4e016, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c589d056-7c50-4f74-a20f-ebf5e2b4e016,segment=NetworkSegment(d759d727-fb5e-4fcf-b83c-73c24550a5c0),segment_id=d759d727-fb5e-4fcf-b83c-73c24550a5c0)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:10:01.158299 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:01.202286 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-61c1ef11-ca9f-448f-81ae-d154785dae77 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Allocated IP 172.20.0.10 (e51933de-91b4-4346-92ec-ffcfb49a32e4/95dd3e69-8929-4b8b-b658-7acb9d8932ad/6faf59f8-3005-4c2a-aede-4cc20f1ad907) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:01.249910 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-365e3cae-db44-4e62-a06d-71b911fa7305 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:01.377133 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365e3cae-db44-4e62-a06d-71b911fa7305 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Checking segment: {'id': 'd26b9642-1228-4e2b-a158-d273f89daae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '444468d9-7191-4f7e-9fdc-31ac42b8767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:01.379551 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365e3cae-db44-4e62-a06d-71b911fa7305 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Network hostable DHCP agents. Network: 444468d9-7191-4f7e-9fdc-31ac42b8767e, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:10:01.391200 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e3cae-db44-4e62-a06d-71b911fa7305 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Subnet': ['ID=44383add-2947-4754-9cc9-0ff2da67e738,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:01.412563 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e40449c8-b709-4a25-a10d-6632923b3155 None None] For port 19856ca6-73fd-4ff1-8387-2862eace4278, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=19856ca6-73fd-4ff1-8387-2862eace4278,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:01.433054 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365e3cae-db44-4e62-a06d-71b911fa7305 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Network 444468d9-7191-4f7e-9fdc-31ac42b8767e is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:10:01.459211 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 19856ca6-73fd-4ff1-8387-2862eace4278 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:01.464273 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-365e3cae-db44-4e62-a06d-71b911fa7305 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 444468d9-7191-4f7e-9fdc-31ac42b8767e) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:01.465104 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:01.489730 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365e3cae-db44-4e62-a06d-71b911fa7305 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:01.490336 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-365e3cae-db44-4e62-a06d-71b911fa7305 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:01.515289 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91d82-174b-4c7d-b57f-4808160c2d53 None None] Pushing event updated for resources: {'Port': ['ID=c589d056-7c50-4f74-a20f-ebf5e2b4e016,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:01.525983 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-365e3cae-db44-4e62-a06d-71b911fa7305 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9379022 Sep 07 19:10:01.526338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57436) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:01.541414 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-10dd5873-1c92-414c-b0a0-68daa659b761 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'subnet': {'network_id': '444468d9-7191-4f7e-9fdc-31ac42b8767e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:01.567139 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] Routers {'f744e3b1-14c1-4486-9230-81db7fd79a62'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:10:01.568057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:09:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['f744e3b1-14c1-4486-9230-81db7fd79a62'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:01.572060 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196933bd-2c74-4165-a9e0-d29f7fd6aa87 None None] Network 444468d9-7191-4f7e-9fdc-31ac42b8767e requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:01.613095 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-61c1ef11-ca9f-448f-81ae-d154785dae77 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:01.741926 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-61c1ef11-ca9f-448f-81ae-d154785dae77 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Transition to ACTIVE for port object 6faf59f8-3005-4c2a-aede-4cc20f1ad907 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:01.879872 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-61c1ef11-ca9f-448f-81ae-d154785dae77 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:01.913296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-e51933de-91b4-4346-92ec-ffcfb49a32e4', 'network_id': 'e51933de-91b4-4346-92ec-ffcfb49a32e4', 'tenant_id': 'd1e1876fa5ed4cf28904b4280216dec1', 'fixed_ips': [{'subnet_id': '95dd3e69-8929-4b8b-b658-7acb9d8932ad'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:10:01.923470 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:01.972336 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c1ef11-ca9f-448f-81ae-d154785dae77 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network e51933de-91b4-4346-92ec-ffcfb49a32e4 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:01.989089 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e40449c8-b709-4a25-a10d-6632923b3155 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:02.030492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-61c1ef11-ca9f-448f-81ae-d154785dae77 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:02.031481 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dd5873-1c92-414c-b0a0-68daa659b761 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Made reservation on behalf of a7b24e7fed5548bf9053ec410fedea0d for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:02.036158 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-10dd5873-1c92-414c-b0a0-68daa659b761 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:02.038902 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c1ef11-ca9f-448f-81ae-d154785dae77 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:02.044796 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d9181b64-04f1-45d4-958b-fe4d3d3caa13 req-e1e970eb-d05c-4808-89e8-47ef26f715f7 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 210 time: 0.0638316 Sep 07 19:10:02.080000 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1ef11-ca9f-448f-81ae-d154785dae77 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=6faf59f8-3005-4c2a-aede-4cc20f1ad907,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:02.140485 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:02.149945 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e40449c8-b709-4a25-a10d-6632923b3155 None None] Transition to ACTIVE for port object 19856ca6-73fd-4ff1-8387-2862eace4278 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:02.157523 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a4209c7-9070-4b76-87dc-34309ed27016 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:02.217213 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a4209c7-9070-4b76-87dc-34309ed27016 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:02.232135 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e40449c8-b709-4a25-a10d-6632923b3155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:02.297193 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Port 19856ca6-73fd-4ff1-8387-2862eace4278 had new provisioning blocks added so it will not transition to active. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 07 19:10:02.315965 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a4209c7-9070-4b76-87dc-34309ed27016 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:02.374607 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1ef11-ca9f-448f-81ae-d154785dae77 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:02.375294 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-61c1ef11-ca9f-448f-81ae-d154785dae77 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:02.428538 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-61c1ef11-ca9f-448f-81ae-d154785dae77 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0300152 Sep 07 19:10:02.429287 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57454) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:02.445104 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-01248d0f-94c0-4f38-b750-84e40733f4c3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'port': {'network_id': 'e51933de-91b4-4346-92ec-ffcfb49a32e4', 'name': 'tempest-PortsTestJSON-552459129', 'fixed_ips': [{'subnet_id': '95dd3e69-8929-4b8b-b658-7acb9d8932ad', 'ip_address': '172.20.0.9'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:02.462309 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] Set router f744e3b1-14c1-4486-9230-81db7fd79a62 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:10:02.671614 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40449c8-b709-4a25-a10d-6632923b3155 None None] Pushing event updated for resources: {'Port': ['ID=19856ca6-73fd-4ff1-8387-2862eace4278,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:02.690436 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a4209c7-9070-4b76-87dc-34309ed27016 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:02.739277 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a4209c7-9070-4b76-87dc-34309ed27016 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:02.742706 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9a4209c7-9070-4b76-87dc-34309ed27016 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/af092342-50e2-4d9a-b2a0-561d94fa8c28 HTTP/1.1" status: 204 len: 168 time: 2.9816251 Sep 07 19:10:02.749705 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57462) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:02.790138 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4209c7-9070-4b76-87dc-34309ed27016 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=af092342-50e2-4d9a-b2a0-561d94fa8c28,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:02.850474 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01248d0f-94c0-4f38-b750-84e40733f4c3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:02.857093 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-01248d0f-94c0-4f38-b750-84e40733f4c3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:02.865425 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-444468d9-7191-4f7e-9fdc-31ac42b8767e', 'network_id': '444468d9-7191-4f7e-9fdc-31ac42b8767e', 'tenant_id': 'a7b24e7fed5548bf9053ec410fedea0d', 'fixed_ips': [{'subnet_id': '44383add-2947-4754-9cc9-0ff2da67e738'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:10:02.866273 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:02.869581 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] Allocated IP 172.20.0.2 (e51933de-91b4-4346-92ec-ffcfb49a32e4/95dd3e69-8929-4b8b-b658-7acb9d8932ad/83ea794a-b5bf-4b42-ac44-1bc7911751d8) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:02.882634 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-01248d0f-94c0-4f38-b750-84e40733f4c3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] device_id is not set on port 5b19a36a-44fd-4ace-9c0d-89a4a0b561bc yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:10:03.001089 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-43efb021-7caa-47a1-9b76-025528ae2b8a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet d9e68ac2-4ef0-44e0-a0e8-9144b3387a72 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:10:03.007036 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-43efb021-7caa-47a1-9b76-025528ae2b8a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:03.068759 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-43efb021-7caa-47a1-9b76-025528ae2b8a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:03.223422 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-43efb021-7caa-47a1-9b76-025528ae2b8a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:03.346612 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-43efb021-7caa-47a1-9b76-025528ae2b8a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:03.432344 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ee717f7-9c43-4a2c-b75b-3b8c2482f3ec req-16e55ec8-29c1-4072-9be3-bd8dd36a0c81 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 210 time: 0.1018579 Sep 07 19:10:03.438653 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efb021-7caa-47a1-9b76-025528ae2b8a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=d9e68ac2-4ef0-44e0-a0e8-9144b3387a72,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:03.440929 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-43efb021-7caa-47a1-9b76-025528ae2b8a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:03.442842 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-43efb021-7caa-47a1-9b76-025528ae2b8a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/d9e68ac2-4ef0-44e0-a0e8-9144b3387a72 HTTP/1.1" status: 204 len: 168 time: 0.6359553 Sep 07 19:10:03.446348 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57474) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:03.468958 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:03.488502 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57476) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:03.537726 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-35cce4e3-3420-4121-87e9-a69e801324c7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891941 Sep 07 19:10:03.538671 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57480) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:03.549095 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a0ff4dca-a739-431d-a8ad-2cff596bcc14 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:03.580264 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] Transition to ACTIVE for port object 83ea794a-b5bf-4b42-ac44-1bc7911751d8 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:03.642217 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] Allocated IP 2001:db8::2 (444468d9-7191-4f7e-9fdc-31ac42b8767e/44383add-2947-4754-9cc9-0ff2da67e738/9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:03.655057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] Transition to ACTIVE for port object 83ea794a-b5bf-4b42-ac44-1bc7911751d8 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:03.668897 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:03.683439 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-10dd5873-1c92-414c-b0a0-68daa659b761 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:03.773138 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-e3670888-b61d-46f5-bb23-37917f9b1283 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:03.774052 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] Pushing event updated for resources: {'Port': ['ID=83ea794a-b5bf-4b42-ac44-1bc7911751d8,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:03.774726 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-e3670888-b61d-46f5-bb23-37917f9b1283 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.36 "GET /v2.0/networks?id=349425b3-5cf8-4cd9-9fd3-af96e1b28947 HTTP/1.1" status: 200 len: 797 time: 1.0234172 Sep 07 19:10:03.780835 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd5873-1c92-414c-b0a0-68daa659b761 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Subnet': ['ID=ec8f316b-0142-4ba9-9d00-aa346ca0f67c,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:03.794211 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-01248d0f-94c0-4f38-b750-84e40733f4c3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Allocated IP 172.20.0.9 (e51933de-91b4-4346-92ec-ffcfb49a32e4/95dd3e69-8929-4b8b-b658-7acb9d8932ad/5b19a36a-44fd-4ace-9c0d-89a4a0b561bc) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:03.798928 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-53200957-0272-40b4-a35c-123155806926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:03.800798 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d900d4-9e29-4cf9-a2a3-8f1f8f0daa71 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:03.833292 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dd5873-1c92-414c-b0a0-68daa659b761 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Network 444468d9-7191-4f7e-9fdc-31ac42b8767e is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:03.837000 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-10dd5873-1c92-414c-b0a0-68daa659b761 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:03.842991 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dd5873-1c92-414c-b0a0-68daa659b761 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:03.843950 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-10dd5873-1c92-414c-b0a0-68daa659b761 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:03.844754 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] Network e51933de-91b4-4346-92ec-ffcfb49a32e4 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:03.882474 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-75417efd-55dc-4768-aae1-69dd6c6e47cc tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4b1ee635b384533aa147bb1d2eb2c95 HTTP/1.1" status: 200 len: 477 time: 0.0803297 Sep 07 19:10:03.898333 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-c9ea90dc-9cc3-4b74-9aa0-549782d26e3b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Request body: {'port': {'device_id': '3575764d-f726-4e5e-b2af-2a58e8eb986e', 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947', 'admin_state_up': True, 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'security_groups': ['0274520a-97ae-4dcc-a536-13532ee5d212', '59142993-e4e3-45b0-b7a9-8248c0cb05a9']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:04.076285 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-01248d0f-94c0-4f38-b750-84e40733f4c3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:04.083282 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:04.095520 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:04.096229 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-01248d0f-94c0-4f38-b750-84e40733f4c3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Transition to ACTIVE for port object 5b19a36a-44fd-4ace-9c0d-89a4a0b561bc will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:04.107608 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1717378193', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:09:36Z', 'updated_at': '2021-09-07T19:09:50Z', 'revision_number': 4, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:39Z', 'updated_at': '2021-09-07T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'c589d056-7c50-4f74-a20f-ebf5e2b4e016', 'name': '', 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'mac_address': 'fa:16:3e:5e:cf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'e3f01810-9bb0-4488-98ce-6fc4137d00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:48Z', 'updated_at': '2021-09-07T19:10:01Z', 'revision_number': 4, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'subnets': [{'id': 'e3f01810-9bb0-4488-98ce-6fc4137d00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:04.123266 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-53200957-0272-40b4-a35c-123155806926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:04.131212 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-53200957-0272-40b4-a35c-123155806926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:04.159420 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-10dd5873-1c92-414c-b0a0-68daa659b761 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6300583 Sep 07 19:10:04.162922 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57486) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:04.259801 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-53200957-0272-40b4-a35c-123155806926 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f5b22f5030bb404c93c0d6e452b66e4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7645011 Sep 07 19:10:04.259801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-c9ea90dc-9cc3-4b74-9aa0-549782d26e3b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Made reservation on behalf of a4b1ee635b384533aa147bb1d2eb2c95 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:04.266802 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-c9ea90dc-9cc3-4b74-9aa0-549782d26e3b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:04.267848 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57488) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:04.270757 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53200957-0272-40b4-a35c-123155806926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705c8db0-c0b7-4b89-a2c1-0ffaa1c93b6e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:04.287509 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-01248d0f-94c0-4f38-b750-84e40733f4c3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:04.315114 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c677bc9b-1b6c-4831-88b4-5d03f30d82c5 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:04.318591 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-89338368-94db-488d-9f97-9e51b42ba49b None None] Provisioning for port 19856ca6-73fd-4ff1-8387-2862eace4278 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:04.320264 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c677bc9b-1b6c-4831-88b4-5d03f30d82c5 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:04.323423 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c677bc9b-1b6c-4831-88b4-5d03f30d82c5 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:04.326743 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c677bc9b-1b6c-4831-88b4-5d03f30d82c5 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:04.330403 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c677bc9b-1b6c-4831-88b4-5d03f30d82c5 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:04.333324 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c677bc9b-1b6c-4831-88b4-5d03f30d82c5 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1685398 Sep 07 19:10:04.352490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-89338368-94db-488d-9f97-9e51b42ba49b None None] Provisioning complete for port 19856ca6-73fd-4ff1-8387-2862eace4278 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:04.352986 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-89338368-94db-488d-9f97-9e51b42ba49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:04.353933 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57490) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:04.361336 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228ad037-f9b3-4e8f-8aeb-c46553d385c9 None None] The sync data for ids ['f744e3b1-14c1-4486-9230-81db7fd79a62'] in n-d-807786-1 is: [{'id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1717378193', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:09:36Z', 'updated_at': '2021-09-07T19:09:50Z', 'revision_number': 4, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:39Z', 'updated_at': '2021-09-07T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'c589d056-7c50-4f74-a20f-ebf5e2b4e016', 'name': '', 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'mac_address': 'fa:16:3e:5e:cf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'e3f01810-9bb0-4488-98ce-6fc4137d00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:48Z', 'updated_at': '2021-09-07T19:10:01Z', 'revision_number': 4, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'subnets': [{'id': 'e3f01810-9bb0-4488-98ce-6fc4137d00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:10:04.362203 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-934e23d7-7506-49b0-8885-18aea661d663 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-679696562'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:04.476762 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01248d0f-94c0-4f38-b750-84e40733f4c3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network e51933de-91b4-4346-92ec-ffcfb49a32e4 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:04.500665 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-01248d0f-94c0-4f38-b750-84e40733f4c3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:04.509268 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01248d0f-94c0-4f38-b750-84e40733f4c3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:04.511953 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ff4dca-a739-431d-a8ad-2cff596bcc14 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:04.516342 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4dca-a739-431d-a8ad-2cff596bcc14 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:04.586976 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 19856ca6-73fd-4ff1-8387-2862eace4278 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:04.601997 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-c9ea90dc-9cc3-4b74-9aa0-549782d26e3b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Allocated IP 172.20.0.7 (349425b3-5cf8-4cd9-9fd3-af96e1b28947/e3f01810-9bb0-4488-98ce-6fc4137d00b0/0bce86ac-4a56-4082-b729-3666389aa82c) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:04.642205 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] Attempting to bind port 83ea794a-b5bf-4b42-ac44-1bc7911751d8 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:10:04.642580 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] Attempting to bind port 83ea794a-b5bf-4b42-ac44-1bc7911751d8 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'ec45373d-fc1d-47e4-92a1-5c5546dfca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e51933de-91b4-4346-92ec-ffcfb49a32e4'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:10:04.642580 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] Attempting to bind port 83ea794a-b5bf-4b42-ac44-1bc7911751d8 on network e51933de-91b4-4346-92ec-ffcfb49a32e4 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:10:04.713178 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:10:04.714541 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] Checking segment: {'id': 'ec45373d-fc1d-47e4-92a1-5c5546dfca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e51933de-91b4-4346-92ec-ffcfb49a32e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:04.719731 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:04.720162 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] Bound using segment: {'id': 'ec45373d-fc1d-47e4-92a1-5c5546dfca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e51933de-91b4-4346-92ec-ffcfb49a32e4'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:10:04.720854 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] Bound port: 83ea794a-b5bf-4b42-ac44-1bc7911751d8, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec45373d-fc1d-47e4-92a1-5c5546dfca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e51933de-91b4-4346-92ec-ffcfb49a32e4'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:10:04.721253 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:04.725468 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:04.753542 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] Transition to ACTIVE for port object 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:04.755821 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-67b95deb-69ee-4f72-9ff9-05866e35528b req-edc748da-af87-410b-ba9a-e1267760124f tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 210 time: 0.0844321 Sep 07 19:10:04.785991 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01248d0f-94c0-4f38-b750-84e40733f4c3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=5b19a36a-44fd-4ace-9c0d-89a4a0b561bc,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:04.799314 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1a01672-4438-4b55-9f7a-63491f1b8c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:04.820701 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934e23d7-7506-49b0-8885-18aea661d663 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Made reservation on behalf of a7b24e7fed5548bf9053ec410fedea0d for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:04.824547 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-934e23d7-7506-49b0-8885-18aea661d663 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:04.846233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59e49e3-f0ed-4054-bde1-aad638dd00ea None None] DHCP port deletion for 5341d4d7-2b72-420c-84fe-cfa44886a8d9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:10:04.862434 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] Transition to ACTIVE for port object 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:04.866142 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01248d0f-94c0-4f38-b750-84e40733f4c3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:04.867035 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-01248d0f-94c0-4f38-b750-84e40733f4c3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:04.908599 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:04.910961 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 19856ca6-73fd-4ff1-8387-2862eace4278 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:04.911193 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1a01672-4438-4b55-9f7a-63491f1b8c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:04.911322 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:04.994074 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934e23d7-7506-49b0-8885-18aea661d663 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:10:04.998708 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-01248d0f-94c0-4f38-b750-84e40733f4c3 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5633085 Sep 07 19:10:05.003652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57496) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:05.032951 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-934e23d7-7506-49b0-8885-18aea661d663 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:05.033322 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-934e23d7-7506-49b0-8885-18aea661d663 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Added segment 30b1115e-0421-4d2e-8691-6192a25e6715 of type vlan for network fe410b03-66fa-4734-8c1f-d0011b6a8c51 Sep 07 19:10:05.038010 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] For port 83ea794a-b5bf-4b42-ac44-1bc7911751d8, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:10:05.045746 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] Network 444468d9-7191-4f7e-9fdc-31ac42b8767e is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:05.073087 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:05.075946 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:05.086250 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] For port 83ea794a-b5bf-4b42-ac44-1bc7911751d8, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=83ea794a-b5bf-4b42-ac44-1bc7911751d8,segment=NetworkSegment(ec45373d-fc1d-47e4-92a1-5c5546dfca10),segment_id=ec45373d-fc1d-47e4-92a1-5c5546dfca10)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:10:05.087611 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] Pushing event updated for resources: {'Port': ['ID=9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:05.105934 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:05.179786 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-c9ea90dc-9cc3-4b74-9aa0-549782d26e3b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:05.190891 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4dca-a739-431d-a8ad-2cff596bcc14 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:05.201161 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-934e23d7-7506-49b0-8885-18aea661d663 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:05.211012 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1a01672-4438-4b55-9f7a-63491f1b8c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:05.213801 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1a01672-4438-4b55-9f7a-63491f1b8c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:05.215026 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b1a01672-4438-4b55-9f7a-63491f1b8c97 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/705c8db0-c0b7-4b89-a2c1-0ffaa1c93b6e HTTP/1.1" status: 204 len: 168 time: 0.9246531 Sep 07 19:10:05.223037 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-c9ea90dc-9cc3-4b74-9aa0-549782d26e3b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Transition to ACTIVE for port object 0bce86ac-4a56-4082-b729-3666389aa82c will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:05.254534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-f59e49e3-f0ed-4054-bde1-aad638dd00ea None None] Deleting port 19856ca6-73fd-4ff1-8387-2862eace4278 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:10:05.255100 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f59e49e3-f0ed-4054-bde1-aad638dd00ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:05.303922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b7dd86-746b-49b8-96c5-3d93e64fa3b2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:05.308052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d9b7dd86-746b-49b8-96c5-3d93e64fa3b2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3009155 Sep 07 19:10:05.313449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57502) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:05.347334 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ff4dca-a739-431d-a8ad-2cff596bcc14 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:05.356013 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.db.resource_extend [None req-934e23d7-7506-49b0-8885-18aea661d663 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 19:10:05.403464 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-a0ff4dca-a739-431d-a8ad-2cff596bcc14 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:05.413813 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a01672-4438-4b55-9f7a-63491f1b8c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705c8db0-c0b7-4b89-a2c1-0ffaa1c93b6e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:05.427261 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-c9ea90dc-9cc3-4b74-9aa0-549782d26e3b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:05.433083 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ff4dca-a739-431d-a8ad-2cff596bcc14 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:05.440879 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4dca-a739-431d-a8ad-2cff596bcc14 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:05.445258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab40791-4a36-42da-b592-1028418e6afa tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:05.464622 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab40791-4a36-42da-b592-1028418e6afa tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:05.473443 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab40791-4a36-42da-b592-1028418e6afa tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:05.478749 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4ab40791-4a36-42da-b592-1028418e6afa tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1592164 Sep 07 19:10:05.492851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57504) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:05.513767 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff4dca-a739-431d-a8ad-2cff596bcc14 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=9a90d37b-6da0-41c9-af82-489fe7fe9500,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:05.518605 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-934e23d7-7506-49b0-8885-18aea661d663 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:05.526897 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934e23d7-7506-49b0-8885-18aea661d663 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:05.527876 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-934e23d7-7506-49b0-8885-18aea661d663 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:05.599367 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] Attempting to bind port 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:10:05.600161 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] Attempting to bind port 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'd26b9642-1228-4e2b-a158-d273f89daae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '444468d9-7191-4f7e-9fdc-31ac42b8767e'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:10:05.607224 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] Attempting to bind port 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 on network 444468d9-7191-4f7e-9fdc-31ac42b8767e {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:10:05.628164 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61284a44-52d3-4a83-b039-104b7b3a9d68 None None] Pushing event updated for resources: {'Port': ['ID=83ea794a-b5bf-4b42-ac44-1bc7911751d8,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:05.642277 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:10:05.642837 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] Checking segment: {'id': 'd26b9642-1228-4e2b-a158-d273f89daae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '444468d9-7191-4f7e-9fdc-31ac42b8767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:05.643436 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:05.644189 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] Bound using segment: {'id': 'd26b9642-1228-4e2b-a158-d273f89daae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '444468d9-7191-4f7e-9fdc-31ac42b8767e'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:10:05.645510 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] Bound port: 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26b9642-1228-4e2b-a158-d273f89daae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '444468d9-7191-4f7e-9fdc-31ac42b8767e'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:10:05.645753 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:05.672842 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a0ff4dca-a739-431d-a8ad-2cff596bcc14 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1314974 Sep 07 19:10:05.687486 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57510) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:05.689536 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e23d7-7506-49b0-8885-18aea661d663 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Network': ['ID=fe410b03-66fa-4734-8c1f-d0011b6a8c51,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:05.715575 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b1e3088d-523c-47a9-ae5f-4f0594130112 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:05.776354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea90dc-9cc3-4b74-9aa0-549782d26e3b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event updated for resources: {'Port': ['ID=0bce86ac-4a56-4082-b729-3666389aa82c,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:05.849354 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network fe410b03-66fa-4734-8c1f-d0011b6a8c51 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:10:05.860225 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-c9ea90dc-9cc3-4b74-9aa0-549782d26e3b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Network 349425b3-5cf8-4cd9-9fd3-af96e1b28947 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:05.871219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-c9ea90dc-9cc3-4b74-9aa0-549782d26e3b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:05.874494 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-c9ea90dc-9cc3-4b74-9aa0-549782d26e3b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:06.040189 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f59e49e3-f0ed-4054-bde1-aad638dd00ea None None] For port 19856ca6-73fd-4ff1-8387-2862eace4278, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=19856ca6-73fd-4ff1-8387-2862eace4278,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:06.042649 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f59e49e3-f0ed-4054-bde1-aad638dd00ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:06.097569 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-f59e49e3-f0ed-4054-bde1-aad638dd00ea None None] Calling delete_port for 19856ca6-73fd-4ff1-8387-2862eace4278 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:10:06.118835 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57518) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:06.126484 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-934e23d7-7506-49b0-8885-18aea661d663 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7709024 Sep 07 19:10:06.151555 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57520) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:06.161738 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-b4cfb5a1-ccfa-4f6e-bdd4-21061f21b207 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:06.195792 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-99ee7597-a8de-4922-8a89-784ee784a541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:06.199533 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e3088d-523c-47a9-ae5f-4f0594130112 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:06.205765 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1e3088d-523c-47a9-ae5f-4f0594130112 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:06.250231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-c9ea90dc-9cc3-4b74-9aa0-549782d26e3b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:06.251210 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-c9ea90dc-9cc3-4b74-9aa0-549782d26e3b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:06.470124 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] For port 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:10:06.474327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2f999-96de-4fc3-8fcc-24e3ce62ed50 req-0b48b58f-8f26-47b6-9a47-f093b5449552 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:06.490261 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57e2f999-96de-4fc3-8fcc-24e3ce62ed50 req-0b48b58f-8f26-47b6-9a47-f093b5449552 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 970 time: 0.4061477 Sep 07 19:10:06.515324 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] For port 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0,segment=NetworkSegment(d26b9642-1228-4e2b-a158-d273f89daae4),segment_id=d26b9642-1228-4e2b-a158-d273f89daae4)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:10:06.525461 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-734ea0ff-ec1a-4898-a401-46b9eb0626b9 None None] Provisioning for port 0bce86ac-4a56-4082-b729-3666389aa82c completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:06.529096 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-2a26e67a-0bfb-4420-8888-14bb1285c85c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting port 5b19a36a-44fd-4ace-9c0d-89a4a0b561bc {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:10:06.529496 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2a26e67a-0bfb-4420-8888-14bb1285c85c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:06.557130 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-734ea0ff-ec1a-4898-a401-46b9eb0626b9 None None] Provisioning complete for port 0bce86ac-4a56-4082-b729-3666389aa82c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:06.558771 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-734ea0ff-ec1a-4898-a401-46b9eb0626b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:06.567748 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:06.624909 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-734ea0ff-ec1a-4898-a401-46b9eb0626b9 None None] Port 0bce86ac-4a56-4082-b729-3666389aa82c cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:10:06.633758 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c589d056-7c50-4f74-a20f-ebf5e2b4e016 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:06.643293 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f59e49e3-f0ed-4054-bde1-aad638dd00ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:06.732449 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59e49e3-f0ed-4054-bde1-aad638dd00ea None None] No DVR routers for this DVR port 19856ca6-73fd-4ff1-8387-2862eace4278 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:10:06.732849 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2a26e67a-0bfb-4420-8888-14bb1285c85c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:06.751368 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-2a26e67a-0bfb-4420-8888-14bb1285c85c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Calling delete_port for 5b19a36a-44fd-4ace-9c0d-89a4a0b561bc owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:10:06.778664 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cee79-161c-414c-b2bb-e650be91b16c None None] Pushing event updated for resources: {'Port': ['ID=9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:06.794323 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f0020c-02f0-43ae-93a8-6f4e8c7a0925 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:06.796961 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port c589d056-7c50-4f74-a20f-ebf5e2b4e016 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:06.832501 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e49e3-f0ed-4054-bde1-aad638dd00ea None None] Pushing event deleted for resources: {'Port': ['ID=19856ca6-73fd-4ff1-8387-2862eace4278,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:06.916795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port c589d056-7c50-4f74-a20f-ebf5e2b4e016 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:06.922435 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:06.946031 n-d-807786-1 neutron-server[101444]: INFO neutron.db.ipam_backend_mixin [None req-b1e3088d-523c-47a9-ae5f-4f0594130112 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9a90d37b-6da0-41c9-af82-489fe7fe9500 (CIDR: 2001:db8::/64) Sep 07 19:10:06.951447 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e3088d-523c-47a9-ae5f-4f0594130112 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:10:06.951663 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e3088d-523c-47a9-ae5f-4f0594130112 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:06.987745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57e2f999-96de-4fc3-8fcc-24e3ce62ed50 req-55fd210e-1a34-4a4b-bd85-4a9e9ee75231 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/security-groups?id=59142993-e4e3-45b0-b7a9-8248c0cb05a9&id=0274520a-97ae-4dcc-a536-13532ee5d212&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4833729 Sep 07 19:10:07.086852 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:07.108045 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'tenant_id': '81ad4db508be4260ad74ddc930f234e9', 'fixed_ips': [{'subnet_id': '9a90d37b-6da0-41c9-af82-489fe7fe9500'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:10:07.110657 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:07.142859 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2a26e67a-0bfb-4420-8888-14bb1285c85c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:07.184089 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port c589d056-7c50-4f74-a20f-ebf5e2b4e016, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c589d056-7c50-4f74-a20f-ebf5e2b4e016,segment=NetworkSegment(d759d727-fb5e-4fcf-b83c-73c24550a5c0),segment_id=d759d727-fb5e-4fcf-b83c-73c24550a5c0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:07.193263 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:07.195220 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 83ea794a-b5bf-4b42-ac44-1bc7911751d8 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:07.252220 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26e67a-0bfb-4420-8888-14bb1285c85c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Port': ['ID=5b19a36a-44fd-4ace-9c0d-89a4a0b561bc,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:07.299960 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-99ee7597-a8de-4922-8a89-784ee784a541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:07.308237 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-99ee7597-a8de-4922-8a89-784ee784a541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:07.331417 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b1e3088d-523c-47a9-ae5f-4f0594130112 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6323373 Sep 07 19:10:07.344493 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57530) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:07.355597 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:07.375443 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2a26e67a-0bfb-4420-8888-14bb1285c85c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:07.380023 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2a26e67a-0bfb-4420-8888-14bb1285c85c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/ports/5b19a36a-44fd-4ace-9c0d-89a4a0b561bc HTTP/1.1" status: 204 len: 168 time: 1.8817549 Sep 07 19:10:07.380023 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-c9ea90dc-9cc3-4b74-9aa0-549782d26e3b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.4887276 Sep 07 19:10:07.383554 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57532) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:07.394265 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb5a1-ccfa-4f6e-bdd4-21061f21b207 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:07.424047 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-99ee7597-a8de-4922-8a89-784ee784a541 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=593e6a1dd30a483687011aa1fd3e3425&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2914891 Sep 07 19:10:07.433524 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57534) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:07.442745 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] Request body: {'port': {'device_id': '3575764d-f726-4e5e-b2af-2a58e8eb986e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:07.481940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcfee96-7f8f-4a44-9a06-2d182d866fd4 None None] Network e51933de-91b4-4346-92ec-ffcfb49a32e4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:07.494069 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee7597-a8de-4922-8a89-784ee784a541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94124415-0b3a-4fb2-98ba-139466080bc3,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:07.500818 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5987277d-5be3-4983-8a28-b5dfb7eab81f tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] GET failed (client error): The resource could not be found. Sep 07 19:10:07.504798 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5987277d-5be3-4983-8a28-b5dfb7eab81f tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports/5b19a36a-44fd-4ace-9c0d-89a4a0b561bc HTTP/1.1" status: 404 len: 333 time: 0.1171968 Sep 07 19:10:07.505839 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57536) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:07.517263 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb5a1-ccfa-4f6e-bdd4-21061f21b207 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:07.600567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b4cfb5a1-ccfa-4f6e-bdd4-21061f21b207 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Network fe410b03-66fa-4734-8c1f-d0011b6a8c51 is not hosted by any dhcp agent {{(pid=101445) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 19:10:07.615880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cfb5a1-ccfa-4f6e-bdd4-21061f21b207 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:07.616715 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb5a1-ccfa-4f6e-bdd4-21061f21b207 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:07.620884 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b4cfb5a1-ccfa-4f6e-bdd4-21061f21b207 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "PUT /v2.0/networks/fe410b03-66fa-4734-8c1f-d0011b6a8c51 HTTP/1.1" status: 200 len: 723 time: 1.4618042 Sep 07 19:10:07.646461 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57542) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:07.649979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfb5a1-ccfa-4f6e-bdd4-21061f21b207 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Network': ['ID=fe410b03-66fa-4734-8c1f-d0011b6a8c51,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:07.687069 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-f88a62ec-4eb9-4ebd-99c3-58e5f3198182 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'subnet': {'network_id': 'fe410b03-66fa-4734-8c1f-d0011b6a8c51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:07.764486 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:07.832132 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-9578744b-edec-403a-83f4-15b6785bacd8 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting port 6faf59f8-3005-4c2a-aede-4cc20f1ad907 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:10:07.832838 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9578744b-edec-403a-83f4-15b6785bacd8 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:07.837653 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2ef8cb21-7c12-4d77-a13a-160e73902613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:07.866166 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network fe410b03-66fa-4734-8c1f-d0011b6a8c51 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:10:07.913462 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:07.919569 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:07.934042 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2ef8cb21-7c12-4d77-a13a-160e73902613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:07.961498 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9578744b-edec-403a-83f4-15b6785bacd8 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:07.976868 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-9578744b-edec-403a-83f4-15b6785bacd8 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Calling delete_port for 6faf59f8-3005-4c2a-aede-4cc20f1ad907 owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:10:07.997510 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-38e03ecd-ed73-49b6-abd2-df4af60b76b8 None None] Provisioning for port 83ea794a-b5bf-4b42-ac44-1bc7911751d8 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:08.001018 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=c589d056-7c50-4f74-a20f-ebf5e2b4e016,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:08.134619 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88a62ec-4eb9-4ebd-99c3-58e5f3198182 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Made reservation on behalf of a7b24e7fed5548bf9053ec410fedea0d for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:08.138859 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f88a62ec-4eb9-4ebd-99c3-58e5f3198182 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:08.223051 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 83ea794a-b5bf-4b42-ac44-1bc7911751d8 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:08.225294 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9578744b-edec-403a-83f4-15b6785bacd8 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:08.269951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578744b-edec-403a-83f4-15b6785bacd8 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Port': ['ID=6faf59f8-3005-4c2a-aede-4cc20f1ad907,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:08.271368 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 83ea794a-b5bf-4b42-ac44-1bc7911751d8 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:08.282131 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:08.282726 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [req-afc0339f-64e5-467a-b2b6-525a602ca610 req-839d0392-99a1-4478-aeb8-96ee649c0046 service neutron] (101444) timed out ('10.222.0.26', 45448) {{(pid=101444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 19:10:08.329498 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2ef8cb21-7c12-4d77-a13a-160e73902613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:08.332195 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2ef8cb21-7c12-4d77-a13a-160e73902613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:08.333475 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2ef8cb21-7c12-4d77-a13a-160e73902613 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94124415-0b3a-4fb2-98ba-139466080bc3 HTTP/1.1" status: 204 len: 168 time: 0.8983197 Sep 07 19:10:08.360990 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8cb21-7c12-4d77-a13a-160e73902613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94124415-0b3a-4fb2-98ba-139466080bc3,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:08.465535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f2e07-9dc0-4dde-927f-386a529c52f3 req-90cd1b0d-dc71-4613-9ab4-b96df46a7f2c tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:08.478060 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-819f2e07-9dc0-4dde-927f-386a529c52f3 req-90cd1b0d-dc71-4613-9ab4-b96df46a7f2c tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 970 time: 0.2886915 Sep 07 19:10:08.490194 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] Allocated IP 2001:db8::2 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/9a90d37b-6da0-41c9-af82-489fe7fe9500/c87d530f-0c04-412d-a4c4-d0ba91c8c33d) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:08.722963 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f88a62ec-4eb9-4ebd-99c3-58e5f3198182 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:08.727794 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-819f2e07-9dc0-4dde-927f-386a529c52f3 req-ee01733c-d0c2-44e8-bb3c-7a56a0fe110d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/security-groups?id=59142993-e4e3-45b0-b7a9-8248c0cb05a9&id=0274520a-97ae-4dcc-a536-13532ee5d212&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2467914 Sep 07 19:10:08.814074 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a62ec-4eb9-4ebd-99c3-58e5f3198182 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Subnet': ['ID=5b6b5833-b153-4078-a642-94fc869e720a,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:08.869340 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:08.883033 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] Transition to ACTIVE for port object c87d530f-0c04-412d-a4c4-d0ba91c8c33d will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:08.908854 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88a62ec-4eb9-4ebd-99c3-58e5f3198182 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Checking segment: {'id': '30b1115e-0421-4d2e-8691-6192a25e6715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fe410b03-66fa-4734-8c1f-d0011b6a8c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:08.909264 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88a62ec-4eb9-4ebd-99c3-58e5f3198182 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Network hostable DHCP agents. Network: fe410b03-66fa-4734-8c1f-d0011b6a8c51, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:10:08.911270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] Transition to ACTIVE for port object c87d530f-0c04-412d-a4c4-d0ba91c8c33d will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:08.926818 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:08.929839 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9b3af2-8a96-4199-b974-9d6de73eb17f None None] Network 444468d9-7191-4f7e-9fdc-31ac42b8767e requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:08.983362 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9578744b-edec-403a-83f4-15b6785bacd8 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:08.985849 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9578744b-edec-403a-83f4-15b6785bacd8 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/ports/6faf59f8-3005-4c2a-aede-4cc20f1ad907 HTTP/1.1" status: 204 len: 168 time: 1.4791455 Sep 07 19:10:08.992928 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57552) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:09.088638 n-d-807786-1 neutron-server[101444]: DEBUG neutron.objects.ports [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 19:10:09.091465 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-facc3b04-8847-4bb5-8b28-eca907d366e9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] GET failed (client error): The resource could not be found. Sep 07 19:10:09.095242 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-facc3b04-8847-4bb5-8b28-eca907d366e9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports/6faf59f8-3005-4c2a-aede-4cc20f1ad907 HTTP/1.1" status: 404 len: 333 time: 0.0928478 Sep 07 19:10:09.101785 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57556) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:09.163640 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:09.235483 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:09.243971 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:09.259986 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1a5bb89b-0da2-4cc0-ba5f-3a4b96eedc47 None None] Provisioning for port 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:09.263271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2cc218-596c-4a1d-8949-01aacdd2345c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting subnet 95dd3e69-8929-4b8b-b658-7acb9d8932ad {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:10:09.264758 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:09.279273 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88a62ec-4eb9-4ebd-99c3-58e5f3198182 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Network fe410b03-66fa-4734-8c1f-d0011b6a8c51 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:10:09.285051 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4d2cc218-596c-4a1d-8949-01aacdd2345c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:09.300047 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-f88a62ec-4eb9-4ebd-99c3-58e5f3198182 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, fe410b03-66fa-4734-8c1f-d0011b6a8c51) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:09.310398 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88a62ec-4eb9-4ebd-99c3-58e5f3198182 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:09.311454 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f88a62ec-4eb9-4ebd-99c3-58e5f3198182 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:09.330353 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10f4be1-f746-4e06-8d6f-effda646fab3 None None] Network fe410b03-66fa-4734-8c1f-d0011b6a8c51 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:09.350039 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f88a62ec-4eb9-4ebd-99c3-58e5f3198182 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6914778 Sep 07 19:10:09.352954 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57560) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:09.361586 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-38ac2afc-8160-45a8-855a-46fd4f934e46 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:09.405985 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:09.600547 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] Pushing event updated for resources: {'Port': ['ID=c87d530f-0c04-412d-a4c4-d0ba91c8c33d,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:09.645136 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3b7f965c-3b08-473d-ac86-d948c072931b None None] Could not find standard attr ID for object 6faf59f8-3005-4c2a-aede-4cc20f1ad907. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:10:09.718004 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 83ea794a-b5bf-4b42-ac44-1bc7911751d8, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=83ea794a-b5bf-4b42-ac44-1bc7911751d8,segment=NetworkSegment(ec45373d-fc1d-47e4-92a1-5c5546dfca10),segment_id=ec45373d-fc1d-47e4-92a1-5c5546dfca10)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:09.746448 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:09.758616 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3b7f965c-3b08-473d-ac86-d948c072931b None None] Provisioning complete for port 83ea794a-b5bf-4b42-ac44-1bc7911751d8 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:09.759078 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3b7f965c-3b08-473d-ac86-d948c072931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:09.827715 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] Attempting to bind port c87d530f-0c04-412d-a4c4-d0ba91c8c33d on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:10:09.828130 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] Attempting to bind port c87d530f-0c04-412d-a4c4-d0ba91c8c33d by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:10:09.828724 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] Attempting to bind port c87d530f-0c04-412d-a4c4-d0ba91c8c33d on network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:10:09.850195 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-38ac2afc-8160-45a8-855a-46fd4f934e46 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13379490'] for subnet, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:09.899241 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:10:09.900040 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:09.900040 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:09.900345 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] Bound using segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:10:09.900803 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] Bound port: c87d530f-0c04-412d-a4c4-d0ba91c8c33d, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:10:09.901194 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:09.955737 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 19856ca6-73fd-4ff1-8387-2862eace4278 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:10:10.050750 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-fe410b03-66fa-4734-8c1f-d0011b6a8c51', 'network_id': 'fe410b03-66fa-4734-8c1f-d0011b6a8c51', 'tenant_id': 'a7b24e7fed5548bf9053ec410fedea0d', 'fixed_ips': [{'subnet_id': '5b6b5833-b153-4078-a642-94fc869e720a'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:10:10.051930 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:10.078046 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 19856ca6-73fd-4ff1-8387-2862eace4278 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:10:10.078224 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 19856ca6-73fd-4ff1-8387-2862eace4278 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:10:10.195767 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4d2cc218-596c-4a1d-8949-01aacdd2345c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:10.283593 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=83ea794a-b5bf-4b42-ac44-1bc7911751d8,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:10.327723 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-38ac2afc-8160-45a8-855a-46fd4f934e46 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770299394533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15825676'] for subnet, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:10.333756 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfc09fc-7d38-46cd-b82b-4b5daa3dc557 None None] Update dhcp port {'port': {'network_id': '444468d9-7191-4f7e-9fdc-31ac42b8767e', 'fixed_ips': [{'subnet_id': '44383add-2947-4754-9cc9-0ff2da67e738', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ec8f316b-0142-4ba9-9d00-aa346ca0f67c'}], 'binding:host_id': 'n-d-807786-1'}, 'id': '9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0'} from n-d-807786-1. {{(pid=101446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 19:10:10.339318 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] For port c87d530f-0c04-412d-a4c4-d0ba91c8c33d, host n-d-807786-1, got binding levels [] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:10.353536 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ac2afc-8160-45a8-855a-46fd4f934e46 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:10.354555 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-38ac2afc-8160-45a8-855a-46fd4f934e46 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:10.359649 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-38ac2afc-8160-45a8-855a-46fd4f934e46 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "PUT /v2.0/subnets/5b6b5833-b153-4078-a642-94fc869e720a HTTP/1.1" status: 200 len: 826 time: 1.0054514 Sep 07 19:10:10.364222 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57582) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:10.391258 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3bfc09fc-7d38-46cd-b82b-4b5daa3dc557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:10.489625 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-572f0953-f7e2-4d5d-a2ab-9e70532faa2a req-a3edbb47-c266-4f6e-8622-174f36090753 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f9c6072-fc98-4ff8-af3e-c10f590991c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1135683 Sep 07 19:10:10.550284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bce86ac-4a56-4082-b729-3666389aa82c {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:10:10.602293 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:10.626914 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c589d056-7c50-4f74-a20f-ebf5e2b4e016 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:10.667737 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac2afc-8160-45a8-855a-46fd4f934e46 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Subnet': ['ID=5b6b5833-b153-4078-a642-94fc869e720a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:10.709401 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:10.725107 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] Transition to ACTIVE for port object 0bce86ac-4a56-4082-b729-3666389aa82c will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:10.736982 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:10.746013 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:10.747814 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7462e8e-45a2-4a8d-a815-097befcf5aa6 req-a027f180-3e6a-4ad2-b298-5191dbdc4000 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:10.749496 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7462e8e-45a2-4a8d-a815-097befcf5aa6 req-a027f180-3e6a-4ad2-b298-5191dbdc4000 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 970 time: 0.5507481 Sep 07 19:10:10.755177 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:10.776209 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attempting to bind port c87d530f-0c04-412d-a4c4-d0ba91c8c33d on host n-d-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:10:10.776423 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attempting to bind port c87d530f-0c04-412d-a4c4-d0ba91c8c33d by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:10:10.776842 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attempting to bind port c87d530f-0c04-412d-a4c4-d0ba91c8c33d on network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:10:10.800378 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] Allocated IP 2001:db8::2 (fe410b03-66fa-4734-8c1f-d0011b6a8c51/5b6b5833-b153-4078-a642-94fc869e720a/f4f49958-1b15-45af-8856-e55908399fa3) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:10.814383 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f0953-f7e2-4d5d-a2ab-9e70532faa2a req-32b0a82d-74cd-498b-b812-b07d1a4b92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:10.816552 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-572f0953-f7e2-4d5d-a2ab-9e70532faa2a req-32b0a82d-74cd-498b-b812-b07d1a4b92ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfe8c6f49f464ed59d6ca8aa1c15414a&device_id=0f9c6072-fc98-4ff8-af3e-c10f590991c3 HTTP/1.1" status: 200 len: 1096 time: 0.2304296 Sep 07 19:10:10.819871 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] For port c87d530f-0c04-412d-a4c4-d0ba91c8c33d, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:10:10.846082 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3d5dac7c-975a-47b9-8fd0-0681b3252f87 None None] Could not find standard attr ID for object 5b19a36a-44fd-4ace-9c0d-89a4a0b561bc. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:10:10.867174 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4d2cc218-596c-4a1d-8949-01aacdd2345c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:10.881695 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] For port c87d530f-0c04-412d-a4c4-d0ba91c8c33d, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c87d530f-0c04-412d-a4c4-d0ba91c8c33d,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:10:10.905031 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:10.938458 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:10:10.938915 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Checking segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:10.939601 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:10.939989 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Bound using segment: {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:10:10.940593 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Bound port: c87d530f-0c04-412d-a4c4-d0ba91c8c33d, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb5888-cc12-45e0-b585-89681f1aa053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:10:10.940964 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:10.948015 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:10.978698 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7462e8e-45a2-4a8d-a815-097befcf5aa6 req-c9497602-f142-4468-b6e4-5fba90c38c1f tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/security-groups?id=59142993-e4e3-45b0-b7a9-8248c0cb05a9&id=0274520a-97ae-4dcc-a536-13532ee5d212&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2209010 Sep 07 19:10:10.993142 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=0bce86ac-4a56-4082-b729-3666389aa82c,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:11.191846 n-d-807786-1 neutron-server[101444]: WARNING neutron.plugins.ml2.plugin [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Concurrent port binding operations failed on port c87d530f-0c04-412d-a4c4-d0ba91c8c33d Sep 07 19:10:11.197482 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] For port c87d530f-0c04-412d-a4c4-d0ba91c8c33d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c87d530f-0c04-412d-a4c4-d0ba91c8c33d,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:11.204933 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83039b30-7583-42e0-92d2-29adc9cdcbdf None None] Pushing event updated for resources: {'Port': ['ID=c87d530f-0c04-412d-a4c4-d0ba91c8c33d,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:11.209021 n-d-807786-1 neutron-server[101444]: INFO neutron.plugins.ml2.plugin [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attempt 2 to bind port c87d530f-0c04-412d-a4c4-d0ba91c8c33d Sep 07 19:10:11.226573 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:11.314963 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:11.316901 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=c87d530f-0c04-412d-a4c4-d0ba91c8c33d,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:11.339587 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:11.379579 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f0953-f7e2-4d5d-a2ab-9e70532faa2a req-ced5da08-57b9-4fb4-9199-72d93dabecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:11.381306 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-572f0953-f7e2-4d5d-a2ab-9e70532faa2a req-ced5da08-57b9-4fb4-9199-72d93dabecde service neutron] 10.222.0.60 "GET /v2.0/networks?id=24873681-d0c1-481d-9abb-f17b7b3655e8 HTTP/1.1" status: 200 len: 914 time: 0.5322015 Sep 07 19:10:11.382327 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4d2cc218-596c-4a1d-8949-01aacdd2345c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:11.389811 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:11.391613 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:11.435876 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.0886075 Sep 07 19:10:11.437556 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port c589d056-7c50-4f74-a20f-ebf5e2b4e016 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:11.438949 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:11.440950 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57596) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:11.450778 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-62194ee4-19a2-4f4a-adb3-5fc8427dfe39 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'mac_address': 'fa:16:3e:2f:22:82', 'name': 'tempest-NetworksTestDHCPv6-508773816'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:11.460586 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e50244b-0a48-4e58-a206-43db99e68821 None None] Network e51933de-91b4-4346-92ec-ffcfb49a32e4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:11.468308 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efaa0d1-e678-4d07-aebd-939abfbe758d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=88867940-3449-4de9-92f2-916f518e0fbc,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:11.485157 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-572f0953-f7e2-4d5d-a2ab-9e70532faa2a req-a98f25ec-f29d-469d-8d9e-d4f3a23e44c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9ee6f19-df1e-4573-8d59-9a768a25df57 HTTP/1.1" status: 200 len: 217 time: 0.0720379 Sep 07 19:10:11.486284 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4d2cc218-596c-4a1d-8949-01aacdd2345c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:11.494824 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4d2cc218-596c-4a1d-8949-01aacdd2345c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/subnets/95dd3e69-8929-4b8b-b658-7acb9d8932ad HTTP/1.1" status: 204 len: 168 time: 2.3910689 Sep 07 19:10:11.500620 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57598) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:11.537571 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2cc218-596c-4a1d-8949-01aacdd2345c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Subnet': ['ID=95dd3e69-8929-4b8b-b658-7acb9d8932ad,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:11.643196 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] Attempting to bind port 0bce86ac-4a56-4082-b729-3666389aa82c on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:10:11.643567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] Attempting to bind port 0bce86ac-4a56-4082-b729-3666389aa82c by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'd759d727-fb5e-4fcf-b83c-73c24550a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:10:11.643901 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] Attempting to bind port 0bce86ac-4a56-4082-b729-3666389aa82c on network 349425b3-5cf8-4cd9-9fd3-af96e1b28947 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:10:11.660654 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] Port 0bce86ac-4a56-4082-b729-3666389aa82c on network 349425b3-5cf8-4cd9-9fd3-af96e1b28947 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:10:11.660842 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] Attempting to bind port 0bce86ac-4a56-4082-b729-3666389aa82c on network 349425b3-5cf8-4cd9-9fd3-af96e1b28947 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:10:11.693961 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:10:11.694646 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] Checking segment: {'id': 'd759d727-fb5e-4fcf-b83c-73c24550a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:11.695250 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] Bound using segment: {'id': 'd759d727-fb5e-4fcf-b83c-73c24550a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:10:11.697346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] Bound port: 0bce86ac-4a56-4082-b729-3666389aa82c, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd759d727-fb5e-4fcf-b83c-73c24550a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:10:11.702249 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:11.716208 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f0953-f7e2-4d5d-a2ab-9e70532faa2a req-53ebf8ec-3868-4e19-aee9-c56c3fe9083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:11.717907 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-572f0953-f7e2-4d5d-a2ab-9e70532faa2a req-53ebf8ec-3868-4e19-aee9-c56c3fe9083f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=656d116a-d6fb-478a-bca4-e91cdbe55fff HTTP/1.1" status: 200 len: 853 time: 0.1912775 Sep 07 19:10:11.750310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-3bfc09fc-7d38-46cd-b82b-4b5daa3dc557 None None] Allocated IP 172.20.0.1 (444468d9-7191-4f7e-9fdc-31ac42b8767e/ec8f316b-0142-4ba9-9d00-aa346ca0f67c/9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:11.771890 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-572f0953-f7e2-4d5d-a2ab-9e70532faa2a req-f375dc86-b007-448b-b7fd-e799e02cb297 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24873681-d0c1-481d-9abb-f17b7b3655e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466373 Sep 07 19:10:11.829076 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56aa2088-3697-42d8-84d9-cecbf17d0ae1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:11.933519 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] For port 0bce86ac-4a56-4082-b729-3666389aa82c, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:10:11.975206 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] For port 0bce86ac-4a56-4082-b729-3666389aa82c, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=0bce86ac-4a56-4082-b729-3666389aa82c,segment=NetworkSegment(d759d727-fb5e-4fcf-b83c-73c24550a5c0),segment_id=d759d727-fb5e-4fcf-b83c-73c24550a5c0)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:10:11.984997 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:12.023068 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62194ee4-19a2-4f4a-adb3-5fc8427dfe39 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:12.109423 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-572f0953-f7e2-4d5d-a2ab-9e70532faa2a req-3da70809-5664-432e-948d-8ecf331f0bdc service neutron] 10.222.0.60 "GET /v2.0/networks/24873681-d0c1-481d-9abb-f17b7b3655e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181008 Sep 07 19:10:12.165850 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-56aa2088-3697-42d8-84d9-cecbf17d0ae1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting port 83ea794a-b5bf-4b42-ac44-1bc7911751d8 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:10:12.166501 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56aa2088-3697-42d8-84d9-cecbf17d0ae1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:12.248686 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-62194ee4-19a2-4f4a-adb3-5fc8427dfe39 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:12.283906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:12.289255 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:12.291147 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] 10.222.0.36 "PUT /v2.0/ports/0bce86ac-4a56-4082-b729-3666389aa82c HTTP/1.1" status: 200 len: 1130 time: 4.8634214 Sep 07 19:10:12.291964 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3575764d-f726-4e5e-b2af-2a58e8eb986e', 'tag': '0bce86ac-4a56-4082-b729-3666389aa82c'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:10:12.299666 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6406c13-301c-409e-9f34-6a7389f2d573" -d '{"events": [{"name": "network-changed", "server_uuid": "3575764d-f726-4e5e-b2af-2a58e8eb986e", "tag": "0bce86ac-4a56-4082-b729-3666389aa82c"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:10:12.404141 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-62194ee4-19a2-4f4a-adb3-5fc8427dfe39 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] device_id is not set on port c05dfff2-e9f2-4720-bf27-af507fa15fe4 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:10:12.442817 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-56aa2088-3697-42d8-84d9-cecbf17d0ae1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] For port 83ea794a-b5bf-4b42-ac44-1bc7911751d8, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=83ea794a-b5bf-4b42-ac44-1bc7911751d8,segment=NetworkSegment(ec45373d-fc1d-47e4-92a1-5c5546dfca10),segment_id=ec45373d-fc1d-47e4-92a1-5c5546dfca10)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:12.443306 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56aa2088-3697-42d8-84d9-cecbf17d0ae1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:12.566645 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875abb41-dafc-492f-b516-73f1df8ddadb x-openstack-request-id: req-875abb41-dafc-492f-b516-73f1df8ddadb {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:10:12.567459 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3575764d-f726-4e5e-b2af-2a58e8eb986e", "tag": "0bce86ac-4a56-4082-b729-3666389aa82c", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:10:12.567459 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-875abb41-dafc-492f-b516-73f1df8ddadb {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:10:12.567912 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3575764d-f726-4e5e-b2af-2a58e8eb986e', 'tag': '0bce86ac-4a56-4082-b729-3666389aa82c', 'status': 'completed', 'code': 200} Sep 07 19:10:12.579836 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-56aa2088-3697-42d8-84d9-cecbf17d0ae1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Calling delete_port for 83ea794a-b5bf-4b42-ac44-1bc7911751d8 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:10:12.655327 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:12.686669 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-3bfc09fc-7d38-46cd-b82b-4b5daa3dc557 None None] For port 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0,segment=NetworkSegment(d26b9642-1228-4e2b-a158-d273f89daae4),segment_id=d26b9642-1228-4e2b-a158-d273f89daae4)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:12.692091 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a94d84-86b5-4991-b156-588de05419c1 None None] DHCP port deletion for e51933de-91b4-4346-92ec-ffcfb49a32e4 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:10:12.738698 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] Transition to ACTIVE for port object f4f49958-1b15-45af-8856-e55908399fa3 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:12.779479 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:12.787245 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163e5be-4228-457b-a84b-3f0f48859ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=0bce86ac-4a56-4082-b729-3666389aa82c,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:12.878416 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743ef50-42d0-42cd-ac70-fc4be3501f59 req-e80d5129-eb34-4c4a-a05b-abfa8538a1cd tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:12.890516 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] Transition to ACTIVE for port object f4f49958-1b15-45af-8856-e55908399fa3 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:12.901359 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c743ef50-42d0-42cd-ac70-fc4be3501f59 req-e80d5129-eb34-4c4a-a05b-abfa8538a1cd tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 982 time: 0.7524743 Sep 07 19:10:12.926046 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-1f11f33b-2f91-4ee3-a25c-509df6ef1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:12.928715 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-1f11f33b-2f91-4ee3-a25c-509df6ef1e05 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b1ee635b384533aa147bb1d2eb2c95&device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 1133 time: 0.5613661 Sep 07 19:10:12.974264 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3bfc09fc-7d38-46cd-b82b-4b5daa3dc557 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:12.977567 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:13.043979 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:13.051964 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3bfc09fc-7d38-46cd-b82b-4b5daa3dc557 None None] Transition to ACTIVE for port object 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:13.064461 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-62194ee4-19a2-4f4a-adb3-5fc8427dfe39 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8::13b (5341d4d7-2b72-420c-84fe-cfa44886a8d9/9a90d37b-6da0-41c9-af82-489fe7fe9500/c05dfff2-e9f2-4720-bf27-af507fa15fe4) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:13.071860 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] Network fe410b03-66fa-4734-8c1f-d0011b6a8c51 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:13.080194 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3bfc09fc-7d38-46cd-b82b-4b5daa3dc557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:13.080692 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-62194ee4-19a2-4f4a-adb3-5fc8427dfe39 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2f:2282 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/88867940-3449-4de9-92f2-916f518e0fbc/c05dfff2-e9f2-4720-bf27-af507fa15fe4) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:13.082347 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:13.090543 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:13.124539 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] Pushing event updated for resources: {'Port': ['ID=f4f49958-1b15-45af-8856-e55908399fa3,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:13.166761 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-bd0fab59-927b-41d0-ae93-ed30320f952a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0bce86ac-4a56-4082-b729-3666389aa82c HTTP/1.1" status: 200 len: 217 time: 0.1930311 Sep 07 19:10:13.178276 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c743ef50-42d0-42cd-ac70-fc4be3501f59 req-b154641d-4c9c-4de9-909b-a61b5ce51831 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/security-groups?id=59142993-e4e3-45b0-b7a9-8248c0cb05a9&id=0274520a-97ae-4dcc-a536-13532ee5d212&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2754858 Sep 07 19:10:13.193766 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-572f0953-f7e2-4d5d-a2ab-9e70532faa2a req-d6b09cfe-e8fe-47a0-9ab8-8578fc4c9e09 service neutron] 10.222.0.60 "GET /v2.0/networks/24873681-d0c1-481d-9abb-f17b7b3655e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0369101 Sep 07 19:10:13.230715 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:13.257959 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-c509dbca-e83c-4c2e-8909-3644366c6ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:13.259790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-c509dbca-e83c-4c2e-8909-3644366c6ac8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3f01810-9bb0-4488-98ce-6fc4137d00b0 HTTP/1.1" status: 200 len: 834 time: 0.0771935 Sep 07 19:10:13.272766 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7586e08b-80d7-4af1-b43d-379d35779059 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:13.285604 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-72a94d84-86b5-4991-b156-588de05419c1 None None] Deleting port 83ea794a-b5bf-4b42-ac44-1bc7911751d8 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:10:13.285980 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-72a94d84-86b5-4991-b156-588de05419c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:13.386449 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] Attempting to bind port f4f49958-1b15-45af-8856-e55908399fa3 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:10:13.386812 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] Attempting to bind port f4f49958-1b15-45af-8856-e55908399fa3 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '30b1115e-0421-4d2e-8691-6192a25e6715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fe410b03-66fa-4734-8c1f-d0011b6a8c51'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:10:13.396435 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] Attempting to bind port f4f49958-1b15-45af-8856-e55908399fa3 on network fe410b03-66fa-4734-8c1f-d0011b6a8c51 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:10:13.404925 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-0180f96e-bf3d-4d79-b3ca-af0b1e9f78e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:13.410353 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-0180f96e-bf3d-4d79-b3ca-af0b1e9f78e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=349425b3-5cf8-4cd9-9fd3-af96e1b28947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430945 Sep 07 19:10:13.478767 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-aa104c23-0404-4d16-9b31-26267fd76f15 None None] Provisioning for port c87d530f-0c04-412d-a4c4-d0ba91c8c33d completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:13.541399 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc09fc-7d38-46cd-b82b-4b5daa3dc557 None None] Pushing event updated for resources: {'Port': ['ID=9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:13.564871 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c87d530f-0c04-412d-a4c4-d0ba91c8c33d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:13.570728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:13.581835 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:10:13.582687 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] Checking segment: {'id': '30b1115e-0421-4d2e-8691-6192a25e6715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fe410b03-66fa-4734-8c1f-d0011b6a8c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:13.583537 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:13.584285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] Bound using segment: {'id': '30b1115e-0421-4d2e-8691-6192a25e6715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fe410b03-66fa-4734-8c1f-d0011b6a8c51'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:10:13.585167 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] Bound port: f4f49958-1b15-45af-8856-e55908399fa3, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b1115e-0421-4d2e-8691-6192a25e6715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fe410b03-66fa-4734-8c1f-d0011b6a8c51'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:10:13.585824 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:13.638305 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-72a94d84-86b5-4991-b156-588de05419c1 None None] For port 83ea794a-b5bf-4b42-ac44-1bc7911751d8, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=83ea794a-b5bf-4b42-ac44-1bc7911751d8,segment=NetworkSegment(ec45373d-fc1d-47e4-92a1-5c5546dfca10),segment_id=ec45373d-fc1d-47e4-92a1-5c5546dfca10)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:13.639114 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-72a94d84-86b5-4991-b156-588de05419c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:13.665439 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-62194ee4-19a2-4f4a-adb3-5fc8427dfe39 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:13.683729 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-035857b8-6a9e-411a-a034-89ee704d2c3d service neutron] 10.222.0.36 "GET /v2.0/networks/349425b3-5cf8-4cd9-9fd3-af96e1b28947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651694 Sep 07 19:10:13.687681 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-62194ee4-19a2-4f4a-adb3-5fc8427dfe39 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Transition to ACTIVE for port object c05dfff2-e9f2-4720-bf27-af507fa15fe4 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:13.742582 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Subnet': ['ID=5b6b5833-b153-4078-a642-94fc869e720a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:13.753033 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-72a94d84-86b5-4991-b156-588de05419c1 None None] Calling delete_port for 83ea794a-b5bf-4b42-ac44-1bc7911751d8 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:10:13.754453 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56aa2088-3697-42d8-84d9-cecbf17d0ae1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:13.919325 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa2088-3697-42d8-84d9-cecbf17d0ae1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Port': ['ID=83ea794a-b5bf-4b42-ac44-1bc7911751d8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:13.927386 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:13.953106 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa2088-3697-42d8-84d9-cecbf17d0ae1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] No DVR routers for this DVR port 83ea794a-b5bf-4b42-ac44-1bc7911751d8 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:10:13.962219 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9609e4c4-47ad-45d8-9284-408c51db9c61 req-b0980b19-2ee3-4a09-986e-10d28a4a4019 service neutron] 10.222.0.36 "GET /v2.0/networks/349425b3-5cf8-4cd9-9fd3-af96e1b28947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705300 Sep 07 19:10:13.967163 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] For port f4f49958-1b15-45af-8856-e55908399fa3, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:10:13.981063 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] For port f4f49958-1b15-45af-8856-e55908399fa3, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f4f49958-1b15-45af-8856-e55908399fa3,segment=NetworkSegment(30b1115e-0421-4d2e-8691-6192a25e6715),segment_id=30b1115e-0421-4d2e-8691-6192a25e6715)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:10:13.984310 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-62194ee4-19a2-4f4a-adb3-5fc8427dfe39 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:14.003449 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:14.058188 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port c87d530f-0c04-412d-a4c4-d0ba91c8c33d completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:14.070551 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:14.116573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port c87d530f-0c04-412d-a4c4-d0ba91c8c33d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:14.116573 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:14.141384 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62194ee4-19a2-4f4a-adb3-5fc8427dfe39 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:14.166815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6406c13-301c-409e-9f34-6a7389f2d573 req-e782ccb6-fb68-4f1b-94e6-923b67c0e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:14.172751 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6406c13-301c-409e-9f34-6a7389f2d573 req-e782ccb6-fb68-4f1b-94e6-923b67c0e4c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b1ee635b384533aa147bb1d2eb2c95&device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 1133 time: 0.1249697 Sep 07 19:10:14.185258 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-62194ee4-19a2-4f4a-adb3-5fc8427dfe39 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:14.202824 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62194ee4-19a2-4f4a-adb3-5fc8427dfe39 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:14.213672 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62194ee4-19a2-4f4a-adb3-5fc8427dfe39 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:14.214757 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-62194ee4-19a2-4f4a-adb3-5fc8427dfe39 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:14.246977 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-72a94d84-86b5-4991-b156-588de05419c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:14.310031 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ddef6-7a66-41b1-a1b4-883966a74e29 None None] Pushing event updated for resources: {'Port': ['ID=f4f49958-1b15-45af-8856-e55908399fa3,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:14.358054 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e8ccc0-2051-499e-a8d1-b54d5ae957a4 None None] Network fe410b03-66fa-4734-8c1f-d0011b6a8c51 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:14.393333 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a94d84-86b5-4991-b156-588de05419c1 None None] No DVR routers for this DVR port 83ea794a-b5bf-4b42-ac44-1bc7911751d8 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:10:14.441435 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a94d84-86b5-4991-b156-588de05419c1 None None] Pushing event deleted for resources: {'Port': ['ID=83ea794a-b5bf-4b42-ac44-1bc7911751d8,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:14.617260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee88e161-7cb7-4cdb-9767-9af33b20669f None None] Network 444468d9-7191-4f7e-9fdc-31ac42b8767e requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:14.662017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520e97e-c67d-4d1d-b1ad-d2c6fa146fcf req-fe38756a-87a0-4869-9876-241f1dc13064 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:14.670484 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8520e97e-c67d-4d1d-b1ad-d2c6fa146fcf req-fe38756a-87a0-4869-9876-241f1dc13064 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 982 time: 0.2811956 Sep 07 19:10:14.672774 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6406c13-301c-409e-9f34-6a7389f2d573 req-910add6f-60fc-4978-a301-82c45937417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:14.674370 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6406c13-301c-409e-9f34-6a7389f2d573 req-910add6f-60fc-4978-a301-82c45937417a service neutron] 10.222.0.36 "GET /v2.0/networks?id=349425b3-5cf8-4cd9-9fd3-af96e1b28947 HTTP/1.1" status: 200 len: 898 time: 0.4935448 Sep 07 19:10:14.729178 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:14.806165 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6406c13-301c-409e-9f34-6a7389f2d573 req-f51194f7-138c-4b40-ac98-131b5813170e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0bce86ac-4a56-4082-b729-3666389aa82c HTTP/1.1" status: 200 len: 217 time: 0.1230359 Sep 07 19:10:14.835971 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8520e97e-c67d-4d1d-b1ad-d2c6fa146fcf req-02405c4d-862b-42aa-9ea8-42c2e3ec6b55 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/security-groups?id=59142993-e4e3-45b0-b7a9-8248c0cb05a9&id=0274520a-97ae-4dcc-a536-13532ee5d212&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1543040 Sep 07 19:10:14.848894 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2db1b9b6-27d2-4797-8657-51611f80f7a5 None None] Provisioning for port 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:14.897631 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6406c13-301c-409e-9f34-6a7389f2d573 req-cd9af118-982d-48d5-88a5-95b800cbda8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:14.899295 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe410b03-66fa-4734-8c1f-d0011b6a8c51']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:14.903976 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6406c13-301c-409e-9f34-6a7389f2d573 req-cd9af118-982d-48d5-88a5-95b800cbda8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3f01810-9bb0-4488-98ce-6fc4137d00b0 HTTP/1.1" status: 200 len: 834 time: 0.0832257 Sep 07 19:10:14.905000 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56aa2088-3697-42d8-84d9-cecbf17d0ae1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:14.915357 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port c87d530f-0c04-412d-a4c4-d0ba91c8c33d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c87d530f-0c04-412d-a4c4-d0ba91c8c33d,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:14.937245 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b1115e-0421-4d2e-8691-6192a25e6715') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:14.937543 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b1115e-0421-4d2e-8691-6192a25e6715') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:14.940088 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:14.949471 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2db1b9b6-27d2-4797-8657-51611f80f7a5 None None] Provisioning complete for port 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:14.950298 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2db1b9b6-27d2-4797-8657-51611f80f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:14.962070 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62194ee4-19a2-4f4a-adb3-5fc8427dfe39 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=c05dfff2-e9f2-4720-bf27-af507fa15fe4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:14.978062 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:14.984166 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-56aa2088-3697-42d8-84d9-cecbf17d0ae1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51933de-91b4-4346-92ec-ffcfb49a32e4']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:14.990361 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-62194ee4-19a2-4f4a-adb3-5fc8427dfe39 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5441239 Sep 07 19:10:15.000334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57652) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:15.032077 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-56aa2088-3697-42d8-84d9-cecbf17d0ae1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec45373d-fc1d-47e4-92a1-5c5546dfca10') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:15.032427 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-56aa2088-3697-42d8-84d9-cecbf17d0ae1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec45373d-fc1d-47e4-92a1-5c5546dfca10') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:15.057454 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:15.064063 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56aa2088-3697-42d8-84d9-cecbf17d0ae1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:15.099991 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:10:15.100912 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:10:15.104397 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:10:15.148057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 83ea794a-b5bf-4b42-ac44-1bc7911751d8 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:10:15.151468 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ec46e7-1531-4644-bc6d-c3f2e42b4c30 None None] Network fe410b03-66fa-4734-8c1f-d0011b6a8c51 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:15.167408 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56aa2088-3697-42d8-84d9-cecbf17d0ae1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:15.224289 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56aa2088-3697-42d8-84d9-cecbf17d0ae1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:10:15.224997 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56aa2088-3697-42d8-84d9-cecbf17d0ae1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:10:15.228540 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:10:15.236321 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6406c13-301c-409e-9f34-6a7389f2d573 req-91648b8c-ce1f-42eb-9e9e-4f1c61a04af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:15.239137 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6406c13-301c-409e-9f34-6a7389f2d573 req-91648b8c-ce1f-42eb-9e9e-4f1c61a04af5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=349425b3-5cf8-4cd9-9fd3-af96e1b28947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3173702 Sep 07 19:10:15.270120 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.db.api [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 19:10:15.270120 n-d-807786-1 neutron-server[101444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 19:10:15.270120 n-d-807786-1 neutron-server[101444]: [parameters: {'id': 'fe410b03-66fa-4734-8c1f-d0011b6a8c51'}] Sep 07 19:10:15.270120 n-d-807786-1 neutron-server[101444]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:10:15.271273 n-d-807786-1 neutron-server[101444]: DEBUG oslo_db.api [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:10:15.277356 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 83ea794a-b5bf-4b42-ac44-1bc7911751d8 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:10:15.277852 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 83ea794a-b5bf-4b42-ac44-1bc7911751d8 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:10:15.393499 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56aa2088-3697-42d8-84d9-cecbf17d0ae1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:15.403872 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56aa2088-3697-42d8-84d9-cecbf17d0ae1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:15.413546 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-56aa2088-3697-42d8-84d9-cecbf17d0ae1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/networks/e51933de-91b4-4346-92ec-ffcfb49a32e4 HTTP/1.1" status: 204 len: 168 time: 3.9110148 Sep 07 19:10:15.413851 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57658) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:15.427490 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d39d38cf-fe4c-4ca8-a768-93cab01e07b5 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1985248459'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:15.443582 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=c87d530f-0c04-412d-a4c4-d0ba91c8c33d,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:15.445529 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-8640aaf8-90e6-41b6-88ab-0a2d914fbdba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting port c05dfff2-e9f2-4720-bf27-af507fa15fe4 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:10:15.446074 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8640aaf8-90e6-41b6-88ab-0a2d914fbdba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:15.462444 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:15.482866 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39d38cf-fe4c-4ca8-a768-93cab01e07b5 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:15.492197 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d39d38cf-fe4c-4ca8-a768-93cab01e07b5 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:15.533857 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa2088-3697-42d8-84d9-cecbf17d0ae1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Network': ['ID=e51933de-91b4-4346-92ec-ffcfb49a32e4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:15.611395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6406c13-301c-409e-9f34-6a7389f2d573 req-3cde4466-8259-48ab-b5c9-510337ca73b8 service neutron] 10.222.0.36 "GET /v2.0/networks/349425b3-5cf8-4cd9-9fd3-af96e1b28947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614385 Sep 07 19:10:15.618352 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39d38cf-fe4c-4ca8-a768-93cab01e07b5 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:10:15.649915 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d39d38cf-fe4c-4ca8-a768-93cab01e07b5 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:15.650219 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-d39d38cf-fe4c-4ca8-a768-93cab01e07b5 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Added segment 8496131e-f899-43c7-a4c5-302dbba25b02 of type vlan for network 9ea77ca6-f2a9-4947-a078-70de6492f975 Sep 07 19:10:15.766823 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d39d38cf-fe4c-4ca8-a768-93cab01e07b5 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:15.769709 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8640aaf8-90e6-41b6-88ab-0a2d914fbdba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:15.774287 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:15.804044 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-8640aaf8-90e6-41b6-88ab-0a2d914fbdba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Calling delete_port for c05dfff2-e9f2-4720-bf27-af507fa15fe4 owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:10:15.872683 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d39d38cf-fe4c-4ca8-a768-93cab01e07b5 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:15.902034 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39d38cf-fe4c-4ca8-a768-93cab01e07b5 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:15.908613 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d39d38cf-fe4c-4ca8-a768-93cab01e07b5 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:15.936521 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6406c13-301c-409e-9f34-6a7389f2d573 req-b5ec433c-03aa-4bff-9d75-e564bca1e828 service neutron] 10.222.0.36 "GET /v2.0/networks/349425b3-5cf8-4cd9-9fd3-af96e1b28947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126199 Sep 07 19:10:15.993669 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:15.994375 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:16.003387 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d39d38cf-fe4c-4ca8-a768-93cab01e07b5 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5820682 Sep 07 19:10:16.004526 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57670) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:16.007093 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2db1b9b6-27d2-4797-8657-51611f80f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:16.016247 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e11f1005-1736-4280-8a57-dcac5980b6c0 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'subnet': {'network_id': '9ea77ca6-f2a9-4947-a078-70de6492f975', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:16.140495 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-2db1b9b6-27d2-4797-8657-51611f80f7a5 None None] For port 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0,segment=NetworkSegment(d26b9642-1228-4e2b-a158-d273f89daae4),segment_id=d26b9642-1228-4e2b-a158-d273f89daae4)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:16.161249 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2db1b9b6-27d2-4797-8657-51611f80f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:16.177608 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ac445-56dd-4f56-9fd8-f8cceb262632 req-9f96373c-cd17-44c5-975f-2732c8fb4d4e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:16.179469 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c6ac445-56dd-4f56-9fd8-f8cceb262632 req-9f96373c-cd17-44c5-975f-2732c8fb4d4e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 982 time: 0.1315441 Sep 07 19:10:16.250051 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d38cf-fe4c-4ca8-a768-93cab01e07b5 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Network': ['ID=9ea77ca6-f2a9-4947-a078-70de6492f975,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:16.298014 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c6ac445-56dd-4f56-9fd8-f8cceb262632 req-4206a57b-067c-42b5-b72b-f6e87a0d3ec3 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/security-groups?id=59142993-e4e3-45b0-b7a9-8248c0cb05a9&id=0274520a-97ae-4dcc-a536-13532ee5d212&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0884392 Sep 07 19:10:16.304804 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8640aaf8-90e6-41b6-88ab-0a2d914fbdba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:16.334649 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Deleting port f4f49958-1b15-45af-8856-e55908399fa3 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:10:16.335175 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:16.351225 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 9ea77ca6-f2a9-4947-a078-70de6492f975 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:10:16.364383 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11f1005-1736-4280-8a57-dcac5980b6c0 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:16.373061 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e11f1005-1736-4280-8a57-dcac5980b6c0 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:16.415494 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8640aaf8-90e6-41b6-88ab-0a2d914fbdba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:16.422145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57678) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:16.422430 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8640aaf8-90e6-41b6-88ab-0a2d914fbdba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/c05dfff2-e9f2-4720-bf27-af507fa15fe4 HTTP/1.1" status: 204 len: 168 time: 1.4043980 Sep 07 19:10:16.423339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640aaf8-90e6-41b6-88ab-0a2d914fbdba tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=c05dfff2-e9f2-4720-bf27-af507fa15fe4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:16.542423 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1b9b6-27d2-4797-8657-51611f80f7a5 None None] Pushing event updated for resources: {'Port': ['ID=9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:16.550401 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] For port f4f49958-1b15-45af-8856-e55908399fa3, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f4f49958-1b15-45af-8856-e55908399fa3,segment=NetworkSegment(30b1115e-0421-4d2e-8691-6192a25e6715),segment_id=30b1115e-0421-4d2e-8691-6192a25e6715)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:16.551307 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:16.565770 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7178ed4e-477e-43c0-8a14-7879abda7f9d None None] Provisioning complete for port c87d530f-0c04-412d-a4c4-d0ba91c8c33d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:16.566247 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7178ed4e-477e-43c0-8a14-7879abda7f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:16.598027 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Calling delete_port for f4f49958-1b15-45af-8856-e55908399fa3 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:10:16.669319 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a0d673-9f90-497a-9d9b-f09b5816613d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:16.673664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57684) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:16.674080 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d3a0d673-9f90-497a-9d9b-f09b5816613d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2479353 Sep 07 19:10:16.688662 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7178ed4e-477e-43c0-8a14-7879abda7f9d None None] Could not find standard attr ID for object c05dfff2-e9f2-4720-bf27-af507fa15fe4. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:10:16.692229 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7178ed4e-477e-43c0-8a14-7879abda7f9d None None] Could not find standard attr ID for object f213c6b7-8897-4e7c-a066-4b46f86d7f7f. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:10:16.755760 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f433a599-fd3a-4589-ad53-84520b8a4392 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:16.757764 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f433a599-fd3a-4589-ad53-84520b8a4392 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0829418 Sep 07 19:10:16.761475 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57686) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:16.788080 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:16.809850 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3979ab1c-fb02-49bc-a219-ba144da98ba8 None None] Could not find standard attr ID for object c05dfff2-e9f2-4720-bf27-af507fa15fe4. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:10:16.835868 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3979ab1c-fb02-49bc-a219-ba144da98ba8 None None] Provisioning complete for port 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:16.836429 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3979ab1c-fb02-49bc-a219-ba144da98ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:16.849390 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Port': ['ID=f4f49958-1b15-45af-8856-e55908399fa3,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:16.918352 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462ce4e8-a0e4-44cb-bc28-4b700aa4fe43 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:16.918352 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462ce4e8-a0e4-44cb-bc28-4b700aa4fe43 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:16.918352 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462ce4e8-a0e4-44cb-bc28-4b700aa4fe43 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:16.918352 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-462ce4e8-a0e4-44cb-bc28-4b700aa4fe43 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1191049 Sep 07 19:10:16.918352 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57690) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:16.919531 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] No DVR routers for this DVR port f4f49958-1b15-45af-8856-e55908399fa3 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:10:16.935848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 0bce86ac-4a56-4082-b729-3666389aa82c details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:10:17.021207 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e11f1005-1736-4280-8a57-dcac5980b6c0 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.053058 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71f191c-fee4-428d-be05-bb9c53fdd1a0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet 88867940-3449-4de9-92f2-916f518e0fbc {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:10:17.067903 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a71f191c-fee4-428d-be05-bb9c53fdd1a0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.179077 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a71f191c-fee4-428d-be05-bb9c53fdd1a0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.191082 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 0bce86ac-4a56-4082-b729-3666389aa82c, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=0bce86ac-4a56-4082-b729-3666389aa82c,segment=NetworkSegment(d759d727-fb5e-4fcf-b83c-73c24550a5c0),segment_id=d759d727-fb5e-4fcf-b83c-73c24550a5c0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:17.194795 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.213632 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '0bce86ac-4a56-4082-b729-3666389aa82c', 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947', 'port_id': '0bce86ac-4a56-4082-b729-3666389aa82c', 'mac_address': 'fa:16:3e:f5:9a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f01810-9bb0-4488-98ce-6fc4137d00b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:10:17.297754 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe410b03-66fa-4734-8c1f-d0011b6a8c51']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:17.310821 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f1005-1736-4280-8a57-dcac5980b6c0 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Subnet': ['ID=42f3ffae-4edb-464f-94e1-7155d527aafe,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:17.326615 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b1115e-0421-4d2e-8691-6192a25e6715') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:17.326927 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b1115e-0421-4d2e-8691-6192a25e6715') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:17.339603 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.341307 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f1005-1736-4280-8a57-dcac5980b6c0 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Checking segment: {'id': '8496131e-f899-43c7-a4c5-302dbba25b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9ea77ca6-f2a9-4947-a078-70de6492f975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:17.341683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f1005-1736-4280-8a57-dcac5980b6c0 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network hostable DHCP agents. Network: 9ea77ca6-f2a9-4947-a078-70de6492f975, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:10:17.347641 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.378778 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bce86ac-4a56-4082-b729-3666389aa82c {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:10:17.396741 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.411369 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db61135f-1a33-42ec-9170-ce06125377dd None None] get_active_networks_info from n-d-807786-1 {{(pid=101446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 19:10:17.420949 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:10:17.421188 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:10:17.424550 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:10:17.467819 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 0bce86ac-4a56-4082-b729-3666389aa82c, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=0bce86ac-4a56-4082-b729-3666389aa82c,segment=NetworkSegment(d759d727-fb5e-4fcf-b83c-73c24550a5c0),segment_id=d759d727-fb5e-4fcf-b83c-73c24550a5c0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:17.469634 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a71f191c-fee4-428d-be05-bb9c53fdd1a0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.478764 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.485489 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f1005-1736-4280-8a57-dcac5980b6c0 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network 9ea77ca6-f2a9-4947-a078-70de6492f975 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:10:17.513787 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-e11f1005-1736-4280-8a57-dcac5980b6c0 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 9ea77ca6-f2a9-4947-a078-70de6492f975) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:17.544050 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c87d530f-0c04-412d-a4c4-d0ba91c8c33d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:17.572847 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11f1005-1736-4280-8a57-dcac5980b6c0 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:17.573495 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e11f1005-1736-4280-8a57-dcac5980b6c0 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.578557 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad4418-ba6c-4ff7-ac16-106a293c3858 req-bd295260-2be4-4bf4-b41a-c97df3d24d67 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:17.580169 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77ad4418-ba6c-4ff7-ac16-106a293c3858 req-bd295260-2be4-4bf4-b41a-c97df3d24d67 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9c6072-fc98-4ff8-af3e-c10f590991c3 HTTP/1.1" status: 200 len: 945 time: 0.2290738 Sep 07 19:10:17.608837 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.614666 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.629585 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/networks/fe410b03-66fa-4734-8c1f-d0011b6a8c51 HTTP/1.1" status: 204 len: 168 time: 7.2338707 Sep 07 19:10:17.630981 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57704) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:17.642947 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c76fa-1565-4c65-a0c8-c8aa67529c97 req-02660193-f80d-427d-b8c8-8b6957be7b58 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:17.653808 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e11f1005-1736-4280-8a57-dcac5980b6c0 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6391218 Sep 07 19:10:17.654122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e4c76fa-1565-4c65-a0c8-c8aa67529c97 req-02660193-f80d-427d-b8c8-8b6957be7b58 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 983 time: 0.1352754 Sep 07 19:10:17.664577 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57706) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:17.672179 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-77d54024-7c8a-480a-a523-7d855f005fea tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-604519809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:17.686373 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=0bce86ac-4a56-4082-b729-3666389aa82c,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:17.689006 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7201fe-1fee-4536-978f-550a2e742e57 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Network': ['ID=fe410b03-66fa-4734-8c1f-d0011b6a8c51,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:17.709232 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e4c76fa-1565-4c65-a0c8-c8aa67529c97 req-bb14a6d9-b48a-485b-9e87-7930469eb1f5 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/security-groups?id=59142993-e4e3-45b0-b7a9-8248c0cb05a9&id=0274520a-97ae-4dcc-a536-13532ee5d212&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0569046 Sep 07 19:10:17.711756 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c32253-9c45-45b1-a6d2-cfeb4a37a527 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:17.712553 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c32253-9c45-45b1-a6d2-cfeb4a37a527 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:17.719402 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f2c32253-9c45-45b1-a6d2-cfeb4a37a527 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/networks/fe410b03-66fa-4734-8c1f-d0011b6a8c51 HTTP/1.1" status: 404 len: 339 time: 0.0760500 Sep 07 19:10:17.719781 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a71f191c-fee4-428d-be05-bb9c53fdd1a0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.721119 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57708) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:17.735908 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-749e3f57-8551-4e88-b886-c6dcbab2b052 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-843976508', 'description': 'd1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:17.748439 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port c87d530f-0c04-412d-a4c4-d0ba91c8c33d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:17.749071 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.779086 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77d54024-7c8a-480a-a523-7d855f005fea tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.780833 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77d54024-7c8a-480a-a523-7d855f005fea tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.782196 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f191c-fee4-428d-be05-bb9c53fdd1a0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=88867940-3449-4de9-92f2-916f518e0fbc,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:17.789274 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a71f191c-fee4-428d-be05-bb9c53fdd1a0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.791987 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a71f191c-fee4-428d-be05-bb9c53fdd1a0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/88867940-3449-4de9-92f2-916f518e0fbc HTTP/1.1" status: 204 len: 168 time: 0.9010975 Sep 07 19:10:17.795152 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57712) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:17.796292 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['0bce86ac-4a56-4082-b729-3666389aa82c'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:10:17.807836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77ad4418-ba6c-4ff7-ac16-106a293c3858 req-f4692b7b-466d-40c2-ad16-520f8311f5e0 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104249 Sep 07 19:10:17.822364 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749e3f57-8551-4e88-b886-c6dcbab2b052 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Made reservation on behalf of a7b24e7fed5548bf9053ec410fedea0d for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:17.830579 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-749e3f57-8551-4e88-b886-c6dcbab2b052 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.874544 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d573c14-aa98-4a8a-b1a0-fdaf67361658 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet 9a90d37b-6da0-41c9-af82-489fe7fe9500 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:10:17.878097 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d573c14-aa98-4a8a-b1a0-fdaf67361658 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.927252 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77d54024-7c8a-480a-a523-7d855f005fea tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.937142 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77d54024-7c8a-480a-a523-7d855f005fea tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.939386 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d573c14-aa98-4a8a-b1a0-fdaf67361658 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.954718 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749e3f57-8551-4e88-b886-c6dcbab2b052 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:10:17.971641 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77d54024-7c8a-480a-a523-7d855f005fea tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.973393 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-77d54024-7c8a-480a-a523-7d855f005fea tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3073335 Sep 07 19:10:17.976893 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-749e3f57-8551-4e88-b886-c6dcbab2b052 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:17.977299 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57716) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:17.977907 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-749e3f57-8551-4e88-b886-c6dcbab2b052 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Added segment 39a70ffc-3a3d-41e5-a562-95e5a383b147 of type vlan for network ad9b6731-39c3-4b2c-90ac-e2ca77b35dc3 Sep 07 19:10:17.982351 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-f41832a1-3649-4757-bb86-88ee39346ad1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'port': {'network_id': '9ea77ca6-f2a9-4947-a078-70de6492f975', 'name': 'tempest-PortsTestJSON-1284163712'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:18.021683 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:18.072179 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-749e3f57-8551-4e88-b886-c6dcbab2b052 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:18.110422 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-749e3f57-8551-4e88-b886-c6dcbab2b052 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:18.111045 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db61135f-1a33-42ec-9170-ce06125377dd None None] Unable to find a vacant binding_index for network 9ea77ca6-f2a9-4947-a078-70de6492f975 and agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f {{(pid=101446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 07 19:10:18.135036 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db61135f-1a33-42ec-9170-ce06125377dd None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 9ea77ca6-f2a9-4947-a078-70de6492f975) {{(pid=101446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 19:10:18.135750 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749e3f57-8551-4e88-b886-c6dcbab2b052 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:18.138892 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-749e3f57-8551-4e88-b886-c6dcbab2b052 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:18.141066 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d573c14-aa98-4a8a-b1a0-fdaf67361658 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:18.164634 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-749e3f57-8551-4e88-b886-c6dcbab2b052 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4417107 Sep 07 19:10:18.169301 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57718) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:18.191820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:18.193314 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:18.255792 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e3f57-8551-4e88-b886-c6dcbab2b052 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Network': ['ID=ad9b6731-39c3-4b2c-90ac-e2ca77b35dc3,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:18.268209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41832a1-3649-4757-bb86-88ee39346ad1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:18.271881 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f41832a1-3649-4757-bb86-88ee39346ad1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:18.290961 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network ad9b6731-39c3-4b2c-90ac-e2ca77b35dc3 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:10:18.311853 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce16401-e1a6-445a-9b36-a71daa1674ec tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:18.317035 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-fce16401-e1a6-445a-9b36-a71daa1674ec tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "GET /v2.0/networks?id=ad9b6731-39c3-4b2c-90ac-e2ca77b35dc3 HTTP/1.1" status: 200 len: 764 time: 0.1423886 Sep 07 19:10:18.317790 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57722) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:18.323999 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-f41832a1-3649-4757-bb86-88ee39346ad1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] device_id is not set on port 2ebf172d-3b1f-415c-9117-5d52eda7d529 yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:10:18.324607 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a58c07ce-74c6-4622-bcbb-5cd81c640788 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'network': {'description': 'd2'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:18.336219 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d573c14-aa98-4a8a-b1a0-fdaf67361658 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:18.447950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d573c14-aa98-4a8a-b1a0-fdaf67361658 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=9a90d37b-6da0-41c9-af82-489fe7fe9500,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:18.450427 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d573c14-aa98-4a8a-b1a0-fdaf67361658 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:18.452543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8d573c14-aa98-4a8a-b1a0-fdaf67361658 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/9a90d37b-6da0-41c9-af82-489fe7fe9500 HTTP/1.1" status: 204 len: 168 time: 0.6558967 Sep 07 19:10:18.458378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57726) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:18.503318 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2a9c5a1a-fa4a-4d5f-90e4-9dd9b7ef91ae tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437503 Sep 07 19:10:18.506197 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57728) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:18.511177 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-bcab20cb-b727-4882-bfae-a6c1a7c915db tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:18.603633 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a58c07ce-74c6-4622-bcbb-5cd81c640788 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:18.622545 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a58c07ce-74c6-4622-bcbb-5cd81c640788 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:18.650939 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a58c07ce-74c6-4622-bcbb-5cd81c640788 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Network ad9b6731-39c3-4b2c-90ac-e2ca77b35dc3 is not hosted by any dhcp agent {{(pid=101444) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 19:10:18.662048 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58c07ce-74c6-4622-bcbb-5cd81c640788 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:18.662726 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a58c07ce-74c6-4622-bcbb-5cd81c640788 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:18.666526 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a58c07ce-74c6-4622-bcbb-5cd81c640788 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "PUT /v2.0/networks/ad9b6731-39c3-4b2c-90ac-e2ca77b35dc3 HTTP/1.1" status: 200 len: 761 time: 0.3449616 Sep 07 19:10:18.667819 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57732) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:18.802180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c07ce-74c6-4622-bcbb-5cd81c640788 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Network': ['ID=ad9b6731-39c3-4b2c-90ac-e2ca77b35dc3,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:18.891723 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e4fb56-2306-492e-8293-f452861ff064 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:18.897149 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-95e4fb56-2306-492e-8293-f452861ff064 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "GET /v2.0/networks?id=ad9b6731-39c3-4b2c-90ac-e2ca77b35dc3 HTTP/1.1" status: 200 len: 764 time: 0.2239711 Sep 07 19:10:18.905265 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57738) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:19.038994 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network ad9b6731-39c3-4b2c-90ac-e2ca77b35dc3 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:10:19.071109 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-f41832a1-3649-4757-bb86-88ee39346ad1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Allocated IP 172.20.0.6 (9ea77ca6-f2a9-4947-a078-70de6492f975/42f3ffae-4edb-464f-94e1-7155d527aafe/2ebf172d-3b1f-415c-9117-5d52eda7d529) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:19.149842 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b809e-5f10-4be8-8ed7-c0ba557facc4 req-8af93457-9e9e-49bb-98ff-9fde1ebd3dca tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:19.151499 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1b809e-5f10-4be8-8ed7-c0ba557facc4 req-8af93457-9e9e-49bb-98ff-9fde1ebd3dca tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 983 time: 0.1955087 Sep 07 19:10:19.159806 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91d30a-0059-4e35-b7eb-76f7264a18b4 req-72b5680c-7c70-4775-8e6e-a633fb5e7e13 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:19.161359 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6f91d30a-0059-4e35-b7eb-76f7264a18b4 req-72b5680c-7c70-4775-8e6e-a633fb5e7e13 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9c6072-fc98-4ff8-af3e-c10f590991c3 HTTP/1.1" status: 200 len: 945 time: 0.2032747 Sep 07 19:10:19.162268 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcab20cb-b727-4882-bfae-a6c1a7c915db tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:19.164856 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-9ea77ca6-f2a9-4947-a078-70de6492f975', 'network_id': '9ea77ca6-f2a9-4947-a078-70de6492f975', 'tenant_id': 'd1e1876fa5ed4cf28904b4280216dec1', 'fixed_ips': [{'subnet_id': '42f3ffae-4edb-464f-94e1-7155d527aafe'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:10:19.165732 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bcab20cb-b727-4882-bfae-a6c1a7c915db tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:19.166437 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:19.185879 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3003e6-819e-41d5-9748-abb57e2000d4 req-7fee9768-43ef-49b7-a1e5-2ad426d2fa99 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:19.193386 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b3003e6-819e-41d5-9748-abb57e2000d4 req-7fee9768-43ef-49b7-a1e5-2ad426d2fa99 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9c6072-fc98-4ff8-af3e-c10f590991c3 HTTP/1.1" status: 200 len: 945 time: 0.2360599 Sep 07 19:10:19.193621 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c496b03-d0ee-410f-8a03-40a3d6a6bd9c tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:19.198682 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7c496b03-d0ee-410f-8a03-40a3d6a6bd9c tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2919459 Sep 07 19:10:19.201728 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57746) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:19.261541 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-79fee054-cee1-4f1f-997c-ca10e5747a52 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "GET /v2.0/subnets?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 207 time: 0.0557072 Sep 07 19:10:19.263074 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57748) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:19.489177 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a1b809e-5f10-4be8-8ed7-c0ba557facc4 req-30717cd4-02be-4844-ae84-22b5da67e9c8 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/security-groups?id=59142993-e4e3-45b0-b7a9-8248c0cb05a9&id=0274520a-97ae-4dcc-a536-13532ee5d212&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3132908 Sep 07 19:10:19.490623 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214c97b0-82dc-4178-a7cb-b1a605d209f6 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:19.497145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214c97b0-82dc-4178-a7cb-b1a605d209f6 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:19.503234 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214c97b0-82dc-4178-a7cb-b1a605d209f6 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:19.509380 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214c97b0-82dc-4178-a7cb-b1a605d209f6 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:19.517025 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214c97b0-82dc-4178-a7cb-b1a605d209f6 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:19.521829 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214c97b0-82dc-4178-a7cb-b1a605d209f6 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:19.523929 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-214c97b0-82dc-4178-a7cb-b1a605d209f6 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2597034 Sep 07 19:10:19.528469 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57754) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:19.530699 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b3003e6-819e-41d5-9748-abb57e2000d4 req-4e2cd7ec-c15b-48eb-b129-40fbda6954da tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b86b8d-46d8-4847-b573-41b4e7c9d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365209 Sep 07 19:10:19.605417 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f41832a1-3649-4757-bb86-88ee39346ad1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:19.667017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-f41832a1-3649-4757-bb86-88ee39346ad1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Transition to ACTIVE for port object 2ebf172d-3b1f-415c-9117-5d52eda7d529 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:19.684604 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-6f91d30a-0059-4e35-b7eb-76f7264a18b4 req-244b68e6-78ae-4afe-994d-492614f55de9 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Deleting port e9ee6f19-df1e-4573-8d59-9a768a25df57 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:10:19.684962 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6f91d30a-0059-4e35-b7eb-76f7264a18b4 req-244b68e6-78ae-4afe-994d-492614f55de9 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:19.843035 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bcab20cb-b727-4882-bfae-a6c1a7c915db tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:19.850008 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f41832a1-3649-4757-bb86-88ee39346ad1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:19.924348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] Allocated IP 172.20.0.2 (9ea77ca6-f2a9-4947-a078-70de6492f975/42f3ffae-4edb-464f-94e1-7155d527aafe/d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:19.955806 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f5c0ef0b-3478-48f8-a597-27aa0eed29f2 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4259226 Sep 07 19:10:19.958477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41832a1-3649-4757-bb86-88ee39346ad1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network 9ea77ca6-f2a9-4947-a078-70de6492f975 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:19.960921 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57760) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:19.967524 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcab20cb-b727-4882-bfae-a6c1a7c915db tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:19.974048 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-6f91d30a-0059-4e35-b7eb-76f7264a18b4 req-244b68e6-78ae-4afe-994d-492614f55de9 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] For port e9ee6f19-df1e-4573-8d59-9a768a25df57, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e9ee6f19-df1e-4573-8d59-9a768a25df57,segment=NetworkSegment(7dd8dc55-fb4f-44d9-8604-3fa6c81d1284),segment_id=7dd8dc55-fb4f-44d9-8604-3fa6c81d1284)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:19.974714 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6f91d30a-0059-4e35-b7eb-76f7264a18b4 req-244b68e6-78ae-4afe-994d-492614f55de9 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:19.984936 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-bcab20cb-b727-4882-bfae-a6c1a7c915db tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:19.987642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-f41832a1-3649-4757-bb86-88ee39346ad1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:20.002916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcab20cb-b727-4882-bfae-a6c1a7c915db tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:20.003805 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bcab20cb-b727-4882-bfae-a6c1a7c915db tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:20.008935 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41832a1-3649-4757-bb86-88ee39346ad1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:20.012952 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41832a1-3649-4757-bb86-88ee39346ad1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=2ebf172d-3b1f-415c-9117-5d52eda7d529,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:20.015366 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab20cb-b727-4882-bfae-a6c1a7c915db tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=05d5bbd3-03fd-434b-95e1-cc3077aa9b53,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:20.056126 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-6f91d30a-0059-4e35-b7eb-76f7264a18b4 req-244b68e6-78ae-4afe-994d-492614f55de9 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Calling delete_port for e9ee6f19-df1e-4573-8d59-9a768a25df57 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:10:20.076374 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bcab20cb-b727-4882-bfae-a6c1a7c915db tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5691082 Sep 07 19:10:20.080572 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57762) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:20.085678 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-db2bbc7d-72fe-45cc-b668-f5278cd24bf7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:20.091383 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ebae88-6ebc-47ca-8bee-df774c0c6a34 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:20.094236 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ebae88-6ebc-47ca-8bee-df774c0c6a34 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:20.096701 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ebae88-6ebc-47ca-8bee-df774c0c6a34 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:20.099141 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ebae88-6ebc-47ca-8bee-df774c0c6a34 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:20.101473 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ebae88-6ebc-47ca-8bee-df774c0c6a34 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:20.108766 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-50ebae88-6ebc-47ca-8bee-df774c0c6a34 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1467245 Sep 07 19:10:20.109368 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57764) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:20.159169 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41832a1-3649-4757-bb86-88ee39346ad1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:20.159840 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f41832a1-3649-4757-bb86-88ee39346ad1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:20.174942 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:20.191401 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3973cad2-8922-40d6-90b7-8572d993927e tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['shared'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:20.193907 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3973cad2-8922-40d6-90b7-8572d993927e tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['shared'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:20.196315 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3973cad2-8922-40d6-90b7-8572d993927e tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['shared'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:20.196803 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] Transition to ACTIVE for port object d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:20.198734 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3973cad2-8922-40d6-90b7-8572d993927e tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['shared'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:20.200962 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3973cad2-8922-40d6-90b7-8572d993927e tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['shared'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:20.209647 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3973cad2-8922-40d6-90b7-8572d993927e tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0988834 Sep 07 19:10:20.210731 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57768) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:20.222294 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] Transition to ACTIVE for port object d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:20.237531 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:20.241256 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f41832a1-3649-4757-bb86-88ee39346ad1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2603705 Sep 07 19:10:20.244875 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57770) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:20.305711 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] Network 9ea77ca6-f2a9-4947-a078-70de6492f975 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:20.311233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:20.318848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:20.367114 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] Pushing event updated for resources: {'Port': ['ID=d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:20.409660 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4c9792-eb99-4030-8697-a97e59701898 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:20.412076 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7b4c9792-eb99-4030-8697-a97e59701898 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "GET /v2.0/networks/429950d9-9554-4c62-a081-81de6a44bd48 HTTP/1.1" status: 200 len: 804 time: 0.2000470 Sep 07 19:10:20.416855 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57774) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:20.446255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] Attempting to bind port d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:10:20.446875 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] Attempting to bind port d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '8496131e-f899-43c7-a4c5-302dbba25b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9ea77ca6-f2a9-4947-a078-70de6492f975'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:10:20.449184 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] Attempting to bind port d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2 on network 9ea77ca6-f2a9-4947-a078-70de6492f975 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:10:20.457059 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:10:20.457868 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] Checking segment: {'id': '8496131e-f899-43c7-a4c5-302dbba25b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9ea77ca6-f2a9-4947-a078-70de6492f975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:20.458545 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:20.459511 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] Bound using segment: {'id': '8496131e-f899-43c7-a4c5-302dbba25b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9ea77ca6-f2a9-4947-a078-70de6492f975'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:10:20.459971 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] Bound port: d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8496131e-f899-43c7-a4c5-302dbba25b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9ea77ca6-f2a9-4947-a078-70de6492f975'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:10:20.460828 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:20.478190 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2bbc7d-72fe-45cc-b668-f5278cd24bf7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:20.482474 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-db2bbc7d-72fe-45cc-b668-f5278cd24bf7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:20.581061 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] For port d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:10:20.591577 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6f91d30a-0059-4e35-b7eb-76f7264a18b4 req-244b68e6-78ae-4afe-994d-492614f55de9 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:20.593399 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] For port d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2,segment=NetworkSegment(8496131e-f899-43c7-a4c5-302dbba25b02),segment_id=8496131e-f899-43c7-a4c5-302dbba25b02)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:10:20.602144 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:20.669277 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-90399f6e-acd5-4c17-99b3-76a394a94092 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "GET /v2.0/networks/429950d9-9554-4c62-a081-81de6a44bd48?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2510178 Sep 07 19:10:20.672798 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57784) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:20.716618 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b68e6-78ae-4afe-994d-492614f55de9 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Pushing event deleted for resources: {'Port': ['ID=e9ee6f19-df1e-4573-8d59-9a768a25df57,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:20.717173 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a1d34-2f91-4ff4-9aae-a6cb5444e660 None None] Pushing event updated for resources: {'Port': ['ID=d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:20.768180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3278d00-330c-4588-9296-9301884694f7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:20.770848 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d3278d00-330c-4588-9296-9301884694f7 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "GET /v2.0/subnets/75de7755-a171-41b1-8979-00b23e878fac HTTP/1.1" status: 200 len: 843 time: 0.0967004 Sep 07 19:10:20.774592 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57788) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:20.787025 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-677a7ce5-d988-4a1e-9f72-f34d9d6252ec req-c4ac01c2-ad1a-4208-95cd-359bcd338fff tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9c6072-fc98-4ff8-af3e-c10f590991c3 HTTP/1.1" status: 200 len: 210 time: 0.0888705 Sep 07 19:10:20.842175 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f0df71-f53c-4e15-8087-e0a3fb45152b tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['shared'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:20.847496 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-04f0df71-f53c-4e15-8087-e0a3fb45152b tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "GET /v2.0/subnets/75de7755-a171-41b1-8979-00b23e878fac?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0717824 Sep 07 19:10:20.850256 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57790) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:20.856395 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-8d48705c-775d-4f4b-95bc-8352e9bc0a5e tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-278354121'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:20.890750 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f91d30a-0059-4e35-b7eb-76f7264a18b4 req-244b68e6-78ae-4afe-994d-492614f55de9 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] No DVR routers for this DVR port e9ee6f19-df1e-4573-8d59-9a768a25df57 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:10:20.894022 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6f91d30a-0059-4e35-b7eb-76f7264a18b4 req-244b68e6-78ae-4afe-994d-492614f55de9 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:20.895856 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d48705c-775d-4f4b-95bc-8352e9bc0a5e tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Made reservation on behalf of a7b24e7fed5548bf9053ec410fedea0d for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:20.896986 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6f91d30a-0059-4e35-b7eb-76f7264a18b4 req-244b68e6-78ae-4afe-994d-492614f55de9 tempest-VolumesSnapshotTestJSON-143719969 tempest-VolumesSnapshotTestJSON-143719969-project] 10.222.0.60 "DELETE /v2.0/ports/e9ee6f19-df1e-4573-8d59-9a768a25df57 HTTP/1.1" status: 204 len: 173 time: 1.7274649 Sep 07 19:10:20.907872 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d48705c-775d-4f4b-95bc-8352e9bc0a5e tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:20.951180 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 0bce86ac-4a56-4082-b729-3666389aa82c up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:20.959926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9c6072-fc98-4ff8-af3e-c10f590991c3', 'name': 'network-vif-deleted', 'tag': 'e9ee6f19-df1e-4573-8d59-9a768a25df57'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:10:20.962196 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d48705c-775d-4f4b-95bc-8352e9bc0a5e tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:10:20.963787 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c964fe-2361-4baa-9585-06452d17d01b" -d '{"events": [{"server_uuid": "0f9c6072-fc98-4ff8-af3e-c10f590991c3", "name": "network-vif-deleted", "tag": "e9ee6f19-df1e-4573-8d59-9a768a25df57"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:10:20.987959 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d48705c-775d-4f4b-95bc-8352e9bc0a5e tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:20.988308 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-8d48705c-775d-4f4b-95bc-8352e9bc0a5e tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Added segment 67fd39ce-e8a5-41d8-b948-705247dff670 of type vlan for network 7d667fe9-4513-487c-a21f-971fff5d8ed2 Sep 07 19:10:21.042410 n-d-807786-1 neutron-server[101445]: INFO neutron.db.ipam_backend_mixin [None req-db2bbc7d-72fe-45cc-b668-f5278cd24bf7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 05d5bbd3-03fd-434b-95e1-cc3077aa9b53 (CIDR: 2001:db8::/64) Sep 07 19:10:21.123096 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d48705c-775d-4f4b-95bc-8352e9bc0a5e tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:21.153685 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2bbc7d-72fe-45cc-b668-f5278cd24bf7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:10:21.154468 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2bbc7d-72fe-45cc-b668-f5278cd24bf7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:21.162957 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6f714c-21dd-4ffe-88d0-62bd7ec8677d x-openstack-request-id: req-5e6f714c-21dd-4ffe-88d0-62bd7ec8677d {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:10:21.163807 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9c6072-fc98-4ff8-af3e-c10f590991c3", "name": "network-vif-deleted", "tag": "e9ee6f19-df1e-4573-8d59-9a768a25df57", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:10:21.163807 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e6f714c-21dd-4ffe-88d0-62bd7ec8677d {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:10:21.164315 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9c6072-fc98-4ff8-af3e-c10f590991c3', 'name': 'network-vif-deleted', 'tag': 'e9ee6f19-df1e-4573-8d59-9a768a25df57', 'status': 'completed', 'code': 200} Sep 07 19:10:21.167206 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 0bce86ac-4a56-4082-b729-3666389aa82c completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:21.186932 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 0bce86ac-4a56-4082-b729-3666389aa82c triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:21.187357 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:21.193576 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d48705c-775d-4f4b-95bc-8352e9bc0a5e tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:21.203519 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d48705c-775d-4f4b-95bc-8352e9bc0a5e tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:21.204661 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d48705c-775d-4f4b-95bc-8352e9bc0a5e tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:21.237782 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8d48705c-775d-4f4b-95bc-8352e9bc0a5e tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3860683 Sep 07 19:10:21.242229 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57796) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:21.246686 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-dbf9a646-3d0e-4850-a6e7-b367a50a2949 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'subnet': {'network_id': '7d667fe9-4513-487c-a21f-971fff5d8ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:21.257421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2915b-921c-4947-8520-914723dd8f9b req-873d1e92-c56d-40c5-b727-ad724550bc2d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:21.269855 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76e2915b-921c-4947-8520-914723dd8f9b req-873d1e92-c56d-40c5-b727-ad724550bc2d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 983 time: 0.6266193 Sep 07 19:10:21.295720 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-61d774d1-575c-4539-ad10-9d8968e4971b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:21.356609 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48705c-775d-4f4b-95bc-8352e9bc0a5e tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Network': ['ID=7d667fe9-4513-487c-a21f-971fff5d8ed2,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:21.359378 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:21.375623 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-db2bbc7d-72fe-45cc-b668-f5278cd24bf7 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2935786 Sep 07 19:10:21.381373 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57798) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:21.391442 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 7d667fe9-4513-487c-a21f-971fff5d8ed2 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:10:21.398417 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-407603ed-a427-4ae5-8e26-f30996f56117 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'subnet': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:21.509802 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf9a646-3d0e-4850-a6e7-b367a50a2949 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Made reservation on behalf of a7b24e7fed5548bf9053ec410fedea0d for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:21.520240 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3575764d-f726-4e5e-b2af-2a58e8eb986e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bce86ac-4a56-4082-b729-3666389aa82c'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:10:21.522556 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a646-3d0e-4850-a6e7-b367a50a2949 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:21.524155 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f02e71b-8022-458e-83d3-24838c9c8a99" -d '{"events": [{"server_uuid": "3575764d-f726-4e5e-b2af-2a58e8eb986e", "name": "network-vif-plugged", "status": "completed", "tag": "0bce86ac-4a56-4082-b729-3666389aa82c"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:10:21.589813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 0bce86ac-4a56-4082-b729-3666389aa82c, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=0bce86ac-4a56-4082-b729-3666389aa82c,segment=NetworkSegment(d759d727-fb5e-4fcf-b83c-73c24550a5c0),segment_id=d759d727-fb5e-4fcf-b83c-73c24550a5c0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:21.684900 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76e2915b-921c-4947-8520-914723dd8f9b req-42ada761-f5dc-46ea-935f-7bd176ccf679 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/security-groups?id=59142993-e4e3-45b0-b7a9-8248c0cb05a9&id=0274520a-97ae-4dcc-a536-13532ee5d212&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4105685 Sep 07 19:10:21.702455 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74e7c30-e6da-4a83-bd0e-9411cddc8cf8 x-openstack-request-id: req-c74e7c30-e6da-4a83-bd0e-9411cddc8cf8 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:10:21.702455 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3575764d-f726-4e5e-b2af-2a58e8eb986e", "name": "network-vif-plugged", "status": "completed", "tag": "0bce86ac-4a56-4082-b729-3666389aa82c", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:10:21.702455 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c74e7c30-e6da-4a83-bd0e-9411cddc8cf8 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:10:21.705407 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3575764d-f726-4e5e-b2af-2a58e8eb986e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bce86ac-4a56-4082-b729-3666389aa82c', 'code': 200} Sep 07 19:10:21.714188 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:21.736769 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.ipam_backend_mixin [None req-dbf9a646-3d0e-4850-a6e7-b367a50a2949 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Performing IP validity checks on allocation pools {{(pid=101444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 07 19:10:21.741647 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.ipam_backend_mixin [None req-dbf9a646-3d0e-4850-a6e7-b367a50a2949 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 07 19:10:21.765925 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:21.830302 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:21.931105 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=0bce86ac-4a56-4082-b729-3666389aa82c,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:22.041593 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a646-3d0e-4850-a6e7-b367a50a2949 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:22.074942 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-61d774d1-575c-4539-ad10-9d8968e4971b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:22.131218 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-61d774d1-575c-4539-ad10-9d8968e4971b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:22.193579 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9a646-3d0e-4850-a6e7-b367a50a2949 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Subnet': ['ID=9221031c-9da3-46aa-9251-4aedf59a4adc,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:22.197493 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9a646-3d0e-4850-a6e7-b367a50a2949 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Checking segment: {'id': '67fd39ce-e8a5-41d8-b948-705247dff670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7d667fe9-4513-487c-a21f-971fff5d8ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:22.197921 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf9a646-3d0e-4850-a6e7-b367a50a2949 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Network hostable DHCP agents. Network: 7d667fe9-4513-487c-a21f-971fff5d8ed2, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:10:22.227988 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e9ee6f19-df1e-4573-8d59-9a768a25df57 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:10:22.239342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d774d1-575c-4539-ad10-9d8968e4971b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=2ebf172d-3b1f-415c-9117-5d52eda7d529,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:22.243150 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf9a646-3d0e-4850-a6e7-b367a50a2949 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Network 7d667fe9-4513-487c-a21f-971fff5d8ed2 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:10:22.275214 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f918f2f-67eb-49bd-81e6-c74b966cae5e req-3910a559-9194-411e-81e2-7604462a82dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:22.275715 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-dbf9a646-3d0e-4850-a6e7-b367a50a2949 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 7d667fe9-4513-487c-a21f-971fff5d8ed2) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:22.276965 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f918f2f-67eb-49bd-81e6-c74b966cae5e req-3910a559-9194-411e-81e2-7604462a82dd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 1135 time: 0.2288032 Sep 07 19:10:22.280708 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf9a646-3d0e-4850-a6e7-b367a50a2949 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:22.281333 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a646-3d0e-4850-a6e7-b367a50a2949 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:22.284226 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407603ed-a427-4ae5-8e26-f30996f56117 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:22.291729 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: e9ee6f19-df1e-4573-8d59-9a768a25df57 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:10:22.292081 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e9ee6f19-df1e-4573-8d59-9a768a25df57 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:10:22.297193 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-407603ed-a427-4ae5-8e26-f30996f56117 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:22.318128 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dbf9a646-3d0e-4850-a6e7-b367a50a2949 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0733886 Sep 07 19:10:22.319019 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57816) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:22.331979 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d45bdd13-97da-4c87-893b-60b0d0a8735a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:22.449313 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d8e443-1baf-46db-bb5f-d6285308ea5a None None] get_active_networks_info from n-d-807786-1 {{(pid=101446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 19:10:22.498630 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f918f2f-67eb-49bd-81e6-c74b966cae5e req-87183230-ab64-49af-882d-3be2c3a4722c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=59142993-e4e3-45b0-b7a9-8248c0cb05a9&id=0274520a-97ae-4dcc-a536-13532ee5d212&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1947320 Sep 07 19:10:22.600426 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d45bdd13-97da-4c87-893b-60b0d0a8735a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13379490'] for subnet, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:22.802508 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d8e443-1baf-46db-bb5f-d6285308ea5a None None] Resources bound (agent type, host, resource id): {{(pid=101446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 19:10:22.863839 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0b4ac533-63a2-42ad-bfcb-1995e6c0a300 None None] Provisioning for port d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:22.877644 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-61d774d1-575c-4539-ad10-9d8968e4971b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:22.911636 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0b4ac533-63a2-42ad-bfcb-1995e6c0a300 None None] Provisioning complete for port d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:22.915783 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0b4ac533-63a2-42ad-bfcb-1995e6c0a300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:23.046015 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d45bdd13-97da-4c87-893b-60b0d0a8735a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770299394533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15825676'] for subnet, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:23.169285 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bdd13-97da-4c87-893b-60b0d0a8735a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event updated for resources: {'Subnet': ['ID=9221031c-9da3-46aa-9251-4aedf59a4adc,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:23.177291 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45bdd13-97da-4c87-893b-60b0d0a8735a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:23.177913 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d45bdd13-97da-4c87-893b-60b0d0a8735a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:23.179536 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d45bdd13-97da-4c87-893b-60b0d0a8735a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "PUT /v2.0/subnets/9221031c-9da3-46aa-9251-4aedf59a4adc HTTP/1.1" status: 200 len: 900 time: 0.8578992 Sep 07 19:10:23.193172 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57836) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:23.380815 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0b4ac533-63a2-42ad-bfcb-1995e6c0a300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:23.426942 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6307fe04-30d3-49dd-a8cb-1a87e291f67a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:23.441448 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0b4ac533-63a2-42ad-bfcb-1995e6c0a300 None None] For port d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2,segment=NetworkSegment(8496131e-f899-43c7-a4c5-302dbba25b02),segment_id=8496131e-f899-43c7-a4c5-302dbba25b02)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:23.464183 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0b4ac533-63a2-42ad-bfcb-1995e6c0a300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:23.528980 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6307fe04-30d3-49dd-a8cb-1a87e291f67a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:23.664452 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6307fe04-30d3-49dd-a8cb-1a87e291f67a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:23.696034 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307fe04-30d3-49dd-a8cb-1a87e291f67a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Subnet': ['ID=9221031c-9da3-46aa-9251-4aedf59a4adc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:23.728606 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ac533-63a2-42ad-bfcb-1995e6c0a300 None None] Pushing event updated for resources: {'Port': ['ID=d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:23.772871 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4985bca0-b0f0-48ae-8d31-75ea9532f03e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-7d667fe9-4513-487c-a21f-971fff5d8ed2', 'network_id': '7d667fe9-4513-487c-a21f-971fff5d8ed2', 'tenant_id': 'a7b24e7fed5548bf9053ec410fedea0d', 'fixed_ips': [{'subnet_id': '9221031c-9da3-46aa-9251-4aedf59a4adc'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:10:23.774039 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4985bca0-b0f0-48ae-8d31-75ea9532f03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:23.818615 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6307fe04-30d3-49dd-a8cb-1a87e291f67a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:23.859401 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-6307fe04-30d3-49dd-a8cb-1a87e291f67a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d667fe9-4513-487c-a21f-971fff5d8ed2']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:23.864280 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ee7e8-0adb-4830-a44f-c96f085d3725 req-f7c36f87-597f-4000-ab7d-705bfac0c1dd tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:23.871657 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e3ee7e8-0adb-4830-a44f-c96f085d3725 req-f7c36f87-597f-4000-ab7d-705bfac0c1dd tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 984 time: 0.9965994 Sep 07 19:10:23.878955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-6307fe04-30d3-49dd-a8cb-1a87e291f67a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67fd39ce-e8a5-41d8-b948-705247dff670') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:23.879605 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-6307fe04-30d3-49dd-a8cb-1a87e291f67a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67fd39ce-e8a5-41d8-b948-705247dff670') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:23.902739 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6307fe04-30d3-49dd-a8cb-1a87e291f67a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:23.927722 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce940fa2-5472-453b-b523-889e9e97d9e5 None None] Network 9ea77ca6-f2a9-4947-a078-70de6492f975 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:23.930785 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07fce6f-1053-4a95-a58c-9380ec1585d9 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:23.932866 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6307fe04-30d3-49dd-a8cb-1a87e291f67a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:23.960424 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6307fe04-30d3-49dd-a8cb-1a87e291f67a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:10:23.961005 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6307fe04-30d3-49dd-a8cb-1a87e291f67a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:10:23.988526 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:10:23.991872 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296469e8-07cd-4aea-be8c-df5681146631 None None] Network 7d667fe9-4513-487c-a21f-971fff5d8ed2 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:24.020901 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-61d774d1-575c-4539-ad10-9d8968e4971b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:24.031218 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e3ee7e8-0adb-4830-a44f-c96f085d3725 req-8288f501-b87d-47ad-a610-1c3c2fd38c10 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/security-groups?id=59142993-e4e3-45b0-b7a9-8248c0cb05a9&id=0274520a-97ae-4dcc-a536-13532ee5d212&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1266055 Sep 07 19:10:24.128775 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6307fe04-30d3-49dd-a8cb-1a87e291f67a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:24.156200 n-d-807786-1 neutron-server[101445]: DEBUG neutron.objects.ports [None req-407603ed-a427-4ae5-8e26-f30996f56117 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 19:10:24.164547 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6307fe04-30d3-49dd-a8cb-1a87e291f67a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:24.170241 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6307fe04-30d3-49dd-a8cb-1a87e291f67a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/networks/7d667fe9-4513-487c-a21f-971fff5d8ed2 HTTP/1.1" status: 204 len: 168 time: 0.9759209 Sep 07 19:10:24.171810 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307fe04-30d3-49dd-a8cb-1a87e291f67a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Network': ['ID=7d667fe9-4513-487c-a21f-971fff5d8ed2,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:24.182474 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57856) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:24.218374 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-71493c82-684e-4ecc-ae67-97370cc9e8de tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:24.220704 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71493c82-684e-4ecc-ae67-97370cc9e8de tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:24.223842 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-71493c82-684e-4ecc-ae67-97370cc9e8de tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/subnets/9221031c-9da3-46aa-9251-4aedf59a4adc HTTP/1.1" status: 404 len: 337 time: 0.0396206 Sep 07 19:10:24.226196 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57858) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:24.260643 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1854196-0e91-4f88-810f-6a79d3c3c041 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:24.263714 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1854196-0e91-4f88-810f-6a79d3c3c041 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:24.267838 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b1854196-0e91-4f88-810f-6a79d3c3c041 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/networks/7d667fe9-4513-487c-a21f-971fff5d8ed2 HTTP/1.1" status: 404 len: 339 time: 0.0394554 Sep 07 19:10:24.272196 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57860) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:24.311976 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8f05bc-efb3-4eac-8e22-a4a4ef9f1859 None None] Network 7d667fe9-4513-487c-a21f-971fff5d8ed2 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:24.381559 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8f05bc-efb3-4eac-8e22-a4a4ef9f1859 None None] Network 7d667fe9-4513-487c-a21f-971fff5d8ed2 could not be found, it might have been deleted concurrently. {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 07 19:10:24.403950 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd974f1-2cd2-4015-ac5f-dad47ec51b0c None None] Network 7d667fe9-4513-487c-a21f-971fff5d8ed2 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:24.419463 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c486fccd-0cab-4d22-a78c-6b687d92c1eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:24.450531 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd974f1-2cd2-4015-ac5f-dad47ec51b0c None None] Network 7d667fe9-4513-487c-a21f-971fff5d8ed2 could not be found, it might have been deleted concurrently. {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 07 19:10:24.535977 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-407603ed-a427-4ae5-8e26-f30996f56117 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:24.563427 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c486fccd-0cab-4d22-a78c-6b687d92c1eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:24.566417 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2273f218-4953-46e0-9301-45206d020e67 None None] Update dhcp port {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'fixed_ips': [{'subnet_id': '05d5bbd3-03fd-434b-95e1-cc3077aa9b53'}, {'subnet_id': 'c6f33d72-250a-41f5-844f-7154a2cfca30'}], 'binding:host_id': 'n-d-807786-1'}, 'id': 'c87d530f-0c04-412d-a4c4-d0ba91c8c33d'} from n-d-807786-1. {{(pid=101446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 19:10:24.602532 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c486fccd-0cab-4d22-a78c-6b687d92c1eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9b6731-39c3-4b2c-90ac-e2ca77b35dc3']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:24.618597 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c486fccd-0cab-4d22-a78c-6b687d92c1eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a70ffc-3a3d-41e5-a562-95e5a383b147') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:24.618949 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c486fccd-0cab-4d22-a78c-6b687d92c1eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a70ffc-3a3d-41e5-a562-95e5a383b147') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:24.626383 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2273f218-4953-46e0-9301-45206d020e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:24.633339 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c486fccd-0cab-4d22-a78c-6b687d92c1eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:24.656402 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c486fccd-0cab-4d22-a78c-6b687d92c1eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:24.664544 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c486fccd-0cab-4d22-a78c-6b687d92c1eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:10:24.665635 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c486fccd-0cab-4d22-a78c-6b687d92c1eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:24.672322 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-61d774d1-575c-4539-ad10-9d8968e4971b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:24.692302 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-61d774d1-575c-4539-ad10-9d8968e4971b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:10:24.749681 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:10:24.753781 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c486fccd-0cab-4d22-a78c-6b687d92c1eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:24.780455 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c486fccd-0cab-4d22-a78c-6b687d92c1eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:24.787558 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c486fccd-0cab-4d22-a78c-6b687d92c1eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/networks/ad9b6731-39c3-4b2c-90ac-e2ca77b35dc3 HTTP/1.1" status: 204 len: 168 time: 0.5113008 Sep 07 19:10:24.788462 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486fccd-0cab-4d22-a78c-6b687d92c1eb tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Network': ['ID=ad9b6731-39c3-4b2c-90ac-e2ca77b35dc3,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:24.790839 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57872) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:24.825096 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce75b1f-2a01-4496-9023-4c3e80528d6a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:24.825924 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce75b1f-2a01-4496-9023-4c3e80528d6a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:24.832427 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0ce75b1f-2a01-4496-9023-4c3e80528d6a tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/subnets/5b6b5833-b153-4078-a642-94fc869e720a HTTP/1.1" status: 404 len: 337 time: 0.0397263 Sep 07 19:10:24.834205 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57874) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:24.883193 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae4855f-66cb-4512-a2c7-fa3720db3300 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:24.884435 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aae4855f-66cb-4512-a2c7-fa3720db3300 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:24.887860 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-aae4855f-66cb-4512-a2c7-fa3720db3300 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/networks/fe410b03-66fa-4734-8c1f-d0011b6a8c51 HTTP/1.1" status: 404 len: 339 time: 0.0521083 Sep 07 19:10:24.891660 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57878) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:24.998041 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-61d774d1-575c-4539-ad10-9d8968e4971b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:25.014553 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbab5d2c-5935-424f-ab73-9a19704bfede tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Deleting subnet ec8f316b-0142-4ba9-9d00-aa346ca0f67c {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:10:25.025340 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bbab5d2c-5935-424f-ab73-9a19704bfede tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:25.064395 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d774d1-575c-4539-ad10-9d8968e4971b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=2ebf172d-3b1f-415c-9117-5d52eda7d529,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:25.073827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-2273f218-4953-46e0-9301-45206d020e67 None None] Allocated IP 2001:db8::2 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/05d5bbd3-03fd-434b-95e1-cc3077aa9b53/c87d530f-0c04-412d-a4c4-d0ba91c8c33d) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:25.126641 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bbab5d2c-5935-424f-ab73-9a19704bfede tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:25.245155 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-407603ed-a427-4ae5-8e26-f30996f56117 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] For port c87d530f-0c04-412d-a4c4-d0ba91c8c33d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c87d530f-0c04-412d-a4c4-d0ba91c8c33d,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:25.274779 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bbab5d2c-5935-424f-ab73-9a19704bfede tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:25.359192 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bbab5d2c-5935-424f-ab73-9a19704bfede tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:25.395613 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab5d2c-5935-424f-ab73-9a19704bfede tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Subnet': ['ID=ec8f316b-0142-4ba9-9d00-aa346ca0f67c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:25.404620 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bbab5d2c-5935-424f-ab73-9a19704bfede tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:25.407741 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bbab5d2c-5935-424f-ab73-9a19704bfede tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/subnets/ec8f316b-0142-4ba9-9d00-aa346ca0f67c HTTP/1.1" status: 204 len: 168 time: 0.5147042 Sep 07 19:10:25.411090 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ee5354-cb4e-427c-9eef-53b8338f2244 None None] Network 444468d9-7191-4f7e-9fdc-31ac42b8767e requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:25.420794 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57892) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:25.422105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37576a86-777b-4872-ae88-e1793e711f9f req-f167908e-dd91-42ec-a0ee-0d83586cf465 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:25.424536 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37576a86-777b-4872-ae88-e1793e711f9f req-f167908e-dd91-42ec-a0ee-0d83586cf465 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 984 time: 0.2876840 Sep 07 19:10:25.430679 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-407603ed-a427-4ae5-8e26-f30996f56117 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:25.471523 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-407603ed-a427-4ae5-8e26-f30996f56117 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:25.472315 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-407603ed-a427-4ae5-8e26-f30996f56117 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:25.527546 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:25.534244 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ea3bb6-ef64-4774-ba94-50b566af66b0 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Deleting subnet 44383add-2947-4754-9cc9-0ff2da67e738 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:10:25.544200 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29ea3bb6-ef64-4774-ba94-50b566af66b0 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:25.583254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8a65fd-de82-4657-af10-4230e9e06bcd None None] Network 9ea77ca6-f2a9-4947-a078-70de6492f975 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:25.636142 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407603ed-a427-4ae5-8e26-f30996f56117 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Subnet': ['ID=c6f33d72-250a-41f5-844f-7154a2cfca30,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:25.641656 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29ea3bb6-ef64-4774-ba94-50b566af66b0 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:25.648704 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d774d1-575c-4539-ad10-9d8968e4971b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network 9ea77ca6-f2a9-4947-a078-70de6492f975 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:25.708672 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-61d774d1-575c-4539-ad10-9d8968e4971b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:25.721918 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37576a86-777b-4872-ae88-e1793e711f9f req-e48224bc-e703-4530-b32a-6fa752cada41 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/security-groups?id=59142993-e4e3-45b0-b7a9-8248c0cb05a9&id=0274520a-97ae-4dcc-a536-13532ee5d212&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2880664 Sep 07 19:10:25.759579 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407603ed-a427-4ae5-8e26-f30996f56117 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:25.788226 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29ea3bb6-ef64-4774-ba94-50b566af66b0 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:25.806150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-407603ed-a427-4ae5-8e26-f30996f56117 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:25.819533 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407603ed-a427-4ae5-8e26-f30996f56117 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:25.820153 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-407603ed-a427-4ae5-8e26-f30996f56117 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:25.889944 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29ea3bb6-ef64-4774-ba94-50b566af66b0 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:25.890608 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407603ed-a427-4ae5-8e26-f30996f56117 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=c87d530f-0c04-412d-a4c4-d0ba91c8c33d,revision_number=9']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:25.911178 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29ea3bb6-ef64-4774-ba94-50b566af66b0 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:25.914275 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-29ea3bb6-ef64-4774-ba94-50b566af66b0 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/subnets/44383add-2947-4754-9cc9-0ff2da67e738 HTTP/1.1" status: 204 len: 168 time: 0.4923117 Sep 07 19:10:25.927870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57900) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:25.929675 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-407603ed-a427-4ae5-8e26-f30996f56117 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.5411325 Sep 07 19:10:25.938631 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57902) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:25.944697 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a709d20d-08a3-42d2-bd86-41d99e992981 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Request body: {'port': {'network_id': '5341d4d7-2b72-420c-84fe-cfa44886a8d9', 'mac_address': 'fa:16:3e:f7:8a:50', 'name': 'tempest-NetworksTestDHCPv6-1900696346'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:25.949840 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea3bb6-ef64-4774-ba94-50b566af66b0 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Subnet': ['ID=44383add-2947-4754-9cc9-0ff2da67e738,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:26.126441 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d3301bd9-164a-4a5c-8f20-373ae02bfad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:26.138186 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a709d20d-08a3-42d2-bd86-41d99e992981 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Made reservation on behalf of 81ad4db508be4260ad74ddc930f234e9 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:26.144542 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6df931e3-94c2-45e8-a96b-c0c620f7dcfd tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:26.164592 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3c593-101b-408f-9a7c-fa6a9cc99416 req-497cf181-c4ad-4a10-b204-afb2892cbeb3 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:26.164856 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:26.164856 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:26.171658 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6d3c593-101b-408f-9a7c-fa6a9cc99416 req-497cf181-c4ad-4a10-b204-afb2892cbeb3 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 984 time: 0.2857370 Sep 07 19:10:26.227222 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d774d1-575c-4539-ad10-9d8968e4971b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Router a7045f92-0426-4778-9146-ff9cf6fab545 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:10:26.239039 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-82a4f975-8767-47eb-ad46-b8f0d72b4e34 None None] Provisioning for port 2ebf172d-3b1f-415c-9117-5d52eda7d529 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:26.269170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6d3c593-101b-408f-9a7c-fa6a9cc99416 req-a4e8e395-e400-46d6-a5b4-303e17cb7477 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/security-groups?id=59142993-e4e3-45b0-b7a9-8248c0cb05a9&id=0274520a-97ae-4dcc-a536-13532ee5d212&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0954604 Sep 07 19:10:26.304286 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-2273f218-4953-46e0-9301-45206d020e67 None None] For port c87d530f-0c04-412d-a4c4-d0ba91c8c33d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c87d530f-0c04-412d-a4c4-d0ba91c8c33d,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:26.331105 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a709d20d-08a3-42d2-bd86-41d99e992981 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:26.361338 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-82a4f975-8767-47eb-ad46-b8f0d72b4e34 None None] Provisioning complete for port 2ebf172d-3b1f-415c-9117-5d52eda7d529 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:26.363045 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-82a4f975-8767-47eb-ad46-b8f0d72b4e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:26.377965 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-a709d20d-08a3-42d2-bd86-41d99e992981 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] device_id is not set on port c9cc9502-c5c2-4aa6-9232-36e99c1c42c7 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:10:26.485300 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-6df931e3-94c2-45e8-a96b-c0c620f7dcfd tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Deleting port 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:10:26.485659 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6df931e3-94c2-45e8-a96b-c0c620f7dcfd tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:26.493609 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d774d1-575c-4539-ad10-9d8968e4971b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:10:26.507789 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-61d774d1-575c-4539-ad10-9d8968e4971b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "PUT /v2.0/routers/a7045f92-0426-4778-9146-ff9cf6fab545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2618566 Sep 07 19:10:26.513299 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57916) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:26.513512 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34bf166-cef5-49d7-9ea2-5b71eb7dc2f4 None None] Sync routers for ids ['a7045f92-0426-4778-9146-ff9cf6fab545'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:10:26.527446 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34bf166-cef5-49d7-9ea2-5b71eb7dc2f4 None None] Routers {'a7045f92-0426-4778-9146-ff9cf6fab545'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:10:26.534345 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d34bf166-cef5-49d7-9ea2-5b71eb7dc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:09:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a7045f92-0426-4778-9146-ff9cf6fab545'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:26.594994 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49f563-30f0-4277-81cd-83ebb2d4efe5 req-118034a2-3fa8-4899-9416-69464e5e301a tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:26.596585 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b49f563-30f0-4277-81cd-83ebb2d4efe5 req-118034a2-3fa8-4899-9416-69464e5e301a tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 1135 time: 0.2155783 Sep 07 19:10:26.641285 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d34bf166-cef5-49d7-9ea2-5b71eb7dc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:26.655969 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34bf166-cef5-49d7-9ea2-5b71eb7dc2f4 None None] Routers {'a7045f92-0426-4778-9146-ff9cf6fab545'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:10:26.657001 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d34bf166-cef5-49d7-9ea2-5b71eb7dc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:09:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a7045f92-0426-4778-9146-ff9cf6fab545'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:26.663697 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cb2329-91c9-4550-9316-4d08611e0cc2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:26.676372 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2273f218-4953-46e0-9301-45206d020e67 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:26.676960 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-92cb2329-91c9-4550-9316-4d08611e0cc2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7045f92-0426-4778-9146-ff9cf6fab545 HTTP/1.1" status: 200 len: 982 time: 0.1650393 Sep 07 19:10:26.679514 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57922) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:26.699254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-82a4f975-8767-47eb-ad46-b8f0d72b4e34 None None] Port 2ebf172d-3b1f-415c-9117-5d52eda7d529 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:10:26.708012 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9b49f563-30f0-4277-81cd-83ebb2d4efe5 req-ade04140-8e7d-47f5-84c4-b7e35d36df14 tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:26.718936 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d34bf166-cef5-49d7-9ea2-5b71eb7dc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:26.720009 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34bf166-cef5-49d7-9ea2-5b71eb7dc2f4 None None] The sync data for ids ['a7045f92-0426-4778-9146-ff9cf6fab545'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:10:26.723311 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-6df931e3-94c2-45e8-a96b-c0c620f7dcfd tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] For port 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0,segment=NetworkSegment(d26b9642-1228-4e2b-a158-d273f89daae4),segment_id=d26b9642-1228-4e2b-a158-d273f89daae4)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:26.723696 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6df931e3-94c2-45e8-a96b-c0c620f7dcfd tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:26.767702 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2273f218-4953-46e0-9301-45206d020e67 None None] Transition to ACTIVE for port object c87d530f-0c04-412d-a4c4-d0ba91c8c33d will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:26.810392 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2273f218-4953-46e0-9301-45206d020e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:26.823690 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-82a4f975-8767-47eb-ad46-b8f0d72b4e34 None None] Provisioning complete for port d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:26.825058 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-82a4f975-8767-47eb-ad46-b8f0d72b4e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:26.834709 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-6df931e3-94c2-45e8-a96b-c0c620f7dcfd tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Calling delete_port for 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:10:26.955096 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca03c24-5f6f-44c0-8991-789f8f913b51 None None] DHCP port deletion for 444468d9-7191-4f7e-9fdc-31ac42b8767e request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:10:27.085583 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6df931e3-94c2-45e8-a96b-c0c620f7dcfd tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:27.166873 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273f218-4953-46e0-9301-45206d020e67 None None] Pushing event updated for resources: {'Port': ['ID=c87d530f-0c04-412d-a4c4-d0ba91c8c33d,revision_number=10']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:27.202344 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df931e3-94c2-45e8-a96b-c0c620f7dcfd tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Port': ['ID=9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:27.213481 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9b49f563-30f0-4277-81cd-83ebb2d4efe5 req-ade04140-8e7d-47f5-84c4-b7e35d36df14 tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:27.234408 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9b49f563-30f0-4277-81cd-83ebb2d4efe5 req-ade04140-8e7d-47f5-84c4-b7e35d36df14 tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:27.237961 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df931e3-94c2-45e8-a96b-c0c620f7dcfd tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] No DVR routers for this DVR port 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:10:27.254901 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57928) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:27.284988 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-4ca03c24-5f6f-44c0-8991-789f8f913b51 None None] Deleting port 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:10:27.285251 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4ca03c24-5f6f-44c0-8991-789f8f913b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:27.339238 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b49f563-30f0-4277-81cd-83ebb2d4efe5 req-ade04140-8e7d-47f5-84c4-b7e35d36df14 tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=59142993-e4e3-45b0-b7a9-8248c0cb05a9&id=0274520a-97ae-4dcc-a536-13532ee5d212&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7324142 Sep 07 19:10:27.352877 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57932) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:27.359807 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-a709d20d-08a3-42d2-bd86-41d99e992981 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8::18c (5341d4d7-2b72-420c-84fe-cfa44886a8d9/05d5bbd3-03fd-434b-95e1-cc3077aa9b53/c9cc9502-c5c2-4aa6-9232-36e99c1c42c7) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:27.416140 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-a709d20d-08a3-42d2-bd86-41d99e992981 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Allocated IP 2001:db8:0:1:f816:3eff:fef7:8a50 (5341d4d7-2b72-420c-84fe-cfa44886a8d9/c6f33d72-250a-41f5-844f-7154a2cfca30/c9cc9502-c5c2-4aa6-9232-36e99c1c42c7) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:27.427252 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade04140-8e7d-47f5-84c4-b7e35d36df14 tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb0a466-8be5-4db5-be6f-e580e69a2cd9,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:27.501451 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6df931e3-94c2-45e8-a96b-c0c620f7dcfd tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:27.511292 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c87d530f-0c04-412d-a4c4-d0ba91c8c33d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:27.533921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-6df931e3-94c2-45e8-a96b-c0c620f7dcfd tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444468d9-7191-4f7e-9fdc-31ac42b8767e']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:27.555117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-6df931e3-94c2-45e8-a96b-c0c620f7dcfd tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26b9642-1228-4e2b-a158-d273f89daae4') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:27.555736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-6df931e3-94c2-45e8-a96b-c0c620f7dcfd tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26b9642-1228-4e2b-a158-d273f89daae4') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:27.560660 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-4ca03c24-5f6f-44c0-8991-789f8f913b51 None None] For port 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0, host n-d-807786-1, got binding levels [] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:27.561436 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4ca03c24-5f6f-44c0-8991-789f8f913b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:27.565925 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f781cb38-596e-4dd0-aff6-e1d1cde95077 tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:27.567471 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f781cb38-596e-4dd0-aff6-e1d1cde95077 tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 1130 time: 0.2038174 Sep 07 19:10:27.581461 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57934) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:27.582284 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-607801d5-d52d-4b18-a38d-2e8ea3520e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:27.582653 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-4ca03c24-5f6f-44c0-8991-789f8f913b51 None None] Calling delete_port for 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:10:27.584605 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-912c8f53-f559-479a-8388-6d4d6b8b1b4c None None] Provisioning complete for port 2ebf172d-3b1f-415c-9117-5d52eda7d529 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:27.584986 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-912c8f53-f559-479a-8388-6d4d6b8b1b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:27.589822 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.ipam_backend_mixin [None req-4ca03c24-5f6f-44c0-8991-789f8f913b51 None None] Port 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 was not found and therefore no delete operation was performed {{(pid=101446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 19:10:27.592911 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6df931e3-94c2-45e8-a96b-c0c620f7dcfd tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:27.600147 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-70888ce5-a52b-4894-9499-1ca6ca01f09a tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': '0bce86ac-4a56-4082-b729-3666389aa82c', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:27.619101 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4ca03c24-5f6f-44c0-8991-789f8f913b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:27.633917 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6df931e3-94c2-45e8-a96b-c0c620f7dcfd tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:27.645068 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df931e3-94c2-45e8-a96b-c0c620f7dcfd tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:10:27.645541 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6df931e3-94c2-45e8-a96b-c0c620f7dcfd tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:10:27.651435 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:10:27.676227 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca03c24-5f6f-44c0-8991-789f8f913b51 None None] Pushing event deleted for resources: {'Port': ['ID=9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:27.692154 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca03c24-5f6f-44c0-8991-789f8f913b51 None None] No DVR routers for this DVR port 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:10:27.708688 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-912c8f53-f559-479a-8388-6d4d6b8b1b4c None None] Port 2ebf172d-3b1f-415c-9117-5d52eda7d529 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:10:27.734827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-912c8f53-f559-479a-8388-6d4d6b8b1b4c None None] Provisioning complete for port d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:27.735549 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-912c8f53-f559-479a-8388-6d4d6b8b1b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:27.808294 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:10:27.815664 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6df931e3-94c2-45e8-a96b-c0c620f7dcfd tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:27.846721 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:10:27.846992 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 9a287685-e2e4-4a80-8e00-d6b2ac8ddfe0 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:10:27.849356 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6df931e3-94c2-45e8-a96b-c0c620f7dcfd tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:27.854617 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6df931e3-94c2-45e8-a96b-c0c620f7dcfd tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/networks/444468d9-7191-4f7e-9fdc-31ac42b8767e HTTP/1.1" status: 204 len: 168 time: 1.9234269 Sep 07 19:10:27.856588 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df931e3-94c2-45e8-a96b-c0c620f7dcfd tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Network': ['ID=444468d9-7191-4f7e-9fdc-31ac42b8767e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:27.859032 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57938) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:27.897275 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5864d4ed-b86a-4a12-b8f0-daadbae14f1d tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:27.897851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5864d4ed-b86a-4a12-b8f0-daadbae14f1d tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:27.903239 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5864d4ed-b86a-4a12-b8f0-daadbae14f1d tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/subnets/2b1bb3b8-67d6-4cde-aa7a-afde9724582b HTTP/1.1" status: 404 len: 337 time: 0.0424228 Sep 07 19:10:27.903988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57940) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:27.932669 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecaff3e7-393d-4399-8c1e-5d235f107b61 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:27.933469 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecaff3e7-393d-4399-8c1e-5d235f107b61 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:27.940903 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ecaff3e7-393d-4399-8c1e-5d235f107b61 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/networks/0645bffe-11eb-419f-83d5-bbd54d5c026a HTTP/1.1" status: 404 len: 339 time: 0.0303011 Sep 07 19:10:27.944191 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57942) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:27.978467 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-396f644f-4cb7-42e4-a832-d1cf5f2bc7f4 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:27.978932 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396f644f-4cb7-42e4-a832-d1cf5f2bc7f4 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:27.981420 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-396f644f-4cb7-42e4-a832-d1cf5f2bc7f4 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/subnets/ae66db4a-f295-4245-910e-51ee9b2066e1 HTTP/1.1" status: 404 len: 337 time: 0.0354784 Sep 07 19:10:27.984161 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57944) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:28.003725 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a270376-9df3-48ef-93db-3ee4c1dba7d8 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:28.004309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a270376-9df3-48ef-93db-3ee4c1dba7d8 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:28.006275 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6a270376-9df3-48ef-93db-3ee4c1dba7d8 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/networks/5e2f90cd-9c27-49cd-8bb9-58de7eea1d2b HTTP/1.1" status: 404 len: 339 time: 0.0209343 Sep 07 19:10:28.008940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57946) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:28.035186 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-03502276-fdbf-4970-9b8a-6e42d5806ae5 None None] Provisioning complete for port 2ebf172d-3b1f-415c-9117-5d52eda7d529 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:28.035580 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-03502276-fdbf-4970-9b8a-6e42d5806ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:28.041946 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9a84b8-a560-4e35-b1ba-313fc60e4080 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:28.042401 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d9a84b8-a560-4e35-b1ba-313fc60e4080 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:28.048271 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7d9a84b8-a560-4e35-b1ba-313fc60e4080 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/subnets/740149b3-bcb4-455f-9dc7-8165e9e22f1b HTTP/1.1" status: 404 len: 337 time: 0.0378807 Sep 07 19:10:28.050885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57948) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:28.072011 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-11db0db9-ddf8-469b-9ac4-e9323ecbfea8 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:28.072541 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11db0db9-ddf8-469b-9ac4-e9323ecbfea8 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:28.075214 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-11db0db9-ddf8-469b-9ac4-e9323ecbfea8 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/networks/c10a811b-0fd8-4b2e-a157-ea4f14e8613a HTTP/1.1" status: 404 len: 339 time: 0.0224583 Sep 07 19:10:28.080450 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57950) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:28.101352 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7657615-2df4-45fa-a364-414f664e0cf3 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:28.107143 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-03502276-fdbf-4970-9b8a-6e42d5806ae5 None None] Port 2ebf172d-3b1f-415c-9117-5d52eda7d529 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:10:28.151962 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70888ce5-a52b-4894-9499-1ca6ca01f09a tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:28.164796 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c4fdcb-cb1b-41a2-818b-f747cca174db tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Deleting subnet da241ad0-e83a-468f-ac69-4cf3dafa290d {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:10:28.172025 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-58c4fdcb-cb1b-41a2-818b-f747cca174db tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:28.223425 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-58c4fdcb-cb1b-41a2-818b-f747cca174db tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:28.267281 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a709d20d-08a3-42d2-bd86-41d99e992981 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:28.322222 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-58c4fdcb-cb1b-41a2-818b-f747cca174db tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:28.355494 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-a709d20d-08a3-42d2-bd86-41d99e992981 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Transition to ACTIVE for port object c9cc9502-c5c2-4aa6-9232-36e99c1c42c7 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:28.367253 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e9e32e98-a546-40da-a23a-103983cbd959 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:28.378877 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b4bab970-bf1d-4b98-a450-75b0d1ca78af None None] Provisioning for port c87d530f-0c04-412d-a4c4-d0ba91c8c33d completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:28.395419 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b4bab970-bf1d-4b98-a450-75b0d1ca78af None None] Provisioning complete for port c87d530f-0c04-412d-a4c4-d0ba91c8c33d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:28.395793 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b4bab970-bf1d-4b98-a450-75b0d1ca78af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:28.402435 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-58c4fdcb-cb1b-41a2-818b-f747cca174db tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:28.448690 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4fdcb-cb1b-41a2-818b-f747cca174db tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Subnet': ['ID=da241ad0-e83a-468f-ac69-4cf3dafa290d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:28.461795 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-58c4fdcb-cb1b-41a2-818b-f747cca174db tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:28.466602 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-58c4fdcb-cb1b-41a2-818b-f747cca174db tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/subnets/da241ad0-e83a-468f-ac69-4cf3dafa290d HTTP/1.1" status: 204 len: 168 time: 0.3824978 Sep 07 19:10:28.467840 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57956) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:28.480597 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dc6198-21d4-407f-ac96-0b4b01ffdbb2 None None] Network 8521f0dd-d61d-4006-bb59-e56e936633ac requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:28.643201 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5f628b84-5d25-4bed-8e89-9cac5f937a86 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:28.766014 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a709d20d-08a3-42d2-bd86-41d99e992981 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:28.770654 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b4bab970-bf1d-4b98-a450-75b0d1ca78af None None] Provisioning complete for port 2ebf172d-3b1f-415c-9117-5d52eda7d529 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:28.771182 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b4bab970-bf1d-4b98-a450-75b0d1ca78af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:28.774859 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-607801d5-d52d-4b18-a38d-2e8ea3520e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:28.809869 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-607801d5-d52d-4b18-a38d-2e8ea3520e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:28.821546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-5f628b84-5d25-4bed-8e89-9cac5f937a86 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Deleting port bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:10:28.822304 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5f628b84-5d25-4bed-8e89-9cac5f937a86 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:28.827270 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-52af7eb0-baf0-48be-b6ee-842cd14bee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:28.850486 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a873e6-af27-423f-8a95-3791ca2da8fb None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:28.855000 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-b4bab970-bf1d-4b98-a450-75b0d1ca78af None None] Port 2ebf172d-3b1f-415c-9117-5d52eda7d529 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:10:28.888556 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a709d20d-08a3-42d2-bd86-41d99e992981 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:28.944339 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70888ce5-a52b-4894-9499-1ca6ca01f09a tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:28.945271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-5f628b84-5d25-4bed-8e89-9cac5f937a86 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] For port bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a,segment=NetworkSegment(d3bbfe21-2abd-4570-822f-c3ae5afaeb2a),segment_id=d3bbfe21-2abd-4570-822f-c3ae5afaeb2a)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:28.945813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93f4f17-7a1c-40d1-ae09-a8b43039d86c None None] DHCP port deletion for 8521f0dd-d61d-4006-bb59-e56e936633ac request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:10:28.945969 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5f628b84-5d25-4bed-8e89-9cac5f937a86 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:28.946408 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-a709d20d-08a3-42d2-bd86-41d99e992981 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:28.968176 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-5f628b84-5d25-4bed-8e89-9cac5f937a86 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Calling delete_port for bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:10:28.969320 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a709d20d-08a3-42d2-bd86-41d99e992981 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:28.975084 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a709d20d-08a3-42d2-bd86-41d99e992981 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:28.975740 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a709d20d-08a3-42d2-bd86-41d99e992981 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:28.989426 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-607801d5-d52d-4b18-a38d-2e8ea3520e05 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab590d312d32407d915b1b7d1ebb4212&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7333453 Sep 07 19:10:28.998828 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57966) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:29.030080 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709d20d-08a3-42d2-bd86-41d99e992981 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event updated for resources: {'Port': ['ID=c9cc9502-c5c2-4aa6-9232-36e99c1c42c7,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:29.033224 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607801d5-d52d-4b18-a38d-2e8ea3520e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58facf5b-9078-4099-87b1-e3c9da85c27e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:29.070986 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5f628b84-5d25-4bed-8e89-9cac5f937a86 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.099179 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a709d20d-08a3-42d2-bd86-41d99e992981 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1593280 Sep 07 19:10:29.111970 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57970) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:29.118138 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c1c8bf0f-8ff5-43a5-aaf3-356988acf1c5 None None] Provisioning complete for port c87d530f-0c04-412d-a4c4-d0ba91c8c33d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:29.118881 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c1c8bf0f-8ff5-43a5-aaf3-356988acf1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.139174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f628b84-5d25-4bed-8e89-9cac5f937a86 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Port': ['ID=bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:29.151830 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f628b84-5d25-4bed-8e89-9cac5f937a86 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] No DVR routers for this DVR port bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:10:29.165300 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.214629 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c93f4f17-7a1c-40d1-ae09-a8b43039d86c None None] Deleting port bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:10:29.215732 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c93f4f17-7a1c-40d1-ae09-a8b43039d86c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.230450 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-720b9aeb-c4c0-42e4-b8ca-d41950569ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.247852 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-e9e32e98-a546-40da-a23a-103983cbd959 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting port 2ebf172d-3b1f-415c-9117-5d52eda7d529 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:10:29.248196 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e9e32e98-a546-40da-a23a-103983cbd959 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.284813 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5f628b84-5d25-4bed-8e89-9cac5f937a86 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.310625 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c93f4f17-7a1c-40d1-ae09-a8b43039d86c None None] For port bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a, host n-d-807786-1, got binding levels [] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:29.311166 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c93f4f17-7a1c-40d1-ae09-a8b43039d86c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.318573 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-5f628b84-5d25-4bed-8e89-9cac5f937a86 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8521f0dd-d61d-4006-bb59-e56e936633ac']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:29.324414 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-720b9aeb-c4c0-42e4-b8ca-d41950569ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.347654 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c93f4f17-7a1c-40d1-ae09-a8b43039d86c None None] Calling delete_port for bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:10:29.356333 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.ipam_backend_mixin [None req-c93f4f17-7a1c-40d1-ae09-a8b43039d86c None None] Port bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a was not found and therefore no delete operation was performed {{(pid=101446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 19:10:29.359870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-5f628b84-5d25-4bed-8e89-9cac5f937a86 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bbfe21-2abd-4570-822f-c3ae5afaeb2a') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:29.360176 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-5f628b84-5d25-4bed-8e89-9cac5f937a86 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bbfe21-2abd-4570-822f-c3ae5afaeb2a') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:29.368863 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c93f4f17-7a1c-40d1-ae09-a8b43039d86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.384923 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5f628b84-5d25-4bed-8e89-9cac5f937a86 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.386984 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-70888ce5-a52b-4894-9499-1ca6ca01f09a tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Allocated IP 172.25.8.192 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/29bbf06a-1f4f-4d09-a582-9ebbbc3749cc) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:29.408335 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f4f17-7a1c-40d1-ae09-a8b43039d86c None None] Pushing event deleted for resources: {'Port': ['ID=bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:29.410679 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5f628b84-5d25-4bed-8e89-9cac5f937a86 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.413101 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93f4f17-7a1c-40d1-ae09-a8b43039d86c None None] No DVR routers for this DVR port bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:10:29.435919 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c1c8bf0f-8ff5-43a5-aaf3-356988acf1c5 None None] Provisioning complete for port 2ebf172d-3b1f-415c-9117-5d52eda7d529 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:29.437246 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c1c8bf0f-8ff5-43a5-aaf3-356988acf1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.444314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f628b84-5d25-4bed-8e89-9cac5f937a86 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:10:29.446170 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5f628b84-5d25-4bed-8e89-9cac5f937a86 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:10:29.452830 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:10:29.494241 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:10:29.521310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:10:29.521695 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bed73e6c-3b7d-4120-a2cd-8cf9a2caf67a not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:10:29.544822 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c1c8bf0f-8ff5-43a5-aaf3-356988acf1c5 None None] Port 2ebf172d-3b1f-415c-9117-5d52eda7d529 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:10:29.558473 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5f628b84-5d25-4bed-8e89-9cac5f937a86 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.561155 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e9e32e98-a546-40da-a23a-103983cbd959 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.567210 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5f628b84-5d25-4bed-8e89-9cac5f937a86 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.569156 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5f628b84-5d25-4bed-8e89-9cac5f937a86 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/networks/8521f0dd-d61d-4006-bb59-e56e936633ac HTTP/1.1" status: 204 len: 168 time: 1.1003268 Sep 07 19:10:29.576580 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57972) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:29.584163 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f628b84-5d25-4bed-8e89-9cac5f937a86 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Network': ['ID=8521f0dd-d61d-4006-bb59-e56e936633ac,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:29.603681 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-e9e32e98-a546-40da-a23a-103983cbd959 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Calling delete_port for 2ebf172d-3b1f-415c-9117-5d52eda7d529 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:10:29.693167 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b0f29a6-c33d-423c-a7bd-bd52545a73fa tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:29.693796 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b0f29a6-c33d-423c-a7bd-bd52545a73fa tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:29.699133 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3b0f29a6-c33d-423c-a7bd-bd52545a73fa tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/subnets/60d98a9a-793b-4f46-8b4d-fa1896c49e7b HTTP/1.1" status: 404 len: 337 time: 0.1181493 Sep 07 19:10:29.705669 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57974) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:29.741169 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-aa346caa-ad31-48e1-ae87-d9f223fb64d4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting port c9cc9502-c5c2-4aa6-9232-36e99c1c42c7 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:10:29.741985 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa346caa-ad31-48e1-ae87-d9f223fb64d4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.777393 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-720b9aeb-c4c0-42e4-b8ca-d41950569ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.780788 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-720b9aeb-c4c0-42e4-b8ca-d41950569ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.781038 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaeb595a-0ad9-41ea-89d6-6153a8dbcfa2 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:29.781815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaeb595a-0ad9-41ea-89d6-6153a8dbcfa2 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:29.782673 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-720b9aeb-c4c0-42e4-b8ca-d41950569ced admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58facf5b-9078-4099-87b1-e3c9da85c27e HTTP/1.1" status: 204 len: 168 time: 0.7800953 Sep 07 19:10:29.784123 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-aaeb595a-0ad9-41ea-89d6-6153a8dbcfa2 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/networks/2c7f8637-4d97-4e4d-a885-9edcdc99214d HTTP/1.1" status: 404 len: 339 time: 0.0730605 Sep 07 19:10:29.799555 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57980) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:29.846453 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b9aeb-c4c0-42e4-b8ca-d41950569ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58facf5b-9078-4099-87b1-e3c9da85c27e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:29.908417 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70888ce5-a52b-4894-9499-1ca6ca01f09a tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.923083 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6cdc547-3ab6-4a6d-b56e-187bbda9ebed tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Deleting subnet 75de7755-a171-41b1-8979-00b23e878fac {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:10:29.927422 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-aa255a1d-2f88-4534-b450-23a7514bb31e None None] Provisioning complete for port c87d530f-0c04-412d-a4c4-d0ba91c8c33d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:29.928149 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aa255a1d-2f88-4534-b450-23a7514bb31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.930672 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6cdc547-3ab6-4a6d-b56e-187bbda9ebed tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:30.048482 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6cdc547-3ab6-4a6d-b56e-187bbda9ebed tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:30.055872 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa346caa-ad31-48e1-ae87-d9f223fb64d4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:30.106542 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-aa346caa-ad31-48e1-ae87-d9f223fb64d4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Calling delete_port for c9cc9502-c5c2-4aa6-9232-36e99c1c42c7 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:10:30.150247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-aa255a1d-2f88-4534-b450-23a7514bb31e None None] Provisioning for port c9cc9502-c5c2-4aa6-9232-36e99c1c42c7 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:30.159141 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-aa255a1d-2f88-4534-b450-23a7514bb31e None None] Provisioning complete for port c9cc9502-c5c2-4aa6-9232-36e99c1c42c7 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:30.160023 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aa255a1d-2f88-4534-b450-23a7514bb31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:30.217254 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:30.220469 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-aa255a1d-2f88-4534-b450-23a7514bb31e None None] Port c9cc9502-c5c2-4aa6-9232-36e99c1c42c7 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:10:30.247660 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6cdc547-3ab6-4a6d-b56e-187bbda9ebed tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:30.320483 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70888ce5-a52b-4894-9499-1ca6ca01f09a tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:30.325198 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6cdc547-3ab6-4a6d-b56e-187bbda9ebed tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:30.345640 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3b839745-3d43-46bf-835c-b114fc72f9e7 None None] Provisioning complete for port c9cc9502-c5c2-4aa6-9232-36e99c1c42c7 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:30.346705 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3b839745-3d43-46bf-835c-b114fc72f9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:30.370815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdc547-3ab6-4a6d-b56e-187bbda9ebed tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Subnet': ['ID=75de7755-a171-41b1-8979-00b23e878fac,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:30.381231 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6cdc547-3ab6-4a6d-b56e-187bbda9ebed tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:30.383531 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d6cdc547-3ab6-4a6d-b56e-187bbda9ebed tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/subnets/75de7755-a171-41b1-8979-00b23e878fac HTTP/1.1" status: 204 len: 168 time: 0.5823765 Sep 07 19:10:30.386359 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57986) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:30.399703 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154a7a78-4205-4f4c-afc9-f45d44fe12f1 None None] Network 429950d9-9554-4c62-a081-81de6a44bd48 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:30.408527 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57988) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:30.438807 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70888ce5-a52b-4894-9499-1ca6ca01f09a tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:30.448697 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-70888ce5-a52b-4894-9499-1ca6ca01f09a tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:30.455707 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70888ce5-a52b-4894-9499-1ca6ca01f09a tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:30.473963 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3b839745-3d43-46bf-835c-b114fc72f9e7 None None] Port c9cc9502-c5c2-4aa6-9232-36e99c1c42c7 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:10:30.486786 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6f33-c47e-441a-ab4c-ce26cb792410 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:30.505831 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e9e32e98-a546-40da-a23a-103983cbd959 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:30.507628 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f66270e3-3006-4a5e-a017-3b6acb8b1dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:30.549024 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70888ce5-a52b-4894-9499-1ca6ca01f09a tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event updated for resources: {'Port': ['ID=29bbf06a-1f4f-4d09-a582-9ebbbc3749cc,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:30.564940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-6f5c6f33-c47e-441a-ab4c-ce26cb792410 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Deleting port 2cc83cdb-20cb-40bf-9240-7ee072fdb52e {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:10:30.565445 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6f33-c47e-441a-ab4c-ce26cb792410 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:30.652867 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e32e98-a546-40da-a23a-103983cbd959 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Port': ['ID=2ebf172d-3b1f-415c-9117-5d52eda7d529,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:30.664134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-6f5c6f33-c47e-441a-ab4c-ce26cb792410 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] For port 2cc83cdb-20cb-40bf-9240-7ee072fdb52e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=2cc83cdb-20cb-40bf-9240-7ee072fdb52e,segment=NetworkSegment(4dc69dd0-9af2-40f9-8fcb-ed626c1c7848),segment_id=4dc69dd0-9af2-40f9-8fcb-ed626c1c7848)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:30.664884 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6f33-c47e-441a-ab4c-ce26cb792410 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:30.683835 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-6f5c6f33-c47e-441a-ab4c-ce26cb792410 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Calling delete_port for 2cc83cdb-20cb-40bf-9240-7ee072fdb52e owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:10:30.766727 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa346caa-ad31-48e1-ae87-d9f223fb64d4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:30.805792 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6f33-c47e-441a-ab4c-ce26cb792410 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:30.806913 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ba86cf-94f2-41d6-8fc9-c58c692e3512 None None] DHCP port deletion for 429950d9-9554-4c62-a081-81de6a44bd48 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:10:30.846206 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5c6f33-c47e-441a-ab4c-ce26cb792410 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] No DVR routers for this DVR port 2cc83cdb-20cb-40bf-9240-7ee072fdb52e on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:10:30.848290 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c6f33-c47e-441a-ab4c-ce26cb792410 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Port': ['ID=2cc83cdb-20cb-40bf-9240-7ee072fdb52e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:30.859336 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa346caa-ad31-48e1-ae87-d9f223fb64d4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Port': ['ID=c9cc9502-c5c2-4aa6-9232-36e99c1c42c7,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:30.959351 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6f33-c47e-441a-ab4c-ce26cb792410 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:30.986598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-6f5c6f33-c47e-441a-ab4c-ce26cb792410 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429950d9-9554-4c62-a081-81de6a44bd48']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:30.998067 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-6f5c6f33-c47e-441a-ab4c-ce26cb792410 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc69dd0-9af2-40f9-8fcb-ed626c1c7848') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:30.998667 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-6f5c6f33-c47e-441a-ab4c-ce26cb792410 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc69dd0-9af2-40f9-8fcb-ed626c1c7848') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:31.000902 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa346caa-ad31-48e1-ae87-d9f223fb64d4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:31.005711 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-aa346caa-ad31-48e1-ae87-d9f223fb64d4 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/c9cc9502-c5c2-4aa6-9232-36e99c1c42c7 HTTP/1.1" status: 204 len: 168 time: 1.8898017 Sep 07 19:10:31.010511 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6f33-c47e-441a-ab4c-ce26cb792410 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:31.025771 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6f33-c47e-441a-ab4c-ce26cb792410 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:31.033624 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5c6f33-c47e-441a-ab4c-ce26cb792410 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:10:31.034368 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6f33-c47e-441a-ab4c-ce26cb792410 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:31.040693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 57992) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:10:31.042166 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:10:31.168428 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e9e32e98-a546-40da-a23a-103983cbd959 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:31.231226 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6f33-c47e-441a-ab4c-ce26cb792410 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:31.240061 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6f33-c47e-441a-ab4c-ce26cb792410 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:31.242549 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6f5c6f33-c47e-441a-ab4c-ce26cb792410 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] 10.222.0.26 "DELETE /v2.0/networks/429950d9-9554-4c62-a081-81de6a44bd48 HTTP/1.1" status: 204 len: 168 time: 0.8544066 Sep 07 19:10:31.297222 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265501bc-4103-4f8f-aed5-12fa98cb24ce tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:31.300876 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-265501bc-4103-4f8f-aed5-12fa98cb24ce tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2521517 Sep 07 19:10:31.302414 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c6f33-c47e-441a-ab4c-ce26cb792410 tempest-NetworksIpV6Test-1958982962 tempest-NetworksIpV6Test-1958982962-project] Pushing event deleted for resources: {'Network': ['ID=429950d9-9554-4c62-a081-81de6a44bd48,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:31.302543 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 57998) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:31.310773 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f66270e3-3006-4a5e-a017-3b6acb8b1dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:31.356534 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f66270e3-3006-4a5e-a017-3b6acb8b1dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:31.423150 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 2cc83cdb-20cb-40bf-9240-7ee072fdb52e no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:10:31.447553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 2cc83cdb-20cb-40bf-9240-7ee072fdb52e {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:10:31.447812 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 2cc83cdb-20cb-40bf-9240-7ee072fdb52e not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:10:31.480194 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f66270e3-3006-4a5e-a017-3b6acb8b1dc1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b51e7f67b9ae4664a55dc7dba268f9ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0681326 Sep 07 19:10:31.483970 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58000) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:31.570846 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1027d6e8-095f-442b-820d-c01fddf55d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:31.598192 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1027d6e8-095f-442b-820d-c01fddf55d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:31.633553 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58004) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:31.688286 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1027d6e8-095f-442b-820d-c01fddf55d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:31.695155 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1027d6e8-095f-442b-820d-c01fddf55d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:31.698820 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1027d6e8-095f-442b-820d-c01fddf55d8f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9a9ab355-1ade-4c01-8299-745de1498810 HTTP/1.1" status: 204 len: 168 time: 0.2105114 Sep 07 19:10:31.716954 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027d6e8-095f-442b-820d-c01fddf55d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9ab355-1ade-4c01-8299-745de1498810,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:31.751725 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:31.856259 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66270e3-3006-4a5e-a017-3b6acb8b1dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9ab355-1ade-4c01-8299-745de1498810,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:31.895746 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-03eeca38-1dbe-4d7e-857f-322057184eba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a7b24e7fed5548bf9053ec410fedea0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581038 Sep 07 19:10:31.896591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58012) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:31.941313 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6315a0ee-50ff-47fe-ac5f-494570e93617 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:31.945547 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6315a0ee-50ff-47fe-ac5f-494570e93617 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6371703 Sep 07 19:10:31.952629 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58014) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:31.976017 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e32e98-a546-40da-a23a-103983cbd959 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Router a7045f92-0426-4778-9146-ff9cf6fab545 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:10:32.034285 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d981dbb5-dd99-4389-8a97-1b16857e1dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:32.042255 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a132f5-f531-4715-a8a8-80250558e412 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:32.044763 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a132f5-f531-4715-a8a8-80250558e412 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:32.046587 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a132f5-f531-4715-a8a8-80250558e412 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:32.051772 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d9a132f5-f531-4715-a8a8-80250558e412 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0977669 Sep 07 19:10:32.057672 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58018) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:32.102433 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d981dbb5-dd99-4389-8a97-1b16857e1dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:32.167316 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6edb56-de94-4699-9750-d24ed9a406d5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet 05d5bbd3-03fd-434b-95e1-cc3077aa9b53 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:10:32.174500 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-aa6edb56-de94-4699-9750-d24ed9a406d5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:32.220635 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-aa6edb56-de94-4699-9750-d24ed9a406d5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:32.256251 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d981dbb5-dd99-4389-8a97-1b16857e1dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:32.258970 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d981dbb5-dd99-4389-8a97-1b16857e1dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:32.260326 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d981dbb5-dd99-4389-8a97-1b16857e1dcd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2623e2c8-2b23-4844-a83d-3710242835d9 HTTP/1.1" status: 204 len: 168 time: 0.3627079 Sep 07 19:10:32.263694 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e32e98-a546-40da-a23a-103983cbd959 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:10:32.276298 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981dbb5-dd99-4389-8a97-1b16857e1dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2623e2c8-2b23-4844-a83d-3710242835d9,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:32.276725 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915410c7-86e4-40aa-819f-d0f0a6d998cc None None] Sync routers for ids ['a7045f92-0426-4778-9146-ff9cf6fab545'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:10:32.291312 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58024) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:32.291832 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e9e32e98-a546-40da-a23a-103983cbd959 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "PUT /v2.0/routers/a7045f92-0426-4778-9146-ff9cf6fab545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6108530 Sep 07 19:10:32.302343 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58026) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:32.310926 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915410c7-86e4-40aa-819f-d0f0a6d998cc None None] Routers {'a7045f92-0426-4778-9146-ff9cf6fab545'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:10:32.320811 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-915410c7-86e4-40aa-819f-d0f0a6d998cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:10:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a7045f92-0426-4778-9146-ff9cf6fab545'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:32.335127 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70888ce5-a52b-4894-9499-1ca6ca01f09a tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:32.339268 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4c2c297f-0034-4283-bab1-a060de09fe97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:32.345049 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1131f000-a6ec-4de2-b6fb-9d15277dfc89 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] GET failed (client error): The resource could not be found. Sep 07 19:10:32.346870 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1131f000-a6ec-4de2-b6fb-9d15277dfc89 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports/2ebf172d-3b1f-415c-9117-5d52eda7d529 HTTP/1.1" status: 404 len: 333 time: 0.0545158 Sep 07 19:10:32.349902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58028) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:32.363506 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-915410c7-86e4-40aa-819f-d0f0a6d998cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:32.374906 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915410c7-86e4-40aa-819f-d0f0a6d998cc None None] Routers {'a7045f92-0426-4778-9146-ff9cf6fab545'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:10:32.376565 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-915410c7-86e4-40aa-819f-d0f0a6d998cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:10:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a7045f92-0426-4778-9146-ff9cf6fab545'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:32.419285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-915410c7-86e4-40aa-819f-d0f0a6d998cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:32.420341 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915410c7-86e4-40aa-819f-d0f0a6d998cc None None] The sync data for ids ['a7045f92-0426-4778-9146-ff9cf6fab545'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:10:32.519100 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70888ce5-a52b-4894-9499-1ca6ca01f09a tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:32.593448 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4c2c297f-0034-4283-bab1-a060de09fe97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:32.601178 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4c2c297f-0034-4283-bab1-a060de09fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:32.706601 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4c2c297f-0034-4283-bab1-a060de09fe97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c283bd3d1f7943c689fc476622d7f07b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4026182 Sep 07 19:10:32.707240 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58032) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:32.749591 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c297f-0034-4283-bab1-a060de09fe97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a68db8-e7fd-4fa6-aa62-e67e38f7f2b5,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:32.773512 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-aa6edb56-de94-4699-9750-d24ed9a406d5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:32.833435 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f9720c91-9929-4415-b0ad-fa3b12d0a3ca tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:32.841473 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70888ce5-a52b-4894-9499-1ca6ca01f09a tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:32.857282 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70888ce5-a52b-4894-9499-1ca6ca01f09a tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:32.861053 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e63f3152-28e7-41c6-87c0-08ead062b30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:32.960455 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e63f3152-28e7-41c6-87c0-08ead062b30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:32.969350 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70888ce5-a52b-4894-9499-1ca6ca01f09a tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event updated for resources: {'Port': ['ID=29bbf06a-1f4f-4d09-a582-9ebbbc3749cc,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:33.016107 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70888ce5-a52b-4894-9499-1ca6ca01f09a tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:33.027661 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f9720c91-9929-4415-b0ad-fa3b12d0a3ca tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:33.031957 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f9720c91-9929-4415-b0ad-fa3b12d0a3ca tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:33.078904 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-aa6edb56-de94-4699-9750-d24ed9a406d5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:33.114372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6edb56-de94-4699-9750-d24ed9a406d5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=05d5bbd3-03fd-434b-95e1-cc3077aa9b53,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:33.116842 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-aa6edb56-de94-4699-9750-d24ed9a406d5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:33.123242 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-aa6edb56-de94-4699-9750-d24ed9a406d5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/05d5bbd3-03fd-434b-95e1-cc3077aa9b53 HTTP/1.1" status: 204 len: 168 time: 1.0642354 Sep 07 19:10:33.123634 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e5cb32-24f7-4da2-9a0c-e7a27840d81b None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:33.124672 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58042) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:33.132497 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f9720c91-9929-4415-b0ad-fa3b12d0a3ca tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:33.133344 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9720c91-9929-4415-b0ad-fa3b12d0a3ca tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Fanout notify agent at l3_agent the message router_deleted on router a7045f92-0426-4778-9146-ff9cf6fab545 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:10:33.141449 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f9720c91-9929-4415-b0ad-fa3b12d0a3ca tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:33.147282 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f9720c91-9929-4415-b0ad-fa3b12d0a3ca tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/routers/a7045f92-0426-4778-9146-ff9cf6fab545 HTTP/1.1" status: 204 len: 168 time: 0.7922392 Sep 07 19:10:33.151278 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58044) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:33.216427 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-70888ce5-a52b-4894-9499-1ca6ca01f09a tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Floating IP 01408867-e20b-43de-be92-bccd8c338053 associated. External IP: 172.25.8.192, port: 0bce86ac-4a56-4082-b729-3666389aa82c. Sep 07 19:10:33.223777 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e63f3152-28e7-41c6-87c0-08ead062b30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:33.226722 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e63f3152-28e7-41c6-87c0-08ead062b30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:33.228136 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e63f3152-28e7-41c6-87c0-08ead062b30e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/34a68db8-e7fd-4fa6-aa62-e67e38f7f2b5 HTTP/1.1" status: 204 len: 168 time: 0.5110946 Sep 07 19:10:33.260375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab3bf4b-736f-4a5a-9873-bb5ac227e04f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Deleting subnet c6f33d72-250a-41f5-844f-7154a2cfca30 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:10:33.269273 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7ab3bf4b-736f-4a5a-9873-bb5ac227e04f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:33.298213 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb305c3-f7df-4105-96db-6d51bfb466e6 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting subnet 42f3ffae-4edb-464f-94e1-7155d527aafe {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:10:33.301613 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f3152-28e7-41c6-87c0-08ead062b30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a68db8-e7fd-4fa6-aa62-e67e38f7f2b5,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:33.319293 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bfb305c3-f7df-4105-96db-6d51bfb466e6 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:33.367357 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7ab3bf4b-736f-4a5a-9873-bb5ac227e04f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:33.448381 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bfb305c3-f7df-4105-96db-6d51bfb466e6 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:33.566153 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7ab3bf4b-736f-4a5a-9873-bb5ac227e04f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:33.680458 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bfb305c3-f7df-4105-96db-6d51bfb466e6 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:33.730283 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7ab3bf4b-736f-4a5a-9873-bb5ac227e04f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:33.825467 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bfb305c3-f7df-4105-96db-6d51bfb466e6 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:33.855005 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3bf4b-736f-4a5a-9873-bb5ac227e04f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f33d72-250a-41f5-844f-7154a2cfca30,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:33.857778 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7ab3bf4b-736f-4a5a-9873-bb5ac227e04f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:33.863324 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7ab3bf4b-736f-4a5a-9873-bb5ac227e04f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/c6f33d72-250a-41f5-844f-7154a2cfca30 HTTP/1.1" status: 204 len: 168 time: 0.7376068 Sep 07 19:10:33.864193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58060) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:33.895235 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70888ce5-a52b-4894-9499-1ca6ca01f09a tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Router f744e3b1-14c1-4486-9230-81db7fd79a62 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:10:33.896023 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb305c3-f7df-4105-96db-6d51bfb466e6 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Subnet': ['ID=42f3ffae-4edb-464f-94e1-7155d527aafe,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:33.915232 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79069a16-cbc9-4266-9ca1-f8983599981f None None] Network 9ea77ca6-f2a9-4947-a078-70de6492f975 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:33.919514 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bfb305c3-f7df-4105-96db-6d51bfb466e6 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:33.937245 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-efdcabc4-208d-44cd-a60d-4820a76974c2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678413 Sep 07 19:10:33.937245 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58066) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:33.937594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58068) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:33.940497 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bfb305c3-f7df-4105-96db-6d51bfb466e6 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/subnets/42f3ffae-4edb-464f-94e1-7155d527aafe HTTP/1.1" status: 204 len: 168 time: 0.7813570 Sep 07 19:10:34.156207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34103d3-e294-47d9-b891-2bd1bbb75909 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:34.171304 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b34103d3-e294-47d9-b891-2bd1bbb75909 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2344444 Sep 07 19:10:34.172678 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58076) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:34.188271 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7b742eb-d04d-4149-84f4-50dc8324595e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:34.372780 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d4d166-41e7-4990-903c-63646642e4f6 None None] DHCP port deletion for 9ea77ca6-f2a9-4947-a078-70de6492f975 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:10:34.422571 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70888ce5-a52b-4894-9499-1ca6ca01f09a tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:10:34.435156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac9e670-2203-4f43-aea8-24ebd286f9d3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:34.441622 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6ac9e670-2203-4f43-aea8-24ebd286f9d3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2639365 Sep 07 19:10:34.444708 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58080) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:34.445286 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58082) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:34.462725 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae06c4-5228-4559-b86b-8f8dafebcddf None None] Sync routers for ids ['f744e3b1-14c1-4486-9230-81db7fd79a62'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:10:34.489631 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70888ce5-a52b-4894-9499-1ca6ca01f09a tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:34.496108 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae06c4-5228-4559-b86b-8f8dafebcddf None None] Routers {'f744e3b1-14c1-4486-9230-81db7fd79a62'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:10:34.497595 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e2ae06c4-5228-4559-b86b-8f8dafebcddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:10:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['f744e3b1-14c1-4486-9230-81db7fd79a62'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:34.543963 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5568f21e-87f7-4c3a-801d-bb81345d30e0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852675 Sep 07 19:10:34.555551 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58088) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:34.570547 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-39d4d166-41e7-4990-903c-63646642e4f6 None None] Deleting port d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:10:34.571229 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-39d4d166-41e7-4990-903c-63646642e4f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:34.617176 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-d7b742eb-d04d-4149-84f4-50dc8324595e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting port d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:10:34.617648 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7b742eb-d04d-4149-84f4-50dc8324595e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:34.679472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58094) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:34.682172 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-70888ce5-a52b-4894-9499-1ca6ca01f09a tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0975130 Sep 07 19:10:34.687661 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3575764d-f726-4e5e-b2af-2a58e8eb986e', 'tag': '0bce86ac-4a56-4082-b729-3666389aa82c'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:10:34.694266 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f113a6f-3951-4131-862d-f618ecf91132" -d '{"events": [{"name": "network-changed", "server_uuid": "3575764d-f726-4e5e-b2af-2a58e8eb986e", "tag": "0bce86ac-4a56-4082-b729-3666389aa82c"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:10:34.711008 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09482a1-6dc8-433e-922f-dfbe21e46b06 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:34.715444 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b09482a1-6dc8-433e-922f-dfbe21e46b06 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:34.721779 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b09482a1-6dc8-433e-922f-dfbe21e46b06 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/c9cc9502-c5c2-4aa6-9232-36e99c1c42c7 HTTP/1.1" status: 404 len: 333 time: 0.1646948 Sep 07 19:10:34.723974 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58100) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:34.749371 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-39d4d166-41e7-4990-903c-63646642e4f6 None None] For port d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2,segment=NetworkSegment(8496131e-f899-43c7-a4c5-302dbba25b02),segment_id=8496131e-f899-43c7-a4c5-302dbba25b02)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:34.749836 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-39d4d166-41e7-4990-903c-63646642e4f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:34.810090 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-39d4d166-41e7-4990-903c-63646642e4f6 None None] Calling delete_port for d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:10:34.829575 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c390952-a1b8-4dfd-b3d1-00db858dc57a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:34.832246 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c390952-a1b8-4dfd-b3d1-00db858dc57a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:34.843508 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-d7b742eb-d04d-4149-84f4-50dc8324595e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] For port d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2,segment=NetworkSegment(8496131e-f899-43c7-a4c5-302dbba25b02),segment_id=8496131e-f899-43c7-a4c5-302dbba25b02)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:34.844372 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7b742eb-d04d-4149-84f4-50dc8324595e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:34.860064 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6c390952-a1b8-4dfd-b3d1-00db858dc57a tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/c6f33d72-250a-41f5-844f-7154a2cfca30 HTTP/1.1" status: 404 len: 337 time: 0.1310363 Sep 07 19:10:34.861573 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58104) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:34.887109 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-d7b742eb-d04d-4149-84f4-50dc8324595e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Calling delete_port for d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2 owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:10:34.939548 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2ad450-9eb3-4684-a594-f41527aa6127 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:34.940382 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2ad450-9eb3-4684-a594-f41527aa6127 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:34.948918 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6f2ad450-9eb3-4684-a594-f41527aa6127 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/05d5bbd3-03fd-434b-95e1-cc3077aa9b53 HTTP/1.1" status: 404 len: 337 time: 0.0801635 Sep 07 19:10:34.950108 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58106) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:34.966557 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-e2ae06c4-5228-4559-b86b-8f8dafebcddf None None] Set router f744e3b1-14c1-4486-9230-81db7fd79a62 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:10:35.012953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-94821233-f510-4c17-be1e-f57c2d189c4c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-47596951'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:35.031262 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4f743f-82ef-49a1-82c3-e1fda6a43d4f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:35.033860 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7b742eb-d04d-4149-84f4-50dc8324595e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:35.034076 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a4f743f-82ef-49a1-82c3-e1fda6a43d4f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:35.040771 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4a4f743f-82ef-49a1-82c3-e1fda6a43d4f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/c05dfff2-e9f2-4720-bf27-af507fa15fe4 HTTP/1.1" status: 404 len: 333 time: 0.0875533 Sep 07 19:10:35.043993 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58110) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:35.047408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94821233-f510-4c17-be1e-f57c2d189c4c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Made reservation on behalf of b27588553f8241218d620cca8fff3022 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:35.051757 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-94821233-f510-4c17-be1e-f57c2d189c4c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:35.101124 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-5006efe0-e772-4fbc-b67b-5341a364129d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:35.103137 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5006efe0-e772-4fbc-b67b-5341a364129d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:35.111445 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5006efe0-e772-4fbc-b67b-5341a364129d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/88867940-3449-4de9-92f2-916f518e0fbc HTTP/1.1" status: 404 len: 337 time: 0.0660686 Sep 07 19:10:35.112759 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-94821233-f510-4c17-be1e-f57c2d189c4c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:35.114409 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58112) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:35.130566 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b742eb-d04d-4149-84f4-50dc8324595e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Port': ['ID=d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:35.146706 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7e9f33-1856-4f7f-a827-28c9d89b6c58 None None] Network 5341d4d7-2b72-420c-84fe-cfa44886a8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:35.163706 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8f1d86-957b-4245-b74b-10398743a56f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:35.164465 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed8f1d86-957b-4245-b74b-10398743a56f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:35.166740 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ed8f1d86-957b-4245-b74b-10398743a56f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/9a90d37b-6da0-41c9-af82-489fe7fe9500 HTTP/1.1" status: 404 len: 337 time: 0.0510564 Sep 07 19:10:35.169825 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58114) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:35.196441 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-bafecd04-87c0-4555-9b4c-88eac1dde50b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:35.197548 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bafecd04-87c0-4555-9b4c-88eac1dde50b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:35.199801 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bafecd04-87c0-4555-9b4c-88eac1dde50b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/f213c6b7-8897-4e7c-a066-4b46f86d7f7f HTTP/1.1" status: 404 len: 333 time: 0.0283978 Sep 07 19:10:35.202356 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58116) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:35.223001 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-76c64f3f-fbe4-461b-a70d-21a8d166a8e5 None None] Provisioning complete for port c87d530f-0c04-412d-a4c4-d0ba91c8c33d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:35.224672 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-76c64f3f-fbe4-461b-a70d-21a8d166a8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:35.235269 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e977b9-d43b-42b7-bdb7-55c0dcddd148 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:35.236458 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e977b9-d43b-42b7-bdb7-55c0dcddd148 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:35.238843 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-75e977b9-d43b-42b7-bdb7-55c0dcddd148 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/d9e68ac2-4ef0-44e0-a0e8-9144b3387a72 HTTP/1.1" status: 404 len: 337 time: 0.0352385 Sep 07 19:10:35.242405 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58120) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:35.272060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b742eb-d04d-4149-84f4-50dc8324595e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] No DVR routers for this DVR port d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2 on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:10:35.307749 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb900db6-e1ae-4d25-a955-572ca9c7ae79 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:35.313479 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb900db6-e1ae-4d25-a955-572ca9c7ae79 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:35.318024 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-eb900db6-e1ae-4d25-a955-572ca9c7ae79 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/af092342-50e2-4d9a-b2a0-561d94fa8c28 HTTP/1.1" status: 404 len: 337 time: 0.0742710 Sep 07 19:10:35.321843 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58122) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:35.373979 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4e5bbd-c011-4d83-a165-6c4ee2736572 x-openstack-request-id: req-8a4e5bbd-c011-4d83-a165-6c4ee2736572 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:10:35.379936 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3575764d-f726-4e5e-b2af-2a58e8eb986e", "tag": "0bce86ac-4a56-4082-b729-3666389aa82c", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:10:35.380320 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a4e5bbd-c011-4d83-a165-6c4ee2736572 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:10:35.380867 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3575764d-f726-4e5e-b2af-2a58e8eb986e', 'tag': '0bce86ac-4a56-4082-b729-3666389aa82c', 'status': 'completed', 'code': 200} Sep 07 19:10:35.453369 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f05c88-77a1-48ab-9845-a79afb452afc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:35.454312 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f05c88-77a1-48ab-9845-a79afb452afc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:35.464367 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f2f05c88-77a1-48ab-9845-a79afb452afc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/e5d8ccee-6e07-4e42-8089-5e5e689b1dd4 HTTP/1.1" status: 404 len: 333 time: 0.1383815 Sep 07 19:10:35.469634 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58126) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:35.503301 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:10:35.534359 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:10:35.544591 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:10:35.545188 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:10:35.573364 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7b742eb-d04d-4149-84f4-50dc8324595e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:35.605407 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-d7b742eb-d04d-4149-84f4-50dc8324595e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea77ca6-f2a9-4947-a078-70de6492f975']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:35.606111 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-39d4d166-41e7-4990-903c-63646642e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:35.607108 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:10:35.619777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-d7b742eb-d04d-4149-84f4-50dc8324595e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8496131e-f899-43c7-a4c5-302dbba25b02') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:35.620074 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-d7b742eb-d04d-4149-84f4-50dc8324595e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8496131e-f899-43c7-a4c5-302dbba25b02') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:35.630016 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-19159b84-51b7-4137-8bf0-53d568344ec2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:35.630744 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19159b84-51b7-4137-8bf0-53d568344ec2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:35.632783 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-19159b84-51b7-4137-8bf0-53d568344ec2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/8f469c28-88af-4d6b-a4e5-875f3b618e19 HTTP/1.1" status: 404 len: 337 time: 0.1566546 Sep 07 19:10:35.639870 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7b742eb-d04d-4149-84f4-50dc8324595e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:35.640153 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58130) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:35.655959 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7b742eb-d04d-4149-84f4-50dc8324595e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:35.664206 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b742eb-d04d-4149-84f4-50dc8324595e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:10:35.664727 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7b742eb-d04d-4149-84f4-50dc8324595e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:35.678048 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e2ae06c4-5228-4559-b86b-8f8dafebcddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1717378193', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:09:36Z', 'updated_at': '2021-09-07T19:09:50Z', 'revision_number': 4, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:39Z', 'updated_at': '2021-09-07T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '01408867-e20b-43de-be92-bccd8c338053', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'floating_ip_address': '172.25.8.192', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'port_id': '0bce86ac-4a56-4082-b729-3666389aa82c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947', 'mac_address': 'fa:16:3e:f5:9a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3575764d-f726-4e5e-b2af-2a58e8eb986e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:10:31Z', 'updated_at': '2021-09-07T19:10:31Z', 'revision_number': 0, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c589d056-7c50-4f74-a20f-ebf5e2b4e016', 'name': '', 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'mac_address': 'fa:16:3e:5e:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'e3f01810-9bb0-4488-98ce-6fc4137d00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:48Z', 'updated_at': '2021-09-07T19:10:07Z', 'revision_number': 5, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'subnets': [{'id': 'e3f01810-9bb0-4488-98ce-6fc4137d00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:35.684417 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6b6dae-b003-4a3d-b8ba-cc7e8ebb9de3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:35.685572 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6b6dae-b003-4a3d-b8ba-cc7e8ebb9de3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:35.687595 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4d6b6dae-b003-4a3d-b8ba-cc7e8ebb9de3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/57cef530-c582-4a29-8dce-8bb21cd46cbc HTTP/1.1" status: 404 len: 337 time: 0.0463066 Sep 07 19:10:35.694588 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58132) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:35.713562 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4d166-41e7-4990-903c-63646642e4f6 None None] Pushing event deleted for resources: {'Port': ['ID=d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:35.723914 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d4d166-41e7-4990-903c-63646642e4f6 None None] No DVR routers for this DVR port d9bd7a2e-4c05-45c3-890a-7c273fb5b1b2 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:10:35.765561 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae06c4-5228-4559-b86b-8f8dafebcddf None None] Checking router: f744e3b1-14c1-4486-9230-81db7fd79a62 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:10:35.769586 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:10:35.779513 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae06c4-5228-4559-b86b-8f8dafebcddf None None] Routers {'f744e3b1-14c1-4486-9230-81db7fd79a62'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:10:35.780759 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e2ae06c4-5228-4559-b86b-8f8dafebcddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:10:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['f744e3b1-14c1-4486-9230-81db7fd79a62'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:35.787575 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7b742eb-d04d-4149-84f4-50dc8324595e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:35.801648 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8bfa60-0b4b-41b5-9182-3516cabeff33 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:35.803421 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc8bfa60-0b4b-41b5-9182-3516cabeff33 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:35.805808 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bc8bfa60-0b4b-41b5-9182-3516cabeff33 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/eb8bf705-dae3-4224-8f46-812eff105817 HTTP/1.1" status: 404 len: 333 time: 0.1098461 Sep 07 19:10:35.808483 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58138) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:35.817842 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7b742eb-d04d-4149-84f4-50dc8324595e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:35.823356 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d7b742eb-d04d-4149-84f4-50dc8324595e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/networks/9ea77ca6-f2a9-4947-a078-70de6492f975 HTTP/1.1" status: 204 len: 168 time: 1.8691463 Sep 07 19:10:35.835792 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58140) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:35.895299 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b742eb-d04d-4149-84f4-50dc8324595e tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Network': ['ID=9ea77ca6-f2a9-4947-a078-70de6492f975,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:35.906117 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-820d1615-4de0-4275-b468-027c27b442e5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:35.906771 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-820d1615-4de0-4275-b468-027c27b442e5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:35.909440 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-820d1615-4de0-4275-b468-027c27b442e5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/b20edbbb-5c88-4184-9803-27e199eca1d1 HTTP/1.1" status: 404 len: 337 time: 0.0976014 Sep 07 19:10:35.915231 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2add43-3caf-4e26-84d2-3f43ff1b46df None None] DHCP port deletion for 5341d4d7-2b72-420c-84fe-cfa44886a8d9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:10:35.925290 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58142) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:35.968476 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de6d4e9-863a-46ba-adb3-2c9aa4a3b5f3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:35.969539 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de6d4e9-863a-46ba-adb3-2c9aa4a3b5f3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:35.973634 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1de6d4e9-863a-46ba-adb3-2c9aa4a3b5f3 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/4f65464f-bfb9-4a3b-91a8-18eb6c7785c3 HTTP/1.1" status: 404 len: 333 time: 0.0429156 Sep 07 19:10:35.976647 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58146) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:35.997494 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f113a6f-3951-4131-862d-f618ecf91132 req-3b881dd2-71b9-45d2-9f20-443ec8af0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:35.998950 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f113a6f-3951-4131-862d-f618ecf91132 req-3b881dd2-71b9-45d2-9f20-443ec8af0a47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b1ee635b384533aa147bb1d2eb2c95&device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 1135 time: 0.6292815 Sep 07 19:10:36.018290 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e52731-86bb-4361-98a9-3838fe25117c tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:36.018852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e52731-86bb-4361-98a9-3838fe25117c tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:36.019362 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e52731-86bb-4361-98a9-3838fe25117c tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:36.019858 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e52731-86bb-4361-98a9-3838fe25117c tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:36.020321 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e52731-86bb-4361-98a9-3838fe25117c tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:36.020806 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e52731-86bb-4361-98a9-3838fe25117c tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:36.021472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e52731-86bb-4361-98a9-3838fe25117c tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:36.022097 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e52731-86bb-4361-98a9-3838fe25117c tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:36.022734 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e52731-86bb-4361-98a9-3838fe25117c tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:36.023354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e52731-86bb-4361-98a9-3838fe25117c tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:36.023973 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e52731-86bb-4361-98a9-3838fe25117c tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:36.029313 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-86e52731-86bb-4361-98a9-3838fe25117c tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7633 time: 1.3480840 Sep 07 19:10:36.031380 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58148) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:36.055241 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0000ce0d-0d62-4beb-b528-5967e387495e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:36.056243 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0000ce0d-0d62-4beb-b528-5967e387495e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:36.062895 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0000ce0d-0d62-4beb-b528-5967e387495e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/423aa76c-84eb-4b67-bad1-fabcc8bbf212 HTTP/1.1" status: 404 len: 337 time: 0.0837989 Sep 07 19:10:36.066297 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58152) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:36.092799 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-fd2add43-3caf-4e26-84d2-3f43ff1b46df None None] Deleting port c87d530f-0c04-412d-a4c4-d0ba91c8c33d {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:10:36.093992 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fd2add43-3caf-4e26-84d2-3f43ff1b46df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:36.097242 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-e2ae06c4-5228-4559-b86b-8f8dafebcddf None None] Set router f744e3b1-14c1-4486-9230-81db7fd79a62 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:10:36.113704 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dcfa88-69c2-4fac-970b-c89af9fd1bfd tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:36.113704 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-84dcfa88-69c2-4fac-970b-c89af9fd1bfd tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports/91c7ab1e-ef11-4698-ba6f-169482e84797 HTTP/1.1" status: 200 len: 841 time: 0.2701070 Sep 07 19:10:36.115861 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58154) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:36.197717 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e989d7f-4026-4e01-bb54-8dd78708f89e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:36.198927 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e989d7f-4026-4e01-bb54-8dd78708f89e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:36.201972 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8e989d7f-4026-4e01-bb54-8dd78708f89e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/68796468-03cf-4040-a985-b56fdca8400d HTTP/1.1" status: 404 len: 333 time: 0.1304817 Sep 07 19:10:36.205440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58156) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:36.250731 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c280af9f-e4c4-48b4-a412-62f8397d120f tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:36.251220 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c280af9f-e4c4-48b4-a412-62f8397d120f tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:36.251678 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c280af9f-e4c4-48b4-a412-62f8397d120f tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:36.252137 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c280af9f-e4c4-48b4-a412-62f8397d120f tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:36.252643 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c280af9f-e4c4-48b4-a412-62f8397d120f tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:36.253103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c280af9f-e4c4-48b4-a412-62f8397d120f tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:36.253559 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c280af9f-e4c4-48b4-a412-62f8397d120f tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:36.254011 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c280af9f-e4c4-48b4-a412-62f8397d120f tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:36.259143 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbabfeb1-b411-4a0c-a4e2-35501915ee2d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:36.259397 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c280af9f-e4c4-48b4-a412-62f8397d120f tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5177 time: 0.2227948 Sep 07 19:10:36.259828 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58158) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:36.260851 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbabfeb1-b411-4a0c-a4e2-35501915ee2d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:36.265926 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cbabfeb1-b411-4a0c-a4e2-35501915ee2d tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/13649f8c-45a7-45bd-9d51-6bfbb740605f HTTP/1.1" status: 404 len: 337 time: 0.0589273 Sep 07 19:10:36.271129 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8fa869cf-aa5e-4689-9afe-dd690ca1d8cb tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports/91c7ab1e-ef11-4698-ba6f-169482e84797?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1538696 Sep 07 19:10:36.272069 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58160) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:36.276109 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58162) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:36.278185 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-fd2add43-3caf-4e26-84d2-3f43ff1b46df None None] For port c87d530f-0c04-412d-a4c4-d0ba91c8c33d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c87d530f-0c04-412d-a4c4-d0ba91c8c33d,segment=NetworkSegment(c9fb5888-cc12-45e0-b585-89681f1aa053),segment_id=c9fb5888-cc12-45e0-b585-89681f1aa053)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:36.278600 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fd2add43-3caf-4e26-84d2-3f43ff1b46df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:36.290640 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4e06fc9c-e14b-479c-801c-060c69d55c05 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'subnet': {'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:36.322838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-fd2add43-3caf-4e26-84d2-3f43ff1b46df None None] Calling delete_port for c87d530f-0c04-412d-a4c4-d0ba91c8c33d owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:10:36.396932 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f113a6f-3951-4131-862d-f618ecf91132 req-309a9105-da23-4bb3-a2a7-290b48b03233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:36.398431 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f113a6f-3951-4131-862d-f618ecf91132 req-309a9105-da23-4bb3-a2a7-290b48b03233 service neutron] 10.222.0.36 "GET /v2.0/networks?id=349425b3-5cf8-4cd9-9fd3-af96e1b28947 HTTP/1.1" status: 200 len: 898 time: 0.3634255 Sep 07 19:10:36.401980 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-54527e8b-6dd3-4357-b4b6-59898c72a88e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:36.403630 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54527e8b-6dd3-4357-b4b6-59898c72a88e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:36.405795 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-54527e8b-6dd3-4357-b4b6-59898c72a88e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/96c46e98-c9a9-4d91-a52d-e425282188ce HTTP/1.1" status: 404 len: 333 time: 0.1306512 Sep 07 19:10:36.409940 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58164) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:36.425291 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-94821233-f510-4c17-be1e-f57c2d189c4c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:36.474421 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-94821233-f510-4c17-be1e-f57c2d189c4c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:36.504610 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-982d4b82-71b7-4935-b506-a59f27ada965 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:36.505707 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-982d4b82-71b7-4935-b506-a59f27ada965 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:36.515227 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-982d4b82-71b7-4935-b506-a59f27ada965 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/5ac29f02-6cca-486f-a6e0-4dcfa62e83ab HTTP/1.1" status: 404 len: 337 time: 0.1029959 Sep 07 19:10:36.519507 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94821233-f510-4c17-be1e-f57c2d189c4c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea1111e-2577-43d3-b83a-02b70fe6b405,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:36.521018 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58170) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:36.542101 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94821233-f510-4c17-be1e-f57c2d189c4c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:10:36.557073 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fd2add43-3caf-4e26-84d2-3f43ff1b46df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:36.575103 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-94821233-f510-4c17-be1e-f57c2d189c4c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:36.575465 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-94821233-f510-4c17-be1e-f57c2d189c4c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Added segment 35b17857-b4f9-45ae-a06b-a2fd15c0d8a4 of type vlan for network ffed43f5-b6f8-4e63-a173-9fd390d76baf Sep 07 19:10:36.583566 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f113a6f-3951-4131-862d-f618ecf91132 req-0fbd010a-a0af-4a9d-aabc-b341eb978609 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0bce86ac-4a56-4082-b729-3666389aa82c HTTP/1.1" status: 200 len: 999 time: 0.1680288 Sep 07 19:10:36.589489 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce9e0e4-e8f0-4052-9424-f40feae9a41b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:36.591170 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce9e0e4-e8f0-4052-9424-f40feae9a41b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:36.594740 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cce9e0e4-e8f0-4052-9424-f40feae9a41b tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/10acfaa0-1e9b-4791-a31d-4ffc6f31df46 HTTP/1.1" status: 404 len: 333 time: 0.0723197 Sep 07 19:10:36.598773 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58172) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:36.603382 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e06fc9c-e14b-479c-801c-060c69d55c05 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:36.619552 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4e06fc9c-e14b-479c-801c-060c69d55c05 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:36.669983 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2add43-3caf-4e26-84d2-3f43ff1b46df None None] Pushing event deleted for resources: {'Port': ['ID=c87d530f-0c04-412d-a4c4-d0ba91c8c33d,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:36.678128 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2add43-3caf-4e26-84d2-3f43ff1b46df None None] No DVR routers for this DVR port c87d530f-0c04-412d-a4c4-d0ba91c8c33d on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:10:36.740932 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e2ae06c4-5228-4559-b86b-8f8dafebcddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1717378193', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:09:36Z', 'updated_at': '2021-09-07T19:09:50Z', 'revision_number': 4, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:39Z', 'updated_at': '2021-09-07T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '01408867-e20b-43de-be92-bccd8c338053', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'floating_ip_address': '172.25.8.192', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'port_id': '0bce86ac-4a56-4082-b729-3666389aa82c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947', 'mac_address': 'fa:16:3e:f5:9a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3575764d-f726-4e5e-b2af-2a58e8eb986e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:10:31Z', 'updated_at': '2021-09-07T19:10:31Z', 'revision_number': 0, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c589d056-7c50-4f74-a20f-ebf5e2b4e016', 'name': '', 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'mac_address': 'fa:16:3e:5e:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'e3f01810-9bb0-4488-98ce-6fc4137d00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:48Z', 'updated_at': '2021-09-07T19:10:07Z', 'revision_number': 5, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'subnets': [{'id': 'e3f01810-9bb0-4488-98ce-6fc4137d00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:36.754680 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd4d116-3512-4e67-868d-b64ae5c853ee tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:36.755765 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd4d116-3512-4e67-868d-b64ae5c853ee tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:36.761591 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cfd4d116-3512-4e67-868d-b64ae5c853ee tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/52bb9e5b-b882-42e0-b295-21a718c2d3d1 HTTP/1.1" status: 404 len: 337 time: 0.1606588 Sep 07 19:10:36.762632 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58178) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:36.787662 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae06c4-5228-4559-b86b-8f8dafebcddf None None] The sync data for ids ['f744e3b1-14c1-4486-9230-81db7fd79a62'] in n-d-807786-1 is: [{'id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1717378193', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:09:36Z', 'updated_at': '2021-09-07T19:09:50Z', 'revision_number': 4, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:39Z', 'updated_at': '2021-09-07T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '01408867-e20b-43de-be92-bccd8c338053', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'floating_ip_address': '172.25.8.192', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'port_id': '0bce86ac-4a56-4082-b729-3666389aa82c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947', 'mac_address': 'fa:16:3e:f5:9a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3575764d-f726-4e5e-b2af-2a58e8eb986e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:10:31Z', 'updated_at': '2021-09-07T19:10:31Z', 'revision_number': 0, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c589d056-7c50-4f74-a20f-ebf5e2b4e016', 'name': '', 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'mac_address': 'fa:16:3e:5e:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'e3f01810-9bb0-4488-98ce-6fc4137d00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:48Z', 'updated_at': '2021-09-07T19:10:07Z', 'revision_number': 5, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'subnets': [{'id': 'e3f01810-9bb0-4488-98ce-6fc4137d00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:10:36.819302 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-94821233-f510-4c17-be1e-f57c2d189c4c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:36.846685 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f952375-b990-43c6-a422-90edbf286575 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:36.848131 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f952375-b990-43c6-a422-90edbf286575 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:36.857887 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5f952375-b990-43c6-a422-90edbf286575 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/5fb8a4e4-8926-49e9-844b-02d74491ed51 HTTP/1.1" status: 404 len: 333 time: 0.0886614 Sep 07 19:10:36.861987 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f113a6f-3951-4131-862d-f618ecf91132 req-e678f3e2-b128-4e0d-a832-c07c8534f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:36.862299 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58180) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:36.864663 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f113a6f-3951-4131-862d-f618ecf91132 req-e678f3e2-b128-4e0d-a832-c07c8534f5a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3f01810-9bb0-4488-98ce-6fc4137d00b0 HTTP/1.1" status: 200 len: 834 time: 0.2662365 Sep 07 19:10:36.929084 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-904ea052-281e-4e3b-97dd-96586304a86f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:36.929541 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-904ea052-281e-4e3b-97dd-96586304a86f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:36.931702 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-904ea052-281e-4e3b-97dd-96586304a86f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/789aa663-dcac-44aa-84df-6ce19ff4ed1e HTTP/1.1" status: 404 len: 337 time: 0.0620530 Sep 07 19:10:36.937895 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58184) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:37.001998 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a511ba-cf44-4cba-acb3-8c712fec6f6f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:37.003313 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a511ba-cf44-4cba-acb3-8c712fec6f6f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:37.005527 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-37a511ba-cf44-4cba-acb3-8c712fec6f6f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/f83c0b13-9010-4faa-9305-b544a6a356e4 HTTP/1.1" status: 404 len: 337 time: 0.0659409 Sep 07 19:10:37.012487 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58188) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:37.088222 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ba668b-fe35-40d4-9b0f-419f1c5fdc15 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:37.089181 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ba668b-fe35-40d4-9b0f-419f1c5fdc15 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:37.091864 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f0ba668b-fe35-40d4-9b0f-419f1c5fdc15 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/8b9dfc8d-a6f6-42c3-9dbe-8b36bb75bcf4 HTTP/1.1" status: 404 len: 333 time: 0.0785964 Sep 07 19:10:37.095685 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58190) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:37.130221 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a72560-96ea-42d9-bcb5-01f2fcab335e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:37.131581 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a72560-96ea-42d9-bcb5-01f2fcab335e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:37.132785 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-90a72560-96ea-42d9-bcb5-01f2fcab335e tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/c56966e6-b9db-40db-a3f0-754d086764a8 HTTP/1.1" status: 404 len: 337 time: 0.0370805 Sep 07 19:10:37.136126 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58192) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:37.193735 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6b7c8f-9a3e-4048-af96-3adfaf3e2ab1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:37.194572 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6b7c8f-9a3e-4048-af96-3adfaf3e2ab1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:37.196601 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1e6b7c8f-9a3e-4048-af96-3adfaf3e2ab1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/0be8d4fe-ffca-4b59-b5c3-38339c7345bc HTTP/1.1" status: 404 len: 337 time: 0.0586617 Sep 07 19:10:37.211296 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58196) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:37.231451 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f01f80b-c3cd-41d1-b34b-9629fb6b9789 None None] New status for floating IP 01408867-e20b-43de-be92-bccd8c338053: ACTIVE {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:10:37.274993 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7b6e76-156c-4bc9-b2cf-49b4957d0fb0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:37.275508 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a7b6e76-156c-4bc9-b2cf-49b4957d0fb0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:37.280475 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3a7b6e76-156c-4bc9-b2cf-49b4957d0fb0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/fa3558ee-67ef-469f-897e-c57b490385b7 HTTP/1.1" status: 404 len: 333 time: 0.0618653 Sep 07 19:10:37.290183 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58200) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:37.357526 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad8a9e7-bf2e-4bf3-876d-ee6a699398a8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:37.358110 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad8a9e7-bf2e-4bf3-876d-ee6a699398a8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:37.359264 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-94821233-f510-4c17-be1e-f57c2d189c4c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:37.360098 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dad8a9e7-bf2e-4bf3-876d-ee6a699398a8 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/d893542f-0e59-4d0d-b547-251011e7b22e HTTP/1.1" status: 404 len: 337 time: 0.0687354 Sep 07 19:10:37.365665 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58202) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:37.378390 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94821233-f510-4c17-be1e-f57c2d189c4c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:37.379052 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-94821233-f510-4c17-be1e-f57c2d189c4c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:37.399664 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c537682-d145-4ea4-88ca-f24b82574a05 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:37.400548 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c537682-d145-4ea4-88ca-f24b82574a05 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:37.403343 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6c537682-d145-4ea4-88ca-f24b82574a05 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/2de22688-d424-4b8b-ba9a-b71b13e7653e HTTP/1.1" status: 404 len: 337 time: 0.0358286 Sep 07 19:10:37.407519 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58204) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:37.460341 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d636bc8b-039d-4240-91e1-6533f22d45c1 tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 1.1906862 Sep 07 19:10:37.465371 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58206) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:37.469100 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-94821233-f510-4c17-be1e-f57c2d189c4c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 3.0182843 Sep 07 19:10:37.476387 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3932cf4c-da50-4ea6-84e4-7fc2d0923fdf tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:37.477410 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3932cf4c-da50-4ea6-84e4-7fc2d0923fdf tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:37.479357 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3932cf4c-da50-4ea6-84e4-7fc2d0923fdf tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/34b4e902-293f-43cb-874e-0196175f8a82 HTTP/1.1" status: 404 len: 333 time: 0.0706363 Sep 07 19:10:37.509639 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f113a6f-3951-4131-862d-f618ecf91132 req-5749a183-3529-4b6b-b6b5-1ac7a8cea15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:37.511207 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f113a6f-3951-4131-862d-f618ecf91132 req-5749a183-3529-4b6b-b6b5-1ac7a8cea15e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=349425b3-5cf8-4cd9-9fd3-af96e1b28947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6354139 Sep 07 19:10:37.514823 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58208) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:37.617425 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c87d530f-0c04-412d-a4c4-d0ba91c8c33d no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:10:37.654331 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: c87d530f-0c04-412d-a4c4-d0ba91c8c33d {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:10:37.654874 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c87d530f-0c04-412d-a4c4-d0ba91c8c33d not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:10:37.713005 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f540cbc-beb0-4d72-842b-18ba8667413f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:37.713472 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f540cbc-beb0-4d72-842b-18ba8667413f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:37.716532 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f113a6f-3951-4131-862d-f618ecf91132 req-7151e10e-8d20-4949-9368-fe79aadbea97 service neutron] 10.222.0.36 "GET /v2.0/networks/349425b3-5cf8-4cd9-9fd3-af96e1b28947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774373 Sep 07 19:10:37.719935 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9f540cbc-beb0-4d72-842b-18ba8667413f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/9e7b1884-16a0-469e-b535-e81da28a7033 HTTP/1.1" status: 404 len: 337 time: 0.1982031 Sep 07 19:10:37.722299 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94821233-f510-4c17-be1e-f57c2d189c4c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event updated for resources: {'Network': ['ID=ffed43f5-b6f8-4e63-a173-9fd390d76baf,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:37.724369 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58214) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:37.725261 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4e06fc9c-e14b-479c-801c-060c69d55c05 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:37.766429 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network ffed43f5-b6f8-4e63-a173-9fd390d76baf details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:10:37.798264 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30fa893-d13a-49b0-81b6-eeda15b546fc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:37.798864 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30fa893-d13a-49b0-81b6-eeda15b546fc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:37.801403 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b30fa893-d13a-49b0-81b6-eeda15b546fc tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/f7b29bca-ed84-4011-91be-bea154a9aba8 HTTP/1.1" status: 404 len: 337 time: 0.0692294 Sep 07 19:10:37.846618 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58216) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:37.880417 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-86e837bb-81b6-4c70-9df5-c10d7d6e694f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e17859a-7366-442a-8dbc-60bcd564a584 HTTP/1.1" status: 200 len: 205 time: 0.0324986 Sep 07 19:10:37.885256 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58218) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:37.946317 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e06fc9c-e14b-479c-801c-060c69d55c05 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:37.950544 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-09e84122-1968-410d-9bed-0c0de3708b9f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] delete failed (client error): The resource could not be found. Sep 07 19:10:37.951618 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-09e84122-1968-410d-9bed-0c0de3708b9f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/routers/4e17859a-7366-442a-8dbc-60bcd564a584 HTTP/1.1" status: 404 len: 336 time: 0.0652728 Sep 07 19:10:37.958826 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-4e06fc9c-e14b-479c-801c-060c69d55c05 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:37.962629 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58220) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:37.971339 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e06fc9c-e14b-479c-801c-060c69d55c05 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:37.971927 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4e06fc9c-e14b-479c-801c-060c69d55c05 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:37.984842 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06fc9c-e14b-479c-801c-060c69d55c05 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Subnet': ['ID=486ac14e-2454-4040-aa30-ba51d4482795,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:38.044355 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4e06fc9c-e14b-479c-801c-060c69d55c05 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7558880 Sep 07 19:10:38.044728 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f113a6f-3951-4131-862d-f618ecf91132 req-82da2e13-be48-4648-a1db-2bf8b094111e service neutron] 10.222.0.36 "GET /v2.0/networks/349425b3-5cf8-4cd9-9fd3-af96e1b28947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157115 Sep 07 19:10:38.045211 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58226) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:38.049016 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a1a26d-740e-4ebf-849c-3fb3c3b86ab1 None None] Network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:38.051025 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf36385-5985-4d3d-9963-706c15683c97 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:38.051831 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf36385-5985-4d3d-9963-706c15683c97 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:38.054672 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cdf36385-5985-4d3d-9963-706c15683c97 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/f60c8fd8-7781-4901-9292-7097e0b6c69e HTTP/1.1" status: 404 len: 337 time: 0.0910723 Sep 07 19:10:38.058090 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58228) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:38.061933 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-33bff431-584f-437b-955f-93ef5b3bcf70 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'security_group': {'name': 'tempest-secgroup-162567085'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:38.130230 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c9509a88-d38c-4f6c-ba75-6a46dba7a461 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1433010-c930-460e-90e5-ac278e5f241a HTTP/1.1" status: 200 len: 205 time: 0.0701892 Sep 07 19:10:38.132964 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58230) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:38.145874 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068faab9-fc94-49da-90ba-eeff63eee6fe tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:38.146334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068faab9-fc94-49da-90ba-eeff63eee6fe tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:38.148003 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-068faab9-fc94-49da-90ba-eeff63eee6fe tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f744e3b1-14c1-4486-9230-81db7fd79a62 HTTP/1.1" status: 200 len: 1989 time: 0.6778286 Sep 07 19:10:38.181196 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-33bff431-584f-437b-955f-93ef5b3bcf70 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:38.254514 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-7d6d3bcd-5ac6-4feb-966c-6149a15d8ad0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] delete failed (client error): The resource could not be found. Sep 07 19:10:38.255601 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7d6d3bcd-5ac6-4feb-966c-6149a15d8ad0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/routers/b1433010-c930-460e-90e5-ac278e5f241a HTTP/1.1" status: 404 len: 336 time: 0.1183720 Sep 07 19:10:38.258927 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58234) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:38.372899 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3482db8-46b3-400e-adfa-3434e8cf0130 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:38.373814 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3482db8-46b3-400e-adfa-3434e8cf0130 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:38.375864 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f3482db8-46b3-400e-adfa-3434e8cf0130 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/a36b42ba-0e78-4bc2-9754-7ce1e386efff HTTP/1.1" status: 404 len: 337 time: 0.1156838 Sep 07 19:10:38.379058 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58238) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:38.428181 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-de9b4bb5-61b8-4c56-bb4a-a7418460c1b4', 'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4', 'tenant_id': 'd1e1876fa5ed4cf28904b4280216dec1', 'fixed_ips': [{'subnet_id': '486ac14e-2454-4040-aa30-ba51d4482795'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:10:38.430379 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:38.464626 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4a57d0-0336-4820-8d8a-04292e3a3ca2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:38.467634 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd4a57d0-0336-4820-8d8a-04292e3a3ca2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:38.473605 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cd4a57d0-0336-4820-8d8a-04292e3a3ca2 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/f11970f2-fd9e-46fc-a5f6-18308e910fce HTTP/1.1" status: 404 len: 337 time: 0.0906963 Sep 07 19:10:38.477022 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58240) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:38.527117 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-528ebb8c-964b-4cac-84a6-ace4ba4082a9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:38.528159 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-33bff431-584f-437b-955f-93ef5b3bcf70 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:38.528681 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-528ebb8c-964b-4cac-84a6-ace4ba4082a9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:38.530953 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-528ebb8c-964b-4cac-84a6-ace4ba4082a9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/a87e628d-8494-4962-9c8c-6d7550eb8a21 HTTP/1.1" status: 404 len: 333 time: 0.0520353 Sep 07 19:10:38.537407 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58242) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:38.550030 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-33bff431-584f-437b-955f-93ef5b3bcf70 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:38.589766 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38a0cbd-daa7-4cb8-ab2f-58fa5e3c11af tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:38.591540 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a38a0cbd-daa7-4cb8-ab2f-58fa5e3c11af tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:38.594010 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a38a0cbd-daa7-4cb8-ab2f-58fa5e3c11af tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/020450e3-4aa6-403d-99e4-12496c3a1979 HTTP/1.1" status: 404 len: 337 time: 0.0556343 Sep 07 19:10:38.613082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58244) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:38.673867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bff431-584f-437b-955f-93ef5b3bcf70 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e3b329-a6f8-41af-bdc8-7a5945184c7d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:38.688823 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-33bff431-584f-437b-955f-93ef5b3bcf70 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:38.693987 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-33bff431-584f-437b-955f-93ef5b3bcf70 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6435897 Sep 07 19:10:38.701715 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58248) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:38.714122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-217ece47-7ed9-40cd-9b6a-5df3049c02b7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'security_group': {'name': 'tempest-secgroup-1785088495'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:38.742318 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b05115-95a7-4e66-8415-af5d4d3ea7de tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:38.747534 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b05115-95a7-4e66-8415-af5d4d3ea7de tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:38.764010 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] Allocated IP 172.20.0.2 (de9b4bb5-61b8-4c56-bb4a-a7418460c1b4/486ac14e-2454-4040-aa30-ba51d4482795/f4034b50-4441-4f1f-9812-f21055f4daee) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:38.766178 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d1b05115-95a7-4e66-8415-af5d4d3ea7de tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/55c4c22a-ad41-4a5f-91db-285d62317c88 HTTP/1.1" status: 404 len: 333 time: 0.1488452 Sep 07 19:10:38.766384 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58252) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:38.862507 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-df724b7c-351c-446c-b1f4-0c399eaae418 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:38.864878 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df724b7c-351c-446c-b1f4-0c399eaae418 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:38.871702 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58258) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:38.874902 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-df724b7c-351c-446c-b1f4-0c399eaae418 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/137f0ef9-3ef9-4198-9d17-7c0aa9208b0f HTTP/1.1" status: 404 len: 337 time: 0.0991287 Sep 07 19:10:38.891682 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-217ece47-7ed9-40cd-9b6a-5df3049c02b7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:38.943875 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcef2e50-6192-43b6-912a-09bfa4f5e477 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:38.957951 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcef2e50-6192-43b6-912a-09bfa4f5e477 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:38.965461 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dcef2e50-6192-43b6-912a-09bfa4f5e477 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/72359b90-e9db-4d2e-8faf-46c748857d6b HTTP/1.1" status: 404 len: 333 time: 0.0927176 Sep 07 19:10:38.969024 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58262) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:39.031039 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a99bfe-5050-421a-9496-8d4ed188a797 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:39.031430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a99bfe-5050-421a-9496-8d4ed188a797 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:39.036163 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58266) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:39.045033 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e8a99bfe-5050-421a-9496-8d4ed188a797 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/d35b301c-cfe0-45e0-98b6-d64658be94b0 HTTP/1.1" status: 404 len: 337 time: 0.0746815 Sep 07 19:10:39.076973 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc1e181-89ff-4433-a59c-75f7f48432c9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:39.080242 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc1e181-89ff-4433-a59c-75f7f48432c9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:39.085740 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58268) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:39.088224 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0cc1e181-89ff-4433-a59c-75f7f48432c9 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/2192958f-6b2f-4844-a845-3e2d2b0b326e HTTP/1.1" status: 404 len: 333 time: 0.0504131 Sep 07 19:10:39.167585 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a404ca60-3b79-413c-a44f-a768aa5b8c04 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:39.173092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a404ca60-3b79-413c-a44f-a768aa5b8c04 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:39.175334 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a404ca60-3b79-413c-a44f-a768aa5b8c04 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/d1cce78c-1324-4701-ba83-c79b9164c502 HTTP/1.1" status: 404 len: 337 time: 0.0839534 Sep 07 19:10:39.178363 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58272) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:39.245089 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc86a6f-38be-4b08-aa48-dcdf5ff0f25f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:39.255623 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc86a6f-38be-4b08-aa48-dcdf5ff0f25f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:39.265058 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cfc86a6f-38be-4b08-aa48-dcdf5ff0f25f tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/7647a831-4f91-4e69-88d9-c55a13eb22ab HTTP/1.1" status: 404 len: 333 time: 0.0854232 Sep 07 19:10:39.268424 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58276) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:39.303953 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:39.327048 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] Transition to ACTIVE for port object f4034b50-4441-4f1f-9812-f21055f4daee will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:39.349392 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-18982f26-df82-44c4-98f4-7fd91e32d8fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:39.352373 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18982f26-df82-44c4-98f4-7fd91e32d8fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:39.357566 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-18982f26-df82-44c4-98f4-7fd91e32d8fa tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/d3d91c04-eb7f-4934-8e10-8f001de8b0df HTTP/1.1" status: 404 len: 337 time: 0.0831013 Sep 07 19:10:39.357872 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58280) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:39.381340 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] Transition to ACTIVE for port object f4034b50-4441-4f1f-9812-f21055f4daee will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:39.404178 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:39.407186 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45c8f9f-cd1b-4457-a6b6-85c9eed41420 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:39.409112 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d45c8f9f-cd1b-4457-a6b6-85c9eed41420 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:39.412698 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-217ece47-7ed9-40cd-9b6a-5df3049c02b7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:39.414877 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d45c8f9f-cd1b-4457-a6b6-85c9eed41420 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/02643900-e843-4f6f-bc0a-3e1cfc51a1fc HTTP/1.1" status: 404 len: 333 time: 0.0554430 Sep 07 19:10:39.420451 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58282) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:39.465741 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-217ece47-7ed9-40cd-9b6a-5df3049c02b7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:39.558375 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] Network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:39.584436 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:39.605084 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:39.655215 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0881323-103e-4104-a90c-ba6fcc6e778c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:39.658144 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0881323-103e-4104-a90c-ba6fcc6e778c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:39.665551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a0881323-103e-4104-a90c-ba6fcc6e778c tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/59875921-15a7-4c6a-8448-5627654158e8 HTTP/1.1" status: 404 len: 337 time: 0.2406554 Sep 07 19:10:39.665881 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58284) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:39.683239 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-217ece47-7ed9-40cd-9b6a-5df3049c02b7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:39.701202 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-217ece47-7ed9-40cd-9b6a-5df3049c02b7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9981058 Sep 07 19:10:39.716992 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58286) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:39.749979 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-640564d6-144c-42be-a503-2138bf519dc5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:39.750728 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640564d6-144c-42be-a503-2138bf519dc5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:39.757126 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-640564d6-144c-42be-a503-2138bf519dc5 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/ports/82ab7c99-5825-419f-a45a-953ffdcee713 HTTP/1.1" status: 404 len: 333 time: 0.0856082 Sep 07 19:10:39.758059 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58290) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:39.758657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-338f1297-fae0-47c8-99e1-3653b9d74f72 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1843792758', 'security_groups': ['b6b3b5a9-0332-44d3-bd2c-f8d7ae60b207'], 'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '486ac14e-2454-4040-aa30-ba51d4482795'}]}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:39.817827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] Pushing event updated for resources: {'Port': ['ID=f4034b50-4441-4f1f-9812-f21055f4daee,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:39.832532 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ece47-7ed9-40cd-9b6a-5df3049c02b7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b3b5a9-0332-44d3-bd2c-f8d7ae60b207,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:39.853118 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-334a8c93-bd8e-4df3-aa87-2940cf3f61f0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] DELETE failed (client error): The resource could not be found. Sep 07 19:10:39.853903 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-334a8c93-bd8e-4df3-aa87-2940cf3f61f0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:39.856683 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-334a8c93-bd8e-4df3-aa87-2940cf3f61f0 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/subnets/2edadd86-b748-4e73-bb9d-6474313ba35c HTTP/1.1" status: 404 len: 337 time: 0.0908334 Sep 07 19:10:39.858813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] Attempting to bind port f4034b50-4441-4f1f-9812-f21055f4daee on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:10:39.859185 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] Attempting to bind port f4034b50-4441-4f1f-9812-f21055f4daee by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '0be74ae5-e6b6-4585-b5aa-458fd1a27aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:10:39.859546 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] Attempting to bind port f4034b50-4441-4f1f-9812-f21055f4daee on network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:10:39.859901 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58294) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:39.868358 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:10:39.868766 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] Checking segment: {'id': '0be74ae5-e6b6-4585-b5aa-458fd1a27aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:39.869179 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:39.869577 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] Bound using segment: {'id': '0be74ae5-e6b6-4585-b5aa-458fd1a27aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:10:39.870062 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] Bound port: f4034b50-4441-4f1f-9812-f21055f4daee, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be74ae5-e6b6-4585-b5aa-458fd1a27aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:10:39.870486 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:40.039869 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] For port f4034b50-4441-4f1f-9812-f21055f4daee, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:10:40.043923 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] For port f4034b50-4441-4f1f-9812-f21055f4daee, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f4034b50-4441-4f1f-9812-f21055f4daee,segment=NetworkSegment(0be74ae5-e6b6-4585-b5aa-458fd1a27aab),segment_id=0be74ae5-e6b6-4585-b5aa-458fd1a27aab)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:10:40.061793 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:40.093889 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f0dd693-2957-4ed7-85f8-ab7c5b8759d1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:40.100693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338f1297-fae0-47c8-99e1-3653b9d74f72 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:40.241985 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c7800-5d80-4f5f-be32-9b508306d0a7 None None] Pushing event updated for resources: {'Port': ['ID=f4034b50-4441-4f1f-9812-f21055f4daee,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:40.413295 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f0dd693-2957-4ed7-85f8-ab7c5b8759d1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:40.435498 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-338f1297-fae0-47c8-99e1-3653b9d74f72 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:40.499778 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-8f0dd693-2957-4ed7-85f8-ab7c5b8759d1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5341d4d7-2b72-420c-84fe-cfa44886a8d9']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:40.514373 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-338f1297-fae0-47c8-99e1-3653b9d74f72 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] device_id is not set on port 3ee1810e-ea62-4a96-ab82-f81cb6f771a3 yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:10:40.539686 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-8f0dd693-2957-4ed7-85f8-ab7c5b8759d1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9fb5888-cc12-45e0-b585-89681f1aa053') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:40.540999 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-8f0dd693-2957-4ed7-85f8-ab7c5b8759d1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9fb5888-cc12-45e0-b585-89681f1aa053') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:40.596164 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f0dd693-2957-4ed7-85f8-ab7c5b8759d1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:40.638174 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f0dd693-2957-4ed7-85f8-ab7c5b8759d1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:40.659023 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0dd693-2957-4ed7-85f8-ab7c5b8759d1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:10:40.659604 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f0dd693-2957-4ed7-85f8-ab7c5b8759d1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:10:40.663866 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:10:40.855682 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f0dd693-2957-4ed7-85f8-ab7c5b8759d1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:40.868442 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f0dd693-2957-4ed7-85f8-ab7c5b8759d1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:40.872197 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8f0dd693-2957-4ed7-85f8-ab7c5b8759d1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] 10.222.0.26 "DELETE /v2.0/networks/5341d4d7-2b72-420c-84fe-cfa44886a8d9 HTTP/1.1" status: 204 len: 168 time: 1.0110257 Sep 07 19:10:40.926947 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0dd693-2957-4ed7-85f8-ab7c5b8759d1 tempest-NetworksTestDHCPv6-161948016 tempest-NetworksTestDHCPv6-161948016-project] Pushing event deleted for resources: {'Network': ['ID=5341d4d7-2b72-420c-84fe-cfa44886a8d9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:40.978374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-338f1297-fae0-47c8-99e1-3653b9d74f72 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Allocated IP 172.20.0.3 (de9b4bb5-61b8-4c56-bb4a-a7418460c1b4/486ac14e-2454-4040-aa30-ba51d4482795/3ee1810e-ea62-4a96-ab82-f81cb6f771a3) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:41.062522 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58316) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:41.069710 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b7e95896-ed2e-4792-994b-050e03675f47 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Request body: {'subnet': {'network_id': 'ffed43f5-b6f8-4e63-a173-9fd390d76baf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:41.181293 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-338f1297-fae0-47c8-99e1-3653b9d74f72 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:41.196979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-338f1297-fae0-47c8-99e1-3653b9d74f72 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Transition to ACTIVE for port object 3ee1810e-ea62-4a96-ab82-f81cb6f771a3 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:41.214341 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e95896-ed2e-4792-994b-050e03675f47 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Made reservation on behalf of b27588553f8241218d620cca8fff3022 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:41.219377 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b7e95896-ed2e-4792-994b-050e03675f47 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:41.240824 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-338f1297-fae0-47c8-99e1-3653b9d74f72 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:41.303439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338f1297-fae0-47c8-99e1-3653b9d74f72 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:41.327184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-338f1297-fae0-47c8-99e1-3653b9d74f72 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:41.340770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338f1297-fae0-47c8-99e1-3653b9d74f72 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:41.391933 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f1297-fae0-47c8-99e1-3653b9d74f72 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=3ee1810e-ea62-4a96-ab82-f81cb6f771a3,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:41.439867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338f1297-fae0-47c8-99e1-3653b9d74f72 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:41.445570 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-338f1297-fae0-47c8-99e1-3653b9d74f72 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:41.472940 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-338f1297-fae0-47c8-99e1-3653b9d74f72 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7547002 Sep 07 19:10:41.475571 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58322) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:41.484725 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-1e2a6c05-7de2-471e-8e61-61dd5810326d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'subnet': {'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:41.531587 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58326) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:41.540169 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f4034b50-4441-4f1f-9812-f21055f4daee up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:41.651207 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port f4034b50-4441-4f1f-9812-f21055f4daee completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:41.791880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2a6c05-7de2-471e-8e61-61dd5810326d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:41.797098 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6c05-7de2-471e-8e61-61dd5810326d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:41.920930 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-df69ec1c-01fe-4ece-9fc6-28a718abcf89 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=81ad4db508be4260ad74ddc930f234e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3880260 Sep 07 19:10:41.927565 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58334) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:41.969997 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-28e8a8a7-d78d-49ae-9fca-46bf704624e8 None None] Provisioning complete for port 91c7ab1e-ef11-4698-ba6f-169482e84797 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:41.972819 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-28e8a8a7-d78d-49ae-9fca-46bf704624e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:42.018369 n-d-807786-1 neutron-server[101445]: INFO neutron.db.ipam_backend_mixin [None req-1e2a6c05-7de2-471e-8e61-61dd5810326d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 486ac14e-2454-4040-aa30-ba51d4482795 (CIDR: 172.20.0.0/28) Sep 07 19:10:42.026217 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2a6c05-7de2-471e-8e61-61dd5810326d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:10:42.026717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e2a6c05-7de2-471e-8e61-61dd5810326d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:42.051772 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1e2a6c05-7de2-471e-8e61-61dd5810326d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5750818 Sep 07 19:10:42.052709 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58338) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:42.055078 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-28e8a8a7-d78d-49ae-9fca-46bf704624e8 None None] Port 91c7ab1e-ef11-4698-ba6f-169482e84797 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:10:42.065487 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-96d0bf26-c8a3-4126-a1e1-dca6c924f60b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'subnet': {'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:42.069773 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dd7b00ed-2616-4535-b0ed-ffc4ce8206e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:42.076440 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-28e8a8a7-d78d-49ae-9fca-46bf704624e8 None None] Provisioning for port f4034b50-4441-4f1f-9812-f21055f4daee completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:42.080786 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-28e8a8a7-d78d-49ae-9fca-46bf704624e8 None None] Provisioning complete for port f4034b50-4441-4f1f-9812-f21055f4daee triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:42.081165 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-28e8a8a7-d78d-49ae-9fca-46bf704624e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:42.126189 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b7e95896-ed2e-4792-994b-050e03675f47 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:42.188311 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-28e8a8a7-d78d-49ae-9fca-46bf704624e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:42.217017 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e95896-ed2e-4792-994b-050e03675f47 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event updated for resources: {'Subnet': ['ID=ed67695a-0fc1-463e-832a-1ca7755da019,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:42.227721 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dd7b00ed-2616-4535-b0ed-ffc4ce8206e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:42.242028 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e95896-ed2e-4792-994b-050e03675f47 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Checking segment: {'id': '35b17857-b4f9-45ae-a06b-a2fd15c0d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ffed43f5-b6f8-4e63-a173-9fd390d76baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:42.242821 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e95896-ed2e-4792-994b-050e03675f47 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Network hostable DHCP agents. Network: ffed43f5-b6f8-4e63-a173-9fd390d76baf, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:10:42.272822 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e95896-ed2e-4792-994b-050e03675f47 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Network ffed43f5-b6f8-4e63-a173-9fd390d76baf is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:10:42.280098 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-28e8a8a7-d78d-49ae-9fca-46bf704624e8 None None] For port f4034b50-4441-4f1f-9812-f21055f4daee, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f4034b50-4441-4f1f-9812-f21055f4daee,segment=NetworkSegment(0be74ae5-e6b6-4585-b5aa-458fd1a27aab),segment_id=0be74ae5-e6b6-4585-b5aa-458fd1a27aab)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:42.286927 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b7e95896-ed2e-4792-994b-050e03675f47 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, ffed43f5-b6f8-4e63-a173-9fd390d76baf) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:42.291143 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-28e8a8a7-d78d-49ae-9fca-46bf704624e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:42.299160 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd659c3-38b4-4804-8326-6e5b2d4c168a None None] Network ffed43f5-b6f8-4e63-a173-9fd390d76baf requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:42.306149 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e95896-ed2e-4792-994b-050e03675f47 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:42.307105 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b7e95896-ed2e-4792-994b-050e03675f47 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:42.342363 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dd7b00ed-2616-4535-b0ed-ffc4ce8206e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:42.342902 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b7e95896-ed2e-4792-994b-050e03675f47 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2788618 Sep 07 19:10:42.343769 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58344) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:42.348680 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dd7b00ed-2616-4535-b0ed-ffc4ce8206e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:42.352775 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1fe0c3d5-bf95-4467-a059-d8ae59aef5a5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-845293244'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:42.357093 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-dd7b00ed-2616-4535-b0ed-ffc4ce8206e7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/22a4fe9b-f89c-4d78-be30-29d07cf287a4 HTTP/1.1" status: 204 len: 168 time: 0.4284346 Sep 07 19:10:42.378573 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b00ed-2616-4535-b0ed-ffc4ce8206e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a4fe9b-f89c-4d78-be30-29d07cf287a4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:42.401804 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe0c3d5-bf95-4467-a059-d8ae59aef5a5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Made reservation on behalf of b27588553f8241218d620cca8fff3022 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:42.405774 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1fe0c3d5-bf95-4467-a059-d8ae59aef5a5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:42.437161 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d0bf26-c8a3-4126-a1e1-dca6c924f60b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:42.446814 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96d0bf26-c8a3-4126-a1e1-dca6c924f60b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:42.455609 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8a8a7-d78d-49ae-9fca-46bf704624e8 None None] Pushing event updated for resources: {'Port': ['ID=f4034b50-4441-4f1f-9812-f21055f4daee,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:42.466505 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe0c3d5-bf95-4467-a059-d8ae59aef5a5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:10:42.486738 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1fe0c3d5-bf95-4467-a059-d8ae59aef5a5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:42.487166 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-1fe0c3d5-bf95-4467-a059-d8ae59aef5a5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Added segment ff9e21e5-3509-489c-b685-3707b0d685c1 of type vlan for network 084f22dc-a5ae-4eaf-9c5b-1f5270128455 Sep 07 19:10:42.488749 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b6bf817c-b00d-4528-9c8c-1d9b68f4f38e None None] Provisioning for port 3ee1810e-ea62-4a96-ab82-f81cb6f771a3 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:42.505225 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b6bf817c-b00d-4528-9c8c-1d9b68f4f38e None None] Provisioning complete for port 3ee1810e-ea62-4a96-ab82-f81cb6f771a3 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:42.505603 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b6bf817c-b00d-4528-9c8c-1d9b68f4f38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:42.570278 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1fe0c3d5-bf95-4467-a059-d8ae59aef5a5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:42.638997 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1fe0c3d5-bf95-4467-a059-d8ae59aef5a5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:42.645305 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe0c3d5-bf95-4467-a059-d8ae59aef5a5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:42.646792 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-b6bf817c-b00d-4528-9c8c-1d9b68f4f38e None None] Port 3ee1810e-ea62-4a96-ab82-f81cb6f771a3 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:10:42.647728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1fe0c3d5-bf95-4467-a059-d8ae59aef5a5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:42.749401 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-ffed43f5-b6f8-4e63-a173-9fd390d76baf', 'network_id': 'ffed43f5-b6f8-4e63-a173-9fd390d76baf', 'tenant_id': 'b27588553f8241218d620cca8fff3022', 'fixed_ips': [{'subnet_id': 'ed67695a-0fc1-463e-832a-1ca7755da019'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:10:42.750294 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:42.806421 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1fe0c3d5-bf95-4467-a059-d8ae59aef5a5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4594445 Sep 07 19:10:42.812024 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58360) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:42.828847 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-d70515c1-6459-4803-a787-2e995a4e641c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Request body: {'subnet': {'network_id': '084f22dc-a5ae-4eaf-9c5b-1f5270128455', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:42.877333 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0c3d5-bf95-4467-a059-d8ae59aef5a5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event updated for resources: {'Network': ['ID=084f22dc-a5ae-4eaf-9c5b-1f5270128455,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:42.916992 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 084f22dc-a5ae-4eaf-9c5b-1f5270128455 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:10:42.960977 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:43.090003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70515c1-6459-4803-a787-2e995a4e641c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Made reservation on behalf of b27588553f8241218d620cca8fff3022 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:43.095538 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d70515c1-6459-4803-a787-2e995a4e641c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:43.109597 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96d0bf26-c8a3-4126-a1e1-dca6c924f60b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:43.110883 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] Allocated IP 2001:db8:0:ffff::2 (ffed43f5-b6f8-4e63-a173-9fd390d76baf/ed67695a-0fc1-463e-832a-1ca7755da019/14f00d3b-76e5-46a4-9df0-1d3181a6ffcc) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:43.188795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0bf26-c8a3-4126-a1e1-dca6c924f60b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Subnet': ['ID=aabc9525-e75c-4c20-b051-db98a96c53b8,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:43.236580 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d0bf26-c8a3-4126-a1e1-dca6c924f60b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:43.241791 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-96d0bf26-c8a3-4126-a1e1-dca6c924f60b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:43.249324 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d0bf26-c8a3-4126-a1e1-dca6c924f60b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:43.250680 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96d0bf26-c8a3-4126-a1e1-dca6c924f60b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:43.289334 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-96d0bf26-c8a3-4126-a1e1-dca6c924f60b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2278469 Sep 07 19:10:43.289648 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576a5881-f8da-4408-be2a-35815368bbc0 None None] Network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:43.291926 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58374) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:43.298497 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-156bf82b-8be3-4b52-bfbe-4eab94ee3e12 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2084014031', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'aabc9525-e75c-4c20-b051-db98a96c53b8'}], 'security_groups': ['f2e3b329-a6f8-41af-bdc8-7a5945184c7d']}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:43.465973 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:43.545766 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f4034b50-4441-4f1f-9812-f21055f4daee up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:43.557546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.objects.ports [None req-d70515c1-6459-4803-a787-2e995a4e641c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 19:10:43.561667 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d70515c1-6459-4803-a787-2e995a4e641c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:43.620550 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] Transition to ACTIVE for port object 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:43.635299 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-156bf82b-8be3-4b52-bfbe-4eab94ee3e12 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:43.661814 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] Transition to ACTIVE for port object 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:43.671922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70515c1-6459-4803-a787-2e995a4e641c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event updated for resources: {'Subnet': ['ID=e3fe32e5-f433-48c3-850b-179eadf4e504,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:43.679965 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70515c1-6459-4803-a787-2e995a4e641c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Checking segment: {'id': 'ff9e21e5-3509-489c-b685-3707b0d685c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084f22dc-a5ae-4eaf-9c5b-1f5270128455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:43.680254 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70515c1-6459-4803-a787-2e995a4e641c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Network hostable DHCP agents. Network: 084f22dc-a5ae-4eaf-9c5b-1f5270128455, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:10:43.695766 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:43.701946 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port f4034b50-4441-4f1f-9812-f21055f4daee triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:43.702577 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:43.722667 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70515c1-6459-4803-a787-2e995a4e641c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Network 084f22dc-a5ae-4eaf-9c5b-1f5270128455 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:10:43.743736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-d70515c1-6459-4803-a787-2e995a4e641c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 084f22dc-a5ae-4eaf-9c5b-1f5270128455) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:43.749328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70515c1-6459-4803-a787-2e995a4e641c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:43.750275 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d70515c1-6459-4803-a787-2e995a4e641c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:43.780991 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d70515c1-6459-4803-a787-2e995a4e641c tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9671719 Sep 07 19:10:43.784671 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58386) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:43.790125 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-432d132b-ad27-4151-a328-5940900bf5f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Request body: {'port': {'network_id': '084f22dc-a5ae-4eaf-9c5b-1f5270128455', 'name': 'tempest-NetworksIpV6TestAttrs-870605455'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:43.816887 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58390) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:43.979417 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce40544-a446-43b9-af68-d5e8c5b0aafe None None] Network 084f22dc-a5ae-4eaf-9c5b-1f5270128455 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:44.083913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e1aed37f-e3ff-4e9d-b9a8-433a947bf348 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-443437107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:44.103035 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.api [None req-e1aed37f-e3ff-4e9d-b9a8-433a947bf348 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 19:10:44.103035 n-d-807786-1 neutron-server[101445]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 19:10:44.103035 n-d-807786-1 neutron-server[101445]: [parameters: {'project_id_1': '66319c9e22454add9736805f91698b16', 'expiration_1': datetime.datetime(2021, 9, 7, 19, 10, 24, 95922)}] Sep 07 19:10:44.103035 n-d-807786-1 neutron-server[101445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:10:44.104394 n-d-807786-1 neutron-server[101445]: DEBUG oslo_db.api [None req-e1aed37f-e3ff-4e9d-b9a8-433a947bf348 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:10:44.124064 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432d132b-ad27-4151-a328-5940900bf5f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Made reservation on behalf of b27588553f8241218d620cca8fff3022 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:44.128397 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-432d132b-ad27-4151-a328-5940900bf5f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:44.153457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-432d132b-ad27-4151-a328-5940900bf5f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] device_id is not set on port 2b497e59-fbd7-4e41-bdcb-f349f96fdbf1 yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:10:44.169595 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] Network ffed43f5-b6f8-4e63-a173-9fd390d76baf is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:44.208940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:44.211890 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:44.238211 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-156bf82b-8be3-4b52-bfbe-4eab94ee3e12 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Delete allocated IP 172.20.0.3 (de9b4bb5-61b8-4c56-bb4a-a7418460c1b4/486ac14e-2454-4040-aa30-ba51d4482795) {{(pid=101444) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 07 19:10:44.245708 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:44.263010 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] Pushing event updated for resources: {'Port': ['ID=14f00d3b-76e5-46a4-9df0-1d3181a6ffcc,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:44.269243 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-156bf82b-8be3-4b52-bfbe-4eab94ee3e12 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Allocated IP 172.20.0.25 (de9b4bb5-61b8-4c56-bb4a-a7418460c1b4/aabc9525-e75c-4c20-b051-db98a96c53b8/3ee1810e-ea62-4a96-ab82-f81cb6f771a3) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:44.338888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-432d132b-ad27-4151-a328-5940900bf5f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Allocated IP 2001:db8::f816:3eff:fe66:1f48 (084f22dc-a5ae-4eaf-9c5b-1f5270128455/e3fe32e5-f433-48c3-850b-179eadf4e504/2b497e59-fbd7-4e41-bdcb-f349f96fdbf1) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:44.522922 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-432d132b-ad27-4151-a328-5940900bf5f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:44.539015 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-432d132b-ad27-4151-a328-5940900bf5f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Transition to ACTIVE for port object 2b497e59-fbd7-4e41-bdcb-f349f96fdbf1 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:44.550789 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-084f22dc-a5ae-4eaf-9c5b-1f5270128455', 'network_id': '084f22dc-a5ae-4eaf-9c5b-1f5270128455', 'tenant_id': 'b27588553f8241218d620cca8fff3022', 'fixed_ips': [{'subnet_id': 'e3fe32e5-f433-48c3-850b-179eadf4e504'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:10:44.551678 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:44.559360 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] Attempting to bind port 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:10:44.559732 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] Attempting to bind port 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '35b17857-b4f9-45ae-a06b-a2fd15c0d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ffed43f5-b6f8-4e63-a173-9fd390d76baf'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:10:44.560089 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] Attempting to bind port 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc on network ffed43f5-b6f8-4e63-a173-9fd390d76baf {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:10:44.575146 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20863e3-01e6-48e4-9883-0b8cf08f1245 None None] Update dhcp port {'port': {'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4', 'fixed_ips': [{'subnet_id': '486ac14e-2454-4040-aa30-ba51d4482795', 'ip_address': '172.20.0.2'}, {'subnet_id': 'aabc9525-e75c-4c20-b051-db98a96c53b8'}], 'binding:host_id': 'n-d-807786-1'}, 'id': 'f4034b50-4441-4f1f-9812-f21055f4daee'} from n-d-807786-1. {{(pid=101446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 19:10:44.587082 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-432d132b-ad27-4151-a328-5940900bf5f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:44.612297 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:10:44.612720 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] Checking segment: {'id': '35b17857-b4f9-45ae-a06b-a2fd15c0d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ffed43f5-b6f8-4e63-a173-9fd390d76baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:44.613229 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:44.613519 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] Bound using segment: {'id': '35b17857-b4f9-45ae-a06b-a2fd15c0d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ffed43f5-b6f8-4e63-a173-9fd390d76baf'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:10:44.614003 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] Bound port: 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b17857-b4f9-45ae-a06b-a2fd15c0d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ffed43f5-b6f8-4e63-a173-9fd390d76baf'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:10:44.614383 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:44.656790 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d20863e3-01e6-48e4-9883-0b8cf08f1245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:44.663910 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-156bf82b-8be3-4b52-bfbe-4eab94ee3e12 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:44.670711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d132b-ad27-4151-a328-5940900bf5f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event updated for resources: {'Port': ['ID=2b497e59-fbd7-4e41-bdcb-f349f96fdbf1,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:44.677183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432d132b-ad27-4151-a328-5940900bf5f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Network 084f22dc-a5ae-4eaf-9c5b-1f5270128455 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:44.695834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-432d132b-ad27-4151-a328-5940900bf5f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:44.699277 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-156bf82b-8be3-4b52-bfbe-4eab94ee3e12 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Transition to ACTIVE for port object 3ee1810e-ea62-4a96-ab82-f81cb6f771a3 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:44.702178 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432d132b-ad27-4151-a328-5940900bf5f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:44.709859 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432d132b-ad27-4151-a328-5940900bf5f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:44.710531 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-432d132b-ad27-4151-a328-5940900bf5f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:44.710956 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-156bf82b-8be3-4b52-bfbe-4eab94ee3e12 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:44.714671 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1aed37f-e3ff-4e9d-b9a8-433a947bf348 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:44.715666 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1aed37f-e3ff-4e9d-b9a8-433a947bf348 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:44.737481 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-432d132b-ad27-4151-a328-5940900bf5f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9516397 Sep 07 19:10:44.747801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58410) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:44.812982 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bf82b-8be3-4b52-bfbe-4eab94ee3e12 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=3ee1810e-ea62-4a96-ab82-f81cb6f771a3,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:44.848764 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-5780dbfe-8611-485d-9659-bb7c32aedfdd tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Deleting subnet e3fe32e5-f433-48c3-850b-179eadf4e504 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:10:44.890121 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] For port 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:10:44.911357 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-156bf82b-8be3-4b52-bfbe-4eab94ee3e12 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] In _notify_port_updated(), no bound segment for port 3ee1810e-ea62-4a96-ab82-f81cb6f771a3 on network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 {{(pid=101444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 19:10:44.920046 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156bf82b-8be3-4b52-bfbe-4eab94ee3e12 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:44.921227 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-156bf82b-8be3-4b52-bfbe-4eab94ee3e12 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:44.924679 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-156bf82b-8be3-4b52-bfbe-4eab94ee3e12 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "PUT /v2.0/ports/3ee1810e-ea62-4a96-ab82-f81cb6f771a3 HTTP/1.1" status: 200 len: 921 time: 1.6308093 Sep 07 19:10:44.926495 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58414) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:44.927105 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1aed37f-e3ff-4e9d-b9a8-433a947bf348 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:44.936040 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1aed37f-e3ff-4e9d-b9a8-433a947bf348 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:44.967667 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1aed37f-e3ff-4e9d-b9a8-433a947bf348 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:44.968946 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e1aed37f-e3ff-4e9d-b9a8-433a947bf348 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.1507359 Sep 07 19:10:44.971632 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58418) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:44.977254 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-5b5483e1-eba4-4379-b6f0-c085dd7febf8 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-224795159'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:44.988179 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] For port 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=14f00d3b-76e5-46a4-9df0-1d3181a6ffcc,segment=NetworkSegment(35b17857-b4f9-45ae-a06b-a2fd15c0d8a4),segment_id=35b17857-b4f9-45ae-a06b-a2fd15c0d8a4)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:10:45.026580 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:45.035324 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5483e1-eba4-4379-b6f0-c085dd7febf8 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Made reservation on behalf of 66319c9e22454add9736805f91698b16 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:45.040049 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b5483e1-eba4-4379-b6f0-c085dd7febf8 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:45.049074 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b5483e1-eba4-4379-b6f0-c085dd7febf8 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:45.073381 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-f146db8d-c1b8-46f6-9115-bf214bb990ba tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting port 3ee1810e-ea62-4a96-ab82-f81cb6f771a3 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:10:45.074301 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f146db8d-c1b8-46f6-9115-bf214bb990ba tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:45.102017 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] Allocated IP 2001:db8::f816:3eff:fe8b:dbb4 (084f22dc-a5ae-4eaf-9c5b-1f5270128455/e3fe32e5-f433-48c3-850b-179eadf4e504/deb2cab0-bd5a-42fb-bdb5-3002e11ea468) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:45.181034 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b5483e1-eba4-4379-b6f0-c085dd7febf8 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:45.188984 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b5483e1-eba4-4379-b6f0-c085dd7febf8 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:45.200538 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f146db8d-c1b8-46f6-9115-bf214bb990ba tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:45.213571 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-d20863e3-01e6-48e4-9883-0b8cf08f1245 None None] Allocated IP 172.20.0.18 (de9b4bb5-61b8-4c56-bb4a-a7418460c1b4/aabc9525-e75c-4c20-b051-db98a96c53b8/f4034b50-4441-4f1f-9812-f21055f4daee) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:45.217309 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-f146db8d-c1b8-46f6-9115-bf214bb990ba tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Calling delete_port for 3ee1810e-ea62-4a96-ab82-f81cb6f771a3 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:10:45.226292 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5483e1-eba4-4379-b6f0-c085dd7febf8 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6726942f-6c03-45cd-b95e-eb6d8f33e965,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:45.257971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5483e1-eba4-4379-b6f0-c085dd7febf8 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:10:45.282076 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b5483e1-eba4-4379-b6f0-c085dd7febf8 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:45.282076 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-5b5483e1-eba4-4379-b6f0-c085dd7febf8 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Added segment 075fb3a5-ed38-4ec8-93bc-b6b1dbfe28fa of type vlan for network 826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d Sep 07 19:10:45.367059 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b5483e1-eba4-4379-b6f0-c085dd7febf8 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:45.418892 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b5483e1-eba4-4379-b6f0-c085dd7febf8 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:45.427977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5483e1-eba4-4379-b6f0-c085dd7febf8 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:45.428850 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b5483e1-eba4-4379-b6f0-c085dd7febf8 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:45.512638 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f146db8d-c1b8-46f6-9115-bf214bb990ba tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:45.536856 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5483e1-eba4-4379-b6f0-c085dd7febf8 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event updated for resources: {'Network': ['ID=826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:45.549613 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d20863e3-01e6-48e4-9883-0b8cf08f1245 None None] For port f4034b50-4441-4f1f-9812-f21055f4daee, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f4034b50-4441-4f1f-9812-f21055f4daee,segment=NetworkSegment(0be74ae5-e6b6-4585-b5aa-458fd1a27aab),segment_id=0be74ae5-e6b6-4585-b5aa-458fd1a27aab)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:45.574751 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5b5483e1-eba4-4379-b6f0-c085dd7febf8 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6018052 Sep 07 19:10:45.577647 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58432) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:45.583912 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-3ea46f6a-c1e3-4439-acab-c74c4332b2f9 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Request body: {'subnet': {'network_id': '826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:45.588112 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d20863e3-01e6-48e4-9883-0b8cf08f1245 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:45.592212 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146db8d-c1b8-46f6-9115-bf214bb990ba tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Port': ['ID=3ee1810e-ea62-4a96-ab82-f81cb6f771a3,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:45.610344 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d20863e3-01e6-48e4-9883-0b8cf08f1245 None None] Transition to ACTIVE for port object f4034b50-4441-4f1f-9812-f21055f4daee will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:45.612239 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310945b-016c-425b-8d0d-5252c83e0a2d None None] Pushing event updated for resources: {'Port': ['ID=14f00d3b-76e5-46a4-9df0-1d3181a6ffcc,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:45.626584 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:10:45.710106 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d20863e3-01e6-48e4-9883-0b8cf08f1245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:45.779383 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f146db8d-c1b8-46f6-9115-bf214bb990ba tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:45.782285 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f146db8d-c1b8-46f6-9115-bf214bb990ba tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/ports/3ee1810e-ea62-4a96-ab82-f81cb6f771a3 HTTP/1.1" status: 204 len: 168 time: 0.8530796 Sep 07 19:10:45.790743 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58434) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:45.811889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea46f6a-c1e3-4439-acab-c74c4332b2f9 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Made reservation on behalf of 66319c9e22454add9736805f91698b16 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:45.818020 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3ea46f6a-c1e3-4439-acab-c74c4332b2f9 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:45.853746 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-2403f8ab-1322-404d-9b65-158310891197 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] GET failed (client error): The resource could not be found. Sep 07 19:10:45.866694 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2403f8ab-1322-404d-9b65-158310891197 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports/3ee1810e-ea62-4a96-ab82-f81cb6f771a3 HTTP/1.1" status: 404 len: 333 time: 0.0633311 Sep 07 19:10:45.866694 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58438) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:45.970451 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e62350bc-ec66-45f4-a7d6-f3251e0eb4ac tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:46.014729 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e62350bc-ec66-45f4-a7d6-f3251e0eb4ac tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:46.030201 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20863e3-01e6-48e4-9883-0b8cf08f1245 None None] Pushing event updated for resources: {'Port': ['ID=f4034b50-4441-4f1f-9812-f21055f4daee,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:46.112235 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:46.115058 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e62350bc-ec66-45f4-a7d6-f3251e0eb4ac tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:46.117977 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e62350bc-ec66-45f4-a7d6-f3251e0eb4ac tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:46.119359 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e62350bc-ec66-45f4-a7d6-f3251e0eb4ac tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/security-groups/b6b3b5a9-0332-44d3-bd2c-f8d7ae60b207 HTTP/1.1" status: 204 len: 168 time: 0.2540565 Sep 07 19:10:46.122135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58442) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:46.126524 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] Transition to ACTIVE for port object deb2cab0-bd5a-42fb-bdb5-3002e11ea468 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:46.151788 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62350bc-ec66-45f4-a7d6-f3251e0eb4ac tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b3b5a9-0332-44d3-bd2c-f8d7ae60b207,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:46.173061 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] Transition to ACTIVE for port object deb2cab0-bd5a-42fb-bdb5-3002e11ea468 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:46.195771 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:46.229345 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5780dbfe-8611-485d-9659-bb7c32aedfdd tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:46.261384 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] Network 084f22dc-a5ae-4eaf-9c5b-1f5270128455 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:46.266588 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3ea46f6a-c1e3-4439-acab-c74c4332b2f9 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:46.270787 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:46.281978 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:46.305629 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] Pushing event updated for resources: {'Port': ['ID=deb2cab0-bd5a-42fb-bdb5-3002e11ea468,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:46.380224 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22c0b11c-9644-48a0-99d1-566b202ff788 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:46.396632 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] Attempting to bind port deb2cab0-bd5a-42fb-bdb5-3002e11ea468 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:10:46.397012 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] Attempting to bind port deb2cab0-bd5a-42fb-bdb5-3002e11ea468 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'ff9e21e5-3509-489c-b685-3707b0d685c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084f22dc-a5ae-4eaf-9c5b-1f5270128455'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:10:46.397462 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] Attempting to bind port deb2cab0-bd5a-42fb-bdb5-3002e11ea468 on network 084f22dc-a5ae-4eaf-9c5b-1f5270128455 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:10:46.419686 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:10:46.420071 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] Checking segment: {'id': 'ff9e21e5-3509-489c-b685-3707b0d685c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084f22dc-a5ae-4eaf-9c5b-1f5270128455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:46.420483 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:46.421016 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] Bound using segment: {'id': 'ff9e21e5-3509-489c-b685-3707b0d685c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084f22dc-a5ae-4eaf-9c5b-1f5270128455'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:10:46.421508 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] Bound port: deb2cab0-bd5a-42fb-bdb5-3002e11ea468, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9e21e5-3509-489c-b685-3707b0d685c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084f22dc-a5ae-4eaf-9c5b-1f5270128455'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:10:46.421895 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:46.459495 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5780dbfe-8611-485d-9659-bb7c32aedfdd tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:46.552115 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22c0b11c-9644-48a0-99d1-566b202ff788 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:46.552387 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] For port deb2cab0-bd5a-42fb-bdb5-3002e11ea468, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:10:46.556872 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea46f6a-c1e3-4439-acab-c74c4332b2f9 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event updated for resources: {'Subnet': ['ID=a129108f-f342-4b64-8ddc-2cc03c8f5122,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:46.559683 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] For port deb2cab0-bd5a-42fb-bdb5-3002e11ea468, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=deb2cab0-bd5a-42fb-bdb5-3002e11ea468,segment=NetworkSegment(ff9e21e5-3509-489c-b685-3707b0d685c1),segment_id=ff9e21e5-3509-489c-b685-3707b0d685c1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:10:46.575291 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:46.607138 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea46f6a-c1e3-4439-acab-c74c4332b2f9 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Checking segment: {'id': '075fb3a5-ed38-4ec8-93bc-b6b1dbfe28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:46.607507 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea46f6a-c1e3-4439-acab-c74c4332b2f9 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Network hostable DHCP agents. Network: 826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:10:46.691320 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84109454-6438-4fff-8d68-74b2d213b0df None None] Pushing event updated for resources: {'Port': ['ID=deb2cab0-bd5a-42fb-bdb5-3002e11ea468,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:46.697183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea46f6a-c1e3-4439-acab-c74c4332b2f9 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Network 826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:10:46.736707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-3ea46f6a-c1e3-4439-acab-c74c4332b2f9 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:46.741562 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22c0b11c-9644-48a0-99d1-566b202ff788 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:46.744636 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22c0b11c-9644-48a0-99d1-566b202ff788 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:46.746603 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-22c0b11c-9644-48a0-99d1-566b202ff788 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/security-groups/f2e3b329-a6f8-41af-bdc8-7a5945184c7d HTTP/1.1" status: 204 len: 168 time: 0.5977390 Sep 07 19:10:46.749214 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58448) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:46.755523 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ccf03e-381f-4b27-8978-d6bb001992f7 None None] Network 826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:46.774338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea46f6a-c1e3-4439-acab-c74c4332b2f9 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:46.783948 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3ea46f6a-c1e3-4439-acab-c74c4332b2f9 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:46.842130 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58452) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:46.842753 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3ea46f6a-c1e3-4439-acab-c74c4332b2f9 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2636988 Sep 07 19:10:46.857199 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0b11c-9644-48a0-99d1-566b202ff788 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e3b329-a6f8-41af-bdc8-7a5945184c7d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:46.863754 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-87d17125-7707-4893-9da9-d227cfaddaf7 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Request body: {'network': {'name': 'tempest-router-network01--814474515'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:46.934088 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f1f9d5-b6c4-4f2d-96cc-a9f0c1e53ccb tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting subnet 486ac14e-2454-4040-aa30-ba51d4482795 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:10:46.944075 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67f1f9d5-b6c4-4f2d-96cc-a9f0c1e53ccb tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:47.007856 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5780dbfe-8611-485d-9659-bb7c32aedfdd tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:47.010986 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d17125-7707-4893-9da9-d227cfaddaf7 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Made reservation on behalf of 66319c9e22454add9736805f91698b16 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:47.015015 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-87d17125-7707-4893-9da9-d227cfaddaf7 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:47.061074 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67f1f9d5-b6c4-4f2d-96cc-a9f0c1e53ccb tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:47.066568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58456) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:47.127613 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d17125-7707-4893-9da9-d227cfaddaf7 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:10:47.157225 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-87d17125-7707-4893-9da9-d227cfaddaf7 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:47.157475 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-87d17125-7707-4893-9da9-d227cfaddaf7 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Added segment 66a795e1-c2e8-4ccd-918b-cf27931c3eba of type vlan for network 8bc3d1bc-b997-44f7-aedd-f71fdb01a755 Sep 07 19:10:47.163878 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d', 'network_id': '826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d', 'tenant_id': '66319c9e22454add9736805f91698b16', 'fixed_ips': [{'subnet_id': 'a129108f-f342-4b64-8ddc-2cc03c8f5122'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:10:47.166031 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:47.234757 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5780dbfe-8611-485d-9659-bb7c32aedfdd tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:47.243667 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67f1f9d5-b6c4-4f2d-96cc-a9f0c1e53ccb tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:47.307119 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780dbfe-8611-485d-9659-bb7c32aedfdd tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event deleted for resources: {'Subnet': ['ID=e3fe32e5-f433-48c3-850b-179eadf4e504,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:47.318069 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f8f5c4-b97d-42e4-bb8f-21def8021df2 None None] Network ffed43f5-b6f8-4e63-a173-9fd390d76baf requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:47.339111 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5780dbfe-8611-485d-9659-bb7c32aedfdd tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:47.344685 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5780dbfe-8611-485d-9659-bb7c32aedfdd tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "DELETE /v2.0/subnets/e3fe32e5-f433-48c3-850b-179eadf4e504 HTTP/1.1" status: 204 len: 168 time: 2.5779042 Sep 07 19:10:47.345061 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58462) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:47.420728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67f1f9d5-b6c4-4f2d-96cc-a9f0c1e53ccb tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:47.462298 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1f9d5-b6c4-4f2d-96cc-a9f0c1e53ccb tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Subnet': ['ID=486ac14e-2454-4040-aa30-ba51d4482795,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:47.479125 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-87d17125-7707-4893-9da9-d227cfaddaf7 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:47.484140 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-67f1f9d5-b6c4-4f2d-96cc-a9f0c1e53ccb tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:47.486758 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-67f1f9d5-b6c4-4f2d-96cc-a9f0c1e53ccb tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/subnets/486ac14e-2454-4040-aa30-ba51d4482795 HTTP/1.1" status: 204 len: 168 time: 0.7363596 Sep 07 19:10:47.493266 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58464) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:47.497889 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2409fe38-a209-4810-a019-ca5523145861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:47.501467 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a24b2e56-eeed-4de6-9d5e-3ff4183ccb22 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'subnet': {'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:47.550102 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-87d17125-7707-4893-9da9-d227cfaddaf7 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:47.556540 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d17125-7707-4893-9da9-d227cfaddaf7 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:47.557092 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-87d17125-7707-4893-9da9-d227cfaddaf7 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:47.562769 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb750ca-669e-47a8-979f-6c4919ee29b9 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:47.563593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb750ca-669e-47a8-979f-6c4919ee29b9 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:47.565577 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1cb750ca-669e-47a8-979f-6c4919ee29b9 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2036903 Sep 07 19:10:47.569442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58466) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:47.687471 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-da6d11ef-341e-48e1-b54c-3c2e3f080ffe None None] Provisioning for port 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:47.724005 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d17125-7707-4893-9da9-d227cfaddaf7 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event updated for resources: {'Network': ['ID=8bc3d1bc-b997-44f7-aedd-f71fdb01a755,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:47.764644 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] Allocated IP 2001:db8::2 (826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d/a129108f-f342-4b64-8ddc-2cc03c8f5122/0dea8b24-5edc-4341-abb3-a4b657e3b2d6) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:47.780880 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 8bc3d1bc-b997-44f7-aedd-f71fdb01a755 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:10:47.782367 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f4034b50-4441-4f1f-9812-f21055f4daee up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:47.805636 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3b964aa2-db80-4324-b5b0-b3f04f4db993 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:47.834496 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b964aa2-db80-4324-b5b0-b3f04f4db993 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 07 19:10:47.835073 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b964aa2-db80-4324-b5b0-b3f04f4db993 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:47.844189 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58468) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:47.851605 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-89c29f1c-b283-404b-ac6b-14895255065e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-989198135'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:47.856454 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3b964aa2-db80-4324-b5b0-b3f04f4db993 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "DELETE /v2.0/networks/084f22dc-a5ae-4eaf-9c5b-1f5270128455 HTTP/1.1" status: 409 len: 405 time: 0.2754557 Sep 07 19:10:47.881398 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9ebca3d6-9858-4012-9b1d-010fe9b80fd4 None None] Could not find standard attr ID for object 3ee1810e-ea62-4a96-ab82-f81cb6f771a3. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:10:47.884099 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2409fe38-a209-4810-a019-ca5523145861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:47.911320 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2409fe38-a209-4810-a019-ca5523145861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:47.931903 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.db.api [None req-89c29f1c-b283-404b-ac6b-14895255065e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 19:10:47.931903 n-d-807786-1 neutron-server[101444]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 19:10:47.931903 n-d-807786-1 neutron-server[101444]: [parameters: {'project_id_1': 'b27588553f8241218d620cca8fff3022', 'expiration_1': datetime.datetime(2021, 9, 7, 19, 10, 27, 863687)}] Sep 07 19:10:47.931903 n-d-807786-1 neutron-server[101444]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:10:47.933222 n-d-807786-1 neutron-server[101444]: DEBUG oslo_db.api [None req-89c29f1c-b283-404b-ac6b-14895255065e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:10:47.942007 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24b2e56-eeed-4de6-9d5e-3ff4183ccb22 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:47.951923 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a24b2e56-eeed-4de6-9d5e-3ff4183ccb22 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:48.024269 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-87d17125-7707-4893-9da9-d227cfaddaf7 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1807730 Sep 07 19:10:48.034795 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58472) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:48.057267 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-20913b36-72eb-4dd1-b5ad-462a23be068d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Request body: {'network': {'name': 'tempest-router-network02--1726548176'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:48.061224 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2409fe38-a209-4810-a019-ca5523145861 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a880a487f5bf46838764d5370f7c3b49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9935877 Sep 07 19:10:48.062603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409fe38-a209-4810-a019-ca5523145861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db25e5e-3ae6-4935-b07e-48c2beb5165f,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:48.070478 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58474) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:48.071211 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9ebca3d6-9858-4012-9b1d-010fe9b80fd4 None None] Provisioning complete for port 91c7ab1e-ef11-4698-ba6f-169482e84797 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:48.071789 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9ebca3d6-9858-4012-9b1d-010fe9b80fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:48.193736 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a3e20717-187a-44f7-9dbb-45cfb8510570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:48.202577 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20913b36-72eb-4dd1-b5ad-462a23be068d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Made reservation on behalf of 66319c9e22454add9736805f91698b16 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:48.219824 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-20913b36-72eb-4dd1-b5ad-462a23be068d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:48.248395 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:48.250584 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-9ebca3d6-9858-4012-9b1d-010fe9b80fd4 None None] Port 91c7ab1e-ef11-4698-ba6f-169482e84797 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:10:48.270837 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a3e20717-187a-44f7-9dbb-45cfb8510570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:48.318760 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20913b36-72eb-4dd1-b5ad-462a23be068d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:10:48.346398 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-20913b36-72eb-4dd1-b5ad-462a23be068d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:48.347096 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-20913b36-72eb-4dd1-b5ad-462a23be068d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Added segment 43940ca3-6c93-4a72-ab71-a1d04e43a9cd of type vlan for network fb7a65cd-c2f8-4a66-8112-d23d9a73e74f Sep 07 19:10:48.370810 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a3e20717-187a-44f7-9dbb-45cfb8510570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:48.375128 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a3e20717-187a-44f7-9dbb-45cfb8510570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:48.377758 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a3e20717-187a-44f7-9dbb-45cfb8510570 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0db25e5e-3ae6-4935-b07e-48c2beb5165f HTTP/1.1" status: 204 len: 168 time: 0.3049898 Sep 07 19:10:48.391063 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e20717-187a-44f7-9dbb-45cfb8510570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db25e5e-3ae6-4935-b07e-48c2beb5165f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:48.426776 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-20913b36-72eb-4dd1-b5ad-462a23be068d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:48.466750 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-20913b36-72eb-4dd1-b5ad-462a23be068d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:48.481117 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20913b36-72eb-4dd1-b5ad-462a23be068d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:48.481792 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-20913b36-72eb-4dd1-b5ad-462a23be068d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:48.624342 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449463ea-1fb7-4213-b534-8e122262d584 None None] Network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:48.640665 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c29f1c-b283-404b-ac6b-14895255065e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Made reservation on behalf of b27588553f8241218d620cca8fff3022 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:48.647317 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-89c29f1c-b283-404b-ac6b-14895255065e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:48.669147 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20913b36-72eb-4dd1-b5ad-462a23be068d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event updated for resources: {'Network': ['ID=fb7a65cd-c2f8-4a66-8112-d23d9a73e74f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:48.673320 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-20913b36-72eb-4dd1-b5ad-462a23be068d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6369731 Sep 07 19:10:48.677719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58482) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:48.684215 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-237355f5-4622-4aea-9f79-98f5fde3faa5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Request body: {'subnet': {'network_id': '8bc3d1bc-b997-44f7-aedd-f71fdb01a755', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:48.684481 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfbf728-a096-4d61-9543-e326df6b6a4b None None] Network 084f22dc-a5ae-4eaf-9c5b-1f5270128455 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:48.693038 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network fb7a65cd-c2f8-4a66-8112-d23d9a73e74f details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:10:48.695131 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9ebca3d6-9858-4012-9b1d-010fe9b80fd4 None None] Provisioning for port f4034b50-4441-4f1f-9812-f21055f4daee completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:48.764133 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c29f1c-b283-404b-ac6b-14895255065e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:10:48.788164 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-89c29f1c-b283-404b-ac6b-14895255065e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:48.789036 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-89c29f1c-b283-404b-ac6b-14895255065e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Added segment a072e2b9-567d-42ce-83b3-4745d20e2dd5 of type vlan for network f599e0ac-d8e4-491f-be1c-65cf6f7dc83f Sep 07 19:10:48.789961 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9ebca3d6-9858-4012-9b1d-010fe9b80fd4 None None] Provisioning complete for port f4034b50-4441-4f1f-9812-f21055f4daee triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:48.790573 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9ebca3d6-9858-4012-9b1d-010fe9b80fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:48.807803 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:48.811557 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237355f5-4622-4aea-9f79-98f5fde3faa5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Made reservation on behalf of 66319c9e22454add9736805f91698b16 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:48.815749 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-237355f5-4622-4aea-9f79-98f5fde3faa5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:48.817002 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a24b2e56-eeed-4de6-9d5e-3ff4183ccb22 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:48.875416 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58484) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:48.902600 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-89c29f1c-b283-404b-ac6b-14895255065e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:48.907987 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24b2e56-eeed-4de6-9d5e-3ff4183ccb22 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:48.911447 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] Transition to ACTIVE for port object 0dea8b24-5edc-4341-abb3-a4b657e3b2d6 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:48.921140 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-a24b2e56-eeed-4de6-9d5e-3ff4183ccb22 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:48.924225 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24b2e56-eeed-4de6-9d5e-3ff4183ccb22 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:48.925119 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a24b2e56-eeed-4de6-9d5e-3ff4183ccb22 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:48.932716 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eed32bd1-0125-4381-a577-b4f3a053e6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:48.945582 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b2e56-eeed-4de6-9d5e-3ff4183ccb22 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Subnet': ['ID=14b71690-6db3-4b60-b41a-884cd8aaf490,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:48.977414 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a24b2e56-eeed-4de6-9d5e-3ff4183ccb22 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4816535 Sep 07 19:10:48.980916 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58486) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:48.987997 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-c7d067ec-7995-45fa-a591-881f1bf2099d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'security_group': {'name': 'tempest-secgroup-535241241'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:48.993052 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:48.996993 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-89c29f1c-b283-404b-ac6b-14895255065e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:48.998486 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] Transition to ACTIVE for port object 0dea8b24-5edc-4341-abb3-a4b657e3b2d6 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:49.006439 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c29f1c-b283-404b-ac6b-14895255065e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:49.007416 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-89c29f1c-b283-404b-ac6b-14895255065e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.031720 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:49.032096 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.038985 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.153496 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c29f1c-b283-404b-ac6b-14895255065e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event updated for resources: {'Network': ['ID=f599e0ac-d8e4-491f-be1c-65cf6f7dc83f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:49.160550 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-237355f5-4622-4aea-9f79-98f5fde3faa5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.179709 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network f599e0ac-d8e4-491f-be1c-65cf6f7dc83f details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:10:49.184687 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] Network 826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:49.215136 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] Pushing event updated for resources: {'Port': ['ID=0dea8b24-5edc-4341-abb3-a4b657e3b2d6,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:49.224779 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:49.243229 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:49.251847 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eed32bd1-0125-4381-a577-b4f3a053e6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.253161 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237355f5-4622-4aea-9f79-98f5fde3faa5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Checking segment: {'id': '66a795e1-c2e8-4ccd-918b-cf27931c3eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8bc3d1bc-b997-44f7-aedd-f71fdb01a755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:49.253531 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237355f5-4622-4aea-9f79-98f5fde3faa5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Network hostable DHCP agents. Network: 8bc3d1bc-b997-44f7-aedd-f71fdb01a755, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:10:49.258168 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237355f5-4622-4aea-9f79-98f5fde3faa5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event updated for resources: {'Subnet': ['ID=3f6c098c-8512-44a6-85ac-1763ecd8e0a5,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:49.261403 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eed32bd1-0125-4381-a577-b4f3a053e6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.280886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237355f5-4622-4aea-9f79-98f5fde3faa5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Network 8bc3d1bc-b997-44f7-aedd-f71fdb01a755 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:10:49.300581 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-237355f5-4622-4aea-9f79-98f5fde3faa5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 8bc3d1bc-b997-44f7-aedd-f71fdb01a755) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:49.318491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237355f5-4622-4aea-9f79-98f5fde3faa5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:49.319587 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-237355f5-4622-4aea-9f79-98f5fde3faa5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.331864 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-89c29f1c-b283-404b-ac6b-14895255065e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4849720 Sep 07 19:10:49.332972 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c7d067ec-7995-45fa-a591-881f1bf2099d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.336050 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58492) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:49.340779 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476d38a2-75fe-46d6-bbdc-b3b8ee88de5b None None] Network 8bc3d1bc-b997-44f7-aedd-f71fdb01a755 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:49.347961 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-bb4e62b8-058a-4fac-8701-1c5ba34ef1b1 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Request body: {'subnet': {'network_id': 'f599e0ac-d8e4-491f-be1c-65cf6f7dc83f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:49.363329 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-237355f5-4622-4aea-9f79-98f5fde3faa5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6842043 Sep 07 19:10:49.366098 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58494) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:49.372234 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-d72c9c90-b80a-4d0c-a018-7fc3ec56a365 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Request body: {'subnet': {'network_id': 'fb7a65cd-c2f8-4a66-8112-d23d9a73e74f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:49.402896 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed32bd1-0125-4381-a577-b4f3a053e6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b32bbd-e40c-4033-a106-94263cd90f6f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:49.416274 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce04e8c-663b-43c3-89da-8372cd80f2b8 None None] DHCP port deletion for 084f22dc-a5ae-4eaf-9c5b-1f5270128455 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:10:49.419732 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-eed32bd1-0125-4381-a577-b4f3a053e6fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a0289242b90e40098638fa6ed5ae96c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5318894 Sep 07 19:10:49.426136 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58496) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:49.490635 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5f64f564-19ea-4c66-a716-4cd9f2fa7707 None None] Could not find standard attr ID for object 3ee1810e-ea62-4a96-ab82-f81cb6f771a3. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:10:49.496075 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] Attempting to bind port 0dea8b24-5edc-4341-abb3-a4b657e3b2d6 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:10:49.497019 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] Attempting to bind port 0dea8b24-5edc-4341-abb3-a4b657e3b2d6 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '075fb3a5-ed38-4ec8-93bc-b6b1dbfe28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:10:49.497551 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] Attempting to bind port 0dea8b24-5edc-4341-abb3-a4b657e3b2d6 on network 826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:10:49.585331 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:10:49.586665 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] Checking segment: {'id': '075fb3a5-ed38-4ec8-93bc-b6b1dbfe28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:49.587267 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e909285-c1de-4807-a27c-ea34f114ffc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.587762 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.588360 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] Bound using segment: {'id': '075fb3a5-ed38-4ec8-93bc-b6b1dbfe28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:10:49.589069 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] Bound port: 0dea8b24-5edc-4341-abb3-a4b657e3b2d6, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075fb3a5-ed38-4ec8-93bc-b6b1dbfe28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:10:49.590209 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.604162 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.632083 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e909285-c1de-4807-a27c-ea34f114ffc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.661590 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5f64f564-19ea-4c66-a716-4cd9f2fa7707 None None] Provisioning for port deb2cab0-bd5a-42fb-bdb5-3002e11ea468 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:49.661873 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c7d067ec-7995-45fa-a591-881f1bf2099d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.677592 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c7d067ec-7995-45fa-a591-881f1bf2099d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.760980 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=14f00d3b-76e5-46a4-9df0-1d3181a6ffcc,segment=NetworkSegment(35b17857-b4f9-45ae-a06b-a2fd15c0d8a4),segment_id=35b17857-b4f9-45ae-a06b-a2fd15c0d8a4)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:49.790718 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.791537 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device deb2cab0-bd5a-42fb-bdb5-3002e11ea468 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:49.798108 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d067ec-7995-45fa-a591-881f1bf2099d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e89960b-e87e-44cd-ac59-58059fc22de4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:49.802991 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4e62b8-058a-4fac-8701-1c5ba34ef1b1 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Made reservation on behalf of b27588553f8241218d620cca8fff3022 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:49.806647 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb4e62b8-058a-4fac-8701-1c5ba34ef1b1 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.842861 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c7d067ec-7995-45fa-a591-881f1bf2099d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.843587 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72c9c90-b80a-4d0c-a018-7fc3ec56a365 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Made reservation on behalf of 66319c9e22454add9736805f91698b16 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:49.845541 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c7d067ec-7995-45fa-a591-881f1bf2099d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8633461 Sep 07 19:10:49.849692 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d72c9c90-b80a-4d0c-a018-7fc3ec56a365 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.851241 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5661954f-2adb-4e67-a608-15a228d29e6d None None] Network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:49.859427 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58504) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:49.867648 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a8dba2c3-cd80-4f29-9a5d-d4a6639089a1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'security_group': {'name': 'tempest-secgroup-160508728'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:49.890475 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] For port 0dea8b24-5edc-4341-abb3-a4b657e3b2d6, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:10:49.902915 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5f64f564-19ea-4c66-a716-4cd9f2fa7707 None None] Provisioning complete for port 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:49.903526 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5f64f564-19ea-4c66-a716-4cd9f2fa7707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.920023 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e909285-c1de-4807-a27c-ea34f114ffc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.922721 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9e909285-c1de-4807-a27c-ea34f114ffc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.923992 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9e909285-c1de-4807-a27c-ea34f114ffc8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5b32bbd-e40c-4033-a106-94263cd90f6f HTTP/1.1" status: 204 len: 168 time: 0.4968450 Sep 07 19:10:49.926616 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-fce04e8c-663b-43c3-89da-8372cd80f2b8 None None] Deleting port deb2cab0-bd5a-42fb-bdb5-3002e11ea468 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:10:49.927239 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fce04e8c-663b-43c3-89da-8372cd80f2b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:49.954003 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e909285-c1de-4807-a27c-ea34f114ffc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b32bbd-e40c-4033-a106-94263cd90f6f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:49.957174 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] For port 0dea8b24-5edc-4341-abb3-a4b657e3b2d6, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0dea8b24-5edc-4341-abb3-a4b657e3b2d6,segment=NetworkSegment(075fb3a5-ed38-4ec8-93bc-b6b1dbfe28fa),segment_id=075fb3a5-ed38-4ec8-93bc-b6b1dbfe28fa)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:10:49.978309 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a8dba2c3-cd80-4f29-9a5d-d4a6639089a1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:50.003083 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-8bc3d1bc-b997-44f7-aedd-f71fdb01a755', 'network_id': '8bc3d1bc-b997-44f7-aedd-f71fdb01a755', 'tenant_id': '66319c9e22454add9736805f91698b16', 'fixed_ips': [{'subnet_id': '3f6c098c-8512-44a6-85ac-1763ecd8e0a5'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:10:50.005066 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:50.055840 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:50.094034 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=14f00d3b-76e5-46a4-9df0-1d3181a6ffcc,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:50.148865 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a8dba2c3-cd80-4f29-9a5d-d4a6639089a1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:50.179256 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a8dba2c3-cd80-4f29-9a5d-d4a6639089a1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:50.205601 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-fce04e8c-663b-43c3-89da-8372cd80f2b8 None None] For port deb2cab0-bd5a-42fb-bdb5-3002e11ea468, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=deb2cab0-bd5a-42fb-bdb5-3002e11ea468,segment=NetworkSegment(ff9e21e5-3509-489c-b685-3707b0d685c1),segment_id=ff9e21e5-3509-489c-b685-3707b0d685c1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:50.215134 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fce04e8c-663b-43c3-89da-8372cd80f2b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:50.238480 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dba2c3-cd80-4f29-9a5d-d4a6639089a1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9efb93-87f6-4600-b39b-beb3d9b89abe,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:50.239766 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d72c9c90-b80a-4d0c-a018-7fc3ec56a365 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:50.254604 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a8dba2c3-cd80-4f29-9a5d-d4a6639089a1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:50.256458 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a8dba2c3-cd80-4f29-9a5d-d4a6639089a1 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3954146 Sep 07 19:10:50.259050 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58510) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:50.269882 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-86935881-6380-47ea-8200-6aa92a284a29 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'security_group': {'name': 'tempest-secgroup-431069599'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:50.408409 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-fce04e8c-663b-43c3-89da-8372cd80f2b8 None None] Calling delete_port for deb2cab0-bd5a-42fb-bdb5-3002e11ea468 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:10:50.422054 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c9c90-b80a-4d0c-a018-7fc3ec56a365 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event updated for resources: {'Subnet': ['ID=a69b7cfb-90d7-4e4d-af05-ba3448524a6e,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:50.432465 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86935881-6380-47ea-8200-6aa92a284a29 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:50.441354 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port deb2cab0-bd5a-42fb-bdb5-3002e11ea468 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:50.443731 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72c9c90-b80a-4d0c-a018-7fc3ec56a365 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Checking segment: {'id': '43940ca3-6c93-4a72-ab71-a1d04e43a9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fb7a65cd-c2f8-4a66-8112-d23d9a73e74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:50.445088 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72c9c90-b80a-4d0c-a018-7fc3ec56a365 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Network hostable DHCP agents. Network: fb7a65cd-c2f8-4a66-8112-d23d9a73e74f, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:10:50.492214 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72c9c90-b80a-4d0c-a018-7fc3ec56a365 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Network fb7a65cd-c2f8-4a66-8112-d23d9a73e74f is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:10:50.511487 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-d72c9c90-b80a-4d0c-a018-7fc3ec56a365 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, fb7a65cd-c2f8-4a66-8112-d23d9a73e74f) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:50.520438 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72c9c90-b80a-4d0c-a018-7fc3ec56a365 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:50.521167 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d72c9c90-b80a-4d0c-a018-7fc3ec56a365 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:50.544664 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port deb2cab0-bd5a-42fb-bdb5-3002e11ea468 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:50.547177 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d72c9c90-b80a-4d0c-a018-7fc3ec56a365 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1797266 Sep 07 19:10:50.548467 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:50.550077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58516) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:50.587485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaa6ea4-d656-4642-9cd7-a46e6e0e1e20 None None] Network fb7a65cd-c2f8-4a66-8112-d23d9a73e74f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:50.610360 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d18a47-581a-422f-9436-fb6cffa8d6c9 None None] Pushing event updated for resources: {'Port': ['ID=0dea8b24-5edc-4341-abb3-a4b657e3b2d6,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:50.672692 n-d-807786-1 neutron-server[101444]: DEBUG neutron.objects.ports [None req-bb4e62b8-058a-4fac-8701-1c5ba34ef1b1 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 19:10:50.676302 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb4e62b8-058a-4fac-8701-1c5ba34ef1b1 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:50.942080 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e62b8-058a-4fac-8701-1c5ba34ef1b1 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event updated for resources: {'Subnet': ['ID=52fb97c5-129e-4ce0-be26-6d91d3e346ce,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:50.947743 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86935881-6380-47ea-8200-6aa92a284a29 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:50.955457 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4e62b8-058a-4fac-8701-1c5ba34ef1b1 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Checking segment: {'id': 'a072e2b9-567d-42ce-83b3-4745d20e2dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f599e0ac-d8e4-491f-be1c-65cf6f7dc83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:50.955832 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4e62b8-058a-4fac-8701-1c5ba34ef1b1 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Network hostable DHCP agents. Network: f599e0ac-d8e4-491f-be1c-65cf6f7dc83f, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:10:50.959800 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86935881-6380-47ea-8200-6aa92a284a29 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:50.997654 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86935881-6380-47ea-8200-6aa92a284a29 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58f1c1c-156d-415d-a8ac-e727176500b8,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:51.021595 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86935881-6380-47ea-8200-6aa92a284a29 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:51.022682 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-86935881-6380-47ea-8200-6aa92a284a29 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7625899 Sep 07 19:10:51.025360 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58530) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:51.032856 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-0b2bea39-b035-473f-ba66-1415f80b7278 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1922909564', 'security_groups': ['e58f1c1c-156d-415d-a8ac-e727176500b8'], 'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '14b71690-6db3-4b60-b41a-884cd8aaf490'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:51.038513 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4e62b8-058a-4fac-8701-1c5ba34ef1b1 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Network f599e0ac-d8e4-491f-be1c-65cf6f7dc83f is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:10:51.075755 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-bb4e62b8-058a-4fac-8701-1c5ba34ef1b1 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, f599e0ac-d8e4-491f-be1c-65cf6f7dc83f) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:51.086706 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4e62b8-058a-4fac-8701-1c5ba34ef1b1 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:51.087412 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb4e62b8-058a-4fac-8701-1c5ba34ef1b1 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:51.147452 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bb4e62b8-058a-4fac-8701-1c5ba34ef1b1 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8029099 Sep 07 19:10:51.149808 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cced23-5251-499d-9734-184cf02663f9 None None] Network f599e0ac-d8e4-491f-be1c-65cf6f7dc83f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:51.158035 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58534) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:51.164153 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:51.185658 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-7784e9ad-a95a-4d31-97f6-1773f9a5df92 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Request body: {'port': {'network_id': 'f599e0ac-d8e4-491f-be1c-65cf6f7dc83f', 'name': 'tempest-NetworksIpV6TestAttrs-351063132'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:51.440628 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2bea39-b035-473f-ba66-1415f80b7278 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:51.552370 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] Allocated IP 2001:db8::2 (8bc3d1bc-b997-44f7-aedd-f71fdb01a755/3f6c098c-8512-44a6-85ac-1763ecd8e0a5/1a918ad7-8297-4cee-8db9-66512f947e5b) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:51.656406 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7784e9ad-a95a-4d31-97f6-1773f9a5df92 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Made reservation on behalf of b27588553f8241218d620cca8fff3022 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:51.660836 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7784e9ad-a95a-4d31-97f6-1773f9a5df92 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:51.701864 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-7784e9ad-a95a-4d31-97f6-1773f9a5df92 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] device_id is not set on port c8548217-ea74-4a19-8868-dad1fdacb00a yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:10:51.710292 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0b2bea39-b035-473f-ba66-1415f80b7278 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:51.803217 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-0b2bea39-b035-473f-ba66-1415f80b7278 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] device_id is not set on port a4a65c49-d41b-4cab-9472-dfc3e36cfe05 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:10:51.869510 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fce04e8c-663b-43c3-89da-8372cd80f2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:51.911809 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-7784e9ad-a95a-4d31-97f6-1773f9a5df92 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Allocated IP 2001:db8::f816:3eff:feaf:eada (f599e0ac-d8e4-491f-be1c-65cf6f7dc83f/52fb97c5-129e-4ce0-be26-6d91d3e346ce/c8548217-ea74-4a19-8868-dad1fdacb00a) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:52.133636 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:52.145320 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] Transition to ACTIVE for port object 1a918ad7-8297-4cee-8db9-66512f947e5b will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:52.165947 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] Transition to ACTIVE for port object 1a918ad7-8297-4cee-8db9-66512f947e5b will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:52.227796 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Port deb2cab0-bd5a-42fb-bdb5-3002e11ea468 update to ACTIVE by agent not found {{(pid=101446) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 07 19:10:52.269891 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce04e8c-663b-43c3-89da-8372cd80f2b8 None None] Pushing event deleted for resources: {'Port': ['ID=deb2cab0-bd5a-42fb-bdb5-3002e11ea468,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:52.275697 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d003d199-0702-4ebd-9c6c-7349b3235767 None None] Provisioning complete for port 91c7ab1e-ef11-4698-ba6f-169482e84797 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:52.276265 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d003d199-0702-4ebd-9c6c-7349b3235767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:52.313613 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Allocated IP 2001:db8::1 (8bc3d1bc-b997-44f7-aedd-f71fdb01a755/3f6c098c-8512-44a6-85ac-1763ecd8e0a5/5fd89f48-992f-4e87-bffa-93b925e56b7c) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:52.348108 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-0b2bea39-b035-473f-ba66-1415f80b7278 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Allocated IP 172.20.0.14 (de9b4bb5-61b8-4c56-bb4a-a7418460c1b4/14b71690-6db3-4b60-b41a-884cd8aaf490/a4a65c49-d41b-4cab-9472-dfc3e36cfe05) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:52.352491 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7784e9ad-a95a-4d31-97f6-1773f9a5df92 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:52.379192 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-7784e9ad-a95a-4d31-97f6-1773f9a5df92 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Transition to ACTIVE for port object c8548217-ea74-4a19-8868-dad1fdacb00a will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:52.381715 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02155d23-9800-48f1-b2d0-f3b99d8d9b0c None None] Network 826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:52.406719 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:52.443611 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d003d199-0702-4ebd-9c6c-7349b3235767 None None] Port 91c7ab1e-ef11-4698-ba6f-169482e84797 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:10:52.485602 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7784e9ad-a95a-4d31-97f6-1773f9a5df92 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:52.568156 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3f6eea-6d20-48c0-a91d-56f63c518c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-f599e0ac-d8e4-491f-be1c-65cf6f7dc83f', 'network_id': 'f599e0ac-d8e4-491f-be1c-65cf6f7dc83f', 'tenant_id': 'b27588553f8241218d620cca8fff3022', 'fixed_ips': [{'subnet_id': '52fb97c5-129e-4ce0-be26-6d91d3e346ce'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:10:52.569690 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4b3f6eea-6d20-48c0-a91d-56f63c518c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:52.571901 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:52.592604 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-fb7a65cd-c2f8-4a66-8112-d23d9a73e74f', 'network_id': 'fb7a65cd-c2f8-4a66-8112-d23d9a73e74f', 'tenant_id': '66319c9e22454add9736805f91698b16', 'fixed_ips': [{'subnet_id': 'a69b7cfb-90d7-4e4d-af05-ba3448524a6e'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:10:52.593329 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Transition to ACTIVE for port object 5fd89f48-992f-4e87-bffa-93b925e56b7c will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:52.593472 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:52.619519 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:52.622395 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] Pushing event updated for resources: {'Port': ['ID=1a918ad7-8297-4cee-8db9-66512f947e5b,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:52.640779 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:52.646233 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7784e9ad-a95a-4d31-97f6-1773f9a5df92 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Network f599e0ac-d8e4-491f-be1c-65cf6f7dc83f is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:52.648570 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce04e8c-663b-43c3-89da-8372cd80f2b8 None None] No DVR routers for this DVR port deb2cab0-bd5a-42fb-bdb5-3002e11ea468 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:10:52.650542 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-7784e9ad-a95a-4d31-97f6-1773f9a5df92 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:52.653256 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784e9ad-a95a-4d31-97f6-1773f9a5df92 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event updated for resources: {'Port': ['ID=c8548217-ea74-4a19-8868-dad1fdacb00a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:52.663885 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] Network 8bc3d1bc-b997-44f7-aedd-f71fdb01a755 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:52.668483 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7784e9ad-a95a-4d31-97f6-1773f9a5df92 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:52.674852 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7784e9ad-a95a-4d31-97f6-1773f9a5df92 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:52.675756 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7784e9ad-a95a-4d31-97f6-1773f9a5df92 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:52.702797 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Network 8bc3d1bc-b997-44f7-aedd-f71fdb01a755 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:52.706510 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:52.709861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:52.710836 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:52.716085 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7784e9ad-a95a-4d31-97f6-1773f9a5df92 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5565209 Sep 07 19:10:52.729374 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58560) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:52.761597 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:52.772495 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:52.803937 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d003d199-0702-4ebd-9c6c-7349b3235767 None None] Provisioning complete for port f4034b50-4441-4f1f-9812-f21055f4daee triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:52.805118 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d003d199-0702-4ebd-9c6c-7349b3235767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:52.870146 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0b2bea39-b035-473f-ba66-1415f80b7278 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:52.926409 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-0b2bea39-b035-473f-ba66-1415f80b7278 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Transition to ACTIVE for port object a4a65c49-d41b-4cab-9472-dfc3e36cfe05 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:52.934788 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-12cd7271-59e6-4202-a750-2598c51a3daf tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Deleting subnet 52fb97c5-129e-4ce0-be26-6d91d3e346ce {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:10:52.938866 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-12cd7271-59e6-4202-a750-2598c51a3daf tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:53.040189 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-12cd7271-59e6-4202-a750-2598c51a3daf tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:53.111702 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0b2bea39-b035-473f-ba66-1415f80b7278 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:53.186184 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bea39-b035-473f-ba66-1415f80b7278 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=a4a65c49-d41b-4cab-9472-dfc3e36cfe05,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:53.224908 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2bea39-b035-473f-ba66-1415f80b7278 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:53.228187 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-0b2bea39-b035-473f-ba66-1415f80b7278 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:53.231515 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2bea39-b035-473f-ba66-1415f80b7278 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:53.287789 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] Attempting to bind port 1a918ad7-8297-4cee-8db9-66512f947e5b on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:10:53.288160 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] Attempting to bind port 1a918ad7-8297-4cee-8db9-66512f947e5b by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '66a795e1-c2e8-4ccd-918b-cf27931c3eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8bc3d1bc-b997-44f7-aedd-f71fdb01a755'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:10:53.288538 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] Attempting to bind port 1a918ad7-8297-4cee-8db9-66512f947e5b on network 8bc3d1bc-b997-44f7-aedd-f71fdb01a755 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:10:53.362002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event updated for resources: {'Port': ['ID=5fd89f48-992f-4e87-bffa-93b925e56b7c,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:53.400809 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:10:53.401521 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] Checking segment: {'id': '66a795e1-c2e8-4ccd-918b-cf27931c3eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8bc3d1bc-b997-44f7-aedd-f71fdb01a755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:53.402905 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:53.403489 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] Bound using segment: {'id': '66a795e1-c2e8-4ccd-918b-cf27931c3eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8bc3d1bc-b997-44f7-aedd-f71fdb01a755'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:10:53.404168 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] Bound port: 1a918ad7-8297-4cee-8db9-66512f947e5b, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a795e1-c2e8-4ccd-918b-cf27931c3eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8bc3d1bc-b997-44f7-aedd-f71fdb01a755'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:10:53.404780 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:53.469082 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:53.483608 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:53.483608 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:53.650985 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] Allocated IP 2001:db8::2 (fb7a65cd-c2f8-4a66-8112-d23d9a73e74f/a69b7cfb-90d7-4e4d-af05-ba3448524a6e/e30cba14-4247-47ee-9b34-78b3be30394d) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:53.695213 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] For port 1a918ad7-8297-4cee-8db9-66512f947e5b, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:10:53.703078 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] For port 1a918ad7-8297-4cee-8db9-66512f947e5b, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1a918ad7-8297-4cee-8db9-66512f947e5b,segment=NetworkSegment(66a795e1-c2e8-4ccd-918b-cf27931c3eba),segment_id=66a795e1-c2e8-4ccd-918b-cf27931c3eba)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:10:53.703777 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-12cd7271-59e6-4202-a750-2598c51a3daf tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:53.730169 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:53.760497 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2bea39-b035-473f-ba66-1415f80b7278 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:53.762498 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0b2bea39-b035-473f-ba66-1415f80b7278 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:53.786077 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0b2bea39-b035-473f-ba66-1415f80b7278 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7592304 Sep 07 19:10:53.789385 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58604) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:53.798158 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-668c478c-3d86-4eaf-aba1-660d7037ab8b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'subnet': {'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:53.825616 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abd803-14b8-4577-af0c-f5d40d2cd063 None None] Pushing event updated for resources: {'Port': ['ID=1a918ad7-8297-4cee-8db9-66512f947e5b,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:53.927772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-fad8dab0-750e-45f6-a358-84e38cc8d9a4 None None] Provisioning for port a4a65c49-d41b-4cab-9472-dfc3e36cfe05 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:54.008049 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-fad8dab0-750e-45f6-a358-84e38cc8d9a4 None None] Provisioning complete for port a4a65c49-d41b-4cab-9472-dfc3e36cfe05 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:54.010640 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fad8dab0-750e-45f6-a358-84e38cc8d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:54.017278 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:54.041075 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:54.043127 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server [None req-4b3f6eea-6d20-48c0-a91d-56f63c518c48 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52fb97c5-129e-4ce0-be26-6d91d3e346ce: This subnet is being modified by another concurrent operation. Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise exception Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52fb97c5-129e-4ce0-be26-6d91d3e346ce: This subnet is being modified by another concurrent operation. Sep 07 19:10:54.061388 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Sep 07 19:10:54.115329 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-12cd7271-59e6-4202-a750-2598c51a3daf tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:54.126761 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668c478c-3d86-4eaf-aba1-660d7037ab8b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:54.128204 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84c9757-a2ff-4f85-a4cb-34fc5b109237 None None] Network f599e0ac-d8e4-491f-be1c-65cf6f7dc83f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:54.135849 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-668c478c-3d86-4eaf-aba1-660d7037ab8b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:54.251862 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0dea8b24-5edc-4341-abb3-a4b657e3b2d6 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:54.334725 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event updated for resources: {'Port': ['ID=5fd89f48-992f-4e87-bffa-93b925e56b7c,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:54.363039 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:54.368712 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:54.369182 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:54.369530 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:54.369889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:54.370195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:54.370537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:54.371510 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:54.371927 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:54.372269 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:54.376696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:54.377174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:54.400081 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd7271-59e6-4202-a750-2598c51a3daf tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event deleted for resources: {'Subnet': ['ID=52fb97c5-129e-4ce0-be26-6d91d3e346ce,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:54.411177 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-12cd7271-59e6-4202-a750-2598c51a3daf tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:54.413738 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-12cd7271-59e6-4202-a750-2598c51a3daf tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "DELETE /v2.0/subnets/52fb97c5-129e-4ce0-be26-6d91d3e346ce HTTP/1.1" status: 204 len: 168 time: 1.6728947 Sep 07 19:10:54.417652 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58618) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:54.482297 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Network 8bc3d1bc-b997-44f7-aedd-f71fdb01a755 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:54.485400 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:54.529674 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71387bc-030f-4162-bce8-e14546345358 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:54.533162 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71387bc-030f-4162-bce8-e14546345358 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:54.537773 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e71387bc-030f-4162-bce8-e14546345358 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1145968 Sep 07 19:10:54.538605 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58620) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:54.538605 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58622) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:54.583150 n-d-807786-1 neutron-server[101444]: INFO neutron.db.ipam_backend_mixin [None req-668c478c-3d86-4eaf-aba1-660d7037ab8b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 14b71690-6db3-4b60-b41a-884cd8aaf490 (CIDR: 172.20.0.0/28) Sep 07 19:10:54.611680 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-668c478c-3d86-4eaf-aba1-660d7037ab8b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:10:54.612211 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-668c478c-3d86-4eaf-aba1-660d7037ab8b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:54.698996 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-668c478c-3d86-4eaf-aba1-660d7037ab8b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9082346 Sep 07 19:10:54.703511 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-fad8dab0-750e-45f6-a358-84e38cc8d9a4 None None] Port a4a65c49-d41b-4cab-9472-dfc3e36cfe05 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:10:54.708789 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58628) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:54.721226 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-6a14ee0c-a14b-4701-a780-6e2a86aca4ce tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'subnet': {'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:54.758225 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-fad8dab0-750e-45f6-a358-84e38cc8d9a4 None None] Provisioning complete for port 91c7ab1e-ef11-4698-ba6f-169482e84797 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:54.758584 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fad8dab0-750e-45f6-a358-84e38cc8d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:54.759374 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b80bd36a-998a-4154-a142-257120b2c1cf tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:54.806110 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80bd36a-998a-4154-a142-257120b2c1cf tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 07 19:10:54.808229 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b80bd36a-998a-4154-a142-257120b2c1cf tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:54.819791 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b80bd36a-998a-4154-a142-257120b2c1cf tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "DELETE /v2.0/networks/f599e0ac-d8e4-491f-be1c-65cf6f7dc83f HTTP/1.1" status: 409 len: 405 time: 0.2726052 Sep 07 19:10:54.838481 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58630) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:54.862965 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-688a5713-a152-4de0-8f45-e84cc2024db7 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-897336202'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:54.882270 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-05966231-8e3f-4b8f-a453-89716cd60f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:54.889254 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:54.898334 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-fad8dab0-750e-45f6-a358-84e38cc8d9a4 None None] Port 91c7ab1e-ef11-4698-ba6f-169482e84797 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:10:54.908431 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 0dea8b24-5edc-4341-abb3-a4b657e3b2d6 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:54.915858 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] Transition to ACTIVE for port object e30cba14-4247-47ee-9b34-78b3be30394d will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:54.940359 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-fad8dab0-750e-45f6-a358-84e38cc8d9a4 None None] Provisioning complete for port f4034b50-4441-4f1f-9812-f21055f4daee triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:54.940672 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fad8dab0-750e-45f6-a358-84e38cc8d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:54.951759 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688a5713-a152-4de0-8f45-e84cc2024db7 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Made reservation on behalf of b27588553f8241218d620cca8fff3022 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:54.968948 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-688a5713-a152-4de0-8f45-e84cc2024db7 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:54.979377 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] Transition to ACTIVE for port object e30cba14-4247-47ee-9b34-78b3be30394d will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:10:55.007179 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:55.015643 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device deb2cab0-bd5a-42fb-bdb5-3002e11ea468 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:10:55.028354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Router 21196ddc-e884-4909-8915-6fe0e3929c67 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:10:55.038712 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688a5713-a152-4de0-8f45-e84cc2024db7 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:10:55.051799 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a14ee0c-a14b-4701-a780-6e2a86aca4ce tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:55.055362 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6a14ee0c-a14b-4701-a780-6e2a86aca4ce tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:55.078244 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-688a5713-a152-4de0-8f45-e84cc2024db7 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:55.078516 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-688a5713-a152-4de0-8f45-e84cc2024db7 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Added segment a5eb0c1d-c35b-4ada-8532-9e2b82e64a5c of type vlan for network 469fa66a-8b48-4b0f-bc64-d0dbac200211 Sep 07 19:10:55.151061 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-688a5713-a152-4de0-8f45-e84cc2024db7 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:55.197952 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-688a5713-a152-4de0-8f45-e84cc2024db7 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:55.198222 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] Pushing event updated for resources: {'Port': ['ID=e30cba14-4247-47ee-9b34-78b3be30394d,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:55.205377 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688a5713-a152-4de0-8f45-e84cc2024db7 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:55.206093 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-688a5713-a152-4de0-8f45-e84cc2024db7 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:55.210479 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: deb2cab0-bd5a-42fb-bdb5-3002e11ea468 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:10:55.210953 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device deb2cab0-bd5a-42fb-bdb5-3002e11ea468 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:10:55.287819 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] Network fb7a65cd-c2f8-4a66-8112-d23d9a73e74f is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:55.314613 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:55.334397 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:10:55.477113 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1a918ad7-8297-4cee-8db9-66512f947e5b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:55.506745 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:10:55.515211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c28b9fb9-2719-4d64-ac86-2b3826fbbda5 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "PUT /v2.0/routers/21196ddc-e884-4909-8915-6fe0e3929c67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9613681 Sep 07 19:10:55.515515 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58638) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:55.526124 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dca2e8-40bb-4dcd-baaa-f1643c29a26f None None] Sync routers for ids ['21196ddc-e884-4909-8915-6fe0e3929c67'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:10:55.544306 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] Attempting to bind port e30cba14-4247-47ee-9b34-78b3be30394d on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:10:55.545157 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] Attempting to bind port e30cba14-4247-47ee-9b34-78b3be30394d by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '43940ca3-6c93-4a72-ab71-a1d04e43a9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fb7a65cd-c2f8-4a66-8112-d23d9a73e74f'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:10:55.545324 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dca2e8-40bb-4dcd-baaa-f1643c29a26f None None] Routers {'21196ddc-e884-4909-8915-6fe0e3929c67'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:10:55.545552 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a5713-a152-4de0-8f45-e84cc2024db7 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event updated for resources: {'Network': ['ID=469fa66a-8b48-4b0f-bc64-d0dbac200211,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:55.546191 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] Attempting to bind port e30cba14-4247-47ee-9b34-78b3be30394d on network fb7a65cd-c2f8-4a66-8112-d23d9a73e74f {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:10:55.547251 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d7dca2e8-40bb-4dcd-baaa-f1643c29a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:10:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['21196ddc-e884-4909-8915-6fe0e3929c67'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:55.552844 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-fad8dab0-750e-45f6-a358-84e38cc8d9a4 None None] Provisioning for port 0dea8b24-5edc-4341-abb3-a4b657e3b2d6 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:55.561081 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 469fa66a-8b48-4b0f-bc64-d0dbac200211 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:10:55.565563 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:10:55.566088 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] Checking segment: {'id': '43940ca3-6c93-4a72-ab71-a1d04e43a9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fb7a65cd-c2f8-4a66-8112-d23d9a73e74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:55.566520 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:55.566929 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] Bound using segment: {'id': '43940ca3-6c93-4a72-ab71-a1d04e43a9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fb7a65cd-c2f8-4a66-8112-d23d9a73e74f'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:10:55.567435 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] Bound port: e30cba14-4247-47ee-9b34-78b3be30394d, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43940ca3-6c93-4a72-ab71-a1d04e43a9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fb7a65cd-c2f8-4a66-8112-d23d9a73e74f'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:10:55.568246 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:55.602253 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-fad8dab0-750e-45f6-a358-84e38cc8d9a4 None None] Provisioning complete for port 0dea8b24-5edc-4341-abb3-a4b657e3b2d6 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:55.602606 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fad8dab0-750e-45f6-a358-84e38cc8d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:55.650086 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-05966231-8e3f-4b8f-a453-89716cd60f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:55.656357 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d7dca2e8-40bb-4dcd-baaa-f1643c29a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:55.664927 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-05966231-8e3f-4b8f-a453-89716cd60f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:55.688795 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dca2e8-40bb-4dcd-baaa-f1643c29a26f None None] Routers {'21196ddc-e884-4909-8915-6fe0e3929c67'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:10:55.692441 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d7dca2e8-40bb-4dcd-baaa-f1643c29a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:10:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['21196ddc-e884-4909-8915-6fe0e3929c67'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:55.699059 n-d-807786-1 neutron-server[101445]: INFO neutron.db.ipam_backend_mixin [None req-6a14ee0c-a14b-4701-a780-6e2a86aca4ce tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet aabc9525-e75c-4c20-b051-db98a96c53b8 (CIDR: 172.20.0.16/28) Sep 07 19:10:55.708461 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a14ee0c-a14b-4701-a780-6e2a86aca4ce tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:10:55.709249 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a14ee0c-a14b-4701-a780-6e2a86aca4ce tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:10:55.789390 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d7dca2e8-40bb-4dcd-baaa-f1643c29a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:55.790749 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dca2e8-40bb-4dcd-baaa-f1643c29a26f None None] The sync data for ids ['21196ddc-e884-4909-8915-6fe0e3929c67'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:10:55.794956 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] For port e30cba14-4247-47ee-9b34-78b3be30394d, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:10:55.798509 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] For port e30cba14-4247-47ee-9b34-78b3be30394d, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e30cba14-4247-47ee-9b34-78b3be30394d,segment=NetworkSegment(43940ca3-6c93-4a72-ab71-a1d04e43a9cd),segment_id=43940ca3-6c93-4a72-ab71-a1d04e43a9cd)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:10:55.806295 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b21714-eab8-4e4d-9a6d-56115a3a81c0 None None] Network 8bc3d1bc-b997-44f7-aedd-f71fdb01a755 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:55.820694 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-05966231-8e3f-4b8f-a453-89716cd60f5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5775e48ed0fd4417a2065f87689e63fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2810030 Sep 07 19:10:55.822301 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58640) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:55.823189 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05966231-8e3f-4b8f-a453-89716cd60f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f27f19-2c89-4a44-a1ef-2b6a081997ed,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:55.832783 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:55.833067 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6a14ee0c-a14b-4701-a780-6e2a86aca4ce tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1222484 Sep 07 19:10:55.833340 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-688a5713-a152-4de0-8f45-e84cc2024db7 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9845302 Sep 07 19:10:55.833984 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58642) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:55.834617 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58644) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:55.847516 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-924b7c72-87aa-406d-a569-dfe62d3f6f8a tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'subnet': {'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:55.878796 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-60dd5033-0c03-405e-bae0-c671077ca893 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Request body: {'subnet': {'network_id': '469fa66a-8b48-4b0f-bc64-d0dbac200211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:55.918651 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-05988b3c-12c4-43f7-9922-b0ccb0910562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:55.951906 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-05988b3c-12c4-43f7-9922-b0ccb0910562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:56.005141 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 1a918ad7-8297-4cee-8db9-66512f947e5b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:56.016577 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e73471c1-54da-477f-92a9-5f81827ff302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:56.066757 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-05988b3c-12c4-43f7-9922-b0ccb0910562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:56.079442 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-05988b3c-12c4-43f7-9922-b0ccb0910562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:56.081295 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-05988b3c-12c4-43f7-9922-b0ccb0910562 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3f27f19-2c89-4a44-a1ef-2b6a081997ed HTTP/1.1" status: 204 len: 168 time: 0.2471488 Sep 07 19:10:56.094561 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05988b3c-12c4-43f7-9922-b0ccb0910562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f27f19-2c89-4a44-a1ef-2b6a081997ed,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:56.134938 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37002a1-e746-41d0-ac2c-d128b92b27cb None None] Pushing event updated for resources: {'Port': ['ID=e30cba14-4247-47ee-9b34-78b3be30394d,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:56.159668 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fad8dab0-750e-45f6-a358-84e38cc8d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:56.219063 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dd5033-0c03-405e-bae0-c671077ca893 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Made reservation on behalf of b27588553f8241218d620cca8fff3022 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:56.223092 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60dd5033-0c03-405e-bae0-c671077ca893 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:56.255739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-fad8dab0-750e-45f6-a358-84e38cc8d9a4 None None] For port 0dea8b24-5edc-4341-abb3-a4b657e3b2d6, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0dea8b24-5edc-4341-abb3-a4b657e3b2d6,segment=NetworkSegment(075fb3a5-ed38-4ec8-93bc-b6b1dbfe28fa),segment_id=075fb3a5-ed38-4ec8-93bc-b6b1dbfe28fa)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:56.265868 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fad8dab0-750e-45f6-a358-84e38cc8d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:56.414758 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8dab0-750e-45f6-a358-84e38cc8d9a4 None None] Pushing event updated for resources: {'Port': ['ID=0dea8b24-5edc-4341-abb3-a4b657e3b2d6,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:56.429568 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-064ea3f8-dfa5-4d15-a1cd-984d4fa57c2b None None] Provisioning complete for port 0dea8b24-5edc-4341-abb3-a4b657e3b2d6 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:56.430153 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-064ea3f8-dfa5-4d15-a1cd-984d4fa57c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:56.458578 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924b7c72-87aa-406d-a569-dfe62d3f6f8a tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Made reservation on behalf of d1e1876fa5ed4cf28904b4280216dec1 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:56.465070 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-924b7c72-87aa-406d-a569-dfe62d3f6f8a tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:56.660734 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-064ea3f8-dfa5-4d15-a1cd-984d4fa57c2b None None] Provisioning for port 1a918ad7-8297-4cee-8db9-66512f947e5b completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:56.669048 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-064ea3f8-dfa5-4d15-a1cd-984d4fa57c2b None None] Provisioning complete for port 1a918ad7-8297-4cee-8db9-66512f947e5b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:56.670086 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-064ea3f8-dfa5-4d15-a1cd-984d4fa57c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:56.710045 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-5eee1a3c-8a7d-4058-b317-82c41f91f48b tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:10:56.711807 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5eee1a3c-8a7d-4058-b317-82c41f91f48b tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "PUT /v2.0/routers/21196ddc-e884-4909-8915-6fe0e3929c67/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1950912 Sep 07 19:10:56.714940 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58654) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:56.893499 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58656) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:56.962716 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c4982fa5-caff-4732-8070-89ebeb7b09df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:56.991318 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-064ea3f8-dfa5-4d15-a1cd-984d4fa57c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:57.088489 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-064ea3f8-dfa5-4d15-a1cd-984d4fa57c2b None None] For port 1a918ad7-8297-4cee-8db9-66512f947e5b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1a918ad7-8297-4cee-8db9-66512f947e5b,segment=NetworkSegment(66a795e1-c2e8-4ccd-918b-cf27931c3eba),segment_id=66a795e1-c2e8-4ccd-918b-cf27931c3eba)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:10:57.095492 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-064ea3f8-dfa5-4d15-a1cd-984d4fa57c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:57.140595 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-924b7c72-87aa-406d-a569-dfe62d3f6f8a tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:57.187386 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ea3f8-dfa5-4d15-a1cd-984d4fa57c2b None None] Pushing event updated for resources: {'Port': ['ID=1a918ad7-8297-4cee-8db9-66512f947e5b,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:57.219584 n-d-807786-1 neutron-server[101445]: DEBUG neutron.objects.ports [None req-60dd5033-0c03-405e-bae0-c671077ca893 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 19:10:57.222341 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924b7c72-87aa-406d-a569-dfe62d3f6f8a tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:10:57.226695 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60dd5033-0c03-405e-bae0-c671077ca893 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:57.253079 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-924b7c72-87aa-406d-a569-dfe62d3f6f8a tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:57.259593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924b7c72-87aa-406d-a569-dfe62d3f6f8a tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:57.260499 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-924b7c72-87aa-406d-a569-dfe62d3f6f8a tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:57.294238 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29da97e-4c93-4dc9-a0e6-95a6be667b63 None None] Network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:57.319561 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b7c72-87aa-406d-a569-dfe62d3f6f8a tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Subnet': ['ID=abbde0a0-f99c-4afa-92dc-54c07562bed8,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:57.362909 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cfe7a27b-cf0b-4aae-9c12-0ef04ef8bf9f None None] Provisioning for port 5fd89f48-992f-4e87-bffa-93b925e56b7c completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:57.427833 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cfe7a27b-cf0b-4aae-9c12-0ef04ef8bf9f None None] Provisioning complete for port 5fd89f48-992f-4e87-bffa-93b925e56b7c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:57.428827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd5033-0c03-405e-bae0-c671077ca893 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event updated for resources: {'Subnet': ['ID=bfce7435-365f-4437-a7f2-095ee41b9b31,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:57.433411 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a27b-cf0b-4aae-9c12-0ef04ef8bf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:57.450051 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd5033-0c03-405e-bae0-c671077ca893 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Checking segment: {'id': 'a5eb0c1d-c35b-4ada-8532-9e2b82e64a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '469fa66a-8b48-4b0f-bc64-d0dbac200211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:10:57.454630 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dd5033-0c03-405e-bae0-c671077ca893 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Network hostable DHCP agents. Network: 469fa66a-8b48-4b0f-bc64-d0dbac200211, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:10:57.509985 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dd5033-0c03-405e-bae0-c671077ca893 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Network 469fa66a-8b48-4b0f-bc64-d0dbac200211 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:10:57.549866 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c4982fa5-caff-4732-8070-89ebeb7b09df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:57.560950 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c4982fa5-caff-4732-8070-89ebeb7b09df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:57.562523 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-60dd5033-0c03-405e-bae0-c671077ca893 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 469fa66a-8b48-4b0f-bc64-d0dbac200211) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:10:57.589400 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dd5033-0c03-405e-bae0-c671077ca893 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:57.592873 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60dd5033-0c03-405e-bae0-c671077ca893 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:57.600885 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d48265-ec3a-45fd-8bd1-c31d5d3b0fd9 None None] Network 469fa66a-8b48-4b0f-bc64-d0dbac200211 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:57.616475 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-924b7c72-87aa-406d-a569-dfe62d3f6f8a tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7717016 Sep 07 19:10:57.618514 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58660) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:57.665159 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-cfe7a27b-cf0b-4aae-9c12-0ef04ef8bf9f None None] Port 5fd89f48-992f-4e87-bffa-93b925e56b7c cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:10:57.685297 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-78b1e8d7-6d04-4792-a53b-b702d23dd03c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-449527692', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'abbde0a0-f99c-4afa-92dc-54c07562bed8'}], 'security_groups': ['9e89960b-e87e-44cd-ac59-58059fc22de4', '2f9efb93-87f6-4600-b39b-beb3d9b89abe']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:57.687226 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c4982fa5-caff-4732-8070-89ebeb7b09df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=630ab9b046da42f986b6aee0b930d2db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7924125 Sep 07 19:10:57.699954 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58664) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:57.811474 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-60dd5033-0c03-405e-bae0-c671077ca893 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9369273 Sep 07 19:10:57.812281 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58666) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:57.812630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cfe7a27b-cf0b-4aae-9c12-0ef04ef8bf9f None None] Provisioning complete for port 1a918ad7-8297-4cee-8db9-66512f947e5b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:57.813201 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a27b-cf0b-4aae-9c12-0ef04ef8bf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:57.878069 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0dea8b24-5edc-4341-abb3-a4b657e3b2d6 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:57.883317 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4982fa5-caff-4732-8070-89ebeb7b09df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe5551d-e713-4549-815b-66ac0c7c4a1a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:57.935177 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-26a8a0f2-14e9-46db-9507-f7094d4035ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:57.965792 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-26a8a0f2-14e9-46db-9507-f7094d4035ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:58.025330 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:58.181422 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7f3e563d-ddcc-4eb8-8b97-69b0db4fc0e5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:58.294625 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b134fe04-c074-46f3-9f66-6611bdc7b9a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-469fa66a-8b48-4b0f-bc64-d0dbac200211', 'network_id': '469fa66a-8b48-4b0f-bc64-d0dbac200211', 'tenant_id': 'b27588553f8241218d620cca8fff3022', 'fixed_ips': [{'subnet_id': 'bfce7435-365f-4437-a7f2-095ee41b9b31'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:10:58.295503 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b134fe04-c074-46f3-9f66-6611bdc7b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:58.309424 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-26a8a0f2-14e9-46db-9507-f7094d4035ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:58.313756 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-26a8a0f2-14e9-46db-9507-f7094d4035ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:58.314998 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-26a8a0f2-14e9-46db-9507-f7094d4035ff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ffe5551d-e713-4549-815b-66ac0c7c4a1a HTTP/1.1" status: 204 len: 168 time: 0.4917862 Sep 07 19:10:58.322864 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-78b1e8d7-6d04-4792-a53b-b702d23dd03c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:58.348405 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8a0f2-14e9-46db-9507-f7094d4035ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe5551d-e713-4549-815b-66ac0c7c4a1a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:58.445278 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 0dea8b24-5edc-4341-abb3-a4b657e3b2d6 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:58.445643 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:58.448005 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08884044-d949-4e74-9456-c53ac0becd8d None None] Network fb7a65cd-c2f8-4a66-8112-d23d9a73e74f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:58.489703 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7f3e563d-ddcc-4eb8-8b97-69b0db4fc0e5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:58.683799 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7f3e563d-ddcc-4eb8-8b97-69b0db4fc0e5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:58.725317 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Deleting port 5fd89f48-992f-4e87-bffa-93b925e56b7c {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:10:58.726050 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:58.757577 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e563d-ddcc-4eb8-8b97-69b0db4fc0e5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event deleted for resources: {'Subnet': ['ID=bfce7435-365f-4437-a7f2-095ee41b9b31,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:58.892084 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:58.957284 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Calling delete_port for 5fd89f48-992f-4e87-bffa-93b925e56b7c owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:10:58.973295 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7f3e563d-ddcc-4eb8-8b97-69b0db4fc0e5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:59.017694 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d4cd8d16-904f-45c8-a1d8-59a260ae94af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server [None req-b134fe04-c074-46f3-9f66-6611bdc7b9a4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfce7435-365f-4437-a7f2-095ee41b9b31: This subnet is being modified by another concurrent operation. Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise exception Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfce7435-365f-4437-a7f2-095ee41b9b31: This subnet is being modified by another concurrent operation. Sep 07 19:10:59.023449 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Sep 07 19:10:59.032933 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5ccc47-39c5-4532-a1f8-ed1a6d8bc699 None None] Update dhcp port {'port': {'network_id': 'de9b4bb5-61b8-4c56-bb4a-a7418460c1b4', 'fixed_ips': [{'subnet_id': 'aabc9525-e75c-4c20-b051-db98a96c53b8', 'ip_address': '172.20.0.18'}, {'subnet_id': '14b71690-6db3-4b60-b41a-884cd8aaf490'}, {'subnet_id': 'abbde0a0-f99c-4afa-92dc-54c07562bed8'}], 'binding:host_id': 'n-d-807786-1'}, 'id': 'f4034b50-4441-4f1f-9812-f21055f4daee'} from n-d-807786-1. {{(pid=101446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 19:10:59.082622 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4daf79-195a-4276-8eed-34d01ba96d28 None None] Network 469fa66a-8b48-4b0f-bc64-d0dbac200211 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:10:59.090214 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-7f3e563d-ddcc-4eb8-8b97-69b0db4fc0e5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469fa66a-8b48-4b0f-bc64-d0dbac200211']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:59.138651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-7f3e563d-ddcc-4eb8-8b97-69b0db4fc0e5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5eb0c1d-c35b-4ada-8532-9e2b82e64a5c') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:59.139180 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-7f3e563d-ddcc-4eb8-8b97-69b0db4fc0e5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5eb0c1d-c35b-4ada-8532-9e2b82e64a5c') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:10:59.166935 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3e5ccc47-39c5-4532-a1f8-ed1a6d8bc699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:59.168957 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:59.170316 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7f3e563d-ddcc-4eb8-8b97-69b0db4fc0e5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:59.248785 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7f3e563d-ddcc-4eb8-8b97-69b0db4fc0e5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:59.251103 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e35b50d1-d573-42aa-b378-5e2862654ff5 None None] Provisioning complete for port 5fd89f48-992f-4e87-bffa-93b925e56b7c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:59.251490 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e35b50d1-d573-42aa-b378-5e2862654ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:59.258034 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1a918ad7-8297-4cee-8db9-66512f947e5b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:59.271349 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3e563d-ddcc-4eb8-8b97-69b0db4fc0e5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:10:59.272384 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7f3e563d-ddcc-4eb8-8b97-69b0db4fc0e5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:10:59.280362 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:10:59.411146 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-78b1e8d7-6d04-4792-a53b-b702d23dd03c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Delete allocated IP 172.20.0.14 (de9b4bb5-61b8-4c56-bb4a-a7418460c1b4/14b71690-6db3-4b60-b41a-884cd8aaf490) {{(pid=101445) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 07 19:10:59.423988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-78b1e8d7-6d04-4792-a53b-b702d23dd03c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Allocated IP 172.20.0.41 (de9b4bb5-61b8-4c56-bb4a-a7418460c1b4/abbde0a0-f99c-4afa-92dc-54c07562bed8/a4a65c49-d41b-4cab-9472-dfc3e36cfe05) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:10:59.466276 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-e35b50d1-d573-42aa-b378-5e2862654ff5 None None] Port 5fd89f48-992f-4e87-bffa-93b925e56b7c cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:10:59.486870 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7f3e563d-ddcc-4eb8-8b97-69b0db4fc0e5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:59.502285 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7f3e563d-ddcc-4eb8-8b97-69b0db4fc0e5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:59.514028 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7f3e563d-ddcc-4eb8-8b97-69b0db4fc0e5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "DELETE /v2.0/networks/469fa66a-8b48-4b0f-bc64-d0dbac200211 HTTP/1.1" status: 204 len: 168 time: 1.6890523 Sep 07 19:10:59.530616 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58684) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:10:59.537716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e563d-ddcc-4eb8-8b97-69b0db4fc0e5 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event deleted for resources: {'Network': ['ID=469fa66a-8b48-4b0f-bc64-d0dbac200211,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:59.544934 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-1dbcd8c6-04ed-4f4e-923f-ea56008bac56 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1382402864'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:10:59.547853 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:59.574990 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e35b50d1-d573-42aa-b378-5e2862654ff5 None None] Provisioning for port e30cba14-4247-47ee-9b34-78b3be30394d completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:10:59.600317 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 1a918ad7-8297-4cee-8db9-66512f947e5b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:10:59.601005 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:59.664882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbcd8c6-04ed-4f4e-923f-ea56008bac56 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Made reservation on behalf of b27588553f8241218d620cca8fff3022 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:10:59.676693 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd8c6-04ed-4f4e-923f-ea56008bac56 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:59.697517 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event deleted for resources: {'Port': ['ID=5fd89f48-992f-4e87-bffa-93b925e56b7c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:10:59.744635 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:59.744994 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:59.745506 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:59.746542 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:59.746990 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:59.747372 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:59.747802 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:59.748235 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:59.748724 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:59.749156 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:59.749595 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:59.750054 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:10:59.829825 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbcd8c6-04ed-4f4e-923f-ea56008bac56 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:10:59.875149 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd8c6-04ed-4f4e-923f-ea56008bac56 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:59.875149 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-1dbcd8c6-04ed-4f4e-923f-ea56008bac56 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Added segment e4000682-5c07-4a5a-aa07-e5a70ff1eac5 of type vlan for network b370cc98-28e1-42d8-98be-8ac833f7bf91 Sep 07 19:10:59.898670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e30cba14-4247-47ee-9b34-78b3be30394d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:10:59.961225 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:00.136242 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port e30cba14-4247-47ee-9b34-78b3be30394d completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:00.141122 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e30cba14-4247-47ee-9b34-78b3be30394d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:00.143715 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:00.244200 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd8c6-04ed-4f4e-923f-ea56008bac56 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:00.311224 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-78b1e8d7-6d04-4792-a53b-b702d23dd03c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:00.311511 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:00.313852 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0562c7b7-ee5f-4edd-be1d-22ea37d52891 None None] Provisioning complete for port e30cba14-4247-47ee-9b34-78b3be30394d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:00.314893 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0562c7b7-ee5f-4edd-be1d-22ea37d52891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:00.352024 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd8c6-04ed-4f4e-923f-ea56008bac56 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:00.370318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbcd8c6-04ed-4f4e-923f-ea56008bac56 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:00.375498 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd8c6-04ed-4f4e-923f-ea56008bac56 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:00.388889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-78b1e8d7-6d04-4792-a53b-b702d23dd03c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Transition to ACTIVE for port object a4a65c49-d41b-4cab-9472-dfc3e36cfe05 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:00.405673 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:00.453562 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Router 21196ddc-e884-4909-8915-6fe0e3929c67 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:11:00.499629 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port e30cba14-4247-47ee-9b34-78b3be30394d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e30cba14-4247-47ee-9b34-78b3be30394d,segment=NetworkSegment(43940ca3-6c93-4a72-ab71-a1d04e43a9cd),segment_id=43940ca3-6c93-4a72-ab71-a1d04e43a9cd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:00.531796 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcd8c6-04ed-4f4e-923f-ea56008bac56 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event updated for resources: {'Network': ['ID=b370cc98-28e1-42d8-98be-8ac833f7bf91,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:00.534700 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:00.537821 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-78b1e8d7-6d04-4792-a53b-b702d23dd03c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:00.578458 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1dbcd8c6-04ed-4f4e-923f-ea56008bac56 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0461657 Sep 07 19:11:00.584591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58702) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:00.585872 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network b370cc98-28e1-42d8-98be-8ac833f7bf91 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:11:00.589415 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-617bc413-2c0d-433d-a58f-6dd168929aab tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Request body: {'subnet': {'network_id': 'b370cc98-28e1-42d8-98be-8ac833f7bf91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:00.639515 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:11:00.663035 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b6c0ed22-4a39-443d-b6c8-8784676e17de tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "PUT /v2.0/routers/21196ddc-e884-4909-8915-6fe0e3929c67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9466496 Sep 07 19:11:00.668384 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58704) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:00.671923 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971a988b-bc2f-46ee-b585-e99e02959076 None None] Sync routers for ids ['21196ddc-e884-4909-8915-6fe0e3929c67'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:11:00.757119 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-58fa7ad3-d051-443c-a1be-8b9c030d8875 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] delete failed (client error): The resource could not be found. Sep 07 19:11:00.758840 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-58fa7ad3-d051-443c-a1be-8b9c030d8875 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-931548861 HTTP/1.1" status: 404 len: 334 time: 0.0874753 Sep 07 19:11:00.766091 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58708) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:00.773547 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1a8c1c50-d430-487d-8014-e138ad58d053 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Request body: {'router': {'external_gateway_info': {'network_id': '21196ddc-e884-4909-8915-6fe0e3929c67'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:00.854945 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=e30cba14-4247-47ee-9b34-78b3be30394d,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:00.899904 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-3e5ccc47-39c5-4532-a1f8-ed1a6d8bc699 None None] Allocated IP 172.20.0.2 (de9b4bb5-61b8-4c56-bb4a-a7418460c1b4/14b71690-6db3-4b60-b41a-884cd8aaf490/f4034b50-4441-4f1f-9812-f21055f4daee) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:00.924068 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-3e5ccc47-39c5-4532-a1f8-ed1a6d8bc699 None None] Allocated IP 172.20.0.34 (de9b4bb5-61b8-4c56-bb4a-a7418460c1b4/abbde0a0-f99c-4afa-92dc-54c07562bed8/f4034b50-4441-4f1f-9812-f21055f4daee) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:00.979140 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971a988b-bc2f-46ee-b585-e99e02959076 None None] Routers {'21196ddc-e884-4909-8915-6fe0e3929c67'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:00.979849 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-971a988b-bc2f-46ee-b585-e99e02959076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:10:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['21196ddc-e884-4909-8915-6fe0e3929c67'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:01.066505 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:01.070024 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:01.072024 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:01.073025 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:01.076863 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:01.082952 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:01.082952 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:01.084861 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:01.085358 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:01.085872 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:01.088634 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:01.089763 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:01.103004 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-971a988b-bc2f-46ee-b585-e99e02959076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:01.108497 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1e8d7-6d04-4792-a53b-b702d23dd03c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event updated for resources: {'Port': ['ID=a4a65c49-d41b-4cab-9472-dfc3e36cfe05,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:01.175794 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971a988b-bc2f-46ee-b585-e99e02959076 None None] Routers {'21196ddc-e884-4909-8915-6fe0e3929c67'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:01.176862 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-971a988b-bc2f-46ee-b585-e99e02959076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:10:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['21196ddc-e884-4909-8915-6fe0e3929c67'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:01.225087 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-971a988b-bc2f-46ee-b585-e99e02959076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:01.228186 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1a8c1c50-d430-487d-8014-e138ad58d053 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:01.232055 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971a988b-bc2f-46ee-b585-e99e02959076 None None] The sync data for ids ['21196ddc-e884-4909-8915-6fe0e3929c67'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:11:01.258655 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-1a8c1c50-d430-487d-8014-e138ad58d053 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] update failed (client error): The resource could not be found. Sep 07 19:11:01.260088 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1a8c1c50-d430-487d-8014-e138ad58d053 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "PUT /v2.0/routers/21196ddc-e884-4909-8915-6fe0e3929c67 HTTP/1.1" status: 404 len: 339 time: 0.4928055 Sep 07 19:11:01.265165 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58724) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:01.274305 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a4b7b93e-4b2a-490d-a25e-3dfed9097a92 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-910220197'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:01.301474 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-78b1e8d7-6d04-4792-a53b-b702d23dd03c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] In _notify_port_updated(), no bound segment for port a4a65c49-d41b-4cab-9472-dfc3e36cfe05 on network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 {{(pid=101445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 19:11:01.316457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b1e8d7-6d04-4792-a53b-b702d23dd03c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:01.316457 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-78b1e8d7-6d04-4792-a53b-b702d23dd03c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:01.318856 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-78b1e8d7-6d04-4792-a53b-b702d23dd03c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "PUT /v2.0/ports/a4a65c49-d41b-4cab-9472-dfc3e36cfe05 HTTP/1.1" status: 200 len: 959 time: 3.6706367 Sep 07 19:11:01.320462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617bc413-2c0d-433d-a58f-6dd168929aab tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Made reservation on behalf of b27588553f8241218d620cca8fff3022 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:01.323127 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58726) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:01.326379 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-617bc413-2c0d-433d-a58f-6dd168929aab tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:01.335368 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-3e5ccc47-39c5-4532-a1f8-ed1a6d8bc699 None None] For port f4034b50-4441-4f1f-9812-f21055f4daee, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f4034b50-4441-4f1f-9812-f21055f4daee,segment=NetworkSegment(0be74ae5-e6b6-4585-b5aa-458fd1a27aab),segment_id=0be74ae5-e6b6-4585-b5aa-458fd1a27aab)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:01.336172 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b7b93e-4b2a-490d-a25e-3dfed9097a92 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Made reservation on behalf of 66319c9e22454add9736805f91698b16 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:01.350695 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a4b7b93e-4b2a-490d-a25e-3dfed9097a92 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:01.398001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58730) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:01.419559 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3e5ccc47-39c5-4532-a1f8-ed1a6d8bc699 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:01.454698 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3e5ccc47-39c5-4532-a1f8-ed1a6d8bc699 None None] Transition to ACTIVE for port object f4034b50-4441-4f1f-9812-f21055f4daee will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:01.462240 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3e5ccc47-39c5-4532-a1f8-ed1a6d8bc699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:01.523983 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b7b93e-4b2a-490d-a25e-3dfed9097a92 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:11:01.568486 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58732) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:01.584920 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a4b7b93e-4b2a-490d-a25e-3dfed9097a92 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:01.585347 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-a4b7b93e-4b2a-490d-a25e-3dfed9097a92 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Added segment 118f5124-67fa-4bf7-aaf5-678214befaa8 of type vlan for network 8d0d8614-17c4-4308-a533-cee9e6343ac9 Sep 07 19:11:01.593041 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f59d2-cc1c-4605-9c92-9ef943c21d50 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting port a4a65c49-d41b-4cab-9472-dfc3e36cfe05 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:01.593788 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4f59d2-cc1c-4605-9c92-9ef943c21d50 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:01.610093 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ccc47-39c5-4532-a1f8-ed1a6d8bc699 None None] Pushing event updated for resources: {'Port': ['ID=f4034b50-4441-4f1f-9812-f21055f4daee,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:01.704394 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6c53e80c-add1-4390-b676-bd2b85c0f8ce tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] 10.222.0.26 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4148 time: 0.3052127 Sep 07 19:11:01.708722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58736) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:01.714999 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-6f16b121-0456-4ce1-b6d3-c6979600228d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Request body: {'network': {'name': 'tempest-network-smoke--946793045', 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'port_security_enabled': False}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:01.779979 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:01.780474 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4f59d2-cc1c-4605-9c92-9ef943c21d50 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:01.784563 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a4b7b93e-4b2a-490d-a25e-3dfed9097a92 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:01.800915 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f16b121-0456-4ce1-b6d3-c6979600228d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Made reservation on behalf of a4b1ee635b384533aa147bb1d2eb2c95 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:01.818619 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f16b121-0456-4ce1-b6d3-c6979600228d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:01.842105 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f59d2-cc1c-4605-9c92-9ef943c21d50 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Calling delete_port for a4a65c49-d41b-4cab-9472-dfc3e36cfe05 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:01.918658 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f16b121-0456-4ce1-b6d3-c6979600228d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:11:01.927305 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-617bc413-2c0d-433d-a58f-6dd168929aab tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:01.933515 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a852fe68-b9c2-4266-b993-59c51e1426b3 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1614586247'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:01.933748 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f16b121-0456-4ce1-b6d3-c6979600228d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:01.934052 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-6f16b121-0456-4ce1-b6d3-c6979600228d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Added segment 32c7262c-3d52-42d6-b3fc-976fa645517f of type vlan for network bcfec698-7186-4bb1-a509-89b392b0407b Sep 07 19:11:01.968951 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a4b7b93e-4b2a-490d-a25e-3dfed9097a92 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:01.977202 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b7b93e-4b2a-490d-a25e-3dfed9097a92 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:01.978108 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a4b7b93e-4b2a-490d-a25e-3dfed9097a92 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.035770 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f16b121-0456-4ce1-b6d3-c6979600228d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.046173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bc413-2c0d-433d-a58f-6dd168929aab tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event updated for resources: {'Subnet': ['ID=387dea24-1625-4a81-9266-10775e9988eb,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:02.078045 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617bc413-2c0d-433d-a58f-6dd168929aab tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Checking segment: {'id': 'e4000682-5c07-4a5a-aa07-e5a70ff1eac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b370cc98-28e1-42d8-98be-8ac833f7bf91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:02.078408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617bc413-2c0d-433d-a58f-6dd168929aab tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Network hostable DHCP agents. Network: b370cc98-28e1-42d8-98be-8ac833f7bf91, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:11:02.090239 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f16b121-0456-4ce1-b6d3-c6979600228d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.109684 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4f59d2-cc1c-4605-9c92-9ef943c21d50 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.119076 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f16b121-0456-4ce1-b6d3-c6979600228d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:02.120555 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f16b121-0456-4ce1-b6d3-c6979600228d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.143477 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a852fe68-b9c2-4266-b993-59c51e1426b3 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Made reservation on behalf of 2ea6a8b5ef6a4603a11da797324f9e87 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:02.147000 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a852fe68-b9c2-4266-b993-59c51e1426b3 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.184603 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a4b7b93e-4b2a-490d-a25e-3dfed9097a92 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9166365 Sep 07 19:11:02.184975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58738) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:02.185550 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a852fe68-b9c2-4266-b993-59c51e1426b3 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.188752 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6f16b121-0456-4ce1-b6d3-c6979600228d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4789784 Sep 07 19:11:02.197432 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58740) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:02.204538 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-bafeb2ba-ee06-4222-a86e-8d5377d0db09 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Request body: {'subnet': {'network_id': '8d0d8614-17c4-4308-a533-cee9e6343ac9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:02.205299 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7b93e-4b2a-490d-a25e-3dfed9097a92 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event updated for resources: {'Network': ['ID=8d0d8614-17c4-4308-a533-cee9e6343ac9,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:02.220902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-9d08cc8d-b4b2-4e6e-a24a-32a47f73b12e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1617177332', 'admin_state_up': True, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:02.221531 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 8d0d8614-17c4-4308-a533-cee9e6343ac9 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:11:02.235366 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f59d2-cc1c-4605-9c92-9ef943c21d50 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Port': ['ID=a4a65c49-d41b-4cab-9472-dfc3e36cfe05,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:02.304089 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617bc413-2c0d-433d-a58f-6dd168929aab tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Network b370cc98-28e1-42d8-98be-8ac833f7bf91 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:11:02.353821 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16b121-0456-4ce1-b6d3-c6979600228d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event updated for resources: {'Network': ['ID=bcfec698-7186-4bb1-a509-89b392b0407b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:02.367692 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network bcfec698-7186-4bb1-a509-89b392b0407b details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:11:02.383487 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-617bc413-2c0d-433d-a58f-6dd168929aab tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, b370cc98-28e1-42d8-98be-8ac833f7bf91) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:02.403815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617bc413-2c0d-433d-a58f-6dd168929aab tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:02.404546 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-617bc413-2c0d-433d-a58f-6dd168929aab tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.410682 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4f59d2-cc1c-4605-9c92-9ef943c21d50 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.416232 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ac4f59d2-cc1c-4605-9c92-9ef943c21d50 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/ports/a4a65c49-d41b-4cab-9472-dfc3e36cfe05 HTTP/1.1" status: 204 len: 168 time: 1.0906904 Sep 07 19:11:02.422058 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58748) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:02.463589 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661b240f-7c9c-443a-b71d-4fdbdaa63b20 None None] Network b370cc98-28e1-42d8-98be-8ac833f7bf91 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:02.528988 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-86187800-3e15-408c-b24b-d3a2573e477f tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] GET failed (client error): The resource could not be found. Sep 07 19:11:02.533409 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-86187800-3e15-408c-b24b-d3a2573e477f tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports/a4a65c49-d41b-4cab-9472-dfc3e36cfe05 HTTP/1.1" status: 404 len: 333 time: 0.1074212 Sep 07 19:11:02.534003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58752) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:02.554326 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a852fe68-b9c2-4266-b993-59c51e1426b3 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.555356 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-99bd246c-cd9d-4e51-b35a-6071a598411b None None] Could not find standard attr ID for object a4a65c49-d41b-4cab-9472-dfc3e36cfe05. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:11:02.576826 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a852fe68-b9c2-4266-b993-59c51e1426b3 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.598740 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58754) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:02.599085 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-617bc413-2c0d-433d-a58f-6dd168929aab tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0132895 Sep 07 19:11:02.613624 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-99bd246c-cd9d-4e51-b35a-6071a598411b None None] Provisioning complete for port 91c7ab1e-ef11-4698-ba6f-169482e84797 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:02.615165 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-99bd246c-cd9d-4e51-b35a-6071a598411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.659575 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d08cc8d-b4b2-4e6e-a24a-32a47f73b12e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.660804 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d08cc8d-b4b2-4e6e-a24a-32a47f73b12e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.670656 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a852fe68-b9c2-4266-b993-59c51e1426b3 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:11:02.721982 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-99bd246c-cd9d-4e51-b35a-6071a598411b None None] Port 91c7ab1e-ef11-4698-ba6f-169482e84797 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:02.731883 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a852fe68-b9c2-4266-b993-59c51e1426b3 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.733445 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-a852fe68-b9c2-4266-b993-59c51e1426b3 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Added segment 47c13012-5221-4b9e-8939-d4970787bcda of type vlan for network 057440d5-47a8-4169-8810-7301206a8820 Sep 07 19:11:02.735176 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852fe68-b9c2-4266-b993-59c51e1426b3 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55ea5af8-a7ff-46a9-bc3c-b0f45ae24939,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:02.748416 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f4034b50-4441-4f1f-9812-f21055f4daee up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:02.783319 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d08cc8d-b4b2-4e6e-a24a-32a47f73b12e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.784519 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-663a1a74-a8e6-4c93-9ba4-2e6f5a0899e7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.795235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-99bd246c-cd9d-4e51-b35a-6071a598411b None None] Provisioning for port f4034b50-4441-4f1f-9812-f21055f4daee completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:02.802086 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-99bd246c-cd9d-4e51-b35a-6071a598411b None None] Provisioning complete for port f4034b50-4441-4f1f-9812-f21055f4daee triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:02.802304 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-99bd246c-cd9d-4e51-b35a-6071a598411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.810082 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b514a8e-4143-4bf9-b7ac-73278c892638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-b370cc98-28e1-42d8-98be-8ac833f7bf91', 'network_id': 'b370cc98-28e1-42d8-98be-8ac833f7bf91', 'tenant_id': 'b27588553f8241218d620cca8fff3022', 'fixed_ips': [{'subnet_id': '387dea24-1625-4a81-9266-10775e9988eb'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:11:02.810922 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7b514a8e-4143-4bf9-b7ac-73278c892638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.832364 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a852fe68-b9c2-4266-b993-59c51e1426b3 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.870743 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b6f36da-9eca-48e0-ab51-cb34f9372f6e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.881644 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafeb2ba-ee06-4222-a86e-8d5377d0db09 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Made reservation on behalf of 66319c9e22454add9736805f91698b16 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:02.887213 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bafeb2ba-ee06-4222-a86e-8d5377d0db09 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.898423 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a852fe68-b9c2-4266-b993-59c51e1426b3 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.905552 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a852fe68-b9c2-4266-b993-59c51e1426b3 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:02.906344 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a852fe68-b9c2-4266-b993-59c51e1426b3 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.931479 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a852fe68-b9c2-4266-b993-59c51e1426b3 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3558717 Sep 07 19:11:02.937473 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-663a1a74-a8e6-4c93-9ba4-2e6f5a0899e7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:03.053367 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852fe68-b9c2-4266-b993-59c51e1426b3 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Pushing event updated for resources: {'Network': ['ID=057440d5-47a8-4169-8810-7301206a8820,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:03.056694 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b6f36da-9eca-48e0-ab51-cb34f9372f6e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:03.081334 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 057440d5-47a8-4169-8810-7301206a8820 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:11:03.140718 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port f4034b50-4441-4f1f-9812-f21055f4daee triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:03.144673 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:03.186604 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b6f36da-9eca-48e0-ab51-cb34f9372f6e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:03.271213 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d08cc8d-b4b2-4e6e-a24a-32a47f73b12e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:03.304114 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-663a1a74-a8e6-4c93-9ba4-2e6f5a0899e7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server [None req-7b514a8e-4143-4bf9-b7ac-73278c892638 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 387dea24-1625-4a81-9266-10775e9988eb: This subnet is being modified by another concurrent operation. Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise exception Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 387dea24-1625-4a81-9266-10775e9988eb: This subnet is being modified by another concurrent operation. Sep 07 19:11:03.307344 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Sep 07 19:11:03.317089 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-663a1a74-a8e6-4c93-9ba4-2e6f5a0899e7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:03.318959 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-663a1a74-a8e6-4c93-9ba4-2e6f5a0899e7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/security-groups/e58f1c1c-156d-415d-a8ac-e727176500b8 HTTP/1.1" status: 204 len: 168 time: 0.7839856 Sep 07 19:11:03.323593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58762) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:03.324964 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58764) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:03.337385 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Request body: {'port': {'network_id': '057440d5-47a8-4169-8810-7301206a8820', 'binding:host_id': 'n-h2-807786-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1283787577'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:03.357647 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94b038b-b6cb-44df-bbe9-a4ebc32c8f90 None None] Network b370cc98-28e1-42d8-98be-8ac833f7bf91 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:03.416273 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a1a74-a8e6-4c93-9ba4-2e6f5a0899e7 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58f1c1c-156d-415d-a8ac-e727176500b8,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:03.501734 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Made reservation on behalf of cc383dc3ca5049df8cde620267e2f047 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:03.510657 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:03.541097 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:03.544836 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-258895b5-4db3-495b-8a38-6aeb2711e7d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:03.615962 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-258895b5-4db3-495b-8a38-6aeb2711e7d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:03.724623 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-258895b5-4db3-495b-8a38-6aeb2711e7d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:03.728003 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-258895b5-4db3-495b-8a38-6aeb2711e7d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:03.732465 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-258895b5-4db3-495b-8a38-6aeb2711e7d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/security-groups/2f9efb93-87f6-4600-b39b-beb3d9b89abe HTTP/1.1" status: 204 len: 168 time: 0.3863294 Sep 07 19:11:03.842728 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58770) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:03.851344 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f36da-9eca-48e0-ab51-cb34f9372f6e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event deleted for resources: {'Subnet': ['ID=387dea24-1625-4a81-9266-10775e9988eb,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:03.864300 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:03.880987 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258895b5-4db3-495b-8a38-6aeb2711e7d9 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9efb93-87f6-4600-b39b-beb3d9b89abe,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:03.883601 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:03.906052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] device_id is not set on port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:11:03.943290 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b6f36da-9eca-48e0-ab51-cb34f9372f6e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:03.974909 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-8b6f36da-9eca-48e0-ab51-cb34f9372f6e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b370cc98-28e1-42d8-98be-8ac833f7bf91']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:03.988625 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9898b4ac-0cb9-4262-b698-bdf0e31e06b7 None None] get_active_networks_info from n-d-807786-1 {{(pid=101446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 19:11:03.992537 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e30cba14-4247-47ee-9b34-78b3be30394d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:04.000283 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-8b6f36da-9eca-48e0-ab51-cb34f9372f6e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4000682-5c07-4a5a-aa07-e5a70ff1eac5') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:04.000680 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-8b6f36da-9eca-48e0-ab51-cb34f9372f6e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4000682-5c07-4a5a-aa07-e5a70ff1eac5') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:04.002656 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95a9900b-885f-45d3-b493-082df6915797 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.014259 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b6f36da-9eca-48e0-ab51-cb34f9372f6e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.042110 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f066bafc-c20e-48e6-b1c7-d08d4714278b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:04.045395 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95a9900b-885f-45d3-b493-082df6915797 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.049760 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bafeb2ba-ee06-4222-a86e-8d5377d0db09 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.050403 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b6f36da-9eca-48e0-ab51-cb34f9372f6e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.065137 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-708eee37-2a6a-4635-9c84-6c96dcb9d24e None None] Could not find standard attr ID for object a4a65c49-d41b-4cab-9472-dfc3e36cfe05. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:11:04.070584 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6f36da-9eca-48e0-ab51-cb34f9372f6e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:11:04.071139 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b6f36da-9eca-48e0-ab51-cb34f9372f6e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:11:04.074958 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:11:04.175884 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b6f36da-9eca-48e0-ab51-cb34f9372f6e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.183830 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b6f36da-9eca-48e0-ab51-cb34f9372f6e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.186023 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8b6f36da-9eca-48e0-ab51-cb34f9372f6e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "DELETE /v2.0/networks/b370cc98-28e1-42d8-98be-8ac833f7bf91 HTTP/1.1" status: 204 len: 168 time: 1.5837135 Sep 07 19:11:04.186909 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95a9900b-885f-45d3-b493-082df6915797 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.190361 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95a9900b-885f-45d3-b493-082df6915797 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.193685 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-95a9900b-885f-45d3-b493-082df6915797 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/security-groups/9e89960b-e87e-44cd-ac59-58059fc22de4 HTTP/1.1" status: 204 len: 168 time: 0.3490777 Sep 07 19:11:04.194085 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e30cba14-4247-47ee-9b34-78b3be30394d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:04.194412 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.194981 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58772) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:04.195509 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58774) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:04.207419 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafeb2ba-ee06-4222-a86e-8d5377d0db09 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event updated for resources: {'Subnet': ['ID=c48db55a-fbae-4c7b-8809-bc640be081d8,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:04.224767 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-60badbb3-6cc4-44be-8a91-4408b0ccd6f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1217467792'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:04.259575 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f36da-9eca-48e0-ab51-cb34f9372f6e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event deleted for resources: {'Network': ['ID=b370cc98-28e1-42d8-98be-8ac833f7bf91,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:04.265884 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9900b-885f-45d3-b493-082df6915797 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e89960b-e87e-44cd-ac59-58059fc22de4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:04.283356 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafeb2ba-ee06-4222-a86e-8d5377d0db09 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Checking segment: {'id': '118f5124-67fa-4bf7-aaf5-678214befaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8d0d8614-17c4-4308-a533-cee9e6343ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:04.283691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafeb2ba-ee06-4222-a86e-8d5377d0db09 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Network hostable DHCP agents. Network: 8d0d8614-17c4-4308-a533-cee9e6343ac9, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:11:04.326457 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c07e62-0204-4f1c-9842-c23b106a1798 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting subnet 14b71690-6db3-4b60-b41a-884cd8aaf490 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:11:04.330558 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73c07e62-0204-4f1c-9842-c23b106a1798 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.359796 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9898b4ac-0cb9-4262-b698-bdf0e31e06b7 None None] Resources bound (agent type, host, resource id): {{(pid=101446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 19:11:04.386083 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73c07e62-0204-4f1c-9842-c23b106a1798 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.389989 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d08cc8d-b4b2-4e6e-a24a-32a47f73b12e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.414645 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60badbb3-6cc4-44be-8a91-4408b0ccd6f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Made reservation on behalf of b27588553f8241218d620cca8fff3022 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:04.418565 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-60badbb3-6cc4-44be-8a91-4408b0ccd6f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.425956 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d08cc8d-b4b2-4e6e-a24a-32a47f73b12e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.438111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] device_id is not set on port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:11:04.443737 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafeb2ba-ee06-4222-a86e-8d5377d0db09 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Network 8d0d8614-17c4-4308-a533-cee9e6343ac9 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:11:04.480643 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60badbb3-6cc4-44be-8a91-4408b0ccd6f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:11:04.488265 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.497038 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-bafeb2ba-ee06-4222-a86e-8d5377d0db09 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 8d0d8614-17c4-4308-a533-cee9e6343ac9) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:04.513919 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafeb2ba-ee06-4222-a86e-8d5377d0db09 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:04.514526 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bafeb2ba-ee06-4222-a86e-8d5377d0db09 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.523816 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-60badbb3-6cc4-44be-8a91-4408b0ccd6f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.524629 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-60badbb3-6cc4-44be-8a91-4408b0ccd6f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Added segment 3ad839d3-8314-465b-a884-710e0a6b6a05 of type vlan for network 1cd1d970-f036-4e02-8260-7bcd6fd100c6 Sep 07 19:11:04.526196 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Transition to ACTIVE for port object 5395e735-68aa-4853-9b37-9a2d4bf3dce7 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:04.576787 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73c07e62-0204-4f1c-9842-c23b106a1798 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.577420 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.581809 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bafeb2ba-ee06-4222-a86e-8d5377d0db09 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3904440 Sep 07 19:11:04.585261 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58776) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:04.648355 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-0cdcd35c-a76e-49af-b030-cb718ca2c194 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Request body: {'router': {'external_gateway_info': {'network_id': '8d0d8614-17c4-4308-a533-cee9e6343ac9'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:04.657765 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-60badbb3-6cc4-44be-8a91-4408b0ccd6f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.662005 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-9d08cc8d-b4b2-4e6e-a24a-32a47f73b12e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Allocated IP 172.25.8.105 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/0dcad48f-c587-43af-9e06-31e49f748ec4) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:04.669018 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Pushing event updated for resources: {'Port': ['ID=5395e735-68aa-4853-9b37-9a2d4bf3dce7,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:04.711111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Checking segment: {'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:04.711952 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Network hostable DHCP agents. Network: 057440d5-47a8-4169-8810-7301206a8820, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:11:04.749305 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906f19d2-d2c3-4f30-9199-b156aa37a65c None None] get_active_networks_info from n-d-807786-1 {{(pid=101446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 19:11:04.795048 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Network 057440d5-47a8-4169-8810-7301206a8820 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:11:04.815992 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 057440d5-47a8-4169-8810-7301206a8820) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:04.827792 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:04.849653 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-60badbb3-6cc4-44be-8a91-4408b0ccd6f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.856270 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60badbb3-6cc4-44be-8a91-4408b0ccd6f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:04.856949 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-60badbb3-6cc4-44be-8a91-4408b0ccd6f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.858589 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:04.858915 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:04.859262 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:04.869702 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73c07e62-0204-4f1c-9842-c23b106a1798 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.869979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:04.869979 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:04.872601 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 2 to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 Sep 07 19:11:04.889638 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d08cc8d-b4b2-4e6e-a24a-32a47f73b12e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.891790 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:04.892305 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:04.892688 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:04.899476 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:04.899890 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:04.902029 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 3 to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 Sep 07 19:11:04.921226 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:04.921569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:04.922010 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:04.929797 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-60badbb3-6cc4-44be-8a91-4408b0ccd6f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7279043 Sep 07 19:11:04.931207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:04.931574 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73c07e62-0204-4f1c-9842-c23b106a1798 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:04.931711 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:04.932065 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58782) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:04.934885 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 4 to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 Sep 07 19:11:04.936499 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-73c07e62-0204-4f1c-9842-c23b106a1798 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/subnets/14b71690-6db3-4b60-b41a-884cd8aaf490 HTTP/1.1" status: 204 len: 168 time: 0.7341814 Sep 07 19:11:04.943133 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58784) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:04.957559 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-084a80e9-2ef3-4b4c-a03f-1208d38a5253 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Request body: {'subnet': {'network_id': '1cd1d970-f036-4e02-8260-7bcd6fd100c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:04.961826 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:04.962172 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:04.962517 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:05.000629 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:05.000969 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:05.004600 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 5 to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 Sep 07 19:11:05.021310 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:05.021641 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:05.021989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:05.050475 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c07e62-0204-4f1c-9842-c23b106a1798 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Subnet': ['ID=14b71690-6db3-4b60-b41a-884cd8aaf490,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:05.060433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:05.060742 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:05.065404 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 6 to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 Sep 07 19:11:05.089615 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d08cc8d-b4b2-4e6e-a24a-32a47f73b12e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:05.097330 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906f19d2-d2c3-4f30-9199-b156aa37a65c None None] Resources bound (agent type, host, resource id): {{(pid=101446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 19:11:05.110755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d08cc8d-b4b2-4e6e-a24a-32a47f73b12e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:05.115645 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-9d08cc8d-b4b2-4e6e-a24a-32a47f73b12e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:05.136458 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:05.136965 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:05.137312 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:05.144446 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d08cc8d-b4b2-4e6e-a24a-32a47f73b12e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:05.148895 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:05.148895 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:05.153075 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 7 to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 Sep 07 19:11:05.155936 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd35c-a76e-49af-b030-cb718ca2c194 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:05.171791 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60badbb3-6cc4-44be-8a91-4408b0ccd6f4 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event updated for resources: {'Network': ['ID=1cd1d970-f036-4e02-8260-7bcd6fd100c6,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:05.218670 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:05.219040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:05.219386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:05.220831 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c455ea9-1e37-4c90-8dc2-71962f182142 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting subnet abbde0a0-f99c-4afa-92dc-54c07562bed8 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:11:05.226039 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:05.226387 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:05.226511 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9c455ea9-1e37-4c90-8dc2-71962f182142 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:05.226953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08cc8d-b4b2-4e6e-a24a-32a47f73b12e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event updated for resources: {'Port': ['ID=0dcad48f-c587-43af-9e06-31e49f748ec4,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:05.229351 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084a80e9-2ef3-4b4c-a03f-1208d38a5253 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Made reservation on behalf of b27588553f8241218d620cca8fff3022 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:05.233631 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-084a80e9-2ef3-4b4c-a03f-1208d38a5253 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:05.293956 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9c455ea9-1e37-4c90-8dc2-71962f182142 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:05.360884 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 1cd1d970-f036-4e02-8260-7bcd6fd100c6 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:11:05.428237 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 8 to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 Sep 07 19:11:05.446675 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-0cdcd35c-a76e-49af-b030-cb718ca2c194 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:11:05.448047 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0cdcd35c-a76e-49af-b030-cb718ca2c194 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "PUT /v2.0/routers/21196ddc-e884-4909-8915-6fe0e3929c67 HTTP/1.1" status: 400 len: 364 time: 0.8343406 Sep 07 19:11:05.449852 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9c455ea9-1e37-4c90-8dc2-71962f182142 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:05.452619 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58786) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:05.505010 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:05.505498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:05.505952 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:05.516544 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9c455ea9-1e37-4c90-8dc2-71962f182142 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:05.547158 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c455ea9-1e37-4c90-8dc2-71962f182142 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Subnet': ['ID=abbde0a0-f99c-4afa-92dc-54c07562bed8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:05.554732 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9c455ea9-1e37-4c90-8dc2-71962f182142 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:05.556803 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9c455ea9-1e37-4c90-8dc2-71962f182142 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/subnets/abbde0a0-f99c-4afa-92dc-54c07562bed8 HTTP/1.1" status: 204 len: 168 time: 0.5786390 Sep 07 19:11:05.559437 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58788) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:05.597931 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf8a51e-32c7-4347-bd98-3822380e301b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] DELETE failed (client error): The resource could not be found. Sep 07 19:11:05.598667 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf8a51e-32c7-4347-bd98-3822380e301b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:11:05.604378 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3cf8a51e-32c7-4347-bd98-3822380e301b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/subnets/14b71690-6db3-4b60-b41a-884cd8aaf490 HTTP/1.1" status: 404 len: 337 time: 0.0400136 Sep 07 19:11:05.608913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:05.609382 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:05.614157 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58790) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:05.614871 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 9 to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 Sep 07 19:11:05.634324 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-8d0d8614-17c4-4308-a533-cee9e6343ac9', 'network_id': '8d0d8614-17c4-4308-a533-cee9e6343ac9', 'tenant_id': '66319c9e22454add9736805f91698b16', 'fixed_ips': [{'subnet_id': 'c48db55a-fbae-4c7b-8809-bc640be081d8'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:11:05.635556 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:05.803847 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] Allocated IP 2001:db8:1::2 (8d0d8614-17c4-4308-a533-cee9e6343ac9/c48db55a-fbae-4c7b-8809-bc640be081d8/1215b1d6-7628-43e9-ba57-4007ae91ee52) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:05.995177 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:06.006331 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] Transition to ACTIVE for port object 1215b1d6-7628-43e9-ba57-4007ae91ee52 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:06.023145 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] Transition to ACTIVE for port object 1215b1d6-7628-43e9-ba57-4007ae91ee52 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:06.031415 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:06.111313 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] Network 8d0d8614-17c4-4308-a533-cee9e6343ac9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:06.114595 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:06.118396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:06.136808 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] Pushing event updated for resources: {'Port': ['ID=1215b1d6-7628-43e9-ba57-4007ae91ee52,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:06.179008 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:06.179348 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:06.179687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:06.200553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] Attempting to bind port 1215b1d6-7628-43e9-ba57-4007ae91ee52 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:06.200930 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] Attempting to bind port 1215b1d6-7628-43e9-ba57-4007ae91ee52 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '118f5124-67fa-4bf7-aaf5-678214befaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8d0d8614-17c4-4308-a533-cee9e6343ac9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:06.202056 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] Attempting to bind port 1215b1d6-7628-43e9-ba57-4007ae91ee52 on network 8d0d8614-17c4-4308-a533-cee9e6343ac9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:06.206983 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:11:06.207362 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] Checking segment: {'id': '118f5124-67fa-4bf7-aaf5-678214befaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8d0d8614-17c4-4308-a533-cee9e6343ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:06.207768 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:06.208179 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] Bound using segment: {'id': '118f5124-67fa-4bf7-aaf5-678214befaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8d0d8614-17c4-4308-a533-cee9e6343ac9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:11:06.208658 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] Bound port: 1215b1d6-7628-43e9-ba57-4007ae91ee52, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118f5124-67fa-4bf7-aaf5-678214befaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8d0d8614-17c4-4308-a533-cee9e6343ac9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:11:06.209044 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:06.237005 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:06.237309 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:06.243823 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 10 to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 Sep 07 19:11:06.257164 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-731587a9-df58-47bc-8b83-1029a3597b05 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting subnet aabc9525-e75c-4c20-b051-db98a96c53b8 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:11:06.275695 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-731587a9-df58-47bc-8b83-1029a3597b05 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:06.285910 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] For port 1215b1d6-7628-43e9-ba57-4007ae91ee52, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:11:06.289518 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] For port 1215b1d6-7628-43e9-ba57-4007ae91ee52, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1215b1d6-7628-43e9-ba57-4007ae91ee52,segment=NetworkSegment(118f5124-67fa-4bf7-aaf5-678214befaa8),segment_id=118f5124-67fa-4bf7-aaf5-678214befaa8)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:11:06.295292 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:06.338855 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:06.340005 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:06.340340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:06.361558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.objects.ports [None req-084a80e9-2ef3-4b4c-a03f-1208d38a5253 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 19:11:06.374271 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ff0cd-4b36-463a-91f2-8fcce581c22e None None] Pushing event updated for resources: {'Port': ['ID=1215b1d6-7628-43e9-ba57-4007ae91ee52,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:06.436529 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-084a80e9-2ef3-4b4c-a03f-1208d38a5253 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:06.447993 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:06.448330 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:06.449241 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:06.515476 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-731587a9-df58-47bc-8b83-1029a3597b05 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:06.678698 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a80e9-2ef3-4b4c-a03f-1208d38a5253 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event updated for resources: {'Subnet': ['ID=18d13b24-eb78-42cb-ba66-1a3311686e6c,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:06.718053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1215b1d6-7628-43e9-ba57-4007ae91ee52 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:06.775614 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 1215b1d6-7628-43e9-ba57-4007ae91ee52 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:06.786467 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a80e9-2ef3-4b4c-a03f-1208d38a5253 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Checking segment: {'id': '3ad839d3-8314-465b-a884-710e0a6b6a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1cd1d970-f036-4e02-8260-7bcd6fd100c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:06.786839 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084a80e9-2ef3-4b4c-a03f-1208d38a5253 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Network hostable DHCP agents. Network: 1cd1d970-f036-4e02-8260-7bcd6fd100c6, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:11:06.789699 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3df65089-f1d5-4630-a40d-f0f4e98f523c tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:06.821466 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d08cc8d-b4b2-4e6e-a24a-32a47f73b12e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:06.869022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] For port 5395e735-68aa-4853-9b37-9a2d4bf3dce7, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:11:06.869417 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempted to set empty binding levels {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 07 19:11:06.913913 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-731587a9-df58-47bc-8b83-1029a3597b05 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:06.921963 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:06.994513 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084a80e9-2ef3-4b4c-a03f-1208d38a5253 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Network 1cd1d970-f036-4e02-8260-7bcd6fd100c6 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:11:07.047885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:07.048966 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:07.125874 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-084a80e9-2ef3-4b4c-a03f-1208d38a5253 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 1cd1d970-f036-4e02-8260-7bcd6fd100c6) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:07.188040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084a80e9-2ef3-4b4c-a03f-1208d38a5253 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:07.188687 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-084a80e9-2ef3-4b4c-a03f-1208d38a5253 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:07.203243 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.8675354 Sep 07 19:11:07.204306 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58808) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:07.215569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2727ccd-3c88-4bd2-b813-83d39ef35e68 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Pushing event updated for resources: {'Port': ['ID=5395e735-68aa-4853-9b37-9a2d4bf3dce7,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:07.232608 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-731587a9-df58-47bc-8b83-1029a3597b05 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:07.353228 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-084a80e9-2ef3-4b4c-a03f-1208d38a5253 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4012389 Sep 07 19:11:07.353690 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58810) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:07.395038 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-3040de40-6ad5-4aeb-b09e-795019fd448e tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Deleting port 5395e735-68aa-4853-9b37-9a2d4bf3dce7 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:07.395679 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3040de40-6ad5-4aeb-b09e-795019fd448e tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:07.460042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731587a9-df58-47bc-8b83-1029a3597b05 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Subnet': ['ID=aabc9525-e75c-4c20-b051-db98a96c53b8,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:07.473791 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-731587a9-df58-47bc-8b83-1029a3597b05 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:07.479374 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-731587a9-df58-47bc-8b83-1029a3597b05 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/subnets/aabc9525-e75c-4c20-b051-db98a96c53b8 HTTP/1.1" status: 204 len: 168 time: 1.8559697 Sep 07 19:11:07.481106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58812) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:07.506343 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-3df65089-f1d5-4630-a40d-f0f4e98f523c tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Allocated IP 2001:db8::1 (826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d/a129108f-f342-4b64-8ddc-2cc03c8f5122/88bc055e-2319-46fe-8cf0-84949f8d3094) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:07.537346 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeff6c60-4381-4859-b167-5f6a20035d2c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] DELETE failed (client error): The resource could not be found. Sep 07 19:11:07.538088 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeff6c60-4381-4859-b167-5f6a20035d2c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:11:07.539920 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-aeff6c60-4381-4859-b167-5f6a20035d2c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/subnets/486ac14e-2454-4040-aa30-ba51d4482795 HTTP/1.1" status: 404 len: 337 time: 0.0535653 Sep 07 19:11:07.544482 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-3040de40-6ad5-4aeb-b09e-795019fd448e tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] For port 5395e735-68aa-4853-9b37-9a2d4bf3dce7, host n-h2-807786-1, got binding levels [] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:07.545974 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3040de40-6ad5-4aeb-b09e-795019fd448e tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:07.547929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58814) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:07.574172 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-3040de40-6ad5-4aeb-b09e-795019fd448e tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Calling delete_port for 5395e735-68aa-4853-9b37-9a2d4bf3dce7 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:07.588897 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-417f0b77-2b20-43cb-a488-48ac847b8944 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:07.635039 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8facec84-95d8-4b52-b988-6dcca2d3495c None None] Network 8d0d8614-17c4-4308-a533-cee9e6343ac9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:07.635630 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9e734c38-997a-4924-97c1-a080fb3ab5f0 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7045f92-0426-4778-9146-ff9cf6fab545 HTTP/1.1" status: 200 len: 205 time: 0.0866103 Sep 07 19:11:07.640019 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58816) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:07.657367 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9568095-cd58-4b6b-b8a8-37d8b536711d None None] Network 057440d5-47a8-4169-8810-7301206a8820 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:07.659486 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06001511-4e1b-47ac-aa8d-aa17efdc40e2 None None] Network de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:07.684339 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c52bd2-8911-4406-9fff-6a8f7e0464c0 None None] Network 1cd1d970-f036-4e02-8260-7bcd6fd100c6 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:07.722192 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-01b12d01-2457-4ed6-ab3f-c93e1a18acff tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] delete failed (client error): The resource could not be found. Sep 07 19:11:07.723204 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-01b12d01-2457-4ed6-ab3f-c93e1a18acff tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/routers/a7045f92-0426-4778-9146-ff9cf6fab545 HTTP/1.1" status: 404 len: 336 time: 0.0807312 Sep 07 19:11:07.727159 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d08cc8d-b4b2-4e6e-a24a-32a47f73b12e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:07.731024 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58820) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:07.778677 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c9b33c-b994-48cc-bb12-fed62e665691 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] DELETE failed (client error): The resource could not be found. Sep 07 19:11:07.779473 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c9b33c-b994-48cc-bb12-fed62e665691 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:11:07.781291 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-04c9b33c-b994-48cc-bb12-fed62e665691 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/subnets/42f3ffae-4edb-464f-94e1-7155d527aafe HTTP/1.1" status: 404 len: 337 time: 0.0393546 Sep 07 19:11:07.785157 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58822) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:07.789751 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3040de40-6ad5-4aeb-b09e-795019fd448e tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:07.795614 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-417f0b77-2b20-43cb-a488-48ac847b8944 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:07.832179 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a524fa-7465-4347-9735-eb71d992fd6a tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] DELETE failed (client error): The resource could not be found. Sep 07 19:11:07.832659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a524fa-7465-4347-9735-eb71d992fd6a tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:11:07.836911 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-52a524fa-7465-4347-9735-eb71d992fd6a tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/subnets/95dd3e69-8929-4b8b-b658-7acb9d8932ad HTTP/1.1" status: 404 len: 337 time: 0.0469630 Sep 07 19:11:07.842527 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58824) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:07.859457 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3040de40-6ad5-4aeb-b09e-795019fd448e tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:07.864363 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3040de40-6ad5-4aeb-b09e-795019fd448e tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] 10.222.0.26 "DELETE /v2.0/ports/5395e735-68aa-4853-9b37-9a2d4bf3dce7 HTTP/1.1" status: 204 len: 168 time: 0.6552713 Sep 07 19:11:07.864363 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040de40-6ad5-4aeb-b09e-795019fd448e tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Pushing event deleted for resources: {'Port': ['ID=5395e735-68aa-4853-9b37-9a2d4bf3dce7,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:07.866228 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58826) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:07.894612 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3df65089-f1d5-4630-a40d-f0f4e98f523c tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:07.908670 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de421e1-8eef-4139-918d-46b4a6160b46 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] DELETE failed (client error): The resource could not be found. Sep 07 19:11:07.909129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de421e1-8eef-4139-918d-46b4a6160b46 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:11:07.913980 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5de421e1-8eef-4139-918d-46b4a6160b46 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/subnets/268e31c1-1492-4984-ac11-30211e3c480a HTTP/1.1" status: 404 len: 337 time: 0.0676305 Sep 07 19:11:07.914186 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4ab76b12-39f2-4a7b-b802-3b8e2169aefd None None] Provisioning for port 1215b1d6-7628-43e9-ba57-4007ae91ee52 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:07.915064 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58828) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:07.926262 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-417f0b77-2b20-43cb-a488-48ac847b8944 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:07.937549 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4ab76b12-39f2-4a7b-b802-3b8e2169aefd None None] Provisioning complete for port 1215b1d6-7628-43e9-ba57-4007ae91ee52 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:07.937924 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4ab76b12-39f2-4a7b-b802-3b8e2169aefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:07.957097 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-44feb781-57e4-4a6f-8f2d-acac6bf173ea tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] GET failed (client error): The resource could not be found. Sep 07 19:11:07.958674 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-44feb781-57e4-4a6f-8f2d-acac6bf173ea tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] 10.222.0.26 "GET /v2.0/ports/5395e735-68aa-4853-9b37-9a2d4bf3dce7 HTTP/1.1" status: 404 len: 333 time: 0.0922563 Sep 07 19:11:07.965312 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64f9b12-6d67-43e3-a6ce-d93b652949f2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] DELETE failed (client error): The resource could not be found. Sep 07 19:11:07.966639 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64f9b12-6d67-43e3-a6ce-d93b652949f2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:11:07.966950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58832) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:07.973156 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f64f9b12-6d67-43e3-a6ce-d93b652949f2 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/ports/cdf63553-e614-4f62-9919-c22c444639f9 HTTP/1.1" status: 404 len: 333 time: 0.0553145 Sep 07 19:11:07.988383 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-6ff83d89-a1b5-462f-afa7-aefc2932b7ad tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Request body: {'port': {'network_id': '057440d5-47a8-4169-8810-7301206a8820', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1358160184'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:07.993248 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58834) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:07.995411 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-3df65089-f1d5-4630-a40d-f0f4e98f523c tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Transition to ACTIVE for port object 88bc055e-2319-46fe-8cf0-84949f8d3094 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:08.017097 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f0b77-2b20-43cb-a488-48ac847b8944 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event deleted for resources: {'Subnet': ['ID=18d13b24-eb78-42cb-ba66-1a3311686e6c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:08.082123 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-417f0b77-2b20-43cb-a488-48ac847b8944 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:08.086318 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40b0787-b03f-4b5b-a92f-b13aca59253b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] DELETE failed (client error): The resource could not be found. Sep 07 19:11:08.086872 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d40b0787-b03f-4b5b-a92f-b13aca59253b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:11:08.093728 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d40b0787-b03f-4b5b-a92f-b13aca59253b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/subnets/d0918835-0a8b-4d59-b437-9fc472125f64 HTTP/1.1" status: 404 len: 337 time: 0.0881653 Sep 07 19:11:08.094867 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58836) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:08.122189 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff83d89-a1b5-462f-afa7-aefc2932b7ad tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Made reservation on behalf of cc383dc3ca5049df8cde620267e2f047 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:08.124717 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6ff83d89-a1b5-462f-afa7-aefc2932b7ad tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:08.147832 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ffa9c50-1ded-41fa-9560-441b69fb9f59 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] DELETE failed (client error): The resource could not be found. Sep 07 19:11:08.148288 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ffa9c50-1ded-41fa-9560-441b69fb9f59 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:11:08.152587 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8ffa9c50-1ded-41fa-9560-441b69fb9f59 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/subnets/ddeaf310-3cc8-4656-8fd5-319c9c810986 HTTP/1.1" status: 404 len: 337 time: 0.0543976 Sep 07 19:11:08.153565 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58840) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:08.156687 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-417f0b77-2b20-43cb-a488-48ac847b8944 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd1d970-f036-4e02-8260-7bcd6fd100c6']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:08.180246 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-6ff83d89-a1b5-462f-afa7-aefc2932b7ad tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] device_id is not set on port 8c14cd92-2ae8-4802-992c-436664ce5480 yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:11:08.190618 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-417f0b77-2b20-43cb-a488-48ac847b8944 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad839d3-8314-465b-a884-710e0a6b6a05') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:08.190958 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-417f0b77-2b20-43cb-a488-48ac847b8944 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad839d3-8314-465b-a884-710e0a6b6a05') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:08.194053 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1ad67d-e9fa-49d8-ba1e-cfe73cff635c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] DELETE failed (client error): The resource could not be found. Sep 07 19:11:08.194845 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d1ad67d-e9fa-49d8-ba1e-cfe73cff635c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:11:08.196962 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8d1ad67d-e9fa-49d8-ba1e-cfe73cff635c tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/ports/187b1e6e-4885-4334-89a1-c1d32528aa1e HTTP/1.1" status: 404 len: 333 time: 0.0424058 Sep 07 19:11:08.200933 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58844) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:08.216302 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-417f0b77-2b20-43cb-a488-48ac847b8944 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:08.243366 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-417f0b77-2b20-43cb-a488-48ac847b8944 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:08.256927 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3df65089-f1d5-4630-a40d-f0f4e98f523c tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:08.260284 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417f0b77-2b20-43cb-a488-48ac847b8944 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:11:08.260783 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-417f0b77-2b20-43cb-a488-48ac847b8944 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:11:08.275649 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:11:08.360635 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df65089-f1d5-4630-a40d-f0f4e98f523c tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Network 826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:08.360635 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-3df65089-f1d5-4630-a40d-f0f4e98f523c tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:08.360939 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d08cc8d-b4b2-4e6e-a24a-32a47f73b12e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Router 3e80d6a8-d786-4c6b-9080-2906b3ea482b is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:11:08.368699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df65089-f1d5-4630-a40d-f0f4e98f523c tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:08.369083 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3df65089-f1d5-4630-a40d-f0f4e98f523c tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:08.371848 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-417f0b77-2b20-43cb-a488-48ac847b8944 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:08.380720 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-417f0b77-2b20-43cb-a488-48ac847b8944 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:08.387153 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-417f0b77-2b20-43cb-a488-48ac847b8944 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "DELETE /v2.0/networks/1cd1d970-f036-4e02-8260-7bcd6fd100c6 HTTP/1.1" status: 204 len: 168 time: 1.0267363 Sep 07 19:11:08.403916 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58848) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:08.406949 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf82667-548c-4e66-8234-74e72e36f96d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] DELETE failed (client error): The resource could not be found. Sep 07 19:11:08.407704 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf82667-548c-4e66-8234-74e72e36f96d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:11:08.409816 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-acf82667-548c-4e66-8234-74e72e36f96d tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/subnets/01d04434-3fc8-4b59-8c86-0d5ccf896d6c HTTP/1.1" status: 404 len: 337 time: 0.2075419 Sep 07 19:11:08.413835 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f0b77-2b20-43cb-a488-48ac847b8944 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event deleted for resources: {'Network': ['ID=1cd1d970-f036-4e02-8260-7bcd6fd100c6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:08.415756 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58850) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:08.467979 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f825c233-5c8f-40e0-b7b7-f778982296a3 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] DELETE failed (client error): The resource could not be found. Sep 07 19:11:08.468732 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f825c233-5c8f-40e0-b7b7-f778982296a3 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:11:08.478313 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8138a2dd-d0a2-44a6-b0a5-1f7ecb4b2c1f None None] Network 1cd1d970-f036-4e02-8260-7bcd6fd100c6 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:08.478630 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f825c233-5c8f-40e0-b7b7-f778982296a3 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "DELETE /v2.0/subnets/18d13b24-eb78-42cb-ba66-1a3311686e6c HTTP/1.1" status: 404 len: 337 time: 0.0657232 Sep 07 19:11:08.478630 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-efdfe33c-3aa8-49ae-be6a-f47ba028ee88 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] DELETE failed (client error): The resource could not be found. Sep 07 19:11:08.478630 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efdfe33c-3aa8-49ae-be6a-f47ba028ee88 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:11:08.478630 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-efdfe33c-3aa8-49ae-be6a-f47ba028ee88 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/subnets/20ef0296-910b-4225-97be-366fdecb996c HTTP/1.1" status: 404 len: 337 time: 0.0559540 Sep 07 19:11:08.478630 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58852) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:08.479394 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58854) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:08.526491 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8138a2dd-d0a2-44a6-b0a5-1f7ecb4b2c1f None None] Network 1cd1d970-f036-4e02-8260-7bcd6fd100c6 could not be found, it might have been deleted concurrently. {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 07 19:11:08.586270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a483dc-90b8-43f3-a375-84ff7d7c852f None None] DHCP port deletion for de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:11:08.637532 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3868a14c-0d15-4640-a225-370d7573eb55 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] DELETE failed (client error): The resource could not be found. Sep 07 19:11:08.638429 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3868a14c-0d15-4640-a225-370d7573eb55 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:11:08.646553 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3868a14c-0d15-4640-a225-370d7573eb55 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "DELETE /v2.0/networks/1cd1d970-f036-4e02-8260-7bcd6fd100c6 HTTP/1.1" status: 404 len: 339 time: 0.1703484 Sep 07 19:11:08.648170 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58858) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:08.659741 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4ab76b12-39f2-4a7b-b802-3b8e2169aefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:08.733198 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b4c2f1-a4f9-4de6-8332-f9d9088f266e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] DELETE failed (client error): The resource could not be found. Sep 07 19:11:08.734013 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b4c2f1-a4f9-4de6-8332-f9d9088f266e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:11:08.740086 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b6b4c2f1-a4f9-4de6-8332-f9d9088f266e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "DELETE /v2.0/subnets/387dea24-1625-4a81-9266-10775e9988eb HTTP/1.1" status: 404 len: 337 time: 0.0667112 Sep 07 19:11:08.741088 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58860) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:08.747123 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-4ab76b12-39f2-4a7b-b802-3b8e2169aefd None None] For port 1215b1d6-7628-43e9-ba57-4007ae91ee52, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1215b1d6-7628-43e9-ba57-4007ae91ee52,segment=NetworkSegment(118f5124-67fa-4bf7-aaf5-678214befaa8),segment_id=118f5124-67fa-4bf7-aaf5-678214befaa8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:08.765833 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4ab76b12-39f2-4a7b-b802-3b8e2169aefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:08.771792 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f4034b50-4441-4f1f-9812-f21055f4daee no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:11:08.778445 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-23feece6-26b2-4d50-b90d-3a2059c3d64d tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] DELETE failed (client error): The resource could not be found. Sep 07 19:11:08.779343 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23feece6-26b2-4d50-b90d-3a2059c3d64d tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:11:08.784397 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-23feece6-26b2-4d50-b90d-3a2059c3d64d tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "DELETE /v2.0/networks/b370cc98-28e1-42d8-98be-8ac833f7bf91 HTTP/1.1" status: 404 len: 339 time: 0.0411382 Sep 07 19:11:08.785377 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58862) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:08.825225 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e155b5a-3901-4c32-a4de-0146cf893dc0 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] DELETE failed (client error): The resource could not be found. Sep 07 19:11:08.825977 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e155b5a-3901-4c32-a4de-0146cf893dc0 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:11:08.831100 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2e155b5a-3901-4c32-a4de-0146cf893dc0 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "DELETE /v2.0/subnets/bfce7435-365f-4437-a7f2-095ee41b9b31 HTTP/1.1" status: 404 len: 337 time: 0.0441110 Sep 07 19:11:08.834133 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58864) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:08.888882 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-507f5b79-9999-46d9-acf3-eeac73baf47b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Deleting port 91c7ab1e-ef11-4698-ba6f-169482e84797 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:08.889230 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-507f5b79-9999-46d9-acf3-eeac73baf47b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:08.905854 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e10e81-df8a-4b80-a4de-74c14f202ece tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] DELETE failed (client error): The resource could not be found. Sep 07 19:11:08.906486 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e10e81-df8a-4b80-a4de-74c14f202ece tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:11:08.911503 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a9e10e81-df8a-4b80-a4de-74c14f202ece tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "DELETE /v2.0/networks/469fa66a-8b48-4b0f-bc64-d0dbac200211 HTTP/1.1" status: 404 len: 339 time: 0.0759389 Sep 07 19:11:08.912227 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58866) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:08.949582 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab76b12-39f2-4a7b-b802-3b8e2169aefd None None] Pushing event updated for resources: {'Port': ['ID=1215b1d6-7628-43e9-ba57-4007ae91ee52,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:09.119598 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:09.195460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port f4034b50-4441-4f1f-9812-f21055f4daee, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f4034b50-4441-4f1f-9812-f21055f4daee,segment=NetworkSegment(0be74ae5-e6b6-4585-b5aa-458fd1a27aab),segment_id=0be74ae5-e6b6-4585-b5aa-458fd1a27aab)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:09.208157 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-507f5b79-9999-46d9-acf3-eeac73baf47b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:09.209404 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-14a483dc-90b8-43f3-a375-84ff7d7c852f None None] Deleting port f4034b50-4441-4f1f-9812-f21055f4daee {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:09.209872 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-14a483dc-90b8-43f3-a375-84ff7d7c852f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:09.212185 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2221662d-e048-4a19-a5ad-49f87f10f396 None None] Provisioning for port 88bc055e-2319-46fe-8cf0-84949f8d3094 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:09.221082 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:09.241834 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2221662d-e048-4a19-a5ad-49f87f10f396 None None] Provisioning complete for port 88bc055e-2319-46fe-8cf0-84949f8d3094 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:09.242177 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2221662d-e048-4a19-a5ad-49f87f10f396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:09.249135 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-507f5b79-9999-46d9-acf3-eeac73baf47b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Calling delete_port for 91c7ab1e-ef11-4698-ba6f-169482e84797 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:09.282454 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-1eb2ac52-c420-481f-bf46-a05f17f1f517 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Deleting port c8548217-ea74-4a19-8868-dad1fdacb00a {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:09.282911 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1eb2ac52-c420-481f-bf46-a05f17f1f517 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:09.394393 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-2221662d-e048-4a19-a5ad-49f87f10f396 None None] Port 88bc055e-2319-46fe-8cf0-84949f8d3094 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:09.398615 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=f4034b50-4441-4f1f-9812-f21055f4daee,revision_number=10']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:09.403159 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-14a483dc-90b8-43f3-a375-84ff7d7c852f None None] For port f4034b50-4441-4f1f-9812-f21055f4daee, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f4034b50-4441-4f1f-9812-f21055f4daee,segment=NetworkSegment(0be74ae5-e6b6-4585-b5aa-458fd1a27aab),segment_id=0be74ae5-e6b6-4585-b5aa-458fd1a27aab)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:09.403574 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-14a483dc-90b8-43f3-a375-84ff7d7c852f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:09.417918 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-14a483dc-90b8-43f3-a375-84ff7d7c852f None None] Calling delete_port for f4034b50-4441-4f1f-9812-f21055f4daee owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:09.453520 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df65089-f1d5-4630-a40d-f0f4e98f523c tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event updated for resources: {'Port': ['ID=88bc055e-2319-46fe-8cf0-84949f8d3094,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:09.515502 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-507f5b79-9999-46d9-acf3-eeac73baf47b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:09.551085 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d08cc8d-b4b2-4e6e-a24a-32a47f73b12e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:11:09.564543 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] Sync routers for ids ['3e80d6a8-d786-4c6b-9080-2906b3ea482b'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:11:09.565241 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-14a483dc-90b8-43f3-a375-84ff7d7c852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:09.579752 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] Routers {'3e80d6a8-d786-4c6b-9080-2906b3ea482b'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:09.580577 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:10:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3e80d6a8-d786-4c6b-9080-2906b3ea482b'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:09.597551 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a483dc-90b8-43f3-a375-84ff7d7c852f None None] Pushing event deleted for resources: {'Port': ['ID=f4034b50-4441-4f1f-9812-f21055f4daee,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:09.609292 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1eb2ac52-c420-481f-bf46-a05f17f1f517 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:09.621948 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6ff83d89-a1b5-462f-afa7-aefc2932b7ad tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:09.623093 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f5b79-9999-46d9-acf3-eeac73baf47b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Port': ['ID=91c7ab1e-ef11-4698-ba6f-169482e84797,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:09.638279 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3df65089-f1d5-4630-a40d-f0f4e98f523c tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:09.641247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a483dc-90b8-43f3-a375-84ff7d7c852f None None] No DVR routers for this DVR port f4034b50-4441-4f1f-9812-f21055f4daee on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:11:09.643895 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d08cc8d-b4b2-4e6e-a24a-32a47f73b12e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:09.649319 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-1eb2ac52-c420-481f-bf46-a05f17f1f517 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Calling delete_port for c8548217-ea74-4a19-8868-dad1fdacb00a owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:09.651077 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9d08cc8d-b4b2-4e6e-a24a-32a47f73b12e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.4351711 Sep 07 19:11:09.653100 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58872) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:09.654598 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-507f5b79-9999-46d9-acf3-eeac73baf47b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:09.657169 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-507f5b79-9999-46d9-acf3-eeac73baf47b tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/ports/91c7ab1e-ef11-4698-ba6f-169482e84797 HTTP/1.1" status: 204 len: 168 time: 1.1773303 Sep 07 19:11:09.670082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58874) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:09.691667 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9ca6b1-9d64-4e18-9d53-7370494c7e26 None None] Network 8d0d8614-17c4-4308-a533-cee9e6343ac9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:09.711445 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6ff83d89-a1b5-462f-afa7-aefc2932b7ad tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:09.763834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff83d89-a1b5-462f-afa7-aefc2932b7ad tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Network 057440d5-47a8-4169-8810-7301206a8820 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:09.771227 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-6ff83d89-a1b5-462f-afa7-aefc2932b7ad tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:09.774758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff83d89-a1b5-462f-afa7-aefc2932b7ad tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:09.775771 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff83d89-a1b5-462f-afa7-aefc2932b7ad tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:09.776600 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6ff83d89-a1b5-462f-afa7-aefc2932b7ad tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:09.830931 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6ff83d89-a1b5-462f-afa7-aefc2932b7ad tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8465924 Sep 07 19:11:09.835152 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58876) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:09.862927 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] Set router 3e80d6a8-d786-4c6b-9080-2906b3ea482b gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:11:09.871754 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:09.878939 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-51b9abc3-41db-4b7a-9e1c-ad8272738c61 None None] Provisioning complete for port 1215b1d6-7628-43e9-ba57-4007ae91ee52 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:09.879639 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-51b9abc3-41db-4b7a-9e1c-ad8272738c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:09.930235 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff83d89-a1b5-462f-afa7-aefc2932b7ad tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Pushing event updated for resources: {'Port': ['ID=8c14cd92-2ae8-4802-992c-436664ce5480,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:09.936500 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cc8afb-12ab-49b3-8209-9fbd2f25e98f tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:09.938475 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-03cc8afb-12ab-49b3-8209-9fbd2f25e98f tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=a4b1ee635b384533aa147bb1d2eb2c95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2795787 Sep 07 19:11:09.945210 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58878) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:09.971450 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d424b94a-0cb1-416e-9af8-96bf0e541441 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:09.991506 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-7a6d34a3-3d64-4e39-8ed4-bab5d14373cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1011508 Sep 07 19:11:10.039950 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:10.268707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-234feed1-48b3-4673-ba8c-829f6028e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:10.269666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-234feed1-48b3-4673-ba8c-829f6028e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:10.269792 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-234feed1-48b3-4673-ba8c-829f6028e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:10.270379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-234feed1-48b3-4673-ba8c-829f6028e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:10.270922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-234feed1-48b3-4673-ba8c-829f6028e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:10.271415 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-234feed1-48b3-4673-ba8c-829f6028e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:10.271893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-234feed1-48b3-4673-ba8c-829f6028e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:10.274168 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-234feed1-48b3-4673-ba8c-829f6028e028 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d5c8f8778fa460ca7e73179a15e85b3&device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 6491 time: 0.1394103 Sep 07 19:11:10.297701 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e80d6a8-d786-4c6b-9080-2906b3ea482b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1617177332', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '0dcad48f-c587-43af-9e06-31e49f748ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:02Z', 'updated_at': '2021-09-07T19:11:06Z', 'revision_number': 3, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '0dcad48f-c587-43af-9e06-31e49f748ec4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e80d6a8-d786-4c6b-9080-2906b3ea482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:04Z', 'updated_at': '2021-09-07T19:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:10.347149 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] Checking router: 3e80d6a8-d786-4c6b-9080-2906b3ea482b for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:11:10.347498 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] Updating router 3e80d6a8-d786-4c6b-9080-2906b3ea482b port 0dcad48f-c587-43af-9e06-31e49f748ec4 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:11:10.375042 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:10.473333 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-57b4cf51-24d9-416b-b366-4822f605edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:10.473931 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-57b4cf51-24d9-416b-b366-4822f605edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:10.474294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-57b4cf51-24d9-416b-b366-4822f605edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:10.476171 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-57b4cf51-24d9-416b-b366-4822f605edeb service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a8afba9-c74f-48a2-a182-350c40365b16&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=6c3033e0-4276-47bf-9cdc-e60a9923d00a&id=6c3033e0-4276-47bf-9cdc-e60a9923d00a HTTP/1.1" status: 200 len: 2292 time: 0.1736898 Sep 07 19:11:10.543427 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7e0d9dc8-e7af-46a2-9f70-b5e68b4728d6 None None] Provisioning complete for port 1215b1d6-7628-43e9-ba57-4007ae91ee52 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:10.543804 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7e0d9dc8-e7af-46a2-9f70-b5e68b4728d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:10.619386 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3df65089-f1d5-4630-a40d-f0f4e98f523c tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:10.642629 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3df65089-f1d5-4630-a40d-f0f4e98f523c tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:10.643473 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3df65089-f1d5-4630-a40d-f0f4e98f523c tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:10.708183 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1215b1d6-7628-43e9-ba57-4007ae91ee52 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:10.737189 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-7d63e839-ba87-40fd-bbf7-05af526315a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 HTTP/1.1" status: 200 len: 1002 time: 0.2514465 Sep 07 19:11:10.766670 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df65089-f1d5-4630-a40d-f0f4e98f523c tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event updated for resources: {'Port': ['ID=88bc055e-2319-46fe-8cf0-84949f8d3094,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:10.788671 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1eb2ac52-c420-481f-bf46-a05f17f1f517 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:10.813026 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 1215b1d6-7628-43e9-ba57-4007ae91ee52 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:10.813564 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:10.858016 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:10.869727 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] Transition to ACTIVE for port object 0dcad48f-c587-43af-9e06-31e49f748ec4 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:10.877172 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:10.881404 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d424b94a-0cb1-416e-9af8-96bf0e541441 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:10.883929 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2ac52-c420-481f-bf46-a05f17f1f517 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event deleted for resources: {'Port': ['ID=c8548217-ea74-4a19-8868-dad1fdacb00a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:10.895129 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2899d64-3744-4606-a09e-f83e1905f7d6 tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:10.896720 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e2899d64-3744-4606-a09e-f83e1905f7d6 tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9479463 Sep 07 19:11:10.908987 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58884) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:10.939048 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1eb2ac52-c420-481f-bf46-a05f17f1f517 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:10.941130 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1eb2ac52-c420-481f-bf46-a05f17f1f517 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "DELETE /v2.0/ports/c8548217-ea74-4a19-8868-dad1fdacb00a HTTP/1.1" status: 204 len: 168 time: 2.0258234 Sep 07 19:11:10.950036 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d424b94a-0cb1-416e-9af8-96bf0e541441 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9b4bb5-61b8-4c56-bb4a-a7418460c1b4']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:10.951904 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58886) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:10.962464 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6261aa5-d53d-4e09-8825-75f5c5fecc59 None None] Pushing event updated for resources: {'Port': ['ID=0dcad48f-c587-43af-9e06-31e49f748ec4,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:10.967958 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-aff4b635-77b0-41ca-9f57-18006a6e0cb1 tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0575778 Sep 07 19:11:10.968704 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58888) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:10.971943 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6261aa5-d53d-4e09-8825-75f5c5fecc59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:10.972199 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6261aa5-d53d-4e09-8825-75f5c5fecc59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:10.972913 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6261aa5-d53d-4e09-8825-75f5c5fecc59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:10.973042 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6261aa5-d53d-4e09-8825-75f5c5fecc59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:10.973276 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6261aa5-d53d-4e09-8825-75f5c5fecc59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:10.973603 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6261aa5-d53d-4e09-8825-75f5c5fecc59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:10.974443 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6261aa5-d53d-4e09-8825-75f5c5fecc59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:10.974800 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6261aa5-d53d-4e09-8825-75f5c5fecc59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:10.975134 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6261aa5-d53d-4e09-8825-75f5c5fecc59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:10.975653 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6261aa5-d53d-4e09-8825-75f5c5fecc59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:10.975989 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6261aa5-d53d-4e09-8825-75f5c5fecc59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:10.976315 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6261aa5-d53d-4e09-8825-75f5c5fecc59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:10.980835 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] Attempting to bind port 0dcad48f-c587-43af-9e06-31e49f748ec4 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:10.981120 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] Attempting to bind port 0dcad48f-c587-43af-9e06-31e49f748ec4 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:10.981470 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] Attempting to bind port 0dcad48f-c587-43af-9e06-31e49f748ec4 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:10.987586 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:11:10.988105 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:10.988830 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:10.989398 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:11:10.990037 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] Bound port: 0dcad48f-c587-43af-9e06-31e49f748ec4, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:11:10.990505 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:10.997183 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d424b94a-0cb1-416e-9af8-96bf0e541441 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be74ae5-e6b6-4585-b5aa-458fd1a27aab') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:10.997545 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d424b94a-0cb1-416e-9af8-96bf0e541441 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be74ae5-e6b6-4585-b5aa-458fd1a27aab') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:11.006138 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f56031b-5081-4019-ac9d-49c76439d62e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] DELETE failed (client error): The resource could not be found. Sep 07 19:11:11.006605 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f56031b-5081-4019-ac9d-49c76439d62e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:11:11.008369 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4f56031b-5081-4019-ac9d-49c76439d62e tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "DELETE /v2.0/subnets/52fb97c5-129e-4ce0-be26-6d91d3e346ce HTTP/1.1" status: 404 len: 337 time: 0.0555212 Sep 07 19:11:11.012955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58890) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:11.014571 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d424b94a-0cb1-416e-9af8-96bf0e541441 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:11.019942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-75e70812-e397-4f21-bfde-a6a69835a6ad tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=a4b1ee635b384533aa147bb1d2eb2c95&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449152 Sep 07 19:11:11.020621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58892) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:11.051790 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] For port 0dcad48f-c587-43af-9e06-31e49f748ec4, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:11:11.055753 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] For port 0dcad48f-c587-43af-9e06-31e49f748ec4, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0dcad48f-c587-43af-9e06-31e49f748ec4,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:11:11.062422 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:11.077126 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d424b94a-0cb1-416e-9af8-96bf0e541441 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:11.089942 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-906863d8-0619-4223-afa4-f6be1b1a7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:11.091081 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d424b94a-0cb1-416e-9af8-96bf0e541441 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:11:11.091481 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d424b94a-0cb1-416e-9af8-96bf0e541441 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:11.091952 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-906863d8-0619-4223-afa4-f6be1b1a7360 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad43e386-e1da-4481-8206-5b6118db82c7 HTTP/1.1" status: 200 len: 851 time: 0.3159173 Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:11:11.112396 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:11:11.122662 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6261aa5-d53d-4e09-8825-75f5c5fecc59 None None] Pushing event updated for resources: {'Port': ['ID=0dcad48f-c587-43af-9e06-31e49f748ec4,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:11.147611 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] Routers {'3e80d6a8-d786-4c6b-9080-2906b3ea482b'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:11.148339 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:10:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3e80d6a8-d786-4c6b-9080-2906b3ea482b'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:11.180558 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] device_id is not set on port 8c14cd92-2ae8-4802-992c-436664ce5480 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:11:11.224942 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:11.230132 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df65089-f1d5-4630-a40d-f0f4e98f523c tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Network 826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:11.237899 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-3df65089-f1d5-4630-a40d-f0f4e98f523c tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:11.246981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-a9e0c34f-e20b-4d21-bdc3-a506293fa8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:11.248659 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-a9e0c34f-e20b-4d21-bdc3-a506293fa8fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a8afba9-c74f-48a2-a182-350c40365b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414640 Sep 07 19:11:11.249528 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-582b0b00-eae5-4e56-bd53-5a166fe1a075 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:11.263353 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Transition to ACTIVE for port object 8c14cd92-2ae8-4802-992c-436664ce5480 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:11.264862 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d424b94a-0cb1-416e-9af8-96bf0e541441 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:11.272964 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc8c2ac-8ffd-45ca-ab36-18635bfd4543 tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:11.274488 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7bc8c2ac-8ffd-45ca-ab36-18635bfd4543 tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2495022 Sep 07 19:11:11.276555 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d424b94a-0cb1-416e-9af8-96bf0e541441 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:11.278326 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d424b94a-0cb1-416e-9af8-96bf0e541441 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] 10.222.0.26 "DELETE /v2.0/networks/de9b4bb5-61b8-4c56-bb4a-a7418460c1b4 HTTP/1.1" status: 204 len: 168 time: 1.6067131 Sep 07 19:11:11.278973 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:11.292498 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58894) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:11.305150 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] Set router 3e80d6a8-d786-4c6b-9080-2906b3ea482b gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:11:11.338212 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424b94a-0cb1-416e-9af8-96bf0e541441 tempest-PortsTestJSON-2082717510 tempest-PortsTestJSON-2082717510-project] Pushing event deleted for resources: {'Network': ['ID=de9b4bb5-61b8-4c56-bb4a-a7418460c1b4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:11.400863 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0814ab7a-4578-418c-8124-2acd3d888c73 tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1033704 Sep 07 19:11:11.402176 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58900) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:11.410385 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-80e36dc8-c877-4cd3-b039-6292350e545c tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1828148360', 'network_id': 'bcfec698-7186-4bb1-a509-89b392b0407b', 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:11.469672 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Pushing event updated for resources: {'Port': ['ID=8c14cd92-2ae8-4802-992c-436664ce5480,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:11.557576 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-582b0b00-eae5-4e56-bd53-5a166fe1a075 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:11.561492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:11.561801 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:11.562064 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:11.599802 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 8c14cd92-2ae8-4802-992c-436664ce5480 on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:11.600147 n-d-807786-1 neutron-server[101444]: ERROR neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:11.617728 n-d-807786-1 neutron-server[101444]: INFO neutron.plugins.ml2.plugin [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 2 to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 Sep 07 19:11:11.674900 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-582b0b00-eae5-4e56-bd53-5a166fe1a075 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f599e0ac-d8e4-491f-be1c-65cf6f7dc83f']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:11.711930 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df65089-f1d5-4630-a40d-f0f4e98f523c tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Router 21196ddc-e884-4909-8915-6fe0e3929c67 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:11:11.714888 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:11.720587 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:11.722150 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:11.726347 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-4acd7980-b88f-49d1-aa41-9d9b13184b35 service neutron] 10.222.0.36 "GET /v2.0/networks/6a8afba9-c74f-48a2-a182-350c40365b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667168 Sep 07 19:11:11.733470 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-582b0b00-eae5-4e56-bd53-5a166fe1a075 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a072e2b9-567d-42ce-83b3-4745d20e2dd5') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:11.733470 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-582b0b00-eae5-4e56-bd53-5a166fe1a075 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a072e2b9-567d-42ce-83b3-4745d20e2dd5') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:11.752872 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-56311595-361e-4a12-99e6-0fba9a1f311b None None] Provisioning complete for port 88bc055e-2319-46fe-8cf0-84949f8d3094 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:11.753454 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-56311595-361e-4a12-99e6-0fba9a1f311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:11.756454 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 8c14cd92-2ae8-4802-992c-436664ce5480 on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:11.756774 n-d-807786-1 neutron-server[101444]: ERROR neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:11.759110 n-d-807786-1 neutron-server[101444]: INFO neutron.plugins.ml2.plugin [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 3 to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 Sep 07 19:11:11.768039 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-582b0b00-eae5-4e56-bd53-5a166fe1a075 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:11.827474 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e36dc8-c877-4cd3-b039-6292350e545c tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Made reservation on behalf of a4b1ee635b384533aa147bb1d2eb2c95 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:11.831194 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-80e36dc8-c877-4cd3-b039-6292350e545c tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:11.840115 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-582b0b00-eae5-4e56-bd53-5a166fe1a075 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:11.847854 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:11.848446 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:11.850489 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:11.851128 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-56311595-361e-4a12-99e6-0fba9a1f311b None None] Port 88bc055e-2319-46fe-8cf0-84949f8d3094 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:11.865049 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 8c14cd92-2ae8-4802-992c-436664ce5480 on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:11.867539 n-d-807786-1 neutron-server[101444]: ERROR neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:11.868987 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582b0b00-eae5-4e56-bd53-5a166fe1a075 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:11:11.873116 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-582b0b00-eae5-4e56-bd53-5a166fe1a075 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:11.875641 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58912) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:11.876852 n-d-807786-1 neutron-server[101444]: INFO neutron.plugins.ml2.plugin [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 4 to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:11:11.879688 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:11:11.914165 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:11.914668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:11.915109 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:11.926912 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e80d6a8-d786-4c6b-9080-2906b3ea482b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1617177332', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '0dcad48f-c587-43af-9e06-31e49f748ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:02Z', 'updated_at': '2021-09-07T19:11:06Z', 'revision_number': 3, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '0dcad48f-c587-43af-9e06-31e49f748ec4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e80d6a8-d786-4c6b-9080-2906b3ea482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:04Z', 'updated_at': '2021-09-07T19:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:11.955399 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 8c14cd92-2ae8-4802-992c-436664ce5480 on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:11.955399 n-d-807786-1 neutron-server[101444]: ERROR neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:11.958268 n-d-807786-1 neutron-server[101444]: INFO neutron.plugins.ml2.plugin [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 5 to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 Sep 07 19:11:11.967109 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab0ca75-d8dd-4f3e-85b9-ca3bd293539d None None] The sync data for ids ['3e80d6a8-d786-4c6b-9080-2906b3ea482b'] in n-d-807786-1 is: [{'id': '3e80d6a8-d786-4c6b-9080-2906b3ea482b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1617177332', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '0dcad48f-c587-43af-9e06-31e49f748ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:02Z', 'updated_at': '2021-09-07T19:11:06Z', 'revision_number': 3, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '0dcad48f-c587-43af-9e06-31e49f748ec4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e80d6a8-d786-4c6b-9080-2906b3ea482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:04Z', 'updated_at': '2021-09-07T19:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:11:11.970111 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-582b0b00-eae5-4e56-bd53-5a166fe1a075 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:11.972268 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:11.972783 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:11.973270 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:11.982381 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-582b0b00-eae5-4e56-bd53-5a166fe1a075 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:11.986744 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-582b0b00-eae5-4e56-bd53-5a166fe1a075 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "DELETE /v2.0/networks/f599e0ac-d8e4-491f-be1c-65cf6f7dc83f HTTP/1.1" status: 204 len: 168 time: 0.9681721 Sep 07 19:11:12.009456 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58916) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:12.024543 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 8c14cd92-2ae8-4802-992c-436664ce5480 on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:12.030783 n-d-807786-1 neutron-server[101444]: ERROR neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:12.034746 n-d-807786-1 neutron-server[101444]: INFO neutron.plugins.ml2.plugin [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 6 to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 Sep 07 19:11:12.048275 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b0b00-eae5-4e56-bd53-5a166fe1a075 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event deleted for resources: {'Network': ['ID=f599e0ac-d8e4-491f-be1c-65cf6f7dc83f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:12.102435 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:12.102974 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:12.103593 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:12.116459 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 8c14cd92-2ae8-4802-992c-436664ce5480 on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:12.116981 n-d-807786-1 neutron-server[101444]: ERROR neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:12.118395 n-d-807786-1 neutron-server[101444]: INFO neutron.plugins.ml2.plugin [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 7 to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 Sep 07 19:11:12.155101 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:12.155842 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:12.156290 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:12.165566 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 8c14cd92-2ae8-4802-992c-436664ce5480 on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:12.166349 n-d-807786-1 neutron-server[101444]: ERROR neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:12.169879 n-d-807786-1 neutron-server[101444]: INFO neutron.plugins.ml2.plugin [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 8 to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 Sep 07 19:11:12.190483 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:12.190965 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:12.191402 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:12.205207 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 8c14cd92-2ae8-4802-992c-436664ce5480 on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:12.205683 n-d-807786-1 neutron-server[101444]: ERROR neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:12.206989 n-d-807786-1 neutron-server[101444]: INFO neutron.plugins.ml2.plugin [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 9 to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 Sep 07 19:11:12.212689 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-6b080c37-b660-4e5b-b636-22e286761ffc tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Deleting port 2b497e59-fbd7-4e41-bdcb-f349f96fdbf1 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:12.213177 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b080c37-b660-4e5b-b636-22e286761ffc tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:12.245709 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:12.246203 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:12.246662 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:12.270237 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-80e36dc8-c877-4cd3-b039-6292350e545c tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:12.289538 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 8c14cd92-2ae8-4802-992c-436664ce5480 on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:12.290015 n-d-807786-1 neutron-server[101444]: ERROR neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:12.294182 n-d-807786-1 neutron-server[101444]: INFO neutron.plugins.ml2.plugin [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 10 to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 Sep 07 19:11:12.322383 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b080c37-b660-4e5b-b636-22e286761ffc tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:12.342025 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:12.342461 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:12.343012 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:12.350554 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-6b080c37-b660-4e5b-b636-22e286761ffc tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Calling delete_port for 2b497e59-fbd7-4e41-bdcb-f349f96fdbf1 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:12.352481 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 8c14cd92-2ae8-4802-992c-436664ce5480 on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:12.352940 n-d-807786-1 neutron-server[101444]: ERROR neutron.plugins.ml2.managers [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 8c14cd92-2ae8-4802-992c-436664ce5480 on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:12.353432 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:12.379528 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e36dc8-c877-4cd3-b039-6292350e545c tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event updated for resources: {'Subnet': ['ID=62b11ff0-24ea-4492-8aec-76519e010de9,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:12.417522 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-094f0dad-f5da-4fba-8082-c8686a53aacb service neutron] 10.222.0.36 "GET /v2.0/networks/6a8afba9-c74f-48a2-a182-350c40365b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6736639 Sep 07 19:11:12.495648 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-91aa89f7-7ee4-4209-a0ff-9fcb7ef625fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1e1876fa5ed4cf28904b4280216dec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6004553 Sep 07 19:11:12.496966 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df65089-f1d5-4630-a40d-f0f4e98f523c tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:11:12.507753 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3df65089-f1d5-4630-a40d-f0f4e98f523c tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "PUT /v2.0/routers/21196ddc-e884-4909-8915-6fe0e3929c67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0509768 Sep 07 19:11:12.508413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58920) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:12.508771 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58922) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:12.508897 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a16db96-1500-41bc-bc90-3bfe307f52e2 None None] Sync routers for ids ['21196ddc-e884-4909-8915-6fe0e3929c67'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:11:12.518006 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:11:12.530187 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a16db96-1500-41bc-bc90-3bfe307f52e2 None None] Routers {'21196ddc-e884-4909-8915-6fe0e3929c67'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:12.531045 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-2a16db96-1500-41bc-bc90-3bfe307f52e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:10:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['21196ddc-e884-4909-8915-6fe0e3929c67'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:12.584883 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] For port 8c14cd92-2ae8-4802-992c-436664ce5480, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:11:12.585414 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempted to set empty binding levels {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 07 19:11:12.596117 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:12.644492 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-2a16db96-1500-41bc-bc90-3bfe307f52e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:12.658047 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] In _notify_port_updated(), no bound segment for port 8c14cd92-2ae8-4802-992c-436664ce5480 on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 19:11:12.661104 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.664007 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:12.668357 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a16db96-1500-41bc-bc90-3bfe307f52e2 None None] Routers {'21196ddc-e884-4909-8915-6fe0e3929c67'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:12.668529 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] 10.222.0.26 "PUT /v2.0/ports/8c14cd92-2ae8-4802-992c-436664ce5480 HTTP/1.1" status: 200 len: 975 time: 2.8055356 Sep 07 19:11:12.668992 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-2a16db96-1500-41bc-bc90-3bfe307f52e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:10:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['21196ddc-e884-4909-8915-6fe0e3929c67'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:12.675173 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58924) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:12.719982 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-2a16db96-1500-41bc-bc90-3bfe307f52e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:12.720695 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a16db96-1500-41bc-bc90-3bfe307f52e2 None None] The sync data for ids ['21196ddc-e884-4909-8915-6fe0e3929c67'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:11:12.742290 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b080c37-b660-4e5b-b636-22e286761ffc tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:12.751528 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0dcad48f-c587-43af-9e06-31e49f748ec4 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:12.761188 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31183fae-d6e4-40c1-9022-262f4dace20d tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Pushing event updated for resources: {'Port': ['ID=8c14cd92-2ae8-4802-992c-436664ce5480,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:12.821389 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b080c37-b660-4e5b-b636-22e286761ffc tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event deleted for resources: {'Port': ['ID=2b497e59-fbd7-4e41-bdcb-f349f96fdbf1,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:12.826744 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b8c9b72d-fd2b-48a8-8c40-ccde552e8fda tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:12.829479 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6b080c37-b660-4e5b-b636-22e286761ffc tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:12.831699 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6b080c37-b660-4e5b-b636-22e286761ffc tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "DELETE /v2.0/ports/2b497e59-fbd7-4e41-bdcb-f349f96fdbf1 HTTP/1.1" status: 204 len: 168 time: 0.8210638 Sep 07 19:11:12.832359 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 0dcad48f-c587-43af-9e06-31e49f748ec4 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:12.834519 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58926) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:12.841865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 0dcad48f-c587-43af-9e06-31e49f748ec4 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:12.842709 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:12.902570 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.903950 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.904682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.905331 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.905997 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.906651 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.907294 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.907939 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.908633 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.909274 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.910038 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.910681 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.911317 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.912103 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.913046 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.913969 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.914613 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.915254 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.915894 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.916547 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.917186 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.917864 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.918561 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.919213 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.919856 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.920542 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.921183 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.921822 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.922640 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.924667 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:12.934397 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:12.934777 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-943e4539-0a4d-43f5-8b2e-999f93eb6275 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27291 time: 0.2565014 Sep 07 19:11:12.935670 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58930) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:12.943583 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-e4dfb91e-68f3-4885-adaa-5272f786054b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=b06c3ed3-5ce2-4a65-a560-070dba9ac0fc HTTP/1.1" status: 200 len: 217 time: 0.4915602 Sep 07 19:11:12.966330 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-446e26d3-d23c-4eb4-a790-02471a567593 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] DELETE failed (client error): The resource could not be found. Sep 07 19:11:12.967048 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-446e26d3-d23c-4eb4-a790-02471a567593 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:11:12.969029 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-446e26d3-d23c-4eb4-a790-02471a567593 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "DELETE /v2.0/subnets/e3fe32e5-f433-48c3-850b-179eadf4e504 HTTP/1.1" status: 404 len: 337 time: 0.1335843 Sep 07 19:11:12.986501 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58932) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:12.998926 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:13.060610 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e36dc8-c877-4cd3-b039-6292350e545c tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Checking segment: {'id': '32c7262c-3d52-42d6-b3fc-976fa645517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bcfec698-7186-4bb1-a509-89b392b0407b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:13.060973 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e36dc8-c877-4cd3-b039-6292350e545c tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Network hostable DHCP agents. Network: bcfec698-7186-4bb1-a509-89b392b0407b, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:11:13.065943 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 0dcad48f-c587-43af-9e06-31e49f748ec4, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0dcad48f-c587-43af-9e06-31e49f748ec4,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:13.067368 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-1e34875e-abaa-43b7-843c-ea6a9c62f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:13.069124 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-1e34875e-abaa-43b7-843c-ea6a9c62f4f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.0772874 Sep 07 19:11:13.075709 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:13.108702 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-898779a9-0618-4de4-9c88-8eec2948084a tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:13.178407 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=0dcad48f-c587-43af-9e06-31e49f748ec4,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:13.183963 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-55e589f8-eaf9-4b2a-bcf1-8d93aeb87999 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Deleting port 8c14cd92-2ae8-4802-992c-436664ce5480 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:13.184358 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55e589f8-eaf9-4b2a-bcf1-8d93aeb87999 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:13.209778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e36dc8-c877-4cd3-b039-6292350e545c tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Network bcfec698-7186-4bb1-a509-89b392b0407b is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:11:13.232329 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8c19a55b-a0df-4f37-8377-2f255f0fdfca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:13.236318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-14c0a66d-328c-401c-8038-ce8257921a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:13.238634 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-14c0a66d-328c-401c-8038-ce8257921a72 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1417072 Sep 07 19:11:13.239902 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-b8c9b72d-fd2b-48a8-8c40-ccde552e8fda tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 07 19:11:13.241195 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b8c9b72d-fd2b-48a8-8c40-ccde552e8fda tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "DELETE /v2.0/routers/21196ddc-e884-4909-8915-6fe0e3929c67 HTTP/1.1" status: 409 len: 329 time: 0.5756299 Sep 07 19:11:13.243907 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-80e36dc8-c877-4cd3-b039-6292350e545c tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, bcfec698-7186-4bb1-a509-89b392b0407b) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:13.246347 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58934) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:13.254803 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-898779a9-0618-4de4-9c88-8eec2948084a tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:13.256353 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15272f8e-5a55-4b6b-b6a9-b86b769ecf0d None None] Network bcfec698-7186-4bb1-a509-89b392b0407b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:13.334231 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-898779a9-0618-4de4-9c88-8eec2948084a tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084f22dc-a5ae-4eaf-9c5b-1f5270128455']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:13.336671 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-55e589f8-eaf9-4b2a-bcf1-8d93aeb87999 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] For port 8c14cd92-2ae8-4802-992c-436664ce5480, host n-h2-807786-1, got binding levels [] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:13.337038 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55e589f8-eaf9-4b2a-bcf1-8d93aeb87999 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:13.352672 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-898779a9-0618-4de4-9c88-8eec2948084a tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9e21e5-3509-489c-b685-3707b0d685c1') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:13.352974 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-898779a9-0618-4de4-9c88-8eec2948084a tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9e21e5-3509-489c-b685-3707b0d685c1') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:13.360927 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e36dc8-c877-4cd3-b039-6292350e545c tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:13.361701 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-80e36dc8-c877-4cd3-b039-6292350e545c tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:13.362664 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-55e589f8-eaf9-4b2a-bcf1-8d93aeb87999 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Calling delete_port for 8c14cd92-2ae8-4802-992c-436664ce5480 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:13.368712 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-898779a9-0618-4de4-9c88-8eec2948084a tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:13.389257 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-898779a9-0618-4de4-9c88-8eec2948084a tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:13.395318 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8c19a55b-a0df-4f37-8377-2f255f0fdfca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:13.457686 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898779a9-0618-4de4-9c88-8eec2948084a tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:11:13.458106 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-898779a9-0618-4de4-9c88-8eec2948084a tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:11:13.465962 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:11:13.512115 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-bcfec698-7186-4bb1-a509-89b392b0407b', 'network_id': 'bcfec698-7186-4bb1-a509-89b392b0407b', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'fixed_ips': [{'subnet_id': '62b11ff0-24ea-4492-8aec-76519e010de9'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:11:13.513694 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:13.555778 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-1739097a-11d9-4582-8f11-f8b35bd3ab48 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147071 Sep 07 19:11:13.576676 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-898779a9-0618-4de4-9c88-8eec2948084a tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:13.584675 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-898779a9-0618-4de4-9c88-8eec2948084a tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:13.586559 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-898779a9-0618-4de4-9c88-8eec2948084a tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "DELETE /v2.0/networks/084f22dc-a5ae-4eaf-9c5b-1f5270128455 HTTP/1.1" status: 204 len: 168 time: 0.5987976 Sep 07 19:11:13.589175 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58936) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:13.621770 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898779a9-0618-4de4-9c88-8eec2948084a tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event deleted for resources: {'Network': ['ID=084f22dc-a5ae-4eaf-9c5b-1f5270128455,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:13.643853 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-80e36dc8-c877-4cd3-b039-6292350e545c tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2386861 Sep 07 19:11:13.658240 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58940) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:13.667130 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55e589f8-eaf9-4b2a-bcf1-8d93aeb87999 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:13.694237 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8c19a55b-a0df-4f37-8377-2f255f0fdfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:13.696918 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8c19a55b-a0df-4f37-8377-2f255f0fdfca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:13.698220 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8c19a55b-a0df-4f37-8377-2f255f0fdfca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b92c07e4-573f-4dbb-9ceb-3835d4b4e407 HTTP/1.1" status: 204 len: 168 time: 1.0424912 Sep 07 19:11:13.765682 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] Allocated IP 172.20.0.18 (bcfec698-7186-4bb1-a509-89b392b0407b/62b11ff0-24ea-4492-8aec-76519e010de9/a1232d67-b6cd-4a5a-ad78-9e83f6fe1021) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:13.793946 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e589f8-eaf9-4b2a-bcf1-8d93aeb87999 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c14cd92-2ae8-4802-992c-436664ce5480,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:13.847552 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1a0ac6-42f9-4f35-b591-8ff6cc04e55b tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Deleting subnet ed67695a-0fc1-463e-832a-1ca7755da019 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:11:13.865920 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55e589f8-eaf9-4b2a-bcf1-8d93aeb87999 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:13.870185 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:13.873462 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-55e589f8-eaf9-4b2a-bcf1-8d93aeb87999 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] 10.222.0.26 "DELETE /v2.0/ports/8c14cd92-2ae8-4802-992c-436664ce5480 HTTP/1.1" status: 204 len: 168 time: 0.9159427 Sep 07 19:11:13.877856 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0ac6-42f9-4f35-b591-8ff6cc04e55b tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:13.881682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58944) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:14.053424 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b721df2-c97a-4dca-b09a-9590ddccbd6f tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] GET failed (client error): The resource could not be found. Sep 07 19:11:14.065200 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1b721df2-c97a-4dca-b09a-9590ddccbd6f tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] 10.222.0.26 "GET /v2.0/ports/8c14cd92-2ae8-4802-992c-436664ce5480 HTTP/1.1" status: 404 len: 333 time: 0.1818125 Sep 07 19:11:14.080274 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58954) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:14.088720 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-04a0dc3d-b4b8-4673-a3e9-bcfaad643dd8 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1659860813', 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:14.109787 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:14.120320 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] Transition to ACTIVE for port object a1232d67-b6cd-4a5a-ad78-9e83f6fe1021 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:14.144935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] Transition to ACTIVE for port object a1232d67-b6cd-4a5a-ad78-9e83f6fe1021 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:14.163287 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0ac6-42f9-4f35-b591-8ff6cc04e55b tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:14.175880 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:14.247444 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] Network bcfec698-7186-4bb1-a509-89b392b0407b is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:14.252571 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:14.254647 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] Pushing event updated for resources: {'Port': ['ID=a1232d67-b6cd-4a5a-ad78-9e83f6fe1021,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:14.258302 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:14.324810 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19a55b-a0df-4f37-8377-2f255f0fdfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92c07e4-573f-4dbb-9ceb-3835d4b4e407,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:14.380573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] Attempting to bind port a1232d67-b6cd-4a5a-ad78-9e83f6fe1021 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:14.381223 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] Attempting to bind port a1232d67-b6cd-4a5a-ad78-9e83f6fe1021 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '32c7262c-3d52-42d6-b3fc-976fa645517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bcfec698-7186-4bb1-a509-89b392b0407b'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:14.381639 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] Attempting to bind port a1232d67-b6cd-4a5a-ad78-9e83f6fe1021 on network bcfec698-7186-4bb1-a509-89b392b0407b {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:14.393728 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:11:14.394103 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] Checking segment: {'id': '32c7262c-3d52-42d6-b3fc-976fa645517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bcfec698-7186-4bb1-a509-89b392b0407b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:14.394505 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:14.394891 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] Bound using segment: {'id': '32c7262c-3d52-42d6-b3fc-976fa645517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bcfec698-7186-4bb1-a509-89b392b0407b'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:11:14.395440 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] Bound port: a1232d67-b6cd-4a5a-ad78-9e83f6fe1021, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c7262c-3d52-42d6-b3fc-976fa645517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bcfec698-7186-4bb1-a509-89b392b0407b'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:11:14.395839 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:14.428406 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-4fe121c6-ed1d-4be3-b4f2-567e34d282ad service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8118422 Sep 07 19:11:14.469112 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] For port a1232d67-b6cd-4a5a-ad78-9e83f6fe1021, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:11:14.473266 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] For port a1232d67-b6cd-4a5a-ad78-9e83f6fe1021, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a1232d67-b6cd-4a5a-ad78-9e83f6fe1021,segment=NetworkSegment(32c7262c-3d52-42d6-b3fc-976fa645517f),segment_id=32c7262c-3d52-42d6-b3fc-976fa645517f)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:11:14.482344 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:14.522061 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0ac6-42f9-4f35-b591-8ff6cc04e55b tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:14.537972 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-3d44b034-870d-4b66-bf53-40a752ddb05f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=dca85aec-715c-451f-9b3f-cd3b5cafcf42 HTTP/1.1" status: 200 len: 217 time: 0.0991352 Sep 07 19:11:14.562604 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e22c7-b533-4017-a357-38adb284d0c0 None None] Pushing event updated for resources: {'Port': ['ID=a1232d67-b6cd-4a5a-ad78-9e83f6fe1021,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:14.657236 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a0dc3d-b4b8-4673-a3e9-bcfaad643dd8 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Made reservation on behalf of cc383dc3ca5049df8cde620267e2f047 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:14.660989 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-04a0dc3d-b4b8-4673-a3e9-bcfaad643dd8 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:14.672044 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-174a9318-aa42-44c1-8142-60d70ce79edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:14.673962 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-174a9318-aa42-44c1-8142-60d70ce79edf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.1129589 Sep 07 19:11:14.680667 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0ac6-42f9-4f35-b591-8ff6cc04e55b tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:14.731632 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-04a0dc3d-b4b8-4673-a3e9-bcfaad643dd8 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] device_id is not set on port 4ad6567e-bd26-41f5-9fb5-d0db7947c0b5 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:11:14.755669 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0dcad48f-c587-43af-9e06-31e49f748ec4 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:14.817392 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-4f459c96-10b8-46db-ae74-c2dd0854bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:14.819695 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-4f459c96-10b8-46db-ae74-c2dd0854bcab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1164386 Sep 07 19:11:14.912403 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 0dcad48f-c587-43af-9e06-31e49f748ec4 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:14.913627 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:14.915204 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6925340-0b41-463e-884d-e6b88101c49d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:15.042884 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-04a0dc3d-b4b8-4673-a3e9-bcfaad643dd8 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:15.097976 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a0ac6-42f9-4f35-b591-8ff6cc04e55b tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event deleted for resources: {'Subnet': ['ID=ed67695a-0fc1-463e-832a-1ca7755da019,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:15.102454 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0ac6-42f9-4f35-b591-8ff6cc04e55b tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:15.122341 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f519018b-c81b-4708-adb8-3035e85298d1 None None] Network ffed43f5-b6f8-4e63-a173-9fd390d76baf requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:15.135506 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ad1a0ac6-42f9-4f35-b591-8ff6cc04e55b tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "DELETE /v2.0/subnets/ed67695a-0fc1-463e-832a-1ca7755da019 HTTP/1.1" status: 204 len: 168 time: 1.5447702 Sep 07 19:11:15.141058 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58976) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:15.141386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58978) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:15.142813 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-04a0dc3d-b4b8-4673-a3e9-bcfaad643dd8 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:15.156561 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-0d066f97-0a63-4355-afdc-2030c6ff995c service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267353 Sep 07 19:11:15.377257 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-7f7a9adb-bc0f-48e4-bd8a-3eb61824a9bf service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852379 Sep 07 19:11:15.398658 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c80a43-3764-4811-96cc-c6c4d8f3a58c None None] DHCP port deletion for ffed43f5-b6f8-4e63-a173-9fd390d76baf request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:11:15.449181 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-e2970e57-2419-48c9-bf81-56efe7d16845 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=d5037c37-d497-4829-a848-7904c39917b2 HTTP/1.1" status: 200 len: 217 time: 0.0437486 Sep 07 19:11:15.479285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-19c80a43-3764-4811-96cc-c6c4d8f3a58c None None] Deleting port 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:15.480067 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-19c80a43-3764-4811-96cc-c6c4d8f3a58c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:15.547283 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-3fcaa7cf-3db3-481b-a9a8-cce2e7ef071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:15.549671 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-3fcaa7cf-3db3-481b-a9a8-cce2e7ef071f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.0909915 Sep 07 19:11:15.566615 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-19c80a43-3764-4811-96cc-c6c4d8f3a58c None None] For port 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=14f00d3b-76e5-46a4-9df0-1d3181a6ffcc,segment=NetworkSegment(35b17857-b4f9-45ae-a06b-a2fd15c0d8a4),segment_id=35b17857-b4f9-45ae-a06b-a2fd15c0d8a4)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:15.567273 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-19c80a43-3764-4811-96cc-c6c4d8f3a58c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:15.593925 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-19c80a43-3764-4811-96cc-c6c4d8f3a58c None None] Calling delete_port for 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:15.624202 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-d6925340-0b41-463e-884d-e6b88101c49d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Deleting port 88bc055e-2319-46fe-8cf0-84949f8d3094 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:15.624936 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6925340-0b41-463e-884d-e6b88101c49d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:15.653285 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-8fe4732c-6640-429b-967f-d53806a3b7cb tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1356552324'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:15.676125 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a0dc3d-b4b8-4673-a3e9-bcfaad643dd8 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Network 057440d5-47a8-4169-8810-7301206a8820 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:15.728555 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-04a0dc3d-b4b8-4673-a3e9-bcfaad643dd8 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:15.733911 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-19c80a43-3764-4811-96cc-c6c4d8f3a58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:15.738971 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6925340-0b41-463e-884d-e6b88101c49d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:15.753902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-d6925340-0b41-463e-884d-e6b88101c49d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Calling delete_port for 88bc055e-2319-46fe-8cf0-84949f8d3094 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:15.755964 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a0dc3d-b4b8-4673-a3e9-bcfaad643dd8 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:15.756980 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a0dc3d-b4b8-4673-a3e9-bcfaad643dd8 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:15.757583 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-04a0dc3d-b4b8-4673-a3e9-bcfaad643dd8 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:15.762214 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0dc3d-b4b8-4673-a3e9-bcfaad643dd8 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Pushing event updated for resources: {'Port': ['ID=4ad6567e-bd26-41f5-9fb5-d0db7947c0b5,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:15.784633 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c80a43-3764-4811-96cc-c6c4d8f3a58c None None] Pushing event deleted for resources: {'Port': ['ID=14f00d3b-76e5-46a4-9df0-1d3181a6ffcc,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:15.786853 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c80a43-3764-4811-96cc-c6c4d8f3a58c None None] No DVR routers for this DVR port 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:11:15.790378 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0ed7230-20f0-43fd-8bba-954174f03761 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:15.838268 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe4732c-6640-429b-967f-d53806a3b7cb tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Made reservation on behalf of 586b94b1da2f4e9d9aef223e21e15825 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:15.842041 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fe4732c-6640-429b-967f-d53806a3b7cb tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:15.860185 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fe4732c-6640-429b-967f-d53806a3b7cb tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:15.868924 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-04a0dc3d-b4b8-4673-a3e9-bcfaad643dd8 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7873611 Sep 07 19:11:15.874799 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58982) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:15.966351 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-96d40981-8c48-404e-9605-7aa3d364be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:15.968608 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-96d40981-8c48-404e-9605-7aa3d364be9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4028370 Sep 07 19:11:15.989420 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4687d758-6d88-4eae-b943-397700201f9c None None] Network bcfec698-7186-4bb1-a509-89b392b0407b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:15.994705 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a392c5e1-30ab-4207-9173-03fa228baa35 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:15.996942 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a392c5e1-30ab-4207-9173-03fa228baa35 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] 10.222.0.26 "GET /v2.0/ports/4ad6567e-bd26-41f5-9fb5-d0db7947c0b5 HTTP/1.1" status: 200 len: 955 time: 0.1194005 Sep 07 19:11:16.002853 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 58986) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:16.100981 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-49ec28f0-6142-46f5-9a31-d03a6d04a3bc None None] Provisioning for port a1232d67-b6cd-4a5a-ad78-9e83f6fe1021 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:16.119078 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-f69ba8ed-0b0c-4e43-9186-70775033084c service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389837 Sep 07 19:11:16.120317 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6925340-0b41-463e-884d-e6b88101c49d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:16.130852 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0ed7230-20f0-43fd-8bba-954174f03761 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:16.195234 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6925340-0b41-463e-884d-e6b88101c49d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event deleted for resources: {'Port': ['ID=88bc055e-2319-46fe-8cf0-84949f8d3094,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:16.277483 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-e0ed7230-20f0-43fd-8bba-954174f03761 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffed43f5-b6f8-4e63-a173-9fd390d76baf']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:16.308832 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-e0ed7230-20f0-43fd-8bba-954174f03761 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b17857-b4f9-45ae-a06b-a2fd15c0d8a4') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:16.309130 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-e0ed7230-20f0-43fd-8bba-954174f03761 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b17857-b4f9-45ae-a06b-a2fd15c0d8a4') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:16.343082 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6925340-0b41-463e-884d-e6b88101c49d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:16.362772 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0ed7230-20f0-43fd-8bba-954174f03761 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:16.468117 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0ed7230-20f0-43fd-8bba-954174f03761 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:16.510098 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fe4732c-6640-429b-967f-d53806a3b7cb tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:16.525478 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ed7230-20f0-43fd-8bba-954174f03761 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:11:16.525910 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0ed7230-20f0-43fd-8bba-954174f03761 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:16.530584 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fe4732c-6640-429b-967f-d53806a3b7cb tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:16.548837 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe4732c-6640-429b-967f-d53806a3b7cb tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:11:16.564732 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fe4732c-6640-429b-967f-d53806a3b7cb tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:16.565149 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-8fe4732c-6640-429b-967f-d53806a3b7cb tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Added segment d4fbfab6-da47-4c43-bf32-7e9be6e9250a of type vlan for network 708b9d8a-705c-47de-b917-be8389b5f987 Sep 07 19:11:16.590846 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-df1f5ac9-c939-469d-841f-580059d85ae8 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369524 Sep 07 19:11:16.598072 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6925340-0b41-463e-884d-e6b88101c49d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Router 21196ddc-e884-4909-8915-6fe0e3929c67 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:11:16.598248 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:11:16.649075 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-7e7b0a08-0407-42ae-a0e0-60b3616f6352 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 HTTP/1.1" status: 200 len: 217 time: 0.0479407 Sep 07 19:11:16.692146 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b062425-b518-478b-a9f9-2b3c79f80970 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:16.700261 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-caf2ef77-af2e-4ed5-bd5d-b0b2f424e40a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Deleting port 4ad6567e-bd26-41f5-9fb5-d0db7947c0b5 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:16.700627 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-caf2ef77-af2e-4ed5-bd5d-b0b2f424e40a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:16.705242 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-0e634d52-aaa1-491f-b9e9-168b2aa6fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:16.706866 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-0e634d52-aaa1-491f-b9e9-168b2aa6fff8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.0493665 Sep 07 19:11:16.720576 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0ed7230-20f0-43fd-8bba-954174f03761 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:16.765449 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fe4732c-6640-429b-967f-d53806a3b7cb tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:16.767987 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e0ed7230-20f0-43fd-8bba-954174f03761 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:16.772178 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e0ed7230-20f0-43fd-8bba-954174f03761 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] 10.222.0.26 "DELETE /v2.0/networks/ffed43f5-b6f8-4e63-a173-9fd390d76baf HTTP/1.1" status: 204 len: 168 time: 1.6120050 Sep 07 19:11:16.778548 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed7230-20f0-43fd-8bba-954174f03761 tempest-NetworksIpV6TestAttrs-1842174502 tempest-NetworksIpV6TestAttrs-1842174502-project] Pushing event deleted for resources: {'Network': ['ID=ffed43f5-b6f8-4e63-a173-9fd390d76baf,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:16.806141 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a1232d67-b6cd-4a5a-ad78-9e83f6fe1021 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:16.842150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6925340-0b41-463e-884d-e6b88101c49d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:11:16.854848 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d6925340-0b41-463e-884d-e6b88101c49d tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "PUT /v2.0/routers/21196ddc-e884-4909-8915-6fe0e3929c67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6033731 Sep 07 19:11:16.858702 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d2259d-1e97-4f0f-b9f4-5482d87b10c6 None None] Sync routers for ids ['21196ddc-e884-4909-8915-6fe0e3929c67'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:11:16.872925 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d2259d-1e97-4f0f-b9f4-5482d87b10c6 None None] Routers {'21196ddc-e884-4909-8915-6fe0e3929c67'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:16.875926 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-96d2259d-1e97-4f0f-b9f4-5482d87b10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:10:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['21196ddc-e884-4909-8915-6fe0e3929c67'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:16.894459 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58992) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:16.920884 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port a1232d67-b6cd-4a5a-ad78-9e83f6fe1021 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:16.921842 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-96d2259d-1e97-4f0f-b9f4-5482d87b10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:16.929586 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port a1232d67-b6cd-4a5a-ad78-9e83f6fe1021 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:16.931684 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:16.932016 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d2259d-1e97-4f0f-b9f4-5482d87b10c6 None None] Routers {'21196ddc-e884-4909-8915-6fe0e3929c67'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:16.932685 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-96d2259d-1e97-4f0f-b9f4-5482d87b10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:10:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['21196ddc-e884-4909-8915-6fe0e3929c67'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:16.939572 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-6e87912d-bd3a-4281-b1f0-ea782da5c772 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] show failed (client error): The resource could not be found. Sep 07 19:11:16.940627 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6e87912d-bd3a-4281-b1f0-ea782da5c772 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-1855947867 HTTP/1.1" status: 404 len: 335 time: 0.0451930 Sep 07 19:11:16.947495 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 58994) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:16.952951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-00ed38f7-8497-4308-b38b-0f7d8df16edc tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:16.977402 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-96d2259d-1e97-4f0f-b9f4-5482d87b10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:16.977695 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.db.resource_extend [None req-8fe4732c-6640-429b-967f-d53806a3b7cb tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 19:11:16.978114 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d2259d-1e97-4f0f-b9f4-5482d87b10c6 None None] The sync data for ids ['21196ddc-e884-4909-8915-6fe0e3929c67'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:11:16.983070 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4732c-6640-429b-967f-d53806a3b7cb tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90da911b-bc62-4963-b229-c01ef7fa2d16,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:17.030674 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-ca3d9cab-0f95-4c63-9948-66e8c9d7b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:17.032260 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-ca3d9cab-0f95-4c63-9948-66e8c9d7b4ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2125530 Sep 07 19:11:17.037151 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-00ed38f7-8497-4308-b38b-0f7d8df16edc tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] update failed (client error): The resource could not be found. Sep 07 19:11:17.039343 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-00ed38f7-8497-4308-b38b-0f7d8df16edc tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-2100088672 HTTP/1.1" status: 404 len: 335 time: 0.0906806 Sep 07 19:11:17.044572 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59000) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:17.044827 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-caf2ef77-af2e-4ed5-bd5d-b0b2f424e40a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:17.050791 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fe4732c-6640-429b-967f-d53806a3b7cb tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:17.057665 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe4732c-6640-429b-967f-d53806a3b7cb tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:17.058992 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fe4732c-6640-429b-967f-d53806a3b7cb tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:17.094831 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-caf2ef77-af2e-4ed5-bd5d-b0b2f424e40a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Calling delete_port for 4ad6567e-bd26-41f5-9fb5-d0db7947c0b5 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:17.175282 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8fe4732c-6640-429b-967f-d53806a3b7cb tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0282915 Sep 07 19:11:17.178620 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59002) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:17.186277 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-0ba6090d-b8e1-4c8f-8747-d4278988625c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1491400057'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:17.208229 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21cb6e1-1825-4cdf-92fa-9ce17a5482b1 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Deleting subnet c48db55a-fbae-4c7b-8809-bc640be081d8 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:11:17.218677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59004) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:17.228895 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f21cb6e1-1825-4cdf-92fa-9ce17a5482b1 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:17.315952 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba6090d-b8e1-4c8f-8747-d4278988625c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Made reservation on behalf of 586b94b1da2f4e9d9aef223e21e15825 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:17.322273 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0ba6090d-b8e1-4c8f-8747-d4278988625c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:17.324264 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4732c-6640-429b-967f-d53806a3b7cb tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Network': ['ID=708b9d8a-705c-47de-b917-be8389b5f987,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:17.372579 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 708b9d8a-705c-47de-b917-be8389b5f987 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:11:17.381989 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-faf0c781-8007-47ad-872c-1b493080e1c0 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381932 Sep 07 19:11:17.387696 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f21cb6e1-1825-4cdf-92fa-9ce17a5482b1 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:17.491889 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-8b062425-b518-478b-a9f9-2b3c79f80970 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Allocated IP 172.20.0.17 (bcfec698-7186-4bb1-a509-89b392b0407b/62b11ff0-24ea-4492-8aec-76519e010de9/14239e60-af74-4b97-b7b6-bf1b92e6d652) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:17.518004 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:17.568990 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-caf2ef77-af2e-4ed5-bd5d-b0b2f424e40a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:17.587258 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port a1232d67-b6cd-4a5a-ad78-9e83f6fe1021, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a1232d67-b6cd-4a5a-ad78-9e83f6fe1021,segment=NetworkSegment(32c7262c-3d52-42d6-b3fc-976fa645517f),segment_id=32c7262c-3d52-42d6-b3fc-976fa645517f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:17.597119 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:17.598242 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba6090d-b8e1-4c8f-8747-d4278988625c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:11:17.649443 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=a1232d67-b6cd-4a5a-ad78-9e83f6fe1021,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:17.668532 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2ef77-af2e-4ed5-bd5d-b0b2f424e40a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ad6567e-bd26-41f5-9fb5-d0db7947c0b5,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:17.680924 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-caf2ef77-af2e-4ed5-bd5d-b0b2f424e40a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:17.683067 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-caf2ef77-af2e-4ed5-bd5d-b0b2f424e40a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] 10.222.0.26 "DELETE /v2.0/ports/4ad6567e-bd26-41f5-9fb5-d0db7947c0b5 HTTP/1.1" status: 204 len: 168 time: 1.6744151 Sep 07 19:11:17.689643 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59028) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:17.708148 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0ba6090d-b8e1-4c8f-8747-d4278988625c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:17.708491 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-0ba6090d-b8e1-4c8f-8747-d4278988625c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Added segment 99f477d2-7a9b-4770-9c03-9eb85f6e2843 of type vlan for network 0645401a-4157-4cae-ba12-45278b759607 Sep 07 19:11:17.720254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:11:17.728876 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-78236331-8a26-46b2-81ad-1d379ef2afa5 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] GET failed (client error): The resource could not be found. Sep 07 19:11:17.730516 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-78236331-8a26-46b2-81ad-1d379ef2afa5 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] 10.222.0.26 "GET /v2.0/ports/4ad6567e-bd26-41f5-9fb5-d0db7947c0b5 HTTP/1.1" status: 404 len: 333 time: 0.0317638 Sep 07 19:11:17.735353 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59030) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:17.741293 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:11:17.741725 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 14f00d3b-76e5-46a4-9df0-1d3181a6ffcc not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:11:17.742316 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ff6a4919-2b73-4799-9d12-5bfe745e3bfc tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Request body: {'port': {'network_id': '057440d5-47a8-4169-8810-7301206a8820', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2064876524'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:17.788210 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b062425-b518-478b-a9f9-2b3c79f80970 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:17.801521 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6a4919-2b73-4799-9d12-5bfe745e3bfc tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Made reservation on behalf of cc383dc3ca5049df8cde620267e2f047 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:17.804283 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ff6a4919-2b73-4799-9d12-5bfe745e3bfc tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:17.828291 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-8b062425-b518-478b-a9f9-2b3c79f80970 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Transition to ACTIVE for port object 14239e60-af74-4b97-b7b6-bf1b92e6d652 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:17.841087 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-ff6a4919-2b73-4799-9d12-5bfe745e3bfc tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] device_id is not set on port 8272427e-be30-4313-96bb-5cd1a5d05a1c yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:11:17.850248 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f21cb6e1-1825-4cdf-92fa-9ce17a5482b1 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:17.883551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3f601bd1-3b97-4dbc-9165-4e8e8e6b648d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b27588553f8241218d620cca8fff3022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6593876 Sep 07 19:11:17.884771 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59032) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:17.899892 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0ba6090d-b8e1-4c8f-8747-d4278988625c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:17.904781 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-889a17a0-6b59-42de-a98f-84e79c6f5b5a service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036392 Sep 07 19:11:17.967119 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-25677aee-5536-4086-a3b6-963f8f413df1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3804b453-b76d-4a1d-b42f-d85eeb8ad14d HTTP/1.1" status: 200 len: 217 time: 0.0519085 Sep 07 19:11:17.985924 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b062425-b518-478b-a9f9-2b3c79f80970 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:17.989357 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0ba6090d-b8e1-4c8f-8747-d4278988625c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:17.994994 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba6090d-b8e1-4c8f-8747-d4278988625c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:17.996112 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0ba6090d-b8e1-4c8f-8747-d4278988625c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:18.051019 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f21cb6e1-1825-4cdf-92fa-9ce17a5482b1 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:18.064694 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9fe162e7-17e4-4193-8c75-e4ed05fe9e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:18.086294 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b062425-b518-478b-a9f9-2b3c79f80970 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Network bcfec698-7186-4bb1-a509-89b392b0407b is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:18.101071 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0ba6090d-b8e1-4c8f-8747-d4278988625c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9164274 Sep 07 19:11:18.103405 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cb6e1-1825-4cdf-92fa-9ce17a5482b1 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event deleted for resources: {'Subnet': ['ID=c48db55a-fbae-4c7b-8809-bc640be081d8,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:18.106586 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59034) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:18.113951 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624b9b6b-4d11-45e4-9a2d-58380b86aee5 None None] Network 8d0d8614-17c4-4308-a533-cee9e6343ac9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:18.126159 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-8b062425-b518-478b-a9f9-2b3c79f80970 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:18.140009 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b062425-b518-478b-a9f9-2b3c79f80970 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:18.142002 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f21cb6e1-1825-4cdf-92fa-9ce17a5482b1 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:18.143950 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f21cb6e1-1825-4cdf-92fa-9ce17a5482b1 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "DELETE /v2.0/subnets/c48db55a-fbae-4c7b-8809-bc640be081d8 HTTP/1.1" status: 204 len: 168 time: 1.0984638 Sep 07 19:11:18.152391 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-889b83aa-9321-430d-b963-3eafcc967f5c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'subnet': {'network_id': '708b9d8a-705c-47de-b917-be8389b5f987', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:18.160186 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59036) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:18.162280 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b062425-b518-478b-a9f9-2b3c79f80970 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event updated for resources: {'Port': ['ID=14239e60-af74-4b97-b7b6-bf1b92e6d652,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:18.169525 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-acb11003-53b8-4b3f-97d4-00a32a14f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:18.171021 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-acb11003-53b8-4b3f-97d4-00a32a14f414 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1dd8002f-cefc-4e03-9dc8-c77431fc56ec HTTP/1.1" status: 200 len: 797 time: 0.1923194 Sep 07 19:11:18.184050 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6090d-b8e1-4c8f-8747-d4278988625c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Network': ['ID=0645401a-4157-4cae-ba12-45278b759607,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:18.210966 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ff6a4919-2b73-4799-9d12-5bfe745e3bfc tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:18.227847 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 0645401a-4157-4cae-ba12-45278b759607 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:11:18.254938 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9fe162e7-17e4-4193-8c75-e4ed05fe9e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:18.411719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-0c75f0b5-8b29-4d15-a6a2-0fb32b997fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:18.416167 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-0c75f0b5-8b29-4d15-a6a2-0fb32b997fac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c3033e0-4276-47bf-9cdc-e60a9923d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2338090 Sep 07 19:11:18.432743 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b062425-b518-478b-a9f9-2b3c79f80970 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:18.446632 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-524e0983-abe4-437b-8ed5-ff9ffe57b538 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:18.508210 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4a91-10b7-4846-a8c2-b0ba383f163f None None] Provisioning for port 14239e60-af74-4b97-b7b6-bf1b92e6d652 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:18.522608 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c729ff94-c673-4179-85bd-4056127e43af None None] DHCP port deletion for 8d0d8614-17c4-4308-a533-cee9e6343ac9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:11:18.529001 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4a91-10b7-4846-a8c2-b0ba383f163f None None] Provisioning complete for port 14239e60-af74-4b97-b7b6-bf1b92e6d652 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:18.529384 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4a91-10b7-4846-a8c2-b0ba383f163f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:18.545712 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ff6a4919-2b73-4799-9d12-5bfe745e3bfc tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:18.549258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889b83aa-9321-430d-b963-3eafcc967f5c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Made reservation on behalf of 586b94b1da2f4e9d9aef223e21e15825 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:18.553274 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-889b83aa-9321-430d-b963-3eafcc967f5c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:18.559532 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9fe162e7-17e4-4193-8c75-e4ed05fe9e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:18.562415 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9fe162e7-17e4-4193-8c75-e4ed05fe9e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:18.563757 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9fe162e7-17e4-4193-8c75-e4ed05fe9e78 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aea1111e-2577-43d3-b83a-02b70fe6b405 HTTP/1.1" status: 204 len: 168 time: 0.6782033 Sep 07 19:11:18.608986 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c4a91-10b7-4846-a8c2-b0ba383f163f None None] Port 14239e60-af74-4b97-b7b6-bf1b92e6d652 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:18.641285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c729ff94-c673-4179-85bd-4056127e43af None None] Deleting port 1215b1d6-7628-43e9-ba57-4007ae91ee52 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:18.642169 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c729ff94-c673-4179-85bd-4056127e43af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:18.658473 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe162e7-17e4-4193-8c75-e4ed05fe9e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea1111e-2577-43d3-b83a-02b70fe6b405,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:18.670441 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6a4919-2b73-4799-9d12-5bfe745e3bfc tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Network 057440d5-47a8-4169-8810-7301206a8820 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:18.689067 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-ff6a4919-2b73-4799-9d12-5bfe745e3bfc tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:18.692444 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a4919-2b73-4799-9d12-5bfe745e3bfc tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:18.693528 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6a4919-2b73-4799-9d12-5bfe745e3bfc tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:18.694129 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ff6a4919-2b73-4799-9d12-5bfe745e3bfc tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:18.731532 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a4919-2b73-4799-9d12-5bfe745e3bfc tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Pushing event updated for resources: {'Port': ['ID=8272427e-be30-4313-96bb-5cd1a5d05a1c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:18.764919 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ff6a4919-2b73-4799-9d12-5bfe745e3bfc tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0283971 Sep 07 19:11:18.769612 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59044) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:18.777023 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a1232d67-b6cd-4a5a-ad78-9e83f6fe1021 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:18.782184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:18.819747 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-84400c1d-35fb-42a7-bdc9-6919223dda01 service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810296 Sep 07 19:11:18.834344 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-524e0983-abe4-437b-8ed5-ff9ffe57b538 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Deleting port 1215b1d6-7628-43e9-ba57-4007ae91ee52 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:18.834709 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-524e0983-abe4-437b-8ed5-ff9ffe57b538 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:18.843830 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c729ff94-c673-4179-85bd-4056127e43af None None] For port 1215b1d6-7628-43e9-ba57-4007ae91ee52, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1215b1d6-7628-43e9-ba57-4007ae91ee52,segment=NetworkSegment(118f5124-67fa-4bf7-aaf5-678214befaa8),segment_id=118f5124-67fa-4bf7-aaf5-678214befaa8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:18.844033 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c729ff94-c673-4179-85bd-4056127e43af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:18.858435 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c729ff94-c673-4179-85bd-4056127e43af None None] Calling delete_port for 1215b1d6-7628-43e9-ba57-4007ae91ee52 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:18.890297 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b062425-b518-478b-a9f9-2b3c79f80970 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:18.918814 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port a1232d67-b6cd-4a5a-ad78-9e83f6fe1021 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:18.919185 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:18.983506 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-524e0983-abe4-437b-8ed5-ff9ffe57b538 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] For port 1215b1d6-7628-43e9-ba57-4007ae91ee52, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1215b1d6-7628-43e9-ba57-4007ae91ee52,segment=NetworkSegment(118f5124-67fa-4bf7-aaf5-678214befaa8),segment_id=118f5124-67fa-4bf7-aaf5-678214befaa8)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:18.983945 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-524e0983-abe4-437b-8ed5-ff9ffe57b538 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:19.004671 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-524e0983-abe4-437b-8ed5-ff9ffe57b538 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Calling delete_port for 1215b1d6-7628-43e9-ba57-4007ae91ee52 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:19.066664 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c729ff94-c673-4179-85bd-4056127e43af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:19.080944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c729ff94-c673-4179-85bd-4056127e43af None None] No DVR routers for this DVR port 1215b1d6-7628-43e9-ba57-4007ae91ee52 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:11:19.108164 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729ff94-c673-4179-85bd-4056127e43af None None] Pushing event deleted for resources: {'Port': ['ID=1215b1d6-7628-43e9-ba57-4007ae91ee52,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:19.226881 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-524e0983-abe4-437b-8ed5-ff9ffe57b538 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:19.266345 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e0983-abe4-437b-8ed5-ff9ffe57b538 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event deleted for resources: {'Port': ['ID=1215b1d6-7628-43e9-ba57-4007ae91ee52,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:19.280816 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1215b1d6-7628-43e9-ba57-4007ae91ee52 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:11:19.286855 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e0983-abe4-437b-8ed5-ff9ffe57b538 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] No DVR routers for this DVR port 1215b1d6-7628-43e9-ba57-4007ae91ee52 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:11:19.332658 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 1215b1d6-7628-43e9-ba57-4007ae91ee52 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:11:19.337029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1215b1d6-7628-43e9-ba57-4007ae91ee52 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:11:19.591212 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:19.690576 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-e74ee8d5-4b9c-44fc-8e56-d4ab801fd995 service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8698611 Sep 07 19:11:19.743460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59066) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:19.779884 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-9bcc59ff-bb9b-49d4-8a33-15fdea8fb184 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=04e80ba0-acd5-4553-b992-3fc9cfe4316b HTTP/1.1" status: 200 len: 217 time: 0.0780191 Sep 07 19:11:19.794080 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-524e0983-abe4-437b-8ed5-ff9ffe57b538 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:19.834008 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-524e0983-abe4-437b-8ed5-ff9ffe57b538 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0d8614-17c4-4308-a533-cee9e6343ac9']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:19.852325 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-524e0983-abe4-437b-8ed5-ff9ffe57b538 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118f5124-67fa-4bf7-aaf5-678214befaa8') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:19.852657 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-524e0983-abe4-437b-8ed5-ff9ffe57b538 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118f5124-67fa-4bf7-aaf5-678214befaa8') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:19.865036 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-524e0983-abe4-437b-8ed5-ff9ffe57b538 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:19.890944 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b062425-b518-478b-a9f9-2b3c79f80970 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:19.893360 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-524e0983-abe4-437b-8ed5-ff9ffe57b538 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:19.906008 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524e0983-abe4-437b-8ed5-ff9ffe57b538 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:11:19.906595 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-524e0983-abe4-437b-8ed5-ff9ffe57b538 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:19.909728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b062425-b518-478b-a9f9-2b3c79f80970 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:11:19.912269 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:11:19.949004 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-4af55a38-762f-476a-96af-d95ff0c2e9c7 tempest-DvrRoutersNegativeTest-168822277 tempest-DvrRoutersNegativeTest-168822277-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1514835660', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:19.951853 n-d-807786-1 neutron-server[101445]: DEBUG neutron.policy [None req-4af55a38-762f-476a-96af-d95ff0c2e9c7 tempest-DvrRoutersNegativeTest-168822277 tempest-DvrRoutersNegativeTest-168822277-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101445) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 07 19:11:19.952152 n-d-807786-1 neutron-server[101445]: DEBUG neutron.policy [None req-4af55a38-762f-476a-96af-d95ff0c2e9c7 tempest-DvrRoutersNegativeTest-168822277 tempest-DvrRoutersNegativeTest-168822277-project] Failed policy check for 'create_router' {{(pid=101445) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 07 19:11:19.952773 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-4af55a38-762f-476a-96af-d95ff0c2e9c7 tempest-DvrRoutersNegativeTest-168822277 tempest-DvrRoutersNegativeTest-168822277-project] create failed (client error): Access was denied to this resource. Sep 07 19:11:19.958255 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4af55a38-762f-476a-96af-d95ff0c2e9c7 tempest-DvrRoutersNegativeTest-168822277 tempest-DvrRoutersNegativeTest-168822277-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2100821 Sep 07 19:11:20.022648 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-889b83aa-9321-430d-b963-3eafcc967f5c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:20.040342 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8b062425-b518-478b-a9f9-2b3c79f80970 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:20.043462 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b062425-b518-478b-a9f9-2b3c79f80970 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event updated for resources: {'Port': ['ID=14239e60-af74-4b97-b7b6-bf1b92e6d652,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:20.053678 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-524e0983-abe4-437b-8ed5-ff9ffe57b538 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:20.084957 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-524e0983-abe4-437b-8ed5-ff9ffe57b538 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:20.085631 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-5b7ab920-86bc-41b5-aba5-5dcf51a13b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:20.087139 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-5b7ab920-86bc-41b5-aba5-5dcf51a13b06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1dd8002f-cefc-4e03-9dc8-c77431fc56ec HTTP/1.1" status: 200 len: 797 time: 0.2955613 Sep 07 19:11:20.087769 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-524e0983-abe4-437b-8ed5-ff9ffe57b538 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "DELETE /v2.0/networks/8d0d8614-17c4-4308-a533-cee9e6343ac9 HTTP/1.1" status: 204 len: 168 time: 1.9264019 Sep 07 19:11:20.092273 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b83aa-9321-430d-b963-3eafcc967f5c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Subnet': ['ID=9f823454-d9fa-47f9-92de-36dc43334068,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:20.094416 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59076) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:20.108400 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e0983-abe4-437b-8ed5-ff9ffe57b538 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event deleted for resources: {'Network': ['ID=8d0d8614-17c4-4308-a533-cee9e6343ac9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:20.187669 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b062425-b518-478b-a9f9-2b3c79f80970 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Network bcfec698-7186-4bb1-a509-89b392b0407b is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:20.189938 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-8b062425-b518-478b-a9f9-2b3c79f80970 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:20.194193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] device_id is not set on port 8272427e-be30-4313-96bb-5cd1a5d05a1c yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:11:20.202129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af216f9-f8dd-445e-90b8-4c8c1bfd3731 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Deleting subnet a69b7cfb-90d7-4e4d-af05-ba3448524a6e {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:11:20.214228 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:20.218123 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2af216f9-f8dd-445e-90b8-4c8c1bfd3731 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:20.284617 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Transition to ACTIVE for port object 8272427e-be30-4313-96bb-5cd1a5d05a1c will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:20.296938 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2af216f9-f8dd-445e-90b8-4c8c1bfd3731 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:20.300112 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:20.302136 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889b83aa-9321-430d-b963-3eafcc967f5c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Checking segment: {'id': 'd4fbfab6-da47-4c43-bf32-7e9be6e9250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '708b9d8a-705c-47de-b917-be8389b5f987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:20.302500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889b83aa-9321-430d-b963-3eafcc967f5c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network hostable DHCP agents. Network: 708b9d8a-705c-47de-b917-be8389b5f987, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:11:20.308407 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-c8990e49-c257-4ac1-b253-d9f597806fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:20.310264 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-c8990e49-c257-4ac1-b253-d9f597806fe8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c3033e0-4276-47bf-9cdc-e60a9923d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1615224 Sep 07 19:11:20.367428 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b062425-b518-478b-a9f9-2b3c79f80970 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Router 3e80d6a8-d786-4c6b-9080-2906b3ea482b has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:11:20.405174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59084) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:20.530864 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Pushing event updated for resources: {'Port': ['ID=8272427e-be30-4313-96bb-5cd1a5d05a1c,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:20.535454 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b062425-b518-478b-a9f9-2b3c79f80970 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:11:20.540995 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889b83aa-9321-430d-b963-3eafcc967f5c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network 708b9d8a-705c-47de-b917-be8389b5f987 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:11:20.543964 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8b062425-b518-478b-a9f9-2b3c79f80970 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "PUT /v2.0/routers/3e80d6a8-d786-4c6b-9080-2906b3ea482b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8846827 Sep 07 19:11:20.567412 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] Sync routers for ids ['3e80d6a8-d786-4c6b-9080-2906b3ea482b'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:11:20.573828 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7ce4620e-83d9-4395-9db2-adaf26809fa4 None None] Provisioning complete for port 14239e60-af74-4b97-b7b6-bf1b92e6d652 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:20.576633 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7ce4620e-83d9-4395-9db2-adaf26809fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:20.588645 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:20.589024 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:20.589385 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:20.600364 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-889b83aa-9321-430d-b963-3eafcc967f5c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 708b9d8a-705c-47de-b917-be8389b5f987) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:20.613560 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 8272427e-be30-4313-96bb-5cd1a5d05a1c on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:20.613955 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:20.622364 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889b83aa-9321-430d-b963-3eafcc967f5c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:20.622955 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-889b83aa-9321-430d-b963-3eafcc967f5c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:20.633084 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 2 to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c Sep 07 19:11:20.643010 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2af216f9-f8dd-445e-90b8-4c8c1bfd3731 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:20.653058 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-e15f75d3-1c23-47a2-bf56-3df98f7cedc1 service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034160 Sep 07 19:11:20.656317 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4620e-83d9-4395-9db2-adaf26809fa4 None None] Port 14239e60-af74-4b97-b7b6-bf1b92e6d652 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:20.657532 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-889b83aa-9321-430d-b963-3eafcc967f5c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5171878 Sep 07 19:11:20.657706 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59090) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:20.657958 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d620e9d-96bf-4b84-a618-967acc9ec4a9 None None] Network 708b9d8a-705c-47de-b917-be8389b5f987 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:20.670910 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-8611a4a9-ad45-4d9d-9b67-e7a60332951c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'subnet': {'network_id': '0645401a-4157-4cae-ba12-45278b759607', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:20.700817 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:20.701409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:20.701944 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:20.704595 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] Routers {'3e80d6a8-d786-4c6b-9080-2906b3ea482b'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:20.705239 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:10:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3e80d6a8-d786-4c6b-9080-2906b3ea482b'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:20.737842 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-045eb3fe-2850-464a-af16-ba3f51f70c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:20.760048 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 8272427e-be30-4313-96bb-5cd1a5d05a1c on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:20.760790 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:20.766434 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 3 to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c Sep 07 19:11:20.801621 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8611a4a9-ad45-4d9d-9b67-e7a60332951c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Made reservation on behalf of 586b94b1da2f4e9d9aef223e21e15825 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:20.806003 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8611a4a9-ad45-4d9d-9b67-e7a60332951c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:20.866070 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] Set router 3e80d6a8-d786-4c6b-9080-2906b3ea482b gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:11:20.882866 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4844e562-ba0e-4d36-a0b8-4893b8e9468c req-bf919fbb-c94e-4559-a189-dd4f5e33136e service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980979 Sep 07 19:11:21.025622 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-045eb3fe-2850-464a-af16-ba3f51f70c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:21.036046 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:21.036414 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:21.040009 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:21.052865 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-045eb3fe-2850-464a-af16-ba3f51f70c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:21.090260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 8272427e-be30-4313-96bb-5cd1a5d05a1c on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:21.090762 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:21.105831 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 4 to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c Sep 07 19:11:21.130445 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:21.130788 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:21.131135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:21.148754 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-708b9d8a-705c-47de-b917-be8389b5f987', 'network_id': '708b9d8a-705c-47de-b917-be8389b5f987', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'fixed_ips': [{'subnet_id': '9f823454-d9fa-47f9-92de-36dc43334068'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:11:21.149931 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:21.169344 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2af216f9-f8dd-445e-90b8-4c8c1bfd3731 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:21.202715 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8611a4a9-ad45-4d9d-9b67-e7a60332951c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:21.214796 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-045eb3fe-2850-464a-af16-ba3f51f70c41 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a02ee945637b4b658b25240e84e8bca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7860830 Sep 07 19:11:21.215025 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 8272427e-be30-4313-96bb-5cd1a5d05a1c on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:21.215192 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:21.218310 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59108) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:21.269714 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 5 to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c Sep 07 19:11:21.297836 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:21.298991 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:21.299379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:21.305182 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2af216f9-f8dd-445e-90b8-4c8c1bfd3731 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:21.310492 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2af216f9-f8dd-445e-90b8-4c8c1bfd3731 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "DELETE /v2.0/subnets/a69b7cfb-90d7-4e4d-af05-ba3448524a6e HTTP/1.1" status: 204 len: 168 time: 1.2129910 Sep 07 19:11:21.311299 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045eb3fe-2850-464a-af16-ba3f51f70c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cdd329-c511-4ed9-956e-c472c44e74d9,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:21.318073 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7ca8e1-d0a7-4960-8662-ec0939ac32bc None None] Network fb7a65cd-c2f8-4a66-8112-d23d9a73e74f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:21.323558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59112) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:21.334761 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af216f9-f8dd-445e-90b8-4c8c1bfd3731 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event deleted for resources: {'Subnet': ['ID=a69b7cfb-90d7-4e4d-af05-ba3448524a6e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:21.375800 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611a4a9-ad45-4d9d-9b67-e7a60332951c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Subnet': ['ID=4d836777-40bb-48dc-b376-af48d1e39111,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:21.401929 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8611a4a9-ad45-4d9d-9b67-e7a60332951c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Checking segment: {'id': '99f477d2-7a9b-4770-9c03-9eb85f6e2843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0645401a-4157-4cae-ba12-45278b759607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:21.402444 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8611a4a9-ad45-4d9d-9b67-e7a60332951c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network hostable DHCP agents. Network: 0645401a-4157-4cae-ba12-45278b759607, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:11:21.415426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 8272427e-be30-4313-96bb-5cd1a5d05a1c on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:21.415984 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:21.432143 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8611a4a9-ad45-4d9d-9b67-e7a60332951c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network 0645401a-4157-4cae-ba12-45278b759607 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:11:21.449553 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-8611a4a9-ad45-4d9d-9b67-e7a60332951c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 0645401a-4157-4cae-ba12-45278b759607) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:21.454811 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8611a4a9-ad45-4d9d-9b67-e7a60332951c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:21.456290 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8611a4a9-ad45-4d9d-9b67-e7a60332951c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:21.463901 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] Allocated IP 2001:db8::2 (708b9d8a-705c-47de-b917-be8389b5f987/9f823454-d9fa-47f9-92de-36dc43334068/6616f002-f0a3-46bc-8b24-64eb5deea67e) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:21.474192 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 6 to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c Sep 07 19:11:21.489215 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8611a4a9-ad45-4d9d-9b67-e7a60332951c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8267367 Sep 07 19:11:21.490899 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-ba214302-12e0-428d-a31c-c10b14c987a6 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:21.491795 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59118) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:21.498002 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d588e593-d257-4060-a736-043c6abde04b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1846873972', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:21.503789 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-ba214302-12e0-428d-a31c-c10b14c987a6 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/networks?id=bcfec698-7186-4bb1-a509-89b392b0407b HTTP/1.1" status: 200 len: 797 time: 0.6168938 Sep 07 19:11:21.544990 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d588e593-d257-4060-a736-043c6abde04b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:21.546391 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d588e593-d257-4060-a736-043c6abde04b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:21.614065 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:21.614542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:21.614981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:21.624070 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-04945af5-9318-4e73-91f3-0c8c9aab893a tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/quotas/a4b1ee635b384533aa147bb1d2eb2c95 HTTP/1.1" status: 200 len: 375 time: 0.0972497 Sep 07 19:11:21.629943 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d588e593-d257-4060-a736-043c6abde04b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:21.635221 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9add309-5468-4806-8e19-352b6e266203 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Deleting subnet 3f6c098c-8512-44a6-85ac-1763ecd8e0a5 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:11:21.635435 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d588e593-d257-4060-a736-043c6abde04b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:21.647570 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc2b024-9936-44ca-a2d3-f6fcfc251793 None None] Network 0645401a-4157-4cae-ba12-45278b759607 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:21.658385 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d588e593-d257-4060-a736-043c6abde04b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:21.664535 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d588e593-d257-4060-a736-043c6abde04b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1714523 Sep 07 19:11:21.665515 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59120) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:21.680213 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c9add309-5468-4806-8e19-352b6e266203 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:21.691498 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-be77d1b4-1338-49f3-828c-0364754da69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:21.693406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 8272427e-be30-4313-96bb-5cd1a5d05a1c on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:21.693858 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:21.732077 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e80d6a8-d786-4c6b-9080-2906b3ea482b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1617177332', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '0dcad48f-c587-43af-9e06-31e49f748ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:02Z', 'updated_at': '2021-09-07T19:11:18Z', 'revision_number': 4, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '0dcad48f-c587-43af-9e06-31e49f748ec4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e80d6a8-d786-4c6b-9080-2906b3ea482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:04Z', 'updated_at': '2021-09-07T19:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '14239e60-af74-4b97-b7b6-bf1b92e6d652', 'name': '', 'network_id': 'bcfec698-7186-4bb1-a509-89b392b0407b', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'mac_address': 'fa:16:3e:a1:21:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e80d6a8-d786-4c6b-9080-2906b3ea482b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': '62b11ff0-24ea-4492-8aec-76519e010de9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:17Z', 'updated_at': '2021-09-07T19:11:19Z', 'revision_number': 2, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'subnets': [{'id': '62b11ff0-24ea-4492-8aec-76519e010de9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:21.777672 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 7 to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c Sep 07 19:11:21.844130 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] Checking router: 3e80d6a8-d786-4c6b-9080-2906b3ea482b for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:11:21.844572 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] Updating router 3e80d6a8-d786-4c6b-9080-2906b3ea482b port 14239e60-af74-4b97-b7b6-bf1b92e6d652 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:11:21.857690 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-be77d1b4-1338-49f3-828c-0364754da69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:21.877223 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c9add309-5468-4806-8e19-352b6e266203 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:21.888130 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:21.889884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:21.890423 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:21.933123 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 8272427e-be30-4313-96bb-5cd1a5d05a1c on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:21.933465 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:21.940677 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 8 to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c Sep 07 19:11:21.948028 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:21.995551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-65cd9f9e-5ab0-4456-9ebc-771e41ae12c8 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4b1ee635b384533aa147bb1d2eb2c95&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3517303 Sep 07 19:11:22.111846 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:22.112472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:22.112966 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:22.169341 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c9add309-5468-4806-8e19-352b6e266203 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:22.216412 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-68f3287c-314e-40fb-b128-5de6d20e0ce3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:22.223911 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee828d3-9dd0-461e-b6e4-cfbb239f49e2 None None] DHCP port deletion for fb7a65cd-c2f8-4a66-8112-d23d9a73e74f request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:11:22.264770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 8272427e-be30-4313-96bb-5cd1a5d05a1c on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:22.265196 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:22.272869 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 9 to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c Sep 07 19:11:22.278488 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c9add309-5468-4806-8e19-352b6e266203 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:22.297170 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-be77d1b4-1338-49f3-828c-0364754da69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:22.300328 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-be77d1b4-1338-49f3-828c-0364754da69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:22.303819 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-be77d1b4-1338-49f3-828c-0364754da69f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29cdd329-c511-4ed9-956e-c472c44e74d9 HTTP/1.1" status: 204 len: 168 time: 1.0149121 Sep 07 19:11:22.323351 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:22.336034 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] Transition to ACTIVE for port object 6616f002-f0a3-46bc-8b24-64eb5deea67e will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:22.416949 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77d1b4-1338-49f3-828c-0364754da69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cdd329-c511-4ed9-956e-c472c44e74d9,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:22.434067 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:22.435028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:22.435224 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:22.444837 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9add309-5468-4806-8e19-352b6e266203 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event deleted for resources: {'Subnet': ['ID=3f6c098c-8512-44a6-85ac-1763ecd8e0a5,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:22.484134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 8272427e-be30-4313-96bb-5cd1a5d05a1c on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:22.485736 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:22.488558 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c9add309-5468-4806-8e19-352b6e266203 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:22.494225 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c9add309-5468-4806-8e19-352b6e266203 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "DELETE /v2.0/subnets/3f6c098c-8512-44a6-85ac-1763ecd8e0a5 HTTP/1.1" status: 204 len: 168 time: 1.1675158 Sep 07 19:11:22.496541 n-d-807786-1 neutron-server[101445]: INFO neutron.plugins.ml2.plugin [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempt 10 to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c Sep 07 19:11:22.499014 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59126) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:22.540030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b94d035c-3a11-4fad-97d5-ebf9ba6f6448 service neutron] 10.222.0.26 "GET /v2.0/networks/bcfec698-7186-4bb1-a509-89b392b0407b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120239 Sep 07 19:11:22.547198 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684509f3-efcc-49e2-b5c8-126da61dcdba None None] Network 8bc3d1bc-b997-44f7-aedd-f71fdb01a755 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:22.611857 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:22.611857 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:22.611857 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempting to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:22.637458 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-62c5e5b3-90e3-4a29-8d3d-0e5c48206476 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:22.641818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Port 8272427e-be30-4313-96bb-5cd1a5d05a1c on network 057440d5-47a8-4169-8810-7301206a8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:22.642165 n-d-807786-1 neutron-server[101445]: ERROR neutron.plugins.ml2.managers [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Failed to bind port 8272427e-be30-4313-96bb-5cd1a5d05a1c on host n-h2-807786-1 for vnic_type normal using segments [{'id': '47c13012-5221-4b9e-8939-d4970787bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '057440d5-47a8-4169-8810-7301206a8820'}] Sep 07 19:11:22.642547 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:22.718859 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-0645401a-4157-4cae-ba12-45278b759607', 'network_id': '0645401a-4157-4cae-ba12-45278b759607', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'fixed_ips': [{'subnet_id': '4d836777-40bb-48dc-b376-af48d1e39111'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:11:22.720470 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:22.726136 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-62c5e5b3-90e3-4a29-8d3d-0e5c48206476 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Deleting port e30cba14-4247-47ee-9b34-78b3be30394d {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:22.726467 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-62c5e5b3-90e3-4a29-8d3d-0e5c48206476 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:22.739725 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] Transition to ACTIVE for port object 6616f002-f0a3-46bc-8b24-64eb5deea67e will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:22.800005 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:22.821023 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-202f58d7-5c78-4511-a754-5fbcceb0f947 service neutron] 10.222.0.26 "GET /v2.0/networks/bcfec698-7186-4bb1-a509-89b392b0407b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795079 Sep 07 19:11:22.833755 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-62c5e5b3-90e3-4a29-8d3d-0e5c48206476 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] For port e30cba14-4247-47ee-9b34-78b3be30394d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e30cba14-4247-47ee-9b34-78b3be30394d,segment=NetworkSegment(43940ca3-6c93-4a72-ab71-a1d04e43a9cd),segment_id=43940ca3-6c93-4a72-ab71-a1d04e43a9cd)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:22.834137 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-62c5e5b3-90e3-4a29-8d3d-0e5c48206476 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:22.849803 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-62c5e5b3-90e3-4a29-8d3d-0e5c48206476 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Calling delete_port for e30cba14-4247-47ee-9b34-78b3be30394d owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:22.884815 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e30cba14-4247-47ee-9b34-78b3be30394d no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:11:22.961764 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] For port 8272427e-be30-4313-96bb-5cd1a5d05a1c, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:11:22.962926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attempted to set empty binding levels {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 07 19:11:22.973108 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:22.989647 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-68f3287c-314e-40fb-b128-5de6d20e0ce3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Allocated IP 2001:db8::1 (708b9d8a-705c-47de-b917-be8389b5f987/9f823454-d9fa-47f9-92de-36dc43334068/b590dca2-ce99-4432-8761-23a9336bbf94) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:23.004096 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] Network 708b9d8a-705c-47de-b917-be8389b5f987 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:23.032416 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-62c5e5b3-90e3-4a29-8d3d-0e5c48206476 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:23.063212 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] In _notify_port_updated(), no bound segment for port 8272427e-be30-4313-96bb-5cd1a5d05a1c on network 057440d5-47a8-4169-8810-7301206a8820 {{(pid=101445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 19:11:23.064123 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:23.064830 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:23.068819 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] 10.222.0.26 "PUT /v2.0/ports/8272427e-be30-4313-96bb-5cd1a5d05a1c HTTP/1.1" status: 200 len: 975 time: 4.2957051 Sep 07 19:11:23.069517 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59140) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:23.084004 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c5e5b3-90e3-4a29-8d3d-0e5c48206476 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] No DVR routers for this DVR port e30cba14-4247-47ee-9b34-78b3be30394d on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:11:23.119528 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f1707-9dd8-4bac-b165-9449e97fc26a tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Pushing event updated for resources: {'Port': ['ID=8272427e-be30-4313-96bb-5cd1a5d05a1c,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:23.125307 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:23.132010 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:23.187966 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6ee828d3-9dd0-461e-b6e4-cfbb239f49e2 None None] Deleting port e30cba14-4247-47ee-9b34-78b3be30394d {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:23.188239 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6ee828d3-9dd0-461e-b6e4-cfbb239f49e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:23.216717 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5e5b3-90e3-4a29-8d3d-0e5c48206476 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event deleted for resources: {'Port': ['ID=e30cba14-4247-47ee-9b34-78b3be30394d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:23.232101 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3a2bfa2-50cb-474c-8adf-b9777dd594fb req-de7259e4-3ea7-4224-8ce5-5c64242c5b2c tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 210 time: 0.0538201 Sep 07 19:11:23.264637 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e94c2-f8de-4d12-84fb-b3acec523576 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Deleting port 8272427e-be30-4313-96bb-5cd1a5d05a1c {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:23.265110 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ad8e94c2-f8de-4d12-84fb-b3acec523576 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:23.353196 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-68f3287c-314e-40fb-b128-5de6d20e0ce3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:23.359598 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] Pushing event updated for resources: {'Port': ['ID=6616f002-f0a3-46bc-8b24-64eb5deea67e,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:23.387818 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-68f3287c-314e-40fb-b128-5de6d20e0ce3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Transition to ACTIVE for port object b590dca2-ce99-4432-8761-23a9336bbf94 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:23.433957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-ad8e94c2-f8de-4d12-84fb-b3acec523576 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] For port 8272427e-be30-4313-96bb-5cd1a5d05a1c, host n-h2-807786-1, got binding levels [] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:23.439257 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ad8e94c2-f8de-4d12-84fb-b3acec523576 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:23.466970 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e94c2-f8de-4d12-84fb-b3acec523576 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Calling delete_port for 8272427e-be30-4313-96bb-5cd1a5d05a1c owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:23.495264 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-62c5e5b3-90e3-4a29-8d3d-0e5c48206476 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:23.588565 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-62c5e5b3-90e3-4a29-8d3d-0e5c48206476 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7a65cd-c2f8-4a66-8112-d23d9a73e74f']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:23.620159 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-62c5e5b3-90e3-4a29-8d3d-0e5c48206476 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43940ca3-6c93-4a72-ab71-a1d04e43a9cd') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:23.620590 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-62c5e5b3-90e3-4a29-8d3d-0e5c48206476 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43940ca3-6c93-4a72-ab71-a1d04e43a9cd') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:23.640591 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] Attempting to bind port 6616f002-f0a3-46bc-8b24-64eb5deea67e on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:23.641106 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] Attempting to bind port 6616f002-f0a3-46bc-8b24-64eb5deea67e by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'd4fbfab6-da47-4c43-bf32-7e9be6e9250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '708b9d8a-705c-47de-b917-be8389b5f987'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:23.641701 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] Attempting to bind port 6616f002-f0a3-46bc-8b24-64eb5deea67e on network 708b9d8a-705c-47de-b917-be8389b5f987 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:23.651010 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ad8e94c2-f8de-4d12-84fb-b3acec523576 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:23.660789 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59164) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:23.663028 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No active binding found for port e30cba14-4247-47ee-9b34-78b3be30394d {{(pid=101446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 07 19:11:23.664170 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e30cba14-4247-47ee-9b34-78b3be30394d not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:11:23.666212 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-62c5e5b3-90e3-4a29-8d3d-0e5c48206476 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:23.692970 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-68f3287c-314e-40fb-b128-5de6d20e0ce3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:23.714780 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:11:23.721207 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] Checking segment: {'id': 'd4fbfab6-da47-4c43-bf32-7e9be6e9250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '708b9d8a-705c-47de-b917-be8389b5f987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:23.721889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e94c2-f8de-4d12-84fb-b3acec523576 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Pushing event deleted for resources: {'Port': ['ID=8272427e-be30-4313-96bb-5cd1a5d05a1c,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:23.725193 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:23.727372 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] Bound using segment: {'id': 'd4fbfab6-da47-4c43-bf32-7e9be6e9250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '708b9d8a-705c-47de-b917-be8389b5f987'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:11:23.727998 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] Bound port: 6616f002-f0a3-46bc-8b24-64eb5deea67e, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fbfab6-da47-4c43-bf32-7e9be6e9250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '708b9d8a-705c-47de-b917-be8389b5f987'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:11:23.728401 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:23.733285 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-62c5e5b3-90e3-4a29-8d3d-0e5c48206476 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:23.741021 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ad8e94c2-f8de-4d12-84fb-b3acec523576 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:23.743811 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ad8e94c2-f8de-4d12-84fb-b3acec523576 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] 10.222.0.26 "DELETE /v2.0/ports/8272427e-be30-4313-96bb-5cd1a5d05a1c HTTP/1.1" status: 204 len: 168 time: 0.6733279 Sep 07 19:11:23.747306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59170) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:23.772333 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c5e5b3-90e3-4a29-8d3d-0e5c48206476 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:11:23.772765 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-62c5e5b3-90e3-4a29-8d3d-0e5c48206476 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:23.777866 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f3287c-314e-40fb-b128-5de6d20e0ce3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network 708b9d8a-705c-47de-b917-be8389b5f987 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:11:23.779383 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:11:23.794279 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-68f3287c-314e-40fb-b128-5de6d20e0ce3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:23.801744 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f3287c-314e-40fb-b128-5de6d20e0ce3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:23.802299 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-68f3287c-314e-40fb-b128-5de6d20e0ce3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:23.822822 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0377bef1-8c36-4bc8-8630-dcdbb1bdf151 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] GET failed (client error): The resource could not be found. Sep 07 19:11:23.823444 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6ee828d3-9dd0-461e-b6e4-cfbb239f49e2 None None] For port e30cba14-4247-47ee-9b34-78b3be30394d, host n-d-807786-1, got binding levels [] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:23.824002 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6ee828d3-9dd0-461e-b6e4-cfbb239f49e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:23.827980 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0377bef1-8c36-4bc8-8630-dcdbb1bdf151 tempest-PortsAdminExtendedAttrsTestJSON-34363178 tempest-PortsAdminExtendedAttrsTestJSON-34363178-project-admin] 10.222.0.26 "GET /v2.0/ports/8272427e-be30-4313-96bb-5cd1a5d05a1c HTTP/1.1" status: 404 len: 333 time: 0.0795350 Sep 07 19:11:23.833790 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59174) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:23.894670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4559e401-f2ad-4675-a4f6-0ec53b41e498 None None] DHCP port deletion for 8bc3d1bc-b997-44f7-aedd-f71fdb01a755 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:11:23.909371 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3287c-314e-40fb-b128-5de6d20e0ce3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Port': ['ID=b590dca2-ce99-4432-8761-23a9336bbf94,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:23.948173 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6ee828d3-9dd0-461e-b6e4-cfbb239f49e2 None None] Calling delete_port for e30cba14-4247-47ee-9b34-78b3be30394d owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:23.949573 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-45977ea1-9e1a-4da1-a010-5164e44f2816 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-916802027'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:23.956711 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.ipam_backend_mixin [None req-6ee828d3-9dd0-461e-b6e4-cfbb239f49e2 None None] Port e30cba14-4247-47ee-9b34-78b3be30394d was not found and therefore no delete operation was performed {{(pid=101446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 19:11:23.957883 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-62c5e5b3-90e3-4a29-8d3d-0e5c48206476 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:23.984406 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-62c5e5b3-90e3-4a29-8d3d-0e5c48206476 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:23.986465 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-62c5e5b3-90e3-4a29-8d3d-0e5c48206476 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "DELETE /v2.0/networks/fb7a65cd-c2f8-4a66-8112-d23d9a73e74f HTTP/1.1" status: 204 len: 168 time: 1.4866641 Sep 07 19:11:23.987588 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5e5b3-90e3-4a29-8d3d-0e5c48206476 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event deleted for resources: {'Network': ['ID=fb7a65cd-c2f8-4a66-8112-d23d9a73e74f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:23.988170 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6ee828d3-9dd0-461e-b6e4-cfbb239f49e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:23.989500 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59176) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:23.992614 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45977ea1-9e1a-4da1-a010-5164e44f2816 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Made reservation on behalf of 498247b873a7425d86be7c0ff25df3ac for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:23.997606 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45977ea1-9e1a-4da1-a010-5164e44f2816 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.049357 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45977ea1-9e1a-4da1-a010-5164e44f2816 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.067477 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6ee828d3-9dd0-461e-b6e4-cfbb239f49e2 None None] Network fb7a65cd-c2f8-4a66-8112-d23d9a73e74f is not hosted by any dhcp agent {{(pid=101446) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 19:11:24.068707 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee828d3-9dd0-461e-b6e4-cfbb239f49e2 None None] No DVR routers for this DVR port e30cba14-4247-47ee-9b34-78b3be30394d on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:11:24.076172 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f19e8a64-2a3b-4e87-8139-2960be5f6a64 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.090728 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee828d3-9dd0-461e-b6e4-cfbb239f49e2 None None] Pushing event deleted for resources: {'Port': ['ID=e30cba14-4247-47ee-9b34-78b3be30394d,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:24.097970 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] Allocated IP 2001:db8:1::2 (0645401a-4157-4cae-ba12-45278b759607/4d836777-40bb-48dc-b376-af48d1e39111/4485defc-34be-49c5-af5a-800c887dbaad) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:24.113350 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0792e7c-670b-4f0f-8fbf-494bd537662a tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.158240 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] For port 6616f002-f0a3-46bc-8b24-64eb5deea67e, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:11:24.211556 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-68f3287c-314e-40fb-b128-5de6d20e0ce3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.214716 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] For port 6616f002-f0a3-46bc-8b24-64eb5deea67e, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=6616f002-f0a3-46bc-8b24-64eb5deea67e,segment=NetworkSegment(d4fbfab6-da47-4c43-bf32-7e9be6e9250a),segment_id=d4fbfab6-da47-4c43-bf32-7e9be6e9250a)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:11:24.221589 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-4559e401-f2ad-4675-a4f6-0ec53b41e498 None None] Deleting port 1a918ad7-8297-4cee-8db9-66512f947e5b {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:24.221968 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4559e401-f2ad-4675-a4f6-0ec53b41e498 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.225139 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.249191 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.343309 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-c0792e7c-670b-4f0f-8fbf-494bd537662a tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Deleting port 1a918ad7-8297-4cee-8db9-66512f947e5b {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:24.343748 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0792e7c-670b-4f0f-8fbf-494bd537662a tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.423802 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45977ea1-9e1a-4da1-a010-5164e44f2816 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.426816 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f19e8a64-2a3b-4e87-8139-2960be5f6a64 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.438380 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45977ea1-9e1a-4da1-a010-5164e44f2816 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.468754 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-c0792e7c-670b-4f0f-8fbf-494bd537662a tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] For port 1a918ad7-8297-4cee-8db9-66512f947e5b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1a918ad7-8297-4cee-8db9-66512f947e5b,segment=NetworkSegment(66a795e1-c2e8-4ccd-918b-cf27931c3eba),segment_id=66a795e1-c2e8-4ccd-918b-cf27931c3eba)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:24.469139 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0792e7c-670b-4f0f-8fbf-494bd537662a tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.485372 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.497696 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] Transition to ACTIVE for port object 4485defc-34be-49c5-af5a-800c887dbaad will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:24.512158 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-c0792e7c-670b-4f0f-8fbf-494bd537662a tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Calling delete_port for 1a918ad7-8297-4cee-8db9-66512f947e5b owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:24.515458 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] Transition to ACTIVE for port object 4485defc-34be-49c5-af5a-800c887dbaad will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:24.518434 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6aee9854-240d-4f92-856a-3ba924a91dc7 req-6f5777f2-6e70-4cba-b20c-53189ea5f89d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 210 time: 0.0875545 Sep 07 19:11:24.521416 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-f19e8a64-2a3b-4e87-8139-2960be5f6a64 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057440d5-47a8-4169-8810-7301206a8820']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:24.530363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45977ea1-9e1a-4da1-a010-5164e44f2816 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:11:24.535349 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2384d4-6e14-426f-bd45-313b5f1cb8a6 None None] Pushing event updated for resources: {'Port': ['ID=6616f002-f0a3-46bc-8b24-64eb5deea67e,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:24.547480 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] Transition to ACTIVE for port object 14239e60-af74-4b97-b7b6-bf1b92e6d652 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:24.566271 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.572060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-f19e8a64-2a3b-4e87-8139-2960be5f6a64 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c13012-5221-4b9e-8939-d4970787bcda') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:24.572392 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-f19e8a64-2a3b-4e87-8139-2960be5f6a64 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c13012-5221-4b9e-8939-d4970787bcda') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:24.603162 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f19e8a64-2a3b-4e87-8139-2960be5f6a64 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.604950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45977ea1-9e1a-4da1-a010-5164e44f2816 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d569e0-55a1-42f0-9fa2-e9dc5b0c754b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:24.629201 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45977ea1-9e1a-4da1-a010-5164e44f2816 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.629549 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-45977ea1-9e1a-4da1-a010-5164e44f2816 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Added segment 1e132cd5-309d-482e-8edf-06f0b6ff021d of type vlan for network 815d1d28-af85-468f-937b-de0c5537f9be Sep 07 19:11:24.691768 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-68f3287c-314e-40fb-b128-5de6d20e0ce3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.692825 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-4559e401-f2ad-4675-a4f6-0ec53b41e498 None None] For port 1a918ad7-8297-4cee-8db9-66512f947e5b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1a918ad7-8297-4cee-8db9-66512f947e5b,segment=NetworkSegment(66a795e1-c2e8-4ccd-918b-cf27931c3eba),segment_id=66a795e1-c2e8-4ccd-918b-cf27931c3eba)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:24.693232 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4559e401-f2ad-4675-a4f6-0ec53b41e498 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.706393 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0792e7c-670b-4f0f-8fbf-494bd537662a tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.725012 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f19e8a64-2a3b-4e87-8139-2960be5f6a64 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.726044 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-68f3287c-314e-40fb-b128-5de6d20e0ce3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.726962 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-68f3287c-314e-40fb-b128-5de6d20e0ce3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.737367 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0792e7c-670b-4f0f-8fbf-494bd537662a tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] No DVR routers for this DVR port 1a918ad7-8297-4cee-8db9-66512f947e5b on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:11:24.740034 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-4559e401-f2ad-4675-a4f6-0ec53b41e498 None None] Calling delete_port for 1a918ad7-8297-4cee-8db9-66512f947e5b owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:24.765074 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0792e7c-670b-4f0f-8fbf-494bd537662a tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event deleted for resources: {'Port': ['ID=1a918ad7-8297-4cee-8db9-66512f947e5b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:24.767741 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19e8a64-2a3b-4e87-8139-2960be5f6a64 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:11:24.768284 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f19e8a64-2a3b-4e87-8139-2960be5f6a64 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:11:24.771728 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:11:24.821713 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45977ea1-9e1a-4da1-a010-5164e44f2816 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.836147 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4559e401-f2ad-4675-a4f6-0ec53b41e498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.853352 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1a918ad7-8297-4cee-8db9-66512f947e5b no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:11:24.889723 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:24.937401 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] Network 0645401a-4157-4cae-ba12-45278b759607 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:24.943928 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4559e401-f2ad-4675-a4f6-0ec53b41e498 None None] No DVR routers for this DVR port 1a918ad7-8297-4cee-8db9-66512f947e5b on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:11:24.958776 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:24.981222 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 1a918ad7-8297-4cee-8db9-66512f947e5b {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:11:24.982770 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1a918ad7-8297-4cee-8db9-66512f947e5b not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:11:24.987630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:24.997905 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f19e8a64-2a3b-4e87-8139-2960be5f6a64 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:25.041105 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f19e8a64-2a3b-4e87-8139-2960be5f6a64 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:25.043651 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f19e8a64-2a3b-4e87-8139-2960be5f6a64 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] 10.222.0.26 "DELETE /v2.0/networks/057440d5-47a8-4169-8810-7301206a8820 HTTP/1.1" status: 204 len: 168 time: 1.2065065 Sep 07 19:11:25.044669 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e8a64-2a3b-4e87-8139-2960be5f6a64 tempest-PortsAdminExtendedAttrsTestJSON-1361750145 tempest-PortsAdminExtendedAttrsTestJSON-1361750145-project] Pushing event deleted for resources: {'Network': ['ID=057440d5-47a8-4169-8810-7301206a8820,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:25.065677 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45977ea1-9e1a-4da1-a010-5164e44f2816 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:25.076378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45977ea1-9e1a-4da1-a010-5164e44f2816 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:25.077070 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45977ea1-9e1a-4da1-a010-5164e44f2816 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:25.119121 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] Pushing event updated for resources: {'Port': ['ID=4485defc-34be-49c5-af5a-800c887dbaad,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:25.212314 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559e401-f2ad-4675-a4f6-0ec53b41e498 None None] Pushing event deleted for resources: {'Port': ['ID=1a918ad7-8297-4cee-8db9-66512f947e5b,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:25.220677 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] Attempting to bind port 4485defc-34be-49c5-af5a-800c887dbaad on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:25.221151 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] Attempting to bind port 4485defc-34be-49c5-af5a-800c887dbaad by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '99f477d2-7a9b-4770-9c03-9eb85f6e2843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0645401a-4157-4cae-ba12-45278b759607'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:25.221622 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] Attempting to bind port 4485defc-34be-49c5-af5a-800c887dbaad on network 0645401a-4157-4cae-ba12-45278b759607 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:25.255198 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:11:25.255719 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] Checking segment: {'id': '99f477d2-7a9b-4770-9c03-9eb85f6e2843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0645401a-4157-4cae-ba12-45278b759607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:25.256251 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:25.260273 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-7e8613ea-2c25-496e-9cd8-90387a586a44 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:25.262077 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-7e8613ea-2c25-496e-9cd8-90387a586a44 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.60 "GET /v2.0/networks?id=bcfec698-7186-4bb1-a509-89b392b0407b HTTP/1.1" status: 200 len: 797 time: 0.5298502 Sep 07 19:11:25.262734 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45977ea1-9e1a-4da1-a010-5164e44f2816 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Pushing event updated for resources: {'Network': ['ID=815d1d28-af85-468f-937b-de0c5537f9be,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:25.276343 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] Bound using segment: {'id': '99f477d2-7a9b-4770-9c03-9eb85f6e2843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0645401a-4157-4cae-ba12-45278b759607'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:11:25.277204 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] Bound port: 4485defc-34be-49c5-af5a-800c887dbaad, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f477d2-7a9b-4770-9c03-9eb85f6e2843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0645401a-4157-4cae-ba12-45278b759607'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:11:25.277711 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:25.299772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-183ed9e3-5aba-41ca-af45-d04e4a8e1447 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Request body: {'port': {'device_id': 'a3d32775-89bb-4f3e-bae8-c05c95580c78', 'network_id': 'bcfec698-7186-4bb1-a509-89b392b0407b', 'admin_state_up': True, 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:25.325871 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-45977ea1-9e1a-4da1-a010-5164e44f2816 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.6605532 Sep 07 19:11:25.331504 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 815d1d28-af85-468f-937b-de0c5537f9be details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:11:25.347568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59186) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:25.354555 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-8dc9cb39-61cd-4a62-a5da-9d2e85c1b816 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '815d1d28-af85-468f-937b-de0c5537f9be', 'tempest-TagsTest-Tag-787773722') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:25.578709 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3287c-314e-40fb-b128-5de6d20e0ce3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Port': ['ID=b590dca2-ce99-4432-8761-23a9336bbf94,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:25.617040 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8e6e0-7f65-4b9d-8e61-330fa40055e4 None None] Pushing event updated for resources: {'Port': ['ID=14239e60-af74-4b97-b7b6-bf1b92e6d652,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:25.620334 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0792e7c-670b-4f0f-8fbf-494bd537662a tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:25.645670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] Attempting to bind port 14239e60-af74-4b97-b7b6-bf1b92e6d652 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:25.646565 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] Attempting to bind port 14239e60-af74-4b97-b7b6-bf1b92e6d652 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '32c7262c-3d52-42d6-b3fc-976fa645517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bcfec698-7186-4bb1-a509-89b392b0407b'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:25.649556 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] Attempting to bind port 14239e60-af74-4b97-b7b6-bf1b92e6d652 on network bcfec698-7186-4bb1-a509-89b392b0407b {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:25.678256 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c0792e7c-670b-4f0f-8fbf-494bd537662a tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc3d1bc-b997-44f7-aedd-f71fdb01a755']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:25.680815 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59194) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:25.683894 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:11:25.684280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] Checking segment: {'id': '32c7262c-3d52-42d6-b3fc-976fa645517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bcfec698-7186-4bb1-a509-89b392b0407b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:25.684709 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:25.685310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] Bound using segment: {'id': '32c7262c-3d52-42d6-b3fc-976fa645517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bcfec698-7186-4bb1-a509-89b392b0407b'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:11:25.686100 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] Bound port: 14239e60-af74-4b97-b7b6-bf1b92e6d652, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c7262c-3d52-42d6-b3fc-976fa645517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bcfec698-7186-4bb1-a509-89b392b0407b'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:11:25.686672 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:25.703249 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c0792e7c-670b-4f0f-8fbf-494bd537662a tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a795e1-c2e8-4ccd-918b-cf27931c3eba') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:25.704197 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-c0792e7c-670b-4f0f-8fbf-494bd537662a tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a795e1-c2e8-4ccd-918b-cf27931c3eba') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:25.719653 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0792e7c-670b-4f0f-8fbf-494bd537662a tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:25.722882 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f3287c-314e-40fb-b128-5de6d20e0ce3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network 708b9d8a-705c-47de-b917-be8389b5f987 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:25.731999 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-68f3287c-314e-40fb-b128-5de6d20e0ce3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:25.740904 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8dc9cb39-61cd-4a62-a5da-9d2e85c1b816 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] 10.222.0.26 "PUT /v2.0/networks/815d1d28-af85-468f-937b-de0c5537f9be/tags/tempest-TagsTest-Tag-787773722 HTTP/1.1" status: 201 len: 201 time: 0.3915339 Sep 07 19:11:25.747117 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] For port 4485defc-34be-49c5-af5a-800c887dbaad, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:11:25.778763 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59198) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:25.783688 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1183e585-83f1-4df9-b47d-42501306be01 req-aad27589-1901-44e4-b432-1fe07b990a6b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 210 time: 0.0855534 Sep 07 19:11:25.798652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-8f414c03-a85b-4dd6-8362-0ac4ee7d74c5 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '815d1d28-af85-468f-937b-de0c5537f9be', 'tempest-TagsTest-Tag-787773722') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:25.802870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-183ed9e3-5aba-41ca-af45-d04e4a8e1447 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Made reservation on behalf of a4b1ee635b384533aa147bb1d2eb2c95 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:25.818659 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-183ed9e3-5aba-41ca-af45-d04e4a8e1447 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:25.854286 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0792e7c-670b-4f0f-8fbf-494bd537662a tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:25.865487 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0792e7c-670b-4f0f-8fbf-494bd537662a tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:11:25.866012 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0792e7c-670b-4f0f-8fbf-494bd537662a tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:11:25.869089 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:11:25.958587 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-39ad7dbf-0c51-4fb1-98a5-381a5592e6b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ea6a8b5ef6a4603a11da797324f9e87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2741008 Sep 07 19:11:25.973072 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59200) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:26.014766 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0792e7c-670b-4f0f-8fbf-494bd537662a tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:26.024737 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f3287c-314e-40fb-b128-5de6d20e0ce3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router 5a83e565-d39f-4a45-ab60-50359fa89139 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:11:26.046115 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c0792e7c-670b-4f0f-8fbf-494bd537662a tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:26.049279 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c0792e7c-670b-4f0f-8fbf-494bd537662a tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "DELETE /v2.0/networks/8bc3d1bc-b997-44f7-aedd-f71fdb01a755 HTTP/1.1" status: 204 len: 168 time: 2.0567982 Sep 07 19:11:26.059636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59204) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:26.091863 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8f414c03-a85b-4dd6-8362-0ac4ee7d74c5 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] 10.222.0.26 "GET /v2.0/networks/815d1d28-af85-468f-937b-de0c5537f9be/tags/tempest-TagsTest-Tag-787773722 HTTP/1.1" status: 204 len: 168 time: 0.3041623 Sep 07 19:11:26.092220 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0792e7c-670b-4f0f-8fbf-494bd537662a tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event deleted for resources: {'Network': ['ID=8bc3d1bc-b997-44f7-aedd-f71fdb01a755,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:26.097877 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59206) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:26.111438 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-90b35314-1a88-4495-b05a-fe20c8b23af2 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '815d1d28-af85-468f-937b-de0c5537f9be') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:26.169645 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] For port 4485defc-34be-49c5-af5a-800c887dbaad, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4485defc-34be-49c5-af5a-800c887dbaad,segment=NetworkSegment(99f477d2-7a9b-4770-9c03-9eb85f6e2843),segment_id=99f477d2-7a9b-4770-9c03-9eb85f6e2843)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:11:26.179075 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-030cad09-d938-4026-af50-da6e52b99d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:26.185833 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:26.211910 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb6eb5b7-969c-4575-b228-a0266dc1f417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:26.234130 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] For port 14239e60-af74-4b97-b7b6-bf1b92e6d652, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:11:26.247236 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb6eb5b7-969c-4575-b228-a0266dc1f417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:26.308799 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] For port 14239e60-af74-4b97-b7b6-bf1b92e6d652, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=14239e60-af74-4b97-b7b6-bf1b92e6d652,segment=NetworkSegment(32c7262c-3d52-42d6-b3fc-976fa645517f),segment_id=32c7262c-3d52-42d6-b3fc-976fa645517f)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:11:26.329322 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf55a36d-f3d8-40c1-8dde-26ff9779b41e tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Deleting subnet a129108f-f342-4b64-8ddc-2cc03c8f5122 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:11:26.331216 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:26.334933 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb6eb5b7-969c-4575-b228-a0266dc1f417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:26.339307 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb6eb5b7-969c-4575-b228-a0266dc1f417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:26.340521 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bb6eb5b7-969c-4575-b228-a0266dc1f417 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/55ea5af8-a7ff-46a9-bc3c-b0f45ae24939 HTTP/1.1" status: 204 len: 168 time: 0.3659515 Sep 07 19:11:26.342142 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3b067-6143-4b04-bba1-b4c1f1fe44f5 None None] Pushing event updated for resources: {'Port': ['ID=4485defc-34be-49c5-af5a-800c887dbaad,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:26.369433 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cf55a36d-f3d8-40c1-8dde-26ff9779b41e tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:26.373498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-183ed9e3-5aba-41ca-af45-d04e4a8e1447 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Allocated IP 172.20.0.24 (bcfec698-7186-4bb1-a509-89b392b0407b/62b11ff0-24ea-4492-8aec-76519e010de9/b83de3f1-fe5c-4186-a421-77e348989650) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:26.415744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] Routers {'3e80d6a8-d786-4c6b-9080-2906b3ea482b'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:26.416398 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:10:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3e80d6a8-d786-4c6b-9080-2906b3ea482b'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:26.428215 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6eb5b7-969c-4575-b228-a0266dc1f417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ea5af8-a7ff-46a9-bc3c-b0f45ae24939,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:26.453586 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-90b35314-1a88-4495-b05a-fe20c8b23af2 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] 10.222.0.26 "GET /v2.0/networks/815d1d28-af85-468f-937b-de0c5537f9be/tags HTTP/1.1" status: 200 len: 237 time: 0.3474970 Sep 07 19:11:26.454815 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f3287c-314e-40fb-b128-5de6d20e0ce3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:11:26.455908 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59210) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:26.462899 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-18377fc5-3748-414c-9321-d190d4b873e1 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '815d1d28-af85-468f-937b-de0c5537f9be', {'tags': ['tempest-TagsTest-Tag-1435595428', 'tempest-TagsTest-Tag-1730614208', 'tempest-TagsTest-Tag-1291950657']}) {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:26.470857 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926b014f-1fde-4c87-b376-81361294dcde None None] Sync routers for ids ['5a83e565-d39f-4a45-ab60-50359fa89139'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:11:26.486204 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926b014f-1fde-4c87-b376-81361294dcde None None] Routers {'5a83e565-d39f-4a45-ab60-50359fa89139'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:26.486848 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-926b014f-1fde-4c87-b376-81361294dcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:10:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5a83e565-d39f-4a45-ab60-50359fa89139'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:26.493933 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-68f3287c-314e-40fb-b128-5de6d20e0ce3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/5a83e565-d39f-4a45-ab60-50359fa89139/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8256433 Sep 07 19:11:26.494588 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59212) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:26.507053 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cf55a36d-f3d8-40c1-8dde-26ff9779b41e tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:26.582410 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-926b014f-1fde-4c87-b376-81361294dcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:26.587879 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dc04be-ab24-41d9-a57b-5fb7f61b9b04 None None] Network 708b9d8a-705c-47de-b917-be8389b5f987 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:26.598559 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926b014f-1fde-4c87-b376-81361294dcde None None] Routers {'5a83e565-d39f-4a45-ab60-50359fa89139'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:26.599522 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-926b014f-1fde-4c87-b376-81361294dcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:10:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5a83e565-d39f-4a45-ab60-50359fa89139'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:26.663846 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-926b014f-1fde-4c87-b376-81361294dcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:26.666341 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926b014f-1fde-4c87-b376-81361294dcde None None] The sync data for ids ['5a83e565-d39f-4a45-ab60-50359fa89139'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:11:26.713701 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d6742b-d188-4aad-8820-0d506b229cd8 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:26.717057 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-00d6742b-d188-4aad-8820-0d506b229cd8 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/ports/b590dca2-ce99-4432-8761-23a9336bbf94 HTTP/1.1" status: 200 len: 911 time: 0.2214191 Sep 07 19:11:26.765890 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59216) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:26.789685 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8e6e0-7f65-4b9d-8e61-330fa40055e4 None None] Pushing event updated for resources: {'Port': ['ID=14239e60-af74-4b97-b7b6-bf1b92e6d652,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:26.876917 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59222) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:26.877348 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-18377fc5-3748-414c-9321-d190d4b873e1 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] 10.222.0.26 "PUT /v2.0/networks/815d1d28-af85-468f-937b-de0c5537f9be/tags HTTP/1.1" status: 200 len: 309 time: 0.4198275 Sep 07 19:11:26.919560 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e01fc5f5-ebb5-49c4-a8a0-1178a24b1718 None None] Provisioning for port 6616f002-f0a3-46bc-8b24-64eb5deea67e completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:26.935163 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-82e267d9-58bd-4ed5-b4a3-47b713f8d040 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '815d1d28-af85-468f-937b-de0c5537f9be', 'tempest-TagsTest-Tag-1435595428') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:26.995187 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6616f002-f0a3-46bc-8b24-64eb5deea67e up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:27.060437 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-974098c1-eaa9-4f31-95ab-e3eb4cb00016 req-69823970-aef2-4eb5-be94-c96ce26785f0 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 210 time: 0.0877030 Sep 07 19:11:27.104850 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] Set router 3e80d6a8-d786-4c6b-9080-2906b3ea482b gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:11:27.137767 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-183ed9e3-5aba-41ca-af45-d04e4a8e1447 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:27.144674 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cf55a36d-f3d8-40c1-8dde-26ff9779b41e tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:27.185832 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59226) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:27.300986 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-82e267d9-58bd-4ed5-b4a3-47b713f8d040 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] 10.222.0.26 "DELETE /v2.0/networks/815d1d28-af85-468f-937b-de0c5537f9be/tags/tempest-TagsTest-Tag-1435595428 HTTP/1.1" status: 204 len: 168 time: 0.4206841 Sep 07 19:11:27.304931 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59228) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:27.312478 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-878971b7-8f68-4afb-a1e9-b234e06a1052 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '815d1d28-af85-468f-937b-de0c5537f9be', 'tempest-TagsTest-Tag-1435595428') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:27.346042 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 6616f002-f0a3-46bc-8b24-64eb5deea67e completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:27.407798 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 6616f002-f0a3-46bc-8b24-64eb5deea67e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:27.407798 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:27.414958 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3414f796-6a48-40ad-867b-2d15d7c33996 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc383dc3ca5049df8cde620267e2f047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209277 Sep 07 19:11:27.419319 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59230) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:27.536211 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-878971b7-8f68-4afb-a1e9-b234e06a1052 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] show failed (client error): The resource could not be found. Sep 07 19:11:27.540251 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-878971b7-8f68-4afb-a1e9-b234e06a1052 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] 10.222.0.26 "GET /v2.0/networks/815d1d28-af85-468f-937b-de0c5537f9be/tags/tempest-TagsTest-Tag-1435595428 HTTP/1.1" status: 404 len: 326 time: 0.2320719 Sep 07 19:11:27.551638 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59232) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:27.556140 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-7db59fb7-94f4-4d6d-a749-fd414db6102f tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '815d1d28-af85-468f-937b-de0c5537f9be', 'tempest-TagsTest-Tag-1730614208') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:27.657701 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-42ed703a-c170-416c-b58a-381a03822494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:27.671880 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:27.725905 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e80d6a8-d786-4c6b-9080-2906b3ea482b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1617177332', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '0dcad48f-c587-43af-9e06-31e49f748ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:02Z', 'updated_at': '2021-09-07T19:11:18Z', 'revision_number': 4, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '0dcad48f-c587-43af-9e06-31e49f748ec4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e80d6a8-d786-4c6b-9080-2906b3ea482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:04Z', 'updated_at': '2021-09-07T19:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '14239e60-af74-4b97-b7b6-bf1b92e6d652', 'name': '', 'network_id': 'bcfec698-7186-4bb1-a509-89b392b0407b', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'mac_address': 'fa:16:3e:a1:21:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e80d6a8-d786-4c6b-9080-2906b3ea482b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': '62b11ff0-24ea-4492-8aec-76519e010de9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:17Z', 'updated_at': '2021-09-07T19:11:26Z', 'revision_number': 4, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'subnets': [{'id': '62b11ff0-24ea-4492-8aec-76519e010de9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:27.774173 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a05aaef-83d1-4aee-ad8c-d90881bab59c None None] The sync data for ids ['3e80d6a8-d786-4c6b-9080-2906b3ea482b'] in n-d-807786-1 is: [{'id': '3e80d6a8-d786-4c6b-9080-2906b3ea482b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1617177332', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '0dcad48f-c587-43af-9e06-31e49f748ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:02Z', 'updated_at': '2021-09-07T19:11:18Z', 'revision_number': 4, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '0dcad48f-c587-43af-9e06-31e49f748ec4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e80d6a8-d786-4c6b-9080-2906b3ea482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:04Z', 'updated_at': '2021-09-07T19:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '14239e60-af74-4b97-b7b6-bf1b92e6d652', 'name': '', 'network_id': 'bcfec698-7186-4bb1-a509-89b392b0407b', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'mac_address': 'fa:16:3e:a1:21:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e80d6a8-d786-4c6b-9080-2906b3ea482b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': '62b11ff0-24ea-4492-8aec-76519e010de9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:17Z', 'updated_at': '2021-09-07T19:11:26Z', 'revision_number': 4, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'subnets': [{'id': '62b11ff0-24ea-4492-8aec-76519e010de9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:11:27.780147 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59236) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:27.789035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-183ed9e3-5aba-41ca-af45-d04e4a8e1447 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Transition to ACTIVE for port object b83de3f1-fe5c-4186-a421-77e348989650 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:27.793934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 6616f002-f0a3-46bc-8b24-64eb5deea67e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=6616f002-f0a3-46bc-8b24-64eb5deea67e,segment=NetworkSegment(d4fbfab6-da47-4c43-bf32-7e9be6e9250a),segment_id=d4fbfab6-da47-4c43-bf32-7e9be6e9250a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:27.804537 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:27.852761 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-739f742b-d782-41eb-a373-164ae8be9f4b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:27.906741 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cf55a36d-f3d8-40c1-8dde-26ff9779b41e tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:27.927659 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cf55a36d-f3d8-40c1-8dde-26ff9779b41e tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:27.937329 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-cf55a36d-f3d8-40c1-8dde-26ff9779b41e tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "DELETE /v2.0/subnets/a129108f-f342-4b64-8ddc-2cc03c8f5122 HTTP/1.1" status: 204 len: 168 time: 1.8686721 Sep 07 19:11:27.937721 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59240) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:27.940899 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99853c96-6f52-4a24-955f-3c9b26d0655f None None] Network 826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:27.982892 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-42ed703a-c170-416c-b58a-381a03822494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:28.006717 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7db59fb7-94f4-4d6d-a749-fd414db6102f tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] 10.222.0.26 "GET /v2.0/networks/815d1d28-af85-468f-937b-de0c5537f9be/tags/tempest-TagsTest-Tag-1730614208 HTTP/1.1" status: 204 len: 168 time: 0.4539840 Sep 07 19:11:28.013301 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=6616f002-f0a3-46bc-8b24-64eb5deea67e,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:28.036501 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59242) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:28.144581 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-abadccf5-659e-4b66-bcfd-a3634f1abe42 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '815d1d28-af85-468f-937b-de0c5537f9be', 'tempest-TagsTest-Tag-1291950657') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:28.148491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55a36d-f3d8-40c1-8dde-26ff9779b41e tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event deleted for resources: {'Subnet': ['ID=a129108f-f342-4b64-8ddc-2cc03c8f5122,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:28.162340 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-183ed9e3-5aba-41ca-af45-d04e4a8e1447 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:28.237255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-bfe2210a-3b95-4347-b6fe-3c8fa2b40a2d None None] Provisioning for port b590dca2-ce99-4432-8761-23a9336bbf94 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:28.253266 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-bfe2210a-3b95-4347-b6fe-3c8fa2b40a2d None None] Provisioning complete for port b590dca2-ce99-4432-8761-23a9336bbf94 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:28.253803 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bfe2210a-3b95-4347-b6fe-3c8fa2b40a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:28.341596 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9bf5236f-2dba-495b-8f61-234b6715f8ef tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:28.379103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-183ed9e3-5aba-41ca-af45-d04e4a8e1447 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Network bcfec698-7186-4bb1-a509-89b392b0407b is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:28.413652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-183ed9e3-5aba-41ca-af45-d04e4a8e1447 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:28.418466 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-183ed9e3-5aba-41ca-af45-d04e4a8e1447 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:28.444902 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-bfe2210a-3b95-4347-b6fe-3c8fa2b40a2d None None] Port b590dca2-ce99-4432-8761-23a9336bbf94 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:28.484252 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f89f82-531c-493e-8652-2e577a827588 None None] Network 0645401a-4157-4cae-ba12-45278b759607 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:28.492753 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-183ed9e3-5aba-41ca-af45-d04e4a8e1447 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:28.495851 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-183ed9e3-5aba-41ca-af45-d04e4a8e1447 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:28.521867 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-bfe2210a-3b95-4347-b6fe-3c8fa2b40a2d None None] Provisioning complete for port 6616f002-f0a3-46bc-8b24-64eb5deea67e triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:28.522530 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bfe2210a-3b95-4347-b6fe-3c8fa2b40a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:28.546830 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-42ed703a-c170-416c-b58a-381a03822494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:28.555474 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-42ed703a-c170-416c-b58a-381a03822494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:28.562733 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-42ed703a-c170-416c-b58a-381a03822494 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f066bafc-c20e-48e6-b1c7-d08d4714278b HTTP/1.1" status: 204 len: 168 time: 1.1423798 Sep 07 19:11:28.618170 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9c886d-fd29-4524-bc6f-fe6315e27f3a None None] DHCP port deletion for 826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:11:28.685974 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed703a-c170-416c-b58a-381a03822494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f066bafc-c20e-48e6-b1c7-d08d4714278b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:28.726693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ed9e3-5aba-41ca-af45-d04e4a8e1447 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event updated for resources: {'Port': ['ID=b83de3f1-fe5c-4186-a421-77e348989650,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:28.780991 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-183ed9e3-5aba-41ca-af45-d04e4a8e1447 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.4964418 Sep 07 19:11:28.837785 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-abadccf5-659e-4b66-bcfd-a3634f1abe42 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] 10.222.0.26 "GET /v2.0/networks/815d1d28-af85-468f-937b-de0c5537f9be/tags/tempest-TagsTest-Tag-1291950657 HTTP/1.1" status: 204 len: 168 time: 0.7098589 Sep 07 19:11:28.851769 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59250) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:28.866791 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] Request body: {'port': {'device_id': 'a3d32775-89bb-4f3e-bae8-c05c95580c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:28.888947 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-4d2096cf-cbfc-4a02-aa2f-1c02036f3de0 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '815d1d28-af85-468f-937b-de0c5537f9be') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:28.923205 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ce874-8825-49f9-b1e6-2c596ec59a46 req-e005b27f-00c3-4242-afd3-28265b37e043 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:28.936076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e92ce874-8825-49f9-b1e6-2c596ec59a46 req-e005b27f-00c3-4242-afd3-28265b37e043 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 895 time: 0.6684499 Sep 07 19:11:28.945590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbeb9a3-c53d-42c5-b390-72eaf485b398 admin admin] Deleting subnet 656d116a-d6fb-478a-bca4-e91cdbe55fff {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:11:28.961867 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-739f742b-d782-41eb-a373-164ae8be9f4b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Allocated IP 2001:db8:1::1 (0645401a-4157-4cae-ba12-45278b759607/4d836777-40bb-48dc-b376-af48d1e39111/511ca445-9afb-4b5f-a07f-de0c788672ce) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:28.984367 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb9a3-c53d-42c5-b390-72eaf485b398 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:28.988208 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8ca4e0a4-fd19-4ef0-8d84-49cab1ff4788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:29.131581 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb9a3-c53d-42c5-b390-72eaf485b398 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:29.135978 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6616f002-f0a3-46bc-8b24-64eb5deea67e up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:29.161587 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:29.236966 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:29.248478 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-9bf5236f-2dba-495b-8f61-234b6715f8ef tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Deleting port 0dea8b24-5edc-4341-abb3-a4b657e3b2d6 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:29.249100 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9bf5236f-2dba-495b-8f61-234b6715f8ef tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:29.270045 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-739f742b-d782-41eb-a373-164ae8be9f4b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:29.293470 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-739f742b-d782-41eb-a373-164ae8be9f4b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Transition to ACTIVE for port object 511ca445-9afb-4b5f-a07f-de0c788672ce will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:29.303577 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb9a3-c53d-42c5-b390-72eaf485b398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:29.334745 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-8a9c886d-fd29-4524-bc6f-fe6315e27f3a None None] Deleting port 0dea8b24-5edc-4341-abb3-a4b657e3b2d6 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:29.335124 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8a9c886d-fd29-4524-bc6f-fe6315e27f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:29.362531 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-739f742b-d782-41eb-a373-164ae8be9f4b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:29.390264 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 6616f002-f0a3-46bc-8b24-64eb5deea67e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:29.390741 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:29.395204 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739f742b-d782-41eb-a373-164ae8be9f4b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network 0645401a-4157-4cae-ba12-45278b759607 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:29.448116 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4d2096cf-cbfc-4a02-aa2f-1c02036f3de0 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] 10.222.0.26 "DELETE /v2.0/networks/815d1d28-af85-468f-937b-de0c5537f9be/tags HTTP/1.1" status: 204 len: 168 time: 0.5730550 Sep 07 19:11:29.461343 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59262) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:29.469388 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-739f742b-d782-41eb-a373-164ae8be9f4b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:29.471252 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-1a9916b0-59aa-47d5-a6a2-90c353ff7867 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '815d1d28-af85-468f-937b-de0c5537f9be', 'tempest-TagsTest-Tag-1730614208') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:29.473097 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f742b-d782-41eb-a373-164ae8be9f4b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Port': ['ID=511ca445-9afb-4b5f-a07f-de0c788672ce,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:29.475815 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f742b-d782-41eb-a373-164ae8be9f4b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:29.481331 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-739f742b-d782-41eb-a373-164ae8be9f4b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:29.489024 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-9bf5236f-2dba-495b-8f61-234b6715f8ef tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] For port 0dea8b24-5edc-4341-abb3-a4b657e3b2d6, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0dea8b24-5edc-4341-abb3-a4b657e3b2d6,segment=NetworkSegment(075fb3a5-ed38-4ec8-93bc-b6b1dbfe28fa),segment_id=075fb3a5-ed38-4ec8-93bc-b6b1dbfe28fa)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:29.489724 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9bf5236f-2dba-495b-8f61-234b6715f8ef tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:29.593431 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-9bf5236f-2dba-495b-8f61-234b6715f8ef tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Calling delete_port for 0dea8b24-5edc-4341-abb3-a4b657e3b2d6 owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:29.628847 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-da6096e3-fb55-4de4-a3d2-ce375db75a9d None None] Provisioning for port b83de3f1-fe5c-4186-a421-77e348989650 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:29.643638 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8a9c886d-fd29-4524-bc6f-fe6315e27f3a None None] For port 0dea8b24-5edc-4341-abb3-a4b657e3b2d6, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0dea8b24-5edc-4341-abb3-a4b657e3b2d6,segment=NetworkSegment(075fb3a5-ed38-4ec8-93bc-b6b1dbfe28fa),segment_id=075fb3a5-ed38-4ec8-93bc-b6b1dbfe28fa)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:29.644040 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8a9c886d-fd29-4524-bc6f-fe6315e27f3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:29.654166 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-da6096e3-fb55-4de4-a3d2-ce375db75a9d None None] Provisioning complete for port b83de3f1-fe5c-4186-a421-77e348989650 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:29.659345 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-da6096e3-fb55-4de4-a3d2-ce375db75a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:29.746745 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-739f742b-d782-41eb-a373-164ae8be9f4b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:29.763469 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4485defc-34be-49c5-af5a-800c887dbaad up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:29.770923 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-8a9c886d-fd29-4524-bc6f-fe6315e27f3a None None] Calling delete_port for 0dea8b24-5edc-4341-abb3-a4b657e3b2d6 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:29.856803 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb9a3-c53d-42c5-b390-72eaf485b398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:29.971100 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbeb9a3-c53d-42c5-b390-72eaf485b398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=656d116a-d6fb-478a-bca4-e91cdbe55fff,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:29.979227 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb9a3-c53d-42c5-b390-72eaf485b398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:29.983570 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ffbeb9a3-c53d-42c5-b390-72eaf485b398 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/656d116a-d6fb-478a-bca4-e91cdbe55fff HTTP/1.1" status: 204 len: 168 time: 2.1999278 Sep 07 19:11:29.985567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59274) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:30.123651 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-1a9916b0-59aa-47d5-a6a2-90c353ff7867 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] show failed (client error): The resource could not be found. Sep 07 19:11:30.124759 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1a9916b0-59aa-47d5-a6a2-90c353ff7867 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] 10.222.0.26 "GET /v2.0/networks/815d1d28-af85-468f-937b-de0c5537f9be/tags/tempest-TagsTest-Tag-1730614208 HTTP/1.1" status: 404 len: 326 time: 0.6591418 Sep 07 19:11:30.167250 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59278) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:30.203640 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-68bddc42-8956-4bf9-ad9d-5962cfa92a52 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '815d1d28-af85-468f-937b-de0c5537f9be', 'tempest-TagsTest-Tag-1291950657') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:30.237277 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-da6096e3-fb55-4de4-a3d2-ce375db75a9d None None] Port b83de3f1-fe5c-4186-a421-77e348989650 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:30.252919 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-739f742b-d782-41eb-a373-164ae8be9f4b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:30.253505 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59280) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:30.261828 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-739f742b-d782-41eb-a373-164ae8be9f4b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:30.263094 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-739f742b-d782-41eb-a373-164ae8be9f4b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:30.302951 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:30.310483 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-da6096e3-fb55-4de4-a3d2-ce375db75a9d None None] Provisioning complete for port b590dca2-ce99-4432-8761-23a9336bbf94 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:30.310854 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-da6096e3-fb55-4de4-a3d2-ce375db75a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:30.332813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b83de3f1-fe5c-4186-a421-77e348989650 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:11:30.376747 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 4485defc-34be-49c5-af5a-800c887dbaad completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:30.376926 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:30.378257 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f742b-d782-41eb-a373-164ae8be9f4b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Port': ['ID=511ca445-9afb-4b5f-a07f-de0c788672ce,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:30.386979 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 14239e60-af74-4b97-b7b6-bf1b92e6d652 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:30.400558 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a93c20b-5d76-4e74-b35d-957e75f9527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:30.427549 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4432aa68-a1ad-4d8c-b594-c2ae6ec8857b tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1434134152'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:30.428782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdebe01-3901-45a0-9628-68c35a5e8d52 req-527e13f3-9bd2-4106-bbdd-a23aaa7f0f1f tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:30.430364 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8cdebe01-3901-45a0-9628-68c35a5e8d52 req-527e13f3-9bd2-4106-bbdd-a23aaa7f0f1f tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 895 time: 0.3431458 Sep 07 19:11:30.434798 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-da6096e3-fb55-4de4-a3d2-ce375db75a9d None None] Port b590dca2-ce99-4432-8761-23a9336bbf94 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:30.439160 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9bf5236f-2dba-495b-8f61-234b6715f8ef tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:30.444336 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] Transition to ACTIVE for port object b83de3f1-fe5c-4186-a421-77e348989650 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:30.445247 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8a9c886d-fd29-4524-bc6f-fe6315e27f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:30.474084 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4432aa68-a1ad-4d8c-b594-c2ae6ec8857b tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Made reservation on behalf of 4938800563d242dab9b8a90a24c84773 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:30.478882 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4432aa68-a1ad-4d8c-b594-c2ae6ec8857b tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:30.480701 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c886d-fd29-4524-bc6f-fe6315e27f3a None None] Pushing event deleted for resources: {'Port': ['ID=0dea8b24-5edc-4341-abb3-a4b657e3b2d6,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:30.484209 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-da6096e3-fb55-4de4-a3d2-ce375db75a9d None None] Provisioning for port 4485defc-34be-49c5-af5a-800c887dbaad completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:30.485716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5236f-2dba-495b-8f61-234b6715f8ef tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event deleted for resources: {'Port': ['ID=0dea8b24-5edc-4341-abb3-a4b657e3b2d6,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:30.487549 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:30.488610 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9c886d-fd29-4524-bc6f-fe6315e27f3a None None] No DVR routers for this DVR port 0dea8b24-5edc-4341-abb3-a4b657e3b2d6 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:11:30.492748 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-da6096e3-fb55-4de4-a3d2-ce375db75a9d None None] Provisioning complete for port 4485defc-34be-49c5-af5a-800c887dbaad triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:30.493168 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-da6096e3-fb55-4de4-a3d2-ce375db75a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:30.505037 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf5236f-2dba-495b-8f61-234b6715f8ef tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] No DVR routers for this DVR port 0dea8b24-5edc-4341-abb3-a4b657e3b2d6 on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:11:30.513370 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739f742b-d782-41eb-a373-164ae8be9f4b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network 0645401a-4157-4cae-ba12-45278b759607 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:30.514679 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4432aa68-a1ad-4d8c-b594-c2ae6ec8857b tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:30.517654 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-739f742b-d782-41eb-a373-164ae8be9f4b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:30.519801 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 14239e60-af74-4b97-b7b6-bf1b92e6d652 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:30.527961 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 14239e60-af74-4b97-b7b6-bf1b92e6d652 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:30.528333 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:30.610269 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-68bddc42-8956-4bf9-ad9d-5962cfa92a52 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] show failed (client error): The resource could not be found. Sep 07 19:11:30.611576 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-68bddc42-8956-4bf9-ad9d-5962cfa92a52 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] 10.222.0.26 "GET /v2.0/networks/815d1d28-af85-468f-937b-de0c5537f9be/tags/tempest-TagsTest-Tag-1291950657 HTTP/1.1" status: 404 len: 326 time: 0.4161689 Sep 07 19:11:30.616756 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59286) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:30.616953 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-da6096e3-fb55-4de4-a3d2-ce375db75a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:30.649215 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-9f0eec49-f58b-47d4-9c9b-012e8b67c957 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '815d1d28-af85-468f-937b-de0c5537f9be') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:30.695681 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739f742b-d782-41eb-a373-164ae8be9f4b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router 5a83e565-d39f-4a45-ab60-50359fa89139 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:11:30.704658 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] Pushing event updated for resources: {'Port': ['ID=b83de3f1-fe5c-4186-a421-77e348989650,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:30.733406 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-da6096e3-fb55-4de4-a3d2-ce375db75a9d None None] For port 4485defc-34be-49c5-af5a-800c887dbaad, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4485defc-34be-49c5-af5a-800c887dbaad,segment=NetworkSegment(99f477d2-7a9b-4770-9c03-9eb85f6e2843),segment_id=99f477d2-7a9b-4770-9c03-9eb85f6e2843)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:30.746024 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-da6096e3-fb55-4de4-a3d2-ce375db75a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:30.805888 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:30.844162 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6096e3-fb55-4de4-a3d2-ce375db75a9d None None] Pushing event updated for resources: {'Port': ['ID=4485defc-34be-49c5-af5a-800c887dbaad,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:30.865968 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739f742b-d782-41eb-a373-164ae8be9f4b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:11:30.881877 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9bf5236f-2dba-495b-8f61-234b6715f8ef tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:30.883645 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-739f742b-d782-41eb-a373-164ae8be9f4b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/5a83e565-d39f-4a45-ab60-50359fa89139/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1160390 Sep 07 19:11:30.884289 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59288) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:30.885500 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 14239e60-af74-4b97-b7b6-bf1b92e6d652, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=14239e60-af74-4b97-b7b6-bf1b92e6d652,segment=NetworkSegment(32c7262c-3d52-42d6-b3fc-976fa645517f),segment_id=32c7262c-3d52-42d6-b3fc-976fa645517f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:30.887711 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a93c20b-5d76-4e74-b35d-957e75f9527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:30.889954 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e09d7b3-e3dd-40c4-b84a-6db4c159af2d None None] Sync routers for ids ['5a83e565-d39f-4a45-ab60-50359fa89139'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:11:30.903068 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:30.942058 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d58b488d-af67-4924-920b-29ab7ec42e3d None None] Provisioning for port 511ca445-9afb-4b5f-a07f-de0c788672ce completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:30.951863 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d58b488d-af67-4924-920b-29ab7ec42e3d None None] Provisioning complete for port 511ca445-9afb-4b5f-a07f-de0c788672ce triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:30.952451 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d58b488d-af67-4924-920b-29ab7ec42e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:30.956827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e09d7b3-e3dd-40c4-b84a-6db4c159af2d None None] Routers {'5a83e565-d39f-4a45-ab60-50359fa89139'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:30.957717 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-2e09d7b3-e3dd-40c4-b84a-6db4c159af2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5a83e565-d39f-4a45-ab60-50359fa89139'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:30.968109 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6905cf78-4391-4a4a-8634-3e4f965d4e12 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:30.972979 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6905cf78-4391-4a4a-8634-3e4f965d4e12 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/ports/511ca445-9afb-4b5f-a07f-de0c788672ce HTTP/1.1" status: 200 len: 913 time: 0.0844343 Sep 07 19:11:30.973733 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59290) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:31.007094 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-9bf5236f-2dba-495b-8f61-234b6715f8ef tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:31.033212 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-0a93c20b-5d76-4e74-b35d-957e75f9527d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24873681-d0c1-481d-9abb-f17b7b3655e8']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:31.040596 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0dea8b24-5edc-4341-abb3-a4b657e3b2d6 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:11:31.042992 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4432aa68-a1ad-4d8c-b594-c2ae6ec8857b tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.052829 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-2e09d7b3-e3dd-40c4-b84a-6db4c159af2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:31.069729 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-9bf5236f-2dba-495b-8f61-234b6715f8ef tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075fb3a5-ed38-4ec8-93bc-b6b1dbfe28fa') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:31.070174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-9bf5236f-2dba-495b-8f61-234b6715f8ef tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075fb3a5-ed38-4ec8-93bc-b6b1dbfe28fa') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:31.080589 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] Attempting to bind port b83de3f1-fe5c-4186-a421-77e348989650 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:31.081315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] Attempting to bind port b83de3f1-fe5c-4186-a421-77e348989650 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '32c7262c-3d52-42d6-b3fc-976fa645517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bcfec698-7186-4bb1-a509-89b392b0407b'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:31.081659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] Attempting to bind port b83de3f1-fe5c-4186-a421-77e348989650 on network bcfec698-7186-4bb1-a509-89b392b0407b {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:31.082731 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4432aa68-a1ad-4d8c-b594-c2ae6ec8857b tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.086293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-0a93c20b-5d76-4e74-b35d-957e75f9527d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd8dc55-fb4f-44d9-8604-3fa6c81d1284') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:31.086591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-0a93c20b-5d76-4e74-b35d-957e75f9527d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd8dc55-fb4f-44d9-8604-3fa6c81d1284') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:31.088230 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 0dea8b24-5edc-4341-abb3-a4b657e3b2d6 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:11:31.088230 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0dea8b24-5edc-4341-abb3-a4b657e3b2d6 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:11:31.091459 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9bf5236f-2dba-495b-8f61-234b6715f8ef tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.102847 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d58b488d-af67-4924-920b-29ab7ec42e3d None None] Port 511ca445-9afb-4b5f-a07f-de0c788672ce cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:31.106077 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=14239e60-af74-4b97-b7b6-bf1b92e6d652,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:31.112437 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9f0eec49-f58b-47d4-9c9b-012e8b67c957 tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] 10.222.0.26 "DELETE /v2.0/networks/815d1d28-af85-468f-937b-de0c5537f9be/tags HTTP/1.1" status: 204 len: 168 time: 0.4793785 Sep 07 19:11:31.117729 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a93c20b-5d76-4e74-b35d-957e75f9527d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.119653 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432aa68-a1ad-4d8c-b594-c2ae6ec8857b tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c182dad-274c-4ce4-b8ea-9b18828a037c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:31.119817 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] Port b83de3f1-fe5c-4186-a421-77e348989650 on network bcfec698-7186-4bb1-a509-89b392b0407b not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:11:31.120055 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] Attempting to bind port b83de3f1-fe5c-4186-a421-77e348989650 on network bcfec698-7186-4bb1-a509-89b392b0407b {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:31.123207 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59292) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:31.124337 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e09d7b3-e3dd-40c4-b84a-6db4c159af2d None None] Routers {'5a83e565-d39f-4a45-ab60-50359fa89139'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:31.125305 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-2e09d7b3-e3dd-40c4-b84a-6db4c159af2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5a83e565-d39f-4a45-ab60-50359fa89139'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:31.140319 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:11:31.140691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] Checking segment: {'id': '32c7262c-3d52-42d6-b3fc-976fa645517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bcfec698-7186-4bb1-a509-89b392b0407b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:31.141067 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] Bound using segment: {'id': '32c7262c-3d52-42d6-b3fc-976fa645517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bcfec698-7186-4bb1-a509-89b392b0407b'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:11:31.141555 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] Bound port: b83de3f1-fe5c-4186-a421-77e348989650, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c7262c-3d52-42d6-b3fc-976fa645517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bcfec698-7186-4bb1-a509-89b392b0407b'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:11:31.141922 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.144996 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a93c20b-5d76-4e74-b35d-957e75f9527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.148190 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9bf5236f-2dba-495b-8f61-234b6715f8ef tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.163569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a93c20b-5d76-4e74-b35d-957e75f9527d admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:11:31.164058 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a93c20b-5d76-4e74-b35d-957e75f9527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:11:31.168279 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:11:31.175193 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4432aa68-a1ad-4d8c-b594-c2ae6ec8857b tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:11:31.185913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf5236f-2dba-495b-8f61-234b6715f8ef tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:11:31.186324 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9bf5236f-2dba-495b-8f61-234b6715f8ef tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:11:31.189628 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:11:31.204471 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-2e09d7b3-e3dd-40c4-b84a-6db4c159af2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:31.204743 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e09d7b3-e3dd-40c4-b84a-6db4c159af2d None None] The sync data for ids ['5a83e565-d39f-4a45-ab60-50359fa89139'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:11:31.211192 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d58b488d-af67-4924-920b-29ab7ec42e3d None None] Provisioning complete for port 4485defc-34be-49c5-af5a-800c887dbaad triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:31.212127 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d58b488d-af67-4924-920b-29ab7ec42e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.237332 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4485defc-34be-49c5-af5a-800c887dbaad up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:31.242900 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4432aa68-a1ad-4d8c-b594-c2ae6ec8857b tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.244205 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-4432aa68-a1ad-4d8c-b594-c2ae6ec8857b tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Added segment 0387c659-a1e3-46f5-82cc-8390b4c9a7cc of type vlan for network 529bccf2-7f94-4a06-a431-c88775797cc4 Sep 07 19:11:31.336014 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a93c20b-5d76-4e74-b35d-957e75f9527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.336949 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 4485defc-34be-49c5-af5a-800c887dbaad triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:31.337322 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.343390 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a93c20b-5d76-4e74-b35d-957e75f9527d admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.344441 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0a93c20b-5d76-4e74-b35d-957e75f9527d admin admin] 10.222.0.26 "DELETE /v2.0/networks/24873681-d0c1-481d-9abb-f17b7b3655e8 HTTP/1.1" status: 204 len: 168 time: 1.3533657 Sep 07 19:11:31.387346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93c20b-5d76-4e74-b35d-957e75f9527d admin admin] Pushing event deleted for resources: {'Network': ['ID=24873681-d0c1-481d-9abb-f17b7b3655e8,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:31.399235 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9bf5236f-2dba-495b-8f61-234b6715f8ef tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.409266 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9bf5236f-2dba-495b-8f61-234b6715f8ef tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.411414 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9bf5236f-2dba-495b-8f61-234b6715f8ef tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "DELETE /v2.0/networks/826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d HTTP/1.1" status: 204 len: 168 time: 3.4697359 Sep 07 19:11:31.424165 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59296) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:31.427033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] For port b83de3f1-fe5c-4186-a421-77e348989650, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:11:31.442122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5236f-2dba-495b-8f61-234b6715f8ef tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Pushing event deleted for resources: {'Network': ['ID=826a8e2b-c8a7-4fb7-a178-9a7a789ffd4d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:31.469510 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d015233e-0013-416d-bc02-656dd9b94bd4 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "GET /v2.0/ports?device_id=21196ddc-e884-4909-8915-6fe0e3929c67 HTTP/1.1" status: 200 len: 205 time: 0.0418756 Sep 07 19:11:31.469510 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] For port b83de3f1-fe5c-4186-a421-77e348989650, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=b83de3f1-fe5c-4186-a421-77e348989650,segment=NetworkSegment(32c7262c-3d52-42d6-b3fc-976fa645517f),segment_id=32c7262c-3d52-42d6-b3fc-976fa645517f)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:11:31.470657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59298) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:31.488372 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.526957 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3394f67d-492f-4e4b-b253-15e81a98083e None None] Provisioning complete for port 511ca445-9afb-4b5f-a07f-de0c788672ce triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:31.527956 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3394f67d-492f-4e4b-b253-15e81a98083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.558666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:31.559423 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.560749 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] 10.222.0.60 "PUT /v2.0/ports/b83de3f1-fe5c-4186-a421-77e348989650 HTTP/1.1" status: 200 len: 1055 time: 2.7237008 Sep 07 19:11:31.585106 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3394f67d-492f-4e4b-b253-15e81a98083e None None] Port 511ca445-9afb-4b5f-a07f-de0c788672ce cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:31.592407 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d32775-89bb-4f3e-bae8-c05c95580c78', 'tag': 'b83de3f1-fe5c-4186-a421-77e348989650'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:11:31.596854 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6615ed45-2b6b-4bee-98f7-c4d8253bcbf7" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d32775-89bb-4f3e-bae8-c05c95580c78", "tag": "b83de3f1-fe5c-4186-a421-77e348989650"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:11:31.699322 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3ab5b6-dba0-4a0f-8995-da06421630cd x-openstack-request-id: req-6b3ab5b6-dba0-4a0f-8995-da06421630cd {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:11:31.699322 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d32775-89bb-4f3e-bae8-c05c95580c78", "tag": "b83de3f1-fe5c-4186-a421-77e348989650", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:11:31.699695 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59304) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:31.700254 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b3ab5b6-dba0-4a0f-8995-da06421630cd {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:11:31.700254 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d32775-89bb-4f3e-bae8-c05c95580c78', 'tag': 'b83de3f1-fe5c-4186-a421-77e348989650', 'status': 'completed', 'code': 200} Sep 07 19:11:31.741829 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-737d5e47-8776-4ea5-add5-ef2a5f2d53a3 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.763780 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0122514b-d8c4-4034-8752-79e5d775fb5f tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.764970 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.773424 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4432aa68-a1ad-4d8c-b594-c2ae6ec8857b tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.836454 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-de930a7f-975a-4143-9477-15e4a88f14e7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bfe8c6f49f464ed59d6ca8aa1c15414a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1337209 Sep 07 19:11:31.836706 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59308) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:31.841579 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf5f2c-66de-4bd6-8705-519a1e1d463b service neutron] Pushing event updated for resources: {'Port': ['ID=b83de3f1-fe5c-4186-a421-77e348989650,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:31.911912 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-6ad0e245-901b-42b4-a4e0-c0ef0fc09062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:31.913745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-6ad0e245-901b-42b4-a4e0-c0ef0fc09062 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4b1ee635b384533aa147bb1d2eb2c95&device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 1058 time: 0.2936137 Sep 07 19:11:31.925063 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4432aa68-a1ad-4d8c-b594-c2ae6ec8857b tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.928313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3ddac-1bc3-404c-af1a-0421a5a3c6d5 req-5df9563e-df9a-495c-8cf0-188a06e07367 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:31.929805 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8f3ddac-1bc3-404c-af1a-0421a5a3c6d5 req-5df9563e-df9a-495c-8cf0-188a06e07367 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 907 time: 0.3295820 Sep 07 19:11:31.930963 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4432aa68-a1ad-4d8c-b594-c2ae6ec8857b tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:31.931609 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4432aa68-a1ad-4d8c-b594-c2ae6ec8857b tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:31.976260 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-737d5e47-8776-4ea5-add5-ef2a5f2d53a3 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:32.007845 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-737d5e47-8776-4ea5-add5-ef2a5f2d53a3 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:32.011082 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-328ddc18-291d-4d2c-bb2b-486a162879d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=b83de3f1-fe5c-4186-a421-77e348989650 HTTP/1.1" status: 200 len: 217 time: 0.0801525 Sep 07 19:11:32.029190 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4432aa68-a1ad-4d8c-b594-c2ae6ec8857b tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7744231 Sep 07 19:11:32.060999 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59310) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:32.067680 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0122514b-d8c4-4034-8752-79e5d775fb5f tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:32.131941 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-0122514b-d8c4-4034-8752-79e5d775fb5f tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815d1d28-af85-468f-937b-de0c5537f9be']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:32.135240 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432aa68-a1ad-4d8c-b594-c2ae6ec8857b tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Pushing event updated for resources: {'Network': ['ID=529bccf2-7f94-4a06-a431-c88775797cc4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:32.144109 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a6d4374-8058-4250-9e93-59b8e7f44e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:32.146932 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 529bccf2-7f94-4a06-a431-c88775797cc4 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:11:32.149941 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-0122514b-d8c4-4034-8752-79e5d775fb5f tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e132cd5-309d-482e-8edf-06f0b6ff021d') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:32.150225 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-0122514b-d8c4-4034-8752-79e5d775fb5f tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e132cd5-309d-482e-8edf-06f0b6ff021d') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:32.179110 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0122514b-d8c4-4034-8752-79e5d775fb5f tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:32.191707 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a6d4374-8058-4250-9e93-59b8e7f44e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:32.219271 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0122514b-d8c4-4034-8752-79e5d775fb5f tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:32.244200 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0122514b-d8c4-4034-8752-79e5d775fb5f tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:11:32.244549 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0122514b-d8c4-4034-8752-79e5d775fb5f tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:11:32.247669 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:11:32.334832 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0122514b-d8c4-4034-8752-79e5d775fb5f tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:32.345059 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0122514b-d8c4-4034-8752-79e5d775fb5f tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:32.345594 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0122514b-d8c4-4034-8752-79e5d775fb5f tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] 10.222.0.26 "DELETE /v2.0/networks/815d1d28-af85-468f-937b-de0c5537f9be HTTP/1.1" status: 204 len: 168 time: 1.2180068 Sep 07 19:11:32.362083 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122514b-d8c4-4034-8752-79e5d775fb5f tempest-TagsTest-1928681031 tempest-TagsTest-1928681031-project] Pushing event deleted for resources: {'Network': ['ID=815d1d28-af85-468f-937b-de0c5537f9be,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:32.363832 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a6d4374-8058-4250-9e93-59b8e7f44e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:32.366389 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a6d4374-8058-4250-9e93-59b8e7f44e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:32.367566 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9a6d4374-8058-4250-9e93-59b8e7f44e16 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26b86b8d-46d8-4847-b573-41b4e7c9d987 HTTP/1.1" status: 204 len: 168 time: 0.5300291 Sep 07 19:11:32.382035 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d4374-8058-4250-9e93-59b8e7f44e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b86b8d-46d8-4847-b573-41b4e7c9d987,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:32.386838 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-65a85cf3-501d-49e1-9889-5450568020f1 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:32.461732 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-fe22d3e3-0ff0-4b7e-9381-af1aa705ef50 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Request body: {'subnet': {'network_id': '529bccf2-7f94-4a06-a431-c88775797cc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:32.492672 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-737d5e47-8776-4ea5-add5-ef2a5f2d53a3 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:32.493208 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737d5e47-8776-4ea5-add5-ef2a5f2d53a3 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Fanout notify agent at l3_agent the message router_deleted on router 21196ddc-e884-4909-8915-6fe0e3929c67 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:11:32.500368 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-737d5e47-8776-4ea5-add5-ef2a5f2d53a3 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:32.504153 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-737d5e47-8776-4ea5-add5-ef2a5f2d53a3 tempest-RoutersNegativeIpV6Test-1275400270 tempest-RoutersNegativeIpV6Test-1275400270-project] 10.222.0.26 "DELETE /v2.0/routers/21196ddc-e884-4909-8915-6fe0e3929c67 HTTP/1.1" status: 204 len: 168 time: 1.0325477 Sep 07 19:11:32.561728 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-f9f596c9-82aa-459c-b4c9-0d7bd28ca331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:32.563212 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-f9f596c9-82aa-459c-b4c9-0d7bd28ca331 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=62b11ff0-24ea-4492-8aec-76519e010de9 HTTP/1.1" status: 200 len: 838 time: 0.5439448 Sep 07 19:11:32.643757 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-359f980a-a4be-4caf-b3cc-9cb5763aa9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:32.645339 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-359f980a-a4be-4caf-b3cc-9cb5763aa9ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bcfec698-7186-4bb1-a509-89b392b0407b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741818 Sep 07 19:11:32.646123 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe22d3e3-0ff0-4b7e-9381-af1aa705ef50 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Made reservation on behalf of 4938800563d242dab9b8a90a24c84773 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:32.649611 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fe22d3e3-0ff0-4b7e-9381-af1aa705ef50 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:32.681572 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-65a85cf3-501d-49e1-9889-5450568020f1 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting port 511ca445-9afb-4b5f-a07f-de0c788672ce {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:32.681924 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-65a85cf3-501d-49e1-9889-5450568020f1 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:32.806993 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-65a85cf3-501d-49e1-9889-5450568020f1 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:32.808427 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59324) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:32.823981 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-99ede324-fd25-427c-bdfe-9bbd73ee5125 service neutron] 10.222.0.60 "GET /v2.0/networks/bcfec698-7186-4bb1-a509-89b392b0407b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709020 Sep 07 19:11:32.824919 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-65a85cf3-501d-49e1-9889-5450568020f1 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Calling delete_port for 511ca445-9afb-4b5f-a07f-de0c788672ce owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:33.034737 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-024fcd74-fb55-496d-875c-0ab09c88e301 req-79ca18b1-44d9-421d-b3b4-fd2ca298d63c service neutron] 10.222.0.60 "GET /v2.0/networks/bcfec698-7186-4bb1-a509-89b392b0407b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026439 Sep 07 19:11:33.036965 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fe22d3e3-0ff0-4b7e-9381-af1aa705ef50 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:33.100421 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-65a85cf3-501d-49e1-9889-5450568020f1 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:33.132364 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59338) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:33.142144 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a85cf3-501d-49e1-9889-5450568020f1 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Port': ['ID=511ca445-9afb-4b5f-a07f-de0c788672ce,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:33.190055 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22d3e3-0ff0-4b7e-9381-af1aa705ef50 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Pushing event updated for resources: {'Subnet': ['ID=627c3f40-eb1b-4fcd-9039-d180d06ee70b,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:33.236279 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 14239e60-af74-4b97-b7b6-bf1b92e6d652 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:33.267747 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1ae6a77b-5b10-4b69-902f-d0782206d96a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=498247b873a7425d86be7c0ff25df3ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4555366 Sep 07 19:11:33.269869 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59344) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:33.282167 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4873c-e2ce-4f73-aead-b49878f70621 req-9c690dc8-e69c-46b6-a27f-fa6cf155bcad tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:33.284172 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aeb4873c-e2ce-4f73-aead-b49878f70621 req-9c690dc8-e69c-46b6-a27f-fa6cf155bcad tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 907 time: 0.2167411 Sep 07 19:11:33.295570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615ed45-2b6b-4bee-98f7-c4d8253bcbf7 req-e3e3e7cb-03e2-4843-a92d-58555a56c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:33.296804 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6615ed45-2b6b-4bee-98f7-c4d8253bcbf7 req-e3e3e7cb-03e2-4843-a92d-58555a56c4ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4b1ee635b384533aa147bb1d2eb2c95&device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 1058 time: 0.1261160 Sep 07 19:11:33.297988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe22d3e3-0ff0-4b7e-9381-af1aa705ef50 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Checking segment: {'id': '0387c659-a1e3-46f5-82cc-8390b4c9a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '529bccf2-7f94-4a06-a431-c88775797cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:33.298603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe22d3e3-0ff0-4b7e-9381-af1aa705ef50 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Network hostable DHCP agents. Network: 529bccf2-7f94-4a06-a431-c88775797cc4, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:11:33.330079 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 14239e60-af74-4b97-b7b6-bf1b92e6d652 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:33.330463 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:33.417667 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-65a85cf3-501d-49e1-9889-5450568020f1 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:33.456187 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615ed45-2b6b-4bee-98f7-c4d8253bcbf7 req-18bad945-df6c-42cf-b830-e7616ddade68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:33.459447 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6615ed45-2b6b-4bee-98f7-c4d8253bcbf7 req-18bad945-df6c-42cf-b830-e7616ddade68 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bcfec698-7186-4bb1-a509-89b392b0407b HTTP/1.1" status: 200 len: 898 time: 0.1513202 Sep 07 19:11:33.531923 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6615ed45-2b6b-4bee-98f7-c4d8253bcbf7 req-c29872f8-85ec-418b-9495-ab98d78530ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=b83de3f1-fe5c-4186-a421-77e348989650 HTTP/1.1" status: 200 len: 217 time: 0.0566702 Sep 07 19:11:33.532928 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe22d3e3-0ff0-4b7e-9381-af1aa705ef50 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Network 529bccf2-7f94-4a06-a431-c88775797cc4 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:11:33.559235 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-fe22d3e3-0ff0-4b7e-9381-af1aa705ef50 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 529bccf2-7f94-4a06-a431-c88775797cc4) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:33.574997 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adcbb97-4a9f-4c49-a07b-38ca8e1577c2 None None] Network 529bccf2-7f94-4a06-a431-c88775797cc4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:33.610007 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-375c9c5f-8427-4a22-87af-883a4564178a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:33.630007 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe22d3e3-0ff0-4b7e-9381-af1aa705ef50 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:33.630623 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fe22d3e3-0ff0-4b7e-9381-af1aa705ef50 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:33.647199 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-375c9c5f-8427-4a22-87af-883a4564178a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:33.657215 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-80a8d077-07e3-4e0d-b054-56e0eedfc15b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66319c9e22454add9736805f91698b16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5168326 Sep 07 19:11:33.659744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59354) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:33.686552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615ed45-2b6b-4bee-98f7-c4d8253bcbf7 req-cb39eae9-ad6b-42a8-b379-2fb3176dc70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:33.689211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6615ed45-2b6b-4bee-98f7-c4d8253bcbf7 req-cb39eae9-ad6b-42a8-b379-2fb3176dc70d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=62b11ff0-24ea-4492-8aec-76519e010de9 HTTP/1.1" status: 200 len: 838 time: 0.1458426 Sep 07 19:11:33.694291 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-fe22d3e3-0ff0-4b7e-9381-af1aa705ef50 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6316724 Sep 07 19:11:33.700730 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59356) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:33.714742 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a161a593-fd62-4cdd-a9cc-394cc13a8d8c tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Request body: {'port': {'network_id': '529bccf2-7f94-4a06-a431-c88775797cc4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1669364235'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:33.750204 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59358) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:33.803041 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-529bccf2-7f94-4a06-a431-c88775797cc4', 'network_id': '529bccf2-7f94-4a06-a431-c88775797cc4', 'tenant_id': '4938800563d242dab9b8a90a24c84773', 'fixed_ips': [{'subnet_id': '627c3f40-eb1b-4fcd-9039-d180d06ee70b'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:11:33.804577 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:33.820875 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615ed45-2b6b-4bee-98f7-c4d8253bcbf7 req-de7482cd-f886-46ed-a7ba-a269ce843ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:33.822426 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6615ed45-2b6b-4bee-98f7-c4d8253bcbf7 req-de7482cd-f886-46ed-a7ba-a269ce843ae9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bcfec698-7186-4bb1-a509-89b392b0407b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1216824 Sep 07 19:11:33.824093 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f6157c90-03f3-4b4d-a5de-40cd606dac27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:33.868437 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f6157c90-03f3-4b4d-a5de-40cd606dac27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:33.879165 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a85cf3-501d-49e1-9889-5450568020f1 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router 5a83e565-d39f-4a45-ab60-50359fa89139 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:11:33.907538 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-375c9c5f-8427-4a22-87af-883a4564178a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:33.910215 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-375c9c5f-8427-4a22-87af-883a4564178a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:33.914398 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-375c9c5f-8427-4a22-87af-883a4564178a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f5d569e0-55a1-42f0-9fa2-e9dc5b0c754b HTTP/1.1" status: 204 len: 168 time: 0.6364944 Sep 07 19:11:33.970727 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c9c5f-8427-4a22-87af-883a4564178a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d569e0-55a1-42f0-9fa2-e9dc5b0c754b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:33.973964 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6615ed45-2b6b-4bee-98f7-c4d8253bcbf7 req-44e38c62-f284-4346-bcc9-ec408e006542 service neutron] 10.222.0.60 "GET /v2.0/networks/bcfec698-7186-4bb1-a509-89b392b0407b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400878 Sep 07 19:11:33.989667 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] Allocated IP 172.20.0.2 (529bccf2-7f94-4a06-a431-c88775797cc4/627c3f40-eb1b-4fcd-9039-d180d06ee70b/ecfeaae5-0350-4d1c-a898-b9b551275060) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:34.021247 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f6157c90-03f3-4b4d-a5de-40cd606dac27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:34.030312 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f6157c90-03f3-4b4d-a5de-40cd606dac27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:34.033035 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f6157c90-03f3-4b4d-a5de-40cd606dac27 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6726942f-6c03-45cd-b95e-eb6d8f33e965 HTTP/1.1" status: 204 len: 168 time: 0.3723054 Sep 07 19:11:34.037061 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a161a593-fd62-4cdd-a9cc-394cc13a8d8c tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Made reservation on behalf of 4938800563d242dab9b8a90a24c84773 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:34.045151 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a161a593-fd62-4cdd-a9cc-394cc13a8d8c tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:34.069161 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a85cf3-501d-49e1-9889-5450568020f1 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:11:34.082643 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6512f4e1-7289-446e-b3c0-651ad7175b2b None None] Sync routers for ids ['5a83e565-d39f-4a45-ab60-50359fa89139'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:11:34.097058 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-029fd93f-2e71-46c3-9573-6e358eb78342 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2097209072-network', 'tenant_id': 'de9605979c8e420c8cf5d4f7a383fe9e'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:34.099022 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-65a85cf3-501d-49e1-9889-5450568020f1 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/5a83e565-d39f-4a45-ab60-50359fa89139/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1209779 Sep 07 19:11:34.103087 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59368) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:34.103846 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6512f4e1-7289-446e-b3c0-651ad7175b2b None None] Routers {'5a83e565-d39f-4a45-ab60-50359fa89139'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:34.105349 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6512f4e1-7289-446e-b3c0-651ad7175b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5a83e565-d39f-4a45-ab60-50359fa89139'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:34.129127 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-a161a593-fd62-4cdd-a9cc-394cc13a8d8c tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] device_id is not set on port 530d475c-65bb-4e62-9391-7e97a15d26ca yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:11:34.151113 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6512f4e1-7289-446e-b3c0-651ad7175b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:34.162798 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6512f4e1-7289-446e-b3c0-651ad7175b2b None None] Routers {'5a83e565-d39f-4a45-ab60-50359fa89139'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:34.164440 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6512f4e1-7289-446e-b3c0-651ad7175b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5a83e565-d39f-4a45-ab60-50359fa89139'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:34.189072 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6157c90-03f3-4b4d-a5de-40cd606dac27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6726942f-6c03-45cd-b95e-eb6d8f33e965,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:34.211891 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6512f4e1-7289-446e-b3c0-651ad7175b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:34.213889 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6512f4e1-7289-446e-b3c0-651ad7175b2b None None] The sync data for ids ['5a83e565-d39f-4a45-ab60-50359fa89139'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:11:34.249955 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:34.260748 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] Transition to ACTIVE for port object ecfeaae5-0350-4d1c-a898-b9b551275060 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:34.280312 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] Transition to ACTIVE for port object ecfeaae5-0350-4d1c-a898-b9b551275060 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:34.293264 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:34.351188 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029fd93f-2e71-46c3-9573-6e358eb78342 admin admin] Made reservation on behalf of de9605979c8e420c8cf5d4f7a383fe9e for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:34.353592 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-029fd93f-2e71-46c3-9573-6e358eb78342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:34.392879 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] Network 529bccf2-7f94-4a06-a431-c88775797cc4 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:34.396779 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:34.402584 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:34.416319 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-a161a593-fd62-4cdd-a9cc-394cc13a8d8c tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Allocated IP 172.20.0.5 (529bccf2-7f94-4a06-a431-c88775797cc4/627c3f40-eb1b-4fcd-9039-d180d06ee70b/530d475c-65bb-4e62-9391-7e97a15d26ca) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:34.421070 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-029fd93f-2e71-46c3-9573-6e358eb78342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:34.432208 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] Pushing event updated for resources: {'Port': ['ID=ecfeaae5-0350-4d1c-a898-b9b551275060,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:34.446886 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6615ed45-2b6b-4bee-98f7-c4d8253bcbf7 req-23a5f0a7-6051-4fb8-ac2d-86d44a78ff33 service neutron] 10.222.0.60 "GET /v2.0/networks/bcfec698-7186-4bb1-a509-89b392b0407b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611897 Sep 07 19:11:34.535087 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] Attempting to bind port ecfeaae5-0350-4d1c-a898-b9b551275060 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:34.536626 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] Attempting to bind port ecfeaae5-0350-4d1c-a898-b9b551275060 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '0387c659-a1e3-46f5-82cc-8390b4c9a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '529bccf2-7f94-4a06-a431-c88775797cc4'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:34.537243 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] Attempting to bind port ecfeaae5-0350-4d1c-a898-b9b551275060 on network 529bccf2-7f94-4a06-a431-c88775797cc4 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:34.548145 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:11:34.549045 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] Checking segment: {'id': '0387c659-a1e3-46f5-82cc-8390b4c9a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '529bccf2-7f94-4a06-a431-c88775797cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:34.550191 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:34.550809 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] Bound using segment: {'id': '0387c659-a1e3-46f5-82cc-8390b4c9a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '529bccf2-7f94-4a06-a431-c88775797cc4'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:11:34.551594 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] Bound port: ecfeaae5-0350-4d1c-a898-b9b551275060, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0387c659-a1e3-46f5-82cc-8390b4c9a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '529bccf2-7f94-4a06-a431-c88775797cc4'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:11:34.552428 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:34.587363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa10300-52e1-4c0f-9907-d2d85a413966 req-0c8363b3-740d-486b-999e-390bf82344fe tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:34.589592 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1aa10300-52e1-4c0f-9907-d2d85a413966 req-0c8363b3-740d-486b-999e-390bf82344fe tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 907 time: 0.1632204 Sep 07 19:11:34.701363 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] For port ecfeaae5-0350-4d1c-a898-b9b551275060, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:11:34.705271 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] For port ecfeaae5-0350-4d1c-a898-b9b551275060, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ecfeaae5-0350-4d1c-a898-b9b551275060,segment=NetworkSegment(0387c659-a1e3-46f5-82cc-8390b4c9a7cc),segment_id=0387c659-a1e3-46f5-82cc-8390b4c9a7cc)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:11:34.715647 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:34.719367 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-029fd93f-2e71-46c3-9573-6e358eb78342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:34.738958 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-029fd93f-2e71-46c3-9573-6e358eb78342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:34.766127 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a161a593-fd62-4cdd-a9cc-394cc13a8d8c tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:34.780637 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-a161a593-fd62-4cdd-a9cc-394cc13a8d8c tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Transition to ACTIVE for port object 530d475c-65bb-4e62-9391-7e97a15d26ca will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:34.825515 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a161a593-fd62-4cdd-a9cc-394cc13a8d8c tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:34.847788 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c2141-82d0-4b2a-869b-67a56448e8a3 None None] Pushing event updated for resources: {'Port': ['ID=ecfeaae5-0350-4d1c-a898-b9b551275060,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:34.886612 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a161a593-fd62-4cdd-a9cc-394cc13a8d8c tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Network 529bccf2-7f94-4a06-a431-c88775797cc4 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:34.887661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029fd93f-2e71-46c3-9573-6e358eb78342 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:11:34.890235 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-a161a593-fd62-4cdd-a9cc-394cc13a8d8c tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:34.896943 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a161a593-fd62-4cdd-a9cc-394cc13a8d8c tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:34.904446 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161a593-fd62-4cdd-a9cc-394cc13a8d8c tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Pushing event updated for resources: {'Port': ['ID=530d475c-65bb-4e62-9391-7e97a15d26ca,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:34.919759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029fd93f-2e71-46c3-9573-6e358eb78342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b765276-be7e-4288-8aa6-83665dae7e1d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:34.936028 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-029fd93f-2e71-46c3-9573-6e358eb78342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:34.936800 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-029fd93f-2e71-46c3-9573-6e358eb78342 admin admin] Added segment 4fd199dc-8d81-40ee-9f36-88abd1fc6ee8 of type vlan for network 4dd351f9-0a93-4681-b2a5-5392cffb40cb Sep 07 19:11:34.996199 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a161a593-fd62-4cdd-a9cc-394cc13a8d8c tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:34.996199 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a161a593-fd62-4cdd-a9cc-394cc13a8d8c tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:35.029513 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a161a593-fd62-4cdd-a9cc-394cc13a8d8c tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3197398 Sep 07 19:11:35.029817 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-988db502-afef-4e1a-bb7f-371d22435f67 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:35.030200 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59396) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:35.035488 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4f4f1449-37d9-44a2-8c53-a3b20d42c0db tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Request body: {'port': {'network_id': '529bccf2-7f94-4a06-a431-c88775797cc4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-266606753', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:35.036047 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.api.validators [None req-4f4f1449-37d9-44a2-8c53-a3b20d42c0db tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] bootfile-name is not in valid_values {{(pid=101444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 19:11:35.036388 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.api.validators [None req-4f4f1449-37d9-44a2-8c53-a3b20d42c0db tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] tftp-server is not in valid_values {{(pid=101444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 19:11:35.038521 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.api.validators [None req-4f4f1449-37d9-44a2-8c53-a3b20d42c0db tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] server-ip-address is not in valid_values {{(pid=101444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 19:11:35.129606 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-029fd93f-2e71-46c3-9573-6e358eb78342 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:35.277236 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.resource_extend [None req-029fd93f-2e71-46c3-9573-6e358eb78342 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 19:11:35.417725 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4f1449-37d9-44a2-8c53-a3b20d42c0db tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Made reservation on behalf of 4938800563d242dab9b8a90a24c84773 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:35.423533 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f4f1449-37d9-44a2-8c53-a3b20d42c0db tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:35.451866 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ecfeaae5-0350-4d1c-a898-b9b551275060 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:35.462655 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-4f4f1449-37d9-44a2-8c53-a3b20d42c0db tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] device_id is not set on port 5cac12cb-840b-4bab-9516-4c44c0f58c42 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:11:35.463086 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-029fd93f-2e71-46c3-9573-6e358eb78342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:35.464394 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029fd93f-2e71-46c3-9573-6e358eb78342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:35.465200 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-029fd93f-2e71-46c3-9573-6e358eb78342 admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:35.534618 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59412) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:35.547280 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59414) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:35.549392 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port ecfeaae5-0350-4d1c-a898-b9b551275060 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:35.550973 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026755 Sep 07 19:11:35.555209 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59418) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:35.563627 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-029fd93f-2e71-46c3-9573-6e358eb78342 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8046446 Sep 07 19:11:35.564823 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59420) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:35.585451 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-8f7c5c40-c486-4ec9-9272-c210b195a648 admin admin] Request body: {'subnet': {'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2097209072-subnet', 'tenant_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:35.636600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029fd93f-2e71-46c3-9573-6e358eb78342 admin admin] Pushing event updated for resources: {'Network': ['ID=4dd351f9-0a93-4681-b2a5-5392cffb40cb,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:35.648200 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 4dd351f9-0a93-4681-b2a5-5392cffb40cb details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:11:35.674465 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-4f4f1449-37d9-44a2-8c53-a3b20d42c0db tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Allocated IP 172.20.0.14 (529bccf2-7f94-4a06-a431-c88775797cc4/627c3f40-eb1b-4fcd-9039-d180d06ee70b/5cac12cb-840b-4bab-9516-4c44c0f58c42) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:35.678806 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7c5c40-c486-4ec9-9272-c210b195a648 admin admin] Made reservation on behalf of de9605979c8e420c8cf5d4f7a383fe9e for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:35.681470 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f7c5c40-c486-4ec9-9272-c210b195a648 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:35.751573 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ef60dcac-b54b-4ff1-a3ac-b36d27479788 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1046799014'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:35.776613 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d133cd90-1bf3-43f6-a352-36cada1ab75f tempest-NetworksApiDiscovery-1685035375 tempest-NetworksApiDiscovery-1685035375-project] 10.222.0.26 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2189257 Sep 07 19:11:35.825375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd5509-91e7-44aa-bcee-fa051198d5ab req-f785ee68-275f-4f61-a60c-699b40936487 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:35.826954 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7abd5509-91e7-44aa-bcee-fa051198d5ab req-f785ee68-275f-4f61-a60c-699b40936487 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 907 time: 0.0891750 Sep 07 19:11:35.836631 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef60dcac-b54b-4ff1-a3ac-b36d27479788 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Made reservation on behalf of c795b8f72ead49999027ad792285480b for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:35.841256 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef60dcac-b54b-4ff1-a3ac-b36d27479788 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:35.843462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-988db502-afef-4e1a-bb7f-371d22435f67 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting port b590dca2-ce99-4432-8761-23a9336bbf94 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:35.843878 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-988db502-afef-4e1a-bb7f-371d22435f67 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:35.880380 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef60dcac-b54b-4ff1-a3ac-b36d27479788 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:35.959221 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-988db502-afef-4e1a-bb7f-371d22435f67 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:35.976401 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-988db502-afef-4e1a-bb7f-371d22435f67 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Calling delete_port for b590dca2-ce99-4432-8761-23a9336bbf94 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:36.134876 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59430) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:36.143208 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f4f1449-37d9-44a2-8c53-a3b20d42c0db tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:36.152138 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f7c5c40-c486-4ec9-9272-c210b195a648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:36.195583 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-988db502-afef-4e1a-bb7f-371d22435f67 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:36.219659 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-4f4f1449-37d9-44a2-8c53-a3b20d42c0db tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Transition to ACTIVE for port object 5cac12cb-840b-4bab-9516-4c44c0f58c42 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:36.249535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988db502-afef-4e1a-bb7f-371d22435f67 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Port': ['ID=b590dca2-ce99-4432-8761-23a9336bbf94,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:36.250450 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c5c40-c486-4ec9-9272-c210b195a648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20d0d522-59d6-4a23-aeee-8f8391182a51,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:36.271202 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef60dcac-b54b-4ff1-a3ac-b36d27479788 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:36.282390 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7c5c40-c486-4ec9-9272-c210b195a648 admin admin] Checking segment: {'id': '4fd199dc-8d81-40ee-9f36-88abd1fc6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:36.282827 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7c5c40-c486-4ec9-9272-c210b195a648 admin admin] Network hostable DHCP agents. Network: 4dd351f9-0a93-4681-b2a5-5392cffb40cb, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:11:36.296985 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef60dcac-b54b-4ff1-a3ac-b36d27479788 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:36.320225 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9dafb4-826b-4d96-a520-02974718d9bc None None] Network 529bccf2-7f94-4a06-a431-c88775797cc4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:36.346835 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18a1aee8-7cd0-4d43-b942-5d6a5e7d7ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:36.367537 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef60dcac-b54b-4ff1-a3ac-b36d27479788 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:11:36.384145 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef60dcac-b54b-4ff1-a3ac-b36d27479788 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:36.385124 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-ef60dcac-b54b-4ff1-a3ac-b36d27479788 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Added segment 5cc0b435-472b-4706-80dd-244f45667d2b of type vlan for network 1c447bfd-98c5-446c-9d37-b6746b12a980 Sep 07 19:11:36.410233 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-988db502-afef-4e1a-bb7f-371d22435f67 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:36.442237 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60dcac-b54b-4ff1-a3ac-b36d27479788 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b878fc-7bf1-465c-8f5a-d4300a83f76a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:36.455594 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7c5c40-c486-4ec9-9272-c210b195a648 admin admin] Network 4dd351f9-0a93-4681-b2a5-5392cffb40cb is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:11:36.465491 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f4f1449-37d9-44a2-8c53-a3b20d42c0db tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:36.474817 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3c9c0694-2059-4b67-9f28-5eb9ecaadd5a None None] Provisioning for port ecfeaae5-0350-4d1c-a898-b9b551275060 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:36.486203 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3c9c0694-2059-4b67-9f28-5eb9ecaadd5a None None] Provisioning complete for port ecfeaae5-0350-4d1c-a898-b9b551275060 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:36.486566 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0694-2059-4b67-9f28-5eb9ecaadd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:36.508416 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef60dcac-b54b-4ff1-a3ac-b36d27479788 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:36.535419 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-8f7c5c40-c486-4ec9-9272-c210b195a648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 4dd351f9-0a93-4681-b2a5-5392cffb40cb) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:36.546194 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7c5c40-c486-4ec9-9272-c210b195a648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:36.547196 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f7c5c40-c486-4ec9-9272-c210b195a648 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:36.550303 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device b83de3f1-fe5c-4186-a421-77e348989650 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:11:36.560850 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3405af-15bb-42ec-b132-ff8575c23c08 None None] Network 4dd351f9-0a93-4681-b2a5-5392cffb40cb requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:36.607809 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4f1449-37d9-44a2-8c53-a3b20d42c0db tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Network 529bccf2-7f94-4a06-a431-c88775797cc4 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:36.627510 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-4f4f1449-37d9-44a2-8c53-a3b20d42c0db tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:36.636641 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4f1449-37d9-44a2-8c53-a3b20d42c0db tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:36.638635 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988db502-afef-4e1a-bb7f-371d22435f67 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router 5a83e565-d39f-4a45-ab60-50359fa89139 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:11:36.691370 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef60dcac-b54b-4ff1-a3ac-b36d27479788 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:36.697323 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef60dcac-b54b-4ff1-a3ac-b36d27479788 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:36.697914 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef60dcac-b54b-4ff1-a3ac-b36d27479788 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:36.714653 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f1449-37d9-44a2-8c53-a3b20d42c0db tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Pushing event updated for resources: {'Port': ['ID=5cac12cb-840b-4bab-9516-4c44c0f58c42,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:36.740178 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988db502-afef-4e1a-bb7f-371d22435f67 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:11:36.749954 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-988db502-afef-4e1a-bb7f-371d22435f67 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/5a83e565-d39f-4a45-ab60-50359fa89139/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6160271 Sep 07 19:11:36.751217 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59438) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:36.766001 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4f1449-37d9-44a2-8c53-a3b20d42c0db tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:36.766981 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f4f1449-37d9-44a2-8c53-a3b20d42c0db tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:36.774895 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014ce6cb-71ba-47fc-b560-f4e580c10fbe None None] Sync routers for ids ['5a83e565-d39f-4a45-ab60-50359fa89139'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:11:36.783975 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-94ae15ff-3cbf-486a-8c28-2cdd9e872534 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a83e565-d39f-4a45-ab60-50359fa89139 HTTP/1.1" status: 200 len: 205 time: 0.0317500 Sep 07 19:11:36.785875 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59440) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:36.830329 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60dcac-b54b-4ff1-a3ac-b36d27479788 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Pushing event updated for resources: {'Network': ['ID=1c447bfd-98c5-446c-9d37-b6746b12a980,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:36.843262 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0694-2059-4b67-9f28-5eb9ecaadd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:36.852601 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 1c447bfd-98c5-446c-9d37-b6746b12a980 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:11:36.856037 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ce6cb-71ba-47fc-b560-f4e580c10fbe None None] Routers {'5a83e565-d39f-4a45-ab60-50359fa89139'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:36.856707 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-014ce6cb-71ba-47fc-b560-f4e580c10fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5a83e565-d39f-4a45-ab60-50359fa89139'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:36.885131 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18a1aee8-7cd0-4d43-b942-5d6a5e7d7ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:36.900458 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18a1aee8-7cd0-4d43-b942-5d6a5e7d7ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:36.905485 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a96ef810-8240-41cb-913e-32928c872c64 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:36.919739 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8f7c5c40-c486-4ec9-9272-c210b195a648 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3484669 Sep 07 19:11:36.919739 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4f4f1449-37d9-44a2-8c53-a3b20d42c0db tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.8870680 Sep 07 19:11:36.919739 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ef60dcac-b54b-4ff1-a3ac-b36d27479788 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3840573 Sep 07 19:11:36.928791 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59444) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:36.929352 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59446) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:36.929938 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59448) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:36.953830 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-8c873f52-1de8-4229-aeae-367b71419ef7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2097209072-router', 'tenant_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:36.982735 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-948882aa-9869-463a-af40-f32e58518b37 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Request body: {'subnet': {'network_id': '1c447bfd-98c5-446c-9d37-b6746b12a980', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:37.036976 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c873f52-1de8-4229-aeae-367b71419ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:37.038518 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c873f52-1de8-4229-aeae-367b71419ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:37.071516 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1aee8-7cd0-4d43-b942-5d6a5e7d7ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3b9f62-e08d-4516-8ea4-d470ad7705a8,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:37.090480 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-18a1aee8-7cd0-4d43-b942-5d6a5e7d7ce3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a96bc5b35c00434581dc392882a12cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9513073 Sep 07 19:11:37.130989 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59450) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:37.147118 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-014ce6cb-71ba-47fc-b560-f4e580c10fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:37.150620 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port b83de3f1-fe5c-4186-a421-77e348989650, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=b83de3f1-fe5c-4186-a421-77e348989650,segment=NetworkSegment(32c7262c-3d52-42d6-b3fc-976fa645517f),segment_id=32c7262c-3d52-42d6-b3fc-976fa645517f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:37.209861 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abee0e9-5030-411d-b67e-cbaf702820fc tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:37.216999 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abee0e9-5030-411d-b67e-cbaf702820fc tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:37.223320 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abee0e9-5030-411d-b67e-cbaf702820fc tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:37.225167 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5abee0e9-5030-411d-b67e-cbaf702820fc tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2923963 Sep 07 19:11:37.229196 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'b83de3f1-fe5c-4186-a421-77e348989650', 'network_id': 'bcfec698-7186-4bb1-a509-89b392b0407b', 'port_id': 'b83de3f1-fe5c-4186-a421-77e348989650', 'mac_address': 'fa:16:3e:35:64:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62b11ff0-24ea-4492-8aec-76519e010de9', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:11:37.232475 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59452) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:37.344852 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-3c9c0694-2059-4b67-9f28-5eb9ecaadd5a None None] For port ecfeaae5-0350-4d1c-a898-b9b551275060, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ecfeaae5-0350-4d1c-a898-b9b551275060,segment=NetworkSegment(0387c659-a1e3-46f5-82cc-8390b4c9a7cc),segment_id=0387c659-a1e3-46f5-82cc-8390b4c9a7cc)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:37.346952 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c873f52-1de8-4229-aeae-367b71419ef7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:37.348108 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-4dd351f9-0a93-4681-b2a5-5392cffb40cb', 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb', 'tenant_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'fixed_ips': [{'subnet_id': '20d0d522-59d6-4a23-aeee-8f8391182a51'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:11:37.348361 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:37.357728 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ce6cb-71ba-47fc-b560-f4e580c10fbe None None] Routers {'5a83e565-d39f-4a45-ab60-50359fa89139'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:37.358710 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-014ce6cb-71ba-47fc-b560-f4e580c10fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5a83e565-d39f-4a45-ab60-50359fa89139'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:37.376013 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0694-2059-4b67-9f28-5eb9ecaadd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:37.427236 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-014ce6cb-71ba-47fc-b560-f4e580c10fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:37.427846 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014ce6cb-71ba-47fc-b560-f4e580c10fbe None None] The sync data for ids ['5a83e565-d39f-4a45-ab60-50359fa89139'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:11:37.588438 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:37.637927 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a96ef810-8240-41cb-913e-32928c872c64 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:37.642989 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a96ef810-8240-41cb-913e-32928c872c64 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:37.645470 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c0694-2059-4b67-9f28-5eb9ecaadd5a None None] Pushing event updated for resources: {'Port': ['ID=ecfeaae5-0350-4d1c-a898-b9b551275060,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:37.652760 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83de3f1-fe5c-4186-a421-77e348989650 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:11:37.661447 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0500b-82ba-4cb6-abb4-66c3af6b0dcf req-fe6b64a6-559a-4c10-989e-40cb95b768a0 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:37.663932 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3aa0500b-82ba-4cb6-abb4-66c3af6b0dcf req-fe6b64a6-559a-4c10-989e-40cb95b768a0 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 907 time: 0.7063260 Sep 07 19:11:37.669459 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b4d86cbb-31bc-4d57-8e65-e6f5e36daddd None None] Provisioning for port 5cac12cb-840b-4bab-9516-4c44c0f58c42 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:37.700551 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b4d86cbb-31bc-4d57-8e65-e6f5e36daddd None None] Provisioning complete for port 5cac12cb-840b-4bab-9516-4c44c0f58c42 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:37.701601 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b4d86cbb-31bc-4d57-8e65-e6f5e36daddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:37.730516 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a96ef810-8240-41cb-913e-32928c872c64 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:37.731209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96ef810-8240-41cb-913e-32928c872c64 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Fanout notify agent at l3_agent the message router_deleted on router 5a83e565-d39f-4a45-ab60-50359fa89139 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:11:37.743094 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] Allocated IP 172.20.0.2 (4dd351f9-0a93-4681-b2a5-5392cffb40cb/20d0d522-59d6-4a23-aeee-8f8391182a51/6d7ae822-9690-4132-89a6-b9354f78844c) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:37.746840 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port b83de3f1-fe5c-4186-a421-77e348989650, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=b83de3f1-fe5c-4186-a421-77e348989650,segment=NetworkSegment(32c7262c-3d52-42d6-b3fc-976fa645517f),segment_id=32c7262c-3d52-42d6-b3fc-976fa645517f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:37.747075 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a96ef810-8240-41cb-913e-32928c872c64 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:37.748754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a96ef810-8240-41cb-913e-32928c872c64 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/routers/5a83e565-d39f-4a45-ab60-50359fa89139 HTTP/1.1" status: 204 len: 168 time: 0.9612122 Sep 07 19:11:37.752151 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59456) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:37.769680 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:37.842843 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c47852-31c0-4324-a754-92d44ec19215 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting subnet 4d836777-40bb-48dc-b376-af48d1e39111 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:11:37.848618 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e5c47852-31c0-4324-a754-92d44ec19215 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:37.849806 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-b4d86cbb-31bc-4d57-8e65-e6f5e36daddd None None] Port 5cac12cb-840b-4bab-9516-4c44c0f58c42 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:37.895895 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948882aa-9869-463a-af40-f32e58518b37 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Made reservation on behalf of c795b8f72ead49999027ad792285480b for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:37.899650 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-948882aa-9869-463a-af40-f32e58518b37 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:37.944677 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e5c47852-31c0-4324-a754-92d44ec19215 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:37.997303 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=b83de3f1-fe5c-4186-a421-77e348989650,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:38.003348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b4d86cbb-31bc-4d57-8e65-e6f5e36daddd None None] Provisioning complete for port ecfeaae5-0350-4d1c-a898-b9b551275060 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:38.004247 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b4d86cbb-31bc-4d57-8e65-e6f5e36daddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.016468 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['b83de3f1-fe5c-4186-a421-77e348989650'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:11:38.059847 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c873f52-1de8-4229-aeae-367b71419ef7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.069102 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf7ccdac-442e-4f99-a00f-e2efd657c4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.141997 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e5c47852-31c0-4324-a754-92d44ec19215 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.170417 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf7ccdac-442e-4f99-a00f-e2efd657c4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.194306 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-55f26887-a08f-45a3-bbe3-cb4c7e009e83 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Deleting port 5cac12cb-840b-4bab-9516-4c44c0f58c42 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:38.194665 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55f26887-a08f-45a3-bbe3-cb4c7e009e83 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.208142 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.221865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] Transition to ACTIVE for port object 6d7ae822-9690-4132-89a6-b9354f78844c will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:38.270532 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] Transition to ACTIVE for port object 6d7ae822-9690-4132-89a6-b9354f78844c will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:38.278189 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.281658 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e5c47852-31c0-4324-a754-92d44ec19215 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.324152 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c47852-31c0-4324-a754-92d44ec19215 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Subnet': ['ID=4d836777-40bb-48dc-b376-af48d1e39111,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:38.333716 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e5c47852-31c0-4324-a754-92d44ec19215 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.337352 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] Network 4dd351f9-0a93-4681-b2a5-5392cffb40cb is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:38.337352 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:38.343887 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b4d86cbb-31bc-4d57-8e65-e6f5e36daddd None None] Provisioning for port 530d475c-65bb-4e62-9391-7e97a15d26ca completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:38.344220 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e5c47852-31c0-4324-a754-92d44ec19215 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/subnets/4d836777-40bb-48dc-b376-af48d1e39111 HTTP/1.1" status: 204 len: 168 time: 0.5901985 Sep 07 19:11:38.345937 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59458) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:38.346477 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:38.349049 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] Pushing event updated for resources: {'Port': ['ID=6d7ae822-9690-4132-89a6-b9354f78844c,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:38.357252 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b4d86cbb-31bc-4d57-8e65-e6f5e36daddd None None] Provisioning complete for port 530d475c-65bb-4e62-9391-7e97a15d26ca triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:38.357252 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b4d86cbb-31bc-4d57-8e65-e6f5e36daddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.396332 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ecba76-8e8c-4caa-9c54-5286df1c8f2b None None] Network 0645401a-4157-4cae-ba12-45278b759607 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:38.452854 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9cc140-bc96-458e-bd1d-49dff6e6cacd tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting subnet 9f823454-d9fa-47f9-92de-36dc43334068 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:11:38.459072 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a9cc140-bc96-458e-bd1d-49dff6e6cacd tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.469628 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf7ccdac-442e-4f99-a00f-e2efd657c4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.472283 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf7ccdac-442e-4f99-a00f-e2efd657c4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.475687 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cf7ccdac-442e-4f99-a00f-e2efd657c4ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c3b9f62-e08d-4516-8ea4-d470ad7705a8 HTTP/1.1" status: 204 len: 168 time: 1.3393123 Sep 07 19:11:38.485205 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55f26887-a08f-45a3-bbe3-cb4c7e009e83 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.507837 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ccdac-442e-4f99-a00f-e2efd657c4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3b9f62-e08d-4516-8ea4-d470ad7705a8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:38.521276 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-55f26887-a08f-45a3-bbe3-cb4c7e009e83 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Calling delete_port for 5cac12cb-840b-4bab-9516-4c44c0f58c42 owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:38.522558 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a9cc140-bc96-458e-bd1d-49dff6e6cacd tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.535410 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-b4d86cbb-31bc-4d57-8e65-e6f5e36daddd None None] Port 530d475c-65bb-4e62-9391-7e97a15d26ca cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:38.562655 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device b83de3f1-fe5c-4186-a421-77e348989650 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:38.583134 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-948882aa-9869-463a-af40-f32e58518b37 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.623081 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] Attempting to bind port 6d7ae822-9690-4132-89a6-b9354f78844c on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:38.623567 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] Attempting to bind port 6d7ae822-9690-4132-89a6-b9354f78844c by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '4fd199dc-8d81-40ee-9f36-88abd1fc6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:38.624008 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] Attempting to bind port 6d7ae822-9690-4132-89a6-b9354f78844c on network 4dd351f9-0a93-4681-b2a5-5392cffb40cb {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:38.634211 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:11:38.634780 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] Checking segment: {'id': '4fd199dc-8d81-40ee-9f36-88abd1fc6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:38.635395 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.636035 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] Bound using segment: {'id': '4fd199dc-8d81-40ee-9f36-88abd1fc6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:11:38.636736 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] Bound port: 6d7ae822-9690-4132-89a6-b9354f78844c, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd199dc-8d81-40ee-9f36-88abd1fc6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:11:38.637317 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.759869 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a9cc140-bc96-458e-bd1d-49dff6e6cacd tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.784852 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port b83de3f1-fe5c-4186-a421-77e348989650 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:38.788645 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3e132f87-283c-4e2d-b0e6-c968bb736ce6 None None] Provisioning complete for port 5cac12cb-840b-4bab-9516-4c44c0f58c42 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:38.789544 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3e132f87-283c-4e2d-b0e6-c968bb736ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.862002 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948882aa-9869-463a-af40-f32e58518b37 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Pushing event updated for resources: {'Subnet': ['ID=bcf1483a-3be7-425d-b6d2-6e679ca39b94,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:38.867094 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port b83de3f1-fe5c-4186-a421-77e348989650 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:38.870133 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.882705 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948882aa-9869-463a-af40-f32e58518b37 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Checking segment: {'id': '5cc0b435-472b-4706-80dd-244f45667d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1c447bfd-98c5-446c-9d37-b6746b12a980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:38.883086 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948882aa-9869-463a-af40-f32e58518b37 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Network hostable DHCP agents. Network: 1c447bfd-98c5-446c-9d37-b6746b12a980, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:11:38.919102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227d6e4-a991-4da1-ac94-3f37391f36c2 req-57e8082c-29fc-4057-9426-803b5dc12ae5 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:38.920852 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6227d6e4-a991-4da1-ac94-3f37391f36c2 req-57e8082c-29fc-4057-9426-803b5dc12ae5 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 908 time: 0.1236832 Sep 07 19:11:38.966217 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a9cc140-bc96-458e-bd1d-49dff6e6cacd tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:38.981612 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca06aa63-14d5-4847-a890-511a66cca854 None None] DHCP port deletion for 0645401a-4157-4cae-ba12-45278b759607 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:11:38.989217 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c873f52-1de8-4229-aeae-367b71419ef7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:39.012284 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a9cc140-bc96-458e-bd1d-49dff6e6cacd tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:39.017108 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1a9cc140-bc96-458e-bd1d-49dff6e6cacd tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/subnets/9f823454-d9fa-47f9-92de-36dc43334068 HTTP/1.1" status: 204 len: 168 time: 0.6678321 Sep 07 19:11:39.017881 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59476) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:39.018611 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9cc140-bc96-458e-bd1d-49dff6e6cacd tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Subnet': ['ID=9f823454-d9fa-47f9-92de-36dc43334068,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:39.030679 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c873f52-1de8-4229-aeae-367b71419ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:39.055676 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b9778d-6563-4dbe-a18e-c08262de4c65 None None] Network 708b9d8a-705c-47de-b917-be8389b5f987 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:39.064920 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948882aa-9869-463a-af40-f32e58518b37 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Network 1c447bfd-98c5-446c-9d37-b6746b12a980 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:11:39.088046 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3e132f87-283c-4e2d-b0e6-c968bb736ce6 None None] Port 5cac12cb-840b-4bab-9516-4c44c0f58c42 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:39.110560 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] For port 6d7ae822-9690-4132-89a6-b9354f78844c, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:11:39.148047 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55f26887-a08f-45a3-bbe3-cb4c7e009e83 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:39.174335 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-948882aa-9869-463a-af40-f32e58518b37 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 1c447bfd-98c5-446c-9d37-b6746b12a980) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:39.193001 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] For port 6d7ae822-9690-4132-89a6-b9354f78844c, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=6d7ae822-9690-4132-89a6-b9354f78844c,segment=NetworkSegment(4fd199dc-8d81-40ee-9f36-88abd1fc6ee8),segment_id=4fd199dc-8d81-40ee-9f36-88abd1fc6ee8)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:11:39.205499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3e132f87-283c-4e2d-b0e6-c968bb736ce6 None None] Provisioning complete for port 530d475c-65bb-4e62-9391-7e97a15d26ca triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:39.205997 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3e132f87-283c-4e2d-b0e6-c968bb736ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:39.209041 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bfaa32-7a68-4f09-87da-bfb66e8826eb None None] Network 1c447bfd-98c5-446c-9d37-b6746b12a980 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:39.211321 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f26887-a08f-45a3-bbe3-cb4c7e009e83 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Pushing event deleted for resources: {'Port': ['ID=5cac12cb-840b-4bab-9516-4c44c0f58c42,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:39.216692 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948882aa-9869-463a-af40-f32e58518b37 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:39.217314 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-948882aa-9869-463a-af40-f32e58518b37 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:39.223224 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ce8f0d3-5e00-4ee6-9e53-7651a313011e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:39.294924 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59480) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:39.295099 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-948882aa-9869-463a-af40-f32e58518b37 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3475749 Sep 07 19:11:39.304856 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-9d7e1360-d334-43ac-9382-fea78220939d tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Request body: {'port': {'network_id': '1c447bfd-98c5-446c-9d37-b6746b12a980', 'name': 'tempest-TagsExtTest-100174097'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:39.387338 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ecfeaae5-0350-4d1c-a898-b9b551275060 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:39.417065 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:39.420420 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-8c873f52-1de8-4229-aeae-367b71419ef7 admin admin] Allocated IP 172.25.8.48 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/58521703-bc63-426c-9331-34a1e1e341ef) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:39.454480 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55f26887-a08f-45a3-bbe3-cb4c7e009e83 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:39.460847 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-55f26887-a08f-45a3-bbe3-cb4c7e009e83 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] 10.222.0.26 "DELETE /v2.0/ports/5cac12cb-840b-4bab-9516-4c44c0f58c42 HTTP/1.1" status: 204 len: 168 time: 2.2228694 Sep 07 19:11:39.468553 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59486) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:39.526412 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-ee6f3e39-8e7e-44dd-a778-1a9159b3bc6a tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Request body: {'port': {'name': 'tempest-new-port-name-539852665', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:39.526412 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.api.validators [None req-ee6f3e39-8e7e-44dd-a778-1a9159b3bc6a tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] bootfile-name is not in valid_values {{(pid=101445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 19:11:39.526412 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.api.validators [None req-ee6f3e39-8e7e-44dd-a778-1a9159b3bc6a tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] tftp-server is not in valid_values {{(pid=101445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 19:11:39.526412 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.api.validators [None req-ee6f3e39-8e7e-44dd-a778-1a9159b3bc6a tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] server-ip-address is not in valid_values {{(pid=101445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 19:11:39.531586 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7e1360-d334-43ac-9382-fea78220939d tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Made reservation on behalf of c795b8f72ead49999027ad792285480b for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:39.546907 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1360-d334-43ac-9382-fea78220939d tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:39.637115 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c873f52-1de8-4229-aeae-367b71419ef7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:39.652453 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-9ce8f0d3-5e00-4ee6-9e53-7651a313011e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting port 4485defc-34be-49c5-af5a-800c887dbaad {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:39.652841 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ce8f0d3-5e00-4ee6-9e53-7651a313011e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:39.693455 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3e39-8e7e-44dd-a778-1a9159b3bc6a tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:39.696302 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-9d7e1360-d334-43ac-9382-fea78220939d tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] device_id is not set on port 7926f2d5-a0cc-4116-b10c-94caaf2636bb yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:11:39.789548 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ca06aa63-14d5-4847-a890-511a66cca854 None None] Deleting port 4485defc-34be-49c5-af5a-800c887dbaad {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:39.790363 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ca06aa63-14d5-4847-a890-511a66cca854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:39.833886 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-9ce8f0d3-5e00-4ee6-9e53-7651a313011e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] For port 4485defc-34be-49c5-af5a-800c887dbaad, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4485defc-34be-49c5-af5a-800c887dbaad,segment=NetworkSegment(99f477d2-7a9b-4770-9c03-9eb85f6e2843),segment_id=99f477d2-7a9b-4770-9c03-9eb85f6e2843)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:39.834410 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ce8f0d3-5e00-4ee6-9e53-7651a313011e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:39.870542 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-1c447bfd-98c5-446c-9d37-b6746b12a980', 'network_id': '1c447bfd-98c5-446c-9d37-b6746b12a980', 'tenant_id': 'c795b8f72ead49999027ad792285480b', 'fixed_ips': [{'subnet_id': 'bcf1483a-3be7-425d-b6d2-6e679ca39b94'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:11:39.871405 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:39.884617 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-9ce8f0d3-5e00-4ee6-9e53-7651a313011e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Calling delete_port for 4485defc-34be-49c5-af5a-800c887dbaad owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:39.891342 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c873f52-1de8-4229-aeae-367b71419ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:39.906889 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3e132f87-283c-4e2d-b0e6-c968bb736ce6 None None] Port 530d475c-65bb-4e62-9391-7e97a15d26ca cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:40.003314 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c873f52-1de8-4229-aeae-367b71419ef7 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:40.052200 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:40.080038 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1bb97-d1e9-44ff-a073-7a6ec1f4fae5 None None] Pushing event updated for resources: {'Port': ['ID=6d7ae822-9690-4132-89a6-b9354f78844c,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:40.118964 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-9d7e1360-d334-43ac-9382-fea78220939d tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Allocated IP 172.20.0.12 (1c447bfd-98c5-446c-9d37-b6746b12a980/bcf1483a-3be7-425d-b6d2-6e679ca39b94/7926f2d5-a0cc-4116-b10c-94caaf2636bb) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:40.129332 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-8c873f52-1de8-4229-aeae-367b71419ef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:40.139634 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c873f52-1de8-4229-aeae-367b71419ef7 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:40.202305 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ca06aa63-14d5-4847-a890-511a66cca854 None None] For port 4485defc-34be-49c5-af5a-800c887dbaad, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4485defc-34be-49c5-af5a-800c887dbaad,segment=NetworkSegment(99f477d2-7a9b-4770-9c03-9eb85f6e2843),segment_id=99f477d2-7a9b-4770-9c03-9eb85f6e2843)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:40.203196 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ca06aa63-14d5-4847-a890-511a66cca854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:40.207234 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c873f52-1de8-4229-aeae-367b71419ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=58521703-bc63-426c-9331-34a1e1e341ef,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:40.222766 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffaa2b1-1928-4dc0-98ad-6cfcd72269eb req-dae0bb3e-366c-49fc-b3c1-32a66f58bdcd tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:40.233254 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bffaa2b1-1928-4dc0-98ad-6cfcd72269eb req-dae0bb3e-366c-49fc-b3c1-32a66f58bdcd tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 908 time: 0.1406109 Sep 07 19:11:40.244551 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ca06aa63-14d5-4847-a890-511a66cca854 None None] Calling delete_port for 4485defc-34be-49c5-af5a-800c887dbaad owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:40.415780 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ce8f0d3-5e00-4ee6-9e53-7651a313011e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:40.471237 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8f0d3-5e00-4ee6-9e53-7651a313011e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Port': ['ID=4485defc-34be-49c5-af5a-800c887dbaad,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:40.483860 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce8f0d3-5e00-4ee6-9e53-7651a313011e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] No DVR routers for this DVR port 4485defc-34be-49c5-af5a-800c887dbaad on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:11:40.678860 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ce8f0d3-5e00-4ee6-9e53-7651a313011e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:40.697189 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3e39-8e7e-44dd-a778-1a9159b3bc6a tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:40.703098 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1360-d334-43ac-9382-fea78220939d tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:40.712421 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3e39-8e7e-44dd-a778-1a9159b3bc6a tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:40.720418 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-9ce8f0d3-5e00-4ee6-9e53-7651a313011e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0645401a-4157-4cae-ba12-45278b759607']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:40.738536 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-9ce8f0d3-5e00-4ee6-9e53-7651a313011e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f477d2-7a9b-4770-9c03-9eb85f6e2843') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:40.738846 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-9ce8f0d3-5e00-4ee6-9e53-7651a313011e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f477d2-7a9b-4770-9c03-9eb85f6e2843') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:40.758295 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ce8f0d3-5e00-4ee6-9e53-7651a313011e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:40.770710 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-9d7e1360-d334-43ac-9382-fea78220939d tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Transition to ACTIVE for port object 7926f2d5-a0cc-4116-b10c-94caaf2636bb will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:40.781081 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ce8f0d3-5e00-4ee6-9e53-7651a313011e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:40.793222 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce8f0d3-5e00-4ee6-9e53-7651a313011e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:11:40.794165 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ce8f0d3-5e00-4ee6-9e53-7651a313011e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:11:40.832160 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:11:40.908151 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d32775-89bb-4f3e-bae8-c05c95580c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83de3f1-fe5c-4186-a421-77e348989650'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:11:40.919186 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7421bf76-bdbd-4366-ade3-1ecc89e95acf" -d '{"events": [{"server_uuid": "a3d32775-89bb-4f3e-bae8-c05c95580c78", "name": "network-vif-plugged", "status": "completed", "tag": "b83de3f1-fe5c-4186-a421-77e348989650"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:11:40.992910 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f3e39-8e7e-44dd-a778-1a9159b3bc6a tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Pushing event updated for resources: {'Port': ['ID=530d475c-65bb-4e62-9391-7e97a15d26ca,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:41.002380 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ca06aa63-14d5-4847-a890-511a66cca854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:41.005975 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port ecfeaae5-0350-4d1c-a898-b9b551275060 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:41.006575 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:41.044996 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ce8f0d3-5e00-4ee6-9e53-7651a313011e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:41.067087 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ce8f0d3-5e00-4ee6-9e53-7651a313011e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:41.072608 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9ce8f0d3-5e00-4ee6-9e53-7651a313011e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/networks/0645401a-4157-4cae-ba12-45278b759607 HTTP/1.1" status: 204 len: 168 time: 2.0499253 Sep 07 19:11:41.074231 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ef5f42-8ec5-44a8-9924-e602bc214b96 None None] DHCP port deletion for 708b9d8a-705c-47de-b917-be8389b5f987 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:11:41.074523 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59516) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:41.112875 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f3e39-8e7e-44dd-a778-1a9159b3bc6a tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] In _notify_port_updated(), no bound segment for port 530d475c-65bb-4e62-9391-7e97a15d26ca on network 529bccf2-7f94-4a06-a431-c88775797cc4 {{(pid=101445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 19:11:41.138194 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8f0d3-5e00-4ee6-9e53-7651a313011e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Network': ['ID=0645401a-4157-4cae-ba12-45278b759607,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:41.140705 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6f3e39-8e7e-44dd-a778-1a9159b3bc6a tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:41.143308 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3e39-8e7e-44dd-a778-1a9159b3bc6a tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:41.145199 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ee6f3e39-8e7e-44dd-a778-1a9159b3bc6a tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] 10.222.0.26 "PUT /v2.0/ports/530d475c-65bb-4e62-9391-7e97a15d26ca HTTP/1.1" status: 200 len: 1135 time: 1.6291962 Sep 07 19:11:41.153546 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59518) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:41.193841 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1360-d334-43ac-9382-fea78220939d tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:41.203882 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c873f52-1de8-4229-aeae-367b71419ef7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:41.217750 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37725c9-9657-43e7-931b-a50a171cbcb9 x-openstack-request-id: req-b37725c9-9657-43e7-931b-a50a171cbcb9 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:11:41.218223 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d32775-89bb-4f3e-bae8-c05c95580c78", "name": "network-vif-plugged", "status": "completed", "tag": "b83de3f1-fe5c-4186-a421-77e348989650", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:11:41.218628 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b37725c9-9657-43e7-931b-a50a171cbcb9 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:11:41.219255 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d32775-89bb-4f3e-bae8-c05c95580c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83de3f1-fe5c-4186-a421-77e348989650', 'code': 200} Sep 07 19:11:41.243525 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port b83de3f1-fe5c-4186-a421-77e348989650, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=b83de3f1-fe5c-4186-a421-77e348989650,segment=NetworkSegment(32c7262c-3d52-42d6-b3fc-976fa645517f),segment_id=32c7262c-3d52-42d6-b3fc-976fa645517f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:41.283526 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06aa63-14d5-4847-a890-511a66cca854 None None] Pushing event deleted for resources: {'Port': ['ID=4485defc-34be-49c5-af5a-800c887dbaad,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:41.286198 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7e1360-d334-43ac-9382-fea78220939d tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Network 1c447bfd-98c5-446c-9d37-b6746b12a980 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:41.290104 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ca06aa63-14d5-4847-a890-511a66cca854 None None] Network 0645401a-4157-4cae-ba12-45278b759607 is not hosted by any dhcp agent {{(pid=101446) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 19:11:41.290104 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca06aa63-14d5-4847-a890-511a66cca854 None None] No DVR routers for this DVR port 4485defc-34be-49c5-af5a-800c887dbaad on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:11:41.308092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-9d7e1360-d334-43ac-9382-fea78220939d tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:41.318986 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd64046-0cec-4796-9918-aa83ef7485f7 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:41.328521 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bcd64046-0cec-4796-9918-aa83ef7485f7 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] 10.222.0.26 "GET /v2.0/ports/530d475c-65bb-4e62-9391-7e97a15d26ca HTTP/1.1" status: 200 len: 1135 time: 0.1686978 Sep 07 19:11:41.329356 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59524) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:41.331770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7e1360-d334-43ac-9382-fea78220939d tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:41.432224 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] Allocated IP 172.20.0.2 (1c447bfd-98c5-446c-9d37-b6746b12a980/bcf1483a-3be7-425d-b6d2-6e679ca39b94/a1d203e2-97db-4542-866b-d9b75a4263cf) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:41.522476 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:41.645424 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-29b3a987-54ab-4ff3-ac35-33e540c7c9fe tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Deleting port 530d475c-65bb-4e62-9391-7e97a15d26ca {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:41.645926 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29b3a987-54ab-4ff3-ac35-33e540c7c9fe tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:41.664501 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d08c1d5d-dfc5-4ada-8915-c6f7f083c5d2 None None] Provisioning complete for port 530d475c-65bb-4e62-9391-7e97a15d26ca triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:41.664909 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d08c1d5d-dfc5-4ada-8915-c6f7f083c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:41.683866 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=b83de3f1-fe5c-4186-a421-77e348989650,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:41.698621 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e582230d-70a3-430f-90d3-8d971dfa2fa9 None None] Network 4dd351f9-0a93-4681-b2a5-5392cffb40cb requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:41.767134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d71dc-1d58-4bdd-b300-b3615ced3513 req-415bbd08-9530-44ee-b507-f056a4ebe847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:41.769660 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-019d71dc-1d58-4bdd-b300-b3615ced3513 req-415bbd08-9530-44ee-b507-f056a4ebe847 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 1059 time: 0.5897663 Sep 07 19:11:41.773479 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-55d1634a-3021-4a72-8420-a61e4e5656fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:41.788717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e1360-d334-43ac-9382-fea78220939d tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Pushing event updated for resources: {'Port': ['ID=7926f2d5-a0cc-4116-b10c-94caaf2636bb,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:41.805867 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c873f52-1de8-4229-aeae-367b71419ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:41.812222 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7e1360-d334-43ac-9382-fea78220939d tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:41.812929 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1360-d334-43ac-9382-fea78220939d tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:41.843607 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb54475-e6de-4706-8895-05aacb6cb360 req-de2264cd-2cd4-4eee-b957-38413ea37e7d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:41.844250 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-82ef5f42-8ec5-44a8-9924-e602bc214b96 None None] Deleting port 6616f002-f0a3-46bc-8b24-64eb5deea67e {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:41.845283 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-82ef5f42-8ec5-44a8-9924-e602bc214b96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:41.845601 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5eb54475-e6de-4706-8895-05aacb6cb360 req-de2264cd-2cd4-4eee-b957-38413ea37e7d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 909 time: 0.1823184 Sep 07 19:11:41.881546 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9d7e1360-d334-43ac-9382-fea78220939d tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5850546 Sep 07 19:11:41.901110 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59536) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:41.913509 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-55d1634a-3021-4a72-8420-a61e4e5656fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting port 6616f002-f0a3-46bc-8b24-64eb5deea67e {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:41.913957 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-55d1634a-3021-4a72-8420-a61e4e5656fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:41.933166 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:41.944043 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d08c1d5d-dfc5-4ada-8915-c6f7f083c5d2 None None] Port 530d475c-65bb-4e62-9391-7e97a15d26ca cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:41.952983 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59538) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:42.000998 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-439deea3-7bd7-49aa-a2ee-962e2eae2702 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1661255832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:42.021353 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] Transition to ACTIVE for port object a1d203e2-97db-4542-866b-d9b75a4263cf will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:42.028841 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4485defc-34be-49c5-af5a-800c887dbaad no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:11:42.043195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-55d1634a-3021-4a72-8420-a61e4e5656fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] For port 6616f002-f0a3-46bc-8b24-64eb5deea67e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=6616f002-f0a3-46bc-8b24-64eb5deea67e,segment=NetworkSegment(d4fbfab6-da47-4c43-bf32-7e9be6e9250a),segment_id=d4fbfab6-da47-4c43-bf32-7e9be6e9250a)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:42.043525 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-55d1634a-3021-4a72-8420-a61e4e5656fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.062583 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-55d1634a-3021-4a72-8420-a61e4e5656fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Calling delete_port for 6616f002-f0a3-46bc-8b24-64eb5deea67e owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:42.085268 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29b3a987-54ab-4ff3-ac35-33e540c7c9fe tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.116619 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 4485defc-34be-49c5-af5a-800c887dbaad {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:11:42.116990 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4485defc-34be-49c5-af5a-800c887dbaad not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:11:42.120703 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-82ef5f42-8ec5-44a8-9924-e602bc214b96 None None] For port 6616f002-f0a3-46bc-8b24-64eb5deea67e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=6616f002-f0a3-46bc-8b24-64eb5deea67e,segment=NetworkSegment(d4fbfab6-da47-4c43-bf32-7e9be6e9250a),segment_id=d4fbfab6-da47-4c43-bf32-7e9be6e9250a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:42.121174 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-82ef5f42-8ec5-44a8-9924-e602bc214b96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.131944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] Transition to ACTIVE for port object a1d203e2-97db-4542-866b-d9b75a4263cf will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:42.174645 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.190477 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-82ef5f42-8ec5-44a8-9924-e602bc214b96 None None] Calling delete_port for 6616f002-f0a3-46bc-8b24-64eb5deea67e owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:42.201322 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-55d1634a-3021-4a72-8420-a61e4e5656fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.217432 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5c988c20-714e-413a-8175-942d751d2274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.248683 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3fc897d1-2b65-4183-8501-68ee24a4cc6e None None] Provisioning for port 6d7ae822-9690-4132-89a6-b9354f78844c completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:42.252528 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d1634a-3021-4a72-8420-a61e4e5656fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] No DVR routers for this DVR port 6616f002-f0a3-46bc-8b24-64eb5deea67e on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:11:42.257546 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] Network 1c447bfd-98c5-446c-9d37-b6746b12a980 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:42.288532 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:42.288532 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:42.297475 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1634a-3021-4a72-8420-a61e4e5656fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Port': ['ID=6616f002-f0a3-46bc-8b24-64eb5deea67e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:42.355751 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6d7ae822-9690-4132-89a6-b9354f78844c up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:42.385480 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-55d1634a-3021-4a72-8420-a61e4e5656fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.396232 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] Pushing event updated for resources: {'Port': ['ID=a1d203e2-97db-4542-866b-d9b75a4263cf,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:42.424964 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-55d1634a-3021-4a72-8420-a61e4e5656fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708b9d8a-705c-47de-b917-be8389b5f987']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:42.447134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-55d1634a-3021-4a72-8420-a61e4e5656fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4fbfab6-da47-4c43-bf32-7e9be6e9250a') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:42.447492 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-55d1634a-3021-4a72-8420-a61e4e5656fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4fbfab6-da47-4c43-bf32-7e9be6e9250a') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:42.469236 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-55d1634a-3021-4a72-8420-a61e4e5656fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.492601 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-55d1634a-3021-4a72-8420-a61e4e5656fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.497161 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] Attempting to bind port a1d203e2-97db-4542-866b-d9b75a4263cf on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:42.497678 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] Attempting to bind port a1d203e2-97db-4542-866b-d9b75a4263cf by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '5cc0b435-472b-4706-80dd-244f45667d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1c447bfd-98c5-446c-9d37-b6746b12a980'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:42.498174 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] Attempting to bind port a1d203e2-97db-4542-866b-d9b75a4263cf on network 1c447bfd-98c5-446c-9d37-b6746b12a980 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:42.506908 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d1634a-3021-4a72-8420-a61e4e5656fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:11:42.507295 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-55d1634a-3021-4a72-8420-a61e4e5656fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:11:42.510497 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:11:42.525969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:11:42.527857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] Checking segment: {'id': '5cc0b435-472b-4706-80dd-244f45667d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1c447bfd-98c5-446c-9d37-b6746b12a980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:42.528422 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.529033 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] Bound using segment: {'id': '5cc0b435-472b-4706-80dd-244f45667d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1c447bfd-98c5-446c-9d37-b6746b12a980'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:11:42.529654 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] Bound port: a1d203e2-97db-4542-866b-d9b75a4263cf, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc0b435-472b-4706-80dd-244f45667d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1c447bfd-98c5-446c-9d37-b6746b12a980'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:11:42.530155 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.554112 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-82ef5f42-8ec5-44a8-9924-e602bc214b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.564477 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-439deea3-7bd7-49aa-a2ee-962e2eae2702 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.565573 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-439deea3-7bd7-49aa-a2ee-962e2eae2702 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.569801 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-29b3a987-54ab-4ff3-ac35-33e540c7c9fe tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Calling delete_port for 530d475c-65bb-4e62-9391-7e97a15d26ca owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:42.586038 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 6d7ae822-9690-4132-89a6-b9354f78844c completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:42.588594 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef5f42-8ec5-44a8-9924-e602bc214b96 None None] Pushing event deleted for resources: {'Port': ['ID=6616f002-f0a3-46bc-8b24-64eb5deea67e,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:42.611242 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5c988c20-714e-413a-8175-942d751d2274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.613808 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ef5f42-8ec5-44a8-9924-e602bc214b96 None None] No DVR routers for this DVR port 6616f002-f0a3-46bc-8b24-64eb5deea67e on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:11:42.615408 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 6d7ae822-9690-4132-89a6-b9354f78844c triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:42.615990 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.631552 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5c988c20-714e-413a-8175-942d751d2274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.698519 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] For port a1d203e2-97db-4542-866b-d9b75a4263cf, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:11:42.703663 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] For port a1d203e2-97db-4542-866b-d9b75a4263cf, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a1d203e2-97db-4542-866b-d9b75a4263cf,segment=NetworkSegment(5cc0b435-472b-4706-80dd-244f45667d2b),segment_id=5cc0b435-472b-4706-80dd-244f45667d2b)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:11:42.713083 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.719435 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-439deea3-7bd7-49aa-a2ee-962e2eae2702 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.736605 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-439deea3-7bd7-49aa-a2ee-962e2eae2702 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.753817 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5c988c20-714e-413a-8175-942d751d2274 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=34f051155a1b48b198725df3864e8bcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7994940 Sep 07 19:11:42.759083 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59544) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:42.775290 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c988c20-714e-413a-8175-942d751d2274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be99163-a589-4bb0-bc05-a5282a1950f2,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:42.789420 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-439deea3-7bd7-49aa-a2ee-962e2eae2702 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.791541 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-439deea3-7bd7-49aa-a2ee-962e2eae2702 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8100364 Sep 07 19:11:42.795731 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59546) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:42.796666 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-55d1634a-3021-4a72-8420-a61e4e5656fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.811790 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-9d6fcfba-3bfb-4ccc-9612-6ea161586d5b tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1330532425', 'prefixes': ['172.20.0.0/16']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:42.846197 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-55d1634a-3021-4a72-8420-a61e4e5656fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.852961 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-55d1634a-3021-4a72-8420-a61e4e5656fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/networks/708b9d8a-705c-47de-b917-be8389b5f987 HTTP/1.1" status: 204 len: 168 time: 1.7754738 Sep 07 19:11:42.865175 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59548) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:42.870917 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-f4530ee9-51a6-4b57-b843-47342b618a8c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-741463804'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:42.880988 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c873f52-1de8-4229-aeae-367b71419ef7 admin admin] Router 5390c23e-2acc-497c-9511-3e771754b8f7 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:11:42.909145 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1634a-3021-4a72-8420-a61e4e5656fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Network': ['ID=708b9d8a-705c-47de-b917-be8389b5f987,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:42.916451 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.950602 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1517a3-ae7b-4307-a907-131b1928e1bb None None] Pushing event updated for resources: {'Port': ['ID=a1d203e2-97db-4542-866b-d9b75a4263cf,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:42.967941 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18f51e00-ff4b-4ee4-9daf-ae90caee827f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.969540 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:42.977117 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29b3a987-54ab-4ff3-ac35-33e540c7c9fe tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:43.001556 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 6d7ae822-9690-4132-89a6-b9354f78844c, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=6d7ae822-9690-4132-89a6-b9354f78844c,segment=NetworkSegment(4fd199dc-8d81-40ee-9f36-88abd1fc6ee8),segment_id=4fd199dc-8d81-40ee-9f36-88abd1fc6ee8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:43.008023 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:43.055108 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3a987-54ab-4ff3-ac35-33e540c7c9fe tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Pushing event deleted for resources: {'Port': ['ID=530d475c-65bb-4e62-9391-7e97a15d26ca,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:43.107196 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6616f002-f0a3-46bc-8b24-64eb5deea67e no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:11:43.109950 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18f51e00-ff4b-4ee4-9daf-ae90caee827f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:43.114766 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4530ee9-51a6-4b57-b843-47342b618a8c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Made reservation on behalf of 586b94b1da2f4e9d9aef223e21e15825 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:43.118178 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f4530ee9-51a6-4b57-b843-47342b618a8c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:43.124050 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=6d7ae822-9690-4132-89a6-b9354f78844c,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:43.152254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 6616f002-f0a3-46bc-8b24-64eb5deea67e {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:11:43.153373 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6616f002-f0a3-46bc-8b24-64eb5deea67e not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:11:43.166115 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cf514fc2-6914-40f3-bf2e-63e53c72552d None None] Provisioning complete for port 6d7ae822-9690-4132-89a6-b9354f78844c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:43.167526 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cf514fc2-6914-40f3-bf2e-63e53c72552d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:43.210705 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb291ac3-76fd-48c7-9fe4-6e0e7a3042d0 req-1f7daa5b-ccdd-45c0-b1a4-a9bc5688eda5 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:43.212584 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb291ac3-76fd-48c7-9fe4-6e0e7a3042d0 req-1f7daa5b-ccdd-45c0-b1a4-a9bc5688eda5 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 909 time: 0.2287068 Sep 07 19:11:43.214885 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9d6fcfba-3bfb-4ccc-9612-6ea161586d5b tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks [] for subnetpool, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:43.216298 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9d6fcfba-3bfb-4ccc-9612-6ea161586d5b tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4170415 Sep 07 19:11:43.219914 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59554) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:43.227052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-bfca62ea-5a6a-4036-8d21-ae534f894a50 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bcf1483a-3be7-425d-b6d2-6e679ca39b94', 'tempest-TagsExtTest-Tag-1749580928') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:43.292643 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-29b3a987-54ab-4ff3-ac35-33e540c7c9fe tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:43.298488 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-29b3a987-54ab-4ff3-ac35-33e540c7c9fe tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] 10.222.0.26 "DELETE /v2.0/ports/530d475c-65bb-4e62-9391-7e97a15d26ca HTTP/1.1" status: 204 len: 168 time: 1.9611499 Sep 07 19:11:43.298488 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4530ee9-51a6-4b57-b843-47342b618a8c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:11:43.304956 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59558) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:43.483019 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bfca62ea-5a6a-4036-8d21-ae534f894a50 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "PUT /v2.0/subnets/bcf1483a-3be7-425d-b6d2-6e679ca39b94/tags/tempest-TagsExtTest-Tag-1749580928 HTTP/1.1" status: 201 len: 201 time: 0.2583897 Sep 07 19:11:43.483368 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f4530ee9-51a6-4b57-b843-47342b618a8c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:43.483368 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-f4530ee9-51a6-4b57-b843-47342b618a8c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Added segment b299388e-d1d0-4629-abd3-b56fddce976b of type vlan for network 25f0ce40-10d4-4952-8c46-c7db3a32e115 Sep 07 19:11:43.485962 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59560) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:43.492751 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbee436b-d858-4e14-b4bb-403cd6fa6c23 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Deleting subnet 627c3f40-eb1b-4fcd-9039-d180d06ee70b {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:11:43.510606 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-dd9fdb91-7a3c-4d6b-a55a-ed4ff8430c8e tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7926f2d5-a0cc-4116-b10c-94caaf2636bb', 'tempest-TagsExtTest-Tag-2049966956') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:43.518164 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dbee436b-d858-4e14-b4bb-403cd6fa6c23 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:43.561973 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc4f44-c31e-426e-8d06-ef3beb99cd4d req-9b484aaf-5308-486a-ba9c-13026277e668 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:43.568559 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5dc4f44-c31e-426e-8d06-ef3beb99cd4d req-9b484aaf-5308-486a-ba9c-13026277e668 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 909 time: 0.1131270 Sep 07 19:11:43.603204 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18f51e00-ff4b-4ee4-9daf-ae90caee827f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:43.605998 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18f51e00-ff4b-4ee4-9daf-ae90caee827f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:43.610761 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-18f51e00-ff4b-4ee4-9daf-ae90caee827f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7be99163-a589-4bb0-bc05-a5282a1950f2 HTTP/1.1" status: 204 len: 168 time: 0.8501287 Sep 07 19:11:43.631002 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c873f52-1de8-4229-aeae-367b71419ef7 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:11:43.645063 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] Sync routers for ids ['5390c23e-2acc-497c-9511-3e771754b8f7'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:11:43.656053 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f4530ee9-51a6-4b57-b843-47342b618a8c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:43.657657 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] Routers {'5390c23e-2acc-497c-9511-3e771754b8f7'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:43.658884 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5390c23e-2acc-497c-9511-3e771754b8f7'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:43.678628 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f51e00-ff4b-4ee4-9daf-ae90caee827f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be99163-a589-4bb0-bc05-a5282a1950f2,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:43.704414 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dbee436b-d858-4e14-b4bb-403cd6fa6c23 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:43.769283 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c004a3-b9f1-4229-bc79-92b25e4316bb req-6ef99739-517b-493a-8855-b0a3466cb852 tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:43.771559 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5c004a3-b9f1-4229-bc79-92b25e4316bb req-6ef99739-517b-493a-8855-b0a3466cb852 tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 1060 time: 0.0885863 Sep 07 19:11:43.778860 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c873f52-1de8-4229-aeae-367b71419ef7 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:43.780122 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8c873f52-1de8-4229-aeae-367b71419ef7 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8487942 Sep 07 19:11:43.786439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59566) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:43.793282 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f4530ee9-51a6-4b57-b843-47342b618a8c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:43.800602 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4530ee9-51a6-4b57-b843-47342b618a8c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:43.801538 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f4530ee9-51a6-4b57-b843-47342b618a8c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:43.861989 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:43.899563 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f4530ee9-51a6-4b57-b843-47342b618a8c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0323479 Sep 07 19:11:43.901947 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59572) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:43.912983 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ae348687-63dd-43d0-88c0-25c93ec40ba4 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'subnet': {'network_id': '25f0ce40-10d4-4952-8c46-c7db3a32e115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:43.915958 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] Set router 5390c23e-2acc-497c-9511-3e771754b8f7 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:11:44.006913 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4530ee9-51a6-4b57-b843-47342b618a8c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Network': ['ID=25f0ce40-10d4-4952-8c46-c7db3a32e115,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:44.030803 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dd9fdb91-7a3c-4d6b-a55a-ed4ff8430c8e tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "PUT /v2.0/ports/7926f2d5-a0cc-4116-b10c-94caaf2636bb/tags/tempest-TagsExtTest-Tag-2049966956 HTTP/1.1" status: 201 len: 201 time: 0.5334282 Sep 07 19:11:44.030803 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dbee436b-d858-4e14-b4bb-403cd6fa6c23 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:44.032496 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59574) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:44.037082 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 25f0ce40-10d4-4952-8c46-c7db3a32e115 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:11:44.103948 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-b655b406-8d9d-47cc-b3b7-ad8898acfefe tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'beff548b-a89f-4edf-a4cd-da2c09d5485f', 'tempest-TagsExtTest-Tag-2118204371') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:44.228923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59576) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:44.255693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4558dae-de3d-4151-8294-71570a13e189 req-e2229307-3f2f-4dda-aa9a-65565c655b2a tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:44.264567 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c4558dae-de3d-4151-8294-71570a13e189 req-e2229307-3f2f-4dda-aa9a-65565c655b2a tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 1135 time: 0.2365854 Sep 07 19:11:44.351660 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5390c23e-2acc-497c-9511-3e771754b8f7', 'name': 'tempest-TestServerMultinode-2097209072-router', 'tenant_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '58521703-bc63-426c-9331-34a1e1e341ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:37Z', 'updated_at': '2021-09-07T19:11:40Z', 'revision_number': 3, 'project_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'gw_port': {'id': '58521703-bc63-426c-9331-34a1e1e341ef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5390c23e-2acc-497c-9511-3e771754b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:39Z', 'updated_at': '2021-09-07T19:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:44.419472 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] Checking router: 5390c23e-2acc-497c-9511-3e771754b8f7 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:11:44.419823 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] Updating router 5390c23e-2acc-497c-9511-3e771754b8f7 port 58521703-bc63-426c-9331-34a1e1e341ef binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:11:44.435971 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-845cb8ce-e2a6-41e8-b39f-bd96f71e6558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:44.436264 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae348687-63dd-43d0-88c0-25c93ec40ba4 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Made reservation on behalf of 586b94b1da2f4e9d9aef223e21e15825 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:44.439940 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae348687-63dd-43d0-88c0-25c93ec40ba4 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:44.445478 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dbee436b-d858-4e14-b4bb-403cd6fa6c23 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:44.472444 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:44.486931 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a1d203e2-97db-4542-866b-d9b75a4263cf up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:44.523714 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee436b-d858-4e14-b4bb-403cd6fa6c23 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Pushing event deleted for resources: {'Subnet': ['ID=627c3f40-eb1b-4fcd-9039-d180d06ee70b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:44.530190 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dbee436b-d858-4e14-b4bb-403cd6fa6c23 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:44.534896 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dbee436b-d858-4e14-b4bb-403cd6fa6c23 tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] 10.222.0.26 "DELETE /v2.0/subnets/627c3f40-eb1b-4fcd-9039-d180d06ee70b HTTP/1.1" status: 204 len: 168 time: 1.2228935 Sep 07 19:11:44.535579 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59580) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:44.548947 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b655b406-8d9d-47cc-b3b7-ad8898acfefe tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "PUT /v2.0/routers/beff548b-a89f-4edf-a4cd-da2c09d5485f/tags/tempest-TagsExtTest-Tag-2118204371 HTTP/1.1" status: 201 len: 201 time: 0.5128057 Sep 07 19:11:44.550940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59582) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:44.552451 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b448e17-bf37-44ff-8ed9-ae9720f28d04 None None] Network 529bccf2-7f94-4a06-a431-c88775797cc4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:44.591725 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-7c05f13d-8547-4c46-ad9f-2f565737b0d5 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e49c079d-b24f-4d0c-bb36-a944950dc5c6', 'tempest-TagsExtTest-Tag-2121961875') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:44.599796 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port a1d203e2-97db-4542-866b-d9b75a4263cf completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:44.608320 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6d7ae822-9690-4132-89a6-b9354f78844c up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:44.659704 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c4558dae-de3d-4151-8294-71570a13e189 req-7c99b6cd-2933-4b93-a3fb-ac1f3f092ca3 tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=59142993-e4e3-45b0-b7a9-8248c0cb05a9&id=0274520a-97ae-4dcc-a536-13532ee5d212&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2920363 Sep 07 19:11:44.704392 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59584) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:44.739689 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33b45b93-ca14-4657-8c30-2e4a2e1c653e tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:44.758201 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081154b1-cff2-4204-a64d-eed0a129a0ce None None] Network 1c447bfd-98c5-446c-9d37-b6746b12a980 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:44.771541 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 6d7ae822-9690-4132-89a6-b9354f78844c triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:44.772269 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:44.822001 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7c05f13d-8547-4c46-ad9f-2f565737b0d5 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "PUT /v2.0/subnetpools/e49c079d-b24f-4d0c-bb36-a944950dc5c6/tags/tempest-TagsExtTest-Tag-2121961875 HTTP/1.1" status: 201 len: 201 time: 0.2517586 Sep 07 19:11:44.824040 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59586) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:44.829415 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-5db72c75-aa40-47fc-8dd4-259e6f988311 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bcf1483a-3be7-425d-b6d2-6e679ca39b94') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:44.890113 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eb3c80-cd0b-4009-bece-64799e315500 tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:44.894538 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-73eb3c80-cd0b-4009-bece-64799e315500 tempest-TestSecurityGroupsBasicOps-1020774501 tempest-TestSecurityGroupsBasicOps-1020774501-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 1055 time: 0.1814597 Sep 07 19:11:44.939101 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:44.951024 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae348687-63dd-43d0-88c0-25c93ec40ba4 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:44.956060 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] Transition to ACTIVE for port object 58521703-bc63-426c-9331-34a1e1e341ef will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:44.964497 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:45.023624 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-33b45b93-ca14-4657-8c30-2e4a2e1c653e tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Deleting port ecfeaae5-0350-4d1c-a898-b9b551275060 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:45.024310 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33b45b93-ca14-4657-8c30-2e4a2e1c653e tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:45.035370 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] Attempting to bind port 58521703-bc63-426c-9331-34a1e1e341ef on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:45.035746 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] Attempting to bind port 58521703-bc63-426c-9331-34a1e1e341ef by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:45.036156 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] Attempting to bind port 58521703-bc63-426c-9331-34a1e1e341ef on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:45.053584 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:11:45.054008 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:45.054554 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:45.054960 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:11:45.056455 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] Bound port: 58521703-bc63-426c-9331-34a1e1e341ef, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:11:45.058165 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:45.102860 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-845cb8ce-e2a6-41e8-b39f-bd96f71e6558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:45.111207 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae348687-63dd-43d0-88c0-25c93ec40ba4 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Subnet': ['ID=dc4a2ed9-131b-48bd-803a-50de34a2f6bd,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:45.129195 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-845cb8ce-e2a6-41e8-b39f-bd96f71e6558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:45.145005 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] For port 58521703-bc63-426c-9331-34a1e1e341ef, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:11:45.152758 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] For port 58521703-bc63-426c-9331-34a1e1e341ef, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=58521703-bc63-426c-9331-34a1e1e341ef,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:11:45.158884 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:45.161809 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da467451-5de5-41a0-8086-fb08f75e93de None None] Pushing event updated for resources: {'Port': ['ID=58521703-bc63-426c-9331-34a1e1e341ef,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:45.184696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845cb8ce-e2a6-41e8-b39f-bd96f71e6558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3d3290-6d54-4ffa-ab59-d237a918548f,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:45.204412 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-87ef9532-52cf-421b-8001-fb95984de33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:45.208377 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7cffb3ea-b173-4857-8c88-eceafaddea53 None None] Provisioning for port a1d203e2-97db-4542-866b-d9b75a4263cf completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:45.215258 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-845cb8ce-e2a6-41e8-b39f-bd96f71e6558 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9542886dfe5b4687afcc162dd98c8011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9817348 Sep 07 19:11:45.221714 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] Routers {'5390c23e-2acc-497c-9511-3e771754b8f7'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:45.222497 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5390c23e-2acc-497c-9511-3e771754b8f7'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:45.225831 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59592) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:45.288902 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da467451-5de5-41a0-8086-fb08f75e93de None None] Pushing event updated for resources: {'Port': ['ID=58521703-bc63-426c-9331-34a1e1e341ef,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:45.304250 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-33b45b93-ca14-4657-8c30-2e4a2e1c653e tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] For port ecfeaae5-0350-4d1c-a898-b9b551275060, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ecfeaae5-0350-4d1c-a898-b9b551275060,segment=NetworkSegment(0387c659-a1e3-46f5-82cc-8390b4c9a7cc),segment_id=0387c659-a1e3-46f5-82cc-8390b4c9a7cc)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:45.308218 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33b45b93-ca14-4657-8c30-2e4a2e1c653e tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:45.326178 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-33b45b93-ca14-4657-8c30-2e4a2e1c653e tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Calling delete_port for ecfeaae5-0350-4d1c-a898-b9b551275060 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:45.339661 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7cffb3ea-b173-4857-8c88-eceafaddea53 None None] Provisioning complete for port a1d203e2-97db-4542-866b-d9b75a4263cf triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:45.339947 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7cffb3ea-b173-4857-8c88-eceafaddea53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:45.375729 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] Set router 5390c23e-2acc-497c-9511-3e771754b8f7 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:11:45.386920 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5db72c75-aa40-47fc-8dd4-259e6f988311 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/subnets/bcf1483a-3be7-425d-b6d2-6e679ca39b94/tags HTTP/1.1" status: 200 len: 241 time: 0.5606890 Sep 07 19:11:45.387809 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59594) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:45.408311 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-76a48adb-2a20-48eb-a497-bcd11d7330d3 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bcf1483a-3be7-425d-b6d2-6e679ca39b94', 'tempest-TagsExtTest-Tag-1749580928') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:45.494441 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae348687-63dd-43d0-88c0-25c93ec40ba4 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Checking segment: {'id': 'b299388e-d1d0-4629-abd3-b56fddce976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '25f0ce40-10d4-4952-8c46-c7db3a32e115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:45.495057 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae348687-63dd-43d0-88c0-25c93ec40ba4 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network hostable DHCP agents. Network: 25f0ce40-10d4-4952-8c46-c7db3a32e115, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:11:45.545700 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33b45b93-ca14-4657-8c30-2e4a2e1c653e tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:45.590549 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b45b93-ca14-4657-8c30-2e4a2e1c653e tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Pushing event deleted for resources: {'Port': ['ID=ecfeaae5-0350-4d1c-a898-b9b551275060,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:45.594804 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd23841-2d53-47df-ae5c-7296af045210 None None] DHCP port deletion for 529bccf2-7f94-4a06-a431-c88775797cc4 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:11:45.602028 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae348687-63dd-43d0-88c0-25c93ec40ba4 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network 25f0ce40-10d4-4952-8c46-c7db3a32e115 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:11:45.617043 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7cffb3ea-b173-4857-8c88-eceafaddea53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:45.619719 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b45b93-ca14-4657-8c30-2e4a2e1c653e tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] No DVR routers for this DVR port ecfeaae5-0350-4d1c-a898-b9b551275060 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:11:45.638208 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc3df4-a926-44d6-816e-2f6a6cca7c6f req-616358c2-bd41-44a4-a3e4-32435812760d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:45.639915 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3fdc3df4-a926-44d6-816e-2f6a6cca7c6f req-616358c2-bd41-44a4-a3e4-32435812760d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 909 time: 0.2654505 Sep 07 19:11:45.650217 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac41a497-ba09-47e7-8ee1-fe01e6c1a6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:45.680296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59598) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:45.681556 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-76a48adb-2a20-48eb-a497-bcd11d7330d3 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/subnets/bcf1483a-3be7-425d-b6d2-6e679ca39b94/tags/tempest-TagsExtTest-Tag-1749580928 HTTP/1.1" status: 204 len: 168 time: 0.2823131 Sep 07 19:11:45.687167 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-ae348687-63dd-43d0-88c0-25c93ec40ba4 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 25f0ce40-10d4-4952-8c46-c7db3a32e115) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:45.692551 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-7cffb3ea-b173-4857-8c88-eceafaddea53 None None] For port a1d203e2-97db-4542-866b-d9b75a4263cf, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a1d203e2-97db-4542-866b-d9b75a4263cf,segment=NetworkSegment(5cc0b435-472b-4706-80dd-244f45667d2b),segment_id=5cc0b435-472b-4706-80dd-244f45667d2b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:45.697413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-b865e160-e964-46d4-9b69-6f7a3f184adc tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'bcf1483a-3be7-425d-b6d2-6e679ca39b94', 'tempest-TagsExtTest-Tag-1749580928') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:45.700165 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d50fd40-6a5b-4749-994c-86d1866acf7d None None] Network 25f0ce40-10d4-4952-8c46-c7db3a32e115 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:45.707052 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae348687-63dd-43d0-88c0-25c93ec40ba4 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:45.707983 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae348687-63dd-43d0-88c0-25c93ec40ba4 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:45.754564 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7cffb3ea-b173-4857-8c88-eceafaddea53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:45.786804 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ae348687-63dd-43d0-88c0-25c93ec40ba4 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8801994 Sep 07 19:11:45.790216 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33b45b93-ca14-4657-8c30-2e4a2e1c653e tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:45.793453 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59600) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:45.799867 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac41a497-ba09-47e7-8ee1-fe01e6c1a6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:45.807028 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-59ddd52a-2209-4f80-9a31-14a3fab86316 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-531638114', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:45.847880 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5390c23e-2acc-497c-9511-3e771754b8f7', 'name': 'tempest-TestServerMultinode-2097209072-router', 'tenant_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '58521703-bc63-426c-9331-34a1e1e341ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:37Z', 'updated_at': '2021-09-07T19:11:40Z', 'revision_number': 3, 'project_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'gw_port': {'id': '58521703-bc63-426c-9331-34a1e1e341ef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5390c23e-2acc-497c-9511-3e771754b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:39Z', 'updated_at': '2021-09-07T19:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:45.854071 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-33b45b93-ca14-4657-8c30-2e4a2e1c653e tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529bccf2-7f94-4a06-a431-c88775797cc4']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:45.869719 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-33b45b93-ca14-4657-8c30-2e4a2e1c653e tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0387c659-a1e3-46f5-82cc-8390b4c9a7cc') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:45.871180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-33b45b93-ca14-4657-8c30-2e4a2e1c653e tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0387c659-a1e3-46f5-82cc-8390b4c9a7cc') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:45.874582 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffb3ea-b173-4857-8c88-eceafaddea53 None None] Pushing event updated for resources: {'Port': ['ID=a1d203e2-97db-4542-866b-d9b75a4263cf,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:45.880452 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59ddd52a-2209-4f80-9a31-14a3fab86316 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:45.881875 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59ddd52a-2209-4f80-9a31-14a3fab86316 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:45.892060 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93101d9c-90cb-497a-81ae-e58ebe760597 None None] The sync data for ids ['5390c23e-2acc-497c-9511-3e771754b8f7'] in n-d-807786-1 is: [{'id': '5390c23e-2acc-497c-9511-3e771754b8f7', 'name': 'tempest-TestServerMultinode-2097209072-router', 'tenant_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '58521703-bc63-426c-9331-34a1e1e341ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:37Z', 'updated_at': '2021-09-07T19:11:40Z', 'revision_number': 3, 'project_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'gw_port': {'id': '58521703-bc63-426c-9331-34a1e1e341ef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5390c23e-2acc-497c-9511-3e771754b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:39Z', 'updated_at': '2021-09-07T19:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:11:45.902447 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33b45b93-ca14-4657-8c30-2e4a2e1c653e tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:45.933056 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-87ef9532-52cf-421b-8001-fb95984de33d admin admin] Allocated IP 172.20.0.1 (4dd351f9-0a93-4681-b2a5-5392cffb40cb/20d0d522-59d6-4a23-aeee-8f8391182a51/8930b7bc-d375-43cf-8e07-90b5e635efa1) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:45.934878 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33b45b93-ca14-4657-8c30-2e4a2e1c653e tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:45.974105 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b45b93-ca14-4657-8c30-2e4a2e1c653e tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:11:45.974850 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33b45b93-ca14-4657-8c30-2e4a2e1c653e tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:46.025069 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b865e160-e964-46d4-9b69-6f7a3f184adc tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "DELETE /v2.0/subnets/bcf1483a-3be7-425d-b6d2-6e679ca39b94/tags/tempest-TagsExtTest-Tag-1749580928 HTTP/1.1" status: 204 len: 168 time: 0.3392656 Sep 07 19:11:46.026108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59602) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:11:46.052086 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:11:46.068615 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33b45b93-ca14-4657-8c30-2e4a2e1c653e tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:46.074346 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33b45b93-ca14-4657-8c30-2e4a2e1c653e tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:46.076572 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-33b45b93-ca14-4657-8c30-2e4a2e1c653e tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] 10.222.0.26 "DELETE /v2.0/networks/529bccf2-7f94-4a06-a431-c88775797cc4 HTTP/1.1" status: 204 len: 168 time: 1.5398660 Sep 07 19:11:46.125386 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59ddd52a-2209-4f80-9a31-14a3fab86316 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:46.135397 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-87ef9532-52cf-421b-8001-fb95984de33d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:46.147225 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59ddd52a-2209-4f80-9a31-14a3fab86316 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:46.155246 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b45b93-ca14-4657-8c30-2e4a2e1c653e tempest-ExtraDHCPOptionsTestJSON-264541602 tempest-ExtraDHCPOptionsTestJSON-264541602-project] Pushing event deleted for resources: {'Network': ['ID=529bccf2-7f94-4a06-a431-c88775797cc4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:46.158093 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-25f0ce40-10d4-4952-8c46-c7db3a32e115', 'network_id': '25f0ce40-10d4-4952-8c46-c7db3a32e115', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'fixed_ips': [{'subnet_id': 'dc4a2ed9-131b-48bd-803a-50de34a2f6bd'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:11:46.162846 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:46.172692 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59ddd52a-2209-4f80-9a31-14a3fab86316 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:46.174802 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-87ef9532-52cf-421b-8001-fb95984de33d admin admin] Transition to ACTIVE for port object 8930b7bc-d375-43cf-8e07-90b5e635efa1 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:46.178528 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-59ddd52a-2209-4f80-9a31-14a3fab86316 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3836052 Sep 07 19:11:46.179451 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59606) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:46.189630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4e97484a-044f-4007-9f7c-59089402db46 None None] Provisioning complete for port a1d203e2-97db-4542-866b-d9b75a4263cf triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:46.190302 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-27abeecc-a4f0-4612-9a14-cdbcdfaed3b7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'port': {'network_id': '25f0ce40-10d4-4952-8c46-c7db3a32e115', 'name': 'tempest-RoutersIpV6Test-1835945931'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:46.201110 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4e97484a-044f-4007-9f7c-59089402db46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:46.210769 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-1c79f630-da98-4efd-8b81-d0972af4ac5c tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bcf1483a-3be7-425d-b6d2-6e679ca39b94') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:46.364341 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac41a497-ba09-47e7-8ee1-fe01e6c1a6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:46.377926 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac41a497-ba09-47e7-8ee1-fe01e6c1a6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:46.382911 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ac41a497-ba09-47e7-8ee1-fe01e6c1a6f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/df3d3290-6d54-4ffa-ab59-d237a918548f HTTP/1.1" status: 204 len: 168 time: 1.1523070 Sep 07 19:11:46.403307 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41a497-ba09-47e7-8ee1-fe01e6c1a6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3d3290-6d54-4ffa-ab59-d237a918548f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:46.419993 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a1d203e2-97db-4542-866b-d9b75a4263cf up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:46.482064 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27abeecc-a4f0-4612-9a14-cdbcdfaed3b7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Made reservation on behalf of 586b94b1da2f4e9d9aef223e21e15825 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:46.488613 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27abeecc-a4f0-4612-9a14-cdbcdfaed3b7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:46.513948 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-27abeecc-a4f0-4612-9a14-cdbcdfaed3b7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] device_id is not set on port f9c9829d-6cba-41cf-a752-2f47fae652a0 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:11:46.619020 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-87ef9532-52cf-421b-8001-fb95984de33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:46.703791 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef9532-52cf-421b-8001-fb95984de33d admin admin] Pushing event updated for resources: {'Port': ['ID=8930b7bc-d375-43cf-8e07-90b5e635efa1,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:46.717717 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port a1d203e2-97db-4542-866b-d9b75a4263cf triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:46.717986 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:46.735830 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] Allocated IP 2001:db8::2 (25f0ce40-10d4-4952-8c46-c7db3a32e115/dc4a2ed9-131b-48bd-803a-50de34a2f6bd/e6aebe51-e779-469a-b2b9-9b2bb99914ea) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:46.812819 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4e97484a-044f-4007-9f7c-59089402db46 None None] Provisioning for port 7926f2d5-a0cc-4116-b10c-94caaf2636bb completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:46.819569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fabae-ffb0-41fa-b305-d904a81746aa req-bf8b1bcb-faa8-4477-a686-d14102f11c2e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:46.825653 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-574fabae-ffb0-41fa-b305-d904a81746aa req-bf8b1bcb-faa8-4477-a686-d14102f11c2e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 909 time: 0.3522403 Sep 07 19:11:46.833348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4e97484a-044f-4007-9f7c-59089402db46 None None] Provisioning complete for port 7926f2d5-a0cc-4116-b10c-94caaf2636bb triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:46.833728 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4e97484a-044f-4007-9f7c-59089402db46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:46.841514 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59618) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:46.849228 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ef9532-52cf-421b-8001-fb95984de33d admin admin] Network 4dd351f9-0a93-4681-b2a5-5392cffb40cb is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:46.851691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-87ef9532-52cf-421b-8001-fb95984de33d admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:46.907756 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ef9532-52cf-421b-8001-fb95984de33d admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:46.964982 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-4e97484a-044f-4007-9f7c-59089402db46 None None] Port 7926f2d5-a0cc-4116-b10c-94caaf2636bb cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:47.013076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1c79f630-da98-4efd-8b81-d0972af4ac5c tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/subnets/bcf1483a-3be7-425d-b6d2-6e679ca39b94/tags HTTP/1.1" status: 200 len: 205 time: 0.8302290 Sep 07 19:11:47.015013 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-87ef9532-52cf-421b-8001-fb95984de33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:47.015813 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59626) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:47.023977 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-2e39ddaf-9fa6-4aed-a978-1a20b3a09c73 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7926f2d5-a0cc-4116-b10c-94caaf2636bb') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:47.241001 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ecfeaae5-0350-4d1c-a898-b9b551275060 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:11:47.276448 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: ecfeaae5-0350-4d1c-a898-b9b551275060 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:11:47.277254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ecfeaae5-0350-4d1c-a898-b9b551275060 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:11:47.284734 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-de30cb06-473a-4f91-a7c2-7a522e379020 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4938800563d242dab9b8a90a24c84773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414959 Sep 07 19:11:47.294815 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59632) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:47.308660 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f89c3514-206b-4d68-8851-ed002f7f30f5 None None] Provisioning complete for port 7926f2d5-a0cc-4116-b10c-94caaf2636bb triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:47.309071 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f89c3514-206b-4d68-8851-ed002f7f30f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:47.359532 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:47.394758 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2e39ddaf-9fa6-4aed-a978-1a20b3a09c73 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/ports/7926f2d5-a0cc-4116-b10c-94caaf2636bb/tags HTTP/1.1" status: 200 len: 241 time: 0.3772559 Sep 07 19:11:47.397697 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59634) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:47.408447 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-cccaf444-6944-4b80-8ae1-8a3d7b99b7c5 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7926f2d5-a0cc-4116-b10c-94caaf2636bb', 'tempest-TagsExtTest-Tag-2049966956') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:47.420331 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] Transition to ACTIVE for port object e6aebe51-e779-469a-b2b9-9b2bb99914ea will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:47.445675 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-f89c3514-206b-4d68-8851-ed002f7f30f5 None None] Port 7926f2d5-a0cc-4116-b10c-94caaf2636bb cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:47.461697 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0dbc3dd1-36e0-41a7-acf1-3f8c0d751b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:47.469137 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] Transition to ACTIVE for port object e6aebe51-e779-469a-b2b9-9b2bb99914ea will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:47.480258 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:47.533716 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0dbc3dd1-36e0-41a7-acf1-3f8c0d751b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:47.537249 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] Network 25f0ce40-10d4-4952-8c46-c7db3a32e115 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:47.545358 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:47.549858 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:47.615471 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-27abeecc-a4f0-4612-9a14-cdbcdfaed3b7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Allocated IP 2001:db8::2be (25f0ce40-10d4-4952-8c46-c7db3a32e115/dc4a2ed9-131b-48bd-803a-50de34a2f6bd/f9c9829d-6cba-41cf-a752-2f47fae652a0) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:47.628668 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cccaf444-6944-4b80-8ae1-8a3d7b99b7c5 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/ports/7926f2d5-a0cc-4116-b10c-94caaf2636bb/tags/tempest-TagsExtTest-Tag-2049966956 HTTP/1.1" status: 204 len: 168 time: 0.2298400 Sep 07 19:11:47.633874 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59642) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:47.640217 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-bce0df54-7072-476f-9b4b-34c728614d98 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7926f2d5-a0cc-4116-b10c-94caaf2636bb', 'tempest-TagsExtTest-Tag-2049966956') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:47.657509 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-634bd092-75fc-4f66-b7d1-36a31412df70 None None] Provisioning for port 8930b7bc-d375-43cf-8e07-90b5e635efa1 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:47.661057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] Pushing event updated for resources: {'Port': ['ID=e6aebe51-e779-469a-b2b9-9b2bb99914ea,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:47.711118 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-634bd092-75fc-4f66-b7d1-36a31412df70 None None] Provisioning complete for port 8930b7bc-d375-43cf-8e07-90b5e635efa1 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:47.711873 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-634bd092-75fc-4f66-b7d1-36a31412df70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:47.720328 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0dbc3dd1-36e0-41a7-acf1-3f8c0d751b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:47.722909 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0dbc3dd1-36e0-41a7-acf1-3f8c0d751b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:47.734900 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0dbc3dd1-36e0-41a7-acf1-3f8c0d751b48 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c182dad-274c-4ce4-b8ea-9b18828a037c HTTP/1.1" status: 204 len: 168 time: 0.4303050 Sep 07 19:11:47.759790 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-634bd092-75fc-4f66-b7d1-36a31412df70 None None] Port 8930b7bc-d375-43cf-8e07-90b5e635efa1 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:47.775430 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] Attempting to bind port e6aebe51-e779-469a-b2b9-9b2bb99914ea on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:47.776010 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] Attempting to bind port e6aebe51-e779-469a-b2b9-9b2bb99914ea by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'b299388e-d1d0-4629-abd3-b56fddce976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '25f0ce40-10d4-4952-8c46-c7db3a32e115'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:47.776839 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] Attempting to bind port e6aebe51-e779-469a-b2b9-9b2bb99914ea on network 25f0ce40-10d4-4952-8c46-c7db3a32e115 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:47.785403 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:11:47.785748 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] Checking segment: {'id': 'b299388e-d1d0-4629-abd3-b56fddce976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '25f0ce40-10d4-4952-8c46-c7db3a32e115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:47.789421 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:47.790086 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] Bound using segment: {'id': 'b299388e-d1d0-4629-abd3-b56fddce976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '25f0ce40-10d4-4952-8c46-c7db3a32e115'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:11:47.790847 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] Bound port: e6aebe51-e779-469a-b2b9-9b2bb99914ea, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b299388e-d1d0-4629-abd3-b56fddce976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '25f0ce40-10d4-4952-8c46-c7db3a32e115'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:11:47.791473 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:47.859276 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc3dd1-36e0-41a7-acf1-3f8c0d751b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c182dad-274c-4ce4-b8ea-9b18828a037c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:47.935936 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] For port e6aebe51-e779-469a-b2b9-9b2bb99914ea, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:11:47.936271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4540c7-02d4-49b9-9bb7-8786f0b4ff12 req-88b7f258-d95f-4999-b8bf-951d4050ac58 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:47.937071 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bce0df54-7072-476f-9b4b-34c728614d98 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "DELETE /v2.0/ports/7926f2d5-a0cc-4116-b10c-94caaf2636bb/tags/tempest-TagsExtTest-Tag-2049966956 HTTP/1.1" status: 204 len: 168 time: 0.3017824 Sep 07 19:11:47.939703 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59652) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:47.939936 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] For port e6aebe51-e779-469a-b2b9-9b2bb99914ea, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e6aebe51-e779-469a-b2b9-9b2bb99914ea,segment=NetworkSegment(b299388e-d1d0-4629-abd3-b56fddce976b),segment_id=b299388e-d1d0-4629-abd3-b56fddce976b)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:11:47.944212 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-15830e37-7fe3-44f4-91c5-104d1075c970 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7926f2d5-a0cc-4116-b10c-94caaf2636bb') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:47.945132 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:47.958953 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb4540c7-02d4-49b9-9bb7-8786f0b4ff12 req-88b7f258-d95f-4999-b8bf-951d4050ac58 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 909 time: 1.1281755 Sep 07 19:11:47.989324 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27abeecc-a4f0-4612-9a14-cdbcdfaed3b7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:48.018539 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-27abeecc-a4f0-4612-9a14-cdbcdfaed3b7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Transition to ACTIVE for port object f9c9829d-6cba-41cf-a752-2f47fae652a0 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:48.064263 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-87ef9532-52cf-421b-8001-fb95984de33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:48.068630 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-15830e37-7fe3-44f4-91c5-104d1075c970 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/ports/7926f2d5-a0cc-4116-b10c-94caaf2636bb/tags HTTP/1.1" status: 200 len: 205 time: 0.1241643 Sep 07 19:11:48.070195 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59654) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:48.077772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4238a-e6ba-4e52-a603-733c57673a43 None None] Pushing event updated for resources: {'Port': ['ID=e6aebe51-e779-469a-b2b9-9b2bb99914ea,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:48.078619 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-95fe2054-4439-49f6-9395-513e4cc3fbba tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'beff548b-a89f-4edf-a4cd-da2c09d5485f') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:48.122852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-574fabae-ffb0-41fa-b305-d904a81746aa req-7df963e9-a2e3-44d9-9ea6-f35d886165f7 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Deleting port b83de3f1-fe5c-4186-a421-77e348989650 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:48.123342 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-574fabae-ffb0-41fa-b305-d904a81746aa req-7df963e9-a2e3-44d9-9ea6-f35d886165f7 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:48.338286 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 58521703-bc63-426c-9331-34a1e1e341ef up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:48.398002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-574fabae-ffb0-41fa-b305-d904a81746aa req-7df963e9-a2e3-44d9-9ea6-f35d886165f7 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] For port b83de3f1-fe5c-4186-a421-77e348989650, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=b83de3f1-fe5c-4186-a421-77e348989650,segment=NetworkSegment(32c7262c-3d52-42d6-b3fc-976fa645517f),segment_id=32c7262c-3d52-42d6-b3fc-976fa645517f)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:48.398440 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-574fabae-ffb0-41fa-b305-d904a81746aa req-7df963e9-a2e3-44d9-9ea6-f35d886165f7 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:48.444066 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-574fabae-ffb0-41fa-b305-d904a81746aa req-7df963e9-a2e3-44d9-9ea6-f35d886165f7 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Calling delete_port for b83de3f1-fe5c-4186-a421-77e348989650 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:48.518741 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 58521703-bc63-426c-9331-34a1e1e341ef completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:48.539057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 58521703-bc63-426c-9331-34a1e1e341ef triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:48.539842 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:48.711721 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:48.745837 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 58521703-bc63-426c-9331-34a1e1e341ef, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=58521703-bc63-426c-9331-34a1e1e341ef,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:48.753495 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:48.768101 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-574fabae-ffb0-41fa-b305-d904a81746aa req-7df963e9-a2e3-44d9-9ea6-f35d886165f7 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:48.829112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df963e9-a2e3-44d9-9ea6-f35d886165f7 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event deleted for resources: {'Port': ['ID=b83de3f1-fe5c-4186-a421-77e348989650,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:48.857730 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=58521703-bc63-426c-9331-34a1e1e341ef,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:48.926248 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-87ef9532-52cf-421b-8001-fb95984de33d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:48.937635 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-87ef9532-52cf-421b-8001-fb95984de33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:48.983386 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27abeecc-a4f0-4612-9a14-cdbcdfaed3b7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:49.011204 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-95fe2054-4439-49f6-9395-513e4cc3fbba tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/routers/beff548b-a89f-4edf-a4cd-da2c09d5485f/tags HTTP/1.1" status: 200 len: 241 time: 0.9367101 Sep 07 19:11:49.019024 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59680) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:49.076038 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-7dba229d-7c6b-43c8-a0a9-7dcc27709494 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'beff548b-a89f-4edf-a4cd-da2c09d5485f', 'tempest-TagsExtTest-Tag-2118204371') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:49.085938 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef9532-52cf-421b-8001-fb95984de33d admin admin] Pushing event updated for resources: {'Port': ['ID=8930b7bc-d375-43cf-8e07-90b5e635efa1,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:49.088868 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-574fabae-ffb0-41fa-b305-d904a81746aa req-7df963e9-a2e3-44d9-9ea6-f35d886165f7 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] No DVR routers for this DVR port b83de3f1-fe5c-4186-a421-77e348989650 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:11:49.109551 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-574fabae-ffb0-41fa-b305-d904a81746aa req-7df963e9-a2e3-44d9-9ea6-f35d886165f7 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:49.111693 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-574fabae-ffb0-41fa-b305-d904a81746aa req-7df963e9-a2e3-44d9-9ea6-f35d886165f7 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.60 "DELETE /v2.0/ports/b83de3f1-fe5c-4186-a421-77e348989650 HTTP/1.1" status: 204 len: 173 time: 2.2568488 Sep 07 19:11:49.112164 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d32775-89bb-4f3e-bae8-c05c95580c78', 'name': 'network-vif-deleted', 'tag': 'b83de3f1-fe5c-4186-a421-77e348989650'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:11:49.125062 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa6eeb8-d053-4992-85ea-3988178d3257" -d '{"events": [{"server_uuid": "a3d32775-89bb-4f3e-bae8-c05c95580c78", "name": "network-vif-deleted", "tag": "b83de3f1-fe5c-4186-a421-77e348989650"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:11:49.146885 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-87ef9532-52cf-421b-8001-fb95984de33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:49.183001 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d7902a4-2193-4d3a-b2ea-afeef1fb8e08 req-28cc8eeb-feac-431e-bed6-0b4f9b635009 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3d32775-89bb-4f3e-bae8-c05c95580c78 HTTP/1.1" status: 200 len: 210 time: 0.0489867 Sep 07 19:11:49.201834 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27abeecc-a4f0-4612-9a14-cdbcdfaed3b7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network 25f0ce40-10d4-4952-8c46-c7db3a32e115 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:49.208030 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-27abeecc-a4f0-4612-9a14-cdbcdfaed3b7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:49.225828 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27abeecc-a4f0-4612-9a14-cdbcdfaed3b7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:49.243785 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27abeecc-a4f0-4612-9a14-cdbcdfaed3b7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:49.249431 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27abeecc-a4f0-4612-9a14-cdbcdfaed3b7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:49.281828 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e12e86-c75c-46bd-9dab-45a1dca9a9ab x-openstack-request-id: req-02e12e86-c75c-46bd-9dab-45a1dca9a9ab {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:11:49.281828 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d32775-89bb-4f3e-bae8-c05c95580c78", "name": "network-vif-deleted", "tag": "b83de3f1-fe5c-4186-a421-77e348989650", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:11:49.281828 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02e12e86-c75c-46bd-9dab-45a1dca9a9ab {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:11:49.282301 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d32775-89bb-4f3e-bae8-c05c95580c78', 'name': 'network-vif-deleted', 'tag': 'b83de3f1-fe5c-4186-a421-77e348989650', 'status': 'completed', 'code': 200} Sep 07 19:11:49.304010 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abeecc-a4f0-4612-9a14-cdbcdfaed3b7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Port': ['ID=f9c9829d-6cba-41cf-a752-2f47fae652a0,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:49.313510 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-27abeecc-a4f0-4612-9a14-cdbcdfaed3b7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1327996 Sep 07 19:11:49.344450 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59690) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:49.359356 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7dba229d-7c6b-43c8-a0a9-7dcc27709494 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/routers/beff548b-a89f-4edf-a4cd-da2c09d5485f/tags/tempest-TagsExtTest-Tag-2118204371 HTTP/1.1" status: 204 len: 168 time: 0.3053341 Sep 07 19:11:49.370757 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59694) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:49.384016 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-02292135-bc0f-44c3-b35d-18230a00b331 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'beff548b-a89f-4edf-a4cd-da2c09d5485f', 'tempest-TagsExtTest-Tag-2118204371') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:49.515737 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:11:49.526814 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ef9532-52cf-421b-8001-fb95984de33d admin admin] Network 4dd351f9-0a93-4681-b2a5-5392cffb40cb is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:49.530145 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-87ef9532-52cf-421b-8001-fb95984de33d admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:49.614139 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-02292135-bc0f-44c3-b35d-18230a00b331 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "DELETE /v2.0/routers/beff548b-a89f-4edf-a4cd-da2c09d5485f/tags/tempest-TagsExtTest-Tag-2118204371 HTTP/1.1" status: 204 len: 168 time: 0.2375653 Sep 07 19:11:49.619104 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59702) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:49.627939 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-f43a5ded-5e1c-4237-90d9-2aee347dec39 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'beff548b-a89f-4edf-a4cd-da2c09d5485f') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:49.802204 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59704) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:49.929069 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f43a5ded-5e1c-4237-90d9-2aee347dec39 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/routers/beff548b-a89f-4edf-a4cd-da2c09d5485f/tags HTTP/1.1" status: 200 len: 205 time: 0.3089764 Sep 07 19:11:49.933244 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59708) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:49.941686 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-8be9d356-cb70-47cd-8fda-37b94c925b13 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e49c079d-b24f-4d0c-bb36-a944950dc5c6') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:49.955997 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f9326895-60b4-4587-9152-cf0ceee704ab tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:49.969085 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ef9532-52cf-421b-8001-fb95984de33d admin admin] Router 5390c23e-2acc-497c-9511-3e771754b8f7 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:11:50.035478 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8be9d356-cb70-47cd-8fda-37b94c925b13 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/subnetpools/e49c079d-b24f-4d0c-bb36-a944950dc5c6/tags HTTP/1.1" status: 200 len: 241 time: 0.1009581 Sep 07 19:11:50.038967 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59712) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:50.055973 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-c43078b4-94cc-4dd7-b3db-9b33dbb58ea9 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e49c079d-b24f-4d0c-bb36-a944950dc5c6', 'tempest-TagsExtTest-Tag-2121961875') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:50.056845 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9a8139d0-545b-4640-ad7c-e247af7801d5 None None] Provisioning complete for port 8930b7bc-d375-43cf-8e07-90b5e635efa1 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:50.058333 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9a8139d0-545b-4640-ad7c-e247af7801d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:50.060746 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ece1229-a3a3-441a-823e-1bd582740f7f None None] Network 25f0ce40-10d4-4952-8c46-c7db3a32e115 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:50.169213 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Request body: {'networks': [{'name': 'tempest-network--224897308'}, {'name': 'tempest-network--613603278'}]} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:50.169529 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Request body: {'network': {'name': 'tempest-network--224897308'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:50.170040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ef9532-52cf-421b-8001-fb95984de33d admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:11:50.170520 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Request body: {'network': {'name': 'tempest-network--613603278'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:50.200975 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-9a8139d0-545b-4640-ad7c-e247af7801d5 None None] Port 8930b7bc-d375-43cf-8e07-90b5e635efa1 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:50.201920 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-87ef9532-52cf-421b-8001-fb95984de33d admin admin] 10.222.0.26 "PUT /v2.0/routers/5390c23e-2acc-497c-9511-3e771754b8f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3958726 Sep 07 19:11:50.206174 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] Sync routers for ids ['5390c23e-2acc-497c-9511-3e771754b8f7'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:11:50.247624 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] Routers {'5390c23e-2acc-497c-9511-3e771754b8f7'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:50.249325 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5390c23e-2acc-497c-9511-3e771754b8f7'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:50.303452 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59718) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:50.349112 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c43078b4-94cc-4dd7-b3db-9b33dbb58ea9 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/subnetpools/e49c079d-b24f-4d0c-bb36-a944950dc5c6/tags/tempest-TagsExtTest-Tag-2121961875 HTTP/1.1" status: 204 len: 168 time: 0.3055327 Sep 07 19:11:50.352348 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59720) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:50.359733 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-07df3ee1-7c43-4d0c-8306-df314765a2f5 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e49c079d-b24f-4d0c-bb36-a944950dc5c6', 'tempest-TagsExtTest-Tag-2121961875') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:50.368281 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Made reservation on behalf of fdb7cd08ff474b839fdcaa3ba11c9575 for: {'network': 2} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:50.377095 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:50.413052 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7e61653c-dbfb-471f-ac5c-dc8082d09f70 None None] Provisioning for port e6aebe51-e779-469a-b2b9-9b2bb99914ea completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:50.465600 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:50.578230 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 58521703-bc63-426c-9331-34a1e1e341ef up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:50.621990 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] Set router 5390c23e-2acc-497c-9511-3e771754b8f7 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:11:50.662921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device b83de3f1-fe5c-4186-a421-77e348989650 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:11:50.781416 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:50.831040 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-07df3ee1-7c43-4d0c-8306-df314765a2f5 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "DELETE /v2.0/subnetpools/e49c079d-b24f-4d0c-bb36-a944950dc5c6/tags/tempest-TagsExtTest-Tag-2121961875 HTTP/1.1" status: 204 len: 168 time: 0.4767780 Sep 07 19:11:50.831910 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:50.832377 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:50.835235 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59732) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:50.851509 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-e9b4e5a8-4542-4fe3-b8e3-22f13afb43e9 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e49c079d-b24f-4d0c-bb36-a944950dc5c6') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:50.881170 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: b83de3f1-fe5c-4186-a421-77e348989650 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:11:50.882138 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device b83de3f1-fe5c-4186-a421-77e348989650 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:11:50.952147 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f39633-d2f8-46f6-9f89-655cbcb531bd,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:51.025746 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:11:51.058416 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:51.059439 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Added segment f7e1cb78-4af0-4d81-ad6f-2b7b0762e80c of type vlan for network 40ed8cdd-8f34-4b1c-9649-30d7b018ba5c Sep 07 19:11:51.061357 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f9326895-60b4-4587-9152-cf0ceee704ab tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:51.073243 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f9326895-60b4-4587-9152-cf0ceee704ab tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:51.131609 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 58521703-bc63-426c-9331-34a1e1e341ef triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:51.132420 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:51.223127 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e9b4e5a8-4542-4fe3-b8e3-22f13afb43e9 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/subnetpools/e49c079d-b24f-4d0c-bb36-a944950dc5c6/tags HTTP/1.1" status: 200 len: 205 time: 0.3845561 Sep 07 19:11:51.228850 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59742) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:51.249664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-0cd259d8-1c4c-44c7-9914-6b05a1bd3082 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e49c079d-b24f-4d0c-bb36-a944950dc5c6') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:51.460014 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59746) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:51.475258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-3a21fd52-2c33-487b-9351-c80469a5eaab admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-443671364-network', 'tenant_id': '684ae613429d4cafad45c6c5c9abf27d'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:51.508142 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0cd259d8-1c4c-44c7-9914-6b05a1bd3082 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "DELETE /v2.0/subnetpools/e49c079d-b24f-4d0c-bb36-a944950dc5c6/tags HTTP/1.1" status: 204 len: 168 time: 0.2643664 Sep 07 19:11:51.509835 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59748) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:51.538811 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-1a242364-c49f-425f-a7b2-71dde5d663b1 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'beff548b-a89f-4edf-a4cd-da2c09d5485f') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:51.559049 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:51.603385 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9326895-60b4-4587-9152-cf0ceee704ab tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Port': ['ID=f9c9829d-6cba-41cf-a752-2f47fae652a0,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:51.652365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a21fd52-2c33-487b-9351-c80469a5eaab admin admin] Made reservation on behalf of 684ae613429d4cafad45c6c5c9abf27d for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:51.658428 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a21fd52-2c33-487b-9351-c80469a5eaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:51.692418 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a21fd52-2c33-487b-9351-c80469a5eaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:51.719853 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f9326895-60b4-4587-9152-cf0ceee704ab tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:51.823079 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-bc95a1a6-9291-44e3-a457-fb4aee84085c None None] Provisioning for port f9c9829d-6cba-41cf-a752-2f47fae652a0 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:51.830232 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-bc95a1a6-9291-44e3-a457-fb4aee84085c None None] Provisioning complete for port f9c9829d-6cba-41cf-a752-2f47fae652a0 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:51.830634 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bc95a1a6-9291-44e3-a457-fb4aee84085c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:51.846969 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a21fd52-2c33-487b-9351-c80469a5eaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:51.855862 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a21fd52-2c33-487b-9351-c80469a5eaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:51.872877 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-bc95a1a6-9291-44e3-a457-fb4aee84085c None None] Port f9c9829d-6cba-41cf-a752-2f47fae652a0 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:51.897810 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:11:51.902347 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5390c23e-2acc-497c-9511-3e771754b8f7', 'name': 'tempest-TestServerMultinode-2097209072-router', 'tenant_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '58521703-bc63-426c-9331-34a1e1e341ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:37Z', 'updated_at': '2021-09-07T19:11:47Z', 'revision_number': 4, 'project_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'gw_port': {'id': '58521703-bc63-426c-9331-34a1e1e341ef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5390c23e-2acc-497c-9511-3e771754b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:39Z', 'updated_at': '2021-09-07T19:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '8930b7bc-d375-43cf-8e07-90b5e635efa1', 'name': '', 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb', 'tenant_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'mac_address': 'fa:16:3e:40:97:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5390c23e-2acc-497c-9511-3e771754b8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '20d0d522-59d6-4a23-aeee-8f8391182a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:45Z', 'updated_at': '2021-09-07T19:11:48Z', 'revision_number': 2, 'project_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'subnets': [{'id': '20d0d522-59d6-4a23-aeee-8f8391182a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:51.919288 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a21fd52-2c33-487b-9351-c80469a5eaab admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:11:51.945142 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] Checking router: 5390c23e-2acc-497c-9511-3e771754b8f7 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:11:51.945555 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] Updating router 5390c23e-2acc-497c-9511-3e771754b8f7 port 8930b7bc-d375-43cf-8e07-90b5e635efa1 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:11:51.953129 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1a242364-c49f-425f-a7b2-71dde5d663b1 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "DELETE /v2.0/routers/beff548b-a89f-4edf-a4cd-da2c09d5485f/tags HTTP/1.1" status: 204 len: 168 time: 0.4289217 Sep 07 19:11:51.958374 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59752) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:51.971053 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:51.972084 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-14b444cf-f2d3-4a28-99c4-3e246bfb6ab4 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7926f2d5-a0cc-4116-b10c-94caaf2636bb') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:51.974127 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a21fd52-2c33-487b-9351-c80469a5eaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:51.974974 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-3a21fd52-2c33-487b-9351-c80469a5eaab admin admin] Added segment 3e9f2cc0-e46e-42cc-8177-5d5649418e0d of type vlan for network 5549ff0e-5c97-4a12-b70e-0643785406a8 Sep 07 19:11:51.976882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21fd52-2c33-487b-9351-c80469a5eaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ad6175-a3e9-4daa-af06-e1c230811673,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:51.983307 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:51.983884 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Added segment 87bfe409-7667-4c5c-9959-6fe71225b66f of type vlan for network 2b174d8e-2a1e-4458-804d-d6733fcc3af4 Sep 07 19:11:52.002069 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:52.065375 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b66ec240-2c6f-4254-8827-3c1346c9a56e None None] Provisioning complete for port f9c9829d-6cba-41cf-a752-2f47fae652a0 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:52.065778 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b66ec240-2c6f-4254-8827-3c1346c9a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:52.125735 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a21fd52-2c33-487b-9351-c80469a5eaab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:52.180756 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a21fd52-2c33-487b-9351-c80469a5eaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:52.182621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a21fd52-2c33-487b-9351-c80469a5eaab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:52.184139 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a21fd52-2c33-487b-9351-c80469a5eaab admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:52.293348 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3a21fd52-2c33-487b-9351-c80469a5eaab admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8316171 Sep 07 19:11:52.296062 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:52.297919 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59754) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:52.312420 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-b4254eb0-4217-4e18-8d5b-0f54343e4e6d admin admin] Request body: {'subnet': {'network_id': '5549ff0e-5c97-4a12-b70e-0643785406a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-443671364-subnet', 'tenant_id': '684ae613429d4cafad45c6c5c9abf27d', 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:52.399699 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-b66ec240-2c6f-4254-8827-3c1346c9a56e None None] Port f9c9829d-6cba-41cf-a752-2f47fae652a0 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:52.408652 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e6aebe51-e779-469a-b2b9-9b2bb99914ea up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:52.458402 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f9326895-60b4-4587-9152-cf0ceee704ab tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:52.467025 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-14b444cf-f2d3-4a28-99c4-3e246bfb6ab4 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "DELETE /v2.0/ports/7926f2d5-a0cc-4116-b10c-94caaf2636bb/tags HTTP/1.1" status: 204 len: 168 time: 0.4991486 Sep 07 19:11:52.473241 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59758) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:52.483205 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-048d5008-eb90-4141-a662-58cefa4b8edf tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bcf1483a-3be7-425d-b6d2-6e679ca39b94') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:52.485162 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:52.485613 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:52.491877 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:52.497476 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:52.498454 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:52.595261 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port e6aebe51-e779-469a-b2b9-9b2bb99914ea completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:52.599959 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-86f32b25-1ad1-4a72-8457-eebdf0179ad3 None None] Provisioning complete for port f9c9829d-6cba-41cf-a752-2f47fae652a0 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:52.600645 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-86f32b25-1ad1-4a72-8457-eebdf0179ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:52.607270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e6aebe51-e779-469a-b2b9-9b2bb99914ea triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:52.607950 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:52.647956 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.8414865 Sep 07 19:11:52.650526 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59760) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:52.694819 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Pushing event updated for resources: {'Network': ['ID=40ed8cdd-8f34-4b1c-9649-30d7b018ba5c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:52.695172 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-86f32b25-1ad1-4a72-8457-eebdf0179ad3 None None] Port f9c9829d-6cba-41cf-a752-2f47fae652a0 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:52.708689 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 40ed8cdd-8f34-4b1c-9649-30d7b018ba5c details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:11:52.709866 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21fd52-2c33-487b-9351-c80469a5eaab admin admin] Pushing event updated for resources: {'Network': ['ID=5549ff0e-5c97-4a12-b70e-0643785406a8,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:52.743524 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 5549ff0e-5c97-4a12-b70e-0643785406a8 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:11:52.756378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4254eb0-4217-4e18-8d5b-0f54343e4e6d admin admin] Made reservation on behalf of 684ae613429d4cafad45c6c5c9abf27d for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:52.759325 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b4254eb0-4217-4e18-8d5b-0f54343e4e6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:52.953549 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd90eb-1bfe-429c-9af8-49e36d62bfd3 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Pushing event updated for resources: {'Network': ['ID=2b174d8e-2a1e-4458-804d-d6733fcc3af4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:52.971115 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:52.980620 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-048d5008-eb90-4141-a662-58cefa4b8edf tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "DELETE /v2.0/subnets/bcf1483a-3be7-425d-b6d2-6e679ca39b94/tags HTTP/1.1" status: 204 len: 168 time: 0.5051885 Sep 07 19:11:52.986259 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59768) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:52.994608 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] Transition to ACTIVE for port object 8930b7bc-d375-43cf-8e07-90b5e635efa1 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:53.003782 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-61e63e0d-4a2a-4231-9ea8-61f34a67e46d tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bcf1483a-3be7-425d-b6d2-6e679ca39b94', 'tempest-TagsExtTest-Tag-1222940712') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:53.060445 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 2b174d8e-2a1e-4458-804d-d6733fcc3af4 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:11:53.069894 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:53.100715 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf923aa7-0e5c-4c9c-86d2-73276405d6a4 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:53.107362 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf923aa7-0e5c-4c9c-86d2-73276405d6a4 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:53.113360 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf923aa7-0e5c-4c9c-86d2-73276405d6a4 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:53.119674 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf923aa7-0e5c-4c9c-86d2-73276405d6a4 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:53.122101 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bf923aa7-0e5c-4c9c-86d2-73276405d6a4 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4199936 Sep 07 19:11:53.128026 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59770) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:53.160780 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Deleting port 14239e60-af74-4b97-b7b6-bf1b92e6d652 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:53.161167 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:53.179251 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b4254eb0-4217-4e18-8d5b-0f54343e4e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:53.216428 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f9326895-60b4-4587-9152-cf0ceee704ab tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:53.221665 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db669d77-71ec-4e74-b0fa-8af7b0a4d168 None None] Pushing event updated for resources: {'Port': ['ID=8930b7bc-d375-43cf-8e07-90b5e635efa1,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:53.228644 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f9326895-60b4-4587-9152-cf0ceee704ab tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:53.230244 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f9326895-60b4-4587-9152-cf0ceee704ab tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:53.279478 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-61e63e0d-4a2a-4231-9ea8-61f34a67e46d tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "PUT /v2.0/subnets/bcf1483a-3be7-425d-b6d2-6e679ca39b94/tags/tempest-TagsExtTest-Tag-1222940712 HTTP/1.1" status: 201 len: 201 time: 0.2828844 Sep 07 19:11:53.282913 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59774) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:53.294380 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-217dd33a-cfe6-4be2-b8de-c4150d19b0d0 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7926f2d5-a0cc-4116-b10c-94caaf2636bb', 'tempest-TagsExtTest-Tag-1479061882') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:53.362804 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-78b51438-258d-49f6-aeec-8306e5297a5d tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:53.376624 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:53.387286 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4254eb0-4217-4e18-8d5b-0f54343e4e6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e62d855-07da-4817-9c85-cd83e9c892df,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:53.424190 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9326895-60b4-4587-9152-cf0ceee704ab tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Port': ['ID=f9c9829d-6cba-41cf-a752-2f47fae652a0,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:53.436021 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4254eb0-4217-4e18-8d5b-0f54343e4e6d admin admin] Checking segment: {'id': '3e9f2cc0-e46e-42cc-8177-5d5649418e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5549ff0e-5c97-4a12-b70e-0643785406a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:53.436633 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4254eb0-4217-4e18-8d5b-0f54343e4e6d admin admin] Network hostable DHCP agents. Network: 5549ff0e-5c97-4a12-b70e-0643785406a8, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:11:53.467412 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] For port 14239e60-af74-4b97-b7b6-bf1b92e6d652, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=14239e60-af74-4b97-b7b6-bf1b92e6d652,segment=NetworkSegment(32c7262c-3d52-42d6-b3fc-976fa645517f),segment_id=32c7262c-3d52-42d6-b3fc-976fa645517f)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:53.470675 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:53.479926 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] Attempting to bind port 8930b7bc-d375-43cf-8e07-90b5e635efa1 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:53.480570 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] Attempting to bind port 8930b7bc-d375-43cf-8e07-90b5e635efa1 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '4fd199dc-8d81-40ee-9f36-88abd1fc6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:53.481254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] Attempting to bind port 8930b7bc-d375-43cf-8e07-90b5e635efa1 on network 4dd351f9-0a93-4681-b2a5-5392cffb40cb {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:53.494192 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:11:53.494579 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] Checking segment: {'id': '4fd199dc-8d81-40ee-9f36-88abd1fc6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:53.496179 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:53.496610 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] Bound using segment: {'id': '4fd199dc-8d81-40ee-9f36-88abd1fc6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:11:53.497367 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] Bound port: 8930b7bc-d375-43cf-8e07-90b5e635efa1, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd199dc-8d81-40ee-9f36-88abd1fc6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:11:53.498118 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:53.541246 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port e6aebe51-e779-469a-b2b9-9b2bb99914ea, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e6aebe51-e779-469a-b2b9-9b2bb99914ea,segment=NetworkSegment(b299388e-d1d0-4629-abd3-b56fddce976b),segment_id=b299388e-d1d0-4629-abd3-b56fddce976b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:53.549758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Calling delete_port for 14239e60-af74-4b97-b7b6-bf1b92e6d652 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:53.579526 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:53.654329 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-78b51438-258d-49f6-aeec-8306e5297a5d tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:53.677536 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-78b51438-258d-49f6-aeec-8306e5297a5d tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ed8cdd-8f34-4b1c-9649-30d7b018ba5c']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:53.678139 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9326895-60b4-4587-9152-cf0ceee704ab tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network 25f0ce40-10d4-4952-8c46-c7db3a32e115 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:53.686980 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-f9326895-60b4-4587-9152-cf0ceee704ab tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:53.693888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-78b51438-258d-49f6-aeec-8306e5297a5d tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e1cb78-4af0-4d81-ad6f-2b7b0762e80c') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:53.694355 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-78b51438-258d-49f6-aeec-8306e5297a5d tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e1cb78-4af0-4d81-ad6f-2b7b0762e80c') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:53.705377 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-217dd33a-cfe6-4be2-b8de-c4150d19b0d0 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "PUT /v2.0/ports/7926f2d5-a0cc-4116-b10c-94caaf2636bb/tags/tempest-TagsExtTest-Tag-1479061882 HTTP/1.1" status: 201 len: 201 time: 0.4156265 Sep 07 19:11:53.708438 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59780) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:53.715807 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] For port 8930b7bc-d375-43cf-8e07-90b5e635efa1, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:11:53.717140 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4254eb0-4217-4e18-8d5b-0f54343e4e6d admin admin] Network 5549ff0e-5c97-4a12-b70e-0643785406a8 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:11:53.721942 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-78b51438-258d-49f6-aeec-8306e5297a5d tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:53.733388 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=e6aebe51-e779-469a-b2b9-9b2bb99914ea,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:53.745969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] For port 8930b7bc-d375-43cf-8e07-90b5e635efa1, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8930b7bc-d375-43cf-8e07-90b5e635efa1,segment=NetworkSegment(4fd199dc-8d81-40ee-9f36-88abd1fc6ee8),segment_id=4fd199dc-8d81-40ee-9f36-88abd1fc6ee8)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:11:53.756734 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:53.771551 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-087c48ba-316a-45c4-914a-35dcaff05ca1 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'beff548b-a89f-4edf-a4cd-da2c09d5485f', 'tempest-TagsExtTest-Tag-1022838453') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:53.800260 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-78b51438-258d-49f6-aeec-8306e5297a5d tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:53.806106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-b4254eb0-4217-4e18-8d5b-0f54343e4e6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 5549ff0e-5c97-4a12-b70e-0643785406a8) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:53.816769 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b51438-258d-49f6-aeec-8306e5297a5d tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:11:53.829045 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db669d77-71ec-4e74-b0fa-8af7b0a4d168 None None] Pushing event updated for resources: {'Port': ['ID=8930b7bc-d375-43cf-8e07-90b5e635efa1,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:53.829297 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-78b51438-258d-49f6-aeec-8306e5297a5d tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:11:53.832654 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:11:53.837942 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4254eb0-4217-4e18-8d5b-0f54343e4e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:53.840124 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14653ca1-a3e3-48c4-ba0c-49a97a12f200 None None] Network 5549ff0e-5c97-4a12-b70e-0643785406a8 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:53.840985 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b4254eb0-4217-4e18-8d5b-0f54343e4e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:54.009143 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b4254eb0-4217-4e18-8d5b-0f54343e4e6d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7064643 Sep 07 19:11:54.022302 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59782) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:54.033012 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-02bda337-6320-45ec-a3b1-6457aaf36e13 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-443671364-router', 'tenant_id': '684ae613429d4cafad45c6c5c9abf27d', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:54.051108 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] Routers {'5390c23e-2acc-497c-9511-3e771754b8f7'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:54.051840 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5390c23e-2acc-497c-9511-3e771754b8f7'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:54.079466 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02bda337-6320-45ec-a3b1-6457aaf36e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:54.084390 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02bda337-6320-45ec-a3b1-6457aaf36e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:54.103740 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9326895-60b4-4587-9152-cf0ceee704ab tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router c00af9f5-f7f0-4d32-8aa1-48efedb312d8 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:11:54.165693 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-78b51438-258d-49f6-aeec-8306e5297a5d tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:54.177600 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-78b51438-258d-49f6-aeec-8306e5297a5d tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:54.179864 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-78b51438-258d-49f6-aeec-8306e5297a5d tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "DELETE /v2.0/networks/40ed8cdd-8f34-4b1c-9649-30d7b018ba5c HTTP/1.1" status: 204 len: 168 time: 1.0507264 Sep 07 19:11:54.223909 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59784) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:54.224801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b51438-258d-49f6-aeec-8306e5297a5d tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Pushing event deleted for resources: {'Network': ['ID=40ed8cdd-8f34-4b1c-9649-30d7b018ba5c,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:54.279268 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] Set router 5390c23e-2acc-497c-9511-3e771754b8f7 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:11:54.343085 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-76e09fe4-bddf-4731-852c-463429237aa5 None None] Provisioning complete for port f9c9829d-6cba-41cf-a752-2f47fae652a0 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:54.343669 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-76e09fe4-bddf-4731-852c-463429237aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:54.362899 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:54.459237 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-efd5bb64-c839-4b2e-b3aa-d3747d2eddfb tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:54.501079 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event deleted for resources: {'Port': ['ID=14239e60-af74-4b97-b7b6-bf1b92e6d652,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:54.634723 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:54.636976 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:54.637767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:54.641363 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-76e09fe4-bddf-4731-852c-463429237aa5 None None] Port f9c9829d-6cba-41cf-a752-2f47fae652a0 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:11:54.641992 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:54.645291 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:54.646003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:54.646603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:54.647272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:54.647464 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5549ff0e-5c97-4a12-b70e-0643785406a8', 'network_id': '5549ff0e-5c97-4a12-b70e-0643785406a8', 'tenant_id': '684ae613429d4cafad45c6c5c9abf27d', 'fixed_ips': [{'subnet_id': '6e62d855-07da-4817-9c85-cd83e9c892df'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:11:54.648439 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:54.649289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:54.653122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:54.653975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:54.655950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:11:54.861025 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5390c23e-2acc-497c-9511-3e771754b8f7', 'name': 'tempest-TestServerMultinode-2097209072-router', 'tenant_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '58521703-bc63-426c-9331-34a1e1e341ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:37Z', 'updated_at': '2021-09-07T19:11:47Z', 'revision_number': 4, 'project_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'gw_port': {'id': '58521703-bc63-426c-9331-34a1e1e341ef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5390c23e-2acc-497c-9511-3e771754b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:39Z', 'updated_at': '2021-09-07T19:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '8930b7bc-d375-43cf-8e07-90b5e635efa1', 'name': '', 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb', 'tenant_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'mac_address': 'fa:16:3e:40:97:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5390c23e-2acc-497c-9511-3e771754b8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '20d0d522-59d6-4a23-aeee-8f8391182a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:45Z', 'updated_at': '2021-09-07T19:11:53Z', 'revision_number': 4, 'project_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'subnets': [{'id': '20d0d522-59d6-4a23-aeee-8f8391182a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:54.909734 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02bda337-6320-45ec-a3b1-6457aaf36e13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:54.917861 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd223de0-5ca3-4110-9662-7f6a2d79c2e6 None None] The sync data for ids ['5390c23e-2acc-497c-9511-3e771754b8f7'] in n-d-807786-1 is: [{'id': '5390c23e-2acc-497c-9511-3e771754b8f7', 'name': 'tempest-TestServerMultinode-2097209072-router', 'tenant_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '58521703-bc63-426c-9331-34a1e1e341ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:37Z', 'updated_at': '2021-09-07T19:11:47Z', 'revision_number': 4, 'project_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'gw_port': {'id': '58521703-bc63-426c-9331-34a1e1e341ef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5390c23e-2acc-497c-9511-3e771754b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:39Z', 'updated_at': '2021-09-07T19:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '8930b7bc-d375-43cf-8e07-90b5e635efa1', 'name': '', 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb', 'tenant_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'mac_address': 'fa:16:3e:40:97:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5390c23e-2acc-497c-9511-3e771754b8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '20d0d522-59d6-4a23-aeee-8f8391182a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:45Z', 'updated_at': '2021-09-07T19:11:53Z', 'revision_number': 4, 'project_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'subnets': [{'id': '20d0d522-59d6-4a23-aeee-8f8391182a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:11:54.933480 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-087c48ba-316a-45c4-914a-35dcaff05ca1 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "PUT /v2.0/routers/beff548b-a89f-4edf-a4cd-da2c09d5485f/tags/tempest-TagsExtTest-Tag-1022838453 HTTP/1.1" status: 201 len: 201 time: 1.2181973 Sep 07 19:11:54.939034 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59794) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:54.980130 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] Allocated IP 172.20.0.2 (5549ff0e-5c97-4a12-b70e-0643785406a8/6e62d855-07da-4817-9c85-cd83e9c892df/4a0bea11-e248-494b-b667-3a2d674f31cf) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:55.018999 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-dae4aab5-2e88-4f65-8e1b-830c4308a645 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e49c079d-b24f-4d0c-bb36-a944950dc5c6', 'tempest-TagsExtTest-Tag-1448470500') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:55.125126 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9326895-60b4-4587-9152-cf0ceee704ab tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:11:55.148421 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f9326895-60b4-4587-9152-cf0ceee704ab tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/c00af9f5-f7f0-4d32-8aa1-48efedb312d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8007679 Sep 07 19:11:55.154058 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ab2430-e5ab-4ba1-bd59-c9188518c32a None None] Sync routers for ids ['c00af9f5-f7f0-4d32-8aa1-48efedb312d8'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:11:55.157778 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59796) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:55.169486 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ab2430-e5ab-4ba1-bd59-c9188518c32a None None] Routers {'c00af9f5-f7f0-4d32-8aa1-48efedb312d8'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:55.170141 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-18ab2430-e5ab-4ba1-bd59-c9188518c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['c00af9f5-f7f0-4d32-8aa1-48efedb312d8'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:55.170900 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:55.175817 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-efd5bb64-c839-4b2e-b3aa-d3747d2eddfb tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:55.240835 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-18ab2430-e5ab-4ba1-bd59-c9188518c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:55.271691 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ab2430-e5ab-4ba1-bd59-c9188518c32a None None] Routers {'c00af9f5-f7f0-4d32-8aa1-48efedb312d8'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:55.272674 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-18ab2430-e5ab-4ba1-bd59-c9188518c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['c00af9f5-f7f0-4d32-8aa1-48efedb312d8'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:55.327485 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:55.344158 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-18ab2430-e5ab-4ba1-bd59-c9188518c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:55.345432 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ab2430-e5ab-4ba1-bd59-c9188518c32a None None] The sync data for ids ['c00af9f5-f7f0-4d32-8aa1-48efedb312d8'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:11:55.347108 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] Transition to ACTIVE for port object 4a0bea11-e248-494b-b667-3a2d674f31cf will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:55.392914 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] Transition to ACTIVE for port object 4a0bea11-e248-494b-b667-3a2d674f31cf will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:11:55.403376 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:55.422142 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02bda337-6320-45ec-a3b1-6457aaf36e13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:55.485763 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24643642-966d-49b0-b94b-d66a0991ec7f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:55.487199 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-24643642-966d-49b0-b94b-d66a0991ec7f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/ports/f9c9829d-6cba-41cf-a752-2f47fae652a0 HTTP/1.1" status: 200 len: 984 time: 0.3218715 Sep 07 19:11:55.493318 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] Network 5549ff0e-5c97-4a12-b70e-0643785406a8 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:55.495359 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:55.497759 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59800) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:55.502596 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dae4aab5-2e88-4f65-8e1b-830c4308a645 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "PUT /v2.0/subnetpools/e49c079d-b24f-4d0c-bb36-a944950dc5c6/tags/tempest-TagsExtTest-Tag-1448470500 HTTP/1.1" status: 201 len: 201 time: 0.5594800 Sep 07 19:11:55.508976 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59802) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:55.515174 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-ed8751d0-cb4d-48f3-81dd-1179e8dfb5e0 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'bcf1483a-3be7-425d-b6d2-6e679ca39b94', {'tags': ['tempest-TagsExtTest-Tag-1219544034', 'tempest-TagsExtTest-Tag-1652442197', 'tempest-TagsExtTest-Tag-930895993']}) {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:55.516208 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] Pushing event updated for resources: {'Port': ['ID=4a0bea11-e248-494b-b667-3a2d674f31cf,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:55.520767 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:55.530664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-efd5bb64-c839-4b2e-b3aa-d3747d2eddfb tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b174d8e-2a1e-4458-804d-d6733fcc3af4']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:55.589490 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-efd5bb64-c839-4b2e-b3aa-d3747d2eddfb tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87bfe409-7667-4c5c-9959-6fe71225b66f') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:55.589794 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-efd5bb64-c839-4b2e-b3aa-d3747d2eddfb tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87bfe409-7667-4c5c-9959-6fe71225b66f') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:55.618806 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-efd5bb64-c839-4b2e-b3aa-d3747d2eddfb tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:55.637115 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ed8751d0-cb4d-48f3-81dd-1179e8dfb5e0 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "PUT /v2.0/subnets/bcf1483a-3be7-425d-b6d2-6e679ca39b94/tags HTTP/1.1" status: 200 len: 317 time: 0.1252692 Sep 07 19:11:55.643574 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59804) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:55.658957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-6dca9a25-d9ec-4bce-87ed-70dbb9659f1b tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bcf1483a-3be7-425d-b6d2-6e679ca39b94') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:55.670686 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] Attempting to bind port 4a0bea11-e248-494b-b667-3a2d674f31cf on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:11:55.671299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] Attempting to bind port 4a0bea11-e248-494b-b667-3a2d674f31cf by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '3e9f2cc0-e46e-42cc-8177-5d5649418e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5549ff0e-5c97-4a12-b70e-0643785406a8'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:11:55.671890 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] Attempting to bind port 4a0bea11-e248-494b-b667-3a2d674f31cf on network 5549ff0e-5c97-4a12-b70e-0643785406a8 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:11:55.685979 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:11:55.686437 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] Checking segment: {'id': '3e9f2cc0-e46e-42cc-8177-5d5649418e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5549ff0e-5c97-4a12-b70e-0643785406a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:55.686899 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:55.687381 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] Bound using segment: {'id': '3e9f2cc0-e46e-42cc-8177-5d5649418e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5549ff0e-5c97-4a12-b70e-0643785406a8'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:11:55.688218 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] Bound port: 4a0bea11-e248-494b-b667-3a2d674f31cf, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9f2cc0-e46e-42cc-8177-5d5649418e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5549ff0e-5c97-4a12-b70e-0643785406a8'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:11:55.688998 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:55.702171 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-efd5bb64-c839-4b2e-b3aa-d3747d2eddfb tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:55.753761 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd5bb64-c839-4b2e-b3aa-d3747d2eddfb tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:11:55.754219 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-efd5bb64-c839-4b2e-b3aa-d3747d2eddfb tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:11:55.758906 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:11:55.898114 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] For port 4a0bea11-e248-494b-b667-3a2d674f31cf, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:11:55.907440 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] For port 4a0bea11-e248-494b-b667-3a2d674f31cf, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4a0bea11-e248-494b-b667-3a2d674f31cf,segment=NetworkSegment(3e9f2cc0-e46e-42cc-8177-5d5649418e0d),segment_id=3e9f2cc0-e46e-42cc-8177-5d5649418e0d)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:11:55.914901 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:55.935005 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-efd5bb64-c839-4b2e-b3aa-d3747d2eddfb tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:55.949731 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-efd5bb64-c839-4b2e-b3aa-d3747d2eddfb tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:55.952963 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-efd5bb64-c839-4b2e-b3aa-d3747d2eddfb tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "DELETE /v2.0/networks/2b174d8e-2a1e-4458-804d-d6733fcc3af4 HTTP/1.1" status: 204 len: 168 time: 1.7237170 Sep 07 19:11:55.972711 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59808) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:56.007362 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5bb64-c839-4b2e-b3aa-d3747d2eddfb tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Pushing event deleted for resources: {'Network': ['ID=2b174d8e-2a1e-4458-804d-d6733fcc3af4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:56.040696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Router 3e80d6a8-d786-4c6b-9080-2906b3ea482b has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:11:56.066310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12592b6b-4357-4fcf-8600-260a6f2a2839 None None] Pushing event updated for resources: {'Port': ['ID=4a0bea11-e248-494b-b667-3a2d674f31cf,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:56.081952 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e8d55cff-67b0-414e-8a39-6c1682d70072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:56.121452 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6dca9a25-d9ec-4bce-87ed-70dbb9659f1b tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "DELETE /v2.0/subnets/bcf1483a-3be7-425d-b6d2-6e679ca39b94/tags HTTP/1.1" status: 204 len: 168 time: 0.4704897 Sep 07 19:11:56.130790 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e6aebe51-e779-469a-b2b9-9b2bb99914ea up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:56.131477 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59810) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:56.146316 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-27bab753-9a8a-4806-81dc-e0d77f146411 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bcf1483a-3be7-425d-b6d2-6e679ca39b94', 'tempest-TagsExtTest-Tag-1219544034') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:56.236964 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e6aebe51-e779-469a-b2b9-9b2bb99914ea triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:56.237461 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:56.323362 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:11:56.329964 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05df9b19-0373-482f-9846-cabc1832cc47 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:56.336535 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f1fb92-72ba-4ccc-9b41-aaa8ceb9113b None None] Sync routers for ids ['3e80d6a8-d786-4c6b-9080-2906b3ea482b'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:11:56.340318 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05df9b19-0373-482f-9846-cabc1832cc47 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:56.346236 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-05df9b19-0373-482f-9846-cabc1832cc47 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3683705 Sep 07 19:11:56.346476 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-62dbad94-de73-4b78-8bdc-f65bb446d89b tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "PUT /v2.0/routers/3e80d6a8-d786-4c6b-9080-2906b3ea482b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0376558 Sep 07 19:11:56.346590 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59812) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:56.346691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59814) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:56.353500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-bac67c8f-9299-4698-84b3-538d93a212a8 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-428150871'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:56.390119 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f1fb92-72ba-4ccc-9b41-aaa8ceb9113b None None] Routers {'3e80d6a8-d786-4c6b-9080-2906b3ea482b'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:56.390779 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-54f1fb92-72ba-4ccc-9b41-aaa8ceb9113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3e80d6a8-d786-4c6b-9080-2906b3ea482b'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:56.451762 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac67c8f-9299-4698-84b3-538d93a212a8 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Made reservation on behalf of fdb7cd08ff474b839fdcaa3ba11c9575 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:56.460667 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bac67c8f-9299-4698-84b3-538d93a212a8 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:56.547150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac67c8f-9299-4698-84b3-538d93a212a8 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:11:56.562489 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bac67c8f-9299-4698-84b3-538d93a212a8 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:56.563136 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-bac67c8f-9299-4698-84b3-538d93a212a8 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Added segment c0698f6a-c1bc-44a1-b6f7-2188c6949da9 of type vlan for network d0c97780-9588-40fe-9500-ee0c77ee1095 Sep 07 19:11:56.643099 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bac67c8f-9299-4698-84b3-538d93a212a8 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:56.694902 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bac67c8f-9299-4698-84b3-538d93a212a8 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:56.705797 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac67c8f-9299-4698-84b3-538d93a212a8 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:56.710751 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bac67c8f-9299-4698-84b3-538d93a212a8 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:56.743739 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02bda337-6320-45ec-a3b1-6457aaf36e13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:56.755570 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-73617ae3-f1ed-4bcf-b0bf-3c8e63a9537d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Deleting subnet 62b11ff0-24ea-4492-8aec-76519e010de9 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:11:56.780546 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bac67c8f-9299-4698-84b3-538d93a212a8 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4266219 Sep 07 19:11:56.780546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59818) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:56.786088 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-01181e8b-8554-4633-93c9-eab42abfd010 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-367114806'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:56.787468 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73617ae3-f1ed-4bcf-b0bf-3c8e63a9537d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:56.819315 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-27bab753-9a8a-4806-81dc-e0d77f146411 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] show failed (client error): The resource could not be found. Sep 07 19:11:56.822513 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-27bab753-9a8a-4806-81dc-e0d77f146411 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/subnets/bcf1483a-3be7-425d-b6d2-6e679ca39b94/tags/tempest-TagsExtTest-Tag-1219544034 HTTP/1.1" status: 404 len: 329 time: 0.6826451 Sep 07 19:11:56.825776 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59820) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:56.826224 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02bda337-6320-45ec-a3b1-6457aaf36e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:56.830551 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-4330016e-dbd2-4500-8587-7421ddd2e0e1 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bcf1483a-3be7-425d-b6d2-6e679ca39b94', 'tempest-TagsExtTest-Tag-1652442197') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:56.839372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac67c8f-9299-4698-84b3-538d93a212a8 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Pushing event updated for resources: {'Network': ['ID=d0c97780-9588-40fe-9500-ee0c77ee1095,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:56.904088 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network d0c97780-9588-40fe-9500-ee0c77ee1095 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:11:56.920529 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01181e8b-8554-4633-93c9-eab42abfd010 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Made reservation on behalf of fdb7cd08ff474b839fdcaa3ba11c9575 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:56.930767 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01181e8b-8554-4633-93c9-eab42abfd010 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:56.934367 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a6b681e1-c624-4d0a-825c-f512edf598b5 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:56.977060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01181e8b-8554-4633-93c9-eab42abfd010 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:11:56.993958 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01181e8b-8554-4633-93c9-eab42abfd010 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:56.994221 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-01181e8b-8554-4633-93c9-eab42abfd010 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Added segment 0b4ab638-eaf3-489d-88b4-424091e0506d of type vlan for network b3324be6-10c0-4c58-9f69-930c033b82c1 Sep 07 19:11:56.995419 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8930b7bc-d375-43cf-8e07-90b5e635efa1 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:56.995736 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73617ae3-f1ed-4bcf-b0bf-3c8e63a9537d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:57.005894 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-4330016e-dbd2-4500-8587-7421ddd2e0e1 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] show failed (client error): The resource could not be found. Sep 07 19:11:57.010008 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4330016e-dbd2-4500-8587-7421ddd2e0e1 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/subnets/bcf1483a-3be7-425d-b6d2-6e679ca39b94/tags/tempest-TagsExtTest-Tag-1652442197 HTTP/1.1" status: 404 len: 329 time: 0.1805136 Sep 07 19:11:57.015107 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59822) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:57.021179 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-6377a88f-0b6d-4a25-9eaf-daa33e781468 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bcf1483a-3be7-425d-b6d2-6e679ca39b94', 'tempest-TagsExtTest-Tag-930895993') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:57.122214 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01181e8b-8554-4633-93c9-eab42abfd010 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:57.298931 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-54f1fb92-72ba-4ccc-9b41-aaa8ceb9113b None None] Set router 3e80d6a8-d786-4c6b-9080-2906b3ea482b gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:11:57.422740 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73617ae3-f1ed-4bcf-b0bf-3c8e63a9537d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:57.463874 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-02bda337-6320-45ec-a3b1-6457aaf36e13 admin admin] Allocated IP 172.25.8.154 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:11:57.537881 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 8930b7bc-d375-43cf-8e07-90b5e635efa1 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:57.552550 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 8930b7bc-d375-43cf-8e07-90b5e635efa1 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:57.552924 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:57.653253 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73617ae3-f1ed-4bcf-b0bf-3c8e63a9537d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:57.678480 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01181e8b-8554-4633-93c9-eab42abfd010 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:57.694156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01181e8b-8554-4633-93c9-eab42abfd010 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:57.694919 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01181e8b-8554-4633-93c9-eab42abfd010 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:57.699152 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73617ae3-f1ed-4bcf-b0bf-3c8e63a9537d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event deleted for resources: {'Subnet': ['ID=62b11ff0-24ea-4492-8aec-76519e010de9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:57.714734 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73617ae3-f1ed-4bcf-b0bf-3c8e63a9537d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:57.720311 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-73617ae3-f1ed-4bcf-b0bf-3c8e63a9537d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "DELETE /v2.0/subnets/62b11ff0-24ea-4492-8aec-76519e010de9 HTTP/1.1" status: 204 len: 168 time: 1.3751457 Sep 07 19:11:57.721268 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59828) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:57.734178 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9826a8df-2b0a-4119-b294-b81233118fca None None] Network bcfec698-7186-4bb1-a509-89b392b0407b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:57.735028 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-01181e8b-8554-4633-93c9-eab42abfd010 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9547389 Sep 07 19:11:57.738065 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59830) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:57.745312 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Request body: {'ports': [{'network_id': 'd0c97780-9588-40fe-9500-ee0c77ee1095', 'name': 'tempest-port--315425868', 'admin_state_up': True}, {'network_id': 'b3324be6-10c0-4c58-9f69-930c033b82c1', 'admin_state_up': False}]} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:57.745627 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Request body: {'port': {'network_id': 'd0c97780-9588-40fe-9500-ee0c77ee1095', 'name': 'tempest-port--315425868', 'admin_state_up': True}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:57.746142 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Request body: {'port': {'network_id': 'b3324be6-10c0-4c58-9f69-930c033b82c1', 'admin_state_up': False}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:11:57.796108 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c130063e-603c-4317-9045-82308c42a754 None None] Network 5549ff0e-5c97-4a12-b70e-0643785406a8 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:11:57.891606 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:57.922791 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-6377a88f-0b6d-4a25-9eaf-daa33e781468 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] show failed (client error): The resource could not be found. Sep 07 19:11:57.923907 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6377a88f-0b6d-4a25-9eaf-daa33e781468 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/subnets/bcf1483a-3be7-425d-b6d2-6e679ca39b94/tags/tempest-TagsExtTest-Tag-930895993 HTTP/1.1" status: 404 len: 328 time: 0.9073529 Sep 07 19:11:57.924868 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01181e8b-8554-4633-93c9-eab42abfd010 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Pushing event updated for resources: {'Network': ['ID=b3324be6-10c0-4c58-9f69-930c033b82c1,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:57.929162 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a81b03ba-998d-418b-a2f4-0451bd04e627 None None] Provisioning for port 4a0bea11-e248-494b-b667-3a2d674f31cf completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:57.934304 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59832) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:57.946027 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-69fd0a6e-2e82-446f-80d3-0bca9ac5f20e tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7926f2d5-a0cc-4116-b10c-94caaf2636bb', {'tags': ['tempest-TagsExtTest-Tag-854880720', 'tempest-TagsExtTest-Tag-166898532', 'tempest-TagsExtTest-Tag-1440604801']}) {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:57.956410 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network b3324be6-10c0-4c58-9f69-930c033b82c1 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:11:58.011265 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02bda337-6320-45ec-a3b1-6457aaf36e13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:58.024257 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a6b681e1-c624-4d0a-825c-f512edf598b5 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting port f9c9829d-6cba-41cf-a752-2f47fae652a0 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:58.024816 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a6b681e1-c624-4d0a-825c-f512edf598b5 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:58.118023 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-54f1fb92-72ba-4ccc-9b41-aaa8ceb9113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e80d6a8-d786-4c6b-9080-2906b3ea482b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1617177332', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '0dcad48f-c587-43af-9e06-31e49f748ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:02Z', 'updated_at': '2021-09-07T19:11:54Z', 'revision_number': 5, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '0dcad48f-c587-43af-9e06-31e49f748ec4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e80d6a8-d786-4c6b-9080-2906b3ea482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:04Z', 'updated_at': '2021-09-07T19:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:58.143368 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Made reservation on behalf of fdb7cd08ff474b839fdcaa3ba11c9575 for: {'port': 2} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:11:58.147868 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:58.172284 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a6b681e1-c624-4d0a-825c-f512edf598b5 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:58.175034 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:58.194105 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a6b681e1-c624-4d0a-825c-f512edf598b5 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Calling delete_port for f9c9829d-6cba-41cf-a752-2f47fae652a0 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:58.269483 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:58.304467 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] device_id is not set on port bdaeb869-793a-4e52-9a41-e99eb1520244 yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:11:58.310997 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-69fd0a6e-2e82-446f-80d3-0bca9ac5f20e tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "PUT /v2.0/ports/7926f2d5-a0cc-4116-b10c-94caaf2636bb/tags HTTP/1.1" status: 200 len: 316 time: 0.3728411 Sep 07 19:11:58.324604 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59836) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:58.330770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-3edf2e4d-0a87-4fc0-bc38-6964c40634ee tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7926f2d5-a0cc-4116-b10c-94caaf2636bb') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:58.339980 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f1fb92-72ba-4ccc-9b41-aaa8ceb9113b None None] Checking router: 3e80d6a8-d786-4c6b-9080-2906b3ea482b for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:11:58.473522 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 8930b7bc-d375-43cf-8e07-90b5e635efa1, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8930b7bc-d375-43cf-8e07-90b5e635efa1,segment=NetworkSegment(4fd199dc-8d81-40ee-9f36-88abd1fc6ee8),segment_id=4fd199dc-8d81-40ee-9f36-88abd1fc6ee8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:58.480745 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f1fb92-72ba-4ccc-9b41-aaa8ceb9113b None None] Routers {'3e80d6a8-d786-4c6b-9080-2906b3ea482b'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:11:58.481823 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-54f1fb92-72ba-4ccc-9b41-aaa8ceb9113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3e80d6a8-d786-4c6b-9080-2906b3ea482b'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:58.556888 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:58.566122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3edf2e4d-0a87-4fc0-bc38-6964c40634ee tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "DELETE /v2.0/ports/7926f2d5-a0cc-4116-b10c-94caaf2636bb/tags HTTP/1.1" status: 204 len: 168 time: 0.2351747 Sep 07 19:11:58.573837 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59838) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:58.579471 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-76db8117-7369-474b-9d82-6e2612760497 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7926f2d5-a0cc-4116-b10c-94caaf2636bb', 'tempest-TagsExtTest-Tag-854880720') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:58.706767 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:58.773059 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-76db8117-7369-474b-9d82-6e2612760497 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] show failed (client error): The resource could not be found. Sep 07 19:11:58.777703 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-76db8117-7369-474b-9d82-6e2612760497 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/ports/7926f2d5-a0cc-4116-b10c-94caaf2636bb/tags/tempest-TagsExtTest-Tag-854880720 HTTP/1.1" status: 404 len: 328 time: 0.2007244 Sep 07 19:11:58.780632 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59842) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:58.786235 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-8c939ffc-86f5-431c-bff7-83e6b958c5f8 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7926f2d5-a0cc-4116-b10c-94caaf2636bb', 'tempest-TagsExtTest-Tag-166898532') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:58.794450 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=8930b7bc-d375-43cf-8e07-90b5e635efa1,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:58.840174 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4a0bea11-e248-494b-b667-3a2d674f31cf up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:11:58.855628 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3459390-7368-4c60-8885-3003bc43e021 None None] DHCP port deletion for bcfec698-7186-4bb1-a509-89b392b0407b request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:11:58.908931 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] device_id is not set on port 7abcbf20-bffe-4a5c-a816-c21c762a66fd yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:11:58.953893 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-8c939ffc-86f5-431c-bff7-83e6b958c5f8 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] show failed (client error): The resource could not be found. Sep 07 19:11:58.956114 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8c939ffc-86f5-431c-bff7-83e6b958c5f8 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/ports/7926f2d5-a0cc-4116-b10c-94caaf2636bb/tags/tempest-TagsExtTest-Tag-166898532 HTTP/1.1" status: 404 len: 328 time: 0.1751192 Sep 07 19:11:58.959860 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59844) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:58.967514 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-5999e157-7c08-4701-8926-3752fabd2c11 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7926f2d5-a0cc-4116-b10c-94caaf2636bb', 'tempest-TagsExtTest-Tag-1440604801') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:59.004156 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b85b4055-7683-4401-9246-40298b4443b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:59.109233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-54f1fb92-72ba-4ccc-9b41-aaa8ceb9113b None None] Set router 3e80d6a8-d786-4c6b-9080-2906b3ea482b gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:11:59.122545 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a6b681e1-c624-4d0a-825c-f512edf598b5 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:59.134919 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-5999e157-7c08-4701-8926-3752fabd2c11 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] show failed (client error): The resource could not be found. Sep 07 19:11:59.136033 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5999e157-7c08-4701-8926-3752fabd2c11 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/ports/7926f2d5-a0cc-4116-b10c-94caaf2636bb/tags/tempest-TagsExtTest-Tag-1440604801 HTTP/1.1" status: 404 len: 329 time: 0.1748617 Sep 07 19:11:59.140889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59846) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:59.141345 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:59.145901 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-57c4f5e2-551b-44dc-831f-b6520274190f tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'beff548b-a89f-4edf-a4cd-da2c09d5485f', {'tags': ['tempest-TagsExtTest-Tag-698981863', 'tempest-TagsExtTest-Tag-1691870111', 'tempest-TagsExtTest-Tag-1120697110']}) {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:59.179338 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b681e1-c624-4d0a-825c-f512edf598b5 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Port': ['ID=f9c9829d-6cba-41cf-a752-2f47fae652a0,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:59.228655 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:59.307896 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02bda337-6320-45ec-a3b1-6457aaf36e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:59.339740 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 4a0bea11-e248-494b-b667-3a2d674f31cf completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:11:59.365274 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a3459390-7368-4c60-8885-3003bc43e021 None None] Deleting port a1232d67-b6cd-4a5a-ad78-9e83f6fe1021 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:11:59.365820 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a3459390-7368-4c60-8885-3003bc43e021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:59.373466 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 4a0bea11-e248-494b-b667-3a2d674f31cf triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:11:59.373869 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:59.386554 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bda337-6320-45ec-a3b1-6457aaf36e13 admin admin] Pushing event updated for resources: {'Port': ['ID=cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:59.424751 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:59.453587 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a6b681e1-c624-4d0a-825c-f512edf598b5 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:59.454479 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-57c4f5e2-551b-44dc-831f-b6520274190f tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "PUT /v2.0/routers/beff548b-a89f-4edf-a4cd-da2c09d5485f/tags HTTP/1.1" status: 200 len: 317 time: 0.3125348 Sep 07 19:11:59.458406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59850) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:59.470341 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-e80a1c51-9408-4dc2-82cb-509b0c2c79e0 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'beff548b-a89f-4edf-a4cd-da2c09d5485f') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:59.631934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-a3459390-7368-4c60-8885-3003bc43e021 None None] For port a1232d67-b6cd-4a5a-ad78-9e83f6fe1021, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a1232d67-b6cd-4a5a-ad78-9e83f6fe1021,segment=NetworkSegment(32c7262c-3d52-42d6-b3fc-976fa645517f),segment_id=32c7262c-3d52-42d6-b3fc-976fa645517f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:11:59.632701 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a3459390-7368-4c60-8885-3003bc43e021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:59.657183 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a3459390-7368-4c60-8885-3003bc43e021 None None] Calling delete_port for a1232d67-b6cd-4a5a-ad78-9e83f6fe1021 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:11:59.694906 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:59.725681 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bda337-6320-45ec-a3b1-6457aaf36e13 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:11:59.734788 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-02bda337-6320-45ec-a3b1-6457aaf36e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:59.748641 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bda337-6320-45ec-a3b1-6457aaf36e13 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:59.782752 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e80a1c51-9408-4dc2-82cb-509b0c2c79e0 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "DELETE /v2.0/routers/beff548b-a89f-4edf-a4cd-da2c09d5485f/tags HTTP/1.1" status: 204 len: 168 time: 0.3141944 Sep 07 19:11:59.784619 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Pushing event updated for resources: {'Port': ['ID=bdaeb869-793a-4e52-9a41-e99eb1520244,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:11:59.788045 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59852) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:59.795787 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-42ad3569-763c-4a46-929c-9f30df59f9e3 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'beff548b-a89f-4edf-a4cd-da2c09d5485f', 'tempest-TagsExtTest-Tag-698981863') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:59.838530 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Checking segment: {'id': 'c0698f6a-c1bc-44a1-b6f7-2188c6949da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd0c97780-9588-40fe-9500-ee0c77ee1095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:11:59.838917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Network hostable DHCP agents. Network: d0c97780-9588-40fe-9500-ee0c77ee1095, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:11:59.884406 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b681e1-c624-4d0a-825c-f512edf598b5 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router c00af9f5-f7f0-4d32-8aa1-48efedb312d8 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:11:59.900486 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-42ad3569-763c-4a46-929c-9f30df59f9e3 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] show failed (client error): The resource could not be found. Sep 07 19:11:59.902761 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-42ad3569-763c-4a46-929c-9f30df59f9e3 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/routers/beff548b-a89f-4edf-a4cd-da2c09d5485f/tags/tempest-TagsExtTest-Tag-698981863 HTTP/1.1" status: 404 len: 328 time: 0.1109786 Sep 07 19:11:59.905884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Network d0c97780-9588-40fe-9500-ee0c77ee1095 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:11:59.907848 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59856) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:11:59.919489 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-13705ff8-fceb-4a45-8c77-86e795152e62 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'beff548b-a89f-4edf-a4cd-da2c09d5485f', 'tempest-TagsExtTest-Tag-1691870111') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:11:59.925414 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, d0c97780-9588-40fe-9500-ee0c77ee1095) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:11:59.935143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:11:59.937116 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:00.029264 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5960253a-7089-4028-8b2b-2ea47b97d376 None None] Network d0c97780-9588-40fe-9500-ee0c77ee1095 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:00.031295 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a3459390-7368-4c60-8885-3003bc43e021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:00.040230 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Pushing event updated for resources: {'Port': ['ID=7abcbf20-bffe-4a5c-a816-c21c762a66fd,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:00.069512 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3459390-7368-4c60-8885-3003bc43e021 None None] No DVR routers for this DVR port a1232d67-b6cd-4a5a-ad78-9e83f6fe1021 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:12:00.090319 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3459390-7368-4c60-8885-3003bc43e021 None None] Pushing event deleted for resources: {'Port': ['ID=a1232d67-b6cd-4a5a-ad78-9e83f6fe1021,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:00.107451 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Deleting port 0dcad48f-c587-43af-9e06-31e49f748ec4 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:00.107966 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:00.112151 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Checking segment: {'id': '0b4ab638-eaf3-489d-88b4-424091e0506d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b3324be6-10c0-4c58-9f69-930c033b82c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:00.113077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Network hostable DHCP agents. Network: b3324be6-10c0-4c58-9f69-930c033b82c1, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:12:00.149990 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Network b3324be6-10c0-4c58-9f69-930c033b82c1 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:12:00.174816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, b3324be6-10c0-4c58-9f69-930c033b82c1) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:00.175614 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:00.201744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:12:00.216239 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:00.228022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:00.230477 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:00.253685 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b681e1-c624-4d0a-825c-f512edf598b5 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:12:00.265619 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753e819f-714f-48be-af91-11f6df533b81 None None] Network b3324be6-10c0-4c58-9f69-930c033b82c1 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:00.267987 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a6b681e1-c624-4d0a-825c-f512edf598b5 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/c00af9f5-f7f0-4d32-8aa1-48efedb312d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7688076 Sep 07 19:12:00.272366 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59858) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:00.279831 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d1b99c-3a9f-4751-ab03-5b5163ab5a69 None None] Sync routers for ids ['c00af9f5-f7f0-4d32-8aa1-48efedb312d8'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:12:00.290433 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e0ef86fe-a036-4b67-bb06-e2828da9f38a tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.5499845 Sep 07 19:12:00.296031 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59860) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:00.309581 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d1b99c-3a9f-4751-ab03-5b5163ab5a69 None None] Routers {'c00af9f5-f7f0-4d32-8aa1-48efedb312d8'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:00.310976 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b0d1b99c-3a9f-4751-ab03-5b5163ab5a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['c00af9f5-f7f0-4d32-8aa1-48efedb312d8'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:00.340814 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-890821e2-282e-4fac-9a05-3d06a585d739 None None] Provisioning complete for port 4a0bea11-e248-494b-b667-3a2d674f31cf triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:00.341371 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-890821e2-282e-4fac-9a05-3d06a585d739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:00.369968 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b0d1b99c-3a9f-4751-ab03-5b5163ab5a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:00.379772 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d1b99c-3a9f-4751-ab03-5b5163ab5a69 None None] Routers {'c00af9f5-f7f0-4d32-8aa1-48efedb312d8'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:00.380757 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b0d1b99c-3a9f-4751-ab03-5b5163ab5a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['c00af9f5-f7f0-4d32-8aa1-48efedb312d8'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:00.424351 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 4a0bea11-e248-494b-b667-3a2d674f31cf, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4a0bea11-e248-494b-b667-3a2d674f31cf,segment=NetworkSegment(3e9f2cc0-e46e-42cc-8177-5d5649418e0d),segment_id=3e9f2cc0-e46e-42cc-8177-5d5649418e0d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:00.441306 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b0d1b99c-3a9f-4751-ab03-5b5163ab5a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:00.442384 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d1b99c-3a9f-4751-ab03-5b5163ab5a69 None None] The sync data for ids ['c00af9f5-f7f0-4d32-8aa1-48efedb312d8'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:12:00.483331 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0deb55-9c35-47ad-9cea-09f5e71bdca2 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:00.489446 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0deb55-9c35-47ad-9cea-09f5e71bdca2 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:00.492555 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5f0deb55-9c35-47ad-9cea-09f5e71bdca2 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1938341 Sep 07 19:12:00.493921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59862) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:00.512112 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:00.517868 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:00.601179 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-13705ff8-fceb-4a45-8c77-86e795152e62 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] show failed (client error): The resource could not be found. Sep 07 19:12:00.603297 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-13705ff8-fceb-4a45-8c77-86e795152e62 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/routers/beff548b-a89f-4edf-a4cd-da2c09d5485f/tags/tempest-TagsExtTest-Tag-1691870111 HTTP/1.1" status: 404 len: 329 time: 0.6912336 Sep 07 19:12:00.611999 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59866) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:00.624556 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-4e687603-1bb9-43c8-a769-49d6a336a6e8 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'beff548b-a89f-4edf-a4cd-da2c09d5485f', 'tempest-TagsExtTest-Tag-1120697110') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:00.734712 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-4e687603-1bb9-43c8-a769-49d6a336a6e8 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] show failed (client error): The resource could not be found. Sep 07 19:12:00.734956 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8930b7bc-d375-43cf-8e07-90b5e635efa1 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:12:00.737382 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4e687603-1bb9-43c8-a769-49d6a336a6e8 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/routers/beff548b-a89f-4edf-a4cd-da2c09d5485f/tags/tempest-TagsExtTest-Tag-1120697110 HTTP/1.1" status: 404 len: 329 time: 0.1221964 Sep 07 19:12:00.740712 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-0b17ec5a-d33e-4795-a690-36f564d46144 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Deleting port bdaeb869-793a-4e52-9a41-e99eb1520244 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:00.741171 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0b17ec5a-d33e-4795-a690-36f564d46144 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:00.747094 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59868) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:00.752712 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] For port 0dcad48f-c587-43af-9e06-31e49f748ec4, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0dcad48f-c587-43af-9e06-31e49f748ec4,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:00.753071 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:00.765730 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-50366235-e4cf-4b2f-becc-6d22b25941f6 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e49c079d-b24f-4d0c-bb36-a944950dc5c6', {'tags': ['tempest-TagsExtTest-Tag-623327040', 'tempest-TagsExtTest-Tag-459500512', 'tempest-TagsExtTest-Tag-1005118621']}) {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:00.831767 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=4a0bea11-e248-494b-b667-3a2d674f31cf,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:00.836855 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Calling delete_port for 0dcad48f-c587-43af-9e06-31e49f748ec4 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:00.839081 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0b17ec5a-d33e-4795-a690-36f564d46144 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:00.846771 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-54f1fb92-72ba-4ccc-9b41-aaa8ceb9113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e80d6a8-d786-4c6b-9080-2906b3ea482b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1617177332', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '0dcad48f-c587-43af-9e06-31e49f748ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:02Z', 'updated_at': '2021-09-07T19:11:54Z', 'revision_number': 5, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '0dcad48f-c587-43af-9e06-31e49f748ec4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e80d6a8-d786-4c6b-9080-2906b3ea482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:04Z', 'updated_at': '2021-09-07T19:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:00.860848 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-0b17ec5a-d33e-4795-a690-36f564d46144 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Calling delete_port for bdaeb869-793a-4e52-9a41-e99eb1520244 owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:00.863893 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-50366235-e4cf-4b2f-becc-6d22b25941f6 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "PUT /v2.0/subnetpools/e49c079d-b24f-4d0c-bb36-a944950dc5c6/tags HTTP/1.1" status: 200 len: 316 time: 0.1150978 Sep 07 19:12:00.867862 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59870) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:00.873366 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-15e07b41-cbd1-4d01-8c24-7590aee0b2c5 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e49c079d-b24f-4d0c-bb36-a944950dc5c6') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:00.891673 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-1ffb0c82-4a97-4505-a4c5-574a16820a6c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] remove_router_interface failed (client error): The resource could not be found. Sep 07 19:12:00.895942 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1ffb0c82-4a97-4505-a4c5-574a16820a6c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/c00af9f5-f7f0-4d32-8aa1-48efedb312d8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6175675 Sep 07 19:12:00.896154 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f1fb92-72ba-4ccc-9b41-aaa8ceb9113b None None] The sync data for ids ['3e80d6a8-d786-4c6b-9080-2906b3ea482b'] in n-d-807786-1 is: [{'id': '3e80d6a8-d786-4c6b-9080-2906b3ea482b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1617177332', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '0dcad48f-c587-43af-9e06-31e49f748ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:02Z', 'updated_at': '2021-09-07T19:11:54Z', 'revision_number': 5, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '0dcad48f-c587-43af-9e06-31e49f748ec4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e80d6a8-d786-4c6b-9080-2906b3ea482b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:04Z', 'updated_at': '2021-09-07T19:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:12:00.896341 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59872) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:00.923252 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 8930b7bc-d375-43cf-8e07-90b5e635efa1 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:00.924021 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:00.929728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02bda337-6320-45ec-a3b1-6457aaf36e13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:00.935844 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d68a1a55-92ee-4fbb-977a-31ee6558080a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/ports?device_id=c00af9f5-f7f0-4d32-8aa1-48efedb312d8 HTTP/1.1" status: 200 len: 205 time: 0.0374901 Sep 07 19:12:00.967762 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59874) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:01.074794 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-caf7db6c-70ae-4efd-8b79-73ebd1e45bb0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:01.084042 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-15e07b41-cbd1-4d01-8c24-7590aee0b2c5 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "DELETE /v2.0/subnetpools/e49c079d-b24f-4d0c-bb36-a944950dc5c6/tags HTTP/1.1" status: 204 len: 168 time: 0.2149749 Sep 07 19:12:01.092592 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59880) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:01.103820 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-3fb93fe6-2100-40d4-9815-43f0e910129d tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e49c079d-b24f-4d0c-bb36-a944950dc5c6', 'tempest-TagsExtTest-Tag-623327040') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:01.225703 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0b17ec5a-d33e-4795-a690-36f564d46144 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:01.317758 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a1232d67-b6cd-4a5a-ad78-9e83f6fe1021 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:12:01.334906 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-3fb93fe6-2100-40d4-9815-43f0e910129d tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] show failed (client error): The resource could not be found. Sep 07 19:12:01.336250 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3fb93fe6-2100-40d4-9815-43f0e910129d tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/subnetpools/e49c079d-b24f-4d0c-bb36-a944950dc5c6/tags/tempest-TagsExtTest-Tag-623327040 HTTP/1.1" status: 404 len: 328 time: 0.2423594 Sep 07 19:12:01.341807 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59886) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:01.350415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: a1232d67-b6cd-4a5a-ad78-9e83f6fe1021 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:12:01.351071 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a1232d67-b6cd-4a5a-ad78-9e83f6fe1021 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:12:01.383191 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-aa4e0ce1-a2ca-44a8-9845-1d03e42b5772 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e49c079d-b24f-4d0c-bb36-a944950dc5c6', 'tempest-TagsExtTest-Tag-459500512') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:01.432082 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-aa4e0ce1-a2ca-44a8-9845-1d03e42b5772 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] show failed (client error): The resource could not be found. Sep 07 19:12:01.434034 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-aa4e0ce1-a2ca-44a8-9845-1d03e42b5772 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/subnetpools/e49c079d-b24f-4d0c-bb36-a944950dc5c6/tags/tempest-TagsExtTest-Tag-459500512 HTTP/1.1" status: 404 len: 328 time: 0.0544636 Sep 07 19:12:01.435284 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02bda337-6320-45ec-a3b1-6457aaf36e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:01.441201 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59888) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:01.445955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-a3e84963-acd2-453c-b954-48f6310fe5bb tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e49c079d-b24f-4d0c-bb36-a944950dc5c6', 'tempest-TagsExtTest-Tag-1005118621') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:01.567074 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-caf7db6c-70ae-4efd-8b79-73ebd1e45bb0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:01.568910 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:01.569513 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-caf7db6c-70ae-4efd-8b79-73ebd1e45bb0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:01.579267 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17ec5a-d33e-4795-a690-36f564d46144 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Pushing event deleted for resources: {'Port': ['ID=bdaeb869-793a-4e52-9a41-e99eb1520244,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:01.581706 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0b17ec5a-d33e-4795-a690-36f564d46144 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:01.588002 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0b17ec5a-d33e-4795-a690-36f564d46144 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "DELETE /v2.0/ports/bdaeb869-793a-4e52-9a41-e99eb1520244 HTTP/1.1" status: 204 len: 168 time: 1.0929413 Sep 07 19:12:01.617610 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event deleted for resources: {'Port': ['ID=0dcad48f-c587-43af-9e06-31e49f748ec4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:01.627064 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59890) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:01.687062 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-caf7db6c-70ae-4efd-8b79-73ebd1e45bb0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:01.687567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf7db6c-70ae-4efd-8b79-73ebd1e45bb0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Fanout notify agent at l3_agent the message router_deleted on router c00af9f5-f7f0-4d32-8aa1-48efedb312d8 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:12:01.708855 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:01.709210 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:01.709652 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:01.709984 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:01.710320 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:01.710650 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:01.710978 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:01.711307 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:01.711634 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:01.711959 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:01.712290 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:01.712731 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:01.715635 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-caf7db6c-70ae-4efd-8b79-73ebd1e45bb0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:01.716808 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-caf7db6c-70ae-4efd-8b79-73ebd1e45bb0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/routers/c00af9f5-f7f0-4d32-8aa1-48efedb312d8 HTTP/1.1" status: 204 len: 168 time: 0.7462776 Sep 07 19:12:01.719873 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59894) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:01.743021 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-a3e84963-acd2-453c-b954-48f6310fe5bb tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] show failed (client error): The resource could not be found. Sep 07 19:12:01.746164 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a3e84963-acd2-453c-b954-48f6310fe5bb tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/subnetpools/e49c079d-b24f-4d0c-bb36-a944950dc5c6/tags/tempest-TagsExtTest-Tag-1005118621 HTTP/1.1" status: 404 len: 329 time: 0.3025134 Sep 07 19:12:01.752291 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59896) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:01.753982 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:01.761761 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.tag.tag_plugin [None req-a2972394-4737-4a11-b262-43368ce1f6c0 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e49c079d-b24f-4d0c-bb36-a944950dc5c6') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:01.793912 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7edf376-beb3-49bb-b78b-f8ed09d9f146 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting subnet dc4a2ed9-131b-48bd-803a-50de34a2f6bd {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:12:01.799434 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7edf376-beb3-49bb-b78b-f8ed09d9f146 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:01.814956 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:01.820996 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bda337-6320-45ec-a3b1-6457aaf36e13 admin admin] Router 1b7bc2ac-46b4-4e04-89b1-192bc64ac8da is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:12:01.826572 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-5fc39ea9-845e-4c56-b9bf-e055b38ca4a8 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Deleting port 7abcbf20-bffe-4a5c-a816-c21c762a66fd {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:01.827043 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5fc39ea9-845e-4c56-b9bf-e055b38ca4a8 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:01.855770 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a2972394-4737-4a11-b262-43368ce1f6c0 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "DELETE /v2.0/subnetpools/e49c079d-b24f-4d0c-bb36-a944950dc5c6/tags HTTP/1.1" status: 204 len: 168 time: 0.0977685 Sep 07 19:12:01.867538 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59898) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:01.874751 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-506a8f98-50d1-4ce4-88e6-e75a353fe143 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'beff548b-a89f-4edf-a4cd-da2c09d5485f') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:01.950011 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7edf376-beb3-49bb-b78b-f8ed09d9f146 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:01.994098 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5fc39ea9-845e-4c56-b9bf-e055b38ca4a8 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:02.021343 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-5fc39ea9-845e-4c56-b9bf-e055b38ca4a8 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Calling delete_port for 7abcbf20-bffe-4a5c-a816-c21c762a66fd owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:02.172460 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-506a8f98-50d1-4ce4-88e6-e75a353fe143 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "DELETE /v2.0/routers/beff548b-a89f-4edf-a4cd-da2c09d5485f/tags HTTP/1.1" status: 204 len: 168 time: 0.3038871 Sep 07 19:12:02.177786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59900) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:02.183130 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-38511150-beca-4ed2-b1f9-9494497595e8 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7926f2d5-a0cc-4116-b10c-94caaf2636bb') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:02.233501 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7edf376-beb3-49bb-b78b-f8ed09d9f146 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:02.321205 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5fc39ea9-845e-4c56-b9bf-e055b38ca4a8 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:02.326544 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:02.330655 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:02.394253 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5fc39ea9-845e-4c56-b9bf-e055b38ca4a8 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:02.396526 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5fc39ea9-845e-4c56-b9bf-e055b38ca4a8 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "DELETE /v2.0/ports/7abcbf20-bffe-4a5c-a816-c21c762a66fd HTTP/1.1" status: 204 len: 168 time: 0.7719004 Sep 07 19:12:02.401711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc39ea9-845e-4c56-b9bf-e055b38ca4a8 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Pushing event deleted for resources: {'Port': ['ID=7abcbf20-bffe-4a5c-a816-c21c762a66fd,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:02.405404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59904) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:02.426476 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-38511150-beca-4ed2-b1f9-9494497595e8 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "DELETE /v2.0/ports/7926f2d5-a0cc-4116-b10c-94caaf2636bb/tags HTTP/1.1" status: 204 len: 168 time: 0.2451925 Sep 07 19:12:02.428541 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59906) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:02.431870 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:02.431870 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Fanout notify agent at l3_agent the message router_deleted on router 3e80d6a8-d786-4c6b-9080-2906b3ea482b {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:12:02.433088 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.tag.tag_plugin [None req-db7ce20b-7b50-4769-bba9-bb78b0e64945 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bcf1483a-3be7-425d-b6d2-6e679ca39b94') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:02.440185 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:02.441459 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b19b8c96-0c76-4e61-92f4-da7067bd6171 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "DELETE /v2.0/routers/3e80d6a8-d786-4c6b-9080-2906b3ea482b HTTP/1.1" status: 204 len: 168 time: 4.7137036 Sep 07 19:12:02.444071 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59908) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:02.468132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f75c7236-3566-4a39-9606-72b3fdac66b7 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0503328 Sep 07 19:12:02.468132 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7edf376-beb3-49bb-b78b-f8ed09d9f146 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:02.474161 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59910) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:02.497731 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a2acfaa8-3adc-47f0-829f-d5cb323d619c tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2026129125'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:02.523286 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7edf376-beb3-49bb-b78b-f8ed09d9f146 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:02.532876 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d416156-7732-40ac-8b66-4bdd5dfc791e None None] Network 25f0ce40-10d4-4952-8c46-c7db3a32e115 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:02.533475 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e7edf376-beb3-49bb-b78b-f8ed09d9f146 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/subnets/dc4a2ed9-131b-48bd-803a-50de34a2f6bd HTTP/1.1" status: 204 len: 168 time: 0.8115847 Sep 07 19:12:02.533898 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59912) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:02.534316 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7edf376-beb3-49bb-b78b-f8ed09d9f146 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4a2ed9-131b-48bd-803a-50de34a2f6bd,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:02.537209 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bda337-6320-45ec-a3b1-6457aaf36e13 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:12:02.570124 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] Sync routers for ids ['1b7bc2ac-46b4-4e04-89b1-192bc64ac8da'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:12:02.588614 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-db7ce20b-7b50-4769-bba9-bb78b0e64945 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "DELETE /v2.0/subnets/bcf1483a-3be7-425d-b6d2-6e679ca39b94/tags HTTP/1.1" status: 204 len: 168 time: 0.1607249 Sep 07 19:12:02.603220 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59914) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:02.737062 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2acfaa8-3adc-47f0-829f-d5cb323d619c tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Made reservation on behalf of fdb7cd08ff474b839fdcaa3ba11c9575 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:02.753631 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a2acfaa8-3adc-47f0-829f-d5cb323d619c tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:02.769602 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5617d9a9-91ea-49ba-8cf4-411eb0fbaebb tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:02.771010 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] Routers {'1b7bc2ac-46b4-4e04-89b1-192bc64ac8da'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:02.771852 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1b7bc2ac-46b4-4e04-89b1-192bc64ac8da'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:02.784675 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02bda337-6320-45ec-a3b1-6457aaf36e13 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:02.788954 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-02bda337-6320-45ec-a3b1-6457aaf36e13 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.7628155 Sep 07 19:12:02.800067 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59918) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:02.810538 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0c2650e2-99b2-4ce7-8ded-7ef26774f244 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks [] for subnetpool, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:02.817720 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51fcb6f9-f642-42ef-b36f-2d673b155771 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:02.819431 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59920) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:02.825758 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0c2650e2-99b2-4ce7-8ded-7ef26774f244 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "DELETE /v2.0/subnetpools/e49c079d-b24f-4d0c-bb36-a944950dc5c6 HTTP/1.1" status: 204 len: 168 time: 0.2204168 Sep 07 19:12:02.898248 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2acfaa8-3adc-47f0-829f-d5cb323d619c tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:12:02.907857 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9497a591-8148-4e29-8693-10ebfed431bb tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "GET /v2.0/ports?device_id=beff548b-a89f-4edf-a4cd-da2c09d5485f HTTP/1.1" status: 200 len: 205 time: 0.0534036 Sep 07 19:12:02.910212 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59922) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:02.928563 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a2acfaa8-3adc-47f0-829f-d5cb323d619c tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:02.929294 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-a2acfaa8-3adc-47f0-829f-d5cb323d619c tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Added segment fd9b71ac-a7be-4ac7-bcb5-15a401e8b8ae of type vlan for network 057b1ce3-4e01-4667-af42-1d8606aaf4fb Sep 07 19:12:02.991724 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] Set router 1b7bc2ac-46b4-4e04-89b1-192bc64ac8da gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:12:03.017501 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-051fda08-f996-4d84-aa31-b969576f711c tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:03.108325 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5c6431-59cf-4b90-af2e-5a1b48f160d4 None None] DHCP port deletion for 25f0ce40-10d4-4952-8c46-c7db3a32e115 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:12:03.149727 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a2acfaa8-3adc-47f0-829f-d5cb323d619c tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:03.226224 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5617d9a9-91ea-49ba-8cf4-411eb0fbaebb tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:03.295273 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4a0bea11-e248-494b-b667-3a2d674f31cf up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:12:03.330097 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-0e5c6431-59cf-4b90-af2e-5a1b48f160d4 None None] Deleting port e6aebe51-e779-469a-b2b9-9b2bb99914ea {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:03.330476 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0e5c6431-59cf-4b90-af2e-5a1b48f160d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:03.347514 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5617d9a9-91ea-49ba-8cf4-411eb0fbaebb tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcfec698-7186-4bb1-a509-89b392b0407b']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:03.354702 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-051fda08-f996-4d84-aa31-b969576f711c tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:03.357509 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-051fda08-f996-4d84-aa31-b969576f711c tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:03.360783 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a2acfaa8-3adc-47f0-829f-d5cb323d619c tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:03.369131 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2acfaa8-3adc-47f0-829f-d5cb323d619c tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:03.369777 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a2acfaa8-3adc-47f0-829f-d5cb323d619c tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:03.393643 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5617d9a9-91ea-49ba-8cf4-411eb0fbaebb tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c7262c-3d52-42d6-b3fc-976fa645517f') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:03.393643 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-5617d9a9-91ea-49ba-8cf4-411eb0fbaebb tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c7262c-3d52-42d6-b3fc-976fa645517f') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:03.402519 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a2acfaa8-3adc-47f0-829f-d5cb323d619c tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9228358 Sep 07 19:12:03.430869 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59926) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:03.438409 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0e5c6431-59cf-4b90-af2e-5a1b48f160d4 None None] For port e6aebe51-e779-469a-b2b9-9b2bb99914ea, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e6aebe51-e779-469a-b2b9-9b2bb99914ea,segment=NetworkSegment(b299388e-d1d0-4629-abd3-b56fddce976b),segment_id=b299388e-d1d0-4629-abd3-b56fddce976b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:03.438969 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0e5c6431-59cf-4b90-af2e-5a1b48f160d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:03.447850 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-051fda08-f996-4d84-aa31-b969576f711c tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:03.448736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051fda08-f996-4d84-aa31-b969576f711c tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Fanout notify agent at l3_agent the message router_deleted on router beff548b-a89f-4edf-a4cd-da2c09d5485f {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:12:03.465787 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-051fda08-f996-4d84-aa31-b969576f711c tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:03.470547 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-051fda08-f996-4d84-aa31-b969576f711c tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "DELETE /v2.0/routers/beff548b-a89f-4edf-a4cd-da2c09d5485f HTTP/1.1" status: 204 len: 168 time: 0.5574312 Sep 07 19:12:03.473011 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59932) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:03.478119 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 4a0bea11-e248-494b-b667-3a2d674f31cf triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:03.478436 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:03.479940 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-5e9a9075-78eb-4c69-bfd1-b2f071b832a2 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2079404672'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:03.482639 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-0e5c6431-59cf-4b90-af2e-5a1b48f160d4 None None] Calling delete_port for e6aebe51-e779-469a-b2b9-9b2bb99914ea owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:03.498437 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5617d9a9-91ea-49ba-8cf4-411eb0fbaebb tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:03.509251 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7bc2ac-46b4-4e04-89b1-192bc64ac8da', 'name': 'tempest-TestServerMultinode-443671364-router', 'tenant_id': '684ae613429d4cafad45c6c5c9abf27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:54Z', 'updated_at': '2021-09-07T19:12:00Z', 'revision_number': 3, 'project_id': '684ae613429d4cafad45c6c5c9abf27d', 'gw_port': {'id': 'cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:76:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7bc2ac-46b4-4e04-89b1-192bc64ac8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:56Z', 'updated_at': '2021-09-07T19:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:03.555769 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] Checking router: 1b7bc2ac-46b4-4e04-89b1-192bc64ac8da for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:12:03.556471 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] Updating router 1b7bc2ac-46b4-4e04-89b1-192bc64ac8da port cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:12:03.568327 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-51fcb6f9-f642-42ef-b36f-2d673b155771 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting port e6aebe51-e779-469a-b2b9-9b2bb99914ea {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:03.569202 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51fcb6f9-f642-42ef-b36f-2d673b155771 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:03.628549 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:03.661406 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-51fcb6f9-f642-42ef-b36f-2d673b155771 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] For port e6aebe51-e779-469a-b2b9-9b2bb99914ea, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e6aebe51-e779-469a-b2b9-9b2bb99914ea,segment=NetworkSegment(b299388e-d1d0-4629-abd3-b56fddce976b),segment_id=b299388e-d1d0-4629-abd3-b56fddce976b)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:03.662161 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51fcb6f9-f642-42ef-b36f-2d673b155771 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:03.682859 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-51fcb6f9-f642-42ef-b36f-2d673b155771 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Calling delete_port for e6aebe51-e779-469a-b2b9-9b2bb99914ea owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:03.704773 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-92399a6d-c2f1-4b32-aad9-b4f358f81c9e tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Deleting port 7926f2d5-a0cc-4116-b10c-94caaf2636bb {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:03.707923 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-92399a6d-c2f1-4b32-aad9-b4f358f81c9e tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:03.817852 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51fcb6f9-f642-42ef-b36f-2d673b155771 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:03.823060 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5617d9a9-91ea-49ba-8cf4-411eb0fbaebb tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:03.829008 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acfaa8-3adc-47f0-829f-d5cb323d619c tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Pushing event updated for resources: {'Network': ['ID=057b1ce3-4e01-4667-af42-1d8606aaf4fb,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:03.867622 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5617d9a9-91ea-49ba-8cf4-411eb0fbaebb tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:03.867799 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5617d9a9-91ea-49ba-8cf4-411eb0fbaebb tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:03.878377 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:03.882578 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcb6f9-f642-42ef-b36f-2d673b155771 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Port': ['ID=e6aebe51-e779-469a-b2b9-9b2bb99914ea,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:03.899012 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9a9075-78eb-4c69-bfd1-b2f071b832a2 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Made reservation on behalf of fdb7cd08ff474b839fdcaa3ba11c9575 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:03.904454 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5e9a9075-78eb-4c69-bfd1-b2f071b832a2 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:03.920032 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-92399a6d-c2f1-4b32-aad9-b4f358f81c9e tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:03.923385 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fcb6f9-f642-42ef-b36f-2d673b155771 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] No DVR routers for this DVR port e6aebe51-e779-469a-b2b9-9b2bb99914ea on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:12:03.938943 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-92399a6d-c2f1-4b32-aad9-b4f358f81c9e tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Calling delete_port for 7926f2d5-a0cc-4116-b10c-94caaf2636bb owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:03.957061 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 057b1ce3-4e01-4667-af42-1d8606aaf4fb details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:12:04.036985 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59938) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:04.070966 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9a9075-78eb-4c69-bfd1-b2f071b832a2 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:12:04.148263 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5617d9a9-91ea-49ba-8cf4-411eb0fbaebb tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:04.195928 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5617d9a9-91ea-49ba-8cf4-411eb0fbaebb tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:04.201678 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5617d9a9-91ea-49ba-8cf4-411eb0fbaebb tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "DELETE /v2.0/networks/bcfec698-7186-4bb1-a509-89b392b0407b HTTP/1.1" status: 204 len: 168 time: 1.7541358 Sep 07 19:12:04.203500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59942) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:04.204537 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5e9a9075-78eb-4c69-bfd1-b2f071b832a2 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:04.205167 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-5e9a9075-78eb-4c69-bfd1-b2f071b832a2 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Added segment 80d59c94-467a-416c-9301-5789c6e326d0 of type vlan for network b3894403-eaa4-4aa7-8452-32ca4d79f881 Sep 07 19:12:04.211039 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617d9a9-91ea-49ba-8cf4-411eb0fbaebb tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event deleted for resources: {'Network': ['ID=bcfec698-7186-4bb1-a509-89b392b0407b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:04.251293 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51fcb6f9-f642-42ef-b36f-2d673b155771 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:04.328038 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0e5c6431-59cf-4b90-af2e-5a1b48f160d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:04.345911 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 14239e60-af74-4b97-b7b6-bf1b92e6d652 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:12:04.352720 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5e9a9075-78eb-4c69-bfd1-b2f071b832a2 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:04.361584 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-51fcb6f9-f642-42ef-b36f-2d673b155771 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f0ce40-10d4-4952-8c46-c7db3a32e115']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:04.376101 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5c6431-59cf-4b90-af2e-5a1b48f160d4 None None] No DVR routers for this DVR port e6aebe51-e779-469a-b2b9-9b2bb99914ea on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:12:04.387150 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-51fcb6f9-f642-42ef-b36f-2d673b155771 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b299388e-d1d0-4629-abd3-b56fddce976b') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:04.387391 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 14239e60-af74-4b97-b7b6-bf1b92e6d652 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:12:04.387527 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-51fcb6f9-f642-42ef-b36f-2d673b155771 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b299388e-d1d0-4629-abd3-b56fddce976b') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:04.387904 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 14239e60-af74-4b97-b7b6-bf1b92e6d652 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:12:04.408492 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51fcb6f9-f642-42ef-b36f-2d673b155771 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:04.445497 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5e9a9075-78eb-4c69-bfd1-b2f071b832a2 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:04.451824 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9a9075-78eb-4c69-bfd1-b2f071b832a2 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:04.452441 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5e9a9075-78eb-4c69-bfd1-b2f071b832a2 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:04.458055 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c6431-59cf-4b90-af2e-5a1b48f160d4 None None] Pushing event deleted for resources: {'Port': ['ID=e6aebe51-e779-469a-b2b9-9b2bb99914ea,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:04.466633 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51fcb6f9-f642-42ef-b36f-2d673b155771 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:04.472653 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-92399a6d-c2f1-4b32-aad9-b4f358f81c9e tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:04.473233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c6431-59cf-4b90-af2e-5a1b48f160d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:04.473699 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c6431-59cf-4b90-af2e-5a1b48f160d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:04.474256 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c6431-59cf-4b90-af2e-5a1b48f160d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:04.474810 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c6431-59cf-4b90-af2e-5a1b48f160d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:04.475448 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c6431-59cf-4b90-af2e-5a1b48f160d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:04.475952 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c6431-59cf-4b90-af2e-5a1b48f160d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:04.476801 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c6431-59cf-4b90-af2e-5a1b48f160d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:04.477210 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c6431-59cf-4b90-af2e-5a1b48f160d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:04.477762 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c6431-59cf-4b90-af2e-5a1b48f160d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:04.478408 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c6431-59cf-4b90-af2e-5a1b48f160d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:04.478797 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c6431-59cf-4b90-af2e-5a1b48f160d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:04.479398 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5c6431-59cf-4b90-af2e-5a1b48f160d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:04.502639 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51fcb6f9-f642-42ef-b36f-2d673b155771 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:04.503218 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51fcb6f9-f642-42ef-b36f-2d673b155771 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:04.506310 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:04.512369 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:04.534246 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5e9a9075-78eb-4c69-bfd1-b2f071b832a2 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0705867 Sep 07 19:12:04.630445 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a9075-78eb-4c69-bfd1-b2f071b832a2 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Pushing event updated for resources: {'Network': ['ID=b3894403-eaa4-4aa7-8452-32ca4d79f881,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:04.648647 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network b3894403-eaa4-4aa7-8452-32ca4d79f881 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:12:04.670114 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-06365d1e-12d2-433b-ac42-f5eaf8aa9b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:04.695583 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59944) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:04.707093 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e7b9213d-255a-4a24-a532-cb98926bb484 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Request body: {'subnets': [{'network_id': '057b1ce3-4e01-4667-af42-1d8606aaf4fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1297359580', 'ip_version': 4}, {'network_id': 'b3894403-eaa4-4aa7-8452-32ca4d79f881', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:04.707567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e7b9213d-255a-4a24-a532-cb98926bb484 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Request body: {'subnet': {'network_id': '057b1ce3-4e01-4667-af42-1d8606aaf4fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1297359580', 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:04.708274 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e7b9213d-255a-4a24-a532-cb98926bb484 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Request body: {'subnet': {'network_id': 'b3894403-eaa4-4aa7-8452-32ca4d79f881', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:04.716289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92399a6d-c2f1-4b32-aad9-b4f358f81c9e tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Pushing event deleted for resources: {'Port': ['ID=7926f2d5-a0cc-4116-b10c-94caaf2636bb,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:04.761069 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51fcb6f9-f642-42ef-b36f-2d673b155771 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:04.769964 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51fcb6f9-f642-42ef-b36f-2d673b155771 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:04.772405 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-51fcb6f9-f642-42ef-b36f-2d673b155771 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/networks/25f0ce40-10d4-4952-8c46-c7db3a32e115 HTTP/1.1" status: 204 len: 168 time: 2.2366402 Sep 07 19:12:04.773979 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] Transition to ACTIVE for port object cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:04.777478 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59946) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:04.781340 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0dcad48f-c587-43af-9e06-31e49f748ec4 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:12:04.792328 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-53bb8c17-931d-4224-961c-c11fc17208aa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-373607101'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:04.801039 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcb6f9-f642-42ef-b36f-2d673b155771 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Network': ['ID=25f0ce40-10d4-4952-8c46-c7db3a32e115,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:04.806914 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb024-d80a-46ed-8d36-3a5420268fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:04.833251 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 0dcad48f-c587-43af-9e06-31e49f748ec4 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:12:04.834651 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0dcad48f-c587-43af-9e06-31e49f748ec4 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:12:04.835380 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e6aebe51-e779-469a-b2b9-9b2bb99914ea no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:12:04.865467 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: e6aebe51-e779-469a-b2b9-9b2bb99914ea {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:12:04.865897 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e6aebe51-e779-469a-b2b9-9b2bb99914ea not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:12:04.876646 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:04.944223 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] Attempting to bind port cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:12:04.945044 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] Attempting to bind port cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:12:04.945445 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] Attempting to bind port cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:12:04.959133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:12:04.959317 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:04.959867 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:04.960328 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:12:04.960933 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] Bound port: cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:12:04.961375 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:05.012600 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583cb51-bef5-4baf-8901-5c4f034f0dda None None] Pushing event updated for resources: {'Port': ['ID=cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:05.057002 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-06365d1e-12d2-433b-ac42-f5eaf8aa9b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:05.087531 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-06365d1e-12d2-433b-ac42-f5eaf8aa9b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:05.105983 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] For port cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:12:05.109100 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bb8c17-931d-4224-961c-c11fc17208aa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Made reservation on behalf of 586b94b1da2f4e9d9aef223e21e15825 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:05.109905 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] For port cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:12:05.114798 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53bb8c17-931d-4224-961c-c11fc17208aa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:05.117947 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:05.158168 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53bb8c17-931d-4224-961c-c11fc17208aa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:12:05.176221 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-92399a6d-c2f1-4b32-aad9-b4f358f81c9e tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:05.180797 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-92399a6d-c2f1-4b32-aad9-b4f358f81c9e tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "DELETE /v2.0/ports/7926f2d5-a0cc-4116-b10c-94caaf2636bb HTTP/1.1" status: 204 len: 168 time: 1.7042365 Sep 07 19:12:05.182880 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] Routers {'1b7bc2ac-46b4-4e04-89b1-192bc64ac8da'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:05.183540 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1b7bc2ac-46b4-4e04-89b1-192bc64ac8da'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:05.204946 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59952) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:05.220444 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53bb8c17-931d-4224-961c-c11fc17208aa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:05.220798 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-53bb8c17-931d-4224-961c-c11fc17208aa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Added segment 8d7948b8-c93a-4692-98e5-cdc3d9f940f9 of type vlan for network 0bec9484-9257-4a9f-925a-14c7207cf3d0 Sep 07 19:12:05.237984 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06365d1e-12d2-433b-ac42-f5eaf8aa9b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c7894f-c7ae-49df-adb0-e34e2ab0f0df,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:05.248535 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-06365d1e-12d2-433b-ac42-f5eaf8aa9b1b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2667073c403c4bccb34cc75b03bd7eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2063091 Sep 07 19:12:05.248535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-6e5ad5bc-3435-47e8-bdfd-86b8f4632999 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Deleting port 29bbf06a-1f4f-4d09-a582-9ebbbc3749cc {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:05.248535 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6e5ad5bc-3435-47e8-bdfd-86b8f4632999 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:05.249826 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59954) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:05.263914 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583cb51-bef5-4baf-8901-5c4f034f0dda None None] Pushing event updated for resources: {'Port': ['ID=cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:05.327640 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-f5aeb024-d80a-46ed-8d36-3a5420268fe1 admin admin] Allocated IP 172.20.0.1 (5549ff0e-5c97-4a12-b70e-0643785406a8/6e62d855-07da-4817-9c85-cd83e9c892df/248e714d-ad8b-4f99-a45e-bf4578e99817) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:12:05.337313 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53bb8c17-931d-4224-961c-c11fc17208aa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:05.350757 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-00417952-0be2-4398-976b-db38ec617281 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Deleting subnet bcf1483a-3be7-425d-b6d2-6e679ca39b94 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:12:05.351682 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] Set router 1b7bc2ac-46b4-4e04-89b1-192bc64ac8da gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:12:05.359104 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-00417952-0be2-4398-976b-db38ec617281 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:05.382440 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b9213d-255a-4a24-a532-cb98926bb484 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Made reservation on behalf of fdb7cd08ff474b839fdcaa3ba11c9575 for: {'subnet': 2} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:05.387475 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7b9213d-255a-4a24-a532-cb98926bb484 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:05.387697 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7b9213d-255a-4a24-a532-cb98926bb484 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:05.444555 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a78fb1df-73f2-48c8-8401-45a7ed17bc44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:05.449940 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6e5ad5bc-3435-47e8-bdfd-86b8f4632999 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:05.450261 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6e5ad5bc-3435-47e8-bdfd-86b8f4632999 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:05.478799 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-00417952-0be2-4398-976b-db38ec617281 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:05.484999 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53bb8c17-931d-4224-961c-c11fc17208aa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:05.491979 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bb8c17-931d-4224-961c-c11fc17208aa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:05.491979 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53bb8c17-931d-4224-961c-c11fc17208aa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:05.515859 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-6e5ad5bc-3435-47e8-bdfd-86b8f4632999 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Calling delete_port for 29bbf06a-1f4f-4d09-a582-9ebbbc3749cc owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:05.534549 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a78fb1df-73f2-48c8-8401-45a7ed17bc44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:05.573921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7bc2ac-46b4-4e04-89b1-192bc64ac8da', 'name': 'tempest-TestServerMultinode-443671364-router', 'tenant_id': '684ae613429d4cafad45c6c5c9abf27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:54Z', 'updated_at': '2021-09-07T19:12:00Z', 'revision_number': 3, 'project_id': '684ae613429d4cafad45c6c5c9abf27d', 'gw_port': {'id': 'cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:76:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7bc2ac-46b4-4e04-89b1-192bc64ac8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:56Z', 'updated_at': '2021-09-07T19:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:05.583769 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-53bb8c17-931d-4224-961c-c11fc17208aa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7944160 Sep 07 19:12:05.597995 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59956) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:05.603984 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6f3084b4-3585-4c41-a74b-7b6d43ba601e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'subnet': {'network_id': '0bec9484-9257-4a9f-925a-14c7207cf3d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:05.616709 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f014a1-c9d7-4624-ace8-917c6f6ca706 None None] The sync data for ids ['1b7bc2ac-46b4-4e04-89b1-192bc64ac8da'] in n-d-807786-1 is: [{'id': '1b7bc2ac-46b4-4e04-89b1-192bc64ac8da', 'name': 'tempest-TestServerMultinode-443671364-router', 'tenant_id': '684ae613429d4cafad45c6c5c9abf27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:54Z', 'updated_at': '2021-09-07T19:12:00Z', 'revision_number': 3, 'project_id': '684ae613429d4cafad45c6c5c9abf27d', 'gw_port': {'id': 'cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:76:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7bc2ac-46b4-4e04-89b1-192bc64ac8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:56Z', 'updated_at': '2021-09-07T19:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:12:05.728437 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb8c17-931d-4224-961c-c11fc17208aa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Network': ['ID=0bec9484-9257-4a9f-925a-14c7207cf3d0,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:05.744432 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 0bec9484-9257-4a9f-925a-14c7207cf3d0 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:12:05.755114 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a78fb1df-73f2-48c8-8401-45a7ed17bc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:05.758499 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a78fb1df-73f2-48c8-8401-45a7ed17bc44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:05.763415 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a78fb1df-73f2-48c8-8401-45a7ed17bc44 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49c7894f-c7ae-49df-adb0-e34e2ab0f0df HTTP/1.1" status: 204 len: 168 time: 0.5107176 Sep 07 19:12:05.767746 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb024-d80a-46ed-8d36-3a5420268fe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:05.804355 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fb1df-73f2-48c8-8401-45a7ed17bc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c7894f-c7ae-49df-adb0-e34e2ab0f0df,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:06.287336 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59964) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:06.344844 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fda050ea-b9e8-462f-864e-75607e0a9791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:06.354368 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-f5aeb024-d80a-46ed-8d36-3a5420268fe1 admin admin] Transition to ACTIVE for port object 248e714d-ad8b-4f99-a45e-bf4578e99817 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:06.403020 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-00417952-0be2-4398-976b-db38ec617281 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:06.418905 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6e5ad5bc-3435-47e8-bdfd-86b8f4632999 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:06.468327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ad5bc-3435-47e8-bdfd-86b8f4632999 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event deleted for resources: {'Port': ['ID=29bbf06a-1f4f-4d09-a582-9ebbbc3749cc,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:06.505900 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb024-d80a-46ed-8d36-3a5420268fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:06.573889 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-00417952-0be2-4398-976b-db38ec617281 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:06.577342 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aeb024-d80a-46ed-8d36-3a5420268fe1 admin admin] Network 5549ff0e-5c97-4a12-b70e-0643785406a8 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:06.598694 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-f5aeb024-d80a-46ed-8d36-3a5420268fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:06.611811 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6e5ad5bc-3435-47e8-bdfd-86b8f4632999 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:06.612356 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-6e5ad5bc-3435-47e8-bdfd-86b8f4632999 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Floating IP 01408867-e20b-43de-be92-bccd8c338053 disassociated (deleted). External IP: 172.25.8.192, port: 0bce86ac-4a56-4082-b729-3666389aa82c. Sep 07 19:12:06.618041 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aeb024-d80a-46ed-8d36-3a5420268fe1 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:12:06.679036 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aeb024-d80a-46ed-8d36-3a5420268fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=248e714d-ad8b-4f99-a45e-bf4578e99817,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:06.688137 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00417952-0be2-4398-976b-db38ec617281 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Pushing event deleted for resources: {'Subnet': ['ID=bcf1483a-3be7-425d-b6d2-6e679ca39b94,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:06.705635 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-00417952-0be2-4398-976b-db38ec617281 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:06.709740 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-00417952-0be2-4398-976b-db38ec617281 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "DELETE /v2.0/subnets/bcf1483a-3be7-425d-b6d2-6e679ca39b94 HTTP/1.1" status: 204 len: 168 time: 1.5013812 Sep 07 19:12:06.713704 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddebf3d2-f4e7-42c5-b47c-3e8fb6856aa4 None None] Network 1c447bfd-98c5-446c-9d37-b6746b12a980 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:06.714845 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 59966) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:06.809685 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fda050ea-b9e8-462f-864e-75607e0a9791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:06.812157 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb024-d80a-46ed-8d36-3a5420268fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:06.814749 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:12:06.823653 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fda050ea-b9e8-462f-864e-75607e0a9791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:06.882160 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7b9213d-255a-4a24-a532-cb98926bb484 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:06.969978 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:12:06.978809 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:06.980173 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:07.027971 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fda050ea-b9e8-462f-864e-75607e0a9791 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=54d95b8a43854040ada766671e1d33aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7391970 Sep 07 19:12:07.043131 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59968) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:07.045179 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18bdb40c-d891-46e3-9b38-9f3a7fa47d15 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:07.047292 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda050ea-b9e8-462f-864e-75607e0a9791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07fd56e-5444-4aad-aa5b-29fcf409e395,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:07.054930 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3084b4-3585-4c41-a74b-7b6d43ba601e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Made reservation on behalf of 586b94b1da2f4e9d9aef223e21e15825 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:07.059493 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f3084b4-3585-4c41-a74b-7b6d43ba601e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:07.066831 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d088ac43-a9c9-4e37-8583-943549e1f1d1 None None] Provisioning for port 248e714d-ad8b-4f99-a45e-bf4578e99817 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:12:07.110406 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d088ac43-a9c9-4e37-8583-943549e1f1d1 None None] Provisioning complete for port 248e714d-ad8b-4f99-a45e-bf4578e99817 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:07.111366 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d088ac43-a9c9-4e37-8583-943549e1f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:07.139738 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9213d-255a-4a24-a532-cb98926bb484 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Pushing event updated for resources: {'Subnet': ['ID=c7765963-995e-4ef3-bc74-c2bfcf1ee229,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:07.177349 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d088ac43-a9c9-4e37-8583-943549e1f1d1 None None] Port 248e714d-ad8b-4f99-a45e-bf4578e99817 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:12:07.179728 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72f2dcc-4ca0-4dfa-a6b5-7f23df07878c None None] DHCP port deletion for 1c447bfd-98c5-446c-9d37-b6746b12a980 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:12:07.227763 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:07.256752 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b9213d-255a-4a24-a532-cb98926bb484 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Checking segment: {'id': 'fd9b71ac-a7be-4ac7-bcb5-15a401e8b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '057b1ce3-4e01-4667-af42-1d8606aaf4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:07.256752 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b9213d-255a-4a24-a532-cb98926bb484 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Network hostable DHCP agents. Network: 057b1ce3-4e01-4667-af42-1d8606aaf4fb, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:12:07.260934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:07.267164 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-b72f2dcc-4ca0-4dfa-a6b5-7f23df07878c None None] Deleting port a1d203e2-97db-4542-866b-d9b75a4263cf {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:07.267542 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b72f2dcc-4ca0-4dfa-a6b5-7f23df07878c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:07.270939 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:07.311256 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e331cb03-3a02-40de-86cf-697d9c1d82ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:07.340393 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e331cb03-3a02-40de-86cf-697d9c1d82ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:07.386104 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-b72f2dcc-4ca0-4dfa-a6b5-7f23df07878c None None] For port a1d203e2-97db-4542-866b-d9b75a4263cf, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a1d203e2-97db-4542-866b-d9b75a4263cf,segment=NetworkSegment(5cc0b435-472b-4706-80dd-244f45667d2b),segment_id=5cc0b435-472b-4706-80dd-244f45667d2b)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:07.386517 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b72f2dcc-4ca0-4dfa-a6b5-7f23df07878c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:07.393467 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b9213d-255a-4a24-a532-cb98926bb484 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Network 057b1ce3-4e01-4667-af42-1d8606aaf4fb is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:12:07.407693 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-b72f2dcc-4ca0-4dfa-a6b5-7f23df07878c None None] Calling delete_port for a1d203e2-97db-4542-866b-d9b75a4263cf owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:07.415710 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:07.420789 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5ad5bc-3435-47e8-bdfd-86b8f4632999 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Router f744e3b1-14c1-4486-9230-81db7fd79a62 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:12:07.429297 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-e7b9213d-255a-4a24-a532-cb98926bb484 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 057b1ce3-4e01-4667-af42-1d8606aaf4fb) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:07.431270 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e331cb03-3a02-40de-86cf-697d9c1d82ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:07.434655 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e331cb03-3a02-40de-86cf-697d9c1d82ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:07.436129 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb024-d80a-46ed-8d36-3a5420268fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:07.436345 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e331cb03-3a02-40de-86cf-697d9c1d82ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b07fd56e-5444-4aad-aa5b-29fcf409e395 HTTP/1.1" status: 204 len: 168 time: 0.3105731 Sep 07 19:12:07.455068 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f652e4-a0a1-4392-ac8e-6bda2075d8f6 None None] Network 057b1ce3-4e01-4667-af42-1d8606aaf4fb requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:07.455928 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-18bdb40c-d891-46e3-9b38-9f3a7fa47d15 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Deleting port a1d203e2-97db-4542-866b-d9b75a4263cf {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:07.456524 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18bdb40c-d891-46e3-9b38-9f3a7fa47d15 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:07.461175 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7b9213d-255a-4a24-a532-cb98926bb484 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:07.509312 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331cb03-3a02-40de-86cf-697d9c1d82ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07fd56e-5444-4aad-aa5b-29fcf409e395,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:07.635312 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b9213d-255a-4a24-a532-cb98926bb484 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Checking segment: {'id': '80d59c94-467a-416c-9301-5789c6e326d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b3894403-eaa4-4aa7-8452-32ca4d79f881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:07.636293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b9213d-255a-4a24-a532-cb98926bb484 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Network hostable DHCP agents. Network: b3894403-eaa4-4aa7-8452-32ca4d79f881, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:12:07.642629 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9213d-255a-4a24-a532-cb98926bb484 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Pushing event updated for resources: {'Subnet': ['ID=5aa3c534-3ca4-47bc-b57b-2f5224950152,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:07.694696 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b72f2dcc-4ca0-4dfa-a6b5-7f23df07878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:07.706587 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b9213d-255a-4a24-a532-cb98926bb484 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Network b3894403-eaa4-4aa7-8452-32ca4d79f881 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:12:07.715823 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-18bdb40c-d891-46e3-9b38-9f3a7fa47d15 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] For port a1d203e2-97db-4542-866b-d9b75a4263cf, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a1d203e2-97db-4542-866b-d9b75a4263cf,segment=NetworkSegment(5cc0b435-472b-4706-80dd-244f45667d2b),segment_id=5cc0b435-472b-4706-80dd-244f45667d2b)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:07.717386 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18bdb40c-d891-46e3-9b38-9f3a7fa47d15 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:07.718586 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5ad5bc-3435-47e8-bdfd-86b8f4632999 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:12:07.724789 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6e5ad5bc-3435-47e8-bdfd-86b8f4632999 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:07.729429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-e7b9213d-255a-4a24-a532-cb98926bb484 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, b3894403-eaa4-4aa7-8452-32ca4d79f881) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:07.738788 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f8a1ce-4e1a-4f32-9a75-079dfd555e56 None None] Sync routers for ids ['f744e3b1-14c1-4486-9230-81db7fd79a62'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:12:07.748430 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f2dcc-4ca0-4dfa-a6b5-7f23df07878c None None] Pushing event deleted for resources: {'Port': ['ID=a1d203e2-97db-4542-866b-d9b75a4263cf,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:07.757860 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29883c9e-0637-4afc-ab84-6d211b5999d7 None None] Network b3894403-eaa4-4aa7-8452-32ca4d79f881 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:07.758175 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b9213d-255a-4a24-a532-cb98926bb484 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:07.758373 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b9213d-255a-4a24-a532-cb98926bb484 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:07.758988 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7b9213d-255a-4a24-a532-cb98926bb484 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:07.781324 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e7b9213d-255a-4a24-a532-cb98926bb484 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.0782726 Sep 07 19:12:07.781694 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f8a1ce-4e1a-4f32-9a75-079dfd555e56 None None] Routers {'f744e3b1-14c1-4486-9230-81db7fd79a62'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:07.783187 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59974) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:07.783383 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-72f8a1ce-4e1a-4f32-9a75-079dfd555e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['f744e3b1-14c1-4486-9230-81db7fd79a62'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:07.783600 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72f2dcc-4ca0-4dfa-a6b5-7f23df07878c None None] No DVR routers for this DVR port a1d203e2-97db-4542-866b-d9b75a4263cf on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:12:07.794109 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6e5ad5bc-3435-47e8-bdfd-86b8f4632999 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "DELETE /v2.0/floatingips/01408867-e20b-43de-be92-bccd8c338053 HTTP/1.1" status: 204 len: 168 time: 3.5878260 Sep 07 19:12:07.825244 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3575764d-f726-4e5e-b2af-2a58e8eb986e', 'tag': '0bce86ac-4a56-4082-b729-3666389aa82c'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:12:07.836269 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3059fc-cac6-4100-9cfe-b7b226036da1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-057b1ce3-4e01-4667-af42-1d8606aaf4fb', 'network_id': '057b1ce3-4e01-4667-af42-1d8606aaf4fb', 'tenant_id': 'fdb7cd08ff474b839fdcaa3ba11c9575', 'fixed_ips': [{'subnet_id': 'c7765963-995e-4ef3-bc74-c2bfcf1ee229'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:12:07.837224 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23659bc-cc96-41b1-ac17-56265ca3ed5c" -d '{"events": [{"name": "network-changed", "server_uuid": "3575764d-f726-4e5e-b2af-2a58e8eb986e", "tag": "0bce86ac-4a56-4082-b729-3666389aa82c"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:12:07.837382 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9b3059fc-cac6-4100-9cfe-b7b226036da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:07.972852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d5e314-d56a-454b-b8b2-dda75a5e85cb tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:07.974648 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d5e314-d56a-454b-b8b2-dda75a5e85cb tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:07.977036 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d5e314-d56a-454b-b8b2-dda75a5e85cb tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:07.983876 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e4d5e314-d56a-454b-b8b2-dda75a5e85cb tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1970139 Sep 07 19:12:07.985100 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 59982) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:08.065002 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-72f8a1ce-4e1a-4f32-9a75-079dfd555e56 None None] Set router f744e3b1-14c1-4486-9230-81db7fd79a62 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:12:08.069934 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bb5897-7329-4bbb-9195-157da21c3a8f x-openstack-request-id: req-10bb5897-7329-4bbb-9195-157da21c3a8f {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:12:08.070297 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3575764d-f726-4e5e-b2af-2a58e8eb986e", "tag": "0bce86ac-4a56-4082-b729-3666389aa82c", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:12:08.071234 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10bb5897-7329-4bbb-9195-157da21c3a8f {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:12:08.071234 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3575764d-f726-4e5e-b2af-2a58e8eb986e', 'tag': '0bce86ac-4a56-4082-b729-3666389aa82c', 'status': 'completed', 'code': 200} Sep 07 19:12:08.080870 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-18bdb40c-d891-46e3-9b38-9f3a7fa47d15 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Calling delete_port for a1d203e2-97db-4542-866b-d9b75a4263cf owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:08.150570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f46e44-a017-4fc8-bf6a-60d721ad2353 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Deleting subnet c7765963-995e-4ef3-bc74-c2bfcf1ee229 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:12:08.166180 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6f46e44-a017-4fc8-bf6a-60d721ad2353 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:08.244056 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23659bc-cc96-41b1-ac17-56265ca3ed5c req-3512375f-b51f-4a2f-a0d0-66a6a4a9898c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:08.247173 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f23659bc-cc96-41b1-ac17-56265ca3ed5c req-3512375f-b51f-4a2f-a0d0-66a6a4a9898c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b1ee635b384533aa147bb1d2eb2c95&device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 1135 time: 0.1716983 Sep 07 19:12:08.264671 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-b3894403-eaa4-4aa7-8452-32ca4d79f881', 'network_id': 'b3894403-eaa4-4aa7-8452-32ca4d79f881', 'tenant_id': 'fdb7cd08ff474b839fdcaa3ba11c9575', 'fixed_ips': [{'subnet_id': '5aa3c534-3ca4-47bc-b57b-2f5224950152'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:12:08.265549 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:08.324222 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6f46e44-a017-4fc8-bf6a-60d721ad2353 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:08.343141 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18bdb40c-d891-46e3-9b38-9f3a7fa47d15 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:08.406234 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bdb40c-d891-46e3-9b38-9f3a7fa47d15 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] No DVR routers for this DVR port a1d203e2-97db-4542-866b-d9b75a4263cf on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:12:08.414567 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f3084b4-3585-4c41-a74b-7b6d43ba601e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:08.493975 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdb40c-d891-46e3-9b38-9f3a7fa47d15 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Pushing event deleted for resources: {'Port': ['ID=a1d203e2-97db-4542-866b-d9b75a4263cf,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:08.515780 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6f46e44-a017-4fc8-bf6a-60d721ad2353 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:08.533807 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] Allocated IP 172.20.0.18 (b3894403-eaa4-4aa7-8452-32ca4d79f881/5aa3c534-3ca4-47bc-b57b-2f5224950152/7d52ab61-003e-4002-980b-2d993a78c5a3) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:12:08.544421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23659bc-cc96-41b1-ac17-56265ca3ed5c req-a17103d5-f75a-427e-925b-2d23b6cd63c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:08.546492 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f23659bc-cc96-41b1-ac17-56265ca3ed5c req-a17103d5-f75a-427e-925b-2d23b6cd63c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=349425b3-5cf8-4cd9-9fd3-af96e1b28947 HTTP/1.1" status: 200 len: 898 time: 0.2865219 Sep 07 19:12:08.569011 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18a5c4-b26b-498d-8233-e5e5af0301e1 req-0542913a-69c9-413f-936d-e290c9413420 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:08.570680 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf18a5c4-b26b-498d-8233-e5e5af0301e1 req-0542913a-69c9-413f-936d-e290c9413420 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 984 time: 0.2046762 Sep 07 19:12:08.702724 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-72f8a1ce-4e1a-4f32-9a75-079dfd555e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1717378193', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:09:36Z', 'updated_at': '2021-09-07T19:09:50Z', 'revision_number': 4, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:39Z', 'updated_at': '2021-09-07T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'c589d056-7c50-4f74-a20f-ebf5e2b4e016', 'name': '', 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'mac_address': 'fa:16:3e:5e:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'e3f01810-9bb0-4488-98ce-6fc4137d00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:48Z', 'updated_at': '2021-09-07T19:10:07Z', 'revision_number': 5, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'subnets': [{'id': 'e3f01810-9bb0-4488-98ce-6fc4137d00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:08.739316 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:12:08.740172 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf18a5c4-b26b-498d-8233-e5e5af0301e1 req-2ac7dbed-cf16-4f9b-a58e-49b775bb9b08 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/security-groups?id=59142993-e4e3-45b0-b7a9-8248c0cb05a9&id=0274520a-97ae-4dcc-a536-13532ee5d212&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1540625 Sep 07 19:12:08.742655 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f23659bc-cc96-41b1-ac17-56265ca3ed5c req-74a43c63-b9ff-4be5-8593-cf291c4ad8b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0bce86ac-4a56-4082-b729-3666389aa82c HTTP/1.1" status: 200 len: 217 time: 0.1671066 Sep 07 19:12:08.769640 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f8a1ce-4e1a-4f32-9a75-079dfd555e56 None None] Checking router: f744e3b1-14c1-4486-9230-81db7fd79a62 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:12:08.790151 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f8a1ce-4e1a-4f32-9a75-079dfd555e56 None None] Routers {'f744e3b1-14c1-4486-9230-81db7fd79a62'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:08.790850 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-72f8a1ce-4e1a-4f32-9a75-079dfd555e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['f744e3b1-14c1-4486-9230-81db7fd79a62'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:08.807879 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6f46e44-a017-4fc8-bf6a-60d721ad2353 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:08.819466 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb024-d80a-46ed-8d36-3a5420268fe1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:08.832287 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3084b4-3585-4c41-a74b-7b6d43ba601e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Subnet': ['ID=90a22e54-8968-4907-8f7d-d2ad087ef2b1,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:08.840036 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18bdb40c-d891-46e3-9b38-9f3a7fa47d15 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server [None req-9b3059fc-cac6-4100-9cfe-b7b226036da1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7765963-995e-4ef3-bc74-c2bfcf1ee229: This subnet is being modified by another concurrent operation. Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise exception Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7765963-995e-4ef3-bc74-c2bfcf1ee229: This subnet is being modified by another concurrent operation. Sep 07 19:12:08.841171 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Sep 07 19:12:08.856318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f46e44-a017-4fc8-bf6a-60d721ad2353 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Pushing event deleted for resources: {'Subnet': ['ID=c7765963-995e-4ef3-bc74-c2bfcf1ee229,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:08.860746 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6f46e44-a017-4fc8-bf6a-60d721ad2353 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:08.866109 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c6f46e44-a017-4fc8-bf6a-60d721ad2353 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "DELETE /v2.0/subnets/c7765963-995e-4ef3-bc74-c2bfcf1ee229 HTTP/1.1" status: 204 len: 168 time: 0.8652987 Sep 07 19:12:08.866328 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb024-d80a-46ed-8d36-3a5420268fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:08.866465 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60004) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:08.878271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23659bc-cc96-41b1-ac17-56265ca3ed5c req-3b90355b-c9aa-4459-a128-20ced9150885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:08.881888 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f23659bc-cc96-41b1-ac17-56265ca3ed5c req-3b90355b-c9aa-4459-a128-20ced9150885 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3f01810-9bb0-4488-98ce-6fc4137d00b0 HTTP/1.1" status: 200 len: 834 time: 0.1101091 Sep 07 19:12:08.917241 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783ad257-3a4d-47c1-9015-a8f7f5c993bb None None] Network 057b1ce3-4e01-4667-af42-1d8606aaf4fb requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:08.974171 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23659bc-cc96-41b1-ac17-56265ca3ed5c req-1afc1e92-01bc-42cd-b394-33e3c9f4853e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:08.975995 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f23659bc-cc96-41b1-ac17-56265ca3ed5c req-1afc1e92-01bc-42cd-b394-33e3c9f4853e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=349425b3-5cf8-4cd9-9fd3-af96e1b28947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636649 Sep 07 19:12:08.982795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-9285866e-5818-44ab-9931-5d545231dc75 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Deleting subnet 5aa3c534-3ca4-47bc-b57b-2f5224950152 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:12:08.991079 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-72f8a1ce-4e1a-4f32-9a75-079dfd555e56 None None] Set router f744e3b1-14c1-4486-9230-81db7fd79a62 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:12:09.018376 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-18bdb40c-d891-46e3-9b38-9f3a7fa47d15 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c447bfd-98c5-446c-9d37-b6746b12a980']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:09.066919 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-18bdb40c-d891-46e3-9b38-9f3a7fa47d15 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc0b435-472b-4706-80dd-244f45667d2b') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:09.067301 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-18bdb40c-d891-46e3-9b38-9f3a7fa47d15 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc0b435-472b-4706-80dd-244f45667d2b') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:09.097576 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:09.106513 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3084b4-3585-4c41-a74b-7b6d43ba601e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Checking segment: {'id': '8d7948b8-c93a-4692-98e5-cdc3d9f940f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0bec9484-9257-4a9f-925a-14c7207cf3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:09.106881 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3084b4-3585-4c41-a74b-7b6d43ba601e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network hostable DHCP agents. Network: 0bec9484-9257-4a9f-925a-14c7207cf3d0, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:12:09.116978 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f23659bc-cc96-41b1-ac17-56265ca3ed5c req-ba6af6b4-836e-4c14-b798-742107bbc44a service neutron] 10.222.0.36 "GET /v2.0/networks/349425b3-5cf8-4cd9-9fd3-af96e1b28947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303251 Sep 07 19:12:09.129049 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] Transition to ACTIVE for port object 7d52ab61-003e-4002-980b-2d993a78c5a3 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:09.129649 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb024-d80a-46ed-8d36-3a5420268fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:09.143370 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aeb024-d80a-46ed-8d36-3a5420268fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=248e714d-ad8b-4f99-a45e-bf4578e99817,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:09.147971 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18bdb40c-d891-46e3-9b38-9f3a7fa47d15 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:09.159925 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:09.160218 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:09.212183 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18bdb40c-d891-46e3-9b38-9f3a7fa47d15 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:09.215234 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3084b4-3585-4c41-a74b-7b6d43ba601e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network 0bec9484-9257-4a9f-925a-14c7207cf3d0 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:12:09.231086 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-6f3084b4-3585-4c41-a74b-7b6d43ba601e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 0bec9484-9257-4a9f-925a-14c7207cf3d0) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:09.261239 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cef8ee-4373-47cb-ba8b-3b480ee3445c None None] Network 0bec9484-9257-4a9f-925a-14c7207cf3d0 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:09.290121 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f23659bc-cc96-41b1-ac17-56265ca3ed5c req-a9103ee5-b094-48c1-93c0-f4ab981a4834 service neutron] 10.222.0.36 "GET /v2.0/networks/349425b3-5cf8-4cd9-9fd3-af96e1b28947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645014 Sep 07 19:12:09.297425 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18bdb40c-d891-46e3-9b38-9f3a7fa47d15 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:09.298363 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18bdb40c-d891-46e3-9b38-9f3a7fa47d15 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: self.session.flush() Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:09.303565 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:09.310707 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3084b4-3585-4c41-a74b-7b6d43ba601e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:09.313647 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f3084b4-3585-4c41-a74b-7b6d43ba601e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:09.319550 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-72f8a1ce-4e1a-4f32-9a75-079dfd555e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1717378193', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:09:36Z', 'updated_at': '2021-09-07T19:09:50Z', 'revision_number': 4, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:39Z', 'updated_at': '2021-09-07T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'c589d056-7c50-4f74-a20f-ebf5e2b4e016', 'name': '', 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'mac_address': 'fa:16:3e:5e:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'e3f01810-9bb0-4488-98ce-6fc4137d00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:48Z', 'updated_at': '2021-09-07T19:10:07Z', 'revision_number': 5, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'subnets': [{'id': 'e3f01810-9bb0-4488-98ce-6fc4137d00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:09.371787 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f8a1ce-4e1a-4f32-9a75-079dfd555e56 None None] The sync data for ids ['f744e3b1-14c1-4486-9230-81db7fd79a62'] in n-d-807786-1 is: [{'id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1717378193', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:09:36Z', 'updated_at': '2021-09-07T19:09:50Z', 'revision_number': 4, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:39Z', 'updated_at': '2021-09-07T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'c589d056-7c50-4f74-a20f-ebf5e2b4e016', 'name': '', 'network_id': '349425b3-5cf8-4cd9-9fd3-af96e1b28947', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'mac_address': 'fa:16:3e:5e:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'e3f01810-9bb0-4488-98ce-6fc4137d00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:48Z', 'updated_at': '2021-09-07T19:10:07Z', 'revision_number': 5, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'subnets': [{'id': 'e3f01810-9bb0-4488-98ce-6fc4137d00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:12:09.408045 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6f3084b4-3585-4c41-a74b-7b6d43ba601e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8065348 Sep 07 19:12:09.408374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60012) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:09.416306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-c6353c13-a90f-42d2-941f-ac16b3b2a875 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1570139366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:09.448363 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18bdb40c-d891-46e3-9b38-9f3a7fa47d15 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:09.451290 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] Transition to ACTIVE for port object 7d52ab61-003e-4002-980b-2d993a78c5a3 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:09.465993 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9285866e-5818-44ab-9931-5d545231dc75 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:09.470782 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-18bdb40c-d891-46e3-9b38-9f3a7fa47d15 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:09.471320 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:09.487687 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-18bdb40c-d891-46e3-9b38-9f3a7fa47d15 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] 10.222.0.26 "DELETE /v2.0/networks/1c447bfd-98c5-446c-9d37-b6746b12a980 HTTP/1.1" status: 204 len: 168 time: 2.7594965 Sep 07 19:12:09.536044 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6353c13-a90f-42d2-941f-ac16b3b2a875 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:09.550612 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6353c13-a90f-42d2-941f-ac16b3b2a875 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:09.564173 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a1d203e2-97db-4542-866b-d9b75a4263cf no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:12:09.571864 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdb40c-d891-46e3-9b38-9f3a7fa47d15 tempest-TagsExtTest-323719272 tempest-TagsExtTest-323719272-project] Pushing event deleted for resources: {'Network': ['ID=1c447bfd-98c5-446c-9d37-b6746b12a980,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:09.595615 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] Network b3894403-eaa4-4aa7-8452-32ca4d79f881 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:09.602463 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aeb024-d80a-46ed-8d36-3a5420268fe1 admin admin] Network 5549ff0e-5c97-4a12-b70e-0643785406a8 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:09.605975 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-f5aeb024-d80a-46ed-8d36-3a5420268fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:09.795756 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9285866e-5818-44ab-9931-5d545231dc75 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:09.940496 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6353c13-a90f-42d2-941f-ac16b3b2a875 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:09.989256 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5aeb024-d80a-46ed-8d36-3a5420268fe1 admin admin] Router 1b7bc2ac-46b4-4e04-89b1-192bc64ac8da has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:12:09.998733 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60030) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:10.013005 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] Pushing event updated for resources: {'Port': ['ID=7d52ab61-003e-4002-980b-2d993a78c5a3,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:10.016838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:10.019188 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: a1d203e2-97db-4542-866b-d9b75a4263cf {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:12:10.019743 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a1d203e2-97db-4542-866b-d9b75a4263cf not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:12:10.038082 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:12:10.044166 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0b1cb2-1ab6-453b-b2f3-2afef40b693b None None] New status for floating IP 01408867-e20b-43de-be92-bccd8c338053: DOWN {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:12:10.157824 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-0bec9484-9257-4a9f-925a-14c7207cf3d0', 'network_id': '0bec9484-9257-4a9f-925a-14c7207cf3d0', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'fixed_ips': [{'subnet_id': '90a22e54-8968-4907-8f7d-d2ad087ef2b1'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:12:10.159630 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:10.163120 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce799a-deed-4d13-bf56-dba871645840 req-ec4ffec5-c19e-42f9-a20d-0c65d4379927 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:10.171693 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1dce799a-deed-4d13-bf56-dba871645840 req-ec4ffec5-c19e-42f9-a20d-0c65d4379927 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.36 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 984 time: 0.6038914 Sep 07 19:12:10.176082 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6353c13-a90f-42d2-941f-ac16b3b2a875 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:10.253971 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5aeb024-d80a-46ed-8d36-3a5420268fe1 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:12:10.263883 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] Sync routers for ids ['1b7bc2ac-46b4-4e04-89b1-192bc64ac8da'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:12:10.272853 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f5aeb024-d80a-46ed-8d36-3a5420268fe1 admin admin] 10.222.0.26 "PUT /v2.0/routers/1b7bc2ac-46b4-4e04-89b1-192bc64ac8da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4684436 Sep 07 19:12:10.277507 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] Routers {'1b7bc2ac-46b4-4e04-89b1-192bc64ac8da'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:10.279610 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1b7bc2ac-46b4-4e04-89b1-192bc64ac8da'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:10.429027 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] Attempting to bind port 7d52ab61-003e-4002-980b-2d993a78c5a3 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:12:10.429483 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] Attempting to bind port 7d52ab61-003e-4002-980b-2d993a78c5a3 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '80d59c94-467a-416c-9301-5789c6e326d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b3894403-eaa4-4aa7-8452-32ca4d79f881'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:12:10.429931 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] Attempting to bind port 7d52ab61-003e-4002-980b-2d993a78c5a3 on network b3894403-eaa4-4aa7-8452-32ca4d79f881 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:12:10.432879 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d8937d65-368b-497c-8006-d99d33a3795e None None] Provisioning complete for port 248e714d-ad8b-4f99-a45e-bf4578e99817 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:10.433578 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d8937d65-368b-497c-8006-d99d33a3795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:10.505359 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:12:10.505953 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] Checking segment: {'id': '80d59c94-467a-416c-9301-5789c6e326d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b3894403-eaa4-4aa7-8452-32ca4d79f881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:10.507365 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:10.507739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] Bound using segment: {'id': '80d59c94-467a-416c-9301-5789c6e326d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b3894403-eaa4-4aa7-8452-32ca4d79f881'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:12:10.508322 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] Bound port: 7d52ab61-003e-4002-980b-2d993a78c5a3, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d59c94-467a-416c-9301-5789c6e326d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b3894403-eaa4-4aa7-8452-32ca4d79f881'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:12:10.508840 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:10.533102 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-78a65ad4-e7db-44ff-91bf-4153325d207f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c795b8f72ead49999027ad792285480b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5208092 Sep 07 19:12:10.533857 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60044) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:10.584809 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] Set router 1b7bc2ac-46b4-4e04-89b1-192bc64ac8da gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:12:10.611372 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-01347382-9e96-4ade-9791-a5936070aae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:10.616067 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d8937d65-368b-497c-8006-d99d33a3795e None None] Port 248e714d-ad8b-4f99-a45e-bf4578e99817 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:12:10.647918 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] Allocated IP 2001:db8::2 (0bec9484-9257-4a9f-925a-14c7207cf3d0/90a22e54-8968-4907-8f7d-d2ad087ef2b1/1a8a84a0-f6f9-4b80-9fe3-8f990681ab98) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:12:10.671051 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-01347382-9e96-4ade-9791-a5936070aae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:10.725834 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9285866e-5818-44ab-9931-5d545231dc75 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:10.772640 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-01347382-9e96-4ade-9791-a5936070aae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:10.779811 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-01347382-9e96-4ade-9791-a5936070aae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:10.788428 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-01347382-9e96-4ade-9791-a5936070aae8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d4b878fc-7bf1-465c-8f5a-d4300a83f76a HTTP/1.1" status: 204 len: 168 time: 0.2523918 Sep 07 19:12:10.804983 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01347382-9e96-4ade-9791-a5936070aae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b878fc-7bf1-465c-8f5a-d4300a83f76a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:10.813539 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c6353c13-a90f-42d2-941f-ac16b3b2a875 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:10.815050 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c6353c13-a90f-42d2-941f-ac16b3b2a875 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4051952 Sep 07 19:12:10.825380 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60052) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:10.897951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49487fa2-fdbd-4bfb-b972-ef67096b3b68 req-73408f94-cfe3-4e4d-bb3a-f8f26c6b8e14 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:10.904731 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49487fa2-fdbd-4bfb-b972-ef67096b3b68 req-73408f94-cfe3-4e4d-bb3a-f8f26c6b8e14 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:10.907609 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] For port 7d52ab61-003e-4002-980b-2d993a78c5a3, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:12:10.913249 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49487fa2-fdbd-4bfb-b972-ef67096b3b68 req-73408f94-cfe3-4e4d-bb3a-f8f26c6b8e14 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:10.923034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49487fa2-fdbd-4bfb-b972-ef67096b3b68 req-73408f94-cfe3-4e4d-bb3a-f8f26c6b8e14 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:10.932964 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49487fa2-fdbd-4bfb-b972-ef67096b3b68 req-73408f94-cfe3-4e4d-bb3a-f8f26c6b8e14 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:10.946853 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] For port 7d52ab61-003e-4002-980b-2d993a78c5a3, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7d52ab61-003e-4002-980b-2d993a78c5a3,segment=NetworkSegment(80d59c94-467a-416c-9301-5789c6e326d0),segment_id=80d59c94-467a-416c-9301-5789c6e326d0)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:12:10.952865 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49487fa2-fdbd-4bfb-b972-ef67096b3b68 req-73408f94-cfe3-4e4d-bb3a-f8f26c6b8e14 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:10.963750 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:10.984745 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49487fa2-fdbd-4bfb-b972-ef67096b3b68 req-73408f94-cfe3-4e4d-bb3a-f8f26c6b8e14 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:10.987278 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49487fa2-fdbd-4bfb-b972-ef67096b3b68 req-73408f94-cfe3-4e4d-bb3a-f8f26c6b8e14 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5434 time: 1.0533834 Sep 07 19:12:11.002421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82852335-91a6-459f-8d48-6ba8ca088263 req-6af91893-9b9a-4f1e-9acc-eb4706b5e10f tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:11.023073 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-82852335-91a6-459f-8d48-6ba8ca088263 req-6af91893-9b9a-4f1e-9acc-eb4706b5e10f tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 984 time: 0.9665425 Sep 07 19:12:11.042326 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9285866e-5818-44ab-9931-5d545231dc75 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:11.061821 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7bc2ac-46b4-4e04-89b1-192bc64ac8da', 'name': 'tempest-TestServerMultinode-443671364-router', 'tenant_id': '684ae613429d4cafad45c6c5c9abf27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:54Z', 'updated_at': '2021-09-07T19:12:07Z', 'revision_number': 4, 'project_id': '684ae613429d4cafad45c6c5c9abf27d', 'gw_port': {'id': 'cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:76:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7bc2ac-46b4-4e04-89b1-192bc64ac8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:56Z', 'updated_at': '2021-09-07T19:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '248e714d-ad8b-4f99-a45e-bf4578e99817', 'name': '', 'network_id': '5549ff0e-5c97-4a12-b70e-0643785406a8', 'tenant_id': '684ae613429d4cafad45c6c5c9abf27d', 'mac_address': 'fa:16:3e:90:d8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7bc2ac-46b4-4e04-89b1-192bc64ac8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '6e62d855-07da-4817-9c85-cd83e9c892df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:04Z', 'updated_at': '2021-09-07T19:12:07Z', 'revision_number': 2, 'project_id': '684ae613429d4cafad45c6c5c9abf27d', 'subnets': [{'id': '6e62d855-07da-4817-9c85-cd83e9c892df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:11.099901 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:11.110631 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] Checking router: 1b7bc2ac-46b4-4e04-89b1-192bc64ac8da for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:12:11.111310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] Transition to ACTIVE for port object 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:11.112134 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] Updating router 1b7bc2ac-46b4-4e04-89b1-192bc64ac8da port 248e714d-ad8b-4f99-a45e-bf4578e99817 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:12:11.133099 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] Transition to ACTIVE for port object 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:11.150132 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:11.170709 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:11.201953 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] Network 0bec9484-9257-4a9f-925a-14c7207cf3d0 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:11.206712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:11.209734 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:12:11.212618 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03376ac1-2fb2-4bb4-8409-3af0042786bc None None] Pushing event updated for resources: {'Port': ['ID=7d52ab61-003e-4002-980b-2d993a78c5a3,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:11.281622 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285866e-5818-44ab-9931-5d545231dc75 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Pushing event deleted for resources: {'Subnet': ['ID=5aa3c534-3ca4-47bc-b57b-2f5224950152,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:11.346994 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-82852335-91a6-459f-8d48-6ba8ca088263 req-48cb03ee-a13e-42c9-b32a-83b1a7004884 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/security-groups?id=59142993-e4e3-45b0-b7a9-8248c0cb05a9&id=0274520a-97ae-4dcc-a536-13532ee5d212&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3136554 Sep 07 19:12:11.360545 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9285866e-5818-44ab-9931-5d545231dc75 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:11.360545 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9285866e-5818-44ab-9931-5d545231dc75 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "DELETE /v2.0/subnets/5aa3c534-3ca4-47bc-b57b-2f5224950152 HTTP/1.1" status: 204 len: 168 time: 2.4907231 Sep 07 19:12:11.392061 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] Attempting to bind port 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:12:11.395385 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] Attempting to bind port 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '8d7948b8-c93a-4692-98e5-cdc3d9f940f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0bec9484-9257-4a9f-925a-14c7207cf3d0'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:12:11.395640 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] Attempting to bind port 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98 on network 0bec9484-9257-4a9f-925a-14c7207cf3d0 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:12:11.403579 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] Pushing event updated for resources: {'Port': ['ID=1a8a84a0-f6f9-4b80-9fe3-8f990681ab98,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:11.426822 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60064) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:11.429634 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:12:11.430013 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] Checking segment: {'id': '8d7948b8-c93a-4692-98e5-cdc3d9f940f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0bec9484-9257-4a9f-925a-14c7207cf3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:11.430427 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:11.430825 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] Bound using segment: {'id': '8d7948b8-c93a-4692-98e5-cdc3d9f940f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0bec9484-9257-4a9f-925a-14c7207cf3d0'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:12:11.431315 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] Bound port: 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7948b8-c93a-4692-98e5-cdc3d9f940f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0bec9484-9257-4a9f-925a-14c7207cf3d0'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:12:11.431702 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:11.453389 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49487fa2-fdbd-4bfb-b972-ef67096b3b68 req-919867f6-54d6-4b56-9b2e-1a9da7d077ab tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4204974 Sep 07 19:12:11.568077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60829e7-2f47-4ead-9cf1-fbd5d9ffe7c0 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:11.576959 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a60829e7-2f47-4ead-9cf1-fbd5d9ffe7c0 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1211438 Sep 07 19:12:11.577963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60074) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:11.581852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-1dce799a-deed-4d13-bf56-dba871645840 req-36095854-9c06-4fed-841b-dc9ad05b3d35 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Deleting port 0bce86ac-4a56-4082-b729-3666389aa82c {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:11.585617 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1dce799a-deed-4d13-bf56-dba871645840 req-36095854-9c06-4fed-841b-dc9ad05b3d35 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:11.665640 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] For port 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:12:11.679494 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] For port 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1a8a84a0-f6f9-4b80-9fe3-8f990681ab98,segment=NetworkSegment(8d7948b8-c93a-4692-98e5-cdc3d9f940f9),segment_id=8d7948b8-c93a-4692-98e5-cdc3d9f940f9)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:12:11.684809 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:11.832996 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4eff9c4e-c008-4d7f-8b53-dfbaedca0838 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:11.899659 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb7283-06d7-483c-9aca-6dff7841381d None None] Pushing event updated for resources: {'Port': ['ID=1a8a84a0-f6f9-4b80-9fe3-8f990681ab98,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:12.044941 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:12.069380 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] Transition to ACTIVE for port object 248e714d-ad8b-4f99-a45e-bf4578e99817 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:12.092461 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:12.220936 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6e346-4ab9-49cc-8e75-636824f8cb3a req-f3f52da8-e15f-4a31-bc51-c891637295da tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:12.237315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6e346-4ab9-49cc-8e75-636824f8cb3a req-f3f52da8-e15f-4a31-bc51-c891637295da tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:12.274504 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e70b69-6b0f-4b87-be97-272d8b6fd47a None None] Pushing event updated for resources: {'Port': ['ID=248e714d-ad8b-4f99-a45e-bf4578e99817,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:12.277327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6e346-4ab9-49cc-8e75-636824f8cb3a req-f3f52da8-e15f-4a31-bc51-c891637295da tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:12.293249 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6e346-4ab9-49cc-8e75-636824f8cb3a req-f3f52da8-e15f-4a31-bc51-c891637295da tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:12.301480 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6e346-4ab9-49cc-8e75-636824f8cb3a req-f3f52da8-e15f-4a31-bc51-c891637295da tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:12.329783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6e346-4ab9-49cc-8e75-636824f8cb3a req-f3f52da8-e15f-4a31-bc51-c891637295da tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:12.330413 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e70b69-6b0f-4b87-be97-272d8b6fd47a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:12.330770 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e70b69-6b0f-4b87-be97-272d8b6fd47a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:12.331107 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e70b69-6b0f-4b87-be97-272d8b6fd47a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:12.331500 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e70b69-6b0f-4b87-be97-272d8b6fd47a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:12.331824 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e70b69-6b0f-4b87-be97-272d8b6fd47a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:12.332300 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e70b69-6b0f-4b87-be97-272d8b6fd47a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:12.332685 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e70b69-6b0f-4b87-be97-272d8b6fd47a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:12.333010 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e70b69-6b0f-4b87-be97-272d8b6fd47a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:12.333329 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e70b69-6b0f-4b87-be97-272d8b6fd47a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:12.333754 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e70b69-6b0f-4b87-be97-272d8b6fd47a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:12.334071 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e70b69-6b0f-4b87-be97-272d8b6fd47a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:12.334386 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e70b69-6b0f-4b87-be97-272d8b6fd47a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:12.346591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6e346-4ab9-49cc-8e75-636824f8cb3a req-f3f52da8-e15f-4a31-bc51-c891637295da tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:12.349347 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c1a6e346-4ab9-49cc-8e75-636824f8cb3a req-f3f52da8-e15f-4a31-bc51-c891637295da tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5434 time: 0.6869254 Sep 07 19:12:12.364344 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-43855d74-9dc2-416e-a9da-15d010ec3c40 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:12.444627 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-1dce799a-deed-4d13-bf56-dba871645840 req-36095854-9c06-4fed-841b-dc9ad05b3d35 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] For port 0bce86ac-4a56-4082-b729-3666389aa82c, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=0bce86ac-4a56-4082-b729-3666389aa82c,segment=NetworkSegment(d759d727-fb5e-4fcf-b83c-73c24550a5c0),segment_id=d759d727-fb5e-4fcf-b83c-73c24550a5c0)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:12.445837 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1dce799a-deed-4d13-bf56-dba871645840 req-36095854-9c06-4fed-841b-dc9ad05b3d35 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:12.463724 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] Attempting to bind port 248e714d-ad8b-4f99-a45e-bf4578e99817 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:12:12.464204 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] Attempting to bind port 248e714d-ad8b-4f99-a45e-bf4578e99817 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '3e9f2cc0-e46e-42cc-8177-5d5649418e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5549ff0e-5c97-4a12-b70e-0643785406a8'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:12:12.464559 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] Attempting to bind port 248e714d-ad8b-4f99-a45e-bf4578e99817 on network 5549ff0e-5c97-4a12-b70e-0643785406a8 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:12:12.487967 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:12:12.488353 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] Checking segment: {'id': '3e9f2cc0-e46e-42cc-8177-5d5649418e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5549ff0e-5c97-4a12-b70e-0643785406a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:12.492418 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:12.492898 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] Bound using segment: {'id': '3e9f2cc0-e46e-42cc-8177-5d5649418e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5549ff0e-5c97-4a12-b70e-0643785406a8'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:12:12.493462 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] Bound port: 248e714d-ad8b-4f99-a45e-bf4578e99817, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9f2cc0-e46e-42cc-8177-5d5649418e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5549ff0e-5c97-4a12-b70e-0643785406a8'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:12:12.493910 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:12.558363 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-4eff9c4e-c008-4d7f-8b53-dfbaedca0838 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Allocated IP 2001:db8::1 (0bec9484-9257-4a9f-925a-14c7207cf3d0/90a22e54-8968-4907-8f7d-d2ad087ef2b1/c8bc3f38-cdab-4764-9c24-37a889f2e93f) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:12:12.596176 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-1dce799a-deed-4d13-bf56-dba871645840 req-36095854-9c06-4fed-841b-dc9ad05b3d35 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Calling delete_port for 0bce86ac-4a56-4082-b729-3666389aa82c owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:12.790355 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] For port 248e714d-ad8b-4f99-a45e-bf4578e99817, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:12:12.799877 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] For port 248e714d-ad8b-4f99-a45e-bf4578e99817, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=248e714d-ad8b-4f99-a45e-bf4578e99817,segment=NetworkSegment(3e9f2cc0-e46e-42cc-8177-5d5649418e0d),segment_id=3e9f2cc0-e46e-42cc-8177-5d5649418e0d)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:12:12.816445 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:12.890055 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:12:12.904627 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] Routers {'1b7bc2ac-46b4-4e04-89b1-192bc64ac8da'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:12.905111 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1b7bc2ac-46b4-4e04-89b1-192bc64ac8da'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:13.011605 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4eff9c4e-c008-4d7f-8b53-dfbaedca0838 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:13.071456 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-4eff9c4e-c008-4d7f-8b53-dfbaedca0838 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Transition to ACTIVE for port object c8bc3f38-cdab-4764-9c24-37a889f2e93f will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:13.152736 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:13.178004 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:12:13.185494 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7d52ab61-003e-4002-980b-2d993a78c5a3 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:12:13.211746 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4eff9c4e-c008-4d7f-8b53-dfbaedca0838 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:13.228471 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-43855d74-9dc2-416e-a9da-15d010ec3c40 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Deleting port 7d52ab61-003e-4002-980b-2d993a78c5a3 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:13.230668 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-43855d74-9dc2-416e-a9da-15d010ec3c40 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:13.338073 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 7d52ab61-003e-4002-980b-2d993a78c5a3 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:12:13.390258 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff9c4e-c008-4d7f-8b53-dfbaedca0838 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network 0bec9484-9257-4a9f-925a-14c7207cf3d0 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:13.407192 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-4eff9c4e-c008-4d7f-8b53-dfbaedca0838 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:13.418345 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 0bce86ac-4a56-4082-b729-3666389aa82c no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:12:13.429871 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eff9c4e-c008-4d7f-8b53-dfbaedca0838 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:12:13.430786 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4eff9c4e-c008-4d7f-8b53-dfbaedca0838 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:13.502445 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b029ce9e-055b-4a3f-a7bf-366f840de5a9 None None] Network b3894403-eaa4-4aa7-8452-32ca4d79f881 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:13.518584 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-43855d74-9dc2-416e-a9da-15d010ec3c40 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] For port 7d52ab61-003e-4002-980b-2d993a78c5a3, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7d52ab61-003e-4002-980b-2d993a78c5a3,segment=NetworkSegment(80d59c94-467a-416c-9301-5789c6e326d0),segment_id=80d59c94-467a-416c-9301-5789c6e326d0)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:13.519184 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-43855d74-9dc2-416e-a9da-15d010ec3c40 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:13.537764 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e70b69-6b0f-4b87-be97-272d8b6fd47a None None] Pushing event updated for resources: {'Port': ['ID=248e714d-ad8b-4f99-a45e-bf4578e99817,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:13.568653 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-43855d74-9dc2-416e-a9da-15d010ec3c40 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Calling delete_port for 7d52ab61-003e-4002-980b-2d993a78c5a3 owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:13.583764 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] Set router 1b7bc2ac-46b4-4e04-89b1-192bc64ac8da gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:12:13.614583 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff9c4e-c008-4d7f-8b53-dfbaedca0838 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Port': ['ID=c8bc3f38-cdab-4764-9c24-37a889f2e93f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:13.772119 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a833f8c-8280-4089-9a26-52801e8d0707 req-1c58eb4c-f253-4501-8a0b-681dbbde364e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:13.791372 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a833f8c-8280-4089-9a26-52801e8d0707 req-1c58eb4c-f253-4501-8a0b-681dbbde364e tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 984 time: 1.1810925 Sep 07 19:12:13.862105 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4eff9c4e-c008-4d7f-8b53-dfbaedca0838 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:13.898638 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-242e68f3-e02c-4af7-b511-1b291e970eee None None] Provisioning for port 7d52ab61-003e-4002-980b-2d993a78c5a3 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:12:13.945759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-a4c60a91-1817-4744-b377-9bc463bab4c6 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:13.948415 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-a4c60a91-1817-4744-b377-9bc463bab4c6 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/networks?id=4dd351f9-0a93-4681-b2a5-5392cffb40cb HTTP/1.1" status: 200 len: 911 time: 1.3427608 Sep 07 19:12:13.972191 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-242e68f3-e02c-4af7-b511-1b291e970eee None None] Provisioning complete for port 7d52ab61-003e-4002-980b-2d993a78c5a3 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:13.972594 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-242e68f3-e02c-4af7-b511-1b291e970eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:14.009681 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-e421b7b8-4eb2-48a5-9a7c-a2fc0285f5c9 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/quotas/684ae613429d4cafad45c6c5c9abf27d HTTP/1.1" status: 200 len: 375 time: 0.0439131 Sep 07 19:12:14.029610 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a833f8c-8280-4089-9a26-52801e8d0707 req-0425724c-b5f3-4c29-a91a-6caca441c9e4 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/security-groups?id=59142993-e4e3-45b0-b7a9-8248c0cb05a9&id=0274520a-97ae-4dcc-a536-13532ee5d212&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2366614 Sep 07 19:12:14.036836 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caa5700-43a4-4e0f-8b83-30d3fd6bd22a None None] Network 0bec9484-9257-4a9f-925a-14c7207cf3d0 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:14.048589 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:14.057407 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60132) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:14.078516 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7bc2ac-46b4-4e04-89b1-192bc64ac8da', 'name': 'tempest-TestServerMultinode-443671364-router', 'tenant_id': '684ae613429d4cafad45c6c5c9abf27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:54Z', 'updated_at': '2021-09-07T19:12:07Z', 'revision_number': 4, 'project_id': '684ae613429d4cafad45c6c5c9abf27d', 'gw_port': {'id': 'cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:76:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7bc2ac-46b4-4e04-89b1-192bc64ac8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:56Z', 'updated_at': '2021-09-07T19:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '248e714d-ad8b-4f99-a45e-bf4578e99817', 'name': '', 'network_id': '5549ff0e-5c97-4a12-b70e-0643785406a8', 'tenant_id': '684ae613429d4cafad45c6c5c9abf27d', 'mac_address': 'fa:16:3e:90:d8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7bc2ac-46b4-4e04-89b1-192bc64ac8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '6e62d855-07da-4817-9c85-cd83e9c892df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:04Z', 'updated_at': '2021-09-07T19:12:12Z', 'revision_number': 4, 'project_id': '684ae613429d4cafad45c6c5c9abf27d', 'subnets': [{'id': '6e62d855-07da-4817-9c85-cd83e9c892df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:14.123268 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-43855d74-9dc2-416e-a9da-15d010ec3c40 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:14.158556 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-242e68f3-e02c-4af7-b511-1b291e970eee None None] Could not find standard attr ID for object 7d52ab61-003e-4002-980b-2d993a78c5a3. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:12:14.166694 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559d5f2-84fc-43e9-ade8-78f406eb69ea None None] The sync data for ids ['1b7bc2ac-46b4-4e04-89b1-192bc64ac8da'] in n-d-807786-1 is: [{'id': '1b7bc2ac-46b4-4e04-89b1-192bc64ac8da', 'name': 'tempest-TestServerMultinode-443671364-router', 'tenant_id': '684ae613429d4cafad45c6c5c9abf27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:54Z', 'updated_at': '2021-09-07T19:12:07Z', 'revision_number': 4, 'project_id': '684ae613429d4cafad45c6c5c9abf27d', 'gw_port': {'id': 'cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:76:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7bc2ac-46b4-4e04-89b1-192bc64ac8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:56Z', 'updated_at': '2021-09-07T19:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '248e714d-ad8b-4f99-a45e-bf4578e99817', 'name': '', 'network_id': '5549ff0e-5c97-4a12-b70e-0643785406a8', 'tenant_id': '684ae613429d4cafad45c6c5c9abf27d', 'mac_address': 'fa:16:3e:90:d8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7bc2ac-46b4-4e04-89b1-192bc64ac8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '6e62d855-07da-4817-9c85-cd83e9c892df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:04Z', 'updated_at': '2021-09-07T19:12:12Z', 'revision_number': 4, 'project_id': '684ae613429d4cafad45c6c5c9abf27d', 'subnets': [{'id': '6e62d855-07da-4817-9c85-cd83e9c892df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:12:14.253102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43855d74-9dc2-416e-a9da-15d010ec3c40 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] No DVR routers for this DVR port 7d52ab61-003e-4002-980b-2d993a78c5a3 on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:12:14.383714 n-d-807786-1 neutron-server[101446]: INFO neutron.plugins.ml2.db [None req-242e68f3-e02c-4af7-b511-1b291e970eee None None] No ports have port_id starting with 7d52ab61-003e-4002-980b-2d993a78c5a3 Sep 07 19:12:14.387168 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fcc3cb-45fc-4f0f-9845-21b1a5b4f404 None None] DHCP port deletion for b3894403-eaa4-4aa7-8452-32ca4d79f881 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:12:14.389250 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:14.402605 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43855d74-9dc2-416e-a9da-15d010ec3c40 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Pushing event deleted for resources: {'Port': ['ID=7d52ab61-003e-4002-980b-2d993a78c5a3,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:14.492179 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4eff9c4e-c008-4d7f-8b53-dfbaedca0838 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:14.499633 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4eff9c4e-c008-4d7f-8b53-dfbaedca0838 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:14.500541 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4eff9c4e-c008-4d7f-8b53-dfbaedca0838 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:14.549886 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1dce799a-deed-4d13-bf56-dba871645840 req-36095854-9c06-4fed-841b-dc9ad05b3d35 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:14.640119 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-c39f5edb-4ee2-4c03-8611-4c3b6473b5ce tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?tenant_id=684ae613429d4cafad45c6c5c9abf27d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6091576 Sep 07 19:12:14.659159 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff9c4e-c008-4d7f-8b53-dfbaedca0838 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Port': ['ID=c8bc3f38-cdab-4764-9c24-37a889f2e93f,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:14.789743 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36095854-9c06-4fed-841b-dc9ad05b3d35 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event deleted for resources: {'Port': ['ID=0bce86ac-4a56-4082-b729-3666389aa82c,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:14.794877 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-43855d74-9dc2-416e-a9da-15d010ec3c40 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:14.820128 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6feb2be7-ffa3-4e30-9a8d-1d108801d5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:14.832668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff9c4e-c008-4d7f-8b53-dfbaedca0838 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network 0bec9484-9257-4a9f-925a-14c7207cf3d0 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:14.838662 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 248e714d-ad8b-4f99-a45e-bf4578e99817 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:12:14.840739 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-4eff9c4e-c008-4d7f-8b53-dfbaedca0838 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:14.882555 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-da56aa04-399a-4d29-93f8-e46070d8fd50 None None] Provisioning for port 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:12:14.889738 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-da56aa04-399a-4d29-93f8-e46070d8fd50 None None] Provisioning complete for port 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:14.890198 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-da56aa04-399a-4d29-93f8-e46070d8fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:14.955205 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dce799a-deed-4d13-bf56-dba871645840 req-36095854-9c06-4fed-841b-dc9ad05b3d35 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] No DVR routers for this DVR port 0bce86ac-4a56-4082-b729-3666389aa82c on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:12:15.039296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-43855d74-9dc2-416e-a9da-15d010ec3c40 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3894403-eaa4-4aa7-8452-32ca4d79f881']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:15.043629 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1dce799a-deed-4d13-bf56-dba871645840 req-36095854-9c06-4fed-841b-dc9ad05b3d35 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:15.046130 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1dce799a-deed-4d13-bf56-dba871645840 req-36095854-9c06-4fed-841b-dc9ad05b3d35 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.36 "DELETE /v2.0/ports/0bce86ac-4a56-4082-b729-3666389aa82c HTTP/1.1" status: 204 len: 173 time: 4.8735819 Sep 07 19:12:15.046879 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3575764d-f726-4e5e-b2af-2a58e8eb986e', 'name': 'network-vif-deleted', 'tag': '0bce86ac-4a56-4082-b729-3666389aa82c'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:12:15.062459 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 248e714d-ad8b-4f99-a45e-bf4578e99817 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:12:15.073292 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 248e714d-ad8b-4f99-a45e-bf4578e99817 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:15.073825 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:15.076106 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cd4490-25ab-4b0f-b19c-8ded002e3567" -d '{"events": [{"server_uuid": "3575764d-f726-4e5e-b2af-2a58e8eb986e", "name": "network-vif-deleted", "tag": "0bce86ac-4a56-4082-b729-3666389aa82c"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:12:15.185266 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-43855d74-9dc2-416e-a9da-15d010ec3c40 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d59c94-467a-416c-9301-5789c6e326d0') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:15.190088 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-43855d74-9dc2-416e-a9da-15d010ec3c40 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d59c94-467a-416c-9301-5789c6e326d0') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:15.245124 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-43855d74-9dc2-416e-a9da-15d010ec3c40 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:15.302033 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-da56aa04-399a-4d29-93f8-e46070d8fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:15.372147 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e10c0818-a39f-4d05-9562-9a4bf42078b1 req-260fa689-9310-4f49-8aa7-b2d2ec08773d tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "GET /v2.0/ports?device_id=3575764d-f726-4e5e-b2af-2a58e8eb986e HTTP/1.1" status: 200 len: 210 time: 0.1539915 Sep 07 19:12:15.434533 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-43855d74-9dc2-416e-a9da-15d010ec3c40 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:15.470490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-da56aa04-399a-4d29-93f8-e46070d8fd50 None None] For port 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1a8a84a0-f6f9-4b80-9fe3-8f990681ab98,segment=NetworkSegment(8d7948b8-c93a-4692-98e5-cdc3d9f940f9),segment_id=8d7948b8-c93a-4692-98e5-cdc3d9f940f9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:15.480798 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-da56aa04-399a-4d29-93f8-e46070d8fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:15.509325 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-c92ce545-8653-4fdb-89a3-a4a8f86889e8 service neutron] 10.222.0.26 "GET /v2.0/networks/4dd351f9-0a93-4681-b2a5-5392cffb40cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8121614 Sep 07 19:12:15.593698 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a5bae5-dd7c-48e2-8cb7-ef0352f1d591 x-openstack-request-id: req-59a5bae5-dd7c-48e2-8cb7-ef0352f1d591 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:12:15.594248 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3575764d-f726-4e5e-b2af-2a58e8eb986e", "name": "network-vif-deleted", "tag": "0bce86ac-4a56-4082-b729-3666389aa82c", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:12:15.594721 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-59a5bae5-dd7c-48e2-8cb7-ef0352f1d591 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:12:15.598277 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3575764d-f726-4e5e-b2af-2a58e8eb986e', 'name': 'network-vif-deleted', 'tag': '0bce86ac-4a56-4082-b729-3666389aa82c', 'status': 'completed', 'code': 200} Sep 07 19:12:15.599891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43855d74-9dc2-416e-a9da-15d010ec3c40 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:15.600811 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-43855d74-9dc2-416e-a9da-15d010ec3c40 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:15.614542 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:15.727649 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:15.735107 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60160) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:15.781253 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-198e91e3-31fb-47d8-87b8-dc02241ff7a1 None None] Provisioning complete for port 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:15.781253 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-198e91e3-31fb-47d8-87b8-dc02241ff7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:15.796578 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56aa04-399a-4d29-93f8-e46070d8fd50 None None] Pushing event updated for resources: {'Port': ['ID=1a8a84a0-f6f9-4b80-9fe3-8f990681ab98,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:15.909331 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eff9c4e-c008-4d7f-8b53-dfbaedca0838 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router 3b8f51d3-24d4-46a1-9530-9229823a7ef8 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:12:15.934449 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 248e714d-ad8b-4f99-a45e-bf4578e99817, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=248e714d-ad8b-4f99-a45e-bf4578e99817,segment=NetworkSegment(3e9f2cc0-e46e-42cc-8177-5d5649418e0d),segment_id=3e9f2cc0-e46e-42cc-8177-5d5649418e0d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:15.986829 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:16.039165 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eff9c4e-c008-4d7f-8b53-dfbaedca0838 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:12:16.048914 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4eff9c4e-c008-4d7f-8b53-dfbaedca0838 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/3b8f51d3-24d4-46a1-9530-9229823a7ef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2216034 Sep 07 19:12:16.050866 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60164) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:16.069496 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6feb2be7-ffa3-4e30-9a8d-1d108801d5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:16.136124 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70950b9a-da56-4504-9c5a-3338b6da8780 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:16.144250 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-70950b9a-da56-4504-9c5a-3338b6da8780 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/ports/c8bc3f38-cdab-4764-9c24-37a889f2e93f HTTP/1.1" status: 200 len: 911 time: 0.0896485 Sep 07 19:12:16.145935 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60166) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:16.177908 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7d52ab61-003e-4002-980b-2d993a78c5a3 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:12:16.180181 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-43855d74-9dc2-416e-a9da-15d010ec3c40 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:16.192214 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8c1663-3b21-4919-9464-dbc719939d58 None None] Sync routers for ids ['3b8f51d3-24d4-46a1-9530-9229823a7ef8'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:12:16.258718 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-226fabfa-eb1f-429c-803c-3d092839bc74 service neutron] 10.222.0.26 "GET /v2.0/networks/4dd351f9-0a93-4681-b2a5-5392cffb40cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6887593 Sep 07 19:12:16.273112 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-43855d74-9dc2-416e-a9da-15d010ec3c40 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:16.276800 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-43855d74-9dc2-416e-a9da-15d010ec3c40 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "DELETE /v2.0/networks/b3894403-eaa4-4aa7-8452-32ca4d79f881 HTTP/1.1" status: 204 len: 168 time: 4.6806314 Sep 07 19:12:16.284061 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6feb2be7-ffa3-4e30-9a8d-1d108801d5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:16.296852 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 7d52ab61-003e-4002-980b-2d993a78c5a3 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:12:16.297411 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7d52ab61-003e-4002-980b-2d993a78c5a3 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:12:16.311632 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60168) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:16.362296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8c1663-3b21-4919-9464-dbc719939d58 None None] Routers {'3b8f51d3-24d4-46a1-9530-9229823a7ef8'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:16.368029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-db8c1663-3b21-4919-9464-dbc719939d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3b8f51d3-24d4-46a1-9530-9229823a7ef8'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:16.417264 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43855d74-9dc2-416e-a9da-15d010ec3c40 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Pushing event deleted for resources: {'Network': ['ID=b3894403-eaa4-4aa7-8452-32ca4d79f881,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:16.516863 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=248e714d-ad8b-4f99-a45e-bf4578e99817,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:16.546032 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60172) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:16.548961 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-db8c1663-3b21-4919-9464-dbc719939d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:16.561576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb2be7-ffa3-4e30-9a8d-1d108801d5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e15453-f342-42ed-960f-2090dc66ada3,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:16.571038 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6feb2be7-ffa3-4e30-9a8d-1d108801d5cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd0f7842b5054c27b597073923263870&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5113866 Sep 07 19:12:16.574743 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8c1663-3b21-4919-9464-dbc719939d58 None None] Routers {'3b8f51d3-24d4-46a1-9530-9229823a7ef8'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:16.575393 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-db8c1663-3b21-4919-9464-dbc719939d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3b8f51d3-24d4-46a1-9530-9229823a7ef8'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:16.580106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60174) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:16.642339 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-db8c1663-3b21-4919-9464-dbc719939d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:16.643852 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8c1663-3b21-4919-9464-dbc719939d58 None None] The sync data for ids ['3b8f51d3-24d4-46a1-9530-9229823a7ef8'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:12:16.646820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-198e91e3-31fb-47d8-87b8-dc02241ff7a1 None None] Provisioning for port c8bc3f38-cdab-4764-9c24-37a889f2e93f completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:12:16.655515 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-198e91e3-31fb-47d8-87b8-dc02241ff7a1 None None] Provisioning complete for port c8bc3f38-cdab-4764-9c24-37a889f2e93f triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:16.656276 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-198e91e3-31fb-47d8-87b8-dc02241ff7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:16.700128 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8ad7e539-2c7b-4b5c-8558-4cf908524f31 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:16.715125 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3e6a3-79a6-4ded-942a-afc5bd42dd1c req-212b80d6-fbf7-4f83-8344-6754d379f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:16.716797 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3e6a3-79a6-4ded-942a-afc5bd42dd1c req-212b80d6-fbf7-4f83-8344-6754d379f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:16.717484 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3e6a3-79a6-4ded-942a-afc5bd42dd1c req-212b80d6-fbf7-4f83-8344-6754d379f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:16.718841 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3e6a3-79a6-4ded-942a-afc5bd42dd1c req-212b80d6-fbf7-4f83-8344-6754d379f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:16.719716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3e6a3-79a6-4ded-942a-afc5bd42dd1c req-212b80d6-fbf7-4f83-8344-6754d379f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:16.720392 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3e6a3-79a6-4ded-942a-afc5bd42dd1c req-212b80d6-fbf7-4f83-8344-6754d379f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:16.721143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3e6a3-79a6-4ded-942a-afc5bd42dd1c req-212b80d6-fbf7-4f83-8344-6754d379f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:16.723499 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6f3e6a3-79a6-4ded-942a-afc5bd42dd1c req-212b80d6-fbf7-4f83-8344-6754d379f861 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 6491 time: 0.9154003 Sep 07 19:12:16.736001 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-198e91e3-31fb-47d8-87b8-dc02241ff7a1 None None] Port c8bc3f38-cdab-4764-9c24-37a889f2e93f cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:12:16.772990 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-35f4bd79-3830-4cd4-8b49-517e4240beaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:16.777144 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5935126a-6559-403a-b0c9-d26b27bee0ad tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:16.792236 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86918be1-9620-4f3f-baae-a80c21a68e9e None None] get_active_networks_info from n-d-807786-1 {{(pid=101446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 19:12:16.828280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:12:16.864433 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5935126a-6559-403a-b0c9-d26b27bee0ad tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:16.868471 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-35f4bd79-3830-4cd4-8b49-517e4240beaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:16.934999 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6f3e6a3-79a6-4ded-942a-afc5bd42dd1c req-f0d3457b-a888-4403-8429-1b35c7e52e79 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&id=b791326f-a9c4-4486-ae27-ebbe64d361c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1899850 Sep 07 19:12:16.945746 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5935126a-6559-403a-b0c9-d26b27bee0ad tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:16.950655 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5935126a-6559-403a-b0c9-d26b27bee0ad tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:16.952996 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5935126a-6559-403a-b0c9-d26b27bee0ad tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "DELETE /v2.0/security-groups/0274520a-97ae-4dcc-a536-13532ee5d212 HTTP/1.1" status: 204 len: 168 time: 0.4052274 Sep 07 19:12:16.957667 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60184) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:17.012951 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-35f4bd79-3830-4cd4-8b49-517e4240beaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.016679 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-35f4bd79-3830-4cd4-8b49-517e4240beaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.018369 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-35f4bd79-3830-4cd4-8b49-517e4240beaf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/77e15453-f342-42ed-960f-2090dc66ada3 HTTP/1.1" status: 204 len: 168 time: 0.4358397 Sep 07 19:12:17.029465 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935126a-6559-403a-b0c9-d26b27bee0ad tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0274520a-97ae-4dcc-a536-13532ee5d212,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:17.100026 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9555aa2d-9863-4288-a33e-143300b223ec tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.107660 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2dcc3253-d335-4e1d-aa83-279c745a0fa1 None None] Provisioning complete for port c8bc3f38-cdab-4764-9c24-37a889f2e93f triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:17.108168 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2dcc3253-d335-4e1d-aa83-279c745a0fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.134459 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9555aa2d-9863-4288-a33e-143300b223ec tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.141812 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8ad7e539-2c7b-4b5c-8558-4cf908524f31 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.145997 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4bd79-3830-4cd4-8b49-517e4240beaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e15453-f342-42ed-960f-2090dc66ada3,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:17.155196 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc3253-d335-4e1d-aa83-279c745a0fa1 None None] Port c8bc3f38-cdab-4764-9c24-37a889f2e93f cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:12:17.185369 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e89fa3f7-93c0-4652-9508-d494d9911263 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.191938 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-8ad7e539-2c7b-4b5c-8558-4cf908524f31 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057b1ce3-4e01-4667-af42-1d8606aaf4fb']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:17.214829 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-8ad7e539-2c7b-4b5c-8558-4cf908524f31 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9b71ac-a7be-4ac7-bcb5-15a401e8b8ae') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:17.215909 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-8ad7e539-2c7b-4b5c-8558-4cf908524f31 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9b71ac-a7be-4ac7-bcb5-15a401e8b8ae') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:17.225417 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:17.226476 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.238796 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8ad7e539-2c7b-4b5c-8558-4cf908524f31 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.259005 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8ad7e539-2c7b-4b5c-8558-4cf908524f31 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.266780 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad7e539-2c7b-4b5c-8558-4cf908524f31 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:17.268150 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8ad7e539-2c7b-4b5c-8558-4cf908524f31 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:17.273252 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:17.298146 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86918be1-9620-4f3f-baae-a80c21a68e9e None None] Resources bound (agent type, host, resource id): {{(pid=101446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 19:12:17.373161 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8ad7e539-2c7b-4b5c-8558-4cf908524f31 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.382933 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8ad7e539-2c7b-4b5c-8558-4cf908524f31 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.385389 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8ad7e539-2c7b-4b5c-8558-4cf908524f31 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "DELETE /v2.0/networks/057b1ce3-4e01-4667-af42-1d8606aaf4fb HTTP/1.1" status: 204 len: 168 time: 0.9656999 Sep 07 19:12:17.397245 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60200) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:17.408068 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7e539-2c7b-4b5c-8558-4cf908524f31 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Pushing event deleted for resources: {'Network': ['ID=057b1ce3-4e01-4667-af42-1d8606aaf4fb,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:17.424846 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9555aa2d-9863-4288-a33e-143300b223ec tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.436134 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9555aa2d-9863-4288-a33e-143300b223ec tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.440887 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9555aa2d-9863-4288-a33e-143300b223ec tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "DELETE /v2.0/security-groups/59142993-e4e3-45b0-b7a9-8248c0cb05a9 HTTP/1.1" status: 204 len: 168 time: 0.4772396 Sep 07 19:12:17.441756 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60204) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:17.464324 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555aa2d-9863-4288-a33e-143300b223ec tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59142993-e4e3-45b0-b7a9-8248c0cb05a9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:17.502038 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 248e714d-ad8b-4f99-a45e-bf4578e99817 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:12:17.556202 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ddf0524d-048b-4097-92e3-a37db0c07f39 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.612069 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60214) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:17.652332 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8f7080c4-cd30-4f47-8744-b12b99678ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.681200 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 248e714d-ad8b-4f99-a45e-bf4578e99817 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:17.681579 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.697118 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1e04233e-dc5b-4767-a874-d5511ae8360a req-7a2160ac-6fb9-4ff4-bc04-f1f515bc8ab2 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 210 time: 0.0591152 Sep 07 19:12:17.745686 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ddf0524d-048b-4097-92e3-a37db0c07f39 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.782016 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-ddf0524d-048b-4097-92e3-a37db0c07f39 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3324be6-10c0-4c58-9f69-930c033b82c1']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:17.800085 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-ddf0524d-048b-4097-92e3-a37db0c07f39 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4ab638-eaf3-489d-88b4-424091e0506d') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:17.800085 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-ddf0524d-048b-4097-92e3-a37db0c07f39 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4ab638-eaf3-489d-88b4-424091e0506d') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:17.816541 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ddf0524d-048b-4097-92e3-a37db0c07f39 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.840429 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ddf0524d-048b-4097-92e3-a37db0c07f39 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.853466 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf0524d-048b-4097-92e3-a37db0c07f39 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:17.853893 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ddf0524d-048b-4097-92e3-a37db0c07f39 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:17.857164 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:17.951614 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ddf0524d-048b-4097-92e3-a37db0c07f39 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.981237 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ddf0524d-048b-4097-92e3-a37db0c07f39 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:17.988264 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ddf0524d-048b-4097-92e3-a37db0c07f39 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "DELETE /v2.0/networks/b3324be6-10c0-4c58-9f69-930c033b82c1 HTTP/1.1" status: 204 len: 168 time: 0.5859790 Sep 07 19:12:18.008959 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60226) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:18.037608 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0524d-048b-4097-92e3-a37db0c07f39 tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Pushing event deleted for resources: {'Network': ['ID=b3324be6-10c0-4c58-9f69-930c033b82c1,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:18.125365 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8f7080c4-cd30-4f47-8744-b12b99678ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:18.132841 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8f7080c4-cd30-4f47-8744-b12b99678ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:18.146163 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-e89fa3f7-93c0-4652-9508-d494d9911263 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting port c8bc3f38-cdab-4764-9c24-37a889f2e93f {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:18.146736 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e89fa3f7-93c0-4652-9508-d494d9911263 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:18.158019 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-85260fbe-fe86-4d32-8ed0-8bae906d44fd tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:18.188400 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7080c4-cd30-4f47-8744-b12b99678ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70941068-cc1f-4fae-b2b7-4d301b3e2fb1,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:18.194111 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8f7080c4-cd30-4f47-8744-b12b99678ef3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b35679d588804e7eafd00fa67fbd478a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5810797 Sep 07 19:12:18.196654 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60228) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:18.284422 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e89fa3f7-93c0-4652-9508-d494d9911263 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:18.302328 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-e89fa3f7-93c0-4652-9508-d494d9911263 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Calling delete_port for c8bc3f38-cdab-4764-9c24-37a889f2e93f owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:18.320868 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-85260fbe-fe86-4d32-8ed0-8bae906d44fd tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:18.322091 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a86dcfea-1f1c-4288-9ea7-efc5ca1e2d87 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:18.347067 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f12c7768-e9c3-4b79-a183-c8a446b14952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:18.352053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-85260fbe-fe86-4d32-8ed0-8bae906d44fd tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c97780-9588-40fe-9500-ee0c77ee1095']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:18.377602 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-85260fbe-fe86-4d32-8ed0-8bae906d44fd tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0698f6a-c1bc-44a1-b6f7-2188c6949da9') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:18.377881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-85260fbe-fe86-4d32-8ed0-8bae906d44fd tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0698f6a-c1bc-44a1-b6f7-2188c6949da9') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:18.396443 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-85260fbe-fe86-4d32-8ed0-8bae906d44fd tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:18.399574 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f12c7768-e9c3-4b79-a183-c8a446b14952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:18.428924 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-85260fbe-fe86-4d32-8ed0-8bae906d44fd tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:18.449505 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85260fbe-fe86-4d32-8ed0-8bae906d44fd tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:18.450168 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-85260fbe-fe86-4d32-8ed0-8bae906d44fd tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:18.453788 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:18.667598 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e89fa3f7-93c0-4652-9508-d494d9911263 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:18.757021 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89fa3f7-93c0-4652-9508-d494d9911263 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Port': ['ID=c8bc3f38-cdab-4764-9c24-37a889f2e93f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:18.860885 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e89fa3f7-93c0-4652-9508-d494d9911263 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:18.886923 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c55d857b-d645-4262-b1ad-7bcda59c90c1 req-b7fd39cb-49af-48f7-8aac-b31a7fac4991 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 210 time: 0.0383186 Sep 07 19:12:18.887693 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f12c7768-e9c3-4b79-a183-c8a446b14952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:18.890781 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f12c7768-e9c3-4b79-a183-c8a446b14952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:18.892190 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f12c7768-e9c3-4b79-a183-c8a446b14952 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70941068-cc1f-4fae-b2b7-4d301b3e2fb1 HTTP/1.1" status: 204 len: 168 time: 0.6945603 Sep 07 19:12:18.896597 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-85260fbe-fe86-4d32-8ed0-8bae906d44fd tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:18.909023 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-85260fbe-fe86-4d32-8ed0-8bae906d44fd tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:18.927006 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-85260fbe-fe86-4d32-8ed0-8bae906d44fd tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] 10.222.0.26 "DELETE /v2.0/networks/d0c97780-9588-40fe-9500-ee0c77ee1095 HTTP/1.1" status: 204 len: 168 time: 0.9172330 Sep 07 19:12:18.971850 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c7768-e9c3-4b79-a183-c8a446b14952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70941068-cc1f-4fae-b2b7-4d301b3e2fb1,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:18.979446 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85260fbe-fe86-4d32-8ed0-8bae906d44fd tempest-BulkNetworkOpsTest-613756854 tempest-BulkNetworkOpsTest-613756854-project] Pushing event deleted for resources: {'Network': ['ID=d0c97780-9588-40fe-9500-ee0c77ee1095,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:19.218854 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89fa3f7-93c0-4652-9508-d494d9911263 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router 3b8f51d3-24d4-46a1-9530-9229823a7ef8 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:12:19.246028 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a86dcfea-1f1c-4288-9ea7-efc5ca1e2d87 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Deleting port c589d056-7c50-4f74-a20f-ebf5e2b4e016 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:19.246404 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a86dcfea-1f1c-4288-9ea7-efc5ca1e2d87 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:19.451754 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60250) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:19.645977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-30be2178-76e0-4ac6-b462-e7548e7ac964 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fdb7cd08ff474b839fdcaa3ba11c9575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1928737 Sep 07 19:12:19.651372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60258) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:19.735347 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-29ce671e-4301-426e-b3ff-a36e9c3f8144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:19.759645 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89fa3f7-93c0-4652-9508-d494d9911263 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:12:19.765856 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e89fa3f7-93c0-4652-9508-d494d9911263 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/3b8f51d3-24d4-46a1-9530-9229823a7ef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6181393 Sep 07 19:12:19.770327 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60262) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:19.784535 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-29ce671e-4301-426e-b3ff-a36e9c3f8144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:19.790118 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be1904b-be98-4f16-b1b2-7ea68c81bc1d None None] Sync routers for ids ['3b8f51d3-24d4-46a1-9530-9229823a7ef8'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:12:19.801681 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be1904b-be98-4f16-b1b2-7ea68c81bc1d None None] Routers {'3b8f51d3-24d4-46a1-9530-9229823a7ef8'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:19.802385 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-7be1904b-be98-4f16-b1b2-7ea68c81bc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3b8f51d3-24d4-46a1-9530-9229823a7ef8'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:19.814299 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-135ce920-9fd6-4c60-9354-b645cb3552fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b8f51d3-24d4-46a1-9530-9229823a7ef8 HTTP/1.1" status: 200 len: 205 time: 0.0425000 Sep 07 19:12:19.817320 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60266) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:19.839650 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-7be1904b-be98-4f16-b1b2-7ea68c81bc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:19.851851 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be1904b-be98-4f16-b1b2-7ea68c81bc1d None None] Routers {'3b8f51d3-24d4-46a1-9530-9229823a7ef8'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:19.852801 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-7be1904b-be98-4f16-b1b2-7ea68c81bc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3b8f51d3-24d4-46a1-9530-9229823a7ef8'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:19.872088 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-29ce671e-4301-426e-b3ff-a36e9c3f8144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:19.879080 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-29ce671e-4301-426e-b3ff-a36e9c3f8144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:19.881524 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-29ce671e-4301-426e-b3ff-a36e9c3f8144 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c9f39633-d2f8-46f6-9f89-655cbcb531bd HTTP/1.1" status: 204 len: 168 time: 0.2284555 Sep 07 19:12:19.897083 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-7be1904b-be98-4f16-b1b2-7ea68c81bc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:19.898254 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be1904b-be98-4f16-b1b2-7ea68c81bc1d None None] The sync data for ids ['3b8f51d3-24d4-46a1-9530-9229823a7ef8'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:12:19.921818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce671e-4301-426e-b3ff-a36e9c3f8144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f39633-d2f8-46f6-9f89-655cbcb531bd,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:19.952923 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-a86dcfea-1f1c-4288-9ea7-efc5ca1e2d87 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] For port c589d056-7c50-4f74-a20f-ebf5e2b4e016, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c589d056-7c50-4f74-a20f-ebf5e2b4e016,segment=NetworkSegment(d759d727-fb5e-4fcf-b83c-73c24550a5c0),segment_id=d759d727-fb5e-4fcf-b83c-73c24550a5c0)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:19.955938 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a86dcfea-1f1c-4288-9ea7-efc5ca1e2d87 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:20.043417 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02463116-a12b-4429-be7e-cdbd04c0d828 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:20.050681 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a86dcfea-1f1c-4288-9ea7-efc5ca1e2d87 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Calling delete_port for c589d056-7c50-4f74-a20f-ebf5e2b4e016 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:20.104247 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f3e791dc-2f0e-491a-83a5-9bba4a06e843 req-1881a30c-4d1c-467f-a77b-8068a6dd80c2 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 210 time: 0.0856795 Sep 07 19:12:20.417170 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02463116-a12b-4429-be7e-cdbd04c0d828 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:20.420642 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02463116-a12b-4429-be7e-cdbd04c0d828 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:20.512256 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02463116-a12b-4429-be7e-cdbd04c0d828 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:20.512850 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02463116-a12b-4429-be7e-cdbd04c0d828 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Fanout notify agent at l3_agent the message router_deleted on router 3b8f51d3-24d4-46a1-9530-9229823a7ef8 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:12:20.529535 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02463116-a12b-4429-be7e-cdbd04c0d828 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:20.531669 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-02463116-a12b-4429-be7e-cdbd04c0d828 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/routers/3b8f51d3-24d4-46a1-9530-9229823a7ef8 HTTP/1.1" status: 204 len: 168 time: 0.7121370 Sep 07 19:12:20.534017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60294) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:20.660183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e2ed89-3421-461f-bdd0-53a83f539115 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting subnet 90a22e54-8968-4907-8f7d-d2ad087ef2b1 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:12:20.674236 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22e2ed89-3421-461f-bdd0-53a83f539115 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:20.685119 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a86dcfea-1f1c-4288-9ea7-efc5ca1e2d87 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:20.732228 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86dcfea-1f1c-4288-9ea7-efc5ca1e2d87 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event deleted for resources: {'Port': ['ID=c589d056-7c50-4f74-a20f-ebf5e2b4e016,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:20.785713 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22e2ed89-3421-461f-bdd0-53a83f539115 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:20.950207 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22e2ed89-3421-461f-bdd0-53a83f539115 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:21.072223 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22e2ed89-3421-461f-bdd0-53a83f539115 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:21.105519 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2ed89-3421-461f-bdd0-53a83f539115 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Subnet': ['ID=90a22e54-8968-4907-8f7d-d2ad087ef2b1,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:21.112708 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22e2ed89-3421-461f-bdd0-53a83f539115 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:21.116372 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-22e2ed89-3421-461f-bdd0-53a83f539115 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/subnets/90a22e54-8968-4907-8f7d-d2ad087ef2b1 HTTP/1.1" status: 204 len: 168 time: 0.5810692 Sep 07 19:12:21.121345 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bfdcd7-a418-4bf8-96a6-67b88efff4e1 None None] Network 0bec9484-9257-4a9f-925a-14c7207cf3d0 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:21.122426 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60314) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:21.137779 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a86dcfea-1f1c-4288-9ea7-efc5ca1e2d87 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:21.229164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49ff2588-188b-412b-9b3d-b572de63f588 req-22df5c7d-3a8b-47d3-8b38-848c1672620f tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 210 time: 0.0570092 Sep 07 19:12:21.239928 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60320) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:21.424243 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14248f8b-4a88-44db-84f3-71fc0d3e9ff7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:21.452768 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e3a968-8e25-418a-a79d-c7b11f98b8e7 None None] DHCP port deletion for 0bec9484-9257-4a9f-925a-14c7207cf3d0 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:12:21.520868 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-23212129-6c41-4a5e-9c31-607f34518fd8 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1267293065'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:21.550014 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23212129-6c41-4a5e-9c31-607f34518fd8 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:21.556612 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-23212129-6c41-4a5e-9c31-607f34518fd8 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:21.576867 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-23212129-6c41-4a5e-9c31-607f34518fd8 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:21.641153 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-95e3a968-8e25-418a-a79d-c7b11f98b8e7 None None] Deleting port 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:21.643389 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-95e3a968-8e25-418a-a79d-c7b11f98b8e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:21.741883 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-23212129-6c41-4a5e-9c31-607f34518fd8 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:21.752211 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-23212129-6c41-4a5e-9c31-607f34518fd8 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:21.773147 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86dcfea-1f1c-4288-9ea7-efc5ca1e2d87 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Router f744e3b1-14c1-4486-9230-81db7fd79a62 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:12:21.786340 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-14248f8b-4a88-44db-84f3-71fc0d3e9ff7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting port 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:21.786994 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14248f8b-4a88-44db-84f3-71fc0d3e9ff7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:21.790644 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23212129-6c41-4a5e-9c31-607f34518fd8 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99a8b909-be0c-42de-9998-1d050893b003,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:21.834514 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23212129-6c41-4a5e-9c31-607f34518fd8 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:12:21.854658 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-95e3a968-8e25-418a-a79d-c7b11f98b8e7 None None] For port 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1a8a84a0-f6f9-4b80-9fe3-8f990681ab98,segment=NetworkSegment(8d7948b8-c93a-4692-98e5-cdc3d9f940f9),segment_id=8d7948b8-c93a-4692-98e5-cdc3d9f940f9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:21.855256 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-95e3a968-8e25-418a-a79d-c7b11f98b8e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:21.868973 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-23212129-6c41-4a5e-9c31-607f34518fd8 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:21.870377 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-23212129-6c41-4a5e-9c31-607f34518fd8 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Added segment d0268d08-35dc-4c25-a4ce-8d7df948dce1 of type vlan for network 23ba2fa6-91a8-4d42-972e-b802d85cf994 Sep 07 19:12:21.892839 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60340) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:21.905503 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-95e3a968-8e25-418a-a79d-c7b11f98b8e7 None None] Calling delete_port for 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:21.921091 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-14248f8b-4a88-44db-84f3-71fc0d3e9ff7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] For port 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1a8a84a0-f6f9-4b80-9fe3-8f990681ab98,segment=NetworkSegment(8d7948b8-c93a-4692-98e5-cdc3d9f940f9),segment_id=8d7948b8-c93a-4692-98e5-cdc3d9f940f9)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:21.921462 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14248f8b-4a88-44db-84f3-71fc0d3e9ff7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:21.970075 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-14248f8b-4a88-44db-84f3-71fc0d3e9ff7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Calling delete_port for 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:21.991671 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-23212129-6c41-4a5e-9c31-607f34518fd8 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:22.039742 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86dcfea-1f1c-4288-9ea7-efc5ca1e2d87 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:12:22.043677 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-23212129-6c41-4a5e-9c31-607f34518fd8 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:22.046745 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a86dcfea-1f1c-4288-9ea7-efc5ca1e2d87 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "PUT /v2.0/routers/f744e3b1-14c1-4486-9230-81db7fd79a62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5849571 Sep 07 19:12:22.051813 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60344) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:22.060055 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36e3e83-6c75-491f-85b0-7ec721943863 None None] Sync routers for ids ['f744e3b1-14c1-4486-9230-81db7fd79a62'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:12:22.069801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23212129-6c41-4a5e-9c31-607f34518fd8 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:22.070758 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-23212129-6c41-4a5e-9c31-607f34518fd8 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:22.135001 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d665de65-ca87-46d3-982e-171d45579253 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Deleting subnet e3f01810-9bb0-4488-98ce-6fc4137d00b0 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:12:22.139534 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d665de65-ca87-46d3-982e-171d45579253 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:22.152200 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36e3e83-6c75-491f-85b0-7ec721943863 None None] Routers {'f744e3b1-14c1-4486-9230-81db7fd79a62'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:22.153437 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b36e3e83-6c75-491f-85b0-7ec721943863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['f744e3b1-14c1-4486-9230-81db7fd79a62'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:22.168671 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14248f8b-4a88-44db-84f3-71fc0d3e9ff7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:22.207676 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14248f8b-4a88-44db-84f3-71fc0d3e9ff7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Port': ['ID=1a8a84a0-f6f9-4b80-9fe3-8f990681ab98,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:22.215948 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14248f8b-4a88-44db-84f3-71fc0d3e9ff7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] No DVR routers for this DVR port 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:12:22.247851 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-23212129-6c41-4a5e-9c31-607f34518fd8 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9933076 Sep 07 19:12:22.306035 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d665de65-ca87-46d3-982e-171d45579253 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:22.321487 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23212129-6c41-4a5e-9c31-607f34518fd8 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Network': ['ID=23ba2fa6-91a8-4d42-972e-b802d85cf994,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:22.325570 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-10efa9f3-b522-425a-9ecb-c3a17bccd210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:22.344821 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 23ba2fa6-91a8-4d42-972e-b802d85cf994 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:12:22.379768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60358) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:22.384223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-2a3f0d52-e79e-4c7c-ba76-a87b74520938 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'subnet': {'network_id': '23ba2fa6-91a8-4d42-972e-b802d85cf994', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:22.440401 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-95e3a968-8e25-418a-a79d-c7b11f98b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:22.444070 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14248f8b-4a88-44db-84f3-71fc0d3e9ff7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:22.478347 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-14248f8b-4a88-44db-84f3-71fc0d3e9ff7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bec9484-9257-4a9f-925a-14c7207cf3d0']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:22.491395 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-14248f8b-4a88-44db-84f3-71fc0d3e9ff7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7948b8-c93a-4692-98e5-cdc3d9f940f9') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:22.491859 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-14248f8b-4a88-44db-84f3-71fc0d3e9ff7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7948b8-c93a-4692-98e5-cdc3d9f940f9') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:22.506619 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-476af9d9-fdcb-4ba6-9f37-943e4efc05e0 req-58ac3cd4-351d-4598-abbf-4fbcdf5044c6 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 210 time: 0.1288011 Sep 07 19:12:22.514119 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14248f8b-4a88-44db-84f3-71fc0d3e9ff7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:22.523689 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e3a968-8e25-418a-a79d-c7b11f98b8e7 None None] No DVR routers for this DVR port 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:12:22.537229 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14248f8b-4a88-44db-84f3-71fc0d3e9ff7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:22.544648 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3a968-8e25-418a-a79d-c7b11f98b8e7 None None] Pushing event deleted for resources: {'Port': ['ID=1a8a84a0-f6f9-4b80-9fe3-8f990681ab98,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:22.562449 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-b36e3e83-6c75-491f-85b0-7ec721943863 None None] Set router f744e3b1-14c1-4486-9230-81db7fd79a62 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:12:22.578589 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14248f8b-4a88-44db-84f3-71fc0d3e9ff7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:22.580075 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14248f8b-4a88-44db-84f3-71fc0d3e9ff7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:22.601635 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-10efa9f3-b522-425a-9ecb-c3a17bccd210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:22.614912 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-10efa9f3-b522-425a-9ecb-c3a17bccd210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:22.704119 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3f0d52-e79e-4c7c-ba76-a87b74520938 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:22.721078 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2a3f0d52-e79e-4c7c-ba76-a87b74520938 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:22.726651 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:22.734275 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-10efa9f3-b522-425a-9ecb-c3a17bccd210 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c0b94cb2672d49d5956407b5aba19b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8402965 Sep 07 19:12:22.737890 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60374) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:22.746335 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efa9f3-b522-425a-9ecb-c3a17bccd210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ed17a9-d289-435f-8a9e-5c1f9385ef01,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:22.760936 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d665de65-ca87-46d3-982e-171d45579253 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:22.871152 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:12:22.896534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:12:22.897002 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1a8a84a0-f6f9-4b80-9fe3-8f990681ab98 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:12:22.961152 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14248f8b-4a88-44db-84f3-71fc0d3e9ff7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:22.965912 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b36e3e83-6c75-491f-85b0-7ec721943863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1717378193', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:09:36Z', 'updated_at': '2021-09-07T19:12:20Z', 'revision_number': 5, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:39Z', 'updated_at': '2021-09-07T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:22.966631 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14248f8b-4a88-44db-84f3-71fc0d3e9ff7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:22.968763 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-14248f8b-4a88-44db-84f3-71fc0d3e9ff7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/networks/0bec9484-9257-4a9f-925a-14c7207cf3d0 HTTP/1.1" status: 204 len: 168 time: 1.8449795 Sep 07 19:12:22.978558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60384) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:22.985444 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-76ac2df8-51ad-4c45-bbe3-f84752ebf40a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-668908540', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}, 'admin_state_up': False}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:22.994963 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8ebfbaf7-1bcb-4cea-8a23-9f57bea49bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.019506 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36e3e83-6c75-491f-85b0-7ec721943863 None None] Checking router: f744e3b1-14c1-4486-9230-81db7fd79a62 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:12:23.026319 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14248f8b-4a88-44db-84f3-71fc0d3e9ff7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Network': ['ID=0bec9484-9257-4a9f-925a-14c7207cf3d0,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:23.041680 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36e3e83-6c75-491f-85b0-7ec721943863 None None] Routers {'f744e3b1-14c1-4486-9230-81db7fd79a62'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:23.043436 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b36e3e83-6c75-491f-85b0-7ec721943863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['f744e3b1-14c1-4486-9230-81db7fd79a62'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:23.048735 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8ebfbaf7-1bcb-4cea-8a23-9f57bea49bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.068913 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d665de65-ca87-46d3-982e-171d45579253 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.151570 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d665de65-ca87-46d3-982e-171d45579253 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.153792 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d665de65-ca87-46d3-982e-171d45579253 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "DELETE /v2.0/subnets/e3f01810-9bb0-4488-98ce-6fc4137d00b0 HTTP/1.1" status: 204 len: 168 time: 1.1001401 Sep 07 19:12:23.158861 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665de65-ca87-46d3-982e-171d45579253 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f01810-9bb0-4488-98ce-6fc4137d00b0,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:23.163027 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60386) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:23.191486 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e03cb8-faf6-4d97-95ea-dbc4ddbd4bb0 None None] Network 349425b3-5cf8-4cd9-9fd3-af96e1b28947 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:23.218224 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-76ac2df8-51ad-4c45-bbe3-f84752ebf40a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.220307 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-76ac2df8-51ad-4c45-bbe3-f84752ebf40a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.253361 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2a3f0d52-e79e-4c7c-ba76-a87b74520938 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.292974 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-b36e3e83-6c75-491f-85b0-7ec721943863 None None] Set router f744e3b1-14c1-4486-9230-81db7fd79a62 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:12:23.326106 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8ebfbaf7-1bcb-4cea-8a23-9f57bea49bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.329097 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8ebfbaf7-1bcb-4cea-8a23-9f57bea49bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.333316 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8ebfbaf7-1bcb-4cea-8a23-9f57bea49bf1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/61ed17a9-d289-435f-8a9e-5c1f9385ef01 HTTP/1.1" status: 204 len: 168 time: 0.5755827 Sep 07 19:12:23.403621 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfbaf7-1bcb-4cea-8a23-9f57bea49bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ed17a9-d289-435f-8a9e-5c1f9385ef01,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:23.424816 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-76ac2df8-51ad-4c45-bbe3-f84752ebf40a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.427488 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60392) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:23.438691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f0d52-e79e-4c7c-ba76-a87b74520938 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Subnet': ['ID=4ef6ab5a-a46e-43f9-b5fd-717771a51059,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:23.448624 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f0d52-e79e-4c7c-ba76-a87b74520938 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Checking segment: {'id': 'd0268d08-35dc-4c25-a4ce-8d7df948dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '23ba2fa6-91a8-4d42-972e-b802d85cf994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:23.449357 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3f0d52-e79e-4c7c-ba76-a87b74520938 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network hostable DHCP agents. Network: 23ba2fa6-91a8-4d42-972e-b802d85cf994, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:12:23.449548 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf60c0f5-5f1d-4914-ba2f-66bb3f78cbd2 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.635498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3f0d52-e79e-4c7c-ba76-a87b74520938 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network 23ba2fa6-91a8-4d42-972e-b802d85cf994 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:12:23.736496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b36e3e83-6c75-491f-85b0-7ec721943863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1717378193', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:09:36Z', 'updated_at': '2021-09-07T19:12:20Z', 'revision_number': 5, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:39Z', 'updated_at': '2021-09-07T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:23.775247 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf60c0f5-5f1d-4914-ba2f-66bb3f78cbd2 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.785698 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-76ac2df8-51ad-4c45-bbe3-f84752ebf40a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.800096 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36e3e83-6c75-491f-85b0-7ec721943863 None None] The sync data for ids ['f744e3b1-14c1-4486-9230-81db7fd79a62'] in n-d-807786-1 is: [{'id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1717378193', 'tenant_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:09:36Z', 'updated_at': '2021-09-07T19:12:20Z', 'revision_number': 5, 'project_id': 'a4b1ee635b384533aa147bb1d2eb2c95', 'gw_port': {'id': '86e33d72-d2cf-47a1-8d92-b9c12923b61d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f744e3b1-14c1-4486-9230-81db7fd79a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:09:39Z', 'updated_at': '2021-09-07T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:12:23.804497 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe49e2e-4a16-401c-a3c0-b34a99f3fab7 None None] DHCP port deletion for 349425b3-5cf8-4cd9-9fd3-af96e1b28947 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:12:23.829661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-2a3f0d52-e79e-4c7c-ba76-a87b74520938 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 23ba2fa6-91a8-4d42-972e-b802d85cf994) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:23.862477 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28db7c2-dd9d-4661-a7e9-153cd2c5af5f None None] Network 23ba2fa6-91a8-4d42-972e-b802d85cf994 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:23.904756 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-cf60c0f5-5f1d-4914-ba2f-66bb3f78cbd2 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Deleting port 86e33d72-d2cf-47a1-8d92-b9c12923b61d {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:23.905101 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf60c0f5-5f1d-4914-ba2f-66bb3f78cbd2 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.935894 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1dcd117f-c734-4e55-94db-8bb9ea1132b7 req-850b2ad3-bffb-43c9-ae87-7b9115def72f tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 210 time: 0.1535575 Sep 07 19:12:23.950271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3f0d52-e79e-4c7c-ba76-a87b74520938 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:23.951665 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2a3f0d52-e79e-4c7c-ba76-a87b74520938 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.967662 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28ad640a-3cfc-4830-afba-3d49d9eeda47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.979812 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-afe49e2e-4a16-401c-a3c0-b34a99f3fab7 None None] Deleting port efa96991-bed6-4308-86a8-bfe7f075283a {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:23.980523 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-afe49e2e-4a16-401c-a3c0-b34a99f3fab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.038494 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2a3f0d52-e79e-4c7c-ba76-a87b74520938 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6588004 Sep 07 19:12:24.045022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60404) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:24.055121 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-4eef54c6-d52a-4d24-9603-cdc203e44a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1892294420'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:24.065801 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-cf60c0f5-5f1d-4914-ba2f-66bb3f78cbd2 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] For port 86e33d72-d2cf-47a1-8d92-b9c12923b61d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=86e33d72-d2cf-47a1-8d92-b9c12923b61d,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:24.066255 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf60c0f5-5f1d-4914-ba2f-66bb3f78cbd2 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.091530 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-cf60c0f5-5f1d-4914-ba2f-66bb3f78cbd2 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Calling delete_port for 86e33d72-d2cf-47a1-8d92-b9c12923b61d owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:24.103818 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-23ba2fa6-91a8-4d42-972e-b802d85cf994', 'network_id': '23ba2fa6-91a8-4d42-972e-b802d85cf994', 'tenant_id': '1194973e7d8c45a0b5d6da503b4c7043', 'fixed_ips': [{'subnet_id': '4ef6ab5a-a46e-43f9-b5fd-717771a51059'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:12:24.104020 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-29de3aeb-f9a3-4367-b069-14e90240a237 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:24.105191 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.105597 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-29de3aeb-f9a3-4367-b069-14e90240a237 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.36 "GET /v2.0/networks?id=4dd351f9-0a93-4681-b2a5-5392cffb40cb HTTP/1.1" status: 200 len: 911 time: 0.4735227 Sep 07 19:12:24.121464 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-40a056ea-156f-4918-9b16-14163689a6cd tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Request body: {'port': {'device_id': 'b00cc4fb-3e9a-4213-a09a-618a5fe69ffd', 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb', 'admin_state_up': True, 'tenant_id': '684ae613429d4cafad45c6c5c9abf27d'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:24.138894 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-afe49e2e-4a16-401c-a3c0-b34a99f3fab7 None None] For port efa96991-bed6-4308-86a8-bfe7f075283a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=efa96991-bed6-4308-86a8-bfe7f075283a,segment=NetworkSegment(d759d727-fb5e-4fcf-b83c-73c24550a5c0),segment_id=d759d727-fb5e-4fcf-b83c-73c24550a5c0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:24.139746 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-afe49e2e-4a16-401c-a3c0-b34a99f3fab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.194315 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-afe49e2e-4a16-401c-a3c0-b34a99f3fab7 None None] Calling delete_port for efa96991-bed6-4308-86a8-bfe7f075283a owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:24.315766 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-76ac2df8-51ad-4c45-bbe3-f84752ebf40a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.321724 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28ad640a-3cfc-4830-afba-3d49d9eeda47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.327716 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28ad640a-3cfc-4830-afba-3d49d9eeda47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.361464 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-76ac2df8-51ad-4c45-bbe3-f84752ebf40a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.422598 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-28ad640a-3cfc-4830-afba-3d49d9eeda47 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4fb532eb5a3d4123bc9619a89a38846d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9938540 Sep 07 19:12:24.427094 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.api [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-40a056ea-156f-4918-9b16-14163689a6cd tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 19:12:24.427094 n-d-807786-1 neutron-server[101445]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 19:12:24.427094 n-d-807786-1 neutron-server[101445]: [parameters: {'project_id_1': '684ae613429d4cafad45c6c5c9abf27d', 'expiration_1': datetime.datetime(2021, 9, 7, 19, 12, 4, 164552)}] Sep 07 19:12:24.427094 n-d-807786-1 neutron-server[101445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:12:24.427489 n-d-807786-1 neutron-server[101445]: DEBUG oslo_db.api [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-40a056ea-156f-4918-9b16-14163689a6cd tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:12:24.428043 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60412) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:24.430200 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eef54c6-d52a-4d24-9603-cdc203e44a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:24.434570 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4eef54c6-d52a-4d24-9603-cdc203e44a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.448066 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad640a-3cfc-4830-afba-3d49d9eeda47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42f357f-2426-44d8-b56d-a436cb9d5fd8,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:24.514708 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-afe49e2e-4a16-401c-a3c0-b34a99f3fab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.536922 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe49e2e-4a16-401c-a3c0-b34a99f3fab7 None None] No DVR routers for this DVR port efa96991-bed6-4308-86a8-bfe7f075283a on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:12:24.548612 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d87f0d5-62f9-4ec7-a01f-159cfd69c1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.551461 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf60c0f5-5f1d-4914-ba2f-66bb3f78cbd2 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.557677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eef54c6-d52a-4d24-9603-cdc203e44a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:12:24.575983 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe49e2e-4a16-401c-a3c0-b34a99f3fab7 None None] Pushing event deleted for resources: {'Port': ['ID=efa96991-bed6-4308-86a8-bfe7f075283a,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:24.579282 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] Allocated IP 172.20.255.242 (23ba2fa6-91a8-4d42-972e-b802d85cf994/4ef6ab5a-a46e-43f9-b5fd-717771a51059/705d11f9-32dd-4425-9dcc-1082a1307ad6) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:12:24.588414 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60c0f5-5f1d-4914-ba2f-66bb3f78cbd2 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event deleted for resources: {'Port': ['ID=86e33d72-d2cf-47a1-8d92-b9c12923b61d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:24.640001 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d87f0d5-62f9-4ec7-a01f-159cfd69c1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.644292 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4eef54c6-d52a-4d24-9603-cdc203e44a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.644695 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-4eef54c6-d52a-4d24-9603-cdc203e44a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Added segment 0a893683-87bf-4292-8d54-98659ce7ec53 of type vlan for network 3f33aec8-448e-444d-82b5-9c53a900cfe2 Sep 07 19:12:24.674994 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-76ac2df8-51ad-4c45-bbe3-f84752ebf40a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Allocated IP 172.25.8.135 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/e3544f19-d9b3-496e-8fd3-541e0c496a38) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:12:24.756661 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf60c0f5-5f1d-4914-ba2f-66bb3f78cbd2 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.771760 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4eef54c6-d52a-4d24-9603-cdc203e44a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.811245 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.821269 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] Transition to ACTIVE for port object 705d11f9-32dd-4425-9dcc-1082a1307ad6 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:24.840795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] Transition to ACTIVE for port object 705d11f9-32dd-4425-9dcc-1082a1307ad6 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:24.869508 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.889289 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c589d056-7c50-4f74-a20f-ebf5e2b4e016 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:12:24.892138 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf60c0f5-5f1d-4914-ba2f-66bb3f78cbd2 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.894531 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf60c0f5-5f1d-4914-ba2f-66bb3f78cbd2 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.903948 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4eef54c6-d52a-4d24-9603-cdc203e44a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.911273 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eef54c6-d52a-4d24-9603-cdc203e44a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:24.911925 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4eef54c6-d52a-4d24-9603-cdc203e44a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.960456 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf60c0f5-5f1d-4914-ba2f-66bb3f78cbd2 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.961597 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf60c0f5-5f1d-4914-ba2f-66bb3f78cbd2 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Fanout notify agent at l3_agent the message router_deleted on router f744e3b1-14c1-4486-9230-81db7fd79a62 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:12:24.973046 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4eef54c6-d52a-4d24-9603-cdc203e44a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9265161 Sep 07 19:12:24.981211 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf60c0f5-5f1d-4914-ba2f-66bb3f78cbd2 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.983528 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cf60c0f5-5f1d-4914-ba2f-66bb3f78cbd2 tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "DELETE /v2.0/routers/f744e3b1-14c1-4486-9230-81db7fd79a62 HTTP/1.1" status: 204 len: 168 time: 1.8128951 Sep 07 19:12:24.986485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60426) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:24.987727 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60428) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:24.995961 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-dbf789b3-5b9e-4ab2-8ca5-2c400c0283c2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'subnet': {'network_id': '3f33aec8-448e-444d-82b5-9c53a900cfe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:25.061793 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: c589d056-7c50-4f74-a20f-ebf5e2b4e016 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:12:25.062141 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c589d056-7c50-4f74-a20f-ebf5e2b4e016 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:12:25.062564 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device efa96991-bed6-4308-86a8-bfe7f075283a no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:12:25.148374 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] Network 23ba2fa6-91a8-4d42-972e-b802d85cf994 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:25.152288 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: efa96991-bed6-4308-86a8-bfe7f075283a {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:12:25.152685 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device efa96991-bed6-4308-86a8-bfe7f075283a not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:12:25.171434 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:25.176992 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-76ac2df8-51ad-4c45-bbe3-f84752ebf40a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:25.179255 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef54c6-d52a-4d24-9603-cdc203e44a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Network': ['ID=3f33aec8-448e-444d-82b5-9c53a900cfe2,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:25.188557 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:12:25.201634 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] Pushing event updated for resources: {'Port': ['ID=705d11f9-32dd-4425-9dcc-1082a1307ad6,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:25.227508 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 3f33aec8-448e-444d-82b5-9c53a900cfe2 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:12:25.237995 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-24a2bc70-11f1-4634-8ae4-e0d426cf3faf tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:25.267730 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d87f0d5-62f9-4ec7-a01f-159cfd69c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:25.276898 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-40a056ea-156f-4918-9b16-14163689a6cd tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Made reservation on behalf of 684ae613429d4cafad45c6c5c9abf27d for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:25.279466 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-40a056ea-156f-4918-9b16-14163689a6cd tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:25.286155 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d87f0d5-62f9-4ec7-a01f-159cfd69c1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:25.293608 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8d87f0d5-62f9-4ec7-a01f-159cfd69c1fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b42f357f-2426-44d8-b56d-a436cb9d5fd8 HTTP/1.1" status: 204 len: 168 time: 0.8463597 Sep 07 19:12:25.310999 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87f0d5-62f9-4ec7-a01f-159cfd69c1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42f357f-2426-44d8-b56d-a436cb9d5fd8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:25.333046 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-feb490d4-8e5c-4c73-8577-5634d21b646a req-a96e60c2-9932-4486-ab8f-2466a3def93d tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 210 time: 0.2127700 Sep 07 19:12:25.369522 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf789b3-5b9e-4ab2-8ca5-2c400c0283c2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:25.373632 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dbf789b3-5b9e-4ab2-8ca5-2c400c0283c2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:25.423825 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-24a2bc70-11f1-4634-8ae4-e0d426cf3faf tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:25.455413 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-24a2bc70-11f1-4634-8ae4-e0d426cf3faf tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349425b3-5cf8-4cd9-9fd3-af96e1b28947']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:25.468098 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-24a2bc70-11f1-4634-8ae4-e0d426cf3faf tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd759d727-fb5e-4fcf-b83c-73c24550a5c0') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:25.468464 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-24a2bc70-11f1-4634-8ae4-e0d426cf3faf tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd759d727-fb5e-4fcf-b83c-73c24550a5c0') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:25.484576 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-24a2bc70-11f1-4634-8ae4-e0d426cf3faf tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:25.507088 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-24a2bc70-11f1-4634-8ae4-e0d426cf3faf tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:25.517897 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a2bc70-11f1-4634-8ae4-e0d426cf3faf tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:25.518424 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-24a2bc70-11f1-4634-8ae4-e0d426cf3faf tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:25.601933 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:25.605149 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-24a2bc70-11f1-4634-8ae4-e0d426cf3faf tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:25.628782 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-24a2bc70-11f1-4634-8ae4-e0d426cf3faf tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:25.633298 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-24a2bc70-11f1-4634-8ae4-e0d426cf3faf tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] 10.222.0.26 "DELETE /v2.0/networks/349425b3-5cf8-4cd9-9fd3-af96e1b28947 HTTP/1.1" status: 204 len: 168 time: 0.6427615 Sep 07 19:12:25.677269 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2bc70-11f1-4634-8ae4-e0d426cf3faf tempest-TestSecurityGroupsBasicOps-781421413 tempest-TestSecurityGroupsBasicOps-781421413-project] Pushing event deleted for resources: {'Network': ['ID=349425b3-5cf8-4cd9-9fd3-af96e1b28947,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:25.684378 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-76ac2df8-51ad-4c45-bbe3-f84752ebf40a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:25.829702 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ac2df8-51ad-4c45-bbe3-f84752ebf40a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:25.843989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-76ac2df8-51ad-4c45-bbe3-f84752ebf40a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:25.847088 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ac2df8-51ad-4c45-bbe3-f84752ebf40a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:12:25.855842 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] Attempting to bind port 705d11f9-32dd-4425-9dcc-1082a1307ad6 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:12:25.856231 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] Attempting to bind port 705d11f9-32dd-4425-9dcc-1082a1307ad6 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'd0268d08-35dc-4c25-a4ce-8d7df948dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '23ba2fa6-91a8-4d42-972e-b802d85cf994'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:12:25.856711 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] Attempting to bind port 705d11f9-32dd-4425-9dcc-1082a1307ad6 on network 23ba2fa6-91a8-4d42-972e-b802d85cf994 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:12:25.874312 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:12:25.874482 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] Checking segment: {'id': 'd0268d08-35dc-4c25-a4ce-8d7df948dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '23ba2fa6-91a8-4d42-972e-b802d85cf994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:25.874900 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:25.875528 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] Bound using segment: {'id': 'd0268d08-35dc-4c25-a4ce-8d7df948dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '23ba2fa6-91a8-4d42-972e-b802d85cf994'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:12:25.876255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] Bound port: 705d11f9-32dd-4425-9dcc-1082a1307ad6, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0268d08-35dc-4c25-a4ce-8d7df948dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '23ba2fa6-91a8-4d42-972e-b802d85cf994'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:12:25.876724 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:25.888131 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-40a056ea-156f-4918-9b16-14163689a6cd tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Allocated IP 172.20.0.5 (4dd351f9-0a93-4681-b2a5-5392cffb40cb/20d0d522-59d6-4a23-aeee-8f8391182a51/3afd69ad-5b62-4923-ac3f-43068cdbe86f) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:12:25.960070 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a73af2e8-7368-4e09-bc11-d79f18ae6e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:25.984532 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac2df8-51ad-4c45-bbe3-f84752ebf40a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Port': ['ID=e3544f19-d9b3-496e-8fd3-541e0c496a38,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:25.987335 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] For port 705d11f9-32dd-4425-9dcc-1082a1307ad6, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:12:25.993224 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] For port 705d11f9-32dd-4425-9dcc-1082a1307ad6, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=705d11f9-32dd-4425-9dcc-1082a1307ad6,segment=NetworkSegment(d0268d08-35dc-4c25-a4ce-8d7df948dce1),segment_id=d0268d08-35dc-4c25-a4ce-8d7df948dce1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:12:26.001285 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:26.117330 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b7b6c-15c3-4d01-a22e-be0bc90e62c9 None None] Pushing event updated for resources: {'Port': ['ID=705d11f9-32dd-4425-9dcc-1082a1307ad6,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:26.173291 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60448) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:26.210083 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ce30d716-1a6d-4df5-b474-e41bf7dcba1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:26.295536 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dbf789b3-5b9e-4ab2-8ca5-2c400c0283c2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:26.319560 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60450) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:26.491286 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ce30d716-1a6d-4df5-b474-e41bf7dcba1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:26.499548 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ce30d716-1a6d-4df5-b474-e41bf7dcba1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:26.508721 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:12:26.546493 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30d716-1a6d-4df5-b474-e41bf7dcba1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5612ae-406c-49f0-ab87-87b46777c8bb,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:26.577837 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf789b3-5b9e-4ab2-8ca5-2c400c0283c2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Subnet': ['ID=1a00349b-dde3-43b2-9faf-6a4c4bb38290,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:26.592902 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ce30d716-1a6d-4df5-b474-e41bf7dcba1a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7fae056b2d84708a4ec6772d633ee3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4179702 Sep 07 19:12:26.595529 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60456) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:26.778446 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64c15604-b662-49cb-83a6-9af2abf19c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:26.785404 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d441e9e6-0493-4e80-9301-a0fe2ffe2f8b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4b1ee635b384533aa147bb1d2eb2c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4606423 Sep 07 19:12:26.787763 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 705d11f9-32dd-4425-9dcc-1082a1307ad6 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:12:26.794751 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60458) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:26.851323 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64c15604-b662-49cb-83a6-9af2abf19c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:26.913137 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 705d11f9-32dd-4425-9dcc-1082a1307ad6 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:12:26.935784 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 86e33d72-d2cf-47a1-8d92-b9c12923b61d no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:12:26.955325 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c8bde1c0-9710-4724-87bf-b2fab8a44983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:26.977853 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 86e33d72-d2cf-47a1-8d92-b9c12923b61d {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:12:26.979029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 86e33d72-d2cf-47a1-8d92-b9c12923b61d not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:12:27.005913 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c8bde1c0-9710-4724-87bf-b2fab8a44983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.019533 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64c15604-b662-49cb-83a6-9af2abf19c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.022309 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-64c15604-b662-49cb-83a6-9af2abf19c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.023483 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-64c15604-b662-49cb-83a6-9af2abf19c13 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e5612ae-406c-49f0-ab87-87b46777c8bb HTTP/1.1" status: 204 len: 168 time: 0.4262109 Sep 07 19:12:27.047607 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c15604-b662-49cb-83a6-9af2abf19c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5612ae-406c-49f0-ab87-87b46777c8bb,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:27.052692 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a88548a-5db0-4403-b6be-677c4a2355af req-9c667732-2e25-4125-a861-cb87450c0b2a tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 210 time: 0.5518525 Sep 07 19:12:27.062334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf789b3-5b9e-4ab2-8ca5-2c400c0283c2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Checking segment: {'id': '0a893683-87bf-4292-8d54-98659ce7ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f33aec8-448e-444d-82b5-9c53a900cfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:27.062787 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf789b3-5b9e-4ab2-8ca5-2c400c0283c2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network hostable DHCP agents. Network: 3f33aec8-448e-444d-82b5-9c53a900cfe2, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:12:27.102422 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-40a056ea-156f-4918-9b16-14163689a6cd tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.117812 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c8bde1c0-9710-4724-87bf-b2fab8a44983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.121179 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c8bde1c0-9710-4724-87bf-b2fab8a44983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.122383 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c8bde1c0-9710-4724-87bf-b2fab8a44983 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2d37a1e-9455-4d65-907f-cc5290af44e4 HTTP/1.1" status: 204 len: 168 time: 0.3230088 Sep 07 19:12:27.142020 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bde1c0-9710-4724-87bf-b2fab8a44983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d37a1e-9455-4d65-907f-cc5290af44e4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:27.166997 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-40a056ea-156f-4918-9b16-14163689a6cd tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Transition to ACTIVE for port object 3afd69ad-5b62-4923-ac3f-43068cdbe86f will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:27.180393 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf789b3-5b9e-4ab2-8ca5-2c400c0283c2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network 3f33aec8-448e-444d-82b5-9c53a900cfe2 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:12:27.205836 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-76ac2df8-51ad-4c45-bbe3-f84752ebf40a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.207709 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-dbf789b3-5b9e-4ab2-8ca5-2c400c0283c2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 3f33aec8-448e-444d-82b5-9c53a900cfe2) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:27.226969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9be625-7e63-4cd6-bfbb-d3e6a075c234 None None] Network 3f33aec8-448e-444d-82b5-9c53a900cfe2 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:27.253053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf789b3-5b9e-4ab2-8ca5-2c400c0283c2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:27.253896 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dbf789b3-5b9e-4ab2-8ca5-2c400c0283c2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.287801 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-dbf789b3-5b9e-4ab2-8ca5-2c400c0283c2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2969670 Sep 07 19:12:27.292808 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60468) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:27.323440 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-40a056ea-156f-4918-9b16-14163689a6cd tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.489155 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-3f33aec8-448e-444d-82b5-9c53a900cfe2', 'network_id': '3f33aec8-448e-444d-82b5-9c53a900cfe2', 'tenant_id': '1194973e7d8c45a0b5d6da503b4c7043', 'fixed_ips': [{'subnet_id': '1a00349b-dde3-43b2-9faf-6a4c4bb38290'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:12:27.490912 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.553195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a056ea-156f-4918-9b16-14163689a6cd tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Pushing event updated for resources: {'Port': ['ID=3afd69ad-5b62-4923-ac3f-43068cdbe86f,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:27.631399 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-40a056ea-156f-4918-9b16-14163689a6cd tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Network 4dd351f9-0a93-4681-b2a5-5392cffb40cb is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:27.645053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-40a056ea-156f-4918-9b16-14163689a6cd tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:27.652847 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-40a056ea-156f-4918-9b16-14163689a6cd tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:12:27.721334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60480) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:27.787735 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1653712e-9582-4470-aa70-1f64e7fe1729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.812026 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] Allocated IP 172.20.0.2 (3f33aec8-448e-444d-82b5-9c53a900cfe2/1a00349b-dde3-43b2-9faf-6a4c4bb38290/5713a37d-bae1-433b-8374-fc53e1f7e784) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:12:27.847193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-40a056ea-156f-4918-9b16-14163689a6cd tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:27.847936 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-40a056ea-156f-4918-9b16-14163689a6cd tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.944303 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-76ac2df8-51ad-4c45-bbe3-f84752ebf40a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.993563 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b29081-5278-4b5b-b4ec-37c3213bf1ed None None] Network 23ba2fa6-91a8-4d42-972e-b802d85cf994 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:28.133569 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:28.144311 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c85bc1e7-b0db-49cb-b5cd-1661c2ad538d None None] Provisioning for port 705d11f9-32dd-4425-9dcc-1082a1307ad6 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:12:28.171869 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c85bc1e7-b0db-49cb-b5cd-1661c2ad538d None None] Provisioning complete for port 705d11f9-32dd-4425-9dcc-1082a1307ad6 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:28.175876 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c85bc1e7-b0db-49cb-b5cd-1661c2ad538d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:28.215489 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1653712e-9582-4470-aa70-1f64e7fe1729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:28.232730 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1653712e-9582-4470-aa70-1f64e7fe1729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:28.256994 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:28.264648 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-40a056ea-156f-4918-9b16-14163689a6cd tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 4.1492534 Sep 07 19:12:28.295733 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] Request body: {'port': {'device_id': 'b00cc4fb-3e9a-4213-a09a-618a5fe69ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:28.367426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653712e-9582-4470-aa70-1f64e7fe1729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a059c82e-7e3c-48f2-9b14-448ce464a592,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:28.373321 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1653712e-9582-4470-aa70-1f64e7fe1729 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d64bf687a5fb43aea5148b072aab383a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6477325 Sep 07 19:12:28.373457 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:28.373859 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60498) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:28.384232 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24b038-b7ad-43ef-9bdf-7661c1f81df2 req-1ad2892d-d232-4e37-95e1-2511f2d0cf17 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:28.397422 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d24b038-b7ad-43ef-9bdf-7661c1f81df2 req-1ad2892d-d232-4e37-95e1-2511f2d0cf17 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 1027 time: 0.1898320 Sep 07 19:12:28.423037 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] Transition to ACTIVE for port object 5713a37d-bae1-433b-8374-fc53e1f7e784 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:28.459625 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ac2df8-51ad-4c45-bbe3-f84752ebf40a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router 7ca05e90-23f3-4eba-bb6e-360275b36de4 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:12:28.475739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] Transition to ACTIVE for port object 5713a37d-bae1-433b-8374-fc53e1f7e784 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:28.477764 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c85bc1e7-b0db-49cb-b5cd-1661c2ad538d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:28.501345 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:28.516896 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d24b038-b7ad-43ef-9bdf-7661c1f81df2 req-4b61c96c-4cd9-401e-9a2b-6d69826e98aa tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133947 Sep 07 19:12:28.521424 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:28.581161 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-904e1158-e1ba-42db-9950-ce2524f4b364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:28.595127 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c85bc1e7-b0db-49cb-b5cd-1661c2ad538d None None] For port 705d11f9-32dd-4425-9dcc-1082a1307ad6, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=705d11f9-32dd-4425-9dcc-1082a1307ad6,segment=NetworkSegment(d0268d08-35dc-4c25-a4ce-8d7df948dce1),segment_id=d0268d08-35dc-4c25-a4ce-8d7df948dce1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:28.618663 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-904e1158-e1ba-42db-9950-ce2524f4b364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:28.678998 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:28.700874 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c85bc1e7-b0db-49cb-b5cd-1661c2ad538d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:28.750928 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] Network 3f33aec8-448e-444d-82b5-9c53a900cfe2 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:28.764150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ac2df8-51ad-4c45-bbe3-f84752ebf40a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:12:28.781570 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395539df-f8b8-44f3-8d17-a2bf48cd5b3a None None] Sync routers for ids ['7ca05e90-23f3-4eba-bb6e-360275b36de4'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:12:28.782548 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:28.802783 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:12:28.808017 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395539df-f8b8-44f3-8d17-a2bf48cd5b3a None None] Routers {'7ca05e90-23f3-4eba-bb6e-360275b36de4'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:28.809807 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-395539df-f8b8-44f3-8d17-a2bf48cd5b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['7ca05e90-23f3-4eba-bb6e-360275b36de4'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:28.832480 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] Pushing event updated for resources: {'Port': ['ID=5713a37d-bae1-433b-8374-fc53e1f7e784,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:28.859303 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-76ac2df8-51ad-4c45-bbe3-f84752ebf40a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:28.870534 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-395539df-f8b8-44f3-8d17-a2bf48cd5b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:28.873328 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-76ac2df8-51ad-4c45-bbe3-f84752ebf40a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.8935299 Sep 07 19:12:28.887753 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60506) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:28.890780 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395539df-f8b8-44f3-8d17-a2bf48cd5b3a None None] Routers {'7ca05e90-23f3-4eba-bb6e-360275b36de4'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:28.892735 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-395539df-f8b8-44f3-8d17-a2bf48cd5b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:11:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['7ca05e90-23f3-4eba-bb6e-360275b36de4'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:28.896032 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-904e1158-e1ba-42db-9950-ce2524f4b364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:28.914127 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-904e1158-e1ba-42db-9950-ce2524f4b364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:28.915355 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-904e1158-e1ba-42db-9950-ce2524f4b364 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a059c82e-7e3c-48f2-9b14-448ce464a592 HTTP/1.1" status: 204 len: 168 time: 0.5393105 Sep 07 19:12:28.923705 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:28.932357 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Subnet': ['ID=1a00349b-dde3-43b2-9faf-6a4c4bb38290,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:28.941493 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-395539df-f8b8-44f3-8d17-a2bf48cd5b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:28.942159 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395539df-f8b8-44f3-8d17-a2bf48cd5b3a None None] The sync data for ids ['7ca05e90-23f3-4eba-bb6e-360275b36de4'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:12:28.959995 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-50adbb09-9980-4215-8bcb-e2694244cfdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:28.991111 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2de9fe9e-95e6-4a08-8ffb-94bc1b47c69c None None] Provisioning for port 3afd69ad-5b62-4923-ac3f-43068cdbe86f completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:12:29.034910 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2de9fe9e-95e6-4a08-8ffb-94bc1b47c69c None None] Provisioning complete for port 3afd69ad-5b62-4923-ac3f-43068cdbe86f triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:29.035283 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2de9fe9e-95e6-4a08-8ffb-94bc1b47c69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:29.083545 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e1158-e1ba-42db-9950-ce2524f4b364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a059c82e-7e3c-48f2-9b14-448ce464a592,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:29.111721 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f33aec8-448e-444d-82b5-9c53a900cfe2']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:29.137997 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-2de9fe9e-95e6-4a08-8ffb-94bc1b47c69c None None] Port 3afd69ad-5b62-4923-ac3f-43068cdbe86f cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:12:29.140988 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a893683-87bf-4292-8d54-98659ce7ec53') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:29.141524 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a893683-87bf-4292-8d54-98659ce7ec53') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:29.165573 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:29.195518 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:29.210653 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:29.211818 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:29.219002 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:29.222862 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3afd69ad-5b62-4923-ac3f-43068cdbe86f {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:12:29.232289 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:29.251588 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] Transition to ACTIVE for port object 3afd69ad-5b62-4923-ac3f-43068cdbe86f will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:29.257804 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:29.274181 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bc1e7-b0db-49cb-b5cd-1661c2ad538d None None] Pushing event updated for resources: {'Port': ['ID=705d11f9-32dd-4425-9dcc-1082a1307ad6,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:29.294074 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] Attempting to bind port 5713a37d-bae1-433b-8374-fc53e1f7e784 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:12:29.294890 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] Attempting to bind port 5713a37d-bae1-433b-8374-fc53e1f7e784 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '0a893683-87bf-4292-8d54-98659ce7ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f33aec8-448e-444d-82b5-9c53a900cfe2'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:12:29.295602 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] Attempting to bind port 5713a37d-bae1-433b-8374-fc53e1f7e784 on network 3f33aec8-448e-444d-82b5-9c53a900cfe2 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:12:29.308751 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:29.315028 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:12:29.318975 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] Checking segment: {'id': '0a893683-87bf-4292-8d54-98659ce7ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f33aec8-448e-444d-82b5-9c53a900cfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:29.319860 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:29.320877 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] Bound using segment: {'id': '0a893683-87bf-4292-8d54-98659ce7ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f33aec8-448e-444d-82b5-9c53a900cfe2'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:12:29.321543 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] Bound port: 5713a37d-bae1-433b-8374-fc53e1f7e784, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a893683-87bf-4292-8d54-98659ce7ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f33aec8-448e-444d-82b5-9c53a900cfe2'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:12:29.325311 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:29.417483 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3d6d8268-cc1a-4cab-a227-5e24cf8e0b34 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/routers/7ca05e90-23f3-4eba-bb6e-360275b36de4 HTTP/1.1" status: 200 len: 884 time: 0.5259097 Sep 07 19:12:29.420442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60522) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:29.438055 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.db.api [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 19:12:29.438055 n-d-807786-1 neutron-server[101444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 19:12:29.438055 n-d-807786-1 neutron-server[101444]: [parameters: {'id': '3f33aec8-448e-444d-82b5-9c53a900cfe2'}] Sep 07 19:12:29.438055 n-d-807786-1 neutron-server[101444]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:12:29.439279 n-d-807786-1 neutron-server[101444]: DEBUG oslo_db.api [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:12:29.472134 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] For port 5713a37d-bae1-433b-8374-fc53e1f7e784, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:12:29.497601 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] For port 5713a37d-bae1-433b-8374-fc53e1f7e784, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5713a37d-bae1-433b-8374-fc53e1f7e784,segment=NetworkSegment(0a893683-87bf-4292-8d54-98659ce7ec53),segment_id=0a893683-87bf-4292-8d54-98659ce7ec53)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:12:29.507115 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:29.509661 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d2343494-3349-4b50-83a5-48db16262f69 None None] Provisioning complete for port 705d11f9-32dd-4425-9dcc-1082a1307ad6 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:29.510775 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d2343494-3349-4b50-83a5-48db16262f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:29.522657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3afd69ad-5b62-4923-ac3f-43068cdbe86f,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:29.708145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60528) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:29.778385 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970064d-f931-4e15-ad0c-b12e3427ab5e None None] Pushing event updated for resources: {'Port': ['ID=5713a37d-bae1-433b-8374-fc53e1f7e784,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:29.811147 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] Attempting to bind port 3afd69ad-5b62-4923-ac3f-43068cdbe86f on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:12:29.811733 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] Attempting to bind port 3afd69ad-5b62-4923-ac3f-43068cdbe86f by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '4fd199dc-8d81-40ee-9f36-88abd1fc6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:12:29.815098 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] Attempting to bind port 3afd69ad-5b62-4923-ac3f-43068cdbe86f on network 4dd351f9-0a93-4681-b2a5-5392cffb40cb {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:12:29.829491 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbdb92c-c91f-48d7-a562-78d766fd044f None None] Network 3f33aec8-448e-444d-82b5-9c53a900cfe2 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:29.871688 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f314d22-4af6-4dc7-9771-455e14864aa5 req-c6ac3d8d-93e0-48e8-a3e4-939afc0ad811 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:29.881962 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f314d22-4af6-4dc7-9771-455e14864aa5 req-c6ac3d8d-93e0-48e8-a3e4-939afc0ad811 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 1052 time: 0.1776750 Sep 07 19:12:29.892713 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] Port 3afd69ad-5b62-4923-ac3f-43068cdbe86f on network 4dd351f9-0a93-4681-b2a5-5392cffb40cb not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:12:29.893048 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] Attempting to bind port 3afd69ad-5b62-4923-ac3f-43068cdbe86f on network 4dd351f9-0a93-4681-b2a5-5392cffb40cb {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:12:29.931618 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d3dcf03-c7d2-4a68-a94e-207b59e7a6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:29.959676 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:12:29.959676 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] Checking segment: {'id': '4fd199dc-8d81-40ee-9f36-88abd1fc6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:29.960687 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:29.963686 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] Bound using segment: {'id': '4fd199dc-8d81-40ee-9f36-88abd1fc6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:12:29.964068 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60532) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:29.964321 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] Bound port: 3afd69ad-5b62-4923-ac3f-43068cdbe86f, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd199dc-8d81-40ee-9f36-88abd1fc6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:12:29.964863 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:30.060658 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e3dce4-d0ab-4a95-81f6-4cf92f72fd3a None None] get_active_networks_info from n-d-807786-1 {{(pid=101446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 19:12:30.102692 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-97d19b93-6889-469c-ae2f-da8dd3108879 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c4a06f2a750407ea21df9fed46c93a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361804 Sep 07 19:12:30.108541 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] For port 3afd69ad-5b62-4923-ac3f-43068cdbe86f, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:12:30.110829 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60536) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:30.114979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] For port 3afd69ad-5b62-4923-ac3f-43068cdbe86f, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3afd69ad-5b62-4923-ac3f-43068cdbe86f,segment=NetworkSegment(4fd199dc-8d81-40ee-9f36-88abd1fc6ee8),segment_id=4fd199dc-8d81-40ee-9f36-88abd1fc6ee8)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:12:30.146093 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:30.192872 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f314d22-4af6-4dc7-9771-455e14864aa5 req-86347705-cc71-4501-b3c2-10e5ff413e03 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085046 Sep 07 19:12:30.262574 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81cfbd61-2f5b-4d9f-986b-25f9f20e7faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:30.263380 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:30.279530 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e3dce4-d0ab-4a95-81f6-4cf92f72fd3a None None] Resources bound (agent type, host, resource id): {{(pid=101446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 19:12:30.310325 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81cfbd61-2f5b-4d9f-986b-25f9f20e7faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:30.328253 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Deleting port 5713a37d-bae1-433b-8374-fc53e1f7e784 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:30.329640 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:30.409164 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d3dcf03-c7d2-4a68-a94e-207b59e7a6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:30.451381 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d3dcf03-c7d2-4a68-a94e-207b59e7a6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:30.495788 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] For port 5713a37d-bae1-433b-8374-fc53e1f7e784, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5713a37d-bae1-433b-8374-fc53e1f7e784,segment=NetworkSegment(0a893683-87bf-4292-8d54-98659ce7ec53),segment_id=0a893683-87bf-4292-8d54-98659ce7ec53)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:30.496256 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:30.538272 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Calling delete_port for 5713a37d-bae1-433b-8374-fc53e1f7e784 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:30.549597 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dcf03-c7d2-4a68-a94e-207b59e7a6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656bf39c-27ee-456d-8226-8b6d7be5933b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:30.568942 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1d3dcf03-c7d2-4a68-a94e-207b59e7a6f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b600336f0f8843a78f505c730bd03afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8572636 Sep 07 19:12:30.569926 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60538) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:30.583740 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81cfbd61-2f5b-4d9f-986b-25f9f20e7faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:30.586356 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81cfbd61-2f5b-4d9f-986b-25f9f20e7faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:30.590464 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-81cfbd61-2f5b-4d9f-986b-25f9f20e7faa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/edb0a466-8be5-4db5-be6f-e580e69a2cd9 HTTP/1.1" status: 204 len: 168 time: 0.4695435 Sep 07 19:12:30.658208 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cfbd61-2f5b-4d9f-986b-25f9f20e7faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb0a466-8be5-4db5-be6f-e580e69a2cd9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:30.708202 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cbf357e8-0ebb-4e5b-ac98-265c0e2f4498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:30.732375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:30.735487 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:30.740806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] 10.222.0.36 "PUT /v2.0/ports/3afd69ad-5b62-4923-ac3f-43068cdbe86f HTTP/1.1" status: 200 len: 1091 time: 2.4585829 Sep 07 19:12:30.740982 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cbf357e8-0ebb-4e5b-ac98-265c0e2f4498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:30.742702 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:30.743461 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb1e5d-b475-484f-81d6-09ad924664d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3afd69ad-5b62-4923-ac3f-43068cdbe86f,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:30.771974 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00cc4fb-3e9a-4213-a09a-618a5fe69ffd', 'tag': '3afd69ad-5b62-4923-ac3f-43068cdbe86f'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:12:30.774773 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e1862d-904d-4e33-9acb-4b84b0932b94" -d '{"events": [{"name": "network-changed", "server_uuid": "b00cc4fb-3e9a-4213-a09a-618a5fe69ffd", "tag": "3afd69ad-5b62-4923-ac3f-43068cdbe86f"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:12:30.806518 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Port': ['ID=5713a37d-bae1-433b-8374-fc53e1f7e784,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:30.814008 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No DVR routers for this DVR port 5713a37d-bae1-433b-8374-fc53e1f7e784 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:12:30.825123 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 705d11f9-32dd-4425-9dcc-1082a1307ad6 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:12:30.903350 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52db538-3631-4b83-9b11-e3d080759b2f x-openstack-request-id: req-c52db538-3631-4b83-9b11-e3d080759b2f {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:12:30.904158 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00cc4fb-3e9a-4213-a09a-618a5fe69ffd", "tag": "3afd69ad-5b62-4923-ac3f-43068cdbe86f", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:12:30.904158 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c52db538-3631-4b83-9b11-e3d080759b2f {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:12:30.904443 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00cc4fb-3e9a-4213-a09a-618a5fe69ffd', 'tag': '3afd69ad-5b62-4923-ac3f-43068cdbe86f', 'status': 'completed', 'code': 200} Sep 07 19:12:30.907708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 705d11f9-32dd-4425-9dcc-1082a1307ad6 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:30.908230 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:30.977977 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:30.989309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-85648c9d-6320-42f0-8c15-6a915ccdaddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:30.993390 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-85648c9d-6320-42f0-8c15-6a915ccdaddb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=684ae613429d4cafad45c6c5c9abf27d&device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 1094 time: 0.1930559 Sep 07 19:12:31.002877 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cbf357e8-0ebb-4e5b-ac98-265c0e2f4498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:31.007319 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cbf357e8-0ebb-4e5b-ac98-265c0e2f4498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:31.007633 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b1c9b318-2105-4cf5-836a-dbf71c118432 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.5814495 Sep 07 19:12:31.017680 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60544) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:31.023623 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-b9db44a9-e8e7-4905-87e5-54d813a7cd84 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-668908540'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:31.038183 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cbf357e8-0ebb-4e5b-ac98-265c0e2f4498 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/656bf39c-27ee-456d-8226-8b6d7be5933b HTTP/1.1" status: 204 len: 168 time: 0.4623966 Sep 07 19:12:31.070639 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f33aec8-448e-444d-82b5-9c53a900cfe2']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:31.121864 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf357e8-0ebb-4e5b-ac98-265c0e2f4498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656bf39c-27ee-456d-8226-8b6d7be5933b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:31.140754 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a893683-87bf-4292-8d54-98659ce7ec53') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:31.141061 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a893683-87bf-4292-8d54-98659ce7ec53') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:31.188142 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:31.191374 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-2d2905ff-3d0c-45e6-81e4-492f198e2bb3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3afd69ad-5b62-4923-ac3f-43068cdbe86f HTTP/1.1" status: 200 len: 217 time: 0.1805491 Sep 07 19:12:31.245517 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:31.261754 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:31.262192 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:31.265720 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:31.423186 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:31.441062 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:31.443426 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/3f33aec8-448e-444d-82b5-9c53a900cfe2 HTTP/1.1" status: 204 len: 168 time: 4.1495960 Sep 07 19:12:31.456066 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60556) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:31.461447 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58c99f-603b-4e26-9b8a-d30c74b1368c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Network': ['ID=3f33aec8-448e-444d-82b5-9c53a900cfe2,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:31.480460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e574e856-c2a8-4392-99f4-d7c8894d4988 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1714739147'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:31.528484 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-f76f171e-0c18-4936-a72e-f36b7ff84a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:31.530272 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-f76f171e-0c18-4936-a72e-f36b7ff84a59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20d0d522-59d6-4a23-aeee-8f8391182a51 HTTP/1.1" status: 200 len: 849 time: 0.3198290 Sep 07 19:12:31.623950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e574e856-c2a8-4392-99f4-d7c8894d4988 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:31.627524 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e574e856-c2a8-4392-99f4-d7c8894d4988 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:31.646649 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388c481-8fdf-41ab-b766-daf2b128b5d7 req-dbd45ad5-5e32-476a-b2a5-0aecc80a7fe5 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:31.656189 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5388c481-8fdf-41ab-b766-daf2b128b5d7 req-dbd45ad5-5e32-476a-b2a5-0aecc80a7fe5 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 1094 time: 0.2728021 Sep 07 19:12:31.741962 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e574e856-c2a8-4392-99f4-d7c8894d4988 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:12:31.761649 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-51607039-ab8c-4ace-a23d-0461266ae878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:31.763481 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-51607039-ab8c-4ace-a23d-0461266ae878 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4dd351f9-0a93-4681-b2a5-5392cffb40cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2206609 Sep 07 19:12:31.768967 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:31.780218 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e574e856-c2a8-4392-99f4-d7c8894d4988 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:31.780218 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-e574e856-c2a8-4392-99f4-d7c8894d4988 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Added segment abc1a7cc-0ae6-48a2-8460-9527ff67d5dc of type vlan for network d2199c98-83fb-4adf-8830-abf19275972b Sep 07 19:12:31.852434 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5388c481-8fdf-41ab-b766-daf2b128b5d7 req-780599dd-2806-4fc9-8b11-339834c43a08 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949959 Sep 07 19:12:31.953096 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e574e856-c2a8-4392-99f4-d7c8894d4988 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:32.051449 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b9db44a9-e8e7-4905-87e5-54d813a7cd84 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:32.073455 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e574e856-c2a8-4392-99f4-d7c8894d4988 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:32.079644 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e574e856-c2a8-4392-99f4-d7c8894d4988 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:32.080274 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e574e856-c2a8-4392-99f4-d7c8894d4988 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:32.088804 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b9db44a9-e8e7-4905-87e5-54d813a7cd84 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626183'] for router, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:32.094760 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-61649b4c-3152-4222-8b09-1be8fe749913 service neutron] 10.222.0.36 "GET /v2.0/networks/4dd351f9-0a93-4681-b2a5-5392cffb40cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211961 Sep 07 19:12:32.158040 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e574e856-c2a8-4392-99f4-d7c8894d4988 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6825719 Sep 07 19:12:32.161696 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60578) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:32.171673 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-685a72cc-a147-4e05-be90-57ae533593e2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'subnet': {'network_id': 'd2199c98-83fb-4adf-8830-abf19275972b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:32.283111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574e856-c2a8-4392-99f4-d7c8894d4988 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Network': ['ID=d2199c98-83fb-4adf-8830-abf19275972b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:32.303250 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network d2199c98-83fb-4adf-8830-abf19275972b details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:12:32.406804 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685a72cc-a147-4e05-be90-57ae533593e2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:32.411362 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-685a72cc-a147-4e05-be90-57ae533593e2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:32.465958 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9db44a9-e8e7-4905-87e5-54d813a7cd84 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router 7ca05e90-23f3-4eba-bb6e-360275b36de4 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:12:32.471949 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7a4e8b4-9d50-49f2-bcc7-ee987fd83ec4 req-a275da6c-b4cd-4816-8aa5-dac0ededd27a service neutron] 10.222.0.36 "GET /v2.0/networks/4dd351f9-0a93-4681-b2a5-5392cffb40cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691554 Sep 07 19:12:32.482686 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.ipam_backend_mixin [None req-685a72cc-a147-4e05-be90-57ae533593e2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Performing IP validity checks on allocation pools {{(pid=101444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 07 19:12:32.488583 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.ipam_backend_mixin [None req-685a72cc-a147-4e05-be90-57ae533593e2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 07 19:12:32.705642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1862d-904d-4e33-9acb-4b84b0932b94 req-e9eda109-a060-46e5-ab7b-41e7afa3fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:32.707206 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53e1862d-904d-4e33-9acb-4b84b0932b94 req-e9eda109-a060-46e5-ab7b-41e7afa3fadd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=684ae613429d4cafad45c6c5c9abf27d&device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 1094 time: 0.1468027 Sep 07 19:12:32.715815 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-685a72cc-a147-4e05-be90-57ae533593e2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:32.751267 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9db44a9-e8e7-4905-87e5-54d813a7cd84 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:12:32.761441 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b9db44a9-e8e7-4905-87e5-54d813a7cd84 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:32.765872 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b9db44a9-e8e7-4905-87e5-54d813a7cd84 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/7ca05e90-23f3-4eba-bb6e-360275b36de4 HTTP/1.1" status: 200 len: 891 time: 1.7463930 Sep 07 19:12:32.766414 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d2e236-38d0-449b-a421-8b4ef5aee96c None None] Sync routers for ids ['7ca05e90-23f3-4eba-bb6e-360275b36de4'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:12:32.766633 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60592) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:32.788442 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a72cc-a147-4e05-be90-57ae533593e2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Subnet': ['ID=052347f6-1e36-41a7-aad7-aa5fadd5076b,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:32.792169 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d2e236-38d0-449b-a421-8b4ef5aee96c None None] Routers {'7ca05e90-23f3-4eba-bb6e-360275b36de4'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:32.793486 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d4d2e236-38d0-449b-a421-8b4ef5aee96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['7ca05e90-23f3-4eba-bb6e-360275b36de4'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:32.794604 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685a72cc-a147-4e05-be90-57ae533593e2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Checking segment: {'id': 'abc1a7cc-0ae6-48a2-8460-9527ff67d5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd2199c98-83fb-4adf-8830-abf19275972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:32.795100 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685a72cc-a147-4e05-be90-57ae533593e2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network hostable DHCP agents. Network: d2199c98-83fb-4adf-8830-abf19275972b, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:12:32.819949 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685a72cc-a147-4e05-be90-57ae533593e2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network d2199c98-83fb-4adf-8830-abf19275972b is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:12:32.837267 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-685a72cc-a147-4e05-be90-57ae533593e2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, d2199c98-83fb-4adf-8830-abf19275972b) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:32.843421 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685a72cc-a147-4e05-be90-57ae533593e2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:32.844380 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-685a72cc-a147-4e05-be90-57ae533593e2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:32.862617 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-685a72cc-a147-4e05-be90-57ae533593e2 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6992581 Sep 07 19:12:32.865259 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7858ee03-a4e7-49f5-9e8a-671381b5f601 None None] Network d2199c98-83fb-4adf-8830-abf19275972b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:32.867378 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d4d2e236-38d0-449b-a421-8b4ef5aee96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:32.869241 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60610) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:32.899577 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d2e236-38d0-449b-a421-8b4ef5aee96c None None] Routers {'7ca05e90-23f3-4eba-bb6e-360275b36de4'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:32.900223 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d4d2e236-38d0-449b-a421-8b4ef5aee96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['7ca05e90-23f3-4eba-bb6e-360275b36de4'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:32.983232 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d4d2e236-38d0-449b-a421-8b4ef5aee96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:32.983908 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d2e236-38d0-449b-a421-8b4ef5aee96c None None] The sync data for ids ['7ca05e90-23f3-4eba-bb6e-360275b36de4'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:12:33.124318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1862d-904d-4e33-9acb-4b84b0932b94 req-8d349611-2355-4134-b31c-b80f2df2ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:33.126105 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53e1862d-904d-4e33-9acb-4b84b0932b94 req-8d349611-2355-4134-b31c-b80f2df2ece9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4dd351f9-0a93-4681-b2a5-5392cffb40cb HTTP/1.1" status: 200 len: 911 time: 0.4101226 Sep 07 19:12:33.140561 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:33.335303 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-d2199c98-83fb-4adf-8830-abf19275972b', 'network_id': 'd2199c98-83fb-4adf-8830-abf19275972b', 'tenant_id': '1194973e7d8c45a0b5d6da503b4c7043', 'fixed_ips': [{'subnet_id': '052347f6-1e36-41a7-aad7-aa5fadd5076b'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:12:33.336255 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:33.554129 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-00053f7e-c7e5-41a3-b3b3-2a5e3041c2fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/routers/7ca05e90-23f3-4eba-bb6e-360275b36de4 HTTP/1.1" status: 200 len: 891 time: 0.7790065 Sep 07 19:12:33.558323 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60646) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:33.579713 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53e1862d-904d-4e33-9acb-4b84b0932b94 req-d49048a0-bf73-4de9-b040-243e0c5e4ea4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3afd69ad-5b62-4923-ac3f-43068cdbe86f HTTP/1.1" status: 200 len: 217 time: 0.4450095 Sep 07 19:12:33.591390 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07bdee-85b5-4db4-89ae-c57992757d8d req-9f98f18c-2ecf-413d-b55f-649bb9c0c6fa tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:33.593682 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae07bdee-85b5-4db4-89ae-c57992757d8d req-9f98f18c-2ecf-413d-b55f-649bb9c0c6fa tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 1094 time: 0.6128566 Sep 07 19:12:33.616629 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] Allocated IP 172.20.0.3 (d2199c98-83fb-4adf-8830-abf19275972b/052347f6-1e36-41a7-aad7-aa5fadd5076b/7b4bc1c7-8b4d-4eb6-920a-319a27c24aee) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:12:33.627428 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d10510a4-ec2b-4542-917d-c8bd245ade2a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ca05e90-23f3-4eba-bb6e-360275b36de4 HTTP/1.1" status: 200 len: 205 time: 0.0679243 Sep 07 19:12:33.630707 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60650) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:33.800194 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1862d-904d-4e33-9acb-4b84b0932b94 req-a1b95b77-1b95-48be-b308-01066aca0b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:33.801762 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53e1862d-904d-4e33-9acb-4b84b0932b94 req-a1b95b77-1b95-48be-b308-01066aca0b2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20d0d522-59d6-4a23-aeee-8f8391182a51 HTTP/1.1" status: 200 len: 849 time: 0.2035069 Sep 07 19:12:33.833480 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae07bdee-85b5-4db4-89ae-c57992757d8d req-6847cc79-7a4d-4399-b9b3-59877ba85a00 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748435 Sep 07 19:12:33.856400 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:33.873225 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ce3cfe59-4da2-401b-8e92-64e55a863b61 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:33.945600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1862d-904d-4e33-9acb-4b84b0932b94 req-44df9d04-1216-4440-9865-9b7c70215450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:33.949762 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53e1862d-904d-4e33-9acb-4b84b0932b94 req-44df9d04-1216-4440-9865-9b7c70215450 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4dd351f9-0a93-4681-b2a5-5392cffb40cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363153 Sep 07 19:12:34.023275 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:34.043211 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] Transition to ACTIVE for port object 7b4bc1c7-8b4d-4eb6-920a-319a27c24aee will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:34.047152 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ce3cfe59-4da2-401b-8e92-64e55a863b61 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:34.082695 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] Transition to ACTIVE for port object 7b4bc1c7-8b4d-4eb6-920a-319a27c24aee will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:34.099816 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:34.146952 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53e1862d-904d-4e33-9acb-4b84b0932b94 req-c1ebed91-e455-4790-84f4-1eae98ed3c19 service neutron] 10.222.0.36 "GET /v2.0/networks/4dd351f9-0a93-4681-b2a5-5392cffb40cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830046 Sep 07 19:12:34.150562 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:34.163306 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-ce3cfe59-4da2-401b-8e92-64e55a863b61 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting port e3544f19-d9b3-496e-8fd3-541e0c496a38 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:34.165765 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ce3cfe59-4da2-401b-8e92-64e55a863b61 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:34.178681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] Network d2199c98-83fb-4adf-8830-abf19275972b is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:34.180374 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:34.186449 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:12:34.186449 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] Pushing event updated for resources: {'Port': ['ID=7b4bc1c7-8b4d-4eb6-920a-319a27c24aee,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:34.232690 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Subnet': ['ID=052347f6-1e36-41a7-aad7-aa5fadd5076b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:34.303991 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] Attempting to bind port 7b4bc1c7-8b4d-4eb6-920a-319a27c24aee on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:12:34.304743 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] Attempting to bind port 7b4bc1c7-8b4d-4eb6-920a-319a27c24aee by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'abc1a7cc-0ae6-48a2-8460-9527ff67d5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd2199c98-83fb-4adf-8830-abf19275972b'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:12:34.305320 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] Attempting to bind port 7b4bc1c7-8b4d-4eb6-920a-319a27c24aee on network d2199c98-83fb-4adf-8830-abf19275972b {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:12:34.312566 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:12:34.312956 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] Checking segment: {'id': 'abc1a7cc-0ae6-48a2-8460-9527ff67d5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd2199c98-83fb-4adf-8830-abf19275972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:34.317221 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:34.317711 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] Bound using segment: {'id': 'abc1a7cc-0ae6-48a2-8460-9527ff67d5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd2199c98-83fb-4adf-8830-abf19275972b'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:12:34.318356 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] Bound port: 7b4bc1c7-8b4d-4eb6-920a-319a27c24aee, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc1a7cc-0ae6-48a2-8460-9527ff67d5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd2199c98-83fb-4adf-8830-abf19275972b'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:12:34.318962 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:34.328537 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ce3cfe59-4da2-401b-8e92-64e55a863b61 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:34.349546 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-ce3cfe59-4da2-401b-8e92-64e55a863b61 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Calling delete_port for e3544f19-d9b3-496e-8fd3-541e0c496a38 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:34.401028 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:34.437566 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] For port 7b4bc1c7-8b4d-4eb6-920a-319a27c24aee, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:12:34.443251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2199c98-83fb-4adf-8830-abf19275972b']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:34.446684 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] For port 7b4bc1c7-8b4d-4eb6-920a-319a27c24aee, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7b4bc1c7-8b4d-4eb6-920a-319a27c24aee,segment=NetworkSegment(abc1a7cc-0ae6-48a2-8460-9527ff67d5dc),segment_id=abc1a7cc-0ae6-48a2-8460-9527ff67d5dc)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:12:34.458300 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:34.470042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc1a7cc-0ae6-48a2-8460-9527ff67d5dc') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:34.470527 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc1a7cc-0ae6-48a2-8460-9527ff67d5dc') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:34.485486 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53e1862d-904d-4e33-9acb-4b84b0932b94 req-af7ff46d-d1af-4c4e-8e79-5808b6dcd7f4 service neutron] 10.222.0.36 "GET /v2.0/networks/4dd351f9-0a93-4681-b2a5-5392cffb40cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134305 Sep 07 19:12:34.489896 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:34.534925 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:34.555450 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:34.556148 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:34.562829 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:34.619454 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ce3cfe59-4da2-401b-8e92-64e55a863b61 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:34.623915 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4b8428-4dfe-4fdd-87b7-7c63b57c1954 None None] Network d2199c98-83fb-4adf-8830-abf19275972b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:34.642856 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8eef0a-2d22-449e-afec-04fc4ca3f0cf None None] Pushing event updated for resources: {'Port': ['ID=7b4bc1c7-8b4d-4eb6-920a-319a27c24aee,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:34.691209 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3cfe59-4da2-401b-8e92-64e55a863b61 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Port': ['ID=e3544f19-d9b3-496e-8fd3-541e0c496a38,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:34.716572 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.api [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 19:12:34.716572 n-d-807786-1 neutron-server[101445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 19:12:34.716572 n-d-807786-1 neutron-server[101445]: [parameters: {'id': 'd2199c98-83fb-4adf-8830-abf19275972b'}] Sep 07 19:12:34.716572 n-d-807786-1 neutron-server[101445]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:12:34.717154 n-d-807786-1 neutron-server[101445]: DEBUG oslo_db.api [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:12:34.796579 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ce3cfe59-4da2-401b-8e92-64e55a863b61 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:34.811405 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa391b4-94ec-48f8-9785-7202da0258a4 None None] get_active_networks_info from n-d-807786-1 {{(pid=101446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 19:12:34.910653 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ce3cfe59-4da2-401b-8e92-64e55a863b61 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:34.912597 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ce3cfe59-4da2-401b-8e92-64e55a863b61 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:34.983181 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ce3cfe59-4da2-401b-8e92-64e55a863b61 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:34.983717 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3cfe59-4da2-401b-8e92-64e55a863b61 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Fanout notify agent at l3_agent the message router_deleted on router 7ca05e90-23f3-4eba-bb6e-360275b36de4 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:12:34.991725 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ce3cfe59-4da2-401b-8e92-64e55a863b61 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:34.995769 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c737d-6f28-4416-85e6-1c99a47d0c0a req-9a37be08-d323-4c83-86aa-860920829f8f tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:34.998332 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e77c737d-6f28-4416-85e6-1c99a47d0c0a req-9a37be08-d323-4c83-86aa-860920829f8f tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 1094 time: 0.0715775 Sep 07 19:12:35.000918 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ce3cfe59-4da2-401b-8e92-64e55a863b61 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/routers/7ca05e90-23f3-4eba-bb6e-360275b36de4 HTTP/1.1" status: 204 len: 168 time: 1.3683443 Sep 07 19:12:35.006016 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60700) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:35.012245 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-858867fb-494f-459b-a202-e030f181bdcd tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1544399591'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:35.047395 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa391b4-94ec-48f8-9785-7202da0258a4 None None] Resources bound (agent type, host, resource id): {{(pid=101446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 19:12:35.063098 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858867fb-494f-459b-a202-e030f181bdcd tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Made reservation on behalf of 586b94b1da2f4e9d9aef223e21e15825 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:35.067524 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-858867fb-494f-459b-a202-e030f181bdcd tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:35.077798 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e77c737d-6f28-4416-85e6-1c99a47d0c0a req-5081aef9-671c-4083-9c38-6e4947f5b144 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658672 Sep 07 19:12:35.103361 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858867fb-494f-459b-a202-e030f181bdcd tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:12:35.124946 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-858867fb-494f-459b-a202-e030f181bdcd tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:35.125543 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-858867fb-494f-459b-a202-e030f181bdcd tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Added segment d0edfcbd-5b33-4aac-8164-24133c63f835 of type vlan for network 88696e1a-54a2-4fd3-abbe-ca43c3c63f2b Sep 07 19:12:35.211120 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-858867fb-494f-459b-a202-e030f181bdcd tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:35.217770 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:35.264615 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-858867fb-494f-459b-a202-e030f181bdcd tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:35.272173 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858867fb-494f-459b-a202-e030f181bdcd tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:35.273011 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-858867fb-494f-459b-a202-e030f181bdcd tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:35.346692 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-858867fb-494f-459b-a202-e030f181bdcd tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3359969 Sep 07 19:12:35.348036 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60708) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:35.360763 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Deleting port 7b4bc1c7-8b4d-4eb6-920a-319a27c24aee {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:35.361340 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:35.367935 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e187d90a-cf30-4e03-9b49-b0605463f1e3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'subnet': {'network_id': '88696e1a-54a2-4fd3-abbe-ca43c3c63f2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:35.493863 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] For port 7b4bc1c7-8b4d-4eb6-920a-319a27c24aee, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7b4bc1c7-8b4d-4eb6-920a-319a27c24aee,segment=NetworkSegment(abc1a7cc-0ae6-48a2-8460-9527ff67d5dc),segment_id=abc1a7cc-0ae6-48a2-8460-9527ff67d5dc)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:35.495138 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858867fb-494f-459b-a202-e030f181bdcd tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Network': ['ID=88696e1a-54a2-4fd3-abbe-ca43c3c63f2b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:35.495381 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:35.511104 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 88696e1a-54a2-4fd3-abbe-ca43c3c63f2b details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:12:35.521416 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Calling delete_port for 7b4bc1c7-8b4d-4eb6-920a-319a27c24aee owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:35.556452 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e187d90a-cf30-4e03-9b49-b0605463f1e3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Made reservation on behalf of 586b94b1da2f4e9d9aef223e21e15825 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:35.566859 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e187d90a-cf30-4e03-9b49-b0605463f1e3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:35.601528 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3afd69ad-5b62-4923-ac3f-43068cdbe86f details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:12:35.679614 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:35.759461 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Port': ['ID=7b4bc1c7-8b4d-4eb6-920a-319a27c24aee,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:35.772095 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No DVR routers for this DVR port 7b4bc1c7-8b4d-4eb6-920a-319a27c24aee on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:12:35.852195 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 3afd69ad-5b62-4923-ac3f-43068cdbe86f, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3afd69ad-5b62-4923-ac3f-43068cdbe86f,segment=NetworkSegment(4fd199dc-8d81-40ee-9f36-88abd1fc6ee8),segment_id=4fd199dc-8d81-40ee-9f36-88abd1fc6ee8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:35.880824 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:35.886706 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '3afd69ad-5b62-4923-ac3f-43068cdbe86f', 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb', 'port_id': '3afd69ad-5b62-4923-ac3f-43068cdbe86f', 'mac_address': 'fa:16:3e:a4:c2:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d0d522-59d6-4a23-aeee-8f8391182a51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:12:35.914823 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2199c98-83fb-4adf-8830-abf19275972b']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:35.926649 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc1a7cc-0ae6-48a2-8460-9527ff67d5dc') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:35.926954 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc1a7cc-0ae6-48a2-8460-9527ff67d5dc') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:35.946160 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:35.964033 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:35.975640 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:35.991442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:35.992997 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3afd69ad-5b62-4923-ac3f-43068cdbe86f {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:12:35.996275 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:36.005211 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:36.020056 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e187d90a-cf30-4e03-9b49-b0605463f1e3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:36.025070 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 3afd69ad-5b62-4923-ac3f-43068cdbe86f, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3afd69ad-5b62-4923-ac3f-43068cdbe86f,segment=NetworkSegment(4fd199dc-8d81-40ee-9f36-88abd1fc6ee8),segment_id=4fd199dc-8d81-40ee-9f36-88abd1fc6ee8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:36.033273 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:36.091991 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=3afd69ad-5b62-4923-ac3f-43068cdbe86f,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:36.121660 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:36.132466 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:36.141296 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60724) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:36.141607 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/d2199c98-83fb-4adf-8830-abf19275972b HTTP/1.1" status: 204 len: 168 time: 3.2676203 Sep 07 19:12:36.145977 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-86b3969c-8f01-492d-bcac-09a90375c798 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-65144934'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:36.159216 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65570e33-a45f-46b0-8c73-eb369dba58f0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Network': ['ID=d2199c98-83fb-4adf-8830-abf19275972b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:36.202037 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187d90a-cf30-4e03-9b49-b0605463f1e3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Subnet': ['ID=aa134e65-ebe5-4c26-9c4e-e619aa40a99c,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:36.211509 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b3969c-8f01-492d-bcac-09a90375c798 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:36.221480 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86b3969c-8f01-492d-bcac-09a90375c798 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:36.253071 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e187d90a-cf30-4e03-9b49-b0605463f1e3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Checking segment: {'id': 'd0edfcbd-5b33-4aac-8164-24133c63f835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '88696e1a-54a2-4fd3-abbe-ca43c3c63f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:36.253459 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e187d90a-cf30-4e03-9b49-b0605463f1e3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network hostable DHCP agents. Network: 88696e1a-54a2-4fd3-abbe-ca43c3c63f2b, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:12:36.255928 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7ea8b-c560-49f5-865d-4cb4d0fa2b82 req-6e9d82c4-7471-4dcc-8089-8e848acd08ad tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:36.258533 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-85f7ea8b-c560-49f5-865d-4cb4d0fa2b82 req-6e9d82c4-7471-4dcc-8089-8e848acd08ad tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 1095 time: 0.0549190 Sep 07 19:12:36.284004 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b3969c-8f01-492d-bcac-09a90375c798 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:12:36.303149 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86b3969c-8f01-492d-bcac-09a90375c798 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:36.303511 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-86b3969c-8f01-492d-bcac-09a90375c798 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Added segment 2be511ed-e3e7-4e94-90f7-d62bf2512720 of type vlan for network 9240fdef-b7fa-49d1-8a00-642589be2fcc Sep 07 19:12:36.304825 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e187d90a-cf30-4e03-9b49-b0605463f1e3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network 88696e1a-54a2-4fd3-abbe-ca43c3c63f2b is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:12:36.312580 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-85f7ea8b-c560-49f5-865d-4cb4d0fa2b82 req-66912058-84df-4961-abad-ffcd4b1ae7df tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471144 Sep 07 19:12:36.335256 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-e187d90a-cf30-4e03-9b49-b0605463f1e3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 88696e1a-54a2-4fd3-abbe-ca43c3c63f2b) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:36.340633 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['3afd69ad-5b62-4923-ac3f-43068cdbe86f'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:12:36.377412 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376e6239-a50c-404d-95a3-f5331b3d081c None None] Network 88696e1a-54a2-4fd3-abbe-ca43c3c63f2b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:36.389017 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e187d90a-cf30-4e03-9b49-b0605463f1e3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:36.390395 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e187d90a-cf30-4e03-9b49-b0605463f1e3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:36.427359 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86b3969c-8f01-492d-bcac-09a90375c798 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:36.436333 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60732) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:36.437343 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e187d90a-cf30-4e03-9b49-b0605463f1e3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0807879 Sep 07 19:12:36.440882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-98a3c574-9222-4e70-919c-5e7f33c339f0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-554016056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:36.479190 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86b3969c-8f01-492d-bcac-09a90375c798 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:36.486332 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3969c-8f01-492d-bcac-09a90375c798 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:36.487279 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-86b3969c-8f01-492d-bcac-09a90375c798 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:36.493161 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98a3c574-9222-4e70-919c-5e7f33c339f0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:36.495698 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98a3c574-9222-4e70-919c-5e7f33c339f0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:36.597387 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98a3c574-9222-4e70-919c-5e7f33c339f0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:36.605639 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98a3c574-9222-4e70-919c-5e7f33c339f0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:36.608701 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3969c-8f01-492d-bcac-09a90375c798 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Network': ['ID=9240fdef-b7fa-49d1-8a00-642589be2fcc,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:36.645132 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-86b3969c-8f01-492d-bcac-09a90375c798 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5020893 Sep 07 19:12:36.645582 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98a3c574-9222-4e70-919c-5e7f33c339f0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:36.645725 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60738) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:36.646655 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-98a3c574-9222-4e70-919c-5e7f33c339f0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2099397 Sep 07 19:12:36.649654 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60740) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:36.653786 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6c2fff7a-3d49-4e91-8c93-c3ef853fe2ff tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'subnet': {'network_id': '9240fdef-b7fa-49d1-8a00-642589be2fcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:36.697384 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 9240fdef-b7fa-49d1-8a00-642589be2fcc details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:12:36.807148 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2fff7a-3d49-4e91-8c93-c3ef853fe2ff tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:36.811232 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6c2fff7a-3d49-4e91-8c93-c3ef853fe2ff tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:36.853200 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-88696e1a-54a2-4fd3-abbe-ca43c3c63f2b', 'network_id': '88696e1a-54a2-4fd3-abbe-ca43c3c63f2b', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'fixed_ips': [{'subnet_id': 'aa134e65-ebe5-4c26-9c4e-e619aa40a99c'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:12:36.854840 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:37.089350 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] Allocated IP 2001:db8::2 (88696e1a-54a2-4fd3-abbe-ca43c3c63f2b/aa134e65-ebe5-4c26-9c4e-e619aa40a99c/866be15c-6c6d-424a-ad01-a2bd18507904) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:12:37.101843 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f1556275-4a1b-45c8-9238-2c0c8139625a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:37.266376 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6c2fff7a-3d49-4e91-8c93-c3ef853fe2ff tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:37.341657 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:37.354181 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] Transition to ACTIVE for port object 866be15c-6c6d-424a-ad01-a2bd18507904 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:37.378940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] Transition to ACTIVE for port object 866be15c-6c6d-424a-ad01-a2bd18507904 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:37.391039 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:37.430238 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fff7a-3d49-4e91-8c93-c3ef853fe2ff tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Subnet': ['ID=d86466d8-7720-42d1-83df-07267ca125f2,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:37.459686 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2fff7a-3d49-4e91-8c93-c3ef853fe2ff tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Checking segment: {'id': '2be511ed-e3e7-4e94-90f7-d62bf2512720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9240fdef-b7fa-49d1-8a00-642589be2fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:37.460068 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2fff7a-3d49-4e91-8c93-c3ef853fe2ff tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network hostable DHCP agents. Network: 9240fdef-b7fa-49d1-8a00-642589be2fcc, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:12:37.483009 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] Pushing event updated for resources: {'Port': ['ID=866be15c-6c6d-424a-ad01-a2bd18507904,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:37.498352 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2fff7a-3d49-4e91-8c93-c3ef853fe2ff tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network 9240fdef-b7fa-49d1-8a00-642589be2fcc is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:12:37.499990 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] Network 88696e1a-54a2-4fd3-abbe-ca43c3c63f2b is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:37.502636 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:37.507376 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:12:37.512138 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-6c2fff7a-3d49-4e91-8c93-c3ef853fe2ff tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 9240fdef-b7fa-49d1-8a00-642589be2fcc) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:37.523002 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2fff7a-3d49-4e91-8c93-c3ef853fe2ff tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:37.523678 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6c2fff7a-3d49-4e91-8c93-c3ef853fe2ff tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:37.527413 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb80124-be5d-43f4-8837-41d990d912f1 None None] Network 9240fdef-b7fa-49d1-8a00-642589be2fcc requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:37.559303 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6c2fff7a-3d49-4e91-8c93-c3ef853fe2ff tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9099464 Sep 07 19:12:37.560108 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60756) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:37.651817 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-f1556275-4a1b-45c8-9238-2c0c8139625a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Allocated IP 2001:db8::1 (88696e1a-54a2-4fd3-abbe-ca43c3c63f2b/aa134e65-ebe5-4c26-9c4e-e619aa40a99c/95313b06-eba0-4de0-8ef2-3943d3b88670) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:12:37.723096 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] Attempting to bind port 866be15c-6c6d-424a-ad01-a2bd18507904 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:12:37.723463 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] Attempting to bind port 866be15c-6c6d-424a-ad01-a2bd18507904 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'd0edfcbd-5b33-4aac-8164-24133c63f835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '88696e1a-54a2-4fd3-abbe-ca43c3c63f2b'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:12:37.723828 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] Attempting to bind port 866be15c-6c6d-424a-ad01-a2bd18507904 on network 88696e1a-54a2-4fd3-abbe-ca43c3c63f2b {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:12:37.732806 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:12:37.733182 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] Checking segment: {'id': 'd0edfcbd-5b33-4aac-8164-24133c63f835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '88696e1a-54a2-4fd3-abbe-ca43c3c63f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:37.733592 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:37.733993 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] Bound using segment: {'id': 'd0edfcbd-5b33-4aac-8164-24133c63f835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '88696e1a-54a2-4fd3-abbe-ca43c3c63f2b'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:12:37.734479 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] Bound port: 866be15c-6c6d-424a-ad01-a2bd18507904, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0edfcbd-5b33-4aac-8164-24133c63f835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '88696e1a-54a2-4fd3-abbe-ca43c3c63f2b'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:12:37.734865 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:37.808950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b4fd9-fc13-4c98-aab9-9ac607ac804e req-4ecfc19a-5d5d-48e8-b02c-12c57aac518b tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:37.817441 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-058b4fd9-fc13-4c98-aab9-9ac607ac804e req-4ecfc19a-5d5d-48e8-b02c-12c57aac518b tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 1095 time: 0.3989079 Sep 07 19:12:37.842095 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b5312d5-02e9-4fba-a31e-6334d4303090 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:37.856497 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f1556275-4a1b-45c8-9238-2c0c8139625a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:37.891664 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-058b4fd9-fc13-4c98-aab9-9ac607ac804e req-3588315e-b80d-4c26-92d0-a33758866443 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695570 Sep 07 19:12:37.899258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-f1556275-4a1b-45c8-9238-2c0c8139625a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Transition to ACTIVE for port object 95313b06-eba0-4de0-8ef2-3943d3b88670 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:37.950738 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0019ef12-04f4-42a4-b52f-c474f465e271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-9240fdef-b7fa-49d1-8a00-642589be2fcc', 'network_id': '9240fdef-b7fa-49d1-8a00-642589be2fcc', 'tenant_id': '1194973e7d8c45a0b5d6da503b4c7043', 'fixed_ips': [{'subnet_id': 'd86466d8-7720-42d1-83df-07267ca125f2'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:12:37.951609 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0019ef12-04f4-42a4-b52f-c474f465e271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:37.955355 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] For port 866be15c-6c6d-424a-ad01-a2bd18507904, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:12:37.965372 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f1556275-4a1b-45c8-9238-2c0c8139625a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:37.965634 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] For port 866be15c-6c6d-424a-ad01-a2bd18507904, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=866be15c-6c6d-424a-ad01-a2bd18507904,segment=NetworkSegment(d0edfcbd-5b33-4aac-8164-24133c63f835),segment_id=d0edfcbd-5b33-4aac-8164-24133c63f835)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:12:37.981629 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:37.983221 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b5312d5-02e9-4fba-a31e-6334d4303090 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:38.023418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1556275-4a1b-45c8-9238-2c0c8139625a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network 88696e1a-54a2-4fd3-abbe-ca43c3c63f2b is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:38.030272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-f1556275-4a1b-45c8-9238-2c0c8139625a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:38.045383 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1556275-4a1b-45c8-9238-2c0c8139625a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:12:38.045383 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f1556275-4a1b-45c8-9238-2c0c8139625a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:38.052004 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1556275-4a1b-45c8-9238-2c0c8139625a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Port': ['ID=95313b06-eba0-4de0-8ef2-3943d3b88670,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:38.139221 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f39d6e-3b75-4898-89ed-7f6b8634d4c6 None None] Pushing event updated for resources: {'Port': ['ID=866be15c-6c6d-424a-ad01-a2bd18507904,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:38.195371 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b5312d5-02e9-4fba-a31e-6334d4303090 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server [None req-0019ef12-04f4-42a4-b52f-c474f465e271 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d86466d8-7720-42d1-83df-07267ca125f2: This subnet is being modified by another concurrent operation. Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise exception Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d86466d8-7720-42d1-83df-07267ca125f2: This subnet is being modified by another concurrent operation. Sep 07 19:12:38.199094 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Sep 07 19:12:38.230303 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e493b2-3f0b-4ee5-b5f5-d953f630334d None None] Network 9240fdef-b7fa-49d1-8a00-642589be2fcc requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:38.276423 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5312d5-02e9-4fba-a31e-6334d4303090 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Subnet': ['ID=d86466d8-7720-42d1-83df-07267ca125f2,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:38.306854 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f1556275-4a1b-45c8-9238-2c0c8139625a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:38.415510 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b5312d5-02e9-4fba-a31e-6334d4303090 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:38.457257 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2b5312d5-02e9-4fba-a31e-6334d4303090 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9240fdef-b7fa-49d1-8a00-642589be2fcc']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:38.475413 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2b5312d5-02e9-4fba-a31e-6334d4303090 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be511ed-e3e7-4e94-90f7-d62bf2512720') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:38.475744 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2b5312d5-02e9-4fba-a31e-6334d4303090 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be511ed-e3e7-4e94-90f7-d62bf2512720') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:38.488471 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b5312d5-02e9-4fba-a31e-6334d4303090 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:38.518057 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b5312d5-02e9-4fba-a31e-6334d4303090 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:38.533692 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5312d5-02e9-4fba-a31e-6334d4303090 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:38.534656 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b5312d5-02e9-4fba-a31e-6334d4303090 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:38.542012 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:38.659224 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b5312d5-02e9-4fba-a31e-6334d4303090 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:38.677708 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b5312d5-02e9-4fba-a31e-6334d4303090 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:38.680827 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2b5312d5-02e9-4fba-a31e-6334d4303090 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/9240fdef-b7fa-49d1-8a00-642589be2fcc HTTP/1.1" status: 204 len: 168 time: 1.1195488 Sep 07 19:12:38.699219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60762) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:38.705337 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-330b8f2f-eba4-4820-9a9d-d45784962cbc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-300239392'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:38.709817 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5312d5-02e9-4fba-a31e-6334d4303090 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Network': ['ID=9240fdef-b7fa-49d1-8a00-642589be2fcc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:38.779890 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330b8f2f-eba4-4820-9a9d-d45784962cbc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:38.783428 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-330b8f2f-eba4-4820-9a9d-d45784962cbc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:38.808714 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 866be15c-6c6d-424a-ad01-a2bd18507904 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:12:38.879235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 866be15c-6c6d-424a-ad01-a2bd18507904 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:12:38.923686 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330b8f2f-eba4-4820-9a9d-d45784962cbc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:12:38.948700 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-330b8f2f-eba4-4820-9a9d-d45784962cbc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:38.948700 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-330b8f2f-eba4-4820-9a9d-d45784962cbc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Added segment 3967e3ae-519d-49e6-b0f7-3089ae5b34cb of type vlan for network c4b4332a-2db1-4d2b-adb5-5a1eb87f5309 Sep 07 19:12:39.038421 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-330b8f2f-eba4-4820-9a9d-d45784962cbc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:39.113273 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f1556275-4a1b-45c8-9238-2c0c8139625a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:39.126604 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74080655-abb4-46b9-9f02-9ad2fa282f7c req-7d1d6968-f61f-4204-9237-12a1f9c177a4 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:39.128745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-74080655-abb4-46b9-9f02-9ad2fa282f7c req-7d1d6968-f61f-4204-9237-12a1f9c177a4 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 1095 time: 0.1303496 Sep 07 19:12:39.130070 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f1556275-4a1b-45c8-9238-2c0c8139625a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:39.131122 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f1556275-4a1b-45c8-9238-2c0c8139625a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:39.133500 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-330b8f2f-eba4-4820-9a9d-d45784962cbc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:39.139930 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330b8f2f-eba4-4820-9a9d-d45784962cbc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:39.140950 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-330b8f2f-eba4-4820-9a9d-d45784962cbc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:39.583708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3afd69ad-5b62-4923-ac3f-43068cdbe86f up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:12:39.678636 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 3afd69ad-5b62-4923-ac3f-43068cdbe86f completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:12:39.689877 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 3afd69ad-5b62-4923-ac3f-43068cdbe86f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:39.690263 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:39.782354 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86b084e-d928-451b-9455-9d756df9f3a0 None None] Network 88696e1a-54a2-4fd3-abbe-ca43c3c63f2b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:39.856238 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1556275-4a1b-45c8-9238-2c0c8139625a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Port': ['ID=95313b06-eba0-4de0-8ef2-3943d3b88670,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:39.880738 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-74080655-abb4-46b9-9f02-9ad2fa282f7c req-a9ae9da0-64cb-47b7-aa02-ace51bbe6d9a tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7357323 Sep 07 19:12:39.881549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b8f2f-eba4-4820-9a9d-d45784962cbc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Network': ['ID=c4b4332a-2db1-4d2b-adb5-5a1eb87f5309,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:39.888999 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-330b8f2f-eba4-4820-9a9d-d45784962cbc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1886058 Sep 07 19:12:39.892466 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60772) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:39.898713 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-2b74c162-2e3b-49c8-95a7-cc80048409d9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'subnet': {'network_id': 'c4b4332a-2db1-4d2b-adb5-5a1eb87f5309', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:39.913219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1556275-4a1b-45c8-9238-2c0c8139625a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network 88696e1a-54a2-4fd3-abbe-ca43c3c63f2b is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:39.915495 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-f1556275-4a1b-45c8-9238-2c0c8139625a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:39.920188 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network c4b4332a-2db1-4d2b-adb5-5a1eb87f5309 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:12:40.085902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1556275-4a1b-45c8-9238-2c0c8139625a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router e38c43c4-a2fb-45de-9420-4fa888cc9439 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:12:40.170265 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2a03b8a0-d163-4e91-b21a-19a6f2a56af5 None None] Provisioning for port 866be15c-6c6d-424a-ad01-a2bd18507904 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:12:40.207859 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2a03b8a0-d163-4e91-b21a-19a6f2a56af5 None None] Provisioning complete for port 866be15c-6c6d-424a-ad01-a2bd18507904 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:40.209547 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2a03b8a0-d163-4e91-b21a-19a6f2a56af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:40.210031 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b74c162-2e3b-49c8-95a7-cc80048409d9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:40.226309 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b74c162-2e3b-49c8-95a7-cc80048409d9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:40.271768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1556275-4a1b-45c8-9238-2c0c8139625a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:12:40.299317 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f1556275-4a1b-45c8-9238-2c0c8139625a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/e38c43c4-a2fb-45de-9420-4fa888cc9439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6480577 Sep 07 19:12:40.306337 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60778) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:40.309858 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bed90ec-bed4-447f-8efc-26cd627e672e None None] Sync routers for ids ['e38c43c4-a2fb-45de-9420-4fa888cc9439'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:12:40.329393 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bed90ec-bed4-447f-8efc-26cd627e672e None None] Routers {'e38c43c4-a2fb-45de-9420-4fa888cc9439'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:40.331265 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-8bed90ec-bed4-447f-8efc-26cd627e672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e38c43c4-a2fb-45de-9420-4fa888cc9439'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:40.394086 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:40.406783 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-8bed90ec-bed4-447f-8efc-26cd627e672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:40.421463 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bed90ec-bed4-447f-8efc-26cd627e672e None None] Routers {'e38c43c4-a2fb-45de-9420-4fa888cc9439'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:40.422476 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-8bed90ec-bed4-447f-8efc-26cd627e672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e38c43c4-a2fb-45de-9420-4fa888cc9439'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:40.465854 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-8bed90ec-bed4-447f-8efc-26cd627e672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:40.471449 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bed90ec-bed4-447f-8efc-26cd627e672e None None] The sync data for ids ['e38c43c4-a2fb-45de-9420-4fa888cc9439'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:12:40.497545 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00cc4fb-3e9a-4213-a09a-618a5fe69ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afd69ad-5b62-4923-ac3f-43068cdbe86f'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:12:40.505224 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3780c3a-72cf-4d80-afe4-6adb7197216f" -d '{"events": [{"server_uuid": "b00cc4fb-3e9a-4213-a09a-618a5fe69ffd", "name": "network-vif-plugged", "status": "completed", "tag": "3afd69ad-5b62-4923-ac3f-43068cdbe86f"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:12:40.552820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 3afd69ad-5b62-4923-ac3f-43068cdbe86f, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3afd69ad-5b62-4923-ac3f-43068cdbe86f,segment=NetworkSegment(4fd199dc-8d81-40ee-9f36-88abd1fc6ee8),segment_id=4fd199dc-8d81-40ee-9f36-88abd1fc6ee8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:40.572643 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1098933d-300e-4abc-86f4-d493441d0cd0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:40.577103 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1098933d-300e-4abc-86f4-d493441d0cd0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/ports/95313b06-eba0-4de0-8ef2-3943d3b88670 HTTP/1.1" status: 200 len: 911 time: 0.2649338 Sep 07 19:12:40.579917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60782) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:40.585430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-40dd470a-6f5b-49e7-a3fd-34faf64d3ce7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aa134e65-ebe5-4c26-9c4e-e619aa40a99c'}]}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:40.593171 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:40.634923 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5df01e-2f1c-40bb-9333-3447da9fb1a6 x-openstack-request-id: req-9e5df01e-2f1c-40bb-9333-3447da9fb1a6 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:12:40.635256 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00cc4fb-3e9a-4213-a09a-618a5fe69ffd", "name": "network-vif-plugged", "status": "completed", "tag": "3afd69ad-5b62-4923-ac3f-43068cdbe86f", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:12:40.635550 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e5df01e-2f1c-40bb-9333-3447da9fb1a6 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:12:40.636581 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00cc4fb-3e9a-4213-a09a-618a5fe69ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afd69ad-5b62-4923-ac3f-43068cdbe86f', 'code': 200} Sep 07 19:12:40.800102 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=3afd69ad-5b62-4923-ac3f-43068cdbe86f,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:40.803779 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2a03b8a0-d163-4e91-b21a-19a6f2a56af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:40.894014 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b74c162-2e3b-49c8-95a7-cc80048409d9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:40.910361 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-2a03b8a0-d163-4e91-b21a-19a6f2a56af5 None None] For port 866be15c-6c6d-424a-ad01-a2bd18507904, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=866be15c-6c6d-424a-ad01-a2bd18507904,segment=NetworkSegment(d0edfcbd-5b33-4aac-8164-24133c63f835),segment_id=d0edfcbd-5b33-4aac-8164-24133c63f835)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:40.917575 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2a03b8a0-d163-4e91-b21a-19a6f2a56af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:40.981286 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c9e96-a1cd-4f53-a4be-085f7ecdaa15 req-70be63a6-9e20-43b1-ae8a-f40269c7e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:40.982853 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-871c9e96-a1cd-4f53-a4be-085f7ecdaa15 req-70be63a6-9e20-43b1-ae8a-f40269c7e312 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 1096 time: 0.2947950 Sep 07 19:12:41.033145 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03b8a0-d163-4e91-b21a-19a6f2a56af5 None None] Pushing event updated for resources: {'Port': ['ID=866be15c-6c6d-424a-ad01-a2bd18507904,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:41.048008 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74c162-2e3b-49c8-95a7-cc80048409d9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Subnet': ['ID=3d391a76-578a-44d1-bebe-3bd677ee278f,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:41.094651 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b74c162-2e3b-49c8-95a7-cc80048409d9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Checking segment: {'id': '3967e3ae-519d-49e6-b0f7-3089ae5b34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c4b4332a-2db1-4d2b-adb5-5a1eb87f5309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:41.097186 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b74c162-2e3b-49c8-95a7-cc80048409d9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network hostable DHCP agents. Network: c4b4332a-2db1-4d2b-adb5-5a1eb87f5309, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:12:41.128045 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b74c162-2e3b-49c8-95a7-cc80048409d9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network c4b4332a-2db1-4d2b-adb5-5a1eb87f5309 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:12:41.139767 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-2b74c162-2e3b-49c8-95a7-cc80048409d9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, c4b4332a-2db1-4d2b-adb5-5a1eb87f5309) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:41.154471 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122e9c56-fd62-4f01-9729-3b4a6b1b464e None None] Network c4b4332a-2db1-4d2b-adb5-5a1eb87f5309 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:41.157785 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74c162-2e3b-49c8-95a7-cc80048409d9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:41.158921 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b74c162-2e3b-49c8-95a7-cc80048409d9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:41.194560 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2b74c162-2e3b-49c8-95a7-cc80048409d9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2987645 Sep 07 19:12:41.194784 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60788) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:41.197539 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-871c9e96-a1cd-4f53-a4be-085f7ecdaa15 req-2dbf6be4-3cb5-4ac1-8a29-780211a74fa5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993926 Sep 07 19:12:41.241748 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-40dd470a-6f5b-49e7-a3fd-34faf64d3ce7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:41.267577 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be863ae-5e9f-4d66-9aac-3559e41f4c67 req-9b71084d-975a-41e9-8bdf-2714b30c7303 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:41.269571 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3be863ae-5e9f-4d66-9aac-3559e41f4c67 req-9b71084d-975a-41e9-8bdf-2714b30c7303 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 1096 time: 0.2403612 Sep 07 19:12:41.425106 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5035429e-6f23-414e-80ec-84c39de633bd None None] Provisioning for port 95313b06-eba0-4de0-8ef2-3943d3b88670 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:12:41.434196 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5035429e-6f23-414e-80ec-84c39de633bd None None] Provisioning complete for port 95313b06-eba0-4de0-8ef2-3943d3b88670 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:41.434572 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5035429e-6f23-414e-80ec-84c39de633bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:41.440537 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3be863ae-5e9f-4d66-9aac-3559e41f4c67 req-c92822cb-df06-44fa-b074-48960fae932d tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260507 Sep 07 19:12:41.501096 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad307-d6f6-4735-b749-6ec228c5e70a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:41.602990 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-5035429e-6f23-414e-80ec-84c39de633bd None None] Port 95313b06-eba0-4de0-8ef2-3943d3b88670 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:12:41.617494 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad307-d6f6-4735-b749-6ec228c5e70a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:41.703069 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5035429e-6f23-414e-80ec-84c39de633bd None None] Provisioning complete for port 866be15c-6c6d-424a-ad01-a2bd18507904 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:41.703475 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5035429e-6f23-414e-80ec-84c39de633bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:41.717056 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad307-d6f6-4735-b749-6ec228c5e70a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:41.758005 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ad307-d6f6-4735-b749-6ec228c5e70a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Subnet': ['ID=3d391a76-578a-44d1-bebe-3bd677ee278f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:41.866187 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad307-d6f6-4735-b749-6ec228c5e70a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:41.898128 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-cd7ad307-d6f6-4735-b749-6ec228c5e70a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b4332a-2db1-4d2b-adb5-5a1eb87f5309']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:41.923830 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-cd7ad307-d6f6-4735-b749-6ec228c5e70a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3967e3ae-519d-49e6-b0f7-3089ae5b34cb') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:41.924603 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-cd7ad307-d6f6-4735-b749-6ec228c5e70a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3967e3ae-519d-49e6-b0f7-3089ae5b34cb') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:41.939789 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad307-d6f6-4735-b749-6ec228c5e70a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:41.969910 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad307-d6f6-4735-b749-6ec228c5e70a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:41.979698 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7ad307-d6f6-4735-b749-6ec228c5e70a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:41.980153 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad307-d6f6-4735-b749-6ec228c5e70a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:41.985445 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:41.996390 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16b2982-33e1-4caa-99ca-a0af81c9affb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-c4b4332a-2db1-4d2b-adb5-5a1eb87f5309', 'network_id': 'c4b4332a-2db1-4d2b-adb5-5a1eb87f5309', 'tenant_id': '1194973e7d8c45a0b5d6da503b4c7043', 'fixed_ips': [{'subnet_id': '3d391a76-578a-44d1-bebe-3bd677ee278f'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:12:41.999691 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b16b2982-33e1-4caa-99ca-a0af81c9affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:42.079206 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-40dd470a-6f5b-49e7-a3fd-34faf64d3ce7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:42.094747 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-40dd470a-6f5b-49e7-a3fd-34faf64d3ce7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:42.105048 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dd470a-6f5b-49e7-a3fd-34faf64d3ce7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:42.105723 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-40dd470a-6f5b-49e7-a3fd-34faf64d3ce7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:42.111837 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60792) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:42.117724 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-40dd470a-6f5b-49e7-a3fd-34faf64d3ce7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/ports/95313b06-eba0-4de0-8ef2-3943d3b88670 HTTP/1.1" status: 200 len: 911 time: 1.5263743 Sep 07 19:12:42.129404 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.db.api [None req-b16b2982-33e1-4caa-99ca-a0af81c9affb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 19:12:42.129404 n-d-807786-1 neutron-server[101446]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Sep 07 19:12:42.129404 n-d-807786-1 neutron-server[101446]: [parameters: {'project_id': '1194973e7d8c45a0b5d6da503b4c7043', 'id': 'f4da61a2-ff3a-4032-9d2e-aa4824db1358', 'name': '', 'network_id': 'c4b4332a-2db1-4d2b-adb5-5a1eb87f5309', 'mac_address': 'fa:16:3e:a1:2b:b3', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-c4b4332a-2db1-4d2b-adb5-5a1eb87f5309', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3185}] Sep 07 19:12:42.129404 n-d-807786-1 neutron-server[101446]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:12:42.132405 n-d-807786-1 neutron-server[101446]: DEBUG oslo_db.api [None req-b16b2982-33e1-4caa-99ca-a0af81c9affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:12:42.187539 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad307-d6f6-4735-b749-6ec228c5e70a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:42.213408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd470a-6f5b-49e7-a3fd-34faf64d3ce7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Port': ['ID=95313b06-eba0-4de0-8ef2-3943d3b88670,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:42.216579 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad307-d6f6-4735-b749-6ec228c5e70a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:42.228544 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cd7ad307-d6f6-4735-b749-6ec228c5e70a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/c4b4332a-2db1-4d2b-adb5-5a1eb87f5309 HTTP/1.1" status: 204 len: 168 time: 1.0326273 Sep 07 19:12:42.229007 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60796) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:42.239008 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-f580cf68-c07f-4bb3-ada6-8055383c6fb9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1454087290'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:42.292709 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-aaf88d21-1852-44f1-ad3c-739fe99c07de None None] Provisioning complete for port 95313b06-eba0-4de0-8ef2-3943d3b88670 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:42.293090 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aaf88d21-1852-44f1-ad3c-739fe99c07de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:42.319169 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ad307-d6f6-4735-b749-6ec228c5e70a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Network': ['ID=c4b4332a-2db1-4d2b-adb5-5a1eb87f5309,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:42.326246 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f580cf68-c07f-4bb3-ada6-8055383c6fb9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:42.335985 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f580cf68-c07f-4bb3-ada6-8055383c6fb9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:42.390559 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-aaf88d21-1852-44f1-ad3c-739fe99c07de None None] Port 95313b06-eba0-4de0-8ef2-3943d3b88670 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:12:42.396876 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f580cf68-c07f-4bb3-ada6-8055383c6fb9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:12:42.411489 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f580cf68-c07f-4bb3-ada6-8055383c6fb9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:42.412025 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-f580cf68-c07f-4bb3-ada6-8055383c6fb9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Added segment 384da678-0633-40e9-b347-43c72456b85a of type vlan for network 30d170cc-6ecd-4b7b-b201-c9ad262888ae Sep 07 19:12:42.482692 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f580cf68-c07f-4bb3-ada6-8055383c6fb9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:42.576646 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f580cf68-c07f-4bb3-ada6-8055383c6fb9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:42.587916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f580cf68-c07f-4bb3-ada6-8055383c6fb9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:42.588856 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f580cf68-c07f-4bb3-ada6-8055383c6fb9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:42.636657 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b16b2982-33e1-4caa-99ca-a0af81c9affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:42.637424 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9e58-c12a-4a8c-b0b7-8b73c8b76fb7 req-a3a492c6-e151-4148-8d6b-a0deb6eea28b tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:42.640718 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-522b9e58-c12a-4a8c-b0b7-8b73c8b76fb7 req-a3a492c6-e151-4148-8d6b-a0deb6eea28b tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 1096 time: 0.1269884 Sep 07 19:12:42.674528 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a0e601d8-de7a-481c-96cf-64eab983602d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:42.715216 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f580cf68-c07f-4bb3-ada6-8055383c6fb9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4839871 Sep 07 19:12:42.725863 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60802) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:42.733554 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9146c51c-bf5a-4c17-a930-9762d1c964b6 None None] Network c4b4332a-2db1-4d2b-adb5-5a1eb87f5309 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:42.769673 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9146c51c-bf5a-4c17-a930-9762d1c964b6 None None] Network c4b4332a-2db1-4d2b-adb5-5a1eb87f5309 could not be found, it might have been deleted concurrently. {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 07 19:12:42.779212 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9421722-0b10-4143-8ba2-63d0dcfdf304 None None] get_active_networks_info from n-d-807786-1 {{(pid=101446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 19:12:42.790789 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-f37cad38-1e5f-4107-ac7b-5247a83f1311 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'subnet': {'network_id': '30d170cc-6ecd-4b7b-b201-c9ad262888ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:42.835363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580cf68-c07f-4bb3-ada6-8055383c6fb9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Network': ['ID=30d170cc-6ecd-4b7b-b201-c9ad262888ae,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:42.852292 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 30d170cc-6ecd-4b7b-b201-c9ad262888ae details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:12:42.861235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 866be15c-6c6d-424a-ad01-a2bd18507904 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:12:42.929122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-522b9e58-c12a-4a8c-b0b7-8b73c8b76fb7 req-0c05d539-7438-4488-a183-4212a89488f2 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784324 Sep 07 19:12:42.996781 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37cad38-1e5f-4107-ac7b-5247a83f1311 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:43.003445 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f37cad38-1e5f-4107-ac7b-5247a83f1311 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:43.137380 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.ipam_backend_mixin [None req-f37cad38-1e5f-4107-ac7b-5247a83f1311 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Performing IP validity checks on allocation pools {{(pid=101445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 07 19:12:43.138634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.ipam_backend_mixin [None req-f37cad38-1e5f-4107-ac7b-5247a83f1311 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 07 19:12:43.158066 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55bc29-6fb9-4451-ba3f-095db5b20bcd req-ed9f0a0b-716f-4202-8c9c-cb366af4dd11 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:43.166996 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a55bc29-6fb9-4451-ba3f-095db5b20bcd req-ed9f0a0b-716f-4202-8c9c-cb366af4dd11 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 1096 time: 0.1246572 Sep 07 19:12:43.185480 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:43.234618 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a55bc29-6fb9-4451-ba3f-095db5b20bcd req-1cb3ba2d-f6eb-43eb-8f7e-30de50947c60 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639327 Sep 07 19:12:43.307159 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 866be15c-6c6d-424a-ad01-a2bd18507904 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:43.308162 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:43.366979 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f37cad38-1e5f-4107-ac7b-5247a83f1311 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:43.442447 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37cad38-1e5f-4107-ac7b-5247a83f1311 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Subnet': ['ID=620c0d17-0c62-4440-87bf-eced7e094e25,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:43.526619 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e933e0-493c-421b-96ef-71ef285a46d4 req-dc2fc457-b24b-4587-9bd0-c069b7045a34 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:43.528403 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f7e933e0-493c-421b-96ef-71ef285a46d4 req-dc2fc457-b24b-4587-9bd0-c069b7045a34 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 1096 time: 0.0956593 Sep 07 19:12:43.555285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9421722-0b10-4143-8ba2-63d0dcfdf304 None None] Resources bound (agent type, host, resource id): {{(pid=101446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 19:12:43.569975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37cad38-1e5f-4107-ac7b-5247a83f1311 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Checking segment: {'id': '384da678-0633-40e9-b347-43c72456b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '30d170cc-6ecd-4b7b-b201-c9ad262888ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:43.570344 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37cad38-1e5f-4107-ac7b-5247a83f1311 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network hostable DHCP agents. Network: 30d170cc-6ecd-4b7b-b201-c9ad262888ae, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:12:43.608578 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f7e933e0-493c-421b-96ef-71ef285a46d4 req-a654ee6c-0a4e-4f02-90a8-c8cd6db29d68 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724957 Sep 07 19:12:43.613442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37cad38-1e5f-4107-ac7b-5247a83f1311 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network 30d170cc-6ecd-4b7b-b201-c9ad262888ae is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:12:43.628982 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-f37cad38-1e5f-4107-ac7b-5247a83f1311 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 30d170cc-6ecd-4b7b-b201-c9ad262888ae) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:43.645789 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37cad38-1e5f-4107-ac7b-5247a83f1311 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:43.646737 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f37cad38-1e5f-4107-ac7b-5247a83f1311 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:43.693639 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f37cad38-1e5f-4107-ac7b-5247a83f1311 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9080095 Sep 07 19:12:43.694439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60818) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:43.788449 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a0e601d8-de7a-481c-96cf-64eab983602d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting port 95313b06-eba0-4de0-8ef2-3943d3b88670 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:43.789436 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a0e601d8-de7a-481c-96cf-64eab983602d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:43.894532 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c12e31bd-c8ab-43b1-8867-64738b514a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:43.944907 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:43.966749 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c12e31bd-c8ab-43b1-8867-64738b514a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:43.988087 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a0e601d8-de7a-481c-96cf-64eab983602d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:44.033475 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a0e601d8-de7a-481c-96cf-64eab983602d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Calling delete_port for 95313b06-eba0-4de0-8ef2-3943d3b88670 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:44.142822 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c12e31bd-c8ab-43b1-8867-64738b514a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:44.177452 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e31bd-c8ab-43b1-8867-64738b514a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Subnet': ['ID=620c0d17-0c62-4440-87bf-eced7e094e25,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:44.243108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-39da8131-cce5-41bb-a125-f4a3242aca69 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:44.245104 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-39da8131-cce5-41bb-a125-f4a3242aca69 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/networks?id=4dd351f9-0a93-4681-b2a5-5392cffb40cb HTTP/1.1" status: 200 len: 911 time: 0.1886294 Sep 07 19:12:44.255708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04073ac2-04d0-4e48-bb4b-b764aa85c257 None None] Network 30d170cc-6ecd-4b7b-b201-c9ad262888ae requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:44.284346 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c12e31bd-c8ab-43b1-8867-64738b514a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:44.296898 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-6aeca786-3256-422e-b17a-20bae5eb0042 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/quotas/684ae613429d4cafad45c6c5c9abf27d HTTP/1.1" status: 200 len: 375 time: 0.0218115 Sep 07 19:12:44.327696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-c12e31bd-c8ab-43b1-8867-64738b514a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d170cc-6ecd-4b7b-b201-c9ad262888ae']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:44.365462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-c12e31bd-c8ab-43b1-8867-64738b514a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384da678-0633-40e9-b347-43c72456b85a') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:44.365776 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-c12e31bd-c8ab-43b1-8867-64738b514a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384da678-0633-40e9-b347-43c72456b85a') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:44.385297 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c12e31bd-c8ab-43b1-8867-64738b514a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:44.406944 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-ee119b6e-4885-4edf-aaf4-4ffc20cf27e0 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?tenant_id=684ae613429d4cafad45c6c5c9abf27d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0999207 Sep 07 19:12:44.411642 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c12e31bd-c8ab-43b1-8867-64738b514a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:44.431151 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e798d3-b8d9-403a-8f4d-5fec130aa0dc None None] Network 30d170cc-6ecd-4b7b-b201-c9ad262888ae requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:44.447968 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12e31bd-c8ab-43b1-8867-64738b514a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:44.448873 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c12e31bd-c8ab-43b1-8867-64738b514a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:44.479424 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:44.482441 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a0e601d8-de7a-481c-96cf-64eab983602d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:44.535171 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e601d8-de7a-481c-96cf-64eab983602d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Port': ['ID=95313b06-eba0-4de0-8ef2-3943d3b88670,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:44.609945 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c12e31bd-c8ab-43b1-8867-64738b514a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:44.694655 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c12e31bd-c8ab-43b1-8867-64738b514a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:44.717127 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c12e31bd-c8ab-43b1-8867-64738b514a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/30d170cc-6ecd-4b7b-b201-c9ad262888ae HTTP/1.1" status: 204 len: 168 time: 1.0217481 Sep 07 19:12:44.717827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60836) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:44.721270 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a0e601d8-de7a-481c-96cf-64eab983602d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:44.800121 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-f356762a-9bde-448c-991d-49ad6f2d6cb4 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-933241132'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:44.943871 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e31bd-c8ab-43b1-8867-64738b514a15 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Network': ['ID=30d170cc-6ecd-4b7b-b201-c9ad262888ae,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:44.948603 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b5833f3a-39ac-48e5-ad79-e276a1f73ca9 service neutron] 10.222.0.26 "GET /v2.0/networks/4dd351f9-0a93-4681-b2a5-5392cffb40cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222297 Sep 07 19:12:44.950022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f356762a-9bde-448c-991d-49ad6f2d6cb4 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:44.953601 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f356762a-9bde-448c-991d-49ad6f2d6cb4 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:45.028326 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e601d8-de7a-481c-96cf-64eab983602d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router e38c43c4-a2fb-45de-9420-4fa888cc9439 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:12:45.034211 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f356762a-9bde-448c-991d-49ad6f2d6cb4 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:12:45.095314 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f356762a-9bde-448c-991d-49ad6f2d6cb4 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:45.095958 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-f356762a-9bde-448c-991d-49ad6f2d6cb4 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Added segment f4a7c72d-32be-4725-8c52-dbecf4f447f3 of type vlan for network 4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea Sep 07 19:12:45.127734 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e601d8-de7a-481c-96cf-64eab983602d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:12:45.136812 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a0e601d8-de7a-481c-96cf-64eab983602d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/e38c43c4-a2fb-45de-9420-4fa888cc9439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0231483 Sep 07 19:12:45.137543 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60838) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:45.140550 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a92484-8d5f-4c18-9f72-c17823ffc758 None None] Sync routers for ids ['e38c43c4-a2fb-45de-9420-4fa888cc9439'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:12:45.153910 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a92484-8d5f-4c18-9f72-c17823ffc758 None None] Routers {'e38c43c4-a2fb-45de-9420-4fa888cc9439'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:45.154927 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-50a92484-8d5f-4c18-9f72-c17823ffc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e38c43c4-a2fb-45de-9420-4fa888cc9439'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:45.169031 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f356762a-9bde-448c-991d-49ad6f2d6cb4 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:45.170502 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d9287f98-ba47-47ae-b98e-f01a8b1f14bc tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/ports?device_id=e38c43c4-a2fb-45de-9420-4fa888cc9439 HTTP/1.1" status: 200 len: 205 time: 0.0315607 Sep 07 19:12:45.171163 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60840) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:45.211775 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-50a92484-8d5f-4c18-9f72-c17823ffc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:45.220042 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-6a965980-2173-40ef-a129-c64241149a17 service neutron] 10.222.0.26 "GET /v2.0/networks/4dd351f9-0a93-4681-b2a5-5392cffb40cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452095 Sep 07 19:12:45.223529 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a92484-8d5f-4c18-9f72-c17823ffc758 None None] Routers {'e38c43c4-a2fb-45de-9420-4fa888cc9439'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:45.224941 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-50a92484-8d5f-4c18-9f72-c17823ffc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e38c43c4-a2fb-45de-9420-4fa888cc9439'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:45.226679 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f356762a-9bde-448c-991d-49ad6f2d6cb4 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:45.233618 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f356762a-9bde-448c-991d-49ad6f2d6cb4 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:45.234311 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f356762a-9bde-448c-991d-49ad6f2d6cb4 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:45.274856 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9474fe6a-102c-4cf3-9917-5a6dbbd34b6b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:45.285906 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f356762a-9bde-448c-991d-49ad6f2d6cb4 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5050688 Sep 07 19:12:45.289412 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60842) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:45.299711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-1c9e84ab-8c89-42db-8bbc-8836edc6661a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'subnet': {'network_id': '4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:45.305935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-50a92484-8d5f-4c18-9f72-c17823ffc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:45.307114 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a92484-8d5f-4c18-9f72-c17823ffc758 None None] The sync data for ids ['e38c43c4-a2fb-45de-9420-4fa888cc9439'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:12:45.383430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356762a-9bde-448c-991d-49ad6f2d6cb4 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Network': ['ID=4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:45.395098 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:12:45.507411 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9e84ab-8c89-42db-8bbc-8836edc6661a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:45.512501 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1c9e84ab-8c89-42db-8bbc-8836edc6661a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:45.564037 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9474fe6a-102c-4cf3-9917-5a6dbbd34b6b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:45.566684 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9474fe6a-102c-4cf3-9917-5a6dbbd34b6b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:45.588747 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b568a6c-3cf1-4e09-8fb6-6703315feae4 req-e58059d0-da5f-42e9-afd7-325e07eb164e tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0cf7e18a-e23a-4ea7-b057-c838a08955b7 HTTP/1.1" status: 200 len: 210 time: 0.0401876 Sep 07 19:12:45.678357 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9474fe6a-102c-4cf3-9917-5a6dbbd34b6b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:45.679018 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9474fe6a-102c-4cf3-9917-5a6dbbd34b6b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Fanout notify agent at l3_agent the message router_deleted on router e38c43c4-a2fb-45de-9420-4fa888cc9439 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:12:45.686805 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9474fe6a-102c-4cf3-9917-5a6dbbd34b6b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:45.692575 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9474fe6a-102c-4cf3-9917-5a6dbbd34b6b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/routers/e38c43c4-a2fb-45de-9420-4fa888cc9439 HTTP/1.1" status: 204 len: 168 time: 0.5186715 Sep 07 19:12:45.692755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60850) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:45.803124 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c85cc35-c918-45b0-97fe-bd7e57dfb449 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting subnet aa134e65-ebe5-4c26-9c4e-e619aa40a99c {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:12:45.826293 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4c85cc35-c918-45b0-97fe-bd7e57dfb449 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:45.919075 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4c85cc35-c918-45b0-97fe-bd7e57dfb449 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:46.120000 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1c9e84ab-8c89-42db-8bbc-8836edc6661a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:46.134548 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4c85cc35-c918-45b0-97fe-bd7e57dfb449 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:46.247406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e84ab-8c89-42db-8bbc-8836edc6661a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Subnet': ['ID=06ac5040-aaf2-47f2-9580-44541d8b3659,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:46.287912 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e84ab-8c89-42db-8bbc-8836edc6661a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Checking segment: {'id': 'f4a7c72d-32be-4725-8c52-dbecf4f447f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:46.288273 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9e84ab-8c89-42db-8bbc-8836edc6661a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network hostable DHCP agents. Network: 4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:12:46.294120 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4c85cc35-c918-45b0-97fe-bd7e57dfb449 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:46.330377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85cc35-c918-45b0-97fe-bd7e57dfb449 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Subnet': ['ID=aa134e65-ebe5-4c26-9c4e-e619aa40a99c,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:46.332540 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4c85cc35-c918-45b0-97fe-bd7e57dfb449 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:46.334596 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4c85cc35-c918-45b0-97fe-bd7e57dfb449 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/subnets/aa134e65-ebe5-4c26-9c4e-e619aa40a99c HTTP/1.1" status: 204 len: 168 time: 0.6421571 Sep 07 19:12:46.338132 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60860) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:46.343794 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9e84ab-8c89-42db-8bbc-8836edc6661a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network 4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:12:46.347235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7ad774-e00c-45c5-a7e0-64e9fdec5245 None None] Network 88696e1a-54a2-4fd3-abbe-ca43c3c63f2b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:46.365939 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-1c9e84ab-8c89-42db-8bbc-8836edc6661a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:46.372203 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9e84ab-8c89-42db-8bbc-8836edc6661a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:46.372853 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1c9e84ab-8c89-42db-8bbc-8836edc6661a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:46.386480 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0a254e-7d45-44ae-8605-9c2edeb4871c None None] Network 4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:46.398563 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1c9e84ab-8c89-42db-8bbc-8836edc6661a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1084535 Sep 07 19:12:46.401226 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60862) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:46.497403 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f56b0e42-cc25-4b44-9ef7-e1018ab87765 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:46.543188 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:46.611804 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-f56b0e42-cc25-4b44-9ef7-e1018ab87765 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting port 866be15c-6c6d-424a-ad01-a2bd18507904 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:46.612821 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f56b0e42-cc25-4b44-9ef7-e1018ab87765 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:46.626184 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:46.726022 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea', 'network_id': '4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea', 'tenant_id': '1194973e7d8c45a0b5d6da503b4c7043', 'fixed_ips': [{'subnet_id': '06ac5040-aaf2-47f2-9580-44541d8b3659'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:12:46.726309 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:46.812441 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-e2d2b40a-8427-4bfb-a371-440ae70cee2d tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:46.814392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-e2d2b40a-8427-4bfb-a371-440ae70cee2d tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.60 "GET /v2.0/networks?id=4dd351f9-0a93-4681-b2a5-5392cffb40cb HTTP/1.1" status: 200 len: 911 time: 0.1507392 Sep 07 19:12:46.831800 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-fe590077-fd1d-41fe-bcf6-03b55d2385e9 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Request body: {'port': {'device_id': '0cf7e18a-e23a-4ea7-b057-c838a08955b7', 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb', 'admin_state_up': True, 'tenant_id': '684ae613429d4cafad45c6c5c9abf27d'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:46.839514 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-f56b0e42-cc25-4b44-9ef7-e1018ab87765 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] For port 866be15c-6c6d-424a-ad01-a2bd18507904, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=866be15c-6c6d-424a-ad01-a2bd18507904,segment=NetworkSegment(d0edfcbd-5b33-4aac-8164-24133c63f835),segment_id=d0edfcbd-5b33-4aac-8164-24133c63f835)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:46.839901 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f56b0e42-cc25-4b44-9ef7-e1018ab87765 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:46.876910 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-f56b0e42-cc25-4b44-9ef7-e1018ab87765 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Calling delete_port for 866be15c-6c6d-424a-ad01-a2bd18507904 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:46.882734 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9c8c8cf-835c-43eb-8585-ed34ab91c59d req-92bd6409-58c4-48c7-be32-18766bd8332f tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0cf7e18a-e23a-4ea7-b057-c838a08955b7 HTTP/1.1" status: 200 len: 210 time: 0.0670414 Sep 07 19:12:46.916242 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-fe590077-fd1d-41fe-bcf6-03b55d2385e9 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Made reservation on behalf of 684ae613429d4cafad45c6c5c9abf27d for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:46.918778 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-fe590077-fd1d-41fe-bcf6-03b55d2385e9 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:46.931660 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7921b778-3578-4684-8b7b-2e74396c4e6e None None] DHCP port deletion for 88696e1a-54a2-4fd3-abbe-ca43c3c63f2b request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:12:46.989258 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] Allocated IP 172.20.0.1 (4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea/06ac5040-aaf2-47f2-9580-44541d8b3659/cd6c551a-b2ad-4a26-863c-fa9229992d88) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:12:47.045678 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7921b778-3578-4684-8b7b-2e74396c4e6e None None] Deleting port 866be15c-6c6d-424a-ad01-a2bd18507904 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:47.046082 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7921b778-3578-4684-8b7b-2e74396c4e6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:47.082238 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f56b0e42-cc25-4b44-9ef7-e1018ab87765 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:47.142367 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b0e42-cc25-4b44-9ef7-e1018ab87765 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Port': ['ID=866be15c-6c6d-424a-ad01-a2bd18507904,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:47.162750 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-7921b778-3578-4684-8b7b-2e74396c4e6e None None] For port 866be15c-6c6d-424a-ad01-a2bd18507904, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=866be15c-6c6d-424a-ad01-a2bd18507904,segment=NetworkSegment(d0edfcbd-5b33-4aac-8164-24133c63f835),segment_id=d0edfcbd-5b33-4aac-8164-24133c63f835)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:47.163432 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7921b778-3578-4684-8b7b-2e74396c4e6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:47.163736 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56b0e42-cc25-4b44-9ef7-e1018ab87765 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] No DVR routers for this DVR port 866be15c-6c6d-424a-ad01-a2bd18507904 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:12:47.188934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7921b778-3578-4684-8b7b-2e74396c4e6e None None] Calling delete_port for 866be15c-6c6d-424a-ad01-a2bd18507904 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:47.263923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-fe590077-fd1d-41fe-bcf6-03b55d2385e9 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Allocated IP 172.20.0.12 (4dd351f9-0a93-4681-b2a5-5392cffb40cb/20d0d522-59d6-4a23-aeee-8f8391182a51/7397c07c-69bb-4645-ae1a-fced3992d6b6) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:12:47.283667 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:47.305141 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] Transition to ACTIVE for port object cd6c551a-b2ad-4a26-863c-fa9229992d88 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:47.333498 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] Transition to ACTIVE for port object cd6c551a-b2ad-4a26-863c-fa9229992d88 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:47.344014 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:47.364977 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f56b0e42-cc25-4b44-9ef7-e1018ab87765 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:47.391762 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-f56b0e42-cc25-4b44-9ef7-e1018ab87765 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88696e1a-54a2-4fd3-abbe-ca43c3c63f2b']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:47.405785 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-f56b0e42-cc25-4b44-9ef7-e1018ab87765 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0edfcbd-5b33-4aac-8164-24133c63f835') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:47.406117 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7921b778-3578-4684-8b7b-2e74396c4e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:47.406626 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-f56b0e42-cc25-4b44-9ef7-e1018ab87765 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0edfcbd-5b33-4aac-8164-24133c63f835') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:47.425230 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f56b0e42-cc25-4b44-9ef7-e1018ab87765 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:47.443129 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f56b0e42-cc25-4b44-9ef7-e1018ab87765 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:47.462455 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7921b778-3578-4684-8b7b-2e74396c4e6e None None] No DVR routers for this DVR port 866be15c-6c6d-424a-ad01-a2bd18507904 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:12:47.463237 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56b0e42-cc25-4b44-9ef7-e1018ab87765 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:47.464314 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f56b0e42-cc25-4b44-9ef7-e1018ab87765 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:47.472654 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:47.480234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] Network 4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:47.486462 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] Pushing event updated for resources: {'Port': ['ID=cd6c551a-b2ad-4a26-863c-fa9229992d88,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:47.498877 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:47.531567 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60874) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:47.541415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:12:47.546411 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921b778-3578-4684-8b7b-2e74396c4e6e None None] Pushing event deleted for resources: {'Port': ['ID=866be15c-6c6d-424a-ad01-a2bd18507904,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:47.549714 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:47.623180 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] Attempting to bind port cd6c551a-b2ad-4a26-863c-fa9229992d88 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:12:47.623844 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] Attempting to bind port cd6c551a-b2ad-4a26-863c-fa9229992d88 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'f4a7c72d-32be-4725-8c52-dbecf4f447f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:12:47.624308 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] Attempting to bind port cd6c551a-b2ad-4a26-863c-fa9229992d88 on network 4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:12:47.632542 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:12:47.633374 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] Checking segment: {'id': 'f4a7c72d-32be-4725-8c52-dbecf4f447f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:47.634357 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:47.635975 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] Bound using segment: {'id': 'f4a7c72d-32be-4725-8c52-dbecf4f447f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:12:47.636744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] Bound port: cd6c551a-b2ad-4a26-863c-fa9229992d88, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a7c72d-32be-4725-8c52-dbecf4f447f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:12:47.637261 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:47.689740 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f56b0e42-cc25-4b44-9ef7-e1018ab87765 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:47.735225 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f56b0e42-cc25-4b44-9ef7-e1018ab87765 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:47.737446 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] For port cd6c551a-b2ad-4a26-863c-fa9229992d88, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:12:47.743676 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f56b0e42-cc25-4b44-9ef7-e1018ab87765 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/networks/88696e1a-54a2-4fd3-abbe-ca43c3c63f2b HTTP/1.1" status: 204 len: 168 time: 1.4035079 Sep 07 19:12:47.745247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] For port cd6c551a-b2ad-4a26-863c-fa9229992d88, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cd6c551a-b2ad-4a26-863c-fa9229992d88,segment=NetworkSegment(f4a7c72d-32be-4725-8c52-dbecf4f447f3),segment_id=f4a7c72d-32be-4725-8c52-dbecf4f447f3)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:12:47.747119 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b0e42-cc25-4b44-9ef7-e1018ab87765 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Network': ['ID=88696e1a-54a2-4fd3-abbe-ca43c3c63f2b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:47.753657 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:47.756085 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60878) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:47.763507 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-79a4fc39-757e-4c38-88b1-8d292e992cd3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1732522053', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:47.807339 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-79a4fc39-757e-4c38-88b1-8d292e992cd3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:47.808867 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-79a4fc39-757e-4c38-88b1-8d292e992cd3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:47.875869 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c03b5f-1e06-4402-8a6f-92f1acef0d00 None None] Pushing event updated for resources: {'Port': ['ID=cd6c551a-b2ad-4a26-863c-fa9229992d88,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:47.901658 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c1eded-4428-4863-983f-f20ebbe61ee8 None None] Network 4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:47.907477 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-79a4fc39-757e-4c38-88b1-8d292e992cd3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:47.951274 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0763-f07f-4b9c-962b-5b514fbe843f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:47.953849 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-79a4fc39-757e-4c38-88b1-8d292e992cd3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:47.980845 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-79a4fc39-757e-4c38-88b1-8d292e992cd3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:47.986808 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-79a4fc39-757e-4c38-88b1-8d292e992cd3 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2272696 Sep 07 19:12:47.987055 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60882) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:47.995818 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e83a6cfb-acb2-4fc1-a44d-359d6476a84c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-31247752'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:48.040079 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83a6cfb-acb2-4fc1-a44d-359d6476a84c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Made reservation on behalf of 586b94b1da2f4e9d9aef223e21e15825 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:48.044258 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e83a6cfb-acb2-4fc1-a44d-359d6476a84c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:48.055422 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Subnet': ['ID=06ac5040-aaf2-47f2-9580-44541d8b3659,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:48.086349 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83a6cfb-acb2-4fc1-a44d-359d6476a84c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:12:48.098386 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e83a6cfb-acb2-4fc1-a44d-359d6476a84c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:48.099171 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-e83a6cfb-acb2-4fc1-a44d-359d6476a84c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Added segment c5bf924c-3e89-4d18-ba3e-18ba16a6abf2 of type vlan for network f5d00c32-c364-46f0-93b1-f29535e8a2e9 Sep 07 19:12:48.137538 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d37dbc9c-5783-414b-bd6b-8d160ebb24c5 req-8f22c2f2-a0c9-4d29-9fc0-1991bf2ae31c tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0cf7e18a-e23a-4ea7-b057-c838a08955b7 HTTP/1.1" status: 200 len: 210 time: 0.0969462 Sep 07 19:12:48.162587 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e83a6cfb-acb2-4fc1-a44d-359d6476a84c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:48.181188 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8f717a-5f8d-4927-b86a-079ddd8243c9 None None] get_active_networks_info from n-d-807786-1 {{(pid=101446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 19:12:48.211532 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-fe590077-fd1d-41fe-bcf6-03b55d2385e9 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:48.241662 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e83a6cfb-acb2-4fc1-a44d-359d6476a84c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:48.255576 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:48.259052 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83a6cfb-acb2-4fc1-a44d-359d6476a84c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:48.261404 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e83a6cfb-acb2-4fc1-a44d-359d6476a84c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:48.293758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-fe590077-fd1d-41fe-bcf6-03b55d2385e9 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Transition to ACTIVE for port object 7397c07c-69bb-4645-ae1a-fced3992d6b6 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:48.299688 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:48.314989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a7c72d-32be-4725-8c52-dbecf4f447f3') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:48.315462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a7c72d-32be-4725-8c52-dbecf4f447f3') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:48.331920 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:48.362018 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:48.374049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:48.374677 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:48.378253 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:48.394195 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-fe590077-fd1d-41fe-bcf6-03b55d2385e9 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:48.410632 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['3afd69ad-5b62-4923-ac3f-43068cdbe86f'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:12:48.414939 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8f717a-5f8d-4927-b86a-079ddd8243c9 None None] Resources bound (agent type, host, resource id): {{(pid=101446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 19:12:48.472964 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a6cfb-acb2-4fc1-a44d-359d6476a84c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Network': ['ID=f5d00c32-c364-46f0-93b1-f29535e8a2e9,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:48.491413 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0763-f07f-4b9c-962b-5b514fbe843f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:48.495990 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network f5d00c32-c364-46f0-93b1-f29535e8a2e9 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:12:48.500380 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0763-f07f-4b9c-962b-5b514fbe843f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:48.510586 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe590077-fd1d-41fe-bcf6-03b55d2385e9 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Pushing event updated for resources: {'Port': ['ID=7397c07c-69bb-4645-ae1a-fced3992d6b6,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:48.549460 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e83a6cfb-acb2-4fc1-a44d-359d6476a84c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5570693 Sep 07 19:12:48.554174 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9a1a0763-f07f-4b9c-962b-5b514fbe843f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3214ae602e384a6e8bc6aec6d3b53864&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0219254 Sep 07 19:12:48.561428 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60886) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:48.561859 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60888) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:48.567312 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-8e12dd5f-cddc-4c7c-9848-d01a3517844f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'subnet': {'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:48.579092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-fe590077-fd1d-41fe-bcf6-03b55d2385e9 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Network 4dd351f9-0a93-4681-b2a5-5392cffb40cb is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:48.582361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-fe590077-fd1d-41fe-bcf6-03b55d2385e9 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:48.592554 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-fe590077-fd1d-41fe-bcf6-03b55d2385e9 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:12:48.598222 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.api [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 19:12:48.598222 n-d-807786-1 neutron-server[101445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 19:12:48.598222 n-d-807786-1 neutron-server[101445]: [parameters: {'id': '4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea'}] Sep 07 19:12:48.598222 n-d-807786-1 neutron-server[101445]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:12:48.598833 n-d-807786-1 neutron-server[101445]: DEBUG oslo_db.api [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:12:48.659257 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-fe590077-fd1d-41fe-bcf6-03b55d2385e9 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:48.660404 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-fe590077-fd1d-41fe-bcf6-03b55d2385e9 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:48.681329 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-fe590077-fd1d-41fe-bcf6-03b55d2385e9 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8534765 Sep 07 19:12:48.696081 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] Request body: {'port': {'device_id': '0cf7e18a-e23a-4ea7-b057-c838a08955b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:48.707300 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a0763-f07f-4b9c-962b-5b514fbe843f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebf0910-fde4-49a0-864f-4934aa53650c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:48.746702 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0517b4bc-ea48-421d-a9e1-48b365d74051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:48.779760 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e12dd5f-cddc-4c7c-9848-d01a3517844f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Made reservation on behalf of 586b94b1da2f4e9d9aef223e21e15825 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:48.783725 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e12dd5f-cddc-4c7c-9848-d01a3517844f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:48.792876 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0517b4bc-ea48-421d-a9e1-48b365d74051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:48.794850 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:48.827772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 866be15c-6c6d-424a-ad01-a2bd18507904 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:12:48.860211 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 866be15c-6c6d-424a-ad01-a2bd18507904 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:12:48.860592 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 866be15c-6c6d-424a-ad01-a2bd18507904 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:12:48.949344 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0517b4bc-ea48-421d-a9e1-48b365d74051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:48.953079 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0517b4bc-ea48-421d-a9e1-48b365d74051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:48.954713 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0517b4bc-ea48-421d-a9e1-48b365d74051 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eebf0910-fde4-49a0-864f-4934aa53650c HTTP/1.1" status: 204 len: 168 time: 0.3793309 Sep 07 19:12:48.975123 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517b4bc-ea48-421d-a9e1-48b365d74051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebf0910-fde4-49a0-864f-4934aa53650c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:49.107701 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:49.147624 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e12dd5f-cddc-4c7c-9848-d01a3517844f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:49.274784 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12dd5f-cddc-4c7c-9848-d01a3517844f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Subnet': ['ID=83851577-8e6c-45d6-9c0d-308d56f2b1d4,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:49.287703 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7397c07c-69bb-4645-ae1a-fced3992d6b6 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:12:49.291317 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e12dd5f-cddc-4c7c-9848-d01a3517844f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Checking segment: {'id': 'c5bf924c-3e89-4d18-ba3e-18ba16a6abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:49.291317 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e12dd5f-cddc-4c7c-9848-d01a3517844f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network hostable DHCP agents. Network: f5d00c32-c364-46f0-93b1-f29535e8a2e9, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:12:49.327941 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e12dd5f-cddc-4c7c-9848-d01a3517844f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network f5d00c32-c364-46f0-93b1-f29535e8a2e9 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:12:49.332820 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:49.351654 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-8e12dd5f-cddc-4c7c-9848-d01a3517844f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, f5d00c32-c364-46f0-93b1-f29535e8a2e9) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:49.362280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6963a7-b896-4ded-bc4a-75dcce3950d6 None None] Network f5d00c32-c364-46f0-93b1-f29535e8a2e9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:49.378316 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e12dd5f-cddc-4c7c-9848-d01a3517844f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:49.379163 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e12dd5f-cddc-4c7c-9848-d01a3517844f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:49.392420 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] Transition to ACTIVE for port object 7397c07c-69bb-4645-ae1a-fced3992d6b6 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:49.397175 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Deleting port cd6c551a-b2ad-4a26-863c-fa9229992d88 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:49.397676 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:49.404412 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8e12dd5f-cddc-4c7c-9848-d01a3517844f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8381269 Sep 07 19:12:49.404690 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:49.404846 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60900) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:49.423449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fec02-cd97-412a-afe2-fc661b6016f5 req-b3abe024-44a4-414b-880e-9c9d7533ee96 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:49.425143 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab1fec02-cd97-412a-afe2-fc661b6016f5 req-b3abe024-44a4-414b-880e-9c9d7533ee96 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0cf7e18a-e23a-4ea7-b057-c838a08955b7 HTTP/1.1" status: 200 len: 1028 time: 0.1447313 Sep 07 19:12:49.512807 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7c57cebd-5cf9-4a22-94d4-cb1781668a66 None None] Provisioning for port 7397c07c-69bb-4645-ae1a-fced3992d6b6 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:12:49.598258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] For port cd6c551a-b2ad-4a26-863c-fa9229992d88, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cd6c551a-b2ad-4a26-863c-fa9229992d88,segment=NetworkSegment(f4a7c72d-32be-4725-8c52-dbecf4f447f3),segment_id=f4a7c72d-32be-4725-8c52-dbecf4f447f3)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:49.599201 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:49.613230 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:12:49.614240 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:49.620747 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Calling delete_port for cd6c551a-b2ad-4a26-863c-fa9229992d88 owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:49.706529 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab1fec02-cd97-412a-afe2-fc661b6016f5 req-577919dd-7543-4029-a477-12b49b476d73 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561085 Sep 07 19:12:49.717040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] Pushing event updated for resources: {'Port': ['ID=7397c07c-69bb-4645-ae1a-fced3992d6b6,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:49.915377 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] Allocated IP 2001:db8::2 (f5d00c32-c364-46f0-93b1-f29535e8a2e9/83851577-8e6c-45d6-9c0d-308d56f2b1d4/ef40b1e6-f062-4ff1-a62d-1b2eb5848475) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:12:49.951465 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f43ea6cf-585d-4d17-8b8b-f51f69359b48 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:49.955265 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] Attempting to bind port 7397c07c-69bb-4645-ae1a-fced3992d6b6 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:12:49.955687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] Attempting to bind port 7397c07c-69bb-4645-ae1a-fced3992d6b6 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '4fd199dc-8d81-40ee-9f36-88abd1fc6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:12:49.956098 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] Attempting to bind port 7397c07c-69bb-4645-ae1a-fced3992d6b6 on network 4dd351f9-0a93-4681-b2a5-5392cffb40cb {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:12:49.969027 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] Port 7397c07c-69bb-4645-ae1a-fced3992d6b6 on network 4dd351f9-0a93-4681-b2a5-5392cffb40cb not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:12:49.969694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] Attempting to bind port 7397c07c-69bb-4645-ae1a-fced3992d6b6 on network 4dd351f9-0a93-4681-b2a5-5392cffb40cb {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:12:49.978609 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:12:49.979101 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] Checking segment: {'id': '4fd199dc-8d81-40ee-9f36-88abd1fc6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:49.979603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] Bound using segment: {'id': '4fd199dc-8d81-40ee-9f36-88abd1fc6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:12:49.980148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] Bound port: 7397c07c-69bb-4645-ae1a-fced3992d6b6, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd199dc-8d81-40ee-9f36-88abd1fc6ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:12:49.980634 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:50.054612 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:50.109346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Port': ['ID=cd6c551a-b2ad-4a26-863c-fa9229992d88,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:50.127633 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No DVR routers for this DVR port cd6c551a-b2ad-4a26-863c-fa9229992d88 on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:12:50.194733 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] For port 7397c07c-69bb-4645-ae1a-fced3992d6b6, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:12:50.200081 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] For port 7397c07c-69bb-4645-ae1a-fced3992d6b6, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=7397c07c-69bb-4645-ae1a-fced3992d6b6,segment=NetworkSegment(4fd199dc-8d81-40ee-9f36-88abd1fc6ee8),segment_id=4fd199dc-8d81-40ee-9f36-88abd1fc6ee8)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:12:50.278105 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:50.283484 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:50.390188 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:50.408869 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a7c72d-32be-4725-8c52-dbecf4f447f3') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:50.409267 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a7c72d-32be-4725-8c52-dbecf4f447f3') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:50.423069 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:50.424052 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:50.425939 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] 10.222.0.60 "PUT /v2.0/ports/7397c07c-69bb-4645-ae1a-fced3992d6b6 HTTP/1.1" status: 200 len: 1092 time: 1.7349591 Sep 07 19:12:50.427190 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf7e18a-e23a-4ea7-b057-c838a08955b7', 'tag': '7397c07c-69bb-4645-ae1a-fced3992d6b6'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:12:50.430170 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376a67c5-ce3c-4034-9bad-4e98ee17325b" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf7e18a-e23a-4ea7-b057-c838a08955b7", "tag": "7397c07c-69bb-4645-ae1a-fced3992d6b6"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:12:50.448241 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357d872-dcdd-44f1-80a6-45db50e41fad service neutron] Pushing event updated for resources: {'Port': ['ID=7397c07c-69bb-4645-ae1a-fced3992d6b6,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:50.453526 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:50.458812 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:50.469568 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] Transition to ACTIVE for port object ef40b1e6-f062-4ff1-a62d-1b2eb5848475 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:50.491156 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] Transition to ACTIVE for port object ef40b1e6-f062-4ff1-a62d-1b2eb5848475 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:50.517686 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:50.550594 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:50.554070 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a801c93-c38b-41c9-a139-9a09e60a4bb1 x-openstack-request-id: req-7a801c93-c38b-41c9-a139-9a09e60a4bb1 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:12:50.554684 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf7e18a-e23a-4ea7-b057-c838a08955b7", "tag": "7397c07c-69bb-4645-ae1a-fced3992d6b6", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:12:50.555189 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a801c93-c38b-41c9-a139-9a09e60a4bb1 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:12:50.555792 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf7e18a-e23a-4ea7-b057-c838a08955b7', 'tag': '7397c07c-69bb-4645-ae1a-fced3992d6b6', 'status': 'completed', 'code': 200} Sep 07 19:12:50.566837 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:50.567262 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:50.571171 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:50.604193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-87e7b4d8-16c8-4e25-9482-8a41a9751772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:50.605808 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-87e7b4d8-16c8-4e25-9482-8a41a9751772 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=684ae613429d4cafad45c6c5c9abf27d&device_id=0cf7e18a-e23a-4ea7-b057-c838a08955b7 HTTP/1.1" status: 200 len: 1095 time: 0.1176600 Sep 07 19:12:50.640433 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] Network f5d00c32-c364-46f0-93b1-f29535e8a2e9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:50.645782 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:50.650314 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:12:50.661290 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] Pushing event updated for resources: {'Port': ['ID=ef40b1e6-f062-4ff1-a62d-1b2eb5848475,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:50.677507 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-f43ea6cf-585d-4d17-8b8b-f51f69359b48 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Allocated IP 2001:db8::1 (f5d00c32-c364-46f0-93b1-f29535e8a2e9/83851577-8e6c-45d6-9c0d-308d56f2b1d4/61ca0b97-ea91-4cde-9cc5-5d9b71714b09) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:12:50.749295 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-0614afd3-149a-4c2b-a605-5799de741d19 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7397c07c-69bb-4645-ae1a-fced3992d6b6 HTTP/1.1" status: 200 len: 217 time: 0.0796409 Sep 07 19:12:50.754811 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:50.795074 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:50.798277 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea HTTP/1.1" status: 204 len: 168 time: 4.3954358 Sep 07 19:12:50.805247 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60936) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:50.811700 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] Attempting to bind port ef40b1e6-f062-4ff1-a62d-1b2eb5848475 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:12:50.813884 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] Attempting to bind port ef40b1e6-f062-4ff1-a62d-1b2eb5848475 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c5bf924c-3e89-4d18-ba3e-18ba16a6abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:12:50.817670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] Attempting to bind port ef40b1e6-f062-4ff1-a62d-1b2eb5848475 on network f5d00c32-c364-46f0-93b1-f29535e8a2e9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:12:50.833570 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:12:50.836133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] Checking segment: {'id': 'c5bf924c-3e89-4d18-ba3e-18ba16a6abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:50.836133 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:50.836443 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] Bound using segment: {'id': 'c5bf924c-3e89-4d18-ba3e-18ba16a6abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:12:50.837677 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] Bound port: ef40b1e6-f062-4ff1-a62d-1b2eb5848475, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5bf924c-3e89-4d18-ba3e-18ba16a6abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:12:50.839225 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e48a4796-7fca-456a-9e46-ff379de947b1 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1035156713'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:50.840459 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:50.852889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae8332-d565-4f19-a2fb-77a4b6f7a695 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Network': ['ID=4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:50.889254 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f43ea6cf-585d-4d17-8b8b-f51f69359b48 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:50.922007 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-f43ea6cf-585d-4d17-8b8b-f51f69359b48 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Transition to ACTIVE for port object 61ca0b97-ea91-4cde-9cc5-5d9b71714b09 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:50.938338 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] For port ef40b1e6-f062-4ff1-a62d-1b2eb5848475, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:12:50.942806 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] For port ef40b1e6-f062-4ff1-a62d-1b2eb5848475, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ef40b1e6-f062-4ff1-a62d-1b2eb5848475,segment=NetworkSegment(c5bf924c-3e89-4d18-ba3e-18ba16a6abf2),segment_id=c5bf924c-3e89-4d18-ba3e-18ba16a6abf2)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:12:50.944950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-61205534-1183-4cd1-8424-1baad3cc972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:50.949602 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:50.957299 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-61205534-1183-4cd1-8424-1baad3cc972e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20d0d522-59d6-4a23-aeee-8f8391182a51 HTTP/1.1" status: 200 len: 849 time: 0.1991792 Sep 07 19:12:50.990167 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48a4796-7fca-456a-9e46-ff379de947b1 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:50.996808 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e48a4796-7fca-456a-9e46-ff379de947b1 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:51.000410 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f43ea6cf-585d-4d17-8b8b-f51f69359b48 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:51.006681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d895a5-29b5-4cba-b759-d73d9cc4546f None None] Pushing event updated for resources: {'Port': ['ID=ef40b1e6-f062-4ff1-a62d-1b2eb5848475,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:51.042315 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43ea6cf-585d-4d17-8b8b-f51f69359b48 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network f5d00c32-c364-46f0-93b1-f29535e8a2e9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:51.074969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457530d-1a11-4e6d-b842-26f96a6d61a3 req-641c7573-2665-4922-bc92-cb544efa1924 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:51.076599 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1457530d-1a11-4e6d-b842-26f96a6d61a3 req-641c7573-2665-4922-bc92-cb544efa1924 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0cf7e18a-e23a-4ea7-b057-c838a08955b7 HTTP/1.1" status: 200 len: 1095 time: 0.2337792 Sep 07 19:12:51.078128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48a4796-7fca-456a-9e46-ff379de947b1 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:12:51.078833 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-f43ea6cf-585d-4d17-8b8b-f51f69359b48 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:51.085446 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43ea6cf-585d-4d17-8b8b-f51f69359b48 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:12:51.086172 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f43ea6cf-585d-4d17-8b8b-f51f69359b48 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:51.110998 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-765fb4e5-0884-4578-8277-e7cd8a41c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:51.112552 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-765fb4e5-0884-4578-8277-e7cd8a41c23c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4dd351f9-0a93-4681-b2a5-5392cffb40cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466935 Sep 07 19:12:51.113759 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e48a4796-7fca-456a-9e46-ff379de947b1 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:51.114109 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-e48a4796-7fca-456a-9e46-ff379de947b1 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Added segment c94359de-220b-4ab8-9200-cf42c790bf03 of type vlan for network 9e0eb01e-4569-4adb-9172-b7c0273dc3ed Sep 07 19:12:51.200409 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ea6cf-585d-4d17-8b8b-f51f69359b48 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Port': ['ID=61ca0b97-ea91-4cde-9cc5-5d9b71714b09,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:51.234520 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e48a4796-7fca-456a-9e46-ff379de947b1 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:51.320060 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1457530d-1a11-4e6d-b842-26f96a6d61a3 req-581dbe62-d0f7-48f3-8767-5b4bc9a79831 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265964 Sep 07 19:12:51.371073 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e48a4796-7fca-456a-9e46-ff379de947b1 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:51.377165 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48a4796-7fca-456a-9e46-ff379de947b1 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:51.378395 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e48a4796-7fca-456a-9e46-ff379de947b1 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:51.453504 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-d7034b33-7272-4e57-ba1d-635e1171c068 service neutron] 10.222.0.60 "GET /v2.0/networks/4dd351f9-0a93-4681-b2a5-5392cffb40cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307879 Sep 07 19:12:51.457140 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f43ea6cf-585d-4d17-8b8b-f51f69359b48 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:51.501627 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e48a4796-7fca-456a-9e46-ff379de947b1 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6926925 Sep 07 19:12:51.517048 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60946) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:51.590511 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-6d3edc5e-cd09-4fce-a97b-5e795fe6422e tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'subnet': {'network_id': '9e0eb01e-4569-4adb-9172-b7c0273dc3ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:51.738821 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a4796-7fca-456a-9e46-ff379de947b1 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Network': ['ID=9e0eb01e-4569-4adb-9172-b7c0273dc3ed,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:51.756615 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 9e0eb01e-4569-4adb-9172-b7c0273dc3ed details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:12:51.822671 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3edc5e-cd09-4fce-a97b-5e795fe6422e tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:51.829675 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d3edc5e-cd09-4fce-a97b-5e795fe6422e tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:51.883215 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ae4e5e0-fe32-4cd6-8b9d-821d9e7ae666 req-e3627e5c-b7e1-4b46-8f18-2ce33d915524 service neutron] 10.222.0.60 "GET /v2.0/networks/4dd351f9-0a93-4681-b2a5-5392cffb40cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018307 Sep 07 19:12:52.157018 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f43ea6cf-585d-4d17-8b8b-f51f69359b48 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:52.173469 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f43ea6cf-585d-4d17-8b8b-f51f69359b48 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:52.173731 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a67c5-ce3c-4034-9bad-4e98ee17325b req-f47afb57-d926-4803-ac0f-cd79bf59357a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:52.175305 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-376a67c5-ce3c-4034-9bad-4e98ee17325b req-f47afb57-d926-4803-ac0f-cd79bf59357a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=684ae613429d4cafad45c6c5c9abf27d&device_id=0cf7e18a-e23a-4ea7-b057-c838a08955b7 HTTP/1.1" status: 200 len: 1095 time: 0.1301410 Sep 07 19:12:52.176582 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f43ea6cf-585d-4d17-8b8b-f51f69359b48 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:52.280238 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ea6cf-585d-4d17-8b8b-f51f69359b48 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Port': ['ID=61ca0b97-ea91-4cde-9cc5-5d9b71714b09,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:52.375307 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d3edc5e-cd09-4fce-a97b-5e795fe6422e tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:52.482378 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43ea6cf-585d-4d17-8b8b-f51f69359b48 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network f5d00c32-c364-46f0-93b1-f29535e8a2e9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:52.486032 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-f43ea6cf-585d-4d17-8b8b-f51f69359b48 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:52.534443 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a67c5-ce3c-4034-9bad-4e98ee17325b req-9d765fe0-fda1-4973-b735-1f0b159034a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:52.536833 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-376a67c5-ce3c-4034-9bad-4e98ee17325b req-9d765fe0-fda1-4973-b735-1f0b159034a5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4dd351f9-0a93-4681-b2a5-5392cffb40cb HTTP/1.1" status: 200 len: 911 time: 0.3134277 Sep 07 19:12:52.540544 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3edc5e-cd09-4fce-a97b-5e795fe6422e tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Subnet': ['ID=7967006b-047f-4f9d-a4be-432e515f79ec,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:52.639597 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-376a67c5-ce3c-4034-9bad-4e98ee17325b req-a4c054db-5e06-4ab7-b263-88984f518b34 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7397c07c-69bb-4645-ae1a-fced3992d6b6 HTTP/1.1" status: 200 len: 217 time: 0.0938334 Sep 07 19:12:52.685184 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b67e695-292f-4a06-ab63-de963dc000f7 None None] Network f5d00c32-c364-46f0-93b1-f29535e8a2e9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:52.719702 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3edc5e-cd09-4fce-a97b-5e795fe6422e tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Checking segment: {'id': 'c94359de-220b-4ab8-9200-cf42c790bf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9e0eb01e-4569-4adb-9172-b7c0273dc3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:52.720065 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3edc5e-cd09-4fce-a97b-5e795fe6422e tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network hostable DHCP agents. Network: 9e0eb01e-4569-4adb-9172-b7c0273dc3ed, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:12:52.727258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad7801-7171-4448-a1d1-8fb65ac16bb8 req-5fe27a42-e6f9-451f-ac48-33b8f49890d8 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:52.728894 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38ad7801-7171-4448-a1d1-8fb65ac16bb8 req-5fe27a42-e6f9-451f-ac48-33b8f49890d8 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0cf7e18a-e23a-4ea7-b057-c838a08955b7 HTTP/1.1" status: 200 len: 1095 time: 0.1734221 Sep 07 19:12:52.778556 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a67c5-ce3c-4034-9bad-4e98ee17325b req-666d4905-7238-45d1-b932-199b4172350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:52.788797 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-376a67c5-ce3c-4034-9bad-4e98ee17325b req-666d4905-7238-45d1-b932-199b4172350e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20d0d522-59d6-4a23-aeee-8f8391182a51 HTTP/1.1" status: 200 len: 849 time: 0.1300805 Sep 07 19:12:52.812329 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0560184c-6f97-4f96-9040-ae912c7db775 None None] Provisioning for port ef40b1e6-f062-4ff1-a62d-1b2eb5848475 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:12:52.827009 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3edc5e-cd09-4fce-a97b-5e795fe6422e tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network 9e0eb01e-4569-4adb-9172-b7c0273dc3ed is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:12:52.851525 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ef40b1e6-f062-4ff1-a62d-1b2eb5848475 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:12:52.879660 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38ad7801-7171-4448-a1d1-8fb65ac16bb8 req-d6684d91-fd45-4ca8-a87f-30cc50d635f3 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404819 Sep 07 19:12:52.880380 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-6d3edc5e-cd09-4fce-a97b-5e795fe6422e tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 9e0eb01e-4569-4adb-9172-b7c0273dc3ed) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:52.887337 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3edc5e-cd09-4fce-a97b-5e795fe6422e tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:52.888099 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d3edc5e-cd09-4fce-a97b-5e795fe6422e tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:52.903091 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a67c5-ce3c-4034-9bad-4e98ee17325b req-8414ca03-8cae-46fa-b693-c5ee9cf1aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:52.904994 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-376a67c5-ce3c-4034-9bad-4e98ee17325b req-8414ca03-8cae-46fa-b693-c5ee9cf1aaac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4dd351f9-0a93-4681-b2a5-5392cffb40cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162214 Sep 07 19:12:52.917227 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6d3edc5e-cd09-4fce-a97b-5e795fe6422e tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3525999 Sep 07 19:12:52.919329 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60954) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:52.940095 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3d247a-b3fc-45f2-8ce8-63587a7db62c None None] Network 9e0eb01e-4569-4adb-9172-b7c0273dc3ed requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:53.086965 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port ef40b1e6-f062-4ff1-a62d-1b2eb5848475 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:12:53.092272 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port ef40b1e6-f062-4ff1-a62d-1b2eb5848475 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:53.092918 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:53.120199 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-376a67c5-ce3c-4034-9bad-4e98ee17325b req-78f32e7b-658d-4083-99d8-40f6929eca17 service neutron] 10.222.0.60 "GET /v2.0/networks/4dd351f9-0a93-4681-b2a5-5392cffb40cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014070 Sep 07 19:12:53.139516 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43ea6cf-585d-4d17-8b8b-f51f69359b48 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router de72f342-2797-4049-8e5e-8ae66eaf5ce9 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:12:53.223700 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d41b166-fc4f-45f6-bebb-0caedce5fedb tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:53.224700 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80001c71-5c06-4c55-9352-73dfb815e74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-9e0eb01e-4569-4adb-9172-b7c0273dc3ed', 'network_id': '9e0eb01e-4569-4adb-9172-b7c0273dc3ed', 'tenant_id': '1194973e7d8c45a0b5d6da503b4c7043', 'fixed_ips': [{'subnet_id': '7967006b-047f-4f9d-a4be-432e515f79ec'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:12:53.225740 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-80001c71-5c06-4c55-9352-73dfb815e74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:53.336810 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43ea6cf-585d-4d17-8b8b-f51f69359b48 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:12:53.350077 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] Sync routers for ids ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:12:53.355181 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f43ea6cf-585d-4d17-8b8b-f51f69359b48 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/de72f342-2797-4049-8e5e-8ae66eaf5ce9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9500084 Sep 07 19:12:53.357915 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60956) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:53.365100 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-57a1e47c-c021-45d1-b049-5db89bef3c3c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1983255544'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:53.369953 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] Routers {'de72f342-2797-4049-8e5e-8ae66eaf5ce9'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:53.371221 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:53.390130 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-376a67c5-ce3c-4034-9bad-4e98ee17325b req-48f7dd97-b825-4813-bc98-fadf8760c072 service neutron] 10.222.0.60 "GET /v2.0/networks/4dd351f9-0a93-4681-b2a5-5392cffb40cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617290 Sep 07 19:12:53.398382 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a1e47c-c021-45d1-b049-5db89bef3c3c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Made reservation on behalf of 586b94b1da2f4e9d9aef223e21e15825 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:53.399441 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d41b166-fc4f-45f6-bebb-0caedce5fedb tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:53.403876 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-57a1e47c-c021-45d1-b049-5db89bef3c3c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:53.458673 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:53.480337 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a1e47c-c021-45d1-b049-5db89bef3c3c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:12:53.512188 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d41b166-fc4f-45f6-bebb-0caedce5fedb tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:53.513937 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-57a1e47c-c021-45d1-b049-5db89bef3c3c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:53.514425 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-57a1e47c-c021-45d1-b049-5db89bef3c3c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Added segment 1a6cc939-a70f-440d-ba2a-a4652048081f of type vlan for network aa258b78-80a0-4692-b6d9-b514977ececf Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server [None req-80001c71-5c06-4c55-9352-73dfb815e74e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7967006b-047f-4f9d-a4be-432e515f79ec: This subnet is being modified by another concurrent operation. Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise exception Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7967006b-047f-4f9d-a4be-432e515f79ec: This subnet is being modified by another concurrent operation. Sep 07 19:12:53.548843 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Sep 07 19:12:53.562008 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-aebf2723-adb3-4af8-b95e-73932957f057 None None] Provisioning for port 61ca0b97-ea91-4cde-9cc5-5d9b71714b09 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:12:53.576681 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41b166-fc4f-45f6-bebb-0caedce5fedb tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Subnet': ['ID=7967006b-047f-4f9d-a4be-432e515f79ec,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:53.592567 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bd7a07-332b-45c4-8677-cb7e71e45b99 None None] Network 9e0eb01e-4569-4adb-9172-b7c0273dc3ed requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:53.602762 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] Set router de72f342-2797-4049-8e5e-8ae66eaf5ce9 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:12:53.612968 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-aebf2723-adb3-4af8-b95e-73932957f057 None None] Provisioning complete for port 61ca0b97-ea91-4cde-9cc5-5d9b71714b09 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:53.613381 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aebf2723-adb3-4af8-b95e-73932957f057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:53.675058 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-57a1e47c-c021-45d1-b049-5db89bef3c3c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:53.684467 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port ef40b1e6-f062-4ff1-a62d-1b2eb5848475, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ef40b1e6-f062-4ff1-a62d-1b2eb5848475,segment=NetworkSegment(c5bf924c-3e89-4d18-ba3e-18ba16a6abf2),segment_id=c5bf924c-3e89-4d18-ba3e-18ba16a6abf2)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:53.685475 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-aebf2723-adb3-4af8-b95e-73932957f057 None None] Port 61ca0b97-ea91-4cde-9cc5-5d9b71714b09 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:12:53.698891 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:53.759163 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d41b166-fc4f-45f6-bebb-0caedce5fedb tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:53.760753 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-57a1e47c-c021-45d1-b049-5db89bef3c3c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:53.773117 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a1e47c-c021-45d1-b049-5db89bef3c3c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:53.774194 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-57a1e47c-c021-45d1-b049-5db89bef3c3c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:53.792370 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=ef40b1e6-f062-4ff1-a62d-1b2eb5848475,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:53.821650 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-6d41b166-fc4f-45f6-bebb-0caedce5fedb tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0eb01e-4569-4adb-9172-b7c0273dc3ed']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:53.846725 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-6d41b166-fc4f-45f6-bebb-0caedce5fedb tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c94359de-220b-4ab8-9200-cf42c790bf03') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:53.847020 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-6d41b166-fc4f-45f6-bebb-0caedce5fedb tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c94359de-220b-4ab8-9200-cf42c790bf03') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:53.857405 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-aebf2723-adb3-4af8-b95e-73932957f057 None None] Provisioning complete for port ef40b1e6-f062-4ff1-a62d-1b2eb5848475 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:53.857881 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aebf2723-adb3-4af8-b95e-73932957f057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:53.870150 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d41b166-fc4f-45f6-bebb-0caedce5fedb tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:53.888956 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-57a1e47c-c021-45d1-b049-5db89bef3c3c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5289781 Sep 07 19:12:53.892377 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60964) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:53.899151 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-50038110-295f-4171-b2bb-2217aab495a2 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'subnet': {'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:53.913678 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d41b166-fc4f-45f6-bebb-0caedce5fedb tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:53.933599 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d41b166-fc4f-45f6-bebb-0caedce5fedb tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:53.935470 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d41b166-fc4f-45f6-bebb-0caedce5fedb tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:53.952564 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:54.041595 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1e47c-c021-45d1-b049-5db89bef3c3c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Network': ['ID=aa258b78-80a0-4692-b6d9-b514977ececf,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:54.119421 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d41b166-fc4f-45f6-bebb-0caedce5fedb tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:54.124689 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d41b166-fc4f-45f6-bebb-0caedce5fedb tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:54.132329 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6d41b166-fc4f-45f6-bebb-0caedce5fedb tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/9e0eb01e-4569-4adb-9172-b7c0273dc3ed HTTP/1.1" status: 204 len: 168 time: 1.2107694 Sep 07 19:12:54.132969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60970) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:54.160874 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network aa258b78-80a0-4692-b6d9-b514977ececf details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:12:54.169597 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-236861369'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:54.198485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965b0a53-6c59-4bf8-b032-043604b308f5 None None] get_active_networks_info from n-d-807786-1 {{(pid=101446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 19:12:54.218955 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41b166-fc4f-45f6-bebb-0caedce5fedb tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Network': ['ID=9e0eb01e-4569-4adb-9172-b7c0273dc3ed,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:54.239407 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:12:51Z', 'revision_number': 2, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:12:51Z', 'revision_number': 2, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:54.247342 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.api [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 19:12:54.247342 n-d-807786-1 neutron-server[101445]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 07 19:12:54.247342 n-d-807786-1 neutron-server[101445]: [parameters: {'project_id': '1194973e7d8c45a0b5d6da503b4c7043', 'id': '5fe02610-b83c-4e01-835a-8a85d3b75f3c', 'expiration': datetime.datetime(2021, 9, 7, 19, 14, 54, 238524)}] Sep 07 19:12:54.247342 n-d-807786-1 neutron-server[101445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:12:54.255050 n-d-807786-1 neutron-server[101445]: DEBUG oslo_db.api [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:12:54.258071 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50038110-295f-4171-b2bb-2217aab495a2 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Made reservation on behalf of 586b94b1da2f4e9d9aef223e21e15825 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:54.266515 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-50038110-295f-4171-b2bb-2217aab495a2 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:54.273143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf071cfd-5621-417a-a92f-9e3a63329c50 req-5f087ab1-4047-4b8b-87ab-ef3e5e532719 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:54.275160 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf071cfd-5621-417a-a92f-9e3a63329c50 req-5f087ab1-4047-4b8b-87ab-ef3e5e532719 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0cf7e18a-e23a-4ea7-b057-c838a08955b7 HTTP/1.1" status: 200 len: 1095 time: 0.1692226 Sep 07 19:12:54.331593 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] Checking router: de72f342-2797-4049-8e5e-8ae66eaf5ce9 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:12:54.331946 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] Updating router de72f342-2797-4049-8e5e-8ae66eaf5ce9 port 61ca0b97-ea91-4cde-9cc5-5d9b71714b09 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:12:54.346105 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf071cfd-5621-417a-a92f-9e3a63329c50 req-37f9c5aa-f8cf-4387-9f58-00bc84d2592a tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628550 Sep 07 19:12:54.389475 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f61c115e-1fe2-401c-9c9b-b78b8643e56b None None] Provisioning complete for port 61ca0b97-ea91-4cde-9cc5-5d9b71714b09 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:54.390107 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f61c115e-1fe2-401c-9c9b-b78b8643e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:54.395831 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:54.456457 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-f61c115e-1fe2-401c-9c9b-b78b8643e56b None None] Port 61ca0b97-ea91-4cde-9cc5-5d9b71714b09 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:12:54.460335 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965b0a53-6c59-4bf8-b032-043604b308f5 None None] Resources bound (agent type, host, resource id): {{(pid=101446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 19:12:54.708268 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-50038110-295f-4171-b2bb-2217aab495a2 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:54.798978 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ef40b1e6-f062-4ff1-a62d-1b2eb5848475 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:12:54.815664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:54.820066 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50038110-295f-4171-b2bb-2217aab495a2 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Checking segment: {'id': '1a6cc939-a70f-440d-ba2a-a4652048081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:54.820440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50038110-295f-4171-b2bb-2217aab495a2 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network hostable DHCP agents. Network: aa258b78-80a0-4692-b6d9-b514977ececf, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:12:54.826382 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:54.828418 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50038110-295f-4171-b2bb-2217aab495a2 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Subnet': ['ID=2c527ea5-2bf2-475e-966f-76e1553324a4,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:54.880334 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50038110-295f-4171-b2bb-2217aab495a2 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network aa258b78-80a0-4692-b6d9-b514977ececf is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:12:54.899463 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 7397c07c-69bb-4645-ae1a-fced3992d6b6 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:12:54.906983 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-50038110-295f-4171-b2bb-2217aab495a2 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, aa258b78-80a0-4692-b6d9-b514977ececf) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:54.916492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50038110-295f-4171-b2bb-2217aab495a2 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:54.917747 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-50038110-295f-4171-b2bb-2217aab495a2 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:54.929458 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:12:54.942954 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-50038110-295f-4171-b2bb-2217aab495a2 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0489268 Sep 07 19:12:54.943699 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 60976) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:54.956633 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:54.956633 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Added segment c6ec5d19-5423-441d-84f3-3758e303096f of type vlan for network 43c6315a-7f23-4425-b627-bfbc66b0bb0f Sep 07 19:12:54.971274 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:54.984834 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] Transition to ACTIVE for port object 61ca0b97-ea91-4cde-9cc5-5d9b71714b09 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:54.997590 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:55.018568 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4aa213-4fed-495b-895e-f964a0372b1b None None] Network aa258b78-80a0-4692-b6d9-b514977ececf requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:55.023305 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port ef40b1e6-f062-4ff1-a62d-1b2eb5848475 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:55.023687 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:55.062027 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:55.104013 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391d12a-9f40-4975-a3fd-bd4dcf3968fb None None] Pushing event updated for resources: {'Port': ['ID=61ca0b97-ea91-4cde-9cc5-5d9b71714b09,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:55.186697 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:55.202664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:55.204933 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] Attempting to bind port 61ca0b97-ea91-4cde-9cc5-5d9b71714b09 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:12:55.205817 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] Attempting to bind port 61ca0b97-ea91-4cde-9cc5-5d9b71714b09 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c5bf924c-3e89-4d18-ba3e-18ba16a6abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:12:55.206714 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] Attempting to bind port 61ca0b97-ea91-4cde-9cc5-5d9b71714b09 on network f5d00c32-c364-46f0-93b1-f29535e8a2e9 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:12:55.212338 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:55.213749 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 7397c07c-69bb-4645-ae1a-fced3992d6b6, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=7397c07c-69bb-4645-ae1a-fced3992d6b6,segment=NetworkSegment(4fd199dc-8d81-40ee-9f36-88abd1fc6ee8),segment_id=4fd199dc-8d81-40ee-9f36-88abd1fc6ee8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:55.223956 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:12:55.229770 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] Checking segment: {'id': 'c5bf924c-3e89-4d18-ba3e-18ba16a6abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:55.230869 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:55.231852 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] Bound using segment: {'id': 'c5bf924c-3e89-4d18-ba3e-18ba16a6abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:12:55.240199 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] Bound port: 61ca0b97-ea91-4cde-9cc5-5d9b71714b09, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5bf924c-3e89-4d18-ba3e-18ba16a6abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:12:55.241397 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:55.313107 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1504457 Sep 07 19:12:55.328342 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '7397c07c-69bb-4645-ae1a-fced3992d6b6', 'network_id': '4dd351f9-0a93-4681-b2a5-5392cffb40cb', 'port_id': '7397c07c-69bb-4645-ae1a-fced3992d6b6', 'mac_address': 'fa:16:3e:8d:e5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d0d522-59d6-4a23-aeee-8f8391182a51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:12:55.369916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60986) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:55.389092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-61453b9e-ee12-4202-b9ad-f2b427fefcc7 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:55.420699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Network': ['ID=43c6315a-7f23-4425-b627-bfbc66b0bb0f,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:55.495053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:55.496099 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:55.496967 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:55.498189 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:55.499355 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:55.500223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:55.501119 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:55.501933 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:55.502786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:55.503629 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:55.504704 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:55.505837 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e8277-ca32-4584-baa4-8994e458c104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:55.513776 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:55.521801 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] For port 61ca0b97-ea91-4cde-9cc5-5d9b71714b09, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:12:55.534041 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7397c07c-69bb-4645-ae1a-fced3992d6b6 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:12:55.537963 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] For port 61ca0b97-ea91-4cde-9cc5-5d9b71714b09, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=61ca0b97-ea91-4cde-9cc5-5d9b71714b09,segment=NetworkSegment(c5bf924c-3e89-4d18-ba3e-18ba16a6abf2),segment_id=c5bf924c-3e89-4d18-ba3e-18ba16a6abf2)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:12:55.548350 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-aa258b78-80a0-4692-b6d9-b514977ececf', 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'fixed_ips': [{'subnet_id': '2c527ea5-2bf2-475e-966f-76e1553324a4'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:12:55.549769 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:55.552703 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 43c6315a-7f23-4425-b627-bfbc66b0bb0f details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:12:55.554136 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:55.613877 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 7397c07c-69bb-4645-ae1a-fced3992d6b6, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=7397c07c-69bb-4645-ae1a-fced3992d6b6,segment=NetworkSegment(4fd199dc-8d81-40ee-9f36-88abd1fc6ee8),segment_id=4fd199dc-8d81-40ee-9f36-88abd1fc6ee8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:55.618977 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:55.786061 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391d12a-9f40-4975-a3fd-bd4dcf3968fb None None] Pushing event updated for resources: {'Port': ['ID=61ca0b97-ea91-4cde-9cc5-5d9b71714b09,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:55.789641 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] Routers {'de72f342-2797-4049-8e5e-8ae66eaf5ce9'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:55.790460 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:55.993178 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] Allocated IP 2001:db8:1::2 (aa258b78-80a0-4692-b6d9-b514977ececf/2c527ea5-2bf2-475e-966f-76e1553324a4/2d3c32ad-044b-42e8-a395-86702b2133b8) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:12:56.027737 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5620-b875-47f9-ae10-a6f03f99c892 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:56.083279 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d9962-1b73-45f5-9938-fef300ddedb7 req-10bdc8b7-3ea7-43a8-b232-65733861f4ae tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:56.115276 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fd3d9962-1b73-45f5-9938-fef300ddedb7 req-10bdc8b7-3ea7-43a8-b232-65733861f4ae tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0cf7e18a-e23a-4ea7-b057-c838a08955b7 HTTP/1.1" status: 200 len: 1095 time: 0.6030722 Sep 07 19:12:56.278669 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=7397c07c-69bb-4645-ae1a-fced3992d6b6,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:56.316209 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-61453b9e-ee12-4202-b9ad-f2b427fefcc7 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:56.343783 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] Set router de72f342-2797-4049-8e5e-8ae66eaf5ce9 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:12:56.372701 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fd3d9962-1b73-45f5-9938-fef300ddedb7 req-ab8df3c3-b1c2-49fb-8489-d3c40b8716eb tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476056 Sep 07 19:12:56.379994 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-61453b9e-ee12-4202-b9ad-f2b427fefcc7 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:56.428647 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-61453b9e-ee12-4202-b9ad-f2b427fefcc7 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network 43c6315a-7f23-4425-b627-bfbc66b0bb0f is not hosted by any dhcp agent {{(pid=101445) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 19:12:56.434841 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61453b9e-ee12-4202-b9ad-f2b427fefcc7 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:56.435649 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-61453b9e-ee12-4202-b9ad-f2b427fefcc7 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:56.437826 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-61453b9e-ee12-4202-b9ad-f2b427fefcc7 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "PUT /v2.0/networks/43c6315a-7f23-4425-b627-bfbc66b0bb0f HTTP/1.1" status: 200 len: 723 time: 1.0652819 Sep 07 19:12:56.441484 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 60994) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:56.446701 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-bcd3c67b-37dc-4c49-b33f-33a2a4961683 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'subnet': {'network_id': '43c6315a-7f23-4425-b627-bfbc66b0bb0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:56.522610 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61453b9e-ee12-4202-b9ad-f2b427fefcc7 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Network': ['ID=43c6315a-7f23-4425-b627-bfbc66b0bb0f,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:56.579412 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7397c07c-69bb-4645-ae1a-fced3992d6b6'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:12:56.621674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 43c6315a-7f23-4425-b627-bfbc66b0bb0f details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:12:56.656529 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd3c67b-37dc-4c49-b33f-33a2a4961683 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:56.661092 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bcd3c67b-37dc-4c49-b33f-33a2a4961683 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:56.739470 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:12:51Z', 'revision_number': 2, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:12:55Z', 'revision_number': 4, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:56.774161 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d145c1-c67b-46fe-ba3e-5af4d7250eda None None] The sync data for ids ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'] in n-d-807786-1 is: [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:12:51Z', 'revision_number': 2, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:12:55Z', 'revision_number': 4, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:12:56.867194 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-468b47b6-bcf2-42f7-984a-53d9572a6184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:56.955412 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:56.965447 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] Transition to ACTIVE for port object 2d3c32ad-044b-42e8-a395-86702b2133b8 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:56.983298 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] Transition to ACTIVE for port object 2d3c32ad-044b-42e8-a395-86702b2133b8 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:56.991069 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:57.057849 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] Network aa258b78-80a0-4692-b6d9-b514977ececf is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:57.063130 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:57.073248 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:12:57.124358 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-9a5c5620-b875-47f9-ae10-a6f03f99c892 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Allocated IP 2001:db8:1::1 (aa258b78-80a0-4692-b6d9-b514977ececf/2c527ea5-2bf2-475e-966f-76e1553324a4/c76d9682-4233-452c-a919-a5334a4fb69f) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:12:57.232012 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] Pushing event updated for resources: {'Port': ['ID=2d3c32ad-044b-42e8-a395-86702b2133b8,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:57.319331 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] Attempting to bind port 2d3c32ad-044b-42e8-a395-86702b2133b8 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:12:57.319713 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] Attempting to bind port 2d3c32ad-044b-42e8-a395-86702b2133b8 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '1a6cc939-a70f-440d-ba2a-a4652048081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:12:57.320080 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] Attempting to bind port 2d3c32ad-044b-42e8-a395-86702b2133b8 on network aa258b78-80a0-4692-b6d9-b514977ececf {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:12:57.348995 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:12:57.349968 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] Checking segment: {'id': '1a6cc939-a70f-440d-ba2a-a4652048081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:57.350662 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:57.351340 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] Bound using segment: {'id': '1a6cc939-a70f-440d-ba2a-a4652048081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:12:57.352152 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] Bound port: 2d3c32ad-044b-42e8-a395-86702b2133b8, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6cc939-a70f-440d-ba2a-a4652048081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:12:57.352830 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:57.418184 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bcd3c67b-37dc-4c49-b33f-33a2a4961683 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:57.465657 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5620-b875-47f9-ae10-a6f03f99c892 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:57.502397 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-9a5c5620-b875-47f9-ae10-a6f03f99c892 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Transition to ACTIVE for port object c76d9682-4233-452c-a919-a5334a4fb69f will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:57.545982 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] For port 2d3c32ad-044b-42e8-a395-86702b2133b8, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:12:57.554316 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] For port 2d3c32ad-044b-42e8-a395-86702b2133b8, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=2d3c32ad-044b-42e8-a395-86702b2133b8,segment=NetworkSegment(1a6cc939-a70f-440d-ba2a-a4652048081f),segment_id=1a6cc939-a70f-440d-ba2a-a4652048081f)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:12:57.560902 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:57.571174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd3c67b-37dc-4c49-b33f-33a2a4961683 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Checking segment: {'id': 'c6ec5d19-5423-441d-84f3-3758e303096f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '43c6315a-7f23-4425-b627-bfbc66b0bb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:12:57.572701 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd3c67b-37dc-4c49-b33f-33a2a4961683 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network hostable DHCP agents. Network: 43c6315a-7f23-4425-b627-bfbc66b0bb0f, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:12:57.584430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3c67b-37dc-4c49-b33f-33a2a4961683 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Subnet': ['ID=0a0c6779-7999-4247-b0ad-c0b0497b3d0f,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:57.600836 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5620-b875-47f9-ae10-a6f03f99c892 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:57.618359 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d91df-894e-447d-ad12-b0a785c512fb req-2ee9c69b-da3c-4bac-945c-d41be6288a2f tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:57.641495 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b29d91df-894e-447d-ad12-b0a785c512fb req-2ee9c69b-da3c-4bac-945c-d41be6288a2f tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0cf7e18a-e23a-4ea7-b057-c838a08955b7 HTTP/1.1" status: 200 len: 1096 time: 0.1159213 Sep 07 19:12:57.645134 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5c5620-b875-47f9-ae10-a6f03f99c892 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network aa258b78-80a0-4692-b6d9-b514977ececf is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:57.649230 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-9a5c5620-b875-47f9-ae10-a6f03f99c892 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:57.653946 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5c5620-b875-47f9-ae10-a6f03f99c892 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:12:57.654524 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5620-b875-47f9-ae10-a6f03f99c892 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:57.688846 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd3c67b-37dc-4c49-b33f-33a2a4961683 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network 43c6315a-7f23-4425-b627-bfbc66b0bb0f is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:12:57.733866 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c5620-b875-47f9-ae10-a6f03f99c892 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Port': ['ID=c76d9682-4233-452c-a919-a5334a4fb69f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:57.735152 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd65aa8-91dd-4a3b-9c87-f6cca4ebf436 None None] Pushing event updated for resources: {'Port': ['ID=2d3c32ad-044b-42e8-a395-86702b2133b8,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:57.740954 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-bcd3c67b-37dc-4c49-b33f-33a2a4961683 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 43c6315a-7f23-4425-b627-bfbc66b0bb0f) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:57.755143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd3c67b-37dc-4c49-b33f-33a2a4961683 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:57.756359 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bcd3c67b-37dc-4c49-b33f-33a2a4961683 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657567'] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:57.756484 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b19f1e1-56a5-40db-a86c-65019fc418e5 None None] Network 43c6315a-7f23-4425-b627-bfbc66b0bb0f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:57.769654 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b29d91df-894e-447d-ad12-b0a785c512fb req-ce806211-58de-4b97-b435-161ac34b424d tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268468 Sep 07 19:12:57.802427 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bcd3c67b-37dc-4c49-b33f-33a2a4961683 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3575799 Sep 07 19:12:57.803649 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 32786) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:57.813367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-82d6d4c7-010c-4112-a17c-a3bf6dbe3fa9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:57.943701 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5620-b875-47f9-ae10-a6f03f99c892 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:58.067991 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-82d6d4c7-010c-4112-a17c-a3bf6dbe3fa9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14364723'] for subnet, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:58.192827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-43c6315a-7f23-4425-b627-bfbc66b0bb0f', 'network_id': '43c6315a-7f23-4425-b627-bfbc66b0bb0f', 'tenant_id': '1194973e7d8c45a0b5d6da503b4c7043', 'fixed_ips': [{'subnet_id': '0a0c6779-7999-4247-b0ad-c0b0497b3d0f'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:12:58.194239 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:58.577762 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-82d6d4c7-010c-4112-a17c-a3bf6dbe3fa9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770299394533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14095891'] for subnet, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:58.634698 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d6d4c7-010c-4112-a17c-a3bf6dbe3fa9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:58.635940 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-82d6d4c7-010c-4112-a17c-a3bf6dbe3fa9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:58.637631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-82d6d4c7-010c-4112-a17c-a3bf6dbe3fa9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "PUT /v2.0/subnets/0a0c6779-7999-4247-b0ad-c0b0497b3d0f HTTP/1.1" status: 200 len: 806 time: 0.8326950 Sep 07 19:12:58.641143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 32800) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:58.649643 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5620-b875-47f9-ae10-a6f03f99c892 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:58.673178 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5620-b875-47f9-ae10-a6f03f99c892 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:58.676467 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9a5c5620-b875-47f9-ae10-a6f03f99c892 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:58.700698 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6d4c7-010c-4112-a17c-a3bf6dbe3fa9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Subnet': ['ID=0a0c6779-7999-4247-b0ad-c0b0497b3d0f,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:58.706924 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] Allocated IP 172.20.0.2 (43c6315a-7f23-4425-b627-bfbc66b0bb0f/0a0c6779-7999-4247-b0ad-c0b0497b3d0f/db2f34cf-2f42-4dab-9411-60cffc07c87a) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:12:58.893625 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:58.926714 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5c5620-b875-47f9-ae10-a6f03f99c892 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network aa258b78-80a0-4692-b6d9-b514977ececf is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:58.969405 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-9a5c5620-b875-47f9-ae10-a6f03f99c892 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:58.972171 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c5620-b875-47f9-ae10-a6f03f99c892 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Port': ['ID=c76d9682-4233-452c-a919-a5334a4fb69f,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:58.994488 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 7397c07c-69bb-4645-ae1a-fced3992d6b6 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:12:58.997427 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 2d3c32ad-044b-42e8-a395-86702b2133b8 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:12:59.090113 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2df66e2c-bc75-4b30-8af7-0121f33dc8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:59.128191 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:59.146458 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:59.177499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] Transition to ACTIVE for port object db2f34cf-2f42-4dab-9411-60cffc07c87a will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:59.193588 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:59.206405 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9654eb0-fcfe-4812-a1dd-7a24eb1e0a3b req-975aedd4-50be-4c38-998a-c7666abe35a5 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:59.208933 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9654eb0-fcfe-4812-a1dd-7a24eb1e0a3b req-975aedd4-50be-4c38-998a-c7666abe35a5 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0cf7e18a-e23a-4ea7-b057-c838a08955b7 HTTP/1.1" status: 200 len: 1096 time: 0.2112672 Sep 07 19:12:59.238071 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] Transition to ACTIVE for port object db2f34cf-2f42-4dab-9411-60cffc07c87a will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:12:59.286828 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5c5620-b875-47f9-ae10-a6f03f99c892 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router de72f342-2797-4049-8e5e-8ae66eaf5ce9 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:12:59.291984 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 7397c07c-69bb-4645-ae1a-fced3992d6b6 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:12:59.297899 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:59.343792 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9654eb0-fcfe-4812-a1dd-7a24eb1e0a3b req-12788f2a-93c9-4462-82d7-e3016ff8cee0 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013327 Sep 07 19:12:59.373581 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 7397c07c-69bb-4645-ae1a-fced3992d6b6 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:12:59.375180 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:59.436025 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:59.449794 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 2d3c32ad-044b-42e8-a395-86702b2133b8 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:12:59.500862 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Subnet': ['ID=0a0c6779-7999-4247-b0ad-c0b0497b3d0f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:59.532466 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] Network 43c6315a-7f23-4425-b627-bfbc66b0bb0f is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:12:59.548944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 61ca0b97-ea91-4cde-9cc5-5d9b71714b09 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:12:59.564751 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:12:59.578268 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:12:59.641902 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5c5620-b875-47f9-ae10-a6f03f99c892 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:12:59.657582 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9a5c5620-b875-47f9-ae10-a6f03f99c892 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/de72f342-2797-4049-8e5e-8ae66eaf5ce9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7074380 Sep 07 19:12:59.660318 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32808) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:59.667891 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:59.671883 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-c400f36f-4c39-4dda-be1b-b5f96410b800 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1026860250'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:12:59.674099 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] Sync routers for ids ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:12:59.700174 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] Pushing event updated for resources: {'Port': ['ID=db2f34cf-2f42-4dab-9411-60cffc07c87a,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:59.721516 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c400f36f-4c39-4dda-be1b-b5f96410b800 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Made reservation on behalf of 586b94b1da2f4e9d9aef223e21e15825 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:12:59.780592 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c400f36f-4c39-4dda-be1b-b5f96410b800 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:59.781520 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c6315a-7f23-4425-b627-bfbc66b0bb0f']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:59.792228 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ec5d19-5423-441d-84f3-3758e303096f') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:59.792984 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ec5d19-5423-441d-84f3-3758e303096f') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:59.812967 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c400f36f-4c39-4dda-be1b-b5f96410b800 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:12:59.817148 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:59.824934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0deb13-f0a9-4ec9-afdb-3eff54fa896a None None] Network aa258b78-80a0-4692-b6d9-b514977ececf requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:59.829854 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] Routers {'de72f342-2797-4049-8e5e-8ae66eaf5ce9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:59.830590 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:59.830716 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c400f36f-4c39-4dda-be1b-b5f96410b800 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:59.831255 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-c400f36f-4c39-4dda-be1b-b5f96410b800 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Added segment 483df543-1900-4ba1-89d2-89bcf2e1cc87 of type vlan for network ddb71105-4fbd-48df-b688-4eba8bd63f46 Sep 07 19:12:59.837080 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:59.848195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:59.848731 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:59.852845 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:59.893612 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c400f36f-4c39-4dda-be1b-b5f96410b800 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:59.914215 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] Attempting to bind port db2f34cf-2f42-4dab-9411-60cffc07c87a on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:12:59.914843 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] Attempting to bind port db2f34cf-2f42-4dab-9411-60cffc07c87a by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'c6ec5d19-5423-441d-84f3-3758e303096f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '43c6315a-7f23-4425-b627-bfbc66b0bb0f'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:12:59.915212 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] Attempting to bind port db2f34cf-2f42-4dab-9411-60cffc07c87a on network 43c6315a-7f23-4425-b627-bfbc66b0bb0f {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:12:59.930697 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.api [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 19:12:59.930697 n-d-807786-1 neutron-server[101445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 19:12:59.930697 n-d-807786-1 neutron-server[101445]: [parameters: {'id': '43c6315a-7f23-4425-b627-bfbc66b0bb0f'}] Sep 07 19:12:59.930697 n-d-807786-1 neutron-server[101445]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:12:59.931070 n-d-807786-1 neutron-server[101445]: DEBUG oslo_db.api [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:12:59.935275 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c400f36f-4c39-4dda-be1b-b5f96410b800 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:59.941057 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c400f36f-4c39-4dda-be1b-b5f96410b800 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:59.941651 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c400f36f-4c39-4dda-be1b-b5f96410b800 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:59.987904 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c400f36f-4c39-4dda-be1b-b5f96410b800 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3226588 Sep 07 19:12:59.988092 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32810) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:59.993161 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-2d74fd17-55b2-4fb7-899e-d00b8aa52595 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'subnet': {'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:00.005756 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9ebdbe10-915c-4404-a407-796dedb3bed2 None None] Provisioning for port 2d3c32ad-044b-42e8-a395-86702b2133b8 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:00.017011 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:13:00.017566 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] Checking segment: {'id': 'c6ec5d19-5423-441d-84f3-3758e303096f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '43c6315a-7f23-4425-b627-bfbc66b0bb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:00.018046 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:00.018233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] Bound using segment: {'id': 'c6ec5d19-5423-441d-84f3-3758e303096f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '43c6315a-7f23-4425-b627-bfbc66b0bb0f'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:13:00.018958 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] Bound port: db2f34cf-2f42-4dab-9411-60cffc07c87a, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ec5d19-5423-441d-84f3-3758e303096f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '43c6315a-7f23-4425-b627-bfbc66b0bb0f'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:13:00.019080 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:00.035195 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9ebdbe10-915c-4404-a407-796dedb3bed2 None None] Provisioning complete for port 2d3c32ad-044b-42e8-a395-86702b2133b8 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:00.036252 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9ebdbe10-915c-4404-a407-796dedb3bed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:00.053526 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400f36f-4c39-4dda-be1b-b5f96410b800 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Network': ['ID=ddb71105-4fbd-48df-b688-4eba8bd63f46,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:00.077840 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 61ca0b97-ea91-4cde-9cc5-5d9b71714b09 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:00.080870 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] Set router de72f342-2797-4049-8e5e-8ae66eaf5ce9 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:00.089520 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:00.091506 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network ddb71105-4fbd-48df-b688-4eba8bd63f46 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:13:00.142933 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 61ca0b97-ea91-4cde-9cc5-5d9b71714b09 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:00.143143 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:00.153486 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d74fd17-55b2-4fb7-899e-d00b8aa52595 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Made reservation on behalf of 586b94b1da2f4e9d9aef223e21e15825 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:13:00.157252 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2d74fd17-55b2-4fb7-899e-d00b8aa52595 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:00.373918 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2d74fd17-55b2-4fb7-899e-d00b8aa52595 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:00.438412 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:00.448033 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74fd17-55b2-4fb7-899e-d00b8aa52595 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Subnet': ['ID=1b66327c-5e9a-45fd-9aaf-6a351596ff61,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:00.475351 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d74fd17-55b2-4fb7-899e-d00b8aa52595 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Checking segment: {'id': '483df543-1900-4ba1-89d2-89bcf2e1cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:00.476009 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d74fd17-55b2-4fb7-899e-d00b8aa52595 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network hostable DHCP agents. Network: ddb71105-4fbd-48df-b688-4eba8bd63f46, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:13:00.496938 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d74fd17-55b2-4fb7-899e-d00b8aa52595 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network ddb71105-4fbd-48df-b688-4eba8bd63f46 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:13:00.508417 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-2d74fd17-55b2-4fb7-899e-d00b8aa52595 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, ddb71105-4fbd-48df-b688-4eba8bd63f46) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:00.517846 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d74fd17-55b2-4fb7-899e-d00b8aa52595 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:00.518420 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2d74fd17-55b2-4fb7-899e-d00b8aa52595 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:00.544175 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2d74fd17-55b2-4fb7-899e-d00b8aa52595 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5548403 Sep 07 19:13:00.549921 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32814) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:00.559920 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcda4b-20ad-4df5-b358-6efd91ee376f req-5e44c75b-ef59-47c6-b8b5-911b63e8ea1d tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:00.567708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf7e18a-e23a-4ea7-b057-c838a08955b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7397c07c-69bb-4645-ae1a-fced3992d6b6'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:13:00.569972 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77262a6a-988d-47b4-bd08-8c092521d604" -d '{"events": [{"server_uuid": "0cf7e18a-e23a-4ea7-b057-c838a08955b7", "name": "network-vif-plugged", "status": "completed", "tag": "7397c07c-69bb-4645-ae1a-fced3992d6b6"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:13:00.573802 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62a965d-d095-429c-a2f1-a6cad1ffee7f None None] Network ddb71105-4fbd-48df-b688-4eba8bd63f46 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:00.582747 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b3dcda4b-20ad-4df5-b358-6efd91ee376f req-5e44c75b-ef59-47c6-b8b5-911b63e8ea1d tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0cf7e18a-e23a-4ea7-b057-c838a08955b7 HTTP/1.1" status: 200 len: 1096 time: 0.1543951 Sep 07 19:13:00.640260 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:00.654235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 7397c07c-69bb-4645-ae1a-fced3992d6b6, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=7397c07c-69bb-4645-ae1a-fced3992d6b6,segment=NetworkSegment(4fd199dc-8d81-40ee-9f36-88abd1fc6ee8),segment_id=4fd199dc-8d81-40ee-9f36-88abd1fc6ee8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:00.673781 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Deleting port db2f34cf-2f42-4dab-9411-60cffc07c87a {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:00.674356 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:00.697674 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b3dcda4b-20ad-4df5-b358-6efd91ee376f req-fc0c613f-23ae-44fe-a77f-758705c7de2d tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125686 Sep 07 19:13:00.708456 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a046c55-66a3-4fcf-9b24-ee777eaa1219 x-openstack-request-id: req-1a046c55-66a3-4fcf-9b24-ee777eaa1219 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:13:00.708775 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf7e18a-e23a-4ea7-b057-c838a08955b7", "name": "network-vif-plugged", "status": "completed", "tag": "7397c07c-69bb-4645-ae1a-fced3992d6b6", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:13:00.709026 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a046c55-66a3-4fcf-9b24-ee777eaa1219 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:13:00.709575 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf7e18a-e23a-4ea7-b057-c838a08955b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7397c07c-69bb-4645-ae1a-fced3992d6b6', 'code': 200} Sep 07 19:13:00.725457 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:00.731443 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] For port db2f34cf-2f42-4dab-9411-60cffc07c87a, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:13:00.808375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] For port db2f34cf-2f42-4dab-9411-60cffc07c87a, host n-d-807786-1, got binding levels [] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:00.809373 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:00.863308 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Calling delete_port for db2f34cf-2f42-4dab-9411-60cffc07c87a owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:00.872136 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] For port db2f34cf-2f42-4dab-9411-60cffc07c87a, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=db2f34cf-2f42-4dab-9411-60cffc07c87a,segment=NetworkSegment(c6ec5d19-5423-441d-84f3-3758e303096f),segment_id=c6ec5d19-5423-441d-84f3-3758e303096f)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:13:00.898218 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fea17-d298-4d11-b741-a9c4d7e981d8 req-0c2d0fb2-19ed-482a-a97d-338fad1e3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:00.900202 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce6fea17-d298-4d11-b741-a9c4d7e981d8 req-0c2d0fb2-19ed-482a-a97d-338fad1e3c1d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0cf7e18a-e23a-4ea7-b057-c838a08955b7 HTTP/1.1" status: 200 len: 1097 time: 0.0691781 Sep 07 19:13:00.906535 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:00.998037 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce6fea17-d298-4d11-b741-a9c4d7e981d8 req-0cfb195b-4c71-44ee-a7f8-ff5cd129d58d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615466 Sep 07 19:13:01.021558 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:01.055082 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Port': ['ID=db2f34cf-2f42-4dab-9411-60cffc07c87a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:01.059623 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No DVR routers for this DVR port db2f34cf-2f42-4dab-9411-60cffc07c87a on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:13:01.141998 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:01.145552 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9ebdbe10-915c-4404-a407-796dedb3bed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:01.174472 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:01.222278 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c6315a-7f23-4425-b627-bfbc66b0bb0f']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:01.251955 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ec5d19-5423-441d-84f3-3758e303096f') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:01.252151 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ec5d19-5423-441d-84f3-3758e303096f') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server [None req-efe09f76-a4da-4b65-8593-2a00f9e5ad83 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port db2f34cf-2f42-4dab-9411-60cffc07c87a could not be found. Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return self._iter().one() Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return self._only_one_row( Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1554, in get_port Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port db2f34cf-2f42-4dab-9411-60cffc07c87a could not be found. Sep 07 19:13:01.257887 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Sep 07 19:13:01.286849 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=7397c07c-69bb-4645-ae1a-fced3992d6b6,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:01.302468 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:01.338963 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:01.361401 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:01.362276 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:13:01.362761 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:13:01.366597 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:13:01.380093 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91027d5-1a53-454d-8198-5a32c49bfc19 None None] Network 43c6315a-7f23-4425-b627-bfbc66b0bb0f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:01.463848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa486c-c4e6-45f4-9a57-39477aef4c13 None None] Pushing event deleted for resources: {'Port': ['ID=db2f34cf-2f42-4dab-9411-60cffc07c87a,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:01.497645 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:01.505509 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:01.507384 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/43c6315a-7f23-4425-b627-bfbc66b0bb0f HTTP/1.1" status: 204 len: 168 time: 2.8650351 Sep 07 19:13:01.513078 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32828) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:01.537511 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b600ef-159b-482d-9fd5-2c05d26013fd tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Network': ['ID=43c6315a-7f23-4425-b627-bfbc66b0bb0f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:01.716310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-9ebdbe10-915c-4404-a407-796dedb3bed2 None None] For port 2d3c32ad-044b-42e8-a395-86702b2133b8, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=2d3c32ad-044b-42e8-a395-86702b2133b8,segment=NetworkSegment(1a6cc939-a70f-440d-ba2a-a4652048081f),segment_id=1a6cc939-a70f-440d-ba2a-a4652048081f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:01.797676 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 61ca0b97-ea91-4cde-9cc5-5d9b71714b09, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=61ca0b97-ea91-4cde-9cc5-5d9b71714b09,segment=NetworkSegment(c5bf924c-3e89-4d18-ba3e-18ba16a6abf2),segment_id=c5bf924c-3e89-4d18-ba3e-18ba16a6abf2)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:01.843629 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9ebdbe10-915c-4404-a407-796dedb3bed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:01.959083 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:01.989669 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79038f-7181-47c4-a626-98694c3b2f9a req-c7466234-8ff1-4706-b688-7bda494de6ee tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:01.997845 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a79038f-7181-47c4-a626-98694c3b2f9a req-c7466234-8ff1-4706-b688-7bda494de6ee tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0cf7e18a-e23a-4ea7-b057-c838a08955b7 HTTP/1.1" status: 200 len: 1097 time: 0.1459680 Sep 07 19:13:02.120902 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:02.127230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a79038f-7181-47c4-a626-98694c3b2f9a req-1dd14d6d-1a17-4037-a6a8-6c6ef13f95cd tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276896 Sep 07 19:13:02.158185 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-17429244-1cf8-4ba6-b95f-4f75039b7c41 None None] Provisioning complete for port 2d3c32ad-044b-42e8-a395-86702b2133b8 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:02.158867 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-17429244-1cf8-4ba6-b95f-4f75039b7c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:02.167076 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:12:57Z', 'revision_number': 3, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:12:55Z', 'revision_number': 4, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76d9682-4233-452c-a919-a5334a4fb69f', 'name': '', 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:5b:4e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:56Z', 'updated_at': '2021-09-07T19:12:58Z', 'revision_number': 2, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:02.287486 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] Checking router: de72f342-2797-4049-8e5e-8ae66eaf5ce9 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:13:02.287486 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] Updating router de72f342-2797-4049-8e5e-8ae66eaf5ce9 port c76d9682-4233-452c-a919-a5334a4fb69f binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:13:02.345809 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-ddb71105-4fbd-48df-b688-4eba8bd63f46', 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'fixed_ips': [{'subnet_id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:13:02.349104 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:02.402726 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e86f36-5c1f-455c-85b0-2583bb275254 None None] Network 43c6315a-7f23-4425-b627-bfbc66b0bb0f requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:02.462380 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e86f36-5c1f-455c-85b0-2583bb275254 None None] Network 43c6315a-7f23-4425-b627-bfbc66b0bb0f could not be found, it might have been deleted concurrently. {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 07 19:13:02.478505 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdbe10-915c-4404-a407-796dedb3bed2 None None] Pushing event updated for resources: {'Port': ['ID=2d3c32ad-044b-42e8-a395-86702b2133b8,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:02.488131 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:02.544191 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Allocated IP 2001:db8:2::1 (ddb71105-4fbd-48df-b688-4eba8bd63f46/1b66327c-5e9a-45fd-9aaf-6a351596ff61/023adf52-8971-4788-b7a5-85f7ce03d673) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:13:02.555645 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=61ca0b97-ea91-4cde-9cc5-5d9b71714b09,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:02.572955 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1ba5f5-f2a7-46a0-a852-7aa86d2dd18d tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:02.573690 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee1ba5f5-f2a7-46a0-a852-7aa86d2dd18d tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:02.582656 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ee1ba5f5-f2a7-46a0-a852-7aa86d2dd18d tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/43c6315a-7f23-4425-b627-bfbc66b0bb0f HTTP/1.1" status: 404 len: 339 time: 1.0523744 Sep 07 19:13:02.583596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 32836) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:02.590706 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-3fb05e2f-d95f-4cb2-a5c4-802d136d0c78 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1250980979', 'description': 'd1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:02.633492 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb05e2f-d95f-4cb2-a5c4-802d136d0c78 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:13:02.638541 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3fb05e2f-d95f-4cb2-a5c4-802d136d0c78 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:02.673972 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb05e2f-d95f-4cb2-a5c4-802d136d0c78 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:13:02.698350 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3fb05e2f-d95f-4cb2-a5c4-802d136d0c78 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:02.698707 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-3fb05e2f-d95f-4cb2-a5c4-802d136d0c78 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Added segment 30ab8a8c-2d3d-4e99-adf8-50bfede7b33e of type vlan for network 9bfbe205-109c-45d1-a359-fc9855033de8 Sep 07 19:13:02.742945 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:02.768425 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Transition to ACTIVE for port object 023adf52-8971-4788-b7a5-85f7ce03d673 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:02.777662 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3fb05e2f-d95f-4cb2-a5c4-802d136d0c78 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:02.812687 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3fb05e2f-d95f-4cb2-a5c4-802d136d0c78 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:02.818629 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb05e2f-d95f-4cb2-a5c4-802d136d0c78 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:02.824343 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3fb05e2f-d95f-4cb2-a5c4-802d136d0c78 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:02.827648 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:02.857402 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3fb05e2f-d95f-4cb2-a5c4-802d136d0c78 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2711098 Sep 07 19:13:02.867838 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32838) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:02.955260 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Port': ['ID=023adf52-8971-4788-b7a5-85f7ce03d673,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:02.958709 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network ddb71105-4fbd-48df-b688-4eba8bd63f46 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:02.970334 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:02.978598 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:13:02.979247 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:02.979397 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb05e2f-d95f-4cb2-a5c4-802d136d0c78 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Network': ['ID=9bfbe205-109c-45d1-a359-fc9855033de8,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:03.000702 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 9bfbe205-109c-45d1-a359-fc9855033de8 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:13:03.021526 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-17429244-1cf8-4ba6-b95f-4f75039b7c41 None None] Provisioning for port c76d9682-4233-452c-a919-a5334a4fb69f completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:03.055571 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-17429244-1cf8-4ba6-b95f-4f75039b7c41 None None] Provisioning complete for port c76d9682-4233-452c-a919-a5334a4fb69f triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:03.056044 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-17429244-1cf8-4ba6-b95f-4f75039b7c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:03.097099 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:03.097731 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:03.098235 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:03.098822 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:03.099372 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:03.099856 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:03.100383 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:03.100876 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:03.101351 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:03.101846 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:03.102369 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:03.103037 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:03.164105 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] Allocated IP 2001:db8:2::2 (ddb71105-4fbd-48df-b688-4eba8bd63f46/1b66327c-5e9a-45fd-9aaf-6a351596ff61/170f6c8a-f242-4ec7-b18f-22faa712d7f4) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:13:03.195753 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-17429244-1cf8-4ba6-b95f-4f75039b7c41 None None] Port c76d9682-4233-452c-a919-a5334a4fb69f cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:13:03.250325 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0909b20-3e21-4d1f-9744-454eec5a1d08 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:03.262476 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a0909b20-3e21-4d1f-9744-454eec5a1d08 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "GET /v2.0/networks?id=9bfbe205-109c-45d1-a359-fc9855033de8 HTTP/1.1" status: 200 len: 761 time: 0.3795557 Sep 07 19:13:03.263200 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 32846) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:03.266409 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:03.283427 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-f9367fb6-48ec-4618-bfc2-42a6e42470ca tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'network': {'description': 'd2'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:03.286226 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:03.300615 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] Transition to ACTIVE for port object c76d9682-4233-452c-a919-a5334a4fb69f will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:03.319531 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:03.394104 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24767d6a-3400-43f9-a6d1-a94dfe33ee7c None None] Pushing event updated for resources: {'Port': ['ID=c76d9682-4233-452c-a919-a5334a4fb69f,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:03.422100 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579d51f-9dcb-4a35-9059-0b835b7ba6bd req-0a368c28-27c9-4be8-baa2-185229c7a26f tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:03.424253 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b579d51f-9dcb-4a35-9059-0b835b7ba6bd req-0a368c28-27c9-4be8-baa2-185229c7a26f tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0cf7e18a-e23a-4ea7-b057-c838a08955b7 HTTP/1.1" status: 200 len: 1097 time: 0.1707406 Sep 07 19:13:03.480268 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b579d51f-9dcb-4a35-9059-0b835b7ba6bd req-1fa50e06-9137-485f-a314-9df74527c27f tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484948 Sep 07 19:13:03.518062 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:13:03.689677 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f9367fb6-48ec-4618-bfc2-42a6e42470ca tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:03.710744 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:03.717782 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:03.718644 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:03.726614 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f9367fb6-48ec-4618-bfc2-42a6e42470ca tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:03.733154 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9eae4-f2ac-4e00-b5c3-e599aa9d680b req-7ad491f4-92ef-40cf-88d8-b7dc3cf53259 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:03.734723 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-04d9eae4-f2ac-4e00-b5c3-e599aa9d680b req-7ad491f4-92ef-40cf-88d8-b7dc3cf53259 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0cf7e18a-e23a-4ea7-b057-c838a08955b7 HTTP/1.1" status: 200 len: 1097 time: 0.1200583 Sep 07 19:13:03.833271 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] Attempting to bind port c76d9682-4233-452c-a919-a5334a4fb69f on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:13:03.833986 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f9367fb6-48ec-4618-bfc2-42a6e42470ca tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network 9bfbe205-109c-45d1-a359-fc9855033de8 is not hosted by any dhcp agent {{(pid=101445) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 19:13:03.835012 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] Attempting to bind port c76d9682-4233-452c-a919-a5334a4fb69f by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '1a6cc939-a70f-440d-ba2a-a4652048081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:13:03.835649 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] Attempting to bind port c76d9682-4233-452c-a919-a5334a4fb69f on network aa258b78-80a0-4692-b6d9-b514977ececf {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:13:03.841576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9367fb6-48ec-4618-bfc2-42a6e42470ca tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:03.842327 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f9367fb6-48ec-4618-bfc2-42a6e42470ca tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:03.844103 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f9367fb6-48ec-4618-bfc2-42a6e42470ca tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "PUT /v2.0/networks/9bfbe205-109c-45d1-a359-fc9855033de8 HTTP/1.1" status: 200 len: 758 time: 0.5786781 Sep 07 19:13:03.850978 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 32852) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:03.859882 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:13:03.860527 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] Checking segment: {'id': '1a6cc939-a70f-440d-ba2a-a4652048081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:03.862391 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:03.862818 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] Bound using segment: {'id': '1a6cc939-a70f-440d-ba2a-a4652048081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:13:03.863042 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Port': ['ID=023adf52-8971-4788-b7a5-85f7ce03d673,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:03.863335 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] Bound port: c76d9682-4233-452c-a919-a5334a4fb69f, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6cc939-a70f-440d-ba2a-a4652048081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:13:03.864707 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:03.957272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9367fb6-48ec-4618-bfc2-42a6e42470ca tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Network': ['ID=9bfbe205-109c-45d1-a359-fc9855033de8,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:03.992758 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 9bfbe205-109c-45d1-a359-fc9855033de8 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:13:04.017399 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-04d9eae4-f2ac-4e00-b5c3-e599aa9d680b req-68ac948e-7613-4c53-bd9f-c03673fb95cf tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672441 Sep 07 19:13:04.051683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network ddb71105-4fbd-48df-b688-4eba8bd63f46 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:04.055575 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:04.067005 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7428bb41-4c5f-48e0-acec-4dcc5e8a5315 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:04.080712 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7428bb41-4c5f-48e0-acec-4dcc5e8a5315 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "GET /v2.0/networks?id=9bfbe205-109c-45d1-a359-fc9855033de8 HTTP/1.1" status: 200 len: 761 time: 0.2287762 Sep 07 19:13:04.095980 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 32858) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:04.097082 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-4591da72-80da-4256-98d6-e4b9c32141d5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-386910361'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:04.184225 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4591da72-80da-4256-98d6-e4b9c32141d5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:13:04.194105 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4591da72-80da-4256-98d6-e4b9c32141d5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:04.234258 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 2d3c32ad-044b-42e8-a395-86702b2133b8 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:04.292459 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router de72f342-2797-4049-8e5e-8ae66eaf5ce9 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:13:04.309148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4591da72-80da-4256-98d6-e4b9c32141d5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:13:04.310611 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] For port c76d9682-4233-452c-a919-a5334a4fb69f, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:13:04.325967 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:04.330439 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] For port c76d9682-4233-452c-a919-a5334a4fb69f, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c76d9682-4233-452c-a919-a5334a4fb69f,segment=NetworkSegment(1a6cc939-a70f-440d-ba2a-a4652048081f),segment_id=1a6cc939-a70f-440d-ba2a-a4652048081f)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:13:04.345538 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:04.349018 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] Transition to ACTIVE for port object 170f6c8a-f242-4ec7-b18f-22faa712d7f4 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:04.375639 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e308d7-c866-4a94-a9ac-d2424b564bf9 req-8adbab2f-73c1-4801-abf7-3fc6aa76bd18 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:04.379684 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1e308d7-c866-4a94-a9ac-d2424b564bf9 req-8adbab2f-73c1-4801-abf7-3fc6aa76bd18 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0cf7e18a-e23a-4ea7-b057-c838a08955b7 HTTP/1.1" status: 200 len: 1097 time: 0.2367117 Sep 07 19:13:04.386402 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4591da72-80da-4256-98d6-e4b9c32141d5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:04.391612 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-4591da72-80da-4256-98d6-e4b9c32141d5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Added segment 604f6dc0-b87d-471c-8206-3e7816576894 of type vlan for network a043a843-626e-44da-b194-527f19c57e7d Sep 07 19:13:04.469087 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:04.480832 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] Routers {'de72f342-2797-4049-8e5e-8ae66eaf5ce9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:04.481572 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:04.483539 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b391f917-4ac6-45e5-960f-85117abf569d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/de72f342-2797-4049-8e5e-8ae66eaf5ce9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9318583 Sep 07 19:13:04.486534 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32872) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:04.501179 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-eed2df9a-97fa-4dce-8b54-68199680ba1c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-374878606'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:04.546094 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed2df9a-97fa-4dce-8b54-68199680ba1c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Made reservation on behalf of 586b94b1da2f4e9d9aef223e21e15825 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:13:04.554887 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eed2df9a-97fa-4dce-8b54-68199680ba1c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:04.565988 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4591da72-80da-4256-98d6-e4b9c32141d5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:04.567241 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] Transition to ACTIVE for port object 170f6c8a-f242-4ec7-b18f-22faa712d7f4 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:04.589933 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24767d6a-3400-43f9-a6d1-a94dfe33ee7c None None] Pushing event updated for resources: {'Port': ['ID=c76d9682-4233-452c-a919-a5334a4fb69f,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:04.592526 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 2d3c32ad-044b-42e8-a395-86702b2133b8 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:04.593001 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:04.625331 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1e308d7-c866-4a94-a9ac-d2424b564bf9 req-e2aab3e8-5fbb-4f2e-81c0-487a33b4bcd9 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312975 Sep 07 19:13:04.659568 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed2df9a-97fa-4dce-8b54-68199680ba1c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:13:04.685566 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eed2df9a-97fa-4dce-8b54-68199680ba1c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:04.689206 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-eed2df9a-97fa-4dce-8b54-68199680ba1c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Added segment ae39d0c5-5842-43b6-947c-a4a16088d8d5 of type vlan for network 55fc840b-5d99-4477-942e-194423daf029 Sep 07 19:13:04.707158 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4591da72-80da-4256-98d6-e4b9c32141d5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:04.732577 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4591da72-80da-4256-98d6-e4b9c32141d5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:04.735602 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4591da72-80da-4256-98d6-e4b9c32141d5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:04.754302 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] Set router de72f342-2797-4049-8e5e-8ae66eaf5ce9 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:04.778670 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:04.846705 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4591da72-80da-4256-98d6-e4b9c32141d5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7540705 Sep 07 19:13:04.853948 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32882) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:04.861788 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24767d6a-3400-43f9-a6d1-a94dfe33ee7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:04.865989 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24767d6a-3400-43f9-a6d1-a94dfe33ee7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:04.868099 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24767d6a-3400-43f9-a6d1-a94dfe33ee7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:04.868955 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24767d6a-3400-43f9-a6d1-a94dfe33ee7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:04.870672 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24767d6a-3400-43f9-a6d1-a94dfe33ee7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:04.872131 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24767d6a-3400-43f9-a6d1-a94dfe33ee7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:04.872780 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24767d6a-3400-43f9-a6d1-a94dfe33ee7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:04.874196 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24767d6a-3400-43f9-a6d1-a94dfe33ee7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:04.874833 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24767d6a-3400-43f9-a6d1-a94dfe33ee7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:04.875903 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24767d6a-3400-43f9-a6d1-a94dfe33ee7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:04.876979 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24767d6a-3400-43f9-a6d1-a94dfe33ee7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:04.878056 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24767d6a-3400-43f9-a6d1-a94dfe33ee7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:04.887912 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d1ab3480-dd83-4cae-bdbf-8ac6004a1c3d tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'subnet': {'network_id': 'a043a843-626e-44da-b194-527f19c57e7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:04.904338 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eed2df9a-97fa-4dce-8b54-68199680ba1c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:04.984229 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591da72-80da-4256-98d6-e4b9c32141d5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Network': ['ID=a043a843-626e-44da-b194-527f19c57e7d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:05.036980 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network a043a843-626e-44da-b194-527f19c57e7d details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:13:05.046792 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 32886) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:05.128122 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eed2df9a-97fa-4dce-8b54-68199680ba1c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:05.147216 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed2df9a-97fa-4dce-8b54-68199680ba1c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:05.147891 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eed2df9a-97fa-4dce-8b54-68199680ba1c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:05.149047 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] Network ddb71105-4fbd-48df-b688-4eba8bd63f46 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:05.160038 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d06d0e-577d-4a9c-920d-a7f2bf60e184 req-eb43bbe8-daea-480c-a216-605168f9a136 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:05.161772 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d2d06d0e-577d-4a9c-920d-a7f2bf60e184 req-eb43bbe8-daea-480c-a216-605168f9a136 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0cf7e18a-e23a-4ea7-b057-c838a08955b7 HTTP/1.1" status: 200 len: 1097 time: 0.0477879 Sep 07 19:13:05.231224 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:05.248107 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d2d06d0e-577d-4a9c-920d-a7f2bf60e184 req-a983d886-adec-4a36-89b1-52900cefc361 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784693 Sep 07 19:13:05.249121 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b450e921-8e33-46a7-bcf7-48c0d1d57265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:05.279263 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-eed2df9a-97fa-4dce-8b54-68199680ba1c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7915366 Sep 07 19:13:05.282454 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32890) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:05.283091 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ab3480-dd83-4cae-bdbf-8ac6004a1c3d tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:13:05.287452 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d1ab3480-dd83-4cae-bdbf-8ac6004a1c3d tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:05.295476 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-25a126dc-48a5-4965-8a14-dba8e8589093 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'subnet': {'network_id': '55fc840b-5d99-4477-942e-194423daf029', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:05.382483 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2df9a-97fa-4dce-8b54-68199680ba1c tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Network': ['ID=55fc840b-5d99-4477-942e-194423daf029,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:05.382650 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b450e921-8e33-46a7-bcf7-48c0d1d57265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:05.392791 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:13:05.397208 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b450e921-8e33-46a7-bcf7-48c0d1d57265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:05.432092 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 55fc840b-5d99-4477-942e-194423daf029 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:13:05.436140 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] Pushing event updated for resources: {'Port': ['ID=170f6c8a-f242-4ec7-b18f-22faa712d7f4,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:05.462000 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b450e921-8e33-46a7-bcf7-48c0d1d57265 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4423b7f14184cfb99ca71c8d6e10691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4134648 Sep 07 19:13:05.465230 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 32892) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:05.466434 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450e921-8e33-46a7-bcf7-48c0d1d57265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a25d80b-a86b-457a-97fa-4ca400000423,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:05.546358 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a1a3834d-5b7d-4e68-ac97-73b2d9f7ea7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:05.547485 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a126dc-48a5-4965-8a14-dba8e8589093 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Made reservation on behalf of 586b94b1da2f4e9d9aef223e21e15825 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:13:05.551388 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-25a126dc-48a5-4965-8a14-dba8e8589093 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:05.576853 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a1a3834d-5b7d-4e68-ac97-73b2d9f7ea7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:05.656345 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a1a3834d-5b7d-4e68-ac97-73b2d9f7ea7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:05.659918 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a1a3834d-5b7d-4e68-ac97-73b2d9f7ea7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:05.664863 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a1a3834d-5b7d-4e68-ac97-73b2d9f7ea7f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a25d80b-a86b-457a-97fa-4ca400000423 HTTP/1.1" status: 204 len: 168 time: 0.1900215 Sep 07 19:13:05.673513 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3834d-5b7d-4e68-ac97-73b2d9f7ea7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a25d80b-a86b-457a-97fa-4ca400000423,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:05.767106 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d1ab3480-dd83-4cae-bdbf-8ac6004a1c3d tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:05.813767 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] Attempting to bind port 170f6c8a-f242-4ec7-b18f-22faa712d7f4 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:13:05.816561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] Attempting to bind port 170f6c8a-f242-4ec7-b18f-22faa712d7f4 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483df543-1900-4ba1-89d2-89bcf2e1cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:13:05.819425 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] Attempting to bind port 170f6c8a-f242-4ec7-b18f-22faa712d7f4 on network ddb71105-4fbd-48df-b688-4eba8bd63f46 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:13:05.847809 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:13:05.852550 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] Checking segment: {'id': '483df543-1900-4ba1-89d2-89bcf2e1cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:05.860828 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:05.862001 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] Bound using segment: {'id': '483df543-1900-4ba1-89d2-89bcf2e1cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:13:05.862803 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] Bound port: 170f6c8a-f242-4ec7-b18f-22faa712d7f4, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483df543-1900-4ba1-89d2-89bcf2e1cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:13:05.863341 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:05.949695 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab3480-dd83-4cae-bdbf-8ac6004a1c3d tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Subnet': ['ID=b648b219-40e3-44b4-b17b-4623b90248c6,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:05.950234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 61ca0b97-ea91-4cde-9cc5-5d9b71714b09 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:05.967939 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab3480-dd83-4cae-bdbf-8ac6004a1c3d tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Checking segment: {'id': '604f6dc0-b87d-471c-8206-3e7816576894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a043a843-626e-44da-b194-527f19c57e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:05.968881 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ab3480-dd83-4cae-bdbf-8ac6004a1c3d tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network hostable DHCP agents. Network: a043a843-626e-44da-b194-527f19c57e7d, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:13:05.987151 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] For port 170f6c8a-f242-4ec7-b18f-22faa712d7f4, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:13:06.014526 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ab3480-dd83-4cae-bdbf-8ac6004a1c3d tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network a043a843-626e-44da-b194-527f19c57e7d is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:13:06.015621 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] For port 170f6c8a-f242-4ec7-b18f-22faa712d7f4, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=170f6c8a-f242-4ec7-b18f-22faa712d7f4,segment=NetworkSegment(483df543-1900-4ba1-89d2-89bcf2e1cc87),segment_id=483df543-1900-4ba1-89d2-89bcf2e1cc87)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:13:06.025248 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:06.040161 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-d1ab3480-dd83-4cae-bdbf-8ac6004a1c3d tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, a043a843-626e-44da-b194-527f19c57e7d) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:06.045092 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ab3480-dd83-4cae-bdbf-8ac6004a1c3d tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:06.045762 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d1ab3480-dd83-4cae-bdbf-8ac6004a1c3d tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:06.049728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-25a126dc-48a5-4965-8a14-dba8e8589093 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:06.097284 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d1ab3480-dd83-4cae-bdbf-8ac6004a1c3d tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2388930 Sep 07 19:13:06.100402 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21de3600-1ff9-4103-a997-1ee95097d38e None None] Network a043a843-626e-44da-b194-527f19c57e7d requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:06.102650 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 32906) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:06.125075 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a126dc-48a5-4965-8a14-dba8e8589093 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Subnet': ['ID=fd8a8112-f2c4-430a-aee8-51e017d6b518,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:06.129668 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:03Z', 'revision_number': 4, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '023adf52-8971-4788-b7a5-85f7ce03d673', 'name': '', 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:50:92:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:02Z', 'updated_at': '2021-09-07T19:13:03Z', 'revision_number': 2, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:13:01Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76d9682-4233-452c-a919-a5334a4fb69f', 'name': '', 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:5b:4e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:56Z', 'updated_at': '2021-09-07T19:13:04Z', 'revision_number': 4, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:06.135232 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a126dc-48a5-4965-8a14-dba8e8589093 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Checking segment: {'id': 'ae39d0c5-5842-43b6-947c-a4a16088d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '55fc840b-5d99-4477-942e-194423daf029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:06.135641 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a126dc-48a5-4965-8a14-dba8e8589093 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network hostable DHCP agents. Network: 55fc840b-5d99-4477-942e-194423daf029, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:13:06.154737 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a126dc-48a5-4965-8a14-dba8e8589093 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network 55fc840b-5d99-4477-942e-194423daf029 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:13:06.179293 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-25a126dc-48a5-4965-8a14-dba8e8589093 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 55fc840b-5d99-4477-942e-194423daf029) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:06.191813 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a126dc-48a5-4965-8a14-dba8e8589093 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:06.192241 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-25a126dc-48a5-4965-8a14-dba8e8589093 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:06.203087 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bd8c14-8e08-4529-b0fc-08c9b4da123b None None] The sync data for ids ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'] in n-d-807786-1 is: [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:03Z', 'revision_number': 4, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '023adf52-8971-4788-b7a5-85f7ce03d673', 'name': '', 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:50:92:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:02Z', 'updated_at': '2021-09-07T19:13:03Z', 'revision_number': 2, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:13:01Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76d9682-4233-452c-a919-a5334a4fb69f', 'name': '', 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:5b:4e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:56Z', 'updated_at': '2021-09-07T19:13:04Z', 'revision_number': 4, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:13:06.204640 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5e9e7a-d93b-477f-a7c9-2b4e022716a0 None None] Network 55fc840b-5d99-4477-942e-194423daf029 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:06.214369 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-25a126dc-48a5-4965-8a14-dba8e8589093 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9226036 Sep 07 19:13:06.217968 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32910) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:06.532646 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-282db237-323f-4ef2-a250-f54bc8cededc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:06.602449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb63d6d-d522-4836-8656-66ae0e02b937 req-377c84b4-0c1f-4325-a45e-ccfef0a34d67 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:06.609479 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecb63d6d-d522-4836-8656-66ae0e02b937 req-377c84b4-0c1f-4325-a45e-ccfef0a34d67 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0cf7e18a-e23a-4ea7-b057-c838a08955b7 HTTP/1.1" status: 200 len: 1097 time: 0.2853148 Sep 07 19:13:06.657126 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 61ca0b97-ea91-4cde-9cc5-5d9b71714b09 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:06.657126 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:06.715862 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a752b2-7b77-47cc-a4b9-793edd8c4184 req-6c2571f8-3d58-46d2-abd9-c17b5ce812ef tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:06.717826 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63a752b2-7b77-47cc-a4b9-793edd8c4184 req-6c2571f8-3d58-46d2-abd9-c17b5ce812ef tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0cf7e18a-e23a-4ea7-b057-c838a08955b7 HTTP/1.1" status: 200 len: 1097 time: 0.2826653 Sep 07 19:13:06.911746 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63a752b2-7b77-47cc-a4b9-793edd8c4184 req-8c5e8185-c880-4d2c-8442-d88f3a25aeea tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088269 Sep 07 19:13:06.935366 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-282db237-323f-4ef2-a250-f54bc8cededc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:07.016892 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 32924) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:07.053952 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b26ad-5f44-4e03-be96-b1441a9fea6e None None] Pushing event updated for resources: {'Port': ['ID=170f6c8a-f242-4ec7-b18f-22faa712d7f4,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:07.096268 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-ecb63d6d-d522-4836-8656-66ae0e02b937 req-49d56f60-4a27-4909-a8d6-65b79e104180 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Deleting port 7397c07c-69bb-4645-ae1a-fced3992d6b6 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:07.096879 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecb63d6d-d522-4836-8656-66ae0e02b937 req-49d56f60-4a27-4909-a8d6-65b79e104180 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:07.112720 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81071f17-4440-407a-a029-777bda513fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-a043a843-626e-44da-b194-527f19c57e7d', 'network_id': 'a043a843-626e-44da-b194-527f19c57e7d', 'tenant_id': '1194973e7d8c45a0b5d6da503b4c7043', 'fixed_ips': [{'subnet_id': 'b648b219-40e3-44b4-b17b-4623b90248c6'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:13:07.113805 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-81071f17-4440-407a-a029-777bda513fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:07.205861 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-282db237-323f-4ef2-a250-f54bc8cededc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:07.300707 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8ad36571-8e96-444a-9ad4-3713e576b5ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:07.357610 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-55fc840b-5d99-4477-942e-194423daf029', 'network_id': '55fc840b-5d99-4477-942e-194423daf029', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'fixed_ips': [{'subnet_id': 'fd8a8112-f2c4-430a-aee8-51e017d6b518'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:13:07.358810 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282db237-323f-4ef2-a250-f54bc8cededc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Subnet': ['ID=b648b219-40e3-44b4-b17b-4623b90248c6,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:07.358988 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:07.552348 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-282db237-323f-4ef2-a250-f54bc8cededc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:07.600399 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-282db237-323f-4ef2-a250-f54bc8cededc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a043a843-626e-44da-b194-527f19c57e7d']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server [None req-81071f17-4440-407a-a029-777bda513fc9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b648b219-40e3-44b4-b17b-4623b90248c6: This subnet is being modified by another concurrent operation. Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise exception Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b648b219-40e3-44b4-b17b-4623b90248c6: This subnet is being modified by another concurrent operation. Sep 07 19:13:07.603277 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Sep 07 19:13:07.611134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-8e50933a-0c82-40c5-9744-851af542d916 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-656072962-network', 'tenant_id': 'fb10bdc214384443b21292e986d6f088'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:07.673366 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e474d5a1-c9dc-4ad2-ae3a-b6f542bb94c0 None None] Network a043a843-626e-44da-b194-527f19c57e7d requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:07.678850 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-282db237-323f-4ef2-a250-f54bc8cededc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604f6dc0-b87d-471c-8206-3e7816576894') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:07.679664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-282db237-323f-4ef2-a250-f54bc8cededc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604f6dc0-b87d-471c-8206-3e7816576894') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:07.717673 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-282db237-323f-4ef2-a250-f54bc8cededc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:07.758886 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-282db237-323f-4ef2-a250-f54bc8cededc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:07.773106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282db237-323f-4ef2-a250-f54bc8cededc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:13:07.773765 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 170f6c8a-f242-4ec7-b18f-22faa712d7f4 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:07.774264 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-282db237-323f-4ef2-a250-f54bc8cededc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:13:07.888356 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:13:07.904126 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-282db237-323f-4ef2-a250-f54bc8cededc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:07.928778 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-282db237-323f-4ef2-a250-f54bc8cededc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:07.935349 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-282db237-323f-4ef2-a250-f54bc8cededc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/a043a843-626e-44da-b194-527f19c57e7d HTTP/1.1" status: 204 len: 168 time: 1.8293240 Sep 07 19:13:07.938457 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32930) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:07.995680 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e50933a-0c82-40c5-9744-851af542d916 admin admin] Made reservation on behalf of fb10bdc214384443b21292e986d6f088 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:13:07.998242 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8e50933a-0c82-40c5-9744-851af542d916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:08.001222 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282db237-323f-4ef2-a250-f54bc8cededc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Network': ['ID=a043a843-626e-44da-b194-527f19c57e7d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:08.014886 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9389a9ac-a9a5-45d4-865d-58b72ef31b5b tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] GET failed (client error): The resource could not be found. Sep 07 19:13:08.018906 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9389a9ac-a9a5-45d4-865d-58b72ef31b5b tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "GET /v2.0/subnets/b648b219-40e3-44b4-b17b-4623b90248c6 HTTP/1.1" status: 404 len: 337 time: 0.0790155 Sep 07 19:13:08.024342 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32934) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:08.031873 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ecb63d6d-d522-4836-8656-66ae0e02b937 req-49d56f60-4a27-4909-a8d6-65b79e104180 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] For port 7397c07c-69bb-4645-ae1a-fced3992d6b6, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=7397c07c-69bb-4645-ae1a-fced3992d6b6,segment=NetworkSegment(4fd199dc-8d81-40ee-9f36-88abd1fc6ee8),segment_id=4fd199dc-8d81-40ee-9f36-88abd1fc6ee8)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:08.037450 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecb63d6d-d522-4836-8656-66ae0e02b937 req-49d56f60-4a27-4909-a8d6-65b79e104180 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:08.058031 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] Allocated IP 2001:db8:3::2 (55fc840b-5d99-4477-942e-194423daf029/fd8a8112-f2c4-430a-aee8-51e017d6b518/26774dae-e1dc-4415-b19f-418347e9757d) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:13:08.091751 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8e50933a-0c82-40c5-9744-851af542d916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:08.097960 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe931a6-9563-48c9-bdcd-8c02a3e0440d tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:08.098777 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe931a6-9563-48c9-bdcd-8c02a3e0440d tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:08.101340 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cfe931a6-9563-48c9-bdcd-8c02a3e0440d tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/a043a843-626e-44da-b194-527f19c57e7d HTTP/1.1" status: 404 len: 339 time: 0.0758283 Sep 07 19:13:08.108297 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32938) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:08.174877 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-ecb63d6d-d522-4836-8656-66ae0e02b937 req-49d56f60-4a27-4909-a8d6-65b79e104180 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Calling delete_port for 7397c07c-69bb-4645-ae1a-fced3992d6b6 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:08.309876 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 170f6c8a-f242-4ec7-b18f-22faa712d7f4 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:08.315782 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645c6aea-e677-4933-8ddc-984e7e341039 None None] Network ddb71105-4fbd-48df-b688-4eba8bd63f46 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:08.333320 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1039e1-848e-426e-ae85-080990b6f7c1 req-05346681-819a-47d8-96f6-5b570715fc6d tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:08.335425 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a1039e1-848e-426e-ae85-080990b6f7c1 req-05346681-819a-47d8-96f6-5b570715fc6d tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0cf7e18a-e23a-4ea7-b057-c838a08955b7 HTTP/1.1" status: 200 len: 1097 time: 0.2294128 Sep 07 19:13:08.345133 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930d4c72-e18d-44c2-8b94-db6acd79324f tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:08.347271 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-930d4c72-e18d-44c2-8b94-db6acd79324f tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2376821 Sep 07 19:13:08.347482 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c76d9682-4233-452c-a919-a5334a4fb69f up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:08.351344 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32942) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:08.387625 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-db9de9ae-fbd0-423a-bbbb-ea679daa896d tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "GET /v2.0/subnets?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 207 time: 0.0349846 Sep 07 19:13:08.393716 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32944) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:08.521894 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32946) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:08.546060 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a1039e1-848e-426e-ae85-080990b6f7c1 req-f8337e1e-8142-47f0-97c1-8b23809e1000 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875272 Sep 07 19:13:08.551003 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b88b765e-68bf-46b7-8eb4-2b8f1768c3aa None None] Provisioning for port 170f6c8a-f242-4ec7-b18f-22faa712d7f4 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:08.588217 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b88b765e-68bf-46b7-8eb4-2b8f1768c3aa None None] Provisioning complete for port 170f6c8a-f242-4ec7-b18f-22faa712d7f4 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:08.599800 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b88b765e-68bf-46b7-8eb4-2b8f1768c3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:08.611684 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf367bf-7d1e-42df-8bd3-387286e2e162 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:08.620799 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf367bf-7d1e-42df-8bd3-387286e2e162 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:08.631456 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf367bf-7d1e-42df-8bd3-387286e2e162 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:08.643464 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf367bf-7d1e-42df-8bd3-387286e2e162 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:08.646398 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ccf367bf-7d1e-42df-8bd3-387286e2e162 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2509000 Sep 07 19:13:08.651002 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32950) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:08.687595 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecb63d6d-d522-4836-8656-66ae0e02b937 req-49d56f60-4a27-4909-a8d6-65b79e104180 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:08.727398 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7397c07c-69bb-4645-ae1a-fced3992d6b6'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:13:08.729548 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['3afd69ad-5b62-4923-ac3f-43068cdbe86f'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:13:08.747636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d56f60-4a27-4909-a8d6-65b79e104180 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Pushing event deleted for resources: {'Port': ['ID=7397c07c-69bb-4645-ae1a-fced3992d6b6,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:08.763123 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8e50933a-0c82-40c5-9744-851af542d916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:08.768485 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8e50933a-0c82-40c5-9744-851af542d916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:08.795631 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1629410b-c905-49b1-a7ce-f0e5d4331651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:08.819744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50933a-0c82-40c5-9744-851af542d916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbad81f8-bd94-4ec9-b315-04661a1db98f,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:08.878921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb63d6d-d522-4836-8656-66ae0e02b937 req-49d56f60-4a27-4909-a8d6-65b79e104180 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] No DVR routers for this DVR port 7397c07c-69bb-4645-ae1a-fced3992d6b6 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:13:08.881058 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e50933a-0c82-40c5-9744-851af542d916 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:13:08.881408 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] Sync routers for ids ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:08.885063 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecb63d6d-d522-4836-8656-66ae0e02b937 req-49d56f60-4a27-4909-a8d6-65b79e104180 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:08.887666 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port c76d9682-4233-452c-a919-a5334a4fb69f completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:08.890902 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecb63d6d-d522-4836-8656-66ae0e02b937 req-49d56f60-4a27-4909-a8d6-65b79e104180 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.60 "DELETE /v2.0/ports/7397c07c-69bb-4645-ae1a-fced3992d6b6 HTTP/1.1" status: 204 len: 173 time: 2.2492833 Sep 07 19:13:08.893802 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf7e18a-e23a-4ea7-b057-c838a08955b7', 'name': 'network-vif-deleted', 'tag': '7397c07c-69bb-4645-ae1a-fced3992d6b6'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:13:08.897321 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abbce83-3e50-4a25-aca7-c9ae105bf5fc" -d '{"events": [{"server_uuid": "0cf7e18a-e23a-4ea7-b057-c838a08955b7", "name": "network-vif-deleted", "tag": "7397c07c-69bb-4645-ae1a-fced3992d6b6"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:13:08.898644 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] Routers {'de72f342-2797-4049-8e5e-8ae66eaf5ce9'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:08.901095 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:08.934451 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port c76d9682-4233-452c-a919-a5334a4fb69f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:08.935981 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8e50933a-0c82-40c5-9744-851af542d916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:08.936664 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:08.938533 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-8e50933a-0c82-40c5-9744-851af542d916 admin admin] Added segment a06c5e08-480d-49e9-a30f-e439f89d0077 of type vlan for network 68057f6f-e73a-42e9-8ae6-f8cd94cdfb91 Sep 07 19:13:08.985109 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2913c447-1995-4af8-a17b-9f6fe297f3f2 x-openstack-request-id: req-2913c447-1995-4af8-a17b-9f6fe297f3f2 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:13:08.988615 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:08.989226 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf7e18a-e23a-4ea7-b057-c838a08955b7", "name": "network-vif-deleted", "tag": "7397c07c-69bb-4645-ae1a-fced3992d6b6", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:13:08.989693 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2913c447-1995-4af8-a17b-9f6fe297f3f2 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:13:08.990445 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf7e18a-e23a-4ea7-b057-c838a08955b7', 'name': 'network-vif-deleted', 'tag': '7397c07c-69bb-4645-ae1a-fced3992d6b6', 'status': 'completed', 'code': 200} Sep 07 19:13:09.019336 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8e50933a-0c82-40c5-9744-851af542d916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:09.035356 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1629410b-c905-49b1-a7ce-f0e5d4331651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:09.056714 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8e50933a-0c82-40c5-9744-851af542d916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:09.058342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e50933a-0c82-40c5-9744-851af542d916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:09.059385 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8e50933a-0c82-40c5-9744-851af542d916 admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:09.082450 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8e50933a-0c82-40c5-9744-851af542d916 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0634711 Sep 07 19:13:09.083502 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 32954) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:09.105149 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1629410b-c905-49b1-a7ce-f0e5d4331651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:09.123615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-bd20bbce-3770-4fb3-9712-7264f8882edc admin admin] Request body: {'subnet': {'network_id': '68057f6f-e73a-42e9-8ae6-f8cd94cdfb91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-656072962-subnet', 'tenant_id': 'fb10bdc214384443b21292e986d6f088', 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:09.143277 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] Set router de72f342-2797-4049-8e5e-8ae66eaf5ce9 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:09.174545 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1629410b-c905-49b1-a7ce-f0e5d4331651 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=58b85d5794ee4dac9cc49fbf93729953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6514502 Sep 07 19:13:09.175192 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32956) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:09.175297 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50933a-0c82-40c5-9744-851af542d916 admin admin] Pushing event updated for resources: {'Network': ['ID=68057f6f-e73a-42e9-8ae6-f8cd94cdfb91,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:09.180094 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b88b765e-68bf-46b7-8eb4-2b8f1768c3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:09.187457 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] Transition to ACTIVE for port object 26774dae-e1dc-4415-b19f-418347e9757d will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:09.206754 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] Transition to ACTIVE for port object 26774dae-e1dc-4415-b19f-418347e9757d will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:09.222748 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd20bbce-3770-4fb3-9712-7264f8882edc admin admin] Made reservation on behalf of fb10bdc214384443b21292e986d6f088 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:13:09.224442 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 68057f6f-e73a-42e9-8ae6-f8cd94cdfb91 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:13:09.227764 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bd20bbce-3770-4fb3-9712-7264f8882edc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:09.262211 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:09.281615 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629410b-c905-49b1-a7ce-f0e5d4331651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73d0560-7940-4121-b4fc-fe09560721a7,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:09.298545 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fb40bac2-d998-419a-aacc-3095c22005a7 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.6461957 Sep 07 19:13:09.307637 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 32958) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:09.342058 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] Pushing event updated for resources: {'Port': ['ID=26774dae-e1dc-4415-b19f-418347e9757d,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:09.407138 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df32a99-0ad0-41e6-ac43-f0d62cb15ec7 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:09.408701 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df32a99-0ad0-41e6-ac43-f0d62cb15ec7 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:09.414824 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3df32a99-0ad0-41e6-ac43-f0d62cb15ec7 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1017742 Sep 07 19:13:09.416481 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 32960) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:09.473617 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-8ad36571-8e96-444a-9ad4-3713e576b5ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Allocated IP 2001:db8:3::1 (55fc840b-5d99-4477-942e-194423daf029/fd8a8112-f2c4-430a-aee8-51e017d6b518/bd1801ed-5393-44ad-80ab-23fbb922b6d8) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:13:09.499865 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5780f9cc-5a6e-4301-bf7b-ef43274754b5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:09.502867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5780f9cc-5a6e-4301-bf7b-ef43274754b5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['shared'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:09.505017 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5780f9cc-5a6e-4301-bf7b-ef43274754b5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0871322 Sep 07 19:13:09.508836 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 32962) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:09.515986 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] Network 55fc840b-5d99-4477-942e-194423daf029 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:09.554444 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:09.569272 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:03Z', 'revision_number': 4, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '023adf52-8971-4788-b7a5-85f7ce03d673', 'name': '', 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:50:92:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:02Z', 'updated_at': '2021-09-07T19:13:03Z', 'revision_number': 2, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:13:01Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76d9682-4233-452c-a919-a5334a4fb69f', 'name': '', 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:5b:4e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:56Z', 'updated_at': '2021-09-07T19:13:04Z', 'revision_number': 4, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:09.577434 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-b88b765e-68bf-46b7-8eb4-2b8f1768c3aa None None] For port 170f6c8a-f242-4ec7-b18f-22faa712d7f4, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=170f6c8a-f242-4ec7-b18f-22faa712d7f4,segment=NetworkSegment(483df543-1900-4ba1-89d2-89bcf2e1cc87),segment_id=483df543-1900-4ba1-89d2-89bcf2e1cc87)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:09.580389 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:13:09.611866 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b88b765e-68bf-46b7-8eb4-2b8f1768c3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:09.667518 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] Checking router: de72f342-2797-4049-8e5e-8ae66eaf5ce9 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:13:09.668295 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] Updating router de72f342-2797-4049-8e5e-8ae66eaf5ce9 port 023adf52-8971-4788-b7a5-85f7ce03d673 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:13:09.704818 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:09.733651 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:09.741443 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8ad36571-8e96-444a-9ad4-3713e576b5ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:09.755525 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27c912f-1f80-4a17-b685-c7ddd11ee0dc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:09.763770 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a27c912f-1f80-4a17-b685-c7ddd11ee0dc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "GET /v2.0/networks/23ba2fa6-91a8-4d42-972e-b802d85cf994 HTTP/1.1" status: 200 len: 800 time: 0.2475481 Sep 07 19:13:09.786422 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32968) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:09.865047 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bd20bbce-3770-4fb3-9712-7264f8882edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:09.867159 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-8ad36571-8e96-444a-9ad4-3713e576b5ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Transition to ACTIVE for port object bd1801ed-5393-44ad-80ab-23fbb922b6d8 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:09.875382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b765e-68bf-46b7-8eb4-2b8f1768c3aa None None] Pushing event updated for resources: {'Port': ['ID=170f6c8a-f242-4ec7-b18f-22faa712d7f4,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:09.893452 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] Attempting to bind port 26774dae-e1dc-4415-b19f-418347e9757d on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:13:09.894090 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] Attempting to bind port 26774dae-e1dc-4415-b19f-418347e9757d by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'ae39d0c5-5842-43b6-947c-a4a16088d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '55fc840b-5d99-4477-942e-194423daf029'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:13:09.894618 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] Attempting to bind port 26774dae-e1dc-4415-b19f-418347e9757d on network 55fc840b-5d99-4477-942e-194423daf029 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:13:09.919743 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:13:09.920427 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] Checking segment: {'id': 'ae39d0c5-5842-43b6-947c-a4a16088d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '55fc840b-5d99-4477-942e-194423daf029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:09.921087 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:09.921630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] Bound using segment: {'id': 'ae39d0c5-5842-43b6-947c-a4a16088d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '55fc840b-5d99-4477-942e-194423daf029'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:13:09.922270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] Bound port: 26774dae-e1dc-4415-b19f-418347e9757d, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae39d0c5-5842-43b6-947c-a4a16088d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '55fc840b-5d99-4477-942e-194423daf029'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:13:09.922829 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:09.974763 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f258383-851c-4624-a11b-9bf4a5849e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:09.975696 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port c76d9682-4233-452c-a919-a5334a4fb69f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c76d9682-4233-452c-a919-a5334a4fb69f,segment=NetworkSegment(1a6cc939-a70f-440d-ba2a-a4652048081f),segment_id=1a6cc939-a70f-440d-ba2a-a4652048081f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:09.985461 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20bbce-3770-4fb3-9712-7264f8882edc admin admin] Pushing event updated for resources: {'Subnet': ['ID=67d6a232-313f-4663-9053-e11f502d0feb,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:10.035913 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:10.063821 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd20bbce-3770-4fb3-9712-7264f8882edc admin admin] Checking segment: {'id': 'a06c5e08-480d-49e9-a30f-e439f89d0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '68057f6f-e73a-42e9-8ae6-f8cd94cdfb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:10.064859 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd20bbce-3770-4fb3-9712-7264f8882edc admin admin] Network hostable DHCP agents. Network: 68057f6f-e73a-42e9-8ae6-f8cd94cdfb91, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:13:10.093630 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f258383-851c-4624-a11b-9bf4a5849e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:10.132857 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-52194054-7804-4b75-a7b3-4784a64bcb6a tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "GET /v2.0/networks/23ba2fa6-91a8-4d42-972e-b802d85cf994?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3451183 Sep 07 19:13:10.135936 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd20bbce-3770-4fb3-9712-7264f8882edc admin admin] Network 68057f6f-e73a-42e9-8ae6-f8cd94cdfb91 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:13:10.141252 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32972) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:10.192969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-bd20bbce-3770-4fb3-9712-7264f8882edc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 68057f6f-e73a-42e9-8ae6-f8cd94cdfb91) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:10.200019 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd20bbce-3770-4fb3-9712-7264f8882edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:10.200690 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bd20bbce-3770-4fb3-9712-7264f8882edc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:10.229224 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf44bfdd-4046-40b6-aa03-1d6ca165bcdc None None] Network 68057f6f-e73a-42e9-8ae6-f8cd94cdfb91 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:10.237078 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227ec44-f972-4c0c-b868-62f258993c59 req-2676a92d-de78-434a-b98f-757280956146 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:10.238793 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d227ec44-f972-4c0c-b868-62f258993c59 req-2676a92d-de78-434a-b98f-757280956146 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 1096 time: 0.1225088 Sep 07 19:13:10.244024 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bd20bbce-3770-4fb3-9712-7264f8882edc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1283143 Sep 07 19:13:10.247327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 32974) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:10.249455 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8ad36571-8e96-444a-9ad4-3713e576b5ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:10.258483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-2144f481-f099-4482-b42d-b150d6acb279 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-656072962-router', 'tenant_id': 'fb10bdc214384443b21292e986d6f088', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:10.270288 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 170f6c8a-f242-4ec7-b18f-22faa712d7f4 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:10.300817 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c919811-eb69-4df2-a525-2ea19514bb4b tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:10.305903 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1c919811-eb69-4df2-a525-2ea19514bb4b tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "GET /v2.0/subnets/4ef6ab5a-a46e-43f9-b5fd-717771a51059 HTTP/1.1" status: 200 len: 811 time: 0.1590273 Sep 07 19:13:10.311332 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32976) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:10.325054 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2144f481-f099-4482-b42d-b150d6acb279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:10.326895 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:10.327395 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2144f481-f099-4482-b42d-b150d6acb279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:10.345650 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] Transition to ACTIVE for port object 023adf52-8971-4788-b7a5-85f7ce03d673 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:10.351271 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad36571-8e96-444a-9ad4-3713e576b5ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network 55fc840b-5d99-4477-942e-194423daf029 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:10.356902 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:10.368497 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-8ad36571-8e96-444a-9ad4-3713e576b5ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:10.373437 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] For port 26774dae-e1dc-4415-b19f-418347e9757d, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:13:10.392147 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f258383-851c-4624-a11b-9bf4a5849e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:10.394789 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f258383-851c-4624-a11b-9bf4a5849e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:10.395997 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4f258383-851c-4624-a11b-9bf4a5849e08 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b73d0560-7940-4121-b4fc-fe09560721a7 HTTP/1.1" status: 204 len: 168 time: 1.1819763 Sep 07 19:13:10.423698 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad36571-8e96-444a-9ad4-3713e576b5ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:13:10.424265 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8ad36571-8e96-444a-9ad4-3713e576b5ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:10.432212 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad36571-8e96-444a-9ad4-3713e576b5ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Port': ['ID=bd1801ed-5393-44ad-80ab-23fbb922b6d8,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:10.466795 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2144f481-f099-4482-b42d-b150d6acb279 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:10.469636 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d227ec44-f972-4c0c-b868-62f258993c59 req-ec445eb9-0725-455b-9926-e6e88b30aa23 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754420 Sep 07 19:13:10.474340 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=c76d9682-4233-452c-a919-a5334a4fb69f,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:10.490347 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] For port 26774dae-e1dc-4415-b19f-418347e9757d, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=26774dae-e1dc-4415-b19f-418347e9757d,segment=NetworkSegment(ae39d0c5-5842-43b6-947c-a4a16088d8d5),segment_id=ae39d0c5-5842-43b6-947c-a4a16088d8d5)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:13:10.521485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e37a9584-28da-4dc9-b57b-6aafc4d5dfc7 None None] Provisioning for port 023adf52-8971-4788-b7a5-85f7ce03d673 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:10.536265 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6d30f-bc84-466a-bf76-2bfa3872ffb8 None None] Pushing event updated for resources: {'Port': ['ID=023adf52-8971-4788-b7a5-85f7ce03d673,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:10.557418 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] Attempting to bind port 023adf52-8971-4788-b7a5-85f7ce03d673 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:13:10.558112 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] Attempting to bind port 023adf52-8971-4788-b7a5-85f7ce03d673 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483df543-1900-4ba1-89d2-89bcf2e1cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:13:10.558657 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] Attempting to bind port 023adf52-8971-4788-b7a5-85f7ce03d673 on network ddb71105-4fbd-48df-b688-4eba8bd63f46 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:13:10.560565 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f258383-851c-4624-a11b-9bf4a5849e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73d0560-7940-4121-b4fc-fe09560721a7,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:10.577271 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae76dda2-e061-4bfe-8a81-61ee89094db6 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['shared'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:10.578205 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:13:10.578864 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ae76dda2-e061-4bfe-8a81-61ee89094db6 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "GET /v2.0/subnets/4ef6ab5a-a46e-43f9-b5fd-717771a51059?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2637649 Sep 07 19:13:10.579160 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] Checking segment: {'id': '483df543-1900-4ba1-89d2-89bcf2e1cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:10.579932 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:10.582410 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] Bound using segment: {'id': '483df543-1900-4ba1-89d2-89bcf2e1cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:13:10.583160 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] Bound port: 023adf52-8971-4788-b7a5-85f7ce03d673, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483df543-1900-4ba1-89d2-89bcf2e1cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:13:10.587949 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:10.590426 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 32980) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:10.598662 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-cec15fce-3169-409b-8bf7-f4a64a8bae72 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1279181542'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:10.612023 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:10.739057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e37a9584-28da-4dc9-b57b-6aafc4d5dfc7 None None] Provisioning complete for port 170f6c8a-f242-4ec7-b18f-22faa712d7f4 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:10.739710 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e37a9584-28da-4dc9-b57b-6aafc4d5dfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:10.750745 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] For port 023adf52-8971-4788-b7a5-85f7ce03d673, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:13:10.755621 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] For port 023adf52-8971-4788-b7a5-85f7ce03d673, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=023adf52-8971-4788-b7a5-85f7ce03d673,segment=NetworkSegment(483df543-1900-4ba1-89d2-89bcf2e1cc87),segment_id=483df543-1900-4ba1-89d2-89bcf2e1cc87)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:13:10.764401 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:10.784311 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec15fce-3169-409b-8bf7-f4a64a8bae72 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:13:10.801112 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cec15fce-3169-409b-8bf7-f4a64a8bae72 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:10.812315 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8ad36571-8e96-444a-9ad4-3713e576b5ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:10.820424 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2144f481-f099-4482-b42d-b150d6acb279 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:10.831051 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 170f6c8a-f242-4ec7-b18f-22faa712d7f4 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:10.831685 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:10.884704 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] Routers {'de72f342-2797-4049-8e5e-8ae66eaf5ce9'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:10.885632 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:10.896604 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ad726-bbcc-480a-ab2c-f6cad9b4083e None None] Pushing event updated for resources: {'Port': ['ID=26774dae-e1dc-4415-b19f-418347e9757d,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:10.910542 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-68057f6f-e73a-42e9-8ae6-f8cd94cdfb91', 'network_id': '68057f6f-e73a-42e9-8ae6-f8cd94cdfb91', 'tenant_id': 'fb10bdc214384443b21292e986d6f088', 'fixed_ips': [{'subnet_id': '67d6a232-313f-4663-9053-e11f502d0feb'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:13:10.917572 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:10.994499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 7397c07c-69bb-4645-ae1a-fced3992d6b6 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:13:11.103364 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] Set router de72f342-2797-4049-8e5e-8ae66eaf5ce9 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:11.403808 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6d30f-bc84-466a-bf76-2bfa3872ffb8 None None] Pushing event updated for resources: {'Port': ['ID=023adf52-8971-4788-b7a5-85f7ce03d673,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:11.430603 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2144f481-f099-4482-b42d-b150d6acb279 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:11.507934 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2144f481-f099-4482-b42d-b150d6acb279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:11.535269 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 7397c07c-69bb-4645-ae1a-fced3992d6b6 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:13:11.535623 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 7397c07c-69bb-4645-ae1a-fced3992d6b6 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:13:11.773112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-2144f481-f099-4482-b42d-b150d6acb279 admin admin] Allocated IP 172.25.8.120 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/577d33dc-6fc6-4414-8db3-51652e838b94) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:13:11.779210 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:10Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '023adf52-8971-4788-b7a5-85f7ce03d673', 'name': '', 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:50:92:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:02Z', 'updated_at': '2021-09-07T19:13:10Z', 'revision_number': 4, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:13:01Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1801ed-5393-44ad-80ab-23fbb922b6d8', 'name': '', 'network_id': '55fc840b-5d99-4477-942e-194423daf029', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:f3:61:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'fd8a8112-f2c4-430a-aee8-51e017d6b518', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:07Z', 'updated_at': '2021-09-07T19:13:09Z', 'revision_number': 1, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': 'fd8a8112-f2c4-430a-aee8-51e017d6b518', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76d9682-4233-452c-a919-a5334a4fb69f', 'name': '', 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:5b:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:56Z', 'updated_at': '2021-09-07T19:13:09Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:11.795775 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] Allocated IP 172.20.0.2 (68057f6f-e73a-42e9-8ae6-f8cd94cdfb91/67d6a232-313f-4663-9053-e11f502d0feb/ec46820d-c145-4294-8b3f-1747a989b45b) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:13:11.860086 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6677431-ca18-45da-ac19-45085bd38237 None None] The sync data for ids ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'] in n-d-807786-1 is: [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:10Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '023adf52-8971-4788-b7a5-85f7ce03d673', 'name': '', 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:50:92:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:02Z', 'updated_at': '2021-09-07T19:13:10Z', 'revision_number': 4, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:13:01Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1801ed-5393-44ad-80ab-23fbb922b6d8', 'name': '', 'network_id': '55fc840b-5d99-4477-942e-194423daf029', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:f3:61:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'fd8a8112-f2c4-430a-aee8-51e017d6b518', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:07Z', 'updated_at': '2021-09-07T19:13:09Z', 'revision_number': 1, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': 'fd8a8112-f2c4-430a-aee8-51e017d6b518', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76d9682-4233-452c-a919-a5334a4fb69f', 'name': '', 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:5b:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:56Z', 'updated_at': '2021-09-07T19:13:09Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:13:11.940841 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec15fce-3169-409b-8bf7-f4a64a8bae72 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:13:12.158884 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:12.212846 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] Transition to ACTIVE for port object ec46820d-c145-4294-8b3f-1747a989b45b will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:12.213820 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8ad36571-8e96-444a-9ad4-3713e576b5ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:12.220342 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cec15fce-3169-409b-8bf7-f4a64a8bae72 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:12.221231 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-cec15fce-3169-409b-8bf7-f4a64a8bae72 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Added segment a3352e03-e4fb-4afe-85d8-9ad8ebaeae4b of type vlan for network 2342478d-b305-4351-9401-4c2b2f250e60 Sep 07 19:13:12.233375 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8ad36571-8e96-444a-9ad4-3713e576b5ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:12.234668 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8ad36571-8e96-444a-9ad4-3713e576b5ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:12.268202 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] Transition to ACTIVE for port object ec46820d-c145-4294-8b3f-1747a989b45b will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:12.281433 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:12.364089 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] Network 68057f6f-e73a-42e9-8ae6-f8cd94cdfb91 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:12.367200 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:12.373202 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:13:12.446003 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] Pushing event updated for resources: {'Port': ['ID=ec46820d-c145-4294-8b3f-1747a989b45b,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:12.450902 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 023adf52-8971-4788-b7a5-85f7ce03d673 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:12.546008 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] Attempting to bind port ec46820d-c145-4294-8b3f-1747a989b45b on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:13:12.546918 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] Attempting to bind port ec46820d-c145-4294-8b3f-1747a989b45b by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'a06c5e08-480d-49e9-a30f-e439f89d0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '68057f6f-e73a-42e9-8ae6-f8cd94cdfb91'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:13:12.547553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] Attempting to bind port ec46820d-c145-4294-8b3f-1747a989b45b on network 68057f6f-e73a-42e9-8ae6-f8cd94cdfb91 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:13:12.552341 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 023adf52-8971-4788-b7a5-85f7ce03d673 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:12.553078 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2144f481-f099-4482-b42d-b150d6acb279 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:12.560241 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 023adf52-8971-4788-b7a5-85f7ce03d673 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:12.561074 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:12.563461 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:13:12.564490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] Checking segment: {'id': 'a06c5e08-480d-49e9-a30f-e439f89d0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '68057f6f-e73a-42e9-8ae6-f8cd94cdfb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:12.565119 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:12.565706 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] Bound using segment: {'id': 'a06c5e08-480d-49e9-a30f-e439f89d0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '68057f6f-e73a-42e9-8ae6-f8cd94cdfb91'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:13:12.566567 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] Bound port: ec46820d-c145-4294-8b3f-1747a989b45b, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06c5e08-480d-49e9-a30f-e439f89d0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '68057f6f-e73a-42e9-8ae6-f8cd94cdfb91'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:13:12.567186 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:12.629794 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2144f481-f099-4482-b42d-b150d6acb279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:12.648176 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad36571-8e96-444a-9ad4-3713e576b5ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event updated for resources: {'Port': ['ID=bd1801ed-5393-44ad-80ab-23fbb922b6d8,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:12.650465 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2144f481-f099-4482-b42d-b150d6acb279 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:12.658619 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-2144f481-f099-4482-b42d-b150d6acb279 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:12.661421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2144f481-f099-4482-b42d-b150d6acb279 admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:13:12.680419 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cec15fce-3169-409b-8bf7-f4a64a8bae72 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:12.731009 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f609e-2e17-42a6-88f1-be20e4b9ce2e req-93e10a18-b3bc-4ea3-8756-e1ef46f955a0 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:12.732618 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e41f609e-2e17-42a6-88f1-be20e4b9ce2e req-93e10a18-b3bc-4ea3-8756-e1ef46f955a0 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 1096 time: 1.2485991 Sep 07 19:13:12.736290 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad36571-8e96-444a-9ad4-3713e576b5ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Network 55fc840b-5d99-4477-942e-194423daf029 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:12.745588 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-8ad36571-8e96-444a-9ad4-3713e576b5ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:12.788341 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe96c4bd-d0b1-4cf1-94d8-273662487f64 None None] Network 55fc840b-5d99-4477-942e-194423daf029 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:12.828580 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cec15fce-3169-409b-8bf7-f4a64a8bae72 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:12.838162 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfda024-b729-47b4-8643-37f89fe6b33e req-b21189c0-d1f3-4318-95ec-50be3b977d82 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:12.844752 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec15fce-3169-409b-8bf7-f4a64a8bae72 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:12.845656 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cec15fce-3169-409b-8bf7-f4a64a8bae72 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:12.846318 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7cfda024-b729-47b4-8643-37f89fe6b33e req-b21189c0-d1f3-4318-95ec-50be3b977d82 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 1096 time: 1.1901102 Sep 07 19:13:12.877908 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] For port ec46820d-c145-4294-8b3f-1747a989b45b, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:13:12.944715 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144f481-f099-4482-b42d-b150d6acb279 admin admin] Pushing event updated for resources: {'Port': ['ID=577d33dc-6fc6-4414-8db3-51652e838b94,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:12.956388 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] For port ec46820d-c145-4294-8b3f-1747a989b45b, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ec46820d-c145-4294-8b3f-1747a989b45b,segment=NetworkSegment(a06c5e08-480d-49e9-a30f-e439f89d0077),segment_id=a06c5e08-480d-49e9-a30f-e439f89d0077)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:13:13.002722 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:13.022046 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7cfda024-b729-47b4-8643-37f89fe6b33e req-9e648e2f-ac5a-4f76-8889-e6e427e14024 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=58ad6175-a3e9-4daa-af06-e1c230811673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747956 Sep 07 19:13:13.066343 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec15fce-3169-409b-8bf7-f4a64a8bae72 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Network': ['ID=2342478d-b305-4351-9401-4c2b2f250e60,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:13.082723 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cec15fce-3169-409b-8bf7-f4a64a8bae72 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4911659 Sep 07 19:13:13.085733 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33016) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:13.092031 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e9161e23-6681-41bf-9811-56268c98a7d0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'subnet': {'network_id': '2342478d-b305-4351-9401-4c2b2f250e60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:13.094128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e41f609e-2e17-42a6-88f1-be20e4b9ce2e req-e9441e5d-a3ee-4f02-bedb-0667de9fd96f tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Deleting port 3afd69ad-5b62-4923-ac3f-43068cdbe86f {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:13.094481 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e41f609e-2e17-42a6-88f1-be20e4b9ce2e req-e9441e5d-a3ee-4f02-bedb-0667de9fd96f tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:13.134646 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 2342478d-b305-4351-9401-4c2b2f250e60 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:13:13.192036 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad36571-8e96-444a-9ad4-3713e576b5ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router de72f342-2797-4049-8e5e-8ae66eaf5ce9 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:13:13.218759 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a3cc7b67-c6fa-4170-89e5-fefd19b3058d None None] Provisioning for port 26774dae-e1dc-4415-b19f-418347e9757d completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:13.226103 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:13.288596 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:13.348101 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd8cc0-4ba1-4aee-b1e5-eb9ad821bbf3 None None] Pushing event updated for resources: {'Port': ['ID=ec46820d-c145-4294-8b3f-1747a989b45b,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:13.370203 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2144f481-f099-4482-b42d-b150d6acb279 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:13.455806 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9161e23-6681-41bf-9811-56268c98a7d0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Made reservation on behalf of 1194973e7d8c45a0b5d6da503b4c7043 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:13:13.461876 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e9161e23-6681-41bf-9811-56268c98a7d0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:13.463372 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 023adf52-8971-4788-b7a5-85f7ce03d673, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=023adf52-8971-4788-b7a5-85f7ce03d673,segment=NetworkSegment(483df543-1900-4ba1-89d2-89bcf2e1cc87),segment_id=483df543-1900-4ba1-89d2-89bcf2e1cc87)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:13.467906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e41f609e-2e17-42a6-88f1-be20e4b9ce2e req-e9441e5d-a3ee-4f02-bedb-0667de9fd96f tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] For port 3afd69ad-5b62-4923-ac3f-43068cdbe86f, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3afd69ad-5b62-4923-ac3f-43068cdbe86f,segment=NetworkSegment(4fd199dc-8d81-40ee-9f36-88abd1fc6ee8),segment_id=4fd199dc-8d81-40ee-9f36-88abd1fc6ee8)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:13.467906 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e41f609e-2e17-42a6-88f1-be20e4b9ce2e req-e9441e5d-a3ee-4f02-bedb-0667de9fd96f tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:13.479411 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:13.481968 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c76d9682-4233-452c-a919-a5334a4fb69f up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:13.489768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e41f609e-2e17-42a6-88f1-be20e4b9ce2e req-e9441e5d-a3ee-4f02-bedb-0667de9fd96f tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Calling delete_port for 3afd69ad-5b62-4923-ac3f-43068cdbe86f owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:13.498162 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad36571-8e96-444a-9ad4-3713e576b5ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:13.532089 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8ad36571-8e96-444a-9ad4-3713e576b5ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/de72f342-2797-4049-8e5e-8ae66eaf5ce9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3126428 Sep 07 19:13:13.542085 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33022) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:13.544829 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] Sync routers for ids ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:13.604121 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] Routers {'de72f342-2797-4049-8e5e-8ae66eaf5ce9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:13.610040 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:13.610270 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-edb6f815-03b1-43e1-8188-9faadf528e54 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:13.747771 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.ipam_backend_mixin [None req-e9161e23-6681-41bf-9811-56268c98a7d0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Performing IP validity checks on allocation pools {{(pid=101444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 07 19:13:13.748621 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=023adf52-8971-4788-b7a5-85f7ce03d673,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:13.748739 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.ipam_backend_mixin [None req-e9161e23-6681-41bf-9811-56268c98a7d0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 07 19:13:13.830999 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port c76d9682-4233-452c-a919-a5334a4fb69f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:13.831381 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:13.893016 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] Set router de72f342-2797-4049-8e5e-8ae66eaf5ce9 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:13.935572 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2144f481-f099-4482-b42d-b150d6acb279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:13.973046 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:14.222518 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e41f609e-2e17-42a6-88f1-be20e4b9ce2e req-e9441e5d-a3ee-4f02-bedb-0667de9fd96f tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:14.232750 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 26774dae-e1dc-4415-b19f-418347e9757d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:14.252428 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-68cf1964-ff3d-4a3d-8300-f5eb3cc53d42 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3816903 Sep 07 19:13:14.285810 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-db8abca1-dfcd-4240-b772-6a13a82caa68 req-05ee1671-a8a4-4d35-963e-9c8a1cd99345 tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b00cc4fb-3e9a-4213-a09a-618a5fe69ffd HTTP/1.1" status: 200 len: 210 time: 0.0903273 Sep 07 19:13:14.408625 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e9161e23-6681-41bf-9811-56268c98a7d0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:14.447887 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9441e5d-a3ee-4f02-bedb-0667de9fd96f tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Pushing event deleted for resources: {'Port': ['ID=3afd69ad-5b62-4923-ac3f-43068cdbe86f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:14.579439 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9161e23-6681-41bf-9811-56268c98a7d0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Checking segment: {'id': 'a3352e03-e4fb-4afe-85d8-9ad8ebaeae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2342478d-b305-4351-9401-4c2b2f250e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:14.579939 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9161e23-6681-41bf-9811-56268c98a7d0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network hostable DHCP agents. Network: 2342478d-b305-4351-9401-4c2b2f250e60, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:13:14.611908 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 26774dae-e1dc-4415-b19f-418347e9757d completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:14.611908 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3704109d-c434-41b7-ac93-97bf2a801b6d None None] Provisioning for port bd1801ed-5393-44ad-80ab-23fbb922b6d8 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:14.627976 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 26774dae-e1dc-4415-b19f-418347e9757d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:14.627976 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:14.628219 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3704109d-c434-41b7-ac93-97bf2a801b6d None None] Provisioning complete for port bd1801ed-5393-44ad-80ab-23fbb922b6d8 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:14.628421 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3704109d-c434-41b7-ac93-97bf2a801b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:14.660821 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9161e23-6681-41bf-9811-56268c98a7d0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Subnet': ['ID=9c0bdd27-4055-42f1-bafc-bda63d16e339,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:14.669052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41f609e-2e17-42a6-88f1-be20e4b9ce2e req-e9441e5d-a3ee-4f02-bedb-0667de9fd96f tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] No DVR routers for this DVR port 3afd69ad-5b62-4923-ac3f-43068cdbe86f on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:13:14.684203 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e41f609e-2e17-42a6-88f1-be20e4b9ce2e req-e9441e5d-a3ee-4f02-bedb-0667de9fd96f tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:14.684977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e41f609e-2e17-42a6-88f1-be20e4b9ce2e req-e9441e5d-a3ee-4f02-bedb-0667de9fd96f tempest-TestServerMultinode-1410641497 tempest-TestServerMultinode-1410641497-project-admin] 10.222.0.36 "DELETE /v2.0/ports/3afd69ad-5b62-4923-ac3f-43068cdbe86f HTTP/1.1" status: 204 len: 173 time: 1.9430130 Sep 07 19:13:14.692864 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00cc4fb-3e9a-4213-a09a-618a5fe69ffd', 'name': 'network-vif-deleted', 'tag': '3afd69ad-5b62-4923-ac3f-43068cdbe86f'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:13:14.698019 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b33b38b-786b-4a1c-86cd-bafc207fab4c" -d '{"events": [{"server_uuid": "b00cc4fb-3e9a-4213-a09a-618a5fe69ffd", "name": "network-vif-deleted", "tag": "3afd69ad-5b62-4923-ac3f-43068cdbe86f"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:13:14.711252 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9161e23-6681-41bf-9811-56268c98a7d0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Network 2342478d-b305-4351-9401-4c2b2f250e60 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:13:14.763486 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-e9161e23-6681-41bf-9811-56268c98a7d0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 2342478d-b305-4351-9401-4c2b2f250e60) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:14.773180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.extraroute_db [None req-edb6f815-03b1-43e1-8188-9faadf528e54 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 07 19:13:14.777180 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2144f481-f099-4482-b42d-b150d6acb279 admin admin] Router a43de42a-5a2f-4403-8d24-28382ba65a87 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:13:14.785576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:10Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '023adf52-8971-4788-b7a5-85f7ce03d673', 'name': '', 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:50:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:02Z', 'updated_at': '2021-09-07T19:13:13Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:13:01Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1801ed-5393-44ad-80ab-23fbb922b6d8', 'name': '', 'network_id': '55fc840b-5d99-4477-942e-194423daf029', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:f3:61:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'fd8a8112-f2c4-430a-aee8-51e017d6b518', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:07Z', 'updated_at': '2021-09-07T19:13:11Z', 'revision_number': 2, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': 'fd8a8112-f2c4-430a-aee8-51e017d6b518', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76d9682-4233-452c-a919-a5334a4fb69f', 'name': '', 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:5b:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:56Z', 'updated_at': '2021-09-07T19:13:09Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:14.788046 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9161e23-6681-41bf-9811-56268c98a7d0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:14.796262 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e9161e23-6681-41bf-9811-56268c98a7d0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:14.804778 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134f62b4-c1ab-4739-a417-77f62c2ac619 None None] Network 2342478d-b305-4351-9401-4c2b2f250e60 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:14.828938 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e9161e23-6681-41bf-9811-56268c98a7d0 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7416449 Sep 07 19:13:14.831187 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-1168d41a-1273-40b0-9410-99d888ab141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:14.832529 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-1168d41a-1273-40b0-9410-99d888ab141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:14.833505 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33034) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:14.840349 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-3b778565-f3c7-41cd-b545-fb5eb55fc80b tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:14.854900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-1168d41a-1273-40b0-9410-99d888ab141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:14.857216 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-1168d41a-1273-40b0-9410-99d888ab141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:14.863229 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-1168d41a-1273-40b0-9410-99d888ab141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:14.864539 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-1168d41a-1273-40b0-9410-99d888ab141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:14.867175 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-1168d41a-1273-40b0-9410-99d888ab141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:14.871551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-1168d41a-1273-40b0-9410-99d888ab141e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d5c8f8778fa460ca7e73179a15e85b3&device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 6491 time: 0.4157765 Sep 07 19:13:14.890505 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c692bab-fbba-4f33-b95f-5df20fd9cfb8 x-openstack-request-id: req-6c692bab-fbba-4f33-b95f-5df20fd9cfb8 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:13:14.891412 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00cc4fb-3e9a-4213-a09a-618a5fe69ffd", "name": "network-vif-deleted", "tag": "3afd69ad-5b62-4923-ac3f-43068cdbe86f", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:13:14.892409 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c692bab-fbba-4f33-b95f-5df20fd9cfb8 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:13:14.893657 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00cc4fb-3e9a-4213-a09a-618a5fe69ffd', 'name': 'network-vif-deleted', 'tag': '3afd69ad-5b62-4923-ac3f-43068cdbe86f', 'status': 'completed', 'code': 200} Sep 07 19:13:14.923688 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.extraroute_db [None req-edb6f815-03b1-43e1-8188-9faadf528e54 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Removed routes are [] {{(pid=101444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 07 19:13:14.924098 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-edb6f815-03b1-43e1-8188-9faadf528e54 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:14.939213 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] Checking router: de72f342-2797-4049-8e5e-8ae66eaf5ce9 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:13:14.939804 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] Updating router de72f342-2797-4049-8e5e-8ae66eaf5ce9 port bd1801ed-5393-44ad-80ab-23fbb922b6d8 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:13:15.088683 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:15.137149 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3704109d-c434-41b7-ac93-97bf2a801b6d None None] Port bd1801ed-5393-44ad-80ab-23fbb922b6d8 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:13:15.174137 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3b778565-f3c7-41cd-b545-fb5eb55fc80b tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13379490'] for subnet, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:15.358305 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2144f481-f099-4482-b42d-b150d6acb279 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:15.370842 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] Sync routers for ids ['a43de42a-5a2f-4403-8d24-28382ba65a87'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:15.404283 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] Routers {'a43de42a-5a2f-4403-8d24-28382ba65a87'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:15.404974 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a43de42a-5a2f-4403-8d24-28382ba65a87'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:15.428554 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33040) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:15.467159 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2144f481-f099-4482-b42d-b150d6acb279 admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:15.472621 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2144f481-f099-4482-b42d-b150d6acb279 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2205174 Sep 07 19:13:15.472621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-b0670789-526a-4374-b93d-f8423f203fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:15.472621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-b0670789-526a-4374-b93d-f8423f203fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:15.472621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-b0670789-526a-4374-b93d-f8423f203fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:15.482412 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-b0670789-526a-4374-b93d-f8423f203fd4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a8afba9-c74f-48a2-a182-350c40365b16&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=6c3033e0-4276-47bf-9cdc-e60a9923d00a&id=6c3033e0-4276-47bf-9cdc-e60a9923d00a HTTP/1.1" status: 200 len: 2292 time: 0.5658426 Sep 07 19:13:15.544386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33042) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:15.566945 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc806f06-05a9-4a0b-a403-bd719aa167f4 None None] Network 68057f6f-e73a-42e9-8ae6-f8cd94cdfb91 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:15.619183 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-edb6f815-03b1-43e1-8188-9faadf528e54 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:15.652647 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-edb6f815-03b1-43e1-8188-9faadf528e54 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626183'] for router, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:15.707240 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-2342478d-b305-4351-9401-4c2b2f250e60', 'network_id': '2342478d-b305-4351-9401-4c2b2f250e60', 'tenant_id': '1194973e7d8c45a0b5d6da503b4c7043', 'fixed_ips': [{'subnet_id': '9c0bdd27-4055-42f1-bafc-bda63d16e339'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:13:15.708794 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:15.746760 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] Set router a43de42a-5a2f-4403-8d24-28382ba65a87 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:15.767166 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3b778565-f3c7-41cd-b545-fb5eb55fc80b tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770299394533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15825676'] for subnet, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:15.795327 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-772ed179-3ac2-4f25-97e4-04a7cf90908b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 HTTP/1.1" status: 200 len: 1002 time: 0.2481966 Sep 07 19:13:15.805418 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7545cf34-dc1a-436e-8d7d-e5ffcacfd46a None None] Provisioning for port ec46820d-c145-4294-8b3f-1747a989b45b completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:15.825901 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3afd69ad-5b62-4923-ac3f-43068cdbe86f no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:13:15.881422 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-81f6e5e0-9eba-43ce-b054-547de4b93ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:15.883000 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-81f6e5e0-9eba-43ce-b054-547de4b93ca8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad43e386-e1da-4481-8206-5b6118db82c7 HTTP/1.1" status: 200 len: 851 time: 0.0481188 Sep 07 19:13:15.885067 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b778565-f3c7-41cd-b545-fb5eb55fc80b tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:15.885670 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3b778565-f3c7-41cd-b545-fb5eb55fc80b tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:15.887142 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3b778565-f3c7-41cd-b545-fb5eb55fc80b tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "PUT /v2.0/subnets/9c0bdd27-4055-42f1-bafc-bda63d16e339 HTTP/1.1" status: 200 len: 877 time: 1.0523765 Sep 07 19:13:15.891492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33044) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:15.949576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 3afd69ad-5b62-4923-ac3f-43068cdbe86f {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:13:15.950120 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3afd69ad-5b62-4923-ac3f-43068cdbe86f not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:13:15.956929 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b778565-f3c7-41cd-b545-fb5eb55fc80b tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event updated for resources: {'Subnet': ['ID=9c0bdd27-4055-42f1-bafc-bda63d16e339,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:16.003235 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb6f815-03b1-43e1-8188-9faadf528e54 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router de72f342-2797-4049-8e5e-8ae66eaf5ce9 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:13:16.057557 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-d7fec110-aafa-4feb-9e08-c0b09a42eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:16.059624 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-d7fec110-aafa-4feb-9e08-c0b09a42eeaf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a8afba9-c74f-48a2-a182-350c40365b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1638381 Sep 07 19:13:16.075332 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43de42a-5a2f-4403-8d24-28382ba65a87', 'name': 'tempest-TestAggregatesBasicOps-656072962-router', 'tenant_id': 'fb10bdc214384443b21292e986d6f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '577d33dc-6fc6-4414-8db3-51652e838b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:10Z', 'updated_at': '2021-09-07T19:13:13Z', 'revision_number': 3, 'project_id': 'fb10bdc214384443b21292e986d6f088', 'gw_port': {'id': '577d33dc-6fc6-4414-8db3-51652e838b94', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43de42a-5a2f-4403-8d24-28382ba65a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:11Z', 'updated_at': '2021-09-07T19:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:16.075599 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7545cf34-dc1a-436e-8d7d-e5ffcacfd46a None None] Provisioning complete for port bd1801ed-5393-44ad-80ab-23fbb922b6d8 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:16.075972 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7545cf34-dc1a-436e-8d7d-e5ffcacfd46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:16.117228 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] Checking router: a43de42a-5a2f-4403-8d24-28382ba65a87 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:13:16.117881 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] Updating router a43de42a-5a2f-4403-8d24-28382ba65a87 port 577d33dc-6fc6-4414-8db3-51652e838b94 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:13:16.118256 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:16.124171 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7545cf34-dc1a-436e-8d7d-e5ffcacfd46a None None] Port bd1801ed-5393-44ad-80ab-23fbb922b6d8 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:13:16.126400 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:16.154633 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:16.198703 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:16.246591 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb6f815-03b1-43e1-8188-9faadf528e54 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:16.266633 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-edb6f815-03b1-43e1-8188-9faadf528e54 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:16.272480 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-edb6f815-03b1-43e1-8188-9faadf528e54 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/de72f342-2797-4049-8e5e-8ae66eaf5ce9 HTTP/1.1" status: 200 len: 954 time: 2.7206810 Sep 07 19:13:16.273586 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33046) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:16.376146 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6c7461ba-28e6-4fcc-bb7d-3b28540e10cd None None] Provisioning complete for port bd1801ed-5393-44ad-80ab-23fbb922b6d8 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:16.376913 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6c7461ba-28e6-4fcc-bb7d-3b28540e10cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:16.433058 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6c7461ba-28e6-4fcc-bb7d-3b28540e10cd None None] Port bd1801ed-5393-44ad-80ab-23fbb922b6d8 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:13:16.438351 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 26774dae-e1dc-4415-b19f-418347e9757d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=26774dae-e1dc-4415-b19f-418347e9757d,segment=NetworkSegment(ae39d0c5-5842-43b6-947c-a4a16088d8d5),segment_id=ae39d0c5-5842-43b6-947c-a4a16088d8d5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:16.455135 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:16.506223 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:16.517995 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] Transition to ACTIVE for port object 577d33dc-6fc6-4414-8db3-51652e838b94 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:16.527673 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:16.610238 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=26774dae-e1dc-4415-b19f-418347e9757d,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:16.623452 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] Allocated IP 172.20.0.3 (2342478d-b305-4351-9401-4c2b2f250e60/9c0bdd27-4055-42f1-bafc-bda63d16e339/0118f133-b392-42a2-8e50-c50e8d5786f6) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:13:16.664042 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-d2035cd5-d4fe-41ac-9565-f19ac57a98a3 service neutron] 10.222.0.36 "GET /v2.0/networks/6a8afba9-c74f-48a2-a182-350c40365b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5911894 Sep 07 19:13:16.692692 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] Attempting to bind port 577d33dc-6fc6-4414-8db3-51652e838b94 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:13:16.693229 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] Attempting to bind port 577d33dc-6fc6-4414-8db3-51652e838b94 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:13:16.695593 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] Attempting to bind port 577d33dc-6fc6-4414-8db3-51652e838b94 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:13:16.733959 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:13:16.734330 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:16.735178 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:16.735178 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:13:16.735623 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] Bound port: 577d33dc-6fc6-4414-8db3-51652e838b94, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:13:16.736846 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:16.854014 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:16.879142 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] Transition to ACTIVE for port object bd1801ed-5393-44ad-80ab-23fbb922b6d8 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:16.910930 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] For port 577d33dc-6fc6-4414-8db3-51652e838b94, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:13:16.919778 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ec46820d-c145-4294-8b3f-1747a989b45b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:16.920833 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] For port 577d33dc-6fc6-4414-8db3-51652e838b94, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=577d33dc-6fc6-4414-8db3-51652e838b94,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:13:16.929127 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74934bb2-7f41-47ad-8c7a-1da1b8f7c5c0 None None] Pushing event updated for resources: {'Port': ['ID=577d33dc-6fc6-4414-8db3-51652e838b94,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:16.942439 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:16.955009 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:16.967396 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74934bb2-7f41-47ad-8c7a-1da1b8f7c5c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:16.967735 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74934bb2-7f41-47ad-8c7a-1da1b8f7c5c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:16.968954 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74934bb2-7f41-47ad-8c7a-1da1b8f7c5c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:16.969452 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74934bb2-7f41-47ad-8c7a-1da1b8f7c5c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:16.969827 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74934bb2-7f41-47ad-8c7a-1da1b8f7c5c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:16.970992 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74934bb2-7f41-47ad-8c7a-1da1b8f7c5c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:16.971304 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74934bb2-7f41-47ad-8c7a-1da1b8f7c5c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:16.971642 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74934bb2-7f41-47ad-8c7a-1da1b8f7c5c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:16.985707 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74934bb2-7f41-47ad-8c7a-1da1b8f7c5c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:16.986352 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74934bb2-7f41-47ad-8c7a-1da1b8f7c5c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:16.986352 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74934bb2-7f41-47ad-8c7a-1da1b8f7c5c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:16.986711 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74934bb2-7f41-47ad-8c7a-1da1b8f7c5c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:17.077803 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:17.089049 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] Transition to ACTIVE for port object 0118f133-b392-42a2-8e50-c50e8d5786f6 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:17.109572 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] Transition to ACTIVE for port object 0118f133-b392-42a2-8e50-c50e8d5786f6 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:17.131255 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74934bb2-7f41-47ad-8c7a-1da1b8f7c5c0 None None] Pushing event updated for resources: {'Port': ['ID=577d33dc-6fc6-4414-8db3-51652e838b94,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:17.137348 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-0d756bfc-c3cc-44cd-8cc6-3e0251dd9065 service neutron] 10.222.0.36 "GET /v2.0/networks/6a8afba9-c74f-48a2-a182-350c40365b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640086 Sep 07 19:13:17.141970 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:17.144526 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb49e4-1a8d-4128-baa3-fea9700d4e82 None None] Pushing event updated for resources: {'Port': ['ID=bd1801ed-5393-44ad-80ab-23fbb922b6d8,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:17.176484 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] Routers {'a43de42a-5a2f-4403-8d24-28382ba65a87'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:17.177198 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a43de42a-5a2f-4403-8d24-28382ba65a87'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:17.208902 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] Network 2342478d-b305-4351-9401-4c2b2f250e60 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:17.215487 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:17.222665 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:13:17.268668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-31139276-9c7f-4bd0-bbd3-f26965a3486e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=b06c3ed3-5ce2-4a65-a560-070dba9ac0fc HTTP/1.1" status: 200 len: 217 time: 0.1025341 Sep 07 19:13:17.298437 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:17.309827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d9dbc22d-0478-4434-b128-6a964f31ea61 None None] Provisioning complete for port ec46820d-c145-4294-8b3f-1747a989b45b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:17.310611 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc22d-0478-4434-b128-6a964f31ea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:17.373899 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] Set router a43de42a-5a2f-4403-8d24-28382ba65a87 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:17.378741 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port ec46820d-c145-4294-8b3f-1747a989b45b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:17.379548 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Subnet': ['ID=9c0bdd27-4055-42f1-bafc-bda63d16e339,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:17.428799 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-746957fc-37e9-4d6c-819c-b2e42d3cae3e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/routers/de72f342-2797-4049-8e5e-8ae66eaf5ce9 HTTP/1.1" status: 200 len: 954 time: 1.1486409 Sep 07 19:13:17.433425 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33056) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:17.441249 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-2af39734-42ec-496a-83e8-b8a2a994dc30 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'router': {'routes': None}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:17.467420 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] Pushing event updated for resources: {'Port': ['ID=0118f133-b392-42a2-8e50-c50e8d5786f6,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:17.474393 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port ec46820d-c145-4294-8b3f-1747a989b45b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:17.475622 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-2bb31eaa-e164-4b12-9b80-088e578ecc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:17.476166 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:17.481197 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-2bb31eaa-e164-4b12-9b80-088e578ecc59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.1912489 Sep 07 19:13:17.492423 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] Attempting to bind port 0118f133-b392-42a2-8e50-c50e8d5786f6 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:13:17.493230 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] Attempting to bind port 0118f133-b392-42a2-8e50-c50e8d5786f6 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'a3352e03-e4fb-4afe-85d8-9ad8ebaeae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2342478d-b305-4351-9401-4c2b2f250e60'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:13:17.494337 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] Attempting to bind port 0118f133-b392-42a2-8e50-c50e8d5786f6 on network 2342478d-b305-4351-9401-4c2b2f250e60 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:13:17.553032 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:13:17.553670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] Checking segment: {'id': 'a3352e03-e4fb-4afe-85d8-9ad8ebaeae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2342478d-b305-4351-9401-4c2b2f250e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:17.554222 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:17.554784 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] Bound using segment: {'id': 'a3352e03-e4fb-4afe-85d8-9ad8ebaeae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2342478d-b305-4351-9401-4c2b2f250e60'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:13:17.555415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] Bound port: 0118f133-b392-42a2-8e50-c50e8d5786f6, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3352e03-e4fb-4afe-85d8-9ad8ebaeae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2342478d-b305-4351-9401-4c2b2f250e60'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:13:17.556714 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:17.636869 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-627ed94d-bcc3-433e-a518-82fcc4a72462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:17.639432 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:17.664478 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2342478d-b305-4351-9401-4c2b2f250e60']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:17.677635 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3352e03-e4fb-4afe-85d8-9ad8ebaeae4b') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:17.677944 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3352e03-e4fb-4afe-85d8-9ad8ebaeae4b') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:17.689942 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:17.709580 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:17.716607 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-138777f3-b5ad-4014-a432-3dad6d326971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:17.719571 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:13:17.719928 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:17.725324 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-c0e11c7c-0b76-42c8-81ef-b86d7918c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:17.727138 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-c0e11c7c-0b76-42c8-81ef-b86d7918c407 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2308912 Sep 07 19:13:17.727814 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc22d-0478-4434-b128-6a964f31ea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:17.749772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] Attempting to bind port bd1801ed-5393-44ad-80ab-23fbb922b6d8 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:13:17.750395 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] Attempting to bind port bd1801ed-5393-44ad-80ab-23fbb922b6d8 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'ae39d0c5-5842-43b6-947c-a4a16088d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '55fc840b-5d99-4477-942e-194423daf029'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:13:17.750967 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] Attempting to bind port bd1801ed-5393-44ad-80ab-23fbb922b6d8 on network 55fc840b-5d99-4477-942e-194423daf029 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:13:17.810783 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43de42a-5a2f-4403-8d24-28382ba65a87', 'name': 'tempest-TestAggregatesBasicOps-656072962-router', 'tenant_id': 'fb10bdc214384443b21292e986d6f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '577d33dc-6fc6-4414-8db3-51652e838b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:10Z', 'updated_at': '2021-09-07T19:13:13Z', 'revision_number': 3, 'project_id': 'fb10bdc214384443b21292e986d6f088', 'gw_port': {'id': '577d33dc-6fc6-4414-8db3-51652e838b94', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43de42a-5a2f-4403-8d24-28382ba65a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:11Z', 'updated_at': '2021-09-07T19:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:13:17.823290 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:13:17.827098 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:13:17.827744 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.db.api [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 19:13:17.827744 n-d-807786-1 neutron-server[101444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 19:13:17.827744 n-d-807786-1 neutron-server[101444]: [parameters: {'id': '2342478d-b305-4351-9401-4c2b2f250e60'}] Sep 07 19:13:17.827744 n-d-807786-1 neutron-server[101444]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:13:17.828034 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] Checking segment: {'id': 'ae39d0c5-5842-43b6-947c-a4a16088d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '55fc840b-5d99-4477-942e-194423daf029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:17.828124 n-d-807786-1 neutron-server[101444]: DEBUG oslo_db.api [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:13:17.828570 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:17.829075 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] Bound using segment: {'id': 'ae39d0c5-5842-43b6-947c-a4a16088d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '55fc840b-5d99-4477-942e-194423daf029'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:13:17.829697 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] Bound port: bd1801ed-5393-44ad-80ab-23fbb922b6d8, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae39d0c5-5842-43b6-947c-a4a16088d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '55fc840b-5d99-4477-942e-194423daf029'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:13:17.830208 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:17.872465 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6187f52c-a784-4536-83b2-8652126d03fe None None] The sync data for ids ['a43de42a-5a2f-4403-8d24-28382ba65a87'] in n-d-807786-1 is: [{'id': 'a43de42a-5a2f-4403-8d24-28382ba65a87', 'name': 'tempest-TestAggregatesBasicOps-656072962-router', 'tenant_id': 'fb10bdc214384443b21292e986d6f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '577d33dc-6fc6-4414-8db3-51652e838b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:10Z', 'updated_at': '2021-09-07T19:13:13Z', 'revision_number': 3, 'project_id': 'fb10bdc214384443b21292e986d6f088', 'gw_port': {'id': '577d33dc-6fc6-4414-8db3-51652e838b94', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43de42a-5a2f-4403-8d24-28382ba65a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:11Z', 'updated_at': '2021-09-07T19:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:13:17.925434 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d9dbc22d-0478-4434-b128-6a964f31ea61 None None] For port ec46820d-c145-4294-8b3f-1747a989b45b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ec46820d-c145-4294-8b3f-1747a989b45b,segment=NetworkSegment(a06c5e08-480d-49e9-a30f-e439f89d0077),segment_id=a06c5e08-480d-49e9-a30f-e439f89d0077)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:17.929769 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] For port 0118f133-b392-42a2-8e50-c50e8d5786f6, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:13:17.953117 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] For port 0118f133-b392-42a2-8e50-c50e8d5786f6, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0118f133-b392-42a2-8e50-c50e8d5786f6,segment=NetworkSegment(a3352e03-e4fb-4afe-85d8-9ad8ebaeae4b),segment_id=a3352e03-e4fb-4afe-85d8-9ad8ebaeae4b)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:13:17.962933 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc22d-0478-4434-b128-6a964f31ea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:17.971541 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:18.073885 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-83fdcf07-580b-47fe-a900-0b0ac451b00d service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347566 Sep 07 19:13:18.122573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbc22d-0478-4434-b128-6a964f31ea61 None None] Pushing event updated for resources: {'Port': ['ID=ec46820d-c145-4294-8b3f-1747a989b45b,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:18.237387 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-080d2a0b-88ef-45c2-b976-73eae28bc5aa service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397474 Sep 07 19:13:18.291825 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc90b6-4f6c-42b1-8e33-a59b260024a6 None None] Pushing event updated for resources: {'Port': ['ID=0118f133-b392-42a2-8e50-c50e8d5786f6,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:18.324229 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641313c5-0bf5-4b89-ac2a-d5987847d68b None None] Network 2342478d-b305-4351-9401-4c2b2f250e60 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:18.356837 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-d9316a39-cf86-45bb-be46-79b56d2fe534 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=dca85aec-715c-451f-9b3f-cd3b5cafcf42 HTTP/1.1" status: 200 len: 217 time: 0.0987310 Sep 07 19:13:18.357978 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-138777f3-b5ad-4014-a432-3dad6d326971 admin admin] Allocated IP 172.20.0.1 (68057f6f-e73a-42e9-8ae6-f8cd94cdfb91/67d6a232-313f-4663-9053-e11f502d0feb/139559de-6b8e-45e7-b5b1-a5acd374970e) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:13:18.368479 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.extraroute_db [None req-2af39734-42ec-496a-83e8-b8a2a994dc30 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Added routes are [] {{(pid=101444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 07 19:13:18.369188 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.extraroute_db [None req-2af39734-42ec-496a-83e8-b8a2a994dc30 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 07 19:13:18.405790 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2af39734-42ec-496a-83e8-b8a2a994dc30 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:18.409953 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:18.511231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-74f78d04-acca-44b2-9081-a229b83666ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:18.512451 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-74f78d04-acca-44b2-9081-a229b83666ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.0859659 Sep 07 19:13:18.515400 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] For port bd1801ed-5393-44ad-80ab-23fbb922b6d8, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:13:18.521942 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 023adf52-8971-4788-b7a5-85f7ce03d673 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:18.601767 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] For port bd1801ed-5393-44ad-80ab-23fbb922b6d8, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=bd1801ed-5393-44ad-80ab-23fbb922b6d8,segment=NetworkSegment(ae39d0c5-5842-43b6-947c-a4a16088d8d5),segment_id=ae39d0c5-5842-43b6-947c-a4a16088d8d5)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:13:18.613479 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 023adf52-8971-4788-b7a5-85f7ce03d673 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:18.613913 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:18.615978 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a571b8-f51e-4c03-88b9-2acd4b60ddd1 None None] Network 2342478d-b305-4351-9401-4c2b2f250e60 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:18.684801 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2af39734-42ec-496a-83e8-b8a2a994dc30 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:18.691884 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2af39734-42ec-496a-83e8-b8a2a994dc30 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626183'] for router, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:18.723280 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:18.763397 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-138777f3-b5ad-4014-a432-3dad6d326971 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:18.781317 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-138777f3-b5ad-4014-a432-3dad6d326971 admin admin] Transition to ACTIVE for port object 139559de-6b8e-45e7-b5b1-a5acd374970e will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:18.822278 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-138777f3-b5ad-4014-a432-3dad6d326971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:18.845066 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-2c7e5cc1-cf3f-435b-aed6-4e94c6d16e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:18.847050 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-2c7e5cc1-cf3f-435b-aed6-4e94c6d16e1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3084795 Sep 07 19:13:18.857793 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Deleting port 0118f133-b392-42a2-8e50-c50e8d5786f6 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:18.858415 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:18.865911 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af39734-42ec-496a-83e8-b8a2a994dc30 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router de72f342-2797-4049-8e5e-8ae66eaf5ce9 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:13:18.883318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138777f3-b5ad-4014-a432-3dad6d326971 admin admin] Network 68057f6f-e73a-42e9-8ae6-f8cd94cdfb91 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:18.903284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-138777f3-b5ad-4014-a432-3dad6d326971 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:18.952788 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138777f3-b5ad-4014-a432-3dad6d326971 admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:13:19.035447 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-138777f3-b5ad-4014-a432-3dad6d326971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:19.079317 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb49e4-1a8d-4128-baa3-fea9700d4e82 None None] Pushing event updated for resources: {'Port': ['ID=bd1801ed-5393-44ad-80ab-23fbb922b6d8,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:19.122802 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af39734-42ec-496a-83e8-b8a2a994dc30 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:19.136625 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2af39734-42ec-496a-83e8-b8a2a994dc30 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:19.140651 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2af39734-42ec-496a-83e8-b8a2a994dc30 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/de72f342-2797-4049-8e5e-8ae66eaf5ce9 HTTP/1.1" status: 200 len: 704 time: 1.7034819 Sep 07 19:13:19.141421 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33062) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:19.183365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] Routers {'de72f342-2797-4049-8e5e-8ae66eaf5ce9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:19.184043 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:19.245156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-627ed94d-bcc3-433e-a518-82fcc4a72462 admin admin] Deleting port 8930b7bc-d375-43cf-8e07-90b5e635efa1 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:19.259970 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-627ed94d-bcc3-433e-a518-82fcc4a72462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:19.345414 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] For port 0118f133-b392-42a2-8e50-c50e8d5786f6, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0118f133-b392-42a2-8e50-c50e8d5786f6,segment=NetworkSegment(a3352e03-e4fb-4afe-85d8-9ad8ebaeae4b),segment_id=a3352e03-e4fb-4afe-85d8-9ad8ebaeae4b)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:19.346027 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:19.378618 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e27f64a9-588e-40d8-987f-d2e39f7bdb2a None None] Provisioning for port 139559de-6b8e-45e7-b5b1-a5acd374970e completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:19.381586 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Calling delete_port for 0118f133-b392-42a2-8e50-c50e8d5786f6 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:19.395703 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e27f64a9-588e-40d8-987f-d2e39f7bdb2a None None] Provisioning complete for port 139559de-6b8e-45e7-b5b1-a5acd374970e triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:19.396122 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e27f64a9-588e-40d8-987f-d2e39f7bdb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:19.412252 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-627ed94d-bcc3-433e-a518-82fcc4a72462 admin admin] For port 8930b7bc-d375-43cf-8e07-90b5e635efa1, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8930b7bc-d375-43cf-8e07-90b5e635efa1,segment=NetworkSegment(4fd199dc-8d81-40ee-9f36-88abd1fc6ee8),segment_id=4fd199dc-8d81-40ee-9f36-88abd1fc6ee8)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:19.413021 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-627ed94d-bcc3-433e-a518-82fcc4a72462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:19.426960 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] Set router de72f342-2797-4049-8e5e-8ae66eaf5ce9 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:19.439286 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-627ed94d-bcc3-433e-a518-82fcc4a72462 admin admin] Calling delete_port for 8930b7bc-d375-43cf-8e07-90b5e635efa1 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:19.484620 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-976d662d-50c3-4b68-81b4-721d8bb9377b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/routers/de72f342-2797-4049-8e5e-8ae66eaf5ce9 HTTP/1.1" status: 200 len: 704 time: 0.3410027 Sep 07 19:13:19.491937 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33066) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:19.543220 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138777f3-b5ad-4014-a432-3dad6d326971 admin admin] Pushing event updated for resources: {'Port': ['ID=139559de-6b8e-45e7-b5b1-a5acd374970e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:19.547272 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-83e44248-1618-457a-9317-d1fed1a91e6d service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6783459 Sep 07 19:13:19.659316 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-e27f64a9-588e-40d8-987f-d2e39f7bdb2a None None] Port 139559de-6b8e-45e7-b5b1-a5acd374970e cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:13:19.671005 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7839688d-2a40-4966-a113-2485c0b7561f None None] get_active_networks_info from n-d-807786-1 {{(pid=101446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 19:13:19.748768 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:19.869637 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No DVR routers for this DVR port 0118f133-b392-42a2-8e50-c50e8d5786f6 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:13:19.871605 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Port': ['ID=0118f133-b392-42a2-8e50-c50e8d5786f6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:20.008069 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 577d33dc-6fc6-4414-8db3-51652e838b94 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:20.036916 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:20.086835 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2342478d-b305-4351-9401-4c2b2f250e60']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:20.107793 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3352e03-e4fb-4afe-85d8-9ad8ebaeae4b') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:20.108112 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3352e03-e4fb-4afe-85d8-9ad8ebaeae4b') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:20.140078 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:20.153514 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-138777f3-b5ad-4014-a432-3dad6d326971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:20.159503 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 577d33dc-6fc6-4414-8db3-51652e838b94 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:20.165670 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:20.168846 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 577d33dc-6fc6-4414-8db3-51652e838b94 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:20.169229 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:20.178486 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:13:20.179160 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:20.182903 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-627ed94d-bcc3-433e-a518-82fcc4a72462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:13:20.186282 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:13:20.213155 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:18Z', 'revision_number': 7, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '023adf52-8971-4788-b7a5-85f7ce03d673', 'name': '', 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:50:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:02Z', 'updated_at': '2021-09-07T19:13:13Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:13:01Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1801ed-5393-44ad-80ab-23fbb922b6d8', 'name': '', 'network_id': '55fc840b-5d99-4477-942e-194423daf029', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:f3:61:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'fd8a8112-f2c4-430a-aee8-51e017d6b518', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:07Z', 'updated_at': '2021-09-07T19:13:18Z', 'revision_number': 4, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': 'fd8a8112-f2c4-430a-aee8-51e017d6b518', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76d9682-4233-452c-a919-a5334a4fb69f', 'name': '', 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:5b:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:56Z', 'updated_at': '2021-09-07T19:13:09Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:20.255076 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7839688d-2a40-4966-a113-2485c0b7561f None None] Resources bound (agent type, host, resource id): {{(pid=101446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 19:13:20.259483 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ba995-df8b-468f-a48a-54bdc85c9c1f None None] The sync data for ids ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'] in n-d-807786-1 is: [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:18Z', 'revision_number': 7, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '023adf52-8971-4788-b7a5-85f7ce03d673', 'name': '', 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:50:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:02Z', 'updated_at': '2021-09-07T19:13:13Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:13:01Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1801ed-5393-44ad-80ab-23fbb922b6d8', 'name': '', 'network_id': '55fc840b-5d99-4477-942e-194423daf029', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:f3:61:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'fd8a8112-f2c4-430a-aee8-51e017d6b518', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:07Z', 'updated_at': '2021-09-07T19:13:18Z', 'revision_number': 4, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': 'fd8a8112-f2c4-430a-aee8-51e017d6b518', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76d9682-4233-452c-a919-a5334a4fb69f', 'name': '', 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:5b:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:56Z', 'updated_at': '2021-09-07T19:13:09Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:13:20.269308 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-7bed0e61-0345-4f13-b796-b4c0c2fba61c service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7083735 Sep 07 19:13:20.286154 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ed94d-bcc3-433e-a518-82fcc4a72462 admin admin] Pushing event deleted for resources: {'Port': ['ID=8930b7bc-d375-43cf-8e07-90b5e635efa1,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:20.296866 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:20.327030 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:20.329706 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/2342478d-b305-4351-9401-4c2b2f250e60 HTTP/1.1" status: 204 len: 168 time: 4.4358475 Sep 07 19:13:20.345172 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33068) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:20.408401 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d8fb9-98b6-49c1-80c4-cc78ae442d51 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Network': ['ID=2342478d-b305-4351-9401-4c2b2f250e60,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:20.411918 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7937d9-0863-4b34-b146-6279a25b2fc6 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:20.412384 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df7937d9-0863-4b34-b146-6279a25b2fc6 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:20.414428 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-df7937d9-0863-4b34-b146-6279a25b2fc6 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/subnets/9c0bdd27-4055-42f1-bafc-bda63d16e339 HTTP/1.1" status: 404 len: 337 time: 0.0678711 Sep 07 19:13:20.416183 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-34cc8008-fa69-4243-ba3b-1064ab6298bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=d5037c37-d497-4829-a848-7904c39917b2 HTTP/1.1" status: 200 len: 217 time: 0.1224430 Sep 07 19:13:20.425117 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33074) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:20.460015 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9fbabc-060e-4672-ac91-eff139f7aea5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:20.461736 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9fbabc-060e-4672-ac91-eff139f7aea5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:20.463969 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-da9fbabc-060e-4672-ac91-eff139f7aea5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/2342478d-b305-4351-9401-4c2b2f250e60 HTTP/1.1" status: 404 len: 339 time: 0.0376372 Sep 07 19:13:20.467546 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33076) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:20.579402 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7231602-ae6a-436d-96b8-736d4df37677 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:20.579873 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7231602-ae6a-436d-96b8-736d4df37677 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:20.583967 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b7231602-ae6a-436d-96b8-736d4df37677 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/subnets/b648b219-40e3-44b4-b17b-4623b90248c6 HTTP/1.1" status: 404 len: 337 time: 0.0993345 Sep 07 19:13:20.591159 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33078) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:20.652826 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c700c0-6483-4eb1-a071-202a67f3c423 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:20.653604 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c700c0-6483-4eb1-a071-202a67f3c423 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:20.655246 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e4c700c0-6483-4eb1-a071-202a67f3c423 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/a043a843-626e-44da-b194-527f19c57e7d HTTP/1.1" status: 404 len: 339 time: 0.0629911 Sep 07 19:13:20.658264 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33080) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:20.679644 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af649fa-14f1-4e3a-9791-53e848e47ef5 None None] Sync routers for ids ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:20.714798 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:20.723760 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af649fa-14f1-4e3a-9791-53e848e47ef5 None None] Routers {'de72f342-2797-4049-8e5e-8ae66eaf5ce9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:20.724951 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-9af649fa-14f1-4e3a-9791-53e848e47ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:20.764575 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6578925f-9229-4cd3-bbdf-6f4cd909fe6f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:20.804590 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 577d33dc-6fc6-4414-8db3-51652e838b94, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=577d33dc-6fc6-4414-8db3-51652e838b94,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:20.849365 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:20.849557 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-50675d93-d3e7-4dda-9a2c-7bbf0a2efdc6 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:20.850342 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ec46820d-c145-4294-8b3f-1747a989b45b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:20.950026 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a2d8b2-c912-4690-ae59-0b0cdbf20120 None None] get_active_networks_info from n-d-807786-1 {{(pid=101446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 19:13:20.960272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-e93fd902-84af-4e7d-9fcb-089542b15d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:20.963176 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-e93fd902-84af-4e7d-9fcb-089542b15d5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.1754310 Sep 07 19:13:21.022338 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33084) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:21.080258 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-627ed94d-bcc3-433e-a518-82fcc4a72462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:21.117810 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-b511b7ab-6c2d-4b61-9a7d-5fb8bd27b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:21.120102 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-b511b7ab-6c2d-4b61-9a7d-5fb8bd27b6cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1486866 Sep 07 19:13:21.139624 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a2d8b2-c912-4690-ae59-0b0cdbf20120 None None] Resources bound (agent type, host, resource id): {{(pid=101446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 19:13:21.158142 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-9af649fa-14f1-4e3a-9791-53e848e47ef5 None None] Set router de72f342-2797-4049-8e5e-8ae66eaf5ce9 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:21.239414 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-138777f3-b5ad-4014-a432-3dad6d326971 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:21.279787 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-138777f3-b5ad-4014-a432-3dad6d326971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:21.287595 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=577d33dc-6fc6-4414-8db3-51652e838b94,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:21.448499 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-d5f42cc0-8229-4a15-bab0-8dc99c6ad6fe service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793162 Sep 07 19:13:21.457753 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-138777f3-b5ad-4014-a432-3dad6d326971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:21.461646 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138777f3-b5ad-4014-a432-3dad6d326971 admin admin] Pushing event updated for resources: {'Port': ['ID=139559de-6b8e-45e7-b5b1-a5acd374970e,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:21.608627 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-50675d93-d3e7-4dda-9a2c-7bbf0a2efdc6 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:21.660402 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9b53-a76a-4bd4-b883-2eee31b6a678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:21.667828 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port ec46820d-c145-4294-8b3f-1747a989b45b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:21.667828 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:21.685546 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-50675d93-d3e7-4dda-9a2c-7bbf0a2efdc6 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bfbe205-109c-45d1-a359-fc9855033de8']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:21.709887 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-50675d93-d3e7-4dda-9a2c-7bbf0a2efdc6 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ab8a8c-2d3d-4e99-adf8-50bfede7b33e') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:21.709887 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-50675d93-d3e7-4dda-9a2c-7bbf0a2efdc6 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ab8a8c-2d3d-4e99-adf8-50bfede7b33e') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:21.739713 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-50675d93-d3e7-4dda-9a2c-7bbf0a2efdc6 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:21.771478 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-2d351418-2a50-4901-a90c-8c552ddf3988 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112531 Sep 07 19:13:21.774890 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-50675d93-d3e7-4dda-9a2c-7bbf0a2efdc6 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:21.796582 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50675d93-d3e7-4dda-9a2c-7bbf0a2efdc6 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:13:21.797336 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-50675d93-d3e7-4dda-9a2c-7bbf0a2efdc6 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:13:21.802290 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:13:21.830819 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138777f3-b5ad-4014-a432-3dad6d326971 admin admin] Network 68057f6f-e73a-42e9-8ae6-f8cd94cdfb91 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:21.835475 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-f3f18ca2-87b1-47dc-8d6f-52b0b7dc53f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 HTTP/1.1" status: 200 len: 217 time: 0.0551236 Sep 07 19:13:21.837567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627ed94d-bcc3-433e-a518-82fcc4a72462 admin admin] Router 5390c23e-2acc-497c-9511-3e771754b8f7 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:13:21.838636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-138777f3-b5ad-4014-a432-3dad6d326971 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:21.914587 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 26774dae-e1dc-4415-b19f-418347e9757d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:21.929752 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-50675d93-d3e7-4dda-9a2c-7bbf0a2efdc6 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:21.963495 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-50675d93-d3e7-4dda-9a2c-7bbf0a2efdc6 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:21.965835 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-50675d93-d3e7-4dda-9a2c-7bbf0a2efdc6 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/9bfbe205-109c-45d1-a359-fc9855033de8 HTTP/1.1" status: 204 len: 168 time: 1.3065445 Sep 07 19:13:21.972444 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-9af649fa-14f1-4e3a-9791-53e848e47ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:18Z', 'revision_number': 7, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '023adf52-8971-4788-b7a5-85f7ce03d673', 'name': '', 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:50:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:02Z', 'updated_at': '2021-09-07T19:13:13Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:13:01Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1801ed-5393-44ad-80ab-23fbb922b6d8', 'name': '', 'network_id': '55fc840b-5d99-4477-942e-194423daf029', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:f3:61:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'fd8a8112-f2c4-430a-aee8-51e017d6b518', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:07Z', 'updated_at': '2021-09-07T19:13:18Z', 'revision_number': 4, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': 'fd8a8112-f2c4-430a-aee8-51e017d6b518', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76d9682-4233-452c-a919-a5334a4fb69f', 'name': '', 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:5b:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:56Z', 'updated_at': '2021-09-07T19:13:09Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:21.975735 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33088) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:22.000291 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50675d93-d3e7-4dda-9a2c-7bbf0a2efdc6 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Network': ['ID=9bfbe205-109c-45d1-a359-fc9855033de8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:22.000716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-6aaa62e6-810e-4565-a645-7235e7dedaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:22.002193 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-6aaa62e6-810e-4565-a645-7235e7dedaca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.1587179 Sep 07 19:13:22.015118 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af649fa-14f1-4e3a-9791-53e848e47ef5 None None] Checking router: de72f342-2797-4049-8e5e-8ae66eaf5ce9 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:13:22.046054 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d8d995-29bf-4ee6-8749-5645478c7583 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:22.046527 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d8d995-29bf-4ee6-8749-5645478c7583 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:22.051398 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d0d8d995-29bf-4ee6-8749-5645478c7583 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/subnets/0a0c6779-7999-4247-b0ad-c0b0497b3d0f HTTP/1.1" status: 404 len: 337 time: 0.0619884 Sep 07 19:13:22.051604 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af649fa-14f1-4e3a-9791-53e848e47ef5 None None] Routers {'de72f342-2797-4049-8e5e-8ae66eaf5ce9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:22.051604 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-9af649fa-14f1-4e3a-9791-53e848e47ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:22.051815 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9b53-a76a-4bd4-b883-2eee31b6a678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:22.052051 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33090) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:22.075535 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9b53-a76a-4bd4-b883-2eee31b6a678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:22.083650 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43082cb-6485-4f10-8783-f4e145c508b5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:22.084271 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43082cb-6485-4f10-8783-f4e145c508b5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:22.089463 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d43082cb-6485-4f10-8783-f4e145c508b5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/43c6315a-7f23-4425-b627-bfbc66b0bb0f HTTP/1.1" status: 404 len: 339 time: 0.0330396 Sep 07 19:13:22.101079 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33092) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:22.160206 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1d2e9b53-a76a-4bd4-b883-2eee31b6a678 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=27115391a5c54b8fa045c9e6afde4eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1331277 Sep 07 19:13:22.161030 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e9b53-a76a-4bd4-b883-2eee31b6a678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27923cc5-c5cb-438b-8aaf-bec04667d227,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:22.163606 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33094) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:22.174074 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aad1cec-ca55-46a8-a72e-1744de2e8f07 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:22.174533 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aad1cec-ca55-46a8-a72e-1744de2e8f07 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:22.178800 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2aad1cec-ca55-46a8-a72e-1744de2e8f07 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/subnets/7967006b-047f-4f9d-a4be-432e515f79ec HTTP/1.1" status: 404 len: 337 time: 0.0742412 Sep 07 19:13:22.178963 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 26774dae-e1dc-4415-b19f-418347e9757d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:22.178963 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:22.183038 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33096) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:22.197026 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-4a20f85f-4d7d-4723-a10b-94d70f69121e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:22.198211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-4a20f85f-4d7d-4723-a10b-94d70f69121e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1351357 Sep 07 19:13:22.234087 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-9af649fa-14f1-4e3a-9791-53e848e47ef5 None None] Set router de72f342-2797-4049-8e5e-8ae66eaf5ce9 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:22.234850 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c64d8e4-a621-41d1-ba99-ab77d3f6f4cf tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:22.235472 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c64d8e4-a621-41d1-ba99-ab77d3f6f4cf tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:22.239500 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5c64d8e4-a621-41d1-ba99-ab77d3f6f4cf tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/9e0eb01e-4569-4adb-9172-b7c0273dc3ed HTTP/1.1" status: 404 len: 339 time: 0.0524561 Sep 07 19:13:22.242726 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138777f3-b5ad-4014-a432-3dad6d326971 admin admin] Router a43de42a-5a2f-4403-8d24-28382ba65a87 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:13:22.245601 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-6578925f-9229-4cd3-bbdf-6f4cd909fe6f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting port bd1801ed-5393-44ad-80ab-23fbb922b6d8 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:22.246369 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6578925f-9229-4cd3-bbdf-6f4cd909fe6f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:22.263326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33098) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:22.284562 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627ed94d-bcc3-433e-a518-82fcc4a72462 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:22.295483 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-627ed94d-bcc3-433e-a518-82fcc4a72462 admin admin] 10.222.0.26 "PUT /v2.0/routers/5390c23e-2acc-497c-9511-3e771754b8f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8449864 Sep 07 19:13:22.295707 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5772444-7360-40df-b265-d0b25049daa1 None None] Sync routers for ids ['5390c23e-2acc-497c-9511-3e771754b8f7'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:22.311428 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5772444-7360-40df-b265-d0b25049daa1 None None] Routers {'5390c23e-2acc-497c-9511-3e771754b8f7'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:22.312172 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d5772444-7360-40df-b265-d0b25049daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5390c23e-2acc-497c-9511-3e771754b8f7'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:22.354344 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60eaaa3-fc6e-46aa-b238-717bc318bb74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:22.354917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60eaaa3-fc6e-46aa-b238-717bc318bb74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:22.362647 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c60eaaa3-fc6e-46aa-b238-717bc318bb74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/subnets/06ac5040-aaf2-47f2-9580-44541d8b3659 HTTP/1.1" status: 404 len: 337 time: 0.0971055 Sep 07 19:13:22.367580 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33100) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:22.368232 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33102) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:22.423182 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-6578925f-9229-4cd3-bbdf-6f4cd909fe6f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] For port bd1801ed-5393-44ad-80ab-23fbb922b6d8, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=bd1801ed-5393-44ad-80ab-23fbb922b6d8,segment=NetworkSegment(ae39d0c5-5842-43b6-947c-a4a16088d8d5),segment_id=ae39d0c5-5842-43b6-947c-a4a16088d8d5)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:22.423590 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6578925f-9229-4cd3-bbdf-6f4cd909fe6f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:22.470529 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-6578925f-9229-4cd3-bbdf-6f4cd909fe6f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Calling delete_port for bd1801ed-5393-44ad-80ab-23fbb922b6d8 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:22.515397 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-d5772444-7360-40df-b265-d0b25049daa1 None None] Set router 5390c23e-2acc-497c-9511-3e771754b8f7 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:22.547497 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a079390-0669-44de-8ab2-60eab3ce4913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:22.557398 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bd1801ed-5393-44ad-80ab-23fbb922b6d8 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:22.590633 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a079390-0669-44de-8ab2-60eab3ce4913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:22.591153 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e2e7e4cd-3f59-4ef4-bdbd-8665a2c4d803 admin admin] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:22.695475 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f0d4e9e4-9a58-4a39-bf7d-52fe17f4245a None None] Provisioning complete for port 139559de-6b8e-45e7-b5b1-a5acd374970e triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:22.695828 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f0d4e9e4-9a58-4a39-bf7d-52fe17f4245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:22.720611 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port bd1801ed-5393-44ad-80ab-23fbb922b6d8 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:22.735984 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port bd1801ed-5393-44ad-80ab-23fbb922b6d8 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:22.737083 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:22.751629 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b79007-a6ac-4afb-a038-86eab7ad1bdf tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:22.752221 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b79007-a6ac-4afb-a038-86eab7ad1bdf tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:22.754972 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-18b79007-a6ac-4afb-a038-86eab7ad1bdf tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/4ca48e91-ccc7-4d9f-bc3c-b9fd29a03fea HTTP/1.1" status: 404 len: 339 time: 0.2758629 Sep 07 19:13:22.757969 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33104) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:22.772478 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-f0d4e9e4-9a58-4a39-bf7d-52fe17f4245a None None] Port 139559de-6b8e-45e7-b5b1-a5acd374970e cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:13:22.790258 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-9af649fa-14f1-4e3a-9791-53e848e47ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:18Z', 'revision_number': 7, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '023adf52-8971-4788-b7a5-85f7ce03d673', 'name': '', 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:50:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:02Z', 'updated_at': '2021-09-07T19:13:13Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:13:01Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1801ed-5393-44ad-80ab-23fbb922b6d8', 'name': '', 'network_id': '55fc840b-5d99-4477-942e-194423daf029', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:f3:61:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'fd8a8112-f2c4-430a-aee8-51e017d6b518', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:07Z', 'updated_at': '2021-09-07T19:13:18Z', 'revision_number': 4, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': 'fd8a8112-f2c4-430a-aee8-51e017d6b518', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76d9682-4233-452c-a919-a5334a4fb69f', 'name': '', 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:5b:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:56Z', 'updated_at': '2021-09-07T19:13:09Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:22.839446 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af649fa-14f1-4e3a-9791-53e848e47ef5 None None] The sync data for ids ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'] in n-d-807786-1 is: [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:18Z', 'revision_number': 7, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '023adf52-8971-4788-b7a5-85f7ce03d673', 'name': '', 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:50:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:02Z', 'updated_at': '2021-09-07T19:13:13Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:13:01Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1801ed-5393-44ad-80ab-23fbb922b6d8', 'name': '', 'network_id': '55fc840b-5d99-4477-942e-194423daf029', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:f3:61:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'fd8a8112-f2c4-430a-aee8-51e017d6b518', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:07Z', 'updated_at': '2021-09-07T19:13:18Z', 'revision_number': 4, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': 'fd8a8112-f2c4-430a-aee8-51e017d6b518', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76d9682-4233-452c-a919-a5334a4fb69f', 'name': '', 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:5b:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:56Z', 'updated_at': '2021-09-07T19:13:09Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:13:22.840815 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a079390-0669-44de-8ab2-60eab3ce4913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:22.855829 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6a079390-0669-44de-8ab2-60eab3ce4913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:22.863892 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6a079390-0669-44de-8ab2-60eab3ce4913 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/27923cc5-c5cb-438b-8aaf-bec04667d227 HTTP/1.1" status: 204 len: 168 time: 0.6911292 Sep 07 19:13:22.873490 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eebd64c-b019-417f-8fcd-8160ee391c91 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:22.886756 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eebd64c-b019-417f-8fcd-8160ee391c91 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:22.891896 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7eebd64c-b019-417f-8fcd-8160ee391c91 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/subnets/620c0d17-0c62-4440-87bf-eced7e094e25 HTTP/1.1" status: 404 len: 337 time: 0.1312222 Sep 07 19:13:22.907732 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d5772444-7360-40df-b265-d0b25049daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5390c23e-2acc-497c-9511-3e771754b8f7', 'name': 'tempest-TestServerMultinode-2097209072-router', 'tenant_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '58521703-bc63-426c-9331-34a1e1e341ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:37Z', 'updated_at': '2021-09-07T19:13:20Z', 'revision_number': 5, 'project_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'gw_port': {'id': '58521703-bc63-426c-9331-34a1e1e341ef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5390c23e-2acc-497c-9511-3e771754b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:39Z', 'updated_at': '2021-09-07T19:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:22.908020 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:22.910386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33108) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:22.943032 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a079390-0669-44de-8ab2-60eab3ce4913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27923cc5-c5cb-438b-8aaf-bec04667d227,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:22.950170 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a3a3d6-5f85-4788-8797-62750da28ad3 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:22.952119 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a3a3d6-5f85-4788-8797-62750da28ad3 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:22.954138 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e6a3a3d6-5f85-4788-8797-62750da28ad3 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/30d170cc-6ecd-4b7b-b201-c9ad262888ae HTTP/1.1" status: 404 len: 339 time: 0.0425014 Sep 07 19:13:22.959210 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33110) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:22.995493 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5772444-7360-40df-b265-d0b25049daa1 None None] Checking router: 5390c23e-2acc-497c-9511-3e771754b8f7 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:13:23.001140 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-6162b321-5aeb-41e4-b3f2-8b509d72aae5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:23.001717 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6162b321-5aeb-41e4-b3f2-8b509d72aae5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:23.005875 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6162b321-5aeb-41e4-b3f2-8b509d72aae5 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/subnets/3d391a76-578a-44d1-bebe-3bd677ee278f HTTP/1.1" status: 404 len: 337 time: 0.0433779 Sep 07 19:13:23.008068 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33112) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:23.011279 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6578925f-9229-4cd3-bbdf-6f4cd909fe6f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:23.020934 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5772444-7360-40df-b265-d0b25049daa1 None None] Routers {'5390c23e-2acc-497c-9511-3e771754b8f7'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:23.021720 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d5772444-7360-40df-b265-d0b25049daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5390c23e-2acc-497c-9511-3e771754b8f7'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:23.119102 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578925f-9229-4cd3-bbdf-6f4cd909fe6f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Port': ['ID=bd1801ed-5393-44ad-80ab-23fbb922b6d8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:23.122852 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bcca620-09e9-4ee8-80ad-c38559109136 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:23.123531 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bcca620-09e9-4ee8-80ad-c38559109136 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:23.128797 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4bcca620-09e9-4ee8-80ad-c38559109136 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/c4b4332a-2db1-4d2b-adb5-5a1eb87f5309 HTTP/1.1" status: 404 len: 339 time: 0.1129632 Sep 07 19:13:23.131349 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33116) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:23.225871 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb5e56a-5298-4344-9875-180eb6847b7c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:23.229340 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb5e56a-5298-4344-9875-180eb6847b7c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:23.231203 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4fb5e56a-5298-4344-9875-180eb6847b7c tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/subnets/d86466d8-7720-42d1-83df-07267ca125f2 HTTP/1.1" status: 404 len: 337 time: 0.0987875 Sep 07 19:13:23.264052 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-d5772444-7360-40df-b265-d0b25049daa1 None None] Set router 5390c23e-2acc-497c-9511-3e771754b8f7 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:23.348478 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 577d33dc-6fc6-4414-8db3-51652e838b94 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:23.423402 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6578925f-9229-4cd3-bbdf-6f4cd909fe6f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:23.426030 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33118) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:23.449300 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-9c3a08f5-4b85-45f3-afd4-4d9da34a1da4 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2360015 Sep 07 19:13:23.463876 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb995b3-e22e-4043-9c96-0cb6a673f6b6 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:23.464540 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb995b3-e22e-4043-9c96-0cb6a673f6b6 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:23.466694 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4fb995b3-e22e-4043-9c96-0cb6a673f6b6 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/9240fdef-b7fa-49d1-8a00-642589be2fcc HTTP/1.1" status: 404 len: 339 time: 0.0386221 Sep 07 19:13:23.471340 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33120) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:23.472911 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 577d33dc-6fc6-4414-8db3-51652e838b94 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:23.474937 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:23.512099 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138777f3-b5ad-4014-a432-3dad6d326971 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:23.518925 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-138777f3-b5ad-4014-a432-3dad6d326971 admin admin] 10.222.0.26 "PUT /v2.0/routers/a43de42a-5a2f-4403-8d24-28382ba65a87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9734831 Sep 07 19:13:23.550276 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] Sync routers for ids ['a43de42a-5a2f-4403-8d24-28382ba65a87'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:23.596748 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] Routers {'a43de42a-5a2f-4403-8d24-28382ba65a87'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:23.597494 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a43de42a-5a2f-4403-8d24-28382ba65a87'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:23.619535 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33124) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:23.641390 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e2e7e4cd-3f59-4ef4-bdbd-8665a2c4d803 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:23.647903 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a03987-0f35-46cb-853c-95e2d2c22d86 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:23.648456 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a03987-0f35-46cb-853c-95e2d2c22d86 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:23.653831 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f7a03987-0f35-46cb-853c-95e2d2c22d86 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/subnets/052347f6-1e36-41a7-aad7-aa5fadd5076b HTTP/1.1" status: 404 len: 337 time: 0.1795146 Sep 07 19:13:23.654596 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33126) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:23.679821 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7303a221-ee0a-4d91-8072-36ca955f423e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:23.710873 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e86fb08-4764-4ecb-b018-f1d34f217729 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:23.711579 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e86fb08-4764-4ecb-b018-f1d34f217729 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:23.716363 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1e86fb08-4764-4ecb-b018-f1d34f217729 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/d2199c98-83fb-4adf-8830-abf19275972b HTTP/1.1" status: 404 len: 339 time: 0.0552113 Sep 07 19:13:23.718529 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33128) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:23.746934 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-9722d441-d6d5-4454-aad6-7e5c5a2e17ee service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872529 Sep 07 19:13:23.761930 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15e723b-8ca2-4a97-8d97-6a6e8a118bdc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:23.762509 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d15e723b-8ca2-4a97-8d97-6a6e8a118bdc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:23.766517 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d15e723b-8ca2-4a97-8d97-6a6e8a118bdc tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/subnets/1a00349b-dde3-43b2-9faf-6a4c4bb38290 HTTP/1.1" status: 404 len: 337 time: 0.0393555 Sep 07 19:13:23.768502 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33130) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:23.856839 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d5772444-7360-40df-b265-d0b25049daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5390c23e-2acc-497c-9511-3e771754b8f7', 'name': 'tempest-TestServerMultinode-2097209072-router', 'tenant_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '58521703-bc63-426c-9331-34a1e1e341ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:37Z', 'updated_at': '2021-09-07T19:13:20Z', 'revision_number': 5, 'project_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'gw_port': {'id': '58521703-bc63-426c-9331-34a1e1e341ef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5390c23e-2acc-497c-9511-3e771754b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:39Z', 'updated_at': '2021-09-07T19:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:23.867671 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] Set router a43de42a-5a2f-4403-8d24-28382ba65a87 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:23.900363 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5772444-7360-40df-b265-d0b25049daa1 None None] The sync data for ids ['5390c23e-2acc-497c-9511-3e771754b8f7'] in n-d-807786-1 is: [{'id': '5390c23e-2acc-497c-9511-3e771754b8f7', 'name': 'tempest-TestServerMultinode-2097209072-router', 'tenant_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '58521703-bc63-426c-9331-34a1e1e341ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:37Z', 'updated_at': '2021-09-07T19:13:20Z', 'revision_number': 5, 'project_id': 'de9605979c8e420c8cf5d4f7a383fe9e', 'gw_port': {'id': '58521703-bc63-426c-9331-34a1e1e341ef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5390c23e-2acc-497c-9511-3e771754b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:39Z', 'updated_at': '2021-09-07T19:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:13:23.910358 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-e2e7e4cd-3f59-4ef4-bdbd-8665a2c4d803 admin admin] Deleting port 58521703-bc63-426c-9331-34a1e1e341ef {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:23.911047 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e2e7e4cd-3f59-4ef4-bdbd-8665a2c4d803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:23.915638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-1e54d701-d6f9-45ec-9b3e-285f57668413 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3804b453-b76d-4a1d-b42f-d85eeb8ad14d HTTP/1.1" status: 200 len: 217 time: 0.1594746 Sep 07 19:13:23.918581 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d6d990-cd1c-49d5-b58c-e5b63e57b104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:23.919259 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d6d990-cd1c-49d5-b58c-e5b63e57b104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:23.921228 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d2d6d990-cd1c-49d5-b58c-e5b63e57b104 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/3f33aec8-448e-444d-82b5-9c53a900cfe2 HTTP/1.1" status: 404 len: 339 time: 0.1500258 Sep 07 19:13:23.926968 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33134) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:24.018559 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6578925f-9229-4cd3-bbdf-6f4cd909fe6f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router de72f342-2797-4049-8e5e-8ae66eaf5ce9 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:13:24.036016 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-93af3475-3310-41c9-9aff-abd4a98956c9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Deleting subnet 4ef6ab5a-a46e-43f9-b5fd-717771a51059 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:13:24.040000 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93af3475-3310-41c9-9aff-abd4a98956c9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:24.086251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-3ea09678-32fa-4c12-8bbd-a489a0ce5eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:24.088597 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-3ea09678-32fa-4c12-8bbd-a489a0ce5eee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1dd8002f-cefc-4e03-9dc8-c77431fc56ec HTTP/1.1" status: 200 len: 797 time: 0.1493857 Sep 07 19:13:24.089142 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93af3475-3310-41c9-9aff-abd4a98956c9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:24.145361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-e2e7e4cd-3f59-4ef4-bdbd-8665a2c4d803 admin admin] For port 58521703-bc63-426c-9331-34a1e1e341ef, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=58521703-bc63-426c-9331-34a1e1e341ef,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:24.146045 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e2e7e4cd-3f59-4ef4-bdbd-8665a2c4d803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:24.162764 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-e2e7e4cd-3f59-4ef4-bdbd-8665a2c4d803 admin admin] Calling delete_port for 58521703-bc63-426c-9331-34a1e1e341ef owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:24.182891 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43de42a-5a2f-4403-8d24-28382ba65a87', 'name': 'tempest-TestAggregatesBasicOps-656072962-router', 'tenant_id': 'fb10bdc214384443b21292e986d6f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '577d33dc-6fc6-4414-8db3-51652e838b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:10Z', 'updated_at': '2021-09-07T19:13:19Z', 'revision_number': 4, 'project_id': 'fb10bdc214384443b21292e986d6f088', 'gw_port': {'id': '577d33dc-6fc6-4414-8db3-51652e838b94', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43de42a-5a2f-4403-8d24-28382ba65a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:11Z', 'updated_at': '2021-09-07T19:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '139559de-6b8e-45e7-b5b1-a5acd374970e', 'name': '', 'network_id': '68057f6f-e73a-42e9-8ae6-f8cd94cdfb91', 'tenant_id': 'fb10bdc214384443b21292e986d6f088', 'mac_address': 'fa:16:3e:f0:1d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43de42a-5a2f-4403-8d24-28382ba65a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '67d6a232-313f-4663-9053-e11f502d0feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:17Z', 'updated_at': '2021-09-07T19:13:20Z', 'revision_number': 2, 'project_id': 'fb10bdc214384443b21292e986d6f088', 'subnets': [{'id': '67d6a232-313f-4663-9053-e11f502d0feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:24.185028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-53acb6a4-8277-4062-8a46-07dc0719759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:24.186830 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-53acb6a4-8277-4062-8a46-07dc0719759f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c3033e0-4276-47bf-9cdc-e60a9923d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0890005 Sep 07 19:13:24.208659 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93af3475-3310-41c9-9aff-abd4a98956c9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:24.224883 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] Checking router: a43de42a-5a2f-4403-8d24-28382ba65a87 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:13:24.225327 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] Updating router a43de42a-5a2f-4403-8d24-28382ba65a87 port 139559de-6b8e-45e7-b5b1-a5acd374970e binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:13:24.253738 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:24.302999 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93af3475-3310-41c9-9aff-abd4a98956c9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:24.368431 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-e1864fbb-69e0-4351-916e-2ffb3a279679 service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410789 Sep 07 19:13:24.368671 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5d2cec-7a5c-4a90-9150-043d0307991c None None] Network 23ba2fa6-91a8-4d42-972e-b802d85cf994 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:24.370416 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-93af3475-3310-41c9-9aff-abd4a98956c9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:24.373381 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-93af3475-3310-41c9-9aff-abd4a98956c9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/subnets/4ef6ab5a-a46e-43f9-b5fd-717771a51059 HTTP/1.1" status: 204 len: 168 time: 0.4441886 Sep 07 19:13:24.378669 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af3475-3310-41c9-9aff-abd4a98956c9 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef6ab5a-a46e-43f9-b5fd-717771a51059,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:24.383838 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33144) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:24.510100 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33148) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:24.520268 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-de3f50da-fa11-4437-af97-c1927afde49c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-812434347-network', 'tenant_id': '2dc300bd8be6467a8d5ad00ca73fe79f'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:24.530089 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82b76b7e-70fc-4e15-8a01-1efff58eda74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:24.572950 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-f0a3b9ba-28ad-49f7-9ca6-90cce9b5a267 service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971035 Sep 07 19:13:24.622170 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7303a221-ee0a-4d91-8072-36ca955f423e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:24.635656 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-66ae437c-60c7-4221-8500-d8b22fc3ba7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=04e80ba0-acd5-4553-b992-3fc9cfe4316b HTTP/1.1" status: 200 len: 217 time: 0.0520902 Sep 07 19:13:24.678262 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7303a221-ee0a-4d91-8072-36ca955f423e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:24.723605 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-ad62cd28-96ea-4666-a018-2eaa1094baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:24.725970 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-ad62cd28-96ea-4666-a018-2eaa1094baaf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1dd8002f-cefc-4e03-9dc8-c77431fc56ec HTTP/1.1" status: 200 len: 797 time: 0.0658078 Sep 07 19:13:24.729589 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e2e7e4cd-3f59-4ef4-bdbd-8665a2c4d803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:24.761252 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303a221-ee0a-4d91-8072-36ca955f423e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922f8392-60c2-474e-a979-f8d5d71b6a02,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:24.787442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7e4cd-3f59-4ef4-bdbd-8665a2c4d803 admin admin] Pushing event deleted for resources: {'Port': ['ID=58521703-bc63-426c-9331-34a1e1e341ef,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:24.813158 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3f50da-fa11-4437-af97-c1927afde49c admin admin] Made reservation on behalf of 2dc300bd8be6467a8d5ad00ca73fe79f for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:13:24.816304 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:24.816773 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-de3f50da-fa11-4437-af97-c1927afde49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:24.834964 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7303a221-ee0a-4d91-8072-36ca955f423e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a9c3adea61e24758bc8ab53d5958e888&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1892197 Sep 07 19:13:24.835692 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] Transition to ACTIVE for port object 139559de-6b8e-45e7-b5b1-a5acd374970e will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:24.835926 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-de3f50da-fa11-4437-af97-c1927afde49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:24.835926 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33150) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:24.845142 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:24.847988 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6578925f-9229-4cd3-bbdf-6f4cd909fe6f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:24.865355 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e28c463-4183-4880-8182-a5138efc0201 None None] Sync routers for ids ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:24.869517 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6578925f-9229-4cd3-bbdf-6f4cd909fe6f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/de72f342-2797-4049-8e5e-8ae66eaf5ce9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3760726 Sep 07 19:13:24.873683 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33152) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:24.893845 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e2e7e4cd-3f59-4ef4-bdbd-8665a2c4d803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:24.894030 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e28c463-4183-4880-8182-a5138efc0201 None None] Routers {'de72f342-2797-4049-8e5e-8ae66eaf5ce9'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:24.894643 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1e28c463-4183-4880-8182-a5138efc0201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:24.963606 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-6943c63a-8920-4ad4-a97d-4436b1e22b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:24.966016 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-6943c63a-8920-4ad4-a97d-4436b1e22b62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c3033e0-4276-47bf-9cdc-e60a9923d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2327621 Sep 07 19:13:24.978124 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ae275-2659-4596-93bf-2db9ab85df68 None None] Pushing event updated for resources: {'Port': ['ID=139559de-6b8e-45e7-b5b1-a5acd374970e,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:24.993423 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c85ca7-0de7-4e1f-9958-8b9a6f4a761a None None] DHCP port deletion for 23ba2fa6-91a8-4d42-972e-b802d85cf994 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:13:25.055329 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-1e28c463-4183-4880-8182-a5138efc0201 None None] Set router de72f342-2797-4049-8e5e-8ae66eaf5ce9 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:25.131695 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-82b76b7e-70fc-4e15-8a01-1efff58eda74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Deleting port 705d11f9-32dd-4425-9dcc-1082a1307ad6 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:25.132293 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82b76b7e-70fc-4e15-8a01-1efff58eda74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.153566 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b3781a-655a-46cb-a9f9-27bf51000ae0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting subnet fd8a8112-f2c4-430a-aee8-51e017d6b518 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:13:25.156982 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-04b3781a-655a-46cb-a9f9-27bf51000ae0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.180381 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-767429e8-7878-4b0d-9a50-946d85d7c152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.185958 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-de3f50da-fa11-4437-af97-c1927afde49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.203050 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] Attempting to bind port 139559de-6b8e-45e7-b5b1-a5acd374970e on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:13:25.203685 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] Attempting to bind port 139559de-6b8e-45e7-b5b1-a5acd374970e by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'a06c5e08-480d-49e9-a30f-e439f89d0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '68057f6f-e73a-42e9-8ae6-f8cd94cdfb91'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:13:25.204219 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] Attempting to bind port 139559de-6b8e-45e7-b5b1-a5acd374970e on network 68057f6f-e73a-42e9-8ae6-f8cd94cdfb91 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:13:25.210986 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-de3f50da-fa11-4437-af97-c1927afde49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.214498 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:13:25.215167 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] Checking segment: {'id': 'a06c5e08-480d-49e9-a30f-e439f89d0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '68057f6f-e73a-42e9-8ae6-f8cd94cdfb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:25.215913 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.216467 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] Bound using segment: {'id': 'a06c5e08-480d-49e9-a30f-e439f89d0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '68057f6f-e73a-42e9-8ae6-f8cd94cdfb91'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:13:25.217237 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] Bound port: 139559de-6b8e-45e7-b5b1-a5acd374970e, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06c5e08-480d-49e9-a30f-e439f89d0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '68057f6f-e73a-42e9-8ae6-f8cd94cdfb91'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:13:25.217853 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.260044 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-04b3781a-655a-46cb-a9f9-27bf51000ae0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.317465 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-28c85ca7-0de7-4e1f-9958-8b9a6f4a761a None None] Deleting port 705d11f9-32dd-4425-9dcc-1082a1307ad6 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:25.329342 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-28c85ca7-0de7-4e1f-9958-8b9a6f4a761a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.375813 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e2e7e4cd-3f59-4ef4-bdbd-8665a2c4d803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.379368 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3f50da-fa11-4437-af97-c1927afde49c admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:13:25.379887 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e2e7e4cd-3f59-4ef4-bdbd-8665a2c4d803 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.391804 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-82b76b7e-70fc-4e15-8a01-1efff58eda74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] For port 705d11f9-32dd-4425-9dcc-1082a1307ad6, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=705d11f9-32dd-4425-9dcc-1082a1307ad6,segment=NetworkSegment(d0268d08-35dc-4c25-a4ce-8d7df948dce1),segment_id=d0268d08-35dc-4c25-a4ce-8d7df948dce1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:25.392197 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82b76b7e-70fc-4e15-8a01-1efff58eda74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.396346 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-767429e8-7878-4b0d-9a50-946d85d7c152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.404249 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1e28c463-4183-4880-8182-a5138efc0201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:22Z', 'revision_number': 8, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '023adf52-8971-4788-b7a5-85f7ce03d673', 'name': '', 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:50:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:02Z', 'updated_at': '2021-09-07T19:13:13Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:13:01Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76d9682-4233-452c-a919-a5334a4fb69f', 'name': '', 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:5b:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:56Z', 'updated_at': '2021-09-07T19:13:09Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:25.422179 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f50da-fa11-4437-af97-c1927afde49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc457d3-16cb-44e7-947f-f5f0a3ff1dff,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:25.434689 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-82b76b7e-70fc-4e15-8a01-1efff58eda74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Calling delete_port for 705d11f9-32dd-4425-9dcc-1082a1307ad6 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:25.437467 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-de3f50da-fa11-4437-af97-c1927afde49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.437819 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-de3f50da-fa11-4437-af97-c1927afde49c admin admin] Added segment b6495014-c009-4207-a95f-37821e73f1d9 of type vlan for network fc775948-f198-437c-998b-75d4f2808480 Sep 07 19:13:25.448615 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e28c463-4183-4880-8182-a5138efc0201 None None] Checking router: de72f342-2797-4049-8e5e-8ae66eaf5ce9 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:13:25.449245 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-28c85ca7-0de7-4e1f-9958-8b9a6f4a761a None None] For port 705d11f9-32dd-4425-9dcc-1082a1307ad6, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=705d11f9-32dd-4425-9dcc-1082a1307ad6,segment=NetworkSegment(d0268d08-35dc-4c25-a4ce-8d7df948dce1),segment_id=d0268d08-35dc-4c25-a4ce-8d7df948dce1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:25.449658 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-28c85ca7-0de7-4e1f-9958-8b9a6f4a761a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.465005 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e28c463-4183-4880-8182-a5138efc0201 None None] Routers {'de72f342-2797-4049-8e5e-8ae66eaf5ce9'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:25.466215 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1e28c463-4183-4880-8182-a5138efc0201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:25.468215 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-28c85ca7-0de7-4e1f-9958-8b9a6f4a761a None None] Calling delete_port for 705d11f9-32dd-4425-9dcc-1082a1307ad6 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:25.488146 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e2e7e4cd-3f59-4ef4-bdbd-8665a2c4d803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.488983 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e7e4cd-3f59-4ef4-bdbd-8665a2c4d803 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5390c23e-2acc-497c-9511-3e771754b8f7 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:13:25.502085 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e2e7e4cd-3f59-4ef4-bdbd-8665a2c4d803 admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.504151 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e2e7e4cd-3f59-4ef4-bdbd-8665a2c4d803 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5390c23e-2acc-497c-9511-3e771754b8f7 HTTP/1.1" status: 204 len: 168 time: 3.1279366 Sep 07 19:13:25.507008 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33154) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:25.530524 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 705d11f9-32dd-4425-9dcc-1082a1307ad6 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:13:25.591817 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71f92f4-8a6e-4d1f-a756-b46f73d38d6c admin admin] Deleting subnet 20d0d522-59d6-4a23-aeee-8f8391182a51 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:13:25.596577 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a71f92f4-8a6e-4d1f-a756-b46f73d38d6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.621332 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-1e28c463-4183-4880-8182-a5138efc0201 None None] Set router de72f342-2797-4049-8e5e-8ae66eaf5ce9 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:25.629260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] For port 139559de-6b8e-45e7-b5b1-a5acd374970e, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:13:25.663917 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a71f92f4-8a6e-4d1f-a756-b46f73d38d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.678326 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] For port 139559de-6b8e-45e7-b5b1-a5acd374970e, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=139559de-6b8e-45e7-b5b1-a5acd374970e,segment=NetworkSegment(a06c5e08-480d-49e9-a30f-e439f89d0077),segment_id=a06c5e08-480d-49e9-a30f-e439f89d0077)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:13:25.692708 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-de3f50da-fa11-4437-af97-c1927afde49c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.701357 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-767429e8-7878-4b0d-9a50-946d85d7c152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.704251 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-767429e8-7878-4b0d-9a50-946d85d7c152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.705492 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-767429e8-7878-4b0d-9a50-946d85d7c152 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/922f8392-60c2-474e-a979-f8d5d71b6a02 HTTP/1.1" status: 204 len: 168 time: 0.8690829 Sep 07 19:13:25.734782 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.755506 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767429e8-7878-4b0d-9a50-946d85d7c152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922f8392-60c2-474e-a979-f8d5d71b6a02,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:25.776131 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-de3f50da-fa11-4437-af97-c1927afde49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.778334 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3f50da-fa11-4437-af97-c1927afde49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:25.780068 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-de3f50da-fa11-4437-af97-c1927afde49c admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.824298 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a71f92f4-8a6e-4d1f-a756-b46f73d38d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.876698 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82b76b7e-70fc-4e15-8a01-1efff58eda74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.883929 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-28c85ca7-0de7-4e1f-9958-8b9a6f4a761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.896251 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-de3f50da-fa11-4437-af97-c1927afde49c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3817320 Sep 07 19:13:25.905229 n-d-807786-1 neutron-server[101446]: INFO neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No ports have port_id starting with 705d11f9-32dd-4425-9dcc-1082a1307ad6 Sep 07 19:13:25.906816 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33158) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:25.927836 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-2bc23e79-9bc6-4757-9672-84d284b47376 admin admin] Request body: {'subnet': {'network_id': 'fc775948-f198-437c-998b-75d4f2808480', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-812434347-subnet', 'tenant_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:25.940437 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8930b7bc-d375-43cf-8e07-90b5e635efa1 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:13:25.947878 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a71f92f4-8a6e-4d1f-a756-b46f73d38d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:25.983783 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 8930b7bc-d375-43cf-8e07-90b5e635efa1 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:13:25.986353 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8930b7bc-d375-43cf-8e07-90b5e635efa1 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:13:26.005231 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c85ca7-0de7-4e1f-9958-8b9a6f4a761a None None] No DVR routers for this DVR port 705d11f9-32dd-4425-9dcc-1082a1307ad6 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:13:26.012550 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-04b3781a-655a-46cb-a9f9-27bf51000ae0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:26.019140 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f92f4-8a6e-4d1f-a756-b46f73d38d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20d0d522-59d6-4a23-aeee-8f8391182a51,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:26.025702 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] Routers {'a43de42a-5a2f-4403-8d24-28382ba65a87'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:26.026681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:12:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a43de42a-5a2f-4403-8d24-28382ba65a87'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:26.069847 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a71f92f4-8a6e-4d1f-a756-b46f73d38d6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:26.072101 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a71f92f4-8a6e-4d1f-a756-b46f73d38d6c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/20d0d522-59d6-4a23-aeee-8f8391182a51 HTTP/1.1" status: 204 len: 168 time: 0.5614910 Sep 07 19:13:26.078347 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33160) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:26.093778 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-1e28c463-4183-4880-8182-a5138efc0201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:22Z', 'revision_number': 8, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '023adf52-8971-4788-b7a5-85f7ce03d673', 'name': '', 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:50:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:02Z', 'updated_at': '2021-09-07T19:13:13Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:13:01Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76d9682-4233-452c-a919-a5334a4fb69f', 'name': '', 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:5b:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:56Z', 'updated_at': '2021-09-07T19:13:09Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:26.107968 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-9e14d3e4-5ce6-44ce-a0ac-bf8c9b91ca69 service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0719500 Sep 07 19:13:26.116887 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b76b7e-70fc-4e15-8a01-1efff58eda74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] No DVR routers for this DVR port 705d11f9-32dd-4425-9dcc-1082a1307ad6 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:13:26.131800 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b76b7e-70fc-4e15-8a01-1efff58eda74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Port': ['ID=705d11f9-32dd-4425-9dcc-1082a1307ad6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:26.135445 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f50da-fa11-4437-af97-c1927afde49c admin admin] Pushing event updated for resources: {'Network': ['ID=fc775948-f198-437c-998b-75d4f2808480,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:26.214820 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc23e79-9bc6-4757-9672-84d284b47376 admin admin] Made reservation on behalf of 2dc300bd8be6467a8d5ad00ca73fe79f for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:13:26.217346 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2bc23e79-9bc6-4757-9672-84d284b47376 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:26.231684 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e28c463-4183-4880-8182-a5138efc0201 None None] The sync data for ids ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'] in n-d-807786-1 is: [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:22Z', 'revision_number': 8, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '023adf52-8971-4788-b7a5-85f7ce03d673', 'name': '', 'network_id': 'ddb71105-4fbd-48df-b688-4eba8bd63f46', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:50:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:02Z', 'updated_at': '2021-09-07T19:13:13Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '1b66327c-5e9a-45fd-9aaf-6a351596ff61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:13:01Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76d9682-4233-452c-a919-a5334a4fb69f', 'name': '', 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:5b:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:56Z', 'updated_at': '2021-09-07T19:13:09Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:13:26.317441 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9bf13dd5-db11-4828-80aa-432a0a9a5add req-69c9e0cb-e716-4b73-8bbf-bf012f5d67d7 service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933992 Sep 07 19:13:26.345057 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55c233c7-8b6d-44a2-8652-e3252f15f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:26.354857 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-04b3781a-655a-46cb-a9f9-27bf51000ae0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:26.355091 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82b76b7e-70fc-4e15-8a01-1efff58eda74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:26.405582 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-04b3781a-655a-46cb-a9f9-27bf51000ae0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:26.415689 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-04b3781a-655a-46cb-a9f9-27bf51000ae0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/subnets/fd8a8112-f2c4-430a-aee8-51e017d6b518 HTTP/1.1" status: 204 len: 168 time: 1.5397542 Sep 07 19:13:26.416745 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3781a-655a-46cb-a9f9-27bf51000ae0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Subnet': ['ID=fd8a8112-f2c4-430a-aee8-51e017d6b518,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:26.418546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33166) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:26.504105 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ae275-2659-4596-93bf-2db9ab85df68 None None] Pushing event updated for resources: {'Port': ['ID=139559de-6b8e-45e7-b5b1-a5acd374970e,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:26.516361 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ee1301-2e94-45ba-97b6-20b80b35803c None None] Network 4dd351f9-0a93-4681-b2a5-5392cffb40cb requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:26.518646 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network fc775948-f198-437c-998b-75d4f2808480 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:13:26.536708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de522d85-8f4a-4d9d-9ab1-a1292d51c770 None None] Network 55fc840b-5d99-4477-942e-194423daf029 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:26.549883 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6953fb8a-9439-4ff2-82e4-74ca3b900096 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:26.560441 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] Set router a43de42a-5a2f-4403-8d24-28382ba65a87 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:26.610334 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2bc23e79-9bc6-4757-9672-84d284b47376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:26.616469 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-82b76b7e-70fc-4e15-8a01-1efff58eda74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ba2fa6-91a8-4d42-972e-b802d85cf994']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:26.645866 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-6953fb8a-9439-4ff2-82e4-74ca3b900096 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting port 26774dae-e1dc-4415-b19f-418347e9757d {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:26.646939 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6953fb8a-9439-4ff2-82e4-74ca3b900096 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:26.674619 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1dcf8a5d-1b74-4b98-b5d7-de8230cd205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:26.677047 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-82b76b7e-70fc-4e15-8a01-1efff58eda74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0268d08-35dc-4c25-a4ce-8d7df948dce1') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:26.677340 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-82b76b7e-70fc-4e15-8a01-1efff58eda74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0268d08-35dc-4c25-a4ce-8d7df948dce1') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:26.714102 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82b76b7e-70fc-4e15-8a01-1efff58eda74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:26.731281 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-6953fb8a-9439-4ff2-82e4-74ca3b900096 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] For port 26774dae-e1dc-4415-b19f-418347e9757d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=26774dae-e1dc-4415-b19f-418347e9757d,segment=NetworkSegment(ae39d0c5-5842-43b6-947c-a4a16088d8d5),segment_id=ae39d0c5-5842-43b6-947c-a4a16088d8d5)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:26.731671 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6953fb8a-9439-4ff2-82e4-74ca3b900096 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:26.753666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-6953fb8a-9439-4ff2-82e4-74ca3b900096 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Calling delete_port for 26774dae-e1dc-4415-b19f-418347e9757d owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:26.768783 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82b76b7e-70fc-4e15-8a01-1efff58eda74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:26.771355 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc23e79-9bc6-4757-9672-84d284b47376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=992f3425-bcbc-4bd8-93b4-a7c3ea624804,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:26.780116 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc23e79-9bc6-4757-9672-84d284b47376 admin admin] Checking segment: {'id': 'b6495014-c009-4207-a95f-37821e73f1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc775948-f198-437c-998b-75d4f2808480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:26.780710 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc23e79-9bc6-4757-9672-84d284b47376 admin admin] Network hostable DHCP agents. Network: fc775948-f198-437c-998b-75d4f2808480, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:13:26.791531 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b76b7e-70fc-4e15-8a01-1efff58eda74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:13:26.792345 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82b76b7e-70fc-4e15-8a01-1efff58eda74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:13:26.798814 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:13:26.863740 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6953fb8a-9439-4ff2-82e4-74ca3b900096 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:26.872489 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c85ca7-0de7-4e1f-9958-8b9a6f4a761a None None] Pushing event deleted for resources: {'Port': ['ID=705d11f9-32dd-4425-9dcc-1082a1307ad6,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:26.888149 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-55c233c7-8b6d-44a2-8652-e3252f15f0eb admin admin] Deleting port 6d7ae822-9690-4132-89a6-b9354f78844c {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:26.888656 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55c233c7-8b6d-44a2-8652-e3252f15f0eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:26.903917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953fb8a-9439-4ff2-82e4-74ca3b900096 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Port': ['ID=26774dae-e1dc-4415-b19f-418347e9757d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:26.910955 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6953fb8a-9439-4ff2-82e4-74ca3b900096 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] No DVR routers for this DVR port 26774dae-e1dc-4415-b19f-418347e9757d on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:13:26.967008 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc23e79-9bc6-4757-9672-84d284b47376 admin admin] Network fc775948-f198-437c-998b-75d4f2808480 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:13:26.984018 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-55c233c7-8b6d-44a2-8652-e3252f15f0eb admin admin] For port 6d7ae822-9690-4132-89a6-b9354f78844c, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=6d7ae822-9690-4132-89a6-b9354f78844c,segment=NetworkSegment(4fd199dc-8d81-40ee-9f36-88abd1fc6ee8),segment_id=4fd199dc-8d81-40ee-9f36-88abd1fc6ee8)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:26.984486 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55c233c7-8b6d-44a2-8652-e3252f15f0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:26.987965 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82b76b7e-70fc-4e15-8a01-1efff58eda74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:26.994724 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82b76b7e-70fc-4e15-8a01-1efff58eda74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:27.008246 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-82b76b7e-70fc-4e15-8a01-1efff58eda74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] 10.222.0.26 "DELETE /v2.0/networks/23ba2fa6-91a8-4d42-972e-b802d85cf994 HTTP/1.1" status: 204 len: 168 time: 2.6230085 Sep 07 19:13:27.018831 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-2bc23e79-9bc6-4757-9672-84d284b47376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, fc775948-f198-437c-998b-75d4f2808480) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:27.025000 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc23e79-9bc6-4757-9672-84d284b47376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:27.025612 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2bc23e79-9bc6-4757-9672-84d284b47376 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:27.051454 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-55c233c7-8b6d-44a2-8652-e3252f15f0eb admin admin] Calling delete_port for 6d7ae822-9690-4132-89a6-b9354f78844c owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:27.058369 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b76b7e-70fc-4e15-8a01-1efff58eda74 tempest-NetworksTest-403313040 tempest-NetworksTest-403313040-project] Pushing event deleted for resources: {'Network': ['ID=23ba2fa6-91a8-4d42-972e-b802d85cf994,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:27.076120 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2215bbc3-10ba-4c31-9f8d-d23e8c4ebc49 None None] Network fc775948-f198-437c-998b-75d4f2808480 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:27.082452 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6953fb8a-9439-4ff2-82e4-74ca3b900096 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:27.113851 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2bc23e79-9bc6-4757-9672-84d284b47376 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2056372 Sep 07 19:13:27.116393 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33184) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:27.121305 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-32979c6b-3924-42ee-aad7-adf202c8a5df admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-812434347-router', 'tenant_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:27.141463 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-6953fb8a-9439-4ff2-82e4-74ca3b900096 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fc840b-5d99-4477-942e-194423daf029']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:27.156294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-6953fb8a-9439-4ff2-82e4-74ca3b900096 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae39d0c5-5842-43b6-947c-a4a16088d8d5') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:27.157042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-6953fb8a-9439-4ff2-82e4-74ca3b900096 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae39d0c5-5842-43b6-947c-a4a16088d8d5') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:27.172977 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6953fb8a-9439-4ff2-82e4-74ca3b900096 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:27.178687 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-32979c6b-3924-42ee-aad7-adf202c8a5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:27.178687 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-32979c6b-3924-42ee-aad7-adf202c8a5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:27.202677 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6953fb8a-9439-4ff2-82e4-74ca3b900096 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:27.209064 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55c233c7-8b6d-44a2-8652-e3252f15f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:27.213010 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6953fb8a-9439-4ff2-82e4-74ca3b900096 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:13:27.213666 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6953fb8a-9439-4ff2-82e4-74ca3b900096 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:13:27.284803 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:13:27.305017 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c233c7-8b6d-44a2-8652-e3252f15f0eb admin admin] No DVR routers for this DVR port 6d7ae822-9690-4132-89a6-b9354f78844c on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:13:27.314172 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-32979c6b-3924-42ee-aad7-adf202c8a5df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:27.316383 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c233c7-8b6d-44a2-8652-e3252f15f0eb admin admin] Pushing event deleted for resources: {'Port': ['ID=6d7ae822-9690-4132-89a6-b9354f78844c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:27.340715 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 58521703-bc63-426c-9331-34a1e1e341ef no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:13:27.343912 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3a1419-ddbf-429d-b5df-a5c756e921ca None None] DHCP port deletion for 55fc840b-5d99-4477-942e-194423daf029 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:13:27.389092 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6953fb8a-9439-4ff2-82e4-74ca3b900096 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:27.408575 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6953fb8a-9439-4ff2-82e4-74ca3b900096 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:27.413253 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6953fb8a-9439-4ff2-82e4-74ca3b900096 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/networks/55fc840b-5d99-4477-942e-194423daf029 HTTP/1.1" status: 204 len: 168 time: 0.9871321 Sep 07 19:13:27.414425 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33194) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:27.425089 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3306299-2e00-4be1-8f32-f8b3f4abaafd None None] DHCP port deletion for 4dd351f9-0a93-4681-b2a5-5392cffb40cb request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:13:27.435021 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 58521703-bc63-426c-9331-34a1e1e341ef {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:13:27.435374 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 58521703-bc63-426c-9331-34a1e1e341ef not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:13:27.437376 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bd1801ed-5393-44ad-80ab-23fbb922b6d8 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:13:27.487062 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953fb8a-9439-4ff2-82e4-74ca3b900096 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Network': ['ID=55fc840b-5d99-4477-942e-194423daf029,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:27.546824 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: bd1801ed-5393-44ad-80ab-23fbb922b6d8 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:13:27.547739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bd1801ed-5393-44ad-80ab-23fbb922b6d8 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:13:27.639279 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43de42a-5a2f-4403-8d24-28382ba65a87', 'name': 'tempest-TestAggregatesBasicOps-656072962-router', 'tenant_id': 'fb10bdc214384443b21292e986d6f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '577d33dc-6fc6-4414-8db3-51652e838b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:10Z', 'updated_at': '2021-09-07T19:13:19Z', 'revision_number': 4, 'project_id': 'fb10bdc214384443b21292e986d6f088', 'gw_port': {'id': '577d33dc-6fc6-4414-8db3-51652e838b94', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43de42a-5a2f-4403-8d24-28382ba65a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:11Z', 'updated_at': '2021-09-07T19:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '139559de-6b8e-45e7-b5b1-a5acd374970e', 'name': '', 'network_id': '68057f6f-e73a-42e9-8ae6-f8cd94cdfb91', 'tenant_id': 'fb10bdc214384443b21292e986d6f088', 'mac_address': 'fa:16:3e:f0:1d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43de42a-5a2f-4403-8d24-28382ba65a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '67d6a232-313f-4663-9053-e11f502d0feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:17Z', 'updated_at': '2021-09-07T19:13:25Z', 'revision_number': 4, 'project_id': 'fb10bdc214384443b21292e986d6f088', 'subnets': [{'id': '67d6a232-313f-4663-9053-e11f502d0feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:27.671533 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8470a1-b154-4b50-a1ed-0f07ebb4d64d None None] The sync data for ids ['a43de42a-5a2f-4403-8d24-28382ba65a87'] in n-d-807786-1 is: [{'id': 'a43de42a-5a2f-4403-8d24-28382ba65a87', 'name': 'tempest-TestAggregatesBasicOps-656072962-router', 'tenant_id': 'fb10bdc214384443b21292e986d6f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '577d33dc-6fc6-4414-8db3-51652e838b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:10Z', 'updated_at': '2021-09-07T19:13:19Z', 'revision_number': 4, 'project_id': 'fb10bdc214384443b21292e986d6f088', 'gw_port': {'id': '577d33dc-6fc6-4414-8db3-51652e838b94', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43de42a-5a2f-4403-8d24-28382ba65a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:11Z', 'updated_at': '2021-09-07T19:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '139559de-6b8e-45e7-b5b1-a5acd374970e', 'name': '', 'network_id': '68057f6f-e73a-42e9-8ae6-f8cd94cdfb91', 'tenant_id': 'fb10bdc214384443b21292e986d6f088', 'mac_address': 'fa:16:3e:f0:1d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43de42a-5a2f-4403-8d24-28382ba65a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '67d6a232-313f-4663-9053-e11f502d0feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:17Z', 'updated_at': '2021-09-07T19:13:25Z', 'revision_number': 4, 'project_id': 'fb10bdc214384443b21292e986d6f088', 'subnets': [{'id': '67d6a232-313f-4663-9053-e11f502d0feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:13:27.673357 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-fc775948-f198-437c-998b-75d4f2808480', 'network_id': 'fc775948-f198-437c-998b-75d4f2808480', 'tenant_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'fixed_ips': [{'subnet_id': '992f3425-bcbc-4bd8-93b4-a7c3ea624804'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:13:27.674269 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:27.680215 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33198) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:27.953792 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] Allocated IP 172.20.0.2 (fc775948-f198-437c-998b-75d4f2808480/992f3425-bcbc-4bd8-93b4-a7c3ea624804/fb69c755-bc4a-4f16-81e2-ccdbfd32198b) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:13:28.007519 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55c233c7-8b6d-44a2-8652-e3252f15f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:28.042240 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-55c233c7-8b6d-44a2-8652-e3252f15f0eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd351f9-0a93-4681-b2a5-5392cffb40cb']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:28.052291 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c308de33-3491-450b-8aaf-dcd78ae6a486 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1194973e7d8c45a0b5d6da503b4c7043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3705742 Sep 07 19:13:28.053217 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33228) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:28.053865 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-55c233c7-8b6d-44a2-8652-e3252f15f0eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd199dc-8d81-40ee-9f36-88abd1fc6ee8') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:28.054167 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-55c233c7-8b6d-44a2-8652-e3252f15f0eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd199dc-8d81-40ee-9f36-88abd1fc6ee8') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:28.143097 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-32979c6b-3924-42ee-aad7-adf202c8a5df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:28.151132 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0ef87b5e-5e9c-46b4-8965-fae6dbb85bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:28.153245 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55c233c7-8b6d-44a2-8652-e3252f15f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:28.179001 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0ef87b5e-5e9c-46b4-8965-fae6dbb85bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:28.200104 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55c233c7-8b6d-44a2-8652-e3252f15f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:28.208709 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c233c7-8b6d-44a2-8652-e3252f15f0eb admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:13:28.209167 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55c233c7-8b6d-44a2-8652-e3252f15f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:13:28.211094 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:13:28.229499 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:28.259489 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] Transition to ACTIVE for port object fb69c755-bc4a-4f16-81e2-ccdbfd32198b will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:28.282383 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0ef87b5e-5e9c-46b4-8965-fae6dbb85bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:28.285023 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0ef87b5e-5e9c-46b4-8965-fae6dbb85bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:28.288554 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0ef87b5e-5e9c-46b4-8965-fae6dbb85bee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99a8b909-be0c-42de-9998-1d050893b003 HTTP/1.1" status: 204 len: 168 time: 0.2307873 Sep 07 19:13:28.294325 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] Transition to ACTIVE for port object fb69c755-bc4a-4f16-81e2-ccdbfd32198b will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:28.305024 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:28.354918 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55c233c7-8b6d-44a2-8652-e3252f15f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:28.371174 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55c233c7-8b6d-44a2-8652-e3252f15f0eb admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:28.376767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef87b5e-5e9c-46b4-8965-fae6dbb85bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a8b909-be0c-42de-9998-1d050893b003,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:28.376972 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-55c233c7-8b6d-44a2-8652-e3252f15f0eb admin admin] 10.222.0.26 "DELETE /v2.0/networks/4dd351f9-0a93-4681-b2a5-5392cffb40cb HTTP/1.1" status: 204 len: 168 time: 2.2795324 Sep 07 19:13:28.379412 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33240) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:28.427951 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] Network fc775948-f198-437c-998b-75d4f2808480 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:28.437188 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:28.441228 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:13:28.449413 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e98ac22-5790-4d5c-95e4-02d04ee8a78a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:28.470125 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] Pushing event updated for resources: {'Port': ['ID=fb69c755-bc4a-4f16-81e2-ccdbfd32198b,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:28.530014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] Attempting to bind port fb69c755-bc4a-4f16-81e2-ccdbfd32198b on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:13:28.530287 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] Attempting to bind port fb69c755-bc4a-4f16-81e2-ccdbfd32198b by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'b6495014-c009-4207-a95f-37821e73f1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc775948-f198-437c-998b-75d4f2808480'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:13:28.530829 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] Attempting to bind port fb69c755-bc4a-4f16-81e2-ccdbfd32198b on network fc775948-f198-437c-998b-75d4f2808480 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:13:28.532405 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c233c7-8b6d-44a2-8652-e3252f15f0eb admin admin] Pushing event deleted for resources: {'Network': ['ID=4dd351f9-0a93-4681-b2a5-5392cffb40cb,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:28.552839 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:13:28.552839 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] Checking segment: {'id': 'b6495014-c009-4207-a95f-37821e73f1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc775948-f198-437c-998b-75d4f2808480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:28.552839 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:28.552839 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] Bound using segment: {'id': 'b6495014-c009-4207-a95f-37821e73f1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc775948-f198-437c-998b-75d4f2808480'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:13:28.552839 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] Bound port: fb69c755-bc4a-4f16-81e2-ccdbfd32198b, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6495014-c009-4207-a95f-37821e73f1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc775948-f198-437c-998b-75d4f2808480'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:13:28.552839 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:28.789629 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] For port fb69c755-bc4a-4f16-81e2-ccdbfd32198b, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:13:28.862404 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] For port fb69c755-bc4a-4f16-81e2-ccdbfd32198b, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fb69c755-bc4a-4f16-81e2-ccdbfd32198b,segment=NetworkSegment(b6495014-c009-4207-a95f-37821e73f1d9),segment_id=b6495014-c009-4207-a95f-37821e73f1d9)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:13:28.864269 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-97df1fd9-fe27-4e57-9504-c94e1e4c3309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:28.871475 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:28.915967 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-0e98ac22-5790-4d5c-95e4-02d04ee8a78a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting port 023adf52-8971-4788-b7a5-85f7ce03d673 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:28.915967 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e98ac22-5790-4d5c-95e4-02d04ee8a78a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:28.986518 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9725cf3-ae6f-4d3f-8baf-2f3ad694e7a1 None None] Pushing event updated for resources: {'Port': ['ID=fb69c755-bc4a-4f16-81e2-ccdbfd32198b,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:29.048089 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-32979c6b-3924-42ee-aad7-adf202c8a5df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:29.080702 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-32979c6b-3924-42ee-aad7-adf202c8a5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:29.083163 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:29.239609 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-0e98ac22-5790-4d5c-95e4-02d04ee8a78a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] For port 023adf52-8971-4788-b7a5-85f7ce03d673, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=023adf52-8971-4788-b7a5-85f7ce03d673,segment=NetworkSegment(483df543-1900-4ba1-89d2-89bcf2e1cc87),segment_id=483df543-1900-4ba1-89d2-89bcf2e1cc87)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:29.240843 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e98ac22-5790-4d5c-95e4-02d04ee8a78a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:29.308252 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-0e98ac22-5790-4d5c-95e4-02d04ee8a78a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Calling delete_port for 023adf52-8971-4788-b7a5-85f7ce03d673 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:29.351960 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 139559de-6b8e-45e7-b5b1-a5acd374970e up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:29.401798 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-32979c6b-3924-42ee-aad7-adf202c8a5df admin admin] Allocated IP 172.25.8.149 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/af33cc09-464a-47e9-a16d-2057c68960f6) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:13:29.455223 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 139559de-6b8e-45e7-b5b1-a5acd374970e completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:29.463916 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 139559de-6b8e-45e7-b5b1-a5acd374970e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:29.464295 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:29.631610 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-32979c6b-3924-42ee-aad7-adf202c8a5df admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:29.655825 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:29.667729 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33294) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:29.680298 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e98ac22-5790-4d5c-95e4-02d04ee8a78a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:29.707616 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-32979c6b-3924-42ee-aad7-adf202c8a5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:29.710493 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98ac22-5790-4d5c-95e4-02d04ee8a78a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Port': ['ID=023adf52-8971-4788-b7a5-85f7ce03d673,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:29.729682 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 139559de-6b8e-45e7-b5b1-a5acd374970e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=139559de-6b8e-45e7-b5b1-a5acd374970e,segment=NetworkSegment(a06c5e08-480d-49e9-a30f-e439f89d0077),segment_id=a06c5e08-480d-49e9-a30f-e439f89d0077)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:29.738341 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:29.846231 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32979c6b-3924-42ee-aad7-adf202c8a5df admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:29.857951 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-32979c6b-3924-42ee-aad7-adf202c8a5df admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:29.862246 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 26774dae-e1dc-4415-b19f-418347e9757d no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:13:29.896782 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32979c6b-3924-42ee-aad7-adf202c8a5df admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:13:29.910157 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32979c6b-3924-42ee-aad7-adf202c8a5df admin admin] Pushing event updated for resources: {'Port': ['ID=af33cc09-464a-47e9-a16d-2057c68960f6,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:29.936246 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=139559de-6b8e-45e7-b5b1-a5acd374970e,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:29.952673 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 26774dae-e1dc-4415-b19f-418347e9757d {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:13:29.953092 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 26774dae-e1dc-4415-b19f-418347e9757d not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:13:29.953740 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6d7ae822-9690-4132-89a6-b9354f78844c no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:13:29.971745 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-36ee272c-4dcf-4307-a5a1-b9ea23514c7d tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1747720580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:30.000771 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e98ac22-5790-4d5c-95e4-02d04ee8a78a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:30.011151 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 6d7ae822-9690-4132-89a6-b9354f78844c {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:13:30.012596 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 6d7ae822-9690-4132-89a6-b9354f78844c not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:13:30.156268 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-36ee272c-4dcf-4307-a5a1-b9ea23514c7d tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:30.157358 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-36ee272c-4dcf-4307-a5a1-b9ea23514c7d tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:30.236950 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:30.257782 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a393e44-cc8f-46ea-a372-b54e34ae9211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:30.298535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e98ac22-5790-4d5c-95e4-02d04ee8a78a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router de72f342-2797-4049-8e5e-8ae66eaf5ce9 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:13:30.356590 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-36ee272c-4dcf-4307-a5a1-b9ea23514c7d tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:30.373411 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-36ee272c-4dcf-4307-a5a1-b9ea23514c7d tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:30.424734 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e98ac22-5790-4d5c-95e4-02d04ee8a78a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:30.434164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0e98ac22-5790-4d5c-95e4-02d04ee8a78a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/de72f342-2797-4049-8e5e-8ae66eaf5ce9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0130000 Sep 07 19:13:30.434967 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33300) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:30.437182 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da679b4-4e3c-4b76-a510-4590d3854474 None None] Sync routers for ids ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:30.445784 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-36ee272c-4dcf-4307-a5a1-b9ea23514c7d tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:30.447075 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-36ee272c-4dcf-4307-a5a1-b9ea23514c7d tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7775085 Sep 07 19:13:30.464594 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da679b4-4e3c-4b76-a510-4590d3854474 None None] Routers {'de72f342-2797-4049-8e5e-8ae66eaf5ce9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:30.464968 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33302) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:30.465081 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-7da679b4-4e3c-4b76-a510-4590d3854474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:30.470813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-11d60a9c-4e92-405e-8faf-89cbf17d33e0 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-348116096'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:30.504452 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d60a9c-4e92-405e-8faf-89cbf17d33e0 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Made reservation on behalf of e8ae95a741fb4ac0907e31132bfea7de for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:13:30.513342 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-11d60a9c-4e92-405e-8faf-89cbf17d33e0 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:30.528531 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-11d60a9c-4e92-405e-8faf-89cbf17d33e0 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:30.544322 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-32979c6b-3924-42ee-aad7-adf202c8a5df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:30.548558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-384938be-a715-4953-8897-6ef1107707f6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting subnet 1b66327c-5e9a-45fd-9aaf-6a351596ff61 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:13:30.551277 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-384938be-a715-4953-8897-6ef1107707f6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:30.616326 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-384938be-a715-4953-8897-6ef1107707f6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:30.648837 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb26d54-128d-46b4-a19c-6ece51b4ac17 None None] Network fc775948-f198-437c-998b-75d4f2808480 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:30.656073 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-7da679b4-4e3c-4b76-a510-4590d3854474 None None] Set router de72f342-2797-4049-8e5e-8ae66eaf5ce9 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:30.775809 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-384938be-a715-4953-8897-6ef1107707f6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:30.817275 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-11d60a9c-4e92-405e-8faf-89cbf17d33e0 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:30.826910 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-11d60a9c-4e92-405e-8faf-89cbf17d33e0 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:30.840275 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d60a9c-4e92-405e-8faf-89cbf17d33e0 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:13:30.851030 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-11d60a9c-4e92-405e-8faf-89cbf17d33e0 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:30.851394 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-11d60a9c-4e92-405e-8faf-89cbf17d33e0 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Added segment 09fec653-ad9f-4b1d-be93-2a1970d7fa33 of type vlan for network 5aaf4683-b513-475f-a2bc-ae9405c8f2de Sep 07 19:13:30.908641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8238a0b5-2dbc-49cf-87e7-bd5e3731da2b None None] Provisioning for port fb69c755-bc4a-4f16-81e2-ccdbfd32198b completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:30.916211 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-11d60a9c-4e92-405e-8faf-89cbf17d33e0 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:30.928781 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-32979c6b-3924-42ee-aad7-adf202c8a5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:30.942729 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-0a393e44-cc8f-46ea-a372-b54e34ae9211 admin admin] Deleting port 248e714d-ad8b-4f99-a45e-bf4578e99817 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:30.943072 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a393e44-cc8f-46ea-a372-b54e34ae9211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:30.965678 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-11d60a9c-4e92-405e-8faf-89cbf17d33e0 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:30.972303 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d60a9c-4e92-405e-8faf-89cbf17d33e0 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:30.973281 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-11d60a9c-4e92-405e-8faf-89cbf17d33e0 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:31.206797 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-0a393e44-cc8f-46ea-a372-b54e34ae9211 admin admin] For port 248e714d-ad8b-4f99-a45e-bf4578e99817, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=248e714d-ad8b-4f99-a45e-bf4578e99817,segment=NetworkSegment(3e9f2cc0-e46e-42cc-8177-5d5649418e0d),segment_id=3e9f2cc0-e46e-42cc-8177-5d5649418e0d)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:31.207647 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a393e44-cc8f-46ea-a372-b54e34ae9211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:31.223574 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-0a393e44-cc8f-46ea-a372-b54e34ae9211 admin admin] Calling delete_port for 248e714d-ad8b-4f99-a45e-bf4578e99817 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:31.321315 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-7da679b4-4e3c-4b76-a510-4590d3854474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:29Z', 'revision_number': 9, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:13:01Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76d9682-4233-452c-a919-a5334a4fb69f', 'name': '', 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:5b:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:56Z', 'updated_at': '2021-09-07T19:13:09Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:31.358934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da679b4-4e3c-4b76-a510-4590d3854474 None None] Checking router: de72f342-2797-4049-8e5e-8ae66eaf5ce9 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:13:31.390839 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da679b4-4e3c-4b76-a510-4590d3854474 None None] Routers {'de72f342-2797-4049-8e5e-8ae66eaf5ce9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:31.391642 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-7da679b4-4e3c-4b76-a510-4590d3854474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:31.442103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d60a9c-4e92-405e-8faf-89cbf17d33e0 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c274e3e-023f-43e8-befb-6afb67abb2a8,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:31.457198 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-11d60a9c-4e92-405e-8faf-89cbf17d33e0 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9911003 Sep 07 19:13:31.489949 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33306) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:31.498853 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-8138865f-6958-4041-8f57-a2e1b9b1a552 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Request body: {'subnet': {'network_id': '5aaf4683-b513-475f-a2bc-ae9405c8f2de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:31.504657 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-384938be-a715-4953-8897-6ef1107707f6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:31.507061 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-7da679b4-4e3c-4b76-a510-4590d3854474 None None] Set router de72f342-2797-4049-8e5e-8ae66eaf5ce9 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:31.527301 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d60a9c-4e92-405e-8faf-89cbf17d33e0 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Pushing event updated for resources: {'Network': ['ID=5aaf4683-b513-475f-a2bc-ae9405c8f2de,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:31.549042 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 139559de-6b8e-45e7-b5b1-a5acd374970e up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:31.582148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384938be-a715-4953-8897-6ef1107707f6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Subnet': ['ID=1b66327c-5e9a-45fd-9aaf-6a351596ff61,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:31.593281 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 5aaf4683-b513-475f-a2bc-ae9405c8f2de details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:13:31.594729 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-384938be-a715-4953-8897-6ef1107707f6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:31.599062 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-384938be-a715-4953-8897-6ef1107707f6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/subnets/1b66327c-5e9a-45fd-9aaf-6a351596ff61 HTTP/1.1" status: 204 len: 168 time: 1.1629956 Sep 07 19:13:31.604207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33308) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:31.702885 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6378629f-7a44-42d2-9b31-0e2f279dae47 None None] Network ddb71105-4fbd-48df-b688-4eba8bd63f46 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:31.816248 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-579f1931-8da2-4290-8e4f-d2cd41f39476 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:31.833946 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8138865f-6958-4041-8f57-a2e1b9b1a552 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Made reservation on behalf of e8ae95a741fb4ac0907e31132bfea7de for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:13:31.842471 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8138865f-6958-4041-8f57-a2e1b9b1a552 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:31.857931 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32979c6b-3924-42ee-aad7-adf202c8a5df admin admin] Router 1c856bb7-c0b1-4df6-a205-126f61b1a650 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:13:32.002354 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:32.037840 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 139559de-6b8e-45e7-b5b1-a5acd374970e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:32.038217 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:32.042606 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-579f1931-8da2-4290-8e4f-d2cd41f39476 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting port 170f6c8a-f242-4ec7-b18f-22faa712d7f4 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:32.042953 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-579f1931-8da2-4290-8e4f-d2cd41f39476 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:32.081970 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32979c6b-3924-42ee-aad7-adf202c8a5df admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:32.097050 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00409298-5787-4612-9672-cab77aff4c40 None None] Sync routers for ids ['1c856bb7-c0b1-4df6-a205-126f61b1a650'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:32.101993 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a393e44-cc8f-46ea-a372-b54e34ae9211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:32.119603 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00409298-5787-4612-9672-cab77aff4c40 None None] Routers {'1c856bb7-c0b1-4df6-a205-126f61b1a650'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:32.120934 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-00409298-5787-4612-9672-cab77aff4c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1c856bb7-c0b1-4df6-a205-126f61b1a650'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:32.179226 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-32979c6b-3924-42ee-aad7-adf202c8a5df admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:32.183344 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-32979c6b-3924-42ee-aad7-adf202c8a5df admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0662079 Sep 07 19:13:32.184261 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a393e44-cc8f-46ea-a372-b54e34ae9211 admin admin] Pushing event deleted for resources: {'Port': ['ID=248e714d-ad8b-4f99-a45e-bf4578e99817,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:32.191297 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33312) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:32.260588 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-579f1931-8da2-4290-8e4f-d2cd41f39476 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] For port 170f6c8a-f242-4ec7-b18f-22faa712d7f4, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=170f6c8a-f242-4ec7-b18f-22faa712d7f4,segment=NetworkSegment(483df543-1900-4ba1-89d2-89bcf2e1cc87),segment_id=483df543-1900-4ba1-89d2-89bcf2e1cc87)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:32.261094 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-579f1931-8da2-4290-8e4f-d2cd41f39476 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:32.266301 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-7da679b4-4e3c-4b76-a510-4590d3854474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:29Z', 'revision_number': 9, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:13:01Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76d9682-4233-452c-a919-a5334a4fb69f', 'name': '', 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:5b:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:56Z', 'updated_at': '2021-09-07T19:13:09Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:32.346767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-579f1931-8da2-4290-8e4f-d2cd41f39476 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Calling delete_port for 170f6c8a-f242-4ec7-b18f-22faa712d7f4 owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:32.354123 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776222db-a14b-48e8-9e47-7fb9492de4d8 None None] DHCP port deletion for ddb71105-4fbd-48df-b688-4eba8bd63f46 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:13:32.367434 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da679b4-4e3c-4b76-a510-4590d3854474 None None] The sync data for ids ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'] in n-d-807786-1 is: [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:29Z', 'revision_number': 9, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:13:01Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76d9682-4233-452c-a919-a5334a4fb69f', 'name': '', 'network_id': 'aa258b78-80a0-4692-b6d9-b514977ececf', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:5b:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:56Z', 'updated_at': '2021-09-07T19:13:09Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '2c527ea5-2bf2-475e-966f-76e1553324a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:13:32.373979 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fb69c755-bc4a-4f16-81e2-ccdbfd32198b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:32.418594 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-00409298-5787-4612-9672-cab77aff4c40 None None] Set router 1c856bb7-c0b1-4df6-a205-126f61b1a650 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:32.498733 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8138865f-6958-4041-8f57-a2e1b9b1a552 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:32.573574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port fb69c755-bc4a-4f16-81e2-ccdbfd32198b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:32.588207 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port fb69c755-bc4a-4f16-81e2-ccdbfd32198b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:32.590607 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:32.609950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138865f-6958-4041-8f57-a2e1b9b1a552 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Pushing event updated for resources: {'Subnet': ['ID=af72cc7b-7972-4706-9176-59cba2e9c77e,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:32.629043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8138865f-6958-4041-8f57-a2e1b9b1a552 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Checking segment: {'id': '09fec653-ad9f-4b1d-be93-2a1970d7fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5aaf4683-b513-475f-a2bc-ae9405c8f2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:32.629428 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8138865f-6958-4041-8f57-a2e1b9b1a552 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Network hostable DHCP agents. Network: 5aaf4683-b513-475f-a2bc-ae9405c8f2de, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:13:32.647876 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-776222db-a14b-48e8-9e47-7fb9492de4d8 None None] Deleting port 170f6c8a-f242-4ec7-b18f-22faa712d7f4 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:32.648538 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-776222db-a14b-48e8-9e47-7fb9492de4d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:32.655195 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-579f1931-8da2-4290-8e4f-d2cd41f39476 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:32.666431 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a393e44-cc8f-46ea-a372-b54e34ae9211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:32.667809 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8138865f-6958-4041-8f57-a2e1b9b1a552 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Network 5aaf4683-b513-475f-a2bc-ae9405c8f2de is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:13:32.698063 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f1931-8da2-4290-8e4f-d2cd41f39476 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Port': ['ID=170f6c8a-f242-4ec7-b18f-22faa712d7f4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:32.701486 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579f1931-8da2-4290-8e4f-d2cd41f39476 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] No DVR routers for this DVR port 170f6c8a-f242-4ec7-b18f-22faa712d7f4 on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:13:32.724270 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-00409298-5787-4612-9672-cab77aff4c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c856bb7-c0b1-4df6-a205-126f61b1a650', 'name': 'tempest-TestAggregatesBasicOps-812434347-router', 'tenant_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'af33cc09-464a-47e9-a16d-2057c68960f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:27Z', 'updated_at': '2021-09-07T19:13:30Z', 'revision_number': 3, 'project_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'gw_port': {'id': 'af33cc09-464a-47e9-a16d-2057c68960f6', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:97:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c856bb7-c0b1-4df6-a205-126f61b1a650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:29Z', 'updated_at': '2021-09-07T19:13:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:32.725755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-8138865f-6958-4041-8f57-a2e1b9b1a552 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 5aaf4683-b513-475f-a2bc-ae9405c8f2de) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:32.739515 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-776222db-a14b-48e8-9e47-7fb9492de4d8 None None] For port 170f6c8a-f242-4ec7-b18f-22faa712d7f4, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=170f6c8a-f242-4ec7-b18f-22faa712d7f4,segment=NetworkSegment(483df543-1900-4ba1-89d2-89bcf2e1cc87),segment_id=483df543-1900-4ba1-89d2-89bcf2e1cc87)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:32.740055 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-776222db-a14b-48e8-9e47-7fb9492de4d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:32.742404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8138865f-6958-4041-8f57-a2e1b9b1a552 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:32.745134 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8138865f-6958-4041-8f57-a2e1b9b1a552 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:32.760814 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-776222db-a14b-48e8-9e47-7fb9492de4d8 None None] Calling delete_port for 170f6c8a-f242-4ec7-b18f-22faa712d7f4 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:32.774017 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8138865f-6958-4041-8f57-a2e1b9b1a552 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2825639 Sep 07 19:13:32.778044 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33314) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:32.783900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-8d9a5d97-5715-4eb9-9e1f-0af5c257485c tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Request body: {'network': {'name': 'tempest-router-network01--1707125358'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:32.813304 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00409298-5787-4612-9672-cab77aff4c40 None None] Checking router: 1c856bb7-c0b1-4df6-a205-126f61b1a650 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:13:32.813632 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00409298-5787-4612-9672-cab77aff4c40 None None] Updating router 1c856bb7-c0b1-4df6-a205-126f61b1a650 port af33cc09-464a-47e9-a16d-2057c68960f6 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:13:32.842269 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-579f1931-8da2-4290-8e4f-d2cd41f39476 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:32.875488 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-579f1931-8da2-4290-8e4f-d2cd41f39476 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb71105-4fbd-48df-b688-4eba8bd63f46']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:32.879178 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9a5d97-5715-4eb9-9e1f-0af5c257485c tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Made reservation on behalf of e8ae95a741fb4ac0907e31132bfea7de for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:13:32.883242 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d9a5d97-5715-4eb9-9e1f-0af5c257485c tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:32.895309 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-00409298-5787-4612-9672-cab77aff4c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:32.899074 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-776222db-a14b-48e8-9e47-7fb9492de4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:32.907493 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69fecb1-c074-45fd-aa61-a2f3f51717af None None] Network 5aaf4683-b513-475f-a2bc-ae9405c8f2de requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:32.907915 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-579f1931-8da2-4290-8e4f-d2cd41f39476 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483df543-1900-4ba1-89d2-89bcf2e1cc87') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:32.908127 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-579f1931-8da2-4290-8e4f-d2cd41f39476 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483df543-1900-4ba1-89d2-89bcf2e1cc87') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:32.938813 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-579f1931-8da2-4290-8e4f-d2cd41f39476 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:32.962588 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776222db-a14b-48e8-9e47-7fb9492de4d8 None None] Pushing event deleted for resources: {'Port': ['ID=170f6c8a-f242-4ec7-b18f-22faa712d7f4,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:32.965737 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776222db-a14b-48e8-9e47-7fb9492de4d8 None None] No DVR routers for this DVR port 170f6c8a-f242-4ec7-b18f-22faa712d7f4 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:13:33.013674 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9a5d97-5715-4eb9-9e1f-0af5c257485c tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:13:33.026021 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-579f1931-8da2-4290-8e4f-d2cd41f39476 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:33.047651 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d9a5d97-5715-4eb9-9e1f-0af5c257485c tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:33.048330 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-8d9a5d97-5715-4eb9-9e1f-0af5c257485c tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Added segment 711144f2-0b84-45f7-bb68-b1dde4c4f4ee of type vlan for network 285eba53-545d-4a5f-963f-4ccdd2cd90ac Sep 07 19:13:33.122922 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d9a5d97-5715-4eb9-9e1f-0af5c257485c tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:33.179418 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d9a5d97-5715-4eb9-9e1f-0af5c257485c tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:33.185966 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9a5d97-5715-4eb9-9e1f-0af5c257485c tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:33.187190 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8d9a5d97-5715-4eb9-9e1f-0af5c257485c tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:33.191278 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579f1931-8da2-4290-8e4f-d2cd41f39476 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:13:33.191961 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-579f1931-8da2-4290-8e4f-d2cd41f39476 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:33.196695 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:13:33.198701 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:13:33.265383 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port fb69c755-bc4a-4f16-81e2-ccdbfd32198b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fb69c755-bc4a-4f16-81e2-ccdbfd32198b,segment=NetworkSegment(b6495014-c009-4207-a95f-37821e73f1d9),segment_id=b6495014-c009-4207-a95f-37821e73f1d9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:33.281675 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5aaf4683-b513-475f-a2bc-ae9405c8f2de', 'network_id': '5aaf4683-b513-475f-a2bc-ae9405c8f2de', 'tenant_id': 'e8ae95a741fb4ac0907e31132bfea7de', 'fixed_ips': [{'subnet_id': 'af72cc7b-7972-4706-9176-59cba2e9c77e'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:13:33.286419 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:33.302245 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33318) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:33.303131 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8d9a5d97-5715-4eb9-9e1f-0af5c257485c tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5239351 Sep 07 19:13:33.309676 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ebbb71f6-d695-46f8-a18f-03a14c7424e3 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Request body: {'network': {'name': 'tempest-router-network02--1700043419'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:33.316523 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:33.336374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a5d97-5715-4eb9-9e1f-0af5c257485c tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Pushing event updated for resources: {'Network': ['ID=285eba53-545d-4a5f-963f-4ccdd2cd90ac,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:33.355432 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-579f1931-8da2-4290-8e4f-d2cd41f39476 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:33.366749 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-579f1931-8da2-4290-8e4f-d2cd41f39476 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:33.369055 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-579f1931-8da2-4290-8e4f-d2cd41f39476 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/networks/ddb71105-4fbd-48df-b688-4eba8bd63f46 HTTP/1.1" status: 204 len: 168 time: 1.7637331 Sep 07 19:13:33.371860 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33320) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:33.431390 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=fb69c755-bc4a-4f16-81e2-ccdbfd32198b,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:33.452592 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbb71f6-d695-46f8-a18f-03a14c7424e3 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Made reservation on behalf of e8ae95a741fb4ac0907e31132bfea7de for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:13:33.456825 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ebbb71f6-d695-46f8-a18f-03a14c7424e3 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:33.592531 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8119e9f0-a918-4b39-bf22-e5dc0c194c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:33.620910 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbb71f6-d695-46f8-a18f-03a14c7424e3 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:13:33.652724 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f1931-8da2-4290-8e4f-d2cd41f39476 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Network': ['ID=ddb71105-4fbd-48df-b688-4eba8bd63f46,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:33.684018 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 285eba53-545d-4a5f-963f-4ccdd2cd90ac details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:13:33.686306 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 170f6c8a-f242-4ec7-b18f-22faa712d7f4 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:13:33.688721 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a393e44-cc8f-46ea-a372-b54e34ae9211 admin admin] Router 1b7bc2ac-46b4-4e04-89b1-192bc64ac8da has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:13:33.698384 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ebbb71f6-d695-46f8-a18f-03a14c7424e3 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:33.698384 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-ebbb71f6-d695-46f8-a18f-03a14c7424e3 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Added segment f36b648e-17cd-40f4-8627-18cf8672c8d3 of type vlan for network 5e2185c6-9d1d-43fb-bb0a-6eb09007b237 Sep 07 19:13:33.774959 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 170f6c8a-f242-4ec7-b18f-22faa712d7f4 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:13:33.780332 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 170f6c8a-f242-4ec7-b18f-22faa712d7f4 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:13:33.780824 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 023adf52-8971-4788-b7a5-85f7ce03d673 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:13:33.836229 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 023adf52-8971-4788-b7a5-85f7ce03d673 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:13:33.839167 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 023adf52-8971-4788-b7a5-85f7ce03d673 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:13:33.839341 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-00409298-5787-4612-9672-cab77aff4c40 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:33.840713 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] Allocated IP 172.20.0.2 (5aaf4683-b513-475f-a2bc-ae9405c8f2de/af72cc7b-7972-4706-9176-59cba2e9c77e/51094963-08a5-484a-9d9b-df186be40a56) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:13:33.882427 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-00409298-5787-4612-9672-cab77aff4c40 None None] Transition to ACTIVE for port object af33cc09-464a-47e9-a16d-2057c68960f6 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:33.897165 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-00409298-5787-4612-9672-cab77aff4c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:33.906409 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ebbb71f6-d695-46f8-a18f-03a14c7424e3 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:33.944423 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-342e77cb-d7cf-4c5c-995d-30eb7cd40484 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:33.961558 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a393e44-cc8f-46ea-a372-b54e34ae9211 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:33.972143 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0a393e44-cc8f-46ea-a372-b54e34ae9211 admin admin] 10.222.0.26 "PUT /v2.0/routers/1b7bc2ac-46b4-4e04-89b1-192bc64ac8da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5915387 Sep 07 19:13:33.978410 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ff214e-fe5c-4943-9dd8-8c4a5c072de4 None None] Sync routers for ids ['1b7bc2ac-46b4-4e04-89b1-192bc64ac8da'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:33.995100 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-00409298-5787-4612-9672-cab77aff4c40 None None] Attempting to bind port af33cc09-464a-47e9-a16d-2057c68960f6 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:13:33.996305 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-00409298-5787-4612-9672-cab77aff4c40 None None] Attempting to bind port af33cc09-464a-47e9-a16d-2057c68960f6 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:13:33.997241 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00409298-5787-4612-9672-cab77aff4c40 None None] Attempting to bind port af33cc09-464a-47e9-a16d-2057c68960f6 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:13:33.997908 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33322) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:34.002581 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5cc54-4f83-41be-bfc6-2ddaa5092840 None None] Pushing event updated for resources: {'Port': ['ID=af33cc09-464a-47e9-a16d-2057c68960f6,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:34.006140 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ebbb71f6-d695-46f8-a18f-03a14c7424e3 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:34.006305 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00409298-5787-4612-9672-cab77aff4c40 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:13:34.006782 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00409298-5787-4612-9672-cab77aff4c40 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:34.007274 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-00409298-5787-4612-9672-cab77aff4c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:34.007748 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00409298-5787-4612-9672-cab77aff4c40 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:13:34.008318 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-00409298-5787-4612-9672-cab77aff4c40 None None] Bound port: af33cc09-464a-47e9-a16d-2057c68960f6, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:13:34.009646 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-00409298-5787-4612-9672-cab77aff4c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:34.012457 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbb71f6-d695-46f8-a18f-03a14c7424e3 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:34.014162 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ebbb71f6-d695-46f8-a18f-03a14c7424e3 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:34.023409 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ff214e-fe5c-4943-9dd8-8c4a5c072de4 None None] Routers {'1b7bc2ac-46b4-4e04-89b1-192bc64ac8da'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:34.024063 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-23ff214e-fe5c-4943-9dd8-8c4a5c072de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1b7bc2ac-46b4-4e04-89b1-192bc64ac8da'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:34.109170 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ebbb71f6-d695-46f8-a18f-03a14c7424e3 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8026168 Sep 07 19:13:34.117784 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33324) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:34.128244 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-00409298-5787-4612-9672-cab77aff4c40 None None] For port af33cc09-464a-47e9-a16d-2057c68960f6, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:13:34.137555 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-00409298-5787-4612-9672-cab77aff4c40 None None] For port af33cc09-464a-47e9-a16d-2057c68960f6, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=af33cc09-464a-47e9-a16d-2057c68960f6,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:13:34.151354 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-00409298-5787-4612-9672-cab77aff4c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:34.173601 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-8119e9f0-a918-4b39-bf22-e5dc0c194c0b admin admin] Allocated IP 172.20.0.1 (fc775948-f198-437c-998b-75d4f2808480/992f3425-bcbc-4bd8-93b4-a7c3ea624804/bd8a6910-fec3-4861-8255-2bc02114cac5) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:13:34.174492 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-bc0f0189-07b4-4513-94f5-e72d23fe49c5 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Request body: {'subnet': {'network_id': '285eba53-545d-4a5f-963f-4ccdd2cd90ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:34.175793 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:34.184472 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb71f6-d695-46f8-a18f-03a14c7424e3 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Pushing event updated for resources: {'Network': ['ID=5e2185c6-9d1d-43fb-bb0a-6eb09007b237,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:34.221660 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 5e2185c6-9d1d-43fb-bb0a-6eb09007b237 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:13:34.229561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] Transition to ACTIVE for port object 51094963-08a5-484a-9d9b-df186be40a56 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:34.282110 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd968f6d-5eff-4c78-8b12-a12f84615dc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:34.316085 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00409298-5787-4612-9672-cab77aff4c40 None None] Routers {'1c856bb7-c0b1-4df6-a205-126f61b1a650'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:34.316941 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-00409298-5787-4612-9672-cab77aff4c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1c856bb7-c0b1-4df6-a205-126f61b1a650'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:34.364764 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0f0189-07b4-4513-94f5-e72d23fe49c5 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Made reservation on behalf of e8ae95a741fb4ac0907e31132bfea7de for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:13:34.370657 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bc0f0189-07b4-4513-94f5-e72d23fe49c5 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:34.378166 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5cc54-4f83-41be-bfc6-2ddaa5092840 None None] Pushing event updated for resources: {'Port': ['ID=af33cc09-464a-47e9-a16d-2057c68960f6,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:34.498363 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-00409298-5787-4612-9672-cab77aff4c40 None None] Set router 1c856bb7-c0b1-4df6-a205-126f61b1a650 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:34.533689 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8119e9f0-a918-4b39-bf22-e5dc0c194c0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:34.534472 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] Transition to ACTIVE for port object 51094963-08a5-484a-9d9b-df186be40a56 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:34.536869 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-23ff214e-fe5c-4943-9dd8-8c4a5c072de4 None None] Set router 1b7bc2ac-46b4-4e04-89b1-192bc64ac8da gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:34.586951 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-8119e9f0-a918-4b39-bf22-e5dc0c194c0b admin admin] Transition to ACTIVE for port object bd8a6910-fec3-4861-8255-2bc02114cac5 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:34.609755 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd968f6d-5eff-4c78-8b12-a12f84615dc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:34.613923 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:34.661443 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] Network 5aaf4683-b513-475f-a2bc-ae9405c8f2de is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:34.679432 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:34.682973 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:13:34.742812 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bc0f0189-07b4-4513-94f5-e72d23fe49c5 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:34.743895 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8119e9f0-a918-4b39-bf22-e5dc0c194c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:34.810170 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] Attempting to bind port 51094963-08a5-484a-9d9b-df186be40a56 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:13:34.810886 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] Attempting to bind port 51094963-08a5-484a-9d9b-df186be40a56 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '09fec653-ad9f-4b1d-be93-2a1970d7fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5aaf4683-b513-475f-a2bc-ae9405c8f2de'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:13:34.811163 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] Attempting to bind port 51094963-08a5-484a-9d9b-df186be40a56 on network 5aaf4683-b513-475f-a2bc-ae9405c8f2de {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:13:34.813267 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] Pushing event updated for resources: {'Port': ['ID=51094963-08a5-484a-9d9b-df186be40a56,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:34.823133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:13:34.823742 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] Checking segment: {'id': '09fec653-ad9f-4b1d-be93-2a1970d7fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5aaf4683-b513-475f-a2bc-ae9405c8f2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:34.824150 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:34.824568 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] Bound using segment: {'id': '09fec653-ad9f-4b1d-be93-2a1970d7fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5aaf4683-b513-475f-a2bc-ae9405c8f2de'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:13:34.825052 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] Bound port: 51094963-08a5-484a-9d9b-df186be40a56, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fec653-ad9f-4b1d-be93-2a1970d7fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5aaf4683-b513-475f-a2bc-ae9405c8f2de'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:13:34.825797 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:34.833702 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119e9f0-a918-4b39-bf22-e5dc0c194c0b admin admin] Pushing event updated for resources: {'Port': ['ID=bd8a6910-fec3-4861-8255-2bc02114cac5,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:34.842907 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-00409298-5787-4612-9672-cab77aff4c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c856bb7-c0b1-4df6-a205-126f61b1a650', 'name': 'tempest-TestAggregatesBasicOps-812434347-router', 'tenant_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'af33cc09-464a-47e9-a16d-2057c68960f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:27Z', 'updated_at': '2021-09-07T19:13:30Z', 'revision_number': 3, 'project_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'gw_port': {'id': 'af33cc09-464a-47e9-a16d-2057c68960f6', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:97:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c856bb7-c0b1-4df6-a205-126f61b1a650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:29Z', 'updated_at': '2021-09-07T19:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:34.855233 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-342e77cb-d7cf-4c5c-995d-30eb7cd40484 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting port c76d9682-4233-452c-a919-a5334a4fb69f {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:34.855930 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-342e77cb-d7cf-4c5c-995d-30eb7cd40484 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:34.870056 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8119e9f0-a918-4b39-bf22-e5dc0c194c0b admin admin] Network fc775948-f198-437c-998b-75d4f2808480 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:34.875049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f0189-07b4-4513-94f5-e72d23fe49c5 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Pushing event updated for resources: {'Subnet': ['ID=5670b64f-3e57-412d-9d7c-226e7c5616cf,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:34.878871 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00409298-5787-4612-9672-cab77aff4c40 None None] The sync data for ids ['1c856bb7-c0b1-4df6-a205-126f61b1a650'] in n-d-807786-1 is: [{'id': '1c856bb7-c0b1-4df6-a205-126f61b1a650', 'name': 'tempest-TestAggregatesBasicOps-812434347-router', 'tenant_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'af33cc09-464a-47e9-a16d-2057c68960f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:27Z', 'updated_at': '2021-09-07T19:13:30Z', 'revision_number': 3, 'project_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'gw_port': {'id': 'af33cc09-464a-47e9-a16d-2057c68960f6', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:97:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c856bb7-c0b1-4df6-a205-126f61b1a650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:29Z', 'updated_at': '2021-09-07T19:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:13:34.887311 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-8119e9f0-a918-4b39-bf22-e5dc0c194c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:34.891055 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8119e9f0-a918-4b39-bf22-e5dc0c194c0b admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:13:34.892742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0f0189-07b4-4513-94f5-e72d23fe49c5 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Checking segment: {'id': '711144f2-0b84-45f7-bb68-b1dde4c4f4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '285eba53-545d-4a5f-963f-4ccdd2cd90ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:34.893345 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0f0189-07b4-4513-94f5-e72d23fe49c5 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Network hostable DHCP agents. Network: 285eba53-545d-4a5f-963f-4ccdd2cd90ac, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:13:34.942481 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-dd968f6d-5eff-4c78-8b12-a12f84615dc2 admin admin] Deleting port cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:34.942816 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd968f6d-5eff-4c78-8b12-a12f84615dc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:34.978662 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8119e9f0-a918-4b39-bf22-e5dc0c194c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:34.983957 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] For port 51094963-08a5-484a-9d9b-df186be40a56, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:13:34.986525 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] For port 51094963-08a5-484a-9d9b-df186be40a56, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=51094963-08a5-484a-9d9b-df186be40a56,segment=NetworkSegment(09fec653-ad9f-4b1d-be93-2a1970d7fa33),segment_id=09fec653-ad9f-4b1d-be93-2a1970d7fa33)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:13:35.012116 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:35.121623 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-342e77cb-d7cf-4c5c-995d-30eb7cd40484 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] For port c76d9682-4233-452c-a919-a5334a4fb69f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c76d9682-4233-452c-a919-a5334a4fb69f,segment=NetworkSegment(1a6cc939-a70f-440d-ba2a-a4652048081f),segment_id=1a6cc939-a70f-440d-ba2a-a4652048081f)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:35.123749 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-342e77cb-d7cf-4c5c-995d-30eb7cd40484 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:35.136009 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-23ff214e-fe5c-4943-9dd8-8c4a5c072de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7bc2ac-46b4-4e04-89b1-192bc64ac8da', 'name': 'tempest-TestServerMultinode-443671364-router', 'tenant_id': '684ae613429d4cafad45c6c5c9abf27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:54Z', 'updated_at': '2021-09-07T19:13:31Z', 'revision_number': 5, 'project_id': '684ae613429d4cafad45c6c5c9abf27d', 'gw_port': {'id': 'cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:76:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7bc2ac-46b4-4e04-89b1-192bc64ac8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:11:56Z', 'updated_at': '2021-09-07T19:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:35.141027 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb269bf-c306-4a65-b418-74e39b85d1ee None None] Pushing event updated for resources: {'Port': ['ID=51094963-08a5-484a-9d9b-df186be40a56,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:35.154909 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-342e77cb-d7cf-4c5c-995d-30eb7cd40484 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Calling delete_port for c76d9682-4233-452c-a919-a5334a4fb69f owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:35.173947 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0f0189-07b4-4513-94f5-e72d23fe49c5 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Network 285eba53-545d-4a5f-963f-4ccdd2cd90ac is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:13:35.213863 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ff214e-fe5c-4943-9dd8-8c4a5c072de4 None None] Checking router: 1b7bc2ac-46b4-4e04-89b1-192bc64ac8da for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:13:35.225625 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ff214e-fe5c-4943-9dd8-8c4a5c072de4 None None] Routers {'1b7bc2ac-46b4-4e04-89b1-192bc64ac8da'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:35.226276 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-23ff214e-fe5c-4943-9dd8-8c4a5c072de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1b7bc2ac-46b4-4e04-89b1-192bc64ac8da'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:35.236998 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-bc0f0189-07b4-4513-94f5-e72d23fe49c5 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 285eba53-545d-4a5f-963f-4ccdd2cd90ac) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:35.252105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0f0189-07b4-4513-94f5-e72d23fe49c5 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:35.252794 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bc0f0189-07b4-4513-94f5-e72d23fe49c5 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:35.405556 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-23ff214e-fe5c-4943-9dd8-8c4a5c072de4 None None] Set router 1b7bc2ac-46b4-4e04-89b1-192bc64ac8da gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:35.425518 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5e4986-2d1e-4976-9132-6116a222307d None None] Network 285eba53-545d-4a5f-963f-4ccdd2cd90ac requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:35.510290 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bc0f0189-07b4-4513-94f5-e72d23fe49c5 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3402233 Sep 07 19:13:35.514642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33330) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:35.530450 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-d69001a8-c26c-402d-8f5c-9ea4c731dc13 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Request body: {'subnet': {'network_id': '5e2185c6-9d1d-43fb-bb0a-6eb09007b237', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:35.687220 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-23ff214e-fe5c-4943-9dd8-8c4a5c072de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7bc2ac-46b4-4e04-89b1-192bc64ac8da', 'name': 'tempest-TestServerMultinode-443671364-router', 'tenant_id': '684ae613429d4cafad45c6c5c9abf27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:54Z', 'updated_at': '2021-09-07T19:13:34Z', 'revision_number': 6, 'project_id': '684ae613429d4cafad45c6c5c9abf27d', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:35.741842 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ff214e-fe5c-4943-9dd8-8c4a5c072de4 None None] The sync data for ids ['1b7bc2ac-46b4-4e04-89b1-192bc64ac8da'] in n-d-807786-1 is: [{'id': '1b7bc2ac-46b4-4e04-89b1-192bc64ac8da', 'name': 'tempest-TestServerMultinode-443671364-router', 'tenant_id': '684ae613429d4cafad45c6c5c9abf27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:11:54Z', 'updated_at': '2021-09-07T19:13:34Z', 'revision_number': 6, 'project_id': '684ae613429d4cafad45c6c5c9abf27d', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:13:35.750116 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device af33cc09-464a-47e9-a16d-2057c68960f6 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:35.853500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69001a8-c26c-402d-8f5c-9ea4c731dc13 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Made reservation on behalf of e8ae95a741fb4ac0907e31132bfea7de for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:13:35.858396 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d69001a8-c26c-402d-8f5c-9ea4c731dc13 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:35.871723 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b4ff70f4-236b-45a0-87f1-6d001327845c None None] Provisioning for port bd8a6910-fec3-4861-8255-2bc02114cac5 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:35.883711 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b4ff70f4-236b-45a0-87f1-6d001327845c None None] Provisioning complete for port bd8a6910-fec3-4861-8255-2bc02114cac5 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:35.884239 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b4ff70f4-236b-45a0-87f1-6d001327845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:35.895142 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-342e77cb-d7cf-4c5c-995d-30eb7cd40484 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:35.940446 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port af33cc09-464a-47e9-a16d-2057c68960f6 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:35.953700 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port af33cc09-464a-47e9-a16d-2057c68960f6 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:35.954228 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:35.957871 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e77cb-d7cf-4c5c-995d-30eb7cd40484 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Port': ['ID=c76d9682-4233-452c-a919-a5334a4fb69f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:35.958075 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-b4ff70f4-236b-45a0-87f1-6d001327845c None None] Port bd8a6910-fec3-4861-8255-2bc02114cac5 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:13:35.988905 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-dd968f6d-5eff-4c78-8b12-a12f84615dc2 admin admin] For port cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:35.989520 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd968f6d-5eff-4c78-8b12-a12f84615dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:36.029551 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-dd968f6d-5eff-4c78-8b12-a12f84615dc2 admin admin] Calling delete_port for cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:36.140331 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-285eba53-545d-4a5f-963f-4ccdd2cd90ac', 'network_id': '285eba53-545d-4a5f-963f-4ccdd2cd90ac', 'tenant_id': 'e8ae95a741fb4ac0907e31132bfea7de', 'fixed_ips': [{'subnet_id': '5670b64f-3e57-412d-9d7c-226e7c5616cf'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:13:36.141226 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:36.236449 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:36.353169 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-342e77cb-d7cf-4c5c-995d-30eb7cd40484 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:36.455332 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8119e9f0-a918-4b39-bf22-e5dc0c194c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:36.562206 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] Allocated IP 172.20.0.2 (285eba53-545d-4a5f-963f-4ccdd2cd90ac/5670b64f-3e57-412d-9d7c-226e7c5616cf/ab8866d0-9a05-491b-a0c9-8329a170d0e8) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:13:36.652316 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd968f6d-5eff-4c78-8b12-a12f84615dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:36.689601 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd968f6d-5eff-4c78-8b12-a12f84615dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:36.757432 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:36.782166 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port af33cc09-464a-47e9-a16d-2057c68960f6, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=af33cc09-464a-47e9-a16d-2057c68960f6,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:36.797760 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:36.800423 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fb69c755-bc4a-4f16-81e2-ccdbfd32198b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:36.805247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] Transition to ACTIVE for port object ab8866d0-9a05-491b-a0c9-8329a170d0e8 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:36.830104 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd968f6d-5eff-4c78-8b12-a12f84615dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:36.841983 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d69001a8-c26c-402d-8f5c-9ea4c731dc13 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:36.881046 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8119e9f0-a918-4b39-bf22-e5dc0c194c0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:36.913388 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] Transition to ACTIVE for port object ab8866d0-9a05-491b-a0c9-8329a170d0e8 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:36.924970 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8119e9f0-a918-4b39-bf22-e5dc0c194c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:36.943432 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7462d711-9af2-4cbc-81de-13322721f8f4 None None] Network 5aaf4683-b513-475f-a2bc-ae9405c8f2de requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:36.960467 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:36.963179 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=af33cc09-464a-47e9-a16d-2057c68960f6,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:37.001659 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd968f6d-5eff-4c78-8b12-a12f84615dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:37.005585 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69001a8-c26c-402d-8f5c-9ea4c731dc13 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Checking segment: {'id': 'f36b648e-17cd-40f4-8627-18cf8672c8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5e2185c6-9d1d-43fb-bb0a-6eb09007b237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:37.006112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69001a8-c26c-402d-8f5c-9ea4c731dc13 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Network hostable DHCP agents. Network: 5e2185c6-9d1d-43fb-bb0a-6eb09007b237, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:13:37.022357 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd968f6d-5eff-4c78-8b12-a12f84615dc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:37.045242 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69001a8-c26c-402d-8f5c-9ea4c731dc13 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Pushing event updated for resources: {'Subnet': ['ID=8f4bc7cf-2197-472c-ba45-355454aaf375,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:37.046477 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] Network 285eba53-545d-4a5f-963f-4ccdd2cd90ac is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:37.052240 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:37.054651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342e77cb-d7cf-4c5c-995d-30eb7cd40484 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router de72f342-2797-4049-8e5e-8ae66eaf5ce9 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:13:37.055418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69001a8-c26c-402d-8f5c-9ea4c731dc13 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Network 5e2185c6-9d1d-43fb-bb0a-6eb09007b237 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:13:37.059553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:13:37.074421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-d69001a8-c26c-402d-8f5c-9ea4c731dc13 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 5e2185c6-9d1d-43fb-bb0a-6eb09007b237) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:37.080103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69001a8-c26c-402d-8f5c-9ea4c731dc13 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:37.081418 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d69001a8-c26c-402d-8f5c-9ea4c731dc13 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:37.101308 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8119e9f0-a918-4b39-bf22-e5dc0c194c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:37.108611 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119e9f0-a918-4b39-bf22-e5dc0c194c0b admin admin] Pushing event updated for resources: {'Port': ['ID=bd8a6910-fec3-4861-8255-2bc02114cac5,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:37.119044 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd968f6d-5eff-4c78-8b12-a12f84615dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:37.119821 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd968f6d-5eff-4c78-8b12-a12f84615dc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b7bc2ac-46b4-4e04-89b1-192bc64ac8da {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:13:37.126261 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd968f6d-5eff-4c78-8b12-a12f84615dc2 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:37.127912 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dd968f6d-5eff-4c78-8b12-a12f84615dc2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/1b7bc2ac-46b4-4e04-89b1-192bc64ac8da HTTP/1.1" status: 204 len: 168 time: 3.1287405 Sep 07 19:13:37.134703 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ad1392d8-e8b9-479a-8d33-676afc0099c2 None None] Provisioning for port 51094963-08a5-484a-9d9b-df186be40a56 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:37.136932 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12baa5b5-62ff-41b5-b84d-0875f8232f05 None None] Network 5e2185c6-9d1d-43fb-bb0a-6eb09007b237 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:37.139810 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33334) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:37.153183 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d69001a8-c26c-402d-8f5c-9ea4c731dc13 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6350782 Sep 07 19:13:37.156172 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33336) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:37.181301 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port fb69c755-bc4a-4f16-81e2-ccdbfd32198b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:37.181753 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:37.243078 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe38b6e-867e-428b-91e0-2fadcadd27ed admin admin] Deleting subnet 6e62d855-07da-4817-9c85-cd83e9c892df {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:13:37.251512 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5fe38b6e-867e-428b-91e0-2fadcadd27ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:37.262685 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] Pushing event updated for resources: {'Port': ['ID=ab8866d0-9a05-491b-a0c9-8329a170d0e8,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:37.317935 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8119e9f0-a918-4b39-bf22-e5dc0c194c0b admin admin] Network fc775948-f198-437c-998b-75d4f2808480 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:37.319483 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] Attempting to bind port ab8866d0-9a05-491b-a0c9-8329a170d0e8 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:13:37.319859 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] Attempting to bind port ab8866d0-9a05-491b-a0c9-8329a170d0e8 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '711144f2-0b84-45f7-bb68-b1dde4c4f4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '285eba53-545d-4a5f-963f-4ccdd2cd90ac'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:13:37.320212 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] Attempting to bind port ab8866d0-9a05-491b-a0c9-8329a170d0e8 on network 285eba53-545d-4a5f-963f-4ccdd2cd90ac {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:13:37.322099 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-8119e9f0-a918-4b39-bf22-e5dc0c194c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:37.331046 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:13:37.331421 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] Checking segment: {'id': '711144f2-0b84-45f7-bb68-b1dde4c4f4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '285eba53-545d-4a5f-963f-4ccdd2cd90ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:37.331828 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:37.332220 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] Bound using segment: {'id': '711144f2-0b84-45f7-bb68-b1dde4c4f4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '285eba53-545d-4a5f-963f-4ccdd2cd90ac'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:13:37.332730 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] Bound port: ab8866d0-9a05-491b-a0c9-8329a170d0e8, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711144f2-0b84-45f7-bb68-b1dde4c4f4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '285eba53-545d-4a5f-963f-4ccdd2cd90ac'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:13:37.333096 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:37.334783 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5fe38b6e-867e-428b-91e0-2fadcadd27ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:37.558776 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8119e9f0-a918-4b39-bf22-e5dc0c194c0b admin admin] Router 1c856bb7-c0b1-4df6-a205-126f61b1a650 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:13:37.803500 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5fe38b6e-867e-428b-91e0-2fadcadd27ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:37.873022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342e77cb-d7cf-4c5c-995d-30eb7cd40484 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:37.880564 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-342e77cb-d7cf-4c5c-995d-30eb7cd40484 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/de72f342-2797-4049-8e5e-8ae66eaf5ce9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5068109 Sep 07 19:13:37.884874 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33340) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:37.886097 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd286c4-adc9-403f-80c6-5afbb1990f21 None None] Sync routers for ids ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:37.904715 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd286c4-adc9-403f-80c6-5afbb1990f21 None None] Routers {'de72f342-2797-4049-8e5e-8ae66eaf5ce9'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:37.905371 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-edd286c4-adc9-403f-80c6-5afbb1990f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:37.931208 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8119e9f0-a918-4b39-bf22-e5dc0c194c0b admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:37.937614 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8119e9f0-a918-4b39-bf22-e5dc0c194c0b admin admin] 10.222.0.26 "PUT /v2.0/routers/1c856bb7-c0b1-4df6-a205-126f61b1a650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7449098 Sep 07 19:13:37.963733 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5fe38b6e-867e-428b-91e0-2fadcadd27ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:37.981199 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] For port ab8866d0-9a05-491b-a0c9-8329a170d0e8, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:13:37.985147 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] For port ab8866d0-9a05-491b-a0c9-8329a170d0e8, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ab8866d0-9a05-491b-a0c9-8329a170d0e8,segment=NetworkSegment(711144f2-0b84-45f7-bb68-b1dde4c4f4ee),segment_id=711144f2-0b84-45f7-bb68-b1dde4c4f4ee)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:13:38.001388 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-977c7d5d-5fa7-44e8-bb4b-42537ba6c1c9 None None] Provisioning complete for port bd8a6910-fec3-4861-8255-2bc02114cac5 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:38.002118 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-977c7d5d-5fa7-44e8-bb4b-42537ba6c1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:38.011269 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:38.015454 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe38b6e-867e-428b-91e0-2fadcadd27ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e62d855-07da-4817-9c85-cd83e9c892df,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:38.018012 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5fe38b6e-867e-428b-91e0-2fadcadd27ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:38.020081 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5fe38b6e-867e-428b-91e0-2fadcadd27ed admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6e62d855-07da-4817-9c85-cd83e9c892df HTTP/1.1" status: 204 len: 168 time: 0.8793483 Sep 07 19:13:38.023350 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33344) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:38.051060 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae106cc3-e774-4ca6-8723-20c97fec6cab None None] Network 5549ff0e-5c97-4a12-b70e-0643785406a8 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:38.059159 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd0ebbef-ca1b-4bde-a92d-1ebc70c91ce8 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting subnet 2c527ea5-2bf2-475e-966f-76e1553324a4 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:13:38.067656 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd0ebbef-ca1b-4bde-a92d-1ebc70c91ce8 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:38.176427 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-977c7d5d-5fa7-44e8-bb4b-42537ba6c1c9 None None] Port bd8a6910-fec3-4861-8255-2bc02114cac5 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:13:38.185517 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-edd286c4-adc9-403f-80c6-5afbb1990f21 None None] Set router de72f342-2797-4049-8e5e-8ae66eaf5ce9 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:38.250031 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd0ebbef-ca1b-4bde-a92d-1ebc70c91ce8 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:38.275323 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5e2185c6-9d1d-43fb-bb0a-6eb09007b237', 'network_id': '5e2185c6-9d1d-43fb-bb0a-6eb09007b237', 'tenant_id': 'e8ae95a741fb4ac0907e31132bfea7de', 'fixed_ips': [{'subnet_id': '8f4bc7cf-2197-472c-ba45-355454aaf375'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:13:38.276424 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:38.331506 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fbe29643-6ebe-480f-8af2-a1aeddcac125 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:38.348568 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-727aa3a3-c26c-4fa0-bffa-06bc25e6b617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:38.529799 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] Allocated IP 172.20.0.2 (5e2185c6-9d1d-43fb-bb0a-6eb09007b237/8f4bc7cf-2197-472c-ba45-355454aaf375/7f5f1e8f-b4be-4959-95d7-66a1379624ba) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:13:38.546513 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] Sync routers for ids ['1c856bb7-c0b1-4df6-a205-126f61b1a650'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:38.562705 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a871e-bf22-40fd-b0b5-c46fffa4e965 None None] Pushing event updated for resources: {'Port': ['ID=ab8866d0-9a05-491b-a0c9-8329a170d0e8,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:38.615811 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] Routers {'1c856bb7-c0b1-4df6-a205-126f61b1a650'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:38.616872 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1c856bb7-c0b1-4df6-a205-126f61b1a650'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:38.732119 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd0ebbef-ca1b-4bde-a92d-1ebc70c91ce8 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:38.762627 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 51094963-08a5-484a-9d9b-df186be40a56 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:38.834106 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-727aa3a3-c26c-4fa0-bffa-06bc25e6b617 admin admin] Deleting port 4a0bea11-e248-494b-b667-3a2d674f31cf {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:38.834524 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-727aa3a3-c26c-4fa0-bffa-06bc25e6b617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:38.883084 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-edd286c4-adc9-403f-80c6-5afbb1990f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:35Z', 'revision_number': 10, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:13:01Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:38.949890 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd286c4-adc9-403f-80c6-5afbb1990f21 None None] Checking router: de72f342-2797-4049-8e5e-8ae66eaf5ce9 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:13:38.964811 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd286c4-adc9-403f-80c6-5afbb1990f21 None None] Routers {'de72f342-2797-4049-8e5e-8ae66eaf5ce9'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:38.967295 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-edd286c4-adc9-403f-80c6-5afbb1990f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:39.033045 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-727aa3a3-c26c-4fa0-bffa-06bc25e6b617 admin admin] For port 4a0bea11-e248-494b-b667-3a2d674f31cf, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4a0bea11-e248-494b-b667-3a2d674f31cf,segment=NetworkSegment(3e9f2cc0-e46e-42cc-8177-5d5649418e0d),segment_id=3e9f2cc0-e46e-42cc-8177-5d5649418e0d)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:39.033643 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-727aa3a3-c26c-4fa0-bffa-06bc25e6b617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:39.056807 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd0ebbef-ca1b-4bde-a92d-1ebc70c91ce8 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:39.082128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-fbe29643-6ebe-480f-8af2-a1aeddcac125 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Allocated IP 172.20.0.1 (285eba53-545d-4a5f-963f-4ccdd2cd90ac/5670b64f-3e57-412d-9d7c-226e7c5616cf/2894b694-ffaf-4035-9b7c-fb157ca83c17) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:13:39.088407 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-727aa3a3-c26c-4fa0-bffa-06bc25e6b617 admin admin] Calling delete_port for 4a0bea11-e248-494b-b667-3a2d674f31cf owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:39.113280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfadea5-4b3d-4cd1-80aa-96fb4bfe671d None None] Network aa258b78-80a0-4692-b6d9-b514977ececf requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:39.130774 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd0ebbef-ca1b-4bde-a92d-1ebc70c91ce8 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:39.137480 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dd0ebbef-ca1b-4bde-a92d-1ebc70c91ce8 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/subnets/2c527ea5-2bf2-475e-966f-76e1553324a4 HTTP/1.1" status: 204 len: 168 time: 1.2224374 Sep 07 19:13:39.140239 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33362) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:39.155813 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-edd286c4-adc9-403f-80c6-5afbb1990f21 None None] Set router de72f342-2797-4049-8e5e-8ae66eaf5ce9 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:39.164332 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ebbef-ca1b-4bde-a92d-1ebc70c91ce8 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Subnet': ['ID=2c527ea5-2bf2-475e-966f-76e1553324a4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:39.298005 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] Set router 1c856bb7-c0b1-4df6-a205-126f61b1a650 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:39.411287 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fbe29643-6ebe-480f-8af2-a1aeddcac125 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:39.444161 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-fbe29643-6ebe-480f-8af2-a1aeddcac125 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Transition to ACTIVE for port object 2894b694-ffaf-4035-9b7c-fb157ca83c17 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:39.501897 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-edd286c4-adc9-403f-80c6-5afbb1990f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:35Z', 'revision_number': 10, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:13:01Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:39.520305 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fbe29643-6ebe-480f-8af2-a1aeddcac125 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:39.532149 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cfca71ae-3b09-4f83-9a8a-1392936d32b6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:39.594024 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd286c4-adc9-403f-80c6-5afbb1990f21 None None] The sync data for ids ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'] in n-d-807786-1 is: [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:35Z', 'revision_number': 10, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None, '_interfaces': [{'id': '61ca0b97-ea91-4cde-9cc5-5d9b71714b09', 'name': '', 'network_id': 'f5d00c32-c364-46f0-93b1-f29535e8a2e9', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'mac_address': 'fa:16:3e:9e:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:12:50Z', 'updated_at': '2021-09-07T19:13:01Z', 'revision_number': 5, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'subnets': [{'id': '83851577-8e6c-45d6-9c0d-308d56f2b1d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:13:39.637834 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:39.650454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe29643-6ebe-480f-8af2-a1aeddcac125 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Network 285eba53-545d-4a5f-963f-4ccdd2cd90ac is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:39.654499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-fbe29643-6ebe-480f-8af2-a1aeddcac125 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:39.685341 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe29643-6ebe-480f-8af2-a1aeddcac125 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:13:39.723226 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-727aa3a3-c26c-4fa0-bffa-06bc25e6b617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:39.773490 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fbe29643-6ebe-480f-8af2-a1aeddcac125 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:39.780994 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe29643-6ebe-480f-8af2-a1aeddcac125 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Pushing event updated for resources: {'Port': ['ID=2894b694-ffaf-4035-9b7c-fb157ca83c17,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:39.796946 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f331abd-c544-4add-8bfb-dc1fbdc2f229 None None] DHCP port deletion for 5549ff0e-5c97-4a12-b70e-0643785406a8 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:13:39.810162 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] Transition to ACTIVE for port object 7f5f1e8f-b4be-4959-95d7-66a1379624ba will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:39.842165 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 51094963-08a5-484a-9d9b-df186be40a56 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:39.857481 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727aa3a3-c26c-4fa0-bffa-06bc25e6b617 admin admin] No DVR routers for this DVR port 4a0bea11-e248-494b-b667-3a2d674f31cf on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:13:39.871907 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727aa3a3-c26c-4fa0-bffa-06bc25e6b617 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a0bea11-e248-494b-b667-3a2d674f31cf,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:39.910961 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 51094963-08a5-484a-9d9b-df186be40a56 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:39.910961 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:39.995048 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fbe29643-6ebe-480f-8af2-a1aeddcac125 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:40.128875 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-727aa3a3-c26c-4fa0-bffa-06bc25e6b617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:40.137082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-cfca71ae-3b09-4f83-9a8a-1392936d32b6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting port 2d3c32ad-044b-42e8-a395-86702b2133b8 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:40.137528 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cfca71ae-3b09-4f83-9a8a-1392936d32b6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:40.139561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] Transition to ACTIVE for port object 7f5f1e8f-b4be-4959-95d7-66a1379624ba will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:40.175949 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771b6752-c086-4744-bf79-8ebd510fc53f None None] Network 285eba53-545d-4a5f-963f-4ccdd2cd90ac requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:40.230548 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-727aa3a3-c26c-4fa0-bffa-06bc25e6b617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5549ff0e-5c97-4a12-b70e-0643785406a8']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:40.251355 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-727aa3a3-c26c-4fa0-bffa-06bc25e6b617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9f2cc0-e46e-42cc-8177-5d5649418e0d') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:40.251659 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-727aa3a3-c26c-4fa0-bffa-06bc25e6b617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9f2cc0-e46e-42cc-8177-5d5649418e0d') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:40.276469 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-cfca71ae-3b09-4f83-9a8a-1392936d32b6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] For port 2d3c32ad-044b-42e8-a395-86702b2133b8, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=2d3c32ad-044b-42e8-a395-86702b2133b8,segment=NetworkSegment(1a6cc939-a70f-440d-ba2a-a4652048081f),segment_id=1a6cc939-a70f-440d-ba2a-a4652048081f)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:40.276981 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cfca71ae-3b09-4f83-9a8a-1392936d32b6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:40.289389 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-727aa3a3-c26c-4fa0-bffa-06bc25e6b617 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:40.295007 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:40.307946 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-727aa3a3-c26c-4fa0-bffa-06bc25e6b617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:40.310291 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-cfca71ae-3b09-4f83-9a8a-1392936d32b6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Calling delete_port for 2d3c32ad-044b-42e8-a395-86702b2133b8 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:40.325422 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727aa3a3-c26c-4fa0-bffa-06bc25e6b617 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:13:40.325955 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-727aa3a3-c26c-4fa0-bffa-06bc25e6b617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:13:40.431892 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:13:40.447665 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-727aa3a3-c26c-4fa0-bffa-06bc25e6b617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:40.500221 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-727aa3a3-c26c-4fa0-bffa-06bc25e6b617 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:40.501629 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33396) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:40.504997 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-727aa3a3-c26c-4fa0-bffa-06bc25e6b617 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5549ff0e-5c97-4a12-b70e-0643785406a8 HTTP/1.1" status: 204 len: 168 time: 2.4806592 Sep 07 19:13:40.509901 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:13:40.536132 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727aa3a3-c26c-4fa0-bffa-06bc25e6b617 admin admin] Pushing event deleted for resources: {'Network': ['ID=5549ff0e-5c97-4a12-b70e-0643785406a8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:40.608136 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] Pushing event updated for resources: {'Port': ['ID=7f5f1e8f-b4be-4959-95d7-66a1379624ba,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:40.615423 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-806d04fe-8fb5-46f7-a1f7-b38d9b3ffef4 None None] Provisioning for port ab8866d0-9a05-491b-a0c9-8329a170d0e8 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:40.630007 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cfca71ae-3b09-4f83-9a8a-1392936d32b6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:40.703958 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca71ae-3b09-4f83-9a8a-1392936d32b6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] No DVR routers for this DVR port 2d3c32ad-044b-42e8-a395-86702b2133b8 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:13:40.710495 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca71ae-3b09-4f83-9a8a-1392936d32b6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Port': ['ID=2d3c32ad-044b-42e8-a395-86702b2133b8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:40.720374 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fbe29643-6ebe-480f-8af2-a1aeddcac125 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:40.760856 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] Network 5e2185c6-9d1d-43fb-bb0a-6eb09007b237 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:40.806227 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fbe29643-6ebe-480f-8af2-a1aeddcac125 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:40.858618 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cfca71ae-3b09-4f83-9a8a-1392936d32b6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:40.891610 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:40.896919 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:13:40.927939 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-cfca71ae-3b09-4f83-9a8a-1392936d32b6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa258b78-80a0-4692-b6d9-b514977ececf']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:40.952239 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33402) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:40.980468 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-cfca71ae-3b09-4f83-9a8a-1392936d32b6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6cc939-a70f-440d-ba2a-a4652048081f') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:40.980960 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-cfca71ae-3b09-4f83-9a8a-1392936d32b6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6cc939-a70f-440d-ba2a-a4652048081f') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:41.016235 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cfca71ae-3b09-4f83-9a8a-1392936d32b6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:41.024876 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe29643-6ebe-480f-8af2-a1aeddcac125 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Pushing event updated for resources: {'Port': ['ID=2894b694-ffaf-4035-9b7c-fb157ca83c17,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:41.042461 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fbe29643-6ebe-480f-8af2-a1aeddcac125 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:41.052576 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cfca71ae-3b09-4f83-9a8a-1392936d32b6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:41.063764 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def5e8f2-9810-4d3d-b8d1-4068e0d09fce None None] DHCP port deletion for aa258b78-80a0-4692-b6d9-b514977ececf request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:13:41.065680 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfca71ae-3b09-4f83-9a8a-1392936d32b6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:13:41.066466 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cfca71ae-3b09-4f83-9a8a-1392936d32b6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:13:41.070081 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:13:41.089813 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-85eff30d-422b-4f64-8b21-a3cb188589aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=de9605979c8e420c8cf5d4f7a383fe9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359911 Sep 07 19:13:41.092225 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] Attempting to bind port 7f5f1e8f-b4be-4959-95d7-66a1379624ba on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:13:41.092746 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] Attempting to bind port 7f5f1e8f-b4be-4959-95d7-66a1379624ba by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'f36b648e-17cd-40f4-8627-18cf8672c8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5e2185c6-9d1d-43fb-bb0a-6eb09007b237'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:13:41.093122 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] Attempting to bind port 7f5f1e8f-b4be-4959-95d7-66a1379624ba on network 5e2185c6-9d1d-43fb-bb0a-6eb09007b237 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:13:41.095069 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33404) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:41.130264 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:41.134021 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:13:41.134654 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] Checking segment: {'id': 'f36b648e-17cd-40f4-8627-18cf8672c8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5e2185c6-9d1d-43fb-bb0a-6eb09007b237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:41.135062 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:41.135466 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] Bound using segment: {'id': 'f36b648e-17cd-40f4-8627-18cf8672c8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5e2185c6-9d1d-43fb-bb0a-6eb09007b237'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:13:41.135958 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] Bound port: 7f5f1e8f-b4be-4959-95d7-66a1379624ba, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36b648e-17cd-40f4-8627-18cf8672c8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5e2185c6-9d1d-43fb-bb0a-6eb09007b237'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:13:41.136581 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:41.161628 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c856bb7-c0b1-4df6-a205-126f61b1a650', 'name': 'tempest-TestAggregatesBasicOps-812434347-router', 'tenant_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'af33cc09-464a-47e9-a16d-2057c68960f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:27Z', 'updated_at': '2021-09-07T19:13:36Z', 'revision_number': 4, 'project_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'gw_port': {'id': 'af33cc09-464a-47e9-a16d-2057c68960f6', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:97:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c856bb7-c0b1-4df6-a205-126f61b1a650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:29Z', 'updated_at': '2021-09-07T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'bd8a6910-fec3-4861-8255-2bc02114cac5', 'name': '', 'network_id': 'fc775948-f198-437c-998b-75d4f2808480', 'tenant_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'mac_address': 'fa:16:3e:ff:95:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c856bb7-c0b1-4df6-a205-126f61b1a650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '992f3425-bcbc-4bd8-93b4-a7c3ea624804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:33Z', 'updated_at': '2021-09-07T19:13:36Z', 'revision_number': 2, 'project_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'subnets': [{'id': '992f3425-bcbc-4bd8-93b4-a7c3ea624804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:41.205014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] Checking router: 1c856bb7-c0b1-4df6-a205-126f61b1a650 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:13:41.205374 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] Updating router 1c856bb7-c0b1-4df6-a205-126f61b1a650 port bd8a6910-fec3-4861-8255-2bc02114cac5 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:13:41.210085 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b30c91bb-084f-4d86-82a2-0d50281f4788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:41.217121 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cfca71ae-3b09-4f83-9a8a-1392936d32b6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:41.224744 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cfca71ae-3b09-4f83-9a8a-1392936d32b6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:41.229323 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cfca71ae-3b09-4f83-9a8a-1392936d32b6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/networks/aa258b78-80a0-4692-b6d9-b514977ececf HTTP/1.1" status: 204 len: 168 time: 2.0855525 Sep 07 19:13:41.232111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33406) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:41.257345 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca71ae-3b09-4f83-9a8a-1392936d32b6 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Network': ['ID=aa258b78-80a0-4692-b6d9-b514977ececf,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:41.273850 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b30c91bb-084f-4d86-82a2-0d50281f4788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:41.335728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b30c91bb-084f-4d86-82a2-0d50281f4788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:41.339185 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b30c91bb-084f-4d86-82a2-0d50281f4788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:41.342762 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b30c91bb-084f-4d86-82a2-0d50281f4788 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b765276-be7e-4288-8aa6-83665dae7e1d HTTP/1.1" status: 204 len: 168 time: 0.2441733 Sep 07 19:13:41.352829 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c91bb-084f-4d86-82a2-0d50281f4788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b765276-be7e-4288-8aa6-83665dae7e1d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:41.372110 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe29643-6ebe-480f-8af2-a1aeddcac125 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Network 285eba53-545d-4a5f-963f-4ccdd2cd90ac is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:41.381073 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-fbe29643-6ebe-480f-8af2-a1aeddcac125 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:41.468906 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 51094963-08a5-484a-9d9b-df186be40a56, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=51094963-08a5-484a-9d9b-df186be40a56,segment=NetworkSegment(09fec653-ad9f-4b1d-be93-2a1970d7fa33),segment_id=09fec653-ad9f-4b1d-be93-2a1970d7fa33)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:41.473806 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:41.492293 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:41.493075 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device af33cc09-464a-47e9-a16d-2057c68960f6 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:41.552249 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] For port 7f5f1e8f-b4be-4959-95d7-66a1379624ba, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:13:41.557701 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] For port 7f5f1e8f-b4be-4959-95d7-66a1379624ba, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7f5f1e8f-b4be-4959-95d7-66a1379624ba,segment=NetworkSegment(f36b648e-17cd-40f4-8627-18cf8672c8d3),segment_id=f36b648e-17cd-40f4-8627-18cf8672c8d3)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:13:41.587370 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:41.685200 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=51094963-08a5-484a-9d9b-df186be40a56,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:41.885902 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-db4e9cca-6326-41b4-90e1-9a707c51ac59 None None] Provisioning for port 2894b694-ffaf-4035-9b7c-fb157ca83c17 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:41.888034 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port af33cc09-464a-47e9-a16d-2057c68960f6 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:41.888466 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:41.927891 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c52fbd-929d-4d48-b236-7f428ee07012 None None] Pushing event updated for resources: {'Port': ['ID=7f5f1e8f-b4be-4959-95d7-66a1379624ba,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:41.942466 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-db4e9cca-6326-41b4-90e1-9a707c51ac59 None None] Provisioning complete for port 2894b694-ffaf-4035-9b7c-fb157ca83c17 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:41.942847 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-db4e9cca-6326-41b4-90e1-9a707c51ac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:41.980629 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe29643-6ebe-480f-8af2-a1aeddcac125 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Router af5b75fc-fce5-4c1d-9ce4-ee9eac155d66 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:13:41.992250 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-db4e9cca-6326-41b4-90e1-9a707c51ac59 None None] Port 2894b694-ffaf-4035-9b7c-fb157ca83c17 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:13:42.085078 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33414) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:42.232796 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c1c853ec-3144-4a3f-825e-deaf809d5f53 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=684ae613429d4cafad45c6c5c9abf27d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463382 Sep 07 19:13:42.235889 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33416) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:42.366475 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6bce7bb1-5d36-40c5-a8c5-b87887ec1037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:42.381325 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e309854a-8c47-40db-84b0-9969f1ab38c1 None None] Provisioning complete for port 2894b694-ffaf-4035-9b7c-fb157ca83c17 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:42.381864 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e309854a-8c47-40db-84b0-9969f1ab38c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:42.393546 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:13:42.403608 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6bce7bb1-5d36-40c5-a8c5-b87887ec1037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:42.457452 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:13:42.458157 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cfee250d-49e1-4fe6-b7cb-c3938cf0f4dd not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:13:42.458795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 248e714d-ad8b-4f99-a45e-bf4578e99817 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:13:42.493911 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6bce7bb1-5d36-40c5-a8c5-b87887ec1037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:42.497277 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6bce7bb1-5d36-40c5-a8c5-b87887ec1037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:42.501729 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6bce7bb1-5d36-40c5-a8c5-b87887ec1037 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58ad6175-a3e9-4daa-af06-e1c230811673 HTTP/1.1" status: 204 len: 168 time: 0.2639198 Sep 07 19:13:42.518441 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce7bb1-5d36-40c5-a8c5-b87887ec1037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ad6175-a3e9-4daa-af06-e1c230811673,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:42.520468 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 248e714d-ad8b-4f99-a45e-bf4578e99817 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:13:42.520885 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 248e714d-ad8b-4f99-a45e-bf4578e99817 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:13:42.532663 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:42.559178 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-e309854a-8c47-40db-84b0-9969f1ab38c1 None None] Port 2894b694-ffaf-4035-9b7c-fb157ca83c17 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:13:42.563399 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] Transition to ACTIVE for port object bd8a6910-fec3-4861-8255-2bc02114cac5 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:42.570878 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:42.584352 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7273a396-5b51-4336-ba55-19a2d12fd433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:42.658517 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a9b8a-3fec-48d1-8829-3b09ff594473 None None] Pushing event updated for resources: {'Port': ['ID=bd8a6910-fec3-4861-8255-2bc02114cac5,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:42.769437 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] Attempting to bind port bd8a6910-fec3-4861-8255-2bc02114cac5 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:13:42.769836 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] Attempting to bind port bd8a6910-fec3-4861-8255-2bc02114cac5 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'b6495014-c009-4207-a95f-37821e73f1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc775948-f198-437c-998b-75d4f2808480'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:13:42.770264 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] Attempting to bind port bd8a6910-fec3-4861-8255-2bc02114cac5 on network fc775948-f198-437c-998b-75d4f2808480 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:13:42.773856 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8345695b-bc12-4912-b1fd-f4ff87444a73 None None] Provisioning complete for port 2894b694-ffaf-4035-9b7c-fb157ca83c17 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:42.774942 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8345695b-bc12-4912-b1fd-f4ff87444a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:42.815722 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:13:42.816109 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] Checking segment: {'id': 'b6495014-c009-4207-a95f-37821e73f1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc775948-f198-437c-998b-75d4f2808480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:42.816533 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:42.816934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] Bound using segment: {'id': 'b6495014-c009-4207-a95f-37821e73f1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc775948-f198-437c-998b-75d4f2808480'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:13:42.817463 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] Bound port: bd8a6910-fec3-4861-8255-2bc02114cac5, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6495014-c009-4207-a95f-37821e73f1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc775948-f198-437c-998b-75d4f2808480'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:13:42.817921 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:42.938681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-8345695b-bc12-4912-b1fd-f4ff87444a73 None None] Port 2894b694-ffaf-4035-9b7c-fb157ca83c17 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:13:43.000634 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:43.004859 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 51094963-08a5-484a-9d9b-df186be40a56 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:43.038483 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] For port bd8a6910-fec3-4861-8255-2bc02114cac5, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:13:43.067393 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe29643-6ebe-480f-8af2-a1aeddcac125 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:43.074023 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] For port bd8a6910-fec3-4861-8255-2bc02114cac5, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=bd8a6910-fec3-4861-8255-2bc02114cac5,segment=NetworkSegment(b6495014-c009-4207-a95f-37821e73f1d9),segment_id=b6495014-c009-4207-a95f-37821e73f1d9)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:13:43.088004 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e709faf6-488c-4749-8f24-91e80c1c0e62 None None] Sync routers for ids ['af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:43.088450 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:43.097091 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e709faf6-488c-4749-8f24-91e80c1c0e62 None None] Routers {'af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:43.097722 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e709faf6-488c-4749-8f24-91e80c1c0e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:43.099216 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33424) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:43.099417 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-fbe29643-6ebe-480f-8af2-a1aeddcac125 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "PUT /v2.0/routers/af5b75fc-fce5-4c1d-9ce4-ee9eac155d66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9395199 Sep 07 19:13:43.202254 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e709faf6-488c-4749-8f24-91e80c1c0e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:43.224708 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e709faf6-488c-4749-8f24-91e80c1c0e62 None None] Routers {'af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:43.225534 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e709faf6-488c-4749-8f24-91e80c1c0e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:43.344985 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] Routers {'1c856bb7-c0b1-4df6-a205-126f61b1a650'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:43.346086 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1c856bb7-c0b1-4df6-a205-126f61b1a650'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:43.350901 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e709faf6-488c-4749-8f24-91e80c1c0e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:43.351609 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e709faf6-488c-4749-8f24-91e80c1c0e62 None None] The sync data for ids ['af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:13:43.357689 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 51094963-08a5-484a-9d9b-df186be40a56 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:43.358538 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:43.380206 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-36627fbe-4070-4bd0-9c9e-10fb4df3a0ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:43.479466 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a9b8a-3fec-48d1-8829-3b09ff594473 None None] Pushing event updated for resources: {'Port': ['ID=bd8a6910-fec3-4861-8255-2bc02114cac5,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:43.582095 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d7e76f-5d7c-4636-b6e1-1efc27b2b9f6 None None] Network 5e2185c6-9d1d-43fb-bb0a-6eb09007b237 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:43.655722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-7273a396-5b51-4336-ba55-19a2d12fd433 admin admin] Deleting port 139559de-6b8e-45e7-b5b1-a5acd374970e {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:43.656072 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7273a396-5b51-4336-ba55-19a2d12fd433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:43.754445 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d1bdf8de-94bb-4c4a-8230-a5e4a505dea0 None None] Provisioning for port 7f5f1e8f-b4be-4959-95d7-66a1379624ba completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:43.786570 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] Set router 1c856bb7-c0b1-4df6-a205-126f61b1a650 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:43.840320 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-7273a396-5b51-4336-ba55-19a2d12fd433 admin admin] For port 139559de-6b8e-45e7-b5b1-a5acd374970e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=139559de-6b8e-45e7-b5b1-a5acd374970e,segment=NetworkSegment(a06c5e08-480d-49e9-a30f-e439f89d0077),segment_id=a06c5e08-480d-49e9-a30f-e439f89d0077)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:43.840720 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7273a396-5b51-4336-ba55-19a2d12fd433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:43.860915 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-7273a396-5b51-4336-ba55-19a2d12fd433 admin admin] Calling delete_port for 139559de-6b8e-45e7-b5b1-a5acd374970e owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:43.928383 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-36627fbe-4070-4bd0-9c9e-10fb4df3a0ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting port 61ca0b97-ea91-4cde-9cc5-5d9b71714b09 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:43.928795 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-36627fbe-4070-4bd0-9c9e-10fb4df3a0ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:43.949542 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7f5f1e8f-b4be-4959-95d7-66a1379624ba up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:43.965392 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:44.064538 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33442) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:44.101361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-36627fbe-4070-4bd0-9c9e-10fb4df3a0ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] For port 61ca0b97-ea91-4cde-9cc5-5d9b71714b09, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=61ca0b97-ea91-4cde-9cc5-5d9b71714b09,segment=NetworkSegment(c5bf924c-3e89-4d18-ba3e-18ba16a6abf2),segment_id=c5bf924c-3e89-4d18-ba3e-18ba16a6abf2)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:44.102046 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-36627fbe-4070-4bd0-9c9e-10fb4df3a0ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:44.128126 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-36627fbe-4070-4bd0-9c9e-10fb4df3a0ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Calling delete_port for 61ca0b97-ea91-4cde-9cc5-5d9b71714b09 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:44.162538 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 7f5f1e8f-b4be-4959-95d7-66a1379624ba completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:44.168176 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 7f5f1e8f-b4be-4959-95d7-66a1379624ba triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:44.168527 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:44.457276 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-9f9b68c3-b83e-479b-8373-da4f993eaa2d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-446208616-network', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:44.463500 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-36627fbe-4070-4bd0-9c9e-10fb4df3a0ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:44.475257 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7273a396-5b51-4336-ba55-19a2d12fd433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:44.586230 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c856bb7-c0b1-4df6-a205-126f61b1a650', 'name': 'tempest-TestAggregatesBasicOps-812434347-router', 'tenant_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'af33cc09-464a-47e9-a16d-2057c68960f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:27Z', 'updated_at': '2021-09-07T19:13:36Z', 'revision_number': 4, 'project_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'gw_port': {'id': 'af33cc09-464a-47e9-a16d-2057c68960f6', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:97:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c856bb7-c0b1-4df6-a205-126f61b1a650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:29Z', 'updated_at': '2021-09-07T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'bd8a6910-fec3-4861-8255-2bc02114cac5', 'name': '', 'network_id': 'fc775948-f198-437c-998b-75d4f2808480', 'tenant_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'mac_address': 'fa:16:3e:ff:95:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c856bb7-c0b1-4df6-a205-126f61b1a650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '992f3425-bcbc-4bd8-93b4-a7c3ea624804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:33Z', 'updated_at': '2021-09-07T19:13:43Z', 'revision_number': 4, 'project_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'subnets': [{'id': '992f3425-bcbc-4bd8-93b4-a7c3ea624804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:44.600386 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-b2ab7240-57b7-47ab-9e41-554b1881cd3a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:13:44.606078 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b2ab7240-57b7-47ab-9e41-554b1881cd3a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "PUT /v2.0/routers/af5b75fc-fce5-4c1d-9ce4-ee9eac155d66/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5051191 Sep 07 19:13:44.606289 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33448) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:44.660192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36627fbe-4070-4bd0-9c9e-10fb4df3a0ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Port': ['ID=61ca0b97-ea91-4cde-9cc5-5d9b71714b09,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:44.724232 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:44.728164 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca87895-3f66-42c1-abc2-bba9202e6b68 None None] The sync data for ids ['1c856bb7-c0b1-4df6-a205-126f61b1a650'] in n-d-807786-1 is: [{'id': '1c856bb7-c0b1-4df6-a205-126f61b1a650', 'name': 'tempest-TestAggregatesBasicOps-812434347-router', 'tenant_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'af33cc09-464a-47e9-a16d-2057c68960f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:27Z', 'updated_at': '2021-09-07T19:13:36Z', 'revision_number': 4, 'project_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'gw_port': {'id': 'af33cc09-464a-47e9-a16d-2057c68960f6', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:97:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c856bb7-c0b1-4df6-a205-126f61b1a650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:29Z', 'updated_at': '2021-09-07T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'bd8a6910-fec3-4861-8255-2bc02114cac5', 'name': '', 'network_id': 'fc775948-f198-437c-998b-75d4f2808480', 'tenant_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'mac_address': 'fa:16:3e:ff:95:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c856bb7-c0b1-4df6-a205-126f61b1a650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '992f3425-bcbc-4bd8-93b4-a7c3ea624804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:33Z', 'updated_at': '2021-09-07T19:13:43Z', 'revision_number': 4, 'project_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'subnets': [{'id': '992f3425-bcbc-4bd8-93b4-a7c3ea624804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:13:44.772375 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-18d9e90a-14ee-44c1-b0be-9343c128d73c None None] Provisioning complete for port 7f5f1e8f-b4be-4959-95d7-66a1379624ba triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:44.772836 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-18d9e90a-14ee-44c1-b0be-9343c128d73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:44.866629 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 7f5f1e8f-b4be-4959-95d7-66a1379624ba, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7f5f1e8f-b4be-4959-95d7-66a1379624ba,segment=NetworkSegment(f36b648e-17cd-40f4-8627-18cf8672c8d3),segment_id=f36b648e-17cd-40f4-8627-18cf8672c8d3)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:44.875676 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:44.876712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ab8866d0-9a05-491b-a0c9-8329a170d0e8 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:44.970230 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273a396-5b51-4336-ba55-19a2d12fd433 admin admin] Pushing event deleted for resources: {'Port': ['ID=139559de-6b8e-45e7-b5b1-a5acd374970e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:45.061802 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9b68c3-b83e-479b-8373-da4f993eaa2d admin admin] Made reservation on behalf of 168cdcbcb8fb447d9110b114b3af2450 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:13:45.064630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=7f5f1e8f-b4be-4959-95d7-66a1379624ba,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:45.067584 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9f9b68c3-b83e-479b-8373-da4f993eaa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:45.072350 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-36627fbe-4070-4bd0-9c9e-10fb4df3a0ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:45.094665 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9f9b68c3-b83e-479b-8373-da4f993eaa2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:45.165373 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port ab8866d0-9a05-491b-a0c9-8329a170d0e8 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:45.172811 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port ab8866d0-9a05-491b-a0c9-8329a170d0e8 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:45.173558 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:45.302083 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:45.311354 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-094c2ee0-8cb6-45ee-933c-7af31cded89d tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:45.343641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port ab8866d0-9a05-491b-a0c9-8329a170d0e8, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ab8866d0-9a05-491b-a0c9-8329a170d0e8,segment=NetworkSegment(711144f2-0b84-45f7-bb68-b1dde4c4f4ee),segment_id=711144f2-0b84-45f7-bb68-b1dde4c4f4ee)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:45.348913 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:45.428053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=ab8866d0-9a05-491b-a0c9-8329a170d0e8,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:45.457730 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4a0bea11-e248-494b-b667-3a2d674f31cf no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:13:45.490780 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 4a0bea11-e248-494b-b667-3a2d674f31cf {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:13:45.491225 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4a0bea11-e248-494b-b667-3a2d674f31cf not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:13:45.492067 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 2d3c32ad-044b-42e8-a395-86702b2133b8 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:13:45.525405 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36627fbe-4070-4bd0-9c9e-10fb4df3a0ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router de72f342-2797-4049-8e5e-8ae66eaf5ce9 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:13:45.535918 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 2d3c32ad-044b-42e8-a395-86702b2133b8 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:13:45.537460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 2d3c32ad-044b-42e8-a395-86702b2133b8 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:13:45.537918 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c76d9682-4233-452c-a919-a5334a4fb69f no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:13:45.558847 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7273a396-5b51-4336-ba55-19a2d12fd433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:45.563280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: c76d9682-4233-452c-a919-a5334a4fb69f {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:13:45.563470 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c76d9682-4233-452c-a919-a5334a4fb69f not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:13:45.729329 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-094c2ee0-8cb6-45ee-933c-7af31cded89d tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Deleting port 2894b694-ffaf-4035-9b7c-fb157ca83c17 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:45.729850 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-094c2ee0-8cb6-45ee-933c-7af31cded89d tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:45.868541 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-094c2ee0-8cb6-45ee-933c-7af31cded89d tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:45.893818 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-094c2ee0-8cb6-45ee-933c-7af31cded89d tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Calling delete_port for 2894b694-ffaf-4035-9b7c-fb157ca83c17 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:45.981826 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7f5f1e8f-b4be-4959-95d7-66a1379624ba up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:46.075100 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 7f5f1e8f-b4be-4959-95d7-66a1379624ba triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:46.075482 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:46.107552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36627fbe-4070-4bd0-9c9e-10fb4df3a0ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:46.121451 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-36627fbe-4070-4bd0-9c9e-10fb4df3a0ad tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/de72f342-2797-4049-8e5e-8ae66eaf5ce9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8762782 Sep 07 19:13:46.124481 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33452) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:46.139770 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504e9260-9f38-4cad-9e8e-b2fe7788b993 None None] Sync routers for ids ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:46.153759 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504e9260-9f38-4cad-9e8e-b2fe7788b993 None None] Routers {'de72f342-2797-4049-8e5e-8ae66eaf5ce9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:46.155101 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-504e9260-9f38-4cad-9e8e-b2fe7788b993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:46.226077 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-094c2ee0-8cb6-45ee-933c-7af31cded89d tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:46.248872 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ab8866d0-9a05-491b-a0c9-8329a170d0e8 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:46.305969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-504e9260-9f38-4cad-9e8e-b2fe7788b993 None None] Set router de72f342-2797-4049-8e5e-8ae66eaf5ce9 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:46.319910 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c2ee0-8cb6-45ee-933c-7af31cded89d tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Pushing event deleted for resources: {'Port': ['ID=2894b694-ffaf-4035-9b7c-fb157ca83c17,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:46.340897 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9f9b68c3-b83e-479b-8373-da4f993eaa2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:46.347390 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd88ac39-175d-4bb0-a850-645548165e2a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting subnet 83851577-8e6c-45d6-9c0d-308d56f2b1d4 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:13:46.355444 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9f9b68c3-b83e-479b-8373-da4f993eaa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:46.361393 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fd88ac39-175d-4bb0-a850-645548165e2a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:46.418814 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-504e9260-9f38-4cad-9e8e-b2fe7788b993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:44Z', 'revision_number': 11, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:46.436413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b68c3-b83e-479b-8373-da4f993eaa2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f96cd2-cb2f-4714-af7a-03f5e84ac0c9,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:46.493696 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504e9260-9f38-4cad-9e8e-b2fe7788b993 None None] Checking router: de72f342-2797-4049-8e5e-8ae66eaf5ce9 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:13:46.502395 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9b68c3-b83e-479b-8373-da4f993eaa2d admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:13:46.534475 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504e9260-9f38-4cad-9e8e-b2fe7788b993 None None] Routers {'de72f342-2797-4049-8e5e-8ae66eaf5ce9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:46.535430 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-504e9260-9f38-4cad-9e8e-b2fe7788b993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:46.566881 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9f9b68c3-b83e-479b-8373-da4f993eaa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:46.567372 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-9f9b68c3-b83e-479b-8373-da4f993eaa2d admin admin] Added segment 6e379004-7e67-4b17-82f9-d82f8e203890 of type vlan for network d2335b53-d94d-4dd5-8663-e2e2039007bf Sep 07 19:13:46.598029 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fd88ac39-175d-4bb0-a850-645548165e2a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:46.604175 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-094c2ee0-8cb6-45ee-933c-7af31cded89d tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:46.655818 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-504e9260-9f38-4cad-9e8e-b2fe7788b993 None None] Set router de72f342-2797-4049-8e5e-8ae66eaf5ce9 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:46.724246 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-504e9260-9f38-4cad-9e8e-b2fe7788b993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:44Z', 'revision_number': 11, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:46.734524 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9f9b68c3-b83e-479b-8373-da4f993eaa2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:46.786259 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504e9260-9f38-4cad-9e8e-b2fe7788b993 None None] The sync data for ids ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'] in n-d-807786-1 is: [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:44Z', 'revision_number': 11, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:13:46.789048 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port ab8866d0-9a05-491b-a0c9-8329a170d0e8 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:46.789489 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:46.813386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094c2ee0-8cb6-45ee-933c-7af31cded89d tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Router af5b75fc-fce5-4c1d-9ce4-ee9eac155d66 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:13:46.815651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7273a396-5b51-4336-ba55-19a2d12fd433 admin admin] Router a43de42a-5a2f-4403-8d24-28382ba65a87 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:13:46.833542 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9f9b68c3-b83e-479b-8373-da4f993eaa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:46.834944 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9b68c3-b83e-479b-8373-da4f993eaa2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:46.835191 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9f9b68c3-b83e-479b-8373-da4f993eaa2d admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:46.856905 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fd88ac39-175d-4bb0-a850-645548165e2a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:46.912332 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bd8a6910-fec3-4861-8255-2bc02114cac5 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:46.937277 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094c2ee0-8cb6-45ee-933c-7af31cded89d tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:46.948911 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae2e8cd-2640-4c02-a2be-7eb5b5016fde None None] Sync routers for ids ['af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:46.949425 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-094c2ee0-8cb6-45ee-933c-7af31cded89d tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "PUT /v2.0/routers/af5b75fc-fce5-4c1d-9ce4-ee9eac155d66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3416762 Sep 07 19:13:46.951697 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33456) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:46.952040 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33458) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:46.952227 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9f9b68c3-b83e-479b-8373-da4f993eaa2d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8852210 Sep 07 19:13:46.962545 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae2e8cd-2640-4c02-a2be-7eb5b5016fde None None] Routers {'af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:46.965046 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-7ae2e8cd-2640-4c02-a2be-7eb5b5016fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:46.968156 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b95bfd5a-7168-4540-a16b-a11ee38e7109 admin admin] Request body: {'subnet': {'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-446208616-subnet', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:46.980145 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port bd8a6910-fec3-4861-8255-2bc02114cac5 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:46.985282 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port bd8a6910-fec3-4861-8255-2bc02114cac5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:46.986067 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:47.005412 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b68c3-b83e-479b-8373-da4f993eaa2d admin admin] Pushing event updated for resources: {'Network': ['ID=d2335b53-d94d-4dd5-8663-e2e2039007bf,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:47.016664 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-e18bca74-3520-4c14-b54d-51bf6713ddc5 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] delete failed (client error): The resource could not be found. Sep 07 19:13:47.022498 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network d2335b53-d94d-4dd5-8663-e2e2039007bf details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:13:47.026202 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e18bca74-3520-4c14-b54d-51bf6713ddc5 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-624231281 HTTP/1.1" status: 404 len: 334 time: 0.0730302 Sep 07 19:13:47.026821 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33460) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:47.037209 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-00e204bb-1b26-4d6c-9b5a-5fd50841794a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Request body: {'router': {'external_gateway_info': {'network_id': 'af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:47.051735 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-7ae2e8cd-2640-4c02-a2be-7eb5b5016fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:47.074174 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae2e8cd-2640-4c02-a2be-7eb5b5016fde None None] Routers {'af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:47.074724 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-7ae2e8cd-2640-4c02-a2be-7eb5b5016fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:47.100242 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fd88ac39-175d-4bb0-a850-645548165e2a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:47.136562 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95bfd5a-7168-4540-a16b-a11ee38e7109 admin admin] Made reservation on behalf of 168cdcbcb8fb447d9110b114b3af2450 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:13:47.145730 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88ac39-175d-4bb0-a850-645548165e2a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Subnet': ['ID=83851577-8e6c-45d6-9c0d-308d56f2b1d4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:47.147536 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b95bfd5a-7168-4540-a16b-a11ee38e7109 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:47.152826 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7273a396-5b51-4336-ba55-19a2d12fd433 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:47.154525 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-fd88ac39-175d-4bb0-a850-645548165e2a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:47.157124 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-fd88ac39-175d-4bb0-a850-645548165e2a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/subnets/83851577-8e6c-45d6-9c0d-308d56f2b1d4 HTTP/1.1" status: 204 len: 168 time: 1.0314958 Sep 07 19:13:47.160805 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7273a396-5b51-4336-ba55-19a2d12fd433 admin admin] 10.222.0.26 "PUT /v2.0/routers/a43de42a-5a2f-4403-8d24-28382ba65a87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6499043 Sep 07 19:13:47.161360 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33462) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:47.167370 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33464) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:47.181116 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-7ae2e8cd-2640-4c02-a2be-7eb5b5016fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:47.181804 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae2e8cd-2640-4c02-a2be-7eb5b5016fde None None] The sync data for ids ['af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:13:47.184289 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3cd98e-7a05-4de6-90f9-7c46e55847c2 None None] Network f5d00c32-c364-46f0-93b1-f29535e8a2e9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:47.292300 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-16b57e26-5c71-434d-95be-a979028b2364 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:47.314353 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b0933a-0736-4d5e-b97b-b02414a46ca0 None None] Sync routers for ids ['a43de42a-5a2f-4403-8d24-28382ba65a87'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:47.396701 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-16b57e26-5c71-434d-95be-a979028b2364 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Deleting port ef40b1e6-f062-4ff1-a62d-1b2eb5848475 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:47.397045 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-16b57e26-5c71-434d-95be-a979028b2364 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:47.397570 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b0933a-0736-4d5e-b97b-b02414a46ca0 None None] Routers {'a43de42a-5a2f-4403-8d24-28382ba65a87'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:47.398229 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-67b0933a-0736-4d5e-b97b-b02414a46ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a43de42a-5a2f-4403-8d24-28382ba65a87'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:47.456701 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:47.489674 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-00e204bb-1b26-4d6c-9b5a-5fd50841794a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:47.495299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d526a5-be41-442f-bb38-84fd1acb672c None None] DHCP port deletion for f5d00c32-c364-46f0-93b1-f29535e8a2e9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:13:47.531487 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-16b57e26-5c71-434d-95be-a979028b2364 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] For port ef40b1e6-f062-4ff1-a62d-1b2eb5848475, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ef40b1e6-f062-4ff1-a62d-1b2eb5848475,segment=NetworkSegment(c5bf924c-3e89-4d18-ba3e-18ba16a6abf2),segment_id=c5bf924c-3e89-4d18-ba3e-18ba16a6abf2)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:47.531858 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-16b57e26-5c71-434d-95be-a979028b2364 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:47.533467 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-00e204bb-1b26-4d6c-9b5a-5fd50841794a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] update failed (client error): The resource could not be found. Sep 07 19:13:47.534545 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-00e204bb-1b26-4d6c-9b5a-5fd50841794a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "PUT /v2.0/routers/af5b75fc-fce5-4c1d-9ce4-ee9eac155d66 HTTP/1.1" status: 404 len: 339 time: 0.5037739 Sep 07 19:13:47.538407 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33466) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:47.601277 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-16b57e26-5c71-434d-95be-a979028b2364 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Calling delete_port for ef40b1e6-f062-4ff1-a62d-1b2eb5848475 owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:47.604058 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port bd8a6910-fec3-4861-8255-2bc02114cac5, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=bd8a6910-fec3-4861-8255-2bc02114cac5,segment=NetworkSegment(b6495014-c009-4207-a95f-37821e73f1d9),segment_id=b6495014-c009-4207-a95f-37821e73f1d9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:47.638833 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:47.662823 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17e1bcb2-98f9-47ca-b9f4-bd8fc485610c admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:47.698829 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-67b0933a-0736-4d5e-b97b-b02414a46ca0 None None] Set router a43de42a-5a2f-4403-8d24-28382ba65a87 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:47.885648 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17e1bcb2-98f9-47ca-b9f4-bd8fc485610c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:47.901086 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b95bfd5a-7168-4540-a16b-a11ee38e7109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:47.901393 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ef40b1e6-f062-4ff1-a62d-1b2eb5848475 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:13:47.935504 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-99d526a5-be41-442f-bb38-84fd1acb672c None None] Deleting port ef40b1e6-f062-4ff1-a62d-1b2eb5848475 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:47.935504 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-99d526a5-be41-442f-bb38-84fd1acb672c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:47.957908 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-16b57e26-5c71-434d-95be-a979028b2364 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:47.960531 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95bfd5a-7168-4540-a16b-a11ee38e7109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30cc1a20-fb4d-4a78-8e3f-535901b0394e,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:48.010920 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-99d526a5-be41-442f-bb38-84fd1acb672c None None] For port ef40b1e6-f062-4ff1-a62d-1b2eb5848475, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ef40b1e6-f062-4ff1-a62d-1b2eb5848475,segment=NetworkSegment(c5bf924c-3e89-4d18-ba3e-18ba16a6abf2),segment_id=c5bf924c-3e89-4d18-ba3e-18ba16a6abf2)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:48.010920 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-99d526a5-be41-442f-bb38-84fd1acb672c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:48.011795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b57e26-5c71-434d-95be-a979028b2364 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Port': ['ID=ef40b1e6-f062-4ff1-a62d-1b2eb5848475,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:48.014547 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b57e26-5c71-434d-95be-a979028b2364 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] No DVR routers for this DVR port ef40b1e6-f062-4ff1-a62d-1b2eb5848475 on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:13:48.017425 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d8ca-1329-4533-95b6-9748a67f202e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:48.024609 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-99d526a5-be41-442f-bb38-84fd1acb672c None None] Calling delete_port for ef40b1e6-f062-4ff1-a62d-1b2eb5848475 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:48.034744 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-17e1bcb2-98f9-47ca-b9f4-bd8fc485610c admin admin] Deleting port 577d33dc-6fc6-4414-8db3-51652e838b94 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:48.035082 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17e1bcb2-98f9-47ca-b9f4-bd8fc485610c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:48.075821 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95bfd5a-7168-4540-a16b-a11ee38e7109 admin admin] Checking segment: {'id': '6e379004-7e67-4b17-82f9-d82f8e203890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:48.076220 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95bfd5a-7168-4540-a16b-a11ee38e7109 admin admin] Network hostable DHCP agents. Network: d2335b53-d94d-4dd5-8663-e2e2039007bf, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:13:48.112397 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-99d526a5-be41-442f-bb38-84fd1acb672c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:48.136182 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95bfd5a-7168-4540-a16b-a11ee38e7109 admin admin] Network d2335b53-d94d-4dd5-8663-e2e2039007bf is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:13:48.153831 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b95bfd5a-7168-4540-a16b-a11ee38e7109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, d2335b53-d94d-4dd5-8663-e2e2039007bf) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:48.158566 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95bfd5a-7168-4540-a16b-a11ee38e7109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:48.159209 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b95bfd5a-7168-4540-a16b-a11ee38e7109 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:48.168325 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=bd8a6910-fec3-4861-8255-2bc02114cac5,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:48.172448 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d526a5-be41-442f-bb38-84fd1acb672c None None] No DVR routers for this DVR port ef40b1e6-f062-4ff1-a62d-1b2eb5848475 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:13:48.187029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84877e1a-c039-4252-9410-7c4b454eb45f None None] Network d2335b53-d94d-4dd5-8663-e2e2039007bf requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:48.189575 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-16b57e26-5c71-434d-95be-a979028b2364 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:48.207839 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-17e1bcb2-98f9-47ca-b9f4-bd8fc485610c admin admin] For port 577d33dc-6fc6-4414-8db3-51652e838b94, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=577d33dc-6fc6-4414-8db3-51652e838b94,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:48.208318 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17e1bcb2-98f9-47ca-b9f4-bd8fc485610c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:48.220184 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b95bfd5a-7168-4540-a16b-a11ee38e7109 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2584982 Sep 07 19:13:48.224145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33470) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:48.232186 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-f95712d0-5130-439f-aae3-636aa3c2291d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-446208616-router', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:48.240871 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-17e1bcb2-98f9-47ca-b9f4-bd8fc485610c admin admin] Calling delete_port for 577d33dc-6fc6-4414-8db3-51652e838b94 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:48.255821 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-16b57e26-5c71-434d-95be-a979028b2364 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d00c32-c364-46f0-93b1-f29535e8a2e9']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:48.276135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-16b57e26-5c71-434d-95be-a979028b2364 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5bf924c-3e89-4d18-ba3e-18ba16a6abf2') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:48.276627 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-16b57e26-5c71-434d-95be-a979028b2364 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5bf924c-3e89-4d18-ba3e-18ba16a6abf2') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:48.294377 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-16b57e26-5c71-434d-95be-a979028b2364 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:48.313331 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f95712d0-5130-439f-aae3-636aa3c2291d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:48.314842 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f95712d0-5130-439f-aae3-636aa3c2291d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:48.343379 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-16b57e26-5c71-434d-95be-a979028b2364 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:48.360062 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b57e26-5c71-434d-95be-a979028b2364 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:13:48.360668 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-16b57e26-5c71-434d-95be-a979028b2364 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:13:48.364783 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:13:48.421023 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f95712d0-5130-439f-aae3-636aa3c2291d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:48.507302 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-16b57e26-5c71-434d-95be-a979028b2364 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:48.507994 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d526a5-be41-442f-bb38-84fd1acb672c None None] Pushing event deleted for resources: {'Port': ['ID=ef40b1e6-f062-4ff1-a62d-1b2eb5848475,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:48.514556 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-16b57e26-5c71-434d-95be-a979028b2364 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:48.516840 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-16b57e26-5c71-434d-95be-a979028b2364 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/networks/f5d00c32-c364-46f0-93b1-f29535e8a2e9 HTTP/1.1" status: 204 len: 168 time: 1.3545232 Sep 07 19:13:48.526867 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33480) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:48.529552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-5ea1d8ca-1329-4533-95b6-9748a67f202e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Allocated IP 172.20.0.1 (5aaf4683-b513-475f-a2bc-ae9405c8f2de/af72cc7b-7972-4706-9176-59cba2e9c77e/2d653a6d-6747-488b-80aa-fb404181bcde) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:13:48.532037 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d0b8af22-93f4-46a4-ba93-61d632037668 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'router': {'routes': None}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:48.549010 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b57e26-5c71-434d-95be-a979028b2364 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Pushing event deleted for resources: {'Network': ['ID=f5d00c32-c364-46f0-93b1-f29535e8a2e9,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:48.549282 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No active binding found for port ef40b1e6-f062-4ff1-a62d-1b2eb5848475 {{(pid=101446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 07 19:13:48.549934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ef40b1e6-f062-4ff1-a62d-1b2eb5848475 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:13:48.550518 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 61ca0b97-ea91-4cde-9cc5-5d9b71714b09 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:13:48.584536 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 61ca0b97-ea91-4cde-9cc5-5d9b71714b09 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:13:48.586192 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 61ca0b97-ea91-4cde-9cc5-5d9b71714b09 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:13:48.623059 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-67b0933a-0736-4d5e-b97b-b02414a46ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43de42a-5a2f-4403-8d24-28382ba65a87', 'name': 'tempest-TestAggregatesBasicOps-656072962-router', 'tenant_id': 'fb10bdc214384443b21292e986d6f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '577d33dc-6fc6-4414-8db3-51652e838b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:10Z', 'updated_at': '2021-09-07T19:13:44Z', 'revision_number': 5, 'project_id': 'fb10bdc214384443b21292e986d6f088', 'gw_port': {'id': '577d33dc-6fc6-4414-8db3-51652e838b94', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43de42a-5a2f-4403-8d24-28382ba65a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:11Z', 'updated_at': '2021-09-07T19:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:48.663763 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b0933a-0736-4d5e-b97b-b02414a46ca0 None None] Checking router: a43de42a-5a2f-4403-8d24-28382ba65a87 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:13:48.678859 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b0933a-0736-4d5e-b97b-b02414a46ca0 None None] Routers {'a43de42a-5a2f-4403-8d24-28382ba65a87'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:48.679719 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-67b0933a-0736-4d5e-b97b-b02414a46ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['a43de42a-5a2f-4403-8d24-28382ba65a87'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:48.746271 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d8ca-1329-4533-95b6-9748a67f202e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:48.795779 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-d2335b53-d94d-4dd5-8663-e2e2039007bf', 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'fixed_ips': [{'subnet_id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:13:48.796727 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:48.811249 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-67b0933a-0736-4d5e-b97b-b02414a46ca0 None None] Set router a43de42a-5a2f-4403-8d24-28382ba65a87 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:48.869585 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f95712d0-5130-439f-aae3-636aa3c2291d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:48.871567 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-67b0933a-0736-4d5e-b97b-b02414a46ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43de42a-5a2f-4403-8d24-28382ba65a87', 'name': 'tempest-TestAggregatesBasicOps-656072962-router', 'tenant_id': 'fb10bdc214384443b21292e986d6f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:10Z', 'updated_at': '2021-09-07T19:13:47Z', 'revision_number': 6, 'project_id': 'fb10bdc214384443b21292e986d6f088', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:48.875946 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.extraroute_db [None req-d0b8af22-93f4-46a4-ba93-61d632037668 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Added routes are [] {{(pid=101444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 07 19:13:48.875946 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.extraroute_db [None req-d0b8af22-93f4-46a4-ba93-61d632037668 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Removed routes are [] {{(pid=101444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 07 19:13:48.875946 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0b8af22-93f4-46a4-ba93-61d632037668 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:48.906586 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b0933a-0736-4d5e-b97b-b02414a46ca0 None None] The sync data for ids ['a43de42a-5a2f-4403-8d24-28382ba65a87'] in n-d-807786-1 is: [{'id': 'a43de42a-5a2f-4403-8d24-28382ba65a87', 'name': 'tempest-TestAggregatesBasicOps-656072962-router', 'tenant_id': 'fb10bdc214384443b21292e986d6f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:10Z', 'updated_at': '2021-09-07T19:13:47Z', 'revision_number': 6, 'project_id': 'fb10bdc214384443b21292e986d6f088', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:13:49.036486 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] Allocated IP 172.20.0.2 (d2335b53-d94d-4dd5-8663-e2e2039007bf/30cc1a20-fb4d-4a78-8e3f-535901b0394e/883fcc86-3c16-4424-b633-8fa27b0960af) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:13:49.198559 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:49.260712 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-5ea1d8ca-1329-4533-95b6-9748a67f202e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Transition to ACTIVE for port object 2d653a6d-6747-488b-80aa-fb404181bcde will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:49.261926 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] Transition to ACTIVE for port object 883fcc86-3c16-4424-b633-8fa27b0960af will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:49.286110 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] Transition to ACTIVE for port object 883fcc86-3c16-4424-b633-8fa27b0960af will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:49.287401 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17e1bcb2-98f9-47ca-b9f4-bd8fc485610c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:49.297708 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:49.350250 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d8ca-1329-4533-95b6-9748a67f202e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:49.364943 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] Network d2335b53-d94d-4dd5-8663-e2e2039007bf is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:49.370502 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:49.381145 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:13:49.386710 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1bcb2-98f9-47ca-b9f4-bd8fc485610c admin admin] Pushing event deleted for resources: {'Port': ['ID=577d33dc-6fc6-4414-8db3-51652e838b94,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:49.404424 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] Pushing event updated for resources: {'Port': ['ID=883fcc86-3c16-4424-b633-8fa27b0960af,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:49.430061 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1d8ca-1329-4533-95b6-9748a67f202e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Pushing event updated for resources: {'Port': ['ID=2d653a6d-6747-488b-80aa-fb404181bcde,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:49.462693 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0b8af22-93f4-46a4-ba93-61d632037668 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:49.468946 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea1d8ca-1329-4533-95b6-9748a67f202e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Network 5aaf4683-b513-475f-a2bc-ae9405c8f2de is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:49.471952 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-5ea1d8ca-1329-4533-95b6-9748a67f202e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:49.486906 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] Attempting to bind port 883fcc86-3c16-4424-b633-8fa27b0960af on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:13:49.487434 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] Attempting to bind port 883fcc86-3c16-4424-b633-8fa27b0960af by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '6e379004-7e67-4b17-82f9-d82f8e203890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:13:49.487935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] Attempting to bind port 883fcc86-3c16-4424-b633-8fa27b0960af on network d2335b53-d94d-4dd5-8663-e2e2039007bf {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:13:49.488831 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea1d8ca-1329-4533-95b6-9748a67f202e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:13:49.493710 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0b8af22-93f4-46a4-ba93-61d632037668 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626183'] for router, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:49.494466 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:13:49.495042 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] Checking segment: {'id': '6e379004-7e67-4b17-82f9-d82f8e203890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:49.495603 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:49.496139 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] Bound using segment: {'id': '6e379004-7e67-4b17-82f9-d82f8e203890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:13:49.496773 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] Bound port: 883fcc86-3c16-4424-b633-8fa27b0960af, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e379004-7e67-4b17-82f9-d82f8e203890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:13:49.497853 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:49.553900 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d8ca-1329-4533-95b6-9748a67f202e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:49.575143 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] For port 883fcc86-3c16-4424-b633-8fa27b0960af, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:13:49.578981 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] For port 883fcc86-3c16-4424-b633-8fa27b0960af, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=883fcc86-3c16-4424-b633-8fa27b0960af,segment=NetworkSegment(6e379004-7e67-4b17-82f9-d82f8e203890),segment_id=6e379004-7e67-4b17-82f9-d82f8e203890)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:13:49.596081 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:49.652347 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17e1bcb2-98f9-47ca-b9f4-bd8fc485610c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:49.728455 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607d92b-133a-4f2d-8de9-b7323607d654 None None] Pushing event updated for resources: {'Port': ['ID=883fcc86-3c16-4424-b633-8fa27b0960af,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:49.738423 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d8ca-1329-4533-95b6-9748a67f202e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:49.744277 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b8af22-93f4-46a4-ba93-61d632037668 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router de72f342-2797-4049-8e5e-8ae66eaf5ce9 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:13:49.795646 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17e1bcb2-98f9-47ca-b9f4-bd8fc485610c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:49.798905 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17e1bcb2-98f9-47ca-b9f4-bd8fc485610c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:49.930952 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5acce1c5-c912-4b7c-a714-9d5f2ba0afd2 None None] Provisioning for port 2d653a6d-6747-488b-80aa-fb404181bcde completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:49.937774 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5acce1c5-c912-4b7c-a714-9d5f2ba0afd2 None None] Provisioning complete for port 2d653a6d-6747-488b-80aa-fb404181bcde triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:49.938283 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5acce1c5-c912-4b7c-a714-9d5f2ba0afd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:49.988866 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17e1bcb2-98f9-47ca-b9f4-bd8fc485610c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:49.989682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e1bcb2-98f9-47ca-b9f4-bd8fc485610c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a43de42a-5a2f-4403-8d24-28382ba65a87 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:13:50.004627 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17e1bcb2-98f9-47ca-b9f4-bd8fc485610c admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:50.005837 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-17e1bcb2-98f9-47ca-b9f4-bd8fc485610c admin admin] 10.222.0.26 "DELETE /v2.0/routers/a43de42a-5a2f-4403-8d24-28382ba65a87 HTTP/1.1" status: 204 len: 168 time: 2.8364449 Sep 07 19:13:50.009348 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b8af22-93f4-46a4-ba93-61d632037668 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:50.011499 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33494) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:50.038316 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-5acce1c5-c912-4b7c-a714-9d5f2ba0afd2 None None] Port 2d653a6d-6747-488b-80aa-fb404181bcde cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:13:50.041905 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bd8a6910-fec3-4861-8255-2bc02114cac5 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:50.072462 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b821091d-6958-4e65-98b3-e6e4acc6fdf6 None None] Sync routers for ids ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:50.105119 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port bd8a6910-fec3-4861-8255-2bc02114cac5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:50.105785 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:50.106779 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b821091d-6958-4e65-98b3-e6e4acc6fdf6 None None] Routers {'de72f342-2797-4049-8e5e-8ae66eaf5ce9'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:50.131486 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b821091d-6958-4e65-98b3-e6e4acc6fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:50.213064 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d0b8af22-93f4-46a4-ba93-61d632037668 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:50.218969 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d0b8af22-93f4-46a4-ba93-61d632037668 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/de72f342-2797-4049-8e5e-8ae66eaf5ce9 HTTP/1.1" status: 200 len: 705 time: 1.6892960 Sep 07 19:13:50.219358 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33496) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:50.223313 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d8ca-1329-4533-95b6-9748a67f202e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:50.283592 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5265262a-fcfc-4a44-aeeb-36e9f56e309f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/ports?device_id=de72f342-2797-4049-8e5e-8ae66eaf5ce9 HTTP/1.1" status: 200 len: 205 time: 0.0575018 Sep 07 19:13:50.284294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33498) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:50.318862 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-b821091d-6958-4e65-98b3-e6e4acc6fdf6 None None] Set router de72f342-2797-4049-8e5e-8ae66eaf5ce9 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:50.359323 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b2d9f5-788a-4e22-9e0b-667d54f4c10a admin admin] Deleting subnet 67d6a232-313f-4663-9053-e11f502d0feb {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:13:50.363969 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f95712d0-5130-439f-aae3-636aa3c2291d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:50.373295 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82b2d9f5-788a-4e22-9e0b-667d54f4c10a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:50.385459 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d8ca-1329-4533-95b6-9748a67f202e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:50.453613 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82b2d9f5-788a-4e22-9e0b-667d54f4c10a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:50.471670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 139559de-6b8e-45e7-b5b1-a5acd374970e no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:13:50.515249 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 139559de-6b8e-45e7-b5b1-a5acd374970e {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:13:50.515249 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 139559de-6b8e-45e7-b5b1-a5acd374970e not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:13:50.515249 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 577d33dc-6fc6-4414-8db3-51652e838b94 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:13:50.515671 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d8ca-1329-4533-95b6-9748a67f202e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:50.520706 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1fa6aebd-9505-4f7c-b32b-c3204bccd8fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:50.523276 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1d8ca-1329-4533-95b6-9748a67f202e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Pushing event updated for resources: {'Port': ['ID=2d653a6d-6747-488b-80aa-fb404181bcde,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:50.562288 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 577d33dc-6fc6-4414-8db3-51652e838b94 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:13:50.562637 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 577d33dc-6fc6-4414-8db3-51652e838b94 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:13:50.598109 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b821091d-6958-4e65-98b3-e6e4acc6fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:44Z', 'revision_number': 11, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:50.598327 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f95712d0-5130-439f-aae3-636aa3c2291d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:50.641045 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b821091d-6958-4e65-98b3-e6e4acc6fdf6 None None] Checking router: de72f342-2797-4049-8e5e-8ae66eaf5ce9 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:13:50.651029 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b821091d-6958-4e65-98b3-e6e4acc6fdf6 None None] Routers {'de72f342-2797-4049-8e5e-8ae66eaf5ce9'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:50.651777 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b821091d-6958-4e65-98b3-e6e4acc6fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:50.667710 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82b2d9f5-788a-4e22-9e0b-667d54f4c10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:50.740978 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-b821091d-6958-4e65-98b3-e6e4acc6fdf6 None None] Set router de72f342-2797-4049-8e5e-8ae66eaf5ce9 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:50.744707 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1fa6aebd-9505-4f7c-b32b-c3204bccd8fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:50.746945 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1fa6aebd-9505-4f7c-b32b-c3204bccd8fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:50.804677 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-f95712d0-5130-439f-aae3-636aa3c2291d admin admin] Allocated IP 172.25.8.238 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/fb783638-57af-47f7-bf87-37c060b69cef) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:13:50.808074 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82b2d9f5-788a-4e22-9e0b-667d54f4c10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:50.813256 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1fa6aebd-9505-4f7c-b32b-c3204bccd8fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:50.813784 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa6aebd-9505-4f7c-b32b-c3204bccd8fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Fanout notify agent at l3_agent the message router_deleted on router de72f342-2797-4049-8e5e-8ae66eaf5ce9 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:13:50.823927 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b821091d-6958-4e65-98b3-e6e4acc6fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:44Z', 'revision_number': 11, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:50.834767 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2d9f5-788a-4e22-9e0b-667d54f4c10a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67d6a232-313f-4663-9053-e11f502d0feb,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:50.851227 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82b2d9f5-788a-4e22-9e0b-667d54f4c10a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:50.853203 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-82b2d9f5-788a-4e22-9e0b-667d54f4c10a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/67d6a232-313f-4663-9053-e11f502d0feb HTTP/1.1" status: 204 len: 168 time: 0.6536632 Sep 07 19:13:50.855711 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33508) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:50.860115 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc918369-5a5d-4dbe-b983-0205692174e1 None None] Network 68057f6f-e73a-42e9-8ae6-f8cd94cdfb91 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:50.861459 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b821091d-6958-4e65-98b3-e6e4acc6fdf6 None None] The sync data for ids ['de72f342-2797-4049-8e5e-8ae66eaf5ce9'] in n-d-807786-1 is: [{'id': 'de72f342-2797-4049-8e5e-8ae66eaf5ce9', 'name': 'tempest-RoutersIpV6Test-router-1732522053', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:12:47Z', 'updated_at': '2021-09-07T19:13:44Z', 'revision_number': 11, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:13:50.914501 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1fa6aebd-9505-4f7c-b32b-c3204bccd8fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:50.924638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1fa6aebd-9505-4f7c-b32b-c3204bccd8fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/routers/de72f342-2797-4049-8e5e-8ae66eaf5ce9 HTTP/1.1" status: 204 len: 168 time: 0.6382337 Sep 07 19:13:50.925006 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33512) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:50.950246 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-42a143d4-91d0-4645-bb68-18e87614de83 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-796542309', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:51.018890 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-42a143d4-91d0-4645-bb68-18e87614de83 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:51.020343 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-42a143d4-91d0-4645-bb68-18e87614de83 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:51.065749 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d272b1ff-f1b3-470c-bb72-be436cf721e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:51.187443 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f95712d0-5130-439f-aae3-636aa3c2291d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:51.208467 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafaac66-9de2-4184-9c69-4bbd71188af1 None None] DHCP port deletion for 68057f6f-e73a-42e9-8ae6-f8cd94cdfb91 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:13:51.273692 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d272b1ff-f1b3-470c-bb72-be436cf721e4 admin admin] Deleting port ec46820d-c145-4294-8b3f-1747a989b45b {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:51.274072 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d272b1ff-f1b3-470c-bb72-be436cf721e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:51.315383 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-fafaac66-9de2-4184-9c69-4bbd71188af1 None None] Deleting port ec46820d-c145-4294-8b3f-1747a989b45b {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:51.316496 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fafaac66-9de2-4184-9c69-4bbd71188af1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:51.358824 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f95712d0-5130-439f-aae3-636aa3c2291d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:51.358988 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d8e8a0-0891-44f7-9aaf-c2c4df9e59b5 None None] Network d2335b53-d94d-4dd5-8663-e2e2039007bf requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:51.410528 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95712d0-5130-439f-aae3-636aa3c2291d admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:51.421948 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-f95712d0-5130-439f-aae3-636aa3c2291d admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:51.425208 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-d272b1ff-f1b3-470c-bb72-be436cf721e4 admin admin] For port ec46820d-c145-4294-8b3f-1747a989b45b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ec46820d-c145-4294-8b3f-1747a989b45b,segment=NetworkSegment(a06c5e08-480d-49e9-a30f-e439f89d0077),segment_id=a06c5e08-480d-49e9-a30f-e439f89d0077)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:51.425632 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d272b1ff-f1b3-470c-bb72-be436cf721e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:51.431607 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95712d0-5130-439f-aae3-636aa3c2291d admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:13:51.487583 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d272b1ff-f1b3-470c-bb72-be436cf721e4 admin admin] Calling delete_port for ec46820d-c145-4294-8b3f-1747a989b45b owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:51.505086 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95712d0-5130-439f-aae3-636aa3c2291d admin admin] Pushing event updated for resources: {'Port': ['ID=fb783638-57af-47f7-bf87-37c060b69cef,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:51.515442 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-fafaac66-9de2-4184-9c69-4bbd71188af1 None None] For port ec46820d-c145-4294-8b3f-1747a989b45b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ec46820d-c145-4294-8b3f-1747a989b45b,segment=NetworkSegment(a06c5e08-480d-49e9-a30f-e439f89d0077),segment_id=a06c5e08-480d-49e9-a30f-e439f89d0077)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:51.516292 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fafaac66-9de2-4184-9c69-4bbd71188af1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:51.533325 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-42a143d4-91d0-4645-bb68-18e87614de83 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:51.537297 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b9c91668-88dd-4467-afaf-2ca61318b0a4 None None] Provisioning for port 883fcc86-3c16-4424-b633-8fa27b0960af completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:51.542796 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-fafaac66-9de2-4184-9c69-4bbd71188af1 None None] Calling delete_port for ec46820d-c145-4294-8b3f-1747a989b45b owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:51.544791 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea1d8ca-1329-4533-95b6-9748a67f202e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Network 5aaf4683-b513-475f-a2bc-ae9405c8f2de is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:51.546852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-5ea1d8ca-1329-4533-95b6-9748a67f202e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:51.552870 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-42a143d4-91d0-4645-bb68-18e87614de83 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:51.692351 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-42a143d4-91d0-4645-bb68-18e87614de83 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:51.693736 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-42a143d4-91d0-4645-bb68-18e87614de83 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7616553 Sep 07 19:13:51.704103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33514) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:51.709829 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-96a60d34-e1f8-4c6c-9634-8ff1ddf689b0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:51.759115 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea1d8ca-1329-4533-95b6-9748a67f202e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Router af5b75fc-fce5-4c1d-9ce4-ee9eac155d66 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:13:51.813921 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d272b1ff-f1b3-470c-bb72-be436cf721e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:51.843142 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fafaac66-9de2-4184-9c69-4bbd71188af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:51.860972 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 883fcc86-3c16-4424-b633-8fa27b0960af up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:51.864329 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafaac66-9de2-4184-9c69-4bbd71188af1 None None] No DVR routers for this DVR port ec46820d-c145-4294-8b3f-1747a989b45b on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:13:51.903815 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272b1ff-f1b3-470c-bb72-be436cf721e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec46820d-c145-4294-8b3f-1747a989b45b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:51.914161 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d272b1ff-f1b3-470c-bb72-be436cf721e4 admin admin] No DVR routers for this DVR port ec46820d-c145-4294-8b3f-1747a989b45b on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:13:51.972609 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafaac66-9de2-4184-9c69-4bbd71188af1 None None] Pushing event deleted for resources: {'Port': ['ID=ec46820d-c145-4294-8b3f-1747a989b45b,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:52.031647 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-89805284-f3a5-4a2b-8ef6-a1594d502241 None None] Provisioning complete for port 2d653a6d-6747-488b-80aa-fb404181bcde triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:52.032183 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-89805284-f3a5-4a2b-8ef6-a1594d502241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:52.100038 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-89805284-f3a5-4a2b-8ef6-a1594d502241 None None] Port 2d653a6d-6747-488b-80aa-fb404181bcde cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:13:52.114203 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 883fcc86-3c16-4424-b633-8fa27b0960af completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:52.121110 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 883fcc86-3c16-4424-b633-8fa27b0960af triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:52.122066 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:52.131770 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d272b1ff-f1b3-470c-bb72-be436cf721e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:52.139071 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea1d8ca-1329-4533-95b6-9748a67f202e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:52.157594 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5ea1d8ca-1329-4533-95b6-9748a67f202e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "PUT /v2.0/routers/af5b75fc-fce5-4c1d-9ce4-ee9eac155d66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6154759 Sep 07 19:13:52.158126 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33518) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:52.176858 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d272b1ff-f1b3-470c-bb72-be436cf721e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68057f6f-e73a-42e9-8ae6-f8cd94cdfb91']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:52.187451 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a7082-636a-4c61-b81f-819b9c8c1bcf None None] Sync routers for ids ['af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:52.189418 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d272b1ff-f1b3-470c-bb72-be436cf721e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06c5e08-480d-49e9-a30f-e439f89d0077') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:52.189887 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d272b1ff-f1b3-470c-bb72-be436cf721e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06c5e08-480d-49e9-a30f-e439f89d0077') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:52.199535 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a7082-636a-4c61-b81f-819b9c8c1bcf None None] Routers {'af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:52.200153 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f14a7082-636a-4c61-b81f-819b9c8c1bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:52.201249 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d272b1ff-f1b3-470c-bb72-be436cf721e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:52.216744 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d272b1ff-f1b3-470c-bb72-be436cf721e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:52.223267 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d272b1ff-f1b3-470c-bb72-be436cf721e4 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:13:52.223900 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d272b1ff-f1b3-470c-bb72-be436cf721e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:52.248225 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f14a7082-636a-4c61-b81f-819b9c8c1bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:52.261931 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96a60d34-e1f8-4c6c-9634-8ff1ddf689b0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:13:52.288705 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:13:52.296029 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f95712d0-5130-439f-aae3-636aa3c2291d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:52.298979 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d272b1ff-f1b3-470c-bb72-be436cf721e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:52.311917 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:52.350056 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96a60d34-e1f8-4c6c-9634-8ff1ddf689b0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626183'] for router, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:52.362535 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9004f69e-02e2-438e-8b5b-1d3ff8709b78 None None] Provisioning complete for port 883fcc86-3c16-4424-b633-8fa27b0960af triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:52.363167 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9004f69e-02e2-438e-8b5b-1d3ff8709b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:52.369505 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-511c1ead-96c8-40de-9f83-a1dff3c51467 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:52.371209 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d272b1ff-f1b3-470c-bb72-be436cf721e4 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:52.373745 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d272b1ff-f1b3-470c-bb72-be436cf721e4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/68057f6f-e73a-42e9-8ae6-f8cd94cdfb91 HTTP/1.1" status: 204 len: 168 time: 1.5171072 Sep 07 19:13:52.377661 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a7082-636a-4c61-b81f-819b9c8c1bcf None None] Routers {'af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:52.378337 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f14a7082-636a-4c61-b81f-819b9c8c1bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:52.393873 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33520) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:52.402671 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272b1ff-f1b3-470c-bb72-be436cf721e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=68057f6f-e73a-42e9-8ae6-f8cd94cdfb91,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:52.499540 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f14a7082-636a-4c61-b81f-819b9c8c1bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:52.500218 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a7082-636a-4c61-b81f-819b9c8c1bcf None None] The sync data for ids ['af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:13:52.503908 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 883fcc86-3c16-4424-b633-8fa27b0960af, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=883fcc86-3c16-4424-b633-8fa27b0960af,segment=NetworkSegment(6e379004-7e67-4b17-82f9-d82f8e203890),segment_id=6e379004-7e67-4b17-82f9-d82f8e203890)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:52.522106 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:52.619706 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-511c1ead-96c8-40de-9f83-a1dff3c51467 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 07 19:13:52.624057 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33522) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:52.624724 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-511c1ead-96c8-40de-9f83-a1dff3c51467 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "DELETE /v2.0/routers/af5b75fc-fce5-4c1d-9ce4-ee9eac155d66 HTTP/1.1" status: 409 len: 329 time: 0.4651170 Sep 07 19:13:52.643401 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ec46820d-c145-4294-8b3f-1747a989b45b no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:13:52.650092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a60d34-e1f8-4c6c-9634-8ff1ddf689b0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Router c2ddff37-5d99-4dfd-a328-c70d320590ab is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:13:52.691444 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: ec46820d-c145-4294-8b3f-1747a989b45b {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:13:52.691784 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ec46820d-c145-4294-8b3f-1747a989b45b not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:13:52.731316 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=883fcc86-3c16-4424-b633-8fa27b0960af,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:52.802223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a60d34-e1f8-4c6c-9634-8ff1ddf689b0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:52.814460 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96a60d34-e1f8-4c6c-9634-8ff1ddf689b0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:52.819150 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-96a60d34-e1f8-4c6c-9634-8ff1ddf689b0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "PUT /v2.0/routers/c2ddff37-5d99-4dfd-a328-c70d320590ab HTTP/1.1" status: 200 len: 697 time: 1.1117723 Sep 07 19:13:52.820242 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33524) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:52.827039 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10154572-7e9a-48a5-a26c-4f7c300785e1 None None] Sync routers for ids ['c2ddff37-5d99-4dfd-a328-c70d320590ab'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:52.847468 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10154572-7e9a-48a5-a26c-4f7c300785e1 None None] Routers {'c2ddff37-5d99-4dfd-a328-c70d320590ab'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:52.848357 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-10154572-7e9a-48a5-a26c-4f7c300785e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['c2ddff37-5d99-4dfd-a328-c70d320590ab'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:52.924041 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-523f929e-88b4-4229-ae5f-7116076f8d51 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/routers/c2ddff37-5d99-4dfd-a328-c70d320590ab HTTP/1.1" status: 200 len: 703 time: 0.1023362 Sep 07 19:13:52.924731 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33526) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:52.937222 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-10154572-7e9a-48a5-a26c-4f7c300785e1 None None] Set router c2ddff37-5d99-4dfd-a328-c70d320590ab gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:52.952572 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-02138bbe-8958-4e8b-950d-84ebed9a84bf tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2ddff37-5d99-4dfd-a328-c70d320590ab HTTP/1.1" status: 200 len: 205 time: 0.0266206 Sep 07 19:13:52.954969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33528) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:53.007170 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-10154572-7e9a-48a5-a26c-4f7c300785e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ddff37-5d99-4dfd-a328-c70d320590ab', 'name': 'tempest-RoutersIpV6Test-router-796542309', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:51Z', 'updated_at': '2021-09-07T19:13:52Z', 'revision_number': 2, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:53.037002 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10154572-7e9a-48a5-a26c-4f7c300785e1 None None] Checking router: c2ddff37-5d99-4dfd-a328-c70d320590ab for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:13:53.044094 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f7c9ad06-d24f-4970-b6d5-4f0d4824cd56 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:53.048324 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10154572-7e9a-48a5-a26c-4f7c300785e1 None None] Routers {'c2ddff37-5d99-4dfd-a328-c70d320590ab'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:53.049529 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-10154572-7e9a-48a5-a26c-4f7c300785e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['c2ddff37-5d99-4dfd-a328-c70d320590ab'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:53.134970 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-10154572-7e9a-48a5-a26c-4f7c300785e1 None None] Set router c2ddff37-5d99-4dfd-a328-c70d320590ab gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:53.183477 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f95712d0-5130-439f-aae3-636aa3c2291d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:53.225076 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-10154572-7e9a-48a5-a26c-4f7c300785e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ddff37-5d99-4dfd-a328-c70d320590ab', 'name': 'tempest-RoutersIpV6Test-router-796542309', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:51Z', 'updated_at': '2021-09-07T19:13:52Z', 'revision_number': 2, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:53.261877 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10154572-7e9a-48a5-a26c-4f7c300785e1 None None] The sync data for ids ['c2ddff37-5d99-4dfd-a328-c70d320590ab'] in n-d-807786-1 is: [{'id': 'c2ddff37-5d99-4dfd-a328-c70d320590ab', 'name': 'tempest-RoutersIpV6Test-router-796542309', 'tenant_id': '586b94b1da2f4e9d9aef223e21e15825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:51Z', 'updated_at': '2021-09-07T19:13:52Z', 'revision_number': 2, 'project_id': '586b94b1da2f4e9d9aef223e21e15825', 'gw_port_host': None}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:13:53.287874 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f7c9ad06-d24f-4970-b6d5-4f0d4824cd56 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:53.291535 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f7c9ad06-d24f-4970-b6d5-4f0d4824cd56 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:53.345941 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f7c9ad06-d24f-4970-b6d5-4f0d4824cd56 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:53.347376 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c9ad06-d24f-4970-b6d5-4f0d4824cd56 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Fanout notify agent at l3_agent the message router_deleted on router c2ddff37-5d99-4dfd-a328-c70d320590ab {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:13:53.357809 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f7c9ad06-d24f-4970-b6d5-4f0d4824cd56 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:53.358900 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f7c9ad06-d24f-4970-b6d5-4f0d4824cd56 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/routers/c2ddff37-5d99-4dfd-a328-c70d320590ab HTTP/1.1" status: 204 len: 168 time: 0.4028561 Sep 07 19:13:53.363781 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33532) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:53.403658 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c4da7461-5842-4bef-87a3-7bf209d4ea8b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2ddff37-5d99-4dfd-a328-c70d320590ab HTTP/1.1" status: 200 len: 205 time: 0.0385146 Sep 07 19:13:53.406033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33534) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:53.463056 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-1337c1de-c8c6-47dc-84e2-fbc30a67ae72 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] delete failed (client error): The resource could not be found. Sep 07 19:13:53.465729 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1337c1de-c8c6-47dc-84e2-fbc30a67ae72 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/routers/c2ddff37-5d99-4dfd-a328-c70d320590ab HTTP/1.1" status: 404 len: 336 time: 0.0582335 Sep 07 19:13:53.467285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33536) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:53.498560 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-127214a9-6fcf-42ee-bf9e-1f19cb0cb29d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:53.499906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-127214a9-6fcf-42ee-bf9e-1f19cb0cb29d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:53.503299 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-127214a9-6fcf-42ee-bf9e-1f19cb0cb29d tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/subnets/fd8a8112-f2c4-430a-aee8-51e017d6b518 HTTP/1.1" status: 404 len: 337 time: 0.0325398 Sep 07 19:13:53.503519 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33538) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:53.541746 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a55319-5a25-432d-82cf-db4ce495940b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:53.542584 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a55319-5a25-432d-82cf-db4ce495940b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:53.544900 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e0a55319-5a25-432d-82cf-db4ce495940b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/subnets/1b66327c-5e9a-45fd-9aaf-6a351596ff61 HTTP/1.1" status: 404 len: 337 time: 0.0404541 Sep 07 19:13:53.548291 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33540) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:53.610192 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5c21c3-e4ae-4bde-8544-c5b4eea91bfe tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:53.610573 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c5c21c3-e4ae-4bde-8544-c5b4eea91bfe tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:53.612398 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6c5c21c3-e4ae-4bde-8544-c5b4eea91bfe tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/subnets/2c527ea5-2bf2-475e-966f-76e1553324a4 HTTP/1.1" status: 404 len: 337 time: 0.0631342 Sep 07 19:13:53.615300 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33542) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:53.648205 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-863b54ac-2cc9-4f47-b6f5-6a5b38724c1a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:53.648205 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-863b54ac-2cc9-4f47-b6f5-6a5b38724c1a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:53.654251 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-863b54ac-2cc9-4f47-b6f5-6a5b38724c1a tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/subnets/83851577-8e6c-45d6-9c0d-308d56f2b1d4 HTTP/1.1" status: 404 len: 337 time: 0.0348780 Sep 07 19:13:53.655057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33544) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:53.659576 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95712d0-5130-439f-aae3-636aa3c2291d admin admin] Router 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:13:53.686762 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-912b7de3-fa2e-49b1-87bf-1ebb21911111 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/ports?device_id=de72f342-2797-4049-8e5e-8ae66eaf5ce9 HTTP/1.1" status: 200 len: 205 time: 0.0309064 Sep 07 19:13:53.689432 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33546) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:53.735535 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-e69b9d4c-31c7-4d77-bfd2-9d7bf8c5e25e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] delete failed (client error): The resource could not be found. Sep 07 19:13:53.740868 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e69b9d4c-31c7-4d77-bfd2-9d7bf8c5e25e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/routers/de72f342-2797-4049-8e5e-8ae66eaf5ce9 HTTP/1.1" status: 404 len: 336 time: 0.0500355 Sep 07 19:13:53.741852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33548) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:53.778424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1287315f-f650-446e-a903-67893c63ba63 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/ports?device_id=e38c43c4-a2fb-45de-9420-4fa888cc9439 HTTP/1.1" status: 200 len: 205 time: 0.0343750 Sep 07 19:13:53.780997 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33550) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:53.783459 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 883fcc86-3c16-4424-b633-8fa27b0960af up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:53.837929 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-8071eead-b65a-43e8-8632-e79ebd7388b7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] delete failed (client error): The resource could not be found. Sep 07 19:13:53.839321 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8071eead-b65a-43e8-8632-e79ebd7388b7 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/routers/e38c43c4-a2fb-45de-9420-4fa888cc9439 HTTP/1.1" status: 404 len: 336 time: 0.0569534 Sep 07 19:13:53.842419 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33552) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:53.869819 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 883fcc86-3c16-4424-b633-8fa27b0960af triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:53.870373 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:53.873993 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95712d0-5130-439f-aae3-636aa3c2291d admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:53.875711 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac6ea5b-5c31-4ab6-870f-a07726962e4e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:53.876441 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac6ea5b-5c31-4ab6-870f-a07726962e4e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:53.877877 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-899128f8-5d52-4c99-899a-9b8df4f2f9d1 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:53.878645 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1ac6ea5b-5c31-4ab6-870f-a07726962e4e tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/subnets/aa134e65-ebe5-4c26-9c4e-e619aa40a99c HTTP/1.1" status: 404 len: 337 time: 0.0332773 Sep 07 19:13:53.881831 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4c215627-1a85-4dad-a6ba-d278dfe2703b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:53.884930 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33554) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:53.900193 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] Sync routers for ids ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:53.930093 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-519a49ac-74b1-4092-9e07-ddeab888a432 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ca05e90-23f3-4eba-bb6e-360275b36de4 HTTP/1.1" status: 200 len: 205 time: 0.0437558 Sep 07 19:13:53.932937 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33556) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:53.940968 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] Routers {'74710ff9-851d-4aaa-be9e-07ccdec1d2f0'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:53.941906 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:54.002399 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-ffb36fbd-970f-491c-8f37-4143cdf44b5f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] delete failed (client error): The resource could not be found. Sep 07 19:13:54.005227 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ffb36fbd-970f-491c-8f37-4143cdf44b5f tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/routers/7ca05e90-23f3-4eba-bb6e-360275b36de4 HTTP/1.1" status: 404 len: 336 time: 0.0698829 Sep 07 19:13:54.008143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33558) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:54.068324 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f95712d0-5130-439f-aae3-636aa3c2291d admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:54.074018 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f95712d0-5130-439f-aae3-636aa3c2291d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.8444273 Sep 07 19:13:54.077028 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33560) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:54.105364 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6daeb047-f17e-4868-b1d3-fa7e17dfdd7b tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b8f51d3-24d4-46a1-9530-9229823a7ef8 HTTP/1.1" status: 200 len: 205 time: 0.0921226 Sep 07 19:13:54.106136 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33562) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:54.132708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] Set router 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:54.155515 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-4258cf90-4048-43d4-9b49-be9ace18d3b0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] delete failed (client error): The resource could not be found. Sep 07 19:13:54.160381 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4258cf90-4048-43d4-9b49-be9ace18d3b0 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/routers/3b8f51d3-24d4-46a1-9530-9229823a7ef8 HTTP/1.1" status: 404 len: 336 time: 0.0537424 Sep 07 19:13:54.161213 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33564) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:54.209880 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef84ec67-061f-49c4-b47f-1b0f1cd03a07 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:54.210877 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef84ec67-061f-49c4-b47f-1b0f1cd03a07 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:54.218899 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ef84ec67-061f-49c4-b47f-1b0f1cd03a07 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/subnets/90a22e54-8968-4907-8f7d-d2ad087ef2b1 HTTP/1.1" status: 404 len: 337 time: 0.0532198 Sep 07 19:13:54.218899 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33568) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:54.255308 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f792dd1b-64be-44eb-a5e6-53409c384294 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/ports?device_id=c00af9f5-f7f0-4d32-8aa1-48efedb312d8 HTTP/1.1" status: 200 len: 205 time: 0.0340147 Sep 07 19:13:54.256329 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33570) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:54.326872 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-cf4fe0b3-491f-4e8b-b04a-2b7dad053265 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] delete failed (client error): The resource could not be found. Sep 07 19:13:54.328586 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-cf4fe0b3-491f-4e8b-b04a-2b7dad053265 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/routers/c00af9f5-f7f0-4d32-8aa1-48efedb312d8 HTTP/1.1" status: 404 len: 336 time: 0.0711029 Sep 07 19:13:54.330588 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33572) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:54.365580 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-31cc7e00-8dab-42f0-8373-6518a34723ec tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:54.366377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31cc7e00-8dab-42f0-8373-6518a34723ec tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:54.370312 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-31cc7e00-8dab-42f0-8373-6518a34723ec tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/subnets/dc4a2ed9-131b-48bd-803a-50de34a2f6bd HTTP/1.1" status: 404 len: 337 time: 0.0380936 Sep 07 19:13:54.374353 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33574) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:54.380069 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'name': 'tempest-TestVolumeBackupRestore-446208616-router', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:48Z', 'updated_at': '2021-09-07T19:13:51Z', 'revision_number': 3, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'gw_port': {'id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:50Z', 'updated_at': '2021-09-07T19:13:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:54.416130 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] Checking router: 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:13:54.416762 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] Updating router 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 port fb783638-57af-47f7-bf87-37c060b69cef binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:13:54.429279 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4d26771f-f151-4c9f-971e-993a874e3872 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a83e565-d39f-4a45-ab60-50359fa89139 HTTP/1.1" status: 200 len: 205 time: 0.0539634 Sep 07 19:13:54.432374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33576) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:54.446746 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:54.473265 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-5609ee18-c2d9-4194-ac16-8db057e7c5fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] delete failed (client error): The resource could not be found. Sep 07 19:13:54.478547 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5609ee18-c2d9-4194-ac16-8db057e7c5fa tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/routers/5a83e565-d39f-4a45-ab60-50359fa89139 HTTP/1.1" status: 404 len: 336 time: 0.0451620 Sep 07 19:13:54.479135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33578) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:54.510534 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b5de94-32ab-48a0-8cee-f1b2285b21a4 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:54.510989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b5de94-32ab-48a0-8cee-f1b2285b21a4 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:54.512798 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-06b5de94-32ab-48a0-8cee-f1b2285b21a4 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/subnets/4d836777-40bb-48dc-b376-af48d1e39111 HTTP/1.1" status: 404 len: 337 time: 0.0327041 Sep 07 19:13:54.516069 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33580) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:54.568057 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe85199-92b6-414e-b3b3-0638faf6d7c9 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] DELETE failed (client error): The resource could not be found. Sep 07 19:13:54.568547 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe85199-92b6-414e-b3b3-0638faf6d7c9 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:13:54.571772 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0fe85199-92b6-414e-b3b3-0638faf6d7c9 tempest-RoutersIpV6Test-764393190 tempest-RoutersIpV6Test-764393190-project] 10.222.0.26 "DELETE /v2.0/subnets/9f823454-d9fa-47f9-92de-36dc43334068 HTTP/1.1" status: 404 len: 337 time: 0.0545568 Sep 07 19:13:54.945460 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-899128f8-5d52-4c99-899a-9b8df4f2f9d1 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Deleting port 2d653a6d-6747-488b-80aa-fb404181bcde {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:54.946089 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-899128f8-5d52-4c99-899a-9b8df4f2f9d1 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:54.965482 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:54.976626 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] Transition to ACTIVE for port object fb783638-57af-47f7-bf87-37c060b69cef will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:54.986964 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:55.011144 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33586) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:55.056109 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95b2cdac-169b-49fc-b12c-0737623f0802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:55.060085 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aab61b-4e16-40e0-8471-f286aafc1272 None None] Pushing event updated for resources: {'Port': ['ID=fb783638-57af-47f7-bf87-37c060b69cef,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:55.088226 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-4c215627-1a85-4dad-a6ba-d278dfe2703b admin admin] Deleting port bd8a6910-fec3-4861-8255-2bc02114cac5 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:55.088615 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4c215627-1a85-4dad-a6ba-d278dfe2703b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:55.090285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] Attempting to bind port fb783638-57af-47f7-bf87-37c060b69cef on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:13:55.090956 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] Attempting to bind port fb783638-57af-47f7-bf87-37c060b69cef by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:13:55.091261 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] Attempting to bind port fb783638-57af-47f7-bf87-37c060b69cef on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:13:55.099464 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:13:55.099996 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:13:55.100851 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:55.101349 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:13:55.102135 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] Bound port: fb783638-57af-47f7-bf87-37c060b69cef, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:13:55.103448 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:55.156405 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-899128f8-5d52-4c99-899a-9b8df4f2f9d1 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:55.161279 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] For port fb783638-57af-47f7-bf87-37c060b69cef, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:13:55.166315 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] For port fb783638-57af-47f7-bf87-37c060b69cef, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fb783638-57af-47f7-bf87-37c060b69cef,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:13:55.171953 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:55.206621 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f4a5c79a-e3b4-4bcd-8166-54d111676be6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=586b94b1da2f4e9d9aef223e21e15825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1937077 Sep 07 19:13:55.209546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33590) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:55.230085 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] Routers {'74710ff9-851d-4aaa-be9e-07ccdec1d2f0'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:55.230896 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:55.276064 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b9ac78f6-ad51-4487-bee1-ecacb4f7fb26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:55.282008 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aab61b-4e16-40e0-8471-f286aafc1272 None None] Pushing event updated for resources: {'Port': ['ID=fb783638-57af-47f7-bf87-37c060b69cef,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:55.306103 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b9ac78f6-ad51-4487-bee1-ecacb4f7fb26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:55.363710 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b9ac78f6-ad51-4487-bee1-ecacb4f7fb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:55.367092 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b9ac78f6-ad51-4487-bee1-ecacb4f7fb26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:55.370983 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b9ac78f6-ad51-4487-bee1-ecacb4f7fb26 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90da911b-bc62-4963-b229-c01ef7fa2d16 HTTP/1.1" status: 204 len: 168 time: 0.1581275 Sep 07 19:13:55.373521 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] Set router 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:55.378986 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac78f6-ad51-4487-bee1-ecacb4f7fb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90da911b-bc62-4963-b229-c01ef7fa2d16,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:55.550236 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-899128f8-5d52-4c99-899a-9b8df4f2f9d1 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Calling delete_port for 2d653a6d-6747-488b-80aa-fb404181bcde owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:55.638205 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'name': 'tempest-TestVolumeBackupRestore-446208616-router', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:48Z', 'updated_at': '2021-09-07T19:13:51Z', 'revision_number': 3, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'gw_port': {'id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:50Z', 'updated_at': '2021-09-07T19:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:55.682103 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-4c215627-1a85-4dad-a6ba-d278dfe2703b admin admin] For port bd8a6910-fec3-4861-8255-2bc02114cac5, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=bd8a6910-fec3-4861-8255-2bc02114cac5,segment=NetworkSegment(b6495014-c009-4207-a95f-37821e73f1d9),segment_id=b6495014-c009-4207-a95f-37821e73f1d9)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:55.682497 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4c215627-1a85-4dad-a6ba-d278dfe2703b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:55.699422 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd24bd-cfeb-464a-b40f-5c3ca0a04208 None None] The sync data for ids ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'] in n-d-807786-1 is: [{'id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'name': 'tempest-TestVolumeBackupRestore-446208616-router', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:48Z', 'updated_at': '2021-09-07T19:13:51Z', 'revision_number': 3, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'gw_port': {'id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:50Z', 'updated_at': '2021-09-07T19:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:13:55.735265 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-4c215627-1a85-4dad-a6ba-d278dfe2703b admin admin] Calling delete_port for bd8a6910-fec3-4861-8255-2bc02114cac5 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:55.841598 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-95b2cdac-169b-49fc-b12c-0737623f0802 admin admin] Allocated IP 172.20.0.1 (d2335b53-d94d-4dd5-8663-e2e2039007bf/30cc1a20-fb4d-4a78-8e3f-535901b0394e/1250d241-930a-43dc-a310-beac4a2f7084) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:13:55.954463 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-66b06e53-6329-4976-8872-800ee3156231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:56.004224 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-899128f8-5d52-4c99-899a-9b8df4f2f9d1 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:56.105061 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899128f8-5d52-4c99-899a-9b8df4f2f9d1 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Pushing event deleted for resources: {'Port': ['ID=2d653a6d-6747-488b-80aa-fb404181bcde,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:56.330017 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4c215627-1a85-4dad-a6ba-d278dfe2703b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:56.335830 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95b2cdac-169b-49fc-b12c-0737623f0802 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:56.434660 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c215627-1a85-4dad-a6ba-d278dfe2703b admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8a6910-fec3-4861-8255-2bc02114cac5,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:56.442269 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-95b2cdac-169b-49fc-b12c-0737623f0802 admin admin] Transition to ACTIVE for port object 1250d241-930a-43dc-a310-beac4a2f7084 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:13:56.548248 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-899128f8-5d52-4c99-899a-9b8df4f2f9d1 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:56.799485 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95b2cdac-169b-49fc-b12c-0737623f0802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:56.920835 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899128f8-5d52-4c99-899a-9b8df4f2f9d1 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Router af5b75fc-fce5-4c1d-9ce4-ee9eac155d66 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:13:56.950052 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2cdac-169b-49fc-b12c-0737623f0802 admin admin] Pushing event updated for resources: {'Port': ['ID=1250d241-930a-43dc-a310-beac4a2f7084,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:56.958076 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b2cdac-169b-49fc-b12c-0737623f0802 admin admin] Network d2335b53-d94d-4dd5-8663-e2e2039007bf is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:56.967614 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-95b2cdac-169b-49fc-b12c-0737623f0802 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:56.975518 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b2cdac-169b-49fc-b12c-0737623f0802 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:13:56.978863 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4c215627-1a85-4dad-a6ba-d278dfe2703b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:57.158055 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899128f8-5d52-4c99-899a-9b8df4f2f9d1 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:57.169164 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-899128f8-5d52-4c99-899a-9b8df4f2f9d1 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "PUT /v2.0/routers/af5b75fc-fce5-4c1d-9ce4-ee9eac155d66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5381196 Sep 07 19:13:57.169344 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182be171-fcc3-4f95-b4ab-dd436c769792 None None] Sync routers for ids ['af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:57.169773 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33638) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:57.186005 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182be171-fcc3-4f95-b4ab-dd436c769792 None None] Routers {'af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:57.186787 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-182be171-fcc3-4f95-b4ab-dd436c769792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:57.201360 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95b2cdac-169b-49fc-b12c-0737623f0802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:57.239475 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-182be171-fcc3-4f95-b4ab-dd436c769792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:57.245695 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-d772d109-fc9c-45f2-8194-8d600c26a470 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] show failed (client error): The resource could not be found. Sep 07 19:13:57.246926 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d772d109-fc9c-45f2-8194-8d600c26a470 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-2081270204 HTTP/1.1" status: 404 len: 335 time: 0.0761681 Sep 07 19:13:57.257100 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33644) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:57.269380 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e27b27ca-032a-498c-939e-64ee43b4d8e2 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:13:57.278441 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182be171-fcc3-4f95-b4ab-dd436c769792 None None] Routers {'af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:57.280285 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-182be171-fcc3-4f95-b4ab-dd436c769792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:57.324245 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9b584032-e624-4519-9557-588dc0a8d9c0 None None] Provisioning for port 1250d241-930a-43dc-a310-beac4a2f7084 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:57.329128 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9b584032-e624-4519-9557-588dc0a8d9c0 None None] Provisioning complete for port 1250d241-930a-43dc-a310-beac4a2f7084 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:57.329500 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9b584032-e624-4519-9557-588dc0a8d9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:57.341473 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-182be171-fcc3-4f95-b4ab-dd436c769792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:57.342353 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182be171-fcc3-4f95-b4ab-dd436c769792 None None] The sync data for ids ['af5b75fc-fce5-4c1d-9ce4-ee9eac155d66'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:13:57.345814 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-e27b27ca-032a-498c-939e-64ee43b4d8e2 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] update failed (client error): The resource could not be found. Sep 07 19:13:57.361302 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e27b27ca-032a-498c-939e-64ee43b4d8e2 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-2136119439 HTTP/1.1" status: 404 len: 335 time: 0.1027467 Sep 07 19:13:57.364478 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33646) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:57.494207 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-9b584032-e624-4519-9557-588dc0a8d9c0 None None] Port 1250d241-930a-43dc-a310-beac4a2f7084 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:13:57.558351 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2e5cbd-a290-489a-8a90-330cf97a0ed9 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Deleting subnet 8f4bc7cf-2197-472c-ba45-355454aaf375 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:13:57.562417 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5cbd-a290-489a-8a90-330cf97a0ed9 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:57.611130 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95b2cdac-169b-49fc-b12c-0737623f0802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:57.662233 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5cbd-a290-489a-8a90-330cf97a0ed9 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:57.776940 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c215627-1a85-4dad-a6ba-d278dfe2703b admin admin] Router 1c856bb7-c0b1-4df6-a205-126f61b1a650 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:13:57.881428 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5cbd-a290-489a-8a90-330cf97a0ed9 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:57.929456 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fb783638-57af-47f7-bf87-37c060b69cef up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:13:58.005892 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5cbd-a290-489a-8a90-330cf97a0ed9 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:58.049296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port fb783638-57af-47f7-bf87-37c060b69cef completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:13:58.057348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port fb783638-57af-47f7-bf87-37c060b69cef triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:58.057971 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:58.077372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5cbd-a290-489a-8a90-330cf97a0ed9 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Pushing event deleted for resources: {'Subnet': ['ID=8f4bc7cf-2197-472c-ba45-355454aaf375,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:58.097468 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5cbd-a290-489a-8a90-330cf97a0ed9 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:58.097801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5cbd-a290-489a-8a90-330cf97a0ed9 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:58.103592 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5cbd-a290-489a-8a90-330cf97a0ed9 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:58.104494 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5cbd-a290-489a-8a90-330cf97a0ed9 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:58.105092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5cbd-a290-489a-8a90-330cf97a0ed9 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:58.107634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5cbd-a290-489a-8a90-330cf97a0ed9 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:58.108119 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5cbd-a290-489a-8a90-330cf97a0ed9 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:58.109403 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5cbd-a290-489a-8a90-330cf97a0ed9 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:58.109908 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5cbd-a290-489a-8a90-330cf97a0ed9 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:58.110382 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5cbd-a290-489a-8a90-330cf97a0ed9 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:58.111342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5cbd-a290-489a-8a90-330cf97a0ed9 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:58.113042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5cbd-a290-489a-8a90-330cf97a0ed9 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:13:58.116260 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5cbd-a290-489a-8a90-330cf97a0ed9 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:58.120232 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e60f3f1-1526-4c5b-9691-6fb81b56912f None None] Network 5e2185c6-9d1d-43fb-bb0a-6eb09007b237 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:58.128847 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0a2e5cbd-a290-489a-8a90-330cf97a0ed9 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "DELETE /v2.0/subnets/8f4bc7cf-2197-472c-ba45-355454aaf375 HTTP/1.1" status: 204 len: 168 time: 0.7572331 Sep 07 19:13:58.130699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33658) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:58.211870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-22094220-9294-408f-8797-f9d2cedb41af tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Deleting subnet 5670b64f-3e57-412d-9d7c-226e7c5616cf {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:13:58.217478 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22094220-9294-408f-8797-f9d2cedb41af tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:58.280253 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22094220-9294-408f-8797-f9d2cedb41af tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:58.373650 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:58.405148 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22094220-9294-408f-8797-f9d2cedb41af tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:58.414449 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port fb783638-57af-47f7-bf87-37c060b69cef, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fb783638-57af-47f7-bf87-37c060b69cef,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:58.428244 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:58.453046 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95b2cdac-169b-49fc-b12c-0737623f0802 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:58.458462 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c215627-1a85-4dad-a6ba-d278dfe2703b admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:58.466524 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4c215627-1a85-4dad-a6ba-d278dfe2703b admin admin] 10.222.0.26 "PUT /v2.0/routers/1c856bb7-c0b1-4df6-a205-126f61b1a650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0711246 Sep 07 19:13:58.469583 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33660) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:58.481262 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6948a9-bd5b-4374-aaed-1d754dd96798 None None] Sync routers for ids ['1c856bb7-c0b1-4df6-a205-126f61b1a650'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:58.503445 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=fb783638-57af-47f7-bf87-37c060b69cef,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:58.504409 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22094220-9294-408f-8797-f9d2cedb41af tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:58.508705 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6948a9-bd5b-4374-aaed-1d754dd96798 None None] Routers {'1c856bb7-c0b1-4df6-a205-126f61b1a650'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:58.509505 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8d6948a9-bd5b-4374-aaed-1d754dd96798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1c856bb7-c0b1-4df6-a205-126f61b1a650'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:58.540873 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22094220-9294-408f-8797-f9d2cedb41af tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Pushing event deleted for resources: {'Subnet': ['ID=5670b64f-3e57-412d-9d7c-226e7c5616cf,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:58.542968 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22094220-9294-408f-8797-f9d2cedb41af tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:58.547438 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-22094220-9294-408f-8797-f9d2cedb41af tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "DELETE /v2.0/subnets/5670b64f-3e57-412d-9d7c-226e7c5616cf HTTP/1.1" status: 204 len: 168 time: 0.4129963 Sep 07 19:13:58.547772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33662) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:58.561084 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95b2cdac-169b-49fc-b12c-0737623f0802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:58.577086 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dc7814-167b-4157-b806-8386485842c8 None None] DHCP port deletion for 5e2185c6-9d1d-43fb-bb0a-6eb09007b237 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:13:58.578876 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55949367-f1fa-4903-9010-17c26928cae6 None None] Network 285eba53-545d-4a5f-963f-4ccdd2cd90ac requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:13:58.641850 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a0f34444-ed1b-48d8-b562-8a65f889b57a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:58.707975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-a0f34444-ed1b-48d8-b562-8a65f889b57a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Deleting port 7f5f1e8f-b4be-4959-95d7-66a1379624ba {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:58.708477 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a0f34444-ed1b-48d8-b562-8a65f889b57a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:58.717238 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74218288-226b-40a6-bd60-86725adfc7c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:58.771725 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-8d6948a9-bd5b-4374-aaed-1d754dd96798 None None] Set router 1c856bb7-c0b1-4df6-a205-126f61b1a650 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:13:58.771971 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2cdac-169b-49fc-b12c-0737623f0802 admin admin] Pushing event updated for resources: {'Port': ['ID=1250d241-930a-43dc-a310-beac4a2f7084,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:58.777034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-a0f34444-ed1b-48d8-b562-8a65f889b57a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] For port 7f5f1e8f-b4be-4959-95d7-66a1379624ba, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7f5f1e8f-b4be-4959-95d7-66a1379624ba,segment=NetworkSegment(f36b648e-17cd-40f4-8627-18cf8672c8d3),segment_id=f36b648e-17cd-40f4-8627-18cf8672c8d3)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:58.777539 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a0f34444-ed1b-48d8-b562-8a65f889b57a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:58.792219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-a0f34444-ed1b-48d8-b562-8a65f889b57a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Calling delete_port for 7f5f1e8f-b4be-4959-95d7-66a1379624ba owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:58.809776 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95b2cdac-169b-49fc-b12c-0737623f0802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:58.839262 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-98dc7814-167b-4157-b806-8386485842c8 None None] Deleting port 7f5f1e8f-b4be-4959-95d7-66a1379624ba {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:58.839644 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-98dc7814-167b-4157-b806-8386485842c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:58.885087 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a0f34444-ed1b-48d8-b562-8a65f889b57a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:58.913306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f34444-ed1b-48d8-b562-8a65f889b57a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Pushing event deleted for resources: {'Port': ['ID=7f5f1e8f-b4be-4959-95d7-66a1379624ba,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:58.916183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f34444-ed1b-48d8-b562-8a65f889b57a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] No DVR routers for this DVR port 7f5f1e8f-b4be-4959-95d7-66a1379624ba on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:13:58.917139 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-dad844b3-b133-44a6-9e39-70f65ced5df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:58.958746 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74218288-226b-40a6-bd60-86725adfc7c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:58.991852 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b2cdac-169b-49fc-b12c-0737623f0802 admin admin] Network d2335b53-d94d-4dd5-8663-e2e2039007bf is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:13:58.994247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-98dc7814-167b-4157-b806-8386485842c8 None None] For port 7f5f1e8f-b4be-4959-95d7-66a1379624ba, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7f5f1e8f-b4be-4959-95d7-66a1379624ba,segment=NetworkSegment(f36b648e-17cd-40f4-8627-18cf8672c8d3),segment_id=f36b648e-17cd-40f4-8627-18cf8672c8d3)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:58.994820 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-98dc7814-167b-4157-b806-8386485842c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:59.026554 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a0f34444-ed1b-48d8-b562-8a65f889b57a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:59.032290 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-95b2cdac-169b-49fc-b12c-0737623f0802 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:13:59.121258 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-98dc7814-167b-4157-b806-8386485842c8 None None] Calling delete_port for 7f5f1e8f-b4be-4959-95d7-66a1379624ba owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:59.204844 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:59.310340 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a500c3-4085-4109-9c05-85dac9d55b66 None None] DHCP port deletion for 285eba53-545d-4a5f-963f-4ccdd2cd90ac request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:13:59.328793 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-74218288-226b-40a6-bd60-86725adfc7c5 admin admin] Deleting port af33cc09-464a-47e9-a16d-2057c68960f6 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:59.329336 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74218288-226b-40a6-bd60-86725adfc7c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:59.427225 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-98dc7814-167b-4157-b806-8386485842c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:59.449802 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b2cdac-169b-49fc-b12c-0737623f0802 admin admin] Router 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:13:59.469338 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc7814-167b-4157-b806-8386485842c8 None None] Pushing event deleted for resources: {'Port': ['ID=7f5f1e8f-b4be-4959-95d7-66a1379624ba,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:59.479999 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-74218288-226b-40a6-bd60-86725adfc7c5 admin admin] For port af33cc09-464a-47e9-a16d-2057c68960f6, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=af33cc09-464a-47e9-a16d-2057c68960f6,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:59.480576 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74218288-226b-40a6-bd60-86725adfc7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:59.491674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dc7814-167b-4157-b806-8386485842c8 None None] No DVR routers for this DVR port 7f5f1e8f-b4be-4959-95d7-66a1379624ba on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:13:59.531140 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-80a500c3-4085-4109-9c05-85dac9d55b66 None None] Deleting port ab8866d0-9a05-491b-a0c9-8329a170d0e8 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:59.531792 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-80a500c3-4085-4109-9c05-85dac9d55b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:59.542371 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8d6948a9-bd5b-4374-aaed-1d754dd96798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c856bb7-c0b1-4df6-a205-126f61b1a650', 'name': 'tempest-TestAggregatesBasicOps-812434347-router', 'tenant_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'af33cc09-464a-47e9-a16d-2057c68960f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:27Z', 'updated_at': '2021-09-07T19:13:56Z', 'revision_number': 5, 'project_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'gw_port': {'id': 'af33cc09-464a-47e9-a16d-2057c68960f6', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:97:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c856bb7-c0b1-4df6-a205-126f61b1a650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:29Z', 'updated_at': '2021-09-07T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:59.552794 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-a0f34444-ed1b-48d8-b562-8a65f889b57a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2185c6-9d1d-43fb-bb0a-6eb09007b237']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:59.561455 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-74218288-226b-40a6-bd60-86725adfc7c5 admin admin] Calling delete_port for af33cc09-464a-47e9-a16d-2057c68960f6 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:59.569580 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-a0f34444-ed1b-48d8-b562-8a65f889b57a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36b648e-17cd-40f4-8627-18cf8672c8d3') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:59.569881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-a0f34444-ed1b-48d8-b562-8a65f889b57a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36b648e-17cd-40f4-8627-18cf8672c8d3') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:59.580223 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a0f34444-ed1b-48d8-b562-8a65f889b57a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:59.591982 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6948a9-bd5b-4374-aaed-1d754dd96798 None None] Checking router: 1c856bb7-c0b1-4df6-a205-126f61b1a650 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:13:59.595955 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a0f34444-ed1b-48d8-b562-8a65f889b57a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:59.601935 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f34444-ed1b-48d8-b562-8a65f889b57a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:13:59.602905 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a0f34444-ed1b-48d8-b562-8a65f889b57a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:13:59.606065 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:13:59.657642 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c262745c-d1f3-4343-8b7d-6f41d2258bb4 None None] Provisioning complete for port 1250d241-930a-43dc-a310-beac4a2f7084 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:13:59.658156 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c262745c-d1f3-4343-8b7d-6f41d2258bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:59.689168 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6948a9-bd5b-4374-aaed-1d754dd96798 None None] Routers {'1c856bb7-c0b1-4df6-a205-126f61b1a650'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:59.689848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8d6948a9-bd5b-4374-aaed-1d754dd96798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['1c856bb7-c0b1-4df6-a205-126f61b1a650'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:59.691367 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a0f34444-ed1b-48d8-b562-8a65f889b57a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:59.692909 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-80a500c3-4085-4109-9c05-85dac9d55b66 None None] For port ab8866d0-9a05-491b-a0c9-8329a170d0e8, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ab8866d0-9a05-491b-a0c9-8329a170d0e8,segment=NetworkSegment(711144f2-0b84-45f7-bb68-b1dde4c4f4ee),segment_id=711144f2-0b84-45f7-bb68-b1dde4c4f4ee)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:13:59.693296 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-80a500c3-4085-4109-9c05-85dac9d55b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:59.697556 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a0f34444-ed1b-48d8-b562-8a65f889b57a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:59.703184 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a0f34444-ed1b-48d8-b562-8a65f889b57a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "DELETE /v2.0/networks/5e2185c6-9d1d-43fb-bb0a-6eb09007b237 HTTP/1.1" status: 204 len: 168 time: 1.1543329 Sep 07 19:13:59.704786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33672) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:13:59.746827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-80a500c3-4085-4109-9c05-85dac9d55b66 None None] Calling delete_port for ab8866d0-9a05-491b-a0c9-8329a170d0e8 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:13:59.776198 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f34444-ed1b-48d8-b562-8a65f889b57a tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Pushing event deleted for resources: {'Network': ['ID=5e2185c6-9d1d-43fb-bb0a-6eb09007b237,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:13:59.864587 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6474d1c6-077f-4b52-a4f0-de8010b9e7ab tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:59.885803 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b2cdac-169b-49fc-b12c-0737623f0802 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:13:59.900120 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] Sync routers for ids ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:13:59.900776 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-95b2cdac-169b-49fc-b12c-0737623f0802 admin admin] 10.222.0.26 "PUT /v2.0/routers/74710ff9-851d-4aaa-be9e-07ccdec1d2f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8205705 Sep 07 19:13:59.917725 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74218288-226b-40a6-bd60-86725adfc7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:59.919202 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] Routers {'74710ff9-851d-4aaa-be9e-07ccdec1d2f0'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:13:59.920071 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:13:59.948032 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-6474d1c6-077f-4b52-a4f0-de8010b9e7ab tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Deleting port ab8866d0-9a05-491b-a0c9-8329a170d0e8 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:13:59.948380 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6474d1c6-077f-4b52-a4f0-de8010b9e7ab tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:59.960082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74218288-226b-40a6-bd60-86725adfc7c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=af33cc09-464a-47e9-a16d-2057c68960f6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:00.031712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fb783638-57af-47f7-bf87-37c060b69cef up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:14:00.082470 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-6474d1c6-077f-4b52-a4f0-de8010b9e7ab tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] For port ab8866d0-9a05-491b-a0c9-8329a170d0e8, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ab8866d0-9a05-491b-a0c9-8329a170d0e8,segment=NetworkSegment(711144f2-0b84-45f7-bb68-b1dde4c4f4ee),segment_id=711144f2-0b84-45f7-bb68-b1dde4c4f4ee)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:00.083486 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6474d1c6-077f-4b52-a4f0-de8010b9e7ab tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:00.095930 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] Set router 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:14:00.114902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-6474d1c6-077f-4b52-a4f0-de8010b9e7ab tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Calling delete_port for ab8866d0-9a05-491b-a0c9-8329a170d0e8 owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:14:00.116171 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74218288-226b-40a6-bd60-86725adfc7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:00.257461 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c262745c-d1f3-4343-8b7d-6f41d2258bb4 None None] Port 1250d241-930a-43dc-a310-beac4a2f7084 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:14:00.313370 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6474d1c6-077f-4b52-a4f0-de8010b9e7ab tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:00.335624 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-8d6948a9-bd5b-4374-aaed-1d754dd96798 None None] Set router 1c856bb7-c0b1-4df6-a205-126f61b1a650 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:14:00.360720 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74218288-226b-40a6-bd60-86725adfc7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:00.367439 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74218288-226b-40a6-bd60-86725adfc7c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:00.386404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474d1c6-077f-4b52-a4f0-de8010b9e7ab tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Pushing event deleted for resources: {'Port': ['ID=ab8866d0-9a05-491b-a0c9-8329a170d0e8,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:00.406656 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6474d1c6-077f-4b52-a4f0-de8010b9e7ab tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] No DVR routers for this DVR port ab8866d0-9a05-491b-a0c9-8329a170d0e8 on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:14:00.423491 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'name': 'tempest-TestVolumeBackupRestore-446208616-router', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:48Z', 'updated_at': '2021-09-07T19:13:57Z', 'revision_number': 4, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'gw_port': {'id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:50Z', 'updated_at': '2021-09-07T19:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '1250d241-930a-43dc-a310-beac4a2f7084', 'name': '', 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'mac_address': 'fa:16:3e:55:9e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:55Z', 'updated_at': '2021-09-07T19:13:57Z', 'revision_number': 2, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'subnets': [{'id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:00.470927 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:00.473149 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] Checking router: 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:14:00.476251 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] Updating router 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 port 1250d241-930a-43dc-a310-beac4a2f7084 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:14:00.476551 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74218288-226b-40a6-bd60-86725adfc7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:00.476551 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74218288-226b-40a6-bd60-86725adfc7c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c856bb7-c0b1-4df6-a205-126f61b1a650 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:14:00.478890 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8d6948a9-bd5b-4374-aaed-1d754dd96798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c856bb7-c0b1-4df6-a205-126f61b1a650', 'name': 'tempest-TestAggregatesBasicOps-812434347-router', 'tenant_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:27Z', 'updated_at': '2021-09-07T19:13:58Z', 'revision_number': 6, 'project_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:00.482159 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74218288-226b-40a6-bd60-86725adfc7c5 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:00.483450 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-74218288-226b-40a6-bd60-86725adfc7c5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/1c856bb7-c0b1-4df6-a205-126f61b1a650 HTTP/1.1" status: 204 len: 168 time: 2.0124798 Sep 07 19:14:00.485866 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33690) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:00.533183 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6948a9-bd5b-4374-aaed-1d754dd96798 None None] The sync data for ids ['1c856bb7-c0b1-4df6-a205-126f61b1a650'] in n-d-807786-1 is: [{'id': '1c856bb7-c0b1-4df6-a205-126f61b1a650', 'name': 'tempest-TestAggregatesBasicOps-812434347-router', 'tenant_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:27Z', 'updated_at': '2021-09-07T19:13:58Z', 'revision_number': 6, 'project_id': '2dc300bd8be6467a8d5ad00ca73fe79f', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:14:00.543048 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port fb783638-57af-47f7-bf87-37c060b69cef triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:00.543435 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:00.564418 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:00.613304 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-570e3c4c-79cb-4941-a939-27491398821e admin admin] Deleting subnet 992f3425-bcbc-4bd8-93b4-a7c3ea624804 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:14:00.636006 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-570e3c4c-79cb-4941-a939-27491398821e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:00.645868 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-80a500c3-4085-4109-9c05-85dac9d55b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:00.676559 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6474d1c6-077f-4b52-a4f0-de8010b9e7ab tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:00.722507 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-570e3c4c-79cb-4941-a939-27491398821e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:00.756355 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a500c3-4085-4109-9c05-85dac9d55b66 None None] No DVR routers for this DVR port ab8866d0-9a05-491b-a0c9-8329a170d0e8 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:14:00.772282 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a500c3-4085-4109-9c05-85dac9d55b66 None None] Pushing event deleted for resources: {'Port': ['ID=ab8866d0-9a05-491b-a0c9-8329a170d0e8,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:00.793544 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-6474d1c6-077f-4b52-a4f0-de8010b9e7ab tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285eba53-545d-4a5f-963f-4ccdd2cd90ac']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:00.829317 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-6474d1c6-077f-4b52-a4f0-de8010b9e7ab tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711144f2-0b84-45f7-bb68-b1dde4c4f4ee') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:00.829615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-6474d1c6-077f-4b52-a4f0-de8010b9e7ab tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711144f2-0b84-45f7-bb68-b1dde4c4f4ee') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:00.857790 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6474d1c6-077f-4b52-a4f0-de8010b9e7ab tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:00.881175 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6474d1c6-077f-4b52-a4f0-de8010b9e7ab tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:00.889190 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6474d1c6-077f-4b52-a4f0-de8010b9e7ab tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:14:00.889754 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6474d1c6-077f-4b52-a4f0-de8010b9e7ab tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:14:00.895228 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:14:00.922261 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-570e3c4c-79cb-4941-a939-27491398821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:00.968997 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33696) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:00.970615 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7f5f1e8f-b4be-4959-95d7-66a1379624ba no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:14:00.976172 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e1d0201f-6b10-4388-aa6f-1611d3089537 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1028014108-network', 'tenant_id': '8201e28dc97648479aa6f5c7d071d8b7'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:01.071807 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 7f5f1e8f-b4be-4959-95d7-66a1379624ba {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:14:01.072186 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7f5f1e8f-b4be-4959-95d7-66a1379624ba not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:14:01.072639 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ab8866d0-9a05-491b-a0c9-8329a170d0e8 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:14:01.078349 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6474d1c6-077f-4b52-a4f0-de8010b9e7ab tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:01.087591 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6474d1c6-077f-4b52-a4f0-de8010b9e7ab tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:01.089580 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6474d1c6-077f-4b52-a4f0-de8010b9e7ab tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "DELETE /v2.0/networks/285eba53-545d-4a5f-963f-4ccdd2cd90ac HTTP/1.1" status: 204 len: 168 time: 1.3676047 Sep 07 19:14:01.092500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33698) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:01.098557 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-570e3c4c-79cb-4941-a939-27491398821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:01.135550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d0201f-6b10-4388-aa6f-1611d3089537 admin admin] Made reservation on behalf of 8201e28dc97648479aa6f5c7d071d8b7 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:14:01.137005 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1d0201f-6b10-4388-aa6f-1611d3089537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:01.153718 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1d0201f-6b10-4388-aa6f-1611d3089537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:01.162898 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e3c4c-79cb-4941-a939-27491398821e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=992f3425-bcbc-4bd8-93b4-a7c3ea624804,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:01.175805 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-570e3c4c-79cb-4941-a939-27491398821e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:01.183597 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-570e3c4c-79cb-4941-a939-27491398821e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/992f3425-bcbc-4bd8-93b4-a7c3ea624804 HTTP/1.1" status: 204 len: 168 time: 0.6961958 Sep 07 19:14:01.188181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474d1c6-077f-4b52-a4f0-de8010b9e7ab tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Pushing event deleted for resources: {'Network': ['ID=285eba53-545d-4a5f-963f-4ccdd2cd90ac,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:01.188647 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33702) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:01.223330 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2048f93-b91a-42c7-83ee-c5d820cf3577 None None] Network fc775948-f198-437c-998b-75d4f2808480 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:14:01.227047 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: ab8866d0-9a05-491b-a0c9-8329a170d0e8 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:14:01.242490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ab8866d0-9a05-491b-a0c9-8329a170d0e8 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:14:01.301621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-df886daf-431a-428b-beeb-81f728055312 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Deleting subnet af72cc7b-7972-4706-9176-59cba2e9c77e {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:14:01.307800 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-df886daf-431a-428b-beeb-81f728055312 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:01.386572 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-df886daf-431a-428b-beeb-81f728055312 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:01.439795 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-803df8c0-8af1-4e95-a170-98a173e9ae05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:01.555001 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1d0201f-6b10-4388-aa6f-1611d3089537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:01.573157 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-df886daf-431a-428b-beeb-81f728055312 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:01.580452 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1d0201f-6b10-4388-aa6f-1611d3089537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:01.636662 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-803df8c0-8af1-4e95-a170-98a173e9ae05 admin admin] Deleting port fb69c755-bc4a-4f16-81e2-ccdbfd32198b {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:14:01.638285 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-803df8c0-8af1-4e95-a170-98a173e9ae05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:01.655127 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d0201f-6b10-4388-aa6f-1611d3089537 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:14:01.670155 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:01.698341 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] Transition to ACTIVE for port object 1250d241-930a-43dc-a310-beac4a2f7084 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:14:01.714900 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4302d4c7-e39c-4c56-9cb1-494dd927af3d None None] DHCP port deletion for fc775948-f198-437c-998b-75d4f2808480 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:14:01.716405 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:01.796554 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-803df8c0-8af1-4e95-a170-98a173e9ae05 admin admin] For port fb69c755-bc4a-4f16-81e2-ccdbfd32198b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fb69c755-bc4a-4f16-81e2-ccdbfd32198b,segment=NetworkSegment(b6495014-c009-4207-a95f-37821e73f1d9),segment_id=b6495014-c009-4207-a95f-37821e73f1d9)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:01.797370 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-803df8c0-8af1-4e95-a170-98a173e9ae05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:01.822297 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-803df8c0-8af1-4e95-a170-98a173e9ae05 admin admin] Calling delete_port for fb69c755-bc4a-4f16-81e2-ccdbfd32198b owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:14:01.835617 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1d0201f-6b10-4388-aa6f-1611d3089537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:01.836164 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-e1d0201f-6b10-4388-aa6f-1611d3089537 admin admin] Added segment 62b0d145-35dd-4a6b-8e7a-731c01fdb972 of type vlan for network 3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293 Sep 07 19:14:01.891144 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:01.905654 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device af33cc09-464a-47e9-a16d-2057c68960f6 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:14:01.958330 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: af33cc09-464a-47e9-a16d-2057c68960f6 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:14:01.958694 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device af33cc09-464a-47e9-a16d-2057c68960f6 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:14:01.963532 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1d0201f-6b10-4388-aa6f-1611d3089537 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:01.964485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bd8a6910-fec3-4861-8255-2bc02114cac5 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:14:02.010051 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-df886daf-431a-428b-beeb-81f728055312 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:02.065715 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41017f54-3dea-4a85-b2bd-4c2f93f3ff03 None None] Pushing event updated for resources: {'Port': ['ID=1250d241-930a-43dc-a310-beac4a2f7084,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:02.066558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0201f-6b10-4388-aa6f-1611d3089537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19251852-57db-4419-a761-b808861d8c8a,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:02.077475 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1d0201f-6b10-4388-aa6f-1611d3089537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:02.082285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d0201f-6b10-4388-aa6f-1611d3089537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:02.083022 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1d0201f-6b10-4388-aa6f-1611d3089537 admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:02.089286 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-803df8c0-8af1-4e95-a170-98a173e9ae05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:02.098649 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] Attempting to bind port 1250d241-930a-43dc-a310-beac4a2f7084 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:14:02.099015 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] Attempting to bind port 1250d241-930a-43dc-a310-beac4a2f7084 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '6e379004-7e67-4b17-82f9-d82f8e203890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:14:02.099373 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] Attempting to bind port 1250d241-930a-43dc-a310-beac4a2f7084 on network d2335b53-d94d-4dd5-8663-e2e2039007bf {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:14:02.110278 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:14:02.110643 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] Checking segment: {'id': '6e379004-7e67-4b17-82f9-d82f8e203890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:14:02.113047 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:02.113594 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] Bound using segment: {'id': '6e379004-7e67-4b17-82f9-d82f8e203890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:14:02.116383 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] Bound port: 1250d241-930a-43dc-a310-beac4a2f7084, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e379004-7e67-4b17-82f9-d82f8e203890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:14:02.118606 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:02.138238 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803df8c0-8af1-4e95-a170-98a173e9ae05 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb69c755-bc4a-4f16-81e2-ccdbfd32198b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:02.145963 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803df8c0-8af1-4e95-a170-98a173e9ae05 admin admin] No DVR routers for this DVR port fb69c755-bc4a-4f16-81e2-ccdbfd32198b on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:14:02.147531 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0a0e67-9e47-4250-969a-8e5a65cada9d None None] Network 5aaf4683-b513-475f-a2bc-ae9405c8f2de requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:14:02.159635 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-df886daf-431a-428b-beeb-81f728055312 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:02.179352 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33714) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:02.188251 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-df886daf-431a-428b-beeb-81f728055312 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "DELETE /v2.0/subnets/af72cc7b-7972-4706-9176-59cba2e9c77e HTTP/1.1" status: 204 len: 168 time: 1.0909188 Sep 07 19:14:02.265906 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] For port 1250d241-930a-43dc-a310-beac4a2f7084, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:14:02.277575 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] For port 1250d241-930a-43dc-a310-beac4a2f7084, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1250d241-930a-43dc-a310-beac4a2f7084,segment=NetworkSegment(6e379004-7e67-4b17-82f9-d82f8e203890),segment_id=6e379004-7e67-4b17-82f9-d82f8e203890)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:14:02.290842 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:02.314731 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: bd8a6910-fec3-4861-8255-2bc02114cac5 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:14:02.315401 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device bd8a6910-fec3-4861-8255-2bc02114cac5 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:14:02.318799 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-803df8c0-8af1-4e95-a170-98a173e9ae05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:02.324850 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df886daf-431a-428b-beeb-81f728055312 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Pushing event deleted for resources: {'Subnet': ['ID=af72cc7b-7972-4706-9176-59cba2e9c77e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:02.345431 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-4302d4c7-e39c-4c56-9cb1-494dd927af3d None None] Deleting port fb69c755-bc4a-4f16-81e2-ccdbfd32198b {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:14:02.345826 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e000a6fc-d13b-423e-aff8-1eb96ce9bd84 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:02.346035 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4302d4c7-e39c-4c56-9cb1-494dd927af3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:02.351875 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e1d0201f-6b10-4388-aa6f-1611d3089537 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3819225 Sep 07 19:14:02.354558 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33716) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:02.363432 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Request body: {'subnet': {'network_id': '3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1028014108-subnet', 'tenant_id': '8201e28dc97648479aa6f5c7d071d8b7', 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:02.370613 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-803df8c0-8af1-4e95-a170-98a173e9ae05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc775948-f198-437c-998b-75d4f2808480']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:02.393635 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-803df8c0-8af1-4e95-a170-98a173e9ae05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6495014-c009-4207-a95f-37821e73f1d9') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:02.394131 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-803df8c0-8af1-4e95-a170-98a173e9ae05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6495014-c009-4207-a95f-37821e73f1d9') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:02.413025 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-803df8c0-8af1-4e95-a170-98a173e9ae05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:02.449153 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Made reservation on behalf of 8201e28dc97648479aa6f5c7d071d8b7 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:14:02.451713 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:02.476072 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0201f-6b10-4388-aa6f-1611d3089537 admin admin] Pushing event updated for resources: {'Network': ['ID=3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:02.488317 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-803df8c0-8af1-4e95-a170-98a173e9ae05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:02.505273 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] Routers {'74710ff9-851d-4aaa-be9e-07ccdec1d2f0'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:14:02.507097 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:02.515751 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803df8c0-8af1-4e95-a170-98a173e9ae05 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:14:02.516624 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-803df8c0-8af1-4e95-a170-98a173e9ae05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:14:02.518735 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:14:02.539786 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-4302d4c7-e39c-4c56-9cb1-494dd927af3d None None] For port fb69c755-bc4a-4f16-81e2-ccdbfd32198b, host n-d-807786-1, got binding levels [] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:02.540909 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4302d4c7-e39c-4c56-9cb1-494dd927af3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:02.598421 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-4302d4c7-e39c-4c56-9cb1-494dd927af3d None None] Calling delete_port for fb69c755-bc4a-4f16-81e2-ccdbfd32198b owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:14:02.601216 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.ipam_backend_mixin [None req-4302d4c7-e39c-4c56-9cb1-494dd927af3d None None] Port fb69c755-bc4a-4f16-81e2-ccdbfd32198b was not found and therefore no delete operation was performed {{(pid=101446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 19:14:02.624375 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4302d4c7-e39c-4c56-9cb1-494dd927af3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:02.627729 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:14:02.693719 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41017f54-3dea-4a85-b2bd-4c2f93f3ff03 None None] Pushing event updated for resources: {'Port': ['ID=1250d241-930a-43dc-a310-beac4a2f7084,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:02.768713 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-803df8c0-8af1-4e95-a170-98a173e9ae05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:02.788827 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-803df8c0-8af1-4e95-a170-98a173e9ae05 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:02.814235 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-803df8c0-8af1-4e95-a170-98a173e9ae05 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fc775948-f198-437c-998b-75d4f2808480 HTTP/1.1" status: 204 len: 168 time: 1.6135082 Sep 07 19:14:02.848158 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4302d4c7-e39c-4c56-9cb1-494dd927af3d None None] No DVR routers for this DVR port fb69c755-bc4a-4f16-81e2-ccdbfd32198b on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:14:02.858819 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302d4c7-e39c-4c56-9cb1-494dd927af3d None None] Pushing event deleted for resources: {'Port': ['ID=fb69c755-bc4a-4f16-81e2-ccdbfd32198b,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:02.884328 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] Set router 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:14:02.891418 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803df8c0-8af1-4e95-a170-98a173e9ae05 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc775948-f198-437c-998b-75d4f2808480,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:02.894818 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-e000a6fc-d13b-423e-aff8-1eb96ce9bd84 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Deleting port 51094963-08a5-484a-9d9b-df186be40a56 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:14:02.895259 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e000a6fc-d13b-423e-aff8-1eb96ce9bd84 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:03.173255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aacd5ec-be82-4f9e-b2ac-6bbaea80917a None None] DHCP port deletion for 5aaf4683-b513-475f-a2bc-ae9405c8f2de request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:14:03.202039 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:03.257636 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-e000a6fc-d13b-423e-aff8-1eb96ce9bd84 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] For port 51094963-08a5-484a-9d9b-df186be40a56, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=51094963-08a5-484a-9d9b-df186be40a56,segment=NetworkSegment(09fec653-ad9f-4b1d-be93-2a1970d7fa33),segment_id=09fec653-ad9f-4b1d-be93-2a1970d7fa33)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:03.257980 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e000a6fc-d13b-423e-aff8-1eb96ce9bd84 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:03.295583 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'name': 'tempest-TestVolumeBackupRestore-446208616-router', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:48Z', 'updated_at': '2021-09-07T19:13:57Z', 'revision_number': 4, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'gw_port': {'id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:50Z', 'updated_at': '2021-09-07T19:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '1250d241-930a-43dc-a310-beac4a2f7084', 'name': '', 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'mac_address': 'fa:16:3e:55:9e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:55Z', 'updated_at': '2021-09-07T19:14:02Z', 'revision_number': 4, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'subnets': [{'id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:03.297293 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-e000a6fc-d13b-423e-aff8-1eb96ce9bd84 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Calling delete_port for 51094963-08a5-484a-9d9b-df186be40a56 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:14:03.302013 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33726) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:03.329179 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b747e9-3f5f-420e-8bda-d33bc989e01b,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:03.343124 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-2aacd5ec-be82-4f9e-b2ac-6bbaea80917a None None] Deleting port 51094963-08a5-484a-9d9b-df186be40a56 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:14:03.344226 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2aacd5ec-be82-4f9e-b2ac-6bbaea80917a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:03.363777 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b313a4e2-0678-4604-8a83-82038617dfa1 None None] The sync data for ids ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'] in n-d-807786-1 is: [{'id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'name': 'tempest-TestVolumeBackupRestore-446208616-router', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:48Z', 'updated_at': '2021-09-07T19:13:57Z', 'revision_number': 4, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'gw_port': {'id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:50Z', 'updated_at': '2021-09-07T19:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '1250d241-930a-43dc-a310-beac4a2f7084', 'name': '', 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'mac_address': 'fa:16:3e:55:9e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:55Z', 'updated_at': '2021-09-07T19:14:02Z', 'revision_number': 4, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'subnets': [{'id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:14:03.372872 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Checking segment: {'id': '62b0d145-35dd-4a6b-8e7a-731c01fdb972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:14:03.373196 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Network hostable DHCP agents. Network: 3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:14:03.379331 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:03.380903 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:03.381649 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:03.382004 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:03.382342 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:03.382689 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:03.385158 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:03.385680 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:03.386104 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:03.386507 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:03.387163 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:03.387163 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:03.468108 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33728) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:03.469291 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-15ab47c0-7683-4f54-a46a-5514f2163fb8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb10bdc214384443b21292e986d6f088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1661649 Sep 07 19:14:03.479628 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Network 3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:14:03.521136 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:14:03.540984 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:03.541874 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:03.577536 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-2aacd5ec-be82-4f9e-b2ac-6bbaea80917a None None] For port 51094963-08a5-484a-9d9b-df186be40a56, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=51094963-08a5-484a-9d9b-df186be40a56,segment=NetworkSegment(09fec653-ad9f-4b1d-be93-2a1970d7fa33),segment_id=09fec653-ad9f-4b1d-be93-2a1970d7fa33)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:03.579482 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2aacd5ec-be82-4f9e-b2ac-6bbaea80917a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:03.609363 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-2aacd5ec-be82-4f9e-b2ac-6bbaea80917a None None] Calling delete_port for 51094963-08a5-484a-9d9b-df186be40a56 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:14:03.623895 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a6e2dd-0cea-4642-99fe-fb55e8caeb8f None None] Network 3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:14:03.626272 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-544e4359-5324-4f6c-94b2-830259efb636 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2705634 Sep 07 19:14:03.627149 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e000a6fc-d13b-423e-aff8-1eb96ce9bd84 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:03.635052 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33730) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:03.688977 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d5656214-ce8a-4cb3-bb40-632614112c8f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1028014108-router', 'tenant_id': '8201e28dc97648479aa6f5c7d071d8b7', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:03.794199 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f0bfdb4-dd51-4a6b-a910-d2226d383e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:03.813997 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000a6fc-d13b-423e-aff8-1eb96ce9bd84 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Pushing event deleted for resources: {'Port': ['ID=51094963-08a5-484a-9d9b-df186be40a56,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:03.829246 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e000a6fc-d13b-423e-aff8-1eb96ce9bd84 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] No DVR routers for this DVR port 51094963-08a5-484a-9d9b-df186be40a56 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:14:03.898203 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f0bfdb4-dd51-4a6b-a910-d2226d383e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:03.903472 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2aacd5ec-be82-4f9e-b2ac-6bbaea80917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:03.917250 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d5656214-ce8a-4cb3-bb40-632614112c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:03.918605 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d5656214-ce8a-4cb3-bb40-632614112c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:03.943445 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1250d241-930a-43dc-a310-beac4a2f7084 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:14:03.951350 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aacd5ec-be82-4f9e-b2ac-6bbaea80917a None None] No DVR routers for this DVR port 51094963-08a5-484a-9d9b-df186be40a56 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:14:04.043449 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacd5ec-be82-4f9e-b2ac-6bbaea80917a None None] Pushing event deleted for resources: {'Port': ['ID=51094963-08a5-484a-9d9b-df186be40a56,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:04.059201 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e000a6fc-d13b-423e-aff8-1eb96ce9bd84 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:04.098833 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d5656214-ce8a-4cb3-bb40-632614112c8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:04.119957 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-e000a6fc-d13b-423e-aff8-1eb96ce9bd84 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aaf4683-b513-475f-a2bc-ae9405c8f2de']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:04.132302 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-e000a6fc-d13b-423e-aff8-1eb96ce9bd84 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fec653-ad9f-4b1d-be93-2a1970d7fa33') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:04.132637 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-e000a6fc-d13b-423e-aff8-1eb96ce9bd84 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fec653-ad9f-4b1d-be93-2a1970d7fa33') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:04.145918 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e000a6fc-d13b-423e-aff8-1eb96ce9bd84 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:04.161707 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e000a6fc-d13b-423e-aff8-1eb96ce9bd84 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:04.164942 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 1250d241-930a-43dc-a310-beac4a2f7084 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:14:04.169146 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e000a6fc-d13b-423e-aff8-1eb96ce9bd84 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:14:04.169586 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e000a6fc-d13b-423e-aff8-1eb96ce9bd84 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:04.209284 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 1250d241-930a-43dc-a310-beac4a2f7084 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:04.209728 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:04.217091 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293', 'network_id': '3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293', 'tenant_id': '8201e28dc97648479aa6f5c7d071d8b7', 'fixed_ips': [{'subnet_id': '71b747e9-3f5f-420e-8bda-d33bc989e01b'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:14:04.218513 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:14:04.246377 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:14:04.251404 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e000a6fc-d13b-423e-aff8-1eb96ce9bd84 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:04.269073 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e000a6fc-d13b-423e-aff8-1eb96ce9bd84 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:04.275331 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e000a6fc-d13b-423e-aff8-1eb96ce9bd84 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "DELETE /v2.0/networks/5aaf4683-b513-475f-a2bc-ae9405c8f2de HTTP/1.1" status: 204 len: 168 time: 2.0896618 Sep 07 19:14:04.275554 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33746) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:04.360162 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b5ba7812-e166-4f03-b009-cf76c8854eb9 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "GET /v2.0/ports?device_id=af5b75fc-fce5-4c1d-9ce4-ee9eac155d66 HTTP/1.1" status: 200 len: 205 time: 0.0835328 Sep 07 19:14:04.365418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33748) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:04.373921 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f0bfdb4-dd51-4a6b-a910-d2226d383e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:04.381058 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f0bfdb4-dd51-4a6b-a910-d2226d383e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:04.386039 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6f0bfdb4-dd51-4a6b-a910-d2226d383e9f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dbad81f8-bd94-4ec9-b315-04661a1db98f HTTP/1.1" status: 204 len: 168 time: 0.9170907 Sep 07 19:14:04.394778 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000a6fc-d13b-423e-aff8-1eb96ce9bd84 tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Pushing event deleted for resources: {'Network': ['ID=5aaf4683-b513-475f-a2bc-ae9405c8f2de,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:04.459812 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0bfdb4-dd51-4a6b-a910-d2226d383e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbad81f8-bd94-4ec9-b315-04661a1db98f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:04.610492 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d5656214-ce8a-4cb3-bb40-632614112c8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:04.632684 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ae0991c-e035-4922-adca-9d79540e2d2e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:04.701739 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:04.812259 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 1250d241-930a-43dc-a310-beac4a2f7084, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1250d241-930a-43dc-a310-beac4a2f7084,segment=NetworkSegment(6e379004-7e67-4b17-82f9-d82f8e203890),segment_id=6e379004-7e67-4b17-82f9-d82f8e203890)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:04.842337 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:04.916614 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] Allocated IP 172.20.0.2 (3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293/71b747e9-3f5f-420e-8bda-d33bc989e01b/1d6bd606-8fa5-40ba-96dc-7334e8fd6182) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:14:05.010487 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 51094963-08a5-484a-9d9b-df186be40a56 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:14:05.117624 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 51094963-08a5-484a-9d9b-df186be40a56 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:14:05.125469 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 51094963-08a5-484a-9d9b-df186be40a56 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:14:05.126858 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fb69c755-bc4a-4f16-81e2-ccdbfd32198b no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:14:05.362675 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d5656214-ce8a-4cb3-bb40-632614112c8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:05.445577 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d5656214-ce8a-4cb3-bb40-632614112c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:05.462343 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ae0991c-e035-4922-adca-9d79540e2d2e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:05.465238 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:05.477707 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ae0991c-e035-4922-adca-9d79540e2d2e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:05.487677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33768) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:05.494721 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] Transition to ACTIVE for port object 1d6bd606-8fa5-40ba-96dc-7334e8fd6182 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:14:05.525121 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] Transition to ACTIVE for port object 1d6bd606-8fa5-40ba-96dc-7334e8fd6182 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:14:05.532828 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=1250d241-930a-43dc-a310-beac4a2f7084,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:05.537569 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: fb69c755-bc4a-4f16-81e2-ccdbfd32198b {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:14:05.538187 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fb69c755-bc4a-4f16-81e2-ccdbfd32198b not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:14:05.553976 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:05.566278 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:05.566278 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:05.566278 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:05.566603 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:05.567003 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:05.567452 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:05.567785 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:05.568114 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:05.568441 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:05.569343 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:05.569904 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:05.570580 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:05.624591 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] Network 3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:14:05.631165 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:14:05.643668 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:14:05.725490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] Pushing event updated for resources: {'Port': ['ID=1d6bd606-8fa5-40ba-96dc-7334e8fd6182,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:05.787891 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] Attempting to bind port 1d6bd606-8fa5-40ba-96dc-7334e8fd6182 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:14:05.788639 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] Attempting to bind port 1d6bd606-8fa5-40ba-96dc-7334e8fd6182 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '62b0d145-35dd-4a6b-8e7a-731c01fdb972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:14:05.789015 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] Attempting to bind port 1d6bd606-8fa5-40ba-96dc-7334e8fd6182 on network 3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:14:05.803296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:14:05.803692 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] Checking segment: {'id': '62b0d145-35dd-4a6b-8e7a-731c01fdb972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:14:05.807138 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:05.807555 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] Bound using segment: {'id': '62b0d145-35dd-4a6b-8e7a-731c01fdb972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:14:05.808066 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] Bound port: 1d6bd606-8fa5-40ba-96dc-7334e8fd6182, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b0d145-35dd-4a6b-8e7a-731c01fdb972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:14:05.808544 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:05.827554 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1250d241-930a-43dc-a310-beac4a2f7084 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:14:05.939065 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1c5acb5d-c5a6-4ea2-8946-0eb5fb5883e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2dc300bd8be6467a8d5ad00ca73fe79f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4350414 Sep 07 19:14:05.944797 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33772) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:05.973710 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ae0991c-e035-4922-adca-9d79540e2d2e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:05.974602 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae0991c-e035-4922-adca-9d79540e2d2e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Fanout notify agent at l3_agent the message router_deleted on router af5b75fc-fce5-4c1d-9ce4-ee9eac155d66 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:14:05.998593 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 1250d241-930a-43dc-a310-beac4a2f7084 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:05.998593 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:06.021836 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ae0991c-e035-4922-adca-9d79540e2d2e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:06.021836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1ae0991c-e035-4922-adca-9d79540e2d2e tempest-RoutersNegativeTest-776555580 tempest-RoutersNegativeTest-776555580-project] 10.222.0.26 "DELETE /v2.0/routers/af5b75fc-fce5-4c1d-9ce4-ee9eac155d66 HTTP/1.1" status: 204 len: 168 time: 1.6482630 Sep 07 19:14:06.060976 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b539cf9b-0ca8-4119-9210-787d26825ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:06.074877 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] For port 1d6bd606-8fa5-40ba-96dc-7334e8fd6182, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:14:06.109900 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b539cf9b-0ca8-4119-9210-787d26825ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:06.122708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] For port 1d6bd606-8fa5-40ba-96dc-7334e8fd6182, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1d6bd606-8fa5-40ba-96dc-7334e8fd6182,segment=NetworkSegment(62b0d145-35dd-4a6b-8e7a-731c01fdb972),segment_id=62b0d145-35dd-4a6b-8e7a-731c01fdb972)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:14:06.141765 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:06.264436 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b539cf9b-0ca8-4119-9210-787d26825ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:06.268415 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b539cf9b-0ca8-4119-9210-787d26825ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:06.272110 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b539cf9b-0ca8-4119-9210-787d26825ad7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8fc457d3-16cb-44e7-947f-f5f0a3ff1dff HTTP/1.1" status: 204 len: 168 time: 0.3240700 Sep 07 19:14:06.308178 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539cf9b-0ca8-4119-9210-787d26825ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc457d3-16cb-44e7-947f-f5f0a3ff1dff,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:06.375057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43808e36-1ed3-4269-9f41-32a4deb799fd None None] Pushing event updated for resources: {'Port': ['ID=1d6bd606-8fa5-40ba-96dc-7334e8fd6182,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:06.421060 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-d5656214-ce8a-4cb3-bb40-632614112c8f admin admin] Allocated IP 172.25.8.16 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/0bd42c76-e9bc-476b-9731-eff7ea622f74) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:14:06.654674 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d5656214-ce8a-4cb3-bb40-632614112c8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:06.753762 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d5656214-ce8a-4cb3-bb40-632614112c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:06.847647 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5656214-ce8a-4cb3-bb40-632614112c8f admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:14:06.848180 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33786) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:06.853758 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-d5656214-ce8a-4cb3-bb40-632614112c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:14:06.861408 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5656214-ce8a-4cb3-bb40-632614112c8f admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:14:06.893899 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5656214-ce8a-4cb3-bb40-632614112c8f admin admin] Pushing event updated for resources: {'Port': ['ID=0bd42c76-e9bc-476b-9731-eff7ea622f74,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:07.246218 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ea38adfb-6487-46a7-a6b9-0e4060d0561a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e8ae95a741fb4ac0907e31132bfea7de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3961751 Sep 07 19:14:07.250226 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33802) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:07.361790 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1287a61e-fb83-4353-ab46-c3d51e6f1fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:07.429076 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1287a61e-fb83-4353-ab46-c3d51e6f1fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:07.485271 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1287a61e-fb83-4353-ab46-c3d51e6f1fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:07.488474 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1287a61e-fb83-4353-ab46-c3d51e6f1fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:07.489893 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1287a61e-fb83-4353-ab46-c3d51e6f1fb4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c274e3e-023f-43e8-befb-6afb67abb2a8 HTTP/1.1" status: 204 len: 168 time: 0.2385168 Sep 07 19:14:07.499748 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287a61e-fb83-4353-ab46-c3d51e6f1fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c274e3e-023f-43e8-befb-6afb67abb2a8,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:07.547837 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d5656214-ce8a-4cb3-bb40-632614112c8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:07.946214 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1d6bd606-8fa5-40ba-96dc-7334e8fd6182 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:14:08.000124 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedb70b4-9ed2-4a40-9651-087f67d2b41b None None] Network 3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:14:08.090534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-98ad4082-10c2-4a43-bada-69db11de9008 None None] Provisioning for port 1d6bd606-8fa5-40ba-96dc-7334e8fd6182 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:14:08.138836 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d5656214-ce8a-4cb3-bb40-632614112c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:08.169429 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 1d6bd606-8fa5-40ba-96dc-7334e8fd6182 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:14:08.195442 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 1d6bd606-8fa5-40ba-96dc-7334e8fd6182 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:08.196382 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:08.400786 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5656214-ce8a-4cb3-bb40-632614112c8f admin admin] Router e18e7a24-5a31-4984-a54c-4c00b1668e2a is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:14:08.502841 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:08.556773 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5656214-ce8a-4cb3-bb40-632614112c8f admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:14:08.572291 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] Sync routers for ids ['e18e7a24-5a31-4984-a54c-4c00b1668e2a'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:14:08.609315 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d5656214-ce8a-4cb3-bb40-632614112c8f admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:08.610814 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d5656214-ce8a-4cb3-bb40-632614112c8f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9565766 Sep 07 19:14:08.613972 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33834) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:08.620156 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 1d6bd606-8fa5-40ba-96dc-7334e8fd6182, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1d6bd606-8fa5-40ba-96dc-7334e8fd6182,segment=NetworkSegment(62b0d145-35dd-4a6b-8e7a-731c01fdb972),segment_id=62b0d145-35dd-4a6b-8e7a-731c01fdb972)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:08.635486 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:08.641444 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] Routers {'e18e7a24-5a31-4984-a54c-4c00b1668e2a'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:14:08.642064 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e18e7a24-5a31-4984-a54c-4c00b1668e2a'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:08.837879 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=1d6bd606-8fa5-40ba-96dc-7334e8fd6182,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:09.026208 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] Set router e18e7a24-5a31-4984-a54c-4c00b1668e2a gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:14:09.810414 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c50a8b9f-51c5-4e0b-8e97-3454cfa11d1a None None] Provisioning complete for port 1d6bd606-8fa5-40ba-96dc-7334e8fd6182 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:09.810817 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c50a8b9f-51c5-4e0b-8e97-3454cfa11d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:09.892231 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33870) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:09.945174 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1d6bd606-8fa5-40ba-96dc-7334e8fd6182 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:14:09.951324 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-838b5b6e-7c5a-4eca-b6ed-2318b47044f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:10.040911 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-73af3918-111a-48ff-b968-55e7eae43801 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Request body: {'security_group': {'name': 'tempest-secgroup--158020176'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:10.103453 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73af3918-111a-48ff-b968-55e7eae43801 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:10.121957 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73af3918-111a-48ff-b968-55e7eae43801 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:10.131240 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'name': 'tempest-TestVolumeBackupRestore-1028014108-router', 'tenant_id': '8201e28dc97648479aa6f5c7d071d8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '0bd42c76-e9bc-476b-9731-eff7ea622f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:03Z', 'updated_at': '2021-09-07T19:14:07Z', 'revision_number': 3, 'project_id': '8201e28dc97648479aa6f5c7d071d8b7', 'gw_port': {'id': '0bd42c76-e9bc-476b-9731-eff7ea622f74', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:43:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:05Z', 'updated_at': '2021-09-07T19:14:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:10.168097 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] Checking router: e18e7a24-5a31-4984-a54c-4c00b1668e2a for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:14:10.168422 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] Updating router e18e7a24-5a31-4984-a54c-4c00b1668e2a port 0bd42c76-e9bc-476b-9731-eff7ea622f74 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:14:10.205879 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:10.247326 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 1d6bd606-8fa5-40ba-96dc-7334e8fd6182 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:10.256038 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:10.257653 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73af3918-111a-48ff-b968-55e7eae43801 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:10.266459 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73af3918-111a-48ff-b968-55e7eae43801 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:10.309317 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af3918-111a-48ff-b968-55e7eae43801 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04757a1-1003-4f84-b8eb-3d945eff6b5f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:10.374390 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-838b5b6e-7c5a-4eca-b6ed-2318b47044f0 admin admin] Allocated IP 172.20.0.1 (3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293/71b747e9-3f5f-420e-8bda-d33bc989e01b/4ff4e55b-a684-42d5-a298-da1699553a35) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:14:10.420410 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73af3918-111a-48ff-b968-55e7eae43801 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:10.427193 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73af3918-111a-48ff-b968-55e7eae43801 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:10.479451 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-73af3918-111a-48ff-b968-55e7eae43801 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:10.480769 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-73af3918-111a-48ff-b968-55e7eae43801 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5844116 Sep 07 19:14:10.481955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af3918-111a-48ff-b968-55e7eae43801 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d493f5-60b7-435a-bfec-8d378b581df5,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:10.505446 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33886) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:10.553261 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-838b5b6e-7c5a-4eca-b6ed-2318b47044f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:10.569942 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-838b5b6e-7c5a-4eca-b6ed-2318b47044f0 admin admin] Transition to ACTIVE for port object 4ff4e55b-a684-42d5-a298-da1699553a35 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:14:10.610925 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-838b5b6e-7c5a-4eca-b6ed-2318b47044f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:10.669014 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e557f903-e53f-4390-9738-53d6e64d3c9c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1622217 Sep 07 19:14:10.669653 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33890) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:10.674332 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838b5b6e-7c5a-4eca-b6ed-2318b47044f0 admin admin] Network 3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:14:10.674694 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-3cbd365f-a767-49d1-887d-33ef28bce279 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Request body: {'security_group': {'name': 'tempest-security--246842892', 'description': 'tempest-security-description-1493009471'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:10.677935 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-838b5b6e-7c5a-4eca-b6ed-2318b47044f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:14:10.696135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b5b6e-7c5a-4eca-b6ed-2318b47044f0 admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:14:10.752031 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3cbd365f-a767-49d1-887d-33ef28bce279 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:10.764121 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b5b6e-7c5a-4eca-b6ed-2318b47044f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4ff4e55b-a684-42d5-a298-da1699553a35,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:10.787553 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-838b5b6e-7c5a-4eca-b6ed-2318b47044f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:10.864352 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:10.885476 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3cbd365f-a767-49d1-887d-33ef28bce279 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:10.886379 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33898) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:10.893223 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-bda01fd1-68ce-4f0c-b328-9fbfd1fed075 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1226419159', 'description': 'tempest-secgroup-smoke-1226419159 description', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:10.895037 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] Transition to ACTIVE for port object 0bd42c76-e9bc-476b-9731-eff7ea622f74 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:14:10.905395 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:10.908846 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3cbd365f-a767-49d1-887d-33ef28bce279 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:10.918018 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3cbd365f-a767-49d1-887d-33ef28bce279 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:10.924542 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3cbd365f-a767-49d1-887d-33ef28bce279 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "PUT /v2.0/security-groups/71d493f5-60b7-435a-bfec-8d378b581df5 HTTP/1.1" status: 200 len: 1779 time: 0.2505982 Sep 07 19:14:10.935680 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33902) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:10.992923 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e19a4-a717-4abd-b890-bd88be8c247b None None] Pushing event updated for resources: {'Port': ['ID=0bd42c76-e9bc-476b-9731-eff7ea622f74,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:11.049621 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bda01fd1-68ce-4f0c-b328-9fbfd1fed075 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.053415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] Attempting to bind port 0bd42c76-e9bc-476b-9731-eff7ea622f74 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:14:11.061584 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] Attempting to bind port 0bd42c76-e9bc-476b-9731-eff7ea622f74 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:14:11.062180 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] Attempting to bind port 0bd42c76-e9bc-476b-9731-eff7ea622f74 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:14:11.068482 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:14:11.068861 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:14:11.070989 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.071593 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:14:11.073495 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-838b5b6e-7c5a-4eca-b6ed-2318b47044f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.073955 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] Bound port: 0bd42c76-e9bc-476b-9731-eff7ea622f74, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:14:11.077392 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.080540 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7e63625c-39a5-4b9b-8163-32d62c1f770a None None] Provisioning for port 4ff4e55b-a684-42d5-a298-da1699553a35 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:14:11.112220 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8450a4b3-598a-4b64-b53c-4826eb55cf90 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-groups/71d493f5-60b7-435a-bfec-8d378b581df5 HTTP/1.1" status: 200 len: 1779 time: 0.1603987 Sep 07 19:14:11.113258 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd365f-a767-49d1-887d-33ef28bce279 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d493f5-60b7-435a-bfec-8d378b581df5,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:11.114969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33906) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:11.116087 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bda01fd1-68ce-4f0c-b328-9fbfd1fed075 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.129276 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7e63625c-39a5-4b9b-8163-32d62c1f770a None None] Provisioning complete for port 4ff4e55b-a684-42d5-a298-da1699553a35 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:11.131106 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7e63625c-39a5-4b9b-8163-32d62c1f770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.246987 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7e63625c-39a5-4b9b-8163-32d62c1f770a None None] Port 4ff4e55b-a684-42d5-a298-da1699553a35 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:14:11.253103 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] For port 0bd42c76-e9bc-476b-9731-eff7ea622f74, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:14:11.257017 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] For port 0bd42c76-e9bc-476b-9731-eff7ea622f74, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0bd42c76-e9bc-476b-9731-eff7ea622f74,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:14:11.270429 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.298654 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bda01fd1-68ce-4f0c-b328-9fbfd1fed075 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.303679 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-159ebd3b-889f-4913-9c84-9e6b48dd7920 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.307686 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bda01fd1-68ce-4f0c-b328-9fbfd1fed075 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.334280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] Routers {'e18e7a24-5a31-4984-a54c-4c00b1668e2a'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:14:11.335118 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e18e7a24-5a31-4984-a54c-4c00b1668e2a'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:11.344944 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-159ebd3b-889f-4913-9c84-9e6b48dd7920 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.394261 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda01fd1-68ce-4f0c-b328-9fbfd1fed075 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcd95b6-b115-4a78-ae8b-1e3d49bba130,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:11.472103 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] Set router e18e7a24-5a31-4984-a54c-4c00b1668e2a gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:14:11.472912 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bda01fd1-68ce-4f0c-b328-9fbfd1fed075 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.477704 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bda01fd1-68ce-4f0c-b328-9fbfd1fed075 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.498333 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-159ebd3b-889f-4913-9c84-9e6b48dd7920 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.501396 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-159ebd3b-889f-4913-9c84-9e6b48dd7920 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.501550 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e19a4-a717-4abd-b890-bd88be8c247b None None] Pushing event updated for resources: {'Port': ['ID=0bd42c76-e9bc-476b-9731-eff7ea622f74,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:11.502969 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-159ebd3b-889f-4913-9c84-9e6b48dd7920 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "DELETE /v2.0/security-groups/71d493f5-60b7-435a-bfec-8d378b581df5 HTTP/1.1" status: 204 len: 168 time: 0.3782334 Sep 07 19:14:11.505540 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-838b5b6e-7c5a-4eca-b6ed-2318b47044f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.506855 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33908) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:11.516970 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ebd3b-889f-4913-9c84-9e6b48dd7920 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d493f5-60b7-435a-bfec-8d378b581df5,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:11.519685 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-838b5b6e-7c5a-4eca-b6ed-2318b47044f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.529464 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bda01fd1-68ce-4f0c-b328-9fbfd1fed075 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.530709 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bda01fd1-68ce-4f0c-b328-9fbfd1fed075 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6432650 Sep 07 19:14:11.533939 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33910) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:11.539249 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-178ae7d7-a7f4-460c-ada8-6ba7fe224752 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': '0af84ca2-345f-4ab8-9028-e1e7401fc471', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:11.553046 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda01fd1-68ce-4f0c-b328-9fbfd1fed075 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af84ca2-345f-4ab8-9028-e1e7401fc471,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:11.575342 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-838b5b6e-7c5a-4eca-b6ed-2318b47044f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.625325 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ec03ca82-abbf-45c0-873c-ad378eb9c85a tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1164849 Sep 07 19:14:11.629517 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33914) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:11.632644 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-178ae7d7-a7f4-460c-ada8-6ba7fe224752 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.667048 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-b269c57e-a4bb-44d1-b306-5578acde017b tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] delete failed (client error): The resource could not be found. Sep 07 19:14:11.667471 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b269c57e-a4bb-44d1-b306-5578acde017b tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "DELETE /v2.0/security-groups/71d493f5-60b7-435a-bfec-8d378b581df5 HTTP/1.1" status: 404 len: 347 time: 0.0369444 Sep 07 19:14:11.677167 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33916) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:11.690724 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4fbeaa30-6440-4406-b4e6-481a0dd0771e tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Request body: {'security_group': {'name': 'tempest-secgroup--1778190945'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:11.693746 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b5b6e-7c5a-4eca-b6ed-2318b47044f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4ff4e55b-a684-42d5-a298-da1699553a35,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:11.740560 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-178ae7d7-a7f4-460c-ada8-6ba7fe224752 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.746989 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-178ae7d7-a7f4-460c-ada8-6ba7fe224752 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.761115 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4fbeaa30-6440-4406-b4e6-481a0dd0771e tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.780005 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838b5b6e-7c5a-4eca-b6ed-2318b47044f0 admin admin] Network 3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:14:11.780206 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-178ae7d7-a7f4-460c-ada8-6ba7fe224752 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.784542 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-178ae7d7-a7f4-460c-ada8-6ba7fe224752 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2464797 Sep 07 19:14:11.784698 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-838b5b6e-7c5a-4eca-b6ed-2318b47044f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:14:11.784794 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ae7d7-a7f4-460c-ada8-6ba7fe224752 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27634692-a1f2-4bf0-9eae-72f5fac89a23,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:11.784947 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33918) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:11.791712 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-6b604961-2fa1-4f3d-81e1-6802cc603d0f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': '0af84ca2-345f-4ab8-9028-e1e7401fc471', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:11.862255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'name': 'tempest-TestVolumeBackupRestore-1028014108-router', 'tenant_id': '8201e28dc97648479aa6f5c7d071d8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '0bd42c76-e9bc-476b-9731-eff7ea622f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:03Z', 'updated_at': '2021-09-07T19:14:11Z', 'revision_number': 4, 'project_id': '8201e28dc97648479aa6f5c7d071d8b7', 'gw_port': {'id': '0bd42c76-e9bc-476b-9731-eff7ea622f74', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:43:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:05Z', 'updated_at': '2021-09-07T19:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '4ff4e55b-a684-42d5-a298-da1699553a35', 'name': '', 'network_id': '3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293', 'tenant_id': '8201e28dc97648479aa6f5c7d071d8b7', 'mac_address': 'fa:16:3e:5f:17:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '71b747e9-3f5f-420e-8bda-d33bc989e01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:10Z', 'updated_at': '2021-09-07T19:14:10Z', 'revision_number': 1, 'project_id': '8201e28dc97648479aa6f5c7d071d8b7', 'subnets': [{'id': '71b747e9-3f5f-420e-8bda-d33bc989e01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:11.897718 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4fbeaa30-6440-4406-b4e6-481a0dd0771e tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.906692 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4fbeaa30-6440-4406-b4e6-481a0dd0771e tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.908241 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe4fa12-dbd4-4436-99d5-d7aaabcdfafb None None] The sync data for ids ['e18e7a24-5a31-4984-a54c-4c00b1668e2a'] in n-d-807786-1 is: [{'id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'name': 'tempest-TestVolumeBackupRestore-1028014108-router', 'tenant_id': '8201e28dc97648479aa6f5c7d071d8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '0bd42c76-e9bc-476b-9731-eff7ea622f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:03Z', 'updated_at': '2021-09-07T19:14:11Z', 'revision_number': 4, 'project_id': '8201e28dc97648479aa6f5c7d071d8b7', 'gw_port': {'id': '0bd42c76-e9bc-476b-9731-eff7ea622f74', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:43:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:05Z', 'updated_at': '2021-09-07T19:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '4ff4e55b-a684-42d5-a298-da1699553a35', 'name': '', 'network_id': '3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293', 'tenant_id': '8201e28dc97648479aa6f5c7d071d8b7', 'mac_address': 'fa:16:3e:5f:17:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '71b747e9-3f5f-420e-8bda-d33bc989e01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:10Z', 'updated_at': '2021-09-07T19:14:10Z', 'revision_number': 1, 'project_id': '8201e28dc97648479aa6f5c7d071d8b7', 'subnets': [{'id': '71b747e9-3f5f-420e-8bda-d33bc989e01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:14:11.948853 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbeaa30-6440-4406-b4e6-481a0dd0771e tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b3208b-5027-4c9f-8c1d-f376842a0d1d,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:11.980259 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4fbeaa30-6440-4406-b4e6-481a0dd0771e tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:11.983886 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4fbeaa30-6440-4406-b4e6-481a0dd0771e tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2998743 Sep 07 19:14:11.988893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838b5b6e-7c5a-4eca-b6ed-2318b47044f0 admin admin] Router e18e7a24-5a31-4984-a54c-4c00b1668e2a has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:14:11.991047 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33920) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:11.996653 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-66ac9986-7b35-4519-81c6-349585bcb2af tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Request body: {'security_group_rule': {'security_group_id': 'a5b3208b-5027-4c9f-8c1d-f376842a0d1d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:12.009230 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6b604961-2fa1-4f3d-81e1-6802cc603d0f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.058388 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66ac9986-7b35-4519-81c6-349585bcb2af tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.159426 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6b604961-2fa1-4f3d-81e1-6802cc603d0f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.166585 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66ac9986-7b35-4519-81c6-349585bcb2af tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.180725 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66ac9986-7b35-4519-81c6-349585bcb2af tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.209829 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6b604961-2fa1-4f3d-81e1-6802cc603d0f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.221415 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac9986-7b35-4519-81c6-349585bcb2af tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06225d5-d547-432f-90c8-d6a43f04287d,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:12.253634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b604961-2fa1-4f3d-81e1-6802cc603d0f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8423d69b-6355-41a5-8eeb-4496a4932445,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:12.254077 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66ac9986-7b35-4519-81c6-349585bcb2af tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.256590 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-66ac9986-7b35-4519-81c6-349585bcb2af tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2634776 Sep 07 19:14:12.259507 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33926) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:12.291650 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6b604961-2fa1-4f3d-81e1-6802cc603d0f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.296276 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6b604961-2fa1-4f3d-81e1-6802cc603d0f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5108914 Sep 07 19:14:12.296451 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33928) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:12.298372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838b5b6e-7c5a-4eca-b6ed-2318b47044f0 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:14:12.298495 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5365feb7-48b0-4819-bfe0-99c88165f3a6 None None] Provisioning complete for port 4ff4e55b-a684-42d5-a298-da1699553a35 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:12.298957 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5365feb7-48b0-4819-bfe0-99c88165f3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.303679 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-838b5b6e-7c5a-4eca-b6ed-2318b47044f0 admin admin] 10.222.0.26 "PUT /v2.0/routers/e18e7a24-5a31-4984-a54c-4c00b1668e2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6881888 Sep 07 19:14:12.312785 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b971fb57-d698-4e73-b605-8e1e4d09909d tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.314678 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-bb4dbcab-cbdc-4c25-a934-d6e0027dd185 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': '0af84ca2-345f-4ab8-9028-e1e7401fc471', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:12.332377 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b971fb57-d698-4e73-b605-8e1e4d09909d tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.374978 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbcab-cbdc-4c25-a934-d6e0027dd185 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.381631 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-5365feb7-48b0-4819-bfe0-99c88165f3a6 None None] Port 4ff4e55b-a684-42d5-a298-da1699553a35 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:14:12.385177 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b971fb57-d698-4e73-b605-8e1e4d09909d tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.401531 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b971fb57-d698-4e73-b605-8e1e4d09909d tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.402933 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b971fb57-d698-4e73-b605-8e1e4d09909d tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/d06225d5-d547-432f-90c8-d6a43f04287d HTTP/1.1" status: 204 len: 168 time: 0.1423590 Sep 07 19:14:12.404112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971fb57-d698-4e73-b605-8e1e4d09909d tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d06225d5-d547-432f-90c8-d6a43f04287d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:12.406438 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33932) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:12.487542 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbcab-cbdc-4c25-a934-d6e0027dd185 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.503579 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33934) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:12.507983 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dede4ba4-175f-40c9-a690-c8770ad50085 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0988104 Sep 07 19:14:12.509587 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbcab-cbdc-4c25-a934-d6e0027dd185 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.531814 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4dbcab-cbdc-4c25-a934-d6e0027dd185 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759f05e1-9912-4b50-a4fc-4b86bcf6b895,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:12.554319 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbcab-cbdc-4c25-a934-d6e0027dd185 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.556658 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bb4dbcab-cbdc-4c25-a934-d6e0027dd185 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2579896 Sep 07 19:14:12.558516 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33942) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:12.572263 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-280b9cde-a4c4-4b9d-9d96-a82f5974021b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': '0af84ca2-345f-4ab8-9028-e1e7401fc471', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:12.613428 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d67e4d44-ae8a-4400-9abe-330cfa2baaa0 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.632836 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-280b9cde-a4c4-4b9d-9d96-a82f5974021b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.662392 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d67e4d44-ae8a-4400-9abe-330cfa2baaa0 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.789315 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-280b9cde-a4c4-4b9d-9d96-a82f5974021b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.798844 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d67e4d44-ae8a-4400-9abe-330cfa2baaa0 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.801883 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d67e4d44-ae8a-4400-9abe-330cfa2baaa0 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.803099 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d67e4d44-ae8a-4400-9abe-330cfa2baaa0 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "DELETE /v2.0/security-groups/a5b3208b-5027-4c9f-8c1d-f376842a0d1d HTTP/1.1" status: 204 len: 168 time: 0.2982361 Sep 07 19:14:12.807799 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-280b9cde-a4c4-4b9d-9d96-a82f5974021b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.810542 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33954) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:12.841448 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e4d44-ae8a-4400-9abe-330cfa2baaa0 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b3208b-5027-4c9f-8c1d-f376842a0d1d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:12.926145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b9cde-a4c4-4b9d-9d96-a82f5974021b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6160969d-6f2f-42e0-9de6-aae729cdb65a,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:12.979668 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-280b9cde-a4c4-4b9d-9d96-a82f5974021b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.983505 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:12.991621 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-280b9cde-a4c4-4b9d-9d96-a82f5974021b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4310410 Sep 07 19:14:12.994262 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 33988) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:12.999774 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-edce1224-8ec7-4e93-a2a1-d0b7110a0254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': '0af84ca2-345f-4ab8-9028-e1e7401fc471', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:13.019539 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-46a29509-0c6a-4c48-907b-62d84b6e22d2 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2037876 Sep 07 19:14:13.020530 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 33990) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:13.026277 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-5b23c621-f384-4a35-a6a3-bdea87d52c52 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Request body: {'security_group': {'name': 'tempest-secgroup--1129331424'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:13.055798 n-d-807786-1 neutron-server[101445]: INFO neutron.db.securitygroups_db [None req-edce1224-8ec7-4e93-a2a1-d0b7110a0254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Project aa42bbf5542c477bbf2c68a6d391c89a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:14:13.064789 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edce1224-8ec7-4e93-a2a1-d0b7110a0254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.105515 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b23c621-f384-4a35-a6a3-bdea87d52c52 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.153350 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edce1224-8ec7-4e93-a2a1-d0b7110a0254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.158719 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edce1224-8ec7-4e93-a2a1-d0b7110a0254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.194114 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce1224-8ec7-4e93-a2a1-d0b7110a0254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159a1c40-f39d-4bc8-a31e-f6f4c4c34460,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:13.269555 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b23c621-f384-4a35-a6a3-bdea87d52c52 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.275589 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b23c621-f384-4a35-a6a3-bdea87d52c52 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.283327 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edce1224-8ec7-4e93-a2a1-d0b7110a0254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.284615 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-edce1224-8ec7-4e93-a2a1-d0b7110a0254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2890761 Sep 07 19:14:13.287370 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34000) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:13.293006 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-991a0f2b-92d5-4a4c-abba-413bda90af04 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': '0af84ca2-345f-4ab8-9028-e1e7401fc471', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:13.312408 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23c621-f384-4a35-a6a3-bdea87d52c52 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5e9cf2-355f-403a-95ff-4b0bba9a0830,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:13.315711 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5b23c621-f384-4a35-a6a3-bdea87d52c52 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.319452 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5b23c621-f384-4a35-a6a3-bdea87d52c52 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2953653 Sep 07 19:14:13.322196 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34002) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:13.331483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-d11a6c83-c992-4af7-a79d-cf04be517c8a tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Request body: {'security_group_rule': {'security_group_id': 'ca5e9cf2-355f-403a-95ff-4b0bba9a0830', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:13.373166 n-d-807786-1 neutron-server[101445]: INFO neutron.db.securitygroups_db [None req-991a0f2b-92d5-4a4c-abba-413bda90af04 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Project aa42bbf5542c477bbf2c68a6d391c89a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:14:13.401453 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-991a0f2b-92d5-4a4c-abba-413bda90af04 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.457795 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d11a6c83-c992-4af7-a79d-cf04be517c8a tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.526064 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-991a0f2b-92d5-4a4c-abba-413bda90af04 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.541596 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-991a0f2b-92d5-4a4c-abba-413bda90af04 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.568672 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d11a6c83-c992-4af7-a79d-cf04be517c8a tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.573806 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a0f2b-92d5-4a4c-abba-413bda90af04 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f458989-6891-406a-91cf-019096d61e93,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:13.579838 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d11a6c83-c992-4af7-a79d-cf04be517c8a tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.593859 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-991a0f2b-92d5-4a4c-abba-413bda90af04 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.595754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-991a0f2b-92d5-4a4c-abba-413bda90af04 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3065925 Sep 07 19:14:13.598676 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34014) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:13.602553 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a6c83-c992-4af7-a79d-cf04be517c8a tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f83f84-6b0f-44a9-afa3-f7c4ebe254f2,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:13.610894 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-bb58bda3-54ae-46ad-89ca-450db703ba3b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'network': {'name': 'tempest-network-smoke--1792635700', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'port_security_enabled': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:13.618355 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d11a6c83-c992-4af7-a79d-cf04be517c8a tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.619781 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d11a6c83-c992-4af7-a79d-cf04be517c8a tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2953639 Sep 07 19:14:13.622423 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34018) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:13.639848 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-86c2ef7f-4260-4e8b-be87-d29342799c5b tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Request body: {'security_group_rule': {'security_group_id': 'ca5e9cf2-355f-403a-95ff-4b0bba9a0830', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:13.646305 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb58bda3-54ae-46ad-89ca-450db703ba3b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Made reservation on behalf of aa42bbf5542c477bbf2c68a6d391c89a for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:14:13.653281 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb58bda3-54ae-46ad-89ca-450db703ba3b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.687029 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-86c2ef7f-4260-4e8b-be87-d29342799c5b tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.699228 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb58bda3-54ae-46ad-89ca-450db703ba3b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:14:13.721702 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb58bda3-54ae-46ad-89ca-450db703ba3b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.722100 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-bb58bda3-54ae-46ad-89ca-450db703ba3b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Added segment 99873a99-e89e-4351-9297-031c245fc4f8 of type vlan for network 96d6b3b8-24a8-48a5-a1bf-214a250b5a45 Sep 07 19:14:13.797631 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-86c2ef7f-4260-4e8b-be87-d29342799c5b tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.803289 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-86c2ef7f-4260-4e8b-be87-d29342799c5b tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.868496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0bd42c76-e9bc-476b-9731-eff7ea622f74 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:14:13.888167 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-86c2ef7f-4260-4e8b-be87-d29342799c5b tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.889528 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-86c2ef7f-4260-4e8b-be87-d29342799c5b tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2576084 Sep 07 19:14:13.891999 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2ef7f-4260-4e8b-be87-d29342799c5b tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b4fab7-e43b-45dd-9031-e4db2ecbe203,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:13.894625 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34024) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:13.902704 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-98cb9788-c9c0-40e8-a396-1b7338505c7c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Request body: {'security_group_rule': {'security_group_id': 'ca5e9cf2-355f-403a-95ff-4b0bba9a0830', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:13.909796 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb58bda3-54ae-46ad-89ca-450db703ba3b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:13.975201 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.041647 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98cb9788-c9c0-40e8-a396-1b7338505c7c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.042288 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 0bd42c76-e9bc-476b-9731-eff7ea622f74 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:14:14.048001 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 0bd42c76-e9bc-476b-9731-eff7ea622f74 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:14.048905 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.079167 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb58bda3-54ae-46ad-89ca-450db703ba3b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.088861 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb58bda3-54ae-46ad-89ca-450db703ba3b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:14.089727 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bb58bda3-54ae-46ad-89ca-450db703ba3b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.165094 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.197525 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bb58bda3-54ae-46ad-89ca-450db703ba3b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5973568 Sep 07 19:14:14.200690 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34056) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:14.206156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-1ec0bf2a-6e93-41a0-a07d-f7f8d70ff9cc tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-976012008', 'admin_state_up': True, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:14.215590 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 0bd42c76-e9bc-476b-9731-eff7ea622f74, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0bd42c76-e9bc-476b-9731-eff7ea622f74,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:14.229715 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.263411 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bf2a-6e93-41a0-a07d-f7f8d70ff9cc tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.265564 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bf2a-6e93-41a0-a07d-f7f8d70ff9cc tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.273566 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98cb9788-c9c0-40e8-a396-1b7338505c7c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.279620 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58bda3-54ae-46ad-89ca-450db703ba3b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Network': ['ID=96d6b3b8-24a8-48a5-a1bf-214a250b5a45,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:14.293275 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98cb9788-c9c0-40e8-a396-1b7338505c7c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.305601 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 96d6b3b8-24a8-48a5-a1bf-214a250b5a45 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:14:14.321855 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb9788-c9c0-40e8-a396-1b7338505c7c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59982068-2f97-494e-b142-39258385b246,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:14.327842 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-98cb9788-c9c0-40e8-a396-1b7338505c7c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.332552 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-98cb9788-c9c0-40e8-a396-1b7338505c7c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4366860 Sep 07 19:14:14.333502 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34058) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:14.343471 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-70dfd4a4-7665-42b6-88b6-3dc2f1c5661c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Request body: {'security_group_rule': {'security_group_id': 'ca5e9cf2-355f-403a-95ff-4b0bba9a0830', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:14.358381 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bf2a-6e93-41a0-a07d-f7f8d70ff9cc tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.389105 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70dfd4a4-7665-42b6-88b6-3dc2f1c5661c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.484215 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=0bd42c76-e9bc-476b-9731-eff7ea622f74,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:14.541635 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70dfd4a4-7665-42b6-88b6-3dc2f1c5661c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.549762 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70dfd4a4-7665-42b6-88b6-3dc2f1c5661c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.579327 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfd4a4-7665-42b6-88b6-3dc2f1c5661c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53060e64-72c5-486c-91c6-13e6050d4b8b,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:14.588349 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70dfd4a4-7665-42b6-88b6-3dc2f1c5661c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.592669 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-70dfd4a4-7665-42b6-88b6-3dc2f1c5661c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2541823 Sep 07 19:14:14.593346 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34064) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:14.598094 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d3e4c6ea-26cc-4a3f-a3f8-b0621560504c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Request body: {'security_group_rule': {'security_group_id': 'ca5e9cf2-355f-403a-95ff-4b0bba9a0830', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:14.637615 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3e4c6ea-26cc-4a3f-a3f8-b0621560504c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.718452 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3e4c6ea-26cc-4a3f-a3f8-b0621560504c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.723257 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3e4c6ea-26cc-4a3f-a3f8-b0621560504c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.742008 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4c6ea-26cc-4a3f-a3f8-b0621560504c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d98656-e31d-48f2-8db8-89fc34e82677,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:14.750488 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3e4c6ea-26cc-4a3f-a3f8-b0621560504c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.755032 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d3e4c6ea-26cc-4a3f-a3f8-b0621560504c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1605024 Sep 07 19:14:14.756374 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34066) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:14.791778 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-58f5d8b3-26de-4b83-851e-2f1af48fcb50 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.809574 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-58f5d8b3-26de-4b83-851e-2f1af48fcb50 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.852529 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-58f5d8b3-26de-4b83-851e-2f1af48fcb50 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.870865 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-58f5d8b3-26de-4b83-851e-2f1af48fcb50 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.875083 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-58f5d8b3-26de-4b83-851e-2f1af48fcb50 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/91d98656-e31d-48f2-8db8-89fc34e82677 HTTP/1.1" status: 204 len: 168 time: 0.1186111 Sep 07 19:14:14.876193 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5d8b3-26de-4b83-851e-2f1af48fcb50 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91d98656-e31d-48f2-8db8-89fc34e82677,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:14.878041 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34070) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:14.887787 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bf2a-6e93-41a0-a07d-f7f8d70ff9cc tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:14.939655 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1dc79f92-e63d-4f48-b750-1d97fa86966c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0605156 Sep 07 19:14:14.939851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34072) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:15.000392 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20db35b5-901e-4ff5-a1a1-d3c143aea8b3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:15.011836 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20db35b5-901e-4ff5-a1a1-d3c143aea8b3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:15.049611 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-440be0f8-4b1b-42b0-a847-50a926c8cb10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2067835 Sep 07 19:14:15.083538 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20db35b5-901e-4ff5-a1a1-d3c143aea8b3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:15.090212 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20db35b5-901e-4ff5-a1a1-d3c143aea8b3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:15.091211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-20db35b5-901e-4ff5-a1a1-d3c143aea8b3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/53060e64-72c5-486c-91c6-13e6050d4b8b HTTP/1.1" status: 204 len: 168 time: 0.1491582 Sep 07 19:14:15.093813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34076) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:15.107091 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db35b5-901e-4ff5-a1a1-d3c143aea8b3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53060e64-72c5-486c-91c6-13e6050d4b8b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:15.232724 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bc51e186-5792-44a6-906d-72dbfa9393e5 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1377666 Sep 07 19:14:15.235550 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34082) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:15.270724 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5225fa09-317e-4a08-91b9-b7a702b54432 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:15.280972 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5225fa09-317e-4a08-91b9-b7a702b54432 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:15.303591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-dd24ebc2-d7c5-4653-aa7d-670beace3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:15.303799 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-dd24ebc2-d7c5-4653-aa7d-670beace3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:15.304218 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-dd24ebc2-d7c5-4653-aa7d-670beace3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:15.304729 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-dd24ebc2-d7c5-4653-aa7d-670beace3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:15.305872 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-dd24ebc2-d7c5-4653-aa7d-670beace3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:15.306492 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-dd24ebc2-d7c5-4653-aa7d-670beace3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:15.306827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-dd24ebc2-d7c5-4653-aa7d-670beace3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:15.308963 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-dd24ebc2-d7c5-4653-aa7d-670beace3c88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d5c8f8778fa460ca7e73179a15e85b3&device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 6491 time: 0.1922965 Sep 07 19:14:15.327134 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bf2a-6e93-41a0-a07d-f7f8d70ff9cc tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:15.328764 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5225fa09-317e-4a08-91b9-b7a702b54432 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:15.350714 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5225fa09-317e-4a08-91b9-b7a702b54432 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:15.351865 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5225fa09-317e-4a08-91b9-b7a702b54432 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/59982068-2f97-494e-b142-39258385b246 HTTP/1.1" status: 204 len: 168 time: 0.1152961 Sep 07 19:14:15.355575 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34084) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:15.358436 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225fa09-317e-4a08-91b9-b7a702b54432 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59982068-2f97-494e-b142-39258385b246,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:15.362694 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bf2a-6e93-41a0-a07d-f7f8d70ff9cc tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:15.416596 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-11074173-0655-4228-9d83-d4c71c911cc4 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0580015 Sep 07 19:14:15.417448 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34086) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:15.451186 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0f67a489-e35b-4d10-97a4-ab885eaf4c4f tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:15.462436 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0f67a489-e35b-4d10-97a4-ab885eaf4c4f tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:15.501501 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0f67a489-e35b-4d10-97a4-ab885eaf4c4f tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:15.521068 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0f67a489-e35b-4d10-97a4-ab885eaf4c4f tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:15.524771 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0f67a489-e35b-4d10-97a4-ab885eaf4c4f tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/46b4fab7-e43b-45dd-9031-e4db2ecbe203 HTTP/1.1" status: 204 len: 168 time: 0.1059246 Sep 07 19:14:15.525442 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34090) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:15.527697 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67a489-e35b-4d10-97a4-ab885eaf4c4f tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46b4fab7-e43b-45dd-9031-e4db2ecbe203,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:15.560025 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-9bd017ee-5a7e-4199-9a7b-981287e96b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:15.560597 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-9bd017ee-5a7e-4199-9a7b-981287e96b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:15.561084 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-9bd017ee-5a7e-4199-9a7b-981287e96b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:15.562707 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-9bd017ee-5a7e-4199-9a7b-981287e96b47 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a8afba9-c74f-48a2-a182-350c40365b16&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&id=6c3033e0-4276-47bf-9cdc-e60a9923d00a&id=6c3033e0-4276-47bf-9cdc-e60a9923d00a HTTP/1.1" status: 200 len: 2292 time: 0.2086694 Sep 07 19:14:15.588683 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-1ec0bf2a-6e93-41a0-a07d-f7f8d70ff9cc tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Allocated IP 172.25.8.139 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/e550b1b4-4839-4edb-aa45-33452dccd909) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:14:15.615954 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e50623eb-cd2f-49ff-aada-2e97c8119ea5 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0890369 Sep 07 19:14:15.618864 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34098) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:15.679546 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63086fe9-92f1-49e0-a739-7791f23d20aa tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:15.688975 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63086fe9-92f1-49e0-a739-7791f23d20aa tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:15.754391 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63086fe9-92f1-49e0-a739-7791f23d20aa tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:15.761313 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63086fe9-92f1-49e0-a739-7791f23d20aa tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:15.762484 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-63086fe9-92f1-49e0-a739-7791f23d20aa tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/f9f83f84-6b0f-44a9-afa3-f7c4ebe254f2 HTTP/1.1" status: 204 len: 168 time: 0.1426263 Sep 07 19:14:15.768232 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34106) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:15.792652 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63086fe9-92f1-49e0-a739-7791f23d20aa tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9f83f84-6b0f-44a9-afa3-f7c4ebe254f2,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:15.832528 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0bd42c76-e9bc-476b-9731-eff7ea622f74 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:14:15.840413 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-45ec49ae-bced-4478-a22a-6135eee44258 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0653338 Sep 07 19:14:15.840829 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-9a3a83ac-905a-46ca-9d04-8df7b14d5292 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 HTTP/1.1" status: 200 len: 1002 time: 0.2638812 Sep 07 19:14:15.842290 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34108) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:15.889284 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] Sync routers for ids ['e18e7a24-5a31-4984-a54c-4c00b1668e2a'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:14:15.900666 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] Routers {'e18e7a24-5a31-4984-a54c-4c00b1668e2a'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:14:15.901301 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e18e7a24-5a31-4984-a54c-4c00b1668e2a'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:15.926903 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 0bd42c76-e9bc-476b-9731-eff7ea622f74 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:15.927296 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:15.940172 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bf2a-6e93-41a0-a07d-f7f8d70ff9cc tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:16.011420 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-fe5fb27d-a636-4217-9817-042639e14910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:16.013044 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-fe5fb27d-a636-4217-9817-042639e14910 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad43e386-e1da-4481-8206-5b6118db82c7 HTTP/1.1" status: 200 len: 851 time: 0.1677165 Sep 07 19:14:16.068650 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-80896540-61ad-4900-a4ab-f38ba72410d3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:16.089055 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] Set router e18e7a24-5a31-4984-a54c-4c00b1668e2a gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:14:16.103191 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-80896540-61ad-4900-a4ab-f38ba72410d3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:16.166045 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bf2a-6e93-41a0-a07d-f7f8d70ff9cc tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:16.178614 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-52796047-0afb-4648-b02a-160bf13e6137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:16.181932 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-52796047-0afb-4648-b02a-160bf13e6137 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a8afba9-c74f-48a2-a182-350c40365b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560936 Sep 07 19:14:16.240565 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-80516ac1-bb88-4de2-916e-e099ba883bfe service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:14:16.247193 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-80516ac1-bb88-4de2-916e-e099ba883bfe service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114942 Sep 07 19:14:16.252239 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-80896540-61ad-4900-a4ab-f38ba72410d3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:16.259093 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-80896540-61ad-4900-a4ab-f38ba72410d3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:16.263987 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-80896540-61ad-4900-a4ab-f38ba72410d3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "DELETE /v2.0/security-groups/ca5e9cf2-355f-403a-95ff-4b0bba9a0830 HTTP/1.1" status: 204 len: 168 time: 0.4179890 Sep 07 19:14:16.264386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34118) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:16.341880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec0bf2a-6e93-41a0-a07d-f7f8d70ff9cc tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:14:16.349827 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a2d5b33d-eb6e-42c6-913d-5c537c276081 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0828164 Sep 07 19:14:16.358022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34120) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:16.367103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-ae535c38-5a55-48b6-ae54-8b58557317db tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137839242'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:16.373948 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80896540-61ad-4900-a4ab-f38ba72410d3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5e9cf2-355f-403a-95ff-4b0bba9a0830,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:16.380168 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'name': 'tempest-TestVolumeBackupRestore-1028014108-router', 'tenant_id': '8201e28dc97648479aa6f5c7d071d8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '0bd42c76-e9bc-476b-9731-eff7ea622f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:03Z', 'updated_at': '2021-09-07T19:14:11Z', 'revision_number': 4, 'project_id': '8201e28dc97648479aa6f5c7d071d8b7', 'gw_port': {'id': '0bd42c76-e9bc-476b-9731-eff7ea622f74', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:43:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:05Z', 'updated_at': '2021-09-07T19:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '4ff4e55b-a684-42d5-a298-da1699553a35', 'name': '', 'network_id': '3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293', 'tenant_id': '8201e28dc97648479aa6f5c7d071d8b7', 'mac_address': 'fa:16:3e:5f:17:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '71b747e9-3f5f-420e-8bda-d33bc989e01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:10Z', 'updated_at': '2021-09-07T19:14:11Z', 'revision_number': 2, 'project_id': '8201e28dc97648479aa6f5c7d071d8b7', 'subnets': [{'id': '71b747e9-3f5f-420e-8bda-d33bc989e01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:16.391052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-1ec0bf2a-6e93-41a0-a07d-f7f8d70ff9cc tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:14:16.417004 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec0bf2a-6e93-41a0-a07d-f7f8d70ff9cc tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:14:16.419049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0bf2a-6e93-41a0-a07d-f7f8d70ff9cc tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=e550b1b4-4839-4edb-aa45-33452dccd909,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:16.420793 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] Checking router: e18e7a24-5a31-4984-a54c-4c00b1668e2a for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:14:16.421236 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] Updating router e18e7a24-5a31-4984-a54c-4c00b1668e2a port 4ff4e55b-a684-42d5-a298-da1699553a35 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:14:16.449570 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:16.523545 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ae535c38-5a55-48b6-ae54-8b58557317db tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:16.795253 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-c8b3881a-7986-4cd2-8b9b-88714992217e service neutron] 10.222.0.36 "GET /v2.0/networks/6a8afba9-c74f-48a2-a182-350c40365b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075147 Sep 07 19:14:16.893255 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:16.924025 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] Transition to ACTIVE for port object 4ff4e55b-a684-42d5-a298-da1699553a35 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:14:16.931973 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:16.997309 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d5def-8058-4c41-b973-9621821c3795 None None] Pushing event updated for resources: {'Port': ['ID=4ff4e55b-a684-42d5-a298-da1699553a35,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:17.030658 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d5def-8058-4c41-b973-9621821c3795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:17.031243 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d5def-8058-4c41-b973-9621821c3795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:17.031733 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d5def-8058-4c41-b973-9621821c3795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:17.032238 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d5def-8058-4c41-b973-9621821c3795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:17.032746 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d5def-8058-4c41-b973-9621821c3795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:17.033250 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d5def-8058-4c41-b973-9621821c3795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:17.033577 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d5def-8058-4c41-b973-9621821c3795 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:17.033900 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d5def-8058-4c41-b973-9621821c3795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:17.034223 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d5def-8058-4c41-b973-9621821c3795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:17.034541 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d5def-8058-4c41-b973-9621821c3795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:17.034857 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d5def-8058-4c41-b973-9621821c3795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:17.035179 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d5def-8058-4c41-b973-9621821c3795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:17.057979 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bf2a-6e93-41a0-a07d-f7f8d70ff9cc tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:17.066603 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-3a61ce79-8700-4036-a01b-5be3029bf0c3 service neutron] 10.222.0.36 "GET /v2.0/networks/6a8afba9-c74f-48a2-a182-350c40365b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493844 Sep 07 19:14:17.068918 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] Attempting to bind port 4ff4e55b-a684-42d5-a298-da1699553a35 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:14:17.069490 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] Attempting to bind port 4ff4e55b-a684-42d5-a298-da1699553a35 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '62b0d145-35dd-4a6b-8e7a-731c01fdb972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:14:17.070254 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] Attempting to bind port 4ff4e55b-a684-42d5-a298-da1699553a35 on network 3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:14:17.078596 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:14:17.079266 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] Checking segment: {'id': '62b0d145-35dd-4a6b-8e7a-731c01fdb972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:14:17.079884 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:17.080430 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] Bound using segment: {'id': '62b0d145-35dd-4a6b-8e7a-731c01fdb972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:14:17.081407 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] Bound port: 4ff4e55b-a684-42d5-a298-da1699553a35, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b0d145-35dd-4a6b-8e7a-731c01fdb972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:14:17.082208 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:17.104605 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ae535c38-5a55-48b6-ae54-8b58557317db tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:17.143254 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ae535c38-5a55-48b6-ae54-8b58557317db tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:17.157476 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-f4a9d4ed-a4ce-43d6-95e1-6888daa40d68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=b06c3ed3-5ce2-4a65-a560-070dba9ac0fc HTTP/1.1" status: 200 len: 217 time: 0.0511229 Sep 07 19:14:17.190163 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] For port 4ff4e55b-a684-42d5-a298-da1699553a35, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:14:17.194243 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] For port 4ff4e55b-a684-42d5-a298-da1699553a35, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4ff4e55b-a684-42d5-a298-da1699553a35,segment=NetworkSegment(62b0d145-35dd-4a6b-8e7a-731c01fdb972),segment_id=62b0d145-35dd-4a6b-8e7a-731c01fdb972)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:14:17.200638 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:17.223117 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ae535c38-5a55-48b6-ae54-8b58557317db tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:17.226878 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ae535c38-5a55-48b6-ae54-8b58557317db tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8609586 Sep 07 19:14:17.227297 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34130) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:17.233364 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d2b0d63d-7953-464d-94eb-3a6717423e68 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Request body: {'security_group_rule': {'security_group_id': '3d598149-953d-43eb-b3c2-0ad07fcb19af', 'direction': 'ingress', 'protocol': 17}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:17.280568 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d5def-8058-4c41-b973-9621821c3795 None None] Pushing event updated for resources: {'Port': ['ID=4ff4e55b-a684-42d5-a298-da1699553a35,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:17.298555 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d2b0d63d-7953-464d-94eb-3a6717423e68 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:17.302213 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] Routers {'e18e7a24-5a31-4984-a54c-4c00b1668e2a'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:14:17.303233 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e18e7a24-5a31-4984-a54c-4c00b1668e2a'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:17.337280 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae535c38-5a55-48b6-ae54-8b58557317db tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d598149-953d-43eb-b3c2-0ad07fcb19af,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:17.394084 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-57a47527-ed17-4fd0-9509-c0c15b2e7140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:17.396175 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-57a47527-ed17-4fd0-9509-c0c15b2e7140 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.2229333 Sep 07 19:14:17.402559 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d2b0d63d-7953-464d-94eb-3a6717423e68 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:17.412574 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d2b0d63d-7953-464d-94eb-3a6717423e68 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:17.461837 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d2b0d63d-7953-464d-94eb-3a6717423e68 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:17.466983 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d2b0d63d-7953-464d-94eb-3a6717423e68 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2385259 Sep 07 19:14:17.470294 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0d63d-7953-464d-94eb-3a6717423e68 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e2ad4b-b443-4a68-9da3-830f96e1f385,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:17.472185 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34134) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:17.537884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-61a6c6ec-04af-4464-93bb-94d843b9f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:17.538699 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-61a6c6ec-04af-4464-93bb-94d843b9f18a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1315749 Sep 07 19:14:17.614274 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-506c3332-afb8-4f8b-9c23-0ad8479c95e1 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:17.647413 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:14:17.661954 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-506c3332-afb8-4f8b-9c23-0ad8479c95e1 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:17.692490 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] Set router e18e7a24-5a31-4984-a54c-4c00b1668e2a gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:14:17.746362 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-506c3332-afb8-4f8b-9c23-0ad8479c95e1 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:17.749065 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-506c3332-afb8-4f8b-9c23-0ad8479c95e1 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:17.750309 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-506c3332-afb8-4f8b-9c23-0ad8479c95e1 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "DELETE /v2.0/security-groups/3d598149-953d-43eb-b3c2-0ad07fcb19af HTTP/1.1" status: 204 len: 168 time: 0.2697930 Sep 07 19:14:17.753844 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34136) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:17.764586 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bf2a-6e93-41a0-a07d-f7f8d70ff9cc tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:17.796319 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c3332-afb8-4f8b-9c23-0ad8479c95e1 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d598149-953d-43eb-b3c2-0ad07fcb19af,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:17.824595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-b4fd2a2d-e3d0-4c07-a314-370b2efd7a32 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737267 Sep 07 19:14:17.859830 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4ff4e55b-a684-42d5-a298-da1699553a35 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:14:17.963203 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-47f7a607-b814-4c90-829e-6ff7cbabd120 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2081733 Sep 07 19:14:17.967205 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34142) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:17.971889 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-30342a4c-3fbc-4cef-9cb4-75f7a80104e5 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Request body: {'security_group': {'name': 'tempest-secgroup--1090793999'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:18.021963 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 4ff4e55b-a684-42d5-a298-da1699553a35 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:14:18.035348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 4ff4e55b-a684-42d5-a298-da1699553a35 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:18.036024 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:18.093910 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30342a4c-3fbc-4cef-9cb4-75f7a80104e5 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:18.169095 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'name': 'tempest-TestVolumeBackupRestore-1028014108-router', 'tenant_id': '8201e28dc97648479aa6f5c7d071d8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '0bd42c76-e9bc-476b-9731-eff7ea622f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:03Z', 'updated_at': '2021-09-07T19:14:11Z', 'revision_number': 4, 'project_id': '8201e28dc97648479aa6f5c7d071d8b7', 'gw_port': {'id': '0bd42c76-e9bc-476b-9731-eff7ea622f74', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:43:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:05Z', 'updated_at': '2021-09-07T19:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '4ff4e55b-a684-42d5-a298-da1699553a35', 'name': '', 'network_id': '3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293', 'tenant_id': '8201e28dc97648479aa6f5c7d071d8b7', 'mac_address': 'fa:16:3e:5f:17:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '71b747e9-3f5f-420e-8bda-d33bc989e01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:10Z', 'updated_at': '2021-09-07T19:14:17Z', 'revision_number': 4, 'project_id': '8201e28dc97648479aa6f5c7d071d8b7', 'subnets': [{'id': '71b747e9-3f5f-420e-8bda-d33bc989e01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:18.188814 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:18.237933 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f415d-2ee8-4fc7-9608-56f582222f11 None None] The sync data for ids ['e18e7a24-5a31-4984-a54c-4c00b1668e2a'] in n-d-807786-1 is: [{'id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'name': 'tempest-TestVolumeBackupRestore-1028014108-router', 'tenant_id': '8201e28dc97648479aa6f5c7d071d8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '0bd42c76-e9bc-476b-9731-eff7ea622f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:03Z', 'updated_at': '2021-09-07T19:14:11Z', 'revision_number': 4, 'project_id': '8201e28dc97648479aa6f5c7d071d8b7', 'gw_port': {'id': '0bd42c76-e9bc-476b-9731-eff7ea622f74', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:43:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:05Z', 'updated_at': '2021-09-07T19:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '4ff4e55b-a684-42d5-a298-da1699553a35', 'name': '', 'network_id': '3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293', 'tenant_id': '8201e28dc97648479aa6f5c7d071d8b7', 'mac_address': 'fa:16:3e:5f:17:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '71b747e9-3f5f-420e-8bda-d33bc989e01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:10Z', 'updated_at': '2021-09-07T19:14:17Z', 'revision_number': 4, 'project_id': '8201e28dc97648479aa6f5c7d071d8b7', 'subnets': [{'id': '71b747e9-3f5f-420e-8bda-d33bc989e01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:14:18.243593 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 4ff4e55b-a684-42d5-a298-da1699553a35, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4ff4e55b-a684-42d5-a298-da1699553a35,segment=NetworkSegment(62b0d145-35dd-4a6b-8e7a-731c01fdb972),segment_id=62b0d145-35dd-4a6b-8e7a-731c01fdb972)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:18.252029 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:18.303573 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30342a4c-3fbc-4cef-9cb4-75f7a80104e5 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:18.312546 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30342a4c-3fbc-4cef-9cb4-75f7a80104e5 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:18.343914 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=4ff4e55b-a684-42d5-a298-da1699553a35,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:18.362644 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30342a4c-3fbc-4cef-9cb4-75f7a80104e5 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a52a740f-b465-4af7-a183-e7db12c6aebc,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:18.384803 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-30342a4c-3fbc-4cef-9cb4-75f7a80104e5 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:18.391465 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-30342a4c-3fbc-4cef-9cb4-75f7a80104e5 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4182611 Sep 07 19:14:18.392841 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34150) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:18.398196 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-9bb544f1-b923-4ed4-a509-cc44ab2d8b10 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Request body: {'security_group': {'name': 'tempest-secgroup--2105686184'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:18.447270 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9bb544f1-b923-4ed4-a509-cc44ab2d8b10 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:18.604596 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9bb544f1-b923-4ed4-a509-cc44ab2d8b10 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:18.612653 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9bb544f1-b923-4ed4-a509-cc44ab2d8b10 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:18.655549 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9bb544f1-b923-4ed4-a509-cc44ab2d8b10 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:18.657357 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9bb544f1-b923-4ed4-a509-cc44ab2d8b10 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2630472 Sep 07 19:14:18.660160 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34158) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:18.662664 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb544f1-b923-4ed4-a509-cc44ab2d8b10 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=780307cc-da08-4eef-a330-ae7b830761c4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:18.670366 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-ff858126-0138-41ca-8601-2dad3966c42c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Request body: {'security_group_rule': {'security_group_id': 'a52a740f-b465-4af7-a183-e7db12c6aebc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '780307cc-da08-4eef-a330-ae7b830761c4', 'remote_ip_prefix': None}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:18.736312 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-f9a94176-e123-43ee-8525-bfddfc56b12d service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8990304 Sep 07 19:14:18.812737 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-d081d949-8a9e-40aa-bb81-66d5fd290e13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=dca85aec-715c-451f-9b3f-cd3b5cafcf42 HTTP/1.1" status: 200 len: 217 time: 0.0590293 Sep 07 19:14:18.815385 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff858126-0138-41ca-8601-2dad3966c42c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:18.953989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec0bf2a-6e93-41a0-a07d-f7f8d70ff9cc tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Router 117f53c9-db3e-4eae-a9a4-b82f727e5920 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:14:18.974381 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff858126-0138-41ca-8601-2dad3966c42c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:18.982438 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-5b593f48-ae65-4cb3-bdfd-a18f2808bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:18.985052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-5b593f48-ae65-4cb3-bdfd-a18f2808bdd9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.1573942 Sep 07 19:14:18.987890 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff858126-0138-41ca-8601-2dad3966c42c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:19.123290 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff858126-0138-41ca-8601-2dad3966c42c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ad1eb4-5ef3-401b-9846-b3e1443856bc,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:19.146705 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff858126-0138-41ca-8601-2dad3966c42c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:19.150501 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ff858126-0138-41ca-8601-2dad3966c42c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4847369 Sep 07 19:14:19.151457 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34162) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:19.208327 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-624cd7a5-2a3b-44d9-b16a-89243421e3b0 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:19.229080 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-9e2ebc28-6571-4a73-b05f-c30dc72e6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:19.230836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-9e2ebc28-6571-4a73-b05f-c30dc72e6aa8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2351749 Sep 07 19:14:19.232441 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-624cd7a5-2a3b-44d9-b16a-89243421e3b0 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:19.284467 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-624cd7a5-2a3b-44d9-b16a-89243421e3b0 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:19.291814 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec0bf2a-6e93-41a0-a07d-f7f8d70ff9cc tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:14:19.296618 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-624cd7a5-2a3b-44d9-b16a-89243421e3b0 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:19.298059 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-624cd7a5-2a3b-44d9-b16a-89243421e3b0 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/b6ad1eb4-5ef3-401b-9846-b3e1443856bc HTTP/1.1" status: 204 len: 168 time: 0.1449101 Sep 07 19:14:19.300546 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34166) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:19.306520 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] Sync routers for ids ['117f53c9-db3e-4eae-a9a4-b82f727e5920'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:14:19.314405 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624cd7a5-2a3b-44d9-b16a-89243421e3b0 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6ad1eb4-5ef3-401b-9846-b3e1443856bc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:19.325370 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] Routers {'117f53c9-db3e-4eae-a9a4-b82f727e5920'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:14:19.326944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['117f53c9-db3e-4eae-a9a4-b82f727e5920'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:19.388262 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bf2a-6e93-41a0-a07d-f7f8d70ff9cc tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:19.396714 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1ec0bf2a-6e93-41a0-a07d-f7f8d70ff9cc tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.1934962 Sep 07 19:14:19.405930 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34172) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:19.417737 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4c2a787f-a226-4e5e-8c9f-5e69cb395e0b tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1153805 Sep 07 19:14:19.424623 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34174) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:19.532262 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1a0ce278-1c55-4abd-90cd-2c0c2f2b2cc4 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:19.542030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-6fad50ba-8a82-48ed-b913-2a20e70fa8f8 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855556 Sep 07 19:14:19.573360 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1a0ce278-1c55-4abd-90cd-2c0c2f2b2cc4 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:19.661477 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1a0ce278-1c55-4abd-90cd-2c0c2f2b2cc4 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:19.669166 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1a0ce278-1c55-4abd-90cd-2c0c2f2b2cc4 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:19.670371 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1a0ce278-1c55-4abd-90cd-2c0c2f2b2cc4 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "DELETE /v2.0/security-groups/780307cc-da08-4eef-a330-ae7b830761c4 HTTP/1.1" status: 204 len: 168 time: 0.2444940 Sep 07 19:14:19.678005 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34184) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:19.678903 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] Set router 117f53c9-db3e-4eae-a9a4-b82f727e5920 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:14:19.707179 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ce278-1c55-4abd-90cd-2c0c2f2b2cc4 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=780307cc-da08-4eef-a330-ae7b830761c4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:19.760406 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4f54bac6-010e-4330-8c16-325a0b51de1c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0813098 Sep 07 19:14:19.764488 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34188) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:19.839228 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4ff4e55b-a684-42d5-a298-da1699553a35 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:14:19.855683 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-78961be3-21d5-48a8-8045-0ba71573e835 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:19.891275 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-78961be3-21d5-48a8-8045-0ba71573e835 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:19.897346 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-dcd1d2d4-44d5-4abe-8dbf-5666f255c585 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=aa42bbf5542c477bbf2c68a6d391c89a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4657187 Sep 07 19:14:19.899581 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34192) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:19.973180 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4194c96-4fbc-4fa0-a0e0-da38417d7c29 req-d311919e-2dca-4614-9cf3-7487959469c9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:19.999915 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4194c96-4fbc-4fa0-a0e0-da38417d7c29 req-d311919e-2dca-4614-9cf3-7487959469c9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:20.029025 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4194c96-4fbc-4fa0-a0e0-da38417d7c29 req-d311919e-2dca-4614-9cf3-7487959469c9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:20.042949 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-78961be3-21d5-48a8-8045-0ba71573e835 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:20.046164 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-78961be3-21d5-48a8-8045-0ba71573e835 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:20.047653 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-78961be3-21d5-48a8-8045-0ba71573e835 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "DELETE /v2.0/security-groups/a52a740f-b465-4af7-a183-e7db12c6aebc HTTP/1.1" status: 204 len: 168 time: 0.2835484 Sep 07 19:14:20.051173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4194c96-4fbc-4fa0-a0e0-da38417d7c29 req-d311919e-2dca-4614-9cf3-7487959469c9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:20.053975 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 4ff4e55b-a684-42d5-a298-da1699553a35 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:20.054128 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34196) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:20.054421 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:20.068099 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4194c96-4fbc-4fa0-a0e0-da38417d7c29 req-d311919e-2dca-4614-9cf3-7487959469c9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:20.075494 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4194c96-4fbc-4fa0-a0e0-da38417d7c29 req-d311919e-2dca-4614-9cf3-7487959469c9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:20.081936 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78961be3-21d5-48a8-8045-0ba71573e835 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52a740f-b465-4af7-a183-e7db12c6aebc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:20.083424 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4194c96-4fbc-4fa0-a0e0-da38417d7c29 req-d311919e-2dca-4614-9cf3-7487959469c9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:20.090816 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976012008', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:14Z', 'updated_at': '2021-09-07T19:14:16Z', 'revision_number': 3, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:15Z', 'updated_at': '2021-09-07T19:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:20.094645 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4194c96-4fbc-4fa0-a0e0-da38417d7c29 req-d311919e-2dca-4614-9cf3-7487959469c9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5434 time: 0.7224457 Sep 07 19:14:20.097936 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b004d844-6c02-470b-a3df-176eaf4d0ebd tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:20.099819 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b004d844-6c02-470b-a3df-176eaf4d0ebd tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1984229 Sep 07 19:14:20.105016 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34198) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:20.159327 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8a2cbc35-f7e1-4176-a301-7a949c00bdf0 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0520301 Sep 07 19:14:20.166588 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34200) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:20.171674 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d9128ecb-244c-4c25-99d7-093676f7d0f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-768879488', 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:20.177960 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4194c96-4fbc-4fa0-a0e0-da38417d7c29 req-eed893b3-9b8b-49ab-8060-662ed0487a4d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714586 Sep 07 19:14:20.185803 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-9ce1bbf7-4cb6-441d-ab9c-46ddec283126 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6359754 Sep 07 19:14:20.229210 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4f0f0c30-c540-4c80-bed6-e3908c909448 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1703050 Sep 07 19:14:20.239015 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34204) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:20.263844 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-99d7c563-9205-46ae-b0b6-a01a5ba710b2 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Request body: {'security_group': {'name': 'tempest-secgroup--891135152'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:20.273165 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-e5a2abe7-1c9f-46c4-955c-fe68bc472cf2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=d5037c37-d497-4829-a848-7904c39917b2 HTTP/1.1" status: 200 len: 217 time: 0.0774422 Sep 07 19:14:20.345839 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-1990cadd-c215-4002-bb09-963687cf1366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:20.347696 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-1990cadd-c215-4002-bb09-963687cf1366 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.0667667 Sep 07 19:14:20.349634 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] Checking router: 117f53c9-db3e-4eae-a9a4-b82f727e5920 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:14:20.350106 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] Updating router 117f53c9-db3e-4eae-a9a4-b82f727e5920 port e550b1b4-4839-4edb-aa45-33452dccd909 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:14:20.391259 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:20.429714 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-99d7c563-9205-46ae-b0b6-a01a5ba710b2 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:20.431646 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-933e6741-cadd-4e1f-9e56-92267b8e4edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:20.433603 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-933e6741-cadd-4e1f-9e56-92267b8e4edf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0702093 Sep 07 19:14:20.508013 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9128ecb-244c-4c25-99d7-093676f7d0f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Made reservation on behalf of aa42bbf5542c477bbf2c68a6d391c89a for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:14:20.517014 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d9128ecb-244c-4c25-99d7-093676f7d0f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:20.769603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-17737124-9fd4-46e4-be5e-6a9eb6877fb0 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:20.771116 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:20.777700 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-17737124-9fd4-46e4-be5e-6a9eb6877fb0 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:20.788658 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-17737124-9fd4-46e4-be5e-6a9eb6877fb0 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:20.791911 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] Transition to ACTIVE for port object e550b1b4-4839-4edb-aa45-33452dccd909 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:14:20.797612 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-17737124-9fd4-46e4-be5e-6a9eb6877fb0 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:20.802616 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:20.804862 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-17737124-9fd4-46e4-be5e-6a9eb6877fb0 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:20.807944 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-99d7c563-9205-46ae-b0b6-a01a5ba710b2 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:20.811913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-17737124-9fd4-46e4-be5e-6a9eb6877fb0 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:20.821376 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-17737124-9fd4-46e4-be5e-6a9eb6877fb0 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:20.823468 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-99d7c563-9205-46ae-b0b6-a01a5ba710b2 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:20.823607 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-17737124-9fd4-46e4-be5e-6a9eb6877fb0 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.36 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5434 time: 0.2491481 Sep 07 19:14:20.830323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-b27d82a5-25f4-4692-bfbb-0b0864d16e85 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862660 Sep 07 19:14:20.868106 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c731f8-7057-4c86-a16f-42c3a6937afa None None] Pushing event updated for resources: {'Port': ['ID=e550b1b4-4839-4edb-aa45-33452dccd909,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:20.886826 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] Attempting to bind port e550b1b4-4839-4edb-aa45-33452dccd909 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:14:20.887960 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] Attempting to bind port e550b1b4-4839-4edb-aa45-33452dccd909 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:14:20.887960 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] Attempting to bind port e550b1b4-4839-4edb-aa45-33452dccd909 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:14:20.894286 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:14:20.894897 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:14:20.895379 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:20.895861 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:14:20.896405 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] Bound port: e550b1b4-4839-4edb-aa45-33452dccd909, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:14:20.897802 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:20.927071 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-a5fc2367-a887-4f71-9337-365c8fb2ac46 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:20.933143 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-a5fc2367-a887-4f71-9337-365c8fb2ac46 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.36 "GET /v2.0/ports/b06c3ed3-5ce2-4a65-a560-070dba9ac0fc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1008861 Sep 07 19:14:20.960928 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7c563-9205-46ae-b0b6-a01a5ba710b2 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20390679-ae7b-4538-97c5-f879d0dd2a08,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:20.964918 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] For port e550b1b4-4839-4edb-aa45-33452dccd909, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:14:20.968963 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] For port e550b1b4-4839-4edb-aa45-33452dccd909, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e550b1b4-4839-4edb-aa45-33452dccd909,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:14:20.976096 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:20.986533 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-99d7c563-9205-46ae-b0b6-a01a5ba710b2 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:20.999660 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-99d7c563-9205-46ae-b0b6-a01a5ba710b2 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7551422 Sep 07 19:14:21.000623 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34210) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:21.007460 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-dc87964e-2180-4140-bdc4-a45fc95139d3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Request body: {'security_group_rule': {'security_group_id': '20390679-ae7b-4538-97c5-f879d0dd2a08', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:21.063286 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] Routers {'117f53c9-db3e-4eae-a9a4-b82f727e5920'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:14:21.064803 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:13:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['117f53c9-db3e-4eae-a9a4-b82f727e5920'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:21.079541 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d9128ecb-244c-4c25-99d7-093676f7d0f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:21.159839 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c731f8-7057-4c86-a16f-42c3a6937afa None None] Pushing event updated for resources: {'Port': ['ID=e550b1b4-4839-4edb-aa45-33452dccd909,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:21.177420 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dc87964e-2180-4140-bdc4-a45fc95139d3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:21.203390 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-f39050d4-05f7-4f7b-95e7-8fd371c5e7ec tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2519925 Sep 07 19:14:21.257180 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-0a8ae310-db73-4162-b26b-3cc1478f378e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:21.263665 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9128ecb-244c-4c25-99d7-093676f7d0f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Subnet': ['ID=853fcb3e-adca-4518-976c-b334ba64fc64,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:21.289854 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9128ecb-244c-4c25-99d7-093676f7d0f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Checking segment: {'id': '99873a99-e89e-4351-9297-031c245fc4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:14:21.290217 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9128ecb-244c-4c25-99d7-093676f7d0f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network hostable DHCP agents. Network: 96d6b3b8-24a8-48a5-a1bf-214a250b5a45, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:14:21.321973 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dc87964e-2180-4140-bdc4-a45fc95139d3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:21.337651 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dc87964e-2180-4140-bdc4-a45fc95139d3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:21.339618 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9128ecb-244c-4c25-99d7-093676f7d0f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 96d6b3b8-24a8-48a5-a1bf-214a250b5a45 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:14:21.405690 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87964e-2180-4140-bdc4-a45fc95139d3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f62d9a-63ea-43fd-b38e-e5ed0d9f7f43,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:21.409138 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-d9128ecb-244c-4c25-99d7-093676f7d0f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 96d6b3b8-24a8-48a5-a1bf-214a250b5a45) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:14:21.413358 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] Set router 117f53c9-db3e-4eae-a9a4-b82f727e5920 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:14:21.415366 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9128ecb-244c-4c25-99d7-093676f7d0f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:21.416389 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d9128ecb-244c-4c25-99d7-093676f7d0f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:21.423800 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dc87964e-2180-4140-bdc4-a45fc95139d3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:21.425473 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dc87964e-2180-4140-bdc4-a45fc95139d3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4215717 Sep 07 19:14:21.428481 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34228) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:21.459972 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d9128ecb-244c-4c25-99d7-093676f7d0f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2927587 Sep 07 19:14:21.465929 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34232) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:21.467902 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127eb5b9-a171-4f2a-9c0a-a9bfb025ab7b None None] Network 96d6b3b8-24a8-48a5-a1bf-214a250b5a45 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:14:21.507139 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-36fb4a19-7450-48c5-8698-f44a5ac06971 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6020293 Sep 07 19:14:21.521235 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f378896e-cbd6-4a59-93f2-3d37328dbf8d tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:21.538405 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f378896e-cbd6-4a59-93f2-3d37328dbf8d tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:21.619842 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-0a8ae310-db73-4162-b26b-3cc1478f378e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:21.638089 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-1944ff86-4525-40a9-b475-5b395cf12f9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 HTTP/1.1" status: 200 len: 217 time: 0.1149592 Sep 07 19:14:21.693433 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f378896e-cbd6-4a59-93f2-3d37328dbf8d tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:21.707662 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f378896e-cbd6-4a59-93f2-3d37328dbf8d tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:21.709503 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f378896e-cbd6-4a59-93f2-3d37328dbf8d tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/52f62d9a-63ea-43fd-b38e-e5ed0d9f7f43 HTTP/1.1" status: 204 len: 168 time: 0.2798171 Sep 07 19:14:21.730616 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34240) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:21.766735 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378896e-cbd6-4a59-93f2-3d37328dbf8d tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52f62d9a-63ea-43fd-b38e-e5ed0d9f7f43,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:22.083048 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-59df560d-e77e-47f2-ba9d-b1e43b65f853 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3372507 Sep 07 19:14:22.090076 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34248) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:22.121778 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976012008', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:14Z', 'updated_at': '2021-09-07T19:14:16Z', 'revision_number': 3, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:15Z', 'updated_at': '2021-09-07T19:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:22.124721 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-15b308ab-80a9-4830-859d-4628c55bd1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:22.126226 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-15b308ab-80a9-4830-859d-4628c55bd1b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 200 len: 797 time: 0.4689126 Sep 07 19:14:22.197674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40324bda-34c2-4a3a-8643-e2dbece01cdb None None] The sync data for ids ['117f53c9-db3e-4eae-a9a4-b82f727e5920'] in n-d-807786-1 is: [{'id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976012008', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:14Z', 'updated_at': '2021-09-07T19:14:16Z', 'revision_number': 3, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:15Z', 'updated_at': '2021-09-07T19:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:14:22.221844 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e2c97-105c-4964-b69b-534dd1298aa0 req-b7d6a5be-7298-4ba2-933d-a55e48e196f7 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:22.237271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e2c97-105c-4964-b69b-534dd1298aa0 req-b7d6a5be-7298-4ba2-933d-a55e48e196f7 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:22.254786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e2c97-105c-4964-b69b-534dd1298aa0 req-b7d6a5be-7298-4ba2-933d-a55e48e196f7 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:22.272668 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e2c97-105c-4964-b69b-534dd1298aa0 req-b7d6a5be-7298-4ba2-933d-a55e48e196f7 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:22.282001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e2c97-105c-4964-b69b-534dd1298aa0 req-b7d6a5be-7298-4ba2-933d-a55e48e196f7 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:22.307418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e2c97-105c-4964-b69b-534dd1298aa0 req-b7d6a5be-7298-4ba2-933d-a55e48e196f7 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:22.325186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e2c97-105c-4964-b69b-534dd1298aa0 req-b7d6a5be-7298-4ba2-933d-a55e48e196f7 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:22.327447 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c1e2c97-105c-4964-b69b-534dd1298aa0 req-b7d6a5be-7298-4ba2-933d-a55e48e196f7 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 5434 time: 0.8931105 Sep 07 19:14:22.356647 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-96d6b3b8-24a8-48a5-a1bf-214a250b5a45', 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'fixed_ips': [{'subnet_id': '853fcb3e-adca-4518-976c-b334ba64fc64'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:14:22.357533 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:22.510651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-0a8ae310-db73-4162-b26b-3cc1478f378e service neutron] For port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=b06c3ed3-5ce2-4a65-a560-070dba9ac0fc,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:22.581463 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c1e2c97-105c-4964-b69b-534dd1298aa0 req-9d036ebe-0b20-4168-b1a6-c5889ac78d10 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2424474 Sep 07 19:14:22.614315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-40a8dd41-88d4-4968-8a28-8639fb60c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:22.625484 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-40a8dd41-88d4-4968-8a28-8639fb60c9b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e3aee50-f75c-42cc-b930-c0b5bf2abebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4718904 Sep 07 19:14:22.689135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-0a8ae310-db73-4162-b26b-3cc1478f378e service neutron] For port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:14:22.773277 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f41de0a9-9609-4b08-846c-4019cb65eecf tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:22.797652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-0a8ae310-db73-4162-b26b-3cc1478f378e service neutron] device_id is not set on port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:14:22.813925 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-0a8ae310-db73-4162-b26b-3cc1478f378e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:22.833821 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-0a8ae310-db73-4162-b26b-3cc1478f378e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:22.893870 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-36c4c26c-0783-4237-9466-0e8c41d60eb9 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572138 Sep 07 19:14:22.904086 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f41de0a9-9609-4b08-846c-4019cb65eecf tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:23.046135 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] Allocated IP 172.20.0.2 (96d6b3b8-24a8-48a5-a1bf-214a250b5a45/853fcb3e-adca-4518-976c-b334ba64fc64/e6ef28ea-aaaf-4b67-9480-3007b167d656) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:14:23.059848 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f41de0a9-9609-4b08-846c-4019cb65eecf tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:23.063103 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f41de0a9-9609-4b08-846c-4019cb65eecf tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:23.065260 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f41de0a9-9609-4b08-846c-4019cb65eecf tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "DELETE /v2.0/security-groups/20390679-ae7b-4538-97c5-f879d0dd2a08 HTTP/1.1" status: 204 len: 168 time: 0.9733090 Sep 07 19:14:23.083114 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34256) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:23.147948 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-0a8ae310-db73-4162-b26b-3cc1478f378e service neutron] No DVR routers for this DVR port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:14:23.153862 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ae310-db73-4162-b26b-3cc1478f378e service neutron] Pushing event updated for resources: {'Port': ['ID=b06c3ed3-5ce2-4a65-a560-070dba9ac0fc,revision_number=6']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:23.185407 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41de0a9-9609-4b08-846c-4019cb65eecf tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20390679-ae7b-4538-97c5-f879d0dd2a08,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:23.374986 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8770b63b-49b6-4ebb-9008-f94cea922b8d tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2844489 Sep 07 19:14:23.388015 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34260) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:23.430916 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-66693e54-0133-4965-9f86-fd5f4bfa3540 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Request body: {'security_group': {'name': 'tempest-secgroup--642110165'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:23.459896 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-0a8ae310-db73-4162-b26b-3cc1478f378e service neutron] In _notify_port_updated(), no bound segment for port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc on network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc {{(pid=101445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 19:14:23.478015 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66693e54-0133-4965-9f86-fd5f4bfa3540 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:23.482701 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:23.490797 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-0a8ae310-db73-4162-b26b-3cc1478f378e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:23.493569 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-0a8ae310-db73-4162-b26b-3cc1478f378e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:23.497566 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-0a8ae310-db73-4162-b26b-3cc1478f378e service neutron] 10.222.0.36 "PUT /v2.0/ports/b06c3ed3-5ce2-4a65-a560-070dba9ac0fc HTTP/1.1" status: 200 len: 1028 time: 2.2793775 Sep 07 19:14:23.503960 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] Transition to ACTIVE for port object e6ef28ea-aaaf-4b67-9480-3007b167d656 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:14:23.519713 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6c000dc1-e382-42a5-bc52-f5e836fa5c51 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:23.544331 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] Transition to ACTIVE for port object e6ef28ea-aaaf-4b67-9480-3007b167d656 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:14:23.558239 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:23.622837 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-c23edc48-9c34-47fa-8453-77b0abd62066 service neutron] 10.222.0.36 "GET /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7075715 Sep 07 19:14:23.644782 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] Network 96d6b3b8-24a8-48a5-a1bf-214a250b5a45 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:14:23.652035 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:14:23.663001 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:14:23.671998 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] Pushing event updated for resources: {'Port': ['ID=e6ef28ea-aaaf-4b67-9480-3007b167d656,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:23.673971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-33a860d2-f672-4506-9457-d81b501905a3 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:23.675995 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-33a860d2-f672-4506-9457-d81b501905a3 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.36 "GET /v2.0/ports/dca85aec-715c-451f-9b3f-cd3b5cafcf42?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1640525 Sep 07 19:14:23.687832 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ac41d055-7ddd-4a65-856a-3d1977ea80f9 None None] Provisioning complete for port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:23.688245 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ac41d055-7ddd-4a65-856a-3d1977ea80f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:23.748888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-99c4ee30-106c-4dfc-a550-ad021abde143 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:23.754409 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-cb19cdb2-3310-4bf9-863d-aa4a7f3bdd5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3804b453-b76d-4a1d-b42f-d85eeb8ad14d HTTP/1.1" status: 200 len: 217 time: 0.1237020 Sep 07 19:14:23.821229 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ac41d055-7ddd-4a65-856a-3d1977ea80f9 None None] Port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:14:23.910559 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] Attempting to bind port e6ef28ea-aaaf-4b67-9480-3007b167d656 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:14:23.911450 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] Attempting to bind port e6ef28ea-aaaf-4b67-9480-3007b167d656 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '99873a99-e89e-4351-9297-031c245fc4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:14:23.912296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] Attempting to bind port e6ef28ea-aaaf-4b67-9480-3007b167d656 on network 96d6b3b8-24a8-48a5-a1bf-214a250b5a45 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:14:23.929656 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:14:23.944272 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] Checking segment: {'id': '99873a99-e89e-4351-9297-031c245fc4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:14:23.944272 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:23.945987 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] Bound using segment: {'id': '99873a99-e89e-4351-9297-031c245fc4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:14:23.945987 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] Bound port: e6ef28ea-aaaf-4b67-9480-3007b167d656, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99873a99-e89e-4351-9297-031c245fc4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:14:23.947743 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:23.988800 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e550b1b4-4839-4edb-aa45-33452dccd909 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:14:24.030833 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66693e54-0133-4965-9f86-fd5f4bfa3540 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:24.050053 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66693e54-0133-4965-9f86-fd5f4bfa3540 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:24.112768 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3804b453-b76d-4a1d-b42f-d85eeb8ad14d no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:14:24.130761 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66693e54-0133-4965-9f86-fd5f4bfa3540 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab91e1be-dd1c-4f43-b800-8979b62baf4a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:24.137329 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-66693e54-0133-4965-9f86-fd5f4bfa3540 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:24.139671 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-66693e54-0133-4965-9f86-fd5f4bfa3540 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7438364 Sep 07 19:14:24.143163 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34268) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:24.154507 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-af9a6e17-f5c7-49c2-84e8-86667a3846f6 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Request body: {'security_group_rule': {'security_group_id': 'ab91e1be-dd1c-4f43-b800-8979b62baf4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:24.261365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-5e384f9b-9cd5-4123-b70c-3a59118c664e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:24.268672 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-5e384f9b-9cd5-4123-b70c-3a59118c664e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1dd8002f-cefc-4e03-9dc8-c77431fc56ec HTTP/1.1" status: 200 len: 797 time: 0.4815466 Sep 07 19:14:24.347966 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] For port e6ef28ea-aaaf-4b67-9480-3007b167d656, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:14:24.353970 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-99c4ee30-106c-4dfc-a550-ad021abde143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:24.425499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e23e36-f37d-44ae-a3f7-07542d53359e req-9906d231-083c-4d81-9fb1-1e4223e17081 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:24.435087 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-af9a6e17-f5c7-49c2-84e8-86667a3846f6 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:24.452271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e23e36-f37d-44ae-a3f7-07542d53359e req-9906d231-083c-4d81-9fb1-1e4223e17081 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:24.470099 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e23e36-f37d-44ae-a3f7-07542d53359e req-9906d231-083c-4d81-9fb1-1e4223e17081 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:24.472751 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] For port e6ef28ea-aaaf-4b67-9480-3007b167d656, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e6ef28ea-aaaf-4b67-9480-3007b167d656,segment=NetworkSegment(99873a99-e89e-4351-9297-031c245fc4f8),segment_id=99873a99-e89e-4351-9297-031c245fc4f8)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:14:24.474000 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port e550b1b4-4839-4edb-aa45-33452dccd909 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:14:24.490738 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e23e36-f37d-44ae-a3f7-07542d53359e req-9906d231-083c-4d81-9fb1-1e4223e17081 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:24.504102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e23e36-f37d-44ae-a3f7-07542d53359e req-9906d231-083c-4d81-9fb1-1e4223e17081 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:24.513575 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:24.517592 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e23e36-f37d-44ae-a3f7-07542d53359e req-9906d231-083c-4d81-9fb1-1e4223e17081 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:24.520256 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83e23e36-f37d-44ae-a3f7-07542d53359e req-9906d231-083c-4d81-9fb1-1e4223e17081 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 4659 time: 0.6245551 Sep 07 19:14:24.534138 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:24.536862 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e550b1b4-4839-4edb-aa45-33452dccd909 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:24.537222 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:24.637452 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83e23e36-f37d-44ae-a3f7-07542d53359e req-70ce923a-3061-486a-969d-683dd45ded5d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=b791326f-a9c4-4486-ae27-ebbe64d361c6&id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896223 Sep 07 19:14:24.667842 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-af9a6e17-f5c7-49c2-84e8-86667a3846f6 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:24.677706 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-af9a6e17-f5c7-49c2-84e8-86667a3846f6 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:24.685435 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09d7e1-03ce-409a-a22e-b6429290dcd4 None None] Pushing event updated for resources: {'Port': ['ID=e6ef28ea-aaaf-4b67-9480-3007b167d656,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:24.786154 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a6e17-f5c7-49c2-84e8-86667a3846f6 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caed1faf-4283-4916-9919-d68dec0a7908,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:24.820988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-6bd0ebe8-b02e-438e-b0be-1251f07d5d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:24.822902 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 3804b453-b76d-4a1d-b42f-d85eeb8ad14d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3804b453-b76d-4a1d-b42f-d85eeb8ad14d,segment=NetworkSegment(9bf848d3-f5de-4619-9b1a-8b42bf2d6b94),segment_id=9bf848d3-f5de-4619-9b1a-8b42bf2d6b94)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:24.823271 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-6bd0ebe8-b02e-438e-b0be-1251f07d5d3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c3033e0-4276-47bf-9cdc-e60a9923d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5149870 Sep 07 19:14:24.831742 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3804b453-b76d-4a1d-b42f-d85eeb8ad14d'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:14:24.835668 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbb45d6-3c39-481f-9777-3be8071f145b" -d '{"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-unplugged", "status": "completed", "tag": "3804b453-b76d-4a1d-b42f-d85eeb8ad14d"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:14:24.841762 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-af9a6e17-f5c7-49c2-84e8-86667a3846f6 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:24.845552 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-af9a6e17-f5c7-49c2-84e8-86667a3846f6 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6983581 Sep 07 19:14:24.854027 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34278) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:24.900573 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:24.901876 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 04e80ba0-acd5-4553-b992-3fc9cfe4316b no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:14:24.947130 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d2ef91b9-bf2d-486c-b082-8caf6373f459 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-group-rules/caed1faf-4283-4916-9919-d68dec0a7908 HTTP/1.1" status: 200 len: 763 time: 0.0916271 Sep 07 19:14:24.950434 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34280) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:25.048579 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-6c000dc1-e382-42a5-bc52-f5e836fa5c51 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Allocated IP 172.20.0.1 (96d6b3b8-24a8-48a5-a1bf-214a250b5a45/853fcb3e-adca-4518-976c-b334ba64fc64/45312478-cc4a-4f2f-86fa-1cf3da41777f) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:14:25.123468 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 19:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2386c20e-5057-4493-a7f4-689e037c53d9 x-openstack-request-id: req-2386c20e-5057-4493-a7f4-689e037c53d9 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:14:25.124962 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-unplugged", "status": "completed", "tag": "3804b453-b76d-4a1d-b42f-d85eeb8ad14d", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:14:25.128371 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2386c20e-5057-4493-a7f4-689e037c53d9 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:14:25.129493 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3804b453-b76d-4a1d-b42f-d85eeb8ad14d', 'code': 200} Sep 07 19:14:25.130441 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=3804b453-b76d-4a1d-b42f-d85eeb8ad14d,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:25.159830 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-adce80e7-60f4-4a16-90c9-99c997be9439 service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256311 Sep 07 19:14:25.163413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-99c4ee30-106c-4dfc-a550-ad021abde143 service neutron] For port dca85aec-715c-451f-9b3f-cd3b5cafcf42, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=dca85aec-715c-451f-9b3f-cd3b5cafcf42,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:25.332816 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c34df93d-192d-4c78-99fd-ada58fb0f8bd tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3703771 Sep 07 19:14:25.337749 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34284) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:25.396479 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:25.424785 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-567b2207-5bd6-439e-a7d5-213458d2952b service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377851 Sep 07 19:14:25.519108 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:25.566632 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-4802cb85-5bd6-4c13-aa99-43bf84178db2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=04e80ba0-acd5-4553-b992-3fc9cfe4316b HTTP/1.1" status: 200 len: 217 time: 0.1365106 Sep 07 19:14:25.618718 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port e550b1b4-4839-4edb-aa45-33452dccd909, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e550b1b4-4839-4edb-aa45-33452dccd909,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:25.622559 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 04e80ba0-acd5-4553-b992-3fc9cfe4316b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=04e80ba0-acd5-4553-b992-3fc9cfe4316b,segment=NetworkSegment(9bf848d3-f5de-4619-9b1a-8b42bf2d6b94),segment_id=9bf848d3-f5de-4619-9b1a-8b42bf2d6b94)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:25.625060 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:25.632977 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:25.634225 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:14:25.648605 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-167cd6e2-44c0-4509-b70e-2425e7eec62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:25.650732 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-167cd6e2-44c0-4509-b70e-2425e7eec62a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1dd8002f-cefc-4e03-9dc8-c77431fc56ec HTTP/1.1" status: 200 len: 797 time: 0.0761797 Sep 07 19:14:25.708558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-99c4ee30-106c-4dfc-a550-ad021abde143 service neutron] For port dca85aec-715c-451f-9b3f-cd3b5cafcf42, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:14:25.824197 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-9784bdd9-da97-46be-bd41-a10e61a56ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:25.830887 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-9784bdd9-da97-46be-bd41-a10e61a56ace service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c3033e0-4276-47bf-9cdc-e60a9923d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1700528 Sep 07 19:14:25.871605 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-99c4ee30-106c-4dfc-a550-ad021abde143 service neutron] device_id is not set on port dca85aec-715c-451f-9b3f-cd3b5cafcf42 yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:14:25.927299 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-99c4ee30-106c-4dfc-a550-ad021abde143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:25.960665 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d5ed37bc-b338-4569-ac05-228576567366 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:25.967976 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6c000dc1-e382-42a5-bc52-f5e836fa5c51 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:25.975211 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-99c4ee30-106c-4dfc-a550-ad021abde143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:25.983760 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d5ed37bc-b338-4569-ac05-228576567366 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:26.005527 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-6c000dc1-e382-42a5-bc52-f5e836fa5c51 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Transition to ACTIVE for port object 45312478-cc4a-4f2f-86fa-1cf3da41777f will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:14:26.038334 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e6ef28ea-aaaf-4b67-9480-3007b167d656 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:14:26.123410 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0d51dbe5-b8cb-4a02-8044-45d523c10e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:26.125181 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=e550b1b4-4839-4edb-aa45-33452dccd909,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:26.130072 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:26.156101 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d5ed37bc-b338-4569-ac05-228576567366 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:26.199741 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d5ed37bc-b338-4569-ac05-228576567366 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:26.205183 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d5ed37bc-b338-4569-ac05-228576567366 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/caed1faf-4283-4916-9919-d68dec0a7908 HTTP/1.1" status: 204 len: 168 time: 0.8545954 Sep 07 19:14:26.216971 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34294) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:26.250242 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed37bc-b338-4569-ac05-228576567366 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=caed1faf-4283-4916-9919-d68dec0a7908,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:26.328206 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port ff3c0c44-78e7-4436-8eb2-ef0de0b2c303, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=ff3c0c44-78e7-4436-8eb2-ef0de0b2c303,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:26.356143 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:26.357276 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device d5037c37-d497-4829-a848-7904c39917b2 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:14:26.382637 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6c000dc1-e382-42a5-bc52-f5e836fa5c51 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:26.450425 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=04e80ba0-acd5-4553-b992-3fc9cfe4316b,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:26.581417 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-689b5852-7f9e-43b6-b6ae-0cc31be0d840 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3631725 Sep 07 19:14:26.589117 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c000dc1-e382-42a5-bc52-f5e836fa5c51 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 96d6b3b8-24a8-48a5-a1bf-214a250b5a45 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:14:26.597296 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34298) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:26.606648 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-234e36ed-2054-4e96-a41b-c53f195a4c6c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Request body: {'security_group_rule': {'security_group_id': 'ab91e1be-dd1c-4f43-b800-8979b62baf4a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:26.624551 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-6c000dc1-e382-42a5-bc52-f5e836fa5c51 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:14:26.645528 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c000dc1-e382-42a5-bc52-f5e836fa5c51 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:14:26.651831 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c000dc1-e382-42a5-bc52-f5e836fa5c51 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=45312478-cc4a-4f2f-86fa-1cf3da41777f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:26.732477 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6c000dc1-e382-42a5-bc52-f5e836fa5c51 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:26.823979 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-234e36ed-2054-4e96-a41b-c53f195a4c6c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:27.142660 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-99c4ee30-106c-4dfc-a550-ad021abde143 service neutron] No DVR routers for this DVR port dca85aec-715c-451f-9b3f-cd3b5cafcf42 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:14:27.283576 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-234e36ed-2054-4e96-a41b-c53f195a4c6c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:27.294755 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-234e36ed-2054-4e96-a41b-c53f195a4c6c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:27.305740 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31666ce-462c-4918-b2de-2685606445d3 req-513c8e08-73e9-4e3a-abb9-c38b182a130d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:27.313578 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04e80ba0-acd5-4553-b992-3fc9cfe4316b'}, {'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3c0c44-78e7-4436-8eb2-ef0de0b2c303'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:14:27.316160 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d61ad50-cf11-451f-8c04-33d79afe9c4c" -d '{"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-unplugged", "status": "completed", "tag": "04e80ba0-acd5-4553-b992-3fc9cfe4316b"}, {"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-unplugged", "status": "completed", "tag": "ff3c0c44-78e7-4436-8eb2-ef0de0b2c303"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:14:27.322583 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31666ce-462c-4918-b2de-2685606445d3 req-513c8e08-73e9-4e3a-abb9-c38b182a130d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:27.330649 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-234e36ed-2054-4e96-a41b-c53f195a4c6c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:27.332184 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-234e36ed-2054-4e96-a41b-c53f195a4c6c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7292347 Sep 07 19:14:27.334880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31666ce-462c-4918-b2de-2685606445d3 req-513c8e08-73e9-4e3a-abb9-c38b182a130d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:27.341703 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34308) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:27.342069 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31666ce-462c-4918-b2de-2685606445d3 req-513c8e08-73e9-4e3a-abb9-c38b182a130d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:27.353874 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1000f210-4e28-491d-b20c-4819bbccf5fe None None] Network 96d6b3b8-24a8-48a5-a1bf-214a250b5a45 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:14:27.361002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31666ce-462c-4918-b2de-2685606445d3 req-513c8e08-73e9-4e3a-abb9-c38b182a130d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:27.368748 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5f0815f5-8a1e-4f74-9bdd-241f6de1fbce tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-group-rules/7400c901-9542-49a5-a1f6-3d5d5072b22c HTTP/1.1" status: 200 len: 763 time: 0.0250165 Sep 07 19:14:27.369681 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6c000dc1-e382-42a5-bc52-f5e836fa5c51 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:27.371950 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port e6ef28ea-aaaf-4b67-9480-3007b167d656 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:14:27.372092 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34310) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:27.380227 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f31666ce-462c-4918-b2de-2685606445d3 req-513c8e08-73e9-4e3a-abb9-c38b182a130d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 3882 time: 1.4061263 Sep 07 19:14:27.401200 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e36ed-2054-4e96-a41b-c53f195a4c6c tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7400c901-9542-49a5-a1f6-3d5d5072b22c,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:27.412157 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4ee30-106c-4dfc-a550-ad021abde143 service neutron] Pushing event updated for resources: {'Port': ['ID=dca85aec-715c-451f-9b3f-cd3b5cafcf42,revision_number=6']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:27.416011 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 07 Sep 2021 19:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826a75a9-1bfb-4ec5-8c8a-0397c15b9214 x-openstack-request-id: req-826a75a9-1bfb-4ec5-8c8a-0397c15b9214 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:14:27.416320 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-unplugged", "status": "completed", "tag": "04e80ba0-acd5-4553-b992-3fc9cfe4316b", "code": 200}, {"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-unplugged", "status": "completed", "tag": "ff3c0c44-78e7-4436-8eb2-ef0de0b2c303", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:14:27.416617 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-826a75a9-1bfb-4ec5-8c8a-0397c15b9214 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:14:27.417043 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04e80ba0-acd5-4553-b992-3fc9cfe4316b', 'code': 200} Sep 07 19:14:27.417303 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3c0c44-78e7-4436-8eb2-ef0de0b2c303', 'code': 200} Sep 07 19:14:27.512448 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-85ef782b-b474-4327-bcca-4df919f1a58d tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1391232 Sep 07 19:14:27.515471 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-a2e94705-d1cd-4a43-bcd1-7e37b8744aad service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6656356 Sep 07 19:14:27.515749 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34312) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:27.545114 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f31666ce-462c-4918-b2de-2685606445d3 req-514918aa-8479-4d85-88e8-ad0d5a28c223 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638818 Sep 07 19:14:27.595858 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-62068ed4-2675-49f4-863c-6d962d06afc7 None None] Provisioning complete for port dca85aec-715c-451f-9b3f-cd3b5cafcf42 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:27.596546 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-62068ed4-2675-49f4-863c-6d962d06afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:27.623571 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f37b1e62-0302-46dc-a5ff-7529ff4f53d3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:27.647733 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f37b1e62-0302-46dc-a5ff-7529ff4f53d3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:27.673698 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=ff3c0c44-78e7-4436-8eb2-ef0de0b2c303,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:27.743397 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ddc4ef7-cc72-41f9-9e35-da88a04795ae req-b4dbd279-f3e1-4c87-9e24-e4e873d32b01 service neutron] 10.222.0.36 "GET /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972227 Sep 07 19:14:27.744260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-99c4ee30-106c-4dfc-a550-ad021abde143 service neutron] In _notify_port_updated(), no bound segment for port dca85aec-715c-451f-9b3f-cd3b5cafcf42 on network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc {{(pid=101445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 19:14:27.746802 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-99c4ee30-106c-4dfc-a550-ad021abde143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:27.747435 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-99c4ee30-106c-4dfc-a550-ad021abde143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:27.757118 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-99c4ee30-106c-4dfc-a550-ad021abde143 service neutron] 10.222.0.36 "PUT /v2.0/ports/dca85aec-715c-451f-9b3f-cd3b5cafcf42 HTTP/1.1" status: 200 len: 1026 time: 4.0068130 Sep 07 19:14:27.801119 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-62068ed4-2675-49f4-863c-6d962d06afc7 None None] Port dca85aec-715c-451f-9b3f-cd3b5cafcf42 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:14:27.805081 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:27.874846 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f37b1e62-0302-46dc-a5ff-7529ff4f53d3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:27.877048 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e550b1b4-4839-4edb-aa45-33452dccd909 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:14:27.905255 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-4110d018-9910-44a6-b46c-53cdd980b560 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Deleting port 3804b453-b76d-4a1d-b42f-d85eeb8ad14d {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:14:27.905965 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-4110d018-9910-44a6-b46c-53cdd980b560 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:27.910462 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f37b1e62-0302-46dc-a5ff-7529ff4f53d3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:27.913685 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f37b1e62-0302-46dc-a5ff-7529ff4f53d3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/7400c901-9542-49a5-a1f6-3d5d5072b22c HTTP/1.1" status: 204 len: 168 time: 0.3958271 Sep 07 19:14:27.916092 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b1e62-0302-46dc-a5ff-7529ff4f53d3 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7400c901-9542-49a5-a1f6-3d5d5072b22c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:27.929754 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34316) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:27.943592 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port d5037c37-d497-4829-a848-7904c39917b2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d5037c37-d497-4829-a848-7904c39917b2,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:27.964172 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:27.965312 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:14:27.991568 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9ce352ac-bed3-47dd-bec9-b0d8030afec0 None None] Provisioning for port e6ef28ea-aaaf-4b67-9480-3007b167d656 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:14:28.046691 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dbba20ad-c7f3-4331-83ac-f15834c3079b tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1149049 Sep 07 19:14:28.049257 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34318) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:28.055680 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-14b2951c-ac58-4ac6-9bf5-2bd2ca3dcec6 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Request body: {'security_group_rule': {'security_group_id': 'ab91e1be-dd1c-4f43-b800-8979b62baf4a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:28.071306 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9ce352ac-bed3-47dd-bec9-b0d8030afec0 None None] Provisioning complete for port e6ef28ea-aaaf-4b67-9480-3007b167d656 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:28.073176 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9ce352ac-bed3-47dd-bec9-b0d8030afec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:28.186778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-4110d018-9910-44a6-b46c-53cdd980b560 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] For port 3804b453-b76d-4a1d-b42f-d85eeb8ad14d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3804b453-b76d-4a1d-b42f-d85eeb8ad14d,segment=NetworkSegment(9bf848d3-f5de-4619-9b1a-8b42bf2d6b94),segment_id=9bf848d3-f5de-4619-9b1a-8b42bf2d6b94)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:28.186778 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-4110d018-9910-44a6-b46c-53cdd980b560 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:28.229328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-4110d018-9910-44a6-b46c-53cdd980b560 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Calling delete_port for 3804b453-b76d-4a1d-b42f-d85eeb8ad14d owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:14:28.248015 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14b2951c-ac58-4ac6-9bf5-2bd2ca3dcec6 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:28.310637 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=d5037c37-d497-4829-a848-7904c39917b2,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:28.325841 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e550b1b4-4839-4edb-aa45-33452dccd909 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:28.326377 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:28.438020 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14b2951c-ac58-4ac6-9bf5-2bd2ca3dcec6 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:28.470398 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14b2951c-ac58-4ac6-9bf5-2bd2ca3dcec6 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:28.510924 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:28.521083 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6c000dc1-e382-42a5-bc52-f5e836fa5c51 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:28.548474 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2951c-ac58-4ac6-9bf5-2bd2ca3dcec6 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fbdbf12-f269-4c34-9089-645ce410d9c9,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:28.560316 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6c000dc1-e382-42a5-bc52-f5e836fa5c51 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:28.595627 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9ce352ac-bed3-47dd-bec9-b0d8030afec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:28.660747 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14b2951c-ac58-4ac6-9bf5-2bd2ca3dcec6 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:28.665111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34328) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:28.672125 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-4110d018-9910-44a6-b46c-53cdd980b560 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:28.677162 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-14b2951c-ac58-4ac6-9bf5-2bd2ca3dcec6 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6264999 Sep 07 19:14:28.780781 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port b56a4f11-c42e-4a69-a00a-95dee5c5c3c9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=b56a4f11-c42e-4a69-a00a-95dee5c5c3c9,segment=NetworkSegment(0bc109b4-208d-4fe4-8ff4-0f83c4d9a162),segment_id=0bc109b4-208d-4fe4-8ff4-0f83c4d9a162)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:28.833393 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c000dc1-e382-42a5-bc52-f5e836fa5c51 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=45312478-cc4a-4f2f-86fa-1cf3da41777f,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:28.838898 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6c000dc1-e382-42a5-bc52-f5e836fa5c51 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:28.876105 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-9ce352ac-bed3-47dd-bec9-b0d8030afec0 None None] For port e6ef28ea-aaaf-4b67-9480-3007b167d656, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e6ef28ea-aaaf-4b67-9480-3007b167d656,segment=NetworkSegment(99873a99-e89e-4351-9297-031c245fc4f8),segment_id=99873a99-e89e-4351-9297-031c245fc4f8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:28.882166 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:28.885064 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device dca85aec-715c-451f-9b3f-cd3b5cafcf42 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:14:28.920799 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d7029445-c204-4245-b284-75e3b4237a68 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-group-rules/1fbdbf12-f269-4c34-9089-645ce410d9c9 HTTP/1.1" status: 200 len: 764 time: 0.2517564 Sep 07 19:14:28.924470 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34332) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:28.954520 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9ce352ac-bed3-47dd-bec9-b0d8030afec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:28.960023 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device dca85aec-715c-451f-9b3f-cd3b5cafcf42 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:14:28.960443 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device b06c3ed3-5ce2-4a65-a560-070dba9ac0fc no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:14:28.962196 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f48da487-4816-4414-a609-a4514d18383d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:28.972754 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-4110d018-9910-44a6-b46c-53cdd980b560 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] No DVR routers for this DVR port 3804b453-b76d-4a1d-b42f-d85eeb8ad14d on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:14:28.974726 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110d018-9910-44a6-b46c-53cdd980b560 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event deleted for resources: {'Port': ['ID=3804b453-b76d-4a1d-b42f-d85eeb8ad14d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:28.977350 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-4110d018-9910-44a6-b46c-53cdd980b560 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:28.979372 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-4110d018-9910-44a6-b46c-53cdd980b560 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.36 "DELETE /v2.0/ports/3804b453-b76d-4a1d-b42f-d85eeb8ad14d HTTP/1.1" status: 204 len: 173 time: 1.2214301 Sep 07 19:14:28.980082 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-deleted', 'tag': '3804b453-b76d-4a1d-b42f-d85eeb8ad14d'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:14:28.993394 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36babd3d-43fe-4f14-9c17-f5a55c917a94" -d '{"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-deleted", "tag": "3804b453-b76d-4a1d-b42f-d85eeb8ad14d"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:14:29.064188 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a3b65dbb-aa47-4424-abda-569328a4df55 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1375160 Sep 07 19:14:29.065260 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34338) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:29.151736 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5b76-edc8-4a1b-9ff4-eba0354bc450 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:29.200406 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5b76-edc8-4a1b-9ff4-eba0354bc450 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:29.220722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19eaa0-0382-4b8e-9f6a-54c567b1bd33 req-80205886-131e-4b2e-b725-ddc550c9de2a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:29.250535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19eaa0-0382-4b8e-9f6a-54c567b1bd33 req-80205886-131e-4b2e-b725-ddc550c9de2a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:29.259242 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c000dc1-e382-42a5-bc52-f5e836fa5c51 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 96d6b3b8-24a8-48a5-a1bf-214a250b5a45 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:14:29.265209 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:29.273982 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-686ddc8f-f714-4fe6-baab-9a74f12baa4a None None] Provisioning complete for port e6ef28ea-aaaf-4b67-9480-3007b167d656 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:29.274571 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-686ddc8f-f714-4fe6-baab-9a74f12baa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:29.278217 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-6c000dc1-e382-42a5-bc52-f5e836fa5c51 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:14:29.302995 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19eaa0-0382-4b8e-9f6a-54c567b1bd33 req-80205886-131e-4b2e-b725-ddc550c9de2a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:29.339083 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19eaa0-0382-4b8e-9f6a-54c567b1bd33 req-80205886-131e-4b2e-b725-ddc550c9de2a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:29.346598 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5b19eaa0-0382-4b8e-9f6a-54c567b1bd33 req-80205886-131e-4b2e-b725-ddc550c9de2a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 3143 time: 0.5162449 Sep 07 19:14:29.364709 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5b76-edc8-4a1b-9ff4-eba0354bc450 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:29.373042 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5b76-edc8-4a1b-9ff4-eba0354bc450 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:29.390769 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c74ff09-c3c7-41e5-9e53-052d72a024e4 x-openstack-request-id: req-7c74ff09-c3c7-41e5-9e53-052d72a024e4 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:14:29.390974 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dd8d5b76-edc8-4a1b-9ff4-eba0354bc450 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/1fbdbf12-f269-4c34-9089-645ce410d9c9 HTTP/1.1" status: 204 len: 168 time: 0.3041160 Sep 07 19:14:29.394617 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-deleted", "tag": "3804b453-b76d-4a1d-b42f-d85eeb8ad14d", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:14:29.394885 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c74ff09-c3c7-41e5-9e53-052d72a024e4 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:14:29.396987 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-deleted', 'tag': '3804b453-b76d-4a1d-b42f-d85eeb8ad14d', 'status': 'completed', 'code': 200} Sep 07 19:14:29.403900 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34344) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:29.407015 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=b56a4f11-c42e-4a69-a00a-95dee5c5c3c9,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:29.423676 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5037c37-d497-4829-a848-7904c39917b2'}, {'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b56a4f11-c42e-4a69-a00a-95dee5c5c3c9'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:14:29.431546 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e88a20-bd3e-4475-8f6c-6bdce29c7d2a" -d '{"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-unplugged", "status": "completed", "tag": "d5037c37-d497-4829-a848-7904c39917b2"}, {"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-unplugged", "status": "completed", "tag": "b56a4f11-c42e-4a69-a00a-95dee5c5c3c9"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:14:29.567988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-578cc33b-dec5-46f6-bf37-6b0bc8ed2a49 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Deleting port 04e80ba0-acd5-4553-b992-3fc9cfe4316b {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:14:29.568949 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-578cc33b-dec5-46f6-bf37-6b0bc8ed2a49 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:29.569533 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 07 Sep 2021 19:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0ae094-930e-405c-8381-394a3fa75a5f x-openstack-request-id: req-5f0ae094-930e-405c-8381-394a3fa75a5f {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:14:29.569978 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-unplugged", "status": "completed", "tag": "d5037c37-d497-4829-a848-7904c39917b2", "code": 200}, {"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-unplugged", "status": "completed", "tag": "b56a4f11-c42e-4a69-a00a-95dee5c5c3c9", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:14:29.570264 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f0ae094-930e-405c-8381-394a3fa75a5f {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:14:29.570669 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5037c37-d497-4829-a848-7904c39917b2', 'code': 200} Sep 07 19:14:29.570922 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b56a4f11-c42e-4a69-a00a-95dee5c5c3c9', 'code': 200} Sep 07 19:14:29.574775 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d5b76-edc8-4a1b-9ff4-eba0354bc450 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fbdbf12-f269-4c34-9089-645ce410d9c9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:29.580172 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device b06c3ed3-5ce2-4a65-a560-070dba9ac0fc not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:14:29.601315 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5b19eaa0-0382-4b8e-9f6a-54c567b1bd33 req-56822ee2-8790-4473-8461-1fc51da854f4 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2357836 Sep 07 19:14:29.705109 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce352ac-bed3-47dd-bec9-b0d8030afec0 None None] Pushing event updated for resources: {'Port': ['ID=e6ef28ea-aaaf-4b67-9480-3007b167d656,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:29.722680 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-686ddc8f-f714-4fe6-baab-9a74f12baa4a None None] Provisioning for port 45312478-cc4a-4f2f-86fa-1cf3da41777f completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:14:29.729435 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-686ddc8f-f714-4fe6-baab-9a74f12baa4a None None] Provisioning complete for port 45312478-cc4a-4f2f-86fa-1cf3da41777f triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:29.729849 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-686ddc8f-f714-4fe6-baab-9a74f12baa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:29.730373 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-578cc33b-dec5-46f6-bf37-6b0bc8ed2a49 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] For port 04e80ba0-acd5-4553-b992-3fc9cfe4316b, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=04e80ba0-acd5-4553-b992-3fc9cfe4316b,segment=NetworkSegment(9bf848d3-f5de-4619-9b1a-8b42bf2d6b94),segment_id=9bf848d3-f5de-4619-9b1a-8b42bf2d6b94)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:29.730847 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-578cc33b-dec5-46f6-bf37-6b0bc8ed2a49 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:29.747162 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-88f820b9-e7e8-4411-b7ad-41259a766613 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3142829 Sep 07 19:14:29.759569 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34352) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:29.759830 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-578cc33b-dec5-46f6-bf37-6b0bc8ed2a49 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Calling delete_port for 04e80ba0-acd5-4553-b992-3fc9cfe4316b owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:14:29.813024 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-686ddc8f-f714-4fe6-baab-9a74f12baa4a None None] Port 45312478-cc4a-4f2f-86fa-1cf3da41777f cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:14:29.873268 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c000dc1-e382-42a5-bc52-f5e836fa5c51 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Router 117f53c9-db3e-4eae-a9a4-b82f727e5920 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:14:29.895221 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a46396f-d68e-4098-8585-580d734f7b71 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:29.944072 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-be77d823-1d23-4559-87f9-dacb366dfb05 None None] Provisioning complete for port 45312478-cc4a-4f2f-86fa-1cf3da41777f triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:29.947984 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-be77d823-1d23-4559-87f9-dacb366dfb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:29.970862 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a46396f-d68e-4098-8585-580d734f7b71 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:30.007521 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-578cc33b-dec5-46f6-bf37-6b0bc8ed2a49 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:30.058427 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-be77d823-1d23-4559-87f9-dacb366dfb05 None None] Port 45312478-cc4a-4f2f-86fa-1cf3da41777f cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:14:30.077219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cc33b-dec5-46f6-bf37-6b0bc8ed2a49 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event deleted for resources: {'Port': ['ID=04e80ba0-acd5-4553-b992-3fc9cfe4316b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:30.146362 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a46396f-d68e-4098-8585-580d734f7b71 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:30.153039 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a46396f-d68e-4098-8585-580d734f7b71 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:30.155838 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5a46396f-d68e-4098-8585-580d734f7b71 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "DELETE /v2.0/security-groups/ab91e1be-dd1c-4f43-b800-8979b62baf4a HTTP/1.1" status: 204 len: 168 time: 0.3935900 Sep 07 19:14:30.158490 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34356) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:30.164932 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-578cc33b-dec5-46f6-bf37-6b0bc8ed2a49 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] No DVR routers for this DVR port 04e80ba0-acd5-4553-b992-3fc9cfe4316b on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:14:30.171669 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-578cc33b-dec5-46f6-bf37-6b0bc8ed2a49 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:30.174106 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-578cc33b-dec5-46f6-bf37-6b0bc8ed2a49 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.36 "DELETE /v2.0/ports/04e80ba0-acd5-4553-b992-3fc9cfe4316b HTTP/1.1" status: 204 len: 173 time: 1.1596076 Sep 07 19:14:30.232601 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46396f-d68e-4098-8585-580d734f7b71 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab91e1be-dd1c-4f43-b800-8979b62baf4a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:30.252838 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:30.255399 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c000dc1-e382-42a5-bc52-f5e836fa5c51 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:14:30.269066 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] Sync routers for ids ['117f53c9-db3e-4eae-a9a4-b82f727e5920'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:14:30.277953 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6c000dc1-e382-42a5-bc52-f5e836fa5c51 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "PUT /v2.0/routers/117f53c9-db3e-4eae-a9a4-b82f727e5920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8103647 Sep 07 19:14:30.289404 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] Routers {'117f53c9-db3e-4eae-a9a4-b82f727e5920'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:14:30.290044 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:14:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['117f53c9-db3e-4eae-a9a4-b82f727e5920'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:30.355815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-dd043ee4-b575-460e-82cd-cda619e231ea tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Deleting port ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:14:30.358281 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d9ede244-0c49-4ab2-8d4d-ff4ea4e48152 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1803992 Sep 07 19:14:30.361025 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-dd043ee4-b575-460e-82cd-cda619e231ea tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:30.361658 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34360) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:30.487265 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-884986c3-47e2-4918-9172-607f3fbc8484 tempest-SecGroupTest-1237969849 tempest-SecGroupTest-1237969849-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1123369 Sep 07 19:14:30.522023 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] Set router 117f53c9-db3e-4eae-a9a4-b82f727e5920 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:14:30.582674 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-dd043ee4-b575-460e-82cd-cda619e231ea tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] For port ff3c0c44-78e7-4436-8eb2-ef0de0b2c303, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=ff3c0c44-78e7-4436-8eb2-ef0de0b2c303,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:30.583054 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-dd043ee4-b575-460e-82cd-cda619e231ea tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:30.671349 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-dd043ee4-b575-460e-82cd-cda619e231ea tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Calling delete_port for ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:14:30.684311 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-2b9390f0-5f27-4f19-ad35-e6ad3c7d1d44 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1226419159&fields=id&tenant_id=aa42bbf5542c477bbf2c68a6d391c89a HTTP/1.1" status: 200 len: 267 time: 0.1795197 Sep 07 19:14:31.049500 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976012008', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:14Z', 'updated_at': '2021-09-07T19:14:27Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:15Z', 'updated_at': '2021-09-07T19:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '45312478-cc4a-4f2f-86fa-1cf3da41777f', 'name': '', 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:a5:a6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '853fcb3e-adca-4518-976c-b334ba64fc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:24Z', 'updated_at': '2021-09-07T19:14:27Z', 'revision_number': 2, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '853fcb3e-adca-4518-976c-b334ba64fc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:31.082185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e937d-98d1-4fd7-8700-f652977adcbe req-b7d4f5e4-7cc6-4453-9c08-72d4488b0252 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:31.089938 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e937d-98d1-4fd7-8700-f652977adcbe req-b7d4f5e4-7cc6-4453-9c08-72d4488b0252 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:31.097293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e937d-98d1-4fd7-8700-f652977adcbe req-b7d4f5e4-7cc6-4453-9c08-72d4488b0252 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:31.105187 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f03e937d-98d1-4fd7-8700-f652977adcbe req-b7d4f5e4-7cc6-4453-9c08-72d4488b0252 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 2410 time: 0.2963269 Sep 07 19:14:31.159108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-00b8614e-ee70-476a-96dd-9f5b54d22886 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:31.159875 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] Checking router: 117f53c9-db3e-4eae-a9a4-b82f727e5920 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:14:31.159994 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34400) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:31.160433 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] Updating router 117f53c9-db3e-4eae-a9a4-b82f727e5920 port 45312478-cc4a-4f2f-86fa-1cf3da41777f binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:14:31.176611 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-00b8614e-ee70-476a-96dd-9f5b54d22886 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/networks?id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45 HTTP/1.1" status: 200 len: 797 time: 0.4842210 Sep 07 19:14:31.221555 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:31.233637 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-5d3aa9b5-7713-4caa-b1bf-429f56a00df1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/quotas/aa42bbf5542c477bbf2c68a6d391c89a HTTP/1.1" status: 200 len: 375 time: 0.0535531 Sep 07 19:14:31.285764 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f03e937d-98d1-4fd7-8700-f652977adcbe req-cd53c26f-17c6-4730-b3d7-3aa2374ff545 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795979 Sep 07 19:14:31.437435 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-deleted', 'tag': '04e80ba0-acd5-4553-b992-3fc9cfe4316b'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:14:31.448955 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267ddcc6-ba78-4dd2-b36e-1b6a2f39dc20" -d '{"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-deleted", "tag": "04e80ba0-acd5-4553-b992-3fc9cfe4316b"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:14:31.507018 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-05113e11-a6a3-4bae-95f3-21a2080c088e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=43ddcb02a15d496886dd63151b536d96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3432689 Sep 07 19:14:31.509253 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34412) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:31.569069 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-b1c7aa8b-78c9-4a48-90f2-59b2e481d1b2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3370512 Sep 07 19:14:31.581423 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05052109-0594-47cf-8ffe-ab10fd78096b x-openstack-request-id: req-05052109-0594-47cf-8ffe-ab10fd78096b {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:14:31.581724 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-deleted", "tag": "04e80ba0-acd5-4553-b992-3fc9cfe4316b", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:14:31.581987 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05052109-0594-47cf-8ffe-ab10fd78096b {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:14:31.582593 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-deleted', 'tag': '04e80ba0-acd5-4553-b992-3fc9cfe4316b', 'status': 'completed', 'code': 200} Sep 07 19:14:31.584923 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-dd043ee4-b575-460e-82cd-cda619e231ea tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:31.608140 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-bdfa41d5-e114-452c-85d3-758330c4b74a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:14:31.613531 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-bdfa41d5-e114-452c-85d3-758330c4b74a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0268366 Sep 07 19:14:31.656194 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c767f06-b759-45b8-8bd9-9f2e62492a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:31.659914 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34414) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:31.727897 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c767f06-b759-45b8-8bd9-9f2e62492a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:31.738791 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd043ee4-b575-460e-82cd-cda619e231ea tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event deleted for resources: {'Port': ['ID=ff3c0c44-78e7-4436-8eb2-ef0de0b2c303,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:31.771252 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:31.791154 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] Transition to ACTIVE for port object 45312478-cc4a-4f2f-86fa-1cf3da41777f will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:14:31.801027 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:31.803910 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e6ef28ea-aaaf-4b67-9480-3007b167d656 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:14:31.814031 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:31.845177 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c767f06-b759-45b8-8bd9-9f2e62492a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:31.849430 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c767f06-b759-45b8-8bd9-9f2e62492a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:31.852960 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0c767f06-b759-45b8-8bd9-9f2e62492a02 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f04757a1-1003-4f84-b8eb-3d945eff6b5f HTTP/1.1" status: 204 len: 168 time: 0.3427341 Sep 07 19:14:31.875931 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c767f06-b759-45b8-8bd9-9f2e62492a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04757a1-1003-4f84-b8eb-3d945eff6b5f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:31.943621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-dd043ee4-b575-460e-82cd-cda619e231ea tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] No DVR routers for this DVR port ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:14:31.946944 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-dd043ee4-b575-460e-82cd-cda619e231ea tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:31.950061 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-dd043ee4-b575-460e-82cd-cda619e231ea tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.36 "DELETE /v2.0/ports/ff3c0c44-78e7-4436-8eb2-ef0de0b2c303 HTTP/1.1" status: 204 len: 173 time: 1.7685864 Sep 07 19:14:31.955979 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee6cf4-3891-45df-a98f-878cdef9a6e3 None None] Pushing event updated for resources: {'Port': ['ID=45312478-cc4a-4f2f-86fa-1cf3da41777f,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:32.002676 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c61c630-c321-4dd6-8008-2cae59007cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:32.014614 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e6ef28ea-aaaf-4b67-9480-3007b167d656 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:32.015318 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:32.077924 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-3c6e1ac4-a40c-4bd7-bd6b-37794cf6f5ba service neutron] 10.222.0.26 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408484 Sep 07 19:14:32.089463 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] Attempting to bind port 45312478-cc4a-4f2f-86fa-1cf3da41777f on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:14:32.089851 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] Attempting to bind port 45312478-cc4a-4f2f-86fa-1cf3da41777f by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '99873a99-e89e-4351-9297-031c245fc4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:14:32.090218 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] Attempting to bind port 45312478-cc4a-4f2f-86fa-1cf3da41777f on network 96d6b3b8-24a8-48a5-a1bf-214a250b5a45 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:14:32.107054 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:14:32.107431 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] Checking segment: {'id': '99873a99-e89e-4351-9297-031c245fc4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:14:32.107853 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:32.108236 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] Bound using segment: {'id': '99873a99-e89e-4351-9297-031c245fc4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:14:32.108762 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] Bound port: 45312478-cc4a-4f2f-86fa-1cf3da41777f, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99873a99-e89e-4351-9297-031c245fc4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:14:32.109146 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:32.325923 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c61c630-c321-4dd6-8008-2cae59007cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:32.327808 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] For port 45312478-cc4a-4f2f-86fa-1cf3da41777f, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:14:32.336071 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c61c630-c321-4dd6-8008-2cae59007cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:32.337989 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] For port 45312478-cc4a-4f2f-86fa-1cf3da41777f, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=45312478-cc4a-4f2f-86fa-1cf3da41777f,segment=NetworkSegment(99873a99-e89e-4351-9297-031c245fc4f8),segment_id=99873a99-e89e-4351-9297-031c245fc4f8)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:14:32.348826 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:32.359724 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-c3cefee7-4d60-4518-a328-25c5a3265044 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Deleting port b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:14:32.359724 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-c3cefee7-4d60-4518-a328-25c5a3265044 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:32.441666 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-4fb496ce-efe2-4c45-b7c3-b5c28b311c1d service neutron] 10.222.0.26 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470914 Sep 07 19:14:32.442320 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34432) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:32.453168 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5c61c630-c321-4dd6-8008-2cae59007cd5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=99d4c9812fcd4cbebcdd13213a66f0c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7918727 Sep 07 19:14:32.455954 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61c630-c321-4dd6-8008-2cae59007cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6281b253-0824-49b5-bbbe-cded66a25ce7,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:32.502795 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee6cf4-3891-45df-a98f-878cdef9a6e3 None None] Pushing event updated for resources: {'Port': ['ID=45312478-cc4a-4f2f-86fa-1cf3da41777f,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:32.526048 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] Routers {'117f53c9-db3e-4eae-a9a4-b82f727e5920'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:14:32.529298 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:14:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['117f53c9-db3e-4eae-a9a4-b82f727e5920'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:32.752115 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] Set router 117f53c9-db3e-4eae-a9a4-b82f727e5920 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:14:32.873614 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078ae2b-e18a-43f3-af2f-3331550faf60 req-6e1ec515-7eda-4a7c-b023-b2d399c76691 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:32.880655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078ae2b-e18a-43f3-af2f-3331550faf60 req-6e1ec515-7eda-4a7c-b023-b2d399c76691 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:32.889386 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c078ae2b-e18a-43f3-af2f-3331550faf60 req-6e1ec515-7eda-4a7c-b023-b2d399c76691 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 1677 time: 0.3857551 Sep 07 19:14:32.935889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-c3cefee7-4d60-4518-a328-25c5a3265044 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] For port b56a4f11-c42e-4a69-a00a-95dee5c5c3c9, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=b56a4f11-c42e-4a69-a00a-95dee5c5c3c9,segment=NetworkSegment(0bc109b4-208d-4fe4-8ff4-0f83c4d9a162),segment_id=0bc109b4-208d-4fe4-8ff4-0f83c4d9a162)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:32.936632 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-c3cefee7-4d60-4518-a328-25c5a3265044 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:32.980846 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-125aedc4-5cf3-4b20-a03d-4d91d9c12fb4 req-4b2addbd-a2b3-41b5-9b92-acd1906b4e3b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 210 time: 0.0676429 Sep 07 19:14:33.034976 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c078ae2b-e18a-43f3-af2f-3331550faf60 req-80ca81d3-0f87-4282-9b5f-520c9bd6337d tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442997 Sep 07 19:14:33.037281 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-48b0fe0b-e02e-4220-aa33-66a4a4561e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:33.147333 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-48b0fe0b-e02e-4220-aa33-66a4a4561e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:33.268560 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976012008', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:14Z', 'updated_at': '2021-09-07T19:14:27Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:15Z', 'updated_at': '2021-09-07T19:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '45312478-cc4a-4f2f-86fa-1cf3da41777f', 'name': '', 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:a5:a6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '853fcb3e-adca-4518-976c-b334ba64fc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:24Z', 'updated_at': '2021-09-07T19:14:32Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '853fcb3e-adca-4518-976c-b334ba64fc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:33.334764 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-48b0fe0b-e02e-4220-aa33-66a4a4561e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:33.339996 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-48b0fe0b-e02e-4220-aa33-66a4a4561e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:33.342627 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-48b0fe0b-e02e-4220-aa33-66a4a4561e25 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6281b253-0824-49b5-bbbe-cded66a25ce7 HTTP/1.1" status: 204 len: 168 time: 0.8567622 Sep 07 19:14:33.394665 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0fe0b-e02e-4220-aa33-66a4a4561e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6281b253-0824-49b5-bbbe-cded66a25ce7,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:33.399679 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-c3cefee7-4d60-4518-a328-25c5a3265044 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:33.399679 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-c3cefee7-4d60-4518-a328-25c5a3265044 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:33.399939 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-c3cefee7-4d60-4518-a328-25c5a3265044 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Floating IP 8f6ca7ea-51b2-48e5-9ea1-15a73f01d49e disassociated. External IP: 172.25.8.162, port: b56a4f11-c42e-4a69-a00a-95dee5c5c3c9. Sep 07 19:14:33.400244 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-c3cefee7-4d60-4518-a328-25c5a3265044 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Calling delete_port for b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:14:33.555750 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34466) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:33.584469 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a86868-3a4c-44d8-85d2-48c73547b7f3 None None] The sync data for ids ['117f53c9-db3e-4eae-a9a4-b82f727e5920'] in n-d-807786-1 is: [{'id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976012008', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:14Z', 'updated_at': '2021-09-07T19:14:27Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:15Z', 'updated_at': '2021-09-07T19:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '45312478-cc4a-4f2f-86fa-1cf3da41777f', 'name': '', 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:a5:a6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '853fcb3e-adca-4518-976c-b334ba64fc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:24Z', 'updated_at': '2021-09-07T19:14:32Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '853fcb3e-adca-4518-976c-b334ba64fc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:14:33.605381 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-deleted', 'tag': 'ff3c0c44-78e7-4436-8eb2-ef0de0b2c303'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:14:33.614576 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0953d516-c0dc-4ebf-a614-f2b7c3afdae6" -d '{"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-deleted", "tag": "ff3c0c44-78e7-4436-8eb2-ef0de0b2c303"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:14:33.884238 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04723d2-8447-46dc-9af1-48a2824f8abd x-openstack-request-id: req-b04723d2-8447-46dc-9af1-48a2824f8abd {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:14:33.884794 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-deleted", "tag": "ff3c0c44-78e7-4436-8eb2-ef0de0b2c303", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:14:33.885074 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b04723d2-8447-46dc-9af1-48a2824f8abd {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:14:33.885500 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-deleted', 'tag': 'ff3c0c44-78e7-4436-8eb2-ef0de0b2c303', 'status': 'completed', 'code': 200} Sep 07 19:14:33.910524 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-c3cefee7-4d60-4518-a328-25c5a3265044 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:34.002739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 45312478-cc4a-4f2f-86fa-1cf3da41777f up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:14:34.025154 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cefee7-4d60-4518-a328-25c5a3265044 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event deleted for resources: {'Port': ['ID=b56a4f11-c42e-4a69-a00a-95dee5c5c3c9,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:34.155215 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 45312478-cc4a-4f2f-86fa-1cf3da41777f completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:14:34.171414 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 45312478-cc4a-4f2f-86fa-1cf3da41777f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:34.176465 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:34.295349 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32e5d0dd-edc7-4003-9f48-6b0a6d4c2b06 req-295e4264-cea7-4277-a209-100796743b80 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 210 time: 0.0997949 Sep 07 19:14:34.358984 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-5590c594-2b23-4f99-849b-4cffad10f4a8 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:34.360027 n-d-807786-1 neutron-server[101445]: WARNING neutron.api.v2.base [None req-5590c594-2b23-4f99-849b-4cffad10f4a8 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 07 19:14:34.360734 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-5590c594-2b23-4f99-849b-4cffad10f4a8 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] create failed (client error): There was a conflict when trying to complete your request. Sep 07 19:14:34.361918 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5590c594-2b23-4f99-849b-4cffad10f4a8 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.8028569 Sep 07 19:14:34.365924 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34484) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:34.370996 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34486) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:34.376193 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-346d1b6c-18ed-4386-8bb9-c03ca2259e1c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1960410762'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:34.435718 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-921b3b44-4e2d-4f35-beb3-a1aae8d0fa2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:34.438312 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:34.441785 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-346d1b6c-18ed-4386-8bb9-c03ca2259e1c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:34.469827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a09a3e-4988-4985-9ddd-55448284b80c req-18bd9fee-1f2f-4f3f-91b9-979556c4be0c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:34.478016 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59a09a3e-4988-4985-9ddd-55448284b80c req-18bd9fee-1f2f-4f3f-91b9-979556c4be0c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 942 time: 0.2053766 Sep 07 19:14:34.491242 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-346d1b6c-18ed-4386-8bb9-c03ca2259e1c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:34.515207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-c3cefee7-4d60-4518-a328-25c5a3265044 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Router 98ace543-0a47-45bc-abb9-0e973f90b7a1 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:14:34.522062 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 45312478-cc4a-4f2f-86fa-1cf3da41777f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=45312478-cc4a-4f2f-86fa-1cf3da41777f,segment=NetworkSegment(99873a99-e89e-4351-9297-031c245fc4f8),segment_id=99873a99-e89e-4351-9297-031c245fc4f8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:34.529247 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:34.551935 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.db.api [None req-346d1b6c-18ed-4386-8bb9-c03ca2259e1c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 19:14:34.551935 n-d-807786-1 neutron-server[101444]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 19:14:34.551935 n-d-807786-1 neutron-server[101444]: [parameters: {'project_id_1': '62effb2d18c9435288e172c4cc4348f2', 'expiration_1': datetime.datetime(2021, 9, 7, 19, 14, 14, 534905)}] Sep 07 19:14:34.551935 n-d-807786-1 neutron-server[101444]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:14:34.552463 n-d-807786-1 neutron-server[101444]: DEBUG oslo_db.api [None req-346d1b6c-18ed-4386-8bb9-c03ca2259e1c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:14:34.612220 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=45312478-cc4a-4f2f-86fa-1cf3da41777f,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:34.690943 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59a09a3e-4988-4985-9ddd-55448284b80c req-29e257fd-2a3d-400d-be96-7f1bf78e9a61 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098808 Sep 07 19:14:34.794739 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-921b3b44-4e2d-4f35-beb3-a1aae8d0fa2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:34.802543 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-921b3b44-4e2d-4f35-beb3-a1aae8d0fa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:34.884880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b3b44-4e2d-4f35-beb3-a1aae8d0fa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff4c87a-cba0-4ebf-a8a4-6a52836a166f,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:34.994530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-921b3b44-4e2d-4f35-beb3-a1aae8d0fa2e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=342b8e161959428eb8a6f50860f07405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6225162 Sep 07 19:14:34.997804 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34490) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:35.019219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-c3cefee7-4d60-4518-a328-25c5a3265044 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:14:35.035712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440bbc6f-d21e-42de-88d3-3958f96f36d2 None None] Sync routers for ids ['98ace543-0a47-45bc-abb9-0e973f90b7a1'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:14:35.053771 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-346d1b6c-18ed-4386-8bb9-c03ca2259e1c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:35.064402 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440bbc6f-d21e-42de-88d3-3958f96f36d2 None None] Routers {'98ace543-0a47-45bc-abb9-0e973f90b7a1'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:14:35.069299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-440bbc6f-d21e-42de-88d3-3958f96f36d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:14:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['98ace543-0a47-45bc-abb9-0e973f90b7a1'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:35.158697 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0d1e6bf7-cdce-45c9-bc88-55f4e26cbd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:35.230707 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0d1e6bf7-cdce-45c9-bc88-55f4e26cbd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:35.379499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-440bbc6f-d21e-42de-88d3-3958f96f36d2 None None] Set router 98ace543-0a47-45bc-abb9-0e973f90b7a1 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:14:35.472342 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-346d1b6c-18ed-4386-8bb9-c03ca2259e1c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:35.478840 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-346d1b6c-18ed-4386-8bb9-c03ca2259e1c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:35.641498 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-346d1b6c-18ed-4386-8bb9-c03ca2259e1c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:35.647385 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0d1e6bf7-cdce-45c9-bc88-55f4e26cbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:35.651245 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0d1e6bf7-cdce-45c9-bc88-55f4e26cbd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:35.652840 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0d1e6bf7-cdce-45c9-bc88-55f4e26cbd2f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aff4c87a-cba0-4ebf-a8a4-6a52836a166f HTTP/1.1" status: 204 len: 168 time: 0.6540082 Sep 07 19:14:35.655097 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-c3cefee7-4d60-4518-a328-25c5a3265044 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] No DVR routers for this DVR port b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:14:35.658313 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-c3cefee7-4d60-4518-a328-25c5a3265044 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:35.660884 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-c3cefee7-4d60-4518-a328-25c5a3265044 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.36 "DELETE /v2.0/ports/b56a4f11-c42e-4a69-a00a-95dee5c5c3c9 HTTP/1.1" status: 204 len: 173 time: 3.7010128 Sep 07 19:14:35.700157 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-346d1b6c-18ed-4386-8bb9-c03ca2259e1c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:35.733404 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d1b6c-18ed-4386-8bb9-c03ca2259e1c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59ac58cb-3547-4038-baf9-2d7a90f4ea42,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:35.768953 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-346d1b6c-18ed-4386-8bb9-c03ca2259e1c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:35.775691 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-346d1b6c-18ed-4386-8bb9-c03ca2259e1c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4001656 Sep 07 19:14:35.791361 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34500) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:35.811777 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-26edc10a-94c3-4386-8fd3-ddefdfe866f6 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group_rule': {'security_group_id': '8e4727d1-9888-430e-a9f6-c8e665b702a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:35.839574 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e6bf7-cdce-45c9-bc88-55f4e26cbd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff4c87a-cba0-4ebf-a8a4-6a52836a166f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:35.944074 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d1b6c-18ed-4386-8bb9-c03ca2259e1c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4727d1-9888-430e-a9f6-c8e665b702a5,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:35.957969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-deleted', 'tag': 'b56a4f11-c42e-4a69-a00a-95dee5c5c3c9'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:14:35.961536 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f4508c-ce66-4239-b651-7bda91008f98" -d '{"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-deleted", "tag": "b56a4f11-c42e-4a69-a00a-95dee5c5c3c9"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:14:35.974656 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 45312478-cc4a-4f2f-86fa-1cf3da41777f up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:14:35.981626 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-26edc10a-94c3-4386-8fd3-ddefdfe866f6 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:36.000715 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9c03dd4-d31f-424d-9158-7b11a5f56538 req-04e95649-988c-48bb-b7a2-00ac14f19411 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 210 time: 0.3664372 Sep 07 19:14:36.036408 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-440bbc6f-d21e-42de-88d3-3958f96f36d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'name': 'tempest-TaggedBootDevicesTest-1539057917-router', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:02:50Z', 'updated_at': '2021-09-07T19:02:56Z', 'revision_number': 4, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'gw_port': {'id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:51Z', 'updated_at': '2021-09-07T19:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '360c9b89-8c7f-4a2f-b80f-24cdda21c296', 'name': '', 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'mac_address': 'fa:16:3e:6e:55:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'ad43e386-e1da-4481-8206-5b6118db82c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:54Z', 'updated_at': '2021-09-07T19:03:05Z', 'revision_number': 5, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'subnets': [{'id': 'ad43e386-e1da-4481-8206-5b6118db82c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:36.125114 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67c2591-b4ca-4d4c-9a31-2d92bba1a28a x-openstack-request-id: req-b67c2591-b4ca-4d4c-9a31-2d92bba1a28a {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:14:36.125994 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-deleted", "tag": "b56a4f11-c42e-4a69-a00a-95dee5c5c3c9", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:14:36.126422 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b67c2591-b4ca-4d4c-9a31-2d92bba1a28a {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:14:36.126988 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-deleted', 'tag': 'b56a4f11-c42e-4a69-a00a-95dee5c5c3c9', 'status': 'completed', 'code': 200} Sep 07 19:14:36.153669 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440bbc6f-d21e-42de-88d3-3958f96f36d2 None None] Checking router: 98ace543-0a47-45bc-abb9-0e973f90b7a1 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:14:36.178250 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 45312478-cc4a-4f2f-86fa-1cf3da41777f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:36.178939 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:36.182553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440bbc6f-d21e-42de-88d3-3958f96f36d2 None None] Routers {'98ace543-0a47-45bc-abb9-0e973f90b7a1'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:14:36.183453 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-440bbc6f-d21e-42de-88d3-3958f96f36d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:14:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['98ace543-0a47-45bc-abb9-0e973f90b7a1'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:36.188706 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-26edc10a-94c3-4386-8fd3-ddefdfe866f6 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:36.195305 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-26edc10a-94c3-4386-8fd3-ddefdfe866f6 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:36.204314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e47fac-6619-4fa3-89ba-c387f2c6f12d req-b5a88425-9783-4617-8257-d2f910ea7558 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:36.216283 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21e47fac-6619-4fa3-89ba-c387f2c6f12d req-b5a88425-9783-4617-8257-d2f910ea7558 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 942 time: 0.2696307 Sep 07 19:14:36.218437 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26edc10a-94c3-4386-8fd3-ddefdfe866f6 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab1a941-e05f-43c0-8957-b8b24c931752,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:36.249856 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-26edc10a-94c3-4386-8fd3-ddefdfe866f6 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:36.253183 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-26edc10a-94c3-4386-8fd3-ddefdfe866f6 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4607038 Sep 07 19:14:36.257394 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34512) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:36.257969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-bd2f7606-7ae6-4aa4-807e-88c2504058be tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:36.261472 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-bd2f7606-7ae6-4aa4-807e-88c2504058be tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.60 "GET /v2.0/networks?id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45 HTTP/1.1" status: 200 len: 797 time: 1.3454292 Sep 07 19:14:36.274022 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1505b716-ed57-4be4-bf5f-39ec9899485a tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group_rule': {'security_group_id': '8e4727d1-9888-430e-a9f6-c8e665b702a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:36.320733 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1505b716-ed57-4be4-bf5f-39ec9899485a tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:36.339047 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-15971061-6f80-4a37-bb59-9a10f4311d50 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Deleting port d5037c37-d497-4829-a848-7904c39917b2 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:14:36.339047 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-15971061-6f80-4a37-bb59-9a10f4311d50 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:36.412671 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-1505b716-ed57-4be4-bf5f-39ec9899485a tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] create failed (client error): There was a conflict when trying to complete your request. Sep 07 19:14:36.414927 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1505b716-ed57-4be4-bf5f-39ec9899485a tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1545882 Sep 07 19:14:36.418769 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34518) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:36.451527 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21e47fac-6619-4fa3-89ba-c387f2c6f12d req-e52d91d1-cdf8-41d1-9bee-5d9950a3ff55 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350805 Sep 07 19:14:36.489969 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-9fde4b69-32f3-4d46-95e7-e7084b3c60df tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa42bbf5542c477bbf2c68a6d391c89a HTTP/1.1" status: 200 len: 380 time: 0.1876872 Sep 07 19:14:36.559327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-775c2bc4-a0dc-46ef-9089-35b250e75269 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'port': {'device_id': '82eecd21-64e8-4de4-b612-6e67ba5a6c31', 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45', 'admin_state_up': True, 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'security_groups': ['0af84ca2-345f-4ab8-9028-e1e7401fc471']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:36.583157 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab43b960-1edb-4170-8a01-b9c5f8bdc953 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:36.652072 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab43b960-1edb-4170-8a01-b9c5f8bdc953 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:36.702588 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-440bbc6f-d21e-42de-88d3-3958f96f36d2 None None] Set router 98ace543-0a47-45bc-abb9-0e973f90b7a1 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:14:36.774238 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab43b960-1edb-4170-8a01-b9c5f8bdc953 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:36.777250 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab43b960-1edb-4170-8a01-b9c5f8bdc953 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:36.780920 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ab43b960-1edb-4170-8a01-b9c5f8bdc953 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "DELETE /v2.0/security-groups/8e4727d1-9888-430e-a9f6-c8e665b702a5 HTTP/1.1" status: 204 len: 168 time: 0.3583496 Sep 07 19:14:36.781838 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34526) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:36.827698 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43b960-1edb-4170-8a01-b9c5f8bdc953 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4727d1-9888-430e-a9f6-c8e665b702a5,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:36.834499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-15971061-6f80-4a37-bb59-9a10f4311d50 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] For port d5037c37-d497-4829-a848-7904c39917b2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=d5037c37-d497-4829-a848-7904c39917b2,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:36.834862 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-15971061-6f80-4a37-bb59-9a10f4311d50 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:36.884723 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b0a27f31-9010-415c-9e4b-a98871e64d52 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1012607 Sep 07 19:14:36.887852 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34530) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:36.895001 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6f6938e9-9b80-4ab4-a3e9-0ae6b1b6067c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group': {'name': 'tempest-secgroup--2009862114'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:36.897743 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-15971061-6f80-4a37-bb59-9a10f4311d50 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Calling delete_port for d5037c37-d497-4829-a848-7904c39917b2 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:14:36.918494 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-775c2bc4-a0dc-46ef-9089-35b250e75269 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Made reservation on behalf of aa42bbf5542c477bbf2c68a6d391c89a for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:14:36.925043 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-775c2bc4-a0dc-46ef-9089-35b250e75269 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:36.965365 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f6938e9-9b80-4ab4-a3e9-0ae6b1b6067c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:37.216562 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f6938e9-9b80-4ab4-a3e9-0ae6b1b6067c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:37.286304 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f6938e9-9b80-4ab4-a3e9-0ae6b1b6067c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:37.362806 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-440bbc6f-d21e-42de-88d3-3958f96f36d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'name': 'tempest-TaggedBootDevicesTest-1539057917-router', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:02:50Z', 'updated_at': '2021-09-07T19:02:56Z', 'revision_number': 4, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'gw_port': {'id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:51Z', 'updated_at': '2021-09-07T19:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '360c9b89-8c7f-4a2f-b80f-24cdda21c296', 'name': '', 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'mac_address': 'fa:16:3e:6e:55:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'ad43e386-e1da-4481-8206-5b6118db82c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:54Z', 'updated_at': '2021-09-07T19:03:05Z', 'revision_number': 5, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'subnets': [{'id': 'ad43e386-e1da-4481-8206-5b6118db82c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:37.398902 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6938e9-9b80-4ab4-a3e9-0ae6b1b6067c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f65ab2-d540-45b1-945a-7b10d89400e7,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:37.408577 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440bbc6f-d21e-42de-88d3-3958f96f36d2 None None] The sync data for ids ['98ace543-0a47-45bc-abb9-0e973f90b7a1'] in n-d-807786-1 is: [{'id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'name': 'tempest-TaggedBootDevicesTest-1539057917-router', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:02:50Z', 'updated_at': '2021-09-07T19:02:56Z', 'revision_number': 4, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'gw_port': {'id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:51Z', 'updated_at': '2021-09-07T19:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '360c9b89-8c7f-4a2f-b80f-24cdda21c296', 'name': '', 'network_id': '6a8afba9-c74f-48a2-a182-350c40365b16', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'mac_address': 'fa:16:3e:6e:55:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'ad43e386-e1da-4481-8206-5b6118db82c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:54Z', 'updated_at': '2021-09-07T19:03:05Z', 'revision_number': 5, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'subnets': [{'id': 'ad43e386-e1da-4481-8206-5b6118db82c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:14:37.447183 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6f6938e9-9b80-4ab4-a3e9-0ae6b1b6067c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:37.453259 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6f6938e9-9b80-4ab4-a3e9-0ae6b1b6067c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5590942 Sep 07 19:14:37.462599 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34546) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:37.475297 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6fb14143-8665-402c-98e5-7645f540bdad tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group_rule': {'security_group_id': 'c0f65ab2-d540-45b1-945a-7b10d89400e7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:37.476072 n-d-807786-1 neutron-server[101444]: WARNING neutron.api.v2.base [None req-6fb14143-8665-402c-98e5-7645f540bdad tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 07 19:14:37.477189 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-6fb14143-8665-402c-98e5-7645f540bdad tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:14:37.478239 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6fb14143-8665-402c-98e5-7645f540bdad tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0144708 Sep 07 19:14:37.482621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-775c2bc4-a0dc-46ef-9089-35b250e75269 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Allocated IP 172.20.0.3 (96d6b3b8-24a8-48a5-a1bf-214a250b5a45/853fcb3e-adca-4518-976c-b334ba64fc64/a1bb4559-e248-4be7-8a49-15cf7cbf2391) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:14:37.487507 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34548) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:37.593960 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd09fd81-24aa-4c44-b803-0108c57840c4 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:37.630557 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd09fd81-24aa-4c44-b803-0108c57840c4 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:37.690708 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd09fd81-24aa-4c44-b803-0108c57840c4 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:37.695310 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd09fd81-24aa-4c44-b803-0108c57840c4 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:37.697275 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cd09fd81-24aa-4c44-b803-0108c57840c4 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "DELETE /v2.0/security-groups/c0f65ab2-d540-45b1-945a-7b10d89400e7 HTTP/1.1" status: 204 len: 168 time: 0.2086692 Sep 07 19:14:37.703481 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34554) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:37.725680 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0fe84684-21a1-4425-943d-02254aa267d2 req-79d906ca-3e26-4bac-b843-d5ad0759362f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 210 time: 0.5643823 Sep 07 19:14:37.768840 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09fd81-24aa-4c44-b803-0108c57840c4 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f65ab2-d540-45b1-945a-7b10d89400e7,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:37.839328 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-29ebe7c8-69bd-4234-8ed0-a467cca330e1 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1200366 Sep 07 19:14:37.841384 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34558) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:37.849457 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-251e59de-b877-492e-8ca6-7e5375230365 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group': {'name': 'tempest-secgroup--365638902'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:37.906566 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-251e59de-b877-492e-8ca6-7e5375230365 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:37.926956 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7edc2e-48b4-42fd-a1d4-8ce49f71f775 None None] New status for floating IP 8f6ca7ea-51b2-48e5-9ea1-15a73f01d49e: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:14:37.978881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df790f-6481-4a16-b1a3-ed58f0bb1a3a req-e7eae2a1-b38f-41ad-a4be-df6ae58ab9a1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:37.987799 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59df790f-6481-4a16-b1a3-ed58f0bb1a3a req-e7eae2a1-b38f-41ad-a4be-df6ae58ab9a1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 942 time: 0.2962730 Sep 07 19:14:38.049106 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-15971061-6f80-4a37-bb59-9a10f4311d50 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:38.053558 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-775c2bc4-a0dc-46ef-9089-35b250e75269 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:38.100264 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-251e59de-b877-492e-8ca6-7e5375230365 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:38.110179 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-251e59de-b877-492e-8ca6-7e5375230365 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:38.178112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-775c2bc4-a0dc-46ef-9089-35b250e75269 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Transition to ACTIVE for port object a1bb4559-e248-4be7-8a49-15cf7cbf2391 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:14:38.184738 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-251e59de-b877-492e-8ca6-7e5375230365 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:38.188869 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-251e59de-b877-492e-8ca6-7e5375230365 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3413308 Sep 07 19:14:38.188869 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e59de-b877-492e-8ca6-7e5375230365 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38058ccd-eaa4-441c-b9b4-1fad3925c5dc,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:38.194500 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34566) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:38.204106 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-8d58ce60-cacd-401f-9149-5d193feac40c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group_rule': {'security_group_id': '38058ccd-eaa4-441c-b9b4-1fad3925c5dc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:38.204896 n-d-807786-1 neutron-server[101444]: WARNING neutron.api.v2.base [None req-8d58ce60-cacd-401f-9149-5d193feac40c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 07 19:14:38.205627 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-8d58ce60-cacd-401f-9149-5d193feac40c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:14:38.213311 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8d58ce60-cacd-401f-9149-5d193feac40c tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0167449 Sep 07 19:14:38.214732 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34568) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:38.307734 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba3faeaf-17af-435f-8acf-ec1fa60d3a93 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:38.308462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15971061-6f80-4a37-bb59-9a10f4311d50 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event deleted for resources: {'Port': ['ID=d5037c37-d497-4829-a848-7904c39917b2,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:38.342801 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-775c2bc4-a0dc-46ef-9089-35b250e75269 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:38.374646 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba3faeaf-17af-435f-8acf-ec1fa60d3a93 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:38.408354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-775c2bc4-a0dc-46ef-9089-35b250e75269 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 96d6b3b8-24a8-48a5-a1bf-214a250b5a45 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:14:38.410029 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-15971061-6f80-4a37-bb59-9a10f4311d50 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] No DVR routers for this DVR port d5037c37-d497-4829-a848-7904c39917b2 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:14:38.413588 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-15971061-6f80-4a37-bb59-9a10f4311d50 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:38.415643 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-13a2d5e1-c55d-4ca6-9b4a-de4980d91e0e req-15971061-6f80-4a37-bb59-9a10f4311d50 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.36 "DELETE /v2.0/ports/d5037c37-d497-4829-a848-7904c39917b2 HTTP/1.1" status: 204 len: 173 time: 2.7112701 Sep 07 19:14:38.426297 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59df790f-6481-4a16-b1a3-ed58f0bb1a3a req-3440dd66-d0c6-457f-97aa-52942f7fb6c0 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4360240 Sep 07 19:14:38.429846 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-deleted', 'tag': 'd5037c37-d497-4829-a848-7904c39917b2'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:14:38.432222 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef562e86-600b-415f-80ae-54a00857cf23" -d '{"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-deleted", "tag": "d5037c37-d497-4829-a848-7904c39917b2"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:14:38.442052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-775c2bc4-a0dc-46ef-9089-35b250e75269 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:14:38.459418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-775c2bc4-a0dc-46ef-9089-35b250e75269 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:14:38.515378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c2bc4-a0dc-46ef-9089-35b250e75269 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=a1bb4559-e248-4be7-8a49-15cf7cbf2391,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:38.519498 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba3faeaf-17af-435f-8acf-ec1fa60d3a93 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:38.522329 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba3faeaf-17af-435f-8acf-ec1fa60d3a93 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:38.526938 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34578) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:38.527812 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ba3faeaf-17af-435f-8acf-ec1fa60d3a93 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "DELETE /v2.0/security-groups/38058ccd-eaa4-441c-b9b4-1fad3925c5dc HTTP/1.1" status: 204 len: 168 time: 0.3120623 Sep 07 19:14:38.547412 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3faeaf-17af-435f-8acf-ec1fa60d3a93 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38058ccd-eaa4-441c-b9b4-1fad3925c5dc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:38.568262 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff426eb-aff5-4db2-9ba3-9b723e73d373 x-openstack-request-id: req-dff426eb-aff5-4db2-9ba3-9b723e73d373 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:14:38.569842 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1271dc1c-2a3c-42d2-a7af-912027dde664", "name": "network-vif-deleted", "tag": "d5037c37-d497-4829-a848-7904c39917b2", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:14:38.571644 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dff426eb-aff5-4db2-9ba3-9b723e73d373 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:14:38.575649 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1271dc1c-2a3c-42d2-a7af-912027dde664', 'name': 'network-vif-deleted', 'tag': 'd5037c37-d497-4829-a848-7904c39917b2', 'status': 'completed', 'code': 200} Sep 07 19:14:38.610940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-775c2bc4-a0dc-46ef-9089-35b250e75269 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:38.613395 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-775c2bc4-a0dc-46ef-9089-35b250e75269 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:38.696279 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-775c2bc4-a0dc-46ef-9089-35b250e75269 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1426508 Sep 07 19:14:38.711392 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-c3e7799a-b60c-4a45-b12e-59ec7974f6dd tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:14:38.719961 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-c3e7799a-b60c-4a45-b12e-59ec7974f6dd tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139763 Sep 07 19:14:38.759804 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f994a325-c41b-49cf-8259-183387eb7910 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2284145 Sep 07 19:14:38.763660 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34588) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:38.768249 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b4712514-8624-4388-b73d-ceebf1aa8268 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group': {'name': 'tempest-secgroup--583064877'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:38.853916 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b4712514-8624-4388-b73d-ceebf1aa8268 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:39.016060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-31153767-36e6-4949-9401-4b754a69746a service neutron] Request body: {'port': {'device_id': '82eecd21-64e8-4de4-b612-6e67ba5a6c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:39.036591 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ad17b86e-dc74-4b02-9c72-6e895b9ac317 None None] Provisioning for port a1bb4559-e248-4be7-8a49-15cf7cbf2391 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:14:39.043308 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ad17b86e-dc74-4b02-9c72-6e895b9ac317 None None] Provisioning complete for port a1bb4559-e248-4be7-8a49-15cf7cbf2391 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:39.043987 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ad17b86e-dc74-4b02-9c72-6e895b9ac317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:39.097972 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31da97-986d-4f4b-948c-83562763989b req-36017c00-49e8-4b8c-b2c9-dedbe2fa1a64 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:39.099760 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f31da97-986d-4f4b-948c-83562763989b req-36017c00-49e8-4b8c-b2c9-dedbe2fa1a64 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 931 time: 0.2157481 Sep 07 19:14:39.112779 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b4712514-8624-4388-b73d-ceebf1aa8268 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:39.123085 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b4712514-8624-4388-b73d-ceebf1aa8268 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:39.133080 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ad17b86e-dc74-4b02-9c72-6e895b9ac317 None None] Port a1bb4559-e248-4be7-8a49-15cf7cbf2391 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:14:39.171723 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4712514-8624-4388-b73d-ceebf1aa8268 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cc724e-4871-466b-aaf4-f6302fb565b5,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:39.179188 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b4712514-8624-4388-b73d-ceebf1aa8268 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:39.182000 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b4712514-8624-4388-b73d-ceebf1aa8268 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4171674 Sep 07 19:14:39.190239 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34596) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:39.210125 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e760ffa0-a36e-46a1-8a10-090e2910dd29 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group_rule': {'security_group_id': 'e0cc724e-4871-466b-aaf4-f6302fb565b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:39.211399 n-d-807786-1 neutron-server[101444]: WARNING neutron.api.v2.base [None req-e760ffa0-a36e-46a1-8a10-090e2910dd29 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 07 19:14:39.212496 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-e760ffa0-a36e-46a1-8a10-090e2910dd29 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:14:39.213790 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e760ffa0-a36e-46a1-8a10-090e2910dd29 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078571 Sep 07 19:14:39.216814 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34604) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:39.224888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-7aeedf0e-ca5e-4863-a692-8a3b64f74f6d tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group_rule': {'security_group_id': 'e0cc724e-4871-466b-aaf4-f6302fb565b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:39.228989 n-d-807786-1 neutron-server[101445]: WARNING neutron.api.v2.base [None req-7aeedf0e-ca5e-4863-a692-8a3b64f74f6d tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 07 19:14:39.229767 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-7aeedf0e-ca5e-4863-a692-8a3b64f74f6d tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:14:39.233837 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7aeedf0e-ca5e-4863-a692-8a3b64f74f6d tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0116291 Sep 07 19:14:39.234882 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34610) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:39.239455 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a28b6f52-482e-4dc1-9129-a61b448ea46d tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group_rule': {'security_group_id': 'e0cc724e-4871-466b-aaf4-f6302fb565b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:39.240309 n-d-807786-1 neutron-server[101444]: WARNING neutron.api.v2.base [None req-a28b6f52-482e-4dc1-9129-a61b448ea46d tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 07 19:14:39.240830 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-a28b6f52-482e-4dc1-9129-a61b448ea46d tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:14:39.245884 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a28b6f52-482e-4dc1-9129-a61b448ea46d tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097001 Sep 07 19:14:39.246091 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34612) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:39.253675 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-59b6d2d1-4961-470d-b399-04d94782f9cd tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group_rule': {'security_group_id': 'e0cc724e-4871-466b-aaf4-f6302fb565b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:39.254649 n-d-807786-1 neutron-server[101445]: WARNING neutron.api.v2.base [None req-59b6d2d1-4961-470d-b399-04d94782f9cd tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 07 19:14:39.255185 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-59b6d2d1-4961-470d-b399-04d94782f9cd tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:14:39.256692 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-59b6d2d1-4961-470d-b399-04d94782f9cd tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069680 Sep 07 19:14:39.259565 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34614) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:39.265838 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-31153767-36e6-4949-9401-4b754a69746a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:39.272233 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f31da97-986d-4f4b-948c-83562763989b req-b4e04dbb-9f00-48d0-846e-e1aefe76e2e7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555870 Sep 07 19:14:39.378213 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-af36a787-72a3-4873-9f57-74edf69b343f tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:39.422305 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-af36a787-72a3-4873-9f57-74edf69b343f tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:39.491688 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-af36a787-72a3-4873-9f57-74edf69b343f tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:39.495666 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-af36a787-72a3-4873-9f57-74edf69b343f tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:39.497340 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-af36a787-72a3-4873-9f57-74edf69b343f tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "DELETE /v2.0/security-groups/e0cc724e-4871-466b-aaf4-f6302fb565b5 HTTP/1.1" status: 204 len: 168 time: 0.2368085 Sep 07 19:14:39.510169 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34624) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:39.511493 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36a787-72a3-4873-9f57-74edf69b343f tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cc724e-4871-466b-aaf4-f6302fb565b5,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:39.615257 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-44df706b-f4b0-430b-9663-f3f1b5376db6 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1002078 Sep 07 19:14:39.627973 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34632) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:39.638706 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-fb844177-fb36-41ba-8f14-b183d70358d2 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1503661584'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:39.698194 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fb844177-fb36-41ba-8f14-b183d70358d2 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:39.759116 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8f9dcc1-94aa-40da-b655-af291e451268 req-324e9a22-9bf5-446c-af5d-aaeda3491b88 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 210 time: 0.0981979 Sep 07 19:14:39.911282 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fb844177-fb36-41ba-8f14-b183d70358d2 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:39.924911 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fb844177-fb36-41ba-8f14-b183d70358d2 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:39.960306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-31153767-36e6-4949-9401-4b754a69746a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1bb4559-e248-4be7-8a49-15cf7cbf2391 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:14:39.971269 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-31153767-36e6-4949-9401-4b754a69746a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:39.993630 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-31153767-36e6-4949-9401-4b754a69746a service neutron] Transition to ACTIVE for port object a1bb4559-e248-4be7-8a49-15cf7cbf2391 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:14:40.011120 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-31153767-36e6-4949-9401-4b754a69746a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:40.011826 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb844177-fb36-41ba-8f14-b183d70358d2 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda03193-e18a-4e93-a876-4e70fb6a91ae,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:40.017497 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fb844177-fb36-41ba-8f14-b183d70358d2 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:40.022045 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fb844177-fb36-41ba-8f14-b183d70358d2 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3929067 Sep 07 19:14:40.022893 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34640) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:40.027659 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-69b29a42-cbc2-413b-917e-20fec5b42519 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group_rule': {'security_group_id': 'eda03193-e18a-4e93-a876-4e70fb6a91ae', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:40.028229 n-d-807786-1 neutron-server[101444]: WARNING neutron.api.v2.base [None req-69b29a42-cbc2-413b-917e-20fec5b42519 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 07 19:14:40.028768 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-69b29a42-cbc2-413b-917e-20fec5b42519 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:14:40.033832 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-69b29a42-cbc2-413b-917e-20fec5b42519 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093088 Sep 07 19:14:40.034233 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34642) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:40.042824 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-da38138a-bbbc-44ab-be8d-58d029ed533f tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group_rule': {'security_group_id': 'eda03193-e18a-4e93-a876-4e70fb6a91ae', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:40.090508 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31153767-36e6-4949-9401-4b754a69746a service neutron] Pushing event updated for resources: {'Port': ['ID=a1bb4559-e248-4be7-8a49-15cf7cbf2391,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:40.144895 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-da38138a-bbbc-44ab-be8d-58d029ed533f tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:14:40.149780 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-da38138a-bbbc-44ab-be8d-58d029ed533f tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1142344 Sep 07 19:14:40.152851 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34646) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:40.165562 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-bad4d299-ece7-479d-abc7-a8500d782fc0 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group_rule': {'security_group_id': 'eda03193-e18a-4e93-a876-4e70fb6a91ae', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:40.182107 n-d-807786-1 neutron-server[101444]: WARNING neutron.api.v2.base [None req-bad4d299-ece7-479d-abc7-a8500d782fc0 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 07 19:14:40.182660 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-bad4d299-ece7-479d-abc7-a8500d782fc0 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:14:40.191178 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bad4d299-ece7-479d-abc7-a8500d782fc0 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0363932 Sep 07 19:14:40.195979 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34648) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:40.212987 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4a7642b0-4cc6-4074-9a52-a1bb2652eb61 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group_rule': {'security_group_id': 'eda03193-e18a-4e93-a876-4e70fb6a91ae', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:40.300349 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-31153767-36e6-4949-9401-4b754a69746a service neutron] Attempting to bind port a1bb4559-e248-4be7-8a49-15cf7cbf2391 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:14:40.300727 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-31153767-36e6-4949-9401-4b754a69746a service neutron] Attempting to bind port a1bb4559-e248-4be7-8a49-15cf7cbf2391 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '99873a99-e89e-4351-9297-031c245fc4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:14:40.301060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-31153767-36e6-4949-9401-4b754a69746a service neutron] Attempting to bind port a1bb4559-e248-4be7-8a49-15cf7cbf2391 on network 96d6b3b8-24a8-48a5-a1bf-214a250b5a45 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:14:40.306693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-31153767-36e6-4949-9401-4b754a69746a service neutron] Port a1bb4559-e248-4be7-8a49-15cf7cbf2391 on network 96d6b3b8-24a8-48a5-a1bf-214a250b5a45 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:14:40.307016 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-31153767-36e6-4949-9401-4b754a69746a service neutron] Attempting to bind port a1bb4559-e248-4be7-8a49-15cf7cbf2391 on network 96d6b3b8-24a8-48a5-a1bf-214a250b5a45 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:14:40.312298 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-31153767-36e6-4949-9401-4b754a69746a service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:14:40.312690 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-31153767-36e6-4949-9401-4b754a69746a service neutron] Checking segment: {'id': '99873a99-e89e-4351-9297-031c245fc4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:14:40.313070 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-31153767-36e6-4949-9401-4b754a69746a service neutron] Bound using segment: {'id': '99873a99-e89e-4351-9297-031c245fc4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:14:40.313549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-31153767-36e6-4949-9401-4b754a69746a service neutron] Bound port: a1bb4559-e248-4be7-8a49-15cf7cbf2391, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99873a99-e89e-4351-9297-031c245fc4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:14:40.313918 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-31153767-36e6-4949-9401-4b754a69746a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:40.339377 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-4a7642b0-4cc6-4074-9a52-a1bb2652eb61 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:14:40.341283 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4a7642b0-4cc6-4074-9a52-a1bb2652eb61 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1440103 Sep 07 19:14:40.344206 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34662) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:40.353476 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-35278994-af61-49b1-b320-eaa55f8198a5 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group_rule': {'security_group_id': 'eda03193-e18a-4e93-a876-4e70fb6a91ae', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:40.354058 n-d-807786-1 neutron-server[101444]: WARNING neutron.api.v2.base [None req-35278994-af61-49b1-b320-eaa55f8198a5 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 07 19:14:40.355804 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-35278994-af61-49b1-b320-eaa55f8198a5 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:14:40.358248 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-35278994-af61-49b1-b320-eaa55f8198a5 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106933 Sep 07 19:14:40.359623 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34664) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:40.364745 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-b56846b1-d3cc-4b2b-8b4a-4ff8a25a5162 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group_rule': {'security_group_id': 'eda03193-e18a-4e93-a876-4e70fb6a91ae', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:40.547657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-31153767-36e6-4949-9401-4b754a69746a service neutron] For port a1bb4559-e248-4be7-8a49-15cf7cbf2391, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:14:40.552993 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-31153767-36e6-4949-9401-4b754a69746a service neutron] For port a1bb4559-e248-4be7-8a49-15cf7cbf2391, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=a1bb4559-e248-4be7-8a49-15cf7cbf2391,segment=NetworkSegment(99873a99-e89e-4351-9297-031c245fc4f8),segment_id=99873a99-e89e-4351-9297-031c245fc4f8)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:14:40.556257 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-b56846b1-d3cc-4b2b-8b4a-4ff8a25a5162 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:14:40.558163 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b56846b1-d3cc-4b2b-8b4a-4ff8a25a5162 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1974189 Sep 07 19:14:40.561818 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34672) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:40.566524 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-669e0852-8195-495e-8084-0de99ab7d1b0 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group_rule': {'security_group_id': 'eda03193-e18a-4e93-a876-4e70fb6a91ae', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:40.566993 n-d-807786-1 neutron-server[101444]: WARNING neutron.api.v2.base [None req-669e0852-8195-495e-8084-0de99ab7d1b0 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 07 19:14:40.567478 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-669e0852-8195-495e-8084-0de99ab7d1b0 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:14:40.568429 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-669e0852-8195-495e-8084-0de99ab7d1b0 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056486 Sep 07 19:14:40.571306 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34674) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:40.591955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-9efe6102-ca44-401d-8a45-68cb52ce3fa9 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group_rule': {'security_group_id': 'eda03193-e18a-4e93-a876-4e70fb6a91ae', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:40.596400 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c5646-5226-4f29-a078-f9b54c41a17d req-b868f76e-278f-4f8c-86c3-4e176b3d9f66 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:40.613565 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-599c5646-5226-4f29-a078-f9b54c41a17d req-b868f76e-278f-4f8c-86c3-4e176b3d9f66 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 943 time: 0.1839557 Sep 07 19:14:40.617627 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-31153767-36e6-4949-9401-4b754a69746a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:40.691835 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-31153767-36e6-4949-9401-4b754a69746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:40.693932 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-31153767-36e6-4949-9401-4b754a69746a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:40.695401 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-31153767-36e6-4949-9401-4b754a69746a service neutron] 10.222.0.60 "PUT /v2.0/ports/a1bb4559-e248-4be7-8a49-15cf7cbf2391 HTTP/1.1" status: 200 len: 1091 time: 1.9672565 Sep 07 19:14:40.698159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82eecd21-64e8-4de4-b612-6e67ba5a6c31', 'tag': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:14:40.704609 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f70f213-474c-4bc4-bd2f-3541bcbfe91a" -d '{"events": [{"name": "network-changed", "server_uuid": "82eecd21-64e8-4de4-b612-6e67ba5a6c31", "tag": "a1bb4559-e248-4be7-8a49-15cf7cbf2391"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:14:40.716053 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-9efe6102-ca44-401d-8a45-68cb52ce3fa9 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:14:40.717234 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9efe6102-ca44-401d-8a45-68cb52ce3fa9 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1449430 Sep 07 19:14:40.721579 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34680) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:40.726884 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-c6702324-c903-4339-9a1b-7ec86d32ab18 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group_rule': {'security_group_id': 'eda03193-e18a-4e93-a876-4e70fb6a91ae', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:40.830401 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31153767-36e6-4949-9401-4b754a69746a service neutron] Pushing event updated for resources: {'Port': ['ID=a1bb4559-e248-4be7-8a49-15cf7cbf2391,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:40.844771 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13bc62c-6d17-4e33-95c6-b103dd13ef3c x-openstack-request-id: req-a13bc62c-6d17-4e33-95c6-b103dd13ef3c {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:14:40.845075 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82eecd21-64e8-4de4-b612-6e67ba5a6c31", "tag": "a1bb4559-e248-4be7-8a49-15cf7cbf2391", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:14:40.845333 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a13bc62c-6d17-4e33-95c6-b103dd13ef3c {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:14:40.845744 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82eecd21-64e8-4de4-b612-6e67ba5a6c31', 'tag': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391', 'status': 'completed', 'code': 200} Sep 07 19:14:40.859873 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-599c5646-5226-4f29-a078-f9b54c41a17d req-e664c7ec-6fa7-49f0-ba85-4ff88ff9a3a0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454376 Sep 07 19:14:40.872947 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-c6702324-c903-4339-9a1b-7ec86d32ab18 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:14:40.874138 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c6702324-c903-4339-9a1b-7ec86d32ab18 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1516855 Sep 07 19:14:40.878987 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34688) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:40.971441 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-cf871ad0-3ecc-4275-b7dc-045145f85e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:40.987077 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-cf871ad0-3ecc-4275-b7dc-045145f85e74 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 1094 time: 0.2210383 Sep 07 19:14:41.112400 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-5c211367-04ff-4ed8-a76e-465bcb5e2f08 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1bb4559-e248-4be7-8a49-15cf7cbf2391 HTTP/1.1" status: 200 len: 217 time: 0.1131337 Sep 07 19:14:41.196099 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4919a50e-1f85-4161-a1d2-8c7e61fa497c req-8877cf82-e59d-4ac2-92d5-1e6d519302ca tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 210 time: 0.1161294 Sep 07 19:14:41.276661 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f0cb49a1-9301-450f-bb55-518a109d126a tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:41.299270 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-69c5d1b1-f339-4222-bf0e-39957ddfe9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:41.301214 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-69c5d1b1-f339-4222-bf0e-39957ddfe9ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=853fcb3e-adca-4518-976c-b334ba64fc64 HTTP/1.1" status: 200 len: 834 time: 0.1290781 Sep 07 19:14:41.344084 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f0cb49a1-9301-450f-bb55-518a109d126a tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:41.506484 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-658c9c7e-33d9-4cd8-9882-78fd49ce363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:41.508750 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-658c9c7e-33d9-4cd8-9882-78fd49ce363b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1932945 Sep 07 19:14:41.648771 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-4f25878e-137d-41bb-982f-e4844ffa7e17 service neutron] 10.222.0.60 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322284 Sep 07 19:14:41.696087 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f0cb49a1-9301-450f-bb55-518a109d126a tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:41.698730 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f0cb49a1-9301-450f-bb55-518a109d126a tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:41.699909 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f0cb49a1-9301-450f-bb55-518a109d126a tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "DELETE /v2.0/security-groups/eda03193-e18a-4e93-a876-4e70fb6a91ae HTTP/1.1" status: 204 len: 168 time: 0.8190904 Sep 07 19:14:41.702772 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34722) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:41.768469 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb49a1-9301-450f-bb55-518a109d126a tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda03193-e18a-4e93-a876-4e70fb6a91ae,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:41.805772 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-23146f82-af2c-4a6c-81a5-f55bf362c18b tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1009977 Sep 07 19:14:41.806440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34730) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:41.812174 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1568b8c7-fdd2-422a-a652-a56a780ce7e1 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1393595025'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:41.840726 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1568b8c7-fdd2-422a-a652-a56a780ce7e1 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:41.887025 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b8343f8-cb1f-4daa-982d-34fcef24909a req-cc0fd4d4-b733-4235-a590-cc242d810bfe service neutron] 10.222.0.60 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308769 Sep 07 19:14:42.032363 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1568b8c7-fdd2-422a-a652-a56a780ce7e1 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:42.039433 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1568b8c7-fdd2-422a-a652-a56a780ce7e1 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:42.083062 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70f213-474c-4bc4-bd2f-3541bcbfe91a req-5ba77682-6ea8-4573-93b1-276711941741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:42.084754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f70f213-474c-4bc4-bd2f-3541bcbfe91a req-5ba77682-6ea8-4573-93b1-276711941741 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 1094 time: 0.1310494 Sep 07 19:14:42.094583 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1562f-248a-4b7c-9fdb-557ee146bc5f req-ed4da990-4b4d-4b5d-89fb-feba8845f102 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:42.096211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0fb1562f-248a-4b7c-9fdb-557ee146bc5f req-ed4da990-4b4d-4b5d-89fb-feba8845f102 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 943 time: 0.0889978 Sep 07 19:14:42.123126 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568b8c7-fdd2-422a-a652-a56a780ce7e1 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50469fae-dd4e-4a19-a0ed-5ed774371e26,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:42.142536 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1568b8c7-fdd2-422a-a652-a56a780ce7e1 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:42.144092 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1568b8c7-fdd2-422a-a652-a56a780ce7e1 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3366914 Sep 07 19:14:42.149529 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34752) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:42.160482 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b5e538cb-1924-4da7-bef6-b5fba6f5c403 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group_rule': {'security_group_id': '50469fae-dd4e-4a19-a0ed-5ed774371e26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:42.293905 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-b5e538cb-1924-4da7-bef6-b5fba6f5c403 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] create failed (client error): The resource could not be found. Sep 07 19:14:42.295314 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b5e538cb-1924-4da7-bef6-b5fba6f5c403 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1444988 Sep 07 19:14:42.298927 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34760) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:42.307023 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70f213-474c-4bc4-bd2f-3541bcbfe91a req-f4da5c75-6d93-40ff-af99-f730eebbc505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:42.308628 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-22baef9f-1f95-42e5-84ea-b41df6fa2287 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group_rule': {'security_group_id': '50469fae-dd4e-4a19-a0ed-5ed774371e26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ddec9d41-150d-4844-bbd9-8aaccfdc70e3'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:42.309895 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f70f213-474c-4bc4-bd2f-3541bcbfe91a req-f4da5c75-6d93-40ff-af99-f730eebbc505 service neutron] 10.222.0.60 "GET /v2.0/networks?id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45 HTTP/1.1" status: 200 len: 898 time: 0.2125168 Sep 07 19:14:42.373095 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0fb1562f-248a-4b7c-9fdb-557ee146bc5f req-4c7f93ac-3fbf-4d1f-b06d-c7910424b64f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2676568 Sep 07 19:14:42.376735 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f70f213-474c-4bc4-bd2f-3541bcbfe91a req-0fabdf25-c05a-4612-bc28-03939ccc2117 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1bb4559-e248-4be7-8a49-15cf7cbf2391 HTTP/1.1" status: 200 len: 217 time: 0.0537283 Sep 07 19:14:42.418030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0554a5f7-4545-4e0d-8458-ac7afa8c0604 req-bd48830f-22f1-425c-8d5d-c360108cf3b0 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 210 time: 0.0495837 Sep 07 19:14:42.438390 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-22baef9f-1f95-42e5-84ea-b41df6fa2287 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] create failed (client error): The resource could not be found. Sep 07 19:14:42.439738 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-22baef9f-1f95-42e5-84ea-b41df6fa2287 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1389978 Sep 07 19:14:42.442644 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34776) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:42.457874 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70f213-474c-4bc4-bd2f-3541bcbfe91a req-5131bbfe-b56d-404d-a0c1-17729184b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:42.459709 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f70f213-474c-4bc4-bd2f-3541bcbfe91a req-5131bbfe-b56d-404d-a0c1-17729184b5ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=853fcb3e-adca-4518-976c-b334ba64fc64 HTTP/1.1" status: 200 len: 834 time: 0.0729923 Sep 07 19:14:42.513976 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a8314317-c3aa-4f21-b65e-753cb6f00658 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:42.515975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70f213-474c-4bc4-bd2f-3541bcbfe91a req-ba3ed27e-6cff-49cf-99d9-4727a5318490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:42.518833 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f70f213-474c-4bc4-bd2f-3541bcbfe91a req-ba3ed27e-6cff-49cf-99d9-4727a5318490 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508142 Sep 07 19:14:42.558184 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a8314317-c3aa-4f21-b65e-753cb6f00658 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:42.612330 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a8314317-c3aa-4f21-b65e-753cb6f00658 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:42.618012 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a8314317-c3aa-4f21-b65e-753cb6f00658 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:42.619633 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a8314317-c3aa-4f21-b65e-753cb6f00658 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "DELETE /v2.0/security-groups/50469fae-dd4e-4a19-a0ed-5ed774371e26 HTTP/1.1" status: 204 len: 168 time: 0.1756990 Sep 07 19:14:42.630067 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34780) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:42.637300 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8314317-c3aa-4f21-b65e-753cb6f00658 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50469fae-dd4e-4a19-a0ed-5ed774371e26,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:42.698864 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f70f213-474c-4bc4-bd2f-3541bcbfe91a req-1fac64fc-9218-4dc0-bc0a-5189be1416ef service neutron] 10.222.0.60 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720994 Sep 07 19:14:42.703946 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9fe8ea2b-9358-4d40-885d-bfd2072c3bd1 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0724831 Sep 07 19:14:42.710281 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34782) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:42.715982 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-5bbb5436-e792-4956-8947-3ea737734e38 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group_rule': {'security_group_id': 'ff5c1a6e-d5e4-4df9-8176-917bb422137e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:42.808801 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-5bbb5436-e792-4956-8947-3ea737734e38 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] create failed (client error): The resource could not be found. Sep 07 19:14:42.815275 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5bbb5436-e792-4956-8947-3ea737734e38 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1029761 Sep 07 19:14:42.817242 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34784) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:42.825710 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f70f213-474c-4bc4-bd2f-3541bcbfe91a req-d89f9f3a-1954-4803-a5d7-5430da6f792c service neutron] 10.222.0.60 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188469 Sep 07 19:14:42.827194 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-c5e64cf8-f35f-4b1a-bc54-63ff3b7f4eb8 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1735765415'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:42.864157 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5e64cf8-f35f-4b1a-bc54-63ff3b7f4eb8 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:42.980204 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5e64cf8-f35f-4b1a-bc54-63ff3b7f4eb8 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:42.986255 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5e64cf8-f35f-4b1a-bc54-63ff3b7f4eb8 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:42.988183 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:43.022281 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e64cf8-f35f-4b1a-bc54-63ff3b7f4eb8 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11077e2f-629e-4dc5-8aee-c239fa899b16,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:43.026247 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5e64cf8-f35f-4b1a-bc54-63ff3b7f4eb8 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:43.027773 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c5e64cf8-f35f-4b1a-bc54-63ff3b7f4eb8 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2084119 Sep 07 19:14:43.030756 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34788) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:43.036172 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34790) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:43.039652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-7953e775-dc84-44af-89a1-9642701a6eb7 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group': {'name': 'tempest-secgroup--833205432'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:43.090709 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7953e775-dc84-44af-89a1-9642701a6eb7 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:43.201710 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7953e775-dc84-44af-89a1-9642701a6eb7 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:43.209870 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7953e775-dc84-44af-89a1-9642701a6eb7 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:43.271827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953e775-dc84-44af-89a1-9642701a6eb7 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b8dd00-89cd-465f-bc48-33b4bcf058e6,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:43.273721 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-426ea14e-209f-4da5-b782-4dc918b943e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:43.276766 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7953e775-dc84-44af-89a1-9642701a6eb7 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:43.278493 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7953e775-dc84-44af-89a1-9642701a6eb7 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2466550 Sep 07 19:14:43.281332 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34796) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:43.286696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-a564090f-683a-4b08-bb92-7a4a847a9120 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group_rule': {'security_group_id': '11077e2f-629e-4dc5-8aee-c239fa899b16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '02b8dd00-89cd-465f-bc48-33b4bcf058e6'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:43.430291 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-426ea14e-209f-4da5-b782-4dc918b943e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:43.444747 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-426ea14e-209f-4da5-b782-4dc918b943e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:43.455209 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-a564090f-683a-4b08-bb92-7a4a847a9120 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:14:43.456535 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a564090f-683a-4b08-bb92-7a4a847a9120 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1737838 Sep 07 19:14:43.460084 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34800) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:43.568594 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ea14e-209f-4da5-b782-4dc918b943e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f18fc7-fe60-4919-8832-e9ad03964314,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:43.585038 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-426ea14e-209f-4da5-b782-4dc918b943e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ff9ad44752c947e9b8da74c86d0fa02d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5464654 Sep 07 19:14:43.588451 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34808) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:43.712118 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7484b3ff-4d64-4322-a3de-2c32101d5935 req-4d799ff0-4712-4802-aa84-5158ca557389 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 210 time: 0.1619759 Sep 07 19:14:43.755356 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a4a4297d-39e2-43b0-99e9-9437dd1fe9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:43.785173 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a4a4297d-39e2-43b0-99e9-9437dd1fe9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:43.829914 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55d972-9c4b-4074-b65b-40f9408dd259 req-bc4de209-7702-42e7-afb4-e84ac08ce9ef tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:43.833193 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad55d972-9c4b-4074-b65b-40f9408dd259 req-bc4de209-7702-42e7-afb4-e84ac08ce9ef tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 943 time: 0.3328159 Sep 07 19:14:43.838925 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5eb122eb-605b-4531-b7ba-7a18a95319f7 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:43.865182 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a4a4297d-39e2-43b0-99e9-9437dd1fe9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:43.872024 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a4a4297d-39e2-43b0-99e9-9437dd1fe9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:43.873631 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a4a4297d-39e2-43b0-99e9-9437dd1fe9d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46f18fc7-fe60-4919-8832-e9ad03964314 HTTP/1.1" status: 204 len: 168 time: 0.2817204 Sep 07 19:14:43.892044 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4297d-39e2-43b0-99e9-9437dd1fe9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f18fc7-fe60-4919-8832-e9ad03964314,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:43.923161 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:43.979371 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5eb122eb-605b-4531-b7ba-7a18a95319f7 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:44.052628 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad55d972-9c4b-4074-b65b-40f9408dd259 req-f1661ddb-38c6-40cd-8bac-e02a411ecb24 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062030 Sep 07 19:14:44.121886 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5eb122eb-605b-4531-b7ba-7a18a95319f7 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:44.125065 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5eb122eb-605b-4531-b7ba-7a18a95319f7 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:44.126428 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5eb122eb-605b-4531-b7ba-7a18a95319f7 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "DELETE /v2.0/security-groups/02b8dd00-89cd-465f-bc48-33b4bcf058e6 HTTP/1.1" status: 204 len: 168 time: 0.6640620 Sep 07 19:14:44.129859 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34816) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:44.140648 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb122eb-605b-4531-b7ba-7a18a95319f7 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b8dd00-89cd-465f-bc48-33b4bcf058e6,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:44.258200 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3298129a-ae61-4394-8b40-159fd971cc53 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1246207 Sep 07 19:14:44.259069 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34818) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:44.388252 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6a5680fa-c5a8-4750-a0c9-0d8c579fff24 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:44.419952 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6a5680fa-c5a8-4750-a0c9-0d8c579fff24 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:44.443576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34822) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:44.474647 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e83b18d0-7143-41a3-b5ba-80081ab34e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:44.507656 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6a5680fa-c5a8-4750-a0c9-0d8c579fff24 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:44.510621 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6a5680fa-c5a8-4750-a0c9-0d8c579fff24 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:44.511823 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6a5680fa-c5a8-4750-a0c9-0d8c579fff24 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "DELETE /v2.0/security-groups/11077e2f-629e-4dc5-8aee-c239fa899b16 HTTP/1.1" status: 204 len: 168 time: 0.2514911 Sep 07 19:14:44.514597 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34824) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:44.527654 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5680fa-c5a8-4750-a0c9-0d8c579fff24 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11077e2f-629e-4dc5-8aee-c239fa899b16,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:44.623154 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e83b18d0-7143-41a3-b5ba-80081ab34e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:44.629572 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e83b18d0-7143-41a3-b5ba-80081ab34e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:44.653257 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-63bfe487-f8bc-4f68-856d-da799d350745 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1363175 Sep 07 19:14:44.660809 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34826) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:44.668894 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b81130ba-0858-41ef-98c2-63e2af9954d0 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1147706085'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:44.688729 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b18d0-7143-41a3-b5ba-80081ab34e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12f0142-b80c-4bb2-af88-b151f6a405e0,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:44.713603 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b81130ba-0858-41ef-98c2-63e2af9954d0 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:44.734416 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e83b18d0-7143-41a3-b5ba-80081ab34e75 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=034b0db1f6264810a2b0ef35a840715c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2903540 Sep 07 19:14:44.735057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34830) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:44.814975 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01fef5db-d750-4b73-9fbf-d3812794a934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:44.846298 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01fef5db-d750-4b73-9fbf-d3812794a934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:44.909506 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b81130ba-0858-41ef-98c2-63e2af9954d0 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:44.913229 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b3de1895-95b2-4c44-a08a-1847f9d88e3b req-42363069-b761-47a7-b6ef-368e6e1f5ce9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 210 time: 0.0298388 Sep 07 19:14:44.916816 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b81130ba-0858-41ef-98c2-63e2af9954d0 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:44.939532 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01fef5db-d750-4b73-9fbf-d3812794a934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:44.942081 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01fef5db-d750-4b73-9fbf-d3812794a934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:44.943525 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-01fef5db-d750-4b73-9fbf-d3812794a934 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b12f0142-b80c-4bb2-af88-b151f6a405e0 HTTP/1.1" status: 204 len: 168 time: 0.2075334 Sep 07 19:14:44.954554 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b81130ba-0858-41ef-98c2-63e2af9954d0 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:44.955825 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b81130ba-0858-41ef-98c2-63e2af9954d0 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2939692 Sep 07 19:14:44.958160 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81130ba-0858-41ef-98c2-63e2af9954d0 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07122511-5833-4a91-9fd5-95166f5ed009,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:44.965775 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34836) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:44.976740 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-c30d27ab-d6dd-4445-8fda-28884daebbdd tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:44.980212 n-d-807786-1 neutron-server[101445]: WARNING neutron.api.v2.base [None req-c30d27ab-d6dd-4445-8fda-28884daebbdd tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 07 19:14:44.980953 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-c30d27ab-d6dd-4445-8fda-28884daebbdd tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] update failed (client error): There was a conflict when trying to complete your request. Sep 07 19:14:44.982185 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c30d27ab-d6dd-4445-8fda-28884daebbdd tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "PUT /v2.0/security-groups/07122511-5833-4a91-9fd5-95166f5ed009 HTTP/1.1" status: 409 len: 330 time: 0.0153868 Sep 07 19:14:44.984979 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34838) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:45.009148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fef5db-d750-4b73-9fbf-d3812794a934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12f0142-b80c-4bb2-af88-b151f6a405e0,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:45.113265 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-763a0175-2eaf-420c-8667-4275f4262c88 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:45.162951 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-763a0175-2eaf-420c-8667-4275f4262c88 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:45.249211 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-763a0175-2eaf-420c-8667-4275f4262c88 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:45.262439 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-763a0175-2eaf-420c-8667-4275f4262c88 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:45.262439 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-763a0175-2eaf-420c-8667-4275f4262c88 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "DELETE /v2.0/security-groups/07122511-5833-4a91-9fd5-95166f5ed009 HTTP/1.1" status: 204 len: 168 time: 0.2680261 Sep 07 19:14:45.264850 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34842) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:45.287124 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a0175-2eaf-420c-8667-4275f4262c88 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07122511-5833-4a91-9fd5-95166f5ed009,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:45.313721 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589a724-f338-4ca4-b3fc-476201d191c2 req-b3de4800-42d0-45bc-8641-72216a4b9c82 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:45.326917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7589a724-f338-4ca4-b3fc-476201d191c2 req-b3de4800-42d0-45bc-8641-72216a4b9c82 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 943 time: 0.1511559 Sep 07 19:14:45.342258 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9c0b6611-9caa-4efe-af55-7d7faf1797dc tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0746596 Sep 07 19:14:45.352269 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34846) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:45.387674 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-baaacc48-2d6c-4b76-8eea-7e48527eab1b tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] delete failed (client error): The resource could not be found. Sep 07 19:14:45.391352 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-baaacc48-2d6c-4b76-8eea-7e48527eab1b tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "DELETE /v2.0/security-groups/b01c2341-d1ef-47cb-88f4-93fea168c6d3 HTTP/1.1" status: 404 len: 347 time: 0.0356133 Sep 07 19:14:45.394180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34848) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:45.428416 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-34b1b906-a566-4c17-8644-2d1f6c79cc12 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] show failed (client error): The resource could not be found. Sep 07 19:14:45.434968 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-34b1b906-a566-4c17-8644-2d1f6c79cc12 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "GET /v2.0/security-groups/cb890b16-1aa6-458d-be75-0926b723f345 HTTP/1.1" status: 404 len: 347 time: 0.0393941 Sep 07 19:14:45.435353 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7589a724-f338-4ca4-b3fc-476201d191c2 req-7b515b85-96b3-41e7-a5f7-ee74cabec755 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934167 Sep 07 19:14:45.435596 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34852) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:45.449283 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-ff5418d3-3fcf-451b-93dd-e5088932deb1 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] show failed (client error): The resource could not be found. Sep 07 19:14:45.464729 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ff5418d3-3fcf-451b-93dd-e5088932deb1 tempest-NegativeSecGroupTest-995915948 tempest-NegativeSecGroupTest-995915948-project] 10.222.0.26 "GET /v2.0/security-group-rules/b460a4ee-b135-442d-9e01-88a883635edb HTTP/1.1" status: 404 len: 356 time: 0.0218999 Sep 07 19:14:45.519017 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device a1bb4559-e248-4be7-8a49-15cf7cbf2391 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:14:45.705043 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port a1bb4559-e248-4be7-8a49-15cf7cbf2391, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=a1bb4559-e248-4be7-8a49-15cf7cbf2391,segment=NetworkSegment(99873a99-e89e-4351-9297-031c245fc4f8),segment_id=99873a99-e89e-4351-9297-031c245fc4f8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:45.732140 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391', 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45', 'port_id': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391', 'mac_address': 'fa:16:3e:38:79:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '853fcb3e-adca-4518-976c-b334ba64fc64', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:14:45.865090 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:45.891229 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1bb4559-e248-4be7-8a49-15cf7cbf2391 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:14:45.938376 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port a1bb4559-e248-4be7-8a49-15cf7cbf2391, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=a1bb4559-e248-4be7-8a49-15cf7cbf2391,segment=NetworkSegment(99873a99-e89e-4351-9297-031c245fc4f8),segment_id=99873a99-e89e-4351-9297-031c245fc4f8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:45.946116 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:46.024459 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 34870) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:46.074078 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=a1bb4559-e248-4be7-8a49-15cf7cbf2391,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:46.158382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['a1bb4559-e248-4be7-8a49-15cf7cbf2391'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:14:46.220704 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc124ac3-79aa-41ee-8fd9-cd34136cfe37 req-00c279c1-b7ba-4554-9f73-1ed2fbac86ee tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 210 time: 0.1163929 Sep 07 19:14:46.371495 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8a12f533-16f4-4c57-9bf2-e89356e76bd4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=62effb2d18c9435288e172c4cc4348f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3457341 Sep 07 19:14:46.374103 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34876) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:46.444356 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7e3e6472-e036-4d5f-9cc7-3c019bb5233c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:46.472466 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7e3e6472-e036-4d5f-9cc7-3c019bb5233c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:46.569131 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7e3e6472-e036-4d5f-9cc7-3c019bb5233c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:46.588057 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7e3e6472-e036-4d5f-9cc7-3c019bb5233c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:46.589289 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7e3e6472-e036-4d5f-9cc7-3c019bb5233c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/59ac58cb-3547-4038-baf9-2d7a90f4ea42 HTTP/1.1" status: 204 len: 168 time: 0.2142053 Sep 07 19:14:46.615079 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e6472-e036-4d5f-9cc7-3c019bb5233c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ac58cb-3547-4038-baf9-2d7a90f4ea42,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:46.671450 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964c48e-0542-4ea2-a96f-3a68fd440c1e req-36ce628e-ce78-44cb-9d8e-acbead127836 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:46.673092 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4964c48e-0542-4ea2-a96f-3a68fd440c1e req-36ce628e-ce78-44cb-9d8e-acbead127836 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 944 time: 0.1011374 Sep 07 19:14:46.751872 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4964c48e-0542-4ea2-a96f-3a68fd440c1e req-8b8163dc-4bc9-4000-8ae9-6ca8af731ddd tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663190 Sep 07 19:14:47.397686 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34912) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:47.426928 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0b8a39c6-6719-49e9-92c2-5ef548ef1135 req-df059973-3a52-488f-b91b-a904cd279cf7 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 210 time: 0.0413666 Sep 07 19:14:47.534037 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device a1bb4559-e248-4be7-8a49-15cf7cbf2391 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:14:47.629779 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port a1bb4559-e248-4be7-8a49-15cf7cbf2391 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:14:47.639022 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port a1bb4559-e248-4be7-8a49-15cf7cbf2391 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:14:47.640436 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:47.784893 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:47.815622 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a4f2b3fc-c3b5-4053-9a28-b857aefa2807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:47.828456 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eecd21-64e8-4de4-b612-6e67ba5a6c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:14:47.832548 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9706c9-7036-4f37-9b11-6d393e82d168" -d '{"events": [{"server_uuid": "82eecd21-64e8-4de4-b612-6e67ba5a6c31", "name": "network-vif-plugged", "status": "completed", "tag": "a1bb4559-e248-4be7-8a49-15cf7cbf2391"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:14:47.918592 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port a1bb4559-e248-4be7-8a49-15cf7cbf2391, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=a1bb4559-e248-4be7-8a49-15cf7cbf2391,segment=NetworkSegment(99873a99-e89e-4351-9297-031c245fc4f8),segment_id=99873a99-e89e-4351-9297-031c245fc4f8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:47.929509 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:48.084372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2382bf-f8a8-4081-a8e2-8ddc515c25c2 req-4bc17ba2-e6ce-4435-b973-2f6254d5e26a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:48.090812 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=a1bb4559-e248-4be7-8a49-15cf7cbf2391,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:48.099428 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc2382bf-f8a8-4081-a8e2-8ddc515c25c2 req-4bc17ba2-e6ce-4435-b973-2f6254d5e26a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 945 time: 0.1611924 Sep 07 19:14:48.184675 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a4f2b3fc-c3b5-4053-9a28-b857aefa2807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:48.196076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc2382bf-f8a8-4081-a8e2-8ddc515c25c2 req-4dbd9542-e06c-45ae-ace2-d18f9e06a943 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925956 Sep 07 19:14:48.196964 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a4f2b3fc-c3b5-4053-9a28-b857aefa2807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:48.217473 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3be141-8a8d-4089-8153-b73e632463b8 x-openstack-request-id: req-eb3be141-8a8d-4089-8153-b73e632463b8 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:14:48.218062 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eecd21-64e8-4de4-b612-6e67ba5a6c31", "name": "network-vif-plugged", "status": "completed", "tag": "a1bb4559-e248-4be7-8a49-15cf7cbf2391", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:14:48.222756 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb3be141-8a8d-4089-8153-b73e632463b8 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:14:48.223598 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eecd21-64e8-4de4-b612-6e67ba5a6c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391', 'code': 200} Sep 07 19:14:48.291312 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2b3fc-c3b5-4053-9a28-b857aefa2807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3933a583-2451-48bd-992a-031376d84ccd,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:48.297104 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a4f2b3fc-c3b5-4053-9a28-b857aefa2807 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee3e0cf307844700ba27b2955e62cef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8977425 Sep 07 19:14:48.302622 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34948) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:48.377063 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-398a4fe3-62c7-4235-86ec-0ff86055896a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:48.389166 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13d567-6249-45da-9a27-a53999db1523 req-b80c35a3-cd7f-430d-a053-0a0aa23eaf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:48.390769 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f13d567-6249-45da-9a27-a53999db1523 req-b80c35a3-cd7f-430d-a053-0a0aa23eaf0d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 1096 time: 0.1062655 Sep 07 19:14:48.415091 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-398a4fe3-62c7-4235-86ec-0ff86055896a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:48.503036 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f13d567-6249-45da-9a27-a53999db1523 req-852db049-1483-411c-85c8-7e2ba9525e96 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014605 Sep 07 19:14:48.523750 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-398a4fe3-62c7-4235-86ec-0ff86055896a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:48.526919 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-398a4fe3-62c7-4235-86ec-0ff86055896a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:48.528798 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-398a4fe3-62c7-4235-86ec-0ff86055896a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3933a583-2451-48bd-992a-031376d84ccd HTTP/1.1" status: 204 len: 168 time: 0.2249632 Sep 07 19:14:48.548700 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a4fe3-62c7-4235-86ec-0ff86055896a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3933a583-2451-48bd-992a-031376d84ccd,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:48.598901 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c06dd67f-d92a-49ba-905c-86953bffeaac req-3e03eeaa-98ac-4199-9dd7-21a91b06fb24 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 210 time: 0.0610523 Sep 07 19:14:48.689133 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34960) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:49.147747 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-01cfed23-aa22-4d37-9229-325151543dea tempest-ServiceProvidersTest-374312195 tempest-ServiceProvidersTest-374312195-project] 10.222.0.26 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4568827 Sep 07 19:14:49.363903 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27470ee-e86b-44e0-ab1f-e96048533a6c req-afba524e-5f32-40e8-b33f-325553c10dc6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:49.365846 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e27470ee-e86b-44e0-ab1f-e96048533a6c req-afba524e-5f32-40e8-b33f-325553c10dc6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 945 time: 0.0630021 Sep 07 19:14:49.455744 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e27470ee-e86b-44e0-ab1f-e96048533a6c req-6003c32f-c689-4e9b-8be9-66ea5de4137b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812995 Sep 07 19:14:49.520190 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 34994) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:49.767276 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dcb00590-9efe-43c5-9a1a-90ca62677111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:49.788415 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-467e9329-b472-48ac-b38e-f9246e3e50ea req-8375b836-25e1-41df-b300-50bf75637d9f tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 210 time: 0.0738106 Sep 07 19:14:49.892967 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dcb00590-9efe-43c5-9a1a-90ca62677111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:49.899882 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dcb00590-9efe-43c5-9a1a-90ca62677111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:49.947668 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35012) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:49.947945 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dcb00590-9efe-43c5-9a1a-90ca62677111 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8417395788ee4e45a15fd98787e5a783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4266181 Sep 07 19:14:49.949487 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb00590-9efe-43c5-9a1a-90ca62677111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fe8008-760f-474d-a47d-99307e1b5ade,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:50.024400 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-aa10427f-c3ac-4b63-94a6-82e99ccaaf01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:50.058346 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-aa10427f-c3ac-4b63-94a6-82e99ccaaf01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:50.114831 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-aa10427f-c3ac-4b63-94a6-82e99ccaaf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:50.124955 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-aa10427f-c3ac-4b63-94a6-82e99ccaaf01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:50.127035 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-aa10427f-c3ac-4b63-94a6-82e99ccaaf01 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f9fe8008-760f-474d-a47d-99307e1b5ade HTTP/1.1" status: 204 len: 168 time: 0.1774716 Sep 07 19:14:50.137986 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10427f-c3ac-4b63-94a6-82e99ccaaf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fe8008-760f-474d-a47d-99307e1b5ade,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:50.653615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3591c07-3e9a-4f2a-8e44-7a9f5a7a26ba req-461bb63e-5854-41bd-9760-235d10456a29 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:50.663082 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b3591c07-3e9a-4f2a-8e44-7a9f5a7a26ba req-461bb63e-5854-41bd-9760-235d10456a29 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 945 time: 0.0700741 Sep 07 19:14:50.719347 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b3591c07-3e9a-4f2a-8e44-7a9f5a7a26ba req-59416186-58f3-4d9a-b5f2-e95b65ae0942 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552635 Sep 07 19:14:50.914778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96a39d-bf26-4e55-b705-6d6467f26835 req-65617129-25fb-44bd-b232-b877117a2f16 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:50.922841 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e96a39d-bf26-4e55-b705-6d6467f26835 req-65617129-25fb-44bd-b232-b877117a2f16 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 945 time: 0.1216936 Sep 07 19:14:51.016226 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-265efbe8-2394-483b-bfe4-001cc95fc879 req-89d23d20-9854-42e9-8864-dc163f081008 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 210 time: 0.0595510 Sep 07 19:14:51.040859 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e96a39d-bf26-4e55-b705-6d6467f26835 req-eb7c0243-20e3-4692-956d-41461720453b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025426 Sep 07 19:14:51.049769 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35060) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:51.143895 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceb0313-82dd-4404-bfed-2d9d527768f9 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:51.146240 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-eceb0313-82dd-4404-bfed-2d9d527768f9 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 1091 time: 0.0947368 Sep 07 19:14:51.148966 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35066) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:51.157582 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-fc097624-e61d-40d5-be73-3586d15cff36 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:51.184406 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc097624-e61d-40d5-be73-3586d15cff36 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:51.333800 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35072) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:51.376728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc097624-e61d-40d5-be73-3586d15cff36 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:51.482576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e00730a4-d599-480d-b916-943a543e0f59 tempest-SubnetPoolsTestJSON-748040740 tempest-SubnetPoolsTestJSON-748040740-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1072606582', 'prefixes': ['172.20.0.0/16']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:51.502561 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-fc097624-e61d-40d5-be73-3586d15cff36 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Allocated IP 172.25.8.228 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/f82ae953-f125-4b1c-abee-9b8bad133b8c) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:14:51.595840 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e00730a4-d599-480d-b916-943a543e0f59 tempest-SubnetPoolsTestJSON-748040740 tempest-SubnetPoolsTestJSON-748040740-project] Notify callbacks [] for subnetpool, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:51.597694 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e00730a4-d599-480d-b916-943a543e0f59 tempest-SubnetPoolsTestJSON-748040740 tempest-SubnetPoolsTestJSON-748040740-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2622881 Sep 07 19:14:51.600206 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35080) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:51.644550 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-38c8d9c6-3349-4025-978f-c1eb34532fdf tempest-SubnetPoolsTestJSON-748040740 tempest-SubnetPoolsTestJSON-748040740-project] 10.222.0.26 "GET /v2.0/subnetpools/ec3d8db2-d908-4d4e-b390-5528ad29df8f HTTP/1.1" status: 200 len: 732 time: 0.0429456 Sep 07 19:14:51.646956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35082) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:51.654286 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-69bca77b-d291-4139-9e4c-133b43199986 tempest-SubnetPoolsTestJSON-748040740 tempest-SubnetPoolsTestJSON-748040740-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1752843018'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:14:51.689942 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc097624-e61d-40d5-be73-3586d15cff36 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:51.777426 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc097624-e61d-40d5-be73-3586d15cff36 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:51.778711 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-69bca77b-d291-4139-9e4c-133b43199986 tempest-SubnetPoolsTestJSON-748040740 tempest-SubnetPoolsTestJSON-748040740-project] Notify callbacks [] for subnetpool, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:51.783738 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-69bca77b-d291-4139-9e4c-133b43199986 tempest-SubnetPoolsTestJSON-748040740 tempest-SubnetPoolsTestJSON-748040740-project] 10.222.0.26 "PUT /v2.0/subnetpools/ec3d8db2-d908-4d4e-b390-5528ad29df8f HTTP/1.1" status: 200 len: 684 time: 0.1356070 Sep 07 19:14:51.785022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35086) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:51.848991 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc097624-e61d-40d5-be73-3586d15cff36 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:14:51.873882 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-fc097624-e61d-40d5-be73-3586d15cff36 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:14:51.898305 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc097624-e61d-40d5-be73-3586d15cff36 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:14:51.926159 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc097624-e61d-40d5-be73-3586d15cff36 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=f82ae953-f125-4b1c-abee-9b8bad133b8c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:51.941601 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-683b1c9a-d471-4bfc-a453-4cba9314fdc3 tempest-SubnetPoolsTestJSON-748040740 tempest-SubnetPoolsTestJSON-748040740-project] Notify callbacks [] for subnetpool, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:51.942717 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-683b1c9a-d471-4bfc-a453-4cba9314fdc3 tempest-SubnetPoolsTestJSON-748040740 tempest-SubnetPoolsTestJSON-748040740-project] 10.222.0.26 "DELETE /v2.0/subnetpools/ec3d8db2-d908-4d4e-b390-5528ad29df8f HTTP/1.1" status: 204 len: 168 time: 0.1564960 Sep 07 19:14:51.945370 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35090) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:51.962049 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-7a7fff5c-facb-48b8-a891-0775a371c9d3 tempest-SubnetPoolsTestJSON-748040740 tempest-SubnetPoolsTestJSON-748040740-project] show failed (client error): The resource could not be found. Sep 07 19:14:51.963407 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7a7fff5c-facb-48b8-a891-0775a371c9d3 tempest-SubnetPoolsTestJSON-748040740 tempest-SubnetPoolsTestJSON-748040740-project] 10.222.0.26 "GET /v2.0/subnetpools/ec3d8db2-d908-4d4e-b390-5528ad29df8f HTTP/1.1" status: 404 len: 346 time: 0.0169382 Sep 07 19:14:51.969010 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35092) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:51.985544 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-56dd5bfa-5bf6-464a-b267-d68be0d17910 tempest-SubnetPoolsTestJSON-748040740 tempest-SubnetPoolsTestJSON-748040740-project] delete failed (client error): The resource could not be found. Sep 07 19:14:51.991018 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-56dd5bfa-5bf6-464a-b267-d68be0d17910 tempest-SubnetPoolsTestJSON-748040740 tempest-SubnetPoolsTestJSON-748040740-project] 10.222.0.26 "DELETE /v2.0/subnetpools/ec3d8db2-d908-4d4e-b390-5528ad29df8f HTTP/1.1" status: 404 len: 346 time: 0.0166469 Sep 07 19:14:52.183677 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d7491897-cad4-40e0-879c-aeb90b1c2086 req-2944445b-3ffc-4d57-89fe-bdaa5882b01e tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 210 time: 0.0497856 Sep 07 19:14:52.450122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35104) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:52.634686 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d92d8c66-7fcb-4fd1-9ddb-1adda448101d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:52.759174 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d92d8c66-7fcb-4fd1-9ddb-1adda448101d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:52.765066 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d92d8c66-7fcb-4fd1-9ddb-1adda448101d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:52.816715 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d92d8c66-7fcb-4fd1-9ddb-1adda448101d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=659902f436b748c89edb0bd8b0140a14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3653443 Sep 07 19:14:52.817411 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35108) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:52.865636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d8c66-7fcb-4fd1-9ddb-1adda448101d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6a95da-e65b-4d9c-93a7-64d7d7adaf43,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:52.900882 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-56ae5efc-4835-4304-b9d1-82860036ff24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:52.951719 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-56ae5efc-4835-4304-b9d1-82860036ff24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:52.954600 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc097624-e61d-40d5-be73-3586d15cff36 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:53.046327 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-56ae5efc-4835-4304-b9d1-82860036ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:53.048991 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-56ae5efc-4835-4304-b9d1-82860036ff24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:53.053096 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-56ae5efc-4835-4304-b9d1-82860036ff24 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb6a95da-e65b-4d9c-93a7-64d7d7adaf43 HTTP/1.1" status: 204 len: 168 time: 0.2343607 Sep 07 19:14:53.087447 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae5efc-4835-4304-b9d1-82860036ff24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6a95da-e65b-4d9c-93a7-64d7d7adaf43,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:53.137945 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc097624-e61d-40d5-be73-3586d15cff36 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:53.419082 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca3a4b36-b97b-4820-90c0-14fefbc5c00a req-ed0ef0ea-0499-465f-a828-cd221a479b78 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 210 time: 0.0683925 Sep 07 19:14:53.527920 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc097624-e61d-40d5-be73-3586d15cff36 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:53.534115 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc097624-e61d-40d5-be73-3586d15cff36 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:53.753045 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc097624-e61d-40d5-be73-3586d15cff36 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=f82ae953-f125-4b1c-abee-9b8bad133b8c,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:53.771403 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc097624-e61d-40d5-be73-3586d15cff36 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:53.956133 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-fc097624-e61d-40d5-be73-3586d15cff36 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Floating IP 920cbfe7-783b-4c97-af1f-a3ab86282544 associated. External IP: 172.25.8.228, port: a1bb4559-e248-4be7-8a49-15cf7cbf2391. Sep 07 19:14:54.221773 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc097624-e61d-40d5-be73-3586d15cff36 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Router 117f53c9-db3e-4eae-a9a4-b82f727e5920 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:14:54.356254 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc097624-e61d-40d5-be73-3586d15cff36 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:14:54.367887 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c1c7e1-a731-4476-9664-797542a432a6 None None] Sync routers for ids ['117f53c9-db3e-4eae-a9a4-b82f727e5920'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:14:54.374873 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fc097624-e61d-40d5-be73-3586d15cff36 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:54.380855 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c1c7e1-a731-4476-9664-797542a432a6 None None] Routers {'117f53c9-db3e-4eae-a9a4-b82f727e5920'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:14:54.381500 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-48c1c7e1-a731-4476-9664-797542a432a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:14:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['117f53c9-db3e-4eae-a9a4-b82f727e5920'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:54.421400 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fc097624-e61d-40d5-be73-3586d15cff36 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2687831 Sep 07 19:14:54.422123 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82eecd21-64e8-4de4-b612-6e67ba5a6c31', 'tag': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:14:54.432407 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484a4bfb-3662-4875-8bb1-012c93dbc525" -d '{"events": [{"name": "network-changed", "server_uuid": "82eecd21-64e8-4de4-b612-6e67ba5a6c31", "tag": "a1bb4559-e248-4be7-8a49-15cf7cbf2391"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:14:54.500396 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72c654d-fdf8-4f7c-b25b-65112226cf33 x-openstack-request-id: req-d72c654d-fdf8-4f7c-b25b-65112226cf33 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:14:54.500719 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82eecd21-64e8-4de4-b612-6e67ba5a6c31", "tag": "a1bb4559-e248-4be7-8a49-15cf7cbf2391", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:14:54.501057 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d72c654d-fdf8-4f7c-b25b-65112226cf33 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:14:54.501390 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82eecd21-64e8-4de4-b612-6e67ba5a6c31', 'tag': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391', 'status': 'completed', 'code': 200} Sep 07 19:14:54.606060 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-48c1c7e1-a731-4476-9664-797542a432a6 None None] Set router 117f53c9-db3e-4eae-a9a4-b82f727e5920 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:14:54.627662 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:14:54.906823 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35166) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:54.947516 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-48c1c7e1-a731-4476-9664-797542a432a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976012008', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:14Z', 'updated_at': '2021-09-07T19:14:27Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:15Z', 'updated_at': '2021-09-07T19:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '920cbfe7-783b-4c97-af1f-a3ab86282544', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'port_id': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45', 'mac_address': 'fa:16:3e:38:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eecd21-64e8-4de4-b612-6e67ba5a6c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:14:52Z', 'updated_at': '2021-09-07T19:14:52Z', 'revision_number': 0, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45312478-cc4a-4f2f-86fa-1cf3da41777f', 'name': '', 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:a5:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '853fcb3e-adca-4518-976c-b334ba64fc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:24Z', 'updated_at': '2021-09-07T19:14:34Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '853fcb3e-adca-4518-976c-b334ba64fc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:55.043839 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c1c7e1-a731-4476-9664-797542a432a6 None None] Checking router: 117f53c9-db3e-4eae-a9a4-b82f727e5920 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:14:55.066749 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c1c7e1-a731-4476-9664-797542a432a6 None None] Routers {'117f53c9-db3e-4eae-a9a4-b82f727e5920'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:14:55.067411 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-48c1c7e1-a731-4476-9664-797542a432a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:14:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['117f53c9-db3e-4eae-a9a4-b82f727e5920'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:55.227180 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-48c1c7e1-a731-4476-9664-797542a432a6 None None] Set router 117f53c9-db3e-4eae-a9a4-b82f727e5920 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:14:55.279227 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb8a9765-c52b-4434-a5e4-bcd8d0a12090 req-1ad5b617-053d-4134-8b76-34e55e947b37 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 210 time: 0.6579795 Sep 07 19:14:55.301819 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a4bfb-3662-4875-8bb1-012c93dbc525 req-66ddf0aa-ff6d-41d7-be3c-51fd79d70cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:55.303595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-484a4bfb-3662-4875-8bb1-012c93dbc525 req-66ddf0aa-ff6d-41d7-be3c-51fd79d70cb1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 1096 time: 0.7808867 Sep 07 19:14:55.357212 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ffc8d-f1a2-4bbf-bd2d-dfa299f81f93 req-7568a873-0dcc-44f9-b3ec-24144fbdc826 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:55.358748 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e19ffc8d-f1a2-4bbf-bd2d-dfa299f81f93 req-7568a873-0dcc-44f9-b3ec-24144fbdc826 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 945 time: 0.7869749 Sep 07 19:14:55.406315 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c27432d-5ee3-4706-b0c5-f2bf4260ed87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:55.462660 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e19ffc8d-f1a2-4bbf-bd2d-dfa299f81f93 req-5ffe32bc-ef10-40ba-a453-105e4864ee53 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969548 Sep 07 19:14:55.488883 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35182) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:55.601923 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c27432d-5ee3-4706-b0c5-f2bf4260ed87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:55.605003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a4bfb-3662-4875-8bb1-012c93dbc525 req-19ac164f-5063-467d-979e-b38a3839165b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:55.606708 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-484a4bfb-3662-4875-8bb1-012c93dbc525 req-19ac164f-5063-467d-979e-b38a3839165b service neutron] 10.222.0.60 "GET /v2.0/networks?id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45 HTTP/1.1" status: 200 len: 898 time: 0.2959404 Sep 07 19:14:55.609459 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c27432d-5ee3-4706-b0c5-f2bf4260ed87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:55.618882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35186) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:55.662056 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8c27432d-5ee3-4706-b0c5-f2bf4260ed87 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e09f154e8206445d96112f8e54bdfed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7537372 Sep 07 19:14:55.663891 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35188) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:55.671875 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27432d-5ee3-4706-b0c5-f2bf4260ed87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b7f0dc-97c5-4589-96d9-96771f432800,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:55.749790 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3f245417-e976-4aa8-aa93-35c1c3458ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:55.752468 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-48c1c7e1-a731-4476-9664-797542a432a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976012008', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:14Z', 'updated_at': '2021-09-07T19:14:27Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:15Z', 'updated_at': '2021-09-07T19:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '920cbfe7-783b-4c97-af1f-a3ab86282544', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'port_id': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45', 'mac_address': 'fa:16:3e:38:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eecd21-64e8-4de4-b612-6e67ba5a6c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:14:52Z', 'updated_at': '2021-09-07T19:14:52Z', 'revision_number': 0, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45312478-cc4a-4f2f-86fa-1cf3da41777f', 'name': '', 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:a5:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '853fcb3e-adca-4518-976c-b334ba64fc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:24Z', 'updated_at': '2021-09-07T19:14:34Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '853fcb3e-adca-4518-976c-b334ba64fc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:55.783812 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-484a4bfb-3662-4875-8bb1-012c93dbc525 req-86a06634-eaa6-4927-af55-31da2820f688 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1bb4559-e248-4be7-8a49-15cf7cbf2391 HTTP/1.1" status: 200 len: 999 time: 0.1663065 Sep 07 19:14:55.789249 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-91136921-6cda-4dca-b851-861ebf4d84fe tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/floatingips/920cbfe7-783b-4c97-af1f-a3ab86282544 HTTP/1.1" status: 200 len: 991 time: 0.2992172 Sep 07 19:14:55.800783 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3f245417-e976-4aa8-aa93-35c1c3458ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:55.849683 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c1c7e1-a731-4476-9664-797542a432a6 None None] The sync data for ids ['117f53c9-db3e-4eae-a9a4-b82f727e5920'] in n-d-807786-1 is: [{'id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976012008', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:14Z', 'updated_at': '2021-09-07T19:14:27Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:15Z', 'updated_at': '2021-09-07T19:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '920cbfe7-783b-4c97-af1f-a3ab86282544', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'port_id': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45', 'mac_address': 'fa:16:3e:38:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eecd21-64e8-4de4-b612-6e67ba5a6c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:14:52Z', 'updated_at': '2021-09-07T19:14:52Z', 'revision_number': 0, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45312478-cc4a-4f2f-86fa-1cf3da41777f', 'name': '', 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:a5:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '853fcb3e-adca-4518-976c-b334ba64fc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:24Z', 'updated_at': '2021-09-07T19:14:34Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '853fcb3e-adca-4518-976c-b334ba64fc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:14:55.852196 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a4bfb-3662-4875-8bb1-012c93dbc525 req-19baf533-8a59-4dd4-8eb1-9cde6c718e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:55.854320 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-484a4bfb-3662-4875-8bb1-012c93dbc525 req-19baf533-8a59-4dd4-8eb1-9cde6c718e7a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=853fcb3e-adca-4518-976c-b334ba64fc64 HTTP/1.1" status: 200 len: 834 time: 0.0630653 Sep 07 19:14:55.910772 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3f245417-e976-4aa8-aa93-35c1c3458ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:55.913569 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3f245417-e976-4aa8-aa93-35c1c3458ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:55.914777 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3f245417-e976-4aa8-aa93-35c1c3458ca1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/23b7f0dc-97c5-4589-96d9-96771f432800 HTTP/1.1" status: 204 len: 168 time: 0.2497969 Sep 07 19:14:55.925683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f245417-e976-4aa8-aa93-35c1c3458ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b7f0dc-97c5-4589-96d9-96771f432800,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:55.963770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a4bfb-3662-4875-8bb1-012c93dbc525 req-7d580584-151b-4662-823a-c4efc0d3fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:55.966544 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-484a4bfb-3662-4875-8bb1-012c93dbc525 req-7d580584-151b-4662-823a-c4efc0d3fa53 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014321 Sep 07 19:14:55.970169 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d79817bd-c168-4410-aae7-71e416cc71e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:56.032753 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-82ce13cc-6f17-4e24-b751-0a045869de4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:56.141316 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-484a4bfb-3662-4875-8bb1-012c93dbc525 req-97a1e299-4afe-4d3f-8a24-2c33772a75d5 service neutron] 10.222.0.60 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663220 Sep 07 19:14:56.295743 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b217687d-b6bc-47c0-abef-73d9d287e10e None None] New status for floating IP 920cbfe7-783b-4c97-af1f-a3ab86282544: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:14:56.365985 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-484a4bfb-3662-4875-8bb1-012c93dbc525 req-4e5260cb-a78c-412a-a4f7-3095910ce89d service neutron] 10.222.0.60 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156904 Sep 07 19:14:56.407393 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-82ce13cc-6f17-4e24-b751-0a045869de4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:56.418047 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35202) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:56.438031 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-82ce13cc-6f17-4e24-b751-0a045869de4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:56.444728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-678273b3-43e0-4768-acea-325a28943152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:56.465497 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5aefc33a-0396-472b-97f1-3021403daf5d req-d0b449ff-3e4b-450c-9251-58180e6835e8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 210 time: 0.0552783 Sep 07 19:14:56.513429 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-82ce13cc-6f17-4e24-b751-0a045869de4c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=633b1e2edfa84edda5cdc10ff90e0c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8931391 Sep 07 19:14:56.517521 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35204) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:56.519375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce13cc-6f17-4e24-b751-0a045869de4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d96026f-d996-4703-a36a-ca950d03b14b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:56.646147 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e61dc207-e3bd-4b00-b28d-294dd02a85e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:56.672905 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-678273b3-43e0-4768-acea-325a28943152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:56.683485 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-678273b3-43e0-4768-acea-325a28943152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:56.707209 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e61dc207-e3bd-4b00-b28d-294dd02a85e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:56.734576 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-678273b3-43e0-4768-acea-325a28943152 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8863e6c09e50433ba3bdefbd29d66204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3154891 Sep 07 19:14:56.738540 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35206) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:56.778021 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678273b3-43e0-4768-acea-325a28943152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7785b26-0004-447e-8b0c-41a81d015ad9,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:56.790593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35208) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:56.839613 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e61dc207-e3bd-4b00-b28d-294dd02a85e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:56.843655 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e61dc207-e3bd-4b00-b28d-294dd02a85e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:56.859469 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e61dc207-e3bd-4b00-b28d-294dd02a85e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d96026f-d996-4703-a36a-ca950d03b14b HTTP/1.1" status: 204 len: 168 time: 0.3406873 Sep 07 19:14:56.887782 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3fead8d0-570d-4182-bf8e-a6ddb46371c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:56.951900 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61dc207-e3bd-4b00-b28d-294dd02a85e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d96026f-d996-4703-a36a-ca950d03b14b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:56.971255 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3fead8d0-570d-4182-bf8e-a6ddb46371c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:56.979241 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-12f52f58-20c7-40d4-9327-f2cc07b46ead tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/floatingips/920cbfe7-783b-4c97-af1f-a3ab86282544 HTTP/1.1" status: 200 len: 993 time: 0.1786528 Sep 07 19:14:57.071160 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3fead8d0-570d-4182-bf8e-a6ddb46371c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:57.075330 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3fead8d0-570d-4182-bf8e-a6ddb46371c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:57.080109 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3fead8d0-570d-4182-bf8e-a6ddb46371c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d7785b26-0004-447e-8b0c-41a81d015ad9 HTTP/1.1" status: 204 len: 168 time: 0.3334146 Sep 07 19:14:57.090062 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fead8d0-570d-4182-bf8e-a6ddb46371c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7785b26-0004-447e-8b0c-41a81d015ad9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:57.412011 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35224) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:57.427663 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5726e6e6-06b2-46a6-9030-b6ef4aff3a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:57.555276 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5726e6e6-06b2-46a6-9030-b6ef4aff3a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:57.560656 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5726e6e6-06b2-46a6-9030-b6ef4aff3a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:57.606427 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5726e6e6-06b2-46a6-9030-b6ef4aff3a8f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f83ebee47091453c8fbb1cfffd229e92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1905420 Sep 07 19:14:57.606427 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726e6e6-06b2-46a6-9030-b6ef4aff3a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99df023d-2c7a-4f7a-a490-3076079e98f0,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:57.607178 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35236) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:14:57.665912 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-778f8e42-e399-45a1-b14e-e637515fac9c req-4dc855f5-f151-428e-9ef6-73ff3a4cfa4c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 210 time: 0.0348599 Sep 07 19:14:57.727003 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb75dd58-fc13-4254-933b-16f8956ab70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:57.759348 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb75dd58-fc13-4254-933b-16f8956ab70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:57.822560 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb75dd58-fc13-4254-933b-16f8956ab70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:57.825645 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb75dd58-fc13-4254-933b-16f8956ab70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:57.829864 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cb75dd58-fc13-4254-933b-16f8956ab70c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99df023d-2c7a-4f7a-a490-3076079e98f0 HTTP/1.1" status: 204 len: 168 time: 0.2215321 Sep 07 19:14:57.839346 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75dd58-fc13-4254-933b-16f8956ab70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99df023d-2c7a-4f7a-a490-3076079e98f0,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:58.819724 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0cdde2cb-2485-4667-a8c1-7a3f1283fede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:58.869665 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ce7309f-bbfb-41c1-991b-d1c416fe5c67 req-b67bf2c1-003f-4940-a31e-0b636d5a2a45 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1271dc1c-2a3c-42d2-a7af-912027dde664 HTTP/1.1" status: 200 len: 210 time: 0.0969975 Sep 07 19:14:59.084983 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:00.018802 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35346) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:00.123409 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f0c2bce0-0021-413f-be7d-e08b06778079 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:00.157577 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f0c2bce0-0021-413f-be7d-e08b06778079 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:00.234607 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:00.236840 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f0c2bce0-0021-413f-be7d-e08b06778079 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:00.240063 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f0c2bce0-0021-413f-be7d-e08b06778079 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:00.247838 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f0c2bce0-0021-413f-be7d-e08b06778079 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "DELETE /v2.0/security-groups/3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8 HTTP/1.1" status: 204 len: 168 time: 0.2277887 Sep 07 19:15:00.250528 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35360) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:00.259310 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2bce0-0021-413f-be7d-e08b06778079 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:00.269537 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-6cbb65ef-1631-4771-81cf-70f9052230e8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] show failed (client error): The resource could not be found. Sep 07 19:15:00.270754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6cbb65ef-1631-4771-81cf-70f9052230e8 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "GET /v2.0/security-groups/3b3d7d1a-e9ef-45aa-bf9c-ae5c485d08d8 HTTP/1.1" status: 404 len: 347 time: 0.0191011 Sep 07 19:15:00.274774 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35362) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:00.448393 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-c10dbf72-c6bd-4547-bcb5-16f516e7a257 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Deleting port d5e7336a-194e-45c7-a59e-847e54c71377 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:15:00.448809 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c10dbf72-c6bd-4547-bcb5-16f516e7a257 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:00.563507 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c10dbf72-c6bd-4547-bcb5-16f516e7a257 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:00.564013 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c10dbf72-c6bd-4547-bcb5-16f516e7a257 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:00.589532 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-c10dbf72-c6bd-4547-bcb5-16f516e7a257 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Calling delete_port for d5e7336a-194e-45c7-a59e-847e54c71377 owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:15:00.839256 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c10dbf72-c6bd-4547-bcb5-16f516e7a257 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:00.885913 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10dbf72-c6bd-4547-bcb5-16f516e7a257 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event deleted for resources: {'Port': ['ID=d5e7336a-194e-45c7-a59e-847e54c71377,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:00.985324 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c10dbf72-c6bd-4547-bcb5-16f516e7a257 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:00.990233 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c10dbf72-c6bd-4547-bcb5-16f516e7a257 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:00.991458 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c10dbf72-c6bd-4547-bcb5-16f516e7a257 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "DELETE /v2.0/floatingips/8f6ca7ea-51b2-48e5-9ea1-15a73f01d49e HTTP/1.1" status: 204 len: 168 time: 0.7150435 Sep 07 19:15:00.994274 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35394) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:01.122903 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-ec8eab88-80c0-4bf1-9d4a-132db2933efd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Deleting port dca85aec-715c-451f-9b3f-cd3b5cafcf42 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:15:01.123563 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ec8eab88-80c0-4bf1-9d4a-132db2933efd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:01.247571 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ec8eab88-80c0-4bf1-9d4a-132db2933efd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:01.290789 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-ec8eab88-80c0-4bf1-9d4a-132db2933efd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Calling delete_port for dca85aec-715c-451f-9b3f-cd3b5cafcf42 owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:15:01.609652 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ec8eab88-80c0-4bf1-9d4a-132db2933efd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:01.660315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8eab88-80c0-4bf1-9d4a-132db2933efd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event deleted for resources: {'Port': ['ID=dca85aec-715c-451f-9b3f-cd3b5cafcf42,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:01.711500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eab88-80c0-4bf1-9d4a-132db2933efd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:01.711845 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eab88-80c0-4bf1-9d4a-132db2933efd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:01.712799 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eab88-80c0-4bf1-9d4a-132db2933efd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:01.713223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eab88-80c0-4bf1-9d4a-132db2933efd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:01.713554 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eab88-80c0-4bf1-9d4a-132db2933efd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:01.713888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eab88-80c0-4bf1-9d4a-132db2933efd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:01.714218 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eab88-80c0-4bf1-9d4a-132db2933efd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:01.714543 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eab88-80c0-4bf1-9d4a-132db2933efd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:01.715042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eab88-80c0-4bf1-9d4a-132db2933efd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:01.715369 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eab88-80c0-4bf1-9d4a-132db2933efd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:01.715693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eab88-80c0-4bf1-9d4a-132db2933efd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:01.716018 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eab88-80c0-4bf1-9d4a-132db2933efd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:01.776934 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ec8eab88-80c0-4bf1-9d4a-132db2933efd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:01.780087 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:01.781543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ec8eab88-80c0-4bf1-9d4a-132db2933efd tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "DELETE /v2.0/ports/dca85aec-715c-451f-9b3f-cd3b5cafcf42 HTTP/1.1" status: 204 len: 168 time: 0.7860527 Sep 07 19:15:01.782738 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35406) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:01.893408 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b2e5d-4356-45b0-a1b1-8875a0a47de1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Deleting port b06c3ed3-5ce2-4a65-a560-070dba9ac0fc {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:15:01.894083 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e4b2e5d-4356-45b0-a1b1-8875a0a47de1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:01.995639 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e4b2e5d-4356-45b0-a1b1-8875a0a47de1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:02.015966 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b2e5d-4356-45b0-a1b1-8875a0a47de1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Calling delete_port for b06c3ed3-5ce2-4a65-a560-070dba9ac0fc owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:15:02.208710 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e4b2e5d-4356-45b0-a1b1-8875a0a47de1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:02.259459 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b2e5d-4356-45b0-a1b1-8875a0a47de1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event deleted for resources: {'Port': ['ID=b06c3ed3-5ce2-4a65-a560-070dba9ac0fc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:02.354252 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0e4b2e5d-4356-45b0-a1b1-8875a0a47de1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:02.357301 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0e4b2e5d-4356-45b0-a1b1-8875a0a47de1 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "DELETE /v2.0/ports/b06c3ed3-5ce2-4a65-a560-070dba9ac0fc HTTP/1.1" status: 204 len: 168 time: 0.5733790 Sep 07 19:15:02.361351 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35416) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:02.569408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-72160262-a1db-4066-bbae-3e61b9e825f9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Deleting subnet 1dd8002f-cefc-4e03-9dc8-c77431fc56ec {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:15:02.576105 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-72160262-a1db-4066-bbae-3e61b9e825f9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:02.662386 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-72160262-a1db-4066-bbae-3e61b9e825f9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:02.892726 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-72160262-a1db-4066-bbae-3e61b9e825f9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:03.027050 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-72160262-a1db-4066-bbae-3e61b9e825f9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:03.099701 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72160262-a1db-4066-bbae-3e61b9e825f9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd8002f-cefc-4e03-9dc8-c77431fc56ec,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:03.110795 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-72160262-a1db-4066-bbae-3e61b9e825f9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:03.113074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-72160262-a1db-4066-bbae-3e61b9e825f9 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "DELETE /v2.0/subnets/1dd8002f-cefc-4e03-9dc8-c77431fc56ec HTTP/1.1" status: 204 len: 168 time: 0.7468328 Sep 07 19:15:03.115738 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35448) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:03.119637 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f10bd5-c815-4a86-a4d8-c215fe4ead42 None None] Network 6c3033e0-4276-47bf-9cdc-e60a9923d00a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:15:03.211997 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf6ef0c-eb9b-481e-8ad2-c97f23e85982 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Deleting subnet 90ab1191-caf7-487f-93a6-6b7290e9b12c {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:15:03.226681 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-adf6ef0c-eb9b-481e-8ad2-c97f23e85982 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:03.317597 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-adf6ef0c-eb9b-481e-8ad2-c97f23e85982 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:03.478231 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ef692a-14f7-4bbf-b65a-c2e550f98964 None None] DHCP port deletion for 6c3033e0-4276-47bf-9cdc-e60a9923d00a request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:15:03.512985 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-adf6ef0c-eb9b-481e-8ad2-c97f23e85982 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:03.656345 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-61ef692a-14f7-4bbf-b65a-c2e550f98964 None None] Deleting port 3975e4d6-b666-4462-a4b2-aba97064a660 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:15:03.657336 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-61ef692a-14f7-4bbf-b65a-c2e550f98964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:03.668731 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-adf6ef0c-eb9b-481e-8ad2-c97f23e85982 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:03.734718 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6ef0c-eb9b-481e-8ad2-c97f23e85982 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event deleted for resources: {'Subnet': ['ID=90ab1191-caf7-487f-93a6-6b7290e9b12c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:03.769699 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-adf6ef0c-eb9b-481e-8ad2-c97f23e85982 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:03.776187 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35482) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:03.777016 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-adf6ef0c-eb9b-481e-8ad2-c97f23e85982 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "DELETE /v2.0/subnets/90ab1191-caf7-487f-93a6-6b7290e9b12c HTTP/1.1" status: 204 len: 168 time: 0.6550636 Sep 07 19:15:03.782200 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6ef0c-eb9b-481e-8ad2-c97f23e85982 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:03.782683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6ef0c-eb9b-481e-8ad2-c97f23e85982 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:03.783134 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6ef0c-eb9b-481e-8ad2-c97f23e85982 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:03.783696 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6ef0c-eb9b-481e-8ad2-c97f23e85982 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:03.784143 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6ef0c-eb9b-481e-8ad2-c97f23e85982 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:03.785205 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6ef0c-eb9b-481e-8ad2-c97f23e85982 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:03.785666 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6ef0c-eb9b-481e-8ad2-c97f23e85982 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:03.786103 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6ef0c-eb9b-481e-8ad2-c97f23e85982 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:03.787162 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6ef0c-eb9b-481e-8ad2-c97f23e85982 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:03.789298 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6ef0c-eb9b-481e-8ad2-c97f23e85982 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:03.789862 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6ef0c-eb9b-481e-8ad2-c97f23e85982 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:03.790408 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6ef0c-eb9b-481e-8ad2-c97f23e85982 tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:03.798620 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d569b095-a764-41a1-9018-88ba011993d9 None None] Network 3e3aee50-f75c-42cc-b930-c0b5bf2abebc requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:15:03.854689 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-61ef692a-14f7-4bbf-b65a-c2e550f98964 None None] For port 3975e4d6-b666-4462-a4b2-aba97064a660, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=3975e4d6-b666-4462-a4b2-aba97064a660,segment=NetworkSegment(9bf848d3-f5de-4619-9b1a-8b42bf2d6b94),segment_id=9bf848d3-f5de-4619-9b1a-8b42bf2d6b94)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:03.855091 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-61ef692a-14f7-4bbf-b65a-c2e550f98964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:03.918896 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 3975e4d6-b666-4462-a4b2-aba97064a660 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:15:03.921488 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-61ef692a-14f7-4bbf-b65a-c2e550f98964 None None] Calling delete_port for 3975e4d6-b666-4462-a4b2-aba97064a660 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:15:03.976449 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8205-8967-4b40-bc20-74233dd8f60c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:04.051772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e8205-8967-4b40-bc20-74233dd8f60c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Deleting port 3975e4d6-b666-4462-a4b2-aba97064a660 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:15:04.052400 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8205-8967-4b40-bc20-74233dd8f60c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:04.233005 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:04.279964 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd98868-c3dd-482c-aab4-bd4371da8fd7 None None] DHCP port deletion for 3e3aee50-f75c-42cc-b930-c0b5bf2abebc request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:15:04.299111 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-61ef692a-14f7-4bbf-b65a-c2e550f98964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:04.302297 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-2f8e8205-8967-4b40-bc20-74233dd8f60c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] For port 3975e4d6-b666-4462-a4b2-aba97064a660, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=3975e4d6-b666-4462-a4b2-aba97064a660,segment=NetworkSegment(9bf848d3-f5de-4619-9b1a-8b42bf2d6b94),segment_id=9bf848d3-f5de-4619-9b1a-8b42bf2d6b94)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:04.305633 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8205-8967-4b40-bc20-74233dd8f60c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:04.343288 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e8205-8967-4b40-bc20-74233dd8f60c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Calling delete_port for 3975e4d6-b666-4462-a4b2-aba97064a660 owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:15:04.365470 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef692a-14f7-4bbf-b65a-c2e550f98964 None None] Pushing event deleted for resources: {'Port': ['ID=3975e4d6-b666-4462-a4b2-aba97064a660,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:04.446552 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ef692a-14f7-4bbf-b65a-c2e550f98964 None None] No DVR routers for this DVR port 3975e4d6-b666-4462-a4b2-aba97064a660 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:15:04.518729 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8205-8967-4b40-bc20-74233dd8f60c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:04.553601 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7bd98868-c3dd-482c-aab4-bd4371da8fd7 None None] Deleting port b6451991-8584-430e-b2c7-5f0c4698ca7a {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:15:04.554280 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7bd98868-c3dd-482c-aab4-bd4371da8fd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:04.558463 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e8205-8967-4b40-bc20-74233dd8f60c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event deleted for resources: {'Port': ['ID=3975e4d6-b666-4462-a4b2-aba97064a660,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:04.560537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8e8205-8967-4b40-bc20-74233dd8f60c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] No DVR routers for this DVR port 3975e4d6-b666-4462-a4b2-aba97064a660 on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:15:04.750499 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8205-8967-4b40-bc20-74233dd8f60c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:04.787840 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-2f8e8205-8967-4b40-bc20-74233dd8f60c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3033e0-4276-47bf-9cdc-e60a9923d00a']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:04.818800 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-2f8e8205-8967-4b40-bc20-74233dd8f60c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf848d3-f5de-4619-9b1a-8b42bf2d6b94') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:04.819292 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-2f8e8205-8967-4b40-bc20-74233dd8f60c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf848d3-f5de-4619-9b1a-8b42bf2d6b94') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:04.849517 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8205-8967-4b40-bc20-74233dd8f60c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:04.870272 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8205-8967-4b40-bc20-74233dd8f60c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:04.879671 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8e8205-8967-4b40-bc20-74233dd8f60c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:15:04.880356 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8205-8967-4b40-bc20-74233dd8f60c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:04.932672 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-7bd98868-c3dd-482c-aab4-bd4371da8fd7 None None] For port b6451991-8584-430e-b2c7-5f0c4698ca7a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b6451991-8584-430e-b2c7-5f0c4698ca7a,segment=NetworkSegment(0948428f-736a-478b-902e-16c3363adbe1),segment_id=0948428f-736a-478b-902e-16c3363adbe1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:04.933472 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7bd98868-c3dd-482c-aab4-bd4371da8fd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:04.963069 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7bd98868-c3dd-482c-aab4-bd4371da8fd7 None None] Calling delete_port for b6451991-8584-430e-b2c7-5f0c4698ca7a owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: self.session.flush() Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: self.session.flush() Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: self.session.flush() Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: self.session.flush() Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:15:04.992453 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:15:04.995691 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8205-8967-4b40-bc20-74233dd8f60c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:05.022322 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8205-8967-4b40-bc20-74233dd8f60c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:05.031438 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35520) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:05.032213 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2f8e8205-8967-4b40-bc20-74233dd8f60c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "DELETE /v2.0/networks/6c3033e0-4276-47bf-9cdc-e60a9923d00a HTTP/1.1" status: 204 len: 168 time: 1.2510364 Sep 07 19:15:05.055512 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e8205-8967-4b40-bc20-74233dd8f60c tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event deleted for resources: {'Network': ['ID=6c3033e0-4276-47bf-9cdc-e60a9923d00a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:05.169512 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7bd98868-c3dd-482c-aab4-bd4371da8fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:05.173897 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d505175a-abed-4e6d-acb5-85441456e86a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:05.209051 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd98868-c3dd-482c-aab4-bd4371da8fd7 None None] Pushing event deleted for resources: {'Port': ['ID=b6451991-8584-430e-b2c7-5f0c4698ca7a,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:05.216254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd98868-c3dd-482c-aab4-bd4371da8fd7 None None] No DVR routers for this DVR port b6451991-8584-430e-b2c7-5f0c4698ca7a on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:15:05.293911 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d505175a-abed-4e6d-acb5-85441456e86a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:05.327534 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d505175a-abed-4e6d-acb5-85441456e86a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3aee50-f75c-42cc-b930-c0b5bf2abebc']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:05.343180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d505175a-abed-4e6d-acb5-85441456e86a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0948428f-736a-478b-902e-16c3363adbe1') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:05.343844 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d505175a-abed-4e6d-acb5-85441456e86a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0948428f-736a-478b-902e-16c3363adbe1') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:05.365312 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d505175a-abed-4e6d-acb5-85441456e86a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:05.386599 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d505175a-abed-4e6d-acb5-85441456e86a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:05.401041 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d505175a-abed-4e6d-acb5-85441456e86a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:15:05.401522 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d505175a-abed-4e6d-acb5-85441456e86a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:15:05.427482 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:15:05.493796 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d505175a-abed-4e6d-acb5-85441456e86a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:05.510202 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d505175a-abed-4e6d-acb5-85441456e86a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:05.512974 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d505175a-abed-4e6d-acb5-85441456e86a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] 10.222.0.26 "DELETE /v2.0/networks/3e3aee50-f75c-42cc-b930-c0b5bf2abebc HTTP/1.1" status: 204 len: 168 time: 0.4787276 Sep 07 19:15:05.555324 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505175a-abed-4e6d-acb5-85441456e86a tempest-TaggedBootDevicesTest-992442328 tempest-TaggedBootDevicesTest-992442328-project] Pushing event deleted for resources: {'Network': ['ID=3e3aee50-f75c-42cc-b930-c0b5bf2abebc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:05.902989 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b6451991-8584-430e-b2c7-5f0c4698ca7a no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:15:05.946865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: b6451991-8584-430e-b2c7-5f0c4698ca7a {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:15:05.946865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b6451991-8584-430e-b2c7-5f0c4698ca7a not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:15:08.286534 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35600) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:08.510224 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5a4ca24f-a657-40f5-9c3e-84329f2c0047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:08.712255 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5a4ca24f-a657-40f5-9c3e-84329f2c0047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:08.718116 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5a4ca24f-a657-40f5-9c3e-84329f2c0047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:08.783666 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5a4ca24f-a657-40f5-9c3e-84329f2c0047 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c41daa36b0e54c6db8c3ea396bea927a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4960322 Sep 07 19:15:08.786400 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35614) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:08.795666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ca24f-a657-40f5-9c3e-84329f2c0047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c97e7e0-4a73-48fc-aaad-b4c2617b127d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:08.890024 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c697924b-8df3-4c95-a528-f77677b971f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:08.937066 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c697924b-8df3-4c95-a528-f77677b971f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:09.009637 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c697924b-8df3-4c95-a528-f77677b971f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:09.013677 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c697924b-8df3-4c95-a528-f77677b971f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:09.019728 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c697924b-8df3-4c95-a528-f77677b971f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6c97e7e0-4a73-48fc-aaad-b4c2617b127d HTTP/1.1" status: 204 len: 168 time: 0.2318261 Sep 07 19:15:09.031425 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697924b-8df3-4c95-a528-f77677b971f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c97e7e0-4a73-48fc-aaad-b4c2617b127d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:09.515429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35634) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:09.531034 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8a841f5b-94a5-4d8b-a9ad-e04ad0fcc86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:09.748036 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8a841f5b-94a5-4d8b-a9ad-e04ad0fcc86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:09.755703 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8a841f5b-94a5-4d8b-a9ad-e04ad0fcc86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:09.790202 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a841f5b-94a5-4d8b-a9ad-e04ad0fcc86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cafc793-de11-4664-8c25-91799261b205,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:09.831136 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8a841f5b-94a5-4d8b-a9ad-e04ad0fcc86c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5df92a7020ff46b197e5d814a171a282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122787 Sep 07 19:15:09.831653 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35638) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:10.000269 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dbf7cc5f-4d2f-4c52-9f9a-940b5e32f0b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:10.035975 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dbf7cc5f-4d2f-4c52-9f9a-940b5e32f0b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:10.143134 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dbf7cc5f-4d2f-4c52-9f9a-940b5e32f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:10.145841 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dbf7cc5f-4d2f-4c52-9f9a-940b5e32f0b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:10.150375 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-dbf7cc5f-4d2f-4c52-9f9a-940b5e32f0b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9cafc793-de11-4664-8c25-91799261b205 HTTP/1.1" status: 204 len: 168 time: 0.3144557 Sep 07 19:15:10.164263 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7cc5f-4d2f-4c52-9f9a-940b5e32f0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cafc793-de11-4664-8c25-91799261b205,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:11.457795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35700) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:11.643283 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f2b6b8b7-fdf3-46da-9d64-8d16b3a6d4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:11.911118 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f2b6b8b7-fdf3-46da-9d64-8d16b3a6d4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:11.919137 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f2b6b8b7-fdf3-46da-9d64-8d16b3a6d4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:12.013771 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f2b6b8b7-fdf3-46da-9d64-8d16b3a6d4d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d209ab39f10d44c0816160810f56b482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5540507 Sep 07 19:15:12.014893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6b8b7-fdf3-46da-9d64-8d16b3a6d4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8088b1cc-53f4-4b7c-bbb8-b9a6cab90438,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:12.016537 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35714) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:12.117193 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33db184d-5ad2-41ee-9f40-e432f973d831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:12.144694 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33db184d-5ad2-41ee-9f40-e432f973d831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:12.221651 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33db184d-5ad2-41ee-9f40-e432f973d831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:12.225213 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33db184d-5ad2-41ee-9f40-e432f973d831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:12.231574 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-33db184d-5ad2-41ee-9f40-e432f973d831 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8088b1cc-53f4-4b7c-bbb8-b9a6cab90438 HTTP/1.1" status: 204 len: 168 time: 0.2133052 Sep 07 19:15:12.243543 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db184d-5ad2-41ee-9f40-e432f973d831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8088b1cc-53f4-4b7c-bbb8-b9a6cab90438,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:13.020032 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:13.906302 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:14.055700 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-c6170857-a20e-4f99-b297-ab8f652c37d5 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=36be86aa20fc4ca28abd238f95b4b3bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845826 Sep 07 19:15:14.412187 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35796) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:14.434113 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-08d4d8e6-a4f4-49a3-ab5e-9e03a964bfca tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:14.436080 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-08d4d8e6-a4f4-49a3-ab5e-9e03a964bfca tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3729527 Sep 07 19:15:14.467704 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-e83bd8f0-f7ae-4b30-86c0-6d840a9bf7d7 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/quotas/36be86aa20fc4ca28abd238f95b4b3bd HTTP/1.1" status: 200 len: 375 time: 0.0166492 Sep 07 19:15:14.509701 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-0c7f7e13-9833-4b24-9d54-f216e9fa3e51 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=36be86aa20fc4ca28abd238f95b4b3bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409300 Sep 07 19:15:14.761692 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-a99725c8-7c2e-444e-8613-ddacb09e91aa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'network': {'name': 'tempest-network-smoke--583822977', 'project_id': '78144588c9424754a9005f76111ab868', 'port_security_enabled': True}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:14.802457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99725c8-7c2e-444e-8613-ddacb09e91aa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Made reservation on behalf of 78144588c9424754a9005f76111ab868 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:15:14.806037 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a99725c8-7c2e-444e-8613-ddacb09e91aa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:14.823570 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-169aa2c9-4ea5-477b-8102-571c4eb9cb3f req-64d5d5c9-63c3-422f-b03a-1557f6ace3cc tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/ports?device_id=011f4d7f-7833-4a51-a788-41030c75505d HTTP/1.1" status: 200 len: 210 time: 0.0581765 Sep 07 19:15:14.829568 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a99725c8-7c2e-444e-8613-ddacb09e91aa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:15.128336 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a99725c8-7c2e-444e-8613-ddacb09e91aa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:15.150155 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a99725c8-7c2e-444e-8613-ddacb09e91aa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:15.190268 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f22879a1-24bb-4c36-8f5d-9cb5c27d7ef8 req-67fb82a7-548d-4955-a766-bab9a3229d44 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1906345 Sep 07 19:15:15.215433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99725c8-7c2e-444e-8613-ddacb09e91aa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:15:15.235844 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99725c8-7c2e-444e-8613-ddacb09e91aa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09cda835-f1d1-435e-943d-3d13bb197ef8,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:15.240152 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a99725c8-7c2e-444e-8613-ddacb09e91aa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:15.240792 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-a99725c8-7c2e-444e-8613-ddacb09e91aa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Added segment 8538ef7c-4544-4048-827d-f2c9bd6a4dc7 of type vlan for network fdefe059-ab1c-4e05-843f-cbd697701fb4 Sep 07 19:15:15.320843 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a99725c8-7c2e-444e-8613-ddacb09e91aa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:15.357431 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22879a1-24bb-4c36-8f5d-9cb5c27d7ef8 req-eb023e2d-a982-42fb-9f3b-04f550f436f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:15.359381 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f22879a1-24bb-4c36-8f5d-9cb5c27d7ef8 req-eb023e2d-a982-42fb-9f3b-04f550f436f6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 1096 time: 0.0787108 Sep 07 19:15:15.360717 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a99725c8-7c2e-444e-8613-ddacb09e91aa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:15.378269 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99725c8-7c2e-444e-8613-ddacb09e91aa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:15.379314 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a99725c8-7c2e-444e-8613-ddacb09e91aa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:15.459956 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a99725c8-7c2e-444e-8613-ddacb09e91aa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0454235 Sep 07 19:15:15.462998 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35832) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:15.468853 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1b0c38ed-5713-4053-ba19-0355565b8e5a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2064264336', 'admin_state_up': True, 'project_id': '78144588c9424754a9005f76111ab868', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:15.543623 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b0c38ed-5713-4053-ba19-0355565b8e5a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:15.549938 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b0c38ed-5713-4053-ba19-0355565b8e5a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:15.643770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99725c8-7c2e-444e-8613-ddacb09e91aa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'Network': ['ID=fdefe059-ab1c-4e05-843f-cbd697701fb4,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:15.658421 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network fdefe059-ab1c-4e05-843f-cbd697701fb4 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:15:15.692223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22879a1-24bb-4c36-8f5d-9cb5c27d7ef8 req-698f4196-5b66-47f8-ba52-9c386f32e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:15.693762 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f22879a1-24bb-4c36-8f5d-9cb5c27d7ef8 req-698f4196-5b66-47f8-ba52-9c386f32e46e service neutron] 10.222.0.60 "GET /v2.0/networks?id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45 HTTP/1.1" status: 200 len: 898 time: 0.3103447 Sep 07 19:15:15.757727 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b0c38ed-5713-4053-ba19-0355565b8e5a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:15.855192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f22879a1-24bb-4c36-8f5d-9cb5c27d7ef8 req-7e5ef5bf-e4b4-498b-b1df-9dbe76d63c74 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1bb4559-e248-4be7-8a49-15cf7cbf2391 HTTP/1.1" status: 200 len: 1001 time: 0.1498535 Sep 07 19:15:15.876416 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35838) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:16.009126 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22879a1-24bb-4c36-8f5d-9cb5c27d7ef8 req-f980f8cf-fd43-4ee3-bc72-ff3309a3d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:16.014815 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f22879a1-24bb-4c36-8f5d-9cb5c27d7ef8 req-f980f8cf-fd43-4ee3-bc72-ff3309a3d613 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=853fcb3e-adca-4518-976c-b334ba64fc64 HTTP/1.1" status: 200 len: 834 time: 0.1516397 Sep 07 19:15:16.088882 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-138fa2bc-26e5-46e6-b110-6b82b41e374d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:16.100756 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b0c38ed-5713-4053-ba19-0355565b8e5a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:16.127164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c9aaa6a-1042-459d-99a6-5f36e5243b23 req-bd476106-e2dc-46d6-861e-b8a99f8bfc37 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/ports?device_id=011f4d7f-7833-4a51-a788-41030c75505d HTTP/1.1" status: 200 len: 210 time: 0.1108966 Sep 07 19:15:16.143357 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22879a1-24bb-4c36-8f5d-9cb5c27d7ef8 req-2234ddc6-fb4c-44e2-9035-f96ac10a52a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:16.145251 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f22879a1-24bb-4c36-8f5d-9cb5c27d7ef8 req-2234ddc6-fb4c-44e2-9035-f96ac10a52a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843124 Sep 07 19:15:16.284656 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f22879a1-24bb-4c36-8f5d-9cb5c27d7ef8 req-e0b6d509-bae0-46ca-a1b6-5371a047d4fd service neutron] 10.222.0.60 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299417 Sep 07 19:15:16.353614 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-88032437-a802-4e4c-992a-34fef037e871 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=36be86aa20fc4ca28abd238f95b4b3bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666220 Sep 07 19:15:16.405095 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-138fa2bc-26e5-46e6-b110-6b82b41e374d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:16.493010 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-138fa2bc-26e5-46e6-b110-6b82b41e374d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:16.517281 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f22879a1-24bb-4c36-8f5d-9cb5c27d7ef8 req-64bb239d-b71c-4c74-a335-b621eb81d782 service neutron] 10.222.0.60 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057381 Sep 07 19:15:16.543257 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-014f4536-d3d5-4608-a5da-ae7bb7b9c6e4 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:16.545104 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-014f4536-d3d5-4608-a5da-ae7bb7b9c6e4 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1814489 Sep 07 19:15:16.558163 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-08147696-a70e-4921-bace-12403a8db5d6 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Request body: {'port': {'device_id': '011f4d7f-7833-4a51-a788-41030c75505d', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '36be86aa20fc4ca28abd238f95b4b3bd'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:16.561000 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b0c38ed-5713-4053-ba19-0355565b8e5a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:16.594101 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b0c38ed-5713-4053-ba19-0355565b8e5a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:16.651742 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fa2bc-26e5-46e6-b110-6b82b41e374d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c818ca20-2083-4290-a65d-d0f4231ddf1e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:16.671373 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-138fa2bc-26e5-46e6-b110-6b82b41e374d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3fd6bbccd48d43ad988da934832315d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7936766 Sep 07 19:15:16.674766 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35846) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:16.715000 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-08147696-a70e-4921-bace-12403a8db5d6 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Made reservation on behalf of 36be86aa20fc4ca28abd238f95b4b3bd for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:15:16.721097 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-08147696-a70e-4921-bace-12403a8db5d6 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:16.737246 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-08147696-a70e-4921-bace-12403a8db5d6 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:16.775765 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2770c9b9-8b2c-4eec-b89c-15d334f5f311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:16.827637 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2770c9b9-8b2c-4eec-b89c-15d334f5f311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:16.868049 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-1b0c38ed-5713-4053-ba19-0355565b8e5a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Allocated IP 172.25.8.214 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/26e19d39-c1d0-4a10-b4ab-c78106799b63) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:15:16.898790 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2770c9b9-8b2c-4eec-b89c-15d334f5f311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:16.902936 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2770c9b9-8b2c-4eec-b89c-15d334f5f311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:16.902936 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2770c9b9-8b2c-4eec-b89c-15d334f5f311 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c818ca20-2083-4290-a65d-d0f4231ddf1e HTTP/1.1" status: 204 len: 168 time: 0.2270625 Sep 07 19:15:16.910978 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-08147696-a70e-4921-bace-12403a8db5d6 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:16.920682 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-08147696-a70e-4921-bace-12403a8db5d6 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:17.041811 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08147696-a70e-4921-bace-12403a8db5d6 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a8e0bd-01e1-458e-8553-dac673f27226,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:17.057840 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770c9b9-8b2c-4eec-b89c-15d334f5f311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c818ca20-2083-4290-a65d-d0f4231ddf1e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:17.122339 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b0c38ed-5713-4053-ba19-0355565b8e5a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:17.169952 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-08147696-a70e-4921-bace-12403a8db5d6 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Allocated IP 192.168.233.125 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/150a16b9-2180-464f-b69d-81bd46cc0731) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:15:17.205889 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b0c38ed-5713-4053-ba19-0355565b8e5a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:17.259496 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0c38ed-5713-4053-ba19-0355565b8e5a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:15:17.266635 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-1b0c38ed-5713-4053-ba19-0355565b8e5a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:15:17.277024 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0c38ed-5713-4053-ba19-0355565b8e5a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:15:17.355579 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87a8477e-972e-4c55-946d-6b1604794eed req-ff777146-731f-435a-9523-ba47d94cc2b2 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/ports?device_id=011f4d7f-7833-4a51-a788-41030c75505d HTTP/1.1" status: 200 len: 210 time: 0.0523293 Sep 07 19:15:17.445571 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c38ed-5713-4053-ba19-0355565b8e5a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'Port': ['ID=26e19d39-c1d0-4a10-b4ab-c78106799b63,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:17.450030 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35862) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:17.478582 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81bf7efe-6e97-4086-998a-55f2bdae1f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:17.484767 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-08147696-a70e-4921-bace-12403a8db5d6 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:17.501498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-08147696-a70e-4921-bace-12403a8db5d6 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Transition to ACTIVE for port object 150a16b9-2180-464f-b69d-81bd46cc0731 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:15:17.545304 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-08147696-a70e-4921-bace-12403a8db5d6 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:17.594407 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-08147696-a70e-4921-bace-12403a8db5d6 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:15:17.600138 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-08147696-a70e-4921-bace-12403a8db5d6 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:15:17.625414 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-08147696-a70e-4921-bace-12403a8db5d6 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:15:17.691440 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08147696-a70e-4921-bace-12403a8db5d6 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Pushing event updated for resources: {'Port': ['ID=150a16b9-2180-464f-b69d-81bd46cc0731,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:17.727616 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-08147696-a70e-4921-bace-12403a8db5d6 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:17.728704 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-08147696-a70e-4921-bace-12403a8db5d6 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:17.964967 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a1fc6aa4-3e09-40d3-aab3-213754487d29 None None] Provisioning for port 150a16b9-2180-464f-b69d-81bd46cc0731 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:15:17.970702 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a1fc6aa4-3e09-40d3-aab3-213754487d29 None None] Provisioning complete for port 150a16b9-2180-464f-b69d-81bd46cc0731 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:15:17.971069 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a1fc6aa4-3e09-40d3-aab3-213754487d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:18.032496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc6aa4-3e09-40d3-aab3-213754487d29 None None] Port 150a16b9-2180-464f-b69d-81bd46cc0731 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:15:18.253673 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81bf7efe-6e97-4086-998a-55f2bdae1f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:18.255119 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b0c38ed-5713-4053-ba19-0355565b8e5a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:18.265281 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-08147696-a70e-4921-bace-12403a8db5d6 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7108896 Sep 07 19:15:18.278728 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] Request body: {'port': {'device_id': '011f4d7f-7833-4a51-a788-41030c75505d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:18.355432 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:18.359792 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81bf7efe-6e97-4086-998a-55f2bdae1f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:18.472309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 35876) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:18.497852 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf7efe-6e97-4086-998a-55f2bdae1f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e0b2ed-9424-472f-888d-e8babde1b125,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:18.504664 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-81bf7efe-6e97-4086-998a-55f2bdae1f31 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c14c2c16979140c0b7d66ad486786d63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0507877 Sep 07 19:15:18.507901 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35880) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:18.633791 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d35070f7-3bb4-4355-8187-c2d57ed96b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:18.636362 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b0c38ed-5713-4053-ba19-0355565b8e5a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:18.704389 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d35070f7-3bb4-4355-8187-c2d57ed96b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:18.833538 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d35070f7-3bb4-4355-8187-c2d57ed96b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:18.837149 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d35070f7-3bb4-4355-8187-c2d57ed96b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:18.838511 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d35070f7-3bb4-4355-8187-c2d57ed96b4d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c9e0b2ed-9424-472f-888d-e8babde1b125 HTTP/1.1" status: 204 len: 168 time: 0.3294237 Sep 07 19:15:18.854218 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35070f7-3bb4-4355-8187-c2d57ed96b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e0b2ed-9424-472f-888d-e8babde1b125,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:18.864659 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0c38ed-5713-4053-ba19-0355565b8e5a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Router 278f51b1-a2a2-46e4-9810-e3ad59a273bf is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:15:19.013334 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0c38ed-5713-4053-ba19-0355565b8e5a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:15:19.024382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] Sync routers for ids ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:15:19.041363 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b0c38ed-5713-4053-ba19-0355565b8e5a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:19.044230 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1b0c38ed-5713-4053-ba19-0355565b8e5a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5795746 Sep 07 19:15:19.047546 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35884) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:19.050135 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] Routers {'278f51b1-a2a2-46e4-9810-e3ad59a273bf'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:15:19.053401 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:14:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:19.201460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] Set router 278f51b1-a2a2-46e4-9810-e3ad59a273bf gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:15:19.224572 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702e8ee-56c3-4cc7-8f85-ce8d7ff7b141 req-b39285b7-fb69-4860-b1fe-0043e8099f35 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:19.226329 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8702e8ee-56c3-4cc7-8f85-ce8d7ff7b141 req-b39285b7-fb69-4860-b1fe-0043e8099f35 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/ports?device_id=011f4d7f-7833-4a51-a788-41030c75505d HTTP/1.1" status: 200 len: 936 time: 0.7191520 Sep 07 19:15:19.303345 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8702e8ee-56c3-4cc7-8f85-ce8d7ff7b141 req-e9ef7977-2e47-47c9-a134-7066cfefccc5 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8e0bd-01e1-458e-8553-dac673f27226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684078 Sep 07 19:15:19.400909 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9d9f1003-9ec7-4720-b441-0b3df42e9a99 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=78144588c9424754a9005f76111ab868&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3492572 Sep 07 19:15:19.404049 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35892) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:19.527745 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'name': 'tempest-TestNetworkBasicOps-router-2064264336', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:15:15Z', 'updated_at': '2021-09-07T19:15:17Z', 'revision_number': 3, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:16Z', 'updated_at': '2021-09-07T19:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:19.576850 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] Checking router: 278f51b1-a2a2-46e4-9810-e3ad59a273bf for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:15:19.576850 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] Updating router 278f51b1-a2a2-46e4-9810-e3ad59a273bf port 26e19d39-c1d0-4a10-b4ab-c78106799b63 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:15:19.605103 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:19.625386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4065fc-fcbb-4c87-a0b5-3b3406afd1e7 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:19.627186 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ee4065fc-fcbb-4c87-a0b5-3b3406afd1e7 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2220778 Sep 07 19:15:19.632978 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35902) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:19.664357 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150a16b9-2180-464f-b69d-81bd46cc0731 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:15:19.682820 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:19.690647 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7c9a06b2-1b3d-4896-bdc7-8f5ec0ee2e93 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0561483 Sep 07 19:15:19.692102 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35908) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:19.699626 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b0a5e6c0-9c73-4f8b-bf96-cfc8cce12059 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1015925491', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'project_id': '78144588c9424754a9005f76111ab868', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:19.746293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] Transition to ACTIVE for port object 150a16b9-2180-464f-b69d-81bd46cc0731 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:15:19.755842 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:19.852328 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a5e6c0-9c73-4f8b-bf96-cfc8cce12059 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Made reservation on behalf of 78144588c9424754a9005f76111ab868 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:15:19.859219 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b0a5e6c0-9c73-4f8b-bf96-cfc8cce12059 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:19.898881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] Pushing event updated for resources: {'Port': ['ID=150a16b9-2180-464f-b69d-81bd46cc0731,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:19.941711 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-87d438c3-dad8-4e6b-add0-afd1a03ed471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:20.085077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] Attempting to bind port 150a16b9-2180-464f-b69d-81bd46cc0731 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:15:20.085598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] Attempting to bind port 150a16b9-2180-464f-b69d-81bd46cc0731 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:15:20.085939 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] Attempting to bind port 150a16b9-2180-464f-b69d-81bd46cc0731 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:15:20.162758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] Port 150a16b9-2180-464f-b69d-81bd46cc0731 on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:15:20.163085 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] Attempting to bind port 150a16b9-2180-464f-b69d-81bd46cc0731 on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:15:20.173089 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:20.177028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:15:20.177344 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:15:20.177697 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:15:20.178153 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] Bound port: 150a16b9-2180-464f-b69d-81bd46cc0731, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:15:20.178517 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:20.193068 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] Transition to ACTIVE for port object 26e19d39-c1d0-4a10-b4ab-c78106799b63 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:15:20.216798 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:20.316446 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b0a5e6c0-9c73-4f8b-bf96-cfc8cce12059 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:20.352266 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] Attempting to bind port 26e19d39-c1d0-4a10-b4ab-c78106799b63 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:15:20.352677 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] Attempting to bind port 26e19d39-c1d0-4a10-b4ab-c78106799b63 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:15:20.353049 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] Attempting to bind port 26e19d39-c1d0-4a10-b4ab-c78106799b63 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:15:20.356375 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7cd7d-d703-4139-ba03-02c4f91d2589 None None] Pushing event updated for resources: {'Port': ['ID=26e19d39-c1d0-4a10-b4ab-c78106799b63,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:20.373208 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:15:20.373600 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:15:20.374272 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:20.374737 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:15:20.375252 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] Bound port: 26e19d39-c1d0-4a10-b4ab-c78106799b63, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:15:20.375699 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:20.379640 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7cd7d-d703-4139-ba03-02c4f91d2589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:20.379995 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7cd7d-d703-4139-ba03-02c4f91d2589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:20.380342 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7cd7d-d703-4139-ba03-02c4f91d2589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:20.380724 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7cd7d-d703-4139-ba03-02c4f91d2589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:20.381063 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7cd7d-d703-4139-ba03-02c4f91d2589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:20.381399 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7cd7d-d703-4139-ba03-02c4f91d2589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:20.381776 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7cd7d-d703-4139-ba03-02c4f91d2589 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:20.382139 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7cd7d-d703-4139-ba03-02c4f91d2589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:20.382469 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7cd7d-d703-4139-ba03-02c4f91d2589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:20.382799 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7cd7d-d703-4139-ba03-02c4f91d2589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:20.383126 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7cd7d-d703-4139-ba03-02c4f91d2589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:20.383453 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7cd7d-d703-4139-ba03-02c4f91d2589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:15:20.417107 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] For port 150a16b9-2180-464f-b69d-81bd46cc0731, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:15:20.422261 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] For port 150a16b9-2180-464f-b69d-81bd46cc0731, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=150a16b9-2180-464f-b69d-81bd46cc0731,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:15:20.443157 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:20.516485 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5e6c0-9c73-4f8b-bf96-cfc8cce12059 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'Subnet': ['ID=e0f1f041-8f8c-4a76-b62c-3f45dc58670c,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:20.520355 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a5e6c0-9c73-4f8b-bf96-cfc8cce12059 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Checking segment: {'id': '8538ef7c-4544-4048-827d-f2c9bd6a4dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:15:20.522361 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] For port 26e19d39-c1d0-4a10-b4ab-c78106799b63, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:15:20.527165 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] For port 26e19d39-c1d0-4a10-b4ab-c78106799b63, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=26e19d39-c1d0-4a10-b4ab-c78106799b63,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:15:20.528044 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a5e6c0-9c73-4f8b-bf96-cfc8cce12059 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Network hostable DHCP agents. Network: fdefe059-ab1c-4e05-843f-cbd697701fb4, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:15:20.537207 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:20.550515 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:20.551164 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:20.553537 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] 10.222.0.36 "PUT /v2.0/ports/150a16b9-2180-464f-b69d-81bd46cc0731 HTTP/1.1" status: 200 len: 1096 time: 2.2799878 Sep 07 19:15:20.555204 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff0a72-80d9-458f-a50d-edd4252fc532 service neutron] Pushing event updated for resources: {'Port': ['ID=150a16b9-2180-464f-b69d-81bd46cc0731,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:20.583699 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a5e6c0-9c73-4f8b-bf96-cfc8cce12059 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Network fdefe059-ab1c-4e05-843f-cbd697701fb4 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:15:20.600587 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b0a5e6c0-9c73-4f8b-bf96-cfc8cce12059 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, fdefe059-ab1c-4e05-843f-cbd697701fb4) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:15:20.613101 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011f4d7f-7833-4a51-a788-41030c75505d', 'tag': '150a16b9-2180-464f-b69d-81bd46cc0731'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:15:20.617067 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a5e6c0-9c73-4f8b-bf96-cfc8cce12059 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:20.617915 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b0a5e6c0-9c73-4f8b-bf96-cfc8cce12059 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:20.639780 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b0a5e6c0-9c73-4f8b-bf96-cfc8cce12059 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9457822 Sep 07 19:15:20.640330 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81848e2-962b-4f90-ab7e-6178e45f8986" -d '{"events": [{"name": "network-changed", "server_uuid": "011f4d7f-7833-4a51-a788-41030c75505d", "tag": "150a16b9-2180-464f-b69d-81bd46cc0731"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:15:20.642942 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35930) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:20.690028 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7cd7d-d703-4139-ba03-02c4f91d2589 None None] Pushing event updated for resources: {'Port': ['ID=26e19d39-c1d0-4a10-b4ab-c78106799b63,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:20.705451 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1e02c2-dcce-4395-b674-b7c2a16eb137 None None] Network fdefe059-ab1c-4e05-843f-cbd697701fb4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:15:20.746021 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] Routers {'278f51b1-a2a2-46e4-9810-e3ad59a273bf'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:15:20.748674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:14:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:20.753791 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5855d3eb-7c3c-414c-bffe-e52459553728 x-openstack-request-id: req-5855d3eb-7c3c-414c-bffe-e52459553728 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:15:20.754597 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011f4d7f-7833-4a51-a788-41030c75505d", "tag": "150a16b9-2180-464f-b69d-81bd46cc0731", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:15:20.755135 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5855d3eb-7c3c-414c-bffe-e52459553728 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:15:20.755998 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011f4d7f-7833-4a51-a788-41030c75505d', 'tag': '150a16b9-2180-464f-b69d-81bd46cc0731', 'status': 'completed', 'code': 200} Sep 07 19:15:20.846830 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359482e-b3ae-4b48-aaa0-c7316348f821 req-6434370c-cdb9-47b1-b7ab-83b47f56eb30 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:20.854288 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0359482e-b3ae-4b48-aaa0-c7316348f821 req-6434370c-cdb9-47b1-b7ab-83b47f56eb30 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/ports?device_id=011f4d7f-7833-4a51-a788-41030c75505d HTTP/1.1" status: 200 len: 948 time: 0.3569219 Sep 07 19:15:20.862328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-2b062edb-d8ce-4e65-bb13-aa61c1e2d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:20.864180 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-2b062edb-d8ce-4e65-bb13-aa61c1e2d995 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=36be86aa20fc4ca28abd238f95b4b3bd&device_id=011f4d7f-7833-4a51-a788-41030c75505d HTTP/1.1" status: 200 len: 1099 time: 0.2190158 Sep 07 19:15:20.956234 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-cca1e501-2d39-43ec-8354-93e42470f685 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=150a16b9-2180-464f-b69d-81bd46cc0731 HTTP/1.1" status: 200 len: 217 time: 0.0727520 Sep 07 19:15:20.965095 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] Set router 278f51b1-a2a2-46e4-9810-e3ad59a273bf gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:15:21.104668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0359482e-b3ae-4b48-aaa0-c7316348f821 req-74652f62-0068-410b-8afe-1c987d013e7d tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8e0bd-01e1-458e-8553-dac673f27226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248757 Sep 07 19:15:21.111546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-1b9b1966-695e-4a44-b3aa-4f80d64e269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:21.111546 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-1b9b1966-695e-4a44-b3aa-4f80d64e269c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.1350186 Sep 07 19:15:21.186503 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-87d438c3-dad8-4e6b-add0-afd1a03ed471 admin admin] Deleting port 360c9b89-8c7f-4a2f-b80f-24cdda21c296 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:15:21.186910 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-87d438c3-dad8-4e6b-add0-afd1a03ed471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:21.224991 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-c693f2fc-13b2-4914-a25d-51c23c823e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:21.226605 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-c693f2fc-13b2-4914-a25d-51c23c823e61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102035 Sep 07 19:15:21.388155 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-87d438c3-dad8-4e6b-add0-afd1a03ed471 admin admin] For port 360c9b89-8c7f-4a2f-b80f-24cdda21c296, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=360c9b89-8c7f-4a2f-b80f-24cdda21c296,segment=NetworkSegment(0bc109b4-208d-4fe4-8ff4-0f83c4d9a162),segment_id=0bc109b4-208d-4fe4-8ff4-0f83c4d9a162)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:21.388882 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-87d438c3-dad8-4e6b-add0-afd1a03ed471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:21.417547 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-87d438c3-dad8-4e6b-add0-afd1a03ed471 admin admin] Calling delete_port for 360c9b89-8c7f-4a2f-b80f-24cdda21c296 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:15:21.454744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-fdefe059-ab1c-4e05-843f-cbd697701fb4', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'tenant_id': '78144588c9424754a9005f76111ab868', 'fixed_ips': [{'subnet_id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:15:21.455601 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:21.455731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-9edf756a-76c0-4b53-bbbc-9b5047650c63 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954575 Sep 07 19:15:21.530395 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-13bda125-c201-47e8-823a-b17c58757e9b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:21.734600 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da3853e0-1769-4e0c-a069-173820ab69b6 req-590f2822-79b9-4010-873b-7407ee1633a7 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996317 Sep 07 19:15:21.762911 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] Allocated IP 172.20.0.2 (fdefe059-ab1c-4e05-843f-cbd697701fb4/e0f1f041-8f8c-4a76-b62c-3f45dc58670c/e264be50-0578-4b23-9208-e6f343f4e0bb) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:15:21.898885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81848e2-962b-4f90-ab7e-6178e45f8986 req-6bcb8cc0-17db-4394-ab72-e55abf040833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:21.901027 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c81848e2-962b-4f90-ab7e-6178e45f8986 req-6bcb8cc0-17db-4394-ab72-e55abf040833 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=36be86aa20fc4ca28abd238f95b4b3bd&device_id=011f4d7f-7833-4a51-a788-41030c75505d HTTP/1.1" status: 200 len: 1099 time: 0.1016581 Sep 07 19:15:21.903120 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-87d438c3-dad8-4e6b-add0-afd1a03ed471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:22.045538 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502f8b3-3992-4e5a-8c71-d61796324747 req-137d4f89-74ae-420e-8cc0-0d4db86e3ac3 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:22.047136 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7502f8b3-3992-4e5a-8c71-d61796324747 req-137d4f89-74ae-420e-8cc0-0d4db86e3ac3 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 1096 time: 0.2154291 Sep 07 19:15:22.048025 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d438c3-dad8-4e6b-add0-afd1a03ed471 admin admin] Pushing event deleted for resources: {'Port': ['ID=360c9b89-8c7f-4a2f-b80f-24cdda21c296,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:22.081254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'name': 'tempest-TestNetworkBasicOps-router-2064264336', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:15:15Z', 'updated_at': '2021-09-07T19:15:17Z', 'revision_number': 3, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:16Z', 'updated_at': '2021-09-07T19:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:22.146742 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7502f8b3-3992-4e5a-8c71-d61796324747 req-9b5a6533-75af-4c13-9dfe-4887860e479a tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:22.167585 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af7f190-7da8-4f35-bb92-c97221cc29bd None None] The sync data for ids ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'] in n-d-807786-1 is: [{'id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'name': 'tempest-TestNetworkBasicOps-router-2064264336', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:15:15Z', 'updated_at': '2021-09-07T19:15:17Z', 'revision_number': 3, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:16Z', 'updated_at': '2021-09-07T19:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:15:22.381829 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:22.415631 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] Transition to ACTIVE for port object e264be50-0578-4b23-9208-e6f343f4e0bb will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:15:22.448573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] Transition to ACTIVE for port object e264be50-0578-4b23-9208-e6f343f4e0bb will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:15:22.458943 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:22.477195 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-87d438c3-dad8-4e6b-add0-afd1a03ed471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:22.541997 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81848e2-962b-4f90-ab7e-6178e45f8986 req-1b97078e-bec9-4cb4-bf09-9464fbfaab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:22.543791 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c81848e2-962b-4f90-ab7e-6178e45f8986 req-1b97078e-bec9-4cb4-bf09-9464fbfaab47 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.6310077 Sep 07 19:15:22.618547 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-13bda125-c201-47e8-823a-b17c58757e9b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Allocated IP 172.20.0.1 (fdefe059-ab1c-4e05-843f-cbd697701fb4/e0f1f041-8f8c-4a76-b62c-3f45dc58670c/97a6995a-d424-49b7-a71e-339549d39a8d) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:15:22.627296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635fb8e-6619-415a-911c-91e10105f907 req-41319f16-7162-4b4d-8f4b-ae5c734279ab tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:22.636264 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9635fb8e-6619-415a-911c-91e10105f907 req-41319f16-7162-4b4d-8f4b-ae5c734279ab tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/ports?device_id=011f4d7f-7833-4a51-a788-41030c75505d HTTP/1.1" status: 200 len: 948 time: 0.2280381 Sep 07 19:15:22.881623 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7502f8b3-3992-4e5a-8c71-d61796324747 req-9b5a6533-75af-4c13-9dfe-4887860e479a tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:22.888307 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c81848e2-962b-4f90-ab7e-6178e45f8986 req-ce69136f-56ee-46f0-b7a6-712ec15b8c29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=150a16b9-2180-464f-b69d-81bd46cc0731 HTTP/1.1" status: 200 len: 217 time: 0.2940583 Sep 07 19:15:22.914757 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] Network fdefe059-ab1c-4e05-843f-cbd697701fb4 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:15:22.918670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:15:22.922864 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:15:22.931425 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7502f8b3-3992-4e5a-8c71-d61796324747 req-9b5a6533-75af-4c13-9dfe-4887860e479a tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:22.967050 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] Pushing event updated for resources: {'Port': ['ID=e264be50-0578-4b23-9208-e6f343f4e0bb,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:22.983521 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-13bda125-c201-47e8-823a-b17c58757e9b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:23.013259 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-13bda125-c201-47e8-823a-b17c58757e9b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Transition to ACTIVE for port object 97a6995a-d424-49b7-a71e-339549d39a8d will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:15:23.026280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7502f8b3-3992-4e5a-8c71-d61796324747 req-9b5a6533-75af-4c13-9dfe-4887860e479a tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9458408 Sep 07 19:15:23.033075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a6533-75af-4c13-9dfe-4887860e479a tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2884f42c-0edc-4e58-9d26-370662a5a51c,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:23.034661 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] Attempting to bind port e264be50-0578-4b23-9208-e6f343f4e0bb on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:15:23.045279 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] Attempting to bind port e264be50-0578-4b23-9208-e6f343f4e0bb by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '8538ef7c-4544-4048-827d-f2c9bd6a4dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:15:23.047110 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] Attempting to bind port e264be50-0578-4b23-9208-e6f343f4e0bb on network fdefe059-ab1c-4e05-843f-cbd697701fb4 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:15:23.066889 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:15:23.067404 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] Checking segment: {'id': '8538ef7c-4544-4048-827d-f2c9bd6a4dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:15:23.067924 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:23.068466 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] Bound using segment: {'id': '8538ef7c-4544-4048-827d-f2c9bd6a4dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:15:23.068900 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] Bound port: e264be50-0578-4b23-9208-e6f343f4e0bb, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8538ef7c-4544-4048-827d-f2c9bd6a4dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:15:23.070506 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:23.080902 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-13bda125-c201-47e8-823a-b17c58757e9b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:23.233644 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] For port e264be50-0578-4b23-9208-e6f343f4e0bb, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:15:23.242502 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] For port e264be50-0578-4b23-9208-e6f343f4e0bb, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e264be50-0578-4b23-9208-e6f343f4e0bb,segment=NetworkSegment(8538ef7c-4544-4048-827d-f2c9bd6a4dc7),segment_id=8538ef7c-4544-4048-827d-f2c9bd6a4dc7)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:15:23.247494 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:23.266415 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bda125-c201-47e8-823a-b17c58757e9b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'Port': ['ID=97a6995a-d424-49b7-a71e-339549d39a8d,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:23.285243 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bda125-c201-47e8-823a-b17c58757e9b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Network fdefe059-ab1c-4e05-843f-cbd697701fb4 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:15:23.289904 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-13bda125-c201-47e8-823a-b17c58757e9b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:15:23.301304 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bda125-c201-47e8-823a-b17c58757e9b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:15:23.338549 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c5e09-c747-470b-80f0-e40a9726f68a None None] Pushing event updated for resources: {'Port': ['ID=e264be50-0578-4b23-9208-e6f343f4e0bb,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:23.422699 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-13bda125-c201-47e8-823a-b17c58757e9b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:23.742822 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-13bda125-c201-47e8-823a-b17c58757e9b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:24.129693 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9635fb8e-6619-415a-911c-91e10105f907 req-256cb1b5-6b99-4d3b-a092-5cea1e436b01 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8e0bd-01e1-458e-8553-dac673f27226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4923851 Sep 07 19:15:24.132573 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81848e2-962b-4f90-ab7e-6178e45f8986 req-6c8a77da-04fa-4157-bc1d-b69b2a5a497a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:24.134240 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c81848e2-962b-4f90-ab7e-6178e45f8986 req-6c8a77da-04fa-4157-bc1d-b69b2a5a497a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 1.2152059 Sep 07 19:15:24.208931 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 26e19d39-c1d0-4a10-b4ab-c78106799b63 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:15:24.246641 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45059c97-ace7-448d-9ba6-2825614b9668 req-e23c5af0-70f6-4aca-848e-dabf7428d6b0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:24.249500 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-45059c97-ace7-448d-9ba6-2825614b9668 req-e23c5af0-70f6-4aca-848e-dabf7428d6b0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 945 time: 1.0416327 Sep 07 19:15:24.266426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d438c3-dad8-4e6b-add0-afd1a03ed471 admin admin] Router 98ace543-0a47-45bc-abb9-0e973f90b7a1 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:15:24.280733 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 26e19d39-c1d0-4a10-b4ab-c78106799b63 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:15:24.287456 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 26e19d39-c1d0-4a10-b4ab-c78106799b63 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:15:24.287844 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:24.302585 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81848e2-962b-4f90-ab7e-6178e45f8986 req-62b514ee-02b4-49de-9ab7-74a30f5f320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:24.304920 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c81848e2-962b-4f90-ab7e-6178e45f8986 req-62b514ee-02b4-49de-9ab7-74a30f5f320f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1548276 Sep 07 19:15:24.419611 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-45059c97-ace7-448d-9ba6-2825614b9668 req-82919927-6e27-47e6-ac12-7dbee4a7710c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571777 Sep 07 19:15:24.436964 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:24.459819 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35980) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:24.461608 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 150a16b9-2180-464f-b69d-81bd46cc0731 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:15:24.467200 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-13bda125-c201-47e8-823a-b17c58757e9b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:24.496857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 26e19d39-c1d0-4a10-b4ab-c78106799b63, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=26e19d39-c1d0-4a10-b4ab-c78106799b63,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:24.551114 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-41a02658-ae74-42a0-ba1b-8b70fd70ddf6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/floatingips/920cbfe7-783b-4c97-af1f-a3ab86282544 HTTP/1.1" status: 200 len: 993 time: 0.0804644 Sep 07 19:15:24.552336 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-13bda125-c201-47e8-823a-b17c58757e9b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:24.631729 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-13bda125-c201-47e8-823a-b17c58757e9b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:24.660264 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 150a16b9-2180-464f-b69d-81bd46cc0731, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=150a16b9-2180-464f-b69d-81bd46cc0731,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:24.720933 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d438c3-dad8-4e6b-add0-afd1a03ed471 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:15:24.720933 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c81848e2-962b-4f90-ab7e-6178e45f8986 req-0ce75913-8b9e-489b-966e-d1bbb704a649 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978581 Sep 07 19:15:24.720933 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-87d438c3-dad8-4e6b-add0-afd1a03ed471 admin admin] 10.222.0.26 "PUT /v2.0/routers/98ace543-0a47-45bc-abb9-0e973f90b7a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2404594 Sep 07 19:15:24.725498 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 35986) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:24.742278 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce94a7-f588-4e52-9483-b56789e4a906 None None] Sync routers for ids ['98ace543-0a47-45bc-abb9-0e973f90b7a1'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:15:24.748771 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:24.750025 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e264be50-0578-4b23-9208-e6f343f4e0bb up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:15:24.758664 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce94a7-f588-4e52-9483-b56789e4a906 None None] Routers {'98ace543-0a47-45bc-abb9-0e973f90b7a1'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:15:24.759535 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-fcce94a7-f588-4e52-9483-b56789e4a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:14:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['98ace543-0a47-45bc-abb9-0e973f90b7a1'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:24.762218 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '150a16b9-2180-464f-b69d-81bd46cc0731', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '150a16b9-2180-464f-b69d-81bd46cc0731', 'mac_address': 'fa:16:3e:fd:b7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:15:25.005337 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=26e19d39-c1d0-4a10-b4ab-c78106799b63,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:25.010019 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:25.026679 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150a16b9-2180-464f-b69d-81bd46cc0731 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:15:25.055774 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 150a16b9-2180-464f-b69d-81bd46cc0731, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=150a16b9-2180-464f-b69d-81bd46cc0731,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:25.057284 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port e264be50-0578-4b23-9208-e6f343f4e0bb completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:15:25.063833 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c81848e2-962b-4f90-ab7e-6178e45f8986 req-050a4545-7bc7-4ff4-9510-9e34434121b6 service neutron] 10.222.0.36 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344991 Sep 07 19:15:25.066274 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-fcce94a7-f588-4e52-9483-b56789e4a906 None None] Set router 98ace543-0a47-45bc-abb9-0e973f90b7a1 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:15:25.084042 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:25.131616 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bda125-c201-47e8-823a-b17c58757e9b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'Port': ['ID=97a6995a-d424-49b7-a71e-339549d39a8d,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:25.348416 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=150a16b9-2180-464f-b69d-81bd46cc0731,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:25.383772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['150a16b9-2180-464f-b69d-81bd46cc0731'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:15:25.433326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-6b471640-aaab-43db-adb0-f2b42fe24b3c req-eb9de524-407d-4b07-a660-09c33f607f2c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:15:25.449369 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b471640-aaab-43db-adb0-f2b42fe24b3c req-eb9de524-407d-4b07-a660-09c33f607f2c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3607450 Sep 07 19:15:25.469838 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bda125-c201-47e8-823a-b17c58757e9b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Network fdefe059-ab1c-4e05-843f-cbd697701fb4 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:15:25.481429 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-13bda125-c201-47e8-823a-b17c58757e9b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:15:25.536546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3aacd-6fb7-4ba6-9f9b-d835770553de req-5766ec5a-549a-45b4-a94e-d88dde901462 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:25.543206 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1da3aacd-6fb7-4ba6-9f9b-d835770553de req-5766ec5a-549a-45b4-a94e-d88dde901462 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/ports?device_id=011f4d7f-7833-4a51-a788-41030c75505d HTTP/1.1" status: 200 len: 949 time: 0.2009358 Sep 07 19:15:25.591796 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-fcce94a7-f588-4e52-9483-b56789e4a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'name': 'tempest-TaggedBootDevicesTest-1539057917-router', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:02:50Z', 'updated_at': '2021-09-07T19:15:21Z', 'revision_number': 5, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'gw_port': {'id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:51Z', 'updated_at': '2021-09-07T19:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:25.659222 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce94a7-f588-4e52-9483-b56789e4a906 None None] Checking router: 98ace543-0a47-45bc-abb9-0e973f90b7a1 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:15:25.677342 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1da3aacd-6fb7-4ba6-9f9b-d835770553de req-da06f4bd-4086-487e-9e69-27f5b01d4208 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8e0bd-01e1-458e-8553-dac673f27226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283219 Sep 07 19:15:25.691342 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce94a7-f588-4e52-9483-b56789e4a906 None None] Routers {'98ace543-0a47-45bc-abb9-0e973f90b7a1'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:15:25.692053 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-fcce94a7-f588-4e52-9483-b56789e4a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:14:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['98ace543-0a47-45bc-abb9-0e973f90b7a1'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:25.892731 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8926065-1246-40fb-a901-d47274e73eea None None] Network fdefe059-ab1c-4e05-843f-cbd697701fb4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:15:25.973068 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-fcce94a7-f588-4e52-9483-b56789e4a906 None None] Set router 98ace543-0a47-45bc-abb9-0e973f90b7a1 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:15:26.106728 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 26e19d39-c1d0-4a10-b4ab-c78106799b63 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:15:26.163274 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bda125-c201-47e8-823a-b17c58757e9b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Router 278f51b1-a2a2-46e4-9810-e3ad59a273bf has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:15:26.177248 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a73bb621-2063-4e8a-b60b-ea901c73554b admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:26.218349 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1a48121c-b19d-455f-81a2-2ab9c9ff7c97 None None] Provisioning for port e264be50-0578-4b23-9208-e6f343f4e0bb completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:15:26.266809 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1a48121c-b19d-455f-81a2-2ab9c9ff7c97 None None] Provisioning complete for port e264be50-0578-4b23-9208-e6f343f4e0bb triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:15:26.267267 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1a48121c-b19d-455f-81a2-2ab9c9ff7c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:26.341631 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02cf54-d909-417f-bec9-4543b5976802 req-7cec46a0-5ec6-4278-a226-d4622109a832 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:26.343837 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e02cf54-d909-417f-bec9-4543b5976802 req-7cec46a0-5ec6-4278-a226-d4622109a832 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 945 time: 0.1348224 Sep 07 19:15:26.347394 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 26e19d39-c1d0-4a10-b4ab-c78106799b63 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:15:26.347773 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:26.399264 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bda125-c201-47e8-823a-b17c58757e9b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:15:26.407215 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-13bda125-c201-47e8-823a-b17c58757e9b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "PUT /v2.0/routers/278f51b1-a2a2-46e4-9810-e3ad59a273bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7627146 Sep 07 19:15:26.411354 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36016) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:26.454937 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a90f821e-384a-4334-bf46-2e95aa471d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:26.473125 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e02cf54-d909-417f-bec9-4543b5976802 req-53527f9a-3af2-4e9c-8a58-cb30ba104e96 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231751 Sep 07 19:15:26.490316 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] Sync routers for ids ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:15:26.515970 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-069c2732-15f0-4e51-9d91-5cc9bb6d637f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3210337 Sep 07 19:15:26.523036 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 150a16b9-2180-464f-b69d-81bd46cc0731 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:15:26.527937 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-a6b2f366-835b-4768-bed9-754fbb5fde2e service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:15:26.541188 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-a6b2f366-835b-4768-bed9-754fbb5fde2e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0220256 Sep 07 19:15:26.574464 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-fcce94a7-f588-4e52-9483-b56789e4a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'name': 'tempest-TaggedBootDevicesTest-1539057917-router', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:02:50Z', 'updated_at': '2021-09-07T19:15:21Z', 'revision_number': 5, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'gw_port': {'id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:51Z', 'updated_at': '2021-09-07T19:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:26.595103 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] Routers {'278f51b1-a2a2-46e4-9810-e3ad59a273bf'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:15:26.596156 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:14:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:26.703463 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce94a7-f588-4e52-9483-b56789e4a906 None None] The sync data for ids ['98ace543-0a47-45bc-abb9-0e973f90b7a1'] in n-d-807786-1 is: [{'id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'name': 'tempest-TaggedBootDevicesTest-1539057917-router', 'tenant_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:02:50Z', 'updated_at': '2021-09-07T19:15:21Z', 'revision_number': 5, 'project_id': '5d5c8f8778fa460ca7e73179a15e85b3', 'gw_port': {'id': 'a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ace543-0a47-45bc-abb9-0e973f90b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:02:51Z', 'updated_at': '2021-09-07T19:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:15:26.869595 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1a48121c-b19d-455f-81a2-2ab9c9ff7c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:26.905354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a833ef3-e3bb-4084-a4ba-c6ac75ca68f5 req-a17995d8-fb58-4ac9-aa95-61062d2f19be tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:26.910838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 150a16b9-2180-464f-b69d-81bd46cc0731 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:15:26.914325 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a833ef3-e3bb-4084-a4ba-c6ac75ca68f5 req-a17995d8-fb58-4ac9-aa95-61062d2f19be tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/ports?device_id=011f4d7f-7833-4a51-a788-41030c75505d HTTP/1.1" status: 200 len: 949 time: 0.1042216 Sep 07 19:15:26.978574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 150a16b9-2180-464f-b69d-81bd46cc0731 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:15:26.978959 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:27.002236 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a73bb621-2063-4e8a-b60b-ea901c73554b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:27.003365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] Set router 278f51b1-a2a2-46e4-9810-e3ad59a273bf gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:15:27.019570 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a833ef3-e3bb-4084-a4ba-c6ac75ca68f5 req-33c0736d-97bb-415a-9da3-be3873df5ba7 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8e0bd-01e1-458e-8553-dac673f27226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935624 Sep 07 19:15:27.189376 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-1a48121c-b19d-455f-81a2-2ab9c9ff7c97 None None] For port e264be50-0578-4b23-9208-e6f343f4e0bb, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e264be50-0578-4b23-9208-e6f343f4e0bb,segment=NetworkSegment(8538ef7c-4544-4048-827d-f2c9bd6a4dc7),segment_id=8538ef7c-4544-4048-827d-f2c9bd6a4dc7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:27.191957 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68efb1b8-7425-4f92-86d9-28804fd846f5 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:27.192681 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68efb1b8-7425-4f92-86d9-28804fd846f5 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:27.193662 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68efb1b8-7425-4f92-86d9-28804fd846f5 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:27.194909 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68efb1b8-7425-4f92-86d9-28804fd846f5 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:27.196351 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68efb1b8-7425-4f92-86d9-28804fd846f5 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:27.198421 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68efb1b8-7425-4f92-86d9-28804fd846f5 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:27.199118 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68efb1b8-7425-4f92-86d9-28804fd846f5 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:27.200342 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68efb1b8-7425-4f92-86d9-28804fd846f5 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:27.206670 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-68efb1b8-7425-4f92-86d9-28804fd846f5 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5673 time: 0.7875473 Sep 07 19:15:27.207530 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36038) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:27.220638 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1a48121c-b19d-455f-81a2-2ab9c9ff7c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:27.222397 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a73bb621-2063-4e8a-b60b-ea901c73554b admin admin] Deleting port a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:15:27.222397 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a73bb621-2063-4e8a-b60b-ea901c73554b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:27.618091 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-a73bb621-2063-4e8a-b60b-ea901c73554b admin admin] For port a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:27.621689 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c4c68c-e1f8-41ad-8f2e-95a33cae6789 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:27.622404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c4c68c-e1f8-41ad-8f2e-95a33cae6789 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:27.622670 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a73bb621-2063-4e8a-b60b-ea901c73554b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:27.622776 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c4c68c-e1f8-41ad-8f2e-95a33cae6789 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:27.623417 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c4c68c-e1f8-41ad-8f2e-95a33cae6789 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:27.623877 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c4c68c-e1f8-41ad-8f2e-95a33cae6789 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:27.624327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c4c68c-e1f8-41ad-8f2e-95a33cae6789 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:27.639642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c4c68c-e1f8-41ad-8f2e-95a33cae6789 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:27.640813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c4c68c-e1f8-41ad-8f2e-95a33cae6789 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:27.653440 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-97c4c68c-e1f8-41ad-8f2e-95a33cae6789 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5270 time: 0.4451132 Sep 07 19:15:27.657528 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36048) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:27.750224 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-350fc1db-8d43-4b74-a297-7a5e35d6db7a None None] Provisioning complete for port e264be50-0578-4b23-9208-e6f343f4e0bb triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:15:27.750224 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-350fc1db-8d43-4b74-a297-7a5e35d6db7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:27.752954 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-a73bb621-2063-4e8a-b60b-ea901c73554b admin admin] Calling delete_port for a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:15:27.787624 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48121c-b19d-455f-81a2-2ab9c9ff7c97 None None] Pushing event updated for resources: {'Port': ['ID=e264be50-0578-4b23-9208-e6f343f4e0bb,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:27.789480 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d2a12-9edd-4aca-b92d-54e2e378eecc req-793b7a30-a0d7-4f90-8f5d-c1cdbe274dd0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:27.792310 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba9d2a12-9edd-4aca-b92d-54e2e378eecc req-793b7a30-a0d7-4f90-8f5d-c1cdbe274dd0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 945 time: 0.1317906 Sep 07 19:15:27.843486 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 360c9b89-8c7f-4a2f-b80f-24cdda21c296 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:15:27.882973 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba9d2a12-9edd-4aca-b92d-54e2e378eecc req-68cd2c95-137a-4776-b166-d8321b373cf2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826643 Sep 07 19:15:27.932769 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 360c9b89-8c7f-4a2f-b80f-24cdda21c296 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:15:27.948739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 360c9b89-8c7f-4a2f-b80f-24cdda21c296 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:15:28.027430 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:28.130429 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011f4d7f-7833-4a51-a788-41030c75505d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150a16b9-2180-464f-b69d-81bd46cc0731'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:15:28.134076 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688ebded-9dc8-4e3a-a2f7-95f9dd8fa6ab" -d '{"events": [{"server_uuid": "011f4d7f-7833-4a51-a788-41030c75505d", "name": "network-vif-plugged", "status": "completed", "tag": "150a16b9-2180-464f-b69d-81bd46cc0731"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:15:28.160087 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 150a16b9-2180-464f-b69d-81bd46cc0731, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=150a16b9-2180-464f-b69d-81bd46cc0731,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:28.177425 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a73bb621-2063-4e8a-b60b-ea901c73554b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:28.189816 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:28.218261 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a18027-2474-4886-86ce-3b774c6a55bc req-7a6b14ca-3be9-4d21-938f-1218c58304d7 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:28.221426 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-80a18027-2474-4886-86ce-3b774c6a55bc req-7a6b14ca-3be9-4d21-938f-1218c58304d7 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/ports?device_id=011f4d7f-7833-4a51-a788-41030c75505d HTTP/1.1" status: 200 len: 949 time: 0.0930867 Sep 07 19:15:28.271211 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bb621-2063-4e8a-b60b-ea901c73554b admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:28.311206 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a11e9d-6535-49c7-8d06-9c5774f6dfc0 x-openstack-request-id: req-f5a11e9d-6535-49c7-8d06-9c5774f6dfc0 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:15:28.312110 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011f4d7f-7833-4a51-a788-41030c75505d", "name": "network-vif-plugged", "status": "completed", "tag": "150a16b9-2180-464f-b69d-81bd46cc0731", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:15:28.312110 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5a11e9d-6535-49c7-8d06-9c5774f6dfc0 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:15:28.312416 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011f4d7f-7833-4a51-a788-41030c75505d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150a16b9-2180-464f-b69d-81bd46cc0731', 'code': 200} Sep 07 19:15:28.325326 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-80a18027-2474-4886-86ce-3b774c6a55bc req-c8f1d59a-a416-4f7d-bcb7-9010336026ba tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8e0bd-01e1-458e-8553-dac673f27226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933743 Sep 07 19:15:28.352484 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-350fc1db-8d43-4b74-a297-7a5e35d6db7a None None] Provisioning for port 97a6995a-d424-49b7-a71e-339549d39a8d completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:15:28.357945 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'name': 'tempest-TestNetworkBasicOps-router-2064264336', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:15:15Z', 'updated_at': '2021-09-07T19:15:23Z', 'revision_number': 4, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:16Z', 'updated_at': '2021-09-07T19:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '97a6995a-d424-49b7-a71e-339549d39a8d', 'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:f3:bb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:21Z', 'updated_at': '2021-09-07T19:15:24Z', 'revision_number': 2, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:28.362480 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=150a16b9-2180-464f-b69d-81bd46cc0731,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:28.365213 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-350fc1db-8d43-4b74-a297-7a5e35d6db7a None None] Provisioning complete for port 97a6995a-d424-49b7-a71e-339549d39a8d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:15:28.365649 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-350fc1db-8d43-4b74-a297-7a5e35d6db7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:28.429642 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] Checking router: 278f51b1-a2a2-46e4-9810-e3ad59a273bf for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:15:28.430130 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] Updating router 278f51b1-a2a2-46e4-9810-e3ad59a273bf port 97a6995a-d424-49b7-a71e-339549d39a8d binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:15:28.430342 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a73bb621-2063-4e8a-b60b-ea901c73554b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:28.464604 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606824b-3690-472e-aed2-639b8f797ee3 req-cea8267f-0bee-4bf4-909e-590d231932a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:28.466761 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f606824b-3690-472e-aed2-639b8f797ee3 req-cea8267f-0bee-4bf4-909e-590d231932a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=011f4d7f-7833-4a51-a788-41030c75505d HTTP/1.1" status: 200 len: 1101 time: 0.0870466 Sep 07 19:15:28.472910 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:28.501898 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-350fc1db-8d43-4b74-a297-7a5e35d6db7a None None] Port 97a6995a-d424-49b7-a71e-339549d39a8d cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:15:28.518056 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f606824b-3690-472e-aed2-639b8f797ee3 req-6d158c4c-d31b-4a5f-a92c-0d987f423eb7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d4a8e0bd-01e1-458e-8553-dac673f27226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421324 Sep 07 19:15:28.541660 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a8fcea93-1081-4d92-bc63-27f91a4b11a8 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4319 time: 0.8738010 Sep 07 19:15:28.604178 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a73bb621-2063-4e8a-b60b-ea901c73554b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:28.613260 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a73bb621-2063-4e8a-b60b-ea901c73554b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:28.700424 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a73bb621-2063-4e8a-b60b-ea901c73554b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:28.701413 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73bb621-2063-4e8a-b60b-ea901c73554b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98ace543-0a47-45bc-abb9-0e973f90b7a1 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:15:28.715844 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a73bb621-2063-4e8a-b60b-ea901c73554b admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:28.720301 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36072) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:28.721127 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a73bb621-2063-4e8a-b60b-ea901c73554b admin admin] 10.222.0.26 "DELETE /v2.0/routers/98ace543-0a47-45bc-abb9-0e973f90b7a1 HTTP/1.1" status: 204 len: 168 time: 3.9854584 Sep 07 19:15:28.750405 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-904892bf-5af3-442a-871d-05ceeebff45d None None] Provisioning complete for port 97a6995a-d424-49b7-a71e-339549d39a8d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:15:28.751041 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-904892bf-5af3-442a-871d-05ceeebff45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:28.812616 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d5df5c-6587-46cb-8fbe-493db4691257 admin admin] Deleting subnet ad43e386-e1da-4481-8206-5b6118db82c7 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:15:28.828265 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-24d5df5c-6587-46cb-8fbe-493db4691257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:28.891042 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-904892bf-5af3-442a-871d-05ceeebff45d None None] Port 97a6995a-d424-49b7-a71e-339549d39a8d cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:15:28.911855 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-24d5df5c-6587-46cb-8fbe-493db4691257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:28.970576 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e888-e299-4941-a219-a88ce785d881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:29.139821 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:29.242509 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-b2df3ad1-62d4-4b82-9f2e-cebde7a81955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:29.244290 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-b2df3ad1-62d4-4b82-9f2e-cebde7a81955 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 1096 time: 0.2433543 Sep 07 19:15:29.285195 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:29.315609 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] Transition to ACTIVE for port object 97a6995a-d424-49b7-a71e-339549d39a8d will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:15:29.326837 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:29.340904 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36086) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:29.349244 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-51b4c3c7-0c37-4255-b67d-e3e8a9afbf84 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-508741868', 'description': 'tempest-secgroup-smoke-508741868 description', 'project_id': '78144588c9424754a9005f76111ab868'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:29.395952 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-c1917734-1561-4405-97d9-5683e3137d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:29.398423 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-c1917734-1561-4405-97d9-5683e3137d88 service neutron] 10.222.0.60 "GET /v2.0/networks?id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45 HTTP/1.1" status: 200 len: 898 time: 0.1432011 Sep 07 19:15:29.413018 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51b4c3c7-0c37-4255-b67d-e3e8a9afbf84 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:29.430851 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34120e4e-0613-47b0-b07d-9a3594cc5131 None None] Pushing event updated for resources: {'Port': ['ID=97a6995a-d424-49b7-a71e-339549d39a8d,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:29.441960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efbc47-4a80-4ed2-bc92-307bffb900b7 req-99e0da00-37b6-4f07-b53b-6ad29c16aa2f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:29.443556 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6efbc47-4a80-4ed2-bc92-307bffb900b7 req-99e0da00-37b6-4f07-b53b-6ad29c16aa2f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 945 time: 0.3611124 Sep 07 19:15:29.506231 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-24d5df5c-6587-46cb-8fbe-493db4691257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:29.602193 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] Attempting to bind port 97a6995a-d424-49b7-a71e-339549d39a8d on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:15:29.602616 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] Attempting to bind port 97a6995a-d424-49b7-a71e-339549d39a8d by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '8538ef7c-4544-4048-827d-f2c9bd6a4dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:15:29.602977 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] Attempting to bind port 97a6995a-d424-49b7-a71e-339549d39a8d on network fdefe059-ab1c-4e05-843f-cbd697701fb4 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:15:29.614073 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:15:29.614402 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] Checking segment: {'id': '8538ef7c-4544-4048-827d-f2c9bd6a4dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:15:29.614759 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:29.615145 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] Bound using segment: {'id': '8538ef7c-4544-4048-827d-f2c9bd6a4dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:15:29.615612 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] Bound port: 97a6995a-d424-49b7-a71e-339549d39a8d, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8538ef7c-4544-4048-827d-f2c9bd6a4dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:15:29.615995 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:29.648093 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51b4c3c7-0c37-4255-b67d-e3e8a9afbf84 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:29.659484 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51b4c3c7-0c37-4255-b67d-e3e8a9afbf84 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:29.764112 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-24d5df5c-6587-46cb-8fbe-493db4691257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:29.769280 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51b4c3c7-0c37-4255-b67d-e3e8a9afbf84 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:29.773463 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-51b4c3c7-0c37-4255-b67d-e3e8a9afbf84 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4278183 Sep 07 19:15:29.773463 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4c3c7-0c37-4255-b67d-e3e8a9afbf84 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2327c877-6a1f-42ca-aec9-1157b4faf061,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:29.784838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36096) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:29.820221 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] For port 97a6995a-d424-49b7-a71e-339549d39a8d, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:15:29.826261 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] For port 97a6995a-d424-49b7-a71e-339549d39a8d, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=97a6995a-d424-49b7-a71e-339549d39a8d,segment=NetworkSegment(8538ef7c-4544-4048-827d-f2c9bd6a4dc7),segment_id=8538ef7c-4544-4048-827d-f2c9bd6a4dc7)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:15:29.828181 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-24d5df5c-6587-46cb-8fbe-493db4691257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:29.833017 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-24d5df5c-6587-46cb-8fbe-493db4691257 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ad43e386-e1da-4481-8206-5b6118db82c7 HTTP/1.1" status: 204 len: 168 time: 1.1089973 Sep 07 19:15:29.833910 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36098) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:29.837533 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed4d37b-36d0-4fbe-a8aa-b5e436698db0 None None] Network 6a8afba9-c74f-48a2-a182-350c40365b16 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:15:29.841871 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:29.851564 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-59c79de1-7507-4372-b75f-e002a7b062a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1bb4559-e248-4be7-8a49-15cf7cbf2391 HTTP/1.1" status: 200 len: 1001 time: 0.4438763 Sep 07 19:15:29.856081 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-1bcb3168-32d1-4623-9a4b-5a196d461eb3 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'security_group_rule': {'security_group_id': '2327c877-6a1f-42ca-aec9-1157b4faf061', 'project_id': '78144588c9424754a9005f76111ab868', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:29.872061 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5df5c-6587-46cb-8fbe-493db4691257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad43e386-e1da-4481-8206-5b6118db82c7,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:29.911300 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6efbc47-4a80-4ed2-bc92-307bffb900b7 req-f6e8782e-4224-4ead-9a6b-8321f1e403f5 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4482896 Sep 07 19:15:29.950887 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90636e1-236c-4035-bd8b-125c6c1eeec5 req-90be2f99-5b97-496a-b2cb-ba189ddcb98c tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:29.952703 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c90636e1-236c-4035-bd8b-125c6c1eeec5 req-90be2f99-5b97-496a-b2cb-ba189ddcb98c tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/ports?device_id=011f4d7f-7833-4a51-a788-41030c75505d HTTP/1.1" status: 200 len: 950 time: 0.4506586 Sep 07 19:15:29.964313 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e6120f8-d92a-4bc6-8665-0125cad01815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.041369 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c90636e1-236c-4035-bd8b-125c6c1eeec5 req-b93d7c44-723f-4f80-a912-d658f0f9d6ca tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8e0bd-01e1-458e-8553-dac673f27226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820847 Sep 07 19:15:30.056798 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1bcb3168-32d1-4623-9a4b-5a196d461eb3 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.066582 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] Routers {'278f51b1-a2a2-46e4-9810-e3ad59a273bf'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:15:30.067490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:15:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:30.080987 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-54d6a030-2353-4e74-880c-9043ff5ba582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:30.082518 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-54d6a030-2353-4e74-880c-9043ff5ba582 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=853fcb3e-adca-4518-976c-b334ba64fc64 HTTP/1.1" status: 200 len: 834 time: 0.1877391 Sep 07 19:15:30.135266 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-6e6120f8-d92a-4bc6-8665-0125cad01815 admin admin] Deleting port ad7e90ea-62bd-4054-83af-a8087ff6302a {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:15:30.135637 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e6120f8-d92a-4bc6-8665-0125cad01815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.148863 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34120e4e-0613-47b0-b07d-9a3594cc5131 None None] Pushing event updated for resources: {'Port': ['ID=97a6995a-d424-49b7-a71e-339549d39a8d,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:30.158740 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e264be50-0578-4b23-9208-e6f343f4e0bb up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:15:30.235203 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-fd288145-2f12-4169-9843-93dc5672b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:30.239375 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-fd288145-2f12-4169-9843-93dc5672b227 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460330 Sep 07 19:15:30.267706 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-6e6120f8-d92a-4bc6-8665-0125cad01815 admin admin] For port ad7e90ea-62bd-4054-83af-a8087ff6302a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ad7e90ea-62bd-4054-83af-a8087ff6302a,segment=NetworkSegment(0bc109b4-208d-4fe4-8ff4-0f83c4d9a162),segment_id=0bc109b4-208d-4fe4-8ff4-0f83c4d9a162)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:30.268343 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e6120f8-d92a-4bc6-8665-0125cad01815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.286172 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1bcb3168-32d1-4623-9a4b-5a196d461eb3 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.300590 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-6e6120f8-d92a-4bc6-8665-0125cad01815 admin admin] Calling delete_port for ad7e90ea-62bd-4054-83af-a8087ff6302a owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:15:30.310844 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1bcb3168-32d1-4623-9a4b-5a196d461eb3 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.315562 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e264be50-0578-4b23-9208-e6f343f4e0bb triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:15:30.315955 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.317765 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.356484 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb3168-32d1-4623-9a4b-5a196d461eb3 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3e8f13-2663-4411-8315-0f9a69f1c106,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:30.373952 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] Set router 278f51b1-a2a2-46e4-9810-e3ad59a273bf gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:15:30.377818 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeb6ec9-2a25-452f-964c-6acfc43a8083 None None] DHCP port deletion for 6a8afba9-c74f-48a2-a182-350c40365b16 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:15:30.454296 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e6120f8-d92a-4bc6-8665-0125cad01815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.492141 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6120f8-d92a-4bc6-8665-0125cad01815 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad7e90ea-62bd-4054-83af-a8087ff6302a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:30.513551 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6120f8-d92a-4bc6-8665-0125cad01815 admin admin] No DVR routers for this DVR port ad7e90ea-62bd-4054-83af-a8087ff6302a on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:15:30.527112 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-b7889396-4604-4c4e-bff3-d2516e93f411 service neutron] 10.222.0.60 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780831 Sep 07 19:15:30.530167 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1bcb3168-32d1-4623-9a4b-5a196d461eb3 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.535235 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1bcb3168-32d1-4623-9a4b-5a196d461eb3 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7036521 Sep 07 19:15:30.539793 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36102) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:30.547591 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ceacbbcf-4ae0-438c-a2b9-127d0bee14c4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'security_group_rule': {'security_group_id': '2327c877-6a1f-42ca-aec9-1157b4faf061', 'project_id': '78144588c9424754a9005f76111ab868', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:30.635014 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e6120f8-d92a-4bc6-8665-0125cad01815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.660145 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-6e6120f8-d92a-4bc6-8665-0125cad01815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8afba9-c74f-48a2-a182-350c40365b16']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:30.668725 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ceacbbcf-4ae0-438c-a2b9-127d0bee14c4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.680848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:15:30.698437 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-6e6120f8-d92a-4bc6-8665-0125cad01815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc109b4-208d-4fe4-8ff4-0f83c4d9a162') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:30.699100 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-6e6120f8-d92a-4bc6-8665-0125cad01815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc109b4-208d-4fe4-8ff4-0f83c4d9a162') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:30.722692 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-2a886dac-b3b5-4242-aa7d-6212527673c8 service neutron] 10.222.0.60 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862717 Sep 07 19:15:30.740845 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:15:30.741380 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a5b183a3-bff6-4f0b-ac9a-2ca1fa01e3b5 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:15:30.746297 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ceacbbcf-4ae0-438c-a2b9-127d0bee14c4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.749754 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e6120f8-d92a-4bc6-8665-0125cad01815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.758165 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ceacbbcf-4ae0-438c-a2b9-127d0bee14c4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.776880 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb6ec9-2a25-452f-964c-6acfc43a8083 None None] Deleting port ad7e90ea-62bd-4054-83af-a8087ff6302a {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:15:30.777487 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-eeeb6ec9-2a25-452f-964c-6acfc43a8083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.778201 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacbbcf-4ae0-438c-a2b9-127d0bee14c4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353b5dd3-daef-4434-b535-2dfb7d9c0045,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:30.786010 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e6120f8-d92a-4bc6-8665-0125cad01815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.809769 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6120f8-d92a-4bc6-8665-0125cad01815 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:15:30.810613 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e6120f8-d92a-4bc6-8665-0125cad01815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.873921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-eeeb6ec9-2a25-452f-964c-6acfc43a8083 None None] For port ad7e90ea-62bd-4054-83af-a8087ff6302a, host n-d-807786-1, got binding levels [] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:30.874626 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-eeeb6ec9-2a25-452f-964c-6acfc43a8083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.891237 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb6ec9-2a25-452f-964c-6acfc43a8083 None None] Calling delete_port for ad7e90ea-62bd-4054-83af-a8087ff6302a owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:15:30.893277 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.ipam_backend_mixin [None req-eeeb6ec9-2a25-452f-964c-6acfc43a8083 None None] Port ad7e90ea-62bd-4054-83af-a8087ff6302a was not found and therefore no delete operation was performed {{(pid=101446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:15:30.893635 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:15:30.895844 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-eeeb6ec9-2a25-452f-964c-6acfc43a8083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.899673 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ceacbbcf-4ae0-438c-a2b9-127d0bee14c4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.901324 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ceacbbcf-4ae0-438c-a2b9-127d0bee14c4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3597894 Sep 07 19:15:30.903023 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e6120f8-d92a-4bc6-8665-0125cad01815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.904676 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36106) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:30.909823 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-a3293ce5-8ba0-41d4-a77a-b4420ee486d4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'security_group_rule': {'security_group_id': '2327c877-6a1f-42ca-aec9-1157b4faf061', 'project_id': '78144588c9424754a9005f76111ab868', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:30.914085 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeb6ec9-2a25-452f-964c-6acfc43a8083 None None] No DVR routers for this DVR port ad7e90ea-62bd-4054-83af-a8087ff6302a on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:15:30.917723 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'name': 'tempest-TestNetworkBasicOps-router-2064264336', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:15:15Z', 'updated_at': '2021-09-07T19:15:23Z', 'revision_number': 4, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:16Z', 'updated_at': '2021-09-07T19:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '97a6995a-d424-49b7-a71e-339549d39a8d', 'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:f3:bb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:21Z', 'updated_at': '2021-09-07T19:15:29Z', 'revision_number': 4, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:30.947918 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e6120f8-d92a-4bc6-8665-0125cad01815 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.955587 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6e6120f8-d92a-4bc6-8665-0125cad01815 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6a8afba9-c74f-48a2-a182-350c40365b16 HTTP/1.1" status: 204 len: 168 time: 1.1179926 Sep 07 19:15:30.955587 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6120f8-d92a-4bc6-8665-0125cad01815 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a8afba9-c74f-48a2-a182-350c40365b16,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:30.977867 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a3293ce5-8ba0-41d4-a77a-b4420ee486d4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:30.986105 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d784bb71-08b5-457d-b947-2abb1c34c012 None None] The sync data for ids ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'] in n-d-807786-1 is: [{'id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'name': 'tempest-TestNetworkBasicOps-router-2064264336', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:15:15Z', 'updated_at': '2021-09-07T19:15:23Z', 'revision_number': 4, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:16Z', 'updated_at': '2021-09-07T19:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '97a6995a-d424-49b7-a71e-339549d39a8d', 'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:f3:bb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:21Z', 'updated_at': '2021-09-07T19:15:29Z', 'revision_number': 4, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:15:30.991457 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb6ec9-2a25-452f-964c-6acfc43a8083 None None] Pushing event deleted for resources: {'Port': ['ID=ad7e90ea-62bd-4054-83af-a8087ff6302a,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:31.209139 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a3293ce5-8ba0-41d4-a77a-b4420ee486d4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:31.236412 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4faea-606e-4666-b19b-7989bd40a845 req-8cabb837-027c-40fb-b710-4d83889b9ac6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:31.238393 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dca4faea-606e-4666-b19b-7989bd40a845 req-8cabb837-027c-40fb-b710-4d83889b9ac6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 945 time: 0.2087491 Sep 07 19:15:31.242045 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a3293ce5-8ba0-41d4-a77a-b4420ee486d4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:31.316877 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3293ce5-8ba0-41d4-a77a-b4420ee486d4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9857ff-a62b-46c2-b1f9-e454898b7ef4,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:31.353423 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36118) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:31.388276 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b35ad-e6ba-464d-be1a-cd902528a53c req-1294e753-1593-4cc6-9796-c1a10d584b59 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:31.392653 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-819b35ad-e6ba-464d-be1a-cd902528a53c req-1294e753-1593-4cc6-9796-c1a10d584b59 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/ports?device_id=011f4d7f-7833-4a51-a788-41030c75505d HTTP/1.1" status: 200 len: 950 time: 0.2524848 Sep 07 19:15:31.428278 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a3293ce5-8ba0-41d4-a77a-b4420ee486d4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:31.440995 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a3293ce5-8ba0-41d4-a77a-b4420ee486d4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5351067 Sep 07 19:15:31.460649 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36122) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:31.466462 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-72031b8c-b149-46df-9a09-80e16caa7c95 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'security_group_rule': {'security_group_id': '2327c877-6a1f-42ca-aec9-1157b4faf061', 'project_id': '78144588c9424754a9005f76111ab868', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:31.500757 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dca4faea-606e-4666-b19b-7989bd40a845 req-07d57b7a-673a-4f80-9925-15fb56393570 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498689 Sep 07 19:15:31.534269 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-819b35ad-e6ba-464d-be1a-cd902528a53c req-1e1c0d0c-3394-4be6-b6ea-bed69008f949 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8e0bd-01e1-458e-8553-dac673f27226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693057 Sep 07 19:15:31.545229 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-81b01569-c334-4553-8ecb-8efc4652176a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d5c8f8778fa460ca7e73179a15e85b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1881151 Sep 07 19:15:31.546113 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36124) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:31.557857 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-72031b8c-b149-46df-9a09-80e16caa7c95 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:31.633258 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:15:31.652996 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-72031b8c-b149-46df-9a09-80e16caa7c95 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:31.659497 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-72031b8c-b149-46df-9a09-80e16caa7c95 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:31.670818 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bf464beb-63d7-471f-86e6-18a9048f8695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:31.686366 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72031b8c-b149-46df-9a09-80e16caa7c95 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4c2009-d2f6-4522-8b94-44640b1f2fe2,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:31.697713 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-72031b8c-b149-46df-9a09-80e16caa7c95 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:31.701861 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-72031b8c-b149-46df-9a09-80e16caa7c95 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2371547 Sep 07 19:15:31.702410 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36130) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:31.707277 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-63c8770e-558d-4cc6-b0d9-652af244b925 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'security_group_rule': {'security_group_id': '2327c877-6a1f-42ca-aec9-1157b4faf061', 'project_id': '78144588c9424754a9005f76111ab868', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:31.710886 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bf464beb-63d7-471f-86e6-18a9048f8695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:31.733263 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-63c8770e-558d-4cc6-b0d9-652af244b925 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Project 78144588c9424754a9005f76111ab868 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:15:31.753438 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63c8770e-558d-4cc6-b0d9-652af244b925 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:31.789490 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bf464beb-63d7-471f-86e6-18a9048f8695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:31.792936 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bf464beb-63d7-471f-86e6-18a9048f8695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:31.794427 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bf464beb-63d7-471f-86e6-18a9048f8695 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b791326f-a9c4-4486-ae27-ebbe64d361c6 HTTP/1.1" status: 204 len: 168 time: 0.2470269 Sep 07 19:15:31.807870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf464beb-63d7-471f-86e6-18a9048f8695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b791326f-a9c4-4486-ae27-ebbe64d361c6,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:31.843748 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:31.879846 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63c8770e-558d-4cc6-b0d9-652af244b925 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:31.886217 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63c8770e-558d-4cc6-b0d9-652af244b925 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:31.914099 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8770e-558d-4cc6-b0d9-652af244b925 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a99dfc9-9dc0-470f-8b18-36e869ca088f,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:31.933463 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63c8770e-558d-4cc6-b0d9-652af244b925 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:31.939628 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-63c8770e-558d-4cc6-b0d9-652af244b925 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2360325 Sep 07 19:15:31.942805 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36140) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:31.948608 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-eb6bcba1-e82b-41e7-93f1-1b7d0abf0480 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'security_group_rule': {'security_group_id': '2327c877-6a1f-42ca-aec9-1157b4faf061', 'project_id': '78144588c9424754a9005f76111ab868', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:31.994360 n-d-807786-1 neutron-server[101445]: INFO neutron.db.securitygroups_db [None req-eb6bcba1-e82b-41e7-93f1-1b7d0abf0480 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Project 78144588c9424754a9005f76111ab868 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:15:32.000203 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb6bcba1-e82b-41e7-93f1-1b7d0abf0480 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:32.097653 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb6bcba1-e82b-41e7-93f1-1b7d0abf0480 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:32.102699 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb6bcba1-e82b-41e7-93f1-1b7d0abf0480 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:32.122498 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 97a6995a-d424-49b7-a71e-339549d39a8d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:15:32.142238 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bcba1-e82b-41e7-93f1-1b7d0abf0480 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1dbc1c-d77b-4204-9867-8e804770421b,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:32.184024 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb6bcba1-e82b-41e7-93f1-1b7d0abf0480 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:32.187149 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-eb6bcba1-e82b-41e7-93f1-1b7d0abf0480 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2420733 Sep 07 19:15:32.237660 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 97a6995a-d424-49b7-a71e-339549d39a8d completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:15:32.244638 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 97a6995a-d424-49b7-a71e-339549d39a8d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:15:32.246206 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:32.422686 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:32.482966 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 97a6995a-d424-49b7-a71e-339549d39a8d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=97a6995a-d424-49b7-a71e-339549d39a8d,segment=NetworkSegment(8538ef7c-4544-4048-827d-f2c9bd6a4dc7),segment_id=8538ef7c-4544-4048-827d-f2c9bd6a4dc7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:32.488021 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:32.635552 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-f05cbbcb-f02f-41ac-95ec-adba1a3b25d2 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-508741868&fields=id&tenant_id=78144588c9424754a9005f76111ab868 HTTP/1.1" status: 200 len: 267 time: 0.1233957 Sep 07 19:15:32.658502 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ad7e90ea-62bd-4054-83af-a8087ff6302a no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:15:32.713922 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: ad7e90ea-62bd-4054-83af-a8087ff6302a {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:15:32.714268 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ad7e90ea-62bd-4054-83af-a8087ff6302a not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:15:32.774553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=97a6995a-d424-49b7-a71e-339549d39a8d,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:32.875955 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-96833827-418d-4415-a845-3aea3185ed55 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:32.879026 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-96833827-418d-4415-a845-3aea3185ed55 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/networks?id=fdefe059-ab1c-4e05-843f-cbd697701fb4 HTTP/1.1" status: 200 len: 796 time: 0.2419105 Sep 07 19:15:32.938741 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-464a00f0-ec9c-4f8c-8c1a-b56ee3739d1a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/quotas/78144588c9424754a9005f76111ab868 HTTP/1.1" status: 200 len: 375 time: 0.0226846 Sep 07 19:15:33.007442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6484709-a756-433a-a7d6-b45eb982c1a7 req-d869d8cf-6ad4-4e8d-af48-7d72f0d00974 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:33.015104 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a6484709-a756-433a-a7d6-b45eb982c1a7 req-d869d8cf-6ad4-4e8d-af48-7d72f0d00974 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 945 time: 0.1535714 Sep 07 19:15:33.053666 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-a7103cb8-45ff-4107-b394-96152db1f767 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=78144588c9424754a9005f76111ab868&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1061518 Sep 07 19:15:33.114395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a6484709-a756-433a-a7d6-b45eb982c1a7 req-a242b688-8117-416d-8f89-ce46733cf0bc tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982063 Sep 07 19:15:33.263852 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36194) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:33.347336 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-182998a5-f9af-41a2-866e-44e90ee2f432 service neutron] 10.222.0.26 "GET /v2.0/networks/fdefe059-ab1c-4e05-843f-cbd697701fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318592 Sep 07 19:15:33.437943 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-44d10a42-e546-495f-b668-46e4ed5e3fc7 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1209439028-network', 'tenant_id': '2d1671cd55b045cf8b9a38f097d3c622'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:33.471901 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d10a42-e546-495f-b668-46e4ed5e3fc7 admin admin] Made reservation on behalf of 2d1671cd55b045cf8b9a38f097d3c622 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:15:33.475067 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-44d10a42-e546-495f-b668-46e4ed5e3fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:33.487501 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-44d10a42-e546-495f-b668-46e4ed5e3fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:33.519153 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-030e31f4-6917-4e86-b190-e37e955aebf9 service neutron] 10.222.0.26 "GET /v2.0/networks/fdefe059-ab1c-4e05-843f-cbd697701fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638262 Sep 07 19:15:33.712341 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-44d10a42-e546-495f-b668-46e4ed5e3fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:33.739684 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-44d10a42-e546-495f-b668-46e4ed5e3fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:33.797913 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d10a42-e546-495f-b668-46e4ed5e3fc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:15:33.815386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d10a42-e546-495f-b668-46e4ed5e3fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fd7eb1-2857-406e-b05e-568ff502cc9e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:33.818652 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-44d10a42-e546-495f-b668-46e4ed5e3fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:33.819081 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-44d10a42-e546-495f-b668-46e4ed5e3fc7 admin admin] Added segment 5b72f2e8-ce09-48cc-89c5-44e110df74bd of type vlan for network fc0aded1-4104-42ae-9e6b-fad7da13c172 Sep 07 19:15:33.860452 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-89b8fe9c-21b3-490c-8831-4877cc2b12d8 req-3609e771-0be5-4a2c-955c-08cbb29a38ff tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=051ebb9e-161c-47af-a504-fed20cf9143d HTTP/1.1" status: 200 len: 210 time: 0.0683184 Sep 07 19:15:33.907053 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-44d10a42-e546-495f-b668-46e4ed5e3fc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:33.965334 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-44d10a42-e546-495f-b668-46e4ed5e3fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:33.966267 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d10a42-e546-495f-b668-46e4ed5e3fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:33.967520 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-44d10a42-e546-495f-b668-46e4ed5e3fc7 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:34.056690 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d10a42-e546-495f-b668-46e4ed5e3fc7 admin admin] Pushing event updated for resources: {'Network': ['ID=fc0aded1-4104-42ae-9e6b-fad7da13c172,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:34.079368 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network fc0aded1-4104-42ae-9e6b-fad7da13c172 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:15:34.156012 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36216) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:34.157647 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-44d10a42-e546-495f-b668-46e4ed5e3fc7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8870203 Sep 07 19:15:34.169730 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-4cffd59a-1cc3-47e2-8e9a-7baed17ce564 admin admin] Request body: {'subnet': {'network_id': 'fc0aded1-4104-42ae-9e6b-fad7da13c172', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1209439028-subnet', 'tenant_id': '2d1671cd55b045cf8b9a38f097d3c622', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:34.170049 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 97a6995a-d424-49b7-a71e-339549d39a8d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:15:34.269508 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cffd59a-1cc3-47e2-8e9a-7baed17ce564 admin admin] Made reservation on behalf of 2d1671cd55b045cf8b9a38f097d3c622 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:15:34.272048 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4cffd59a-1cc3-47e2-8e9a-7baed17ce564 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:34.409795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 97a6995a-d424-49b7-a71e-339549d39a8d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:15:34.410243 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:34.571574 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4cffd59a-1cc3-47e2-8e9a-7baed17ce564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:34.657413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffd59a-1cc3-47e2-8e9a-7baed17ce564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39a10e1c-984c-45fa-bb05-fb6655314ae5,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:34.688854 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537b039-94a0-461b-9d62-979c8ba8942d req-b6ce6090-5ff7-4efc-8a99-d8a05a3fc7a3 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:34.690790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4537b039-94a0-461b-9d62-979c8ba8942d req-b6ce6090-5ff7-4efc-8a99-d8a05a3fc7a3 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 945 time: 0.4124558 Sep 07 19:15:34.695750 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffd59a-1cc3-47e2-8e9a-7baed17ce564 admin admin] Checking segment: {'id': '5b72f2e8-ce09-48cc-89c5-44e110df74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fc0aded1-4104-42ae-9e6b-fad7da13c172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:15:34.696206 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cffd59a-1cc3-47e2-8e9a-7baed17ce564 admin admin] Network hostable DHCP agents. Network: fc0aded1-4104-42ae-9e6b-fad7da13c172, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:15:34.741418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cffd59a-1cc3-47e2-8e9a-7baed17ce564 admin admin] Network fc0aded1-4104-42ae-9e6b-fad7da13c172 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:15:34.747192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4537b039-94a0-461b-9d62-979c8ba8942d req-bb1e33a0-81f2-47a2-bdcc-835bbcfb3e31 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483685 Sep 07 19:15:34.761220 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-4cffd59a-1cc3-47e2-8e9a-7baed17ce564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, fc0aded1-4104-42ae-9e6b-fad7da13c172) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:15:34.765694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cffd59a-1cc3-47e2-8e9a-7baed17ce564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:34.766328 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4cffd59a-1cc3-47e2-8e9a-7baed17ce564 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:34.774822 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6804b6a8-3821-4b0a-9e0e-4d2456a90588 None None] Network fc0aded1-4104-42ae-9e6b-fad7da13c172 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:15:34.790372 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4cffd59a-1cc3-47e2-8e9a-7baed17ce564 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6324303 Sep 07 19:15:34.969981 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93f0e85-9121-4bcf-aefa-5eebc627ca85 None None] Network fc0aded1-4104-42ae-9e6b-fad7da13c172 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:15:35.055975 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d6ec74c-e514-4130-94fc-28299e83d21b req-e170dcf8-1d3d-43f1-accf-47e9216e02d0 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=051ebb9e-161c-47af-a504-fed20cf9143d HTTP/1.1" status: 200 len: 210 time: 0.0732586 Sep 07 19:15:35.391059 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-873e4496-fffa-46e7-9673-9fc68502fb5c tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:35.394666 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-873e4496-fffa-46e7-9673-9fc68502fb5c tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.60 "GET /v2.0/networks?id=fdefe059-ab1c-4e05-843f-cbd697701fb4 HTTP/1.1" status: 200 len: 796 time: 0.2333558 Sep 07 19:15:35.473590 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-290ec933-9806-4e86-a4da-f96f13a4e53f tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78144588c9424754a9005f76111ab868 HTTP/1.1" status: 200 len: 379 time: 0.0683246 Sep 07 19:15:35.493988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-b5fdbc99-7e89-4906-bc5c-74f94080c8d8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'port': {'device_id': '051ebb9e-161c-47af-a504-fed20cf9143d', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'admin_state_up': True, 'tenant_id': '78144588c9424754a9005f76111ab868', 'security_groups': ['2327c877-6a1f-42ca-aec9-1157b4faf061']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:35.700406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a945d998-abde-4436-ae33-06c21c604cfa tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:35.702489 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a945d998-abde-4436-ae33-06c21c604cfa tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/networks?id=fc0aded1-4104-42ae-9e6b-fad7da13c172 HTTP/1.1" status: 200 len: 818 time: 0.2278576 Sep 07 19:15:35.719905 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-ac91ead8-e555-4fe2-9ba6-408d8e45be1d tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/quotas/2d1671cd55b045cf8b9a38f097d3c622 HTTP/1.1" status: 200 len: 375 time: 0.0108705 Sep 07 19:15:35.762528 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-7e861e0c-031e-4e07-bab6-30d56bc90072 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d1671cd55b045cf8b9a38f097d3c622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346196 Sep 07 19:15:35.802237 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-b5fdbc99-7e89-4906-bc5c-74f94080c8d8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Made reservation on behalf of 78144588c9424754a9005f76111ab868 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:15:35.807849 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-b5fdbc99-7e89-4906-bc5c-74f94080c8d8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:35.973137 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-aa45ad6e-2f15-47f3-abe6-9906da9c6eaa service neutron] 10.222.0.26 "GET /v2.0/networks/fc0aded1-4104-42ae-9e6b-fad7da13c172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022827 Sep 07 19:15:36.053194 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4b303-1700-4709-9aac-893ad79d6dc8 req-de865693-01fb-4d08-bde6-7facaa5c0ec0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:36.054999 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77b4b303-1700-4709-9aac-893ad79d6dc8 req-de865693-01fb-4d08-bde6-7facaa5c0ec0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 945 time: 0.1459954 Sep 07 19:15:36.127286 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-b5fdbc99-7e89-4906-bc5c-74f94080c8d8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Allocated IP 172.20.0.13 (fdefe059-ab1c-4e05-843f-cbd697701fb4/e0f1f041-8f8c-4a76-b62c-3f45dc58670c/d2a75449-01c3-4475-9031-33fb8609e862) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:15:36.173537 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77b4b303-1700-4709-9aac-893ad79d6dc8 req-88dc4698-94e0-464e-b784-93d202b67b3e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832064 Sep 07 19:15:36.190345 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-c0f0bea3-7f27-460c-97c9-2087302f164c service neutron] 10.222.0.26 "GET /v2.0/networks/fc0aded1-4104-42ae-9e6b-fad7da13c172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082942 Sep 07 19:15:36.358122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-898fbeb2-8fc7-4212-9d8b-ab22e159d4f8 req-14a7a1a2-d81a-4596-9d33-997fdc5a5c2d tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=051ebb9e-161c-47af-a504-fed20cf9143d HTTP/1.1" status: 200 len: 210 time: 0.0419610 Sep 07 19:15:36.426174 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-b5fdbc99-7e89-4906-bc5c-74f94080c8d8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:36.464172 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-b5fdbc99-7e89-4906-bc5c-74f94080c8d8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Transition to ACTIVE for port object d2a75449-01c3-4475-9031-33fb8609e862 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:15:36.502142 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-b5fdbc99-7e89-4906-bc5c-74f94080c8d8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:36.550287 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-b5fdbc99-7e89-4906-bc5c-74f94080c8d8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Network fdefe059-ab1c-4e05-843f-cbd697701fb4 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:15:36.554421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-b5fdbc99-7e89-4906-bc5c-74f94080c8d8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:15:36.561740 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-b5fdbc99-7e89-4906-bc5c-74f94080c8d8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:15:36.645751 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdbc99-7e89-4906-bc5c-74f94080c8d8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'Port': ['ID=d2a75449-01c3-4475-9031-33fb8609e862,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:36.684704 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-b5fdbc99-7e89-4906-bc5c-74f94080c8d8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:36.685431 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-b5fdbc99-7e89-4906-bc5c-74f94080c8d8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:36.720357 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-b5fdbc99-7e89-4906-bc5c-74f94080c8d8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2304549 Sep 07 19:15:36.744087 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] Request body: {'port': {'device_id': '051ebb9e-161c-47af-a504-fed20cf9143d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:36.833734 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6d13f2ee-b027-46e4-9b72-39d755b28b57 req-40fa55ab-8a37-4a26-be84-85187286b7a2 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=27faf5ff-7f83-4dd3-9f80-827f296b2ec4 HTTP/1.1" status: 200 len: 210 time: 0.0419762 Sep 07 19:15:36.893078 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:37.168587 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f1260a33-e2d9-4918-afea-37c7a8a59cf3 None None] Provisioning for port d2a75449-01c3-4475-9031-33fb8609e862 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:15:37.173580 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f1260a33-e2d9-4918-afea-37c7a8a59cf3 None None] Provisioning complete for port d2a75449-01c3-4475-9031-33fb8609e862 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:15:37.174208 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f1260a33-e2d9-4918-afea-37c7a8a59cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:37.237402 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-f1260a33-e2d9-4918-afea-37c7a8a59cf3 None None] Port d2a75449-01c3-4475-9031-33fb8609e862 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:15:38.161929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e045d-cf2c-4f15-bce0-987fe6231b18 req-3d6efc3f-1707-4788-bf48-86b47ee7b38f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:38.175432 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c46e045d-cf2c-4f15-bce0-987fe6231b18 req-3d6efc3f-1707-4788-bf48-86b47ee7b38f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 945 time: 0.2495291 Sep 07 19:15:38.193967 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d9d55-96b7-43e7-b0e2-448cff760159 req-77d7b433-4652-4a02-a9ba-c8327a6c06fc tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:38.196071 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-335d9d55-96b7-43e7-b0e2-448cff760159 req-77d7b433-4652-4a02-a9ba-c8327a6c06fc tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=051ebb9e-161c-47af-a504-fed20cf9143d HTTP/1.1" status: 200 len: 932 time: 0.2644684 Sep 07 19:15:38.245231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2a75449-01c3-4475-9031-33fb8609e862 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:15:38.267264 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:38.293900 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c46e045d-cf2c-4f15-bce0-987fe6231b18 req-98de95a9-e2c2-41a9-8276-869034008ed1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173408 Sep 07 19:15:38.299792 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-335d9d55-96b7-43e7-b0e2-448cff760159 req-54062380-bcd7-414f-8acd-fe94f9fb9d95 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=2327c877-6a1f-42ca-aec9-1157b4faf061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952675 Sep 07 19:15:38.328681 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] Transition to ACTIVE for port object d2a75449-01c3-4475-9031-33fb8609e862 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:15:38.334817 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:38.445605 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a75449-01c3-4475-9031-33fb8609e862,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:38.525379 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-973b309d-02ac-49aa-9aea-6a349395aad8 req-f42b7ff3-4c89-4493-b3b7-131d28388541 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=27faf5ff-7f83-4dd3-9f80-827f296b2ec4 HTTP/1.1" status: 200 len: 210 time: 0.0841327 Sep 07 19:15:38.592821 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] Attempting to bind port d2a75449-01c3-4475-9031-33fb8609e862 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:15:38.593167 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] Attempting to bind port d2a75449-01c3-4475-9031-33fb8609e862 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '8538ef7c-4544-4048-827d-f2c9bd6a4dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:15:38.593501 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] Attempting to bind port d2a75449-01c3-4475-9031-33fb8609e862 on network fdefe059-ab1c-4e05-843f-cbd697701fb4 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:15:38.613650 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] Port d2a75449-01c3-4475-9031-33fb8609e862 on network fdefe059-ab1c-4e05-843f-cbd697701fb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:15:38.613918 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] Attempting to bind port d2a75449-01c3-4475-9031-33fb8609e862 on network fdefe059-ab1c-4e05-843f-cbd697701fb4 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:15:38.766520 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a00c63da-341b-4b8f-87a9-cd9d8175227e tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:38.770820 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a00c63da-341b-4b8f-87a9-cd9d8175227e tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.60 "GET /v2.0/networks?id=fc0aded1-4104-42ae-9e6b-fad7da13c172 HTTP/1.1" status: 200 len: 818 time: 0.1545191 Sep 07 19:15:38.772011 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:15:38.772394 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] Checking segment: {'id': '8538ef7c-4544-4048-827d-f2c9bd6a4dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:15:38.772829 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] Bound using segment: {'id': '8538ef7c-4544-4048-827d-f2c9bd6a4dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:15:38.773287 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] Bound port: d2a75449-01c3-4475-9031-33fb8609e862, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8538ef7c-4544-4048-827d-f2c9bd6a4dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:15:38.773652 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:38.820453 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5268ff22-be73-47ed-b178-3e06bae07870 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Request body: {'port': {'device_id': '1aa81d33-c2a3-415e-98b0-a418f47893dc', 'network_id': 'fc0aded1-4104-42ae-9e6b-fad7da13c172', 'admin_state_up': True, 'tenant_id': '2d1671cd55b045cf8b9a38f097d3c622'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:39.132899 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] For port d2a75449-01c3-4475-9031-33fb8609e862, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:15:39.140406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] For port d2a75449-01c3-4475-9031-33fb8609e862, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d2a75449-01c3-4475-9031-33fb8609e862,segment=NetworkSegment(8538ef7c-4544-4048-827d-f2c9bd6a4dc7),segment_id=8538ef7c-4544-4048-827d-f2c9bd6a4dc7)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:15:39.150290 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:39.194800 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-eb6a4d0a-ef3a-4c52-9bec-8f4456bdc0e9 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:39.196310 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-eb6a4d0a-ef3a-4c52-9bec-8f4456bdc0e9 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.36 "GET /v2.0/networks?id=fc0aded1-4104-42ae-9e6b-fad7da13c172 HTTP/1.1" status: 200 len: 818 time: 0.2788224 Sep 07 19:15:39.222879 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5ef8a4e3-a2a4-4ab8-a277-131df0ae2879 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Request body: {'port': {'device_id': '4b1b90f9-0a54-4b7d-a321-e99c1948e763', 'network_id': 'fc0aded1-4104-42ae-9e6b-fad7da13c172', 'admin_state_up': True, 'tenant_id': '2d1671cd55b045cf8b9a38f097d3c622'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:39.234550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:39.235181 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:39.236623 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] 10.222.0.60 "PUT /v2.0/ports/d2a75449-01c3-4475-9031-33fb8609e862 HTTP/1.1" status: 200 len: 1092 time: 2.4975350 Sep 07 19:15:39.237079 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051ebb9e-161c-47af-a504-fed20cf9143d', 'tag': 'd2a75449-01c3-4475-9031-33fb8609e862'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:15:39.239546 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86afc130-ce52-4b21-8efe-131a8175876a" -d '{"events": [{"name": "network-changed", "server_uuid": "051ebb9e-161c-47af-a504-fed20cf9143d", "tag": "d2a75449-01c3-4475-9031-33fb8609e862"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:15:39.275912 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5268ff22-be73-47ed-b178-3e06bae07870 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Made reservation on behalf of 2d1671cd55b045cf8b9a38f097d3c622 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:15:39.291694 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5268ff22-be73-47ed-b178-3e06bae07870 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:39.294372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ac4bd-836d-4acc-9111-dd2a2915d1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a75449-01c3-4475-9031-33fb8609e862,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:39.431399 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c667ee80-7fb7-458f-b4a1-a7ba90424536 x-openstack-request-id: req-c667ee80-7fb7-458f-b4a1-a7ba90424536 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:15:39.431543 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051ebb9e-161c-47af-a504-fed20cf9143d", "tag": "d2a75449-01c3-4475-9031-33fb8609e862", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:15:39.431735 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c667ee80-7fb7-458f-b4a1-a7ba90424536 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:15:39.432164 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051ebb9e-161c-47af-a504-fed20cf9143d', 'tag': 'd2a75449-01c3-4475-9031-33fb8609e862', 'status': 'completed', 'code': 200} Sep 07 19:15:39.883276 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-414ca2b3-8ecf-4346-b7b3-53917ee872a4 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:39.884854 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-414ca2b3-8ecf-4346-b7b3-53917ee872a4 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.36 "GET /v2.0/networks?id=fc0aded1-4104-42ae-9e6b-fad7da13c172 HTTP/1.1" status: 200 len: 818 time: 0.5236771 Sep 07 19:15:39.910410 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-9268bdd5-2271-4667-97f3-ebdb1ec19bbe tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Request body: {'port': {'device_id': '27faf5ff-7f83-4dd3-9f80-827f296b2ec4', 'network_id': 'fc0aded1-4104-42ae-9e6b-fad7da13c172', 'admin_state_up': True, 'tenant_id': '2d1671cd55b045cf8b9a38f097d3c622'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:39.929334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-a8fb510e-cd41-4d2a-9c43-034e19d13678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:39.930861 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-a8fb510e-cd41-4d2a-9c43-034e19d13678 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78144588c9424754a9005f76111ab868&device_id=051ebb9e-161c-47af-a504-fed20cf9143d HTTP/1.1" status: 200 len: 1095 time: 0.5142729 Sep 07 19:15:39.952561 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885da96-dc79-42b0-a41a-7eb59dca9fa7 req-99e32986-0ba4-4ba8-9af2-14d06a324813 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:39.954082 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1885da96-dc79-42b0-a41a-7eb59dca9fa7 req-99e32986-0ba4-4ba8-9af2-14d06a324813 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=051ebb9e-161c-47af-a504-fed20cf9143d HTTP/1.1" status: 200 len: 944 time: 0.3612823 Sep 07 19:15:40.019003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2c56f-d360-4ea6-8067-b8bac1e0862d req-d9f3e993-10fd-4ee2-a138-7ec59961bb3c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:40.020546 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8d2c56f-d360-4ea6-8067-b8bac1e0862d req-d9f3e993-10fd-4ee2-a138-7ec59961bb3c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 945 time: 0.4307165 Sep 07 19:15:40.075151 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-b2d542d1-0b4f-447b-8d71-1241e483d459 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2a75449-01c3-4475-9031-33fb8609e862 HTTP/1.1" status: 200 len: 217 time: 0.1136136 Sep 07 19:15:40.174616 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5ef8a4e3-a2a4-4ab8-a277-131df0ae2879 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Made reservation on behalf of 2d1671cd55b045cf8b9a38f097d3c622 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:15:40.178012 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5ef8a4e3-a2a4-4ab8-a277-131df0ae2879 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:40.233934 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5268ff22-be73-47ed-b178-3e06bae07870 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Allocated IP 172.20.0.9 (fc0aded1-4104-42ae-9e6b-fad7da13c172/39a10e1c-984c-45fa-bb05-fb6655314ae5/457c61a4-02aa-4669-84c7-617c2818f34f) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:15:40.254817 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1885da96-dc79-42b0-a41a-7eb59dca9fa7 req-26d3963d-02f7-4d9f-bd38-6d046edb4b1b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=2327c877-6a1f-42ca-aec9-1157b4faf061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728434 Sep 07 19:15:40.308898 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8d2c56f-d360-4ea6-8067-b8bac1e0862d req-6270aa5f-e2ee-4a77-adf9-202c02508810 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486980 Sep 07 19:15:40.356380 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-6d33577a-dc5f-49bb-9e19-cb9a4653f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:40.357943 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-6d33577a-dc5f-49bb-9e19-cb9a4653f8c4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e0f1f041-8f8c-4a76-b62c-3f45dc58670c HTTP/1.1" status: 200 len: 835 time: 0.2473030 Sep 07 19:15:40.464541 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-9268bdd5-2271-4667-97f3-ebdb1ec19bbe tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Made reservation on behalf of 2d1671cd55b045cf8b9a38f097d3c622 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:15:40.468047 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-9268bdd5-2271-4667-97f3-ebdb1ec19bbe tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:40.474800 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4072e479-2710-4f5d-bffe-520844f83e96 req-92dd37a0-d6d1-4926-b069-019de3eb74ff tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=27faf5ff-7f83-4dd3-9f80-827f296b2ec4 HTTP/1.1" status: 200 len: 210 time: 0.0775959 Sep 07 19:15:40.559634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-13ff5aaa-f4bb-4cd3-a986-6adc251829f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:40.561182 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-13ff5aaa-f4bb-4cd3-a986-6adc251829f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fdefe059-ab1c-4e05-843f-cbd697701fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1913316 Sep 07 19:15:40.702172 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5268ff22-be73-47ed-b178-3e06bae07870 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:40.734428 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-c51fdf47-3ab0-47a9-ae82-4f95be584ab5 service neutron] 10.222.0.60 "GET /v2.0/networks/fdefe059-ab1c-4e05-843f-cbd697701fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357238 Sep 07 19:15:40.816734 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5268ff22-be73-47ed-b178-3e06bae07870 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:40.912188 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5268ff22-be73-47ed-b178-3e06bae07870 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Network fc0aded1-4104-42ae-9e6b-fad7da13c172 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:15:40.926124 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5268ff22-be73-47ed-b178-3e06bae07870 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:15:40.931243 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5268ff22-be73-47ed-b178-3e06bae07870 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:15:40.933807 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268ff22-be73-47ed-b178-3e06bae07870 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Pushing event updated for resources: {'Port': ['ID=457c61a4-02aa-4669-84c7-617c2818f34f,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:40.937479 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd27a99a-4982-43e5-b484-070780b16eb2 req-44078492-8010-4cec-b023-e3a8fe2e4a80 service neutron] 10.222.0.60 "GET /v2.0/networks/fdefe059-ab1c-4e05-843f-cbd697701fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934538 Sep 07 19:15:40.971377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5ef8a4e3-a2a4-4ab8-a277-131df0ae2879 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Allocated IP 172.20.0.10 (fc0aded1-4104-42ae-9e6b-fad7da13c172/39a10e1c-984c-45fa-bb05-fb6655314ae5/28e7bb33-ebec-4a64-bf79-93fd26f8faff) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:15:41.025962 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5268ff22-be73-47ed-b178-3e06bae07870 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:41.026652 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5268ff22-be73-47ed-b178-3e06bae07870 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:41.067424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5268ff22-be73-47ed-b178-3e06bae07870 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2668686 Sep 07 19:15:41.083274 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] Request body: {'port': {'device_id': '1aa81d33-c2a3-415e-98b0-a418f47893dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:41.090960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afc130-ce52-4b21-8efe-131a8175876a req-70f0e985-b115-420d-93d2-08f12e6b6257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:41.092360 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86afc130-ce52-4b21-8efe-131a8175876a req-70f0e985-b115-420d-93d2-08f12e6b6257 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78144588c9424754a9005f76111ab868&device_id=051ebb9e-161c-47af-a504-fed20cf9143d HTTP/1.1" status: 200 len: 1095 time: 0.1035333 Sep 07 19:15:41.314489 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:41.419829 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5ef8a4e3-a2a4-4ab8-a277-131df0ae2879 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:41.425898 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afc130-ce52-4b21-8efe-131a8175876a req-38a32c65-7b4f-4986-83ad-b5694ff7fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:41.427409 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86afc130-ce52-4b21-8efe-131a8175876a req-38a32c65-7b4f-4986-83ad-b5694ff7fe1a service neutron] 10.222.0.60 "GET /v2.0/networks?id=fdefe059-ab1c-4e05-843f-cbd697701fb4 HTTP/1.1" status: 200 len: 897 time: 0.2934716 Sep 07 19:15:41.554368 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86afc130-ce52-4b21-8efe-131a8175876a req-2a835f93-5c4a-4b85-b6bc-ce9e8038152d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2a75449-01c3-4475-9031-33fb8609e862 HTTP/1.1" status: 200 len: 217 time: 0.1130147 Sep 07 19:15:42.013315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e772f85-73c3-4367-bd98-8f20361932bc req-30044141-4aec-448b-8279-af55d0c6e338 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:42.014792 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1e772f85-73c3-4367-bd98-8f20361932bc req-30044141-4aec-448b-8279-af55d0c6e338 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 945 time: 0.5573165 Sep 07 19:15:42.018664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afc130-ce52-4b21-8efe-131a8175876a req-108c68c6-b9a3-4f52-978b-742d2a5b2b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:42.020002 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86afc130-ce52-4b21-8efe-131a8175876a req-108c68c6-b9a3-4f52-978b-742d2a5b2b1f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e0f1f041-8f8c-4a76-b62c-3f45dc58670c HTTP/1.1" status: 200 len: 835 time: 0.4391787 Sep 07 19:15:42.028340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af87c96-6afc-445f-8abf-5eb1b4eb85a8 req-b9ef5d26-5559-4d8a-9ce7-4c11964661f8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:42.035834 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2af87c96-6afc-445f-8abf-5eb1b4eb85a8 req-b9ef5d26-5559-4d8a-9ce7-4c11964661f8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=051ebb9e-161c-47af-a504-fed20cf9143d HTTP/1.1" status: 200 len: 944 time: 0.4966860 Sep 07 19:15:42.074781 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5ef8a4e3-a2a4-4ab8-a277-131df0ae2879 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:42.330696 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1e772f85-73c3-4367-bd98-8f20361932bc req-5e4f575c-3756-4b8f-bf6e-ca2b8e4c6d7d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927012 Sep 07 19:15:42.333550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5ef8a4e3-a2a4-4ab8-a277-131df0ae2879 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Network fc0aded1-4104-42ae-9e6b-fad7da13c172 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:15:42.349201 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2af87c96-6afc-445f-8abf-5eb1b4eb85a8 req-ed5579e0-36f1-4242-97f9-2da5b0afa073 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=2327c877-6a1f-42ca-aec9-1157b4faf061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124361 Sep 07 19:15:42.350107 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5ef8a4e3-a2a4-4ab8-a277-131df0ae2879 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:15:42.354057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-9268bdd5-2271-4667-97f3-ebdb1ec19bbe tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Allocated IP 172.20.0.5 (fc0aded1-4104-42ae-9e6b-fad7da13c172/39a10e1c-984c-45fa-bb05-fb6655314ae5/8991a0b6-d85e-441d-a919-ac0c1c314eb0) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:15:42.358054 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5ef8a4e3-a2a4-4ab8-a277-131df0ae2879 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:15:42.375322 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8a4e3-a2a4-4ab8-a277-131df0ae2879 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Pushing event updated for resources: {'Port': ['ID=28e7bb33-ebec-4a64-bf79-93fd26f8faff,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:42.409572 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afc130-ce52-4b21-8efe-131a8175876a req-f9ddd57b-6216-4cb9-ab87-aec808d27795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:42.411176 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86afc130-ce52-4b21-8efe-131a8175876a req-f9ddd57b-6216-4cb9-ab87-aec808d27795 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fdefe059-ab1c-4e05-843f-cbd697701fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3628864 Sep 07 19:15:42.521002 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cba94669-5dbb-4e12-9083-0bc0ca7394cf req-410cf3ba-a6ca-44cb-91e7-cccf4da885f5 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=27faf5ff-7f83-4dd3-9f80-827f296b2ec4 HTTP/1.1" status: 200 len: 210 time: 0.0666623 Sep 07 19:15:42.573751 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5ef8a4e3-a2a4-4ab8-a277-131df0ae2879 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:42.574279 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5ef8a4e3-a2a4-4ab8-a277-131df0ae2879 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:42.635640 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-5ef8a4e3-a2a4-4ab8-a277-131df0ae2879 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4245245 Sep 07 19:15:42.653885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] Request body: {'port': {'device_id': '4b1b90f9-0a54-4b7d-a321-e99c1948e763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:42.657541 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-26e122c5-d2cd-49fb-80a5-4b7d531f1f1a service neutron] show failed (client error): The resource could not be found. Sep 07 19:15:42.659130 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-26e122c5-d2cd-49fb-80a5-4b7d531f1f1a service neutron] 10.222.0.60 "GET /v2.0/ports/a1bb4559-e248-4be7-8a49-15cf7cbf2391/bindings/n-h2-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.0655527 Sep 07 19:15:42.660695 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86afc130-ce52-4b21-8efe-131a8175876a req-532c7069-057b-4bdb-b74e-23036a57337c service neutron] 10.222.0.60 "GET /v2.0/networks/fdefe059-ab1c-4e05-843f-cbd697701fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308254 Sep 07 19:15:42.823616 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:42.839228 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-9268bdd5-2271-4667-97f3-ebdb1ec19bbe tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:42.901032 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86afc130-ce52-4b21-8efe-131a8175876a req-39084986-5e29-4e78-bf65-7d336f76cf7c service neutron] 10.222.0.60 "GET /v2.0/networks/fdefe059-ab1c-4e05-843f-cbd697701fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214091 Sep 07 19:15:42.905954 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-147df3f3-1468-4436-8157-4945e39a765c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:42.907799 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-147df3f3-1468-4436-8157-4945e39a765c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31&tenant_id=aa42bbf5542c477bbf2c68a6d391c89a HTTP/1.1" status: 200 len: 1096 time: 0.0779848 Sep 07 19:15:42.922581 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-1', 'device_owner': 'compute:nova'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:42.978407 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:43.007168 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-9268bdd5-2271-4667-97f3-ebdb1ec19bbe tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:43.024922 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:43.113918 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-9268bdd5-2271-4667-97f3-ebdb1ec19bbe tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Network fc0aded1-4104-42ae-9e6b-fad7da13c172 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:15:43.122625 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-9268bdd5-2271-4667-97f3-ebdb1ec19bbe tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:15:43.125998 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268bdd5-2271-4667-97f3-ebdb1ec19bbe tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Pushing event updated for resources: {'Port': ['ID=8991a0b6-d85e-441d-a919-ac0c1c314eb0,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:43.128312 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-9268bdd5-2271-4667-97f3-ebdb1ec19bbe tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:15:43.198402 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-9268bdd5-2271-4667-97f3-ebdb1ec19bbe tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:43.198967 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-9268bdd5-2271-4667-97f3-ebdb1ec19bbe tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:43.230286 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-9268bdd5-2271-4667-97f3-ebdb1ec19bbe tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3259821 Sep 07 19:15:43.254399 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] Request body: {'port': {'device_id': '27faf5ff-7f83-4dd3-9f80-827f296b2ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:43.292487 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457c61a4-02aa-4669-84c7-617c2818f34f {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:15:43.304303 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:43.311051 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] For port a1bb4559-e248-4be7-8a49-15cf7cbf2391, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=a1bb4559-e248-4be7-8a49-15cf7cbf2391,segment=NetworkSegment(99873a99-e89e-4351-9297-031c245fc4f8),segment_id=99873a99-e89e-4351-9297-031c245fc4f8)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:43.342163 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] Transition to ACTIVE for port object 457c61a4-02aa-4669-84c7-617c2818f34f will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:15:43.342944 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:43.356541 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:43.575693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] Pushing event updated for resources: {'Port': ['ID=457c61a4-02aa-4669-84c7-617c2818f34f,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:43.754345 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d2a75449-01c3-4475-9031-33fb8609e862 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:15:43.811268 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe1d28-4538-4da8-afeb-f1677403759e req-9a544906-e847-49c5-8e5f-81c2c828c00e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:43.813060 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dabe1d28-4538-4da8-afeb-f1677403759e req-9a544906-e847-49c5-8e5f-81c2c828c00e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 945 time: 0.3076215 Sep 07 19:15:43.828729 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204e6fd-8792-4ff0-b6a7-b0b6663559b5 req-1d20b36f-5aae-435e-ac50-e1aa6be714cd tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:43.830533 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a204e6fd-8792-4ff0-b6a7-b0b6663559b5 req-1d20b36f-5aae-435e-ac50-e1aa6be714cd tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=051ebb9e-161c-47af-a504-fed20cf9143d HTTP/1.1" status: 200 len: 944 time: 0.3360870 Sep 07 19:15:43.877465 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] For port a1bb4559-e248-4be7-8a49-15cf7cbf2391, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:15:43.888589 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port d2a75449-01c3-4475-9031-33fb8609e862, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d2a75449-01c3-4475-9031-33fb8609e862,segment=NetworkSegment(8538ef7c-4544-4048-827d-f2c9bd6a4dc7),segment_id=8538ef7c-4544-4048-827d-f2c9bd6a4dc7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:43.915491 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'd2a75449-01c3-4475-9031-33fb8609e862', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'port_id': 'd2a75449-01c3-4475-9031-33fb8609e862', 'mac_address': 'fa:16:3e:2d:26:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:15:43.924540 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:43.926093 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:43.936199 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] Attempting to bind port 457c61a4-02aa-4669-84c7-617c2818f34f on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:15:43.936823 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] Attempting to bind port 457c61a4-02aa-4669-84c7-617c2818f34f by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '5b72f2e8-ce09-48cc-89c5-44e110df74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fc0aded1-4104-42ae-9e6b-fad7da13c172'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:15:43.937262 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] Attempting to bind port 457c61a4-02aa-4669-84c7-617c2818f34f on network fc0aded1-4104-42ae-9e6b-fad7da13c172 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:15:43.942725 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] Transition to ACTIVE for port object a1bb4559-e248-4be7-8a49-15cf7cbf2391 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:15:43.943898 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eecd21-64e8-4de4-b612-6e67ba5a6c31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:15:43.947890 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c3afc3-20ed-4418-95a9-413ec2900a40" -d '{"events": [{"server_uuid": "82eecd21-64e8-4de4-b612-6e67ba5a6c31", "name": "network-vif-unplugged", "status": "completed", "tag": "a1bb4559-e248-4be7-8a49-15cf7cbf2391"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:15:43.953840 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:43.969526 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e7bb33-ebec-4a64-bf79-93fd26f8faff {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:15:43.974851 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:43.977288 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] Port 457c61a4-02aa-4669-84c7-617c2818f34f on network fc0aded1-4104-42ae-9e6b-fad7da13c172 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:15:43.977710 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] Attempting to bind port 457c61a4-02aa-4669-84c7-617c2818f34f on network fc0aded1-4104-42ae-9e6b-fad7da13c172 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:15:43.982460 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a204e6fd-8792-4ff0-b6a7-b0b6663559b5 req-e2a1ed45-12f3-4c37-91de-1f50cf27067f tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=2327c877-6a1f-42ca-aec9-1157b4faf061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391430 Sep 07 19:15:43.985338 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dabe1d28-4538-4da8-afeb-f1677403759e req-acf52e5f-b17c-416b-8f9e-c5835eb88e0f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516564 Sep 07 19:15:43.988030 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:43.994695 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a75449-01c3-4475-9031-33fb8609e862 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:15:43.999734 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:15:44.000181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] Checking segment: {'id': '5b72f2e8-ce09-48cc-89c5-44e110df74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fc0aded1-4104-42ae-9e6b-fad7da13c172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:15:44.000692 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] Bound using segment: {'id': '5b72f2e8-ce09-48cc-89c5-44e110df74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fc0aded1-4104-42ae-9e6b-fad7da13c172'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:15:44.001236 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] Bound port: 457c61a4-02aa-4669-84c7-617c2818f34f, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b72f2e8-ce09-48cc-89c5-44e110df74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fc0aded1-4104-42ae-9e6b-fad7da13c172'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:15:44.001694 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:44.015463 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] Transition to ACTIVE for port object 28e7bb33-ebec-4a64-bf79-93fd26f8faff will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:15:44.024810 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port d2a75449-01c3-4475-9031-33fb8609e862, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d2a75449-01c3-4475-9031-33fb8609e862,segment=NetworkSegment(8538ef7c-4544-4048-827d-f2c9bd6a4dc7),segment_id=8538ef7c-4544-4048-827d-f2c9bd6a4dc7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:44.040807 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:44.050964 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:44.117209 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] Pushing event updated for resources: {'Port': ['ID=a1bb4559-e248-4be7-8a49-15cf7cbf2391,revision_number=6']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:44.207619 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=d2a75449-01c3-4475-9031-33fb8609e862,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:44.249323 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d2a75449-01c3-4475-9031-33fb8609e862'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:15:44.270602 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] No DVR routers for this DVR port a1bb4559-e248-4be7-8a49-15cf7cbf2391 on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:15:44.330184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] Pushing event updated for resources: {'Port': ['ID=28e7bb33-ebec-4a64-bf79-93fd26f8faff,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:44.343233 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] For port 457c61a4-02aa-4669-84c7-617c2818f34f, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:15:44.423865 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 19:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750e8dec-b18a-4d51-a3e6-2a108653de02 x-openstack-request-id: req-750e8dec-b18a-4d51-a3e6-2a108653de02 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:15:44.424074 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eecd21-64e8-4de4-b612-6e67ba5a6c31", "name": "network-vif-unplugged", "status": "completed", "tag": "a1bb4559-e248-4be7-8a49-15cf7cbf2391", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:15:44.424295 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-750e8dec-b18a-4d51-a3e6-2a108653de02 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:15:44.424923 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eecd21-64e8-4de4-b612-6e67ba5a6c31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391', 'code': 200} Sep 07 19:15:44.467314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] For port 457c61a4-02aa-4669-84c7-617c2818f34f, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=457c61a4-02aa-4669-84c7-617c2818f34f,segment=NetworkSegment(5b72f2e8-ce09-48cc-89c5-44e110df74bd),segment_id=5b72f2e8-ce09-48cc-89c5-44e110df74bd)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:15:44.548525 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:44.567989 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] Attempting to bind port a1bb4559-e248-4be7-8a49-15cf7cbf2391 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:15:44.568343 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] Attempting to bind port a1bb4559-e248-4be7-8a49-15cf7cbf2391 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '99873a99-e89e-4351-9297-031c245fc4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:15:44.568746 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] Attempting to bind port a1bb4559-e248-4be7-8a49-15cf7cbf2391 on network 96d6b3b8-24a8-48a5-a1bf-214a250b5a45 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:15:44.573779 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] Port a1bb4559-e248-4be7-8a49-15cf7cbf2391 on network 96d6b3b8-24a8-48a5-a1bf-214a250b5a45 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:15:44.574514 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] Attempting to bind port a1bb4559-e248-4be7-8a49-15cf7cbf2391 on network 96d6b3b8-24a8-48a5-a1bf-214a250b5a45 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:15:44.581379 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:15:44.581969 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] Checking segment: {'id': '99873a99-e89e-4351-9297-031c245fc4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:15:44.582626 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] Bound using segment: {'id': '99873a99-e89e-4351-9297-031c245fc4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:15:44.583802 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] Bound port: a1bb4559-e248-4be7-8a49-15cf7cbf2391, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99873a99-e89e-4351-9297-031c245fc4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:15:44.584330 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:44.729988 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] For port a1bb4559-e248-4be7-8a49-15cf7cbf2391, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:15:44.731639 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf2d19-55b1-45d1-a6ac-4b5366b9b6e1 req-46024d04-b4d4-4f09-93e2-085bc168e15b tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:44.734366 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49cf2d19-55b1-45d1-a6ac-4b5366b9b6e1 req-46024d04-b4d4-4f09-93e2-085bc168e15b tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=27faf5ff-7f83-4dd3-9f80-827f296b2ec4 HTTP/1.1" status: 200 len: 931 time: 0.4948192 Sep 07 19:15:44.738015 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] For port a1bb4559-e248-4be7-8a49-15cf7cbf2391, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a1bb4559-e248-4be7-8a49-15cf7cbf2391,segment=NetworkSegment(99873a99-e89e-4351-9297-031c245fc4f8),segment_id=99873a99-e89e-4351-9297-031c245fc4f8)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:15:44.749365 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:44.772959 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:44.779312 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:44.781176 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] 10.222.0.60 "PUT /v2.0/ports/457c61a4-02aa-4669-84c7-617c2818f34f HTTP/1.1" status: 200 len: 1091 time: 3.7043490 Sep 07 19:15:44.796201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa81d33-c2a3-415e-98b0-a418f47893dc', 'tag': '457c61a4-02aa-4669-84c7-617c2818f34f'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:15:44.799710 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066527b8-6f86-46d9-9525-f22a5577326f" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa81d33-c2a3-415e-98b0-a418f47893dc", "tag": "457c61a4-02aa-4669-84c7-617c2818f34f"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:15:44.833734 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:44.834465 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:44.836448 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] 10.222.0.36 "PUT /v2.0/ports/a1bb4559-e248-4be7-8a49-15cf7cbf2391 HTTP/1.1" status: 200 len: 1091 time: 1.9193976 Sep 07 19:15:44.878558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8991a0b6-d85e-441d-a919-ac0c1c314eb0 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:15:44.888325 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:45.025882 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a666c77-e325-44f8-bea1-ea982169d315 x-openstack-request-id: req-6a666c77-e325-44f8-bea1-ea982169d315 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:15:45.025882 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa81d33-c2a3-415e-98b0-a418f47893dc", "tag": "457c61a4-02aa-4669-84c7-617c2818f34f", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:15:45.026083 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a666c77-e325-44f8-bea1-ea982169d315 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:15:45.026409 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa81d33-c2a3-415e-98b0-a418f47893dc', 'tag': '457c61a4-02aa-4669-84c7-617c2818f34f', 'status': 'completed', 'code': 200} Sep 07 19:15:45.035708 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] Transition to ACTIVE for port object 8991a0b6-d85e-441d-a919-ac0c1c314eb0 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:15:45.055724 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a194f78-e6ac-4ef7-9abc-49911d6d978b service neutron] Pushing event updated for resources: {'Port': ['ID=a1bb4559-e248-4be7-8a49-15cf7cbf2391,revision_number=7']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:45.113061 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-02046d0e-a112-4962-95f4-554b54983980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:45.114803 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-02046d0e-a112-4962-95f4-554b54983980 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 1094 time: 0.2445815 Sep 07 19:15:45.134480 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a73e3-d7e4-444f-9afc-f86d835ba078 service neutron] Pushing event updated for resources: {'Port': ['ID=457c61a4-02aa-4669-84c7-617c2818f34f,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:45.134480 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:45.204313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] Attempting to bind port 28e7bb33-ebec-4a64-bf79-93fd26f8faff on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:15:45.205028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] Attempting to bind port 28e7bb33-ebec-4a64-bf79-93fd26f8faff by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '5b72f2e8-ce09-48cc-89c5-44e110df74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fc0aded1-4104-42ae-9e6b-fad7da13c172'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:15:45.206126 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] Attempting to bind port 28e7bb33-ebec-4a64-bf79-93fd26f8faff on network fc0aded1-4104-42ae-9e6b-fad7da13c172 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:15:45.231097 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49cf2d19-55b1-45d1-a6ac-4b5366b9b6e1 req-005c0e7d-c70d-42a9-be7b-e4ceb6fdc58b tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/security-groups?id=51fd7eb1-2857-406e-b05e-568ff502cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486487 Sep 07 19:15:45.286271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] Port 28e7bb33-ebec-4a64-bf79-93fd26f8faff on network fc0aded1-4104-42ae-9e6b-fad7da13c172 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:15:45.286591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] Attempting to bind port 28e7bb33-ebec-4a64-bf79-93fd26f8faff on network fc0aded1-4104-42ae-9e6b-fad7da13c172 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:15:45.310915 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-c553e62e-de9c-4f52-8b8b-907ec6ce9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:45.313732 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-c553e62e-de9c-4f52-8b8b-907ec6ce9b40 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d1671cd55b045cf8b9a38f097d3c622&device_id=1aa81d33-c2a3-415e-98b0-a418f47893dc HTTP/1.1" status: 200 len: 1094 time: 0.3781755 Sep 07 19:15:45.325816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] Pushing event updated for resources: {'Port': ['ID=8991a0b6-d85e-441d-a919-ac0c1c314eb0,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:45.329669 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:15:45.330063 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] Checking segment: {'id': '5b72f2e8-ce09-48cc-89c5-44e110df74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fc0aded1-4104-42ae-9e6b-fad7da13c172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:15:45.330374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] Bound using segment: {'id': '5b72f2e8-ce09-48cc-89c5-44e110df74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fc0aded1-4104-42ae-9e6b-fad7da13c172'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:15:45.330815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] Bound port: 28e7bb33-ebec-4a64-bf79-93fd26f8faff, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b72f2e8-ce09-48cc-89c5-44e110df74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fc0aded1-4104-42ae-9e6b-fad7da13c172'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:15:45.331209 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:45.370329 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-9d8c974f-0bd3-4b30-882c-5e10d643671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:45.372400 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-9d8c974f-0bd3-4b30-882c-5e10d643671d service neutron] 10.222.0.36 "GET /v2.0/networks?id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45 HTTP/1.1" status: 200 len: 898 time: 0.2492762 Sep 07 19:15:45.446719 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-f0381c66-c41a-4360-8d31-e42aaf35b691 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=457c61a4-02aa-4669-84c7-617c2818f34f HTTP/1.1" status: 200 len: 217 time: 0.1132593 Sep 07 19:15:45.540323 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-c0147c48-89ba-4c9b-8662-ecfbfbd7ad9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1bb4559-e248-4be7-8a49-15cf7cbf2391 HTTP/1.1" status: 200 len: 999 time: 0.1592231 Sep 07 19:15:45.545967 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-1ea7c663-df91-44f4-856e-53691f071415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:45.547621 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-1ea7c663-df91-44f4-856e-53691f071415 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39a10e1c-984c-45fa-bb05-fb6655314ae5 HTTP/1.1" status: 200 len: 858 time: 0.0690727 Sep 07 19:15:45.555847 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062212cd-78ba-4a77-b038-7a9c29ff1166 req-d42e87bc-6067-4b5c-a9b9-ca2282b6c889 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:45.563036 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-062212cd-78ba-4a77-b038-7a9c29ff1166 req-d42e87bc-6067-4b5c-a9b9-ca2282b6c889 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=051ebb9e-161c-47af-a504-fed20cf9143d HTTP/1.1" status: 200 len: 945 time: 0.3887389 Sep 07 19:15:45.624824 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-4fac3ee7-2e95-482f-943e-841a1e5cd57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:45.625738 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-7a17c593-f227-419e-9857-1b12678e4a71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc0aded1-4104-42ae-9e6b-fad7da13c172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581672 Sep 07 19:15:45.627135 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-4fac3ee7-2e95-482f-943e-841a1e5cd57a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=853fcb3e-adca-4518-976c-b334ba64fc64 HTTP/1.1" status: 200 len: 834 time: 0.0782316 Sep 07 19:15:45.692034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8d1f6-a0c4-4f2c-9078-397dd486b60f req-0d866750-783c-426f-bc8d-8a2c05f9d5b3 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:45.693874 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d7a8d1f6-a0c4-4f2c-9078-397dd486b60f req-0d866750-783c-426f-bc8d-8a2c05f9d5b3 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 943 time: 0.3722067 Sep 07 19:15:45.759314 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-627b2deb-e1eb-4371-b37d-2b17be2b3962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:45.760894 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-627b2deb-e1eb-4371-b37d-2b17be2b3962 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258135 Sep 07 19:15:45.769784 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d2a75449-01c3-4475-9031-33fb8609e862 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:15:45.833137 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port d2a75449-01c3-4475-9031-33fb8609e862 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:15:45.841941 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port d2a75449-01c3-4475-9031-33fb8609e862 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:15:45.842459 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:45.848830 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-062212cd-78ba-4a77-b038-7a9c29ff1166 req-e64bc796-4668-4894-b027-56e4c0bd0bbf tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=2327c877-6a1f-42ca-aec9-1157b4faf061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2843802 Sep 07 19:15:45.850130 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] For port 28e7bb33-ebec-4a64-bf79-93fd26f8faff, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:15:45.860958 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d7a8d1f6-a0c4-4f2c-9078-397dd486b60f req-1bd91881-3069-4d72-82b5-79ab5d5ffc2a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472204 Sep 07 19:15:45.861706 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] Attempting to bind port 8991a0b6-d85e-441d-a919-ac0c1c314eb0 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:15:45.862040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] Attempting to bind port 8991a0b6-d85e-441d-a919-ac0c1c314eb0 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '5b72f2e8-ce09-48cc-89c5-44e110df74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fc0aded1-4104-42ae-9e6b-fad7da13c172'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:15:45.862368 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] Attempting to bind port 8991a0b6-d85e-441d-a919-ac0c1c314eb0 on network fc0aded1-4104-42ae-9e6b-fad7da13c172 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:15:45.874021 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] Port 8991a0b6-d85e-441d-a919-ac0c1c314eb0 on network fc0aded1-4104-42ae-9e6b-fad7da13c172 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:15:45.874338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] Attempting to bind port 8991a0b6-d85e-441d-a919-ac0c1c314eb0 on network fc0aded1-4104-42ae-9e6b-fad7da13c172 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:15:45.880662 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] For port 28e7bb33-ebec-4a64-bf79-93fd26f8faff, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=28e7bb33-ebec-4a64-bf79-93fd26f8faff,segment=NetworkSegment(5b72f2e8-ce09-48cc-89c5-44e110df74bd),segment_id=5b72f2e8-ce09-48cc-89c5-44e110df74bd)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:15:45.902493 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:15:45.902834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] Checking segment: {'id': '5b72f2e8-ce09-48cc-89c5-44e110df74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fc0aded1-4104-42ae-9e6b-fad7da13c172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:15:45.903313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] Bound using segment: {'id': '5b72f2e8-ce09-48cc-89c5-44e110df74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fc0aded1-4104-42ae-9e6b-fad7da13c172'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:15:45.903924 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] Bound port: 8991a0b6-d85e-441d-a919-ac0c1c314eb0, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b72f2e8-ce09-48cc-89c5-44e110df74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fc0aded1-4104-42ae-9e6b-fad7da13c172'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:15:45.904338 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:45.927470 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:45.954262 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:45.955734 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:45.957598 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] 10.222.0.36 "PUT /v2.0/ports/28e7bb33-ebec-4a64-bf79-93fd26f8faff HTTP/1.1" status: 200 len: 1092 time: 3.3107634 Sep 07 19:15:46.006105 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:46.015714 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-48fd1802-a9d8-4110-9d48-f1fb65c81bce service neutron] 10.222.0.36 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468424 Sep 07 19:15:46.045631 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051ebb9e-161c-47af-a504-fed20cf9143d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a75449-01c3-4475-9031-33fb8609e862'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:15:46.048024 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d3b007-ab09-4707-b677-ff79339f0211" -d '{"events": [{"server_uuid": "051ebb9e-161c-47af-a504-fed20cf9143d", "name": "network-vif-plugged", "status": "completed", "tag": "d2a75449-01c3-4475-9031-33fb8609e862"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:15:46.107310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port d2a75449-01c3-4475-9031-33fb8609e862, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d2a75449-01c3-4475-9031-33fb8609e862,segment=NetworkSegment(8538ef7c-4544-4048-827d-f2c9bd6a4dc7),segment_id=8538ef7c-4544-4048-827d-f2c9bd6a4dc7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:46.117725 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80399687-8b34-4980-965c-40c314145f90 x-openstack-request-id: req-80399687-8b34-4980-965c-40c314145f90 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:15:46.118128 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051ebb9e-161c-47af-a504-fed20cf9143d", "name": "network-vif-plugged", "status": "completed", "tag": "d2a75449-01c3-4475-9031-33fb8609e862", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:15:46.118470 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-80399687-8b34-4980-965c-40c314145f90 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:15:46.118964 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051ebb9e-161c-47af-a504-fed20cf9143d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a75449-01c3-4475-9031-33fb8609e862', 'code': 200} Sep 07 19:15:46.119971 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:46.223441 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ac18b6a1-7377-456b-a247-39616cde0d16 req-ce125994-006d-4f13-a938-155f268bddc9 service neutron] 10.222.0.36 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943283 Sep 07 19:15:46.226106 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=d2a75449-01c3-4475-9031-33fb8609e862,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:46.426381 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82eecd21-64e8-4de4-b612-6e67ba5a6c31', 'tag': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:15:46.429136 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576106ef-6ddd-4133-be4e-0f27a37d47b8" -d '{"events": [{"name": "network-changed", "server_uuid": "82eecd21-64e8-4de4-b612-6e67ba5a6c31", "tag": "a1bb4559-e248-4be7-8a49-15cf7cbf2391"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:15:46.541444 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a00c33-ae5a-4f31-b83e-20d873e2d6c6 x-openstack-request-id: req-98a00c33-ae5a-4f31-b83e-20d873e2d6c6 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:15:46.541710 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82eecd21-64e8-4de4-b612-6e67ba5a6c31", "tag": "a1bb4559-e248-4be7-8a49-15cf7cbf2391", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:15:46.542248 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-98a00c33-ae5a-4f31-b83e-20d873e2d6c6 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:15:46.542667 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82eecd21-64e8-4de4-b612-6e67ba5a6c31', 'tag': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391', 'status': 'completed', 'code': 200} Sep 07 19:15:46.559857 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] For port 8991a0b6-d85e-441d-a919-ac0c1c314eb0, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:15:46.614909 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-dac2e8bd-0f50-4292-b1af-7cc108fb8ea1 service neutron] 10.222.0.60 "GET /v2.0/networks/fc0aded1-4104-42ae-9e6b-fad7da13c172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9708693 Sep 07 19:15:46.689597 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576106ef-6ddd-4133-be4e-0f27a37d47b8 req-62927121-cfbb-44b9-92de-d9625eaad122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:46.691143 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-576106ef-6ddd-4133-be4e-0f27a37d47b8 req-62927121-cfbb-44b9-92de-d9625eaad122 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 1094 time: 0.0585196 Sep 07 19:15:46.693313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] For port 8991a0b6-d85e-441d-a919-ac0c1c314eb0, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=8991a0b6-d85e-441d-a919-ac0c1c314eb0,segment=NetworkSegment(5b72f2e8-ce09-48cc-89c5-44e110df74bd),segment_id=5b72f2e8-ce09-48cc-89c5-44e110df74bd)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:15:46.694938 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576106ef-6ddd-4133-be4e-0f27a37d47b8 req-c68771bc-a63c-4666-a99c-15aa4bcbd171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:46.696645 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-576106ef-6ddd-4133-be4e-0f27a37d47b8 req-c68771bc-a63c-4666-a99c-15aa4bcbd171 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 1094 time: 0.1182709 Sep 07 19:15:46.733745 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:46.802768 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576106ef-6ddd-4133-be4e-0f27a37d47b8 req-32eb16bf-1bee-43ae-b014-125aaf1bef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:46.804941 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-576106ef-6ddd-4133-be4e-0f27a37d47b8 req-32eb16bf-1bee-43ae-b014-125aaf1bef9d service neutron] 10.222.0.36 "GET /v2.0/networks?id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45 HTTP/1.1" status: 200 len: 898 time: 0.1039345 Sep 07 19:15:46.817379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e19cd-ea20-457d-86bc-babd15a28330 service neutron] Pushing event updated for resources: {'Port': ['ID=28e7bb33-ebec-4a64-bf79-93fd26f8faff,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:46.829914 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:46.830544 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:46.831947 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] 10.222.0.36 "PUT /v2.0/ports/8991a0b6-d85e-441d-a919-ac0c1c314eb0 HTTP/1.1" status: 200 len: 1091 time: 3.5821412 Sep 07 19:15:46.847881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbb23c-bc84-4a3c-9af4-cd6999c55481 req-9581ed9e-d768-469f-9459-366b28ac9770 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:46.858330 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1fbb23c-bc84-4a3c-9af4-cd6999c55481 req-9581ed9e-d768-469f-9459-366b28ac9770 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=27faf5ff-7f83-4dd3-9f80-827f296b2ec4 HTTP/1.1" status: 200 len: 943 time: 0.3007512 Sep 07 19:15:46.927975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-265e68a3-85bd-4e57-8072-bb74af7f2307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:46.930063 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-265e68a3-85bd-4e57-8072-bb74af7f2307 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d1671cd55b045cf8b9a38f097d3c622&device_id=4b1b90f9-0a54-4b7d-a321-e99c1948e763 HTTP/1.1" status: 200 len: 1095 time: 0.3664777 Sep 07 19:15:46.958789 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fc077-6687-497d-971d-a2113e689c5b req-63557716-6125-4689-8154-d9a20d48f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:46.960314 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-983fc077-6687-497d-971d-a2113e689c5b req-63557716-6125-4689-8154-d9a20d48f195 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=051ebb9e-161c-47af-a504-fed20cf9143d HTTP/1.1" status: 200 len: 1097 time: 0.3979740 Sep 07 19:15:46.962132 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-576106ef-6ddd-4133-be4e-0f27a37d47b8 req-b00442c3-0bb9-493a-a0b4-625508f9145b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1bb4559-e248-4be7-8a49-15cf7cbf2391 HTTP/1.1" status: 200 len: 999 time: 0.1473033 Sep 07 19:15:47.034313 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576106ef-6ddd-4133-be4e-0f27a37d47b8 req-08410642-e218-4149-b8b7-5d493135e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:47.037320 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-576106ef-6ddd-4133-be4e-0f27a37d47b8 req-08410642-e218-4149-b8b7-5d493135e5d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=853fcb3e-adca-4518-976c-b334ba64fc64 HTTP/1.1" status: 200 len: 834 time: 0.0668030 Sep 07 19:15:47.051899 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1b90f9-0a54-4b7d-a321-e99c1948e763', 'tag': '28e7bb33-ebec-4a64-bf79-93fd26f8faff'}, {'name': 'network-changed', 'server_uuid': '27faf5ff-7f83-4dd3-9f80-827f296b2ec4', 'tag': '8991a0b6-d85e-441d-a919-ac0c1c314eb0'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:15:47.054838 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acc6c33-a577-40d0-bd20-ccf01197b432" -d '{"events": [{"name": "network-changed", "server_uuid": "4b1b90f9-0a54-4b7d-a321-e99c1948e763", "tag": "28e7bb33-ebec-4a64-bf79-93fd26f8faff"}, {"name": "network-changed", "server_uuid": "27faf5ff-7f83-4dd3-9f80-827f296b2ec4", "tag": "8991a0b6-d85e-441d-a919-ac0c1c314eb0"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:15:47.093560 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-1202b5f8-3243-4ecf-9b43-59bd57d104d7 service neutron] 10.222.0.60 "GET /v2.0/networks/fc0aded1-4104-42ae-9e6b-fad7da13c172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677665 Sep 07 19:15:47.132228 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576106ef-6ddd-4133-be4e-0f27a37d47b8 req-fa9b5528-d10e-4367-a3db-82231ca2652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:47.134122 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-576106ef-6ddd-4133-be4e-0f27a37d47b8 req-fa9b5528-d10e-4367-a3db-82231ca2652b service neutron] 10.222.0.60 "GET /v2.0/networks?id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45 HTTP/1.1" status: 200 len: 898 time: 0.3282263 Sep 07 19:15:47.196002 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-2b01bcab-fba6-4510-a87c-84af7b5b50a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e7bb33-ebec-4a64-bf79-93fd26f8faff HTTP/1.1" status: 200 len: 217 time: 0.2057581 Sep 07 19:15:47.238016 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576106ef-6ddd-4133-be4e-0f27a37d47b8 req-07612a8f-5976-4d00-8257-589b0eb8bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:47.240357 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-576106ef-6ddd-4133-be4e-0f27a37d47b8 req-07612a8f-5976-4d00-8257-589b0eb8bdc9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1926529 Sep 07 19:15:47.253483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2b630-bf90-450c-8e11-5adf1e071df1 service neutron] Pushing event updated for resources: {'Port': ['ID=8991a0b6-d85e-441d-a919-ac0c1c314eb0,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:47.295046 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-576106ef-6ddd-4133-be4e-0f27a37d47b8 req-989c7b59-2038-4270-b996-2f78be40e136 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1bb4559-e248-4be7-8a49-15cf7cbf2391 HTTP/1.1" status: 200 len: 999 time: 0.1446934 Sep 07 19:15:47.299972 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1fbb23c-bc84-4a3c-9af4-cd6999c55481 req-d8faaf04-461c-4959-9253-9eb296a66b9b tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/security-groups?id=51fd7eb1-2857-406e-b05e-568ff502cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388003 Sep 07 19:15:47.320098 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-983fc077-6687-497d-971d-a2113e689c5b req-18c203aa-795d-46e8-9085-4571231f8791 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2327c877-6a1f-42ca-aec9-1157b4faf061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3044586 Sep 07 19:15:47.370694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cf18b-c377-44e2-a793-af68f6e8f5c2 req-17514302-cf9f-4159-a2ea-4c730c7215cb tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:47.384751 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d9cf18b-c377-44e2-a793-af68f6e8f5c2 req-17514302-cf9f-4159-a2ea-4c730c7215cb tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 943 time: 0.3804855 Sep 07 19:15:47.414314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-2b75a2df-9536-401b-b312-f336d52764ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:47.416316 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-2b75a2df-9536-401b-b312-f336d52764ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d1671cd55b045cf8b9a38f097d3c622&device_id=27faf5ff-7f83-4dd3-9f80-827f296b2ec4 HTTP/1.1" status: 200 len: 1094 time: 0.4853518 Sep 07 19:15:47.453947 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-c4fc289e-86b6-4c14-b366-5c65cdf461a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:47.455929 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-c4fc289e-86b6-4c14-b366-5c65cdf461a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39a10e1c-984c-45fa-bb05-fb6655314ae5 HTTP/1.1" status: 200 len: 858 time: 0.2380185 Sep 07 19:15:47.496758 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576106ef-6ddd-4133-be4e-0f27a37d47b8 req-66461442-3b9f-4b48-af0a-4aa2b0793315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:47.498265 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-576106ef-6ddd-4133-be4e-0f27a37d47b8 req-66461442-3b9f-4b48-af0a-4aa2b0793315 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=853fcb3e-adca-4518-976c-b334ba64fc64 HTTP/1.1" status: 200 len: 834 time: 0.1901114 Sep 07 19:15:47.586768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066527b8-6f86-46d9-9525-f22a5577326f req-6c15dad7-7a83-4812-ac16-fb6340c93ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:47.589444 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-066527b8-6f86-46d9-9525-f22a5577326f req-6c15dad7-7a83-4812-ac16-fb6340c93ec7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d1671cd55b045cf8b9a38f097d3c622&device_id=1aa81d33-c2a3-415e-98b0-a418f47893dc HTTP/1.1" status: 200 len: 1094 time: 0.4131401 Sep 07 19:15:47.591066 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-3f776485-4d8e-4e49-a7ba-559d0b7dad1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8991a0b6-d85e-441d-a919-ac0c1c314eb0 HTTP/1.1" status: 200 len: 217 time: 0.1563873 Sep 07 19:15:47.643503 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-af1744e8-f92e-4a34-bb43-e5c8e315c75e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc0aded1-4104-42ae-9e6b-fad7da13c172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873599 Sep 07 19:15:47.682007 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d9cf18b-c377-44e2-a793-af68f6e8f5c2 req-af5e95af-385d-4717-80e5-1601a28ea54e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961030 Sep 07 19:15:47.708937 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-576106ef-6ddd-4133-be4e-0f27a37d47b8 req-7a6b9286-fa1e-4c81-b6ee-c18a91f37626 service neutron] 10.222.0.36 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549038 Sep 07 19:15:47.778696 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device a1bb4559-e248-4be7-8a49-15cf7cbf2391 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:15:47.783238 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 07 Sep 2021 19:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff26035-3785-4765-80ca-b60b51ec3b7e x-openstack-request-id: req-3ff26035-3785-4765-80ca-b60b51ec3b7e {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:15:47.783539 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b1b90f9-0a54-4b7d-a321-e99c1948e763", "tag": "28e7bb33-ebec-4a64-bf79-93fd26f8faff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "27faf5ff-7f83-4dd3-9f80-827f296b2ec4", "tag": "8991a0b6-d85e-441d-a919-ac0c1c314eb0", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:15:47.783789 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ff26035-3785-4765-80ca-b60b51ec3b7e {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:15:47.784206 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b1b90f9-0a54-4b7d-a321-e99c1948e763', 'tag': '28e7bb33-ebec-4a64-bf79-93fd26f8faff', 'status': 'completed', 'code': 200} Sep 07 19:15:47.784461 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27faf5ff-7f83-4dd3-9f80-827f296b2ec4', 'tag': '8991a0b6-d85e-441d-a919-ac0c1c314eb0', 'status': 'completed', 'code': 200} Sep 07 19:15:47.808464 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0256c-9365-461c-9ac9-6a5c2410e6ad req-1bff12db-5e30-48ad-874a-b6520b217104 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:47.810874 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57c0256c-9365-461c-9ac9-6a5c2410e6ad req-1bff12db-5e30-48ad-874a-b6520b217104 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=051ebb9e-161c-47af-a504-fed20cf9143d HTTP/1.1" status: 200 len: 946 time: 0.3920445 Sep 07 19:15:47.865181 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576106ef-6ddd-4133-be4e-0f27a37d47b8 req-9d53470e-e94e-4019-a1e2-7ebbaec4abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:47.866756 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-576106ef-6ddd-4133-be4e-0f27a37d47b8 req-9d53470e-e94e-4019-a1e2-7ebbaec4abd3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3427105 Sep 07 19:15:47.875309 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device a1bb4559-e248-4be7-8a49-15cf7cbf2391 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:15:47.905195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-faee757b-c350-4b9e-942c-f07e5e80dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:47.906974 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-faee757b-c350-4b9e-942c-f07e5e80dc11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39a10e1c-984c-45fa-bb05-fb6655314ae5 HTTP/1.1" status: 200 len: 858 time: 0.3055546 Sep 07 19:15:48.130423 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-576106ef-6ddd-4133-be4e-0f27a37d47b8 req-75397a22-f23f-4a52-be81-a47c88d677f2 service neutron] 10.222.0.36 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027770 Sep 07 19:15:48.131009 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-74cfc2fc-3961-4487-835e-62aca2a4c714 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc0aded1-4104-42ae-9e6b-fad7da13c172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196818 Sep 07 19:15:48.187933 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-576106ef-6ddd-4133-be4e-0f27a37d47b8 req-3780c811-b8ab-478f-a328-04aa5e8664de service neutron] 10.222.0.60 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691698 Sep 07 19:15:48.352713 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-576106ef-6ddd-4133-be4e-0f27a37d47b8 req-e1dc3437-9ec0-4afa-bd00-420539082f13 service neutron] 10.222.0.60 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532092 Sep 07 19:15:48.448683 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57c0256c-9365-461c-9ac9-6a5c2410e6ad req-fc938b39-b2cc-4ca2-8a1e-a0158c1d0d7d tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=2327c877-6a1f-42ca-aec9-1157b4faf061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5403683 Sep 07 19:15:48.457033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066527b8-6f86-46d9-9525-f22a5577326f req-5e3b3815-49b8-493b-898c-f04750433b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:48.461423 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-066527b8-6f86-46d9-9525-f22a5577326f req-5e3b3815-49b8-493b-898c-f04750433b35 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fc0aded1-4104-42ae-9e6b-fad7da13c172 HTTP/1.1" status: 200 len: 919 time: 0.8418014 Sep 07 19:15:48.468923 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-9c724600-4efd-478f-9611-6ef0a2c3e312 service neutron] 10.222.0.36 "GET /v2.0/networks/fc0aded1-4104-42ae-9e6b-fad7da13c172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7574651 Sep 07 19:15:48.496928 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-7694aa53-92ff-4fa5-9ece-c52ca8f8580b service neutron] 10.222.0.36 "GET /v2.0/networks/fc0aded1-4104-42ae-9e6b-fad7da13c172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372755 Sep 07 19:15:48.580010 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-066527b8-6f86-46d9-9525-f22a5577326f req-6c9f54b7-68f6-4408-b43f-7e32bbfef2d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=457c61a4-02aa-4669-84c7-617c2818f34f HTTP/1.1" status: 200 len: 217 time: 0.1089346 Sep 07 19:15:48.582321 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a1bb4559-e248-4be7-8a49-15cf7cbf2391 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:15:48.790200 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a1bb4559-e248-4be7-8a49-15cf7cbf2391, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a1bb4559-e248-4be7-8a49-15cf7cbf2391,segment=NetworkSegment(99873a99-e89e-4351-9297-031c245fc4f8),segment_id=99873a99-e89e-4351-9297-031c245fc4f8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:48.807230 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391', 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45', 'port_id': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391', 'mac_address': 'fa:16:3e:38:79:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '853fcb3e-adca-4518-976c-b334ba64fc64', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:15:48.861789 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:48.890180 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1bb4559-e248-4be7-8a49-15cf7cbf2391 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:15:48.899432 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066527b8-6f86-46d9-9525-f22a5577326f req-1b86c8a9-8c61-43ce-9e89-0a32de9e68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:48.900969 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-066527b8-6f86-46d9-9525-f22a5577326f req-1b86c8a9-8c61-43ce-9e89-0a32de9e68b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39a10e1c-984c-45fa-bb05-fb6655314ae5 HTTP/1.1" status: 200 len: 858 time: 0.3093021 Sep 07 19:15:48.921460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a1bb4559-e248-4be7-8a49-15cf7cbf2391, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a1bb4559-e248-4be7-8a49-15cf7cbf2391,segment=NetworkSegment(99873a99-e89e-4351-9297-031c245fc4f8),segment_id=99873a99-e89e-4351-9297-031c245fc4f8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:48.930361 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:48.957641 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022448cf-2ab5-4063-be6d-dfed07d91353 req-7c7ab643-fbda-4fb0-8214-b591a02d6d4f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:48.959356 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-022448cf-2ab5-4063-be6d-dfed07d91353 req-7c7ab643-fbda-4fb0-8214-b591a02d6d4f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=27faf5ff-7f83-4dd3-9f80-827f296b2ec4 HTTP/1.1" status: 200 len: 943 time: 0.4945810 Sep 07 19:15:49.004961 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-066527b8-6f86-46d9-9525-f22a5577326f req-e8de5895-5b27-4c4c-930a-bd62cfc6c39d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc0aded1-4104-42ae-9e6b-fad7da13c172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420692 Sep 07 19:15:49.050918 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=a1bb4559-e248-4be7-8a49-15cf7cbf2391,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:49.064969 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-557e200f-b539-42fb-89c9-674ced553727 service neutron] 10.222.0.36 "GET /v2.0/networks/fc0aded1-4104-42ae-9e6b-fad7da13c172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048268 Sep 07 19:15:49.066942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecc6c258-9798-499a-a621-ab21d5bffbeb req-14eec05f-8cf0-4c44-8494-7ba077c7ca49 service neutron] 10.222.0.36 "GET /v2.0/networks/fc0aded1-4104-42ae-9e6b-fad7da13c172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891836 Sep 07 19:15:49.148921 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-022448cf-2ab5-4063-be6d-dfed07d91353 req-a94bec61-dd9c-46ca-b1c4-b9f7d7285b42 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/security-groups?id=51fd7eb1-2857-406e-b05e-568ff502cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427476 Sep 07 19:15:49.190821 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['a1bb4559-e248-4be7-8a49-15cf7cbf2391'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:15:49.235808 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a1bf4-65bf-4070-8bd9-e41188da39a0 req-2d9166b9-43a2-4972-8011-bea4cee34cc2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:49.237420 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-162a1bf4-65bf-4070-8bd9-e41188da39a0 req-2d9166b9-43a2-4972-8011-bea4cee34cc2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 943 time: 0.4161763 Sep 07 19:15:49.340195 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-066527b8-6f86-46d9-9525-f22a5577326f req-9007959c-d63d-4889-a5d3-cb4f436e0b8d service neutron] 10.222.0.60 "GET /v2.0/networks/fc0aded1-4104-42ae-9e6b-fad7da13c172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702999 Sep 07 19:15:49.345530 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc6c33-a577-40d0-bd20-ccf01197b432 req-8ad894ce-cf84-4579-8429-3aba1fb5fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:49.347118 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7acc6c33-a577-40d0-bd20-ccf01197b432 req-8ad894ce-cf84-4579-8429-3aba1fb5fe14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d1671cd55b045cf8b9a38f097d3c622&device_id=4b1b90f9-0a54-4b7d-a321-e99c1948e763 HTTP/1.1" status: 200 len: 1095 time: 0.1953194 Sep 07 19:15:49.371025 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-162a1bf4-65bf-4070-8bd9-e41188da39a0 req-415e7dbf-c966-436c-aa2c-1f608a9c49e3 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146512 Sep 07 19:15:49.527847 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-066527b8-6f86-46d9-9525-f22a5577326f req-1df1ebd5-8131-444c-a3a8-a9b833c62f80 service neutron] 10.222.0.60 "GET /v2.0/networks/fc0aded1-4104-42ae-9e6b-fad7da13c172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797330 Sep 07 19:15:49.529734 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc6c33-a577-40d0-bd20-ccf01197b432 req-ee78144e-457b-427c-baf9-27befa639153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:49.531260 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7acc6c33-a577-40d0-bd20-ccf01197b432 req-ee78144e-457b-427c-baf9-27befa639153 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc0aded1-4104-42ae-9e6b-fad7da13c172 HTTP/1.1" status: 200 len: 919 time: 0.1718230 Sep 07 19:15:49.699862 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7acc6c33-a577-40d0-bd20-ccf01197b432 req-6cc8612a-d124-43cc-9428-8e5e5d583822 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e7bb33-ebec-4a64-bf79-93fd26f8faff HTTP/1.1" status: 200 len: 217 time: 0.1509392 Sep 07 19:15:49.788594 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 457c61a4-02aa-4669-84c7-617c2818f34f details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:15:49.903111 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 457c61a4-02aa-4669-84c7-617c2818f34f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=457c61a4-02aa-4669-84c7-617c2818f34f,segment=NetworkSegment(5b72f2e8-ce09-48cc-89c5-44e110df74bd),segment_id=5b72f2e8-ce09-48cc-89c5-44e110df74bd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:49.915335 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '457c61a4-02aa-4669-84c7-617c2818f34f', 'network_id': 'fc0aded1-4104-42ae-9e6b-fad7da13c172', 'port_id': '457c61a4-02aa-4669-84c7-617c2818f34f', 'mac_address': 'fa:16:3e:a5:aa:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a10e1c-984c-45fa-bb05-fb6655314ae5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:15:49.981754 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:50.010494 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457c61a4-02aa-4669-84c7-617c2818f34f {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:15:50.036235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 457c61a4-02aa-4669-84c7-617c2818f34f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=457c61a4-02aa-4669-84c7-617c2818f34f,segment=NetworkSegment(5b72f2e8-ce09-48cc-89c5-44e110df74bd),segment_id=5b72f2e8-ce09-48cc-89c5-44e110df74bd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:50.042023 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:50.107598 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=457c61a4-02aa-4669-84c7-617c2818f34f,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:50.258277 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['457c61a4-02aa-4669-84c7-617c2818f34f'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:15:50.265148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00578aeb-008a-4cff-9931-58f14a4e3e25 req-ef277a03-3f94-4dee-9051-dc00a6fcfc52 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:50.272490 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00578aeb-008a-4cff-9931-58f14a4e3e25 req-ef277a03-3f94-4dee-9051-dc00a6fcfc52 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=051ebb9e-161c-47af-a504-fed20cf9143d HTTP/1.1" status: 200 len: 946 time: 0.6014297 Sep 07 19:15:50.275132 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc6c33-a577-40d0-bd20-ccf01197b432 req-14bbcee3-488a-4ce8-b6b4-1698effa3df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:50.276475 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7acc6c33-a577-40d0-bd20-ccf01197b432 req-14bbcee3-488a-4ce8-b6b4-1698effa3df2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39a10e1c-984c-45fa-bb05-fb6655314ae5 HTTP/1.1" status: 200 len: 858 time: 0.4774885 Sep 07 19:15:50.300441 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc073d3b-2574-41f0-8fb4-a13c2c2525f1 req-b03098a7-5f62-4811-8967-ca45a03cc0f9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:50.308497 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc073d3b-2574-41f0-8fb4-a13c2c2525f1 req-b03098a7-5f62-4811-8967-ca45a03cc0f9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 944 time: 0.5790677 Sep 07 19:15:50.332882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f1fdd-0106-4ee7-8ef9-5afe19aa31c5 req-00894f50-2604-4b72-8cdd-eb457d0c2325 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:50.334893 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-033f1fdd-0106-4ee7-8ef9-5afe19aa31c5 req-00894f50-2604-4b72-8cdd-eb457d0c2325 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.60 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31&tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 944 time: 0.6043479 Sep 07 19:15:50.398006 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7acc6c33-a577-40d0-bd20-ccf01197b432 req-d83684b7-3840-41f0-988a-a764eb586b1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc0aded1-4104-42ae-9e6b-fad7da13c172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076143 Sep 07 19:15:50.464372 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00578aeb-008a-4cff-9931-58f14a4e3e25 req-3ceb3d83-2726-4f07-b256-59c7c42e4d2a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=2327c877-6a1f-42ca-aec9-1157b4faf061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908832 Sep 07 19:15:50.544253 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc073d3b-2574-41f0-8fb4-a13c2c2525f1 req-893787ce-5683-4f32-9c4c-72821992f026 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348883 Sep 07 19:15:50.596997 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-033f1fdd-0106-4ee7-8ef9-5afe19aa31c5 req-48f085fa-f568-4d2c-b2bf-519297677720 service neutron] delete failed (client error): The resource could not be found. Sep 07 19:15:50.598167 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-033f1fdd-0106-4ee7-8ef9-5afe19aa31c5 req-48f085fa-f568-4d2c-b2bf-519297677720 service neutron] 10.222.0.60 "DELETE /v2.0/ports/a1bb4559-e248-4be7-8a49-15cf7cbf2391/bindings/n-h1-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.2550366 Sep 07 19:15:50.602729 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a1bb4559-e248-4be7-8a49-15cf7cbf2391 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:15:50.692641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port a1bb4559-e248-4be7-8a49-15cf7cbf2391 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:15:50.697188 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port a1bb4559-e248-4be7-8a49-15cf7cbf2391 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:15:50.705955 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:50.727402 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7acc6c33-a577-40d0-bd20-ccf01197b432 req-4152b1fe-7b71-4db0-93ff-c244d8934297 service neutron] 10.222.0.36 "GET /v2.0/networks/fc0aded1-4104-42ae-9e6b-fad7da13c172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071921 Sep 07 19:15:50.771618 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7911b-5d9c-4b36-8fff-4d4b68eeb3d3 req-05bdf3a0-6a44-4b0f-8a89-1cc3c96cfb1c tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:50.773963 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dab7911b-5d9c-4b36-8fff-4d4b68eeb3d3 req-05bdf3a0-6a44-4b0f-8a89-1cc3c96cfb1c tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=27faf5ff-7f83-4dd3-9f80-827f296b2ec4 HTTP/1.1" status: 200 len: 943 time: 0.2000093 Sep 07 19:15:50.878658 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:50.908317 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eecd21-64e8-4de4-b612-6e67ba5a6c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:15:50.911092 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6653be2-0699-4f04-9a71-49eb15b4e21c" -d '{"events": [{"server_uuid": "82eecd21-64e8-4de4-b612-6e67ba5a6c31", "name": "network-vif-plugged", "status": "completed", "tag": "a1bb4559-e248-4be7-8a49-15cf7cbf2391"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:15:50.954623 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a1bb4559-e248-4be7-8a49-15cf7cbf2391, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a1bb4559-e248-4be7-8a49-15cf7cbf2391,segment=NetworkSegment(99873a99-e89e-4351-9297-031c245fc4f8),segment_id=99873a99-e89e-4351-9297-031c245fc4f8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:50.966527 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:51.002439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f1fdd-0106-4ee7-8ef9-5afe19aa31c5 req-dd938bdf-f195-4453-8689-37b38fa7638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:51.004057 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-033f1fdd-0106-4ee7-8ef9-5afe19aa31c5 req-dd938bdf-f195-4453-8689-37b38fa7638e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 1095 time: 0.3129566 Sep 07 19:15:51.030855 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7acc6c33-a577-40d0-bd20-ccf01197b432 req-810194ef-1b26-4e7c-8e15-2c9c2a6f170d service neutron] 10.222.0.36 "GET /v2.0/networks/fc0aded1-4104-42ae-9e6b-fad7da13c172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695358 Sep 07 19:15:51.052692 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=a1bb4559-e248-4be7-8a49-15cf7cbf2391,revision_number=9']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:51.054262 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d7643-ce71-4f2c-8f2a-3089893c16ba req-3c81ef82-6921-48b3-9a1f-7a8e12a4f575 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:51.055833 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e4d7643-ce71-4f2c-8f2a-3089893c16ba req-3c81ef82-6921-48b3-9a1f-7a8e12a4f575 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=051ebb9e-161c-47af-a504-fed20cf9143d HTTP/1.1" status: 200 len: 946 time: 0.3262346 Sep 07 19:15:51.065470 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dab7911b-5d9c-4b36-8fff-4d4b68eeb3d3 req-ca6b7687-5a8c-443e-af46-183b4703fde5 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/security-groups?id=51fd7eb1-2857-406e-b05e-568ff502cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392727 Sep 07 19:15:51.155166 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538ca90e-b312-4024-835d-bcb60e30ec88 x-openstack-request-id: req-538ca90e-b312-4024-835d-bcb60e30ec88 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:15:51.155493 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eecd21-64e8-4de4-b612-6e67ba5a6c31", "name": "network-vif-plugged", "status": "completed", "tag": "a1bb4559-e248-4be7-8a49-15cf7cbf2391", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:15:51.155789 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-538ca90e-b312-4024-835d-bcb60e30ec88 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:15:51.156211 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eecd21-64e8-4de4-b612-6e67ba5a6c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391', 'code': 200} Sep 07 19:15:51.236718 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e4d7643-ce71-4f2c-8f2a-3089893c16ba req-aba3996a-e9e1-49fb-8eb0-806dab41f206 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=2327c877-6a1f-42ca-aec9-1157b4faf061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639793 Sep 07 19:15:51.242714 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc6c33-a577-40d0-bd20-ccf01197b432 req-51f33d0f-537b-466e-a146-a6a2942f43f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:51.244318 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7acc6c33-a577-40d0-bd20-ccf01197b432 req-51f33d0f-537b-466e-a146-a6a2942f43f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d1671cd55b045cf8b9a38f097d3c622&device_id=27faf5ff-7f83-4dd3-9f80-827f296b2ec4 HTTP/1.1" status: 200 len: 1094 time: 0.1637583 Sep 07 19:15:51.259745 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36550) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:51.354224 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc6c33-a577-40d0-bd20-ccf01197b432 req-cfdd6c23-68de-44ac-84a6-94aad08b8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:51.355622 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7acc6c33-a577-40d0-bd20-ccf01197b432 req-cfdd6c23-68de-44ac-84a6-94aad08b8289 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc0aded1-4104-42ae-9e6b-fad7da13c172 HTTP/1.1" status: 200 len: 919 time: 0.1017494 Sep 07 19:15:51.361051 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f1fdd-0106-4ee7-8ef9-5afe19aa31c5 req-d60084ad-0af9-4474-81d1-a294e7d1b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:51.362685 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-033f1fdd-0106-4ee7-8ef9-5afe19aa31c5 req-d60084ad-0af9-4474-81d1-a294e7d1b970 service neutron] 10.222.0.60 "GET /v2.0/networks?id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45 HTTP/1.1" status: 200 len: 898 time: 0.3484251 Sep 07 19:15:51.401156 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d701af64-ecf0-46f3-9268-4e16e5bccab6 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:51.402967 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d701af64-ecf0-46f3-9268-4e16e5bccab6 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=051ebb9e-161c-47af-a504-fed20cf9143d HTTP/1.1" status: 200 len: 1092 time: 0.1416376 Sep 07 19:15:51.403611 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7acc6c33-a577-40d0-bd20-ccf01197b432 req-5d3fbc68-447c-42f7-9e36-5742d79a18f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8991a0b6-d85e-441d-a919-ac0c1c314eb0 HTTP/1.1" status: 200 len: 217 time: 0.0399487 Sep 07 19:15:51.405993 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36552) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:51.410543 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d39da5ed-cc18-430c-9317-9b9a78ce6a27 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': 'd2a75449-01c3-4475-9031-33fb8609e862', 'tenant_id': '78144588c9424754a9005f76111ab868', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:15:51.452320 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d39da5ed-cc18-430c-9317-9b9a78ce6a27 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:51.463391 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc6c33-a577-40d0-bd20-ccf01197b432 req-bc2d2f94-00b9-4743-af38-bb8719a4e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:51.465138 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7acc6c33-a577-40d0-bd20-ccf01197b432 req-bc2d2f94-00b9-4743-af38-bb8719a4e03f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39a10e1c-984c-45fa-bb05-fb6655314ae5 HTTP/1.1" status: 200 len: 858 time: 0.0541890 Sep 07 19:15:51.536360 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7acc6c33-a577-40d0-bd20-ccf01197b432 req-d79a16ff-f187-451b-a84f-7c4bcb51f67c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc0aded1-4104-42ae-9e6b-fad7da13c172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301070 Sep 07 19:15:51.577179 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-033f1fdd-0106-4ee7-8ef9-5afe19aa31c5 req-7979ecb9-6b93-4202-9154-ba793a06f534 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1bb4559-e248-4be7-8a49-15cf7cbf2391 HTTP/1.1" status: 200 len: 1001 time: 0.1724968 Sep 07 19:15:51.702074 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d39da5ed-cc18-430c-9317-9b9a78ce6a27 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:51.788723 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 457c61a4-02aa-4669-84c7-617c2818f34f up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:15:51.818636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f1fdd-0106-4ee7-8ef9-5afe19aa31c5 req-30726a8f-e29a-4d61-9b44-39f2673a32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:51.822508 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-033f1fdd-0106-4ee7-8ef9-5afe19aa31c5 req-30726a8f-e29a-4d61-9b44-39f2673a32e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=853fcb3e-adca-4518-976c-b334ba64fc64 HTTP/1.1" status: 200 len: 834 time: 0.2252529 Sep 07 19:15:51.894597 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98d78c-a2a1-4d6c-9f49-009a1f48a988 req-94963e8f-bf19-4cf1-a64b-dd5faffa4483 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:51.903340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a98d78c-a2a1-4d6c-9f49-009a1f48a988 req-94963e8f-bf19-4cf1-a64b-dd5faffa4483 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 945 time: 0.2284241 Sep 07 19:15:51.929729 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 457c61a4-02aa-4669-84c7-617c2818f34f completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:15:51.931872 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7acc6c33-a577-40d0-bd20-ccf01197b432 req-9c9cd6dc-cc77-46a2-bdc0-57c60558ed70 service neutron] 10.222.0.36 "GET /v2.0/networks/fc0aded1-4104-42ae-9e6b-fad7da13c172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535593 Sep 07 19:15:51.937140 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 457c61a4-02aa-4669-84c7-617c2818f34f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:15:51.939188 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:51.983727 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-d39da5ed-cc18-430c-9317-9b9a78ce6a27 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Allocated IP 172.25.8.162 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/067b2eb2-806b-409d-950e-50075a397f15) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:15:52.078445 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7acc6c33-a577-40d0-bd20-ccf01197b432 req-800e30b6-563f-42fd-bb5d-613ce420ee9e service neutron] 10.222.0.36 "GET /v2.0/networks/fc0aded1-4104-42ae-9e6b-fad7da13c172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313851 Sep 07 19:15:52.106977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f1fdd-0106-4ee7-8ef9-5afe19aa31c5 req-391c13af-9b25-4fe8-8ad4-87ef1fc986c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:52.108888 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-033f1fdd-0106-4ee7-8ef9-5afe19aa31c5 req-391c13af-9b25-4fe8-8ad4-87ef1fc986c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2768130 Sep 07 19:15:52.225577 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:52.298840 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d39da5ed-cc18-430c-9317-9b9a78ce6a27 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:52.302831 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 457c61a4-02aa-4669-84c7-617c2818f34f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=457c61a4-02aa-4669-84c7-617c2818f34f,segment=NetworkSegment(5b72f2e8-ce09-48cc-89c5-44e110df74bd),segment_id=5b72f2e8-ce09-48cc-89c5-44e110df74bd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:52.310287 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:52.324535 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a98d78c-a2a1-4d6c-9f49-009a1f48a988 req-5c69d5db-d35c-4373-af4d-397d9948f8b0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4199631 Sep 07 19:15:52.333199 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-033f1fdd-0106-4ee7-8ef9-5afe19aa31c5 req-af115dd3-dbd6-45e5-94ce-f6e60414d08f service neutron] 10.222.0.60 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075968 Sep 07 19:15:52.425706 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d39da5ed-cc18-430c-9317-9b9a78ce6a27 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:52.435429 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=457c61a4-02aa-4669-84c7-617c2818f34f,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:52.486475 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22612f92-fe11-4640-ab6f-de0c97474137 req-b70fdf86-1df0-423f-8e24-d779e288c64d tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:52.488213 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-22612f92-fe11-4640-ab6f-de0c97474137 req-b70fdf86-1df0-423f-8e24-d779e288c64d tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=27faf5ff-7f83-4dd3-9f80-827f296b2ec4 HTTP/1.1" status: 200 len: 943 time: 0.1537333 Sep 07 19:15:52.577565 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-22612f92-fe11-4640-ab6f-de0c97474137 req-9a91cfa9-bf91-43cb-9b70-7dcbf43ae6f9 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/security-groups?id=51fd7eb1-2857-406e-b05e-568ff502cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460241 Sep 07 19:15:52.610415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 8991a0b6-d85e-441d-a919-ac0c1c314eb0 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:15:52.642146 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-033f1fdd-0106-4ee7-8ef9-5afe19aa31c5 req-997d74a3-7498-4c28-98d1-619373f183a2 service neutron] 10.222.0.60 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701635 Sep 07 19:15:52.644123 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39da5ed-cc18-430c-9317-9b9a78ce6a27 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:15:52.647888 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39da5ed-cc18-430c-9317-9b9a78ce6a27 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'Port': ['ID=067b2eb2-806b-409d-950e-50075a397f15,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:52.654111 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-d39da5ed-cc18-430c-9317-9b9a78ce6a27 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:15:52.665330 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39da5ed-cc18-430c-9317-9b9a78ce6a27 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:15:52.880337 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 8991a0b6-d85e-441d-a919-ac0c1c314eb0, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=8991a0b6-d85e-441d-a919-ac0c1c314eb0,segment=NetworkSegment(5b72f2e8-ce09-48cc-89c5-44e110df74bd),segment_id=5b72f2e8-ce09-48cc-89c5-44e110df74bd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:52.910905 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '8991a0b6-d85e-441d-a919-ac0c1c314eb0', 'network_id': 'fc0aded1-4104-42ae-9e6b-fad7da13c172', 'port_id': '8991a0b6-d85e-441d-a919-ac0c1c314eb0', 'mac_address': 'fa:16:3e:cd:8e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a10e1c-984c-45fa-bb05-fb6655314ae5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:15:52.963105 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:52.982120 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8991a0b6-d85e-441d-a919-ac0c1c314eb0 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:15:53.052724 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 8991a0b6-d85e-441d-a919-ac0c1c314eb0, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=8991a0b6-d85e-441d-a919-ac0c1c314eb0,segment=NetworkSegment(5b72f2e8-ce09-48cc-89c5-44e110df74bd),segment_id=5b72f2e8-ce09-48cc-89c5-44e110df74bd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:53.060393 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:53.062229 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 28e7bb33-ebec-4a64-bf79-93fd26f8faff details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:15:53.134969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 28e7bb33-ebec-4a64-bf79-93fd26f8faff, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=28e7bb33-ebec-4a64-bf79-93fd26f8faff,segment=NetworkSegment(5b72f2e8-ce09-48cc-89c5-44e110df74bd),segment_id=5b72f2e8-ce09-48cc-89c5-44e110df74bd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:53.142835 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=8991a0b6-d85e-441d-a919-ac0c1c314eb0,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:53.153001 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '28e7bb33-ebec-4a64-bf79-93fd26f8faff', 'network_id': 'fc0aded1-4104-42ae-9e6b-fad7da13c172', 'port_id': '28e7bb33-ebec-4a64-bf79-93fd26f8faff', 'mac_address': 'fa:16:3e:34:ef:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a10e1c-984c-45fa-bb05-fb6655314ae5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:15:53.157228 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa81d33-c2a3-415e-98b0-a418f47893dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457c61a4-02aa-4669-84c7-617c2818f34f'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:15:53.159830 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06808e9-0dde-4a57-90de-e3e40974b4b8" -d '{"events": [{"server_uuid": "1aa81d33-c2a3-415e-98b0-a418f47893dc", "name": "network-vif-plugged", "status": "completed", "tag": "457c61a4-02aa-4669-84c7-617c2818f34f"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:15:53.235429 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:53.254819 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e7bb33-ebec-4a64-bf79-93fd26f8faff {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:15:53.273993 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21fbcc8-0b68-4511-ab87-bb3530370f3d x-openstack-request-id: req-f21fbcc8-0b68-4511-ab87-bb3530370f3d {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:15:53.274334 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa81d33-c2a3-415e-98b0-a418f47893dc", "name": "network-vif-plugged", "status": "completed", "tag": "457c61a4-02aa-4669-84c7-617c2818f34f", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:15:53.274968 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f21fbcc8-0b68-4511-ab87-bb3530370f3d {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:15:53.275445 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa81d33-c2a3-415e-98b0-a418f47893dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457c61a4-02aa-4669-84c7-617c2818f34f', 'code': 200} Sep 07 19:15:53.299743 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 28e7bb33-ebec-4a64-bf79-93fd26f8faff, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=28e7bb33-ebec-4a64-bf79-93fd26f8faff,segment=NetworkSegment(5b72f2e8-ce09-48cc-89c5-44e110df74bd),segment_id=5b72f2e8-ce09-48cc-89c5-44e110df74bd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:53.305553 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:53.442449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0feaa-c248-49ee-ada4-4d4545970907 req-509e0bf5-9a0f-43c3-88b6-f5d77bed27e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:53.449722 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fbf0feaa-c248-49ee-ada4-4d4545970907 req-509e0bf5-9a0f-43c3-88b6-f5d77bed27e7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1aa81d33-c2a3-415e-98b0-a418f47893dc HTTP/1.1" status: 200 len: 1096 time: 0.0783293 Sep 07 19:15:53.543838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=28e7bb33-ebec-4a64-bf79-93fd26f8faff,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:53.565495 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fbf0feaa-c248-49ee-ada4-4d4545970907 req-8f6844bf-85df-4261-87a8-41b92ed13d60 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=51fd7eb1-2857-406e-b05e-568ff502cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083226 Sep 07 19:15:53.627423 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['28e7bb33-ebec-4a64-bf79-93fd26f8faff'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:15:53.752956 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['8991a0b6-d85e-441d-a919-ac0c1c314eb0'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:15:53.800422 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf16b2-e2f9-4d2c-9c79-9eca06b4aa2e req-f58d2fd8-a80f-4832-95d9-0d9af9c52903 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:53.813857 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3dcf16b2-e2f9-4d2c-9c79-9eca06b4aa2e req-f58d2fd8-a80f-4832-95d9-0d9af9c52903 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 945 time: 0.1233616 Sep 07 19:15:54.014488 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab34ad5-cc22-4fe8-a874-28a11ea7a7f4 req-532bd6df-d22d-4668-a2ed-de316c9b2805 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:54.025146 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dab34ad5-cc22-4fe8-a874-28a11ea7a7f4 req-532bd6df-d22d-4668-a2ed-de316c9b2805 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=27faf5ff-7f83-4dd3-9f80-827f296b2ec4 HTTP/1.1" status: 200 len: 944 time: 0.1934366 Sep 07 19:15:54.057005 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3dcf16b2-e2f9-4d2c-9c79-9eca06b4aa2e req-a8f9625c-3c10-4ae2-a66b-cac884f1218e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246249 Sep 07 19:15:54.073095 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36592) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:54.228131 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dab34ad5-cc22-4fe8-a874-28a11ea7a7f4 req-2a4e0c68-a64c-40f8-bb57-d6fe77bbce1a tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/security-groups?id=51fd7eb1-2857-406e-b05e-568ff502cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544559 Sep 07 19:15:54.246528 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-287919ef-a7c7-4384-a162-b875c41b4854 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/floatingips/920cbfe7-783b-4c97-af1f-a3ab86282544 HTTP/1.1" status: 200 len: 993 time: 0.1723142 Sep 07 19:15:54.396864 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d39da5ed-cc18-430c-9317-9b9a78ce6a27 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:54.495385 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d39da5ed-cc18-430c-9317-9b9a78ce6a27 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:54.758475 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d39da5ed-cc18-430c-9317-9b9a78ce6a27 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:54.765026 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d39da5ed-cc18-430c-9317-9b9a78ce6a27 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:54.869277 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39da5ed-cc18-430c-9317-9b9a78ce6a27 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'Port': ['ID=067b2eb2-806b-409d-950e-50075a397f15,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:54.887795 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d39da5ed-cc18-430c-9317-9b9a78ce6a27 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:55.042120 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-d39da5ed-cc18-430c-9317-9b9a78ce6a27 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Floating IP 5f1b98ca-4c52-4a5d-a627-a6db785ff40d associated. External IP: 172.25.8.162, port: d2a75449-01c3-4475-9031-33fb8609e862. Sep 07 19:15:55.421571 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc5ea9-36d6-41d9-b528-ebc2e2656ffd req-53272928-7409-43af-8837-94afeaa71a03 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:55.430803 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39da5ed-cc18-430c-9317-9b9a78ce6a27 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Router 278f51b1-a2a2-46e4-9810-e3ad59a273bf has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:15:55.431340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55fc5ea9-36d6-41d9-b528-ebc2e2656ffd req-53272928-7409-43af-8837-94afeaa71a03 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=27faf5ff-7f83-4dd3-9f80-827f296b2ec4 HTTP/1.1" status: 200 len: 944 time: 0.1259973 Sep 07 19:15:55.492464 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55fc5ea9-36d6-41d9-b528-ebc2e2656ffd req-5866348b-fb03-48f5-acef-600d0a4a3fad tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/security-groups?id=51fd7eb1-2857-406e-b05e-568ff502cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599346 Sep 07 19:15:55.677991 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39da5ed-cc18-430c-9317-9b9a78ce6a27 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:15:55.696952 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc1ab7d-f9fa-4da7-9a1a-ab6eb7f014bf None None] Sync routers for ids ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:15:55.698942 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d39da5ed-cc18-430c-9317-9b9a78ce6a27 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:55.720829 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc1ab7d-f9fa-4da7-9a1a-ab6eb7f014bf None None] Routers {'278f51b1-a2a2-46e4-9810-e3ad59a273bf'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:15:55.722534 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-8bc1ab7d-f9fa-4da7-9a1a-ab6eb7f014bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:15:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:55.838066 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d39da5ed-cc18-430c-9317-9b9a78ce6a27 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.4296901 Sep 07 19:15:55.840654 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051ebb9e-161c-47af-a504-fed20cf9143d', 'tag': 'd2a75449-01c3-4475-9031-33fb8609e862'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:15:55.841217 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36612) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:55.850699 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce686388-52cf-4968-9b8c-565265c2162e" -d '{"events": [{"name": "network-changed", "server_uuid": "051ebb9e-161c-47af-a504-fed20cf9143d", "tag": "d2a75449-01c3-4475-9031-33fb8609e862"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:15:55.931341 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce94040a-371a-4ad9-963a-08d56cad6bd4 x-openstack-request-id: req-ce94040a-371a-4ad9-963a-08d56cad6bd4 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:15:55.931629 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051ebb9e-161c-47af-a504-fed20cf9143d", "tag": "d2a75449-01c3-4475-9031-33fb8609e862", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:15:55.931880 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce94040a-371a-4ad9-963a-08d56cad6bd4 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:15:55.934297 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051ebb9e-161c-47af-a504-fed20cf9143d', 'tag': 'd2a75449-01c3-4475-9031-33fb8609e862', 'status': 'completed', 'code': 200} Sep 07 19:15:55.981784 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d0a5aef0-0bb6-44fc-aab4-b2d7375741f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:56.018994 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-8bc1ab7d-f9fa-4da7-9a1a-ab6eb7f014bf None None] Set router 278f51b1-a2a2-46e4-9810-e3ad59a273bf gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:15:56.075336 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-cc07394e-6ce3-4b8c-8e60-2afd32859a98 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/floatingips/5f1b98ca-4c52-4a5d-a627-a6db785ff40d HTTP/1.1" status: 200 len: 992 time: 0.2299778 Sep 07 19:15:56.087227 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce686388-52cf-4968-9b8c-565265c2162e req-5cc35ccd-0cdf-4dca-85f6-082b937f948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:56.089095 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce686388-52cf-4968-9b8c-565265c2162e req-5cc35ccd-0cdf-4dca-85f6-082b937f948a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78144588c9424754a9005f76111ab868&device_id=051ebb9e-161c-47af-a504-fed20cf9143d HTTP/1.1" status: 200 len: 1097 time: 0.1246247 Sep 07 19:15:56.286932 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce686388-52cf-4968-9b8c-565265c2162e req-18d6049e-0cac-4ffb-b107-2114bda61a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:56.291575 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce686388-52cf-4968-9b8c-565265c2162e req-18d6049e-0cac-4ffb-b107-2114bda61a0a service neutron] 10.222.0.60 "GET /v2.0/networks?id=fdefe059-ab1c-4e05-843f-cbd697701fb4 HTTP/1.1" status: 200 len: 897 time: 0.1952641 Sep 07 19:15:56.449329 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce686388-52cf-4968-9b8c-565265c2162e req-e6be22d1-4e41-42c6-a107-980a39035fd6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2a75449-01c3-4475-9031-33fb8609e862 HTTP/1.1" status: 200 len: 1000 time: 0.1499319 Sep 07 19:15:56.508065 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-8bc1ab7d-f9fa-4da7-9a1a-ab6eb7f014bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'name': 'tempest-TestNetworkBasicOps-router-2064264336', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:15:15Z', 'updated_at': '2021-09-07T19:15:23Z', 'revision_number': 4, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:16Z', 'updated_at': '2021-09-07T19:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '5f1b98ca-4c52-4a5d-a627-a6db785ff40d', 'tenant_id': '78144588c9424754a9005f76111ab868', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'port_id': 'd2a75449-01c3-4475-9031-33fb8609e862', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'mac_address': 'fa:16:3e:2d:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ebb9e-161c-47af-a504-fed20cf9143d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:15:53Z', 'updated_at': '2021-09-07T19:15:53Z', 'revision_number': 0, 'project_id': '78144588c9424754a9005f76111ab868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a6995a-d424-49b7-a71e-339549d39a8d', 'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:f3:bb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:21Z', 'updated_at': '2021-09-07T19:15:32Z', 'revision_number': 5, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:56.516808 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce686388-52cf-4968-9b8c-565265c2162e req-a6113df5-356a-440e-a9c6-77d672798ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:56.520117 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce686388-52cf-4968-9b8c-565265c2162e req-a6113df5-356a-440e-a9c6-77d672798ea7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e0f1f041-8f8c-4a76-b62c-3f45dc58670c HTTP/1.1" status: 200 len: 835 time: 0.0621786 Sep 07 19:15:56.626917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce686388-52cf-4968-9b8c-565265c2162e req-182b1c65-6700-4a53-959f-d4fedfa73cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:56.626917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce686388-52cf-4968-9b8c-565265c2162e req-182b1c65-6700-4a53-959f-d4fedfa73cec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fdefe059-ab1c-4e05-843f-cbd697701fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984762 Sep 07 19:15:56.640075 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 28e7bb33-ebec-4a64-bf79-93fd26f8faff up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:15:56.746195 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc1ab7d-f9fa-4da7-9a1a-ab6eb7f014bf None None] Checking router: 278f51b1-a2a2-46e4-9810-e3ad59a273bf for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:15:56.762537 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 28e7bb33-ebec-4a64-bf79-93fd26f8faff completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:15:56.782506 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 28e7bb33-ebec-4a64-bf79-93fd26f8faff triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:15:56.784582 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df722b3b-7167-4fef-87b9-b8aa661a54c9 req-23b2d4b5-1c42-4e86-ba07-15e0ca1f98bf tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:56.786370 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df722b3b-7167-4fef-87b9-b8aa661a54c9 req-23b2d4b5-1c42-4e86-ba07-15e0ca1f98bf tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=27faf5ff-7f83-4dd3-9f80-827f296b2ec4 HTTP/1.1" status: 200 len: 944 time: 0.1456463 Sep 07 19:15:56.786667 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:56.787014 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc1ab7d-f9fa-4da7-9a1a-ab6eb7f014bf None None] Routers {'278f51b1-a2a2-46e4-9810-e3ad59a273bf'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:15:56.789421 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-8bc1ab7d-f9fa-4da7-9a1a-ab6eb7f014bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:15:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:57.031866 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df722b3b-7167-4fef-87b9-b8aa661a54c9 req-2a29b351-c014-4b6b-9eaf-fe34f4252b4a tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/security-groups?id=51fd7eb1-2857-406e-b05e-568ff502cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518841 Sep 07 19:15:57.038483 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce686388-52cf-4968-9b8c-565265c2162e req-d1794d84-ea19-4d25-ae95-2ee30ee5c9ab service neutron] 10.222.0.60 "GET /v2.0/networks/fdefe059-ab1c-4e05-843f-cbd697701fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059100 Sep 07 19:15:57.078841 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36630) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:57.185216 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:57.233400 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-8bc1ab7d-f9fa-4da7-9a1a-ab6eb7f014bf None None] Set router 278f51b1-a2a2-46e4-9810-e3ad59a273bf gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:15:57.290346 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1b90f9-0a54-4b7d-a321-e99c1948e763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e7bb33-ebec-4a64-bf79-93fd26f8faff'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:15:57.298771 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ad6ab9-894c-4a5b-a0ca-575adb5c32bf" -d '{"events": [{"server_uuid": "4b1b90f9-0a54-4b7d-a321-e99c1948e763", "name": "network-vif-plugged", "status": "completed", "tag": "28e7bb33-ebec-4a64-bf79-93fd26f8faff"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:15:57.307549 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce686388-52cf-4968-9b8c-565265c2162e req-c9a8c350-3aaf-40e3-8a0d-b56b000234de service neutron] 10.222.0.60 "GET /v2.0/networks/fdefe059-ab1c-4e05-843f-cbd697701fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365103 Sep 07 19:15:57.356825 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 28e7bb33-ebec-4a64-bf79-93fd26f8faff, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=28e7bb33-ebec-4a64-bf79-93fd26f8faff,segment=NetworkSegment(5b72f2e8-ce09-48cc-89c5-44e110df74bd),segment_id=5b72f2e8-ce09-48cc-89c5-44e110df74bd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:57.366453 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:57.367512 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-888e11b2-28ce-41c8-8bdf-027619bf6b4f tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/floatingips/5f1b98ca-4c52-4a5d-a627-a6db785ff40d HTTP/1.1" status: 200 len: 992 time: 0.2871268 Sep 07 19:15:57.381606 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 8991a0b6-d85e-441d-a919-ac0c1c314eb0 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:15:57.521646 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36640) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:57.547425 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75126ed-581e-490c-9bb8-eebc219a116a x-openstack-request-id: req-a75126ed-581e-490c-9bb8-eebc219a116a {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:15:57.547791 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1b90f9-0a54-4b7d-a321-e99c1948e763", "name": "network-vif-plugged", "status": "completed", "tag": "28e7bb33-ebec-4a64-bf79-93fd26f8faff", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:15:57.547965 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a75126ed-581e-490c-9bb8-eebc219a116a {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:15:57.548373 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1b90f9-0a54-4b7d-a321-e99c1948e763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e7bb33-ebec-4a64-bf79-93fd26f8faff', 'code': 200} Sep 07 19:15:57.578944 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-8bc1ab7d-f9fa-4da7-9a1a-ab6eb7f014bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'name': 'tempest-TestNetworkBasicOps-router-2064264336', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:15:15Z', 'updated_at': '2021-09-07T19:15:23Z', 'revision_number': 4, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:16Z', 'updated_at': '2021-09-07T19:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '5f1b98ca-4c52-4a5d-a627-a6db785ff40d', 'tenant_id': '78144588c9424754a9005f76111ab868', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'port_id': 'd2a75449-01c3-4475-9031-33fb8609e862', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'mac_address': 'fa:16:3e:2d:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ebb9e-161c-47af-a504-fed20cf9143d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:15:53Z', 'updated_at': '2021-09-07T19:15:53Z', 'revision_number': 0, 'project_id': '78144588c9424754a9005f76111ab868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a6995a-d424-49b7-a71e-339549d39a8d', 'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:f3:bb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:21Z', 'updated_at': '2021-09-07T19:15:32Z', 'revision_number': 5, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:15:57.632670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 8991a0b6-d85e-441d-a919-ac0c1c314eb0 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:15:57.650071 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef4530-c9d4-4202-b760-7c011df259d4 req-4a388090-5b3d-4ea3-8e3f-dcfbd5a6a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:57.653598 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2eef4530-c9d4-4202-b760-7c011df259d4 req-4a388090-5b3d-4ea3-8e3f-dcfbd5a6a466 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b1b90f9-0a54-4b7d-a321-e99c1948e763 HTTP/1.1" status: 200 len: 1097 time: 0.0910254 Sep 07 19:15:57.653910 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 8991a0b6-d85e-441d-a919-ac0c1c314eb0 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:15:57.653910 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:57.679355 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc1ab7d-f9fa-4da7-9a1a-ab6eb7f014bf None None] The sync data for ids ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'] in n-d-807786-1 is: [{'id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'name': 'tempest-TestNetworkBasicOps-router-2064264336', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:15:15Z', 'updated_at': '2021-09-07T19:15:23Z', 'revision_number': 4, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:16Z', 'updated_at': '2021-09-07T19:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '5f1b98ca-4c52-4a5d-a627-a6db785ff40d', 'tenant_id': '78144588c9424754a9005f76111ab868', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'port_id': 'd2a75449-01c3-4475-9031-33fb8609e862', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'mac_address': 'fa:16:3e:2d:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ebb9e-161c-47af-a504-fed20cf9143d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:15:53Z', 'updated_at': '2021-09-07T19:15:53Z', 'revision_number': 0, 'project_id': '78144588c9424754a9005f76111ab868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a6995a-d424-49b7-a71e-339549d39a8d', 'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:f3:bb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:21Z', 'updated_at': '2021-09-07T19:15:32Z', 'revision_number': 5, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:15:57.730497 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2eef4530-c9d4-4202-b760-7c011df259d4 req-2a902d82-366b-4e2a-86c9-515276b8373c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=51fd7eb1-2857-406e-b05e-568ff502cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714021 Sep 07 19:15:57.731812 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=28e7bb33-ebec-4a64-bf79-93fd26f8faff,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:57.825589 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b9d850d6-306d-4cc4-a9d8-c8482ecf9d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:57.851326 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:57.909028 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 8991a0b6-d85e-441d-a919-ac0c1c314eb0, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=8991a0b6-d85e-441d-a919-ac0c1c314eb0,segment=NetworkSegment(5b72f2e8-ce09-48cc-89c5-44e110df74bd),segment_id=5b72f2e8-ce09-48cc-89c5-44e110df74bd)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:15:57.915523 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:58.019136 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=8991a0b6-d85e-441d-a919-ac0c1c314eb0,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:58.031794 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b9d850d6-306d-4cc4-a9d8-c8482ecf9d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:58.037489 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b9d850d6-306d-4cc4-a9d8-c8482ecf9d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:58.058548 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09546ec-74b9-4dc7-8815-df6c4dc6ab78 None None] New status for floating IP 5f1b98ca-4c52-4a5d-a627-a6db785ff40d: ACTIVE {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:15:58.104010 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b9d850d6-306d-4cc4-a9d8-c8482ecf9d27 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=40a37c90c23440a69d729c5dd680a6e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5808899 Sep 07 19:15:58.106647 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36652) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:58.117957 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d850d6-306d-4cc4-a9d8-c8482ecf9d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341401df-1612-4ef0-b8b5-064ab8e8c748,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:58.220091 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9187aa4f-efe1-4eed-b903-942dda467d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:58.231171 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3e32c-332b-4f37-ab59-00aedf101c9e req-0466d8a4-12ad-467a-a6a7-2733935d5ecc tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:58.232837 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-85b3e32c-332b-4f37-ab59-00aedf101c9e req-0466d8a4-12ad-467a-a6a7-2733935d5ecc tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=27faf5ff-7f83-4dd3-9f80-827f296b2ec4 HTTP/1.1" status: 200 len: 945 time: 0.1002986 Sep 07 19:15:58.294759 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9187aa4f-efe1-4eed-b903-942dda467d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:58.359502 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-85b3e32c-332b-4f37-ab59-00aedf101c9e req-2af3ade5-493d-4668-a8a3-aed146125a67 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/security-groups?id=51fd7eb1-2857-406e-b05e-568ff502cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113620 Sep 07 19:15:58.371405 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36656) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:58.391464 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9187aa4f-efe1-4eed-b903-942dda467d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:58.395208 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9187aa4f-efe1-4eed-b903-942dda467d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:58.401019 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9187aa4f-efe1-4eed-b903-942dda467d1c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/341401df-1612-4ef0-b8b5-064ab8e8c748 HTTP/1.1" status: 204 len: 168 time: 0.2903762 Sep 07 19:15:58.416034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187aa4f-efe1-4eed-b903-942dda467d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341401df-1612-4ef0-b8b5-064ab8e8c748,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:58.476925 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-87d93507-e38a-4381-a43b-81468a955119 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/floatingips/5f1b98ca-4c52-4a5d-a627-a6db785ff40d HTTP/1.1" status: 200 len: 994 time: 0.1040714 Sep 07 19:15:58.714242 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36662) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:58.728239 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94426618-b947-40c1-a8ed-e7b1c4b3c7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:58.785793 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f54f5590-143c-417f-9ad9-dfab70072465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:58.849526 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94426618-b947-40c1-a8ed-e7b1c4b3c7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:58.853999 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94426618-b947-40c1-a8ed-e7b1c4b3c7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:58.894709 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36664) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:15:58.895329 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-94426618-b947-40c1-a8ed-e7b1c4b3c7de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59af7dd0d15646a2839f94e0d0f4744a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1793437 Sep 07 19:15:58.896234 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94426618-b947-40c1-a8ed-e7b1c4b3c7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cc66d7-e2cb-49f6-b220-866e9456a22a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:58.968991 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-42203685-1cbb-405e-96f5-2313d915ba33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:59.000636 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-42203685-1cbb-405e-96f5-2313d915ba33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:59.065186 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-42203685-1cbb-405e-96f5-2313d915ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:59.068644 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-42203685-1cbb-405e-96f5-2313d915ba33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:59.073090 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-42203685-1cbb-405e-96f5-2313d915ba33 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72cc66d7-e2cb-49f6-b220-866e9456a22a HTTP/1.1" status: 204 len: 168 time: 0.1734130 Sep 07 19:15:59.080655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42203685-1cbb-405e-96f5-2313d915ba33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cc66d7-e2cb-49f6-b220-866e9456a22a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:15:59.101037 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:59.510871 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd00275-8ca4-476f-b22e-98d062645e16 req-d68d7b5f-1e04-4d71-8fda-8c274e11344c tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:59.512584 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dd00275-8ca4-476f-b22e-98d062645e16 req-d68d7b5f-1e04-4d71-8fda-8c274e11344c tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=27faf5ff-7f83-4dd3-9f80-827f296b2ec4 HTTP/1.1" status: 200 len: 945 time: 0.0589454 Sep 07 19:15:59.550085 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27faf5ff-7f83-4dd3-9f80-827f296b2ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8991a0b6-d85e-441d-a919-ac0c1c314eb0'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:15:59.552818 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0097ce-17ba-416a-a85f-68071871d0fa" -d '{"events": [{"server_uuid": "27faf5ff-7f83-4dd3-9f80-827f296b2ec4", "name": "network-vif-plugged", "status": "completed", "tag": "8991a0b6-d85e-441d-a919-ac0c1c314eb0"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:15:59.565374 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7dd00275-8ca4-476f-b22e-98d062645e16 req-d3bfbfbd-acbe-4aaf-a84d-9308f4067f1b tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/security-groups?id=51fd7eb1-2857-406e-b05e-568ff502cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451946 Sep 07 19:15:59.604053 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f579e62c-161d-408c-bd3f-15df342ac38a x-openstack-request-id: req-f579e62c-161d-408c-bd3f-15df342ac38a {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:15:59.604730 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27faf5ff-7f83-4dd3-9f80-827f296b2ec4", "name": "network-vif-plugged", "status": "completed", "tag": "8991a0b6-d85e-441d-a919-ac0c1c314eb0", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:15:59.605407 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f579e62c-161d-408c-bd3f-15df342ac38a {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:15:59.606786 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27faf5ff-7f83-4dd3-9f80-827f296b2ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8991a0b6-d85e-441d-a919-ac0c1c314eb0', 'code': 200} Sep 07 19:15:59.718251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504812d-193d-4181-be0a-9b608988187d req-1eea6f31-e3cb-42e5-bf74-103184fa2c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:15:59.720074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6504812d-193d-4181-be0a-9b608988187d req-1eea6f31-e3cb-42e5-bf74-103184fa2c2b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=27faf5ff-7f83-4dd3-9f80-827f296b2ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0536778 Sep 07 19:15:59.763829 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6504812d-193d-4181-be0a-9b608988187d req-b37df96e-4167-4434-99ea-f70dbc404804 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=51fd7eb1-2857-406e-b05e-568ff502cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360239 Sep 07 19:16:00.257906 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:00.686617 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204ea65-5e6f-4b4e-a380-2e692489150c req-940df722-bd8e-4b0a-8de7-d21c74456f6f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:00.688255 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8204ea65-5e6f-4b4e-a380-2e692489150c req-940df722-bd8e-4b0a-8de7-d21c74456f6f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=27faf5ff-7f83-4dd3-9f80-827f296b2ec4 HTTP/1.1" status: 200 len: 945 time: 0.0561790 Sep 07 19:16:00.746943 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8204ea65-5e6f-4b4e-a380-2e692489150c req-91639401-d05a-4fbe-b5cb-41d610a9625d tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/security-groups?id=51fd7eb1-2857-406e-b05e-568ff502cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468102 Sep 07 19:16:01.799147 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:01.904568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540edfb0-9556-4fa9-98bc-24c9dc9bec2d req-3650d289-e0e2-4089-84b9-cb85cb8ce15c tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:01.906269 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-540edfb0-9556-4fa9-98bc-24c9dc9bec2d req-3650d289-e0e2-4089-84b9-cb85cb8ce15c tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=27faf5ff-7f83-4dd3-9f80-827f296b2ec4 HTTP/1.1" status: 200 len: 945 time: 0.0673831 Sep 07 19:16:01.947822 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-540edfb0-9556-4fa9-98bc-24c9dc9bec2d req-4ca7fcaa-4f9c-4d8f-8ee0-beb43428c629 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/security-groups?id=51fd7eb1-2857-406e-b05e-568ff502cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353882 Sep 07 19:16:02.074207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e78d31-d702-4dc1-ab8e-71222dd60355 req-4629b214-de44-4d23-98f6-0732962eb23e tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:02.075857 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4e78d31-d702-4dc1-ab8e-71222dd60355 req-4629b214-de44-4d23-98f6-0732962eb23e tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b1b90f9-0a54-4b7d-a321-e99c1948e763 HTTP/1.1" status: 200 len: 946 time: 0.0560958 Sep 07 19:16:02.125952 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4e78d31-d702-4dc1-ab8e-71222dd60355 req-f705f384-8c78-4e8f-ae64-ab78b98050fc tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/security-groups?id=51fd7eb1-2857-406e-b05e-568ff502cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431018 Sep 07 19:16:02.294698 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48666372-b42a-4694-8f64-b059c4a2525c req-0e4ce7bf-ad07-46ae-a953-12a8e948ca96 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:02.297452 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48666372-b42a-4694-8f64-b059c4a2525c req-0e4ce7bf-ad07-46ae-a953-12a8e948ca96 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=1aa81d33-c2a3-415e-98b0-a418f47893dc HTTP/1.1" status: 200 len: 945 time: 0.0862792 Sep 07 19:16:02.362562 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48666372-b42a-4694-8f64-b059c4a2525c req-508f2502-4bd0-4eff-ae9d-03107f7a4fcf tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/security-groups?id=51fd7eb1-2857-406e-b05e-568ff502cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496428 Sep 07 19:16:02.662032 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ceeaf4-2944-4b3f-a989-934057be0381 req-0eec737b-b3d2-40cb-80f6-77451de21835 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:02.671244 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71ceeaf4-2944-4b3f-a989-934057be0381 req-0eec737b-b3d2-40cb-80f6-77451de21835 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=1aa81d33-c2a3-415e-98b0-a418f47893dc HTTP/1.1" status: 200 len: 945 time: 0.0779164 Sep 07 19:16:02.718206 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71ceeaf4-2944-4b3f-a989-934057be0381 req-55cb228c-0cdb-4da2-bdb3-382a7bafbb40 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/security-groups?id=51fd7eb1-2857-406e-b05e-568ff502cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459406 Sep 07 19:16:03.864659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4deae2-9b1f-4ae4-bd43-48ff7893b69e req-252d7153-f097-464a-90a8-f5045450695a tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:03.866205 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b4deae2-9b1f-4ae4-bd43-48ff7893b69e req-252d7153-f097-464a-90a8-f5045450695a tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=1aa81d33-c2a3-415e-98b0-a418f47893dc HTTP/1.1" status: 200 len: 945 time: 0.0602372 Sep 07 19:16:03.908247 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b4deae2-9b1f-4ae4-bd43-48ff7893b69e req-58efccf9-481d-407d-b66c-997e11ab702c tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/security-groups?id=51fd7eb1-2857-406e-b05e-568ff502cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355077 Sep 07 19:16:03.989807 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6651f-0814-4862-8b42-0ea20f3284cb req-f733837b-59fd-4a3a-8819-c0bfa5b9ebe3 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:03.992078 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cde6651f-0814-4862-8b42-0ea20f3284cb req-f733837b-59fd-4a3a-8819-c0bfa5b9ebe3 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa81d33-c2a3-415e-98b0-a418f47893dc HTTP/1.1" status: 200 len: 945 time: 0.0558889 Sep 07 19:16:04.087440 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-cde6651f-0814-4862-8b42-0ea20f3284cb req-34793afc-4d18-49ae-8ae1-25a7a0e5781f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Deleting port 457c61a4-02aa-4669-84c7-617c2818f34f {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:16:04.087701 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cde6651f-0814-4862-8b42-0ea20f3284cb req-34793afc-4d18-49ae-8ae1-25a7a0e5781f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:04.190223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-cde6651f-0814-4862-8b42-0ea20f3284cb req-34793afc-4d18-49ae-8ae1-25a7a0e5781f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] For port 457c61a4-02aa-4669-84c7-617c2818f34f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=457c61a4-02aa-4669-84c7-617c2818f34f,segment=NetworkSegment(5b72f2e8-ce09-48cc-89c5-44e110df74bd),segment_id=5b72f2e8-ce09-48cc-89c5-44e110df74bd)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:04.190707 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cde6651f-0814-4862-8b42-0ea20f3284cb req-34793afc-4d18-49ae-8ae1-25a7a0e5781f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:04.203667 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-cde6651f-0814-4862-8b42-0ea20f3284cb req-34793afc-4d18-49ae-8ae1-25a7a0e5781f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Calling delete_port for 457c61a4-02aa-4669-84c7-617c2818f34f owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:16:04.348395 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cde6651f-0814-4862-8b42-0ea20f3284cb req-34793afc-4d18-49ae-8ae1-25a7a0e5781f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:04.368288 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['457c61a4-02aa-4669-84c7-617c2818f34f'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:16:04.378365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34793afc-4d18-49ae-8ae1-25a7a0e5781f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Pushing event deleted for resources: {'Port': ['ID=457c61a4-02aa-4669-84c7-617c2818f34f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:04.398167 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34793afc-4d18-49ae-8ae1-25a7a0e5781f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:04.398753 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34793afc-4d18-49ae-8ae1-25a7a0e5781f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:04.399381 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34793afc-4d18-49ae-8ae1-25a7a0e5781f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:04.399899 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34793afc-4d18-49ae-8ae1-25a7a0e5781f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:04.400388 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34793afc-4d18-49ae-8ae1-25a7a0e5781f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:04.400908 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34793afc-4d18-49ae-8ae1-25a7a0e5781f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:04.401413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34793afc-4d18-49ae-8ae1-25a7a0e5781f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:04.401899 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34793afc-4d18-49ae-8ae1-25a7a0e5781f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:04.402383 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34793afc-4d18-49ae-8ae1-25a7a0e5781f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:04.402865 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34793afc-4d18-49ae-8ae1-25a7a0e5781f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:04.403359 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34793afc-4d18-49ae-8ae1-25a7a0e5781f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:04.403839 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34793afc-4d18-49ae-8ae1-25a7a0e5781f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:04.408031 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['28e7bb33-ebec-4a64-bf79-93fd26f8faff', '8991a0b6-d85e-441d-a919-ac0c1c314eb0'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:16:04.443476 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde6651f-0814-4862-8b42-0ea20f3284cb req-34793afc-4d18-49ae-8ae1-25a7a0e5781f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] No DVR routers for this DVR port 457c61a4-02aa-4669-84c7-617c2818f34f on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:16:04.455913 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cde6651f-0814-4862-8b42-0ea20f3284cb req-34793afc-4d18-49ae-8ae1-25a7a0e5781f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:04.458339 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cde6651f-0814-4862-8b42-0ea20f3284cb req-34793afc-4d18-49ae-8ae1-25a7a0e5781f tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.60 "DELETE /v2.0/ports/457c61a4-02aa-4669-84c7-617c2818f34f HTTP/1.1" status: 204 len: 173 time: 0.4605389 Sep 07 19:16:04.459272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa81d33-c2a3-415e-98b0-a418f47893dc', 'name': 'network-vif-deleted', 'tag': '457c61a4-02aa-4669-84c7-617c2818f34f'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:16:04.462297 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bad236d-4b28-497a-bad9-821a88e68db4" -d '{"events": [{"server_uuid": "1aa81d33-c2a3-415e-98b0-a418f47893dc", "name": "network-vif-deleted", "tag": "457c61a4-02aa-4669-84c7-617c2818f34f"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:16:04.536175 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4809bdce-c0bf-4180-a4aa-a0cead772333 x-openstack-request-id: req-4809bdce-c0bf-4180-a4aa-a0cead772333 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:16:04.536613 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa81d33-c2a3-415e-98b0-a418f47893dc", "name": "network-vif-deleted", "tag": "457c61a4-02aa-4669-84c7-617c2818f34f", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:16:04.536963 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4809bdce-c0bf-4180-a4aa-a0cead772333 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:16:04.537464 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa81d33-c2a3-415e-98b0-a418f47893dc', 'name': 'network-vif-deleted', 'tag': '457c61a4-02aa-4669-84c7-617c2818f34f', 'status': 'completed', 'code': 200} Sep 07 19:16:04.692834 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [req-acd36eb8-7acb-4ae7-bccf-d0bcad33c1ab req-542d506b-3f95-41b3-b342-30f8cd442700 service neutron] (101444) timed out ('10.222.0.26', 42278) {{(pid=101444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 19:16:05.084836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf2465d0-1906-4da6-a259-06b5891bf8ce req-4e9c0adb-3638-42d2-97d0-994656ffa02c tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=1aa81d33-c2a3-415e-98b0-a418f47893dc HTTP/1.1" status: 200 len: 210 time: 0.0322165 Sep 07 19:16:05.720266 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36868) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:05.865932 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7111e53e-4b20-43d5-b6ae-85bd68dec2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:05.961592 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7111e53e-4b20-43d5-b6ae-85bd68dec2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:05.965856 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7111e53e-4b20-43d5-b6ae-85bd68dec2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:06.012019 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7111e53e-4b20-43d5-b6ae-85bd68dec2ce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=381406267ca94957be7c8a235cdde7a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905955 Sep 07 19:16:06.012940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111e53e-4b20-43d5-b6ae-85bd68dec2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2454119-1af9-4f42-bc9e-e6e92b0d6d67,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:06.014709 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 36878) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:06.086684 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e845daea-f7e2-4b57-ba0c-e54510fb60b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:06.112178 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e845daea-f7e2-4b57-ba0c-e54510fb60b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:06.176024 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e845daea-f7e2-4b57-ba0c-e54510fb60b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:06.180334 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e845daea-f7e2-4b57-ba0c-e54510fb60b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:06.184884 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e845daea-f7e2-4b57-ba0c-e54510fb60b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d2454119-1af9-4f42-bc9e-e6e92b0d6d67 HTTP/1.1" status: 204 len: 168 time: 0.1688600 Sep 07 19:16:06.203868 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845daea-f7e2-4b57-ba0c-e54510fb60b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2454119-1af9-4f42-bc9e-e6e92b0d6d67,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:06.221550 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845daea-f7e2-4b57-ba0c-e54510fb60b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:06.221968 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845daea-f7e2-4b57-ba0c-e54510fb60b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:06.222361 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845daea-f7e2-4b57-ba0c-e54510fb60b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:06.222713 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845daea-f7e2-4b57-ba0c-e54510fb60b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:06.223133 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845daea-f7e2-4b57-ba0c-e54510fb60b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:06.223484 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845daea-f7e2-4b57-ba0c-e54510fb60b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:06.223819 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845daea-f7e2-4b57-ba0c-e54510fb60b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:06.224245 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845daea-f7e2-4b57-ba0c-e54510fb60b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:06.224616 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845daea-f7e2-4b57-ba0c-e54510fb60b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:06.227585 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845daea-f7e2-4b57-ba0c-e54510fb60b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:06.228052 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845daea-f7e2-4b57-ba0c-e54510fb60b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:06.228491 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845daea-f7e2-4b57-ba0c-e54510fb60b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:06.656213 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36924) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:06.691426 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-29bed65c-c4a3-4ff6-8df6-75fa3f27786a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:06.819275 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-29bed65c-c4a3-4ff6-8df6-75fa3f27786a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:06.824243 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-29bed65c-c4a3-4ff6-8df6-75fa3f27786a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:06.854971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bed65c-c4a3-4ff6-8df6-75fa3f27786a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ab6621-578b-442c-8bdb-f62622617d99,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:06.872796 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-29bed65c-c4a3-4ff6-8df6-75fa3f27786a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=831cd861b34544a482bbbde103e9c792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2156298 Sep 07 19:16:06.875289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 36928) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:06.931651 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2f712d93-faac-4d50-b453-dfc3bb29580f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:07.302859 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2f712d93-faac-4d50-b453-dfc3bb29580f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:07.353494 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baf0ba-5609-4fd8-af10-9bcf69244368 req-3a343105-c8d1-4c8c-9032-928d0529f854 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:07.359676 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baf0ba-5609-4fd8-af10-9bcf69244368 req-3a343105-c8d1-4c8c-9032-928d0529f854 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:07.361315 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4baf0ba-5609-4fd8-af10-9bcf69244368 req-3a343105-c8d1-4c8c-9032-928d0529f854 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=27faf5ff-7f83-4dd3-9f80-827f296b2ec4&device_id=4b1b90f9-0a54-4b7d-a321-e99c1948e763 HTTP/1.1" status: 200 len: 1682 time: 0.1014116 Sep 07 19:16:07.399233 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2f712d93-faac-4d50-b453-dfc3bb29580f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:07.402164 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2f712d93-faac-4d50-b453-dfc3bb29580f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:07.403349 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2f712d93-faac-4d50-b453-dfc3bb29580f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0ab6621-578b-442c-8bdb-f62622617d99 HTTP/1.1" status: 204 len: 168 time: 0.5269802 Sep 07 19:16:07.437508 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f712d93-faac-4d50-b453-dfc3bb29580f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ab6621-578b-442c-8bdb-f62622617d99,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:07.451658 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f4baf0ba-5609-4fd8-af10-9bcf69244368 req-4dd72d95-338e-46b1-bb41-c6ac05655f19 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/security-groups?id=51fd7eb1-2857-406e-b05e-568ff502cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827863 Sep 07 19:16:07.916279 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 457c61a4-02aa-4669-84c7-617c2818f34f no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:16:07.948227 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 457c61a4-02aa-4669-84c7-617c2818f34f {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:16:07.948873 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 457c61a4-02aa-4669-84c7-617c2818f34f not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:16:08.204056 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bbd94-4cea-457e-929e-34a52384ea1a req-5e996e41-ce9b-423f-be56-227b1a11a542 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:08.205813 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c84bbd94-4cea-457e-929e-34a52384ea1a req-5e996e41-ce9b-423f-be56-227b1a11a542 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b1b90f9-0a54-4b7d-a321-e99c1948e763 HTTP/1.1" status: 200 len: 946 time: 0.0579236 Sep 07 19:16:08.251874 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c84bbd94-4cea-457e-929e-34a52384ea1a req-7e924a09-7c48-4ac4-8f79-9481398d9c18 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/security-groups?id=51fd7eb1-2857-406e-b05e-568ff502cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379219 Sep 07 19:16:08.347860 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37002) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:08.475756 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-5b0af962-72ce-4127-8857-7280cb1d03d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-114226646-network', 'tenant_id': '6ca707ed63aa493fa55ab64b5bd28d48'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:08.511048 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0af962-72ce-4127-8857-7280cb1d03d6 admin admin] Made reservation on behalf of 6ca707ed63aa493fa55ab64b5bd28d48 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:16:08.513790 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b0af962-72ce-4127-8857-7280cb1d03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:08.531386 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b0af962-72ce-4127-8857-7280cb1d03d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:08.638045 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:16:08.679317 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b0af962-72ce-4127-8857-7280cb1d03d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:08.683509 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b0af962-72ce-4127-8857-7280cb1d03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:08.713736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0af962-72ce-4127-8857-7280cb1d03d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:16:08.720884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0af962-72ce-4127-8857-7280cb1d03d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24390d34-37af-42d9-8918-51d11a1be051,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:08.740022 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b0af962-72ce-4127-8857-7280cb1d03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:08.740378 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-5b0af962-72ce-4127-8857-7280cb1d03d6 admin admin] Added segment 5df7833d-3c59-4a43-8f4e-7b99775888b0 of type vlan for network 8092aa01-1f88-4fea-91b2-0a962046be05 Sep 07 19:16:08.786139 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b0af962-72ce-4127-8857-7280cb1d03d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:08.815662 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b0af962-72ce-4127-8857-7280cb1d03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:08.818025 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0af962-72ce-4127-8857-7280cb1d03d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:08.819406 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b0af962-72ce-4127-8857-7280cb1d03d6 admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:08.860380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5b0af962-72ce-4127-8857-7280cb1d03d6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5111656 Sep 07 19:16:08.865050 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37024) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:08.872450 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e4aa9655-1f8c-4f3d-b445-e56fad7f7816 admin admin] Request body: {'subnet': {'network_id': '8092aa01-1f88-4fea-91b2-0a962046be05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-114226646-subnet', 'tenant_id': '6ca707ed63aa493fa55ab64b5bd28d48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:08.917807 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0af962-72ce-4127-8857-7280cb1d03d6 admin admin] Pushing event updated for resources: {'Network': ['ID=8092aa01-1f88-4fea-91b2-0a962046be05,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:08.932240 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4aa9655-1f8c-4f3d-b445-e56fad7f7816 admin admin] Made reservation on behalf of 6ca707ed63aa493fa55ab64b5bd28d48 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:16:08.933181 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 8092aa01-1f88-4fea-91b2-0a962046be05 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:16:08.935776 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e4aa9655-1f8c-4f3d-b445-e56fad7f7816 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:09.144468 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e4aa9655-1f8c-4f3d-b445-e56fad7f7816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:09.212324 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa9655-1f8c-4f3d-b445-e56fad7f7816 admin admin] Checking segment: {'id': '5df7833d-3c59-4a43-8f4e-7b99775888b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8092aa01-1f88-4fea-91b2-0a962046be05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:16:09.213367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aa9655-1f8c-4f3d-b445-e56fad7f7816 admin admin] Network hostable DHCP agents. Network: 8092aa01-1f88-4fea-91b2-0a962046be05, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:16:09.219070 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa9655-1f8c-4f3d-b445-e56fad7f7816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb30b29d-51c3-4312-9c07-071ac76c701a,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:09.236475 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aa9655-1f8c-4f3d-b445-e56fad7f7816 admin admin] Network 8092aa01-1f88-4fea-91b2-0a962046be05 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:16:09.250509 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-e4aa9655-1f8c-4f3d-b445-e56fad7f7816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 8092aa01-1f88-4fea-91b2-0a962046be05) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:16:09.254767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aa9655-1f8c-4f3d-b445-e56fad7f7816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:09.255576 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e4aa9655-1f8c-4f3d-b445-e56fad7f7816 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:09.264716 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa26744-212b-4920-8880-a1d3f2dc254c None None] Network 8092aa01-1f88-4fea-91b2-0a962046be05 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:16:09.288859 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e4aa9655-1f8c-4f3d-b445-e56fad7f7816 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4220486 Sep 07 19:16:09.465806 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57d139-9d2f-4cbe-a14d-f442fe25b91f req-d18f3b22-cf70-424d-a5a2-483d3a8d5a11 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:09.470415 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d57d139-9d2f-4cbe-a14d-f442fe25b91f req-d18f3b22-cf70-424d-a5a2-483d3a8d5a11 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b1b90f9-0a54-4b7d-a321-e99c1948e763 HTTP/1.1" status: 200 len: 946 time: 0.0944426 Sep 07 19:16:09.500953 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2173cab6-7d20-4c21-953f-867a922897f3 None None] Network 8092aa01-1f88-4fea-91b2-0a962046be05 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:16:09.591212 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d57d139-9d2f-4cbe-a14d-f442fe25b91f req-0c013c93-12e3-48c7-8550-91ea0e854ae2 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/security-groups?id=51fd7eb1-2857-406e-b05e-568ff502cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162713 Sep 07 19:16:09.708470 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46d305-f45d-4d69-b112-aa8a65a56cad req-883dd34e-ffc4-404e-8a58-75afeed06d94 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:09.711597 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d46d305-f45d-4d69-b112-aa8a65a56cad req-883dd34e-ffc4-404e-8a58-75afeed06d94 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1b90f9-0a54-4b7d-a321-e99c1948e763 HTTP/1.1" status: 200 len: 946 time: 0.1401000 Sep 07 19:16:09.884112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d384e-3429-4430-857f-dd485748a56e req-af87f4f5-45ae-4efe-ac64-0583828473f5 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:09.885757 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f8d384e-3429-4430-857f-dd485748a56e req-af87f4f5-45ae-4efe-ac64-0583828473f5 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.36 "GET /v2.0/ports?device_id=27faf5ff-7f83-4dd3-9f80-827f296b2ec4 HTTP/1.1" status: 200 len: 945 time: 0.1535680 Sep 07 19:16:09.983550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-5d46d305-f45d-4d69-b112-aa8a65a56cad req-be600152-e1a3-45dd-afef-f282de88caaf tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Deleting port 28e7bb33-ebec-4a64-bf79-93fd26f8faff {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:16:09.985114 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5d46d305-f45d-4d69-b112-aa8a65a56cad req-be600152-e1a3-45dd-afef-f282de88caaf tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:10.146862 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-5f8d384e-3429-4430-857f-dd485748a56e req-9415587b-b609-45a1-a07c-c2dc9853783d tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Deleting port 8991a0b6-d85e-441d-a919-ac0c1c314eb0 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:16:10.147700 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5f8d384e-3429-4430-857f-dd485748a56e req-9415587b-b609-45a1-a07c-c2dc9853783d tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:10.192246 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37064) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:10.198753 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-de07e275-ef3b-42da-a325-312b8e5bc790 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1779629345-network', 'tenant_id': '365bc732b2714090b1e547ebdb17ac27'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:10.212622 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-5d46d305-f45d-4d69-b112-aa8a65a56cad req-be600152-e1a3-45dd-afef-f282de88caaf tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] For port 28e7bb33-ebec-4a64-bf79-93fd26f8faff, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=28e7bb33-ebec-4a64-bf79-93fd26f8faff,segment=NetworkSegment(5b72f2e8-ce09-48cc-89c5-44e110df74bd),segment_id=5b72f2e8-ce09-48cc-89c5-44e110df74bd)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:10.213317 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5d46d305-f45d-4d69-b112-aa8a65a56cad req-be600152-e1a3-45dd-afef-f282de88caaf tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:10.223283 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de07e275-ef3b-42da-a325-312b8e5bc790 admin admin] Made reservation on behalf of 365bc732b2714090b1e547ebdb17ac27 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:16:10.226309 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-de07e275-ef3b-42da-a325-312b8e5bc790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:10.240263 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-de07e275-ef3b-42da-a325-312b8e5bc790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:10.274591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-5d46d305-f45d-4d69-b112-aa8a65a56cad req-be600152-e1a3-45dd-afef-f282de88caaf tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Calling delete_port for 28e7bb33-ebec-4a64-bf79-93fd26f8faff owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:16:10.358131 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-5f8d384e-3429-4430-857f-dd485748a56e req-9415587b-b609-45a1-a07c-c2dc9853783d tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] For port 8991a0b6-d85e-441d-a919-ac0c1c314eb0, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=8991a0b6-d85e-441d-a919-ac0c1c314eb0,segment=NetworkSegment(5b72f2e8-ce09-48cc-89c5-44e110df74bd),segment_id=5b72f2e8-ce09-48cc-89c5-44e110df74bd)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:10.358771 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5f8d384e-3429-4430-857f-dd485748a56e req-9415587b-b609-45a1-a07c-c2dc9853783d tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:10.382483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-5f8d384e-3429-4430-857f-dd485748a56e req-9415587b-b609-45a1-a07c-c2dc9853783d tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Calling delete_port for 8991a0b6-d85e-441d-a919-ac0c1c314eb0 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:16:10.414096 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-de07e275-ef3b-42da-a325-312b8e5bc790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:10.418980 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-de07e275-ef3b-42da-a325-312b8e5bc790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:10.458379 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de07e275-ef3b-42da-a325-312b8e5bc790 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:16:10.479991 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-de07e275-ef3b-42da-a325-312b8e5bc790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:10.479991 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-de07e275-ef3b-42da-a325-312b8e5bc790 admin admin] Added segment a8987a28-0a40-4d1f-95de-6ecd22dfa5db of type vlan for network a2c11243-40c6-405b-9aa1-9466a17c0c05 Sep 07 19:16:10.542277 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07e275-ef3b-42da-a325-312b8e5bc790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8725bb7-c4a3-4fa8-8439-00494d4d1e28,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:10.551018 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-de07e275-ef3b-42da-a325-312b8e5bc790 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:10.594362 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-de07e275-ef3b-42da-a325-312b8e5bc790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:10.595433 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de07e275-ef3b-42da-a325-312b8e5bc790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:10.596067 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-de07e275-ef3b-42da-a325-312b8e5bc790 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:10.649323 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-de07e275-ef3b-42da-a325-312b8e5bc790 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4551017 Sep 07 19:16:10.701266 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37074) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:10.712040 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5f8d384e-3429-4430-857f-dd485748a56e req-9415587b-b609-45a1-a07c-c2dc9853783d tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:10.715150 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5d46d305-f45d-4d69-b112-aa8a65a56cad req-be600152-e1a3-45dd-afef-f282de88caaf tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:10.722675 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d885f9d0-46fb-4d3b-9c86-a067c4fe5c72 admin admin] Request body: {'subnet': {'network_id': 'a2c11243-40c6-405b-9aa1-9466a17c0c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1779629345-subnet', 'tenant_id': '365bc732b2714090b1e547ebdb17ac27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:10.728497 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['28e7bb33-ebec-4a64-bf79-93fd26f8faff', '8991a0b6-d85e-441d-a919-ac0c1c314eb0'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:16:10.736751 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07e275-ef3b-42da-a325-312b8e5bc790 admin admin] Pushing event updated for resources: {'Network': ['ID=a2c11243-40c6-405b-9aa1-9466a17c0c05,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:10.762365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415587b-b609-45a1-a07c-c2dc9853783d tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Pushing event deleted for resources: {'Port': ['ID=8991a0b6-d85e-441d-a919-ac0c1c314eb0,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:10.762679 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network a2c11243-40c6-405b-9aa1-9466a17c0c05 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:16:10.776457 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['8991a0b6-d85e-441d-a919-ac0c1c314eb0'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:16:10.785150 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d885f9d0-46fb-4d3b-9c86-a067c4fe5c72 admin admin] Made reservation on behalf of 365bc732b2714090b1e547ebdb17ac27 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:16:10.788334 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d885f9d0-46fb-4d3b-9c86-a067c4fe5c72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:10.881731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9e46453e-a3d4-4ad4-b353-c5c7be2a5512 req-f7dbf4bd-dfcc-483e-bad3-03593fcb4147 tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b1b90f9-0a54-4b7d-a321-e99c1948e763 HTTP/1.1" status: 200 len: 210 time: 0.1231723 Sep 07 19:16:10.883379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8d384e-3429-4430-857f-dd485748a56e req-9415587b-b609-45a1-a07c-c2dc9853783d tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] No DVR routers for this DVR port 8991a0b6-d85e-441d-a919-ac0c1c314eb0 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:16:10.888558 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5f8d384e-3429-4430-857f-dd485748a56e req-9415587b-b609-45a1-a07c-c2dc9853783d tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:10.891862 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f8d384e-3429-4430-857f-dd485748a56e req-9415587b-b609-45a1-a07c-c2dc9853783d tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.36 "DELETE /v2.0/ports/8991a0b6-d85e-441d-a919-ac0c1c314eb0 HTTP/1.1" status: 204 len: 173 time: 0.9978328 Sep 07 19:16:10.892834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27faf5ff-7f83-4dd3-9f80-827f296b2ec4', 'name': 'network-vif-deleted', 'tag': '8991a0b6-d85e-441d-a919-ac0c1c314eb0'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:16:10.898729 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2713d120-51ec-47bb-b30c-ae871ed4d272" -d '{"events": [{"server_uuid": "27faf5ff-7f83-4dd3-9f80-827f296b2ec4", "name": "network-vif-deleted", "tag": "8991a0b6-d85e-441d-a919-ac0c1c314eb0"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:16:10.904479 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be600152-e1a3-45dd-afef-f282de88caaf tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Pushing event deleted for resources: {'Port': ['ID=28e7bb33-ebec-4a64-bf79-93fd26f8faff,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:10.989882 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3a59ba-02c1-41d9-ab37-c3054e9ac932 x-openstack-request-id: req-1d3a59ba-02c1-41d9-ab37-c3054e9ac932 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:16:10.990237 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27faf5ff-7f83-4dd3-9f80-827f296b2ec4", "name": "network-vif-deleted", "tag": "8991a0b6-d85e-441d-a919-ac0c1c314eb0", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:16:10.991129 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d3a59ba-02c1-41d9-ab37-c3054e9ac932 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:16:10.991598 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27faf5ff-7f83-4dd3-9f80-827f296b2ec4', 'name': 'network-vif-deleted', 'tag': '8991a0b6-d85e-441d-a919-ac0c1c314eb0', 'status': 'completed', 'code': 200} Sep 07 19:16:10.992401 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d46d305-f45d-4d69-b112-aa8a65a56cad req-be600152-e1a3-45dd-afef-f282de88caaf tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] No DVR routers for this DVR port 28e7bb33-ebec-4a64-bf79-93fd26f8faff on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:16:10.995454 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5d46d305-f45d-4d69-b112-aa8a65a56cad req-be600152-e1a3-45dd-afef-f282de88caaf tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:10.998288 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d46d305-f45d-4d69-b112-aa8a65a56cad req-be600152-e1a3-45dd-afef-f282de88caaf tempest-ListServersNegativeTestJSON-1956524407 tempest-ListServersNegativeTestJSON-1956524407-project] 10.222.0.36 "DELETE /v2.0/ports/28e7bb33-ebec-4a64-bf79-93fd26f8faff HTTP/1.1" status: 204 len: 173 time: 1.2797730 Sep 07 19:16:11.079499 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d885f9d0-46fb-4d3b-9c86-a067c4fe5c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:11.149568 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d885f9d0-46fb-4d3b-9c86-a067c4fe5c72 admin admin] Checking segment: {'id': 'a8987a28-0a40-4d1f-95de-6ecd22dfa5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a2c11243-40c6-405b-9aa1-9466a17c0c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:16:11.149886 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d885f9d0-46fb-4d3b-9c86-a067c4fe5c72 admin admin] Network hostable DHCP agents. Network: a2c11243-40c6-405b-9aa1-9466a17c0c05, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:16:11.154503 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885f9d0-46fb-4d3b-9c86-a067c4fe5c72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7419d200-04cd-439f-a3c2-794899d2236b,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:11.171978 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d885f9d0-46fb-4d3b-9c86-a067c4fe5c72 admin admin] Network a2c11243-40c6-405b-9aa1-9466a17c0c05 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:16:11.181653 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-d885f9d0-46fb-4d3b-9c86-a067c4fe5c72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, a2c11243-40c6-405b-9aa1-9466a17c0c05) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:16:11.186337 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d885f9d0-46fb-4d3b-9c86-a067c4fe5c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:11.187052 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d885f9d0-46fb-4d3b-9c86-a067c4fe5c72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:11.194778 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c4f5e6-2899-48d3-9323-51fcc62ba759 None None] Network a2c11243-40c6-405b-9aa1-9466a17c0c05 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:16:11.207292 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d885f9d0-46fb-4d3b-9c86-a067c4fe5c72 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5044508 Sep 07 19:16:11.414541 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e287322-2407-472a-b7dc-4cf363191685 None None] Network a2c11243-40c6-405b-9aa1-9466a17c0c05 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:16:11.851427 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-bbac6834-8712-41a5-9023-9da183b52992 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:11.857034 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-bbac6834-8712-41a5-9023-9da183b52992 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/networks?id=8092aa01-1f88-4fea-91b2-0a962046be05 HTTP/1.1" status: 200 len: 808 time: 0.1356106 Sep 07 19:16:11.869324 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-865d5370-e6a6-47f2-a0ee-8bceec660d2c tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/quotas/6ca707ed63aa493fa55ab64b5bd28d48 HTTP/1.1" status: 200 len: 375 time: 0.0104296 Sep 07 19:16:11.903538 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-43e467b9-7178-47f8-bbb1-4fda592b60d3 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ca707ed63aa493fa55ab64b5bd28d48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274780 Sep 07 19:16:12.023778 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37124) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:12.025033 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-47b391ff-f908-4bae-98b5-29ea42832347 service neutron] 10.222.0.26 "GET /v2.0/networks/8092aa01-1f88-4fea-91b2-0a962046be05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098299 Sep 07 19:16:12.082960 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24ce9a6-a5ff-4efb-8a06-6bd3b729d5f1 admin admin] Deleting subnet 39a10e1c-984c-45fa-bb05-fb6655314ae5 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:16:12.086141 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b24ce9a6-a5ff-4efb-8a06-6bd3b729d5f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:12.133933 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b24ce9a6-a5ff-4efb-8a06-6bd3b729d5f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:12.171588 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-d62af983-5501-4510-9da6-957dfd7ff5ac service neutron] 10.222.0.26 "GET /v2.0/networks/8092aa01-1f88-4fea-91b2-0a962046be05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357462 Sep 07 19:16:12.196877 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b24ce9a6-a5ff-4efb-8a06-6bd3b729d5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:12.281679 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b24ce9a6-a5ff-4efb-8a06-6bd3b729d5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:12.324455 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ce9a6-a5ff-4efb-8a06-6bd3b729d5f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39a10e1c-984c-45fa-bb05-fb6655314ae5,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:12.332577 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b24ce9a6-a5ff-4efb-8a06-6bd3b729d5f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:12.332577 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b24ce9a6-a5ff-4efb-8a06-6bd3b729d5f1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/39a10e1c-984c-45fa-bb05-fb6655314ae5 HTTP/1.1" status: 204 len: 168 time: 0.3061445 Sep 07 19:16:12.333645 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37136) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:12.489566 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0b4bd55f-8c91-4620-a949-fc3b62c67cc5 req-36765591-5b85-44cf-a962-5f9751461c35 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b411a44-2a5f-4041-ad7b-7945c802718e HTTP/1.1" status: 200 len: 210 time: 0.0995507 Sep 07 19:16:12.497302 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef58cfb8-fd69-47a8-8894-03a7d6ada183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:12.651459 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef58cfb8-fd69-47a8-8894-03a7d6ada183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:12.675029 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-ef58cfb8-fd69-47a8-8894-03a7d6ada183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0aded1-4104-42ae-9e6b-fad7da13c172']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:12.687794 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-ef58cfb8-fd69-47a8-8894-03a7d6ada183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b72f2e8-ce09-48cc-89c5-44e110df74bd') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:12.688287 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-ef58cfb8-fd69-47a8-8894-03a7d6ada183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b72f2e8-ce09-48cc-89c5-44e110df74bd') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:12.703820 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef58cfb8-fd69-47a8-8894-03a7d6ada183 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:12.717210 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef58cfb8-fd69-47a8-8894-03a7d6ada183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:12.720718 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 28e7bb33-ebec-4a64-bf79-93fd26f8faff no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:16:12.731977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef58cfb8-fd69-47a8-8894-03a7d6ada183 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:16:12.732403 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef58cfb8-fd69-47a8-8894-03a7d6ada183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:16:12.737418 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:16:12.743492 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 28e7bb33-ebec-4a64-bf79-93fd26f8faff {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:16:12.743852 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 28e7bb33-ebec-4a64-bf79-93fd26f8faff not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:16:12.744287 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 8991a0b6-d85e-441d-a919-ac0c1c314eb0 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:16:12.765847 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 8991a0b6-d85e-441d-a919-ac0c1c314eb0 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:16:12.766649 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 8991a0b6-d85e-441d-a919-ac0c1c314eb0 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:16:12.834565 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef58cfb8-fd69-47a8-8894-03a7d6ada183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:12.844206 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef58cfb8-fd69-47a8-8894-03a7d6ada183 admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:12.846441 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ef58cfb8-fd69-47a8-8894-03a7d6ada183 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fc0aded1-4104-42ae-9e6b-fad7da13c172 HTTP/1.1" status: 204 len: 168 time: 0.5115435 Sep 07 19:16:12.860567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58cfb8-fd69-47a8-8894-03a7d6ada183 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc0aded1-4104-42ae-9e6b-fad7da13c172,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:12.992453 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1b90f9-0a54-4b7d-a321-e99c1948e763', 'name': 'network-vif-deleted', 'tag': '28e7bb33-ebec-4a64-bf79-93fd26f8faff'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:16:12.994854 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542120c7-a4e1-4f50-9e23-d597c46022ed" -d '{"events": [{"server_uuid": "4b1b90f9-0a54-4b7d-a321-e99c1948e763", "name": "network-vif-deleted", "tag": "28e7bb33-ebec-4a64-bf79-93fd26f8faff"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:16:13.030769 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:13.055724 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f368cd03-0363-4df6-bbca-1cbd7bbda58f x-openstack-request-id: req-f368cd03-0363-4df6-bbca-1cbd7bbda58f {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:16:13.056340 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1b90f9-0a54-4b7d-a321-e99c1948e763", "name": "network-vif-deleted", "tag": "28e7bb33-ebec-4a64-bf79-93fd26f8faff", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:16:13.056652 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f368cd03-0363-4df6-bbca-1cbd7bbda58f {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:16:13.057091 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1b90f9-0a54-4b7d-a321-e99c1948e763', 'name': 'network-vif-deleted', 'tag': '28e7bb33-ebec-4a64-bf79-93fd26f8faff', 'status': 'completed', 'code': 200} Sep 07 19:16:13.071633 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37170) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:13.121259 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-08a47e96-f029-4638-a171-a3d67b4ee431 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d1671cd55b045cf8b9a38f097d3c622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480001 Sep 07 19:16:13.123394 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37174) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:13.185885 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90b492ea-ecd3-4840-a7e5-7ac17d15a0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:13.208910 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90b492ea-ecd3-4840-a7e5-7ac17d15a0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:13.274745 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90b492ea-ecd3-4840-a7e5-7ac17d15a0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:13.277772 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90b492ea-ecd3-4840-a7e5-7ac17d15a0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:13.279418 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-90b492ea-ecd3-4840-a7e5-7ac17d15a0e7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51fd7eb1-2857-406e-b05e-568ff502cc9e HTTP/1.1" status: 204 len: 168 time: 0.1548796 Sep 07 19:16:13.292863 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b492ea-ecd3-4840-a7e5-7ac17d15a0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fd7eb1-2857-406e-b05e-568ff502cc9e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:13.609599 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a1de6ef-24ca-49db-a1c4-c173bf0c771d req-8e55f3bd-28cd-4b51-8fb2-f49762de977b tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b411a44-2a5f-4041-ad7b-7945c802718e HTTP/1.1" status: 200 len: 210 time: 0.0321157 Sep 07 19:16:13.915449 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:14.128782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-b19bc847-9d53-411d-b1ae-738dc770f8ee tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:14.131950 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-b19bc847-9d53-411d-b1ae-738dc770f8ee tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.60 "GET /v2.0/networks?id=8092aa01-1f88-4fea-91b2-0a962046be05 HTTP/1.1" status: 200 len: 808 time: 0.1395941 Sep 07 19:16:14.146981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-bebf297f-e9f0-41b6-b3f8-0473f4287aff tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Request body: {'port': {'device_id': '6b411a44-2a5f-4041-ad7b-7945c802718e', 'network_id': '8092aa01-1f88-4fea-91b2-0a962046be05', 'admin_state_up': True, 'tenant_id': '6ca707ed63aa493fa55ab64b5bd28d48'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:14.243756 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37226) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:14.301127 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-bebf297f-e9f0-41b6-b3f8-0473f4287aff tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Made reservation on behalf of 6ca707ed63aa493fa55ab64b5bd28d48 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:16:14.307210 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-bebf297f-e9f0-41b6-b3f8-0473f4287aff tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:14.381762 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-bcaa2ba0-da89-413f-8f79-89646d98209f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-781004700-network', 'tenant_id': '6215c456f2db40c5b8ca23bc4ac63673'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:14.415507 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcaa2ba0-da89-413f-8f79-89646d98209f admin admin] Made reservation on behalf of 6215c456f2db40c5b8ca23bc4ac63673 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:16:14.418764 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcaa2ba0-da89-413f-8f79-89646d98209f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:14.430428 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcaa2ba0-da89-413f-8f79-89646d98209f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:14.489969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-bebf297f-e9f0-41b6-b3f8-0473f4287aff tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Allocated IP 172.20.0.3 (8092aa01-1f88-4fea-91b2-0a962046be05/fb30b29d-51c3-4312-9c07-071ac76c701a/37b51993-dfab-4651-a854-51dcc09eaed5) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:16:14.583800 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcaa2ba0-da89-413f-8f79-89646d98209f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:14.589465 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcaa2ba0-da89-413f-8f79-89646d98209f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:14.644224 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcaa2ba0-da89-413f-8f79-89646d98209f admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:16:14.670082 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcaa2ba0-da89-413f-8f79-89646d98209f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:14.670082 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-bcaa2ba0-da89-413f-8f79-89646d98209f admin admin] Added segment 608b9e8b-dfdc-4e94-938a-5427adc10eb8 of type vlan for network 79360c4f-572c-482f-be5a-0265c847822a Sep 07 19:16:14.711474 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcaa2ba0-da89-413f-8f79-89646d98209f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:14.745704 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa2ba0-da89-413f-8f79-89646d98209f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8baa7c-5c21-4f4f-8e58-8afe47f6277a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:14.754062 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcaa2ba0-da89-413f-8f79-89646d98209f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:14.755046 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaa2ba0-da89-413f-8f79-89646d98209f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:14.755622 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bcaa2ba0-da89-413f-8f79-89646d98209f admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:14.783269 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-bebf297f-e9f0-41b6-b3f8-0473f4287aff tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:14.824995 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bcaa2ba0-da89-413f-8f79-89646d98209f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5800357 Sep 07 19:16:14.825611 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37254) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:14.832462 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-27905395-a6d4-4af6-87db-42e77ebd0bc4 admin admin] Request body: {'subnet': {'network_id': '79360c4f-572c-482f-be5a-0265c847822a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-781004700-subnet', 'tenant_id': '6215c456f2db40c5b8ca23bc4ac63673', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:14.837254 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa2ba0-da89-413f-8f79-89646d98209f admin admin] Pushing event updated for resources: {'Network': ['ID=79360c4f-572c-482f-be5a-0265c847822a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:14.855984 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 79360c4f-572c-482f-be5a-0265c847822a details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:16:14.863869 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25b62d18-e254-4e41-9da3-8b3e5c4933e8 req-0c4142dd-cb81-4823-9a5c-37e9a9f7e449 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b411a44-2a5f-4041-ad7b-7945c802718e HTTP/1.1" status: 200 len: 210 time: 0.0696356 Sep 07 19:16:14.900493 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27905395-a6d4-4af6-87db-42e77ebd0bc4 admin admin] Made reservation on behalf of 6215c456f2db40c5b8ca23bc4ac63673 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:16:14.900910 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27905395-a6d4-4af6-87db-42e77ebd0bc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:14.909615 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-bebf297f-e9f0-41b6-b3f8-0473f4287aff tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:14.971411 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf297f-e9f0-41b6-b3f8-0473f4287aff tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Pushing event updated for resources: {'Port': ['ID=37b51993-dfab-4651-a854-51dcc09eaed5,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:14.979128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-bebf297f-e9f0-41b6-b3f8-0473f4287aff tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Network 8092aa01-1f88-4fea-91b2-0a962046be05 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:16:14.981711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-bebf297f-e9f0-41b6-b3f8-0473f4287aff tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:16:14.985011 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-bebf297f-e9f0-41b6-b3f8-0473f4287aff tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:16:15.066306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-bebf297f-e9f0-41b6-b3f8-0473f4287aff tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:15.067663 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-bebf297f-e9f0-41b6-b3f8-0473f4287aff tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:15.089078 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-bebf297f-e9f0-41b6-b3f8-0473f4287aff tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9462636 Sep 07 19:16:15.103485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] Request body: {'port': {'device_id': '6b411a44-2a5f-4041-ad7b-7945c802718e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:15.141984 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27905395-a6d4-4af6-87db-42e77ebd0bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:15.185738 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:15.228439 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27905395-a6d4-4af6-87db-42e77ebd0bc4 admin admin] Checking segment: {'id': '608b9e8b-dfdc-4e94-938a-5427adc10eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '79360c4f-572c-482f-be5a-0265c847822a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:16:15.228829 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27905395-a6d4-4af6-87db-42e77ebd0bc4 admin admin] Network hostable DHCP agents. Network: 79360c4f-572c-482f-be5a-0265c847822a, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:16:15.237340 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27905395-a6d4-4af6-87db-42e77ebd0bc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd1de093-69c6-4555-89aa-e9f4ca5e30fa,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:15.258413 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27905395-a6d4-4af6-87db-42e77ebd0bc4 admin admin] Network 79360c4f-572c-482f-be5a-0265c847822a is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:16:15.268000 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-27905395-a6d4-4af6-87db-42e77ebd0bc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 79360c4f-572c-482f-be5a-0265c847822a) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:16:15.272867 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27905395-a6d4-4af6-87db-42e77ebd0bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:15.273543 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27905395-a6d4-4af6-87db-42e77ebd0bc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:15.278596 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f4f8b9-cc2b-47af-a9ca-1f836f82c4f0 None None] Network 79360c4f-572c-482f-be5a-0265c847822a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:16:15.323224 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-27905395-a6d4-4af6-87db-42e77ebd0bc4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4944241 Sep 07 19:16:15.457973 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd9498f-d4b0-46fc-bc84-353a44693d4f None None] Network 79360c4f-572c-482f-be5a-0265c847822a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:16:15.661520 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b51993-dfab-4651-a854-51dcc09eaed5 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:16:15.670872 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:15.688359 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] Transition to ACTIVE for port object 37b51993-dfab-4651-a854-51dcc09eaed5 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:16:15.692343 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:15.756597 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] Pushing event updated for resources: {'Port': ['ID=37b51993-dfab-4651-a854-51dcc09eaed5,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:15.925489 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] Attempting to bind port 37b51993-dfab-4651-a854-51dcc09eaed5 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:16:15.925834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] Attempting to bind port 37b51993-dfab-4651-a854-51dcc09eaed5 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '5df7833d-3c59-4a43-8f4e-7b99775888b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8092aa01-1f88-4fea-91b2-0a962046be05'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:16:15.926212 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] Attempting to bind port 37b51993-dfab-4651-a854-51dcc09eaed5 on network 8092aa01-1f88-4fea-91b2-0a962046be05 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:16:15.937745 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] Port 37b51993-dfab-4651-a854-51dcc09eaed5 on network 8092aa01-1f88-4fea-91b2-0a962046be05 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:16:15.938075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] Attempting to bind port 37b51993-dfab-4651-a854-51dcc09eaed5 on network 8092aa01-1f88-4fea-91b2-0a962046be05 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:16:15.955630 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:16:15.955973 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] Checking segment: {'id': '5df7833d-3c59-4a43-8f4e-7b99775888b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8092aa01-1f88-4fea-91b2-0a962046be05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:16:15.956438 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] Bound using segment: {'id': '5df7833d-3c59-4a43-8f4e-7b99775888b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8092aa01-1f88-4fea-91b2-0a962046be05'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:16:15.956986 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] Bound port: 37b51993-dfab-4651-a854-51dcc09eaed5, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df7833d-3c59-4a43-8f4e-7b99775888b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8092aa01-1f88-4fea-91b2-0a962046be05'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:16:15.958976 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:15.979684 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-46ff69d4-f1b5-4999-9500-cfafec6fd8db tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:15.982218 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-46ff69d4-f1b5-4999-9500-cfafec6fd8db tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/networks?id=79360c4f-572c-482f-be5a-0265c847822a HTTP/1.1" status: 200 len: 813 time: 0.1923199 Sep 07 19:16:16.032994 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-15fe0967-8f7d-4390-a440-57ae764817c6 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/quotas/6215c456f2db40c5b8ca23bc4ac63673 HTTP/1.1" status: 200 len: 375 time: 0.0408072 Sep 07 19:16:16.093231 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-cdfa7892-3dbb-4e0f-ad9d-ce2b0d725aeb tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6215c456f2db40c5b8ca23bc4ac63673&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385878 Sep 07 19:16:16.141979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f95e5-262e-4701-8114-b77d4e2ded96 req-e79895d6-c569-4244-b2fd-fc810a7d547b tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:16.143490 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc5f95e5-262e-4701-8114-b77d4e2ded96 req-e79895d6-c569-4244-b2fd-fc810a7d547b tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b411a44-2a5f-4041-ad7b-7945c802718e HTTP/1.1" status: 200 len: 943 time: 0.1601677 Sep 07 19:16:16.166895 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] For port 37b51993-dfab-4651-a854-51dcc09eaed5, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:16:16.216466 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] For port 37b51993-dfab-4651-a854-51dcc09eaed5, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=37b51993-dfab-4651-a854-51dcc09eaed5,segment=NetworkSegment(5df7833d-3c59-4a43-8f4e-7b99775888b0),segment_id=5df7833d-3c59-4a43-8f4e-7b99775888b0)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:16:16.228038 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:16.289307 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc5f95e5-262e-4701-8114-b77d4e2ded96 req-913acce8-8ba4-4021-a314-aec496f0e465 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/security-groups?id=24390d34-37af-42d9-8918-51d11a1be051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334727 Sep 07 19:16:16.310208 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:16.310932 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:16.312640 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] 10.222.0.60 "PUT /v2.0/ports/37b51993-dfab-4651-a854-51dcc09eaed5 HTTP/1.1" status: 200 len: 1091 time: 1.2144313 Sep 07 19:16:16.313193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b411a44-2a5f-4041-ad7b-7945c802718e', 'tag': '37b51993-dfab-4651-a854-51dcc09eaed5'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:16:16.315566 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a138026-7080-47cd-8b8b-21f897e7c749" -d '{"events": [{"name": "network-changed", "server_uuid": "6b411a44-2a5f-4041-ad7b-7945c802718e", "tag": "37b51993-dfab-4651-a854-51dcc09eaed5"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:16:16.343372 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-4e3498ab-d642-4d02-a95b-777f99323653 service neutron] 10.222.0.26 "GET /v2.0/networks/79360c4f-572c-482f-be5a-0265c847822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418349 Sep 07 19:16:16.401776 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d944f2-3133-4cd8-a11d-317abc92f834 x-openstack-request-id: req-d2d944f2-3133-4cd8-a11d-317abc92f834 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:16:16.402194 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b411a44-2a5f-4041-ad7b-7945c802718e", "tag": "37b51993-dfab-4651-a854-51dcc09eaed5", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:16:16.402735 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2d944f2-3133-4cd8-a11d-317abc92f834 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:16:16.403252 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b411a44-2a5f-4041-ad7b-7945c802718e', 'tag': '37b51993-dfab-4651-a854-51dcc09eaed5', 'status': 'completed', 'code': 200} Sep 07 19:16:16.415526 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab127d1-8312-4179-b861-5b8db32673f1 service neutron] Pushing event updated for resources: {'Port': ['ID=37b51993-dfab-4651-a854-51dcc09eaed5,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:16.469356 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-adbd8c6f-2cbc-451a-b125-0cd4db204fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:16.484746 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-adbd8c6f-2cbc-451a-b125-0cd4db204fef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ca707ed63aa493fa55ab64b5bd28d48&device_id=6b411a44-2a5f-4041-ad7b-7945c802718e HTTP/1.1" status: 200 len: 1094 time: 0.1127524 Sep 07 19:16:16.526412 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-ac0c90bd-5427-4f23-a2c9-2d3eb2b6992a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b51993-dfab-4651-a854-51dcc09eaed5 HTTP/1.1" status: 200 len: 217 time: 0.0457766 Sep 07 19:16:16.530759 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-c9cc672a-a8c2-4392-9546-6b30e978d6ea service neutron] 10.222.0.26 "GET /v2.0/networks/79360c4f-572c-482f-be5a-0265c847822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865768 Sep 07 19:16:16.588073 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-df40b085-d65d-4e54-ae61-5ae2d4b79b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:16.589628 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-df40b085-d65d-4e54-ae61-5ae2d4b79b9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb30b29d-51c3-4312-9c07-071ac76c701a HTTP/1.1" status: 200 len: 848 time: 0.0561435 Sep 07 19:16:16.629550 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-e4614a01-a5fb-4784-9da7-518a03b3a621 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8092aa01-1f88-4fea-91b2-0a962046be05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283899 Sep 07 19:16:16.641536 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b0c593d3-c938-4fe9-8861-97238d4083af req-753fd418-6c62-4f1f-879d-7f06187f379d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=051ebb9e-161c-47af-a504-fed20cf9143d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0747051 Sep 07 19:16:16.751123 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-ac4113a2-a5db-47be-8f71-efb0ad434590 service neutron] 10.222.0.60 "GET /v2.0/networks/8092aa01-1f88-4fea-91b2-0a962046be05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166344 Sep 07 19:16:16.823097 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c593d3-c938-4fe9-8861-97238d4083af req-f79bd6b1-8f66-42da-9766-12e0967d4884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:16.825121 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b0c593d3-c938-4fe9-8861-97238d4083af req-f79bd6b1-8f66-42da-9766-12e0967d4884 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78144588c9424754a9005f76111ab868&device_id=051ebb9e-161c-47af-a504-fed20cf9143d HTTP/1.1" status: 200 len: 1097 time: 0.1020284 Sep 07 19:16:16.898765 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-305196d5-1dc0-4e87-a15d-88d877335092 req-a776f9f7-46e3-4383-9fc9-27f72394ba74 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c19e70d-0c9b-4ccd-a301-8b94397eab87 HTTP/1.1" status: 200 len: 210 time: 0.0438437 Sep 07 19:16:16.905170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b03d13ce-3cf1-4aae-8a31-fd95e5e65871 req-fe7de7db-b61c-405b-a878-6fbef6a1edf7 service neutron] 10.222.0.60 "GET /v2.0/networks/8092aa01-1f88-4fea-91b2-0a962046be05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450250 Sep 07 19:16:17.053877 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c593d3-c938-4fe9-8861-97238d4083af req-4d96372d-b536-4b83-87d2-ccfc81f91911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:17.055383 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b0c593d3-c938-4fe9-8861-97238d4083af req-4d96372d-b536-4b83-87d2-ccfc81f91911 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fdefe059-ab1c-4e05-843f-cbd697701fb4 HTTP/1.1" status: 200 len: 897 time: 0.2077844 Sep 07 19:16:17.059814 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a138026-7080-47cd-8b8b-21f897e7c749 req-51eced10-e9b6-42b4-89af-b4b22d4e81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:17.061885 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a138026-7080-47cd-8b8b-21f897e7c749 req-51eced10-e9b6-42b4-89af-b4b22d4e81c7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ca707ed63aa493fa55ab64b5bd28d48&device_id=6b411a44-2a5f-4041-ad7b-7945c802718e HTTP/1.1" status: 200 len: 1094 time: 0.0836966 Sep 07 19:16:17.145589 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b0c593d3-c938-4fe9-8861-97238d4083af req-0c3a518e-c33f-43b2-9580-22b10afcbbb7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2a75449-01c3-4475-9031-33fb8609e862 HTTP/1.1" status: 200 len: 1002 time: 0.0774932 Sep 07 19:16:17.192593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a138026-7080-47cd-8b8b-21f897e7c749 req-255edae5-f5c8-4e03-9f2a-ebe0e6eda895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:17.197645 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a138026-7080-47cd-8b8b-21f897e7c749 req-255edae5-f5c8-4e03-9f2a-ebe0e6eda895 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8092aa01-1f88-4fea-91b2-0a962046be05 HTTP/1.1" status: 200 len: 909 time: 0.1292720 Sep 07 19:16:17.214707 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c593d3-c938-4fe9-8861-97238d4083af req-48fbc698-3dd9-4b30-bb03-084139dcc4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:17.216690 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b0c593d3-c938-4fe9-8861-97238d4083af req-48fbc698-3dd9-4b30-bb03-084139dcc4b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e0f1f041-8f8c-4a76-b62c-3f45dc58670c HTTP/1.1" status: 200 len: 835 time: 0.0628424 Sep 07 19:16:17.259724 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a138026-7080-47cd-8b8b-21f897e7c749 req-915d9b60-1712-476a-abc8-26709aa89f36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b51993-dfab-4651-a854-51dcc09eaed5 HTTP/1.1" status: 200 len: 217 time: 0.0536005 Sep 07 19:16:17.305615 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c593d3-c938-4fe9-8861-97238d4083af req-a580ae04-9a03-4f4f-a3bd-1b87190ab061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:17.308728 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b0c593d3-c938-4fe9-8861-97238d4083af req-a580ae04-9a03-4f4f-a3bd-1b87190ab061 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fdefe059-ab1c-4e05-843f-cbd697701fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832853 Sep 07 19:16:17.339352 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a138026-7080-47cd-8b8b-21f897e7c749 req-ebe01e74-6142-4fba-88f9-c10a7ab6ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:17.340862 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a138026-7080-47cd-8b8b-21f897e7c749 req-ebe01e74-6142-4fba-88f9-c10a7ab6ce7b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb30b29d-51c3-4312-9c07-071ac76c701a HTTP/1.1" status: 200 len: 848 time: 0.0736458 Sep 07 19:16:17.388087 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a138026-7080-47cd-8b8b-21f897e7c749 req-a13256e6-daaa-4718-852a-4df21b502d68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8092aa01-1f88-4fea-91b2-0a962046be05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395501 Sep 07 19:16:17.503833 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b0c593d3-c938-4fe9-8861-97238d4083af req-17f78c87-73eb-4e0e-b921-eb77869de7c5 service neutron] 10.222.0.60 "GET /v2.0/networks/fdefe059-ab1c-4e05-843f-cbd697701fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757069 Sep 07 19:16:17.633035 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b0c593d3-c938-4fe9-8861-97238d4083af req-db1c9371-30cc-4490-8bf4-0ec5830e924a service neutron] 10.222.0.60 "GET /v2.0/networks/fdefe059-ab1c-4e05-843f-cbd697701fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207347 Sep 07 19:16:17.939820 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def7e9d-0c78-4caf-8f79-8b5d9de0d681 req-3b95cf7a-7945-4084-bdb5-a436b621e1e5 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:17.941373 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4def7e9d-0c78-4caf-8f79-8b5d9de0d681 req-3b95cf7a-7945-4084-bdb5-a436b621e1e5 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b411a44-2a5f-4041-ad7b-7945c802718e HTTP/1.1" status: 200 len: 943 time: 0.5265505 Sep 07 19:16:17.976129 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a138026-7080-47cd-8b8b-21f897e7c749 req-898e2ac7-a9d8-4116-a5e8-10fe533ab9f1 service neutron] 10.222.0.60 "GET /v2.0/networks/8092aa01-1f88-4fea-91b2-0a962046be05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744972 Sep 07 19:16:17.981359 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-faf15f70-1ba2-4003-9f8d-84b01780085a req-f5b2e64a-c870-414f-80e9-a838dcfd8174 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0926838 Sep 07 19:16:18.062380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4def7e9d-0c78-4caf-8f79-8b5d9de0d681 req-954daef6-0a7b-4c66-8b4f-94a2672e5494 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/security-groups?id=24390d34-37af-42d9-8918-51d11a1be051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104033 Sep 07 19:16:18.185628 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb7b6f0a-28cd-4c31-b051-d7748a2a9d94 req-e5367359-8945-40c6-bd86-4c8bf28a1767 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c19e70d-0c9b-4ccd-a301-8b94397eab87 HTTP/1.1" status: 200 len: 210 time: 0.1267388 Sep 07 19:16:18.231048 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf15f70-1ba2-4003-9f8d-84b01780085a req-cba7f286-d3d9-4500-8432-44fa8e6a1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:18.232684 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-faf15f70-1ba2-4003-9f8d-84b01780085a req-cba7f286-d3d9-4500-8432-44fa8e6a1dea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 1096 time: 0.1915309 Sep 07 19:16:18.261115 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a138026-7080-47cd-8b8b-21f897e7c749 req-4a7736b4-95e4-4caf-9a1f-c944a1888853 service neutron] 10.222.0.60 "GET /v2.0/networks/8092aa01-1f88-4fea-91b2-0a962046be05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769046 Sep 07 19:16:18.381038 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-7fda0064-3175-49d8-a4a2-b09c5ab5adbe tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:18.384940 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-7fda0064-3175-49d8-a4a2-b09c5ab5adbe tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.60 "GET /v2.0/networks?id=79360c4f-572c-482f-be5a-0265c847822a HTTP/1.1" status: 200 len: 813 time: 0.2616508 Sep 07 19:16:18.405723 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-1e4bde2f-4304-41c2-aa8e-66f9ab823136 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Request body: {'port': {'device_id': '2c19e70d-0c9b-4ccd-a301-8b94397eab87', 'network_id': '79360c4f-572c-482f-be5a-0265c847822a', 'admin_state_up': True, 'tenant_id': '6215c456f2db40c5b8ca23bc4ac63673'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:18.410260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf15f70-1ba2-4003-9f8d-84b01780085a req-54a8a3a0-9138-4b94-81e0-c410c9316f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:18.411813 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-faf15f70-1ba2-4003-9f8d-84b01780085a req-54a8a3a0-9138-4b94-81e0-c410c9316f7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45 HTTP/1.1" status: 200 len: 898 time: 0.1434569 Sep 07 19:16:18.488491 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-faf15f70-1ba2-4003-9f8d-84b01780085a req-b3307239-388a-4d9e-b6d3-99734f65e926 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1bb4559-e248-4be7-8a49-15cf7cbf2391 HTTP/1.1" status: 200 len: 1001 time: 0.0681572 Sep 07 19:16:18.545713 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf15f70-1ba2-4003-9f8d-84b01780085a req-73d82023-0fa0-4dbd-a292-afc301743a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:18.547346 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-faf15f70-1ba2-4003-9f8d-84b01780085a req-73d82023-0fa0-4dbd-a292-afc301743a5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=853fcb3e-adca-4518-976c-b334ba64fc64 HTTP/1.1" status: 200 len: 834 time: 0.0506685 Sep 07 19:16:18.578031 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-1e4bde2f-4304-41c2-aa8e-66f9ab823136 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Made reservation on behalf of 6215c456f2db40c5b8ca23bc4ac63673 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:16:18.581956 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-1e4bde2f-4304-41c2-aa8e-66f9ab823136 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:18.620141 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf15f70-1ba2-4003-9f8d-84b01780085a req-a20a40c0-b40d-4020-b1f0-822c8aedd455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:18.631869 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-faf15f70-1ba2-4003-9f8d-84b01780085a req-a20a40c0-b40d-4020-b1f0-822c8aedd455 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760076 Sep 07 19:16:18.760810 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-faf15f70-1ba2-4003-9f8d-84b01780085a req-922b950a-9238-488a-8d0d-6f7017e454fa service neutron] 10.222.0.36 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212370 Sep 07 19:16:18.767153 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-1e4bde2f-4304-41c2-aa8e-66f9ab823136 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Allocated IP 172.20.0.3 (79360c4f-572c-482f-be5a-0265c847822a/bd1de093-69c6-4555-89aa-e9f4ca5e30fa/e426fa42-20b7-4c01-954c-2f5220503848) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:16:18.885510 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-faf15f70-1ba2-4003-9f8d-84b01780085a req-de9b0cc7-0646-4cf3-83b8-88eb46c1cae6 service neutron] 10.222.0.36 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169908 Sep 07 19:16:18.963635 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-1e4bde2f-4304-41c2-aa8e-66f9ab823136 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:19.011774 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-1e4bde2f-4304-41c2-aa8e-66f9ab823136 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:19.083995 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-1e4bde2f-4304-41c2-aa8e-66f9ab823136 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Network 79360c4f-572c-482f-be5a-0265c847822a is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:16:19.088017 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-1e4bde2f-4304-41c2-aa8e-66f9ab823136 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:16:19.092356 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-1e4bde2f-4304-41c2-aa8e-66f9ab823136 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:16:19.123013 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bde2f-4304-41c2-aa8e-66f9ab823136 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Pushing event updated for resources: {'Port': ['ID=e426fa42-20b7-4c01-954c-2f5220503848,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:19.155996 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-1e4bde2f-4304-41c2-aa8e-66f9ab823136 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:19.156857 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-1e4bde2f-4304-41c2-aa8e-66f9ab823136 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:19.174765 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-1e4bde2f-4304-41c2-aa8e-66f9ab823136 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7729273 Sep 07 19:16:19.189822 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] Request body: {'port': {'device_id': '2c19e70d-0c9b-4ccd-a301-8b94397eab87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:19.276438 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9eb865-d56b-4af6-9311-09bc8d78c406 req-dc0c8702-22b8-4def-8cbf-600469b690e4 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:19.278164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf9eb865-d56b-4af6-9311-09bc8d78c406 req-dc0c8702-22b8-4def-8cbf-600469b690e4 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b411a44-2a5f-4041-ad7b-7945c802718e HTTP/1.1" status: 200 len: 943 time: 0.0911672 Sep 07 19:16:19.286674 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:19.393854 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf9eb865-d56b-4af6-9311-09bc8d78c406 req-27ac504a-e9ef-41ff-84d0-2b1371ccd720 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/security-groups?id=24390d34-37af-42d9-8918-51d11a1be051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993366 Sep 07 19:16:19.418716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa2369-2b86-49c5-80aa-f31af2eed995 req-219b0a33-8c92-461f-8811-18b5faa0ab7e tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:19.420875 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2dfa2369-2b86-49c5-80aa-f31af2eed995 req-219b0a33-8c92-461f-8811-18b5faa0ab7e tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c19e70d-0c9b-4ccd-a301-8b94397eab87 HTTP/1.1" status: 200 len: 931 time: 0.1088600 Sep 07 19:16:19.475170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2dfa2369-2b86-49c5-80aa-f31af2eed995 req-d0bf3577-045b-4072-bfda-80ff0385dd44 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f8baa7c-5c21-4f4f-8e58-8afe47f6277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391278 Sep 07 19:16:19.623824 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e426fa42-20b7-4c01-954c-2f5220503848 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:16:19.632426 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:19.649483 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] Transition to ACTIVE for port object e426fa42-20b7-4c01-954c-2f5220503848 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:16:19.653617 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:19.716576 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] Pushing event updated for resources: {'Port': ['ID=e426fa42-20b7-4c01-954c-2f5220503848,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:19.799238 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] Attempting to bind port e426fa42-20b7-4c01-954c-2f5220503848 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:16:19.799676 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] Attempting to bind port e426fa42-20b7-4c01-954c-2f5220503848 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '608b9e8b-dfdc-4e94-938a-5427adc10eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '79360c4f-572c-482f-be5a-0265c847822a'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:16:19.799913 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] Attempting to bind port e426fa42-20b7-4c01-954c-2f5220503848 on network 79360c4f-572c-482f-be5a-0265c847822a {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:16:19.805743 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] Port e426fa42-20b7-4c01-954c-2f5220503848 on network 79360c4f-572c-482f-be5a-0265c847822a not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:16:19.806068 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] Attempting to bind port e426fa42-20b7-4c01-954c-2f5220503848 on network 79360c4f-572c-482f-be5a-0265c847822a {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:16:19.811773 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:16:19.812109 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] Checking segment: {'id': '608b9e8b-dfdc-4e94-938a-5427adc10eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '79360c4f-572c-482f-be5a-0265c847822a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:16:19.812523 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] Bound using segment: {'id': '608b9e8b-dfdc-4e94-938a-5427adc10eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '79360c4f-572c-482f-be5a-0265c847822a'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:16:19.813115 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] Bound port: e426fa42-20b7-4c01-954c-2f5220503848, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '608b9e8b-dfdc-4e94-938a-5427adc10eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '79360c4f-572c-482f-be5a-0265c847822a'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:16:19.813491 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:19.883906 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] For port e426fa42-20b7-4c01-954c-2f5220503848, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:16:19.887019 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] For port e426fa42-20b7-4c01-954c-2f5220503848, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e426fa42-20b7-4c01-954c-2f5220503848,segment=NetworkSegment(608b9e8b-dfdc-4e94-938a-5427adc10eb8),segment_id=608b9e8b-dfdc-4e94-938a-5427adc10eb8)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:16:19.892284 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:19.959223 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 37b51993-dfab-4651-a854-51dcc09eaed5 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:16:19.960930 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] Pushing event updated for resources: {'Port': ['ID=e426fa42-20b7-4c01-954c-2f5220503848,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:19.964347 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:19.965328 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:19.966990 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-b82b9426-52d6-4832-aae9-9ed99ebe724e service neutron] 10.222.0.60 "PUT /v2.0/ports/e426fa42-20b7-4c01-954c-2f5220503848 HTTP/1.1" status: 200 len: 1091 time: 0.7831151 Sep 07 19:16:19.967999 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c19e70d-0c9b-4ccd-a301-8b94397eab87', 'tag': 'e426fa42-20b7-4c01-954c-2f5220503848'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:16:19.970433 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508d73a3-9d5a-4ac2-89c0-d083a7f931fe" -d '{"events": [{"name": "network-changed", "server_uuid": "2c19e70d-0c9b-4ccd-a301-8b94397eab87", "tag": "e426fa42-20b7-4c01-954c-2f5220503848"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:16:20.081998 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-8042e0ed-753c-4c2b-a69f-9bd04007891c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:20.083787 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-8042e0ed-753c-4c2b-a69f-9bd04007891c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6215c456f2db40c5b8ca23bc4ac63673&device_id=2c19e70d-0c9b-4ccd-a301-8b94397eab87 HTTP/1.1" status: 200 len: 1094 time: 0.0695250 Sep 07 19:16:20.086209 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54926ea-f67f-40cf-82e7-8d90db70d1d8 x-openstack-request-id: req-d54926ea-f67f-40cf-82e7-8d90db70d1d8 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:16:20.086209 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c19e70d-0c9b-4ccd-a301-8b94397eab87", "tag": "e426fa42-20b7-4c01-954c-2f5220503848", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:16:20.086485 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d54926ea-f67f-40cf-82e7-8d90db70d1d8 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:16:20.086673 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c19e70d-0c9b-4ccd-a301-8b94397eab87', 'tag': 'e426fa42-20b7-4c01-954c-2f5220503848', 'status': 'completed', 'code': 200} Sep 07 19:16:20.119034 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 37b51993-dfab-4651-a854-51dcc09eaed5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=37b51993-dfab-4651-a854-51dcc09eaed5,segment=NetworkSegment(5df7833d-3c59-4a43-8f4e-7b99775888b0),segment_id=5df7833d-3c59-4a43-8f4e-7b99775888b0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:20.144135 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '37b51993-dfab-4651-a854-51dcc09eaed5', 'network_id': '8092aa01-1f88-4fea-91b2-0a962046be05', 'port_id': '37b51993-dfab-4651-a854-51dcc09eaed5', 'mac_address': 'fa:16:3e:c2:85:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb30b29d-51c3-4312-9c07-071ac76c701a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:16:20.144621 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-1ad7970a-4051-4223-8fa8-02cb5cd531dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e426fa42-20b7-4c01-954c-2f5220503848 HTTP/1.1" status: 200 len: 217 time: 0.0515580 Sep 07 19:16:20.191187 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:20.199850 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-9c433bcf-fc2c-4034-b990-08f505188bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:20.201875 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-9c433bcf-fc2c-4034-b990-08f505188bfc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd1de093-69c6-4555-89aa-e9f4ca5e30fa HTTP/1.1" status: 200 len: 853 time: 0.0502408 Sep 07 19:16:20.206820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b51993-dfab-4651-a854-51dcc09eaed5 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:16:20.229402 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 37b51993-dfab-4651-a854-51dcc09eaed5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=37b51993-dfab-4651-a854-51dcc09eaed5,segment=NetworkSegment(5df7833d-3c59-4a43-8f4e-7b99775888b0),segment_id=5df7833d-3c59-4a43-8f4e-7b99775888b0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:20.233599 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:20.246944 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-8bfcf42a-73b5-4b2f-bce1-e09741312cda service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79360c4f-572c-482f-be5a-0265c847822a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378697 Sep 07 19:16:20.292839 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=37b51993-dfab-4651-a854-51dcc09eaed5,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:20.450851 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['37b51993-dfab-4651-a854-51dcc09eaed5'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:16:20.682901 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-e496398a-7a25-4def-b1ec-cdac1d8ef4b2 service neutron] 10.222.0.60 "GET /v2.0/networks/79360c4f-572c-482f-be5a-0265c847822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289899 Sep 07 19:16:20.709699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f120a3b-623f-4fb4-a5b6-d2ace4b4f392 req-7b0db3e0-4786-4f24-abd3-321513cf5016 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:20.712118 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6f120a3b-623f-4fb4-a5b6-d2ace4b4f392 req-7b0db3e0-4786-4f24-abd3-321513cf5016 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b411a44-2a5f-4041-ad7b-7945c802718e HTTP/1.1" status: 200 len: 944 time: 0.1638079 Sep 07 19:16:20.754033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bde51-c8c4-46c0-8c03-cad0ca00f6ca req-b4b5be4f-c165-4ac9-beaf-d600cf3b1dc3 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:20.762689 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-399bde51-c8c4-46c0-8c03-cad0ca00f6ca req-b4b5be4f-c165-4ac9-beaf-d600cf3b1dc3 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c19e70d-0c9b-4ccd-a301-8b94397eab87 HTTP/1.1" status: 200 len: 943 time: 0.1424196 Sep 07 19:16:20.830012 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6f120a3b-623f-4fb4-a5b6-d2ace4b4f392 req-bf1f9390-38f1-40d2-a749-eda27872e5e5 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/security-groups?id=24390d34-37af-42d9-8918-51d11a1be051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979156 Sep 07 19:16:20.838880 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-399bde51-c8c4-46c0-8c03-cad0ca00f6ca req-ab30a9ae-f6a4-4226-9a6e-7424419087c7 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f8baa7c-5c21-4f4f-8e58-8afe47f6277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757313 Sep 07 19:16:20.866633 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7e19bd65-d2ee-4b05-81e7-61276a1dfd67 req-02503651-6652-4a22-bcb6-db7a9c5175bc service neutron] 10.222.0.60 "GET /v2.0/networks/79360c4f-572c-482f-be5a-0265c847822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762278 Sep 07 19:16:20.976520 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d73a3-9d5a-4ac2-89c0-d083a7f931fe req-469b302e-2a7a-4d64-b725-6f07a71364f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:20.978071 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-508d73a3-9d5a-4ac2-89c0-d083a7f931fe req-469b302e-2a7a-4d64-b725-6f07a71364f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6215c456f2db40c5b8ca23bc4ac63673&device_id=2c19e70d-0c9b-4ccd-a301-8b94397eab87 HTTP/1.1" status: 200 len: 1094 time: 0.0503969 Sep 07 19:16:21.066405 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37478) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:21.106686 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d73a3-9d5a-4ac2-89c0-d083a7f931fe req-2a34f84b-7b93-432e-8d99-94fd82e652aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:21.107816 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-508d73a3-9d5a-4ac2-89c0-d083a7f931fe req-2a34f84b-7b93-432e-8d99-94fd82e652aa service neutron] 10.222.0.60 "GET /v2.0/networks?id=79360c4f-572c-482f-be5a-0265c847822a HTTP/1.1" status: 200 len: 914 time: 0.1209416 Sep 07 19:16:21.170836 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-508d73a3-9d5a-4ac2-89c0-d083a7f931fe req-0d296a7f-c8a2-42a1-b9c1-e1221009a713 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e426fa42-20b7-4c01-954c-2f5220503848 HTTP/1.1" status: 200 len: 217 time: 0.0502357 Sep 07 19:16:21.189652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b097c4de-d4b2-4d28-9308-684de41d805a tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:21.190356 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b097c4de-d4b2-4d28-9308-684de41d805a tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:21.190898 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b097c4de-d4b2-4d28-9308-684de41d805a tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:21.192651 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b097c4de-d4b2-4d28-9308-684de41d805a tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=78144588c9424754a9005f76111ab868&network_id=fdefe059-ab1c-4e05-843f-cbd697701fb4 HTTP/1.1" status: 200 len: 2970 time: 0.1251082 Sep 07 19:16:21.228956 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d73a3-9d5a-4ac2-89c0-d083a7f931fe req-4fdc9998-395b-40de-9b70-11059a87ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:21.230635 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-508d73a3-9d5a-4ac2-89c0-d083a7f931fe req-4fdc9998-395b-40de-9b70-11059a87ec50 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd1de093-69c6-4555-89aa-e9f4ca5e30fa HTTP/1.1" status: 200 len: 853 time: 0.0517008 Sep 07 19:16:21.265762 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-508d73a3-9d5a-4ac2-89c0-d083a7f931fe req-fee57a0c-e8b2-46e4-be55-3662390a30cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79360c4f-572c-482f-be5a-0265c847822a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270803 Sep 07 19:16:21.377002 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-508d73a3-9d5a-4ac2-89c0-d083a7f931fe req-670f64f7-0f2a-483a-9393-d6b1f960d7c7 service neutron] 10.222.0.60 "GET /v2.0/networks/79360c4f-572c-482f-be5a-0265c847822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038866 Sep 07 19:16:21.480702 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-508d73a3-9d5a-4ac2-89c0-d083a7f931fe req-07bbf301-ffae-427e-8693-d5d68857fc0a service neutron] 10.222.0.60 "GET /v2.0/networks/79360c4f-572c-482f-be5a-0265c847822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958540 Sep 07 19:16:21.972243 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 37b51993-dfab-4651-a854-51dcc09eaed5 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:16:22.039310 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb13e43-5ada-4a5b-98b7-d702b9548342 req-665b22f5-f5e2-4fc6-b152-cafaae5a9c16 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:22.040974 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2eb13e43-5ada-4a5b-98b7-d702b9548342 req-665b22f5-f5e2-4fc6-b152-cafaae5a9c16 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b411a44-2a5f-4041-ad7b-7945c802718e HTTP/1.1" status: 200 len: 944 time: 0.1081426 Sep 07 19:16:22.053942 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4fe02-d2c8-487b-b7f8-122dd2f9f677 req-ad9ec28e-7bc4-47a6-9bb6-7db69800c07b tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:22.055543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72e4fe02-d2c8-487b-b7f8-122dd2f9f677 req-ad9ec28e-7bc4-47a6-9bb6-7db69800c07b tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c19e70d-0c9b-4ccd-a301-8b94397eab87 HTTP/1.1" status: 200 len: 943 time: 0.1335261 Sep 07 19:16:22.121408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2eb13e43-5ada-4a5b-98b7-d702b9548342 req-ed685d33-2fd3-478f-90e7-00c8dfa43b4b tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/security-groups?id=24390d34-37af-42d9-8918-51d11a1be051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648358 Sep 07 19:16:22.127088 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72e4fe02-d2c8-487b-b7f8-122dd2f9f677 req-45438731-f3c4-4943-9efa-81ddfa3a33eb tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f8baa7c-5c21-4f4f-8e58-8afe47f6277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630856 Sep 07 19:16:22.225700 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 37b51993-dfab-4651-a854-51dcc09eaed5 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:16:22.230208 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 37b51993-dfab-4651-a854-51dcc09eaed5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:16:22.230643 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:22.325666 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:22.349277 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b411a44-2a5f-4041-ad7b-7945c802718e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b51993-dfab-4651-a854-51dcc09eaed5'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:16:22.351876 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b739dd-2441-40c0-8308-574711858e5b" -d '{"events": [{"server_uuid": "6b411a44-2a5f-4041-ad7b-7945c802718e", "name": "network-vif-plugged", "status": "completed", "tag": "37b51993-dfab-4651-a854-51dcc09eaed5"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:16:22.367042 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 37b51993-dfab-4651-a854-51dcc09eaed5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=37b51993-dfab-4651-a854-51dcc09eaed5,segment=NetworkSegment(5df7833d-3c59-4a43-8f4e-7b99775888b0),segment_id=5df7833d-3c59-4a43-8f4e-7b99775888b0)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:22.372267 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:22.397801 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaad2c3f-0fda-42eb-8e42-942226498dbb x-openstack-request-id: req-eaad2c3f-0fda-42eb-8e42-942226498dbb {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:16:22.398097 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b411a44-2a5f-4041-ad7b-7945c802718e", "name": "network-vif-plugged", "status": "completed", "tag": "37b51993-dfab-4651-a854-51dcc09eaed5", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:16:22.398348 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eaad2c3f-0fda-42eb-8e42-942226498dbb {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:16:22.398736 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b411a44-2a5f-4041-ad7b-7945c802718e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b51993-dfab-4651-a854-51dcc09eaed5', 'code': 200} Sep 07 19:16:22.433547 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=37b51993-dfab-4651-a854-51dcc09eaed5,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:22.442083 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:22.442560 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:22.443053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:22.443554 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:22.444659 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:22.445246 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:22.445871 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:22.446425 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:22.446969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:22.447503 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:22.448045 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:22.448614 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:22.500837 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5d549-f422-459e-a708-fd3aed26e099 req-83d878fd-4e15-40b4-8431-0774ea7b7347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:22.502349 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f4a5d549-f422-459e-a708-fd3aed26e099 req-83d878fd-4e15-40b4-8431-0774ea7b7347 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6b411a44-2a5f-4041-ad7b-7945c802718e HTTP/1.1" status: 200 len: 1096 time: 0.0449150 Sep 07 19:16:22.560797 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f4a5d549-f422-459e-a708-fd3aed26e099 req-74ec6c3d-ca4f-4668-9d02-72fadf39990d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=24390d34-37af-42d9-8918-51d11a1be051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516901 Sep 07 19:16:22.768658 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a3095-ca37-4c75-8b38-74177f5e0941 req-82521d79-dfa6-4770-bea3-c3116c80bcd8 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:22.770485 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-468a3095-ca37-4c75-8b38-74177f5e0941 req-82521d79-dfa6-4770-bea3-c3116c80bcd8 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 1096 time: 0.0426946 Sep 07 19:16:22.811407 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-468a3095-ca37-4c75-8b38-74177f5e0941 req-14b24ce6-1ef9-4f30-8d93-14175ee4c95b tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339634 Sep 07 19:16:22.836136 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37550) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:23.039778 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-af4bd9b6-c04f-4e11-b6ce-929f403d00c3 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Deleting port f82ae953-f125-4b1c-abee-9b8bad133b8c {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:16:23.040270 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-af4bd9b6-c04f-4e11-b6ce-929f403d00c3 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:23.149849 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-af4bd9b6-c04f-4e11-b6ce-929f403d00c3 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:23.149849 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-af4bd9b6-c04f-4e11-b6ce-929f403d00c3 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:23.165181 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-af4bd9b6-c04f-4e11-b6ce-929f403d00c3 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Calling delete_port for f82ae953-f125-4b1c-abee-9b8bad133b8c owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:16:23.358577 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353ccfa-6c99-4148-9b36-351cb64e339d req-f8368051-7eb8-478e-8f7c-df2bfe8c5127 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:23.368787 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5353ccfa-6c99-4148-9b36-351cb64e339d req-f8368051-7eb8-478e-8f7c-df2bfe8c5127 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c19e70d-0c9b-4ccd-a301-8b94397eab87 HTTP/1.1" status: 200 len: 943 time: 0.1365790 Sep 07 19:16:23.389853 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53d08b-e314-4901-af6f-0e9d49910f2b req-c7885a2a-168b-4ed1-885f-7c58a5b96d41 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:23.391936 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a53d08b-e314-4901-af6f-0e9d49910f2b req-c7885a2a-168b-4ed1-885f-7c58a5b96d41 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b411a44-2a5f-4041-ad7b-7945c802718e HTTP/1.1" status: 200 len: 945 time: 0.1237504 Sep 07 19:16:23.403476 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-af4bd9b6-c04f-4e11-b6ce-929f403d00c3 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:23.437481 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bd9b6-c04f-4e11-b6ce-929f403d00c3 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Port': ['ID=f82ae953-f125-4b1c-abee-9b8bad133b8c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:23.454372 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a53d08b-e314-4901-af6f-0e9d49910f2b req-69693e2a-9d20-423a-abde-5b400a989fc9 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/security-groups?id=24390d34-37af-42d9-8918-51d11a1be051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528514 Sep 07 19:16:23.469834 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5353ccfa-6c99-4148-9b36-351cb64e339d req-7f598d29-4c77-41d5-957b-0c74e7d00d53 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f8baa7c-5c21-4f4f-8e58-8afe47f6277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959666 Sep 07 19:16:23.550170 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-af4bd9b6-c04f-4e11-b6ce-929f403d00c3 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:23.551546 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-af4bd9b6-c04f-4e11-b6ce-929f403d00c3 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Floating IP 920cbfe7-783b-4c97-af1f-a3ab86282544 disassociated (deleted). External IP: 172.25.8.228, port: a1bb4559-e248-4be7-8a49-15cf7cbf2391. Sep 07 19:16:23.803964 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4bd9b6-c04f-4e11-b6ce-929f403d00c3 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Router 117f53c9-db3e-4eae-a9a4-b82f727e5920 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:16:23.928786 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4bd9b6-c04f-4e11-b6ce-929f403d00c3 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:16:23.933957 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-af4bd9b6-c04f-4e11-b6ce-929f403d00c3 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:23.941541 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6bfaaa-7407-4136-be0a-14c126122493 None None] Sync routers for ids ['117f53c9-db3e-4eae-a9a4-b82f727e5920'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:16:23.953375 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6bfaaa-7407-4136-be0a-14c126122493 None None] Routers {'117f53c9-db3e-4eae-a9a4-b82f727e5920'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:16:23.953927 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ba6bfaaa-7407-4136-be0a-14c126122493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:15:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['117f53c9-db3e-4eae-a9a4-b82f727e5920'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:23.985132 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-af4bd9b6-c04f-4e11-b6ce-929f403d00c3 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "DELETE /v2.0/floatingips/920cbfe7-783b-4c97-af1f-a3ab86282544 HTTP/1.1" status: 204 len: 168 time: 1.1478989 Sep 07 19:16:23.985735 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82eecd21-64e8-4de4-b612-6e67ba5a6c31', 'tag': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:16:23.990127 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e426fa42-20b7-4c01-954c-2f5220503848 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:16:23.995880 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64e4f10-688a-4b14-bf55-0ea18eb2e2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "82eecd21-64e8-4de4-b612-6e67ba5a6c31", "tag": "a1bb4559-e248-4be7-8a49-15cf7cbf2391"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:16:24.092265 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd944d2-e6b8-44b6-aab4-9c6e68783be1 x-openstack-request-id: req-bdd944d2-e6b8-44b6-aab4-9c6e68783be1 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:16:24.092708 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82eecd21-64e8-4de4-b612-6e67ba5a6c31", "tag": "a1bb4559-e248-4be7-8a49-15cf7cbf2391", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:16:24.093241 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bdd944d2-e6b8-44b6-aab4-9c6e68783be1 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:16:24.093544 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82eecd21-64e8-4de4-b612-6e67ba5a6c31', 'tag': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391', 'status': 'completed', 'code': 200} Sep 07 19:16:24.096735 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-ba6bfaaa-7407-4136-be0a-14c126122493 None None] Set router 117f53c9-db3e-4eae-a9a4-b82f727e5920 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:16:24.125762 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port e426fa42-20b7-4c01-954c-2f5220503848, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e426fa42-20b7-4c01-954c-2f5220503848,segment=NetworkSegment(608b9e8b-dfdc-4e94-938a-5427adc10eb8),segment_id=608b9e8b-dfdc-4e94-938a-5427adc10eb8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:24.141128 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'e426fa42-20b7-4c01-954c-2f5220503848', 'network_id': '79360c4f-572c-482f-be5a-0265c847822a', 'port_id': 'e426fa42-20b7-4c01-954c-2f5220503848', 'mac_address': 'fa:16:3e:02:77:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1de093-69c6-4555-89aa-e9f4ca5e30fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:16:24.177595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e4f10-688a-4b14-bf55-0ea18eb2e2a9 req-6dd0ad63-f4c4-4ee2-9347-a8ee214411ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:24.180310 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d64e4f10-688a-4b14-bf55-0ea18eb2e2a9 req-6dd0ad63-f4c4-4ee2-9347-a8ee214411ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 1096 time: 0.0646932 Sep 07 19:16:24.196654 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:24.216163 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e426fa42-20b7-4c01-954c-2f5220503848 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:16:24.273172 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port e426fa42-20b7-4c01-954c-2f5220503848, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e426fa42-20b7-4c01-954c-2f5220503848,segment=NetworkSegment(608b9e8b-dfdc-4e94-938a-5427adc10eb8),segment_id=608b9e8b-dfdc-4e94-938a-5427adc10eb8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:24.278510 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:24.362053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=e426fa42-20b7-4c01-954c-2f5220503848,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:24.404043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508ce39-995a-4237-8bf9-7f614c76366d req-751a935a-b62e-40e4-a5b0-dd0d079e4198 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:24.405035 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ba6bfaaa-7407-4136-be0a-14c126122493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976012008', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:14Z', 'updated_at': '2021-09-07T19:14:27Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:15Z', 'updated_at': '2021-09-07T19:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '45312478-cc4a-4f2f-86fa-1cf3da41777f', 'name': '', 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:a5:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '853fcb3e-adca-4518-976c-b334ba64fc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:24Z', 'updated_at': '2021-09-07T19:14:34Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '853fcb3e-adca-4518-976c-b334ba64fc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:24.405725 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f508ce39-995a-4237-8bf9-7f614c76366d req-751a935a-b62e-40e4-a5b0-dd0d079e4198 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 945 time: 0.0790341 Sep 07 19:16:24.406995 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e4f10-688a-4b14-bf55-0ea18eb2e2a9 req-2bf45d91-85b8-44f2-8590-8f0c1b6d940e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:24.410069 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d64e4f10-688a-4b14-bf55-0ea18eb2e2a9 req-2bf45d91-85b8-44f2-8590-8f0c1b6d940e service neutron] 10.222.0.36 "GET /v2.0/networks?id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45 HTTP/1.1" status: 200 len: 898 time: 0.2218511 Sep 07 19:16:24.439893 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6bfaaa-7407-4136-be0a-14c126122493 None None] Checking router: 117f53c9-db3e-4eae-a9a4-b82f727e5920 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:16:24.448987 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6bfaaa-7407-4136-be0a-14c126122493 None None] Routers {'117f53c9-db3e-4eae-a9a4-b82f727e5920'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:16:24.449773 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ba6bfaaa-7407-4136-be0a-14c126122493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:15:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['117f53c9-db3e-4eae-a9a4-b82f727e5920'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:24.485068 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d64e4f10-688a-4b14-bf55-0ea18eb2e2a9 req-34d361b2-9e3e-4a1b-b07d-d94a95df3272 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1bb4559-e248-4be7-8a49-15cf7cbf2391 HTTP/1.1" status: 200 len: 217 time: 0.0650260 Sep 07 19:16:24.511850 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['e426fa42-20b7-4c01-954c-2f5220503848'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:16:24.562569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e4f10-688a-4b14-bf55-0ea18eb2e2a9 req-cc97fad4-0bfe-4afc-855c-c23c4e6d4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:24.563004 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d64e4f10-688a-4b14-bf55-0ea18eb2e2a9 req-cc97fad4-0bfe-4afc-855c-c23c4e6d4602 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=853fcb3e-adca-4518-976c-b334ba64fc64 HTTP/1.1" status: 200 len: 834 time: 0.0641699 Sep 07 19:16:24.569006 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f508ce39-995a-4237-8bf9-7f614c76366d req-5052be72-00a1-4d93-b398-de7321a4e1c4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554863 Sep 07 19:16:24.668530 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-ba6bfaaa-7407-4136-be0a-14c126122493 None None] Set router 117f53c9-db3e-4eae-a9a4-b82f727e5920 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:16:24.669646 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e4f10-688a-4b14-bf55-0ea18eb2e2a9 req-56049c34-3f96-410b-955e-654ea53249a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:24.672101 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d64e4f10-688a-4b14-bf55-0ea18eb2e2a9 req-56049c34-3f96-410b-955e-654ea53249a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96d6b3b8-24a8-48a5-a1bf-214a250b5a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703766 Sep 07 19:16:24.719731 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b28cc-d35a-4eb9-ba15-e98653a1e9b0 req-88a8fe8d-433e-4575-8aaf-d141eba4985a tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:24.721231 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a4b28cc-d35a-4eb9-ba15-e98653a1e9b0 req-88a8fe8d-433e-4575-8aaf-d141eba4985a tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b411a44-2a5f-4041-ad7b-7945c802718e HTTP/1.1" status: 200 len: 945 time: 0.1512110 Sep 07 19:16:24.841284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03122ef2-9b44-4dde-bcdf-9b8f47b417b5 req-e2a60f22-27fa-43d2-aed6-5fd3c745a04c tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:24.842884 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-03122ef2-9b44-4dde-bcdf-9b8f47b417b5 req-e2a60f22-27fa-43d2-aed6-5fd3c745a04c tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c19e70d-0c9b-4ccd-a301-8b94397eab87 HTTP/1.1" status: 200 len: 944 time: 0.1790676 Sep 07 19:16:24.854117 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a4b28cc-d35a-4eb9-ba15-e98653a1e9b0 req-92651612-6a51-43e9-a295-e3b27ea15810 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/security-groups?id=24390d34-37af-42d9-8918-51d11a1be051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216631 Sep 07 19:16:24.901069 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-03122ef2-9b44-4dde-bcdf-9b8f47b417b5 req-d8245343-99e4-4e8a-aa2b-b33daf7a66fc tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f8baa7c-5c21-4f4f-8e58-8afe47f6277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459056 Sep 07 19:16:24.929129 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d64e4f10-688a-4b14-bf55-0ea18eb2e2a9 req-a275cd36-7d44-4b33-9e09-62e94e00e0b0 service neutron] 10.222.0.36 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058649 Sep 07 19:16:25.050526 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d64e4f10-688a-4b14-bf55-0ea18eb2e2a9 req-5fadf350-bd86-42a2-9a0c-4a7ed51aca11 service neutron] 10.222.0.36 "GET /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057217 Sep 07 19:16:25.069322 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ba6bfaaa-7407-4136-be0a-14c126122493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976012008', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:14Z', 'updated_at': '2021-09-07T19:14:27Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:15Z', 'updated_at': '2021-09-07T19:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '45312478-cc4a-4f2f-86fa-1cf3da41777f', 'name': '', 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:a5:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '853fcb3e-adca-4518-976c-b334ba64fc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:24Z', 'updated_at': '2021-09-07T19:14:34Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '853fcb3e-adca-4518-976c-b334ba64fc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:25.113640 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6bfaaa-7407-4136-be0a-14c126122493 None None] The sync data for ids ['117f53c9-db3e-4eae-a9a4-b82f727e5920'] in n-d-807786-1 is: [{'id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976012008', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:14Z', 'updated_at': '2021-09-07T19:14:27Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:15Z', 'updated_at': '2021-09-07T19:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '45312478-cc4a-4f2f-86fa-1cf3da41777f', 'name': '', 'network_id': '96d6b3b8-24a8-48a5-a1bf-214a250b5a45', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:a5:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '853fcb3e-adca-4518-976c-b334ba64fc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:24Z', 'updated_at': '2021-09-07T19:14:34Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '853fcb3e-adca-4518-976c-b334ba64fc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:16:25.532680 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4607fba7-8e03-4be2-a02e-9e32a1a5403d None None] New status for floating IP 920cbfe7-783b-4c97-af1f-a3ab86282544: DOWN {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:16:25.580579 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37642) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:25.751555 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fe1e2d-d4fc-4daf-a079-0e978418e477 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:25.753486 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-22fe1e2d-d4fc-4daf-a079-0e978418e477 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c HTTP/1.1" status: 200 len: 814 time: 0.1719022 Sep 07 19:16:25.806649 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a17ce-18d6-43db-9c73-5594c4df4c6d req-42aa836d-3ae8-4d16-9bdc-50e9feb295a5 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:25.808556 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-150a17ce-18d6-43db-9c73-5594c4df4c6d req-42aa836d-3ae8-4d16-9bdc-50e9feb295a5 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.36 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 945 time: 0.1155543 Sep 07 19:16:25.831460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861cfcd-8de8-4029-a347-a34e2d41af8c req-fa9790bb-ab32-4333-adc6-80e1c5af83b8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:25.835144 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2861cfcd-8de8-4029-a347-a34e2d41af8c req-fa9790bb-ab32-4333-adc6-80e1c5af83b8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 945 time: 0.1466770 Sep 07 19:16:25.947786 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f12b6188-69d6-42c8-8612-0f7d95ed59bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:25.980858 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2861cfcd-8de8-4029-a347-a34e2d41af8c req-b63068b8-a51a-45c8-875c-5a22837c1d13 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=0af84ca2-345f-4ab8-9028-e1e7401fc471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199362 Sep 07 19:16:25.997744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e426fa42-20b7-4c01-954c-2f5220503848 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:16:26.027076 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-150a17ce-18d6-43db-9c73-5594c4df4c6d req-8877a080-47d8-49a5-84cb-1bd9da94b44c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Deleting port a1bb4559-e248-4be7-8a49-15cf7cbf2391 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:16:26.027735 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-150a17ce-18d6-43db-9c73-5594c4df4c6d req-8877a080-47d8-49a5-84cb-1bd9da94b44c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:26.080007 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port e426fa42-20b7-4c01-954c-2f5220503848 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:16:26.085082 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port e426fa42-20b7-4c01-954c-2f5220503848 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:16:26.085451 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:26.179113 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8639494-eca3-480f-87b6-4cdb0a33f52c req-a2bf48ca-88c0-400a-9708-7b9bc7dbf02f tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:26.186638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8639494-eca3-480f-87b6-4cdb0a33f52c req-a2bf48ca-88c0-400a-9708-7b9bc7dbf02f tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c19e70d-0c9b-4ccd-a301-8b94397eab87 HTTP/1.1" status: 200 len: 944 time: 0.1411624 Sep 07 19:16:26.219448 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:26.224222 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-150a17ce-18d6-43db-9c73-5594c4df4c6d req-8877a080-47d8-49a5-84cb-1bd9da94b44c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] For port a1bb4559-e248-4be7-8a49-15cf7cbf2391, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a1bb4559-e248-4be7-8a49-15cf7cbf2391,segment=NetworkSegment(99873a99-e89e-4351-9297-031c245fc4f8),segment_id=99873a99-e89e-4351-9297-031c245fc4f8)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:26.224864 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-150a17ce-18d6-43db-9c73-5594c4df4c6d req-8877a080-47d8-49a5-84cb-1bd9da94b44c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:26.247703 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-150a17ce-18d6-43db-9c73-5594c4df4c6d req-8877a080-47d8-49a5-84cb-1bd9da94b44c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Calling delete_port for a1bb4559-e248-4be7-8a49-15cf7cbf2391 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:16:26.278292 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8639494-eca3-480f-87b6-4cdb0a33f52c req-f417d00b-2971-4435-80aa-2e474d959f97 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f8baa7c-5c21-4f4f-8e58-8afe47f6277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904276 Sep 07 19:16:26.293239 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port e426fa42-20b7-4c01-954c-2f5220503848, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e426fa42-20b7-4c01-954c-2f5220503848,segment=NetworkSegment(608b9e8b-dfdc-4e94-938a-5427adc10eb8),segment_id=608b9e8b-dfdc-4e94-938a-5427adc10eb8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:26.294834 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c19e70d-0c9b-4ccd-a301-8b94397eab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e426fa42-20b7-4c01-954c-2f5220503848'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:16:26.300705 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2d078a-d2ed-45b6-a2c2-48c095ec23c5" -d '{"events": [{"server_uuid": "2c19e70d-0c9b-4ccd-a301-8b94397eab87", "name": "network-vif-plugged", "status": "completed", "tag": "e426fa42-20b7-4c01-954c-2f5220503848"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:16:26.329636 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:26.433008 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904c44f7-b8f1-42e0-a6b7-208e3d9079ba x-openstack-request-id: req-904c44f7-b8f1-42e0-a6b7-208e3d9079ba {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:16:26.433551 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c19e70d-0c9b-4ccd-a301-8b94397eab87", "name": "network-vif-plugged", "status": "completed", "tag": "e426fa42-20b7-4c01-954c-2f5220503848", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:16:26.433954 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-904c44f7-b8f1-42e0-a6b7-208e3d9079ba {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:16:26.434530 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c19e70d-0c9b-4ccd-a301-8b94397eab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e426fa42-20b7-4c01-954c-2f5220503848', 'code': 200} Sep 07 19:16:26.501316 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=e426fa42-20b7-4c01-954c-2f5220503848,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:26.534963 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-150a17ce-18d6-43db-9c73-5594c4df4c6d req-8877a080-47d8-49a5-84cb-1bd9da94b44c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:26.548716 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af46f4-b295-4c4a-ace1-475b183a5245 req-e43ebafe-6998-4e9d-af82-34f4ca855c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:26.556874 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2af46f4-b295-4c4a-ace1-475b183a5245 req-e43ebafe-6998-4e9d-af82-34f4ca855c9d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2c19e70d-0c9b-4ccd-a301-8b94397eab87 HTTP/1.1" status: 200 len: 1096 time: 0.0804510 Sep 07 19:16:26.614177 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e2af46f4-b295-4c4a-ace1-475b183a5245 req-800d9914-7f20-42ff-b81a-30cf99ef177d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3f8baa7c-5c21-4f4f-8e58-8afe47f6277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477045 Sep 07 19:16:26.632432 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877a080-47d8-49a5-84cb-1bd9da94b44c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Port': ['ID=a1bb4559-e248-4be7-8a49-15cf7cbf2391,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:26.654174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-150a17ce-18d6-43db-9c73-5594c4df4c6d req-8877a080-47d8-49a5-84cb-1bd9da94b44c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] No DVR routers for this DVR port a1bb4559-e248-4be7-8a49-15cf7cbf2391 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:16:26.657044 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-150a17ce-18d6-43db-9c73-5594c4df4c6d req-8877a080-47d8-49a5-84cb-1bd9da94b44c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:26.659553 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-150a17ce-18d6-43db-9c73-5594c4df4c6d req-8877a080-47d8-49a5-84cb-1bd9da94b44c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.36 "DELETE /v2.0/ports/a1bb4559-e248-4be7-8a49-15cf7cbf2391 HTTP/1.1" status: 204 len: 173 time: 0.8423409 Sep 07 19:16:26.659998 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eecd21-64e8-4de4-b612-6e67ba5a6c31', 'name': 'network-vif-deleted', 'tag': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:16:26.663009 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5986750b-b34b-4d53-bb55-ef733ce58895" -d '{"events": [{"server_uuid": "82eecd21-64e8-4de4-b612-6e67ba5a6c31", "name": "network-vif-deleted", "tag": "a1bb4559-e248-4be7-8a49-15cf7cbf2391"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:16:26.733325 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec54a84d-7d75-4c8f-8579-e1632dea8deb x-openstack-request-id: req-ec54a84d-7d75-4c8f-8579-e1632dea8deb {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:16:26.733325 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eecd21-64e8-4de4-b612-6e67ba5a6c31", "name": "network-vif-deleted", "tag": "a1bb4559-e248-4be7-8a49-15cf7cbf2391", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:16:26.733325 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec54a84d-7d75-4c8f-8579-e1632dea8deb {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:16:26.733635 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eecd21-64e8-4de4-b612-6e67ba5a6c31', 'name': 'network-vif-deleted', 'tag': 'a1bb4559-e248-4be7-8a49-15cf7cbf2391', 'status': 'completed', 'code': 200} Sep 07 19:16:26.962119 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37688) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:26.968913 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-eb0d869a-7abd-40a0-a70b-d912037d940e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'network': {'name': 'tempest-network-smoke--278361393', 'project_id': '78144588c9424754a9005f76111ab868', 'port_security_enabled': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:27.075408 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0d869a-7abd-40a0-a70b-d912037d940e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Made reservation on behalf of 78144588c9424754a9005f76111ab868 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:16:27.096318 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eb0d869a-7abd-40a0-a70b-d912037d940e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:27.156038 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0d869a-7abd-40a0-a70b-d912037d940e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:16:27.188263 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eb0d869a-7abd-40a0-a70b-d912037d940e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:27.188572 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-eb0d869a-7abd-40a0-a70b-d912037d940e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Added segment f22a8ce3-9279-4f74-a59b-6a7f681c856f of type vlan for network 5333a60f-687d-4c6d-9617-c2ab15cefaab Sep 07 19:16:27.242479 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2374c7ed-45d2-4ef0-9d5b-df4b2315d0ff req-b533bbe2-a33e-4905-b8cb-9e95d2f362ce tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eecd21-64e8-4de4-b612-6e67ba5a6c31 HTTP/1.1" status: 200 len: 210 time: 0.0729718 Sep 07 19:16:27.261858 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eb0d869a-7abd-40a0-a70b-d912037d940e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:27.331507 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eb0d869a-7abd-40a0-a70b-d912037d940e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:27.356283 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0d869a-7abd-40a0-a70b-d912037d940e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:27.356895 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eb0d869a-7abd-40a0-a70b-d912037d940e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:27.410652 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-eb0d869a-7abd-40a0-a70b-d912037d940e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4473906 Sep 07 19:16:27.421292 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37708) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:27.515361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22e850-d0cd-4e8a-84de-ad05e4bb84b5 req-3612e218-4d7f-448f-8d88-2a3738aa4508 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:27.538858 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a22e850-d0cd-4e8a-84de-ad05e4bb84b5 req-3612e218-4d7f-448f-8d88-2a3738aa4508 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c19e70d-0c9b-4ccd-a301-8b94397eab87 HTTP/1.1" status: 200 len: 945 time: 0.1594005 Sep 07 19:16:27.584968 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d869a-7abd-40a0-a70b-d912037d940e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'Network': ['ID=5333a60f-687d-4c6d-9617-c2ab15cefaab,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:27.601102 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 5333a60f-687d-4c6d-9617-c2ab15cefaab details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:16:27.609036 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a22e850-d0cd-4e8a-84de-ad05e4bb84b5 req-9c0519b0-d00c-4d4a-a89a-627e74449ba6 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f8baa7c-5c21-4f4f-8e58-8afe47f6277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668232 Sep 07 19:16:27.686161 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1993e75-5450-4975-9d56-e289db5d826c tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:27.687944 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e1993e75-5450-4975-9d56-e289db5d826c tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=78144588c9424754a9005f76111ab868&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2658994 Sep 07 19:16:27.690971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37712) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:27.860089 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9ba43c-d193-48a3-9bda-9cc23bf1035c tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:27.864745 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37722) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:27.864893 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6e9ba43c-d193-48a3-9bda-9cc23bf1035c tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1726449 Sep 07 19:16:27.901432 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-432534bc-ce8f-407a-9a4f-b80b2608141d tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354948 Sep 07 19:16:27.905598 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37724) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:27.945683 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cc25fb91-77b4-4191-8bdd-c1a9ed499e2e tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=78144588c9424754a9005f76111ab868&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386055 Sep 07 19:16:27.948206 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37728) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:28.077247 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dec22e9-32a9-4d53-b093-f1c50e2a64c7 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:28.082055 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37732) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:28.091795 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4dec22e9-32a9-4d53-b093-f1c50e2a64c7 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1422265 Sep 07 19:16:28.114225 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-607a5c65-e423-4c54-8c81-e6b3bb9142f0 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309935 Sep 07 19:16:28.117667 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37734) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:28.122722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-8973c1bc-9969-48a4-a309-af5d2cd85d62 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1906413238', 'network_id': '5333a60f-687d-4c6d-9617-c2ab15cefaab', 'project_id': '78144588c9424754a9005f76111ab868', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:28.323335 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37746) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:28.332727 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8973c1bc-9969-48a4-a309-af5d2cd85d62 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Made reservation on behalf of 78144588c9424754a9005f76111ab868 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:16:28.337126 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8973c1bc-9969-48a4-a309-af5d2cd85d62 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:28.379618 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d67c2c-3cea-4b36-9edc-380a0a2ab83c req-0c5c3652-f7d4-4b3f-8dbc-59791723470c tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:28.381448 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a6d67c2c-3cea-4b36-9edc-380a0a2ab83c req-0c5c3652-f7d4-4b3f-8dbc-59791723470c tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b411a44-2a5f-4041-ad7b-7945c802718e HTTP/1.1" status: 200 len: 945 time: 0.1192689 Sep 07 19:16:28.476445 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a6d67c2c-3cea-4b36-9edc-380a0a2ab83c req-49e6bd31-a217-4c9f-8c3b-ed3f099c7fa7 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/security-groups?id=24390d34-37af-42d9-8918-51d11a1be051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888796 Sep 07 19:16:28.646192 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8973c1bc-9969-48a4-a309-af5d2cd85d62 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:28.753064 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8973c1bc-9969-48a4-a309-af5d2cd85d62 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Checking segment: {'id': 'f22a8ce3-9279-4f74-a59b-6a7f681c856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5333a60f-687d-4c6d-9617-c2ab15cefaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:16:28.753739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8973c1bc-9969-48a4-a309-af5d2cd85d62 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Network hostable DHCP agents. Network: 5333a60f-687d-4c6d-9617-c2ab15cefaab, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:16:28.763223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973c1bc-9969-48a4-a309-af5d2cd85d62 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'Subnet': ['ID=af609ca1-de87-4e27-b780-99cbfdb44d46,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:28.794526 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8973c1bc-9969-48a4-a309-af5d2cd85d62 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Network 5333a60f-687d-4c6d-9617-c2ab15cefaab is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:16:28.796154 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2208a39b-b60e-48fd-94b3-0f860fa1d614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:28.809943 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fd74e-6a23-4898-b194-50efb3976649 req-f49b9d0e-b4af-4c08-a5f7-838a4a195ea2 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:28.817576 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-865fd74e-6a23-4898-b194-50efb3976649 req-f49b9d0e-b4af-4c08-a5f7-838a4a195ea2 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c19e70d-0c9b-4ccd-a301-8b94397eab87 HTTP/1.1" status: 200 len: 945 time: 0.1015129 Sep 07 19:16:28.827751 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a1bb4559-e248-4be7-8a49-15cf7cbf2391 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:16:28.838555 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-8973c1bc-9969-48a4-a309-af5d2cd85d62 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 5333a60f-687d-4c6d-9617-c2ab15cefaab) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:16:28.845978 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8973c1bc-9969-48a4-a309-af5d2cd85d62 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:28.846630 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8973c1bc-9969-48a4-a309-af5d2cd85d62 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:28.856340 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9acbc3-b2f1-465c-af5c-008a942e8a0f None None] Network 5333a60f-687d-4c6d-9617-c2ab15cefaab requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:16:28.877519 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-865fd74e-6a23-4898-b194-50efb3976649 req-1d9d53fb-23be-4837-9655-b20c3b2a1a53 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f8baa7c-5c21-4f4f-8e58-8afe47f6277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589461 Sep 07 19:16:28.885700 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8973c1bc-9969-48a4-a309-af5d2cd85d62 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7669022 Sep 07 19:16:28.985443 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: a1bb4559-e248-4be7-8a49-15cf7cbf2391 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:16:28.985776 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a1bb4559-e248-4be7-8a49-15cf7cbf2391 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:16:29.063359 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-111a7a48-e09f-4445-9a7d-94fa80ca2df6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:29.110895 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-5333a60f-687d-4c6d-9617-c2ab15cefaab', 'network_id': '5333a60f-687d-4c6d-9617-c2ab15cefaab', 'tenant_id': '78144588c9424754a9005f76111ab868', 'fixed_ips': [{'subnet_id': 'af609ca1-de87-4e27-b780-99cbfdb44d46'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:16:29.117593 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:29.351515 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] Allocated IP 172.20.0.18 (5333a60f-687d-4c6d-9617-c2ab15cefaab/af609ca1-de87-4e27-b780-99cbfdb44d46/a53a9a5a-1c4d-481e-a069-0689c6cd3f64) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:16:29.418993 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:29.545251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8916c-3677-4dac-819e-6d58867c419e req-6b0ad13e-dc4e-4ee0-8047-58935916a278 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:29.554255 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ccc8916c-3677-4dac-819e-6d58867c419e req-6b0ad13e-dc4e-4ee0-8047-58935916a278 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c19e70d-0c9b-4ccd-a301-8b94397eab87 HTTP/1.1" status: 200 len: 945 time: 0.0766268 Sep 07 19:16:29.616502 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37782) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:29.630011 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-445e7d49-d065-4d6d-a7b7-97a700505534 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1491890686', 'description': 'tempest-secgroup-smoke-1491890686 description', 'project_id': '78144588c9424754a9005f76111ab868'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:29.715568 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-445e7d49-d065-4d6d-a7b7-97a700505534 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:29.721865 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:29.735781 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] Transition to ACTIVE for port object a53a9a5a-1c4d-481e-a069-0689c6cd3f64 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:16:29.738530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ccc8916c-3677-4dac-819e-6d58867c419e req-37f1a3d0-cbef-465b-b6df-a68899fe3051 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f8baa7c-5c21-4f4f-8e58-8afe47f6277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812043 Sep 07 19:16:29.765468 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] Transition to ACTIVE for port object a53a9a5a-1c4d-481e-a069-0689c6cd3f64 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:16:29.775643 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:29.792390 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ee846-9495-4ac0-98e4-f28ec6c43ecf req-9e2e34fb-5322-4083-b3ca-2660b555d334 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:29.795015 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-053ee846-9495-4ac0-98e4-f28ec6c43ecf req-9e2e34fb-5322-4083-b3ca-2660b555d334 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b411a44-2a5f-4041-ad7b-7945c802718e HTTP/1.1" status: 200 len: 945 time: 0.1192467 Sep 07 19:16:29.864279 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] Network 5333a60f-687d-4c6d-9617-c2ab15cefaab is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:16:29.870857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:16:29.876027 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-053ee846-9495-4ac0-98e4-f28ec6c43ecf req-78c39036-7c0d-44bc-85b3-8d6573c00896 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/security-groups?id=24390d34-37af-42d9-8918-51d11a1be051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717170 Sep 07 19:16:29.878165 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:16:29.969770 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-445e7d49-d065-4d6d-a7b7-97a700505534 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:29.975292 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] Attempting to bind port a53a9a5a-1c4d-481e-a069-0689c6cd3f64 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:16:29.975660 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] Attempting to bind port a53a9a5a-1c4d-481e-a069-0689c6cd3f64 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'f22a8ce3-9279-4f74-a59b-6a7f681c856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5333a60f-687d-4c6d-9617-c2ab15cefaab'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:16:29.976260 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-445e7d49-d065-4d6d-a7b7-97a700505534 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:29.976381 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] Attempting to bind port a53a9a5a-1c4d-481e-a069-0689c6cd3f64 on network 5333a60f-687d-4c6d-9617-c2ab15cefaab {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:16:29.978814 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] Pushing event updated for resources: {'Port': ['ID=a53a9a5a-1c4d-481e-a069-0689c6cd3f64,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:29.986116 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:16:29.986493 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] Checking segment: {'id': 'f22a8ce3-9279-4f74-a59b-6a7f681c856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5333a60f-687d-4c6d-9617-c2ab15cefaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:16:29.986894 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:29.987278 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] Bound using segment: {'id': 'f22a8ce3-9279-4f74-a59b-6a7f681c856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5333a60f-687d-4c6d-9617-c2ab15cefaab'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:16:29.987740 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] Bound port: a53a9a5a-1c4d-481e-a069-0689c6cd3f64, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a8ce3-9279-4f74-a59b-6a7f681c856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5333a60f-687d-4c6d-9617-c2ab15cefaab'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:16:29.988115 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.035211 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c5e12-d865-451d-adaa-9418a0eee3c9 req-c7fc090a-d44b-4b84-a752-00e460989ad7 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:30.037651 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e39c5e12-d865-451d-adaa-9418a0eee3c9 req-c7fc090a-d44b-4b84-a752-00e460989ad7 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b411a44-2a5f-4041-ad7b-7945c802718e HTTP/1.1" status: 200 len: 945 time: 0.4898674 Sep 07 19:16:30.041677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e7d49-d065-4d6d-a7b7-97a700505534 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f5f299-1d85-4357-aaaf-127981c9d84d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:30.062292 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-445e7d49-d065-4d6d-a7b7-97a700505534 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.063676 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-445e7d49-d065-4d6d-a7b7-97a700505534 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4463630 Sep 07 19:16:30.067758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37788) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:30.069427 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] For port a53a9a5a-1c4d-481e-a069-0689c6cd3f64, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:16:30.075476 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-83d0a586-a86b-4513-a403-6cf07326554b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'security_group_rule': {'security_group_id': 'd7f5f299-1d85-4357-aaaf-127981c9d84d', 'project_id': '78144588c9424754a9005f76111ab868', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:30.079069 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] For port a53a9a5a-1c4d-481e-a069-0689c6cd3f64, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a53a9a5a-1c4d-481e-a069-0689c6cd3f64,segment=NetworkSegment(f22a8ce3-9279-4f74-a59b-6a7f681c856f),segment_id=f22a8ce3-9279-4f74-a59b-6a7f681c856f)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:16:30.087427 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.109252 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-83d0a586-a86b-4513-a403-6cf07326554b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.189675 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d0ed6-7395-4a81-9424-368c6c3b4708 None None] Pushing event updated for resources: {'Port': ['ID=a53a9a5a-1c4d-481e-a069-0689c6cd3f64,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:30.207305 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-83d0a586-a86b-4513-a403-6cf07326554b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.212640 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-83d0a586-a86b-4513-a403-6cf07326554b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.241541 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0a586-a86b-4513-a403-6cf07326554b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b28c62-58e9-4c60-b7ec-b40b14461dee,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:30.249907 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-83d0a586-a86b-4513-a403-6cf07326554b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.251907 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-83d0a586-a86b-4513-a403-6cf07326554b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1824162 Sep 07 19:16:30.256460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37794) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:30.260607 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-3b0b0872-f6ff-4d6d-8112-3381f6d9c839 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'security_group_rule': {'security_group_id': 'd7f5f299-1d85-4357-aaaf-127981c9d84d', 'project_id': '78144588c9424754a9005f76111ab868', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:30.290796 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.307382 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3b0b0872-f6ff-4d6d-8112-3381f6d9c839 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.355666 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-e39c5e12-d865-451d-adaa-9418a0eee3c9 req-bd313562-f4fe-4471-92d9-995c0d15c755 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Deleting port 37b51993-dfab-4651-a854-51dcc09eaed5 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:16:30.356230 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e39c5e12-d865-451d-adaa-9418a0eee3c9 req-bd313562-f4fe-4471-92d9-995c0d15c755 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.386301 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3b0b0872-f6ff-4d6d-8112-3381f6d9c839 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.392117 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3b0b0872-f6ff-4d6d-8112-3381f6d9c839 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.409286 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-111a7a48-e09f-4445-9a7d-94fa80ca2df6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Deleting port 45312478-cc4a-4f2f-86fa-1cf3da41777f {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:16:30.410545 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-111a7a48-e09f-4445-9a7d-94fa80ca2df6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.419968 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3b0b0872-f6ff-4d6d-8112-3381f6d9c839 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.428637 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3b0b0872-f6ff-4d6d-8112-3381f6d9c839 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1701901 Sep 07 19:16:30.437687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37800) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:30.449344 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-53be20ad-e1bb-4ca9-9abe-0198a25079b4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'security_group_rule': {'security_group_id': 'd7f5f299-1d85-4357-aaaf-127981c9d84d', 'project_id': '78144588c9424754a9005f76111ab868', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:30.462342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b0872-f6ff-4d6d-8112-3381f6d9c839 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab1bb47-954b-463c-a661-b1419758be61,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:30.488117 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-53be20ad-e1bb-4ca9-9abe-0198a25079b4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.550784 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-53be20ad-e1bb-4ca9-9abe-0198a25079b4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.556541 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-53be20ad-e1bb-4ca9-9abe-0198a25079b4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.575504 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be20ad-e1bb-4ca9-9abe-0198a25079b4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e5e8d1-d24c-48db-96cc-d311bc20edd1,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:30.590011 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-53be20ad-e1bb-4ca9-9abe-0198a25079b4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.591488 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-53be20ad-e1bb-4ca9-9abe-0198a25079b4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486006 Sep 07 19:16:30.597398 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37802) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:30.606045 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-acb4c664-1038-4fce-8ab7-61b9dfc90efc tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'security_group_rule': {'security_group_id': 'd7f5f299-1d85-4357-aaaf-127981c9d84d', 'project_id': '78144588c9424754a9005f76111ab868', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:30.629067 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-e39c5e12-d865-451d-adaa-9418a0eee3c9 req-bd313562-f4fe-4471-92d9-995c0d15c755 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] For port 37b51993-dfab-4651-a854-51dcc09eaed5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=37b51993-dfab-4651-a854-51dcc09eaed5,segment=NetworkSegment(5df7833d-3c59-4a43-8f4e-7b99775888b0),segment_id=5df7833d-3c59-4a43-8f4e-7b99775888b0)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:30.629443 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e39c5e12-d865-451d-adaa-9418a0eee3c9 req-bd313562-f4fe-4471-92d9-995c0d15c755 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.649803 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-e39c5e12-d865-451d-adaa-9418a0eee3c9 req-bd313562-f4fe-4471-92d9-995c0d15c755 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Calling delete_port for 37b51993-dfab-4651-a854-51dcc09eaed5 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:16:30.654526 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-acb4c664-1038-4fce-8ab7-61b9dfc90efc tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.684300 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-111a7a48-e09f-4445-9a7d-94fa80ca2df6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] For port 45312478-cc4a-4f2f-86fa-1cf3da41777f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=45312478-cc4a-4f2f-86fa-1cf3da41777f,segment=NetworkSegment(99873a99-e89e-4351-9297-031c245fc4f8),segment_id=99873a99-e89e-4351-9297-031c245fc4f8)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:30.685596 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-111a7a48-e09f-4445-9a7d-94fa80ca2df6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.765420 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-acb4c664-1038-4fce-8ab7-61b9dfc90efc tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.775470 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-acb4c664-1038-4fce-8ab7-61b9dfc90efc tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.813507 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce3291-dead-451f-bbf7-3359dc4c03bf req-f7e7bbcf-f4de-4b78-bbde-71ce0d78f974 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:30.815514 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-efce3291-dead-451f-bbf7-3359dc4c03bf req-f7e7bbcf-f4de-4b78-bbde-71ce0d78f974 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c19e70d-0c9b-4ccd-a301-8b94397eab87 HTTP/1.1" status: 200 len: 945 time: 0.1199741 Sep 07 19:16:30.818846 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-111a7a48-e09f-4445-9a7d-94fa80ca2df6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Calling delete_port for 45312478-cc4a-4f2f-86fa-1cf3da41777f owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:16:30.855268 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4c664-1038-4fce-8ab7-61b9dfc90efc tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d47c183-e5ba-4b8a-a4bd-edeb371e7e5c,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:30.870740 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-acb4c664-1038-4fce-8ab7-61b9dfc90efc tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.875264 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-acb4c664-1038-4fce-8ab7-61b9dfc90efc tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2740188 Sep 07 19:16:30.875409 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37810) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:30.881306 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6662a609-58d5-45ae-8fc1-61154dd552a3 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'security_group_rule': {'security_group_id': 'd7f5f299-1d85-4357-aaaf-127981c9d84d', 'project_id': '78144588c9424754a9005f76111ab868', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:30.885374 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e39c5e12-d865-451d-adaa-9418a0eee3c9 req-bd313562-f4fe-4471-92d9-995c0d15c755 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:30.902287 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['37b51993-dfab-4651-a854-51dcc09eaed5'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:16:30.930906 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd313562-f4fe-4471-92d9-995c0d15c755 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Pushing event deleted for resources: {'Port': ['ID=37b51993-dfab-4651-a854-51dcc09eaed5,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:30.945074 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1916b-99e4-4f6c-bcde-86b5a8fd9b52 req-0a5eefdf-4bdf-4e41-b2b1-97d8a9a27b51 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:30.946657 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93f1916b-99e4-4f6c-bcde-86b5a8fd9b52 req-0a5eefdf-4bdf-4e41-b2b1-97d8a9a27b51 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c19e70d-0c9b-4ccd-a301-8b94397eab87 HTTP/1.1" status: 200 len: 945 time: 0.1129634 Sep 07 19:16:31.029399 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39c5e12-d865-451d-adaa-9418a0eee3c9 req-bd313562-f4fe-4471-92d9-995c0d15c755 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] No DVR routers for this DVR port 37b51993-dfab-4651-a854-51dcc09eaed5 on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:16:31.031210 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-6662a609-58d5-45ae-8fc1-61154dd552a3 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Project 78144588c9424754a9005f76111ab868 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:16:31.042243 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-e39c5e12-d865-451d-adaa-9418a0eee3c9 req-bd313562-f4fe-4471-92d9-995c0d15c755 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:31.044771 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-e39c5e12-d865-451d-adaa-9418a0eee3c9 req-bd313562-f4fe-4471-92d9-995c0d15c755 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.60 "DELETE /v2.0/ports/37b51993-dfab-4651-a854-51dcc09eaed5 HTTP/1.1" status: 204 len: 173 time: 0.9989588 Sep 07 19:16:31.045258 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b411a44-2a5f-4041-ad7b-7945c802718e', 'name': 'network-vif-deleted', 'tag': '37b51993-dfab-4651-a854-51dcc09eaed5'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:16:31.047852 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854f695c-9409-47f6-9dca-78091c5c4f0f" -d '{"events": [{"server_uuid": "6b411a44-2a5f-4041-ad7b-7945c802718e", "name": "network-vif-deleted", "tag": "37b51993-dfab-4651-a854-51dcc09eaed5"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:16:31.074582 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7542206d-b251-4574-8f7b-1426b3af8fc0 req-b326d2fa-50ab-435e-92db-4ac520001158 tempest-VolumesActionsTest-1048255295 tempest-VolumesActionsTest-1048255295-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b411a44-2a5f-4041-ad7b-7945c802718e HTTP/1.1" status: 200 len: 210 time: 0.0608788 Sep 07 19:16:31.091493 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93f1916b-99e4-4f6c-bcde-86b5a8fd9b52 req-b41068dc-475e-4839-877f-8530d80d58c2 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f8baa7c-5c21-4f4f-8e58-8afe47f6277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335092 Sep 07 19:16:31.118109 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6662a609-58d5-45ae-8fc1-61154dd552a3 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:31.153692 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-efce3291-dead-451f-bbf7-3359dc4c03bf req-a3518796-125d-48d7-acdf-8cb0780c9488 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Deleting port e426fa42-20b7-4c01-954c-2f5220503848 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:16:31.153692 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-efce3291-dead-451f-bbf7-3359dc4c03bf req-a3518796-125d-48d7-acdf-8cb0780c9488 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:31.158597 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a227936-5e6a-4ba3-ab02-cab5a47869ae x-openstack-request-id: req-5a227936-5e6a-4ba3-ab02-cab5a47869ae {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:16:31.158900 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b411a44-2a5f-4041-ad7b-7945c802718e", "name": "network-vif-deleted", "tag": "37b51993-dfab-4651-a854-51dcc09eaed5", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:16:31.159157 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a227936-5e6a-4ba3-ab02-cab5a47869ae {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:16:31.159577 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b411a44-2a5f-4041-ad7b-7945c802718e', 'name': 'network-vif-deleted', 'tag': '37b51993-dfab-4651-a854-51dcc09eaed5', 'status': 'completed', 'code': 200} Sep 07 19:16:31.235574 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6662a609-58d5-45ae-8fc1-61154dd552a3 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:31.263481 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6662a609-58d5-45ae-8fc1-61154dd552a3 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:31.285052 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662a609-58d5-45ae-8fc1-61154dd552a3 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3302e0b-7ae6-44af-a279-4c8a660a470e,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:31.290726 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-efce3291-dead-451f-bbf7-3359dc4c03bf req-a3518796-125d-48d7-acdf-8cb0780c9488 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] For port e426fa42-20b7-4c01-954c-2f5220503848, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=e426fa42-20b7-4c01-954c-2f5220503848,segment=NetworkSegment(608b9e8b-dfdc-4e94-938a-5427adc10eb8),segment_id=608b9e8b-dfdc-4e94-938a-5427adc10eb8)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:31.291103 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-efce3291-dead-451f-bbf7-3359dc4c03bf req-a3518796-125d-48d7-acdf-8cb0780c9488 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:31.315570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-efce3291-dead-451f-bbf7-3359dc4c03bf req-a3518796-125d-48d7-acdf-8cb0780c9488 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Calling delete_port for e426fa42-20b7-4c01-954c-2f5220503848 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:16:31.319005 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6662a609-58d5-45ae-8fc1-61154dd552a3 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:31.325247 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6662a609-58d5-45ae-8fc1-61154dd552a3 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4491296 Sep 07 19:16:31.328211 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37826) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:31.336969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-347f4ef6-40c6-4cd7-a21d-89a5081feff1 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'security_group_rule': {'security_group_id': 'd7f5f299-1d85-4357-aaaf-127981c9d84d', 'project_id': '78144588c9424754a9005f76111ab868', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:31.347189 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-111a7a48-e09f-4445-9a7d-94fa80ca2df6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:31.402368 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a7a48-e09f-4445-9a7d-94fa80ca2df6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Port': ['ID=45312478-cc4a-4f2f-86fa-1cf3da41777f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:31.456838 n-d-807786-1 neutron-server[101445]: INFO neutron.db.securitygroups_db [None req-347f4ef6-40c6-4cd7-a21d-89a5081feff1 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Project 78144588c9424754a9005f76111ab868 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:16:31.463945 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-347f4ef6-40c6-4cd7-a21d-89a5081feff1 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:31.665496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163cb9a4-6e67-45fb-8fab-b1dea86a4c0b None None] Network 5333a60f-687d-4c6d-9617-c2ab15cefaab requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:16:31.680292 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-347f4ef6-40c6-4cd7-a21d-89a5081feff1 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:31.681401 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-efce3291-dead-451f-bbf7-3359dc4c03bf req-a3518796-125d-48d7-acdf-8cb0780c9488 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:31.714551 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-347f4ef6-40c6-4cd7-a21d-89a5081feff1 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:31.714746 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['e426fa42-20b7-4c01-954c-2f5220503848'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:16:31.765971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3518796-125d-48d7-acdf-8cb0780c9488 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Pushing event deleted for resources: {'Port': ['ID=e426fa42-20b7-4c01-954c-2f5220503848,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:31.820830 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f4ef6-40c6-4cd7-a21d-89a5081feff1 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a64f2f3-33e8-451f-8fb8-11d6dab91da5,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:31.825103 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-347f4ef6-40c6-4cd7-a21d-89a5081feff1 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:31.826608 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-347f4ef6-40c6-4cd7-a21d-89a5081feff1 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4973812 Sep 07 19:16:31.839835 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-111a7a48-e09f-4445-9a7d-94fa80ca2df6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:31.870763 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d988f296-c446-4a11-ac75-e3d4776c55ae None None] Provisioning for port a53a9a5a-1c4d-481e-a069-0689c6cd3f64 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:16:31.886759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-efce3291-dead-451f-bbf7-3359dc4c03bf req-a3518796-125d-48d7-acdf-8cb0780c9488 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] No DVR routers for this DVR port e426fa42-20b7-4c01-954c-2f5220503848 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:16:31.892219 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-efce3291-dead-451f-bbf7-3359dc4c03bf req-a3518796-125d-48d7-acdf-8cb0780c9488 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:31.893030 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:31.898159 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-efce3291-dead-451f-bbf7-3359dc4c03bf req-a3518796-125d-48d7-acdf-8cb0780c9488 tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.60 "DELETE /v2.0/ports/e426fa42-20b7-4c01-954c-2f5220503848 HTTP/1.1" status: 204 len: 173 time: 1.0655367 Sep 07 19:16:31.898685 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c19e70d-0c9b-4ccd-a301-8b94397eab87', 'name': 'network-vif-deleted', 'tag': 'e426fa42-20b7-4c01-954c-2f5220503848'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:16:31.902524 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c34d4d0-e2cc-4149-b5c0-da868de651c2" -d '{"events": [{"server_uuid": "2c19e70d-0c9b-4ccd-a301-8b94397eab87", "name": "network-vif-deleted", "tag": "e426fa42-20b7-4c01-954c-2f5220503848"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:16:31.992880 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdacc8e-c7fa-4cf6-a677-cd9288056366 x-openstack-request-id: req-5cdacc8e-c7fa-4cf6-a677-cd9288056366 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:16:31.993554 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c19e70d-0c9b-4ccd-a301-8b94397eab87", "name": "network-vif-deleted", "tag": "e426fa42-20b7-4c01-954c-2f5220503848", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:16:31.993554 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5cdacc8e-c7fa-4cf6-a677-cd9288056366 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:16:31.993828 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c19e70d-0c9b-4ccd-a301-8b94397eab87', 'name': 'network-vif-deleted', 'tag': 'e426fa42-20b7-4c01-954c-2f5220503848', 'status': 'completed', 'code': 200} Sep 07 19:16:32.198043 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34031425-85ff-4e7c-b815-a91009872d3c req-0a41cac7-0a8b-4575-ac18-6017a88e298a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1491890686&fields=id&tenant_id=78144588c9424754a9005f76111ab868 HTTP/1.1" status: 200 len: 267 time: 0.0591629 Sep 07 19:16:32.420761 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a53a9a5a-1c4d-481e-a069-0689c6cd3f64 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:16:32.447880 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111a7a48-e09f-4445-9a7d-94fa80ca2df6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Router 117f53c9-db3e-4eae-a9a4-b82f727e5920 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:16:32.552066 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port a53a9a5a-1c4d-481e-a069-0689c6cd3f64 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:16:32.556959 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port a53a9a5a-1c4d-481e-a069-0689c6cd3f64 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:16:32.557563 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:32.673370 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-900a95be-9a5c-486e-9dee-991ddea4b062 None None] Provisioning complete for port a53a9a5a-1c4d-481e-a069-0689c6cd3f64 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:16:32.673747 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-900a95be-9a5c-486e-9dee-991ddea4b062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:32.707265 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111a7a48-e09f-4445-9a7d-94fa80ca2df6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:16:32.715828 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-111a7a48-e09f-4445-9a7d-94fa80ca2df6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "PUT /v2.0/routers/117f53c9-db3e-4eae-a9a4-b82f727e5920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3908501 Sep 07 19:16:32.718431 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37872) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:32.724436 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f797850d-a14e-4427-9c26-7f78b1ed229e None None] Sync routers for ids ['117f53c9-db3e-4eae-a9a4-b82f727e5920'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:16:32.754021 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f797850d-a14e-4427-9c26-7f78b1ed229e None None] Routers {'117f53c9-db3e-4eae-a9a4-b82f727e5920'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:16:32.754676 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-f797850d-a14e-4427-9c26-7f78b1ed229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:16:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['117f53c9-db3e-4eae-a9a4-b82f727e5920'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:32.810374 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-493249c7-cafd-48df-968f-5baf31d13cb7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Deleting subnet 853fcb3e-adca-4518-976c-b334ba64fc64 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:16:32.825246 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-493249c7-cafd-48df-968f-5baf31d13cb7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:32.852701 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:32.919449 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-493249c7-cafd-48df-968f-5baf31d13cb7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:33.034247 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-493249c7-cafd-48df-968f-5baf31d13cb7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:33.046408 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-f797850d-a14e-4427-9c26-7f78b1ed229e None None] Set router 117f53c9-db3e-4eae-a9a4-b82f727e5920 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:16:33.060108 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port a53a9a5a-1c4d-481e-a069-0689c6cd3f64, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a53a9a5a-1c4d-481e-a069-0689c6cd3f64,segment=NetworkSegment(f22a8ce3-9279-4f74-a59b-6a7f681c856f),segment_id=f22a8ce3-9279-4f74-a59b-6a7f681c856f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:33.074764 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:33.188842 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-366c79f7-9f3b-4037-9990-7cca117af12d req-f0364675-b652-4091-985b-f14849e333da tempest-ServerAddressesTestJSON-1743069965 tempest-ServerAddressesTestJSON-1743069965-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c19e70d-0c9b-4ccd-a301-8b94397eab87 HTTP/1.1" status: 200 len: 210 time: 0.0509634 Sep 07 19:16:33.194291 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-900a95be-9a5c-486e-9dee-991ddea4b062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:33.211420 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-493249c7-cafd-48df-968f-5baf31d13cb7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:33.251984 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493249c7-cafd-48df-968f-5baf31d13cb7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Subnet': ['ID=853fcb3e-adca-4518-976c-b334ba64fc64,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:33.273783 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-493249c7-cafd-48df-968f-5baf31d13cb7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:33.278759 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-493249c7-cafd-48df-968f-5baf31d13cb7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "DELETE /v2.0/subnets/853fcb3e-adca-4518-976c-b334ba64fc64 HTTP/1.1" status: 204 len: 168 time: 0.5588021 Sep 07 19:16:33.283772 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37884) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:33.284268 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34031425-85ff-4e7c-b815-a91009872d3c req-b9e16632-174e-4149-b6a6-3bf3e0325265 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:33.293412 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34031425-85ff-4e7c-b815-a91009872d3c req-b9e16632-174e-4149-b6a6-3bf3e0325265 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/networks?id=5333a60f-687d-4c6d-9617-c2ab15cefaab HTTP/1.1" status: 200 len: 796 time: 1.0937662 Sep 07 19:16:33.333246 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dc1d82-b73e-42bd-908f-05c69e3b2e0d None None] Network 96d6b3b8-24a8-48a5-a1bf-214a250b5a45 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:16:33.337323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34031425-85ff-4e7c-b815-a91009872d3c req-e6a2f46a-6983-427b-8283-d0c9478a5df8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/quotas/78144588c9424754a9005f76111ab868 HTTP/1.1" status: 200 len: 375 time: 0.0430048 Sep 07 19:16:33.425036 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34031425-85ff-4e7c-b815-a91009872d3c req-990a03e1-3e57-41b4-86fb-f777bd31700c tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=78144588c9424754a9005f76111ab868&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0816326 Sep 07 19:16:33.476342 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.db.api [None req-900a95be-9a5c-486e-9dee-991ddea4b062 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:16:33.476843 n-d-807786-1 neutron-server[101446]: DEBUG oslo_db.api [None req-900a95be-9a5c-486e-9dee-991ddea4b062 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:16:33.491588 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=a53a9a5a-1c4d-481e-a069-0689c6cd3f64,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:33.519522 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eff78301-3fb4-4d2c-83f7-607b05f51371 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:33.624435 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34031425-85ff-4e7c-b815-a91009872d3c req-7d6aac25-cb4c-4cf8-9dbb-1cc20c702538 service neutron] 10.222.0.26 "GET /v2.0/networks/5333a60f-687d-4c6d-9617-c2ab15cefaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771064 Sep 07 19:16:33.662779 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-f797850d-a14e-4427-9c26-7f78b1ed229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976012008', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:14Z', 'updated_at': '2021-09-07T19:16:31Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:15Z', 'updated_at': '2021-09-07T19:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:33.705087 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f797850d-a14e-4427-9c26-7f78b1ed229e None None] Checking router: 117f53c9-db3e-4eae-a9a4-b82f727e5920 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:16:33.714299 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f797850d-a14e-4427-9c26-7f78b1ed229e None None] Routers {'117f53c9-db3e-4eae-a9a4-b82f727e5920'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:16:33.715082 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-f797850d-a14e-4427-9c26-7f78b1ed229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:16:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['117f53c9-db3e-4eae-a9a4-b82f727e5920'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:33.728466 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d81125-84d8-4f24-a9dd-fb5fce956e89 None None] DHCP port deletion for 96d6b3b8-24a8-48a5-a1bf-214a250b5a45 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:16:33.738966 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eff78301-3fb4-4d2c-83f7-607b05f51371 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:33.805903 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-eff78301-3fb4-4d2c-83f7-607b05f51371 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Deleting port e550b1b4-4839-4edb-aa45-33452dccd909 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:16:33.806270 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eff78301-3fb4-4d2c-83f7-607b05f51371 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:33.808449 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34031425-85ff-4e7c-b815-a91009872d3c req-eb1f8e6e-d09d-4419-bbc8-ad4f77245cc2 service neutron] 10.222.0.26 "GET /v2.0/networks/5333a60f-687d-4c6d-9617-c2ab15cefaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763046 Sep 07 19:16:33.828799 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-48d81125-84d8-4f24-a9dd-fb5fce956e89 None None] Deleting port e6ef28ea-aaaf-4b67-9480-3007b167d656 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:16:33.830345 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-48d81125-84d8-4f24-a9dd-fb5fce956e89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:33.906745 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-f797850d-a14e-4427-9c26-7f78b1ed229e None None] Set router 117f53c9-db3e-4eae-a9a4-b82f727e5920 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:16:33.952264 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-eff78301-3fb4-4d2c-83f7-607b05f51371 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] For port e550b1b4-4839-4edb-aa45-33452dccd909, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e550b1b4-4839-4edb-aa45-33452dccd909,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:33.959824 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eff78301-3fb4-4d2c-83f7-607b05f51371 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:33.978041 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-eff78301-3fb4-4d2c-83f7-607b05f51371 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Calling delete_port for e550b1b4-4839-4edb-aa45-33452dccd909 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:16:34.065385 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e426fa42-20b7-4c01-954c-2f5220503848 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:16:34.082836 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-48d81125-84d8-4f24-a9dd-fb5fce956e89 None None] For port e6ef28ea-aaaf-4b67-9480-3007b167d656, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e6ef28ea-aaaf-4b67-9480-3007b167d656,segment=NetworkSegment(99873a99-e89e-4351-9297-031c245fc4f8),segment_id=99873a99-e89e-4351-9297-031c245fc4f8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:34.083243 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-48d81125-84d8-4f24-a9dd-fb5fce956e89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:34.279593 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a53a9a5a-1c4d-481e-a069-0689c6cd3f64 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:16:34.296724 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f3f13bb0-0f54-4e35-9f5b-e7f252273074 req-2834e788-d928-4808-aede-aa985dff9e10 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1248d0c-2bbc-4e72-af3f-f10752ebe15c HTTP/1.1" status: 200 len: 210 time: 0.0472794 Sep 07 19:16:34.305177 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37906) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:34.359599 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: e426fa42-20b7-4c01-954c-2f5220503848 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:16:34.359940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device e426fa42-20b7-4c01-954c-2f5220503848 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:16:34.365831 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 37b51993-dfab-4651-a854-51dcc09eaed5 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:16:34.369530 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-48d81125-84d8-4f24-a9dd-fb5fce956e89 None None] Calling delete_port for e6ef28ea-aaaf-4b67-9480-3007b167d656 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:16:34.377121 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-f797850d-a14e-4427-9c26-7f78b1ed229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976012008', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:14Z', 'updated_at': '2021-09-07T19:16:31Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:15Z', 'updated_at': '2021-09-07T19:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:34.393807 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ff270b-7198-44d6-856d-65eb83884683 admin admin] Deleting subnet bd1de093-69c6-4555-89aa-e9f4ca5e30fa {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:16:34.407073 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-88ff270b-7198-44d6-856d-65eb83884683 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:34.440457 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f797850d-a14e-4427-9c26-7f78b1ed229e None None] The sync data for ids ['117f53c9-db3e-4eae-a9a4-b82f727e5920'] in n-d-807786-1 is: [{'id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976012008', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:14Z', 'updated_at': '2021-09-07T19:16:31Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'e550b1b4-4839-4edb-aa45-33452dccd909', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f53c9-db3e-4eae-a9a4-b82f727e5920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:15Z', 'updated_at': '2021-09-07T19:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:16:34.459967 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 37b51993-dfab-4651-a854-51dcc09eaed5 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:16:34.460657 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 37b51993-dfab-4651-a854-51dcc09eaed5 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:16:34.528924 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-88ff270b-7198-44d6-856d-65eb83884683 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:34.565515 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port a53a9a5a-1c4d-481e-a069-0689c6cd3f64 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:16:34.566016 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:34.569258 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eff78301-3fb4-4d2c-83f7-607b05f51371 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:34.604009 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff78301-3fb4-4d2c-83f7-607b05f51371 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Port': ['ID=e550b1b4-4839-4edb-aa45-33452dccd909,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:34.657863 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-88ff270b-7198-44d6-856d-65eb83884683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:34.731575 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eff78301-3fb4-4d2c-83f7-607b05f51371 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:34.739365 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-48d81125-84d8-4f24-a9dd-fb5fce956e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:34.817840 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d81125-84d8-4f24-a9dd-fb5fce956e89 None None] Pushing event deleted for resources: {'Port': ['ID=e6ef28ea-aaaf-4b67-9480-3007b167d656,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:34.822448 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d81125-84d8-4f24-a9dd-fb5fce956e89 None None] No DVR routers for this DVR port e6ef28ea-aaaf-4b67-9480-3007b167d656 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:16:34.858387 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e6ef28ea-aaaf-4b67-9480-3007b167d656 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:16:34.903093 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eff78301-3fb4-4d2c-83f7-607b05f51371 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:34.906054 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-88ff270b-7198-44d6-856d-65eb83884683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:34.909793 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eff78301-3fb4-4d2c-83f7-607b05f51371 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:34.914027 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: e6ef28ea-aaaf-4b67-9480-3007b167d656 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:16:34.914450 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e6ef28ea-aaaf-4b67-9480-3007b167d656 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:16:34.957408 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff270b-7198-44d6-856d-65eb83884683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd1de093-69c6-4555-89aa-e9f4ca5e30fa,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:35.000898 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-88ff270b-7198-44d6-856d-65eb83884683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:35.005119 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-88ff270b-7198-44d6-856d-65eb83884683 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bd1de093-69c6-4555-89aa-e9f4ca5e30fa HTTP/1.1" status: 204 len: 168 time: 0.6992891 Sep 07 19:16:35.006491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37926) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:35.024790 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eff78301-3fb4-4d2c-83f7-607b05f51371 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:35.025328 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff78301-3fb4-4d2c-83f7-607b05f51371 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Fanout notify agent at l3_agent the message router_deleted on router 117f53c9-db3e-4eae-a9a4-b82f727e5920 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:16:35.033473 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eff78301-3fb4-4d2c-83f7-607b05f51371 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:35.034601 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-eff78301-3fb4-4d2c-83f7-607b05f51371 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "DELETE /v2.0/routers/117f53c9-db3e-4eae-a9a4-b82f727e5920 HTTP/1.1" status: 204 len: 168 time: 1.7492681 Sep 07 19:16:35.037836 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37928) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:35.155628 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-584f4020-5ad8-4d04-a89a-ea6fbe85f3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:35.185650 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-958782db-6639-426c-b3a6-e233666b3b63 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:35.295123 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-584f4020-5ad8-4d04-a89a-ea6fbe85f3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:35.325869 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-584f4020-5ad8-4d04-a89a-ea6fbe85f3fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79360c4f-572c-482f-be5a-0265c847822a']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:35.335888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-584f4020-5ad8-4d04-a89a-ea6fbe85f3fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608b9e8b-dfdc-4e94-938a-5427adc10eb8') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:35.336192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-584f4020-5ad8-4d04-a89a-ea6fbe85f3fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608b9e8b-dfdc-4e94-938a-5427adc10eb8') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:35.345931 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-584f4020-5ad8-4d04-a89a-ea6fbe85f3fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:35.415293 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-584f4020-5ad8-4d04-a89a-ea6fbe85f3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:35.417390 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-958782db-6639-426c-b3a6-e233666b3b63 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:35.429593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584f4020-5ad8-4d04-a89a-ea6fbe85f3fe admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:16:35.430206 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-584f4020-5ad8-4d04-a89a-ea6fbe85f3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:35.448046 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-958782db-6639-426c-b3a6-e233666b3b63 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d6b3b8-24a8-48a5-a1bf-214a250b5a45']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:35.459150 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-958782db-6639-426c-b3a6-e233666b3b63 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99873a99-e89e-4351-9297-031c245fc4f8') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:35.459453 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-958782db-6639-426c-b3a6-e233666b3b63 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99873a99-e89e-4351-9297-031c245fc4f8') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:16:35.471618 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:16:35.488799 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-958782db-6639-426c-b3a6-e233666b3b63 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:35.517843 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-958782db-6639-426c-b3a6-e233666b3b63 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:35.533605 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958782db-6639-426c-b3a6-e233666b3b63 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:16:35.535002 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-958782db-6639-426c-b3a6-e233666b3b63 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:16:35.660067 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:16:35.679872 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-958782db-6639-426c-b3a6-e233666b3b63 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:35.687043 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-958782db-6639-426c-b3a6-e233666b3b63 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:35.689040 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-958782db-6639-426c-b3a6-e233666b3b63 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "DELETE /v2.0/networks/96d6b3b8-24a8-48a5-a1bf-214a250b5a45 HTTP/1.1" status: 204 len: 168 time: 0.6502461 Sep 07 19:16:35.696436 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37948) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:35.710736 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6fc7dcf9-0b9f-4803-8534-17fd91ac8017 req-384aaa60-b044-46f9-95c8-af84ce801e7f tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1248d0c-2bbc-4e72-af3f-f10752ebe15c HTTP/1.1" status: 200 len: 210 time: 0.2237117 Sep 07 19:16:35.724288 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-584f4020-5ad8-4d04-a89a-ea6fbe85f3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:35.739506 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-584f4020-5ad8-4d04-a89a-ea6fbe85f3fe admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:35.741444 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-584f4020-5ad8-4d04-a89a-ea6fbe85f3fe admin admin] 10.222.0.26 "DELETE /v2.0/networks/79360c4f-572c-482f-be5a-0265c847822a HTTP/1.1" status: 204 len: 168 time: 0.7314775 Sep 07 19:16:35.789722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34031425-85ff-4e7c-b815-a91009872d3c req-a1635311-c492-4b67-9f6b-7f3cc703bfa4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:35.795511 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34031425-85ff-4e7c-b815-a91009872d3c req-a1635311-c492-4b67-9f6b-7f3cc703bfa4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.60 "GET /v2.0/networks?id=5333a60f-687d-4c6d-9617-c2ab15cefaab HTTP/1.1" status: 200 len: 796 time: 0.2316506 Sep 07 19:16:35.803892 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f4020-5ad8-4d04-a89a-ea6fbe85f3fe admin admin] Pushing event deleted for resources: {'Network': ['ID=79360c4f-572c-482f-be5a-0265c847822a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:35.880668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958782db-6639-426c-b3a6-e233666b3b63 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Network': ['ID=96d6b3b8-24a8-48a5-a1bf-214a250b5a45,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:35.888904 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34031425-85ff-4e7c-b815-a91009872d3c req-033ffcc6-c054-4257-97e2-b9922beed73b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78144588c9424754a9005f76111ab868 HTTP/1.1" status: 200 len: 472 time: 0.0804698 Sep 07 19:16:35.911683 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a06070c-53a4-4d10-b938-8ea6abc8a695 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:35.918673 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-34031425-85ff-4e7c-b815-a91009872d3c req-730c7cbe-d1c0-4704-8421-db147d98972a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'port': {'device_id': 'b1248d0c-2bbc-4e72-af3f-f10752ebe15c', 'network_id': '5333a60f-687d-4c6d-9617-c2ab15cefaab', 'admin_state_up': True, 'tenant_id': '78144588c9424754a9005f76111ab868', 'security_groups': ['d7f5f299-1d85-4357-aaaf-127981c9d84d']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:35.958244 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 37954) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:35.963124 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a06070c-53a4-4d10-b938-8ea6abc8a695 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:36.076943 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a06070c-53a4-4d10-b938-8ea6abc8a695 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:36.080259 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5a06070c-53a4-4d10-b938-8ea6abc8a695 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:36.081773 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5a06070c-53a4-4d10-b938-8ea6abc8a695 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "DELETE /v2.0/security-groups/0af84ca2-345f-4ab8-9028-e1e7401fc471 HTTP/1.1" status: 204 len: 168 time: 0.3760746 Sep 07 19:16:36.120694 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06070c-53a4-4d10-b938-8ea6abc8a695 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af84ca2-345f-4ab8-9028-e1e7401fc471,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:36.166027 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-24ba5276-d620-4a5f-bb10-d66c6e3ff4b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6215c456f2db40c5b8ca23bc4ac63673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2056777 Sep 07 19:16:36.171201 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37962) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:36.185379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34031425-85ff-4e7c-b815-a91009872d3c req-730c7cbe-d1c0-4704-8421-db147d98972a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Made reservation on behalf of 78144588c9424754a9005f76111ab868 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:16:36.189212 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-34031425-85ff-4e7c-b815-a91009872d3c req-730c7cbe-d1c0-4704-8421-db147d98972a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:36.215247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e550b1b4-4839-4edb-aa45-33452dccd909 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:16:36.251624 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: e550b1b4-4839-4edb-aa45-33452dccd909 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:16:36.259763 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e550b1b4-4839-4edb-aa45-33452dccd909 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:16:36.260310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 45312478-cc4a-4f2f-86fa-1cf3da41777f no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:16:36.291271 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 45312478-cc4a-4f2f-86fa-1cf3da41777f {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:16:36.291972 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 45312478-cc4a-4f2f-86fa-1cf3da41777f not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:16:36.313647 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d06d6b9a-9e26-42a6-bda8-86d835fbf7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:36.355073 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d06d6b9a-9e26-42a6-bda8-86d835fbf7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:36.405839 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-34031425-85ff-4e7c-b815-a91009872d3c req-730c7cbe-d1c0-4704-8421-db147d98972a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Allocated IP 172.20.0.24 (5333a60f-687d-4c6d-9617-c2ab15cefaab/af609ca1-de87-4e27-b780-99cbfdb44d46/6b614985-3568-4ab7-9ac5-c79ff6fb3add) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:16:36.420038 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d06d6b9a-9e26-42a6-bda8-86d835fbf7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:36.426386 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d06d6b9a-9e26-42a6-bda8-86d835fbf7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:36.428571 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d06d6b9a-9e26-42a6-bda8-86d835fbf7c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f8baa7c-5c21-4f4f-8e58-8afe47f6277a HTTP/1.1" status: 204 len: 168 time: 0.2552679 Sep 07 19:16:36.453460 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d6b9a-9e26-42a6-bda8-86d835fbf7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8baa7c-5c21-4f4f-8e58-8afe47f6277a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:36.802816 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-34031425-85ff-4e7c-b815-a91009872d3c req-730c7cbe-d1c0-4704-8421-db147d98972a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:36.812698 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37978) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:36.819553 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-fb73af74-7a8a-40f1-ac64-28b44856d99e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1090173624', 'description': 'tempest-secgroup-smoke-1090173624 description', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:36.829770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-34031425-85ff-4e7c-b815-a91009872d3c req-730c7cbe-d1c0-4704-8421-db147d98972a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Transition to ACTIVE for port object 6b614985-3568-4ab7-9ac5-c79ff6fb3add will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:16:36.878124 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fb73af74-7a8a-40f1-ac64-28b44856d99e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:36.889993 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-34031425-85ff-4e7c-b815-a91009872d3c req-730c7cbe-d1c0-4704-8421-db147d98972a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:36.978962 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34031425-85ff-4e7c-b815-a91009872d3c req-730c7cbe-d1c0-4704-8421-db147d98972a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Network 5333a60f-687d-4c6d-9617-c2ab15cefaab is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:16:37.153406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-34031425-85ff-4e7c-b815-a91009872d3c req-730c7cbe-d1c0-4704-8421-db147d98972a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:16:37.164407 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-34031425-85ff-4e7c-b815-a91009872d3c req-730c7cbe-d1c0-4704-8421-db147d98972a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:16:37.206597 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fb73af74-7a8a-40f1-ac64-28b44856d99e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:37.212626 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fb73af74-7a8a-40f1-ac64-28b44856d99e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:37.319857 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fb73af74-7a8a-40f1-ac64-28b44856d99e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:37.324657 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fb73af74-7a8a-40f1-ac64-28b44856d99e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5097883 Sep 07 19:16:37.332699 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 37998) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:37.339116 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-fcc23a1c-8c6e-43ba-8d4a-91ea7fbbe7b5 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': '1e768754-ee73-426f-b5ad-ef31c7478f58', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:37.399830 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73af74-7a8a-40f1-ac64-28b44856d99e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e768754-ee73-426f-b5ad-ef31c7478f58,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:37.425982 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcc23a1c-8c6e-43ba-8d4a-91ea7fbbe7b5 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:37.428943 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64444b-880a-4ddd-a705-5fbd751e81a7 req-c2901185-dbea-4f59-95f1-a5f9ee62c556 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:37.440758 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d64444b-880a-4ddd-a705-5fbd751e81a7 req-c2901185-dbea-4f59-95f1-a5f9ee62c556 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1248d0c-2bbc-4e72-af3f-f10752ebe15c HTTP/1.1" status: 200 len: 932 time: 0.4993083 Sep 07 19:16:37.460590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34031425-85ff-4e7c-b815-a91009872d3c req-730c7cbe-d1c0-4704-8421-db147d98972a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:37.461745 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-34031425-85ff-4e7c-b815-a91009872d3c req-730c7cbe-d1c0-4704-8421-db147d98972a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:37.466139 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c7cbe-d1c0-4704-8421-db147d98972a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'Port': ['ID=6b614985-3568-4ab7-9ac5-c79ff6fb3add,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:37.540951 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34031425-85ff-4e7c-b815-a91009872d3c req-730c7cbe-d1c0-4704-8421-db147d98972a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6378474 Sep 07 19:16:37.541738 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcc23a1c-8c6e-43ba-8d4a-91ea7fbbe7b5 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:37.555600 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcc23a1c-8c6e-43ba-8d4a-91ea7fbbe7b5 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:37.563260 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d64444b-880a-4ddd-a705-5fbd751e81a7 req-8aec3c25-b1e4-4e23-be6b-abbecdc7ac86 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7f5f299-1d85-4357-aaaf-127981c9d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212568 Sep 07 19:16:37.581089 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-34031425-85ff-4e7c-b815-a91009872d3c req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] Request body: {'port': {'device_id': 'b1248d0c-2bbc-4e72-af3f-f10752ebe15c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:37.621880 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc23a1c-8c6e-43ba-8d4a-91ea7fbbe7b5 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce22fff-4fcf-4678-8c29-7a3b5c08ad11,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:37.632136 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcc23a1c-8c6e-43ba-8d4a-91ea7fbbe7b5 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:37.638721 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fcc23a1c-8c6e-43ba-8d4a-91ea7fbbe7b5 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2994566 Sep 07 19:16:37.639461 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3f0e95ea-3ced-4b31-8006-4bedd6cc78aa None None] Provisioning for port 6b614985-3568-4ab7-9ac5-c79ff6fb3add completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:16:37.640276 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38006) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:37.644539 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3f0e95ea-3ced-4b31-8006-4bedd6cc78aa None None] Provisioning complete for port 6b614985-3568-4ab7-9ac5-c79ff6fb3add triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:16:37.646412 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3f0e95ea-3ced-4b31-8006-4bedd6cc78aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:37.652378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-988e9d97-ea30-48c9-ad16-af2eb56bb22d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': '1e768754-ee73-426f-b5ad-ef31c7478f58', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:37.733750 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3f0e95ea-3ced-4b31-8006-4bedd6cc78aa None None] Port 6b614985-3568-4ab7-9ac5-c79ff6fb3add cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:16:37.764707 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-34031425-85ff-4e7c-b815-a91009872d3c req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:37.804733 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-988e9d97-ea30-48c9-ad16-af2eb56bb22d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:38.110576 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-988e9d97-ea30-48c9-ad16-af2eb56bb22d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:38.117029 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-988e9d97-ea30-48c9-ad16-af2eb56bb22d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:38.129168 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38022) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:38.149370 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e9d97-ea30-48c9-ad16-af2eb56bb22d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac693703-bd0b-4bc4-82ae-c964c313928b,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:38.156401 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-988e9d97-ea30-48c9-ad16-af2eb56bb22d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:38.158305 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-988e9d97-ea30-48c9-ad16-af2eb56bb22d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5108447 Sep 07 19:16:38.162596 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38026) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:38.177059 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-59c2a6d5-7c3a-4f34-9635-8c13ce63c12e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': '1e768754-ee73-426f-b5ad-ef31c7478f58', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:38.256524 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59c2a6d5-7c3a-4f34-9635-8c13ce63c12e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:38.376564 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-63ed8809-370e-422b-a8d0-35db0e6b271f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2014446648-network', 'tenant_id': '772b16382b684a8c8539724a731585b1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:38.415896 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59c2a6d5-7c3a-4f34-9635-8c13ce63c12e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:38.423805 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59c2a6d5-7c3a-4f34-9635-8c13ce63c12e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:38.446397 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ed8809-370e-422b-a8d0-35db0e6b271f admin admin] Made reservation on behalf of 772b16382b684a8c8539724a731585b1 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:16:38.449660 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63ed8809-370e-422b-a8d0-35db0e6b271f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:38.465027 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2a6d5-7c3a-4f34-9635-8c13ce63c12e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1318cb-c568-4d00-af23-4bd1af5b4f7c,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:38.472669 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63ed8809-370e-422b-a8d0-35db0e6b271f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:38.497202 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-34031425-85ff-4e7c-b815-a91009872d3c req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b614985-3568-4ab7-9ac5-c79ff6fb3add {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:16:38.509491 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-34031425-85ff-4e7c-b815-a91009872d3c req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:38.515650 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-59c2a6d5-7c3a-4f34-9635-8c13ce63c12e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:38.518281 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-59c2a6d5-7c3a-4f34-9635-8c13ce63c12e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3535397 Sep 07 19:16:38.522617 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38034) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:38.532723 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6fb7e461-6b1c-442b-a1c8-2b2a1d0c7f75 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': '1e768754-ee73-426f-b5ad-ef31c7478f58', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:38.544211 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-34031425-85ff-4e7c-b815-a91009872d3c req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] Transition to ACTIVE for port object 6b614985-3568-4ab7-9ac5-c79ff6fb3add will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:16:38.548708 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-34031425-85ff-4e7c-b815-a91009872d3c req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:38.648385 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63ed8809-370e-422b-a8d0-35db0e6b271f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:38.658875 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63ed8809-370e-422b-a8d0-35db0e6b271f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:38.710744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] Pushing event updated for resources: {'Port': ['ID=6b614985-3568-4ab7-9ac5-c79ff6fb3add,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:38.742147 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ed8809-370e-422b-a8d0-35db0e6b271f admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:16:38.750719 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed8809-370e-422b-a8d0-35db0e6b271f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab984d9e-42ea-46e1-adec-bd5a65f956d6,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:38.784289 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e461-6b1c-442b-a1c8-2b2a1d0c7f75 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:38.804630 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63ed8809-370e-422b-a8d0-35db0e6b271f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:38.805231 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-63ed8809-370e-422b-a8d0-35db0e6b271f admin admin] Added segment 726ef4b8-49e0-41d9-8227-0300c91ef900 of type vlan for network 70b84cc2-e8fc-44df-b11a-620b2480a50e Sep 07 19:16:38.821743 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-34031425-85ff-4e7c-b815-a91009872d3c req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] Attempting to bind port 6b614985-3568-4ab7-9ac5-c79ff6fb3add on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:16:38.822090 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-34031425-85ff-4e7c-b815-a91009872d3c req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] Attempting to bind port 6b614985-3568-4ab7-9ac5-c79ff6fb3add by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'f22a8ce3-9279-4f74-a59b-6a7f681c856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5333a60f-687d-4c6d-9617-c2ab15cefaab'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:16:38.838440 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34031425-85ff-4e7c-b815-a91009872d3c req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] Attempting to bind port 6b614985-3568-4ab7-9ac5-c79ff6fb3add on network 5333a60f-687d-4c6d-9617-c2ab15cefaab {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:16:38.886194 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c016c6-d6fc-4759-bb38-cf876e55b9ec req-9d1ee388-fea9-47d9-8ba8-9b7d6aad4f93 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:38.890624 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-80c016c6-d6fc-4759-bb38-cf876e55b9ec req-9d1ee388-fea9-47d9-8ba8-9b7d6aad4f93 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1248d0c-2bbc-4e72-af3f-f10752ebe15c HTTP/1.1" status: 200 len: 944 time: 0.1611607 Sep 07 19:16:38.896699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34031425-85ff-4e7c-b815-a91009872d3c req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] Port 6b614985-3568-4ab7-9ac5-c79ff6fb3add on network 5333a60f-687d-4c6d-9617-c2ab15cefaab not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:16:38.897040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34031425-85ff-4e7c-b815-a91009872d3c req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] Attempting to bind port 6b614985-3568-4ab7-9ac5-c79ff6fb3add on network 5333a60f-687d-4c6d-9617-c2ab15cefaab {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:16:38.926334 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63ed8809-370e-422b-a8d0-35db0e6b271f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:38.968975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34031425-85ff-4e7c-b815-a91009872d3c req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:16:38.971530 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34031425-85ff-4e7c-b815-a91009872d3c req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] Checking segment: {'id': 'f22a8ce3-9279-4f74-a59b-6a7f681c856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5333a60f-687d-4c6d-9617-c2ab15cefaab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:16:38.972194 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34031425-85ff-4e7c-b815-a91009872d3c req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] Bound using segment: {'id': 'f22a8ce3-9279-4f74-a59b-6a7f681c856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5333a60f-687d-4c6d-9617-c2ab15cefaab'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:16:38.973018 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-34031425-85ff-4e7c-b815-a91009872d3c req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] Bound port: 6b614985-3568-4ab7-9ac5-c79ff6fb3add, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22a8ce3-9279-4f74-a59b-6a7f681c856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5333a60f-687d-4c6d-9617-c2ab15cefaab'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:16:38.977434 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-34031425-85ff-4e7c-b815-a91009872d3c req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:38.978091 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e461-6b1c-442b-a1c8-2b2a1d0c7f75 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:38.985340 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e461-6b1c-442b-a1c8-2b2a1d0c7f75 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:39.003608 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7e461-6b1c-442b-a1c8-2b2a1d0c7f75 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09a3fe3-6784-4c51-99e6-a4154328652b,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:39.014804 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63ed8809-370e-422b-a8d0-35db0e6b271f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:39.016128 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ed8809-370e-422b-a8d0-35db0e6b271f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:39.016763 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63ed8809-370e-422b-a8d0-35db0e6b271f admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:39.088763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-80c016c6-d6fc-4759-bb38-cf876e55b9ec req-723b7002-d7b0-41a8-8925-b6048e6281fb tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7f5f299-1d85-4357-aaaf-127981c9d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813631 Sep 07 19:16:39.136028 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed8809-370e-422b-a8d0-35db0e6b271f admin admin] Pushing event updated for resources: {'Network': ['ID=70b84cc2-e8fc-44df-b11a-620b2480a50e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:39.149103 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-63ed8809-370e-422b-a8d0-35db0e6b271f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0165505 Sep 07 19:16:39.150693 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e461-6b1c-442b-a1c8-2b2a1d0c7f75 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:39.153429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38046) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:39.155155 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6fb7e461-6b1c-442b-a1c8-2b2a1d0c7f75 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6312404 Sep 07 19:16:39.155491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 38048) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:39.156072 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 70b84cc2-e8fc-44df-b11a-620b2480a50e details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:16:39.172419 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-affce00a-259a-4b43-956b-14cfcac1b268 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': '1e768754-ee73-426f-b5ad-ef31c7478f58', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:39.186237 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-5b6fa57a-335d-4839-9da4-d0ce803b6bda admin admin] Request body: {'subnet': {'network_id': '70b84cc2-e8fc-44df-b11a-620b2480a50e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2014446648-subnet', 'tenant_id': '772b16382b684a8c8539724a731585b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:39.242751 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6fa57a-335d-4839-9da4-d0ce803b6bda admin admin] Made reservation on behalf of 772b16382b684a8c8539724a731585b1 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:16:39.246200 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b6fa57a-335d-4839-9da4-d0ce803b6bda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:39.522681 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-34031425-85ff-4e7c-b815-a91009872d3c req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] For port 6b614985-3568-4ab7-9ac5-c79ff6fb3add, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:16:39.538683 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-34031425-85ff-4e7c-b815-a91009872d3c req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] For port 6b614985-3568-4ab7-9ac5-c79ff6fb3add, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=6b614985-3568-4ab7-9ac5-c79ff6fb3add,segment=NetworkSegment(f22a8ce3-9279-4f74-a59b-6a7f681c856f),segment_id=f22a8ce3-9279-4f74-a59b-6a7f681c856f)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:16:39.575375 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-34031425-85ff-4e7c-b815-a91009872d3c req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:39.762072 n-d-807786-1 neutron-server[101445]: INFO neutron.db.securitygroups_db [None req-affce00a-259a-4b43-956b-14cfcac1b268 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Project aa42bbf5542c477bbf2c68a6d391c89a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:16:39.784365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34031425-85ff-4e7c-b815-a91009872d3c req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:39.785569 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-34031425-85ff-4e7c-b815-a91009872d3c req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:39.787727 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34031425-85ff-4e7c-b815-a91009872d3c req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] 10.222.0.60 "PUT /v2.0/ports/6b614985-3568-4ab7-9ac5-c79ff6fb3add HTTP/1.1" status: 200 len: 1092 time: 2.2219436 Sep 07 19:16:39.821179 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1248d0c-2bbc-4e72-af3f-f10752ebe15c', 'tag': '6b614985-3568-4ab7-9ac5-c79ff6fb3add'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:16:39.824263 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252fd136-e0ea-4564-b036-644b7092cc45" -d '{"events": [{"name": "network-changed", "server_uuid": "b1248d0c-2bbc-4e72-af3f-f10752ebe15c", "tag": "6b614985-3568-4ab7-9ac5-c79ff6fb3add"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:16:39.828197 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b579d76-4db8-4e2f-befc-0f36393ce558 service neutron] Pushing event updated for resources: {'Port': ['ID=6b614985-3568-4ab7-9ac5-c79ff6fb3add,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:39.854616 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-affce00a-259a-4b43-956b-14cfcac1b268 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:39.976054 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a60b44f-a4cf-4390-a0b1-056b3976d5a0 x-openstack-request-id: req-6a60b44f-a4cf-4390-a0b1-056b3976d5a0 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:16:39.976353 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1248d0c-2bbc-4e72-af3f-f10752ebe15c", "tag": "6b614985-3568-4ab7-9ac5-c79ff6fb3add", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:16:39.978794 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a60b44f-a4cf-4390-a0b1-056b3976d5a0 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:16:39.979236 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1248d0c-2bbc-4e72-af3f-f10752ebe15c', 'tag': '6b614985-3568-4ab7-9ac5-c79ff6fb3add', 'status': 'completed', 'code': 200} Sep 07 19:16:40.012786 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b6fa57a-335d-4839-9da4-d0ce803b6bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:40.060108 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-affce00a-259a-4b43-956b-14cfcac1b268 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:40.079375 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-affce00a-259a-4b43-956b-14cfcac1b268 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:40.132766 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affce00a-259a-4b43-956b-14cfcac1b268 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5708ca-ac1b-40c7-8d93-2c7e045e53d9,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:40.321915 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-affce00a-259a-4b43-956b-14cfcac1b268 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:40.323233 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-affce00a-259a-4b43-956b-14cfcac1b268 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1644750 Sep 07 19:16:40.326449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34031425-85ff-4e7c-b815-a91009872d3c req-304b3cf1-110b-4bc0-9332-8feaa069b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:40.326620 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38074) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:40.328344 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34031425-85ff-4e7c-b815-a91009872d3c req-304b3cf1-110b-4bc0-9332-8feaa069b992 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78144588c9424754a9005f76111ab868&device_id=b1248d0c-2bbc-4e72-af3f-f10752ebe15c HTTP/1.1" status: 200 len: 1095 time: 0.4750152 Sep 07 19:16:40.329251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6fa57a-335d-4839-9da4-d0ce803b6bda admin admin] Pushing event updated for resources: {'Subnet': ['ID=f820ec18-63ce-4958-9851-6a9e0d18d882,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:40.339445 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-94e61595-64cc-473a-b9c7-35cb47e4c0e8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': '1e768754-ee73-426f-b5ad-ef31c7478f58', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:40.346646 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6fa57a-335d-4839-9da4-d0ce803b6bda admin admin] Checking segment: {'id': '726ef4b8-49e0-41d9-8227-0300c91ef900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '70b84cc2-e8fc-44df-b11a-620b2480a50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:16:40.347429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6fa57a-335d-4839-9da4-d0ce803b6bda admin admin] Network hostable DHCP agents. Network: 70b84cc2-e8fc-44df-b11a-620b2480a50e, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:16:40.402234 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-94e61595-64cc-473a-b9c7-35cb47e4c0e8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Project aa42bbf5542c477bbf2c68a6d391c89a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:16:40.409316 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e898b8e-a569-4ea5-a1d0-f1c0e67fd0d9 req-49a9b89c-cfd0-4de0-93ec-ee27bba4c76b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:40.412352 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94e61595-64cc-473a-b9c7-35cb47e4c0e8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:40.413231 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e898b8e-a569-4ea5-a1d0-f1c0e67fd0d9 req-49a9b89c-cfd0-4de0-93ec-ee27bba4c76b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1248d0c-2bbc-4e72-af3f-f10752ebe15c HTTP/1.1" status: 200 len: 944 time: 0.1738904 Sep 07 19:16:40.417274 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34031425-85ff-4e7c-b815-a91009872d3c req-0299b01f-d462-41dd-a250-0cfd9a03bb3a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=6b614985-3568-4ab7-9ac5-c79ff6fb3add HTTP/1.1" status: 200 len: 217 time: 0.0658743 Sep 07 19:16:40.436549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6fa57a-335d-4839-9da4-d0ce803b6bda admin admin] Network 70b84cc2-e8fc-44df-b11a-620b2480a50e is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:16:40.473324 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-5b6fa57a-335d-4839-9da4-d0ce803b6bda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 70b84cc2-e8fc-44df-b11a-620b2480a50e) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:16:40.506233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1622e08-6628-438f-b146-b7c010504d06 None None] Network 70b84cc2-e8fc-44df-b11a-620b2480a50e requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:16:40.585220 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6fa57a-335d-4839-9da4-d0ce803b6bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:40.585711 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b6fa57a-335d-4839-9da4-d0ce803b6bda admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:40.722277 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e898b8e-a569-4ea5-a1d0-f1c0e67fd0d9 req-d1f001e3-2809-4cb5-a13b-e21c8d7fc248 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7f5f299-1d85-4357-aaaf-127981c9d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2967303 Sep 07 19:16:40.734841 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5b6fa57a-335d-4839-9da4-d0ce803b6bda admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5770156 Sep 07 19:16:40.766065 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34031425-85ff-4e7c-b815-a91009872d3c req-367a4f85-7493-43aa-a48c-0cac3323f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:40.768167 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34031425-85ff-4e7c-b815-a91009872d3c req-367a4f85-7493-43aa-a48c-0cac3323f0a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=af609ca1-de87-4e27-b780-99cbfdb44d46 HTTP/1.1" status: 200 len: 838 time: 0.3416553 Sep 07 19:16:40.888358 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34031425-85ff-4e7c-b815-a91009872d3c req-2eff8f9a-46af-4b36-85df-7b76d0a105c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:40.892684 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34031425-85ff-4e7c-b815-a91009872d3c req-2eff8f9a-46af-4b36-85df-7b76d0a105c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5333a60f-687d-4c6d-9617-c2ab15cefaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087096 Sep 07 19:16:41.091526 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442348ba-f864-41ee-a263-62660347a74f None None] Network 70b84cc2-e8fc-44df-b11a-620b2480a50e requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:16:41.096067 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34031425-85ff-4e7c-b815-a91009872d3c req-3aea78bb-5e2b-45f6-a000-ca79cdc509c9 service neutron] 10.222.0.60 "GET /v2.0/networks/5333a60f-687d-4c6d-9617-c2ab15cefaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980996 Sep 07 19:16:41.180602 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94e61595-64cc-473a-b9c7-35cb47e4c0e8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:41.187384 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94e61595-64cc-473a-b9c7-35cb47e4c0e8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:41.209264 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e61595-64cc-473a-b9c7-35cb47e4c0e8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b8bed9-0bb1-4e39-b666-87a8c6896546,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:41.219645 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-94e61595-64cc-473a-b9c7-35cb47e4c0e8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:41.225779 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-94e61595-64cc-473a-b9c7-35cb47e4c0e8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8968234 Sep 07 19:16:41.226696 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38096) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:41.234027 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-806cbcfd-a3c3-4bf5-8ba6-96714ea14425 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'network': {'name': 'tempest-network-smoke--1432101079', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'port_security_enabled': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:41.280061 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806cbcfd-a3c3-4bf5-8ba6-96714ea14425 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Made reservation on behalf of aa42bbf5542c477bbf2c68a6d391c89a for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:16:41.289247 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-806cbcfd-a3c3-4bf5-8ba6-96714ea14425 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:41.338893 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34031425-85ff-4e7c-b815-a91009872d3c req-9ff2b3e8-b992-419d-a853-fde7a51941a4 service neutron] 10.222.0.60 "GET /v2.0/networks/5333a60f-687d-4c6d-9617-c2ab15cefaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287638 Sep 07 19:16:41.356993 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806cbcfd-a3c3-4bf5-8ba6-96714ea14425 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:16:41.393618 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-806cbcfd-a3c3-4bf5-8ba6-96714ea14425 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:41.393965 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-806cbcfd-a3c3-4bf5-8ba6-96714ea14425 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Added segment 683524e4-a13c-4793-bf4b-7e9fbb4bfb25 of type vlan for network 24503b90-cf6d-4dd7-9434-45db67fed679 Sep 07 19:16:41.465483 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-806cbcfd-a3c3-4bf5-8ba6-96714ea14425 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:41.496762 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-806cbcfd-a3c3-4bf5-8ba6-96714ea14425 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:41.504483 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806cbcfd-a3c3-4bf5-8ba6-96714ea14425 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:41.505294 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-806cbcfd-a3c3-4bf5-8ba6-96714ea14425 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:41.519859 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fd136-e0ea-4564-b036-644b7092cc45 req-93d27ac0-3990-4740-97d6-5509039cb20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:41.522035 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-252fd136-e0ea-4564-b036-644b7092cc45 req-93d27ac0-3990-4740-97d6-5509039cb20f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78144588c9424754a9005f76111ab868&device_id=b1248d0c-2bbc-4e72-af3f-f10752ebe15c HTTP/1.1" status: 200 len: 1095 time: 0.1302547 Sep 07 19:16:41.563722 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-806cbcfd-a3c3-4bf5-8ba6-96714ea14425 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3318732 Sep 07 19:16:41.564231 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38114) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:41.569616 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d7211b88-0f53-4ebf-9a41-3e2454af3491 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1338285804', 'admin_state_up': True, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:41.640056 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-80188d12-5a35-469d-a518-961620c2d00d tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:41.641905 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-80188d12-5a35-469d-a518-961620c2d00d tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/networks?id=70b84cc2-e8fc-44df-b11a-620b2480a50e HTTP/1.1" status: 200 len: 822 time: 0.2211165 Sep 07 19:16:41.644255 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cbcfd-a3c3-4bf5-8ba6-96714ea14425 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Network': ['ID=24503b90-cf6d-4dd7-9434-45db67fed679,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:41.664835 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 24503b90-cf6d-4dd7-9434-45db67fed679 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:16:41.677267 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7211b88-0f53-4ebf-9a41-3e2454af3491 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:41.678835 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7211b88-0f53-4ebf-9a41-3e2454af3491 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:41.682271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fd136-e0ea-4564-b036-644b7092cc45 req-c5b506db-f9df-4afd-956b-2ce105c12307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:41.684016 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-252fd136-e0ea-4564-b036-644b7092cc45 req-c5b506db-f9df-4afd-956b-2ce105c12307 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5333a60f-687d-4c6d-9617-c2ab15cefaab HTTP/1.1" status: 200 len: 897 time: 0.1539993 Sep 07 19:16:41.685581 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-dfdfbd55-00c1-42b1-bcbf-30f27822b857 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/quotas/772b16382b684a8c8539724a731585b1 HTTP/1.1" status: 200 len: 375 time: 0.0277929 Sep 07 19:16:41.778552 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7211b88-0f53-4ebf-9a41-3e2454af3491 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:41.781831 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-77ab1b51-72f0-4524-88e9-f445f856c2d7 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=772b16382b684a8c8539724a731585b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814369 Sep 07 19:16:41.788627 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-252fd136-e0ea-4564-b036-644b7092cc45 req-bffff82e-0211-45c4-92fa-20e47ce91818 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=6b614985-3568-4ab7-9ac5-c79ff6fb3add HTTP/1.1" status: 200 len: 217 time: 0.0922782 Sep 07 19:16:41.964607 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fd136-e0ea-4564-b036-644b7092cc45 req-0aa1de8e-4592-43a5-9c9f-8dd4cc8dff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:41.966097 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-252fd136-e0ea-4564-b036-644b7092cc45 req-0aa1de8e-4592-43a5-9c9f-8dd4cc8dff65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=af609ca1-de87-4e27-b780-99cbfdb44d46 HTTP/1.1" status: 200 len: 838 time: 0.1706614 Sep 07 19:16:41.982296 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7211b88-0f53-4ebf-9a41-3e2454af3491 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:42.047753 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034feb7-668c-4638-a90b-1630444c3428 req-21855622-c585-4a21-bdc7-032512e71b58 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:42.049362 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4034feb7-668c-4638-a90b-1630444c3428 req-21855622-c585-4a21-bdc7-032512e71b58 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1248d0c-2bbc-4e72-af3f-f10752ebe15c HTTP/1.1" status: 200 len: 944 time: 0.1903853 Sep 07 19:16:42.052247 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-95649485-ef5f-4c1d-a08c-b32524192461 service neutron] 10.222.0.26 "GET /v2.0/networks/70b84cc2-e8fc-44df-b11a-620b2480a50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461562 Sep 07 19:16:42.058278 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fd136-e0ea-4564-b036-644b7092cc45 req-8ac83ab6-20d3-47cb-8cb3-b40c650df266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:42.059828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-252fd136-e0ea-4564-b036-644b7092cc45 req-8ac83ab6-20d3-47cb-8cb3-b40c650df266 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5333a60f-687d-4c6d-9617-c2ab15cefaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839846 Sep 07 19:16:42.187812 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4034feb7-668c-4638-a90b-1630444c3428 req-47c4c678-a07a-444b-9ca4-7c52864c86a7 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7f5f299-1d85-4357-aaaf-127981c9d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185033 Sep 07 19:16:42.348371 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-252fd136-e0ea-4564-b036-644b7092cc45 req-944605e6-1369-4ded-8bf3-fedc3e6cf6e2 service neutron] 10.222.0.60 "GET /v2.0/networks/5333a60f-687d-4c6d-9617-c2ab15cefaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447538 Sep 07 19:16:42.374782 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7211b88-0f53-4ebf-9a41-3e2454af3491 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:42.398665 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7f5828e1-f006-42d5-ba25-4ed0a9033676 service neutron] 10.222.0.26 "GET /v2.0/networks/70b84cc2-e8fc-44df-b11a-620b2480a50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377581 Sep 07 19:16:42.413861 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7211b88-0f53-4ebf-9a41-3e2454af3491 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:42.466712 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-252fd136-e0ea-4564-b036-644b7092cc45 req-d6c70f88-cc90-4296-a2bd-99ce3c231752 service neutron] 10.222.0.60 "GET /v2.0/networks/5333a60f-687d-4c6d-9617-c2ab15cefaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095095 Sep 07 19:16:42.586088 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-d7211b88-0f53-4ebf-9a41-3e2454af3491 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Allocated IP 172.25.8.184 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/25d2e2e7-83ce-421d-9793-257fd5d67bd2) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:16:42.678875 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fa89f052-542e-44ce-8e4d-754589c8dc84 req-2ab44d02-ba1d-4454-9422-4471dfdf1f0e tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/ports?device_id=76590f6f-65d1-4c1e-9d3b-9357a6dac00e HTTP/1.1" status: 200 len: 210 time: 0.0468819 Sep 07 19:16:42.731217 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7211b88-0f53-4ebf-9a41-3e2454af3491 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:42.771954 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7211b88-0f53-4ebf-9a41-3e2454af3491 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:42.811693 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7211b88-0f53-4ebf-9a41-3e2454af3491 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:16:42.816043 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-d7211b88-0f53-4ebf-9a41-3e2454af3491 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:16:42.822832 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7211b88-0f53-4ebf-9a41-3e2454af3491 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:16:42.829093 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7211b88-0f53-4ebf-9a41-3e2454af3491 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=25d2e2e7-83ce-421d-9793-257fd5d67bd2,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:43.054065 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:43.129992 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7211b88-0f53-4ebf-9a41-3e2454af3491 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:43.454377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fbe52-566a-47ed-95c3-783751601021 req-a0407b40-77b0-405b-bb08-24f6e546b236 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:43.468143 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5b9fbe52-566a-47ed-95c3-783751601021 req-a0407b40-77b0-405b-bb08-24f6e546b236 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1248d0c-2bbc-4e72-af3f-f10752ebe15c HTTP/1.1" status: 200 len: 944 time: 0.1599345 Sep 07 19:16:43.534918 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5b9fbe52-566a-47ed-95c3-783751601021 req-0f432b2a-0ab0-4c08-8fa1-bda02dcd31eb tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7f5f299-1d85-4357-aaaf-127981c9d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586827 Sep 07 19:16:43.652354 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7211b88-0f53-4ebf-9a41-3e2454af3491 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:44.002112 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:44.004782 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7211b88-0f53-4ebf-9a41-3e2454af3491 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Router b837cfa2-c667-4b17-be5c-2f1b72aa0137 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:16:44.063766 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e05a87dd-d47b-407c-8501-2b79e30f0fd3 req-d442115f-5f78-4e8d-b950-a620b8de6eff tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/ports?device_id=76590f6f-65d1-4c1e-9d3b-9357a6dac00e HTTP/1.1" status: 200 len: 210 time: 0.1774263 Sep 07 19:16:44.127861 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 6b614985-3568-4ab7-9ac5-c79ff6fb3add details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:16:44.161157 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7211b88-0f53-4ebf-9a41-3e2454af3491 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:16:44.186605 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] Sync routers for ids ['b837cfa2-c667-4b17-be5c-2f1b72aa0137'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:16:44.230877 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7211b88-0f53-4ebf-9a41-3e2454af3491 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:44.232310 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d7211b88-0f53-4ebf-9a41-3e2454af3491 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6668646 Sep 07 19:16:44.238705 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38192) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:44.276998 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] Routers {'b837cfa2-c667-4b17-be5c-2f1b72aa0137'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:16:44.277936 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:16:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['b837cfa2-c667-4b17-be5c-2f1b72aa0137'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:44.282153 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-e706389c-04af-448d-9827-e4c240a73514 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:44.284426 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-e706389c-04af-448d-9827-e4c240a73514 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.36 "GET /v2.0/networks?id=70b84cc2-e8fc-44df-b11a-620b2480a50e HTTP/1.1" status: 200 len: 822 time: 0.2711897 Sep 07 19:16:44.318642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-dd1f7159-c4fd-46b4-a873-3807c9ea38fa tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Request body: {'port': {'device_id': '76590f6f-65d1-4c1e-9d3b-9357a6dac00e', 'network_id': '70b84cc2-e8fc-44df-b11a-620b2480a50e', 'admin_state_up': True, 'tenant_id': '772b16382b684a8c8539724a731585b1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:44.354317 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6ddcbc2a-524b-4500-a735-13b794437e52 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=aa42bbf5542c477bbf2c68a6d391c89a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1065331 Sep 07 19:16:44.358377 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38196) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:44.456937 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 6b614985-3568-4ab7-9ac5-c79ff6fb3add, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=6b614985-3568-4ab7-9ac5-c79ff6fb3add,segment=NetworkSegment(f22a8ce3-9279-4f74-a59b-6a7f681c856f),segment_id=f22a8ce3-9279-4f74-a59b-6a7f681c856f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:44.500125 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '6b614985-3568-4ab7-9ac5-c79ff6fb3add', 'network_id': '5333a60f-687d-4c6d-9617-c2ab15cefaab', 'port_id': '6b614985-3568-4ab7-9ac5-c79ff6fb3add', 'mac_address': 'fa:16:3e:c8:d7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af609ca1-de87-4e27-b780-99cbfdb44d46', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:16:44.509763 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] Set router b837cfa2-c667-4b17-be5c-2f1b72aa0137 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:16:44.586289 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756ce7e4-3fbd-4d9b-af88-1427f7c9ec67 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:44.588992 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-756ce7e4-3fbd-4d9b-af88-1427f7c9ec67 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1992631 Sep 07 19:16:44.591819 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38210) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:44.673862 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8fba1ebd-f478-41a3-8a63-e5deeba0d6aa tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0804665 Sep 07 19:16:44.683184 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38214) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:44.704348 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-aa0bce22-d58e-4154-8ccb-5df1a2d2f7d1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-176719261', 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:44.752714 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:44.775843 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-dd1f7159-c4fd-46b4-a873-3807c9ea38fa tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Made reservation on behalf of 772b16382b684a8c8539724a731585b1 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:16:44.793480 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-dd1f7159-c4fd-46b4-a873-3807c9ea38fa tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:44.885157 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723866f-1e13-4e41-ab0c-04b605b1bb05 req-c3dfdc48-49a8-4b4a-bb14-53353d2c26bd tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:44.887467 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6723866f-1e13-4e41-ab0c-04b605b1bb05 req-c3dfdc48-49a8-4b4a-bb14-53353d2c26bd tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1248d0c-2bbc-4e72-af3f-f10752ebe15c HTTP/1.1" status: 200 len: 944 time: 0.1934166 Sep 07 19:16:45.008102 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b614985-3568-4ab7-9ac5-c79ff6fb3add {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:16:45.010618 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6723866f-1e13-4e41-ab0c-04b605b1bb05 req-dc86e87e-c0e8-43e6-9aad-74df0934231a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7f5f299-1d85-4357-aaaf-127981c9d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077018 Sep 07 19:16:45.019607 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0bce22-d58e-4154-8ccb-5df1a2d2f7d1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Made reservation on behalf of aa42bbf5542c477bbf2c68a6d391c89a for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:16:45.027003 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa0bce22-d58e-4154-8ccb-5df1a2d2f7d1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:45.102805 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 6b614985-3568-4ab7-9ac5-c79ff6fb3add, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=6b614985-3568-4ab7-9ac5-c79ff6fb3add,segment=NetworkSegment(f22a8ce3-9279-4f74-a59b-6a7f681c856f),segment_id=f22a8ce3-9279-4f74-a59b-6a7f681c856f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:45.159027 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:45.255887 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-dd1f7159-c4fd-46b4-a873-3807c9ea38fa tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Allocated IP 172.20.0.14 (70b84cc2-e8fc-44df-b11a-620b2480a50e/f820ec18-63ce-4958-9851-6a9e0d18d882/26da9a5d-e6d0-4f12-a335-2d5b84a24872) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:16:45.297029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=6b614985-3568-4ab7-9ac5-c79ff6fb3add,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:45.352085 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338285804', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:16:41Z', 'updated_at': '2021-09-07T19:16:42Z', 'revision_number': 3, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:42Z', 'updated_at': '2021-09-07T19:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:45.401280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e01870c3-3b35-4ccb-8fad-23b609ad3b46 req-e50794fd-7aca-4792-ab42-801f27c7df60 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/ports?device_id=76590f6f-65d1-4c1e-9d3b-9357a6dac00e HTTP/1.1" status: 200 len: 210 time: 0.0954235 Sep 07 19:16:45.431947 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] Checking router: b837cfa2-c667-4b17-be5c-2f1b72aa0137 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:16:45.432299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] Updating router b837cfa2-c667-4b17-be5c-2f1b72aa0137 port 25d2e2e7-83ce-421d-9793-257fd5d67bd2 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:16:45.491520 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['6b614985-3568-4ab7-9ac5-c79ff6fb3add'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:16:45.573077 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:45.649606 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:16:45.698729 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa0bce22-d58e-4154-8ccb-5df1a2d2f7d1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:45.781102 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-dd1f7159-c4fd-46b4-a873-3807c9ea38fa tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:45.874275 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0bce22-d58e-4154-8ccb-5df1a2d2f7d1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Checking segment: {'id': '683524e4-a13c-4793-bf4b-7e9fbb4bfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:16:45.874506 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0bce22-d58e-4154-8ccb-5df1a2d2f7d1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network hostable DHCP agents. Network: 24503b90-cf6d-4dd7-9434-45db67fed679, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:16:45.910373 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bce22-d58e-4154-8ccb-5df1a2d2f7d1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Subnet': ['ID=393f579e-61d8-416e-b828-f08c6836343d,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:45.914253 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-dd1f7159-c4fd-46b4-a873-3807c9ea38fa tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:45.935142 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0bce22-d58e-4154-8ccb-5df1a2d2f7d1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 24503b90-cf6d-4dd7-9434-45db67fed679 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:16:45.957050 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-aa0bce22-d58e-4154-8ccb-5df1a2d2f7d1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 24503b90-cf6d-4dd7-9434-45db67fed679) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:16:45.969221 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-dd1f7159-c4fd-46b4-a873-3807c9ea38fa tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Network 70b84cc2-e8fc-44df-b11a-620b2480a50e is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:16:45.979209 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0bce22-d58e-4154-8ccb-5df1a2d2f7d1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:45.979849 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa0bce22-d58e-4154-8ccb-5df1a2d2f7d1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:45.986098 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-dd1f7159-c4fd-46b4-a873-3807c9ea38fa tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:16:45.990648 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-dd1f7159-c4fd-46b4-a873-3807c9ea38fa tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:16:46.031573 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f7159-c4fd-46b4-a873-3807c9ea38fa tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Pushing event updated for resources: {'Port': ['ID=26da9a5d-e6d0-4f12-a335-2d5b84a24872,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:46.066621 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-aa0bce22-d58e-4154-8ccb-5df1a2d2f7d1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3777537 Sep 07 19:16:46.067087 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38252) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:46.073410 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab2982e-1803-4471-b319-8c3c7bd0bac8 None None] Network 24503b90-cf6d-4dd7-9434-45db67fed679 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:16:46.086703 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-dd1f7159-c4fd-46b4-a873-3807c9ea38fa tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:46.087407 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-dd1f7159-c4fd-46b4-a873-3807c9ea38fa tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:46.120407 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-dd1f7159-c4fd-46b4-a873-3807c9ea38fa tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8256032 Sep 07 19:16:46.135483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] Request body: {'port': {'device_id': '76590f6f-65d1-4c1e-9d3b-9357a6dac00e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:46.308839 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:46.436542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eda1e9-a607-4a1b-a780-6de34fe25143 req-c32bbee4-326d-4054-91eb-e7177429b4c1 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:46.444550 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-60eda1e9-a607-4a1b-a780-6de34fe25143 req-c32bbee4-326d-4054-91eb-e7177429b4c1 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1248d0c-2bbc-4e72-af3f-f10752ebe15c HTTP/1.1" status: 200 len: 945 time: 0.2527611 Sep 07 19:16:46.959164 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:47.007981 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] Transition to ACTIVE for port object 25d2e2e7-83ce-421d-9793-257fd5d67bd2 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:16:47.051233 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:47.058386 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-24503b90-cf6d-4dd7-9434-45db67fed679', 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'fixed_ips': [{'subnet_id': '393f579e-61d8-416e-b828-f08c6836343d'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:16:47.059519 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:47.213504 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81897e3f-153f-41de-9a60-a0e0aec81444 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:47.214144 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] Attempting to bind port 25d2e2e7-83ce-421d-9793-257fd5d67bd2 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:16:47.214144 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] Attempting to bind port 25d2e2e7-83ce-421d-9793-257fd5d67bd2 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:16:47.214374 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] Attempting to bind port 25d2e2e7-83ce-421d-9793-257fd5d67bd2 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:16:47.301023 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:16:47.301411 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:16:47.301828 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:47.302225 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:16:47.302772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] Bound port: 25d2e2e7-83ce-421d-9793-257fd5d67bd2, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:16:47.303165 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:47.371569 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-60eda1e9-a607-4a1b-a780-6de34fe25143 req-cf41d818-ec64-446d-99ba-20e451f87792 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7f5f299-1d85-4357-aaaf-127981c9d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9081678 Sep 07 19:16:47.400364 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37673b7c-6e06-4f59-a875-01ef440d1608 req-235cf3e4-a317-4760-bc25-05443647c7c9 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:47.409493 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37673b7c-6e06-4f59-a875-01ef440d1608 req-235cf3e4-a317-4760-bc25-05443647c7c9 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/ports?device_id=76590f6f-65d1-4c1e-9d3b-9357a6dac00e HTTP/1.1" status: 200 len: 932 time: 0.2418900 Sep 07 19:16:47.427783 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd54b9-f416-41d6-8760-1339e10e76eb None None] Pushing event updated for resources: {'Port': ['ID=25d2e2e7-83ce-421d-9793-257fd5d67bd2,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:47.457715 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] For port 25d2e2e7-83ce-421d-9793-257fd5d67bd2, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:16:47.466389 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] For port 25d2e2e7-83ce-421d-9793-257fd5d67bd2, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=25d2e2e7-83ce-421d-9793-257fd5d67bd2,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:16:47.477762 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:47.510265 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37673b7c-6e06-4f59-a875-01ef440d1608 req-15b8095b-e81c-4609-9343-f94fb403b3c9 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab984d9e-42ea-46e1-adec-bd5a65f956d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995922 Sep 07 19:16:47.598674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] Routers {'b837cfa2-c667-4b17-be5c-2f1b72aa0137'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:16:47.599500 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:16:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['b837cfa2-c667-4b17-be5c-2f1b72aa0137'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:47.779517 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26da9a5d-e6d0-4f12-a335-2d5b84a24872 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:16:47.789433 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:47.808892 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] Transition to ACTIVE for port object 26da9a5d-e6d0-4f12-a335-2d5b84a24872 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:16:47.813875 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:47.885593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] Pushing event updated for resources: {'Port': ['ID=26da9a5d-e6d0-4f12-a335-2d5b84a24872,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:47.981807 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] Allocated IP 172.20.0.2 (24503b90-cf6d-4dd7-9434-45db67fed679/393f579e-61d8-416e-b828-f08c6836343d/aa56e955-88e9-4453-9467-5aa7a1bdfb54) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:16:47.985564 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd54b9-f416-41d6-8760-1339e10e76eb None None] Pushing event updated for resources: {'Port': ['ID=25d2e2e7-83ce-421d-9793-257fd5d67bd2,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:48.025845 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] Set router b837cfa2-c667-4b17-be5c-2f1b72aa0137 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:16:48.045846 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] Attempting to bind port 26da9a5d-e6d0-4f12-a335-2d5b84a24872 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:16:48.046252 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] Attempting to bind port 26da9a5d-e6d0-4f12-a335-2d5b84a24872 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '726ef4b8-49e0-41d9-8227-0300c91ef900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '70b84cc2-e8fc-44df-b11a-620b2480a50e'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:16:48.046504 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] Attempting to bind port 26da9a5d-e6d0-4f12-a335-2d5b84a24872 on network 70b84cc2-e8fc-44df-b11a-620b2480a50e {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:16:48.055491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] Port 26da9a5d-e6d0-4f12-a335-2d5b84a24872 on network 70b84cc2-e8fc-44df-b11a-620b2480a50e not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:16:48.056111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] Attempting to bind port 26da9a5d-e6d0-4f12-a335-2d5b84a24872 on network 70b84cc2-e8fc-44df-b11a-620b2480a50e {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:16:48.062909 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:16:48.065281 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] Checking segment: {'id': '726ef4b8-49e0-41d9-8227-0300c91ef900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '70b84cc2-e8fc-44df-b11a-620b2480a50e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:16:48.065917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] Bound using segment: {'id': '726ef4b8-49e0-41d9-8227-0300c91ef900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '70b84cc2-e8fc-44df-b11a-620b2480a50e'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:16:48.066577 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] Bound port: 26da9a5d-e6d0-4f12-a335-2d5b84a24872, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '726ef4b8-49e0-41d9-8227-0300c91ef900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '70b84cc2-e8fc-44df-b11a-620b2480a50e'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:16:48.067792 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:48.152781 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] For port 26da9a5d-e6d0-4f12-a335-2d5b84a24872, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:16:48.168630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 6b614985-3568-4ab7-9ac5-c79ff6fb3add up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:16:48.171149 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] For port 26da9a5d-e6d0-4f12-a335-2d5b84a24872, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=26da9a5d-e6d0-4f12-a335-2d5b84a24872,segment=NetworkSegment(726ef4b8-49e0-41d9-8227-0300c91ef900),segment_id=726ef4b8-49e0-41d9-8227-0300c91ef900)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:16:48.184545 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:48.246960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:48.248772 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:48.250564 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] 10.222.0.36 "PUT /v2.0/ports/26da9a5d-e6d0-4f12-a335-2d5b84a24872 HTTP/1.1" status: 200 len: 1092 time: 2.1206024 Sep 07 19:16:48.251087 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76590f6f-65d1-4c1e-9d3b-9357a6dac00e', 'tag': '26da9a5d-e6d0-4f12-a335-2d5b84a24872'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:16:48.254863 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d93a619-b67e-4b11-99b1-276f8768413f" -d '{"events": [{"name": "network-changed", "server_uuid": "76590f6f-65d1-4c1e-9d3b-9357a6dac00e", "tag": "26da9a5d-e6d0-4f12-a335-2d5b84a24872"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:16:48.379548 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83fd09e-aa00-40b0-9221-74b5cebd066c x-openstack-request-id: req-f83fd09e-aa00-40b0-9221-74b5cebd066c {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:16:48.380307 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76590f6f-65d1-4c1e-9d3b-9357a6dac00e", "tag": "26da9a5d-e6d0-4f12-a335-2d5b84a24872", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:16:48.380307 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f83fd09e-aa00-40b0-9221-74b5cebd066c {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:16:48.380643 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76590f6f-65d1-4c1e-9d3b-9357a6dac00e', 'tag': '26da9a5d-e6d0-4f12-a335-2d5b84a24872', 'status': 'completed', 'code': 200} Sep 07 19:16:48.386883 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 6b614985-3568-4ab7-9ac5-c79ff6fb3add completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:16:48.395571 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0c58c-6327-4df0-b4a0-d5e5d8376e6c service neutron] Pushing event updated for resources: {'Port': ['ID=26da9a5d-e6d0-4f12-a335-2d5b84a24872,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:48.448909 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 6b614985-3568-4ab7-9ac5-c79ff6fb3add triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:16:48.456676 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:48.460674 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-2e994155-8d0a-4686-9e26-aeefabc07a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:48.462508 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-2e994155-8d0a-4686-9e26-aeefabc07a24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=772b16382b684a8c8539724a731585b1&device_id=76590f6f-65d1-4c1e-9d3b-9357a6dac00e HTTP/1.1" status: 200 len: 1095 time: 0.1329710 Sep 07 19:16:48.513915 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:48.535427 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] Transition to ACTIVE for port object aa56e955-88e9-4453-9467-5aa7a1bdfb54 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:16:48.562477 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338285804', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:16:41Z', 'updated_at': '2021-09-07T19:16:42Z', 'revision_number': 3, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:42Z', 'updated_at': '2021-09-07T19:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:48.600466 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874134a6-1dd4-4e76-a955-870349bfa4e1 None None] The sync data for ids ['b837cfa2-c667-4b17-be5c-2f1b72aa0137'] in n-d-807786-1 is: [{'id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338285804', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:16:41Z', 'updated_at': '2021-09-07T19:16:42Z', 'revision_number': 3, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:42Z', 'updated_at': '2021-09-07T19:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:16:48.601858 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-a5b146c5-da09-4bcd-9104-9e4aa34b0d3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26da9a5d-e6d0-4f12-a335-2d5b84a24872 HTTP/1.1" status: 200 len: 217 time: 0.1298492 Sep 07 19:16:48.606981 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] Transition to ACTIVE for port object aa56e955-88e9-4453-9467-5aa7a1bdfb54 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:16:48.649652 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:48.749701 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] Network 24503b90-cf6d-4dd7-9434-45db67fed679 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:16:48.756204 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:16:48.765541 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:16:48.795371 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:48.797329 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] Pushing event updated for resources: {'Port': ['ID=aa56e955-88e9-4453-9467-5aa7a1bdfb54,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:48.809435 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-81897e3f-153f-41de-9a60-a0e0aec81444 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Allocated IP 172.20.0.1 (24503b90-cf6d-4dd7-9434-45db67fed679/393f579e-61d8-416e-b828-f08c6836343d/e1394d68-dd04-494f-b791-5d1d21319612) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:16:48.890270 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbcb2c-bbb5-4cf1-9994-d07d353e33cc req-85ce70f6-3ad2-484b-992d-5cac5ad6d408 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:48.893652 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55bbcb2c-bbb5-4cf1-9994-d07d353e33cc req-85ce70f6-3ad2-484b-992d-5cac5ad6d408 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1248d0c-2bbc-4e72-af3f-f10752ebe15c HTTP/1.1" status: 200 len: 945 time: 0.3572342 Sep 07 19:16:48.933761 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] Attempting to bind port aa56e955-88e9-4453-9467-5aa7a1bdfb54 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:16:48.934138 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] Attempting to bind port aa56e955-88e9-4453-9467-5aa7a1bdfb54 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '683524e4-a13c-4793-bf4b-7e9fbb4bfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:16:48.934506 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] Attempting to bind port aa56e955-88e9-4453-9467-5aa7a1bdfb54 on network 24503b90-cf6d-4dd7-9434-45db67fed679 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:16:48.955172 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1248d0c-2bbc-4e72-af3f-f10752ebe15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b614985-3568-4ab7-9ac5-c79ff6fb3add'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:16:48.961434 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1266ed-2543-4a46-a34e-3cea93d93f3e" -d '{"events": [{"server_uuid": "b1248d0c-2bbc-4e72-af3f-f10752ebe15c", "name": "network-vif-plugged", "status": "completed", "tag": "6b614985-3568-4ab7-9ac5-c79ff6fb3add"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:16:49.000908 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:16:49.014994 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] Checking segment: {'id': '683524e4-a13c-4793-bf4b-7e9fbb4bfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:16:49.015504 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:49.015973 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] Bound using segment: {'id': '683524e4-a13c-4793-bf4b-7e9fbb4bfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:16:49.016695 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] Bound port: aa56e955-88e9-4453-9467-5aa7a1bdfb54, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683524e4-a13c-4793-bf4b-7e9fbb4bfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:16:49.018928 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:49.026275 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-f88a21a4-1865-4b90-a843-33437bd1060f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:49.028198 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-f88a21a4-1865-4b90-a843-33437bd1060f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f820ec18-63ce-4958-9851-6a9e0d18d882 HTTP/1.1" status: 200 len: 862 time: 0.4127185 Sep 07 19:16:49.035832 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55bbcb2c-bbb5-4cf1-9994-d07d353e33cc req-05838dd2-8842-45df-a921-1dfa3f659260 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7f5f299-1d85-4357-aaaf-127981c9d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242297 Sep 07 19:16:49.038959 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 6b614985-3568-4ab7-9ac5-c79ff6fb3add, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=6b614985-3568-4ab7-9ac5-c79ff6fb3add,segment=NetworkSegment(f22a8ce3-9279-4f74-a59b-6a7f681c856f),segment_id=f22a8ce3-9279-4f74-a59b-6a7f681c856f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:49.069932 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:49.074372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41521d-bfe1-4d1d-ad2b-642d19dd8138 req-d71d7384-ad75-4681-988a-b43088cc4d0d tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:49.082827 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bb41521d-bfe1-4d1d-ad2b-642d19dd8138 req-d71d7384-ad75-4681-988a-b43088cc4d0d tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/ports?device_id=76590f6f-65d1-4c1e-9d3b-9357a6dac00e HTTP/1.1" status: 200 len: 944 time: 0.3906484 Sep 07 19:16:49.119789 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81897e3f-153f-41de-9a60-a0e0aec81444 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:49.150924 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-81897e3f-153f-41de-9a60-a0e0aec81444 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Transition to ACTIVE for port object e1394d68-dd04-494f-b791-5d1d21319612 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:16:49.265718 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-8a8baef7-0713-47b9-9b3d-d704967b44fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=70b84cc2-e8fc-44df-b11a-620b2480a50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2274837 Sep 07 19:16:49.266432 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81897e3f-153f-41de-9a60-a0e0aec81444 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:49.287340 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceee22f5-6fb4-4a03-a559-70fe3730c64a x-openstack-request-id: req-ceee22f5-6fb4-4a03-a559-70fe3730c64a {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:16:49.287690 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1248d0c-2bbc-4e72-af3f-f10752ebe15c", "name": "network-vif-plugged", "status": "completed", "tag": "6b614985-3568-4ab7-9ac5-c79ff6fb3add", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:16:49.288064 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ceee22f5-6fb4-4a03-a559-70fe3730c64a {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:16:49.294159 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1248d0c-2bbc-4e72-af3f-f10752ebe15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b614985-3568-4ab7-9ac5-c79ff6fb3add', 'code': 200} Sep 07 19:16:49.344582 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=6b614985-3568-4ab7-9ac5-c79ff6fb3add,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:49.382141 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] For port aa56e955-88e9-4453-9467-5aa7a1bdfb54, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:16:49.397185 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] For port aa56e955-88e9-4453-9467-5aa7a1bdfb54, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=aa56e955-88e9-4453-9467-5aa7a1bdfb54,segment=NetworkSegment(683524e4-a13c-4793-bf4b-7e9fbb4bfb25),segment_id=683524e4-a13c-4793-bf4b-7e9fbb4bfb25)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:16:49.408218 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:49.448642 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81897e3f-153f-41de-9a60-a0e0aec81444 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=e1394d68-dd04-494f-b791-5d1d21319612,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:49.511803 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81897e3f-153f-41de-9a60-a0e0aec81444 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 24503b90-cf6d-4dd7-9434-45db67fed679 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:16:49.530043 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c86145-1eb4-4c8c-aa40-511e4ac37ce2 None None] Pushing event updated for resources: {'Port': ['ID=aa56e955-88e9-4453-9467-5aa7a1bdfb54,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:49.548560 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-81897e3f-153f-41de-9a60-a0e0aec81444 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:16:49.558157 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81897e3f-153f-41de-9a60-a0e0aec81444 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:16:49.576816 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bb41521d-bfe1-4d1d-ad2b-642d19dd8138 req-5cd3d24b-7a57-48d1-a684-53df4ddfcdb9 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab984d9e-42ea-46e1-adec-bd5a65f956d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928877 Sep 07 19:16:49.689816 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81897e3f-153f-41de-9a60-a0e0aec81444 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:49.767756 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ad4fa-d3a7-44ea-812b-90c082669239 req-6b20c90a-780f-425b-82be-bb0db00970fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:49.769944 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-890ad4fa-d3a7-44ea-812b-90c082669239 req-6b20c90a-780f-425b-82be-bb0db00970fb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b1248d0c-2bbc-4e72-af3f-f10752ebe15c HTTP/1.1" status: 200 len: 1097 time: 0.1799085 Sep 07 19:16:49.772238 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-5058e401-725a-4e26-af10-5f261b798b6e service neutron] 10.222.0.36 "GET /v2.0/networks/70b84cc2-e8fc-44df-b11a-620b2480a50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713650 Sep 07 19:16:50.006422 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81897e3f-153f-41de-9a60-a0e0aec81444 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:50.157340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a867f6bd-2332-47ca-a5ae-15ab67c998d5 req-91133187-f366-47fe-99c0-3582c979c828 service neutron] 10.222.0.36 "GET /v2.0/networks/70b84cc2-e8fc-44df-b11a-620b2480a50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348503 Sep 07 19:16:50.170704 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-890ad4fa-d3a7-44ea-812b-90c082669239 req-a2b8d191-72ce-4224-ba94-13c53599bd13 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d7f5f299-1d85-4357-aaaf-127981c9d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3919289 Sep 07 19:16:50.425011 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbe5e1-3859-4469-94d9-b88bff261e2e req-3d9bf2ae-48f9-4dc4-a9a1-a2f704287500 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:50.426247 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76fbe5e1-3859-4469-94d9-b88bff261e2e req-3d9bf2ae-48f9-4dc4-a9a1-a2f704287500 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1248d0c-2bbc-4e72-af3f-f10752ebe15c HTTP/1.1" status: 200 len: 946 time: 0.1913147 Sep 07 19:16:50.428624 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93a619-b67e-4b11-99b1-276f8768413f req-5d877b9e-ad96-42a5-b058-73ab4ce3f1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:50.429017 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 25d2e2e7-83ce-421d-9793-257fd5d67bd2 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:16:50.431035 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d93a619-b67e-4b11-99b1-276f8768413f req-5d877b9e-ad96-42a5-b058-73ab4ce3f1c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=772b16382b684a8c8539724a731585b1&device_id=76590f6f-65d1-4c1e-9d3b-9357a6dac00e HTTP/1.1" status: 200 len: 1095 time: 0.1730926 Sep 07 19:16:50.558600 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76fbe5e1-3859-4469-94d9-b88bff261e2e req-c3fa80c4-4fe4-42aa-b62d-31dc36e21b48 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7f5f299-1d85-4357-aaaf-127981c9d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237864 Sep 07 19:16:50.624669 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 25d2e2e7-83ce-421d-9793-257fd5d67bd2 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:16:50.643735 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 25d2e2e7-83ce-421d-9793-257fd5d67bd2 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:16:50.645126 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:50.856542 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:50.881588 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 25d2e2e7-83ce-421d-9793-257fd5d67bd2, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=25d2e2e7-83ce-421d-9793-257fd5d67bd2,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:50.888684 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:50.890110 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device aa56e955-88e9-4453-9467-5aa7a1bdfb54 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:16:50.926823 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93a619-b67e-4b11-99b1-276f8768413f req-e087b7a4-1f9f-47bb-a32f-eeae98b1f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:50.930404 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d93a619-b67e-4b11-99b1-276f8768413f req-e087b7a4-1f9f-47bb-a32f-eeae98b1f7cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=70b84cc2-e8fc-44df-b11a-620b2480a50e HTTP/1.1" status: 200 len: 923 time: 0.4594729 Sep 07 19:16:51.021975 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=25d2e2e7-83ce-421d-9793-257fd5d67bd2,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:51.040990 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port aa56e955-88e9-4453-9467-5aa7a1bdfb54 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:16:51.155185 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d93a619-b67e-4b11-99b1-276f8768413f req-aab0b598-ddc4-4eed-a394-0bacd69e704e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26da9a5d-e6d0-4f12-a335-2d5b84a24872 HTTP/1.1" status: 200 len: 217 time: 0.1704111 Sep 07 19:16:51.270521 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c318923-87b6-48c8-aaf0-87abc3807052 req-fa49f384-1fb5-489c-99a7-1d3d5801475c tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:51.272541 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c318923-87b6-48c8-aaf0-87abc3807052 req-fa49f384-1fb5-489c-99a7-1d3d5801475c tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/ports?device_id=76590f6f-65d1-4c1e-9d3b-9357a6dac00e HTTP/1.1" status: 200 len: 944 time: 0.4586394 Sep 07 19:16:51.359499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93a619-b67e-4b11-99b1-276f8768413f req-758c281d-d198-4a7c-a007-14f5908f765a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:51.361402 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d93a619-b67e-4b11-99b1-276f8768413f req-758c281d-d198-4a7c-a007-14f5908f765a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f820ec18-63ce-4958-9851-6a9e0d18d882 HTTP/1.1" status: 200 len: 862 time: 0.1982176 Sep 07 19:16:51.380559 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f28ee0-10ff-46ca-821f-2b07a02fcf28 None None] Network 24503b90-cf6d-4dd7-9434-45db67fed679 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:16:51.407126 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c318923-87b6-48c8-aaf0-87abc3807052 req-b68de613-94d9-4093-b512-1eb9175431e5 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab984d9e-42ea-46e1-adec-bd5a65f956d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069376 Sep 07 19:16:51.445406 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d93a619-b67e-4b11-99b1-276f8768413f req-54f57659-370b-434f-b5a1-b03a3d7b6415 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=70b84cc2-e8fc-44df-b11a-620b2480a50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584052 Sep 07 19:16:51.618494 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e32227fa-6658-475d-94d8-6faf2e511288 None None] Provisioning for port aa56e955-88e9-4453-9467-5aa7a1bdfb54 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:16:51.672095 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e32227fa-6658-475d-94d8-6faf2e511288 None None] Provisioning complete for port aa56e955-88e9-4453-9467-5aa7a1bdfb54 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:16:51.674722 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d93a619-b67e-4b11-99b1-276f8768413f req-9b5b0ccc-4ef6-4367-9c7b-665e25948357 service neutron] 10.222.0.36 "GET /v2.0/networks/70b84cc2-e8fc-44df-b11a-620b2480a50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205143 Sep 07 19:16:51.675558 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e32227fa-6658-475d-94d8-6faf2e511288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:51.839145 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81897e3f-153f-41de-9a60-a0e0aec81444 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:51.848292 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81897e3f-153f-41de-9a60-a0e0aec81444 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:51.943902 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-81897e3f-153f-41de-9a60-a0e0aec81444 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:51.946108 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81897e3f-153f-41de-9a60-a0e0aec81444 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=e1394d68-dd04-494f-b791-5d1d21319612,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:52.060238 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e32227fa-6658-475d-94d8-6faf2e511288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:52.090217 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0f335-3968-4d6c-bc8a-74b62d51270f req-059f3152-9268-4d38-a71f-a94dd627f56d tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:52.098552 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81897e3f-153f-41de-9a60-a0e0aec81444 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 24503b90-cf6d-4dd7-9434-45db67fed679 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:16:52.098790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8b0f335-3968-4d6c-bc8a-74b62d51270f req-059f3152-9268-4d38-a71f-a94dd627f56d tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1248d0c-2bbc-4e72-af3f-f10752ebe15c HTTP/1.1" status: 200 len: 946 time: 0.3285048 Sep 07 19:16:52.100867 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-81897e3f-153f-41de-9a60-a0e0aec81444 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:16:52.146917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d93a619-b67e-4b11-99b1-276f8768413f req-c08e7b68-10a5-41d9-a42c-2434c3bea1e5 service neutron] 10.222.0.36 "GET /v2.0/networks/70b84cc2-e8fc-44df-b11a-620b2480a50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622612 Sep 07 19:16:52.198272 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e32227fa-6658-475d-94d8-6faf2e511288 None None] For port aa56e955-88e9-4453-9467-5aa7a1bdfb54, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=aa56e955-88e9-4453-9467-5aa7a1bdfb54,segment=NetworkSegment(683524e4-a13c-4793-bf4b-7e9fbb4bfb25),segment_id=683524e4-a13c-4793-bf4b-7e9fbb4bfb25)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:52.208707 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e32227fa-6658-475d-94d8-6faf2e511288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:52.231668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8b0f335-3968-4d6c-bc8a-74b62d51270f req-e681afb9-20d1-4afa-8bfd-a480100b04cb tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7f5f299-1d85-4357-aaaf-127981c9d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304996 Sep 07 19:16:52.289131 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 25d2e2e7-83ce-421d-9793-257fd5d67bd2 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:16:52.435406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0b412-8322-426d-b1b4-d98fc6a23514 req-23ddf7f4-643c-483d-8c18-520776910c9f tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:52.444322 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-64b0b412-8322-426d-b1b4-d98fc6a23514 req-23ddf7f4-643c-483d-8c18-520776910c9f tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1248d0c-2bbc-4e72-af3f-f10752ebe15c HTTP/1.1" status: 200 len: 946 time: 0.1399534 Sep 07 19:16:52.485391 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32227fa-6658-475d-94d8-6faf2e511288 None None] Pushing event updated for resources: {'Port': ['ID=aa56e955-88e9-4453-9467-5aa7a1bdfb54,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:52.508048 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81897e3f-153f-41de-9a60-a0e0aec81444 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Router b837cfa2-c667-4b17-be5c-2f1b72aa0137 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:16:52.529393 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-64b0b412-8322-426d-b1b4-d98fc6a23514 req-ad7b4555-01d1-4f6f-90a2-6eb8163d3af9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7f5f299-1d85-4357-aaaf-127981c9d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776374 Sep 07 19:16:52.546183 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 25d2e2e7-83ce-421d-9793-257fd5d67bd2 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:16:52.546675 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:52.705530 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a80b79c7-02b4-4428-9339-01b793656d54 None None] Provisioning complete for port aa56e955-88e9-4453-9467-5aa7a1bdfb54 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:16:52.706716 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a80b79c7-02b4-4428-9339-01b793656d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:52.794586 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989352b9-1cc9-4dc2-8c0a-46b9073b7a7b req-627f1df0-09e2-4862-96f8-162aacac560f tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:52.804484 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-989352b9-1cc9-4dc2-8c0a-46b9073b7a7b req-627f1df0-09e2-4862-96f8-162aacac560f tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/ports?device_id=76590f6f-65d1-4c1e-9d3b-9357a6dac00e HTTP/1.1" status: 200 len: 944 time: 0.1662581 Sep 07 19:16:52.820008 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81897e3f-153f-41de-9a60-a0e0aec81444 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:16:52.834833 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] Sync routers for ids ['b837cfa2-c667-4b17-be5c-2f1b72aa0137'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:16:52.851816 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-81897e3f-153f-41de-9a60-a0e0aec81444 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "PUT /v2.0/routers/b837cfa2-c667-4b17-be5c-2f1b72aa0137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7834442 Sep 07 19:16:52.876445 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] Routers {'b837cfa2-c667-4b17-be5c-2f1b72aa0137'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:16:52.884591 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:16:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['b837cfa2-c667-4b17-be5c-2f1b72aa0137'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:53.001787 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-989352b9-1cc9-4dc2-8c0a-46b9073b7a7b req-4706ed97-3de6-4cce-8e92-af1241308121 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab984d9e-42ea-46e1-adec-bd5a65f956d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894639 Sep 07 19:16:53.020377 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 26da9a5d-e6d0-4f12-a335-2d5b84a24872 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:16:53.228355 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 26da9a5d-e6d0-4f12-a335-2d5b84a24872, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=26da9a5d-e6d0-4f12-a335-2d5b84a24872,segment=NetworkSegment(726ef4b8-49e0-41d9-8227-0300c91ef900),segment_id=726ef4b8-49e0-41d9-8227-0300c91ef900)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:53.294280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '26da9a5d-e6d0-4f12-a335-2d5b84a24872', 'network_id': '70b84cc2-e8fc-44df-b11a-620b2480a50e', 'port_id': '26da9a5d-e6d0-4f12-a335-2d5b84a24872', 'mac_address': 'fa:16:3e:c3:83:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f820ec18-63ce-4958-9851-6a9e0d18d882', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:16:53.314687 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] Set router b837cfa2-c667-4b17-be5c-2f1b72aa0137 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:16:53.397962 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-49d4c588-cc0c-46a2-93bd-838045647a9c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090173624&fields=id&tenant_id=aa42bbf5542c477bbf2c68a6d391c89a HTTP/1.1" status: 200 len: 267 time: 0.0661869 Sep 07 19:16:53.461269 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:53.503226 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a80b79c7-02b4-4428-9339-01b793656d54 None None] Provisioning for port e1394d68-dd04-494f-b791-5d1d21319612 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:16:53.518855 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a80b79c7-02b4-4428-9339-01b793656d54 None None] Provisioning complete for port e1394d68-dd04-494f-b791-5d1d21319612 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:16:53.519513 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a80b79c7-02b4-4428-9339-01b793656d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:53.628715 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338285804', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:16:41Z', 'updated_at': '2021-09-07T19:16:49Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:42Z', 'updated_at': '2021-09-07T19:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e1394d68-dd04-494f-b791-5d1d21319612', 'name': '', 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:ab:e0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '393f579e-61d8-416e-b828-f08c6836343d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:47Z', 'updated_at': '2021-09-07T19:16:51Z', 'revision_number': 2, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '393f579e-61d8-416e-b828-f08c6836343d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:53.632672 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a80b79c7-02b4-4428-9339-01b793656d54 None None] Port e1394d68-dd04-494f-b791-5d1d21319612 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:16:53.647393 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26da9a5d-e6d0-4f12-a335-2d5b84a24872 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:16:53.668899 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] Checking router: b837cfa2-c667-4b17-be5c-2f1b72aa0137 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:16:53.669558 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] Updating router b837cfa2-c667-4b17-be5c-2f1b72aa0137 port e1394d68-dd04-494f-b791-5d1d21319612 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:16:53.705737 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:53.711076 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 26da9a5d-e6d0-4f12-a335-2d5b84a24872, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=26da9a5d-e6d0-4f12-a335-2d5b84a24872,segment=NetworkSegment(726ef4b8-49e0-41d9-8227-0300c91ef900),segment_id=726ef4b8-49e0-41d9-8227-0300c91ef900)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:53.717622 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:53.759527 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f6ca9926-375d-473a-a3a8-68e76a39a7e8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:53.771690 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f6ca9926-375d-473a-a3a8-68e76a39a7e8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/networks?id=24503b90-cf6d-4dd7-9434-45db67fed679 HTTP/1.1" status: 200 len: 797 time: 0.3391724 Sep 07 19:16:53.788626 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-e5a48da8-a9fc-4f1d-abab-5b1d740c4447 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/quotas/aa42bbf5542c477bbf2c68a6d391c89a HTTP/1.1" status: 200 len: 375 time: 0.0154383 Sep 07 19:16:53.887299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-500a6ad2-bc52-4495-9145-f91d59347bdd None None] Provisioning complete for port e1394d68-dd04-494f-b791-5d1d21319612 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:16:53.887946 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-500a6ad2-bc52-4495-9145-f91d59347bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:53.917879 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-190db425-71ba-4812-93f2-d3520eaeed07 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1278908 Sep 07 19:16:53.944265 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-3b05394e-5bb0-433e-a741-7e2c05bdcee8 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:16:53.963537 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-3b05394e-5bb0-433e-a741-7e2c05bdcee8 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0417755 Sep 07 19:16:53.966667 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=26da9a5d-e6d0-4f12-a335-2d5b84a24872,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:53.978811 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['26da9a5d-e6d0-4f12-a335-2d5b84a24872'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:16:54.092319 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 38412) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:54.248875 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-500a6ad2-bc52-4495-9145-f91d59347bdd None None] Port e1394d68-dd04-494f-b791-5d1d21319612 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:16:54.400557 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device aa56e955-88e9-4453-9467-5aa7a1bdfb54 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:16:54.472357 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eff79f-1864-489d-a2a4-a943323f7686 req-55748526-2f39-4001-b7f9-2dabb2d36397 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:54.485432 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00eff79f-1864-489d-a2a4-a943323f7686 req-55748526-2f39-4001-b7f9-2dabb2d36397 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/ports?device_id=76590f6f-65d1-4c1e-9d3b-9357a6dac00e HTTP/1.1" status: 200 len: 945 time: 0.2397320 Sep 07 19:16:54.551296 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:54.585688 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] Transition to ACTIVE for port object e1394d68-dd04-494f-b791-5d1d21319612 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:16:54.604338 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:54.629553 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f43203eb-4f29-4fbd-a33a-cbe1e3569941 service neutron] 10.222.0.26 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6648839 Sep 07 19:16:54.721906 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port aa56e955-88e9-4453-9467-5aa7a1bdfb54 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:16:54.722456 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:54.726048 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00eff79f-1864-489d-a2a4-a943323f7686 req-8bd90316-7c0a-4df1-8f86-52b83d2992ef tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab984d9e-42ea-46e1-adec-bd5a65f956d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390528 Sep 07 19:16:54.768805 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fc76a-9c22-4c62-abdb-3c92ce3d1383 None None] Pushing event updated for resources: {'Port': ['ID=e1394d68-dd04-494f-b791-5d1d21319612,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:54.932222 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] Attempting to bind port e1394d68-dd04-494f-b791-5d1d21319612 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:16:54.933307 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] Attempting to bind port e1394d68-dd04-494f-b791-5d1d21319612 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '683524e4-a13c-4793-bf4b-7e9fbb4bfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:16:54.937498 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] Attempting to bind port e1394d68-dd04-494f-b791-5d1d21319612 on network 24503b90-cf6d-4dd7-9434-45db67fed679 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:16:54.957272 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fc76a-9c22-4c62-abdb-3c92ce3d1383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:54.957905 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fc76a-9c22-4c62-abdb-3c92ce3d1383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:54.958430 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fc76a-9c22-4c62-abdb-3c92ce3d1383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:54.959508 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fc76a-9c22-4c62-abdb-3c92ce3d1383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:54.960001 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fc76a-9c22-4c62-abdb-3c92ce3d1383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:54.960794 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fc76a-9c22-4c62-abdb-3c92ce3d1383 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:54.961387 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fc76a-9c22-4c62-abdb-3c92ce3d1383 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:54.962042 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fc76a-9c22-4c62-abdb-3c92ce3d1383 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:54.962529 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fc76a-9c22-4c62-abdb-3c92ce3d1383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:54.963545 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fc76a-9c22-4c62-abdb-3c92ce3d1383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:54.967356 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fc76a-9c22-4c62-abdb-3c92ce3d1383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:54.968159 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5fc76a-9c22-4c62-abdb-3c92ce3d1383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:54.975658 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:16:54.976319 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] Checking segment: {'id': '683524e4-a13c-4793-bf4b-7e9fbb4bfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:16:54.982818 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:54.983474 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] Bound using segment: {'id': '683524e4-a13c-4793-bf4b-7e9fbb4bfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:16:54.984441 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] Bound port: e1394d68-dd04-494f-b791-5d1d21319612, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683524e4-a13c-4793-bf4b-7e9fbb4bfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:16:54.985048 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:54.995227 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-0a3d0c91-af2d-4063-9301-a6576eabdc16 service neutron] 10.222.0.26 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534570 Sep 07 19:16:55.166239 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] For port e1394d68-dd04-494f-b791-5d1d21319612, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:16:55.172108 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] For port e1394d68-dd04-494f-b791-5d1d21319612, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e1394d68-dd04-494f-b791-5d1d21319612,segment=NetworkSegment(683524e4-a13c-4793-bf4b-7e9fbb4bfb25),segment_id=683524e4-a13c-4793-bf4b-7e9fbb4bfb25)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:16:55.186952 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:55.336916 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fc76a-9c22-4c62-abdb-3c92ce3d1383 None None] Pushing event updated for resources: {'Port': ['ID=e1394d68-dd04-494f-b791-5d1d21319612,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:55.378546 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] Routers {'b837cfa2-c667-4b17-be5c-2f1b72aa0137'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:16:55.379527 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:16:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['b837cfa2-c667-4b17-be5c-2f1b72aa0137'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:55.402093 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b569c901-59e2-42ab-a4f4-d54973afcb10 req-99d92f89-9610-47d2-ab34-4df4e140765e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 210 time: 0.0658646 Sep 07 19:16:55.493038 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd924d02-117d-427d-908c-e87e2dfcb893 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:55.688689 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] Set router b837cfa2-c667-4b17-be5c-2f1b72aa0137 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:16:55.952455 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-79ad9469-ab7a-483f-a999-39e9dcf11741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:56.110638 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-dd924d02-117d-427d-908c-e87e2dfcb893 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Allocated IP 172.20.0.17 (5333a60f-687d-4c6d-9617-c2ab15cefaab/af609ca1-de87-4e27-b780-99cbfdb44d46/15757056-685a-4c02-bb61-28b466148b8a) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:16:56.170706 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c2052-19ed-4d24-94b6-098dc6f704fe req-4bf3046e-b4fc-4210-ad91-78227dddd27c tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:56.185179 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a5c2052-19ed-4d24-94b6-098dc6f704fe req-4bf3046e-b4fc-4210-ad91-78227dddd27c tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/ports?device_id=76590f6f-65d1-4c1e-9d3b-9357a6dac00e HTTP/1.1" status: 200 len: 945 time: 0.2546358 Sep 07 19:16:56.267146 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a5c2052-19ed-4d24-94b6-098dc6f704fe req-5bba9af1-5757-46b4-9808-7a4761ddd79c tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab984d9e-42ea-46e1-adec-bd5a65f956d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809929 Sep 07 19:16:56.385356 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd924d02-117d-427d-908c-e87e2dfcb893 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:56.399598 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338285804', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:16:41Z', 'updated_at': '2021-09-07T19:16:49Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:42Z', 'updated_at': '2021-09-07T19:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e1394d68-dd04-494f-b791-5d1d21319612', 'name': '', 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:ab:e0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '393f579e-61d8-416e-b828-f08c6836343d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:47Z', 'updated_at': '2021-09-07T19:16:55Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '393f579e-61d8-416e-b828-f08c6836343d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:56.402804 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-dd924d02-117d-427d-908c-e87e2dfcb893 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Transition to ACTIVE for port object 15757056-685a-4c02-bb61-28b466148b8a will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:16:56.441464 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06c0709-8b46-4ec6-b266-c20583b7fddd None None] The sync data for ids ['b837cfa2-c667-4b17-be5c-2f1b72aa0137'] in n-d-807786-1 is: [{'id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338285804', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:16:41Z', 'updated_at': '2021-09-07T19:16:49Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:42Z', 'updated_at': '2021-09-07T19:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e1394d68-dd04-494f-b791-5d1d21319612', 'name': '', 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:ab:e0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '393f579e-61d8-416e-b828-f08c6836343d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:47Z', 'updated_at': '2021-09-07T19:16:55Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '393f579e-61d8-416e-b828-f08c6836343d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:16:56.493928 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd924d02-117d-427d-908c-e87e2dfcb893 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:56.625694 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd924d02-117d-427d-908c-e87e2dfcb893 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Network 5333a60f-687d-4c6d-9617-c2ab15cefaab is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:16:56.626141 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-dd924d02-117d-427d-908c-e87e2dfcb893 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:16:56.632840 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-476263c8-a248-4691-9a32-b45ddf21751d req-af5420ec-a407-4742-974f-9648b9d5d11c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 210 time: 0.0485389 Sep 07 19:16:56.636077 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd924d02-117d-427d-908c-e87e2dfcb893 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:16:56.767506 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd924d02-117d-427d-908c-e87e2dfcb893 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:56.865816 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd924d02-117d-427d-908c-e87e2dfcb893 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'Port': ['ID=15757056-685a-4c02-bb61-28b466148b8a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:56.991651 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 26da9a5d-e6d0-4f12-a335-2d5b84a24872 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:16:57.034549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-be46628e-9959-448b-9537-0d0c25eba4cb tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:57.036157 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-be46628e-9959-448b-9537-0d0c25eba4cb tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.60 "GET /v2.0/networks?id=24503b90-cf6d-4dd7-9434-45db67fed679 HTTP/1.1" status: 200 len: 797 time: 0.3346050 Sep 07 19:16:57.105503 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd924d02-117d-427d-908c-e87e2dfcb893 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:57.129818 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-3248d7a7-8bb0-4419-aa8d-66df094350f3 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa42bbf5542c477bbf2c68a6d391c89a HTTP/1.1" status: 200 len: 380 time: 0.0823383 Sep 07 19:16:57.147551 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-681f57e3-dfc5-4281-aaad-41e0e2a25953 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'port': {'device_id': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679', 'admin_state_up': True, 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'security_groups': ['1e768754-ee73-426f-b5ad-ef31c7478f58']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:57.159363 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 26da9a5d-e6d0-4f12-a335-2d5b84a24872 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:16:57.166212 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 26da9a5d-e6d0-4f12-a335-2d5b84a24872 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:16:57.167120 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:57.176002 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5d60401c-2c96-4508-91d4-55f3e3838b95 None None] Provisioning for port 15757056-685a-4c02-bb61-28b466148b8a completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:16:57.290968 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5d60401c-2c96-4508-91d4-55f3e3838b95 None None] Provisioning complete for port 15757056-685a-4c02-bb61-28b466148b8a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:16:57.291475 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5d60401c-2c96-4508-91d4-55f3e3838b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:57.421027 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-681f57e3-dfc5-4281-aaad-41e0e2a25953 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Made reservation on behalf of aa42bbf5542c477bbf2c68a6d391c89a for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:16:57.434579 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-681f57e3-dfc5-4281-aaad-41e0e2a25953 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:57.505170 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-5d60401c-2c96-4508-91d4-55f3e3838b95 None None] Port 15757056-685a-4c02-bb61-28b466148b8a cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:16:57.589820 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:57.679354 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76590f6f-65d1-4c1e-9d3b-9357a6dac00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26da9a5d-e6d0-4f12-a335-2d5b84a24872'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:16:57.687460 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744f1ee7-0a2c-4888-83ec-9073eaae3fa3" -d '{"events": [{"server_uuid": "76590f6f-65d1-4c1e-9d3b-9357a6dac00e", "name": "network-vif-plugged", "status": "completed", "tag": "26da9a5d-e6d0-4f12-a335-2d5b84a24872"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:16:57.752310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 26da9a5d-e6d0-4f12-a335-2d5b84a24872, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=26da9a5d-e6d0-4f12-a335-2d5b84a24872,segment=NetworkSegment(726ef4b8-49e0-41d9-8227-0300c91ef900),segment_id=726ef4b8-49e0-41d9-8227-0300c91ef900)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:57.763196 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:57.801557 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-681f57e3-dfc5-4281-aaad-41e0e2a25953 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Allocated IP 172.20.0.3 (24503b90-cf6d-4dd7-9434-45db67fed679/393f579e-61d8-416e-b828-f08c6836343d/87b71b69-b301-45e2-b455-52eddea2604a) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:16:57.910248 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=26da9a5d-e6d0-4f12-a335-2d5b84a24872,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:58.112565 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd924d02-117d-427d-908c-e87e2dfcb893 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:58.139783 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd924d02-117d-427d-908c-e87e2dfcb893 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:58.152053 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-681f57e3-dfc5-4281-aaad-41e0e2a25953 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:58.198059 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-681f57e3-dfc5-4281-aaad-41e0e2a25953 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Transition to ACTIVE for port object 87b71b69-b301-45e2-b455-52eddea2604a will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:16:58.253843 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e1394d68-dd04-494f-b791-5d1d21319612 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:16:58.368955 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port e1394d68-dd04-494f-b791-5d1d21319612 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:16:58.371629 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dd924d02-117d-427d-908c-e87e2dfcb893 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:58.381958 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e1394d68-dd04-494f-b791-5d1d21319612 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:16:58.382337 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:58.407170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72fbd91b-3716-4570-9829-44ee35870f14 req-ee6a5d9c-3cf9-4b1c-a820-31a8e6080c18 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 210 time: 0.1033142 Sep 07 19:16:58.434638 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd924d02-117d-427d-908c-e87e2dfcb893 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'Port': ['ID=15757056-685a-4c02-bb61-28b466148b8a,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:58.479251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733a543-3b9f-4085-8e78-72d8fdd32cab req-25ad04f3-fd33-4cff-ad9a-17212880ad5a tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:58.497669 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5733a543-3b9f-4085-8e78-72d8fdd32cab req-25ad04f3-fd33-4cff-ad9a-17212880ad5a tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/ports?device_id=76590f6f-65d1-4c1e-9d3b-9357a6dac00e HTTP/1.1" status: 200 len: 945 time: 1.0399175 Sep 07 19:16:58.499614 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-681f57e3-dfc5-4281-aaad-41e0e2a25953 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:58.602528 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11182e13-ed17-4583-8729-e3081c982422 x-openstack-request-id: req-11182e13-ed17-4583-8729-e3081c982422 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:16:58.606084 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76590f6f-65d1-4c1e-9d3b-9357a6dac00e", "name": "network-vif-plugged", "status": "completed", "tag": "26da9a5d-e6d0-4f12-a335-2d5b84a24872", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:16:58.606798 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11182e13-ed17-4583-8729-e3081c982422 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:16:58.607530 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76590f6f-65d1-4c1e-9d3b-9357a6dac00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26da9a5d-e6d0-4f12-a335-2d5b84a24872', 'code': 200} Sep 07 19:16:58.640565 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:58.689623 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port e1394d68-dd04-494f-b791-5d1d21319612, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e1394d68-dd04-494f-b791-5d1d21319612,segment=NetworkSegment(683524e4-a13c-4793-bf4b-7e9fbb4bfb25),segment_id=683524e4-a13c-4793-bf4b-7e9fbb4bfb25)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:16:58.696069 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:58.698249 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f57e3-dfc5-4281-aaad-41e0e2a25953 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=87b71b69-b301-45e2-b455-52eddea2604a,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:58.702960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-681f57e3-dfc5-4281-aaad-41e0e2a25953 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 24503b90-cf6d-4dd7-9434-45db67fed679 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:16:58.729441 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-681f57e3-dfc5-4281-aaad-41e0e2a25953 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:16:58.737377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-681f57e3-dfc5-4281-aaad-41e0e2a25953 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:16:58.743676 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd924d02-117d-427d-908c-e87e2dfcb893 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Network 5333a60f-687d-4c6d-9617-c2ab15cefaab is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:16:58.751302 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-dd924d02-117d-427d-908c-e87e2dfcb893 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:16:58.855084 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=e1394d68-dd04-494f-b791-5d1d21319612,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:58.915955 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-17814ecd-bd9a-463f-977f-56178fdb2985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:58.941366 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-681f57e3-dfc5-4281-aaad-41e0e2a25953 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:58.961381 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-681f57e3-dfc5-4281-aaad-41e0e2a25953 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:59.005651 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-681f57e3-dfc5-4281-aaad-41e0e2a25953 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8641512 Sep 07 19:16:59.032005 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd924d02-117d-427d-908c-e87e2dfcb893 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Router 278f51b1-a2a2-46e4-9810-e3ad59a273bf has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:16:59.032551 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] Request body: {'port': {'device_id': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:16:59.082845 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:59.169642 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5733a543-3b9f-4085-8e78-72d8fdd32cab req-e7bf6771-8398-49f1-96da-3f1a36d13c94 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab984d9e-42ea-46e1-adec-bd5a65f956d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6412094 Sep 07 19:16:59.171802 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12095d2-851f-45c1-8ab4-3edf81840bad req-ea248015-2660-4ed3-85e5-be4b99c1831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:16:59.173449 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a12095d2-851f-45c1-8ab4-3edf81840bad req-ea248015-2660-4ed3-85e5-be4b99c1831d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=76590f6f-65d1-4c1e-9d3b-9357a6dac00e HTTP/1.1" status: 200 len: 1097 time: 0.4690733 Sep 07 19:16:59.310679 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a12095d2-851f-45c1-8ab4-3edf81840bad req-ce148012-8b46-4153-b1f5-2811dc8a330b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ab984d9e-42ea-46e1-adec-bd5a65f956d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262245 Sep 07 19:16:59.371887 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd924d02-117d-427d-908c-e87e2dfcb893 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:16:59.374297 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8ba7da54-9e38-40ce-baf0-fcd2b5beec7b None None] Provisioning complete for port 15757056-685a-4c02-bb61-28b466148b8a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:16:59.374920 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8ba7da54-9e38-40ce-baf0-fcd2b5beec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:59.394627 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:59.400188 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dd924d02-117d-427d-908c-e87e2dfcb893 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "PUT /v2.0/routers/278f51b1-a2a2-46e4-9810-e3ad59a273bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3057323 Sep 07 19:16:59.435780 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] Sync routers for ids ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:16:59.498594 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] Routers {'278f51b1-a2a2-46e4-9810-e3ad59a273bf'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:16:59.500036 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:16:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:16:59.591571 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-8ba7da54-9e38-40ce-baf0-fcd2b5beec7b None None] Port 15757056-685a-4c02-bb61-28b466148b8a cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:16:59.620273 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8ba7da54-9e38-40ce-baf0-fcd2b5beec7b None None] Provisioning for port 87b71b69-b301-45e2-b455-52eddea2604a completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:16:59.653471 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8ba7da54-9e38-40ce-baf0-fcd2b5beec7b None None] Provisioning complete for port 87b71b69-b301-45e2-b455-52eddea2604a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:16:59.654105 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8ba7da54-9e38-40ce-baf0-fcd2b5beec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:00.030762 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87b71b69-b301-45e2-b455-52eddea2604a {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:17:00.040120 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:00.088831 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] Transition to ACTIVE for port object 87b71b69-b301-45e2-b455-52eddea2604a will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:17:00.097282 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:00.118437 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-8ba7da54-9e38-40ce-baf0-fcd2b5beec7b None None] Port 87b71b69-b301-45e2-b455-52eddea2604a cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:17:00.144730 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] Set router 278f51b1-a2a2-46e4-9810-e3ad59a273bf gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:17:00.325823 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] Pushing event updated for resources: {'Port': ['ID=87b71b69-b301-45e2-b455-52eddea2604a,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:00.334984 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e1394d68-dd04-494f-b791-5d1d21319612 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:17:00.447087 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3318d-d1fb-45dd-8a47-40b7b827b39b req-a8224bee-7136-4413-a8ac-d82cec6fe935 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:00.453730 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:00.456850 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fd3318d-d1fb-45dd-8a47-40b7b827b39b req-a8224bee-7136-4413-a8ac-d82cec6fe935 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 931 time: 0.7129476 Sep 07 19:17:00.609794 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e1394d68-dd04-494f-b791-5d1d21319612 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:17:00.611056 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:00.761096 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fd3318d-d1fb-45dd-8a47-40b7b827b39b req-7c2501d0-4cad-4883-8de0-f7baec0a4bea tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030109 Sep 07 19:17:00.822666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aab2bd-80da-4e9d-824c-907212c318cb req-ca07b24f-00a3-4dcf-a42c-1afd3ec7c922 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:00.828860 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-39aab2bd-80da-4e9d-824c-907212c318cb req-ca07b24f-00a3-4dcf-a42c-1afd3ec7c922 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/ports?device_id=76590f6f-65d1-4c1e-9d3b-9357a6dac00e HTTP/1.1" status: 200 len: 946 time: 0.5150485 Sep 07 19:17:00.885232 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] Attempting to bind port 87b71b69-b301-45e2-b455-52eddea2604a on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:17:00.889461 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] Attempting to bind port 87b71b69-b301-45e2-b455-52eddea2604a by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '683524e4-a13c-4793-bf4b-7e9fbb4bfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:17:00.889931 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] Attempting to bind port 87b71b69-b301-45e2-b455-52eddea2604a on network 24503b90-cf6d-4dd7-9434-45db67fed679 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:17:00.923173 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'name': 'tempest-TestNetworkBasicOps-router-2064264336', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:15:15Z', 'updated_at': '2021-09-07T19:16:56Z', 'revision_number': 5, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:16Z', 'updated_at': '2021-09-07T19:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '5f1b98ca-4c52-4a5d-a627-a6db785ff40d', 'tenant_id': '78144588c9424754a9005f76111ab868', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'port_id': 'd2a75449-01c3-4475-9031-33fb8609e862', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'mac_address': 'fa:16:3e:2d:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ebb9e-161c-47af-a504-fed20cf9143d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:15:53Z', 'updated_at': '2021-09-07T19:15:58Z', 'revision_number': 1, 'project_id': '78144588c9424754a9005f76111ab868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15757056-685a-4c02-bb61-28b466148b8a', 'name': '', 'network_id': '5333a60f-687d-4c6d-9617-c2ab15cefaab', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:cf:f5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'af609ca1-de87-4e27-b780-99cbfdb44d46', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:55Z', 'updated_at': '2021-09-07T19:16:57Z', 'revision_number': 2, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': 'af609ca1-de87-4e27-b780-99cbfdb44d46', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97a6995a-d424-49b7-a71e-339549d39a8d', 'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:f3:bb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:21Z', 'updated_at': '2021-09-07T19:15:32Z', 'revision_number': 5, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:00.923711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] Port 87b71b69-b301-45e2-b455-52eddea2604a on network 24503b90-cf6d-4dd7-9434-45db67fed679 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:17:00.924192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] Attempting to bind port 87b71b69-b301-45e2-b455-52eddea2604a on network 24503b90-cf6d-4dd7-9434-45db67fed679 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:17:00.950384 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:17:00.957430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] Checking segment: {'id': '683524e4-a13c-4793-bf4b-7e9fbb4bfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:17:00.958621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] Bound using segment: {'id': '683524e4-a13c-4793-bf4b-7e9fbb4bfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:17:00.959537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] Bound port: 87b71b69-b301-45e2-b455-52eddea2604a, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683524e4-a13c-4793-bf4b-7e9fbb4bfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:17:00.960278 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:00.980144 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] Checking router: 278f51b1-a2a2-46e4-9810-e3ad59a273bf for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:17:00.980769 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] Updating router 278f51b1-a2a2-46e4-9810-e3ad59a273bf port 15757056-685a-4c02-bb61-28b466148b8a binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:17:01.035789 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-39aab2bd-80da-4e9d-824c-907212c318cb req-d5832772-bd24-43af-83ee-b5bca1e6d105 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab984d9e-42ea-46e1-adec-bd5a65f956d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567574 Sep 07 19:17:01.048089 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:01.186640 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] For port 87b71b69-b301-45e2-b455-52eddea2604a, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:17:01.193338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] For port 87b71b69-b301-45e2-b455-52eddea2604a, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=87b71b69-b301-45e2-b455-52eddea2604a,segment=NetworkSegment(683524e4-a13c-4793-bf4b-7e9fbb4bfb25),segment_id=683524e4-a13c-4793-bf4b-7e9fbb4bfb25)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:17:01.202287 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:01.309056 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] Pushing event updated for resources: {'Port': ['ID=87b71b69-b301-45e2-b455-52eddea2604a,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:01.381445 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:01.382241 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:01.384470 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f9aa9959-debd-4372-b975-35e3792bd512 service neutron] 10.222.0.60 "PUT /v2.0/ports/87b71b69-b301-45e2-b455-52eddea2604a HTTP/1.1" status: 200 len: 1091 time: 2.3684387 Sep 07 19:17:01.388143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'tag': '87b71b69-b301-45e2-b455-52eddea2604a'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:17:01.395739 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb5bf50-1138-412b-a051-dda0ddd75aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "395fd449-c9a5-454a-9812-dbbcc18e8e97", "tag": "87b71b69-b301-45e2-b455-52eddea2604a"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:17:01.504585 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f6e1c442-e40a-4663-b1bf-4d2fc2f1f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:01.515940 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-f6e1c442-e40a-4663-b1bf-4d2fc2f1f22c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 1094 time: 0.0873601 Sep 07 19:17:01.587949 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d15f2f6-955b-4ea8-b74e-7afaca7e88ed x-openstack-request-id: req-7d15f2f6-955b-4ea8-b74e-7afaca7e88ed {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:17:01.588664 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395fd449-c9a5-454a-9812-dbbcc18e8e97", "tag": "87b71b69-b301-45e2-b455-52eddea2604a", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:17:01.589162 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d15f2f6-955b-4ea8-b74e-7afaca7e88ed {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:17:01.591069 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'tag': '87b71b69-b301-45e2-b455-52eddea2604a', 'status': 'completed', 'code': 200} Sep 07 19:17:01.593770 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-ce9a15df-ca8b-4164-9f82-bf4f0ddf5843 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b71b69-b301-45e2-b455-52eddea2604a HTTP/1.1" status: 200 len: 217 time: 0.0688787 Sep 07 19:17:01.749462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-feb07ca7-5e40-41be-a1ea-5ccd89193ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:01.749462 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-feb07ca7-5e40-41be-a1ea-5ccd89193ec9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=393f579e-61d8-416e-b828-f08c6836343d HTTP/1.1" status: 200 len: 834 time: 0.1360328 Sep 07 19:17:01.799698 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:01.811977 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] Transition to ACTIVE for port object 15757056-685a-4c02-bb61-28b466148b8a will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:17:01.832805 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:01.898073 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64137cd3-972f-4982-9b23-09d402cce1e2 None None] Pushing event updated for resources: {'Port': ['ID=15757056-685a-4c02-bb61-28b466148b8a,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:01.898595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-8ab8ed46-a267-49e1-968b-22b0d231aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:01.902257 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-8ab8ed46-a267-49e1-968b-22b0d231aed9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24503b90-cf6d-4dd7-9434-45db67fed679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552055 Sep 07 19:17:01.906764 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:02.083671 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b7e92-11bb-43f1-9484-501577bcc60b req-77439db3-1bae-4e6e-85ab-1c5cfa1ac5fb tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:02.092817 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-be6b7e92-11bb-43f1-9484-501577bcc60b req-77439db3-1bae-4e6e-85ab-1c5cfa1ac5fb tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 943 time: 0.1573412 Sep 07 19:17:02.108132 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] Attempting to bind port 15757056-685a-4c02-bb61-28b466148b8a on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:17:02.108628 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] Attempting to bind port 15757056-685a-4c02-bb61-28b466148b8a by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'f22a8ce3-9279-4f74-a59b-6a7f681c856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5333a60f-687d-4c6d-9617-c2ab15cefaab'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:17:02.109026 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] Attempting to bind port 15757056-685a-4c02-bb61-28b466148b8a on network 5333a60f-687d-4c6d-9617-c2ab15cefaab {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:17:02.135413 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:17:02.136214 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] Checking segment: {'id': 'f22a8ce3-9279-4f74-a59b-6a7f681c856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5333a60f-687d-4c6d-9617-c2ab15cefaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:17:02.136861 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:02.137501 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] Bound using segment: {'id': 'f22a8ce3-9279-4f74-a59b-6a7f681c856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5333a60f-687d-4c6d-9617-c2ab15cefaab'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:17:02.138310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] Bound port: 15757056-685a-4c02-bb61-28b466148b8a, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a8ce3-9279-4f74-a59b-6a7f681c856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5333a60f-687d-4c6d-9617-c2ab15cefaab'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:17:02.138897 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:02.261229 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-be6b7e92-11bb-43f1-9484-501577bcc60b req-cc34dd67-e02a-492f-a340-23b7b755b128 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661675 Sep 07 19:17:02.294334 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-2793d390-a28e-4de8-82b0-c3dbe3b0b6ab service neutron] 10.222.0.60 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845196 Sep 07 19:17:02.310558 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] For port 15757056-685a-4c02-bb61-28b466148b8a, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:17:02.315619 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] For port 15757056-685a-4c02-bb61-28b466148b8a, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=15757056-685a-4c02-bb61-28b466148b8a,segment=NetworkSegment(f22a8ce3-9279-4f74-a59b-6a7f681c856f),segment_id=f22a8ce3-9279-4f74-a59b-6a7f681c856f)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:17:02.324699 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:02.410199 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] Routers {'278f51b1-a2a2-46e4-9810-e3ad59a273bf'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:17:02.411079 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:16:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:02.439543 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a5eaf-f741-46dd-a82b-06f82ec91e50 req-66991b29-1586-4a0a-b0b9-4ce302fd9e81 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:02.441316 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f06a5eaf-f741-46dd-a82b-06f82ec91e50 req-66991b29-1586-4a0a-b0b9-4ce302fd9e81 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/ports?device_id=76590f6f-65d1-4c1e-9d3b-9357a6dac00e HTTP/1.1" status: 200 len: 946 time: 0.1420724 Sep 07 19:17:02.489104 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64137cd3-972f-4982-9b23-09d402cce1e2 None None] Pushing event updated for resources: {'Port': ['ID=15757056-685a-4c02-bb61-28b466148b8a,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:02.554665 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f06a5eaf-f741-46dd-a82b-06f82ec91e50 req-0e532c80-81a1-4cc3-83bb-709f49e1b9ff tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab984d9e-42ea-46e1-adec-bd5a65f956d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044908 Sep 07 19:17:02.613722 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ec3111a-9a73-4509-9185-cd08594b39c5 req-787c5e41-d2f9-430e-89a4-dbb8f306c07b service neutron] 10.222.0.60 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881026 Sep 07 19:17:02.734545 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] Set router 278f51b1-a2a2-46e4-9810-e3ad59a273bf gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:17:02.789145 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5bf50-1138-412b-a051-dda0ddd75aa0 req-eb5e77d1-5fa8-4b86-8ddf-41d6d2c4beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:02.790765 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dfb5bf50-1138-412b-a051-dda0ddd75aa0 req-eb5e77d1-5fa8-4b86-8ddf-41d6d2c4beef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 1094 time: 0.1017005 Sep 07 19:17:03.017859 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5bf50-1138-412b-a051-dda0ddd75aa0 req-1deddc90-5041-4f50-9da1-f7d319f7140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:03.020449 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dfb5bf50-1138-412b-a051-dda0ddd75aa0 req-1deddc90-5041-4f50-9da1-f7d319f7140c service neutron] 10.222.0.60 "GET /v2.0/networks?id=24503b90-cf6d-4dd7-9434-45db67fed679 HTTP/1.1" status: 200 len: 898 time: 0.2128747 Sep 07 19:17:03.319420 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'name': 'tempest-TestNetworkBasicOps-router-2064264336', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:15:15Z', 'updated_at': '2021-09-07T19:16:56Z', 'revision_number': 5, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:16Z', 'updated_at': '2021-09-07T19:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '5f1b98ca-4c52-4a5d-a627-a6db785ff40d', 'tenant_id': '78144588c9424754a9005f76111ab868', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'port_id': 'd2a75449-01c3-4475-9031-33fb8609e862', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'mac_address': 'fa:16:3e:2d:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ebb9e-161c-47af-a504-fed20cf9143d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:15:53Z', 'updated_at': '2021-09-07T19:15:58Z', 'revision_number': 1, 'project_id': '78144588c9424754a9005f76111ab868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15757056-685a-4c02-bb61-28b466148b8a', 'name': '', 'network_id': '5333a60f-687d-4c6d-9617-c2ab15cefaab', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:cf:f5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'af609ca1-de87-4e27-b780-99cbfdb44d46', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:55Z', 'updated_at': '2021-09-07T19:17:02Z', 'revision_number': 4, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': 'af609ca1-de87-4e27-b780-99cbfdb44d46', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97a6995a-d424-49b7-a71e-339549d39a8d', 'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:f3:bb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:21Z', 'updated_at': '2021-09-07T19:15:32Z', 'revision_number': 5, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:03.366664 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bea958-847b-48f9-8d1f-380181e4d680 None None] The sync data for ids ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'] in n-d-807786-1 is: [{'id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'name': 'tempest-TestNetworkBasicOps-router-2064264336', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:15:15Z', 'updated_at': '2021-09-07T19:16:56Z', 'revision_number': 5, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:16Z', 'updated_at': '2021-09-07T19:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '5f1b98ca-4c52-4a5d-a627-a6db785ff40d', 'tenant_id': '78144588c9424754a9005f76111ab868', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'port_id': 'd2a75449-01c3-4475-9031-33fb8609e862', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'mac_address': 'fa:16:3e:2d:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ebb9e-161c-47af-a504-fed20cf9143d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:15:53Z', 'updated_at': '2021-09-07T19:15:58Z', 'revision_number': 1, 'project_id': '78144588c9424754a9005f76111ab868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15757056-685a-4c02-bb61-28b466148b8a', 'name': '', 'network_id': '5333a60f-687d-4c6d-9617-c2ab15cefaab', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:cf:f5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'af609ca1-de87-4e27-b780-99cbfdb44d46', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:55Z', 'updated_at': '2021-09-07T19:17:02Z', 'revision_number': 4, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': 'af609ca1-de87-4e27-b780-99cbfdb44d46', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97a6995a-d424-49b7-a71e-339549d39a8d', 'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:f3:bb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:21Z', 'updated_at': '2021-09-07T19:15:32Z', 'revision_number': 5, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:17:03.643551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dfb5bf50-1138-412b-a051-dda0ddd75aa0 req-3b0b23e6-a979-43bd-a7a2-14e3c6052c0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b71b69-b301-45e2-b455-52eddea2604a HTTP/1.1" status: 200 len: 217 time: 0.6075721 Sep 07 19:17:03.764201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc110e-7865-42e2-a476-1e6e20c4be23 req-3d7cbefa-8418-4af2-9d98-f92b0ec30236 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:03.766267 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5fc110e-7865-42e2-a476-1e6e20c4be23 req-3d7cbefa-8418-4af2-9d98-f92b0ec30236 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 943 time: 0.1336758 Sep 07 19:17:03.779101 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5bf50-1138-412b-a051-dda0ddd75aa0 req-ad83f47f-5756-45d2-bc49-f5ed5db5d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:03.781437 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dfb5bf50-1138-412b-a051-dda0ddd75aa0 req-ad83f47f-5756-45d2-bc49-f5ed5db5d5ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=393f579e-61d8-416e-b828-f08c6836343d HTTP/1.1" status: 200 len: 834 time: 0.1218278 Sep 07 19:17:03.791935 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbea96-9b03-4b6c-a9b4-0ef735871384 req-438df4c9-5576-496a-8dcf-e62ef45c3ac6 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:03.800520 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4bbea96-9b03-4b6c-a9b4-0ef735871384 req-438df4c9-5576-496a-8dcf-e62ef45c3ac6 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/ports?device_id=76590f6f-65d1-4c1e-9d3b-9357a6dac00e HTTP/1.1" status: 200 len: 946 time: 0.1788697 Sep 07 19:17:03.897784 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4bbea96-9b03-4b6c-a9b4-0ef735871384 req-6f5cedf2-77d6-4e3a-9a98-6ba810a0b504 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab984d9e-42ea-46e1-adec-bd5a65f956d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962818 Sep 07 19:17:03.930989 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5fc110e-7865-42e2-a476-1e6e20c4be23 req-9a71fe75-84c5-4007-b241-c3ed61c858c7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082442 Sep 07 19:17:03.935275 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5bf50-1138-412b-a051-dda0ddd75aa0 req-70332254-f501-41ba-b9c2-bd2172b3346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:03.936949 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dfb5bf50-1138-412b-a051-dda0ddd75aa0 req-70332254-f501-41ba-b9c2-bd2172b3346b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24503b90-cf6d-4dd7-9434-45db67fed679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243751 Sep 07 19:17:04.117585 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dfb5bf50-1138-412b-a051-dda0ddd75aa0 req-ccc62d1e-b727-4088-b100-ce3f3c18ea61 service neutron] 10.222.0.60 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715572 Sep 07 19:17:04.241641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 15757056-685a-4c02-bb61-28b466148b8a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:17:04.342671 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 15757056-685a-4c02-bb61-28b466148b8a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:17:04.347463 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 15757056-685a-4c02-bb61-28b466148b8a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:17:04.348103 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:04.382340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dfb5bf50-1138-412b-a051-dda0ddd75aa0 req-741c1be7-95bf-482c-b49d-03c28d2b1ce4 service neutron] 10.222.0.60 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561471 Sep 07 19:17:04.475158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930ad6f-04db-484d-9ec8-0313e6cde969 req-4c80c281-602f-4426-9fc9-a629895ce8d5 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:04.476815 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3930ad6f-04db-484d-9ec8-0313e6cde969 req-4c80c281-602f-4426-9fc9-a629895ce8d5 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.36 "GET /v2.0/ports?device_id=76590f6f-65d1-4c1e-9d3b-9357a6dac00e HTTP/1.1" status: 200 len: 946 time: 0.1232100 Sep 07 19:17:04.493454 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:04.541308 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 15757056-685a-4c02-bb61-28b466148b8a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=15757056-685a-4c02-bb61-28b466148b8a,segment=NetworkSegment(f22a8ce3-9279-4f74-a59b-6a7f681c856f),segment_id=f22a8ce3-9279-4f74-a59b-6a7f681c856f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:17:04.548027 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:04.641540 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-3930ad6f-04db-484d-9ec8-0313e6cde969 req-da2b9575-de60-4743-9105-eb9d54dd4410 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Deleting port 26da9a5d-e6d0-4f12-a335-2d5b84a24872 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:17:04.641893 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3930ad6f-04db-484d-9ec8-0313e6cde969 req-da2b9575-de60-4743-9105-eb9d54dd4410 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:04.648298 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=15757056-685a-4c02-bb61-28b466148b8a,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:04.764491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-3930ad6f-04db-484d-9ec8-0313e6cde969 req-da2b9575-de60-4743-9105-eb9d54dd4410 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] For port 26da9a5d-e6d0-4f12-a335-2d5b84a24872, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=26da9a5d-e6d0-4f12-a335-2d5b84a24872,segment=NetworkSegment(726ef4b8-49e0-41d9-8227-0300c91ef900),segment_id=726ef4b8-49e0-41d9-8227-0300c91ef900)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:17:04.765027 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3930ad6f-04db-484d-9ec8-0313e6cde969 req-da2b9575-de60-4743-9105-eb9d54dd4410 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:04.779843 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-3930ad6f-04db-484d-9ec8-0313e6cde969 req-da2b9575-de60-4743-9105-eb9d54dd4410 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Calling delete_port for 26da9a5d-e6d0-4f12-a335-2d5b84a24872 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:17:04.977667 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3930ad6f-04db-484d-9ec8-0313e6cde969 req-da2b9575-de60-4743-9105-eb9d54dd4410 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:05.025548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b9575-de60-4743-9105-eb9d54dd4410 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Pushing event deleted for resources: {'Port': ['ID=26da9a5d-e6d0-4f12-a335-2d5b84a24872,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:05.082678 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['26da9a5d-e6d0-4f12-a335-2d5b84a24872'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:17:05.122286 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3930ad6f-04db-484d-9ec8-0313e6cde969 req-da2b9575-de60-4743-9105-eb9d54dd4410 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] No DVR routers for this DVR port 26da9a5d-e6d0-4f12-a335-2d5b84a24872 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:17:05.144885 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3930ad6f-04db-484d-9ec8-0313e6cde969 req-da2b9575-de60-4743-9105-eb9d54dd4410 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:05.146395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3930ad6f-04db-484d-9ec8-0313e6cde969 req-da2b9575-de60-4743-9105-eb9d54dd4410 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.36 "DELETE /v2.0/ports/26da9a5d-e6d0-4f12-a335-2d5b84a24872 HTTP/1.1" status: 204 len: 173 time: 0.6631186 Sep 07 19:17:05.147768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b9575-de60-4743-9105-eb9d54dd4410 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:05.148191 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b9575-de60-4743-9105-eb9d54dd4410 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:05.148871 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b9575-de60-4743-9105-eb9d54dd4410 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:05.149318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b9575-de60-4743-9105-eb9d54dd4410 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:05.149663 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b9575-de60-4743-9105-eb9d54dd4410 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:05.152959 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b9575-de60-4743-9105-eb9d54dd4410 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:05.153548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b9575-de60-4743-9105-eb9d54dd4410 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:05.154068 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b9575-de60-4743-9105-eb9d54dd4410 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:05.154415 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b9575-de60-4743-9105-eb9d54dd4410 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:05.154766 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b9575-de60-4743-9105-eb9d54dd4410 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:05.155105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b9575-de60-4743-9105-eb9d54dd4410 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:05.155448 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b9575-de60-4743-9105-eb9d54dd4410 tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:05.158419 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76590f6f-65d1-4c1e-9d3b-9357a6dac00e', 'name': 'network-vif-deleted', 'tag': '26da9a5d-e6d0-4f12-a335-2d5b84a24872'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:17:05.160773 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4235a3-81c9-447e-b773-4658e9396b3c" -d '{"events": [{"server_uuid": "76590f6f-65d1-4c1e-9d3b-9357a6dac00e", "name": "network-vif-deleted", "tag": "26da9a5d-e6d0-4f12-a335-2d5b84a24872"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:17:05.203791 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ccddc4ae-38ba-48fe-959d-1b51b3fac6e7 req-5a9b23c2-de6c-4027-be46-6ce62c2c5b7c tempest-ServerAddressesNegativeTestJSON-275028450 tempest-ServerAddressesNegativeTestJSON-275028450-project] 10.222.0.26 "GET /v2.0/ports?device_id=76590f6f-65d1-4c1e-9d3b-9357a6dac00e HTTP/1.1" status: 200 len: 210 time: 0.0930059 Sep 07 19:17:05.245783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda0a5a-c9f2-406f-acc3-2cf90f28939f req-34c6eb92-9a7c-447e-91e0-6ad0ef610511 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:05.248540 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-edda0a5a-c9f2-406f-acc3-2cf90f28939f req-34c6eb92-9a7c-447e-91e0-6ad0ef610511 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 943 time: 0.1240089 Sep 07 19:17:05.327173 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-edda0a5a-c9f2-406f-acc3-2cf90f28939f req-a5edb404-0949-4b9c-805b-4eecfd783f10 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700617 Sep 07 19:17:05.338625 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fac747-213f-41b9-a1e7-aeeaf7e8d20d x-openstack-request-id: req-97fac747-213f-41b9-a1e7-aeeaf7e8d20d {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:17:05.338881 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76590f6f-65d1-4c1e-9d3b-9357a6dac00e", "name": "network-vif-deleted", "tag": "26da9a5d-e6d0-4f12-a335-2d5b84a24872", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:17:05.339129 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97fac747-213f-41b9-a1e7-aeeaf7e8d20d {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:17:05.339541 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76590f6f-65d1-4c1e-9d3b-9357a6dac00e', 'name': 'network-vif-deleted', 'tag': '26da9a5d-e6d0-4f12-a335-2d5b84a24872', 'status': 'completed', 'code': 200} Sep 07 19:17:06.157112 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 15757056-685a-4c02-bb61-28b466148b8a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:17:06.225831 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 87b71b69-b301-45e2-b455-52eddea2604a details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:17:06.256112 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 15757056-685a-4c02-bb61-28b466148b8a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:17:06.256592 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:06.295276 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39108) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:06.444881 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7dd387-224c-4f5e-af65-508b172183d1 admin admin] Deleting subnet f820ec18-63ce-4958-9851-6a9e0d18d882 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:17:06.459177 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd387-224c-4f5e-af65-508b172183d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:06.459406 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 87b71b69-b301-45e2-b455-52eddea2604a, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=87b71b69-b301-45e2-b455-52eddea2604a,segment=NetworkSegment(683524e4-a13c-4793-bf4b-7e9fbb4bfb25),segment_id=683524e4-a13c-4793-bf4b-7e9fbb4bfb25)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:17:06.473005 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '87b71b69-b301-45e2-b455-52eddea2604a', 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679', 'port_id': '87b71b69-b301-45e2-b455-52eddea2604a', 'mac_address': 'fa:16:3e:d6:40:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '393f579e-61d8-416e-b828-f08c6836343d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:17:06.532562 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd387-224c-4f5e-af65-508b172183d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:06.553524 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:06.568830 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b71b69-b301-45e2-b455-52eddea2604a {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:17:06.571367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f473a-b653-4653-b157-cbce78693454 req-68ea4ee8-aa3b-4c54-8353-377db3303c3a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:06.573138 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-282f473a-b653-4653-b157-cbce78693454 req-68ea4ee8-aa3b-4c54-8353-377db3303c3a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 943 time: 0.1022828 Sep 07 19:17:06.593074 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 87b71b69-b301-45e2-b455-52eddea2604a, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=87b71b69-b301-45e2-b455-52eddea2604a,segment=NetworkSegment(683524e4-a13c-4793-bf4b-7e9fbb4bfb25),segment_id=683524e4-a13c-4793-bf4b-7e9fbb4bfb25)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:17:06.613791 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:06.678870 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd387-224c-4f5e-af65-508b172183d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:06.686762 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-282f473a-b653-4653-b157-cbce78693454 req-b38e7866-f90c-476c-978d-3922440465b1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889943 Sep 07 19:17:06.744869 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=87b71b69-b301-45e2-b455-52eddea2604a,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:06.812594 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd387-224c-4f5e-af65-508b172183d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:06.882630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['87b71b69-b301-45e2-b455-52eddea2604a'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:17:06.887229 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dd387-224c-4f5e-af65-508b172183d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f820ec18-63ce-4958-9851-6a9e0d18d882,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:06.903422 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd387-224c-4f5e-af65-508b172183d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:06.907067 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5e7dd387-224c-4f5e-af65-508b172183d1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f820ec18-63ce-4958-9851-6a9e0d18d882 HTTP/1.1" status: 204 len: 168 time: 0.6093144 Sep 07 19:17:06.909093 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39130) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:06.914395 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7dd387-224c-4f5e-af65-508b172183d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:06.914992 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7dd387-224c-4f5e-af65-508b172183d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:06.915641 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7dd387-224c-4f5e-af65-508b172183d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:06.916333 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7dd387-224c-4f5e-af65-508b172183d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:06.916940 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7dd387-224c-4f5e-af65-508b172183d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:06.917523 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7dd387-224c-4f5e-af65-508b172183d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:06.918158 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7dd387-224c-4f5e-af65-508b172183d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:06.919671 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7dd387-224c-4f5e-af65-508b172183d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:06.920259 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7dd387-224c-4f5e-af65-508b172183d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:06.920978 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7dd387-224c-4f5e-af65-508b172183d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:06.922262 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7dd387-224c-4f5e-af65-508b172183d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:06.924822 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7dd387-224c-4f5e-af65-508b172183d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:07.133210 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb54f-266a-4d53-acc9-c830afff4300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:07.386307 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb54f-266a-4d53-acc9-c830afff4300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:07.456828 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-5e6eb54f-266a-4d53-acc9-c830afff4300 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b84cc2-e8fc-44df-b11a-620b2480a50e']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:07.477106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-5e6eb54f-266a-4d53-acc9-c830afff4300 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '726ef4b8-49e0-41d9-8227-0300c91ef900') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:07.477749 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-5e6eb54f-266a-4d53-acc9-c830afff4300 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '726ef4b8-49e0-41d9-8227-0300c91ef900') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:07.497626 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb54f-266a-4d53-acc9-c830afff4300 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:07.519607 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb54f-266a-4d53-acc9-c830afff4300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:07.529829 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6eb54f-266a-4d53-acc9-c830afff4300 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:17:07.530824 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb54f-266a-4d53-acc9-c830afff4300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:17:07.638990 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:17:07.644859 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb54f-266a-4d53-acc9-c830afff4300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:07.657851 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb54f-266a-4d53-acc9-c830afff4300 admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:07.663033 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5e6eb54f-266a-4d53-acc9-c830afff4300 admin admin] 10.222.0.26 "DELETE /v2.0/networks/70b84cc2-e8fc-44df-b11a-620b2480a50e HTTP/1.1" status: 204 len: 168 time: 0.7525709 Sep 07 19:17:07.686508 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6eb54f-266a-4d53-acc9-c830afff4300 admin admin] Pushing event deleted for resources: {'Network': ['ID=70b84cc2-e8fc-44df-b11a-620b2480a50e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:07.932684 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a13c1c-ffaa-43cf-81e3-9ef396ac54e5 req-1a2c7a55-dd6d-4d0f-a982-2ccde3905603 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:07.934691 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-17a13c1c-ffaa-43cf-81e3-9ef396ac54e5 req-1a2c7a55-dd6d-4d0f-a982-2ccde3905603 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 944 time: 0.1345005 Sep 07 19:17:08.000414 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39158) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:08.039526 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-17a13c1c-ffaa-43cf-81e3-9ef396ac54e5 req-82849739-2b59-4e23-860d-ffd8bb470523 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910935 Sep 07 19:17:08.106444 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39162) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:08.106966 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7d50e49f-129c-4e8d-90e8-5c2bb2eb0b35 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=772b16382b684a8c8539724a731585b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1044946 Sep 07 19:17:08.230747 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 87b71b69-b301-45e2-b455-52eddea2604a up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:17:08.234640 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f84bbf4b-d810-4c63-9d39-60e9974a8ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:08.293234 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f84bbf4b-d810-4c63-9d39-60e9974a8ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:08.324359 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 87b71b69-b301-45e2-b455-52eddea2604a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:17:08.329311 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 87b71b69-b301-45e2-b455-52eddea2604a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:17:08.330950 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:08.492035 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f84bbf4b-d810-4c63-9d39-60e9974a8ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:08.496964 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f84bbf4b-d810-4c63-9d39-60e9974a8ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:08.499404 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f84bbf4b-d810-4c63-9d39-60e9974a8ef0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab984d9e-42ea-46e1-adec-bd5a65f956d6 HTTP/1.1" status: 204 len: 168 time: 0.3915484 Sep 07 19:17:08.511594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bbf4b-d810-4c63-9d39-60e9974a8ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab984d9e-42ea-46e1-adec-bd5a65f956d6,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:08.556431 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:08.589862 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b71b69-b301-45e2-b455-52eddea2604a'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:17:08.595955 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e99ad8-4f9d-44f3-86fb-f2b3e9ca59e9" -d '{"events": [{"server_uuid": "395fd449-c9a5-454a-9812-dbbcc18e8e97", "name": "network-vif-plugged", "status": "completed", "tag": "87b71b69-b301-45e2-b455-52eddea2604a"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:17:08.622999 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 87b71b69-b301-45e2-b455-52eddea2604a, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=87b71b69-b301-45e2-b455-52eddea2604a,segment=NetworkSegment(683524e4-a13c-4793-bf4b-7e9fbb4bfb25),segment_id=683524e4-a13c-4793-bf4b-7e9fbb4bfb25)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:17:08.630650 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:08.797579 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b695b1-a8ab-42cb-b744-3f1789740ed6 x-openstack-request-id: req-c6b695b1-a8ab-42cb-b744-3f1789740ed6 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:17:08.798791 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395fd449-c9a5-454a-9812-dbbcc18e8e97", "name": "network-vif-plugged", "status": "completed", "tag": "87b71b69-b301-45e2-b455-52eddea2604a", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:17:08.814065 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6b695b1-a8ab-42cb-b744-3f1789740ed6 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:17:08.814798 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b71b69-b301-45e2-b455-52eddea2604a', 'code': 200} Sep 07 19:17:08.841466 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=87b71b69-b301-45e2-b455-52eddea2604a,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:08.988664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a4f2b-deb0-4bf8-ac5d-16610f2c0a4d req-0d7aec25-9c03-4f65-ba1c-745813e8bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:08.991028 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a9a4f2b-deb0-4bf8-ac5d-16610f2c0a4d req-0d7aec25-9c03-4f65-ba1c-745813e8bd3e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 1096 time: 0.1147563 Sep 07 19:17:09.033711 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 26da9a5d-e6d0-4f12-a335-2d5b84a24872 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:17:09.083293 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a9a4f2b-deb0-4bf8-ac5d-16610f2c0a4d req-eea25931-31de-402b-9635-51f73950c9d1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837901 Sep 07 19:17:09.121821 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 26da9a5d-e6d0-4f12-a335-2d5b84a24872 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:17:09.122173 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 26da9a5d-e6d0-4f12-a335-2d5b84a24872 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:17:09.272889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e73de3-5174-45d6-bf08-4eb4f34d11d9 req-71fad526-77d6-4fa7-8e71-402a085ad227 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:09.274614 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8e73de3-5174-45d6-bf08-4eb4f34d11d9 req-71fad526-77d6-4fa7-8e71-402a085ad227 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 945 time: 0.1242380 Sep 07 19:17:09.356168 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8e73de3-5174-45d6-bf08-4eb4f34d11d9 req-5788b53e-ee8a-4476-859b-ce7a7a6a91a2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677586 Sep 07 19:17:09.878975 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39224) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:10.004614 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-8f316f19-33d5-467d-8796-edb58d109dae admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1387790278-network', 'tenant_id': '54b2628b47184e38a5b447bf3be14776'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:10.038793 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f316f19-33d5-467d-8796-edb58d109dae admin admin] Made reservation on behalf of 54b2628b47184e38a5b447bf3be14776 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:17:10.042872 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f316f19-33d5-467d-8796-edb58d109dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:10.064325 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f316f19-33d5-467d-8796-edb58d109dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:10.210307 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f316f19-33d5-467d-8796-edb58d109dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:10.215544 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f316f19-33d5-467d-8796-edb58d109dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:10.230120 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f316f19-33d5-467d-8796-edb58d109dae admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:17:10.260898 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f316f19-33d5-467d-8796-edb58d109dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:10.266222 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-8f316f19-33d5-467d-8796-edb58d109dae admin admin] Added segment 07cb82da-3290-4549-9d88-84349c1139df of type vlan for network 08f5a4c4-d85d-4817-92b5-b852237b12a2 Sep 07 19:17:10.345445 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f316f19-33d5-467d-8796-edb58d109dae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:10.361861 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f316f19-33d5-467d-8796-edb58d109dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669cff29-304e-4810-b60d-2b4954dabbca,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:10.385736 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f316f19-33d5-467d-8796-edb58d109dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:10.386955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f316f19-33d5-467d-8796-edb58d109dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:10.387783 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8f316f19-33d5-467d-8796-edb58d109dae admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:10.483884 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f316f19-33d5-467d-8796-edb58d109dae admin admin] Pushing event updated for resources: {'Network': ['ID=08f5a4c4-d85d-4817-92b5-b852237b12a2,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:10.497332 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8f316f19-33d5-467d-8796-edb58d109dae admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6158514 Sep 07 19:17:10.507890 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 08f5a4c4-d85d-4817-92b5-b852237b12a2 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:17:10.602953 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39238) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:10.698978 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e080f-de87-489a-9e67-60e816dfe1a8 req-2fc45ec1-9dca-4e19-9281-64075c421526 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:10.702973 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fbbf19f-5fe0-4341-8508-84ce9ff0cf01 admin admin] Deleting subnet fb30b29d-51c3-4312-9c07-071ac76c701a {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:17:10.703129 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-486e080f-de87-489a-9e67-60e816dfe1a8 req-2fc45ec1-9dca-4e19-9281-64075c421526 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 945 time: 0.1672249 Sep 07 19:17:10.710873 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fbbf19f-5fe0-4341-8508-84ce9ff0cf01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:10.762465 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fbbf19f-5fe0-4341-8508-84ce9ff0cf01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:10.786328 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-486e080f-de87-489a-9e67-60e816dfe1a8 req-3a080dec-ffe3-4deb-bf37-670c397dae32 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735762 Sep 07 19:17:10.848705 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fbbf19f-5fe0-4341-8508-84ce9ff0cf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:10.929276 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fbbf19f-5fe0-4341-8508-84ce9ff0cf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:10.959113 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbf19f-5fe0-4341-8508-84ce9ff0cf01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb30b29d-51c3-4312-9c07-071ac76c701a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:10.966721 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8fbbf19f-5fe0-4341-8508-84ce9ff0cf01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:10.972097 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8fbbf19f-5fe0-4341-8508-84ce9ff0cf01 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fb30b29d-51c3-4312-9c07-071ac76c701a HTTP/1.1" status: 204 len: 168 time: 0.3551226 Sep 07 19:17:10.973112 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39248) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:10.995767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f5878-7cd3-4730-801d-3b1b3b6a5d91 req-dcf52b55-55db-42d7-8c08-b834947bc117 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:10.997314 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d86f5878-7cd3-4730-801d-3b1b3b6a5d91 req-dcf52b55-55db-42d7-8c08-b834947bc117 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 945 time: 0.1103694 Sep 07 19:17:11.050223 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d86f5878-7cd3-4730-801d-3b1b3b6a5d91 req-6b3b414a-e61d-4d26-9472-4c40048adbc7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437095 Sep 07 19:17:11.099259 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39252) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:11.102276 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b9d817b-576b-4387-baae-96555bdc1014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:11.164442 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd33878d-d9f3-4e36-9d03-5a24f542c45f tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:11.166016 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fd33878d-d9f3-4e36-9d03-5a24f542c45f tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 1091 time: 0.0613458 Sep 07 19:17:11.175615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39256) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:11.180945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-98b74f00-4610-40c7-903f-2f7aca7518ff tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': '87b71b69-b301-45e2-b455-52eddea2604a', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:11.279029 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98b74f00-4610-40c7-903f-2f7aca7518ff tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:11.280897 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b9d817b-576b-4387-baae-96555bdc1014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:11.312863 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2b9d817b-576b-4387-baae-96555bdc1014 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8092aa01-1f88-4fea-91b2-0a962046be05']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:11.314881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3246a7-4db3-4be2-9490-737430e231f7 req-63db6ff4-bc83-4263-989d-45ef8c2d7eee tempest-ComputeTenantNetworksTest-24297229 tempest-ComputeTenantNetworksTest-24297229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:11.321815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3246a7-4db3-4be2-9490-737430e231f7 req-63db6ff4-bc83-4263-989d-45ef8c2d7eee tempest-ComputeTenantNetworksTest-24297229 tempest-ComputeTenantNetworksTest-24297229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:11.328693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3246a7-4db3-4be2-9490-737430e231f7 req-63db6ff4-bc83-4263-989d-45ef8c2d7eee tempest-ComputeTenantNetworksTest-24297229 tempest-ComputeTenantNetworksTest-24297229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:11.330091 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2b9d817b-576b-4387-baae-96555bdc1014 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df7833d-3c59-4a43-8f4e-7b99775888b0') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:11.330347 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2b9d817b-576b-4387-baae-96555bdc1014 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df7833d-3c59-4a43-8f4e-7b99775888b0') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:11.333730 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aa3246a7-4db3-4be2-9490-737430e231f7 req-63db6ff4-bc83-4263-989d-45ef8c2d7eee tempest-ComputeTenantNetworksTest-24297229 tempest-ComputeTenantNetworksTest-24297229-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2818768 Sep 07 19:17:11.358232 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b9d817b-576b-4387-baae-96555bdc1014 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:11.380604 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b9d817b-576b-4387-baae-96555bdc1014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:11.389247 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9d817b-576b-4387-baae-96555bdc1014 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:17:11.391384 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b9d817b-576b-4387-baae-96555bdc1014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:17:11.393149 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:17:11.487708 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b9d817b-576b-4387-baae-96555bdc1014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:11.499691 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b9d817b-576b-4387-baae-96555bdc1014 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:11.504699 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2b9d817b-576b-4387-baae-96555bdc1014 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8092aa01-1f88-4fea-91b2-0a962046be05 HTTP/1.1" status: 204 len: 168 time: 0.5302448 Sep 07 19:17:11.506647 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39266) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:11.520225 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc895251-a094-4f21-91be-afd66e642552 req-660e755a-0e01-4bb5-b580-51aec5ff8fe7 tempest-ComputeTenantNetworksTest-24297229 tempest-ComputeTenantNetworksTest-24297229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:11.522189 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d817b-576b-4387-baae-96555bdc1014 admin admin] Pushing event deleted for resources: {'Network': ['ID=8092aa01-1f88-4fea-91b2-0a962046be05,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:11.528616 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc895251-a094-4f21-91be-afd66e642552 req-660e755a-0e01-4bb5-b580-51aec5ff8fe7 tempest-ComputeTenantNetworksTest-24297229 tempest-ComputeTenantNetworksTest-24297229-project] 10.222.0.26 "GET /v2.0/networks/08f5a4c4-d85d-4817-92b5-b852237b12a2 HTTP/1.1" status: 200 len: 769 time: 0.1695380 Sep 07 19:17:11.529796 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39268) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:11.575645 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fb2df-fc4d-41ba-8b33-cbff7425e0a9 req-461dea1b-f4b7-4474-8a54-72b68aba4a0f tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:11.577224 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fd2fb2df-fc4d-41ba-8b33-cbff7425e0a9 req-461dea1b-f4b7-4474-8a54-72b68aba4a0f tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/ports?device_id=011f4d7f-7833-4a51-a788-41030c75505d HTTP/1.1" status: 200 len: 950 time: 0.0804813 Sep 07 19:17:11.593283 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98b74f00-4610-40c7-903f-2f7aca7518ff tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:11.650401 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4525e5c-68a5-42c3-91b6-886b73d2f1d5 admin admin] Deleting subnet 7419d200-04cd-439f-a3c2-794899d2236b {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:17:11.656829 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d4525e5c-68a5-42c3-91b6-886b73d2f1d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:11.666484 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f8039e9-8161-47a2-b961-71835aaf5e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:11.673499 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fd2fb2df-fc4d-41ba-8b33-cbff7425e0a9 req-59c998ab-4845-4117-ae70-ade3d7a471ce tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8e0bd-01e1-458e-8553-dac673f27226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876532 Sep 07 19:17:11.710135 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d4525e5c-68a5-42c3-91b6-886b73d2f1d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:11.752793 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-98b74f00-4610-40c7-903f-2f7aca7518ff tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Allocated IP 172.25.8.182 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/64d36336-5355-4f35-b7d6-df0ed92bc288) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:17:11.881061 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98b74f00-4610-40c7-903f-2f7aca7518ff tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:11.931051 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98b74f00-4610-40c7-903f-2f7aca7518ff tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:11.975146 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b74f00-4610-40c7-903f-2f7aca7518ff tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:17:11.979651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-98b74f00-4610-40c7-903f-2f7aca7518ff tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:17:11.982688 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b74f00-4610-40c7-903f-2f7aca7518ff tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:17:12.027676 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b74f00-4610-40c7-903f-2f7aca7518ff tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=64d36336-5355-4f35-b7d6-df0ed92bc288,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:12.126205 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d4525e5c-68a5-42c3-91b6-886b73d2f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:12.129096 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f8039e9-8161-47a2-b961-71835aaf5e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:12.180182 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2f8039e9-8161-47a2-b961-71835aaf5e66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f5a4c4-d85d-4817-92b5-b852237b12a2']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:12.195546 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2f8039e9-8161-47a2-b961-71835aaf5e66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07cb82da-3290-4549-9d88-84349c1139df') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:12.195886 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2f8039e9-8161-47a2-b961-71835aaf5e66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07cb82da-3290-4549-9d88-84349c1139df') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:12.208914 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f8039e9-8161-47a2-b961-71835aaf5e66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:12.228968 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f8039e9-8161-47a2-b961-71835aaf5e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:12.231835 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d4525e5c-68a5-42c3-91b6-886b73d2f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:12.262373 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4525e5c-68a5-42c3-91b6-886b73d2f1d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7419d200-04cd-439f-a3c2-794899d2236b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:12.264554 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8039e9-8161-47a2-b961-71835aaf5e66 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:17:12.264961 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f8039e9-8161-47a2-b961-71835aaf5e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:17:12.267442 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:17:12.281356 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d4525e5c-68a5-42c3-91b6-886b73d2f1d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:12.283552 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d4525e5c-68a5-42c3-91b6-886b73d2f1d5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7419d200-04cd-439f-a3c2-794899d2236b HTTP/1.1" status: 204 len: 168 time: 0.7758286 Sep 07 19:17:12.286304 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39270) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:12.330965 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f8039e9-8161-47a2-b961-71835aaf5e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:12.348333 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2f8039e9-8161-47a2-b961-71835aaf5e66 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:12.350809 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2f8039e9-8161-47a2-b961-71835aaf5e66 admin admin] 10.222.0.26 "DELETE /v2.0/networks/08f5a4c4-d85d-4817-92b5-b852237b12a2 HTTP/1.1" status: 204 len: 168 time: 0.8197474 Sep 07 19:17:12.367539 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8039e9-8161-47a2-b961-71835aaf5e66 admin admin] Pushing event deleted for resources: {'Network': ['ID=08f5a4c4-d85d-4817-92b5-b852237b12a2,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:12.466876 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22148f69-913e-4193-aa4e-b605d6b71451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:12.503636 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39276) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:12.545175 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e072c122-5d49-4e2a-b6b8-ddce6d7be8ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=54b2628b47184e38a5b447bf3be14776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402148 Sep 07 19:17:12.547410 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39278) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:12.602016 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c23774d0-42c9-46f0-ac21-9d831b6802fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:12.628126 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c23774d0-42c9-46f0-ac21-9d831b6802fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:12.682892 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c23774d0-42c9-46f0-ac21-9d831b6802fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:12.688628 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c23774d0-42c9-46f0-ac21-9d831b6802fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:12.693320 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c23774d0-42c9-46f0-ac21-9d831b6802fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/669cff29-304e-4810-b60d-2b4954dabbca HTTP/1.1" status: 204 len: 168 time: 0.1421068 Sep 07 19:17:12.705983 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23774d0-42c9-46f0-ac21-9d831b6802fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669cff29-304e-4810-b60d-2b4954dabbca,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:12.722987 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22148f69-913e-4193-aa4e-b605d6b71451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:13.063513 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:13.093399 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98b74f00-4610-40c7-903f-2f7aca7518ff tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:13.109320 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-22148f69-913e-4193-aa4e-b605d6b71451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c11243-40c6-405b-9aa1-9466a17c0c05']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:13.208149 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-22148f69-913e-4193-aa4e-b605d6b71451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8987a28-0a40-4d1f-95de-6ecd22dfa5db') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:13.209077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-22148f69-913e-4193-aa4e-b605d6b71451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8987a28-0a40-4d1f-95de-6ecd22dfa5db') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:13.237989 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22148f69-913e-4193-aa4e-b605d6b71451 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:13.290596 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22148f69-913e-4193-aa4e-b605d6b71451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:13.330101 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9346de3-5b01-4376-84cb-b0616b0370ff req-016e30f3-ddd5-4f59-8196-347290a1029c tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:13.338512 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9346de3-5b01-4376-84cb-b0616b0370ff req-016e30f3-ddd5-4f59-8196-347290a1029c tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/ports?device_id=011f4d7f-7833-4a51-a788-41030c75505d HTTP/1.1" status: 200 len: 950 time: 0.2476523 Sep 07 19:17:13.353998 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a353004-cce0-4284-b7c3-729411668a41 req-ceb2aa61-5da0-40cc-8c85-e1c40e46cf98 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:13.354211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3a353004-cce0-4284-b7c3-729411668a41 req-ceb2aa61-5da0-40cc-8c85-e1c40e46cf98 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.36 "GET /v2.0/ports?device_id=011f4d7f-7833-4a51-a788-41030c75505d HTTP/1.1" status: 200 len: 950 time: 0.2621372 Sep 07 19:17:13.359973 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22148f69-913e-4193-aa4e-b605d6b71451 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:17:13.360446 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22148f69-913e-4193-aa4e-b605d6b71451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:17:13.364835 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:17:13.394536 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98b74f00-4610-40c7-903f-2f7aca7518ff tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:13.519209 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22148f69-913e-4193-aa4e-b605d6b71451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:13.566751 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9346de3-5b01-4376-84cb-b0616b0370ff req-515a71c0-2a46-4352-bf65-635ecd2ada04 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8e0bd-01e1-458e-8553-dac673f27226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273560 Sep 07 19:17:13.581188 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22148f69-913e-4193-aa4e-b605d6b71451 admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:13.583860 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-22148f69-913e-4193-aa4e-b605d6b71451 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a2c11243-40c6-405b-9aa1-9466a17c0c05 HTTP/1.1" status: 204 len: 168 time: 1.2956457 Sep 07 19:17:13.590135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22148f69-913e-4193-aa4e-b605d6b71451 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c11243-40c6-405b-9aa1-9466a17c0c05,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:13.742584 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-3a353004-cce0-4284-b7c3-729411668a41 req-04e29260-01e6-402f-861d-d2dfcd4369f7 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Deleting port 150a16b9-2180-464f-b69d-81bd46cc0731 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:17:13.742928 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3a353004-cce0-4284-b7c3-729411668a41 req-04e29260-01e6-402f-861d-d2dfcd4369f7 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:13.834625 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39312) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:13.862977 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98b74f00-4610-40c7-903f-2f7aca7518ff tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:13.873616 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98b74f00-4610-40c7-903f-2f7aca7518ff tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:13.880650 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f7489b06-e62b-4ef7-8068-60cda6f0f07f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ca707ed63aa493fa55ab64b5bd28d48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447321 Sep 07 19:17:13.883160 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39314) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:13.920019 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:13.929707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-3a353004-cce0-4284-b7c3-729411668a41 req-04e29260-01e6-402f-861d-d2dfcd4369f7 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] For port 150a16b9-2180-464f-b69d-81bd46cc0731, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=150a16b9-2180-464f-b69d-81bd46cc0731,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:17:13.930070 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3a353004-cce0-4284-b7c3-729411668a41 req-04e29260-01e6-402f-861d-d2dfcd4369f7 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:13.973107 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ffd419c-a419-447c-9c3e-87b33488c237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:13.979808 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-3a353004-cce0-4284-b7c3-729411668a41 req-04e29260-01e6-402f-861d-d2dfcd4369f7 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Calling delete_port for 150a16b9-2180-464f-b69d-81bd46cc0731 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:17:13.985201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b74f00-4610-40c7-903f-2f7aca7518ff tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=64d36336-5355-4f35-b7d6-df0ed92bc288,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:14.011665 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ffd419c-a419-447c-9c3e-87b33488c237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:14.053489 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98b74f00-4610-40c7-903f-2f7aca7518ff tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:14.066394 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ffd419c-a419-447c-9c3e-87b33488c237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:14.069304 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ffd419c-a419-447c-9c3e-87b33488c237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:14.072926 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9ffd419c-a419-447c-9c3e-87b33488c237 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/24390d34-37af-42d9-8918-51d11a1be051 HTTP/1.1" status: 204 len: 168 time: 0.1859295 Sep 07 19:17:14.080911 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd419c-a419-447c-9c3e-87b33488c237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24390d34-37af-42d9-8918-51d11a1be051,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:14.221996 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-98b74f00-4610-40c7-903f-2f7aca7518ff tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Floating IP 8e88fb50-f314-405e-a4dd-18a942028f07 associated. External IP: 172.25.8.182, port: 87b71b69-b301-45e2-b455-52eddea2604a. Sep 07 19:17:14.396376 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3a353004-cce0-4284-b7c3-729411668a41 req-04e29260-01e6-402f-861d-d2dfcd4369f7 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:14.410828 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['150a16b9-2180-464f-b69d-81bd46cc0731'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:17:14.435964 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e29260-01e6-402f-861d-d2dfcd4369f7 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Pushing event deleted for resources: {'Port': ['ID=150a16b9-2180-464f-b69d-81bd46cc0731,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:14.540386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a353004-cce0-4284-b7c3-729411668a41 req-04e29260-01e6-402f-861d-d2dfcd4369f7 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] No DVR routers for this DVR port 150a16b9-2180-464f-b69d-81bd46cc0731 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:17:14.544727 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3a353004-cce0-4284-b7c3-729411668a41 req-04e29260-01e6-402f-861d-d2dfcd4369f7 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:14.546856 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3a353004-cce0-4284-b7c3-729411668a41 req-04e29260-01e6-402f-861d-d2dfcd4369f7 tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.36 "DELETE /v2.0/ports/150a16b9-2180-464f-b69d-81bd46cc0731 HTTP/1.1" status: 204 len: 173 time: 1.1648436 Sep 07 19:17:14.547312 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011f4d7f-7833-4a51-a788-41030c75505d', 'name': 'network-vif-deleted', 'tag': '150a16b9-2180-464f-b69d-81bd46cc0731'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:17:14.549961 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980d703b-f7f9-4a40-820b-194919072137" -d '{"events": [{"server_uuid": "011f4d7f-7833-4a51-a788-41030c75505d", "name": "network-vif-deleted", "tag": "150a16b9-2180-464f-b69d-81bd46cc0731"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:17:14.665642 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fcbbfe-f84f-41ce-a3f7-73218fd227fa x-openstack-request-id: req-c6fcbbfe-f84f-41ce-a3f7-73218fd227fa {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:17:14.665949 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011f4d7f-7833-4a51-a788-41030c75505d", "name": "network-vif-deleted", "tag": "150a16b9-2180-464f-b69d-81bd46cc0731", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:17:14.666208 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6fcbbfe-f84f-41ce-a3f7-73218fd227fa {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:17:14.666679 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011f4d7f-7833-4a51-a788-41030c75505d', 'name': 'network-vif-deleted', 'tag': '150a16b9-2180-464f-b69d-81bd46cc0731', 'status': 'completed', 'code': 200} Sep 07 19:17:14.673959 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b74f00-4610-40c7-903f-2f7aca7518ff tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Router b837cfa2-c667-4b17-be5c-2f1b72aa0137 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:17:14.761472 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39346) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:14.807954 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b74f00-4610-40c7-903f-2f7aca7518ff tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:17:14.825811 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a97aa-c367-49e6-89ba-2fc9bf60fa9e None None] Sync routers for ids ['b837cfa2-c667-4b17-be5c-2f1b72aa0137'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:17:14.837370 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330a97aa-c367-49e6-89ba-2fc9bf60fa9e None None] Routers {'b837cfa2-c667-4b17-be5c-2f1b72aa0137'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:17:14.838010 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-330a97aa-c367-49e6-89ba-2fc9bf60fa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:16:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['b837cfa2-c667-4b17-be5c-2f1b72aa0137'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:14.865844 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c4e204cc-05bc-432f-b021-2fc079da3816 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=365bc732b2714090b1e547ebdb17ac27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1019731 Sep 07 19:17:14.867233 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39348) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:14.892074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2cdb4711-e476-4baf-b6eb-ed14db2d800a req-084e1c7c-13ed-43f6-94d3-cf4f778efedf tempest-VolumesBackupsTest-112381926 tempest-VolumesBackupsTest-112381926-project] 10.222.0.26 "GET /v2.0/ports?device_id=011f4d7f-7833-4a51-a788-41030c75505d HTTP/1.1" status: 200 len: 210 time: 0.0760026 Sep 07 19:17:14.901235 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-98b74f00-4610-40c7-903f-2f7aca7518ff tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:14.947949 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-98b74f00-4610-40c7-903f-2f7aca7518ff tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7710488 Sep 07 19:17:14.959110 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e7d0515-30c4-4ba4-b474-84829e847041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:14.983129 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e7d0515-30c4-4ba4-b474-84829e847041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:15.040096 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e7d0515-30c4-4ba4-b474-84829e847041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:15.042785 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6e7d0515-30c4-4ba4-b474-84829e847041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:15.044499 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6e7d0515-30c4-4ba4-b474-84829e847041 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8725bb7-c4a3-4fa8-8439-00494d4d1e28 HTTP/1.1" status: 204 len: 168 time: 0.1758735 Sep 07 19:17:15.078147 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-330a97aa-c367-49e6-89ba-2fc9bf60fa9e None None] Set router b837cfa2-c667-4b17-be5c-2f1b72aa0137 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:17:15.085142 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d0515-30c4-4ba4-b474-84829e847041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8725bb7-c4a3-4fa8-8439-00494d4d1e28,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:15.166455 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc2ac6-3151-4c31-9bbc-f24a4a5ff6f4 req-25ea11cd-9ac3-4637-a33d-b290333c9a05 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:15.175674 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c9dc2ac6-3151-4c31-9bbc-f24a4a5ff6f4 req-25ea11cd-9ac3-4637-a33d-b290333c9a05 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 945 time: 0.1146948 Sep 07 19:17:15.254169 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c9dc2ac6-3151-4c31-9bbc-f24a4a5ff6f4 req-8c558ea9-b223-4230-9271-47017ff882be tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775111 Sep 07 19:17:15.267293 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39364) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:15.432083 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0b257668-5898-492e-95f5-8709f2d89da7 req-a30d8081-8c9f-4d6b-8a4f-51fb7e1aa147 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=051ebb9e-161c-47af-a504-fed20cf9143d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0969164 Sep 07 19:17:15.444225 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1603272b-87a1-40cf-8ff0-f57c403994f9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/floatingips/8e88fb50-f314-405e-a4dd-18a942028f07 HTTP/1.1" status: 200 len: 991 time: 0.1743629 Sep 07 19:17:15.546976 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-330a97aa-c367-49e6-89ba-2fc9bf60fa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338285804', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:16:41Z', 'updated_at': '2021-09-07T19:16:49Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:42Z', 'updated_at': '2021-09-07T19:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '8e88fb50-f314-405e-a4dd-18a942028f07', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'port_id': '87b71b69-b301-45e2-b455-52eddea2604a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679', 'mac_address': 'fa:16:3e:d6:40:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:17:12Z', 'updated_at': '2021-09-07T19:17:12Z', 'revision_number': 0, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1394d68-dd04-494f-b791-5d1d21319612', 'name': '', 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:ab:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '393f579e-61d8-416e-b828-f08c6836343d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:47Z', 'updated_at': '2021-09-07T19:16:58Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '393f579e-61d8-416e-b828-f08c6836343d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:15.573807 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b257668-5898-492e-95f5-8709f2d89da7 req-e5ad1b7f-63e5-45b0-b39d-ded86257aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:15.575339 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0b257668-5898-492e-95f5-8709f2d89da7 req-e5ad1b7f-63e5-45b0-b39d-ded86257aa48 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78144588c9424754a9005f76111ab868&device_id=051ebb9e-161c-47af-a504-fed20cf9143d HTTP/1.1" status: 200 len: 1097 time: 0.0796893 Sep 07 19:17:15.594977 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a97aa-c367-49e6-89ba-2fc9bf60fa9e None None] Checking router: b837cfa2-c667-4b17-be5c-2f1b72aa0137 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:17:15.614758 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330a97aa-c367-49e6-89ba-2fc9bf60fa9e None None] Routers {'b837cfa2-c667-4b17-be5c-2f1b72aa0137'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:17:15.615130 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-330a97aa-c367-49e6-89ba-2fc9bf60fa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:16:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['b837cfa2-c667-4b17-be5c-2f1b72aa0137'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:15.760599 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39390) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:15.770734 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-330a97aa-c367-49e6-89ba-2fc9bf60fa9e None None] Set router b837cfa2-c667-4b17-be5c-2f1b72aa0137 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:17:15.812923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b257668-5898-492e-95f5-8709f2d89da7 req-9c220e9e-f982-4b57-998e-c6042b8a6a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:15.814926 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0b257668-5898-492e-95f5-8709f2d89da7 req-9c220e9e-f982-4b57-998e-c6042b8a6a76 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fdefe059-ab1c-4e05-843f-cbd697701fb4 HTTP/1.1" status: 200 len: 897 time: 0.2141888 Sep 07 19:17:15.953745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0b257668-5898-492e-95f5-8709f2d89da7 req-e4726f54-239f-421a-b6be-7332bb82d6d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2a75449-01c3-4475-9031-33fb8609e862 HTTP/1.1" status: 200 len: 1002 time: 0.1300647 Sep 07 19:17:16.024701 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b257668-5898-492e-95f5-8709f2d89da7 req-33c74cb8-ac02-4fec-944b-dde0ff79e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:16.026058 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0b257668-5898-492e-95f5-8709f2d89da7 req-33c74cb8-ac02-4fec-944b-dde0ff79e6df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e0f1f041-8f8c-4a76-b62c-3f45dc58670c HTTP/1.1" status: 200 len: 835 time: 0.0651417 Sep 07 19:17:16.159019 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b257668-5898-492e-95f5-8709f2d89da7 req-0dc7af6e-38a2-4103-a537-2afcb1218b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:16.162201 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0b257668-5898-492e-95f5-8709f2d89da7 req-0dc7af6e-38a2-4103-a537-2afcb1218b61 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fdefe059-ab1c-4e05-843f-cbd697701fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283011 Sep 07 19:17:16.253364 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-330a97aa-c367-49e6-89ba-2fc9bf60fa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338285804', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:16:41Z', 'updated_at': '2021-09-07T19:16:49Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:42Z', 'updated_at': '2021-09-07T19:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '8e88fb50-f314-405e-a4dd-18a942028f07', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'port_id': '87b71b69-b301-45e2-b455-52eddea2604a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679', 'mac_address': 'fa:16:3e:d6:40:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:17:12Z', 'updated_at': '2021-09-07T19:17:12Z', 'revision_number': 0, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1394d68-dd04-494f-b791-5d1d21319612', 'name': '', 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:ab:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '393f579e-61d8-416e-b828-f08c6836343d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:47Z', 'updated_at': '2021-09-07T19:16:58Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '393f579e-61d8-416e-b828-f08c6836343d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:16.326647 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0b257668-5898-492e-95f5-8709f2d89da7 req-e31f272c-019c-4d70-a0e9-81b79b8e972d service neutron] 10.222.0.60 "GET /v2.0/networks/fdefe059-ab1c-4e05-843f-cbd697701fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524611 Sep 07 19:17:16.336842 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a97aa-c367-49e6-89ba-2fc9bf60fa9e None None] The sync data for ids ['b837cfa2-c667-4b17-be5c-2f1b72aa0137'] in n-d-807786-1 is: [{'id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338285804', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:16:41Z', 'updated_at': '2021-09-07T19:16:49Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:42Z', 'updated_at': '2021-09-07T19:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '8e88fb50-f314-405e-a4dd-18a942028f07', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'port_id': '87b71b69-b301-45e2-b455-52eddea2604a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679', 'mac_address': 'fa:16:3e:d6:40:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:17:12Z', 'updated_at': '2021-09-07T19:17:12Z', 'revision_number': 0, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1394d68-dd04-494f-b791-5d1d21319612', 'name': '', 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:ab:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '393f579e-61d8-416e-b828-f08c6836343d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:47Z', 'updated_at': '2021-09-07T19:16:58Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '393f579e-61d8-416e-b828-f08c6836343d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:17:16.443846 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e42f6c8a-9d70-41f2-aa6c-b3e3f4d544c9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:16.451128 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39418) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:16.498673 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0b257668-5898-492e-95f5-8709f2d89da7 req-229d87b9-e7d0-44b9-aed6-605b9ad697b5 service neutron] 10.222.0.60 "GET /v2.0/networks/fdefe059-ab1c-4e05-843f-cbd697701fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638603 Sep 07 19:17:16.667386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'tag': '87b71b69-b301-45e2-b455-52eddea2604a'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:17:16.670186 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7773bde8-b14f-46ce-a70d-a5a699763204" -d '{"events": [{"name": "network-changed", "server_uuid": "395fd449-c9a5-454a-9812-dbbcc18e8e97", "tag": "87b71b69-b301-45e2-b455-52eddea2604a"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:17:16.695846 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39434) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:16.707566 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1b9aed3d-7c71-436e-8e89-7c6e8d711834 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/floatingips/8e88fb50-f314-405e-a4dd-18a942028f07 HTTP/1.1" status: 200 len: 991 time: 0.2549758 Sep 07 19:17:16.774703 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a7c5e8-82b6-496d-b459-8e8471de0432 x-openstack-request-id: req-65a7c5e8-82b6-496d-b459-8e8471de0432 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:17:16.775298 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395fd449-c9a5-454a-9812-dbbcc18e8e97", "tag": "87b71b69-b301-45e2-b455-52eddea2604a", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:17:16.775772 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65a7c5e8-82b6-496d-b459-8e8471de0432 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:17:16.776433 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'tag': '87b71b69-b301-45e2-b455-52eddea2604a', 'status': 'completed', 'code': 200} Sep 07 19:17:16.778041 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c10712-8e96-4eb7-b897-f1e55d568ee0 None None] New status for floating IP 8e88fb50-f314-405e-a4dd-18a942028f07: ACTIVE {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:17:16.851444 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773bde8-b14f-46ce-a70d-a5a699763204 req-e92cd5df-90aa-4260-8d88-e837cb490332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:16.858032 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7773bde8-b14f-46ce-a70d-a5a699763204 req-e92cd5df-90aa-4260-8d88-e837cb490332 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 1096 time: 0.0804348 Sep 07 19:17:16.968724 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4994e276-ecd4-4167-8bc5-ac3cdad6c163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:17.045951 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-e42f6c8a-9d70-41f2-aa6c-b3e3f4d544c9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Deleting port 15757056-685a-4c02-bb61-28b466148b8a {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:17:17.046693 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e42f6c8a-9d70-41f2-aa6c-b3e3f4d544c9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:17.050656 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 150a16b9-2180-464f-b69d-81bd46cc0731 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:17:17.092456 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 150a16b9-2180-464f-b69d-81bd46cc0731 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:17:17.095413 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 150a16b9-2180-464f-b69d-81bd46cc0731 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:17:17.148306 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4994e276-ecd4-4167-8bc5-ac3cdad6c163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:17.156543 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4994e276-ecd4-4167-8bc5-ac3cdad6c163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:17.191314 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39442) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:17.194817 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4994e276-ecd4-4167-8bc5-ac3cdad6c163 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39c57e9580b54230979006f2687733e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4905143 Sep 07 19:17:17.207924 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-e42f6c8a-9d70-41f2-aa6c-b3e3f4d544c9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] For port 15757056-685a-4c02-bb61-28b466148b8a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=15757056-685a-4c02-bb61-28b466148b8a,segment=NetworkSegment(f22a8ce3-9279-4f74-a59b-6a7f681c856f),segment_id=f22a8ce3-9279-4f74-a59b-6a7f681c856f)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:17:17.208423 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e42f6c8a-9d70-41f2-aa6c-b3e3f4d544c9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:17.237260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994e276-ecd4-4167-8bc5-ac3cdad6c163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c77ea2-7ecb-4a5e-86b7-2b4e4f83d525,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:17.242404 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-e42f6c8a-9d70-41f2-aa6c-b3e3f4d544c9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Calling delete_port for 15757056-685a-4c02-bb61-28b466148b8a owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:17:17.246720 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773bde8-b14f-46ce-a70d-a5a699763204 req-8b41fcd5-7db7-4c11-8922-367d615058e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:17.250644 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7773bde8-b14f-46ce-a70d-a5a699763204 req-8b41fcd5-7db7-4c11-8922-367d615058e9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24503b90-cf6d-4dd7-9434-45db67fed679 HTTP/1.1" status: 200 len: 898 time: 0.3859942 Sep 07 19:17:17.353796 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7773bde8-b14f-46ce-a70d-a5a699763204 req-4ff3c712-f379-493d-a176-ad6cb3fd34f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b71b69-b301-45e2-b455-52eddea2604a HTTP/1.1" status: 200 len: 1001 time: 0.0950212 Sep 07 19:17:17.470118 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773bde8-b14f-46ce-a70d-a5a699763204 req-561fda49-83ac-4b79-8ff0-fce3ecd41323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:17.471678 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7773bde8-b14f-46ce-a70d-a5a699763204 req-561fda49-83ac-4b79-8ff0-fce3ecd41323 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=393f579e-61d8-416e-b828-f08c6836343d HTTP/1.1" status: 200 len: 834 time: 0.1115801 Sep 07 19:17:17.538185 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80060365-f562-4355-b998-02552eda43b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:17.558430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773bde8-b14f-46ce-a70d-a5a699763204 req-3a4bbe70-79a1-4d0f-bae6-29e40b768316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:17.561394 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7773bde8-b14f-46ce-a70d-a5a699763204 req-3a4bbe70-79a1-4d0f-bae6-29e40b768316 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24503b90-cf6d-4dd7-9434-45db67fed679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816710 Sep 07 19:17:17.635011 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80060365-f562-4355-b998-02552eda43b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:17.710626 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39450) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:17.722413 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39452) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:17.731990 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-69d5471d-28f8-4cca-822d-7d160577a4da tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1880227289', 'description': 'tempest-secgroup-smoke-1880227289 description', 'project_id': '168cdcbcb8fb447d9110b114b3af2450'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:17.758139 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-69d5471d-28f8-4cca-822d-7d160577a4da tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:17.818355 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8babdfeb-9d58-4df3-a649-028bcbf3160b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/floatingips/8e88fb50-f314-405e-a4dd-18a942028f07 HTTP/1.1" status: 200 len: 993 time: 0.1046128 Sep 07 19:17:17.818933 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e42f6c8a-9d70-41f2-aa6c-b3e3f4d544c9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:17.845380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7773bde8-b14f-46ce-a70d-a5a699763204 req-8a09f893-93a2-45fa-be47-a9b4ff3380fb service neutron] 10.222.0.60 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758987 Sep 07 19:17:17.867237 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80060365-f562-4355-b998-02552eda43b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:17.871076 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-80060365-f562-4355-b998-02552eda43b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:17.872466 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-80060365-f562-4355-b998-02552eda43b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/12c77ea2-7ecb-4a5e-86b7-2b4e4f83d525 HTTP/1.1" status: 204 len: 168 time: 0.6798666 Sep 07 19:17:17.875855 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f6c8a-9d70-41f2-aa6c-b3e3f4d544c9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event deleted for resources: {'Port': ['ID=15757056-685a-4c02-bb61-28b466148b8a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:17.892046 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80060365-f562-4355-b998-02552eda43b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c77ea2-7ecb-4a5e-86b7-2b4e4f83d525,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:18.010724 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7773bde8-b14f-46ce-a70d-a5a699763204 req-72555141-4dc6-4e95-8da5-b534667ac5f8 service neutron] 10.222.0.60 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562314 Sep 07 19:17:18.020095 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-69d5471d-28f8-4cca-822d-7d160577a4da tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:18.026920 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-69d5471d-28f8-4cca-822d-7d160577a4da tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:18.156638 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-69d5471d-28f8-4cca-822d-7d160577a4da tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:18.158492 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-69d5471d-28f8-4cca-822d-7d160577a4da tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4335437 Sep 07 19:17:18.162006 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39458) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:18.167830 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-057805eb-a9ea-4f2f-a5c5-ac9096ca2332 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Request body: {'security_group_rule': {'security_group_id': '42e61131-5da5-4196-adc9-d6ceac61f20c', 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:18.233087 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-057805eb-a9ea-4f2f-a5c5-ac9096ca2332 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:18.234510 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5471d-28f8-4cca-822d-7d160577a4da tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e61131-5da5-4196-adc9-d6ceac61f20c,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:18.283750 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e42f6c8a-9d70-41f2-aa6c-b3e3f4d544c9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:18.396893 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-057805eb-a9ea-4f2f-a5c5-ac9096ca2332 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:18.403386 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-057805eb-a9ea-4f2f-a5c5-ac9096ca2332 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:18.423668 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057805eb-a9ea-4f2f-a5c5-ac9096ca2332 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13cee1c4-dc70-46a5-95f6-945e3d70bd6e,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:18.442761 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-057805eb-a9ea-4f2f-a5c5-ac9096ca2332 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:18.447563 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39462) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:18.452250 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-057805eb-a9ea-4f2f-a5c5-ac9096ca2332 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2869413 Sep 07 19:17:18.454386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ee6ad85e-4d1a-44e3-8e0b-39263a22edb1 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Request body: {'security_group_rule': {'security_group_id': '42e61131-5da5-4196-adc9-d6ceac61f20c', 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:18.461612 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39464) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:18.479070 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3094acfd-d179-4488-af52-bdbebaf7140a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:18.522598 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee6ad85e-4d1a-44e3-8e0b-39263a22edb1 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:18.619427 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3094acfd-d179-4488-af52-bdbebaf7140a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:18.627924 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3094acfd-d179-4488-af52-bdbebaf7140a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:18.671216 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094acfd-d179-4488-af52-bdbebaf7140a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fea3b67-a90d-47c3-8b1b-3eaf90e321af,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:18.675991 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3094acfd-d179-4488-af52-bdbebaf7140a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e4918cd10b6428cb90e12f4e83fbce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2132149 Sep 07 19:17:18.680315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39470) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:18.681466 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee6ad85e-4d1a-44e3-8e0b-39263a22edb1 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:18.697785 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee6ad85e-4d1a-44e3-8e0b-39263a22edb1 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:18.727815 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ee6ad85e-4d1a-44e3-8e0b-39263a22edb1 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:18.732828 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ee6ad85e-4d1a-44e3-8e0b-39263a22edb1 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2816086 Sep 07 19:17:18.735481 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39472) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:18.742959 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-a061caec-20e0-4687-9678-55ec10f18316 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Request body: {'security_group_rule': {'security_group_id': '42e61131-5da5-4196-adc9-d6ceac61f20c', 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:18.743422 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ad85e-4d1a-44e3-8e0b-39263a22edb1 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f854c02-8388-4186-b84c-d8caf6ad8433,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:18.746980 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42f6c8a-9d70-41f2-aa6c-b3e3f4d544c9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Router 278f51b1-a2a2-46e4-9810-e3ad59a273bf has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:17:18.782242 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-409d8a3e-9e24-44f4-9e0f-53dbfd1e41c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:18.809403 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-409d8a3e-9e24-44f4-9e0f-53dbfd1e41c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:18.867386 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-409d8a3e-9e24-44f4-9e0f-53dbfd1e41c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:18.870820 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-409d8a3e-9e24-44f4-9e0f-53dbfd1e41c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:18.874548 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-409d8a3e-9e24-44f4-9e0f-53dbfd1e41c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7fea3b67-a90d-47c3-8b1b-3eaf90e321af HTTP/1.1" status: 204 len: 168 time: 0.1907141 Sep 07 19:17:18.883604 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a061caec-20e0-4687-9678-55ec10f18316 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:18.889323 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42f6c8a-9d70-41f2-aa6c-b3e3f4d544c9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:17:18.897547 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e42f6c8a-9d70-41f2-aa6c-b3e3f4d544c9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "PUT /v2.0/routers/278f51b1-a2a2-46e4-9810-e3ad59a273bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1344333 Sep 07 19:17:18.901109 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84c8c73-a765-49cd-906f-d9bfb7249a89 None None] Sync routers for ids ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:17:18.915174 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84c8c73-a765-49cd-906f-d9bfb7249a89 None None] Routers {'278f51b1-a2a2-46e4-9810-e3ad59a273bf'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:17:18.916910 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-c84c8c73-a765-49cd-906f-d9bfb7249a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:16:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:18.974518 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d8a3e-9e24-44f4-9e0f-53dbfd1e41c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fea3b67-a90d-47c3-8b1b-3eaf90e321af,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:19.049460 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a061caec-20e0-4687-9678-55ec10f18316 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:19.056136 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a061caec-20e0-4687-9678-55ec10f18316 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:19.073998 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-c84c8c73-a765-49cd-906f-d9bfb7249a89 None None] Set router 278f51b1-a2a2-46e4-9810-e3ad59a273bf gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:17:19.084871 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061caec-20e0-4687-9678-55ec10f18316 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813feed8-a5d6-489b-9ede-ec2e4904ed44,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:19.100624 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a061caec-20e0-4687-9678-55ec10f18316 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:19.102474 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a061caec-20e0-4687-9678-55ec10f18316 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3660271 Sep 07 19:17:19.106246 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39480) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:19.111923 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a63bcc9d-0b49-49c7-b833-ee5ad52e3f06 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Request body: {'security_group_rule': {'security_group_id': '42e61131-5da5-4196-adc9-d6ceac61f20c', 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:19.166798 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a63bcc9d-0b49-49c7-b833-ee5ad52e3f06 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:19.263961 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a63bcc9d-0b49-49c7-b833-ee5ad52e3f06 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:19.269647 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a63bcc9d-0b49-49c7-b833-ee5ad52e3f06 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:19.309557 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bcc9d-0b49-49c7-b833-ee5ad52e3f06 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4eeafd-b955-4699-8a6e-2830ff530bf4,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:19.322382 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a63bcc9d-0b49-49c7-b833-ee5ad52e3f06 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:19.322382 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a63bcc9d-0b49-49c7-b833-ee5ad52e3f06 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2150791 Sep 07 19:17:19.325158 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39486) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:19.332054 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-5d17c19b-bf65-4efa-a052-141b16a7b9fd tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Request body: {'security_group_rule': {'security_group_id': '42e61131-5da5-4196-adc9-d6ceac61f20c', 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:19.356070 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ca6b6-6839-4dd8-86fb-ffe9797e9c84 req-e7ae7cd4-73b8-42de-845d-a8d307536213 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:19.368966 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c9ca6b6-6839-4dd8-86fb-ffe9797e9c84 req-e7ae7cd4-73b8-42de-845d-a8d307536213 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1248d0c-2bbc-4e72-af3f-f10752ebe15c HTTP/1.1" status: 200 len: 946 time: 0.1395185 Sep 07 19:17:19.384386 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-5d17c19b-bf65-4efa-a052-141b16a7b9fd tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Project 168cdcbcb8fb447d9110b114b3af2450 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:17:19.399923 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d17c19b-bf65-4efa-a052-141b16a7b9fd tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:19.426377 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c9ca6b6-6839-4dd8-86fb-ffe9797e9c84 req-3ac62ee0-cbe1-4c8f-a25c-cce40646df2e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7f5f299-1d85-4357-aaaf-127981c9d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562763 Sep 07 19:17:19.495493 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d17c19b-bf65-4efa-a052-141b16a7b9fd tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:19.501411 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d17c19b-bf65-4efa-a052-141b16a7b9fd tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:19.532367 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17c19b-bf65-4efa-a052-141b16a7b9fd tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12cf1f3-1574-4459-a813-ed3d9406c803,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:19.535830 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5d17c19b-bf65-4efa-a052-141b16a7b9fd tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:19.537855 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5d17c19b-bf65-4efa-a052-141b16a7b9fd tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2112122 Sep 07 19:17:19.540851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39496) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:19.547562 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-01cecfa5-e7da-4bd3-a1a3-5ad41b78c1b1 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Request body: {'security_group_rule': {'security_group_id': '42e61131-5da5-4196-adc9-d6ceac61f20c', 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:19.558319 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-c84c8c73-a765-49cd-906f-d9bfb7249a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'name': 'tempest-TestNetworkBasicOps-router-2064264336', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:15:15Z', 'updated_at': '2021-09-07T19:17:17Z', 'revision_number': 6, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:16Z', 'updated_at': '2021-09-07T19:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '5f1b98ca-4c52-4a5d-a627-a6db785ff40d', 'tenant_id': '78144588c9424754a9005f76111ab868', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'port_id': 'd2a75449-01c3-4475-9031-33fb8609e862', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'mac_address': 'fa:16:3e:2d:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ebb9e-161c-47af-a504-fed20cf9143d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:15:53Z', 'updated_at': '2021-09-07T19:15:58Z', 'revision_number': 1, 'project_id': '78144588c9424754a9005f76111ab868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a6995a-d424-49b7-a71e-339549d39a8d', 'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:f3:bb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:21Z', 'updated_at': '2021-09-07T19:15:32Z', 'revision_number': 5, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:19.581286 n-d-807786-1 neutron-server[101445]: INFO neutron.db.securitygroups_db [None req-01cecfa5-e7da-4bd3-a1a3-5ad41b78c1b1 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Project 168cdcbcb8fb447d9110b114b3af2450 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:17:19.587000 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01cecfa5-e7da-4bd3-a1a3-5ad41b78c1b1 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:19.602515 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84c8c73-a765-49cd-906f-d9bfb7249a89 None None] Checking router: 278f51b1-a2a2-46e4-9810-e3ad59a273bf for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:17:19.631493 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84c8c73-a765-49cd-906f-d9bfb7249a89 None None] Routers {'278f51b1-a2a2-46e4-9810-e3ad59a273bf'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:17:19.632728 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-c84c8c73-a765-49cd-906f-d9bfb7249a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:16:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:19.666493 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01cecfa5-e7da-4bd3-a1a3-5ad41b78c1b1 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:19.673075 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01cecfa5-e7da-4bd3-a1a3-5ad41b78c1b1 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:19.693709 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cecfa5-e7da-4bd3-a1a3-5ad41b78c1b1 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fecde158-531e-46ad-b0e3-5f618e01f782,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:19.701965 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-01cecfa5-e7da-4bd3-a1a3-5ad41b78c1b1 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:19.704485 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-01cecfa5-e7da-4bd3-a1a3-5ad41b78c1b1 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1609983 Sep 07 19:17:19.820190 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-c84c8c73-a765-49cd-906f-d9bfb7249a89 None None] Set router 278f51b1-a2a2-46e4-9810-e3ad59a273bf gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:17:20.027683 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-34cda694-6d18-471c-94b8-606f6dc5e9fc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1880227289&fields=id&tenant_id=168cdcbcb8fb447d9110b114b3af2450 HTTP/1.1" status: 200 len: 267 time: 0.0416443 Sep 07 19:17:20.242404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-9f1e4af3-0536-4a5f-a204-71a48b78d620 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:20.243941 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-9f1e4af3-0536-4a5f-a204-71a48b78d620 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/networks?id=d2335b53-d94d-4dd5-8663-e2e2039007bf HTTP/1.1" status: 200 len: 813 time: 0.2075982 Sep 07 19:17:20.265849 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-a738fdd6-faa6-4400-8e3b-1c2a447c77e2 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/quotas/168cdcbcb8fb447d9110b114b3af2450 HTTP/1.1" status: 200 len: 375 time: 0.0134838 Sep 07 19:17:20.342595 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-c84c8c73-a765-49cd-906f-d9bfb7249a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'name': 'tempest-TestNetworkBasicOps-router-2064264336', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:15:15Z', 'updated_at': '2021-09-07T19:17:17Z', 'revision_number': 6, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:16Z', 'updated_at': '2021-09-07T19:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '5f1b98ca-4c52-4a5d-a627-a6db785ff40d', 'tenant_id': '78144588c9424754a9005f76111ab868', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'port_id': 'd2a75449-01c3-4475-9031-33fb8609e862', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'mac_address': 'fa:16:3e:2d:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ebb9e-161c-47af-a504-fed20cf9143d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:15:53Z', 'updated_at': '2021-09-07T19:15:58Z', 'revision_number': 1, 'project_id': '78144588c9424754a9005f76111ab868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a6995a-d424-49b7-a71e-339549d39a8d', 'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:f3:bb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:21Z', 'updated_at': '2021-09-07T19:15:32Z', 'revision_number': 5, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:20.345404 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-1e70d5f5-0f32-4986-a689-71f03f4d06d9 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=168cdcbcb8fb447d9110b114b3af2450&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692174 Sep 07 19:17:20.420625 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84c8c73-a765-49cd-906f-d9bfb7249a89 None None] The sync data for ids ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'] in n-d-807786-1 is: [{'id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'name': 'tempest-TestNetworkBasicOps-router-2064264336', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:15:15Z', 'updated_at': '2021-09-07T19:17:17Z', 'revision_number': 6, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:16Z', 'updated_at': '2021-09-07T19:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '5f1b98ca-4c52-4a5d-a627-a6db785ff40d', 'tenant_id': '78144588c9424754a9005f76111ab868', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'port_id': 'd2a75449-01c3-4475-9031-33fb8609e862', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'mac_address': 'fa:16:3e:2d:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ebb9e-161c-47af-a504-fed20cf9143d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:15:53Z', 'updated_at': '2021-09-07T19:15:58Z', 'revision_number': 1, 'project_id': '78144588c9424754a9005f76111ab868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a6995a-d424-49b7-a71e-339549d39a8d', 'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:f3:bb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:21Z', 'updated_at': '2021-09-07T19:15:32Z', 'revision_number': 5, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:17:20.643922 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-1c0a3000-602a-4422-9f84-104bfc7ea91f service neutron] 10.222.0.26 "GET /v2.0/networks/d2335b53-d94d-4dd5-8663-e2e2039007bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843142 Sep 07 19:17:20.716077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5758a-b06f-403f-9a70-dc387872488d req-a8c1ab5f-d5b7-4aae-999d-dfc140de6393 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:20.717706 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fa5758a-b06f-403f-9a70-dc387872488d req-a8c1ab5f-d5b7-4aae-999d-dfc140de6393 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1248d0c-2bbc-4e72-af3f-f10752ebe15c HTTP/1.1" status: 200 len: 946 time: 0.1327419 Sep 07 19:17:20.743398 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3428c44-c99e-4c33-9807-f4f4979be669 req-7c9d2d78-c442-49f7-97ff-a2072744fcc9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:20.745194 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a3428c44-c99e-4c33-9807-f4f4979be669 req-7c9d2d78-c442-49f7-97ff-a2072744fcc9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1248d0c-2bbc-4e72-af3f-f10752ebe15c HTTP/1.1" status: 200 len: 946 time: 0.1621025 Sep 07 19:17:20.928377 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fa5758a-b06f-403f-9a70-dc387872488d req-1a7db16d-09fb-4df9-afe6-4b2c8569ec79 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7f5f299-1d85-4357-aaaf-127981c9d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694958 Sep 07 19:17:20.995733 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-e085b9c0-bb88-482d-a7d6-da297f877530 service neutron] 10.222.0.26 "GET /v2.0/networks/d2335b53-d94d-4dd5-8663-e2e2039007bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410857 Sep 07 19:17:21.075088 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-a3428c44-c99e-4c33-9807-f4f4979be669 req-66d908b6-9306-4a3c-98d4-1e62b0ec7d8e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Deleting port 6b614985-3568-4ab7-9ac5-c79ff6fb3add {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:17:21.075437 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a3428c44-c99e-4c33-9807-f4f4979be669 req-66d908b6-9306-4a3c-98d4-1e62b0ec7d8e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:21.255576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-a3428c44-c99e-4c33-9807-f4f4979be669 req-66d908b6-9306-4a3c-98d4-1e62b0ec7d8e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] For port 6b614985-3568-4ab7-9ac5-c79ff6fb3add, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=6b614985-3568-4ab7-9ac5-c79ff6fb3add,segment=NetworkSegment(f22a8ce3-9279-4f74-a59b-6a7f681c856f),segment_id=f22a8ce3-9279-4f74-a59b-6a7f681c856f)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:17:21.256247 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a3428c44-c99e-4c33-9807-f4f4979be669 req-66d908b6-9306-4a3c-98d4-1e62b0ec7d8e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:21.273102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-a3428c44-c99e-4c33-9807-f4f4979be669 req-66d908b6-9306-4a3c-98d4-1e62b0ec7d8e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Calling delete_port for 6b614985-3568-4ab7-9ac5-c79ff6fb3add owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:17:21.518096 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a3428c44-c99e-4c33-9807-f4f4979be669 req-66d908b6-9306-4a3c-98d4-1e62b0ec7d8e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:21.561361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d908b6-9306-4a3c-98d4-1e62b0ec7d8e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event deleted for resources: {'Port': ['ID=6b614985-3568-4ab7-9ac5-c79ff6fb3add,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:21.645809 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3428c44-c99e-4c33-9807-f4f4979be669 req-66d908b6-9306-4a3c-98d4-1e62b0ec7d8e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] No DVR routers for this DVR port 6b614985-3568-4ab7-9ac5-c79ff6fb3add on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:17:21.650757 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a3428c44-c99e-4c33-9807-f4f4979be669 req-66d908b6-9306-4a3c-98d4-1e62b0ec7d8e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:21.652865 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a3428c44-c99e-4c33-9807-f4f4979be669 req-66d908b6-9306-4a3c-98d4-1e62b0ec7d8e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.60 "DELETE /v2.0/ports/6b614985-3568-4ab7-9ac5-c79ff6fb3add HTTP/1.1" status: 204 len: 173 time: 0.8393803 Sep 07 19:17:21.685461 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1248d0c-2bbc-4e72-af3f-f10752ebe15c', 'name': 'network-vif-deleted', 'tag': '6b614985-3568-4ab7-9ac5-c79ff6fb3add'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:17:21.689412 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab31a10-69fe-4651-891e-8aba72734a1b" -d '{"events": [{"server_uuid": "b1248d0c-2bbc-4e72-af3f-f10752ebe15c", "name": "network-vif-deleted", "tag": "6b614985-3568-4ab7-9ac5-c79ff6fb3add"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:17:21.699994 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-484c40ca-880b-438f-90eb-000da9bce6e5 req-a46a26e8-e047-4233-9f41-2ea7e391c018 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 210 time: 0.0987279 Sep 07 19:17:21.794783 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0d23ae-c975-48f3-9b6b-8abb34c3f12a x-openstack-request-id: req-3e0d23ae-c975-48f3-9b6b-8abb34c3f12a {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:17:21.795082 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1248d0c-2bbc-4e72-af3f-f10752ebe15c", "name": "network-vif-deleted", "tag": "6b614985-3568-4ab7-9ac5-c79ff6fb3add", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:17:21.796096 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3e0d23ae-c975-48f3-9b6b-8abb34c3f12a {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:17:21.800631 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1248d0c-2bbc-4e72-af3f-f10752ebe15c', 'name': 'network-vif-deleted', 'tag': '6b614985-3568-4ab7-9ac5-c79ff6fb3add', 'status': 'completed', 'code': 200} Sep 07 19:17:22.063620 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d9028fd1-1832-4795-b127-df964bc28675 req-954e26da-40c6-474f-b5aa-b75d31bef7e7 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1248d0c-2bbc-4e72-af3f-f10752ebe15c HTTP/1.1" status: 200 len: 210 time: 0.0316846 Sep 07 19:17:22.110966 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 15757056-685a-4c02-bb61-28b466148b8a no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:17:22.160035 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 15757056-685a-4c02-bb61-28b466148b8a {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:17:22.160603 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 15757056-685a-4c02-bb61-28b466148b8a not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:17:22.639609 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:17:22.839930 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b173ea7-0b9a-4892-b16b-a2d00fbf8398 req-e94196b9-895f-4afb-a0dc-a0022caec7fe tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 210 time: 0.0366504 Sep 07 19:17:23.164905 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-bd5299f0-4a75-4597-ba72-ab26111630ff tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:23.167865 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-bd5299f0-4a75-4597-ba72-ab26111630ff tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.36 "GET /v2.0/networks?id=d2335b53-d94d-4dd5-8663-e2e2039007bf HTTP/1.1" status: 200 len: 813 time: 0.2071638 Sep 07 19:17:23.175155 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39692) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:23.227984 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-cf78d9e7-2b01-4b73-90fd-cfc3c1df0fe0 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=168cdcbcb8fb447d9110b114b3af2450 HTTP/1.1" status: 200 len: 380 time: 0.0514135 Sep 07 19:17:23.243800 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-ee166955-7456-4dd7-8be1-a546c6512055 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Request body: {'port': {'device_id': '18df5acf-d196-40c5-a472-7c814ef45897', 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf', 'admin_state_up': True, 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'security_groups': ['42e61131-5da5-4196-adc9-d6ceac61f20c']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:23.301146 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-72df2f18-a306-420c-a102-200484a00430 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:23.358027 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-72df2f18-a306-420c-a102-200484a00430 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:23.453505 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-72df2f18-a306-420c-a102-200484a00430 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:23.457626 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-ee166955-7456-4dd7-8be1-a546c6512055 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Made reservation on behalf of 168cdcbcb8fb447d9110b114b3af2450 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:17:23.465286 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-72df2f18-a306-420c-a102-200484a00430 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:23.467715 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-72df2f18-a306-420c-a102-200484a00430 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "DELETE /v2.0/security-groups/d7f5f299-1d85-4357-aaaf-127981c9d84d HTTP/1.1" status: 204 len: 168 time: 0.2915339 Sep 07 19:17:23.467901 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-ee166955-7456-4dd7-8be1-a546c6512055 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:23.499015 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df2f18-a306-420c-a102-200484a00430 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f5f299-1d85-4357-aaaf-127981c9d84d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:23.521636 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39700) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:23.642242 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-7774a7c5-09ed-421b-81e0-dc8f5f0ff193 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Deleting subnet af609ca1-de87-4e27-b780-99cbfdb44d46 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:17:23.649643 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7774a7c5-09ed-421b-81e0-dc8f5f0ff193 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:23.678721 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39702) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:23.723477 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7774a7c5-09ed-421b-81e0-dc8f5f0ff193 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:23.731897 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-ee166955-7456-4dd7-8be1-a546c6512055 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Allocated IP 172.20.0.3 (d2335b53-d94d-4dd5-8663-e2e2039007bf/30cc1a20-fb4d-4a78-8e3f-535901b0394e/a0f649c3-f3e3-4a37-9599-bcb6dd55abbd) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:17:23.867672 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d2817120-2d28-482a-856c-94ccc46c6a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:23.904170 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7774a7c5-09ed-421b-81e0-dc8f5f0ff193 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:23.922892 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-ee166955-7456-4dd7-8be1-a546c6512055 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:23.952243 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b64abd0-39ab-43e4-bad7-9b80114159e3 req-c558b245-68cd-4e2c-b863-a5478bcd9f5a tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 210 time: 0.0486920 Sep 07 19:17:23.958220 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-ee166955-7456-4dd7-8be1-a546c6512055 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Transition to ACTIVE for port object a0f649c3-f3e3-4a37-9599-bcb6dd55abbd will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:17:24.016227 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7774a7c5-09ed-421b-81e0-dc8f5f0ff193 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:24.020192 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-ee166955-7456-4dd7-8be1-a546c6512055 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:24.062211 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774a7c5-09ed-421b-81e0-dc8f5f0ff193 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event deleted for resources: {'Subnet': ['ID=af609ca1-de87-4e27-b780-99cbfdb44d46,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:24.070849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-ee166955-7456-4dd7-8be1-a546c6512055 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Network d2335b53-d94d-4dd5-8663-e2e2039007bf is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:17:24.073721 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7774a7c5-09ed-421b-81e0-dc8f5f0ff193 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:24.076304 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7774a7c5-09ed-421b-81e0-dc8f5f0ff193 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "DELETE /v2.0/subnets/af609ca1-de87-4e27-b780-99cbfdb44d46 HTTP/1.1" status: 204 len: 168 time: 0.5533714 Sep 07 19:17:24.078875 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39708) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:24.081052 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca089ebd-0c4b-48f2-936d-ff765e43bd76 None None] Network 5333a60f-687d-4c6d-9617-c2ab15cefaab requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:17:24.081527 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-ee166955-7456-4dd7-8be1-a546c6512055 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:17:24.084384 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-ee166955-7456-4dd7-8be1-a546c6512055 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:17:24.140805 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-ee166955-7456-4dd7-8be1-a546c6512055 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:24.141507 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-ee166955-7456-4dd7-8be1-a546c6512055 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:24.179371 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee166955-7456-4dd7-8be1-a546c6512055 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Pushing event updated for resources: {'Port': ['ID=a0f649c3-f3e3-4a37-9599-bcb6dd55abbd,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:24.188062 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-683cc113-13a6-4dd9-9fb9-914709cbe836 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:24.204312 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d2817120-2d28-482a-856c-94ccc46c6a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:24.213147 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d2817120-2d28-482a-856c-94ccc46c6a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:24.217611 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-ee166955-7456-4dd7-8be1-a546c6512055 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9823945 Sep 07 19:17:24.230769 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] Request body: {'port': {'device_id': '18df5acf-d196-40c5-a472-7c814ef45897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:24.367637 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d2817120-2d28-482a-856c-94ccc46c6a03 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f794846a94b4916924d9a0ec7d4b49a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6874187 Sep 07 19:17:24.374658 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39716) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:24.412799 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2817120-2d28-482a-856c-94ccc46c6a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15b5ce0-041e-47b1-99d3-c4d7e08d88aa,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:24.438065 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-683cc113-13a6-4dd9-9fb9-914709cbe836 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Deleting port a53a9a5a-1c4d-481e-a069-0689c6cd3f64 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:17:24.440327 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-683cc113-13a6-4dd9-9fb9-914709cbe836 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:24.452248 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 6b614985-3568-4ab7-9ac5-c79ff6fb3add no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:17:24.457427 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:24.513185 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 6b614985-3568-4ab7-9ac5-c79ff6fb3add {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:17:24.513813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 6b614985-3568-4ab7-9ac5-c79ff6fb3add not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:17:24.576406 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-54cffd3b-c3a2-4c4a-aa92-1fec212cf9ca None None] Provisioning for port a0f649c3-f3e3-4a37-9599-bcb6dd55abbd completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:17:24.579573 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a9f889a3-3932-4d09-b0d4-58e9f801d3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:24.589285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-54cffd3b-c3a2-4c4a-aa92-1fec212cf9ca None None] Provisioning complete for port a0f649c3-f3e3-4a37-9599-bcb6dd55abbd triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:17:24.589285 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-54cffd3b-c3a2-4c4a-aa92-1fec212cf9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:24.599542 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-683cc113-13a6-4dd9-9fb9-914709cbe836 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] For port a53a9a5a-1c4d-481e-a069-0689c6cd3f64, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a53a9a5a-1c4d-481e-a069-0689c6cd3f64,segment=NetworkSegment(f22a8ce3-9279-4f74-a59b-6a7f681c856f),segment_id=f22a8ce3-9279-4f74-a59b-6a7f681c856f)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:17:24.600121 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-683cc113-13a6-4dd9-9fb9-914709cbe836 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:24.621581 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-683cc113-13a6-4dd9-9fb9-914709cbe836 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Calling delete_port for a53a9a5a-1c4d-481e-a069-0689c6cd3f64 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:17:24.643029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-54cffd3b-c3a2-4c4a-aa92-1fec212cf9ca None None] Port a0f649c3-f3e3-4a37-9599-bcb6dd55abbd cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:17:24.752104 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a9f889a3-3932-4d09-b0d4-58e9f801d3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:24.788565 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-683cc113-13a6-4dd9-9fb9-914709cbe836 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:24.870938 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683cc113-13a6-4dd9-9fb9-914709cbe836 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] No DVR routers for this DVR port a53a9a5a-1c4d-481e-a069-0689c6cd3f64 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:17:24.884871 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cc113-13a6-4dd9-9fb9-914709cbe836 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event deleted for resources: {'Port': ['ID=a53a9a5a-1c4d-481e-a069-0689c6cd3f64,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:24.887414 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55ff83b-4896-45f3-9a31-4e96a8d5c7cc None None] DHCP port deletion for 5333a60f-687d-4c6d-9617-c2ab15cefaab request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:17:25.082772 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-683cc113-13a6-4dd9-9fb9-914709cbe836 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:25.150864 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-683cc113-13a6-4dd9-9fb9-914709cbe836 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5333a60f-687d-4c6d-9617-c2ab15cefaab']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:25.165518 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-683cc113-13a6-4dd9-9fb9-914709cbe836 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22a8ce3-9279-4f74-a59b-6a7f681c856f') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:25.165884 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-683cc113-13a6-4dd9-9fb9-914709cbe836 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22a8ce3-9279-4f74-a59b-6a7f681c856f') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:25.177602 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-683cc113-13a6-4dd9-9fb9-914709cbe836 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:25.192769 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-683cc113-13a6-4dd9-9fb9-914709cbe836 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:25.200119 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683cc113-13a6-4dd9-9fb9-914709cbe836 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:17:25.200565 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-683cc113-13a6-4dd9-9fb9-914709cbe836 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:17:25.204415 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:17:25.286865 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-683cc113-13a6-4dd9-9fb9-914709cbe836 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:25.301701 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-683cc113-13a6-4dd9-9fb9-914709cbe836 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:25.306158 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-683cc113-13a6-4dd9-9fb9-914709cbe836 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "DELETE /v2.0/networks/5333a60f-687d-4c6d-9617-c2ab15cefaab HTTP/1.1" status: 204 len: 168 time: 1.2236791 Sep 07 19:17:25.318134 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39722) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:25.318957 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cc113-13a6-4dd9-9fb9-914709cbe836 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event deleted for resources: {'Network': ['ID=5333a60f-687d-4c6d-9617-c2ab15cefaab,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:25.361253 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a9f889a3-3932-4d09-b0d4-58e9f801d3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:25.364997 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a9f889a3-3932-4d09-b0d4-58e9f801d3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:25.380855 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a9f889a3-3932-4d09-b0d4-58e9f801d3f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c15b5ce0-041e-47b1-99d3-c4d7e08d88aa HTTP/1.1" status: 204 len: 168 time: 0.9956527 Sep 07 19:17:25.422460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f99de2-f84d-4a3f-b2c2-326c85962633 req-fde7ecae-b639-4895-8f16-58c0497e362d tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:25.426303 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-04f99de2-f84d-4a3f-b2c2-326c85962633 req-fde7ecae-b639-4895-8f16-58c0497e362d tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 931 time: 0.1797588 Sep 07 19:17:25.462079 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f889a3-3932-4d09-b0d4-58e9f801d3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15b5ce0-041e-47b1-99d3-c4d7e08d88aa,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:25.584805 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-4c4e5875-7702-4b3a-b62c-cbf2762f6049 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Deleting port 067b2eb2-806b-409d-950e-50075a397f15 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:17:25.585400 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4c4e5875-7702-4b3a-b62c-cbf2762f6049 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:25.597378 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-04f99de2-f84d-4a3f-b2c2-326c85962633 req-4e538105-8199-4eb2-8f81-2e7b37db9ca6 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/security-groups?id=42e61131-5da5-4196-adc9-d6ceac61f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554604 Sep 07 19:17:25.646964 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f649c3-f3e3-4a37-9599-bcb6dd55abbd {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:17:25.656924 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:25.700103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] Transition to ACTIVE for port object a0f649c3-f3e3-4a37-9599-bcb6dd55abbd will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:17:25.711543 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:25.829579 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f649c3-f3e3-4a37-9599-bcb6dd55abbd,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:25.954282 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39732) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:25.961899 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7f638eda-c0a2-48da-b0e5-18cc6d9a7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:26.003122 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0c87a2cd-c556-45c6-a704-b0a74567ce88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:26.164121 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] Attempting to bind port a0f649c3-f3e3-4a37-9599-bcb6dd55abbd on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:17:26.164121 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] Attempting to bind port a0f649c3-f3e3-4a37-9599-bcb6dd55abbd by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '6e379004-7e67-4b17-82f9-d82f8e203890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:17:26.164121 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] Attempting to bind port a0f649c3-f3e3-4a37-9599-bcb6dd55abbd on network d2335b53-d94d-4dd5-8663-e2e2039007bf {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:17:26.198394 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] Port a0f649c3-f3e3-4a37-9599-bcb6dd55abbd on network d2335b53-d94d-4dd5-8663-e2e2039007bf not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:17:26.198394 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] Attempting to bind port a0f649c3-f3e3-4a37-9599-bcb6dd55abbd on network d2335b53-d94d-4dd5-8663-e2e2039007bf {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:17:26.221617 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:17:26.222013 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] Checking segment: {'id': '6e379004-7e67-4b17-82f9-d82f8e203890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:17:26.222347 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] Bound using segment: {'id': '6e379004-7e67-4b17-82f9-d82f8e203890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:17:26.222782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] Bound port: a0f649c3-f3e3-4a37-9599-bcb6dd55abbd, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e379004-7e67-4b17-82f9-d82f8e203890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:17:26.223153 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:26.234400 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a53a9a5a-1c4d-481e-a069-0689c6cd3f64 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:17:26.263007 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: a53a9a5a-1c4d-481e-a069-0689c6cd3f64 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:17:26.266318 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a53a9a5a-1c4d-481e-a069-0689c6cd3f64 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:17:26.292747 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4c4e5875-7702-4b3a-b62c-cbf2762f6049 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:26.293312 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4c4e5875-7702-4b3a-b62c-cbf2762f6049 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:26.307863 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-4c4e5875-7702-4b3a-b62c-cbf2762f6049 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Calling delete_port for 067b2eb2-806b-409d-950e-50075a397f15 owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:17:26.372267 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] For port a0f649c3-f3e3-4a37-9599-bcb6dd55abbd, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:17:26.378600 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0c87a2cd-c556-45c6-a704-b0a74567ce88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:26.381560 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] For port a0f649c3-f3e3-4a37-9599-bcb6dd55abbd, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a0f649c3-f3e3-4a37-9599-bcb6dd55abbd,segment=NetworkSegment(6e379004-7e67-4b17-82f9-d82f8e203890),segment_id=6e379004-7e67-4b17-82f9-d82f8e203890)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:17:26.390348 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0c87a2cd-c556-45c6-a704-b0a74567ce88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:26.408190 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:26.483258 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0c87a2cd-c556-45c6-a704-b0a74567ce88 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab93ba12b4764c1b9f11dea5a1cea243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5264761 Sep 07 19:17:26.487882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39734) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:26.489561 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87a2cd-c556-45c6-a704-b0a74567ce88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0064c75e-c8b4-4a87-92cd-e61806ffd679,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:26.492437 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4c4e5875-7702-4b3a-b62c-cbf2762f6049 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:26.527126 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:26.528111 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:26.530919 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] 10.222.0.36 "PUT /v2.0/ports/a0f649c3-f3e3-4a37-9599-bcb6dd55abbd HTTP/1.1" status: 200 len: 1091 time: 2.3052094 Sep 07 19:17:26.531584 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18df5acf-d196-40c5-a472-7c814ef45897', 'tag': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:17:26.534112 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab2bca9-41ea-4219-bd22-0db403e5803d" -d '{"events": [{"name": "network-changed", "server_uuid": "18df5acf-d196-40c5-a472-7c814ef45897", "tag": "a0f649c3-f3e3-4a37-9599-bcb6dd55abbd"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:17:26.538786 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e5875-7702-4b3a-b62c-cbf2762f6049 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event deleted for resources: {'Port': ['ID=067b2eb2-806b-409d-950e-50075a397f15,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:26.667611 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0da79-462b-4770-acbf-e0850f86f874 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f649c3-f3e3-4a37-9599-bcb6dd55abbd,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:26.690463 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb00209b-d9bd-444e-b505-cad07fecdb9e x-openstack-request-id: req-fb00209b-d9bd-444e-b505-cad07fecdb9e {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:17:26.694949 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18df5acf-d196-40c5-a472-7c814ef45897", "tag": "a0f649c3-f3e3-4a37-9599-bcb6dd55abbd", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:17:26.695357 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb00209b-d9bd-444e-b505-cad07fecdb9e {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:17:26.695899 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18df5acf-d196-40c5-a472-7c814ef45897', 'tag': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd', 'status': 'completed', 'code': 200} Sep 07 19:17:26.730642 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4c4e5875-7702-4b3a-b62c-cbf2762f6049 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:26.731311 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-4c4e5875-7702-4b3a-b62c-cbf2762f6049 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Floating IP 5f1b98ca-4c52-4a5d-a627-a6db785ff40d disassociated (deleted). External IP: 172.25.8.162, port: d2a75449-01c3-4475-9031-33fb8609e862. Sep 07 19:17:26.822963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-0582fa53-4329-42b6-ade5-70f99ac12254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:26.826229 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-0582fa53-4329-42b6-ade5-70f99ac12254 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=168cdcbcb8fb447d9110b114b3af2450&device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 1094 time: 0.2345107 Sep 07 19:17:26.828474 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2fdaad21-17fb-4cc6-96d0-aa95ff47c43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:26.956879 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-aad86b78-1e24-4071-a53e-b0daab4fcad5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0f649c3-f3e3-4a37-9599-bcb6dd55abbd HTTP/1.1" status: 200 len: 217 time: 0.1201189 Sep 07 19:17:26.959059 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2fdaad21-17fb-4cc6-96d0-aa95ff47c43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:26.968470 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a28c2-1282-42c7-9692-dfe10ae70e33 req-c6da41b6-18e7-4b50-8ea1-c68129ef279c tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:26.970273 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af0a28c2-1282-42c7-9692-dfe10ae70e33 req-c6da41b6-18e7-4b50-8ea1-c68129ef279c tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 943 time: 0.2579539 Sep 07 19:17:27.092774 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2fdaad21-17fb-4cc6-96d0-aa95ff47c43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:27.096956 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2fdaad21-17fb-4cc6-96d0-aa95ff47c43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:27.097472 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4e5875-7702-4b3a-b62c-cbf2762f6049 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Router 278f51b1-a2a2-46e4-9810-e3ad59a273bf has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:17:27.098663 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2fdaad21-17fb-4cc6-96d0-aa95ff47c43b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0064c75e-c8b4-4a87-92cd-e61806ffd679 HTTP/1.1" status: 204 len: 168 time: 0.5911334 Sep 07 19:17:27.120360 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdaad21-17fb-4cc6-96d0-aa95ff47c43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0064c75e-c8b4-4a87-92cd-e61806ffd679,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:27.131671 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-b4c7fb67-cb7b-443f-9b9e-112dfa16cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:27.133297 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-b4c7fb67-cb7b-443f-9b9e-112dfa16cbce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30cc1a20-fb4d-4a78-8e3f-535901b0394e HTTP/1.1" status: 200 len: 852 time: 0.1562769 Sep 07 19:17:27.137393 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af0a28c2-1282-42c7-9692-dfe10ae70e33 req-a86606ea-0264-4238-a003-fdd66f2a1573 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/security-groups?id=42e61131-5da5-4196-adc9-d6ceac61f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573372 Sep 07 19:17:27.246009 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-9addb4a4-5b2e-47b7-9277-08c6319ac4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:27.247832 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-9addb4a4-5b2e-47b7-9277-08c6319ac4af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2335b53-d94d-4dd5-8663-e2e2039007bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043227 Sep 07 19:17:27.281829 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4e5875-7702-4b3a-b62c-cbf2762f6049 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:17:27.287035 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4c4e5875-7702-4b3a-b62c-cbf2762f6049 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:27.294404 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85280c34-e9fd-450a-bd4f-d564a84aa161 None None] Sync routers for ids ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:17:27.323653 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85280c34-e9fd-450a-bd4f-d564a84aa161 None None] Routers {'278f51b1-a2a2-46e4-9810-e3ad59a273bf'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:17:27.324987 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4c4e5875-7702-4b3a-b62c-cbf2762f6049 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "DELETE /v2.0/floatingips/5f1b98ca-4c52-4a5d-a627-a6db785ff40d HTTP/1.1" status: 204 len: 168 time: 2.0036657 Sep 07 19:17:27.325536 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051ebb9e-161c-47af-a504-fed20cf9143d', 'tag': 'd2a75449-01c3-4475-9031-33fb8609e862'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:17:27.327628 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-85280c34-e9fd-450a-bd4f-d564a84aa161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:16:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:27.327975 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc0aa26-13ba-4f18-b2db-838542d3f5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "051ebb9e-161c-47af-a504-fed20cf9143d", "tag": "d2a75449-01c3-4475-9031-33fb8609e862"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:17:27.450751 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c1718b-b5fc-4daf-9df7-96bc313b5908 x-openstack-request-id: req-c3c1718b-b5fc-4daf-9df7-96bc313b5908 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:17:27.451039 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051ebb9e-161c-47af-a504-fed20cf9143d", "tag": "d2a75449-01c3-4475-9031-33fb8609e862", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:17:27.451836 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c3c1718b-b5fc-4daf-9df7-96bc313b5908 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:17:27.452405 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051ebb9e-161c-47af-a504-fed20cf9143d', 'tag': 'd2a75449-01c3-4475-9031-33fb8609e862', 'status': 'completed', 'code': 200} Sep 07 19:17:27.505645 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-1610effa-f6fd-4ce7-ab75-a360ddac9bdd service neutron] 10.222.0.36 "GET /v2.0/networks/d2335b53-d94d-4dd5-8663-e2e2039007bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485142 Sep 07 19:17:27.553515 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-85280c34-e9fd-450a-bd4f-d564a84aa161 None None] Set router 278f51b1-a2a2-46e4-9810-e3ad59a273bf gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:17:27.683375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0aa26-13ba-4f18-b2db-838542d3f5ec req-7a5141a8-b4d3-4c15-b014-d141a5043397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:27.687323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fc0aa26-13ba-4f18-b2db-838542d3f5ec req-7a5141a8-b4d3-4c15-b014-d141a5043397 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78144588c9424754a9005f76111ab868&device_id=051ebb9e-161c-47af-a504-fed20cf9143d HTTP/1.1" status: 200 len: 1097 time: 0.2133272 Sep 07 19:17:28.035766 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf23858-8737-4927-b16e-2d80f8e9a63c req-5fd4a9f0-6bb7-4f62-8690-cc604cdee71c tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:28.039129 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecf23858-8737-4927-b16e-2d80f8e9a63c req-5fd4a9f0-6bb7-4f62-8690-cc604cdee71c tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=051ebb9e-161c-47af-a504-fed20cf9143d HTTP/1.1" status: 200 len: 946 time: 0.2316940 Sep 07 19:17:28.044008 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c923ac54-3a0f-4325-b117-b6ec981a731a req-2a1ea472-3579-4b29-a3fb-8e1ea6eea9dc service neutron] 10.222.0.36 "GET /v2.0/networks/d2335b53-d94d-4dd5-8663-e2e2039007bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002251 Sep 07 19:17:28.045582 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0aa26-13ba-4f18-b2db-838542d3f5ec req-b3f016c9-8c8d-453c-a7f6-6d91697f13af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:28.046928 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fc0aa26-13ba-4f18-b2db-838542d3f5ec req-b3f016c9-8c8d-453c-a7f6-6d91697f13af service neutron] 10.222.0.60 "GET /v2.0/networks?id=fdefe059-ab1c-4e05-843f-cbd697701fb4 HTTP/1.1" status: 200 len: 897 time: 0.3509552 Sep 07 19:17:28.107692 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-85280c34-e9fd-450a-bd4f-d564a84aa161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'name': 'tempest-TestNetworkBasicOps-router-2064264336', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:15:15Z', 'updated_at': '2021-09-07T19:17:17Z', 'revision_number': 6, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:16Z', 'updated_at': '2021-09-07T19:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '97a6995a-d424-49b7-a71e-339549d39a8d', 'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:f3:bb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:21Z', 'updated_at': '2021-09-07T19:15:32Z', 'revision_number': 5, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:28.152033 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39770) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:28.175739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85280c34-e9fd-450a-bd4f-d564a84aa161 None None] Checking router: 278f51b1-a2a2-46e4-9810-e3ad59a273bf for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:17:28.196561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85280c34-e9fd-450a-bd4f-d564a84aa161 None None] Routers {'278f51b1-a2a2-46e4-9810-e3ad59a273bf'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:17:28.198071 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-85280c34-e9fd-450a-bd4f-d564a84aa161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:16:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:28.230378 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fc0aa26-13ba-4f18-b2db-838542d3f5ec req-7dbb60c2-b306-4ff9-9143-4c6fe10b8ddf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2a75449-01c3-4475-9031-33fb8609e862 HTTP/1.1" status: 200 len: 217 time: 0.1701019 Sep 07 19:17:28.311023 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-952d1b72-e041-4abc-a6b9-bb9e1d76f066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:28.445881 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-85280c34-e9fd-450a-bd4f-d564a84aa161 None None] Set router 278f51b1-a2a2-46e4-9810-e3ad59a273bf gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:17:28.526029 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-952d1b72-e041-4abc-a6b9-bb9e1d76f066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:28.532356 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-952d1b72-e041-4abc-a6b9-bb9e1d76f066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:28.557755 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecf23858-8737-4927-b16e-2d80f8e9a63c req-714cb35d-4f7e-4082-9321-750627759af1 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=2327c877-6a1f-42ca-aec9-1157b4faf061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5074573 Sep 07 19:17:28.570092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2bca9-41ea-4219-bd22-0db403e5803d req-476425f4-eae7-425e-81c3-1de980d271ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:28.590534 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fab2bca9-41ea-4219-bd22-0db403e5803d req-476425f4-eae7-425e-81c3-1de980d271ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=168cdcbcb8fb447d9110b114b3af2450&device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 1094 time: 0.4608307 Sep 07 19:17:28.593581 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0aa26-13ba-4f18-b2db-838542d3f5ec req-ed4c64a9-1920-4f12-afdb-d08e3ace0c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:28.595182 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fc0aa26-13ba-4f18-b2db-838542d3f5ec req-ed4c64a9-1920-4f12-afdb-d08e3ace0c41 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e0f1f041-8f8c-4a76-b62c-3f45dc58670c HTTP/1.1" status: 200 len: 835 time: 0.3541439 Sep 07 19:17:28.636109 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-952d1b72-e041-4abc-a6b9-bb9e1d76f066 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1f1ecd5d4f44563a90359409c10f21f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4803488 Sep 07 19:17:28.637857 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39784) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:28.697554 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-85280c34-e9fd-450a-bd4f-d564a84aa161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'name': 'tempest-TestNetworkBasicOps-router-2064264336', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:15:15Z', 'updated_at': '2021-09-07T19:17:17Z', 'revision_number': 6, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:16Z', 'updated_at': '2021-09-07T19:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '97a6995a-d424-49b7-a71e-339549d39a8d', 'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:f3:bb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:21Z', 'updated_at': '2021-09-07T19:15:32Z', 'revision_number': 5, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:28.728605 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85280c34-e9fd-450a-bd4f-d564a84aa161 None None] The sync data for ids ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'] in n-d-807786-1 is: [{'id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'name': 'tempest-TestNetworkBasicOps-router-2064264336', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:15:15Z', 'updated_at': '2021-09-07T19:17:17Z', 'revision_number': 6, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:16Z', 'updated_at': '2021-09-07T19:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '97a6995a-d424-49b7-a71e-339549d39a8d', 'name': '', 'network_id': 'fdefe059-ab1c-4e05-843f-cbd697701fb4', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:f3:bb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:21Z', 'updated_at': '2021-09-07T19:15:32Z', 'revision_number': 5, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': 'e0f1f041-8f8c-4a76-b62c-3f45dc58670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:17:28.787254 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2bca9-41ea-4219-bd22-0db403e5803d req-2587caac-c05b-4d7a-8d5b-0090ef4cd744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:28.788801 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fab2bca9-41ea-4219-bd22-0db403e5803d req-2587caac-c05b-4d7a-8d5b-0090ef4cd744 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d2335b53-d94d-4dd5-8663-e2e2039007bf HTTP/1.1" status: 200 len: 914 time: 0.1908407 Sep 07 19:17:28.802729 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-31899950-78cc-4d55-8b2e-d92b02fa5edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:28.822849 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d1b72-e041-4abc-a6b9-bb9e1d76f066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa68535b-a108-4cf7-9ad3-fb51e6f608f2,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:28.837751 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6731cc31-aedc-4aeb-88a6-63e7d0cd56c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:28.873364 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49025888-c23f-408f-9df3-a9d92d0cafd5 req-74aeed65-c882-4430-8b87-14635279fe82 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:28.875047 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49025888-c23f-408f-9df3-a9d92d0cafd5 req-74aeed65-c882-4430-8b87-14635279fe82 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 943 time: 0.5173132 Sep 07 19:17:28.882343 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6731cc31-aedc-4aeb-88a6-63e7d0cd56c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:28.916489 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fab2bca9-41ea-4219-bd22-0db403e5803d req-0a0b61cb-6deb-41ba-8d11-12c17e4aea9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0f649c3-f3e3-4a37-9599-bcb6dd55abbd HTTP/1.1" status: 200 len: 217 time: 0.1157951 Sep 07 19:17:29.004120 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6731cc31-aedc-4aeb-88a6-63e7d0cd56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:29.008361 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6731cc31-aedc-4aeb-88a6-63e7d0cd56c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:29.012611 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6731cc31-aedc-4aeb-88a6-63e7d0cd56c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa68535b-a108-4cf7-9ad3-fb51e6f608f2 HTTP/1.1" status: 204 len: 168 time: 0.3699222 Sep 07 19:17:29.013336 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0aa26-13ba-4f18-b2db-838542d3f5ec req-786e5212-8890-4cc2-acd8-71d571e9cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:29.015187 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fc0aa26-13ba-4f18-b2db-838542d3f5ec req-786e5212-8890-4cc2-acd8-71d571e9cb73 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fdefe059-ab1c-4e05-843f-cbd697701fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2253768 Sep 07 19:17:29.021846 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731cc31-aedc-4aeb-88a6-63e7d0cd56c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa68535b-a108-4cf7-9ad3-fb51e6f608f2,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:29.037002 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49025888-c23f-408f-9df3-a9d92d0cafd5 req-386e517b-d2bc-4433-a701-e52f6a5b7482 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/security-groups?id=42e61131-5da5-4196-adc9-d6ceac61f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102057 Sep 07 19:17:29.058144 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2bca9-41ea-4219-bd22-0db403e5803d req-ef09b9da-9c93-4cb1-942b-d7b1be1a84a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:29.066010 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fab2bca9-41ea-4219-bd22-0db403e5803d req-ef09b9da-9c93-4cb1-942b-d7b1be1a84a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30cc1a20-fb4d-4a78-8e3f-535901b0394e HTTP/1.1" status: 200 len: 852 time: 0.1344502 Sep 07 19:17:29.091380 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:29.180649 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f519bc-7199-46d1-a84b-771d7b464ede req-eb26c66c-a87d-44d5-a036-27da0a8743de tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:29.182835 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-17f519bc-7199-46d1-a84b-771d7b464ede req-eb26c66c-a87d-44d5-a036-27da0a8743de tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.60 "GET /v2.0/ports?device_id=051ebb9e-161c-47af-a504-fed20cf9143d HTTP/1.1" status: 200 len: 946 time: 0.0941596 Sep 07 19:17:29.269562 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2bca9-41ea-4219-bd22-0db403e5803d req-b060dbb7-2d6f-4fb6-85cf-148839e1867b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:29.272929 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fab2bca9-41ea-4219-bd22-0db403e5803d req-b060dbb7-2d6f-4fb6-85cf-148839e1867b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2335b53-d94d-4dd5-8663-e2e2039007bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1610448 Sep 07 19:17:29.280375 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc552fbb-d64d-4d2c-883e-02990924396e None None] New status for floating IP 5f1b98ca-4c52-4a5d-a627-a6db785ff40d: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:17:29.412092 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-17f519bc-7199-46d1-a84b-771d7b464ede req-d949a2f6-4208-4cf8-b9ed-cef1d958177c tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Deleting port d2a75449-01c3-4475-9031-33fb8609e862 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:17:29.413129 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-17f519bc-7199-46d1-a84b-771d7b464ede req-d949a2f6-4208-4cf8-b9ed-cef1d958177c tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:29.437762 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fab2bca9-41ea-4219-bd22-0db403e5803d req-a0889780-80f0-4cb8-b965-b0a2bc137d08 service neutron] 10.222.0.36 "GET /v2.0/networks/d2335b53-d94d-4dd5-8663-e2e2039007bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414323 Sep 07 19:17:29.502389 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fc0aa26-13ba-4f18-b2db-838542d3f5ec req-80c82c3b-b248-44c7-a8ee-09fb99de568e service neutron] 10.222.0.60 "GET /v2.0/networks/fdefe059-ab1c-4e05-843f-cbd697701fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638686 Sep 07 19:17:29.685232 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-17f519bc-7199-46d1-a84b-771d7b464ede req-d949a2f6-4208-4cf8-b9ed-cef1d958177c tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] For port d2a75449-01c3-4475-9031-33fb8609e862, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d2a75449-01c3-4475-9031-33fb8609e862,segment=NetworkSegment(8538ef7c-4544-4048-827d-f2c9bd6a4dc7),segment_id=8538ef7c-4544-4048-827d-f2c9bd6a4dc7)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:17:29.686176 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-17f519bc-7199-46d1-a84b-771d7b464ede req-d949a2f6-4208-4cf8-b9ed-cef1d958177c tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:29.707120 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-17f519bc-7199-46d1-a84b-771d7b464ede req-d949a2f6-4208-4cf8-b9ed-cef1d958177c tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Calling delete_port for d2a75449-01c3-4475-9031-33fb8609e862 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:17:29.786476 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fab2bca9-41ea-4219-bd22-0db403e5803d req-d0ec957c-07a3-4a1f-81a5-89e1bb8caf15 service neutron] 10.222.0.36 "GET /v2.0/networks/d2335b53-d94d-4dd5-8663-e2e2039007bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344667 Sep 07 19:17:29.814535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75123712-f2b0-4a10-b3e1-8f329e171275 req-2c1743e4-7bec-4dfa-b95e-d90627d633fd tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:29.816137 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75123712-f2b0-4a10-b3e1-8f329e171275 req-2c1743e4-7bec-4dfa-b95e-d90627d633fd tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=051ebb9e-161c-47af-a504-fed20cf9143d HTTP/1.1" status: 200 len: 946 time: 0.1212478 Sep 07 19:17:29.819265 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4fc0aa26-13ba-4f18-b2db-838542d3f5ec req-4fca68d5-1edc-42fb-830b-ea5e7e237aa0 service neutron] 10.222.0.60 "GET /v2.0/networks/fdefe059-ab1c-4e05-843f-cbd697701fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445772 Sep 07 19:17:29.903253 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75123712-f2b0-4a10-b3e1-8f329e171275 req-a510dd02-27a2-4949-ad19-6f64edf55c38 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=2327c877-6a1f-42ca-aec9-1157b4faf061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796206 Sep 07 19:17:29.962768 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-17f519bc-7199-46d1-a84b-771d7b464ede req-d949a2f6-4208-4cf8-b9ed-cef1d958177c tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:29.992671 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949a2f6-4208-4cf8-b9ed-cef1d958177c tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event deleted for resources: {'Port': ['ID=d2a75449-01c3-4475-9031-33fb8609e862,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:30.062235 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f519bc-7199-46d1-a84b-771d7b464ede req-d949a2f6-4208-4cf8-b9ed-cef1d958177c tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] No DVR routers for this DVR port d2a75449-01c3-4475-9031-33fb8609e862 on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:17:30.065491 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-17f519bc-7199-46d1-a84b-771d7b464ede req-d949a2f6-4208-4cf8-b9ed-cef1d958177c tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:30.067531 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-17f519bc-7199-46d1-a84b-771d7b464ede req-d949a2f6-4208-4cf8-b9ed-cef1d958177c tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.60 "DELETE /v2.0/ports/d2a75449-01c3-4475-9031-33fb8609e862 HTTP/1.1" status: 204 len: 173 time: 0.8784764 Sep 07 19:17:30.068134 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051ebb9e-161c-47af-a504-fed20cf9143d', 'name': 'network-vif-deleted', 'tag': 'd2a75449-01c3-4475-9031-33fb8609e862'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:17:30.070423 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609bd5de-4a3d-40dd-9396-9a15a5cada56" -d '{"events": [{"server_uuid": "051ebb9e-161c-47af-a504-fed20cf9143d", "name": "network-vif-deleted", "tag": "d2a75449-01c3-4475-9031-33fb8609e862"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:17:30.176400 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720fe70b-3847-40e1-8147-7e5d1a9131ba x-openstack-request-id: req-720fe70b-3847-40e1-8147-7e5d1a9131ba {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:17:30.177713 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051ebb9e-161c-47af-a504-fed20cf9143d", "name": "network-vif-deleted", "tag": "d2a75449-01c3-4475-9031-33fb8609e862", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:17:30.178252 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-720fe70b-3847-40e1-8147-7e5d1a9131ba {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:17:30.179638 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051ebb9e-161c-47af-a504-fed20cf9143d', 'name': 'network-vif-deleted', 'tag': 'd2a75449-01c3-4475-9031-33fb8609e862', 'status': 'completed', 'code': 200} Sep 07 19:17:30.271970 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:30.324861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1b10c-0423-401a-933f-e99eff103ad0 req-ad9642fe-9236-4712-ae5b-1d3b84acda7e tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:30.328204 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-23d1b10c-0423-401a-933f-e99eff103ad0 req-ad9642fe-9236-4712-ae5b-1d3b84acda7e tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 943 time: 0.1230540 Sep 07 19:17:30.408238 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-23d1b10c-0423-401a-933f-e99eff103ad0 req-cbdd7a79-0418-454e-872d-fd2078b6ab22 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/security-groups?id=42e61131-5da5-4196-adc9-d6ceac61f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712407 Sep 07 19:17:30.966153 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39852) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:31.091950 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7e20b99-f89e-4731-a2f1-f6a5db5c5840 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:31.132305 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7e20b99-f89e-4731-a2f1-f6a5db5c5840 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:31.225835 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7e20b99-f89e-4731-a2f1-f6a5db5c5840 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:31.230557 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7e20b99-f89e-4731-a2f1-f6a5db5c5840 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:31.232149 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d7e20b99-f89e-4731-a2f1-f6a5db5c5840 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "DELETE /v2.0/security-groups/2327c877-6a1f-42ca-aec9-1157b4faf061 HTTP/1.1" status: 204 len: 168 time: 0.2644446 Sep 07 19:17:31.249978 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e20b99-f89e-4731-a2f1-f6a5db5c5840 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2327c877-6a1f-42ca-aec9-1157b4faf061,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:31.294517 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39866) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:31.599142 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccb6d4-f0ad-4ad1-8b4f-2d64746d9873 req-2abd0312-74f4-4050-bbff-472834faa201 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:31.601898 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5ccb6d4-f0ad-4ad1-8b4f-2d64746d9873 req-2abd0312-74f4-4050-bbff-472834faa201 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 943 time: 0.0802376 Sep 07 19:17:31.653102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39876) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:31.685301 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5ccb6d4-f0ad-4ad1-8b4f-2d64746d9873 req-fab8b517-2033-42f7-91a1-d3e4135bcbda tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/security-groups?id=42e61131-5da5-4196-adc9-d6ceac61f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755513 Sep 07 19:17:31.802409 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:31.860422 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82fc1117-deaf-4ae5-870b-0bf91eb5d35b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:31.988196 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3ad9c7f2-7daa-409a-bd4f-9cd9362b7f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:32.129476 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3ad9c7f2-7daa-409a-bd4f-9cd9362b7f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:32.135649 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3ad9c7f2-7daa-409a-bd4f-9cd9362b7f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:32.166511 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3ad9c7f2-7daa-409a-bd4f-9cd9362b7f3b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=78b4fe7a64da4b8d9797410d025521a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5115321 Sep 07 19:17:32.169489 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39886) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:32.193768 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-82fc1117-deaf-4ae5-870b-0bf91eb5d35b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Deleting port 97a6995a-d424-49b7-a71e-339549d39a8d {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:17:32.194515 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82fc1117-deaf-4ae5-870b-0bf91eb5d35b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:32.215066 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9c7f2-7daa-409a-bd4f-9cd9362b7f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06483027-7f82-4c50-be8c-6862292ed948,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:32.263792 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3341cbb-dbcd-45e6-8549-7ac18a77485f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:32.287626 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3341cbb-dbcd-45e6-8549-7ac18a77485f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:32.313469 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-82fc1117-deaf-4ae5-870b-0bf91eb5d35b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] For port 97a6995a-d424-49b7-a71e-339549d39a8d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=97a6995a-d424-49b7-a71e-339549d39a8d,segment=NetworkSegment(8538ef7c-4544-4048-827d-f2c9bd6a4dc7),segment_id=8538ef7c-4544-4048-827d-f2c9bd6a4dc7)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:17:32.314456 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82fc1117-deaf-4ae5-870b-0bf91eb5d35b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:32.331024 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-82fc1117-deaf-4ae5-870b-0bf91eb5d35b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Calling delete_port for 97a6995a-d424-49b7-a71e-339549d39a8d owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:17:32.350444 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d2a75449-01c3-4475-9031-33fb8609e862 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:17:32.356797 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3341cbb-dbcd-45e6-8549-7ac18a77485f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:32.359130 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3341cbb-dbcd-45e6-8549-7ac18a77485f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:32.360484 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b3341cbb-dbcd-45e6-8549-7ac18a77485f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/06483027-7f82-4c50-be8c-6862292ed948 HTTP/1.1" status: 204 len: 168 time: 0.1898756 Sep 07 19:17:32.374305 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3341cbb-dbcd-45e6-8549-7ac18a77485f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06483027-7f82-4c50-be8c-6862292ed948,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:32.443182 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: d2a75449-01c3-4475-9031-33fb8609e862 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:17:32.449173 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d2a75449-01c3-4475-9031-33fb8609e862 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:17:32.587136 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82fc1117-deaf-4ae5-870b-0bf91eb5d35b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:32.627357 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc1117-deaf-4ae5-870b-0bf91eb5d35b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event deleted for resources: {'Port': ['ID=97a6995a-d424-49b7-a71e-339549d39a8d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:32.852648 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7581e-8dae-483c-870b-d8dcfbd94419 req-f84a5d96-a83f-4b6d-8a82-f189a491ed3a tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:32.857691 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-64b7581e-8dae-483c-870b-d8dcfbd94419 req-f84a5d96-a83f-4b6d-8a82-f189a491ed3a tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 943 time: 0.0899563 Sep 07 19:17:32.917522 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82fc1117-deaf-4ae5-870b-0bf91eb5d35b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:32.966355 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-64b7581e-8dae-483c-870b-d8dcfbd94419 req-fa8ce1c7-3228-41f9-8232-58ac84e91d89 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/security-groups?id=42e61131-5da5-4196-adc9-d6ceac61f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974731 Sep 07 19:17:33.199405 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fc1117-deaf-4ae5-870b-0bf91eb5d35b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Router 278f51b1-a2a2-46e4-9810-e3ad59a273bf has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:17:33.335165 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fc1117-deaf-4ae5-870b-0bf91eb5d35b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:17:33.344495 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-82fc1117-deaf-4ae5-870b-0bf91eb5d35b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "PUT /v2.0/routers/278f51b1-a2a2-46e4-9810-e3ad59a273bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0459507 Sep 07 19:17:33.345377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39920) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:33.350404 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486c57a6-ca73-448d-b142-9e4c51d49fed None None] Sync routers for ids ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:17:33.374092 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486c57a6-ca73-448d-b142-9e4c51d49fed None None] Routers {'278f51b1-a2a2-46e4-9810-e3ad59a273bf'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:17:33.374761 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-486c57a6-ca73-448d-b142-9e4c51d49fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:17:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:33.426154 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-0926c24f-c96b-47b2-984c-bf600d75f75e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Deleting subnet e0f1f041-8f8c-4a76-b62c-3f45dc58670c {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:17:33.431637 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0926c24f-c96b-47b2-984c-bf600d75f75e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:33.490878 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0926c24f-c96b-47b2-984c-bf600d75f75e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:33.595575 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-486c57a6-ca73-448d-b142-9e4c51d49fed None None] Set router 278f51b1-a2a2-46e4-9810-e3ad59a273bf gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:17:33.609575 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0926c24f-c96b-47b2-984c-bf600d75f75e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:33.704091 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0926c24f-c96b-47b2-984c-bf600d75f75e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:33.742973 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926c24f-c96b-47b2-984c-bf600d75f75e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event deleted for resources: {'Subnet': ['ID=e0f1f041-8f8c-4a76-b62c-3f45dc58670c,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:33.756824 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0926c24f-c96b-47b2-984c-bf600d75f75e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:33.758774 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0926c24f-c96b-47b2-984c-bf600d75f75e tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "DELETE /v2.0/subnets/e0f1f041-8f8c-4a76-b62c-3f45dc58670c HTTP/1.1" status: 204 len: 168 time: 0.4132762 Sep 07 19:17:33.761780 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 39934) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:33.781719 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816edde6-4ffe-4686-ae86-0b0b823c5999 None None] Network fdefe059-ab1c-4e05-843f-cbd697701fb4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:17:33.936790 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74051153-b613-4e96-9959-06bc22de1482 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:34.002748 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-486c57a6-ca73-448d-b142-9e4c51d49fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'name': 'tempest-TestNetworkBasicOps-router-2064264336', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:15:15Z', 'updated_at': '2021-09-07T19:17:32Z', 'revision_number': 7, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:16Z', 'updated_at': '2021-09-07T19:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:34.038728 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486c57a6-ca73-448d-b142-9e4c51d49fed None None] Checking router: 278f51b1-a2a2-46e4-9810-e3ad59a273bf for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:17:34.062716 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486c57a6-ca73-448d-b142-9e4c51d49fed None None] Routers {'278f51b1-a2a2-46e4-9810-e3ad59a273bf'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:17:34.068687 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-486c57a6-ca73-448d-b142-9e4c51d49fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:17:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:34.109103 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74051153-b613-4e96-9959-06bc22de1482 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:34.178540 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6924727b-54a3-441b-9507-11381c65eab4 None None] DHCP port deletion for fdefe059-ab1c-4e05-843f-cbd697701fb4 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:17:34.218487 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-74051153-b613-4e96-9959-06bc22de1482 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Deleting port 26e19d39-c1d0-4a10-b4ab-c78106799b63 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:17:34.219988 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74051153-b613-4e96-9959-06bc22de1482 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:34.225587 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0ef87-2554-4c6c-ab34-6ee818464359 req-d2c1650e-4085-4d72-90af-8908cc55ccef tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:34.229121 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87b0ef87-2554-4c6c-ab34-6ee818464359 req-d2c1650e-4085-4d72-90af-8908cc55ccef tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 943 time: 0.0921340 Sep 07 19:17:34.317521 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e264be50-0578-4b23-9208-e6f343f4e0bb no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:17:34.329033 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-87b0ef87-2554-4c6c-ab34-6ee818464359 req-0d8c478b-17ec-4ca5-87cf-2105a6cf7874 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/security-groups?id=42e61131-5da5-4196-adc9-d6ceac61f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802705 Sep 07 19:17:34.361690 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-74051153-b613-4e96-9959-06bc22de1482 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] For port 26e19d39-c1d0-4a10-b4ab-c78106799b63, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=26e19d39-c1d0-4a10-b4ab-c78106799b63,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:17:34.362343 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74051153-b613-4e96-9959-06bc22de1482 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:34.377770 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-74051153-b613-4e96-9959-06bc22de1482 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Calling delete_port for 26e19d39-c1d0-4a10-b4ab-c78106799b63 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:17:34.461242 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-486c57a6-ca73-448d-b142-9e4c51d49fed None None] Set router 278f51b1-a2a2-46e4-9810-e3ad59a273bf gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:17:34.464373 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6924727b-54a3-441b-9507-11381c65eab4 None None] Deleting port e264be50-0578-4b23-9208-e6f343f4e0bb {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:17:34.464982 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6924727b-54a3-441b-9507-11381c65eab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:34.538750 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6924727b-54a3-441b-9507-11381c65eab4 None None] For port e264be50-0578-4b23-9208-e6f343f4e0bb, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e264be50-0578-4b23-9208-e6f343f4e0bb,segment=NetworkSegment(8538ef7c-4544-4048-827d-f2c9bd6a4dc7),segment_id=8538ef7c-4544-4048-827d-f2c9bd6a4dc7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:17:34.539452 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6924727b-54a3-441b-9507-11381c65eab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:34.588372 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6924727b-54a3-441b-9507-11381c65eab4 None None] Calling delete_port for e264be50-0578-4b23-9208-e6f343f4e0bb owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:17:34.598264 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74051153-b613-4e96-9959-06bc22de1482 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:34.654813 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74051153-b613-4e96-9959-06bc22de1482 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event deleted for resources: {'Port': ['ID=26e19d39-c1d0-4a10-b4ab-c78106799b63,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:34.710782 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6924727b-54a3-441b-9507-11381c65eab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:34.740380 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74051153-b613-4e96-9959-06bc22de1482 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:34.751458 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924727b-54a3-441b-9507-11381c65eab4 None None] Pushing event deleted for resources: {'Port': ['ID=e264be50-0578-4b23-9208-e6f343f4e0bb,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:34.849122 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74051153-b613-4e96-9959-06bc22de1482 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:34.851001 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74051153-b613-4e96-9959-06bc22de1482 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:34.938959 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74051153-b613-4e96-9959-06bc22de1482 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:34.939734 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74051153-b613-4e96-9959-06bc22de1482 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Fanout notify agent at l3_agent the message router_deleted on router 278f51b1-a2a2-46e4-9810-e3ad59a273bf {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:17:34.948405 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:34.974405 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-74051153-b613-4e96-9959-06bc22de1482 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:34.978015 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-74051153-b613-4e96-9959-06bc22de1482 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "DELETE /v2.0/routers/278f51b1-a2a2-46e4-9810-e3ad59a273bf HTTP/1.1" status: 204 len: 168 time: 1.2123961 Sep 07 19:17:34.978418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 39964) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:34.982490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924727b-54a3-441b-9507-11381c65eab4 None None] No DVR routers for this DVR port e264be50-0578-4b23-9208-e6f343f4e0bb on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:17:34.996648 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924727b-54a3-441b-9507-11381c65eab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:34.997342 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924727b-54a3-441b-9507-11381c65eab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:34.998533 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924727b-54a3-441b-9507-11381c65eab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:34.999088 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924727b-54a3-441b-9507-11381c65eab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:34.999630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924727b-54a3-441b-9507-11381c65eab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:35.000461 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924727b-54a3-441b-9507-11381c65eab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:35.000684 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924727b-54a3-441b-9507-11381c65eab4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:35.001262 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924727b-54a3-441b-9507-11381c65eab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:35.001817 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924727b-54a3-441b-9507-11381c65eab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:35.002365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924727b-54a3-441b-9507-11381c65eab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:35.002900 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924727b-54a3-441b-9507-11381c65eab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:35.003432 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924727b-54a3-441b-9507-11381c65eab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:17:35.136271 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96a0542a-f131-40f7-a364-099ec53b19de tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:35.153235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-486c57a6-ca73-448d-b142-9e4c51d49fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'name': 'tempest-TestNetworkBasicOps-router-2064264336', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:15:15Z', 'updated_at': '2021-09-07T19:17:32Z', 'revision_number': 7, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:16Z', 'updated_at': '2021-09-07T19:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:35.183468 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486c57a6-ca73-448d-b142-9e4c51d49fed None None] The sync data for ids ['278f51b1-a2a2-46e4-9810-e3ad59a273bf'] in n-d-807786-1 is: [{'id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'name': 'tempest-TestNetworkBasicOps-router-2064264336', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:15:15Z', 'updated_at': '2021-09-07T19:17:32Z', 'revision_number': 7, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': '26e19d39-c1d0-4a10-b4ab-c78106799b63', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278f51b1-a2a2-46e4-9810-e3ad59a273bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:15:16Z', 'updated_at': '2021-09-07T19:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:17:35.300608 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96a0542a-f131-40f7-a364-099ec53b19de tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:35.327883 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-96a0542a-f131-40f7-a364-099ec53b19de tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdefe059-ab1c-4e05-843f-cbd697701fb4']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:35.343400 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-96a0542a-f131-40f7-a364-099ec53b19de tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8538ef7c-4544-4048-827d-f2c9bd6a4dc7') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:35.344172 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-96a0542a-f131-40f7-a364-099ec53b19de tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8538ef7c-4544-4048-827d-f2c9bd6a4dc7') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:35.360996 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96a0542a-f131-40f7-a364-099ec53b19de tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:35.377021 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96a0542a-f131-40f7-a364-099ec53b19de tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:35.385422 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a0542a-f131-40f7-a364-099ec53b19de tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:17:35.385777 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96a0542a-f131-40f7-a364-099ec53b19de tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:17:35.390016 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:17:35.504136 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96a0542a-f131-40f7-a364-099ec53b19de tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:35.525708 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96a0542a-f131-40f7-a364-099ec53b19de tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:35.527876 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-96a0542a-f131-40f7-a364-099ec53b19de tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "DELETE /v2.0/networks/fdefe059-ab1c-4e05-843f-cbd697701fb4 HTTP/1.1" status: 204 len: 168 time: 0.5484531 Sep 07 19:17:35.529937 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0542a-f131-40f7-a364-099ec53b19de tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event deleted for resources: {'Network': ['ID=fdefe059-ab1c-4e05-843f-cbd697701fb4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:35.548194 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40028) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:35.557711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-82fb5e3c-1f86-48ff-9347-45f92e756751 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'network': {'name': 'tempest-network-smoke--1825811856', 'project_id': '78144588c9424754a9005f76111ab868', 'port_security_enabled': True}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:35.577533 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3074ef5-d30e-41a9-b4d1-bdb546560fd6 req-a331acdc-5157-4ab1-93e4-e2cc3f04b54c tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:35.579973 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3074ef5-d30e-41a9-b4d1-bdb546560fd6 req-a331acdc-5157-4ab1-93e4-e2cc3f04b54c tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 943 time: 0.1180477 Sep 07 19:17:35.626259 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fb5e3c-1f86-48ff-9347-45f92e756751 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Made reservation on behalf of 78144588c9424754a9005f76111ab868 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:17:35.632302 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-82fb5e3c-1f86-48ff-9347-45f92e756751 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:35.682510 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3074ef5-d30e-41a9-b4d1-bdb546560fd6 req-f2300ad9-bc22-4f4b-bf11-469957f14bb0 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/security-groups?id=42e61131-5da5-4196-adc9-d6ceac61f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762584 Sep 07 19:17:35.689531 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fb5e3c-1f86-48ff-9347-45f92e756751 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:17:35.705242 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-82fb5e3c-1f86-48ff-9347-45f92e756751 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:35.705242 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-82fb5e3c-1f86-48ff-9347-45f92e756751 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Added segment 27df3b52-7892-4ece-b93c-c06ae4e1dc6f of type vlan for network c3b884b5-1d7f-46b6-93f2-c32f5274637c Sep 07 19:17:35.769147 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-82fb5e3c-1f86-48ff-9347-45f92e756751 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:35.874972 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-82fb5e3c-1f86-48ff-9347-45f92e756751 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:35.892126 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fb5e3c-1f86-48ff-9347-45f92e756751 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:35.896739 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-82fb5e3c-1f86-48ff-9347-45f92e756751 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:35.971869 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-82fb5e3c-1f86-48ff-9347-45f92e756751 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4199677 Sep 07 19:17:35.972024 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40072) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:35.978313 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-56e00200-34dc-41b8-97f8-1f57aa8bd6be tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2131342876', 'admin_state_up': True, 'project_id': '78144588c9424754a9005f76111ab868', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:36.006205 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56e00200-34dc-41b8-97f8-1f57aa8bd6be tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:36.009789 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56e00200-34dc-41b8-97f8-1f57aa8bd6be tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:36.010177 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb5e3c-1f86-48ff-9347-45f92e756751 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'Network': ['ID=c3b884b5-1d7f-46b6-93f2-c32f5274637c,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:36.029184 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network c3b884b5-1d7f-46b6-93f2-c32f5274637c details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:17:36.093327 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56e00200-34dc-41b8-97f8-1f57aa8bd6be tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:36.243584 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 97a6995a-d424-49b7-a71e-339549d39a8d no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:17:36.280884 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 97a6995a-d424-49b7-a71e-339549d39a8d {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:17:36.281227 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 97a6995a-d424-49b7-a71e-339549d39a8d not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:17:36.368268 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56e00200-34dc-41b8-97f8-1f57aa8bd6be tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:36.634361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40104) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:36.925921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ec4c4-3154-4210-a03c-b08651180aa1 req-64ad0bd4-c0ef-4707-9f7f-ca1a772f72aa tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:36.930863 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b3ec4c4-3154-4210-a03c-b08651180aa1 req-64ad0bd4-c0ef-4707-9f7f-ca1a772f72aa tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 943 time: 0.1043236 Sep 07 19:17:36.972022 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-701704eb-b33c-4147-97ae-b224c6c47b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:37.014947 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56e00200-34dc-41b8-97f8-1f57aa8bd6be tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:37.029074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b3ec4c4-3154-4210-a03c-b08651180aa1 req-f3de1b0b-70c5-4b58-93cf-74c87f7795de tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/security-groups?id=42e61131-5da5-4196-adc9-d6ceac61f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900896 Sep 07 19:17:37.035690 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56e00200-34dc-41b8-97f8-1f57aa8bd6be tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:37.139403 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-701704eb-b33c-4147-97ae-b224c6c47b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:37.144162 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-701704eb-b33c-4147-97ae-b224c6c47b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:37.173299 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-56e00200-34dc-41b8-97f8-1f57aa8bd6be tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Allocated IP 172.25.8.53 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/dbc8d5f9-b455-4083-9ff3-65f9742bc35a) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:17:37.184077 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-701704eb-b33c-4147-97ae-b224c6c47b60 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=847f9fcb3041455b8761f84a2a42b7e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5476167 Sep 07 19:17:37.186726 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40116) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:37.197294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701704eb-b33c-4147-97ae-b224c6c47b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0037340-893b-431d-adc9-b88298ce7f7b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:37.310393 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-38d89c5e-387c-41f2-ba5a-0c3ce5b7141c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:37.344828 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-38d89c5e-387c-41f2-ba5a-0c3ce5b7141c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:37.372941 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56e00200-34dc-41b8-97f8-1f57aa8bd6be tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:37.432445 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-38d89c5e-387c-41f2-ba5a-0c3ce5b7141c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:37.436764 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-38d89c5e-387c-41f2-ba5a-0c3ce5b7141c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:37.443241 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-38d89c5e-387c-41f2-ba5a-0c3ce5b7141c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0037340-893b-431d-adc9-b88298ce7f7b HTTP/1.1" status: 204 len: 168 time: 0.2539978 Sep 07 19:17:37.448302 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56e00200-34dc-41b8-97f8-1f57aa8bd6be tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:37.466462 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d89c5e-387c-41f2-ba5a-0c3ce5b7141c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0037340-893b-431d-adc9-b88298ce7f7b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:37.514457 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e00200-34dc-41b8-97f8-1f57aa8bd6be tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:17:37.517760 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-56e00200-34dc-41b8-97f8-1f57aa8bd6be tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:17:37.521664 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e00200-34dc-41b8-97f8-1f57aa8bd6be tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:17:37.572772 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e00200-34dc-41b8-97f8-1f57aa8bd6be tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'Port': ['ID=dbc8d5f9-b455-4083-9ff3-65f9742bc35a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:37.839169 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56e00200-34dc-41b8-97f8-1f57aa8bd6be tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:37.987860 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40136) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:38.003641 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a2834c7-98a4-423b-8c55-3f43437b73de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:38.122791 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 26e19d39-c1d0-4a10-b4ab-c78106799b63 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:17:38.152311 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 26e19d39-c1d0-4a10-b4ab-c78106799b63 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:17:38.152973 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 26e19d39-c1d0-4a10-b4ab-c78106799b63 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:17:38.162718 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56e00200-34dc-41b8-97f8-1f57aa8bd6be tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:38.214504 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a2834c7-98a4-423b-8c55-3f43437b73de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:38.221548 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a2834c7-98a4-423b-8c55-3f43437b73de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:38.255699 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40142) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:38.256377 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9a2834c7-98a4-423b-8c55-3f43437b73de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0c66e86187a4470dbc98016b4f191dbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2673538 Sep 07 19:17:38.281389 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8bdfe-2495-4390-8381-05157bd0657b req-dd25456b-baa5-4273-9010-6edc7d2e92c1 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:38.285193 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4bc8bdfe-2495-4390-8381-05157bd0657b req-dd25456b-baa5-4273-9010-6edc7d2e92c1 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 943 time: 0.1384158 Sep 07 19:17:38.315276 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2834c7-98a4-423b-8c55-3f43437b73de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47486e94-e06b-4ada-b3d6-a18b2bdd7916,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:38.348110 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b719403d-9eea-4d3b-938e-1323bac8b2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:38.372611 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e00200-34dc-41b8-97f8-1f57aa8bd6be tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Router 767816a0-6cad-4b79-9c95-d5922f675a81 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:17:38.378108 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4bc8bdfe-2495-4390-8381-05157bd0657b req-dae04ddc-95d3-4a16-9f2f-aab11d475481 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/security-groups?id=42e61131-5da5-4196-adc9-d6ceac61f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861011 Sep 07 19:17:38.379125 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b719403d-9eea-4d3b-938e-1323bac8b2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:38.526694 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b719403d-9eea-4d3b-938e-1323bac8b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:38.529675 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b719403d-9eea-4d3b-938e-1323bac8b2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:38.531487 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b719403d-9eea-4d3b-938e-1323bac8b2d5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/47486e94-e06b-4ada-b3d6-a18b2bdd7916 HTTP/1.1" status: 204 len: 168 time: 0.2734611 Sep 07 19:17:38.544396 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e00200-34dc-41b8-97f8-1f57aa8bd6be tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:17:38.554835 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] Sync routers for ids ['767816a0-6cad-4b79-9c95-d5922f675a81'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:17:38.555336 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719403d-9eea-4d3b-938e-1323bac8b2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47486e94-e06b-4ada-b3d6-a18b2bdd7916,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:38.572569 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] Routers {'767816a0-6cad-4b79-9c95-d5922f675a81'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:17:38.573499 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:17:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['767816a0-6cad-4b79-9c95-d5922f675a81'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:38.585767 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-56e00200-34dc-41b8-97f8-1f57aa8bd6be tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:38.587120 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-56e00200-34dc-41b8-97f8-1f57aa8bd6be tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6126087 Sep 07 19:17:38.590339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40156) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:38.647683 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c7164603-09c3-469f-895a-ad64404f3be9 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=78144588c9424754a9005f76111ab868&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0560777 Sep 07 19:17:38.650350 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40158) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:38.780827 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee520ff1-70c9-4aed-8119-e6dc053b0c22 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:38.785752 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ee520ff1-70c9-4aed-8119-e6dc053b0c22 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1335938 Sep 07 19:17:38.788637 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40162) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:38.788916 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] Set router 767816a0-6cad-4b79-9c95-d5922f675a81 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:17:38.836911 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40166) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:38.837118 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cbb67c52-decc-4ca5-8997-14948a8fa3a1 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468588 Sep 07 19:17:38.843644 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-45cd2967-f114-4943-b417-74a32e34de41 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-243506655', 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c', 'project_id': '78144588c9424754a9005f76111ab868', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:39.015746 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cd2967-f114-4943-b417-74a32e34de41 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Made reservation on behalf of 78144588c9424754a9005f76111ab868 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:17:39.029971 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45cd2967-f114-4943-b417-74a32e34de41 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:39.056911 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'name': 'tempest-TestNetworkBasicOps-router-2131342876', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:36Z', 'updated_at': '2021-09-07T19:17:37Z', 'revision_number': 3, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:37Z', 'updated_at': '2021-09-07T19:17:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:39.095670 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] Checking router: 767816a0-6cad-4b79-9c95-d5922f675a81 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:17:39.096686 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] Updating router 767816a0-6cad-4b79-9c95-d5922f675a81 port dbc8d5f9-b455-4083-9ff3-65f9742bc35a binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:17:39.137000 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a0f649c3-f3e3-4a37-9599-bcb6dd55abbd details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:17:39.142661 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:39.372223 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a0f649c3-f3e3-4a37-9599-bcb6dd55abbd, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a0f649c3-f3e3-4a37-9599-bcb6dd55abbd,segment=NetworkSegment(6e379004-7e67-4b17-82f9-d82f8e203890),segment_id=6e379004-7e67-4b17-82f9-d82f8e203890)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:17:39.392476 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45cd2967-f114-4943-b417-74a32e34de41 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:39.424236 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd', 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf', 'port_id': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd', 'mac_address': 'fa:16:3e:98:7d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:17:39.565222 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:39.575044 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd2967-f114-4943-b417-74a32e34de41 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Checking segment: {'id': '27df3b52-7892-4ece-b93c-c06ae4e1dc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:17:39.576548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cd2967-f114-4943-b417-74a32e34de41 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Network hostable DHCP agents. Network: c3b884b5-1d7f-46b6-93f2-c32f5274637c, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:17:39.595930 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f649c3-f3e3-4a37-9599-bcb6dd55abbd {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:17:39.614304 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd2967-f114-4943-b417-74a32e34de41 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'Subnet': ['ID=85110ef0-2cf4-4982-b09a-eebd43451125,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:39.641080 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a0f649c3-f3e3-4a37-9599-bcb6dd55abbd, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a0f649c3-f3e3-4a37-9599-bcb6dd55abbd,segment=NetworkSegment(6e379004-7e67-4b17-82f9-d82f8e203890),segment_id=6e379004-7e67-4b17-82f9-d82f8e203890)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:17:39.646594 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:39.685781 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cd2967-f114-4943-b417-74a32e34de41 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Network c3b884b5-1d7f-46b6-93f2-c32f5274637c is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:17:39.711886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-45cd2967-f114-4943-b417-74a32e34de41 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, c3b884b5-1d7f-46b6-93f2-c32f5274637c) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:17:39.724359 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c400f5c5-72e3-4b4a-8862-d749b486b09e None None] Network c3b884b5-1d7f-46b6-93f2-c32f5274637c requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:17:39.730202 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cd2967-f114-4943-b417-74a32e34de41 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:39.731260 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:39.740154 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-45cd2967-f114-4943-b417-74a32e34de41 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:39.761661 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] Transition to ACTIVE for port object dbc8d5f9-b455-4083-9ff3-65f9742bc35a will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:17:39.777039 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:39.784243 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2f60d-185a-4307-bc94-e4bd4f8e7730 req-035f03ce-9be7-48fc-bf5c-95bbe42e7cd5 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:39.786558 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1b2f60d-185a-4307-bc94-e4bd4f8e7730 req-035f03ce-9be7-48fc-bf5c-95bbe42e7cd5 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 944 time: 0.2005894 Sep 07 19:17:39.800973 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-45cd2967-f114-4943-b417-74a32e34de41 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9625454 Sep 07 19:17:39.804935 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40192) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:39.870965 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1b2f60d-185a-4307-bc94-e4bd4f8e7730 req-e8c68b41-dad9-41a0-9d63-e21662e6dd60 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/security-groups?id=42e61131-5da5-4196-adc9-d6ceac61f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728378 Sep 07 19:17:39.900216 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] Attempting to bind port dbc8d5f9-b455-4083-9ff3-65f9742bc35a on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:17:39.900618 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] Attempting to bind port dbc8d5f9-b455-4083-9ff3-65f9742bc35a by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:17:39.909016 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] Attempting to bind port dbc8d5f9-b455-4083-9ff3-65f9742bc35a on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:17:39.962579 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:17:39.962982 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:17:39.964202 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:39.965299 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:17:39.966674 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] Bound port: dbc8d5f9-b455-4083-9ff3-65f9742bc35a, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:17:39.967009 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:39.978120 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fe203-4119-43e0-80f1-6541d11cb83e None None] Pushing event updated for resources: {'Port': ['ID=dbc8d5f9-b455-4083-9ff3-65f9742bc35a,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:40.001939 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=a0f649c3-f3e3-4a37-9599-bcb6dd55abbd,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:40.017296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['a0f649c3-f3e3-4a37-9599-bcb6dd55abbd'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:17:40.105363 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] For port dbc8d5f9-b455-4083-9ff3-65f9742bc35a, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:17:40.115637 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] For port dbc8d5f9-b455-4083-9ff3-65f9742bc35a, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=dbc8d5f9-b455-4083-9ff3-65f9742bc35a,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:17:40.124467 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40202) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:40.151893 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:40.271142 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] Routers {'767816a0-6cad-4b79-9c95-d5922f675a81'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:17:40.271989 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:17:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['767816a0-6cad-4b79-9c95-d5922f675a81'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:40.329536 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-c3b884b5-1d7f-46b6-93f2-c32f5274637c', 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c', 'tenant_id': '78144588c9424754a9005f76111ab868', 'fixed_ips': [{'subnet_id': '85110ef0-2cf4-4982-b09a-eebd43451125'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:17:40.330556 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:40.374853 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fe203-4119-43e0-80f1-6541d11cb83e None None] Pushing event updated for resources: {'Port': ['ID=dbc8d5f9-b455-4083-9ff3-65f9742bc35a,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:40.418049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-9ad40580-31ee-43a7-a4de-d593356dfe8c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1844093316-network', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:40.507867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad40580-31ee-43a7-a4de-d593356dfe8c admin admin] Made reservation on behalf of 254a2ba6f1404816a3dabc83cc8e217d for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:17:40.510439 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ad40580-31ee-43a7-a4de-d593356dfe8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:40.535921 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] Set router 767816a0-6cad-4b79-9c95-d5922f675a81 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:17:40.552162 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ad40580-31ee-43a7-a4de-d593356dfe8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:40.610149 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] Allocated IP 172.20.0.2 (c3b884b5-1d7f-46b6-93f2-c32f5274637c/85110ef0-2cf4-4982-b09a-eebd43451125/406190ea-70c7-49b6-a606-5f899aae2901) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:17:40.681609 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aca9f32a-4879-4839-b59e-3c66110bc0ee tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:40.747648 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40218) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:40.782557 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ad40580-31ee-43a7-a4de-d593356dfe8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:40.788985 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ad40580-31ee-43a7-a4de-d593356dfe8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:40.834025 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad40580-31ee-43a7-a4de-d593356dfe8c admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:17:40.849201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad40580-31ee-43a7-a4de-d593356dfe8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567e2fa1-91c1-49ee-974c-93e8437ffdd9,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:40.861503 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ad40580-31ee-43a7-a4de-d593356dfe8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:40.861918 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-9ad40580-31ee-43a7-a4de-d593356dfe8c admin admin] Added segment a9e74ac5-36b8-4ec2-b362-9b515a670dea of type vlan for network c59d35e9-a47c-4db1-9fe0-f71f03677711 Sep 07 19:17:40.863639 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'name': 'tempest-TestNetworkBasicOps-router-2131342876', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:36Z', 'updated_at': '2021-09-07T19:17:37Z', 'revision_number': 3, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:37Z', 'updated_at': '2021-09-07T19:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:40.884376 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:40.900981 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a257cd-54c7-4898-88b1-8136d4d9787b None None] The sync data for ids ['767816a0-6cad-4b79-9c95-d5922f675a81'] in n-d-807786-1 is: [{'id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'name': 'tempest-TestNetworkBasicOps-router-2131342876', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:36Z', 'updated_at': '2021-09-07T19:17:37Z', 'revision_number': 3, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:37Z', 'updated_at': '2021-09-07T19:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:17:40.925478 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] Transition to ACTIVE for port object 406190ea-70c7-49b6-a606-5f899aae2901 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:17:40.946846 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ad40580-31ee-43a7-a4de-d593356dfe8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:40.993801 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] Transition to ACTIVE for port object 406190ea-70c7-49b6-a606-5f899aae2901 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:17:41.013610 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-38075c55-677a-4cda-bd24-3a4a3d635894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:41.017637 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:41.038798 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ad40580-31ee-43a7-a4de-d593356dfe8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:41.039779 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad40580-31ee-43a7-a4de-d593356dfe8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:41.040492 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ad40580-31ee-43a7-a4de-d593356dfe8c admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:41.075519 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] Network c3b884b5-1d7f-46b6-93f2-c32f5274637c is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:17:41.077449 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:17:41.081537 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:17:41.094138 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] Pushing event updated for resources: {'Port': ['ID=406190ea-70c7-49b6-a606-5f899aae2901,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:41.118143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad40580-31ee-43a7-a4de-d593356dfe8c admin admin] Pushing event updated for resources: {'Network': ['ID=c59d35e9-a47c-4db1-9fe0-f71f03677711,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:41.146748 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network c59d35e9-a47c-4db1-9fe0-f71f03677711 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:17:41.163700 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e070b-5000-4cd2-9655-dff7c31875e0 req-148d528e-4059-4c87-a8c4-5b51215387bc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:41.165403 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff3e070b-5000-4cd2-9655-dff7c31875e0 req-148d528e-4059-4c87-a8c4-5b51215387bc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 944 time: 0.1726565 Sep 07 19:17:41.202438 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] Attempting to bind port 406190ea-70c7-49b6-a606-5f899aae2901 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:17:41.202807 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] Attempting to bind port 406190ea-70c7-49b6-a606-5f899aae2901 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '27df3b52-7892-4ece-b93c-c06ae4e1dc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:17:41.203174 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] Attempting to bind port 406190ea-70c7-49b6-a606-5f899aae2901 on network c3b884b5-1d7f-46b6-93f2-c32f5274637c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:17:41.222403 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-aca9f32a-4879-4839-b59e-3c66110bc0ee tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Allocated IP 172.20.0.1 (c3b884b5-1d7f-46b6-93f2-c32f5274637c/85110ef0-2cf4-4982-b09a-eebd43451125/0552e2fd-78ad-4515-8cab-88d40595a8bf) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:17:41.244031 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:17:41.244429 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] Checking segment: {'id': '27df3b52-7892-4ece-b93c-c06ae4e1dc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:17:41.244894 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:41.245425 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] Bound using segment: {'id': '27df3b52-7892-4ece-b93c-c06ae4e1dc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:17:41.245916 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] Bound port: 406190ea-70c7-49b6-a606-5f899aae2901, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27df3b52-7892-4ece-b93c-c06ae4e1dc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:17:41.246559 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:41.251951 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff3e070b-5000-4cd2-9655-dff7c31875e0 req-8bf55805-7590-4f1b-8f9c-4884bae3dd89 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/security-groups?id=42e61131-5da5-4196-adc9-d6ceac61f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743532 Sep 07 19:17:41.378485 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-38075c55-677a-4cda-bd24-3a4a3d635894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:41.389181 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-38075c55-677a-4cda-bd24-3a4a3d635894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:41.419606 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9ad40580-31ee-43a7-a4de-d593356dfe8c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2911265 Sep 07 19:17:41.425547 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40234) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:41.430507 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-71d1bbc7-afd8-48ef-8270-4037bcbeff98 admin admin] Request body: {'subnet': {'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1844093316-subnet', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:41.478695 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-38075c55-677a-4cda-bd24-3a4a3d635894 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=763c0a09ec9f4dc6b290d14b393c37b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7275691 Sep 07 19:17:41.478920 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38075c55-677a-4cda-bd24-3a4a3d635894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908e39ed-22e0-440e-b8c3-0f5ae9ee6aad,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:41.479913 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] For port 406190ea-70c7-49b6-a606-5f899aae2901, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:17:41.482289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40236) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:41.495136 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] For port 406190ea-70c7-49b6-a606-5f899aae2901, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=406190ea-70c7-49b6-a606-5f899aae2901,segment=NetworkSegment(27df3b52-7892-4ece-b93c-c06ae4e1dc6f),segment_id=27df3b52-7892-4ece-b93c-c06ae4e1dc6f)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:17:41.498387 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aca9f32a-4879-4839-b59e-3c66110bc0ee tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:41.503925 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:41.508377 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d1bbc7-afd8-48ef-8270-4037bcbeff98 admin admin] Made reservation on behalf of 254a2ba6f1404816a3dabc83cc8e217d for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:17:41.511656 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-71d1bbc7-afd8-48ef-8270-4037bcbeff98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:41.606650 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67601ac-5504-4c68-ab65-a3d7925157af None None] Pushing event updated for resources: {'Port': ['ID=406190ea-70c7-49b6-a606-5f899aae2901,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:41.608600 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6f13a6c-c8b4-4927-ae94-3aa68b1f1872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:41.655762 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-aca9f32a-4879-4839-b59e-3c66110bc0ee tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Transition to ACTIVE for port object 0552e2fd-78ad-4515-8cab-88d40595a8bf will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:17:41.655907 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6f13a6c-c8b4-4927-ae94-3aa68b1f1872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:41.709357 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6f13a6c-c8b4-4927-ae94-3aa68b1f1872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:41.712582 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d6f13a6c-c8b4-4927-ae94-3aa68b1f1872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:41.713817 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d6f13a6c-c8b4-4927-ae94-3aa68b1f1872 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/908e39ed-22e0-440e-b8c3-0f5ae9ee6aad HTTP/1.1" status: 204 len: 168 time: 0.2302392 Sep 07 19:17:41.726400 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f13a6c-c8b4-4927-ae94-3aa68b1f1872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908e39ed-22e0-440e-b8c3-0f5ae9ee6aad,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:42.256328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40244) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:42.286645 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d273afe4-ce04-4ead-88a8-f34340f965af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:42.303068 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aca9f32a-4879-4839-b59e-3c66110bc0ee tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:42.315479 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-71d1bbc7-afd8-48ef-8270-4037bcbeff98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:42.378735 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 406190ea-70c7-49b6-a606-5f899aae2901 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:17:42.445588 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1bbc7-afd8-48ef-8270-4037bcbeff98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=765e9a5e-c40a-4665-aaca-06d64bc75a68,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:42.449776 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca9f32a-4879-4839-b59e-3c66110bc0ee tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Network c3b884b5-1d7f-46b6-93f2-c32f5274637c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:17:42.455533 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-aca9f32a-4879-4839-b59e-3c66110bc0ee tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:17:42.465788 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca9f32a-4879-4839-b59e-3c66110bc0ee tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:17:42.468190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 406190ea-70c7-49b6-a606-5f899aae2901 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:17:42.473416 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device dbc8d5f9-b455-4083-9ff3-65f9742bc35a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:17:42.488891 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9f32a-4879-4839-b59e-3c66110bc0ee tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'Port': ['ID=0552e2fd-78ad-4515-8cab-88d40595a8bf,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:42.539739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cebe56-752a-4627-a702-24db64665011 req-aba7c265-e1d9-47f1-bc24-ffd41a1fc019 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:42.541639 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-46cebe56-752a-4627-a702-24db64665011 req-aba7c265-e1d9-47f1-bc24-ffd41a1fc019 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 944 time: 0.1381364 Sep 07 19:17:42.573497 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port dbc8d5f9-b455-4083-9ff3-65f9742bc35a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:17:42.580708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port dbc8d5f9-b455-4083-9ff3-65f9742bc35a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:17:42.582211 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:42.619739 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-46cebe56-752a-4627-a702-24db64665011 req-5c8f4f3d-8500-41fe-8183-50a08936f217 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/security-groups?id=42e61131-5da5-4196-adc9-d6ceac61f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702310 Sep 07 19:17:42.632158 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d273afe4-ce04-4ead-88a8-f34340f965af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:42.638323 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d1bbc7-afd8-48ef-8270-4037bcbeff98 admin admin] Checking segment: {'id': 'a9e74ac5-36b8-4ec2-b362-9b515a670dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:17:42.638820 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d273afe4-ce04-4ead-88a8-f34340f965af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:42.639057 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d1bbc7-afd8-48ef-8270-4037bcbeff98 admin admin] Network hostable DHCP agents. Network: c59d35e9-a47c-4db1-9fe0-f71f03677711, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:17:42.641809 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aca9f32a-4879-4839-b59e-3c66110bc0ee tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:42.687367 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d273afe4-ce04-4ead-88a8-f34340f965af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4eba6d777cea48088d3f2d3051197c34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4297869 Sep 07 19:17:42.688810 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273afe4-ce04-4ead-88a8-f34340f965af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3016994-5826-4178-996c-7e0d8673a762,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:42.692997 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40250) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:42.708112 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:42.718865 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d1bbc7-afd8-48ef-8270-4037bcbeff98 admin admin] Network c59d35e9-a47c-4db1-9fe0-f71f03677711 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:17:42.737887 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-71d1bbc7-afd8-48ef-8270-4037bcbeff98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, c59d35e9-a47c-4db1-9fe0-f71f03677711) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:17:42.745122 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port dbc8d5f9-b455-4083-9ff3-65f9742bc35a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=dbc8d5f9-b455-4083-9ff3-65f9742bc35a,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:17:42.745335 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d1bbc7-afd8-48ef-8270-4037bcbeff98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:42.746283 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-71d1bbc7-afd8-48ef-8270-4037bcbeff98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:42.749961 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c344b7-0b7c-485b-bc25-fd4aa335a605 None None] Network c59d35e9-a47c-4db1-9fe0-f71f03677711 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:17:42.757186 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:42.777529 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ec33253-ec64-4027-b4cf-30fb69330d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:42.798074 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-71d1bbc7-afd8-48ef-8270-4037bcbeff98 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3714187 Sep 07 19:17:42.798743 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40252) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:42.805355 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b7499ff0-777a-44ef-9839-1c09ed967c4c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1844093316-router', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:42.808008 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ec33253-ec64-4027-b4cf-30fb69330d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:42.879152 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b7499ff0-777a-44ef-9839-1c09ed967c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:42.880139 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b7499ff0-777a-44ef-9839-1c09ed967c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:42.889861 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aca9f32a-4879-4839-b59e-3c66110bc0ee tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:42.892604 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ec33253-ec64-4027-b4cf-30fb69330d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:42.899230 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ec33253-ec64-4027-b4cf-30fb69330d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:42.902652 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9ec33253-ec64-4027-b4cf-30fb69330d00 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b3016994-5826-4178-996c-7e0d8673a762 HTTP/1.1" status: 204 len: 168 time: 0.2013409 Sep 07 19:17:42.918755 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=dbc8d5f9-b455-4083-9ff3-65f9742bc35a,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:42.928468 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec33253-ec64-4027-b4cf-30fb69330d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3016994-5826-4178-996c-7e0d8673a762,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:43.006977 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b7499ff0-777a-44ef-9839-1c09ed967c4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:43.086731 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-c59d35e9-a47c-4db1-9fe0-f71f03677711', 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'fixed_ips': [{'subnet_id': '765e9a5e-c40a-4665-aaca-06d64bc75a68'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:17:43.087641 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:43.143631 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:43.206624 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a0f649c3-f3e3-4a37-9599-bcb6dd55abbd up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:17:43.389791 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] Allocated IP 172.20.0.2 (c59d35e9-a47c-4db1-9fe0-f71f03677711/765e9a5e-c40a-4665-aaca-06d64bc75a68/29ea9a4d-63d8-4784-b8a6-8cf64d46be8c) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:17:43.512396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port a0f649c3-f3e3-4a37-9599-bcb6dd55abbd completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:17:43.513471 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b7499ff0-777a-44ef-9839-1c09ed967c4c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:43.521091 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port a0f649c3-f3e3-4a37-9599-bcb6dd55abbd triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:17:43.521469 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:43.532454 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f311af8-3b17-478a-8938-01cd1a79d70a None None] Network c3b884b5-1d7f-46b6-93f2-c32f5274637c requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:17:43.593853 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aca9f32a-4879-4839-b59e-3c66110bc0ee tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:43.656228 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aca9f32a-4879-4839-b59e-3c66110bc0ee tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:43.738426 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a9beb722-f25b-48e3-acd2-f51441c2f0e8 None None] Provisioning for port 406190ea-70c7-49b6-a606-5f899aae2901 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:17:43.795000 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9f32a-4879-4839-b59e-3c66110bc0ee tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'Port': ['ID=0552e2fd-78ad-4515-8cab-88d40595a8bf,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:43.844159 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a9beb722-f25b-48e3-acd2-f51441c2f0e8 None None] Provisioning complete for port 406190ea-70c7-49b6-a606-5f899aae2901 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:17:43.845106 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a9beb722-f25b-48e3-acd2-f51441c2f0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:43.869321 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956522d-6aaa-447c-9cb9-d78fbaa24328 req-662302a0-5c67-482d-80d7-a4e0d02f069b tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:43.870963 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e956522d-6aaa-447c-9cb9-d78fbaa24328 req-662302a0-5c67-482d-80d7-a4e0d02f069b tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 944 time: 0.1115651 Sep 07 19:17:43.888168 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aca9f32a-4879-4839-b59e-3c66110bc0ee tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:43.944624 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e956522d-6aaa-447c-9cb9-d78fbaa24328 req-16dc885b-1836-4f63-97b0-5bfaa0c475ed tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/security-groups?id=42e61131-5da5-4196-adc9-d6ceac61f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609226 Sep 07 19:17:44.073936 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:44.122031 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b7499ff0-777a-44ef-9839-1c09ed967c4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:44.125508 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:44.139027 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] Transition to ACTIVE for port object 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:17:44.154866 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] Transition to ACTIVE for port object 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:17:44.169296 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b7499ff0-777a-44ef-9839-1c09ed967c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:44.187052 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca9f32a-4879-4839-b59e-3c66110bc0ee tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Network c3b884b5-1d7f-46b6-93f2-c32f5274637c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:17:44.203126 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:44.204284 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:44.244156 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device dbc8d5f9-b455-4083-9ff3-65f9742bc35a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:17:44.266457 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-aca9f32a-4879-4839-b59e-3c66110bc0ee tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:17:44.326653 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] Network c59d35e9-a47c-4db1-9fe0-f71f03677711 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:17:44.341647 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:17:44.345407 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:17:44.347862 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18df5acf-d196-40c5-a472-7c814ef45897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:17:44.350147 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a8cc12-ce0d-497c-9e3f-f33359e83c51" -d '{"events": [{"server_uuid": "18df5acf-d196-40c5-a472-7c814ef45897", "name": "network-vif-plugged", "status": "completed", "tag": "a0f649c3-f3e3-4a37-9599-bcb6dd55abbd"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:17:44.427198 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port a0f649c3-f3e3-4a37-9599-bcb6dd55abbd, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a0f649c3-f3e3-4a37-9599-bcb6dd55abbd,segment=NetworkSegment(6e379004-7e67-4b17-82f9-d82f8e203890),segment_id=6e379004-7e67-4b17-82f9-d82f8e203890)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:17:44.432963 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3419a2-a286-4c2f-8d7f-71099052b3d3 x-openstack-request-id: req-2a3419a2-a286-4c2f-8d7f-71099052b3d3 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:17:44.433319 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18df5acf-d196-40c5-a472-7c814ef45897", "name": "network-vif-plugged", "status": "completed", "tag": "a0f649c3-f3e3-4a37-9599-bcb6dd55abbd", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:17:44.433477 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a3419a2-a286-4c2f-8d7f-71099052b3d3 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:17:44.433879 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18df5acf-d196-40c5-a472-7c814ef45897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd', 'code': 200} Sep 07 19:17:44.440482 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a9beb722-f25b-48e3-acd2-f51441c2f0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:44.443767 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:44.511377 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-b7499ff0-777a-44ef-9839-1c09ed967c4c admin admin] Allocated IP 172.25.8.46 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/8d3c4993-d15a-44c3-912d-4886dc654cea) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:17:44.542329 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886c8a0-1e5e-4c08-a2fb-ebcddfb9976f req-dca1133c-da8d-4f15-8167-b9f1ff4aa652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:44.546382 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7886c8a0-1e5e-4c08-a2fb-ebcddfb9976f req-dca1133c-da8d-4f15-8167-b9f1ff4aa652 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 1096 time: 0.0705321 Sep 07 19:17:44.619050 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7886c8a0-1e5e-4c08-a2fb-ebcddfb9976f req-e698bb74-c85d-4ec8-87f9-8579aefadb86 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=42e61131-5da5-4196-adc9-d6ceac61f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635223 Sep 07 19:17:44.630870 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] Pushing event updated for resources: {'Port': ['ID=29ea9a4d-63d8-4784-b8a6-8cf64d46be8c,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:44.638106 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca9f32a-4879-4839-b59e-3c66110bc0ee tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Router 767816a0-6cad-4b79-9c95-d5922f675a81 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:17:44.733567 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] Attempting to bind port 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:17:44.734205 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] Attempting to bind port 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'a9e74ac5-36b8-4ec2-b362-9b515a670dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:17:44.734344 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] Attempting to bind port 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c on network c59d35e9-a47c-4db1-9fe0-f71f03677711 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:17:44.764786 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b7499ff0-777a-44ef-9839-1c09ed967c4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:44.765958 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:17:44.766488 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] Checking segment: {'id': 'a9e74ac5-36b8-4ec2-b362-9b515a670dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:17:44.766731 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:44.767129 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] Bound using segment: {'id': 'a9e74ac5-36b8-4ec2-b362-9b515a670dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:17:44.767617 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] Bound port: 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e74ac5-36b8-4ec2-b362-9b515a670dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:17:44.768355 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:44.773759 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-a9beb722-f25b-48e3-acd2-f51441c2f0e8 None None] For port 406190ea-70c7-49b6-a606-5f899aae2901, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=406190ea-70c7-49b6-a606-5f899aae2901,segment=NetworkSegment(27df3b52-7892-4ece-b93c-c06ae4e1dc6f),segment_id=27df3b52-7892-4ece-b93c-c06ae4e1dc6f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:17:44.774739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port dbc8d5f9-b455-4083-9ff3-65f9742bc35a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:17:44.775107 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:44.778972 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=a0f649c3-f3e3-4a37-9599-bcb6dd55abbd,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:44.812252 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a9beb722-f25b-48e3-acd2-f51441c2f0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:44.864990 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca9f32a-4879-4839-b59e-3c66110bc0ee tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:17:44.873868 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-aca9f32a-4879-4839-b59e-3c66110bc0ee tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "PUT /v2.0/routers/767816a0-6cad-4b79-9c95-d5922f675a81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0678260 Sep 07 19:17:44.874336 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40304) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:44.891839 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b7499ff0-777a-44ef-9839-1c09ed967c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:44.933546 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] Sync routers for ids ['767816a0-6cad-4b79-9c95-d5922f675a81'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:17:44.938930 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7499ff0-777a-44ef-9839-1c09ed967c4c admin admin] Pushing event updated for resources: {'Port': ['ID=8d3c4993-d15a-44c3-912d-4886dc654cea,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:44.960970 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7499ff0-777a-44ef-9839-1c09ed967c4c admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:17:44.963492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b7499ff0-777a-44ef-9839-1c09ed967c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:17:44.966915 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7499ff0-777a-44ef-9839-1c09ed967c4c admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:17:45.036464 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9beb722-f25b-48e3-acd2-f51441c2f0e8 None None] Pushing event updated for resources: {'Port': ['ID=406190ea-70c7-49b6-a606-5f899aae2901,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:45.039092 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] Routers {'767816a0-6cad-4b79-9c95-d5922f675a81'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:17:45.039710 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:17:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['767816a0-6cad-4b79-9c95-d5922f675a81'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:45.183710 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] For port 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:17:45.206429 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] For port 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=29ea9a4d-63d8-4784-b8a6-8cf64d46be8c,segment=NetworkSegment(a9e74ac5-36b8-4ec2-b362-9b515a670dea),segment_id=a9e74ac5-36b8-4ec2-b362-9b515a670dea)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:17:45.325976 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] Set router 767816a0-6cad-4b79-9c95-d5922f675a81 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:17:45.351742 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b7499ff0-777a-44ef-9839-1c09ed967c4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:45.585685 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:45.688657 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b7499ff0-777a-44ef-9839-1c09ed967c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:45.829130 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666dac1-05dc-4948-bc80-b47ead136057 None None] Pushing event updated for resources: {'Port': ['ID=29ea9a4d-63d8-4784-b8a6-8cf64d46be8c,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:45.891587 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9631492c-58c2-44c2-b139-2bdb2b4444c7 None None] Provisioning complete for port 406190ea-70c7-49b6-a606-5f899aae2901 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:17:45.892043 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9631492c-58c2-44c2-b139-2bdb2b4444c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:45.964833 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40320) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:45.964994 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'name': 'tempest-TestNetworkBasicOps-router-2131342876', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:36Z', 'updated_at': '2021-09-07T19:17:42Z', 'revision_number': 4, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:37Z', 'updated_at': '2021-09-07T19:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '0552e2fd-78ad-4515-8cab-88d40595a8bf', 'name': '', 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:ed:f5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '85110ef0-2cf4-4982-b09a-eebd43451125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:40Z', 'updated_at': '2021-09-07T19:17:43Z', 'revision_number': 2, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': '85110ef0-2cf4-4982-b09a-eebd43451125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:45.986124 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7499ff0-777a-44ef-9839-1c09ed967c4c admin admin] Router 12faa773-e98d-43eb-a463-d912a7a44bc7 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:17:46.010829 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] Checking router: 767816a0-6cad-4b79-9c95-d5922f675a81 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:17:46.011479 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] Updating router 767816a0-6cad-4b79-9c95-d5922f675a81 port 0552e2fd-78ad-4515-8cab-88d40595a8bf binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:17:46.159410 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:46.246518 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9631492c-58c2-44c2-b139-2bdb2b4444c7 None None] Provisioning for port 0552e2fd-78ad-4515-8cab-88d40595a8bf completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:17:46.254146 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16226353-c55f-4a99-910a-0466a41a293c req-23352f74-2c3d-495a-96ca-9e8fa4c4c814 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:46.256569 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b28d98f1-aacc-45f7-ad7b-9474110d1135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:46.258915 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16226353-c55f-4a99-910a-0466a41a293c req-23352f74-2c3d-495a-96ca-9e8fa4c4c814 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 945 time: 1.1464732 Sep 07 19:17:46.265559 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9631492c-58c2-44c2-b139-2bdb2b4444c7 None None] Provisioning complete for port 0552e2fd-78ad-4515-8cab-88d40595a8bf triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:17:46.265944 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9631492c-58c2-44c2-b139-2bdb2b4444c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:46.285589 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7499ff0-777a-44ef-9839-1c09ed967c4c admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:17:46.303737 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] Sync routers for ids ['12faa773-e98d-43eb-a463-d912a7a44bc7'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:17:46.333848 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] Routers {'12faa773-e98d-43eb-a463-d912a7a44bc7'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:17:46.338967 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:17:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['12faa773-e98d-43eb-a463-d912a7a44bc7'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:46.346829 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a09ef96-be7d-42de-b9a0-3cee6dd29105 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:46.349582 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a09ef96-be7d-42de-b9a0-3cee6dd29105 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:46.350339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a09ef96-be7d-42de-b9a0-3cee6dd29105 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:46.357604 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a09ef96-be7d-42de-b9a0-3cee6dd29105 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:46.358503 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a09ef96-be7d-42de-b9a0-3cee6dd29105 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:46.359257 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a09ef96-be7d-42de-b9a0-3cee6dd29105 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:46.359965 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a09ef96-be7d-42de-b9a0-3cee6dd29105 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:46.360832 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a09ef96-be7d-42de-b9a0-3cee6dd29105 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:46.363459 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3a09ef96-be7d-42de-b9a0-3cee6dd29105 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5671 time: 1.4874730 Sep 07 19:17:46.374936 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40324) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:46.393593 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-9631492c-58c2-44c2-b139-2bdb2b4444c7 None None] Port 0552e2fd-78ad-4515-8cab-88d40595a8bf cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:17:46.462985 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16226353-c55f-4a99-910a-0466a41a293c req-055fc1fa-6808-44b0-a9c1-21a18887e3d1 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/security-groups?id=42e61131-5da5-4196-adc9-d6ceac61f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962467 Sep 07 19:17:46.532518 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 406190ea-70c7-49b6-a606-5f899aae2901 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:17:46.574465 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25ec1cf-7c27-43a5-8107-a45127accdfc tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:46.574749 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25ec1cf-7c27-43a5-8107-a45127accdfc tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:46.575232 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25ec1cf-7c27-43a5-8107-a45127accdfc tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:46.575868 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25ec1cf-7c27-43a5-8107-a45127accdfc tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:46.576338 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25ec1cf-7c27-43a5-8107-a45127accdfc tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:46.576841 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25ec1cf-7c27-43a5-8107-a45127accdfc tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:46.577305 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25ec1cf-7c27-43a5-8107-a45127accdfc tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:46.577773 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25ec1cf-7c27-43a5-8107-a45127accdfc tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:46.579880 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c25ec1cf-7c27-43a5-8107-a45127accdfc tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5266 time: 0.2036109 Sep 07 19:17:46.583796 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40326) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:46.596656 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] Set router 12faa773-e98d-43eb-a463-d912a7a44bc7 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:17:46.601831 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d2b87f6a-b419-40ac-825f-5b54b4ec9bbc None None] Provisioning complete for port 0552e2fd-78ad-4515-8cab-88d40595a8bf triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:17:46.602211 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d2b87f6a-b419-40ac-825f-5b54b4ec9bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:46.655818 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b28d98f1-aacc-45f7-ad7b-9474110d1135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:46.666631 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b28d98f1-aacc-45f7-ad7b-9474110d1135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:46.688102 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b7499ff0-777a-44ef-9839-1c09ed967c4c admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:46.692637 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d2b87f6a-b419-40ac-825f-5b54b4ec9bbc None None] Port 0552e2fd-78ad-4515-8cab-88d40595a8bf cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:17:46.695337 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b7499ff0-777a-44ef-9839-1c09ed967c4c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8938756 Sep 07 19:17:46.696050 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40328) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:46.757744 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:46.773895 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] Transition to ACTIVE for port object 0552e2fd-78ad-4515-8cab-88d40595a8bf will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:17:46.778681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 406190ea-70c7-49b6-a606-5f899aae2901 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:17:46.779102 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:46.823771 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b28d98f1-aacc-45f7-ad7b-9474110d1135 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=25b5e6a42c0844939eb6a611df84ec4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8597350 Sep 07 19:17:46.827268 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40330) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:46.829866 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d98f1-aacc-45f7-ad7b-9474110d1135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5392f1eb-89d0-4367-b3fc-ee642cbdc966,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:46.857863 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:46.980802 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f399ed-e7e5-4026-9649-55dd3c5fdff6 None None] Pushing event updated for resources: {'Port': ['ID=0552e2fd-78ad-4515-8cab-88d40595a8bf,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:47.146503 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:17:47.184814 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'name': 'tempest-TestServerBasicOps-1844093316-router', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:42Z', 'updated_at': '2021-09-07T19:17:45Z', 'revision_number': 3, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'gw_port': {'id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:44Z', 'updated_at': '2021-09-07T19:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:47.191940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] Attempting to bind port 0552e2fd-78ad-4515-8cab-88d40595a8bf on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:17:47.193116 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] Attempting to bind port 0552e2fd-78ad-4515-8cab-88d40595a8bf by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '27df3b52-7892-4ece-b93c-c06ae4e1dc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:17:47.193488 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] Attempting to bind port 0552e2fd-78ad-4515-8cab-88d40595a8bf on network c3b884b5-1d7f-46b6-93f2-c32f5274637c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:17:47.202270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:17:47.203311 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] Checking segment: {'id': '27df3b52-7892-4ece-b93c-c06ae4e1dc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:17:47.203951 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:47.204595 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] Bound using segment: {'id': '27df3b52-7892-4ece-b93c-c06ae4e1dc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:17:47.205666 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] Bound port: 0552e2fd-78ad-4515-8cab-88d40595a8bf, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27df3b52-7892-4ece-b93c-c06ae4e1dc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:17:47.206248 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:47.257253 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] Checking router: 12faa773-e98d-43eb-a463-d912a7a44bc7 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:17:47.258364 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] Updating router 12faa773-e98d-43eb-a463-d912a7a44bc7 port 8d3c4993-d15a-44c3-912d-4886dc654cea binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:17:47.337735 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:47.351136 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:17:47.364891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54546f39-23a4-466e-b00d-8aa63fe676a5 req-1647c97a-e557-4e66-ac64-126bab87cb4d tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:47.366518 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54546f39-23a4-466e-b00d-8aa63fe676a5 req-1647c97a-e557-4e66-ac64-126bab87cb4d tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 1096 time: 0.1911376 Sep 07 19:17:47.371203 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] For port 0552e2fd-78ad-4515-8cab-88d40595a8bf, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:17:47.382017 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] For port 0552e2fd-78ad-4515-8cab-88d40595a8bf, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0552e2fd-78ad-4515-8cab-88d40595a8bf,segment=NetworkSegment(27df3b52-7892-4ece-b93c-c06ae4e1dc6f),segment_id=27df3b52-7892-4ece-b93c-c06ae4e1dc6f)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:17:47.390799 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:47.391502 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f5adade8-9be3-41a4-81b3-a3611452ef61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:47.416423 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f5adade8-9be3-41a4-81b3-a3611452ef61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:47.540596 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f5adade8-9be3-41a4-81b3-a3611452ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:47.542670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d45afd-5445-4fce-9378-b604143942a8 None None] Network c59d35e9-a47c-4db1-9fe0-f71f03677711 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:17:47.543578 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f5adade8-9be3-41a4-81b3-a3611452ef61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:47.550337 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f5adade8-9be3-41a4-81b3-a3611452ef61 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5392f1eb-89d0-4367-b3fc-ee642cbdc966 HTTP/1.1" status: 204 len: 168 time: 0.7203596 Sep 07 19:17:47.555194 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54546f39-23a4-466e-b00d-8aa63fe676a5 req-8fc862d5-69ba-4b31-8816-1291b14c2aaf tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744981 Sep 07 19:17:47.557811 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f399ed-e7e5-4026-9649-55dd3c5fdff6 None None] Pushing event updated for resources: {'Port': ['ID=0552e2fd-78ad-4515-8cab-88d40595a8bf,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:47.568219 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a7022923-5fac-4b5b-b3d3-bfb165f76a9f tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4495 time: 0.9827118 Sep 07 19:17:47.585121 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5adade8-9be3-41a4-81b3-a3611452ef61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5392f1eb-89d0-4367-b3fc-ee642cbdc966,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:47.586383 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] Routers {'767816a0-6cad-4b79-9c95-d5922f675a81'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:17:47.587092 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:17:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['767816a0-6cad-4b79-9c95-d5922f675a81'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:47.830146 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85214924-8422-478e-80d2-6bb1f8032ef9 req-2fd25d26-e85d-4c90-ae07-08a8ac76cfa4 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:47.834757 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-85214924-8422-478e-80d2-6bb1f8032ef9 req-2fd25d26-e85d-4c90-ae07-08a8ac76cfa4 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 945 time: 0.1361542 Sep 07 19:17:47.878035 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-591a9581-9398-486f-ac19-efe9562e0b44 None None] Provisioning for port 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:17:47.896191 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-591a9581-9398-486f-ac19-efe9562e0b44 None None] Provisioning complete for port 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:17:47.897274 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-591a9581-9398-486f-ac19-efe9562e0b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:47.914630 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-85214924-8422-478e-80d2-6bb1f8032ef9 req-9d056d09-07d6-4915-89c6-5d885985a783 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/security-groups?id=42e61131-5da5-4196-adc9-d6ceac61f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680938 Sep 07 19:17:48.049250 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] Set router 767816a0-6cad-4b79-9c95-d5922f675a81 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:17:48.111539 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:48.158182 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] Transition to ACTIVE for port object 8d3c4993-d15a-44c3-912d-4886dc654cea will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:17:48.183554 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:48.191874 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334f63c-4523-44f5-8d49-7eb4a36fc6de req-6eff8810-4337-48a4-a28d-35a5e3c9f2ec tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:48.235567 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f334f63c-4523-44f5-8d49-7eb4a36fc6de req-6eff8810-4337-48a4-a28d-35a5e3c9f2ec tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 945 time: 0.2132378 Sep 07 19:17:48.236105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40356) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:48.241313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-7826808f-0bab-4b71-961a-81b5c9bc525d tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-32402139', 'description': 'tempest-secgroup-smoke-32402139 description', 'project_id': '78144588c9424754a9005f76111ab868'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:48.295291 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e188116-109b-49cc-a7b4-0ea329386290 None None] Pushing event updated for resources: {'Port': ['ID=8d3c4993-d15a-44c3-912d-4886dc654cea,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:48.298820 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] Attempting to bind port 8d3c4993-d15a-44c3-912d-4886dc654cea on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:17:48.299439 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] Attempting to bind port 8d3c4993-d15a-44c3-912d-4886dc654cea by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:17:48.299819 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] Attempting to bind port 8d3c4993-d15a-44c3-912d-4886dc654cea on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:17:48.307711 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:17:48.307711 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:17:48.307711 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:48.308720 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:17:48.308967 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] Bound port: 8d3c4993-d15a-44c3-912d-4886dc654cea, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:17:48.309833 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:48.396614 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c77796c-f0bf-48f4-a379-4e702166be56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:48.449265 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] For port 8d3c4993-d15a-44c3-912d-4886dc654cea, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:17:48.459342 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f334f63c-4523-44f5-8d49-7eb4a36fc6de req-8eff7893-669e-49e5-9294-54632d993f1b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975820 Sep 07 19:17:48.460541 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] For port 8d3c4993-d15a-44c3-912d-4886dc654cea, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8d3c4993-d15a-44c3-912d-4886dc654cea,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:17:48.468148 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7826808f-0bab-4b71-961a-81b5c9bc525d tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:48.471383 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:48.503278 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40362) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:48.578135 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] Routers {'12faa773-e98d-43eb-a463-d912a7a44bc7'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:17:48.578933 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:17:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['12faa773-e98d-43eb-a463-d912a7a44bc7'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:48.582303 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e188116-109b-49cc-a7b4-0ea329386290 None None] Pushing event updated for resources: {'Port': ['ID=8d3c4993-d15a-44c3-912d-4886dc654cea,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:48.642464 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f8dd34eb-69c7-47da-b8b9-67e8d9a6a8f4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/floatingips/8e88fb50-f314-405e-a4dd-18a942028f07 HTTP/1.1" status: 200 len: 993 time: 0.1368146 Sep 07 19:17:48.663369 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653522b5-695b-4fcb-b3b6-854ad442c101 req-1125cc50-567b-4f62-83eb-89fd324be417 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:48.674595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-653522b5-695b-4fcb-b3b6-854ad442c101 req-1125cc50-567b-4f62-83eb-89fd324be417 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 945 time: 0.3271632 Sep 07 19:17:48.735684 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] Set router 12faa773-e98d-43eb-a463-d912a7a44bc7 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:17:48.818521 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7826808f-0bab-4b71-961a-81b5c9bc525d tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:48.833918 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7826808f-0bab-4b71-961a-81b5c9bc525d tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:48.834734 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-3c77796c-f0bf-48f4-a379-4e702166be56 admin admin] Allocated IP 172.20.0.1 (c59d35e9-a47c-4db1-9fe0-f71f03677711/765e9a5e-c40a-4665-aaca-06d64bc75a68/9829c8ff-6e2b-446b-af68-bf374dbf952a) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:17:48.891619 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-653522b5-695b-4fcb-b3b6-854ad442c101 req-bd129913-2261-48d5-8504-51a035dd3b9e tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/security-groups?id=42e61131-5da5-4196-adc9-d6ceac61f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157183 Sep 07 19:17:48.894571 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7826808f-0bab-4b71-961a-81b5c9bc525d tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:48.896335 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7826808f-0bab-4b71-961a-81b5c9bc525d tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6591401 Sep 07 19:17:48.899441 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40376) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:48.917228 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-440fa520-8ffa-4368-82b5-c94ac5c16a4a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'security_group_rule': {'security_group_id': 'a6867333-3407-4ca2-95ca-d296e67b8b47', 'project_id': '78144588c9424754a9005f76111ab868', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:48.929487 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40378) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:48.972415 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826808f-0bab-4b71-961a-81b5c9bc525d tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6867333-3407-4ca2-95ca-d296e67b8b47,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:49.029141 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-440fa520-8ffa-4368-82b5-c94ac5c16a4a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:49.031108 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-591a9581-9398-486f-ac19-efe9562e0b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:49.039672 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c77796c-f0bf-48f4-a379-4e702166be56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:49.080810 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-3c77796c-f0bf-48f4-a379-4e702166be56 admin admin] Transition to ACTIVE for port object 9829c8ff-6e2b-446b-af68-bf374dbf952a will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:17:49.090993 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'name': 'tempest-TestServerBasicOps-1844093316-router', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:42Z', 'updated_at': '2021-09-07T19:17:45Z', 'revision_number': 3, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'gw_port': {'id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:44Z', 'updated_at': '2021-09-07T19:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:49.128437 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e736922e-87b5-45ca-b1a0-d9a2d249f7e3 None None] The sync data for ids ['12faa773-e98d-43eb-a463-d912a7a44bc7'] in n-d-807786-1 is: [{'id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'name': 'tempest-TestServerBasicOps-1844093316-router', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:42Z', 'updated_at': '2021-09-07T19:17:45Z', 'revision_number': 3, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'gw_port': {'id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:44Z', 'updated_at': '2021-09-07T19:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:17:49.168741 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-440fa520-8ffa-4368-82b5-c94ac5c16a4a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:49.179779 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-440fa520-8ffa-4368-82b5-c94ac5c16a4a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:49.185618 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c77796c-f0bf-48f4-a379-4e702166be56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:49.247967 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-591a9581-9398-486f-ac19-efe9562e0b44 None None] For port 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=29ea9a4d-63d8-4784-b8a6-8cf64d46be8c,segment=NetworkSegment(a9e74ac5-36b8-4ec2-b362-9b515a670dea),segment_id=a9e74ac5-36b8-4ec2-b362-9b515a670dea)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:17:49.258285 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-440fa520-8ffa-4368-82b5-c94ac5c16a4a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:49.263493 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-440fa520-8ffa-4368-82b5-c94ac5c16a4a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3611507 Sep 07 19:17:49.269557 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40394) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:49.272398 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-591a9581-9398-486f-ac19-efe9562e0b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:49.280060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-a38e9ad5-fb83-4427-b3bd-6bcb5688b6d2 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'security_group_rule': {'security_group_id': 'a6867333-3407-4ca2-95ca-d296e67b8b47', 'project_id': '78144588c9424754a9005f76111ab868', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:49.294664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fa520-8ffa-4368-82b5-c94ac5c16a4a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dfb32c9-dc49-45e7-a1f2-7838431ccbbd,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:49.330802 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c77796c-f0bf-48f4-a379-4e702166be56 admin admin] Network c59d35e9-a47c-4db1-9fe0-f71f03677711 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:17:49.340922 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-3c77796c-f0bf-48f4-a379-4e702166be56 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:17:49.349112 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c77796c-f0bf-48f4-a379-4e702166be56 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:17:49.357412 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a38e9ad5-fb83-4427-b3bd-6bcb5688b6d2 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:49.391053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'name': 'tempest-TestNetworkBasicOps-router-2131342876', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:36Z', 'updated_at': '2021-09-07T19:17:42Z', 'revision_number': 4, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:37Z', 'updated_at': '2021-09-07T19:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '0552e2fd-78ad-4515-8cab-88d40595a8bf', 'name': '', 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:ed:f5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '85110ef0-2cf4-4982-b09a-eebd43451125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:40Z', 'updated_at': '2021-09-07T19:17:47Z', 'revision_number': 4, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': '85110ef0-2cf4-4982-b09a-eebd43451125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:49.447494 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6929e72b-4dc8-430e-b4ec-34e47fb0f9df None None] The sync data for ids ['767816a0-6cad-4b79-9c95-d5922f675a81'] in n-d-807786-1 is: [{'id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'name': 'tempest-TestNetworkBasicOps-router-2131342876', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:36Z', 'updated_at': '2021-09-07T19:17:42Z', 'revision_number': 4, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:37Z', 'updated_at': '2021-09-07T19:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '0552e2fd-78ad-4515-8cab-88d40595a8bf', 'name': '', 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:ed:f5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '85110ef0-2cf4-4982-b09a-eebd43451125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:40Z', 'updated_at': '2021-09-07T19:17:47Z', 'revision_number': 4, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': '85110ef0-2cf4-4982-b09a-eebd43451125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:17:49.453105 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a9581-9398-486f-ac19-efe9562e0b44 None None] Pushing event updated for resources: {'Port': ['ID=29ea9a4d-63d8-4784-b8a6-8cf64d46be8c,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:49.480203 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77796c-f0bf-48f4-a379-4e702166be56 admin admin] Pushing event updated for resources: {'Port': ['ID=9829c8ff-6e2b-446b-af68-bf374dbf952a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:49.572237 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40404) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:49.593559 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c77796c-f0bf-48f4-a379-4e702166be56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:49.653341 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a38e9ad5-fb83-4427-b3bd-6bcb5688b6d2 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:49.672678 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c2aa421e-7225-4738-a086-e1d0ff3df996 None None] Provisioning complete for port 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:17:49.673195 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a38e9ad5-fb83-4427-b3bd-6bcb5688b6d2 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:49.674250 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c2aa421e-7225-4738-a086-e1d0ff3df996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:49.787338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657f034-1141-4845-9802-7e57af8ae0b1 req-86dcae1d-5fba-425a-967f-74a506ae6818 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:49.791898 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e657f034-1141-4845-9802-7e57af8ae0b1 req-86dcae1d-5fba-425a-967f-74a506ae6818 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 945 time: 0.2650015 Sep 07 19:17:49.791898 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e9ad5-fb83-4427-b3bd-6bcb5688b6d2 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5dfa81-bfab-42ed-8dbc-66f1c396bfe0,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:49.852792 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a38e9ad5-fb83-4427-b3bd-6bcb5688b6d2 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:49.856924 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a38e9ad5-fb83-4427-b3bd-6bcb5688b6d2 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5859332 Sep 07 19:17:49.863185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40422) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:49.874930 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-2c6906be-8214-4b8d-8455-9d405f66b57d tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'security_group_rule': {'security_group_id': 'a6867333-3407-4ca2-95ca-d296e67b8b47', 'project_id': '78144588c9424754a9005f76111ab868', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:49.933534 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e657f034-1141-4845-9802-7e57af8ae0b1 req-151ba167-52c7-4614-abe1-c7ed63784a0c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150920 Sep 07 19:17:49.987862 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2c6906be-8214-4b8d-8455-9d405f66b57d tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:50.037568 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59493514-ca9c-496a-a65f-b4925392adb3 tempest-TestVolumeBackupRestore-1118957519 tempest-TestVolumeBackupRestore-1118957519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:50.045045 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-59493514-ca9c-496a-a65f-b4925392adb3 tempest-TestVolumeBackupRestore-1118957519 tempest-TestVolumeBackupRestore-1118957519-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 1091 time: 1.1054990 Sep 07 19:17:50.047387 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40434) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:50.080326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e04caa01-202f-49ca-ab7d-a624d7202fdc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:50.128157 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-e858a768-67c1-40d1-abee-351dd840abf6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5547113 Sep 07 19:17:50.147968 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-c2e84553-2be0-4092-9771-18681b4086a9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:17:50.149342 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-c2e84553-2be0-4092-9771-18681b4086a9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134811 Sep 07 19:17:50.213397 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ad49c4f8-aee5-442b-87ac-72e6b43d7923 None None] Provisioning for port 9829c8ff-6e2b-446b-af68-bf374dbf952a completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:17:50.221721 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ad49c4f8-aee5-442b-87ac-72e6b43d7923 None None] Provisioning complete for port 9829c8ff-6e2b-446b-af68-bf374dbf952a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:17:50.225781 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ad49c4f8-aee5-442b-87ac-72e6b43d7923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:50.256306 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c77796c-f0bf-48f4-a379-4e702166be56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:50.290853 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e04caa01-202f-49ca-ab7d-a624d7202fdc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:50.298253 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2c6906be-8214-4b8d-8455-9d405f66b57d tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:50.330763 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2c6906be-8214-4b8d-8455-9d405f66b57d tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:50.334468 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ad49c4f8-aee5-442b-87ac-72e6b43d7923 None None] Port 9829c8ff-6e2b-446b-af68-bf374dbf952a cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:17:50.378731 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2c6906be-8214-4b8d-8455-9d405f66b57d tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:50.391252 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40450) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:50.391615 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2c6906be-8214-4b8d-8455-9d405f66b57d tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5269763 Sep 07 19:17:50.398248 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6906be-8214-4b8d-8455-9d405f66b57d tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a6b7e4-0167-4128-86af-a9ec1622e931,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:50.409807 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-9385caa4-ec34-4564-a7cb-6cc2658d1208 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'security_group_rule': {'security_group_id': 'a6867333-3407-4ca2-95ca-d296e67b8b47', 'project_id': '78144588c9424754a9005f76111ab868', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:50.513556 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0552e2fd-78ad-4515-8cab-88d40595a8bf up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:17:50.550727 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e04caa01-202f-49ca-ab7d-a624d7202fdc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:50.647629 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 0552e2fd-78ad-4515-8cab-88d40595a8bf completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:17:50.653135 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 0552e2fd-78ad-4515-8cab-88d40595a8bf triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:17:50.653557 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:50.761195 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c77796c-f0bf-48f4-a379-4e702166be56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:50.773958 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c77796c-f0bf-48f4-a379-4e702166be56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:50.793779 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9385caa4-ec34-4564-a7cb-6cc2658d1208 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:50.862473 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-e04caa01-202f-49ca-ab7d-a624d7202fdc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Allocated IP 172.25.8.35 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/d45db4bd-2f88-4856-a6b7-73b874502baa) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:17:50.894506 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:50.988300 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 0552e2fd-78ad-4515-8cab-88d40595a8bf, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0552e2fd-78ad-4515-8cab-88d40595a8bf,segment=NetworkSegment(27df3b52-7892-4ece-b93c-c06ae4e1dc6f),segment_id=27df3b52-7892-4ece-b93c-c06ae4e1dc6f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:17:51.008891 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:51.009815 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:17:51.056152 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3c77796c-f0bf-48f4-a379-4e702166be56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:51.187090 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=0552e2fd-78ad-4515-8cab-88d40595a8bf,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:51.222862 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40472) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:51.231490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:17:51.232043 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:51.271002 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77796c-f0bf-48f4-a379-4e702166be56 admin admin] Pushing event updated for resources: {'Port': ['ID=9829c8ff-6e2b-446b-af68-bf374dbf952a,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:51.290067 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c77796c-f0bf-48f4-a379-4e702166be56 admin admin] Network c59d35e9-a47c-4db1-9fe0-f71f03677711 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:17:51.294624 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd161520-7020-414f-9ac9-be68a892baba req-e1f38c1b-8875-4556-b609-1ac9ae1f1334 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:51.298919 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-3c77796c-f0bf-48f4-a379-4e702166be56 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:17:51.302619 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fd161520-7020-414f-9ac9-be68a892baba req-e1f38c1b-8875-4556-b609-1ac9ae1f1334 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 945 time: 0.1905496 Sep 07 19:17:51.347945 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e04caa01-202f-49ca-ab7d-a624d7202fdc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:51.399343 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fd161520-7020-414f-9ac9-be68a892baba req-ece54495-7ec5-4dd7-9d25-62cba286d8f9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825703 Sep 07 19:17:51.464995 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9385caa4-ec34-4564-a7cb-6cc2658d1208 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:51.472777 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9385caa4-ec34-4564-a7cb-6cc2658d1208 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:51.486406 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e04caa01-202f-49ca-ab7d-a624d7202fdc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:51.540340 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385caa4-ec34-4564-a7cb-6cc2658d1208 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4d624b-882c-4ca4-9af7-0dadf5e38171,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:51.573558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04caa01-202f-49ca-ab7d-a624d7202fdc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:17:51.577177 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-e04caa01-202f-49ca-ab7d-a624d7202fdc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:17:51.579882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04caa01-202f-49ca-ab7d-a624d7202fdc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:17:51.639975 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9385caa4-ec34-4564-a7cb-6cc2658d1208 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:51.642448 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9385caa4-ec34-4564-a7cb-6cc2658d1208 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2479270 Sep 07 19:17:51.645782 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40480) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:51.651608 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8d3c4993-d15a-44c3-912d-4886dc654cea up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:17:51.672332 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-49c4f3aa-9a27-4dc1-a248-932e89aa69a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:51.677463 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-c2dc97c1-3ae0-4dfd-8a32-21087d86b961 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'security_group_rule': {'security_group_id': 'a6867333-3407-4ca2-95ca-d296e67b8b47', 'project_id': '78144588c9424754a9005f76111ab868', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:51.787975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04caa01-202f-49ca-ab7d-a624d7202fdc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Pushing event updated for resources: {'Port': ['ID=d45db4bd-2f88-4856-a6b7-73b874502baa,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:51.796462 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.db.api [None req-49c4f3aa-9a27-4dc1-a248-932e89aa69a4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 19:17:51.796462 n-d-807786-1 neutron-server[101445]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 19:17:51.796462 n-d-807786-1 neutron-server[101445]: [parameters: {'project_id_1': '1fd44110c4f04c6ab26229929015786c', 'expiration_1': datetime.datetime(2021, 9, 7, 19, 17, 31, 732061)}] Sep 07 19:17:51.796462 n-d-807786-1 neutron-server[101445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:17:51.796950 n-d-807786-1 neutron-server[101445]: DEBUG oslo_db.api [None req-49c4f3aa-9a27-4dc1-a248-932e89aa69a4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:17:51.811057 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c77796c-f0bf-48f4-a379-4e702166be56 admin admin] Router 12faa773-e98d-43eb-a463-d912a7a44bc7 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:17:51.818007 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-c2dc97c1-3ae0-4dfd-8a32-21087d86b961 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Project 78144588c9424754a9005f76111ab868 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:17:51.819572 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 8d3c4993-d15a-44c3-912d-4886dc654cea completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:17:51.824209 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-19d6dcb3-d24e-4fef-ae47-6ad1b1ddb0c3 None None] Provisioning complete for port 9829c8ff-6e2b-446b-af68-bf374dbf952a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:17:51.824727 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-19d6dcb3-d24e-4fef-ae47-6ad1b1ddb0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:51.825485 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2dc97c1-3ae0-4dfd-8a32-21087d86b961 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:51.858866 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 8d3c4993-d15a-44c3-912d-4886dc654cea triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:17:51.859249 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:51.894285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-19d6dcb3-d24e-4fef-ae47-6ad1b1ddb0c3 None None] Port 9829c8ff-6e2b-446b-af68-bf374dbf952a cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:17:51.968500 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2dc97c1-3ae0-4dfd-8a32-21087d86b961 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:51.983545 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2dc97c1-3ae0-4dfd-8a32-21087d86b961 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:51.995654 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:52.020971 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 8d3c4993-d15a-44c3-912d-4886dc654cea, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8d3c4993-d15a-44c3-912d-4886dc654cea,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:17:52.028803 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:52.044974 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc97c1-3ae0-4dfd-8a32-21087d86b961 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ecc9900-154d-48b0-85fb-f714748f1e5a,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:52.059645 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2dc97c1-3ae0-4dfd-8a32-21087d86b961 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:52.062570 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c2dc97c1-3ae0-4dfd-8a32-21087d86b961 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4152040 Sep 07 19:17:52.071598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40484) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:52.078354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-55091a26-381e-41df-80f5-4c21684780ed tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'security_group_rule': {'security_group_id': 'a6867333-3407-4ca2-95ca-d296e67b8b47', 'project_id': '78144588c9424754a9005f76111ab868', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:52.081710 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c77796c-f0bf-48f4-a379-4e702166be56 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:17:52.090781 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3c77796c-f0bf-48f4-a379-4e702166be56 admin admin] 10.222.0.26 "PUT /v2.0/routers/12faa773-e98d-43eb-a463-d912a7a44bc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3757346 Sep 07 19:17:52.194822 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=8d3c4993-d15a-44c3-912d-4886dc654cea,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:52.269314 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0552e2fd-78ad-4515-8cab-88d40595a8bf up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:17:52.322016 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-49c4f3aa-9a27-4dc1-a248-932e89aa69a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:52.365888 n-d-807786-1 neutron-server[101445]: INFO neutron.db.securitygroups_db [None req-55091a26-381e-41df-80f5-4c21684780ed tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Project 78144588c9424754a9005f76111ab868 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:17:52.386705 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-55091a26-381e-41df-80f5-4c21684780ed tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:52.432991 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 0552e2fd-78ad-4515-8cab-88d40595a8bf triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:17:52.433802 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:52.534280 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-a6218dcd-e394-4d3d-a930-cfe75cab47b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:52.537012 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-a6218dcd-e394-4d3d-a930-cfe75cab47b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 1096 time: 0.1153848 Sep 07 19:17:52.559274 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e04caa01-202f-49ca-ab7d-a624d7202fdc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:52.740327 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-21dfbb19-1eb3-497a-b345-e04efdd26b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:52.742685 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-21dfbb19-1eb3-497a-b345-e04efdd26b0e service neutron] 10.222.0.60 "GET /v2.0/networks?id=24503b90-cf6d-4dd7-9434-45db67fed679 HTTP/1.1" status: 200 len: 898 time: 0.1986103 Sep 07 19:17:52.768492 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-55091a26-381e-41df-80f5-4c21684780ed tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:52.777084 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cf153-76bd-4a81-b854-d9ce0c94fa51 req-1139eca8-d793-4f04-88d3-478e857a63b9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:52.786893 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e2cf153-76bd-4a81-b854-d9ce0c94fa51 req-1139eca8-d793-4f04-88d3-478e857a63b9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 945 time: 0.2247913 Sep 07 19:17:52.806196 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-55091a26-381e-41df-80f5-4c21684780ed tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:52.871138 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-ced54186-5ee8-464e-a11c-69c3fb9ec38e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b71b69-b301-45e2-b455-52eddea2604a HTTP/1.1" status: 200 len: 1001 time: 0.1196458 Sep 07 19:17:52.874512 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e04caa01-202f-49ca-ab7d-a624d7202fdc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:52.989882 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-3e983612-6a46-4217-a462-ec69d87448ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:52.991871 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-3e983612-6a46-4217-a462-ec69d87448ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=393f579e-61d8-416e-b828-f08c6836343d HTTP/1.1" status: 200 len: 834 time: 0.1138492 Sep 07 19:17:53.054032 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40504) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:53.061430 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-eaef764b-f50f-431d-84eb-b8d02a435b46 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-563747346-network', 'tenant_id': '89dbb95f0d2c44caafa196300bd63b8a'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:53.086446 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-51655c53-8135-4026-a830-2ccaabeca035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:53.090335 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-51655c53-8135-4026-a830-2ccaabeca035 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24503b90-cf6d-4dd7-9434-45db67fed679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885627 Sep 07 19:17:53.203430 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-f35b8258-4c1d-4793-b7d9-9bd973a15367 service neutron] 10.222.0.60 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036403 Sep 07 19:17:53.281873 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55091a26-381e-41df-80f5-4c21684780ed tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604f21d5-6770-48d2-b9eb-e56f3fd7384a,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:53.306690 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-3cf088e4-1b1e-439f-8284-1075327eba4a service neutron] 10.222.0.60 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960188 Sep 07 19:17:53.333984 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e2cf153-76bd-4a81-b854-d9ce0c94fa51 req-4b6db20b-8d1a-41c4-a0c2-cccfa7bf9b31 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5462821 Sep 07 19:17:53.340296 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-49c4f3aa-9a27-4dc1-a248-932e89aa69a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:53.354806 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-49c4f3aa-9a27-4dc1-a248-932e89aa69a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:53.388615 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-49c4f3aa-9a27-4dc1-a248-932e89aa69a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1fd44110c4f04c6ab26229929015786c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1393352 Sep 07 19:17:53.391851 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40508) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:53.401813 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-55091a26-381e-41df-80f5-4c21684780ed tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:53.401813 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-55091a26-381e-41df-80f5-4c21684780ed tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3220580 Sep 07 19:17:53.416552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4f3aa-9a27-4dc1-a248-932e89aa69a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dae4863-0d3f-4c6a-9f63-229806d67d69,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:53.426010 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaef764b-f50f-431d-84eb-b8d02a435b46 admin admin] Made reservation on behalf of 89dbb95f0d2c44caafa196300bd63b8a for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:17:53.429909 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eaef764b-f50f-431d-84eb-b8d02a435b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:53.434287 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e04caa01-202f-49ca-ab7d-a624d7202fdc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:53.440907 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e04caa01-202f-49ca-ab7d-a624d7202fdc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:53.475144 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] Sync routers for ids ['12faa773-e98d-43eb-a463-d912a7a44bc7'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:17:53.482370 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eaef764b-f50f-431d-84eb-b8d02a435b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:53.488015 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] Routers {'12faa773-e98d-43eb-a463-d912a7a44bc7'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:17:53.488848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:17:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['12faa773-e98d-43eb-a463-d912a7a44bc7'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:53.533885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04caa01-202f-49ca-ab7d-a624d7202fdc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Pushing event updated for resources: {'Port': ['ID=d45db4bd-2f88-4856-a6b7-73b874502baa,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:53.541652 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e04caa01-202f-49ca-ab7d-a624d7202fdc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:53.641615 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7c2f4ed3-f147-4409-84f8-6e847deae20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:53.681776 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] Set router 12faa773-e98d-43eb-a463-d912a7a44bc7 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:17:53.723783 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eaef764b-f50f-431d-84eb-b8d02a435b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:53.730994 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eaef764b-f50f-431d-84eb-b8d02a435b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:53.731439 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-1c1babf2-30fa-4e04-946e-38ca41893af4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-32402139&fields=id&tenant_id=78144588c9424754a9005f76111ab868 HTTP/1.1" status: 200 len: 267 time: 0.0583243 Sep 07 19:17:53.733065 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-e04caa01-202f-49ca-ab7d-a624d7202fdc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Floating IP 2b4f289b-38c4-4c15-93ca-817f32ea0139 associated. External IP: 172.25.8.35, port: a0f649c3-f3e3-4a37-9599-bcb6dd55abbd. Sep 07 19:17:53.762491 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7c2f4ed3-f147-4409-84f8-6e847deae20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:53.765431 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef764b-f50f-431d-84eb-b8d02a435b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba11cdf7-b4de-42c9-a57f-c3fda68697be,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:53.788450 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaef764b-f50f-431d-84eb-b8d02a435b46 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:17:53.814579 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eaef764b-f50f-431d-84eb-b8d02a435b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:53.815110 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-eaef764b-f50f-431d-84eb-b8d02a435b46 admin admin] Added segment 4ba77e7d-c0b8-49e0-adfe-aa5403417a60 of type vlan for network 3a788b40-a325-41a5-8e05-f73a97b3b0e9 Sep 07 19:17:53.865168 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eaef764b-f50f-431d-84eb-b8d02a435b46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:53.873669 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7c2f4ed3-f147-4409-84f8-6e847deae20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:53.881075 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7c2f4ed3-f147-4409-84f8-6e847deae20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:53.881075 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7c2f4ed3-f147-4409-84f8-6e847deae20f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2dae4863-0d3f-4c6a-9f63-229806d67d69 HTTP/1.1" status: 204 len: 168 time: 0.4852421 Sep 07 19:17:53.934490 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f4ed3-f147-4409-84f8-6e847deae20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dae4863-0d3f-4c6a-9f63-229806d67d69,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:53.939378 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eaef764b-f50f-431d-84eb-b8d02a435b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:53.940769 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaef764b-f50f-431d-84eb-b8d02a435b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:53.942530 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eaef764b-f50f-431d-84eb-b8d02a435b46 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:54.014488 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'name': 'tempest-TestServerBasicOps-1844093316-router', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:42Z', 'updated_at': '2021-09-07T19:17:50Z', 'revision_number': 4, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'gw_port': {'id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:44Z', 'updated_at': '2021-09-07T19:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '9829c8ff-6e2b-446b-af68-bf374dbf952a', 'name': '', 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'mac_address': 'fa:16:3e:24:9e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '765e9a5e-c40a-4665-aaca-06d64bc75a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:48Z', 'updated_at': '2021-09-07T19:17:50Z', 'revision_number': 2, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'subnets': [{'id': '765e9a5e-c40a-4665-aaca-06d64bc75a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:54.016017 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef764b-f50f-431d-84eb-b8d02a435b46 admin admin] Pushing event updated for resources: {'Network': ['ID=3a788b40-a325-41a5-8e05-f73a97b3b0e9,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:54.022527 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-eaef764b-f50f-431d-84eb-b8d02a435b46 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9647210 Sep 07 19:17:54.022745 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40524) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:54.028401 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-c5f9505e-6d2c-463d-83fb-e40a3acc3b37 admin admin] Request body: {'subnet': {'network_id': '3a788b40-a325-41a5-8e05-f73a97b3b0e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-563747346-subnet', 'tenant_id': '89dbb95f0d2c44caafa196300bd63b8a', 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:54.057994 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 3a788b40-a325-41a5-8e05-f73a97b3b0e9 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:17:54.067452 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f9505e-6d2c-463d-83fb-e40a3acc3b37 admin admin] Made reservation on behalf of 89dbb95f0d2c44caafa196300bd63b8a for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:17:54.073887 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5f9505e-6d2c-463d-83fb-e40a3acc3b37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:54.136941 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] Checking router: 12faa773-e98d-43eb-a463-d912a7a44bc7 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:17:54.137299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] Updating router 12faa773-e98d-43eb-a463-d912a7a44bc7 port 9829c8ff-6e2b-446b-af68-bf374dbf952a binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:17:54.169013 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-1654b3e8-09d6-4e7a-a88c-8ab6a2489a80 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:54.175102 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:54.179154 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-1654b3e8-09d6-4e7a-a88c-8ab6a2489a80 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/networks?id=c3b884b5-1d7f-46b6-93f2-c32f5274637c HTTP/1.1" status: 200 len: 797 time: 0.3193169 Sep 07 19:17:54.201120 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-c7c1d6a4-3f8c-4f5e-a7d4-34078d0a48f5 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/quotas/78144588c9424754a9005f76111ab868 HTTP/1.1" status: 200 len: 375 time: 0.0206068 Sep 07 19:17:54.215796 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04caa01-202f-49ca-ab7d-a624d7202fdc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Router 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:17:54.311408 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8d3c4993-d15a-44c3-912d-4886dc654cea up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:17:54.343311 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-d985d138-25ae-4c19-8d3b-8550b4c157fc tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=78144588c9424754a9005f76111ab868&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1411045 Sep 07 19:17:54.475918 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5f9505e-6d2c-463d-83fb-e40a3acc3b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:54.494368 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 8d3c4993-d15a-44c3-912d-4886dc654cea triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:17:54.494938 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:54.538319 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9505e-6d2c-463d-83fb-e40a3acc3b37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4fc51c9-d4b0-4c48-8ac0-9ab3bc8f295e,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:54.574280 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f9505e-6d2c-463d-83fb-e40a3acc3b37 admin admin] Checking segment: {'id': '4ba77e7d-c0b8-49e0-adfe-aa5403417a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3a788b40-a325-41a5-8e05-f73a97b3b0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:17:54.574944 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f9505e-6d2c-463d-83fb-e40a3acc3b37 admin admin] Network hostable DHCP agents. Network: 3a788b40-a325-41a5-8e05-f73a97b3b0e9, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:17:54.596700 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f9505e-6d2c-463d-83fb-e40a3acc3b37 admin admin] Network 3a788b40-a325-41a5-8e05-f73a97b3b0e9 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:17:54.616546 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-c5f9505e-6d2c-463d-83fb-e40a3acc3b37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 3a788b40-a325-41a5-8e05-f73a97b3b0e9) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:17:54.633046 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f9505e-6d2c-463d-83fb-e40a3acc3b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:54.633892 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5f9505e-6d2c-463d-83fb-e40a3acc3b37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:54.653304 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c5f9505e-6d2c-463d-83fb-e40a3acc3b37 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6288860 Sep 07 19:17:54.656754 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40540) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:54.659857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f024fee-4e5f-41a6-a7ce-3b8938a153de None None] Network 3a788b40-a325-41a5-8e05-f73a97b3b0e9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:17:54.670801 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-9d92755d-36d1-4e54-96b6-aea39de768c0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-563747346-router', 'tenant_id': '89dbb95f0d2c44caafa196300bd63b8a', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:54.693247 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-362efa24-7941-4968-86a3-c47089ddb8b3 service neutron] 10.222.0.26 "GET /v2.0/networks/c3b884b5-1d7f-46b6-93f2-c32f5274637c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488867 Sep 07 19:17:54.710643 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9d92755d-36d1-4e54-96b6-aea39de768c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:54.711928 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9d92755d-36d1-4e54-96b6-aea39de768c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:54.773757 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9d92755d-36d1-4e54-96b6-aea39de768c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:54.784549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e008c-6758-4f13-bc4c-132f976b9870 req-a8912803-c3de-41f1-8dee-a8abc5a2242c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:54.807546 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e0e008c-6758-4f13-bc4c-132f976b9870 req-a8912803-c3de-41f1-8dee-a8abc5a2242c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 945 time: 0.3532231 Sep 07 19:17:54.811708 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04caa01-202f-49ca-ab7d-a624d7202fdc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:17:54.833592 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fbc11f-dcf0-454b-a902-2b460621fe44 None None] Sync routers for ids ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:17:54.850646 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fbc11f-dcf0-454b-a902-2b460621fe44 None None] Routers {'74710ff9-851d-4aaa-be9e-07ccdec1d2f0'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:17:54.860640 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a0fbc11f-dcf0-454b-a902-2b460621fe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:17:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:54.916048 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e04caa01-202f-49ca-ab7d-a624d7202fdc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:54.916252 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:54.943952 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] Transition to ACTIVE for port object 9829c8ff-6e2b-446b-af68-bf374dbf952a will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:17:54.965708 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:55.038948 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-a0fbc11f-dcf0-454b-a902-2b460621fe44 None None] Set router 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:17:55.091546 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e04caa01-202f-49ca-ab7d-a624d7202fdc tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0359504 Sep 07 19:17:55.104728 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40550) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:55.117863 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18df5acf-d196-40c5-a472-7c814ef45897', 'tag': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:17:55.130974 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4525c6-2250-4a76-ae95-16f51bce6cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "18df5acf-d196-40c5-a472-7c814ef45897", "tag": "a0f649c3-f3e3-4a37-9599-bcb6dd55abbd"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:17:55.154986 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285b6c3-ff59-4ab5-99fd-79160bd68633 None None] Pushing event updated for resources: {'Port': ['ID=9829c8ff-6e2b-446b-af68-bf374dbf952a,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:55.292882 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9d92755d-36d1-4e54-96b6-aea39de768c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:55.301079 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e0e008c-6758-4f13-bc4c-132f976b9870 req-29a56156-9035-4c6a-9ab0-9a915dd44e52 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4268138 Sep 07 19:17:55.345969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d534275b-59f4-4b52-9cc6-db4803a127e0 tempest-TestVolumeBackupRestore-1118957519 tempest-TestVolumeBackupRestore-1118957519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:55.350953 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40556) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:55.353212 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d534275b-59f4-4b52-9cc6-db4803a127e0 tempest-TestVolumeBackupRestore-1118957519 tempest-TestVolumeBackupRestore-1118957519-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 1091 time: 0.2188983 Sep 07 19:17:55.363355 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-213b1df0-5952-4ee1-9feb-7a20e1b714b2 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Request body: {'floatingip': {'port_id': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:55.371396 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-fb87465d-ed90-4e68-8256-c6a508f80f32 service neutron] 10.222.0.26 "GET /v2.0/networks/c3b884b5-1d7f-46b6-93f2-c32f5274637c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6769061 Sep 07 19:17:55.434236 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef35b7c-41d7-45f0-8ecc-d102e4205d86 x-openstack-request-id: req-3ef35b7c-41d7-45f0-8ecc-d102e4205d86 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:17:55.434670 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18df5acf-d196-40c5-a472-7c814ef45897", "tag": "a0f649c3-f3e3-4a37-9599-bcb6dd55abbd", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:17:55.435044 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ef35b7c-41d7-45f0-8ecc-d102e4205d86 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:17:55.435650 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18df5acf-d196-40c5-a472-7c814ef45897', 'tag': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd', 'status': 'completed', 'code': 200} Sep 07 19:17:55.522745 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] Attempting to bind port 9829c8ff-6e2b-446b-af68-bf374dbf952a on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:17:55.523321 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] Attempting to bind port 9829c8ff-6e2b-446b-af68-bf374dbf952a by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'a9e74ac5-36b8-4ec2-b362-9b515a670dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:17:55.523435 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] Attempting to bind port 9829c8ff-6e2b-446b-af68-bf374dbf952a on network c59d35e9-a47c-4db1-9fe0-f71f03677711 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:17:55.576075 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a0fbc11f-dcf0-454b-a902-2b460621fe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'name': 'tempest-TestVolumeBackupRestore-446208616-router', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:48Z', 'updated_at': '2021-09-07T19:13:57Z', 'revision_number': 4, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'gw_port': {'id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:50Z', 'updated_at': '2021-09-07T19:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '2b4f289b-38c4-4c15-93ca-817f32ea0139', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'port_id': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf', 'mac_address': 'fa:16:3e:98:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18df5acf-d196-40c5-a472-7c814ef45897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:17:52Z', 'updated_at': '2021-09-07T19:17:52Z', 'revision_number': 0, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1250d241-930a-43dc-a310-beac4a2f7084', 'name': '', 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'mac_address': 'fa:16:3e:55:9e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:55Z', 'updated_at': '2021-09-07T19:14:04Z', 'revision_number': 5, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'subnets': [{'id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:55.594975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4525c6-2250-4a76-ae95-16f51bce6cfe req-426d1522-ab5f-4469-9030-31843894266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:55.602770 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5c4525c6-2250-4a76-ae95-16f51bce6cfe req-426d1522-ab5f-4469-9030-31843894266a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=168cdcbcb8fb447d9110b114b3af2450&device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 1096 time: 0.1460133 Sep 07 19:17:55.613287 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:17:55.613673 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] Checking segment: {'id': 'a9e74ac5-36b8-4ec2-b362-9b515a670dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:17:55.616119 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:55.616548 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] Bound using segment: {'id': 'a9e74ac5-36b8-4ec2-b362-9b515a670dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:17:55.617070 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] Bound port: 9829c8ff-6e2b-446b-af68-bf374dbf952a, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e74ac5-36b8-4ec2-b362-9b515a670dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:17:55.617459 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:55.633339 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-3a788b40-a325-41a5-8e05-f73a97b3b0e9', 'network_id': '3a788b40-a325-41a5-8e05-f73a97b3b0e9', 'tenant_id': '89dbb95f0d2c44caafa196300bd63b8a', 'fixed_ips': [{'subnet_id': 'd4fc51c9-d4b0-4c48-8ac0-9ab3bc8f295e'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:17:55.634227 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:55.685524 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fbc11f-dcf0-454b-a902-2b460621fe44 None None] Checking router: 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:17:55.707046 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-213b1df0-5952-4ee1-9feb-7a20e1b714b2 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for floatingip, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:55.723083 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fbc11f-dcf0-454b-a902-2b460621fe44 None None] Routers {'74710ff9-851d-4aaa-be9e-07ccdec1d2f0'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:17:55.724923 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a0fbc11f-dcf0-454b-a902-2b460621fe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:17:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:55.803759 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-945e1808-7fb1-486f-a0e7-72af2e69d1fd req-7e457d55-3f5e-4976-9ae0-15f64712dbb6 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3303df3-f1c2-442f-a422-6d3cc890e07a HTTP/1.1" status: 200 len: 210 time: 0.0936105 Sep 07 19:17:55.991905 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-607f4405-402f-4c4b-a07a-8712fb4e9a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:55.998743 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] For port 9829c8ff-6e2b-446b-af68-bf374dbf952a, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:17:56.049811 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-a0fbc11f-dcf0-454b-a902-2b460621fe44 None None] Set router 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:17:56.062103 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] For port 9829c8ff-6e2b-446b-af68-bf374dbf952a, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=9829c8ff-6e2b-446b-af68-bf374dbf952a,segment=NetworkSegment(a9e74ac5-36b8-4ec2-b362-9b515a670dea),segment_id=a9e74ac5-36b8-4ec2-b362-9b515a670dea)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:17:56.073550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4525c6-2250-4a76-ae95-16f51bce6cfe req-631d753a-c43c-4f1f-b7d2-947687a8f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:56.075412 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5c4525c6-2250-4a76-ae95-16f51bce6cfe req-631d753a-c43c-4f1f-b7d2-947687a8f9d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d2335b53-d94d-4dd5-8663-e2e2039007bf HTTP/1.1" status: 200 len: 914 time: 0.4570632 Sep 07 19:17:56.084581 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:56.172670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] Allocated IP 172.20.0.2 (3a788b40-a325-41a5-8e05-f73a97b3b0e9/d4fc51c9-d4b0-4c48-8ac0-9ab3bc8f295e/8cc2031d-8dbd-4f63-ac4f-105331bf1f1b) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:17:56.277592 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5c4525c6-2250-4a76-ae95-16f51bce6cfe req-b16a078c-6e1b-4245-85e8-fe4b5bedec8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0f649c3-f3e3-4a37-9599-bcb6dd55abbd HTTP/1.1" status: 200 len: 998 time: 0.1940997 Sep 07 19:17:56.426614 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] Routers {'12faa773-e98d-43eb-a463-d912a7a44bc7'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:17:56.430930 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:17:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['12faa773-e98d-43eb-a463-d912a7a44bc7'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:56.449466 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4525c6-2250-4a76-ae95-16f51bce6cfe req-50a7da8c-db8b-458d-8434-287ff54164aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:56.451781 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5c4525c6-2250-4a76-ae95-16f51bce6cfe req-50a7da8c-db8b-458d-8434-287ff54164aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30cc1a20-fb4d-4a78-8e3f-535901b0394e HTTP/1.1" status: 200 len: 852 time: 0.1672194 Sep 07 19:17:56.757712 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40602) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:56.806092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4525c6-2250-4a76-ae95-16f51bce6cfe req-a92b52f7-4a89-4ff4-a8b0-06c0b33a2539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:56.814161 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5c4525c6-2250-4a76-ae95-16f51bce6cfe req-a92b52f7-4a89-4ff4-a8b0-06c0b33a2539 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2335b53-d94d-4dd5-8663-e2e2039007bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3524051 Sep 07 19:17:56.861555 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a0fbc11f-dcf0-454b-a902-2b460621fe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'name': 'tempest-TestVolumeBackupRestore-446208616-router', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:48Z', 'updated_at': '2021-09-07T19:13:57Z', 'revision_number': 4, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'gw_port': {'id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:50Z', 'updated_at': '2021-09-07T19:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '2b4f289b-38c4-4c15-93ca-817f32ea0139', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'port_id': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf', 'mac_address': 'fa:16:3e:98:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18df5acf-d196-40c5-a472-7c814ef45897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:17:52Z', 'updated_at': '2021-09-07T19:17:52Z', 'revision_number': 0, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1250d241-930a-43dc-a310-beac4a2f7084', 'name': '', 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'mac_address': 'fa:16:3e:55:9e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:55Z', 'updated_at': '2021-09-07T19:14:04Z', 'revision_number': 5, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'subnets': [{'id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:56.906707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66f25b-b290-457f-b7f5-70cde28d4d79 req-ff517bd8-2401-464b-8d61-5faa1436b3be tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:56.913105 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aa66f25b-b290-457f-b7f5-70cde28d4d79 req-ff517bd8-2401-464b-8d61-5faa1436b3be tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 945 time: 0.3509092 Sep 07 19:17:56.933834 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fbc11f-dcf0-454b-a902-2b460621fe44 None None] The sync data for ids ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'] in n-d-807786-1 is: [{'id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'name': 'tempest-TestVolumeBackupRestore-446208616-router', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:48Z', 'updated_at': '2021-09-07T19:13:57Z', 'revision_number': 4, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'gw_port': {'id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:50Z', 'updated_at': '2021-09-07T19:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '2b4f289b-38c4-4c15-93ca-817f32ea0139', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'port_id': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf', 'mac_address': 'fa:16:3e:98:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18df5acf-d196-40c5-a472-7c814ef45897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:17:52Z', 'updated_at': '2021-09-07T19:17:52Z', 'revision_number': 0, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1250d241-930a-43dc-a310-beac4a2f7084', 'name': '', 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'mac_address': 'fa:16:3e:55:9e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:55Z', 'updated_at': '2021-09-07T19:14:04Z', 'revision_number': 5, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'subnets': [{'id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:17:56.946621 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285b6c3-ff59-4ab5-99fd-79160bd68633 None None] Pushing event updated for resources: {'Port': ['ID=9829c8ff-6e2b-446b-af68-bf374dbf952a,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:57.017141 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9d92755d-36d1-4e54-96b6-aea39de768c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:57.028383 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5fd122c-ac68-4a21-8d25-9ad7637bd443 req-06e0fb97-12f3-4755-9086-e7b6eef8afaf tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3303df3-f1c2-442f-a422-6d3cc890e07a HTTP/1.1" status: 200 len: 210 time: 0.0776496 Sep 07 19:17:57.089665 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9d92755d-36d1-4e54-96b6-aea39de768c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:57.113080 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-96a598c6-e994-431a-87ef-ef7b59aee2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:57.132328 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aa66f25b-b290-457f-b7f5-70cde28d4d79 req-fb8b410e-408e-481e-a52e-d4c9dbb7c426 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120261 Sep 07 19:17:57.177718 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5c4525c6-2250-4a76-ae95-16f51bce6cfe req-29040779-988e-4cdc-a0cf-2ccdb09a98c6 service neutron] 10.222.0.36 "GET /v2.0/networks/d2335b53-d94d-4dd5-8663-e2e2039007bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534136 Sep 07 19:17:57.266670 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:57.292785 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] Transition to ACTIVE for port object 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:17:57.327413 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] Transition to ACTIVE for port object 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:17:57.337391 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:57.381324 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5c4525c6-2250-4a76-ae95-16f51bce6cfe req-1c53074b-2934-4e5b-bdce-2a5a7fc5d70b service neutron] 10.222.0.36 "GET /v2.0/networks/d2335b53-d94d-4dd5-8663-e2e2039007bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932056 Sep 07 19:17:57.428847 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] Pushing event updated for resources: {'Port': ['ID=8cc2031d-8dbd-4f63-ac4f-105331bf1f1b,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:57.431949 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a66fa-86d5-44fa-be11-af80320d9a73 None None] New status for floating IP 2b4f289b-38c4-4c15-93ca-817f32ea0139: ACTIVE {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:17:57.478935 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-9d92755d-36d1-4e54-96b6-aea39de768c0 admin admin] Allocated IP 172.25.8.225 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/23c3ff93-dd42-49c7-b79b-76f724ca3040) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:17:57.481580 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] Set router 12faa773-e98d-43eb-a463-d912a7a44bc7 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:17:57.485786 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] Network 3a788b40-a325-41a5-8e05-f73a97b3b0e9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:17:57.525220 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:17:57.533380 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:17:57.710262 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] Attempting to bind port 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:17:57.710262 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] Attempting to bind port 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '4ba77e7d-c0b8-49e0-adfe-aa5403417a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3a788b40-a325-41a5-8e05-f73a97b3b0e9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:17:57.710262 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] Attempting to bind port 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b on network 3a788b40-a325-41a5-8e05-f73a97b3b0e9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:17:57.718202 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:17:57.718638 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] Checking segment: {'id': '4ba77e7d-c0b8-49e0-adfe-aa5403417a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3a788b40-a325-41a5-8e05-f73a97b3b0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:17:57.718984 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:57.719382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] Bound using segment: {'id': '4ba77e7d-c0b8-49e0-adfe-aa5403417a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3a788b40-a325-41a5-8e05-f73a97b3b0e9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:17:57.719859 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] Bound port: 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba77e7d-c0b8-49e0-adfe-aa5403417a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3a788b40-a325-41a5-8e05-f73a97b3b0e9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:17:57.720245 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:57.750160 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-4cb87224-e467-4e0e-bc88-6af8960f14ca tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:57.751665 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-4cb87224-e467-4e0e-bc88-6af8960f14ca tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.60 "GET /v2.0/networks?id=c3b884b5-1d7f-46b6-93f2-c32f5274637c HTTP/1.1" status: 200 len: 797 time: 0.3490806 Sep 07 19:17:57.824219 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-96a598c6-e994-431a-87ef-ef7b59aee2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:57.858825 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-96a598c6-e994-431a-87ef-ef7b59aee2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:57.889485 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.db.api [None req-213b1df0-5952-4ee1-9feb-7a20e1b714b2 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:17:57.889863 n-d-807786-1 neutron-server[101444]: DEBUG oslo_db.api [None req-213b1df0-5952-4ee1-9feb-7a20e1b714b2 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:17:57.902104 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-bf552741-5265-4e08-bdf8-16d126a9fba1 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78144588c9424754a9005f76111ab868 HTTP/1.1" status: 200 len: 378 time: 0.1384289 Sep 07 19:17:57.910163 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9d92755d-36d1-4e54-96b6-aea39de768c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:57.925013 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] For port 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:17:57.928161 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-bb8b9d7b-b9bf-4357-9264-731a9a6d185f tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'port': {'device_id': 'd3303df3-f1c2-442f-a422-6d3cc890e07a', 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c', 'admin_state_up': True, 'tenant_id': '78144588c9424754a9005f76111ab868', 'security_groups': ['a6867333-3407-4ca2-95ca-d296e67b8b47']}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:17:57.932132 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] For port 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8cc2031d-8dbd-4f63-ac4f-105331bf1f1b,segment=NetworkSegment(4ba77e7d-c0b8-49e0-adfe-aa5403417a60),segment_id=4ba77e7d-c0b8-49e0-adfe-aa5403417a60)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:17:57.945252 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:57.960572 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-96a598c6-e994-431a-87ef-ef7b59aee2c9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cfb2c2020b4448f99db02eef12142c91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1989036 Sep 07 19:17:57.961824 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40610) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:17:57.964264 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a598c6-e994-431a-87ef-ef7b59aee2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0685a77-0931-4471-83d8-4a2c358c7b12,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:58.022529 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'name': 'tempest-TestServerBasicOps-1844093316-router', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:42Z', 'updated_at': '2021-09-07T19:17:50Z', 'revision_number': 4, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'gw_port': {'id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:44Z', 'updated_at': '2021-09-07T19:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '9829c8ff-6e2b-446b-af68-bf374dbf952a', 'name': '', 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'mac_address': 'fa:16:3e:24:9e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '765e9a5e-c40a-4665-aaca-06d64bc75a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:48Z', 'updated_at': '2021-09-07T19:17:55Z', 'revision_number': 4, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'subnets': [{'id': '765e9a5e-c40a-4665-aaca-06d64bc75a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:17:58.074773 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c708d012-6d0b-45b5-bf30-ee6057243cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:58.075784 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80323592-52c7-4461-acc1-c1b96c9aaeae None None] The sync data for ids ['12faa773-e98d-43eb-a463-d912a7a44bc7'] in n-d-807786-1 is: [{'id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'name': 'tempest-TestServerBasicOps-1844093316-router', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:42Z', 'updated_at': '2021-09-07T19:17:50Z', 'revision_number': 4, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'gw_port': {'id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:44Z', 'updated_at': '2021-09-07T19:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '9829c8ff-6e2b-446b-af68-bf374dbf952a', 'name': '', 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'mac_address': 'fa:16:3e:24:9e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '765e9a5e-c40a-4665-aaca-06d64bc75a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:48Z', 'updated_at': '2021-09-07T19:17:55Z', 'revision_number': 4, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'subnets': [{'id': '765e9a5e-c40a-4665-aaca-06d64bc75a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:17:58.079798 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9d92755d-36d1-4e54-96b6-aea39de768c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:58.080976 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c399cf-d4b5-498d-beb8-a15c1a13dae2 None None] Pushing event updated for resources: {'Port': ['ID=8cc2031d-8dbd-4f63-ac4f-105331bf1f1b,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:58.124280 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c708d012-6d0b-45b5-bf30-ee6057243cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:58.225804 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d92755d-36d1-4e54-96b6-aea39de768c0 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:17:58.239987 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-9d92755d-36d1-4e54-96b6-aea39de768c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:17:58.243927 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d92755d-36d1-4e54-96b6-aea39de768c0 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:17:58.246428 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92755d-36d1-4e54-96b6-aea39de768c0 admin admin] Pushing event updated for resources: {'Port': ['ID=23c3ff93-dd42-49c7-b79b-76f724ca3040,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:58.259910 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44632dcc-1084-4999-887f-4f21f770ab77 req-b631d0ec-149a-497a-866d-28bbb14cd006 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3303df3-f1c2-442f-a422-6d3cc890e07a HTTP/1.1" status: 200 len: 210 time: 0.0481524 Sep 07 19:17:58.296892 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-bb8b9d7b-b9bf-4357-9264-731a9a6d185f tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Made reservation on behalf of 78144588c9424754a9005f76111ab868 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:17:58.300905 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-bb8b9d7b-b9bf-4357-9264-731a9a6d185f tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:58.307713 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c708d012-6d0b-45b5-bf30-ee6057243cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:58.311742 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c708d012-6d0b-45b5-bf30-ee6057243cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:58.315030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c708d012-6d0b-45b5-bf30-ee6057243cca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0685a77-0931-4471-83d8-4a2c358c7b12 HTTP/1.1" status: 204 len: 168 time: 0.3492584 Sep 07 19:17:58.342015 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708d012-6d0b-45b5-bf30-ee6057243cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0685a77-0931-4471-83d8-4a2c358c7b12,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:17:58.388262 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c3e71-4029-43be-8ec3-5731dbc51153 req-ca7aae97-d781-4dc6-99ad-7aac8d4c64fe tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:58.399313 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-734c3e71-4029-43be-8ec3-5731dbc51153 req-ca7aae97-d781-4dc6-99ad-7aac8d4c64fe tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 945 time: 0.1359873 Sep 07 19:17:58.410250 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-213b1df0-5952-4ee1-9feb-7a20e1b714b2 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for floatingip, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:58.526755 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-734c3e71-4029-43be-8ec3-5731dbc51153 req-713222c5-99a1-4860-b4dd-88481c27cc31 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164315 Sep 07 19:17:58.819960 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c8611204-d42a-426c-a9c4-4082d89ebe3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:59.034968 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-bb8b9d7b-b9bf-4357-9264-731a9a6d185f tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Allocated IP 172.20.0.5 (c3b884b5-1d7f-46b6-93f2-c32f5274637c/85110ef0-2cf4-4982-b09a-eebd43451125/94323ce0-556e-4e81-9c8f-42cf77cd1be1) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:17:59.076332 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:59.084017 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9d92755d-36d1-4e54-96b6-aea39de768c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:59.416724 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5de65a91-7838-43b3-a0b8-40c6e145b270 req-7a602352-2a69-4128-9162-7889820c5114 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3303df3-f1c2-442f-a422-6d3cc890e07a HTTP/1.1" status: 200 len: 210 time: 0.0447564 Sep 07 19:17:59.651575 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c270e546-0c66-4c3d-bb32-66c39c54a548 None None] Network 3a788b40-a325-41a5-8e05-f73a97b3b0e9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:17:59.660943 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:17:59.731838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8209efb-e70f-4336-820c-f2f04937ba97 req-615182cf-e67a-4f72-a37d-d4daa6f7e62f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:17:59.733886 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8209efb-e70f-4336-820c-f2f04937ba97 req-615182cf-e67a-4f72-a37d-d4daa6f7e62f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 945 time: 0.0920987 Sep 07 19:17:59.795269 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8209efb-e70f-4336-820c-f2f04937ba97 req-12842a3c-0b6e-40ec-96e2-ccfec5637ccd tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512862 Sep 07 19:17:59.840206 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2862be7e-d618-4e80-99f3-b2010514e532 None None] Provisioning for port 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:18:00.043836 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-bb8b9d7b-b9bf-4357-9264-731a9a6d185f tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:00.105000 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-bb8b9d7b-b9bf-4357-9264-731a9a6d185f tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Transition to ACTIVE for port object 94323ce0-556e-4e81-9c8f-42cf77cd1be1 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:18:00.170506 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9d92755d-36d1-4e54-96b6-aea39de768c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:00.261249 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:00.359766 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-bb8b9d7b-b9bf-4357-9264-731a9a6d185f tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:00.389397 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40672) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:00.397420 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.db.resource_extend [None req-213b1df0-5952-4ee1-9feb-7a20e1b714b2 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 19:18:00.425355 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:18:00.530540 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-bb8b9d7b-b9bf-4357-9264-731a9a6d185f tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Network c3b884b5-1d7f-46b6-93f2-c32f5274637c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:18:00.558850 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:18:00.567708 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-bb8b9d7b-b9bf-4357-9264-731a9a6d185f tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:18:00.569920 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:00.571439 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:00.573948 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b9d7b-b9bf-4357-9264-731a9a6d185f tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'Port': ['ID=94323ce0-556e-4e81-9c8f-42cf77cd1be1,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:00.596781 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-213b1df0-5952-4ee1-9feb-7a20e1b714b2 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:00.600615 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-bb8b9d7b-b9bf-4357-9264-731a9a6d185f tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:18:00.620589 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15620c0-9a8b-4b30-8124-7380cb97f3f2 req-38c8fdd9-57fe-42bd-ae4b-c477bc519325 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:00.633211 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-213b1df0-5952-4ee1-9feb-7a20e1b714b2 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:00.638856 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e15620c0-9a8b-4b30-8124-7380cb97f3f2 req-38c8fdd9-57fe-42bd-ae4b-c477bc519325 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3303df3-f1c2-442f-a422-6d3cc890e07a HTTP/1.1" status: 200 len: 931 time: 0.0905619 Sep 07 19:18:00.651020 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-3b1cc791-08e4-4e00-ab94-79c42e4b269f tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:00.721904 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3b1cc791-08e4-4e00-ab94-79c42e4b269f tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:00.746924 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e15620c0-9a8b-4b30-8124-7380cb97f3f2 req-70c94c32-d6ac-477a-8d8b-df6aaead2066 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6867333-3407-4ca2-95ca-d296e67b8b47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1067204 Sep 07 19:18:00.762861 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:00.793581 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-bb8b9d7b-b9bf-4357-9264-731a9a6d185f tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:00.794202 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-bb8b9d7b-b9bf-4357-9264-731a9a6d185f tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:00.815350 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-bb8b9d7b-b9bf-4357-9264-731a9a6d185f tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8956473 Sep 07 19:18:00.822606 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d92755d-36d1-4e54-96b6-aea39de768c0 admin admin] Router ae3de872-314d-4c1f-8497-1d9c25fed305 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:18:00.867442 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] Request body: {'port': {'device_id': 'd3303df3-f1c2-442f-a422-6d3cc890e07a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:00.881652 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8cc2031d-8dbd-4f63-ac4f-105331bf1f1b,segment=NetworkSegment(4ba77e7d-c0b8-49e0-adfe-aa5403417a60),segment_id=4ba77e7d-c0b8-49e0-adfe-aa5403417a60)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:00.887522 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:00.888438 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 9829c8ff-6e2b-446b-af68-bf374dbf952a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:18:01.013974 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=8cc2031d-8dbd-4f63-ac4f-105331bf1f1b,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:01.033310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 9829c8ff-6e2b-446b-af68-bf374dbf952a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:18:01.038098 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:01.039579 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 9829c8ff-6e2b-446b-af68-bf374dbf952a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:01.040646 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:01.075572 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f98f5-bf3b-443b-a34a-d42b25bb3191 req-0bc9a845-0b6d-4400-8beb-de7a5f2df026 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:01.083628 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c0f98f5-bf3b-443b-a34a-d42b25bb3191 req-0bc9a845-0b6d-4400-8beb-de7a5f2df026 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 945 time: 0.1212590 Sep 07 19:18:01.115501 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3b1cc791-08e4-4e00-ab94-79c42e4b269f tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:01.185742 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e710b4f2-2098-4887-bee0-d1ecb4a08974 None None] Provisioning for port 94323ce0-556e-4e81-9c8f-42cf77cd1be1 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:18:01.193869 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e710b4f2-2098-4887-bee0-d1ecb4a08974 None None] Provisioning complete for port 94323ce0-556e-4e81-9c8f-42cf77cd1be1 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:01.194358 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e710b4f2-2098-4887-bee0-d1ecb4a08974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:01.198728 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:01.203643 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c0f98f5-bf3b-443b-a34a-d42b25bb3191 req-c2b97bdb-0923-4b30-8462-4aa71abfcc5a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190467 Sep 07 19:18:01.266504 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-e710b4f2-2098-4887-bee0-d1ecb4a08974 None None] Port 94323ce0-556e-4e81-9c8f-42cf77cd1be1 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:18:01.276367 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 9829c8ff-6e2b-446b-af68-bf374dbf952a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=9829c8ff-6e2b-446b-af68-bf374dbf952a,segment=NetworkSegment(a9e74ac5-36b8-4ec2-b362-9b515a670dea),segment_id=a9e74ac5-36b8-4ec2-b362-9b515a670dea)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:01.282708 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:01.308832 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-3b1cc791-08e4-4e00-ab94-79c42e4b269f tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Allocated IP 172.25.8.188 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/9882ff3e-c464-4608-b05c-a3bb4e4f5c01) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:18:01.352321 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=9829c8ff-6e2b-446b-af68-bf374dbf952a,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:01.439598 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3b1cc791-08e4-4e00-ab94-79c42e4b269f tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:01.478804 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d92755d-36d1-4e54-96b6-aea39de768c0 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:18:01.487681 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] Sync routers for ids ['ae3de872-314d-4c1f-8497-1d9c25fed305'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:18:01.498742 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] Routers {'ae3de872-314d-4c1f-8497-1d9c25fed305'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:01.499743 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:17:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ae3de872-314d-4c1f-8497-1d9c25fed305'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:01.534068 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213b1df0-5952-4ee1-9feb-7a20e1b714b2 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Router 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:18:01.535029 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9d92755d-36d1-4e54-96b6-aea39de768c0 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:01.536348 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9d92755d-36d1-4e54-96b6-aea39de768c0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.8775139 Sep 07 19:18:01.540457 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40692) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:01.636325 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] Set router ae3de872-314d-4c1f-8497-1d9c25fed305 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:18:01.697557 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94323ce0-556e-4e81-9c8f-42cf77cd1be1 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:18:01.737981 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:01.774237 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] Transition to ACTIVE for port object 94323ce0-556e-4e81-9c8f-42cf77cd1be1 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:18:01.811292 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:01.843599 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:01.870940 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3b1cc791-08e4-4e00-ab94-79c42e4b269f tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:01.871522 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3de872-314d-4c1f-8497-1d9c25fed305', 'name': 'tempest-TestServerBasicOps-563747346-router', 'tenant_id': '89dbb95f0d2c44caafa196300bd63b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '23c3ff93-dd42-49c7-b79b-76f724ca3040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:54Z', 'updated_at': '2021-09-07T19:17:58Z', 'revision_number': 3, 'project_id': '89dbb95f0d2c44caafa196300bd63b8a', 'gw_port': {'id': '23c3ff93-dd42-49c7-b79b-76f724ca3040', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3de872-314d-4c1f-8497-1d9c25fed305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:57Z', 'updated_at': '2021-09-07T19:17:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:01.902288 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] Checking router: ae3de872-314d-4c1f-8497-1d9c25fed305 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:18:01.902728 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] Updating router ae3de872-314d-4c1f-8497-1d9c25fed305 port 23c3ff93-dd42-49c7-b79b-76f724ca3040 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:18:01.932953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1cc791-08e4-4e00-ab94-79c42e4b269f tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Pushing event updated for resources: {'Port': ['ID=9882ff3e-c464-4608-b05c-a3bb4e4f5c01,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:01.935842 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:01.993831 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213b1df0-5952-4ee1-9feb-7a20e1b714b2 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:18:01.997921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1cc791-08e4-4e00-ab94-79c42e4b269f tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:18:02.002592 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-3b1cc791-08e4-4e00-ab94-79c42e4b269f tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:18:02.010589 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3419c656-272d-45ac-a096-9a461bca695f None None] Sync routers for ids ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:18:02.018351 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-213b1df0-5952-4ee1-9feb-7a20e1b714b2 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:02.023703 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1cc791-08e4-4e00-ab94-79c42e4b269f tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:18:02.026653 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] Pushing event updated for resources: {'Port': ['ID=94323ce0-556e-4e81-9c8f-42cf77cd1be1,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:02.040062 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3419c656-272d-45ac-a096-9a461bca695f None None] Routers {'74710ff9-851d-4aaa-be9e-07ccdec1d2f0'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:02.040751 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3419c656-272d-45ac-a096-9a461bca695f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:17:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:02.155755 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18df5acf-d196-40c5-a472-7c814ef45897', 'tag': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:18:02.158934 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cacde1a-81e8-42b9-8a57-e9df4bbc474a" -d '{"events": [{"name": "network-changed", "server_uuid": "18df5acf-d196-40c5-a472-7c814ef45897", "tag": "a0f649c3-f3e3-4a37-9599-bcb6dd55abbd"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:18:02.334076 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09a0522-e0d2-4662-8954-1de1fa81feda x-openstack-request-id: req-c09a0522-e0d2-4662-8954-1de1fa81feda {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:18:02.334379 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18df5acf-d196-40c5-a472-7c814ef45897", "tag": "a0f649c3-f3e3-4a37-9599-bcb6dd55abbd", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:18:02.334639 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c09a0522-e0d2-4662-8954-1de1fa81feda {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:18:02.335024 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd764a67-4073-4ee7-a29c-c5ac0ffd0a0f req-f698b2da-daac-42ab-96bb-f32344da1a07 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:02.335195 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18df5acf-d196-40c5-a472-7c814ef45897', 'tag': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd', 'status': 'completed', 'code': 200} Sep 07 19:18:02.338313 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fd764a67-4073-4ee7-a29c-c5ac0ffd0a0f req-f698b2da-daac-42ab-96bb-f32344da1a07 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3303df3-f1c2-442f-a422-6d3cc890e07a HTTP/1.1" status: 200 len: 943 time: 0.4068377 Sep 07 19:18:02.345247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:18:02.373083 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-213b1df0-5952-4ee1-9feb-7a20e1b714b2 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "PUT /v2.0/floatingips/2b4f289b-38c4-4c15-93ca-817f32ea0139 HTTP/1.1" status: 200 len: 992 time: 7.0190916 Sep 07 19:18:02.436860 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3b1cc791-08e4-4e00-ab94-79c42e4b269f tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:02.439109 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:02.465595 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] Transition to ACTIVE for port object 23c3ff93-dd42-49c7-b79b-76f724ca3040 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:18:02.483598 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:02.501182 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fd764a67-4073-4ee7-a29c-c5ac0ffd0a0f req-2ad5b748-e9cb-4e8e-80fd-393d66c729e0 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6867333-3407-4ca2-95ca-d296e67b8b47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1433716 Sep 07 19:18:02.513330 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacde1a-81e8-42b9-8a57-e9df4bbc474a req-60407254-a3eb-4aed-b974-656a43f59687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:02.514931 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0cacde1a-81e8-42b9-8a57-e9df4bbc474a req-60407254-a3eb-4aed-b974-656a43f59687 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=168cdcbcb8fb447d9110b114b3af2450&device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 1096 time: 0.1746681 Sep 07 19:18:02.585605 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58803c5e-6d41-4c4e-adb0-6ba155b48a7b None None] Pushing event updated for resources: {'Port': ['ID=23c3ff93-dd42-49c7-b79b-76f724ca3040,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:02.594343 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe2d1e-0c13-40cf-9d45-eff77f58b50e req-8c7b75a3-5318-4fc8-8d9b-55571c9af887 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:02.596435 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00fe2d1e-0c13-40cf-9d45-eff77f58b50e req-8c7b75a3-5318-4fc8-8d9b-55571c9af887 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 945 time: 0.1739781 Sep 07 19:18:02.600048 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3b1cc791-08e4-4e00-ab94-79c42e4b269f tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:02.624103 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] Attempting to bind port 23c3ff93-dd42-49c7-b79b-76f724ca3040 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:18:02.627779 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] Attempting to bind port 23c3ff93-dd42-49c7-b79b-76f724ca3040 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:18:02.628455 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] Attempting to bind port 23c3ff93-dd42-49c7-b79b-76f724ca3040 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:18:02.640354 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:18:02.641202 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:18:02.641839 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:02.642446 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:18:02.643290 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] Bound port: 23c3ff93-dd42-49c7-b79b-76f724ca3040, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:18:02.643919 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:02.707904 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] For port 23c3ff93-dd42-49c7-b79b-76f724ca3040, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:18:02.712785 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] For port 23c3ff93-dd42-49c7-b79b-76f724ca3040, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=23c3ff93-dd42-49c7-b79b-76f724ca3040,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:18:02.722115 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:02.739626 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58803c5e-6d41-4c4e-adb0-6ba155b48a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:02.740475 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58803c5e-6d41-4c4e-adb0-6ba155b48a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:02.741076 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58803c5e-6d41-4c4e-adb0-6ba155b48a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:02.741616 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58803c5e-6d41-4c4e-adb0-6ba155b48a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:02.742150 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58803c5e-6d41-4c4e-adb0-6ba155b48a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:02.742681 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58803c5e-6d41-4c4e-adb0-6ba155b48a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:02.743211 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58803c5e-6d41-4c4e-adb0-6ba155b48a7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:02.743751 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58803c5e-6d41-4c4e-adb0-6ba155b48a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:02.744278 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58803c5e-6d41-4c4e-adb0-6ba155b48a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:02.744859 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58803c5e-6d41-4c4e-adb0-6ba155b48a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:02.745392 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58803c5e-6d41-4c4e-adb0-6ba155b48a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:02.748184 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58803c5e-6d41-4c4e-adb0-6ba155b48a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:02.820298 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00fe2d1e-0c13-40cf-9d45-eff77f58b50e req-d6996bac-b2a9-4bce-adcd-7c1fd17b4ee0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999862 Sep 07 19:18:02.824782 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58803c5e-6d41-4c4e-adb0-6ba155b48a7b None None] Pushing event updated for resources: {'Port': ['ID=23c3ff93-dd42-49c7-b79b-76f724ca3040,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:02.844237 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] Routers {'ae3de872-314d-4c1f-8497-1d9c25fed305'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:02.845562 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:17:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ae3de872-314d-4c1f-8497-1d9c25fed305'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:02.859054 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacde1a-81e8-42b9-8a57-e9df4bbc474a req-9770e5b2-fe5b-4f73-8d35-c18b770b0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:02.860741 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0cacde1a-81e8-42b9-8a57-e9df4bbc474a req-9770e5b2-fe5b-4f73-8d35-c18b770b0117 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d2335b53-d94d-4dd5-8663-e2e2039007bf HTTP/1.1" status: 200 len: 914 time: 0.3124311 Sep 07 19:18:02.915931 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] Attempting to bind port 94323ce0-556e-4e81-9c8f-42cf77cd1be1 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:18:02.916612 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] Attempting to bind port 94323ce0-556e-4e81-9c8f-42cf77cd1be1 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '27df3b52-7892-4ece-b93c-c06ae4e1dc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:18:02.916731 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-3419c656-272d-45ac-a096-9a461bca695f None None] Set router 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:18:02.916960 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] Attempting to bind port 94323ce0-556e-4e81-9c8f-42cf77cd1be1 on network c3b884b5-1d7f-46b6-93f2-c32f5274637c {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:18:02.930798 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] Port 94323ce0-556e-4e81-9c8f-42cf77cd1be1 on network c3b884b5-1d7f-46b6-93f2-c32f5274637c not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:18:02.931038 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] Attempting to bind port 94323ce0-556e-4e81-9c8f-42cf77cd1be1 on network c3b884b5-1d7f-46b6-93f2-c32f5274637c {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:18:02.964559 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:18:02.964822 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] Checking segment: {'id': '27df3b52-7892-4ece-b93c-c06ae4e1dc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:18:02.965221 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] Bound using segment: {'id': '27df3b52-7892-4ece-b93c-c06ae4e1dc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:18:02.965669 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] Bound port: 94323ce0-556e-4e81-9c8f-42cf77cd1be1, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27df3b52-7892-4ece-b93c-c06ae4e1dc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:18:02.966031 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:02.985296 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] Set router ae3de872-314d-4c1f-8497-1d9c25fed305 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:18:03.004387 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3b1cc791-08e4-4e00-ab94-79c42e4b269f tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:03.031890 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:03.038432 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:03.060741 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3b1cc791-08e4-4e00-ab94-79c42e4b269f tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:03.107168 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] For port 94323ce0-556e-4e81-9c8f-42cf77cd1be1, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:18:03.111079 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] For port 94323ce0-556e-4e81-9c8f-42cf77cd1be1, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=94323ce0-556e-4e81-9c8f-42cf77cd1be1,segment=NetworkSegment(27df3b52-7892-4ece-b93c-c06ae4e1dc6f),segment_id=27df3b52-7892-4ece-b93c-c06ae4e1dc6f)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:18:03.138470 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:03.192143 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:03.192815 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:03.195053 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] 10.222.0.60 "PUT /v2.0/ports/94323ce0-556e-4e81-9c8f-42cf77cd1be1 HTTP/1.1" status: 200 len: 1091 time: 2.3329878 Sep 07 19:18:03.213134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1cc791-08e4-4e00-ab94-79c42e4b269f tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Pushing event updated for resources: {'Port': ['ID=9882ff3e-c464-4608-b05c-a3bb4e4f5c01,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:03.247418 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0cacde1a-81e8-42b9-8a57-e9df4bbc474a req-539911e2-fa5f-41ae-8145-38a3ff7edb01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0f649c3-f3e3-4a37-9599-bcb6dd55abbd HTTP/1.1" status: 200 len: 1000 time: 0.3475478 Sep 07 19:18:03.325520 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3de872-314d-4c1f-8497-1d9c25fed305', 'name': 'tempest-TestServerBasicOps-563747346-router', 'tenant_id': '89dbb95f0d2c44caafa196300bd63b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '23c3ff93-dd42-49c7-b79b-76f724ca3040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:54Z', 'updated_at': '2021-09-07T19:17:58Z', 'revision_number': 3, 'project_id': '89dbb95f0d2c44caafa196300bd63b8a', 'gw_port': {'id': '23c3ff93-dd42-49c7-b79b-76f724ca3040', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3de872-314d-4c1f-8497-1d9c25fed305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:57Z', 'updated_at': '2021-09-07T19:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:03.370054 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacde1a-81e8-42b9-8a57-e9df4bbc474a req-5b1f6730-7b5f-44e4-8f4e-1a9b6e56229d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:03.382683 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0cacde1a-81e8-42b9-8a57-e9df4bbc474a req-5b1f6730-7b5f-44e4-8f4e-1a9b6e56229d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30cc1a20-fb4d-4a78-8e3f-535901b0394e HTTP/1.1" status: 200 len: 852 time: 0.1155882 Sep 07 19:18:03.393533 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3b1cc791-08e4-4e00-ab94-79c42e4b269f tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:03.403229 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860b630-2b1e-44b4-a050-72ad8c89427c service neutron] Pushing event updated for resources: {'Port': ['ID=94323ce0-556e-4e81-9c8f-42cf77cd1be1,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:03.421448 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08ff18cb-64ed-4a9d-8f2b-905263a62891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:03.422835 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79773da4-2682-4a5f-91e3-0369d9e9f9e5 None None] The sync data for ids ['ae3de872-314d-4c1f-8497-1d9c25fed305'] in n-d-807786-1 is: [{'id': 'ae3de872-314d-4c1f-8497-1d9c25fed305', 'name': 'tempest-TestServerBasicOps-563747346-router', 'tenant_id': '89dbb95f0d2c44caafa196300bd63b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '23c3ff93-dd42-49c7-b79b-76f724ca3040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:54Z', 'updated_at': '2021-09-07T19:17:58Z', 'revision_number': 3, 'project_id': '89dbb95f0d2c44caafa196300bd63b8a', 'gw_port': {'id': '23c3ff93-dd42-49c7-b79b-76f724ca3040', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3de872-314d-4c1f-8497-1d9c25fed305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:57Z', 'updated_at': '2021-09-07T19:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:18:03.423476 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3b1cc791-08e4-4e00-ab94-79c42e4b269f tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:03.431894 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-cead295b-88c2-44a1-94c2-a93fea71dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:03.434050 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-cead295b-88c2-44a1-94c2-a93fea71dcc4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78144588c9424754a9005f76111ab868&device_id=d3303df3-f1c2-442f-a422-6d3cc890e07a HTTP/1.1" status: 200 len: 1094 time: 0.1724396 Sep 07 19:18:03.434892 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3b1cc791-08e4-4e00-ab94-79c42e4b269f tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0452111 Sep 07 19:18:03.442208 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40706) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:03.453685 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-42cb9595-7810-41ef-afb0-0e6c4c1d3c8d tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2092212624', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'fixed_ips': [{'ip_address': '172.25.8.188'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:03.492011 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 9829c8ff-6e2b-446b-af68-bf374dbf952a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:18:03.526950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacde1a-81e8-42b9-8a57-e9df4bbc474a req-f2b0c951-ef1b-40a6-b1e3-ac6f99b71598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:03.532391 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0cacde1a-81e8-42b9-8a57-e9df4bbc474a req-f2b0c951-ef1b-40a6-b1e3-ac6f99b71598 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2335b53-d94d-4dd5-8663-e2e2039007bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484358 Sep 07 19:18:03.546577 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-88d1eb85-23bd-44a7-8f8c-2c8f76161fa8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94323ce0-556e-4e81-9c8f-42cf77cd1be1 HTTP/1.1" status: 200 len: 217 time: 0.1004648 Sep 07 19:18:03.662838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 9829c8ff-6e2b-446b-af68-bf374dbf952a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:03.663249 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:03.683159 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-63a3903a-1a71-40c3-9c25-1f0abcb41304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:03.685203 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-63a3903a-1a71-40c3-9c25-1f0abcb41304 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85110ef0-2cf4-4982-b09a-eebd43451125 HTTP/1.1" status: 200 len: 834 time: 0.1280019 Sep 07 19:18:03.708743 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3419c656-272d-45ac-a096-9a461bca695f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'name': 'tempest-TestVolumeBackupRestore-446208616-router', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:48Z', 'updated_at': '2021-09-07T19:13:57Z', 'revision_number': 4, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'gw_port': {'id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:50Z', 'updated_at': '2021-09-07T19:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '2b4f289b-38c4-4c15-93ca-817f32ea0139', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'port_id': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf', 'mac_address': 'fa:16:3e:98:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18df5acf-d196-40c5-a472-7c814ef45897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:17:52Z', 'updated_at': '2021-09-07T19:18:00Z', 'revision_number': 2, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1250d241-930a-43dc-a310-beac4a2f7084', 'name': '', 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'mac_address': 'fa:16:3e:55:9e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:55Z', 'updated_at': '2021-09-07T19:14:04Z', 'revision_number': 5, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'subnets': [{'id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:03.753437 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3419c656-272d-45ac-a096-9a461bca695f None None] Checking router: 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:18:03.764216 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0cacde1a-81e8-42b9-8a57-e9df4bbc474a req-4af5e733-6ebd-48db-aaa9-6d1c5863dc3b service neutron] 10.222.0.36 "GET /v2.0/networks/d2335b53-d94d-4dd5-8663-e2e2039007bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220616 Sep 07 19:18:03.780558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c255c5-0d32-4cb9-901f-59743b12e9f3 req-8283063c-3620-4caa-8ece-f42a1f0b7d52 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:03.782787 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3419c656-272d-45ac-a096-9a461bca695f None None] Routers {'74710ff9-851d-4aaa-be9e-07ccdec1d2f0'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:03.783678 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3419c656-272d-45ac-a096-9a461bca695f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:17:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:03.788187 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50c255c5-0d32-4cb9-901f-59743b12e9f3 req-8283063c-3620-4caa-8ece-f42a1f0b7d52 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3303df3-f1c2-442f-a422-6d3cc890e07a HTTP/1.1" status: 200 len: 943 time: 0.0932164 Sep 07 19:18:03.810471 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cb9595-7810-41ef-afb0-0e6c4c1d3c8d tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Made reservation on behalf of 1bbdce76034a4c918511e9b3dbb530e9 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:18:03.813339 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-42cb9595-7810-41ef-afb0-0e6c4c1d3c8d tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:03.838607 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-42cb9595-7810-41ef-afb0-0e6c4c1d3c8d tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:03.970818 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-990d023e-7490-4e65-a296-6f7ede960198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:03.973306 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-990d023e-7490-4e65-a296-6f7ede960198 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3b884b5-1d7f-46b6-93f2-c32f5274637c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2200646 Sep 07 19:18:04.043154 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-08ff18cb-64ed-4a9d-8f2b-905263a62891 admin admin] Allocated IP 172.20.0.1 (3a788b40-a325-41a5-8e05-f73a97b3b0e9/d4fc51c9-d4b0-4c48-8ac0-9ab3bc8f295e/b9ef164c-b222-48c7-ba49-696a728c6a0b) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:18:04.054129 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-3419c656-272d-45ac-a096-9a461bca695f None None] Set router 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:18:04.119012 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50c255c5-0d32-4cb9-901f-59743b12e9f3 req-c4922d85-fb85-4c6b-968a-70f592c1f0c9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6867333-3407-4ca2-95ca-d296e67b8b47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3283615 Sep 07 19:18:04.158961 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c65705-a96e-4f83-a6ad-f7732ffead60 req-3a3fa731-1b1d-4251-b6be-bb27f2b6665c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:04.160897 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96c65705-a96e-4f83-a6ad-f7732ffead60 req-3a3fa731-1b1d-4251-b6be-bb27f2b6665c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 945 time: 0.1917465 Sep 07 19:18:04.169126 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0cacde1a-81e8-42b9-8a57-e9df4bbc474a req-bfb06c38-7cce-4a5c-9af9-654951739c4e service neutron] 10.222.0.36 "GET /v2.0/networks/d2335b53-d94d-4dd5-8663-e2e2039007bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694406 Sep 07 19:18:04.257923 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96c65705-a96e-4f83-a6ad-f7732ffead60 req-03266189-e969-4fcf-b309-793dc7e0c796 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872715 Sep 07 19:18:04.311386 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 23c3ff93-dd42-49c7-b79b-76f724ca3040 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:18:04.344864 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18df5acf-d196-40c5-a472-7c814ef45897', 'tag': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd'}, {'name': 'network-changed', 'server_uuid': 'd3303df3-f1c2-442f-a422-6d3cc890e07a', 'tag': '94323ce0-556e-4e81-9c8f-42cf77cd1be1'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:18:04.347216 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbb7464-dd45-4050-8ab0-3b7111e63925" -d '{"events": [{"name": "network-changed", "server_uuid": "18df5acf-d196-40c5-a472-7c814ef45897", "tag": "a0f649c3-f3e3-4a37-9599-bcb6dd55abbd"}, {"name": "network-changed", "server_uuid": "d3303df3-f1c2-442f-a422-6d3cc890e07a", "tag": "94323ce0-556e-4e81-9c8f-42cf77cd1be1"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:18:04.403677 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08ff18cb-64ed-4a9d-8f2b-905263a62891 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:04.444647 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 07 Sep 2021 19:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e2dba0-85ca-4363-beb9-5b762d32c5c7 x-openstack-request-id: req-99e2dba0-85ca-4363-beb9-5b762d32c5c7 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:18:04.444904 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18df5acf-d196-40c5-a472-7c814ef45897", "tag": "a0f649c3-f3e3-4a37-9599-bcb6dd55abbd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d3303df3-f1c2-442f-a422-6d3cc890e07a", "tag": "94323ce0-556e-4e81-9c8f-42cf77cd1be1", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:18:04.445145 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-99e2dba0-85ca-4363-beb9-5b762d32c5c7 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:18:04.445548 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18df5acf-d196-40c5-a472-7c814ef45897', 'tag': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd', 'status': 'completed', 'code': 200} Sep 07 19:18:04.445807 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3303df3-f1c2-442f-a422-6d3cc890e07a', 'tag': '94323ce0-556e-4e81-9c8f-42cf77cd1be1', 'status': 'completed', 'code': 200} Sep 07 19:18:04.450388 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-08ff18cb-64ed-4a9d-8f2b-905263a62891 admin admin] Transition to ACTIVE for port object b9ef164c-b222-48c7-ba49-696a728c6a0b will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:18:04.453564 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-b46100e6-ae5e-4576-9085-561517bcba21 service neutron] 10.222.0.60 "GET /v2.0/networks/c3b884b5-1d7f-46b6-93f2-c32f5274637c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534666 Sep 07 19:18:04.460446 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 23c3ff93-dd42-49c7-b79b-76f724ca3040 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:18:04.478649 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 23c3ff93-dd42-49c7-b79b-76f724ca3040 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:04.479202 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:04.540672 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb7464-dd45-4050-8ab0-3b7111e63925 req-6bca00d9-21cb-4a47-b8e9-35722bcf05c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:04.542250 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7cbb7464-dd45-4050-8ab0-3b7111e63925 req-6bca00d9-21cb-4a47-b8e9-35722bcf05c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=168cdcbcb8fb447d9110b114b3af2450&device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 1096 time: 0.0771275 Sep 07 19:18:04.587448 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3419c656-272d-45ac-a096-9a461bca695f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'name': 'tempest-TestVolumeBackupRestore-446208616-router', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:48Z', 'updated_at': '2021-09-07T19:13:57Z', 'revision_number': 4, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'gw_port': {'id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:50Z', 'updated_at': '2021-09-07T19:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '2b4f289b-38c4-4c15-93ca-817f32ea0139', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'port_id': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf', 'mac_address': 'fa:16:3e:98:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18df5acf-d196-40c5-a472-7c814ef45897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:17:52Z', 'updated_at': '2021-09-07T19:18:00Z', 'revision_number': 2, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1250d241-930a-43dc-a310-beac4a2f7084', 'name': '', 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'mac_address': 'fa:16:3e:55:9e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:55Z', 'updated_at': '2021-09-07T19:14:04Z', 'revision_number': 5, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'subnets': [{'id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:04.599439 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-42cb9595-7810-41ef-afb0-0e6c4c1d3c8d tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:04.632496 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-42cb9595-7810-41ef-afb0-0e6c4c1d3c8d tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:04.642964 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08ff18cb-64ed-4a9d-8f2b-905263a62891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:04.646469 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-42cb9595-7810-41ef-afb0-0e6c4c1d3c8d tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] device_id is not set on port 42d8ef66-66d8-47d9-9926-442fc1cca4e7 yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:18:04.662410 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3419c656-272d-45ac-a096-9a461bca695f None None] The sync data for ids ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'] in n-d-807786-1 is: [{'id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'name': 'tempest-TestVolumeBackupRestore-446208616-router', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:48Z', 'updated_at': '2021-09-07T19:13:57Z', 'revision_number': 4, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'gw_port': {'id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:50Z', 'updated_at': '2021-09-07T19:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '2b4f289b-38c4-4c15-93ca-817f32ea0139', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'port_id': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf', 'mac_address': 'fa:16:3e:98:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18df5acf-d196-40c5-a472-7c814ef45897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:17:52Z', 'updated_at': '2021-09-07T19:18:00Z', 'revision_number': 2, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1250d241-930a-43dc-a310-beac4a2f7084', 'name': '', 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'mac_address': 'fa:16:3e:55:9e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:55Z', 'updated_at': '2021-09-07T19:14:04Z', 'revision_number': 5, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'subnets': [{'id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:18:04.717351 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff18cb-64ed-4a9d-8f2b-905263a62891 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ef164c-b222-48c7-ba49-696a728c6a0b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:04.731406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb7464-dd45-4050-8ab0-3b7111e63925 req-e1bab388-ee53-4021-81f1-4ba8e969469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:04.733068 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7cbb7464-dd45-4050-8ab0-3b7111e63925 req-e1bab388-ee53-4021-81f1-4ba8e969469f service neutron] 10.222.0.36 "GET /v2.0/networks?id=d2335b53-d94d-4dd5-8663-e2e2039007bf HTTP/1.1" status: 200 len: 914 time: 0.1821411 Sep 07 19:18:04.733839 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7bd6f2ab-7e0c-477f-9a58-fc239f1b89ea req-84841726-b7bf-48a1-bd46-80d8bea7dbd4 service neutron] 10.222.0.60 "GET /v2.0/networks/c3b884b5-1d7f-46b6-93f2-c32f5274637c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691543 Sep 07 19:18:04.751265 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:04.790463 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ff18cb-64ed-4a9d-8f2b-905263a62891 admin admin] Network 3a788b40-a325-41a5-8e05-f73a97b3b0e9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:18:04.797817 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 23c3ff93-dd42-49c7-b79b-76f724ca3040, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=23c3ff93-dd42-49c7-b79b-76f724ca3040,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:04.804060 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:04.842345 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-08ff18cb-64ed-4a9d-8f2b-905263a62891 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:18:04.846859 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ff18cb-64ed-4a9d-8f2b-905263a62891 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:18:04.883527 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7cbb7464-dd45-4050-8ab0-3b7111e63925 req-807d00bd-0719-4473-a21c-2bb8579eeb23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0f649c3-f3e3-4a37-9599-bcb6dd55abbd HTTP/1.1" status: 200 len: 1000 time: 0.1419365 Sep 07 19:18:04.906926 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=23c3ff93-dd42-49c7-b79b-76f724ca3040,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:04.953799 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb9595-7810-41ef-afb0-0e6c4c1d3c8d tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5312b0e2-dc8b-4e15-8f1a-fbe8cff077fd,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:05.011873 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb7464-dd45-4050-8ab0-3b7111e63925 req-4cebeb6e-2b4b-47f5-8e3a-cf59f050ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:05.012097 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08ff18cb-64ed-4a9d-8f2b-905263a62891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:05.013468 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7cbb7464-dd45-4050-8ab0-3b7111e63925 req-4cebeb6e-2b4b-47f5-8e3a-cf59f050ce0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30cc1a20-fb4d-4a78-8e3f-535901b0394e HTTP/1.1" status: 200 len: 852 time: 0.1189072 Sep 07 19:18:05.102172 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb7464-dd45-4050-8ab0-3b7111e63925 req-58a2264b-e03b-4969-8b54-94d83e9b70e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:05.103913 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7cbb7464-dd45-4050-8ab0-3b7111e63925 req-58a2264b-e03b-4969-8b54-94d83e9b70e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2335b53-d94d-4dd5-8663-e2e2039007bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822368 Sep 07 19:18:05.198171 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb7464-dd45-4050-8ab0-3b7111e63925 req-a6ee7d5b-565a-48b9-ae07-0a0d439b8c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:05.199805 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7cbb7464-dd45-4050-8ab0-3b7111e63925 req-a6ee7d5b-565a-48b9-ae07-0a0d439b8c82 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78144588c9424754a9005f76111ab868&device_id=d3303df3-f1c2-442f-a422-6d3cc890e07a HTTP/1.1" status: 200 len: 1094 time: 0.3127091 Sep 07 19:18:05.239447 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9c90146f-05d6-4b7a-ade4-86187a991ebe None None] Provisioning for port b9ef164c-b222-48c7-ba49-696a728c6a0b completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:18:05.244746 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9c90146f-05d6-4b7a-ade4-86187a991ebe None None] Provisioning complete for port b9ef164c-b222-48c7-ba49-696a728c6a0b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:05.245455 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c90146f-05d6-4b7a-ade4-86187a991ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:05.293375 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-9c90146f-05d6-4b7a-ade4-86187a991ebe None None] Port b9ef164c-b222-48c7-ba49-696a728c6a0b cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:18:05.302817 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7cbb7464-dd45-4050-8ab0-3b7111e63925 req-37bd6185-d103-4a1b-bea2-0cc51fc15da4 service neutron] 10.222.0.36 "GET /v2.0/networks/d2335b53-d94d-4dd5-8663-e2e2039007bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888125 Sep 07 19:18:05.322484 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08ff18cb-64ed-4a9d-8f2b-905263a62891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:05.421845 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b13be-b109-4d35-ba20-30bbd6233d40 req-3937aded-17ac-467b-8680-7347c072aa9b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:05.423452 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-215b13be-b109-4d35-ba20-30bbd6233d40 req-3937aded-17ac-467b-8680-7347c072aa9b tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3303df3-f1c2-442f-a422-6d3cc890e07a HTTP/1.1" status: 200 len: 943 time: 0.1793773 Sep 07 19:18:05.439949 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-b74089a4-e63d-4aea-868c-d08297b0d886 service neutron] show failed (client error): The resource could not be found. Sep 07 19:18:05.441004 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-b74089a4-e63d-4aea-868c-d08297b0d886 service neutron] 10.222.0.60 "GET /v2.0/ports/87b71b69-b301-45e2-b455-52eddea2604a/bindings/n-h2-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.1372733 Sep 07 19:18:05.456666 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb7464-dd45-4050-8ab0-3b7111e63925 req-6ec52b2e-b4d1-4753-8aa0-9401030d5c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:05.459341 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7cbb7464-dd45-4050-8ab0-3b7111e63925 req-6ec52b2e-b4d1-4753-8aa0-9401030d5c1c service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3b884b5-1d7f-46b6-93f2-c32f5274637c HTTP/1.1" status: 200 len: 898 time: 0.2290988 Sep 07 19:18:05.464089 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-42cb9595-7810-41ef-afb0-0e6c4c1d3c8d tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 07 19:18:05.465234 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42cb9595-7810-41ef-afb0-0e6c4c1d3c8d tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:18:05.511365 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-42cb9595-7810-41ef-afb0-0e6c4c1d3c8d tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.0675731 Sep 07 19:18:05.514271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40730) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:05.557563 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7cbb7464-dd45-4050-8ab0-3b7111e63925 req-cd3d50d1-fc1b-40df-bbe8-0411fe57bb72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94323ce0-556e-4e81-9c8f-42cf77cd1be1 HTTP/1.1" status: 200 len: 217 time: 0.0870552 Sep 07 19:18:05.606720 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-215b13be-b109-4d35-ba20-30bbd6233d40 req-474e36b8-cecf-44cf-bbcc-0fd6d0322ce6 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6867333-3407-4ca2-95ca-d296e67b8b47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1711709 Sep 07 19:18:05.642254 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea7eb4-aae4-482e-8911-6d75ac23a506 req-41d9652d-3e41-4483-b3ac-74bd9cd631c9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:05.644765 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-adea7eb4-aae4-482e-8911-6d75ac23a506 req-41d9652d-3e41-4483-b3ac-74bd9cd631c9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 945 time: 0.2863555 Sep 07 19:18:05.673498 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb7464-dd45-4050-8ab0-3b7111e63925 req-e022eae4-43dc-4751-acbd-c938703aeb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:05.675694 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7cbb7464-dd45-4050-8ab0-3b7111e63925 req-e022eae4-43dc-4751-acbd-c938703aeb18 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85110ef0-2cf4-4982-b09a-eebd43451125 HTTP/1.1" status: 200 len: 834 time: 0.0756829 Sep 07 19:18:05.788431 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb7464-dd45-4050-8ab0-3b7111e63925 req-c0fe12df-5946-4186-9cfe-aafa3b904c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:05.790163 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7cbb7464-dd45-4050-8ab0-3b7111e63925 req-c0fe12df-5946-4186-9cfe-aafa3b904c48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3b884b5-1d7f-46b6-93f2-c32f5274637c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059208 Sep 07 19:18:05.792728 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7cbb7464-dd45-4050-8ab0-3b7111e63925 req-d38f9047-e6ff-46ae-a2b2-a201af5133bd service neutron] 10.222.0.36 "GET /v2.0/networks/d2335b53-d94d-4dd5-8663-e2e2039007bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307723 Sep 07 19:18:05.846368 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-0616d0ac-aab7-466a-b145-4671e1ab859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:05.847885 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-0616d0ac-aab7-466a-b145-4671e1ab859b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97&tenant_id=aa42bbf5542c477bbf2c68a6d391c89a HTTP/1.1" status: 200 len: 1096 time: 0.1283665 Sep 07 19:18:05.872123 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-adea7eb4-aae4-482e-8911-6d75ac23a506 req-368a22f8-1acb-4453-988c-7aed16494004 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056012 Sep 07 19:18:05.880245 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08ff18cb-64ed-4a9d-8f2b-905263a62891 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:05.886255 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-1', 'device_owner': 'compute:nova'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:05.930381 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-27128f06-ec69-442f-af69-12101e9ee434 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Deleting port 9882ff3e-c464-4608-b05c-a3bb4e4f5c01 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:05.930734 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-27128f06-ec69-442f-af69-12101e9ee434 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:05.953694 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7cbb7464-dd45-4050-8ab0-3b7111e63925 req-ec8cfa68-c8a6-4f46-b4b7-184004dcc79b service neutron] 10.222.0.60 "GET /v2.0/networks/c3b884b5-1d7f-46b6-93f2-c32f5274637c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382065 Sep 07 19:18:05.954793 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08ff18cb-64ed-4a9d-8f2b-905263a62891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:05.985097 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:06.107756 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08ff18cb-64ed-4a9d-8f2b-905263a62891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:06.113220 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff18cb-64ed-4a9d-8f2b-905263a62891 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ef164c-b222-48c7-ba49-696a728c6a0b,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:06.170200 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7cbb7464-dd45-4050-8ab0-3b7111e63925 req-448f6222-32ab-4f5e-a43d-c89957ae3bdd service neutron] 10.222.0.60 "GET /v2.0/networks/c3b884b5-1d7f-46b6-93f2-c32f5274637c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879325 Sep 07 19:18:06.234545 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 23c3ff93-dd42-49c7-b79b-76f724ca3040 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:18:06.309968 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ff18cb-64ed-4a9d-8f2b-905263a62891 admin admin] Network 3a788b40-a325-41a5-8e05-f73a97b3b0e9 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:18:06.312128 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-08ff18cb-64ed-4a9d-8f2b-905263a62891 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:18:06.325914 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 23c3ff93-dd42-49c7-b79b-76f724ca3040 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:06.327670 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:06.448125 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-27128f06-ec69-442f-af69-12101e9ee434 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:06.448791 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-27128f06-ec69-442f-af69-12101e9ee434 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:06.472215 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ff18cb-64ed-4a9d-8f2b-905263a62891 admin admin] Router ae3de872-314d-4c1f-8497-1d9c25fed305 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:18:06.547430 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 94323ce0-556e-4e81-9c8f-42cf77cd1be1 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:18:06.550006 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-27128f06-ec69-442f-af69-12101e9ee434 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Calling delete_port for 9882ff3e-c464-4608-b05c-a3bb4e4f5c01 owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:06.680194 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2a734fdb-7408-431b-b82c-56ce9309eaf0 None None] Provisioning complete for port b9ef164c-b222-48c7-ba49-696a728c6a0b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:06.680592 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2a734fdb-7408-431b-b82c-56ce9309eaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:06.715486 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ff18cb-64ed-4a9d-8f2b-905263a62891 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:18:06.728436 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] Sync routers for ids ['ae3de872-314d-4c1f-8497-1d9c25fed305'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:18:06.729531 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-08ff18cb-64ed-4a9d-8f2b-905263a62891 admin admin] 10.222.0.26 "PUT /v2.0/routers/ae3de872-314d-4c1f-8497-1d9c25fed305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1866534 Sep 07 19:18:06.746797 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-2a734fdb-7408-431b-b82c-56ce9309eaf0 None None] Port b9ef164c-b222-48c7-ba49-696a728c6a0b cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:18:06.771822 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 94323ce0-556e-4e81-9c8f-42cf77cd1be1, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=94323ce0-556e-4e81-9c8f-42cf77cd1be1,segment=NetworkSegment(27df3b52-7892-4ece-b93c-c06ae4e1dc6f),segment_id=27df3b52-7892-4ece-b93c-c06ae4e1dc6f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:06.775080 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] Routers {'ae3de872-314d-4c1f-8497-1d9c25fed305'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:06.775737 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:17:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ae3de872-314d-4c1f-8497-1d9c25fed305'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:06.792406 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '94323ce0-556e-4e81-9c8f-42cf77cd1be1', 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c', 'port_id': '94323ce0-556e-4e81-9c8f-42cf77cd1be1', 'mac_address': 'fa:16:3e:0e:ad:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85110ef0-2cf4-4982-b09a-eebd43451125', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:18:06.836188 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:06.856359 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94323ce0-556e-4e81-9c8f-42cf77cd1be1 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:18:06.884482 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 94323ce0-556e-4e81-9c8f-42cf77cd1be1, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=94323ce0-556e-4e81-9c8f-42cf77cd1be1,segment=NetworkSegment(27df3b52-7892-4ece-b93c-c06ae4e1dc6f),segment_id=27df3b52-7892-4ece-b93c-c06ae4e1dc6f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:06.889479 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:06.942448 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] For port 87b71b69-b301-45e2-b455-52eddea2604a, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=87b71b69-b301-45e2-b455-52eddea2604a,segment=NetworkSegment(683524e4-a13c-4793-bf4b-7e9fbb4bfb25),segment_id=683524e4-a13c-4793-bf4b-7e9fbb4bfb25)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:06.967901 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] Set router ae3de872-314d-4c1f-8497-1d9c25fed305 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:18:07.007170 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=94323ce0-556e-4e81-9c8f-42cf77cd1be1,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:07.069368 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862e78b-0add-42e9-bcf2-ec637262a692 req-f65769c7-ad2b-4fbb-9566-e300e29baa37 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:07.071371 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b862e78b-0add-42e9-bcf2-ec637262a692 req-f65769c7-ad2b-4fbb-9566-e300e29baa37 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3303df3-f1c2-442f-a422-6d3cc890e07a HTTP/1.1" status: 200 len: 943 time: 0.2603536 Sep 07 19:18:07.111232 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['94323ce0-556e-4e81-9c8f-42cf77cd1be1'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:18:07.122016 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-27128f06-ec69-442f-af69-12101e9ee434 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:07.133338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] For port 87b71b69-b301-45e2-b455-52eddea2604a, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:18:07.190353 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27128f06-ec69-442f-af69-12101e9ee434 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Pushing event deleted for resources: {'Port': ['ID=9882ff3e-c464-4608-b05c-a3bb4e4f5c01,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:07.245858 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b862e78b-0add-42e9-bcf2-ec637262a692 req-f8d228ce-7402-473d-92a0-ed812067bb44 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6867333-3407-4ca2-95ca-d296e67b8b47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1641905 Sep 07 19:18:07.285995 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3de872-314d-4c1f-8497-1d9c25fed305', 'name': 'tempest-TestServerBasicOps-563747346-router', 'tenant_id': '89dbb95f0d2c44caafa196300bd63b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '23c3ff93-dd42-49c7-b79b-76f724ca3040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:54Z', 'updated_at': '2021-09-07T19:18:05Z', 'revision_number': 4, 'project_id': '89dbb95f0d2c44caafa196300bd63b8a', 'gw_port': {'id': '23c3ff93-dd42-49c7-b79b-76f724ca3040', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3de872-314d-4c1f-8497-1d9c25fed305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:57Z', 'updated_at': '2021-09-07T19:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b9ef164c-b222-48c7-ba49-696a728c6a0b', 'name': '', 'network_id': '3a788b40-a325-41a5-8e05-f73a97b3b0e9', 'tenant_id': '89dbb95f0d2c44caafa196300bd63b8a', 'mac_address': 'fa:16:3e:10:9d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3de872-314d-4c1f-8497-1d9c25fed305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'd4fc51c9-d4b0-4c48-8ac0-9ab3bc8f295e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:03Z', 'updated_at': '2021-09-07T19:18:05Z', 'revision_number': 2, 'project_id': '89dbb95f0d2c44caafa196300bd63b8a', 'subnets': [{'id': 'd4fc51c9-d4b0-4c48-8ac0-9ab3bc8f295e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:07.317947 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] Checking router: ae3de872-314d-4c1f-8497-1d9c25fed305 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:18:07.318303 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] Updating router ae3de872-314d-4c1f-8497-1d9c25fed305 port b9ef164c-b222-48c7-ba49-696a728c6a0b binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:18:07.321450 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6f903-0801-4b87-97c1-9c98a70a46d3 req-bb37d418-2545-4cd6-90a8-7dde75bc5812 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:07.323095 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3af6f903-0801-4b87-97c1-9c98a70a46d3 req-bb37d418-2545-4cd6-90a8-7dde75bc5812 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 945 time: 0.3587835 Sep 07 19:18:07.328358 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27128f06-ec69-442f-af69-12101e9ee434 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:07.328751 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27128f06-ec69-442f-af69-12101e9ee434 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:07.329088 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27128f06-ec69-442f-af69-12101e9ee434 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:07.329432 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27128f06-ec69-442f-af69-12101e9ee434 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:07.329870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27128f06-ec69-442f-af69-12101e9ee434 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:07.330213 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27128f06-ec69-442f-af69-12101e9ee434 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:07.330549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27128f06-ec69-442f-af69-12101e9ee434 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:07.330880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27128f06-ec69-442f-af69-12101e9ee434 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:07.331212 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27128f06-ec69-442f-af69-12101e9ee434 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:07.331543 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27128f06-ec69-442f-af69-12101e9ee434 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:07.331870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27128f06-ec69-442f-af69-12101e9ee434 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:07.332198 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27128f06-ec69-442f-af69-12101e9ee434 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:07.367801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87b71b69-b301-45e2-b455-52eddea2604a'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:18:07.368782 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:07.370357 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cef049-7219-4ad0-81ad-bd5024640ca7" -d '{"events": [{"server_uuid": "395fd449-c9a5-454a-9812-dbbcc18e8e97", "name": "network-vif-unplugged", "status": "completed", "tag": "87b71b69-b301-45e2-b455-52eddea2604a"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:18:07.386869 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:07.409725 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-27128f06-ec69-442f-af69-12101e9ee434 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:07.412621 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-27128f06-ec69-442f-af69-12101e9ee434 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:07.413839 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-27128f06-ec69-442f-af69-12101e9ee434 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215 tempest-ExternalNetworksAdminNegativeTestJSON-1374180215-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/46a8c099-f636-4373-a750-f064c3389c8d HTTP/1.1" status: 204 len: 168 time: 1.8985929 Sep 07 19:18:07.415061 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] Transition to ACTIVE for port object 87b71b69-b301-45e2-b455-52eddea2604a will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:18:07.423842 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:07.478377 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3af6f903-0801-4b87-97c1-9c98a70a46d3 req-d2641fbc-101a-43eb-865b-fff3f719c76b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199024 Sep 07 19:18:07.674171 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 19:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754e069b-6f50-42c5-9c21-d3b49d930fc0 x-openstack-request-id: req-754e069b-6f50-42c5-9c21-d3b49d930fc0 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:18:07.674640 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395fd449-c9a5-454a-9812-dbbcc18e8e97", "name": "network-vif-unplugged", "status": "completed", "tag": "87b71b69-b301-45e2-b455-52eddea2604a", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:18:07.675151 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-754e069b-6f50-42c5-9c21-d3b49d930fc0 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:18:07.675664 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87b71b69-b301-45e2-b455-52eddea2604a', 'code': 200} Sep 07 19:18:07.697824 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] Pushing event updated for resources: {'Port': ['ID=87b71b69-b301-45e2-b455-52eddea2604a,revision_number=6']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:07.830296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] No DVR routers for this DVR port 87b71b69-b301-45e2-b455-52eddea2604a on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:18:07.944266 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40774) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:07.972698 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:07.984923 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] Transition to ACTIVE for port object b9ef164c-b222-48c7-ba49-696a728c6a0b will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:18:07.996213 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:08.094955 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fefdae-bdc0-473c-9939-db63972cb8a4 None None] Pushing event updated for resources: {'Port': ['ID=b9ef164c-b222-48c7-ba49-696a728c6a0b,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:08.106447 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] Attempting to bind port 87b71b69-b301-45e2-b455-52eddea2604a on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:18:08.106830 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] Attempting to bind port 87b71b69-b301-45e2-b455-52eddea2604a by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '683524e4-a13c-4793-bf4b-7e9fbb4bfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:18:08.107121 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] Attempting to bind port 87b71b69-b301-45e2-b455-52eddea2604a on network 24503b90-cf6d-4dd7-9434-45db67fed679 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:18:08.113251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] Port 87b71b69-b301-45e2-b455-52eddea2604a on network 24503b90-cf6d-4dd7-9434-45db67fed679 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:18:08.114197 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] Attempting to bind port 87b71b69-b301-45e2-b455-52eddea2604a on network 24503b90-cf6d-4dd7-9434-45db67fed679 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:18:08.119924 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:18:08.120282 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] Checking segment: {'id': '683524e4-a13c-4793-bf4b-7e9fbb4bfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:18:08.120707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] Bound using segment: {'id': '683524e4-a13c-4793-bf4b-7e9fbb4bfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:18:08.121154 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] Bound port: 87b71b69-b301-45e2-b455-52eddea2604a, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683524e4-a13c-4793-bf4b-7e9fbb4bfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:18:08.121519 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:08.183292 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] Attempting to bind port b9ef164c-b222-48c7-ba49-696a728c6a0b on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:18:08.183658 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] Attempting to bind port b9ef164c-b222-48c7-ba49-696a728c6a0b by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '4ba77e7d-c0b8-49e0-adfe-aa5403417a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3a788b40-a325-41a5-8e05-f73a97b3b0e9'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:18:08.184017 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] Attempting to bind port b9ef164c-b222-48c7-ba49-696a728c6a0b on network 3a788b40-a325-41a5-8e05-f73a97b3b0e9 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:18:08.194475 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:18:08.195495 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] Checking segment: {'id': '4ba77e7d-c0b8-49e0-adfe-aa5403417a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3a788b40-a325-41a5-8e05-f73a97b3b0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:18:08.196127 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:08.196769 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] Bound using segment: {'id': '4ba77e7d-c0b8-49e0-adfe-aa5403417a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3a788b40-a325-41a5-8e05-f73a97b3b0e9'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:18:08.197607 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] Bound port: b9ef164c-b222-48c7-ba49-696a728c6a0b, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba77e7d-c0b8-49e0-adfe-aa5403417a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3a788b40-a325-41a5-8e05-f73a97b3b0e9'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:18:08.198206 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:08.206255 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d0a00dc0-ae3b-450e-8d41-1f4bed5da483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:08.229430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] For port 87b71b69-b301-45e2-b455-52eddea2604a, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:18:08.240415 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] For port 87b71b69-b301-45e2-b455-52eddea2604a, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=87b71b69-b301-45e2-b455-52eddea2604a,segment=NetworkSegment(683524e4-a13c-4793-bf4b-7e9fbb4bfb25),segment_id=683524e4-a13c-4793-bf4b-7e9fbb4bfb25)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:18:08.257170 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:08.293009 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] For port b9ef164c-b222-48c7-ba49-696a728c6a0b, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:18:08.298479 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:08.299386 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:08.302594 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] For port b9ef164c-b222-48c7-ba49-696a728c6a0b, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b9ef164c-b222-48c7-ba49-696a728c6a0b,segment=NetworkSegment(4ba77e7d-c0b8-49e0-adfe-aa5403417a60),segment_id=4ba77e7d-c0b8-49e0-adfe-aa5403417a60)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:18:08.303979 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] 10.222.0.36 "PUT /v2.0/ports/87b71b69-b301-45e2-b455-52eddea2604a HTTP/1.1" status: 200 len: 1091 time: 2.4253581 Sep 07 19:18:08.310393 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:08.397160 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] Routers {'ae3de872-314d-4c1f-8497-1d9c25fed305'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:08.398075 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:17:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ae3de872-314d-4c1f-8497-1d9c25fed305'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:08.416065 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40782) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:08.421358 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1eda6a2d-3b27-4d59-9469-72a169f2a218 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-574227852', 'description': 'tempest-secgroup-smoke-574227852 description', 'project_id': '254a2ba6f1404816a3dabc83cc8e217d'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:08.489559 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fefdae-bdc0-473c-9939-db63972cb8a4 None None] Pushing event updated for resources: {'Port': ['ID=b9ef164c-b222-48c7-ba49-696a728c6a0b,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:08.560939 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 94323ce0-556e-4e81-9c8f-42cf77cd1be1 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:18:08.592741 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766517e8-7b3a-47fc-b6dc-afa8884c91f1 service neutron] Pushing event updated for resources: {'Port': ['ID=87b71b69-b301-45e2-b455-52eddea2604a,revision_number=7']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:08.612224 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-4fe54eab-56cf-435d-8d66-a8b25c5868d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:08.622799 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-4fe54eab-56cf-435d-8d66-a8b25c5868d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 1094 time: 0.2888446 Sep 07 19:18:08.672019 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] Set router ae3de872-314d-4c1f-8497-1d9c25fed305 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:18:08.726623 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 94323ce0-556e-4e81-9c8f-42cf77cd1be1 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:18:08.733158 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 94323ce0-556e-4e81-9c8f-42cf77cd1be1 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:08.734993 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:08.763697 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf162a3-9582-44fa-b6f9-c7b652d513fc req-ea810db8-c530-48d4-856f-dc865572d7fc tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:08.766426 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-daf162a3-9582-44fa-b6f9-c7b652d513fc req-ea810db8-c530-48d4-856f-dc865572d7fc tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3303df3-f1c2-442f-a422-6d3cc890e07a HTTP/1.1" status: 200 len: 944 time: 0.3433852 Sep 07 19:18:08.798385 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d0a00dc0-ae3b-450e-8d41-1f4bed5da483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:08.828802 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1eda6a2d-3b27-4d59-9469-72a169f2a218 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:08.891944 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d0a00dc0-ae3b-450e-8d41-1f4bed5da483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:08.977072 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-daf162a3-9582-44fa-b6f9-c7b652d513fc req-71d1abd9-67d7-4848-99f1-cfdde6fa9ced tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6867333-3407-4ca2-95ca-d296e67b8b47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1323600 Sep 07 19:18:09.018745 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1eda6a2d-3b27-4d59-9469-72a169f2a218 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:09.029496 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1eda6a2d-3b27-4d59-9469-72a169f2a218 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:09.033670 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:09.075074 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3303df3-f1c2-442f-a422-6d3cc890e07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94323ce0-556e-4e81-9c8f-42cf77cd1be1'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:18:09.075632 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1eda6a2d-3b27-4d59-9469-72a169f2a218 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:09.076859 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d0a00dc0-ae3b-450e-8d41-1f4bed5da483 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e04f48266b164bb79f05e892929587c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1314075 Sep 07 19:18:09.079074 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0723d453-c802-4b0a-94a1-9ece5d21e4f7" -d '{"events": [{"server_uuid": "d3303df3-f1c2-442f-a422-6d3cc890e07a", "name": "network-vif-plugged", "status": "completed", "tag": "94323ce0-556e-4e81-9c8f-42cf77cd1be1"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:18:09.080695 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1eda6a2d-3b27-4d59-9469-72a169f2a218 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6634619 Sep 07 19:18:09.084834 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40796) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:09.085192 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40800) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:09.091274 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-700403c0-a043-47a3-88aa-dd43c7775e8c tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Request body: {'security_group_rule': {'security_group_id': 'e469b214-7edb-4783-8fe8-a934269d203a', 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:09.094765 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3de872-314d-4c1f-8497-1d9c25fed305', 'name': 'tempest-TestServerBasicOps-563747346-router', 'tenant_id': '89dbb95f0d2c44caafa196300bd63b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '23c3ff93-dd42-49c7-b79b-76f724ca3040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:54Z', 'updated_at': '2021-09-07T19:18:05Z', 'revision_number': 4, 'project_id': '89dbb95f0d2c44caafa196300bd63b8a', 'gw_port': {'id': '23c3ff93-dd42-49c7-b79b-76f724ca3040', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3de872-314d-4c1f-8497-1d9c25fed305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:57Z', 'updated_at': '2021-09-07T19:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b9ef164c-b222-48c7-ba49-696a728c6a0b', 'name': '', 'network_id': '3a788b40-a325-41a5-8e05-f73a97b3b0e9', 'tenant_id': '89dbb95f0d2c44caafa196300bd63b8a', 'mac_address': 'fa:16:3e:10:9d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3de872-314d-4c1f-8497-1d9c25fed305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'd4fc51c9-d4b0-4c48-8ac0-9ab3bc8f295e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:03Z', 'updated_at': '2021-09-07T19:18:08Z', 'revision_number': 4, 'project_id': '89dbb95f0d2c44caafa196300bd63b8a', 'subnets': [{'id': 'd4fc51c9-d4b0-4c48-8ac0-9ab3bc8f295e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:09.103419 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 94323ce0-556e-4e81-9c8f-42cf77cd1be1, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=94323ce0-556e-4e81-9c8f-42cf77cd1be1,segment=NetworkSegment(27df3b52-7892-4ece-b93c-c06ae4e1dc6f),segment_id=27df3b52-7892-4ece-b93c-c06ae4e1dc6f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:09.110778 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:09.112250 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 87b71b69-b301-45e2-b455-52eddea2604a no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:18:09.135772 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda6a2d-3b27-4d59-9469-72a169f2a218 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e469b214-7edb-4783-8fe8-a934269d203a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:09.142201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51501e30-9811-49f4-be98-d3bc1ae827ab req-b0f752df-644b-4b83-84af-8e9cb7ce8283 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:09.145751 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e04d1b9-0aa7-4abb-b4ca-5003e9357b1c None None] The sync data for ids ['ae3de872-314d-4c1f-8497-1d9c25fed305'] in n-d-807786-1 is: [{'id': 'ae3de872-314d-4c1f-8497-1d9c25fed305', 'name': 'tempest-TestServerBasicOps-563747346-router', 'tenant_id': '89dbb95f0d2c44caafa196300bd63b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '23c3ff93-dd42-49c7-b79b-76f724ca3040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:54Z', 'updated_at': '2021-09-07T19:18:05Z', 'revision_number': 4, 'project_id': '89dbb95f0d2c44caafa196300bd63b8a', 'gw_port': {'id': '23c3ff93-dd42-49c7-b79b-76f724ca3040', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3de872-314d-4c1f-8497-1d9c25fed305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:57Z', 'updated_at': '2021-09-07T19:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b9ef164c-b222-48c7-ba49-696a728c6a0b', 'name': '', 'network_id': '3a788b40-a325-41a5-8e05-f73a97b3b0e9', 'tenant_id': '89dbb95f0d2c44caafa196300bd63b8a', 'mac_address': 'fa:16:3e:10:9d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3de872-314d-4c1f-8497-1d9c25fed305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'd4fc51c9-d4b0-4c48-8ac0-9ab3bc8f295e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:03Z', 'updated_at': '2021-09-07T19:18:08Z', 'revision_number': 4, 'project_id': '89dbb95f0d2c44caafa196300bd63b8a', 'subnets': [{'id': 'd4fc51c9-d4b0-4c48-8ac0-9ab3bc8f295e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:18:09.165565 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51501e30-9811-49f4-be98-d3bc1ae827ab req-b0f752df-644b-4b83-84af-8e9cb7ce8283 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 943 time: 0.4767950 Sep 07 19:18:09.166002 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda6a2d-3b27-4d59-9469-72a169f2a218 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:09.166397 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda6a2d-3b27-4d59-9469-72a169f2a218 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:09.166747 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda6a2d-3b27-4d59-9469-72a169f2a218 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:09.167134 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda6a2d-3b27-4d59-9469-72a169f2a218 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:09.167473 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda6a2d-3b27-4d59-9469-72a169f2a218 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:09.167854 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda6a2d-3b27-4d59-9469-72a169f2a218 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:09.168215 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda6a2d-3b27-4d59-9469-72a169f2a218 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:09.168337 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a00dc0-ae3b-450e-8d41-1f4bed5da483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f344c2c7-475e-4873-99d5-143554dbc9a8,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:09.169100 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda6a2d-3b27-4d59-9469-72a169f2a218 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:09.169100 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda6a2d-3b27-4d59-9469-72a169f2a218 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:09.169327 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda6a2d-3b27-4d59-9469-72a169f2a218 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:09.169918 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda6a2d-3b27-4d59-9469-72a169f2a218 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:09.170249 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda6a2d-3b27-4d59-9469-72a169f2a218 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:09.179371 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-bf18474d-e068-4dfa-83c6-46d1ec833293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:09.181170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-bf18474d-e068-4dfa-83c6-46d1ec833293 service neutron] 10.222.0.36 "GET /v2.0/networks?id=24503b90-cf6d-4dd7-9434-45db67fed679 HTTP/1.1" status: 200 len: 898 time: 0.5488329 Sep 07 19:18:09.263661 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-700403c0-a043-47a3-88aa-dd43c7775e8c tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:09.268041 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9359778-163a-4e61-9fd5-3e589eb19d74 x-openstack-request-id: req-d9359778-163a-4e61-9fd5-3e589eb19d74 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:18:09.268401 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3303df3-f1c2-442f-a422-6d3cc890e07a", "name": "network-vif-plugged", "status": "completed", "tag": "94323ce0-556e-4e81-9c8f-42cf77cd1be1", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:18:09.268760 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9359778-163a-4e61-9fd5-3e589eb19d74 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:18:09.269221 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3303df3-f1c2-442f-a422-6d3cc890e07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94323ce0-556e-4e81-9c8f-42cf77cd1be1', 'code': 200} Sep 07 19:18:09.271131 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=94323ce0-556e-4e81-9c8f-42cf77cd1be1,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:09.325373 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 87b71b69-b301-45e2-b455-52eddea2604a not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:18:09.333371 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c5e4c16-588a-4ab0-a3a4-3e6d68196494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:09.380904 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac38c2-1c29-4088-ada9-d7dc56491354 req-71b24432-e0d2-4e60-93df-06a54f52ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:09.382486 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f9ac38c2-1c29-4088-ada9-d7dc56491354 req-71b24432-e0d2-4e60-93df-06a54f52ab03 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d3303df3-f1c2-442f-a422-6d3cc890e07a HTTP/1.1" status: 200 len: 1096 time: 0.1216755 Sep 07 19:18:09.395801 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c5e4c16-588a-4ab0-a3a4-3e6d68196494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:09.418170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-41872450-d891-4f60-a61f-6d19befbdc0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b71b69-b301-45e2-b455-52eddea2604a HTTP/1.1" status: 200 len: 999 time: 0.2204461 Sep 07 19:18:09.433494 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51501e30-9811-49f4-be98-d3bc1ae827ab req-1c322f6f-404d-42ff-825c-4d896b3ab562 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629805 Sep 07 19:18:09.483834 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-700403c0-a043-47a3-88aa-dd43c7775e8c tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:09.489229 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c5e4c16-588a-4ab0-a3a4-3e6d68196494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:09.493642 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0c5e4c16-588a-4ab0-a3a4-3e6d68196494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:09.497956 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0c5e4c16-588a-4ab0-a3a4-3e6d68196494 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f344c2c7-475e-4873-99d5-143554dbc9a8 HTTP/1.1" status: 204 len: 168 time: 0.4116330 Sep 07 19:18:09.504173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-f0e6ea77-e99d-4f43-9248-ea0d16b7e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:09.507064 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-f0e6ea77-e99d-4f43-9248-ea0d16b7e124 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=393f579e-61d8-416e-b828-f08c6836343d HTTP/1.1" status: 200 len: 834 time: 0.0689189 Sep 07 19:18:09.523818 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-700403c0-a043-47a3-88aa-dd43c7775e8c tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:09.551911 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f9ac38c2-1c29-4088-ada9-d7dc56491354 req-bd39f0b2-a4de-4a4d-8bb6-6b13516481b0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a6867333-3407-4ca2-95ca-d296e67b8b47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1607206 Sep 07 19:18:09.556794 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e4c16-588a-4ab0-a3a4-3e6d68196494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f344c2c7-475e-4873-99d5-143554dbc9a8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:09.560649 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700403c0-a043-47a3-88aa-dd43c7775e8c tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1474a64-18f9-43d0-9b0c-4ddb571377df,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:09.573936 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-700403c0-a043-47a3-88aa-dd43c7775e8c tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:09.586151 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-700403c0-a043-47a3-88aa-dd43c7775e8c tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4977276 Sep 07 19:18:09.588841 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40808) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:09.594759 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-46332ddb-4363-40a6-8e42-d4da5cac002a tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Request body: {'security_group_rule': {'security_group_id': 'e469b214-7edb-4783-8fe8-a934269d203a', 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:09.634041 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-6f63d795-311e-41b0-9255-be1e5d104f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:09.635743 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-6f63d795-311e-41b0-9255-be1e5d104f75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24503b90-cf6d-4dd7-9434-45db67fed679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198380 Sep 07 19:18:09.655062 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-46332ddb-4363-40a6-8e42-d4da5cac002a tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:09.678671 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'tag': '87b71b69-b301-45e2-b455-52eddea2604a'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:18:09.681270 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f96f63-25b4-43cf-a660-b34ef0cec10e" -d '{"events": [{"name": "network-changed", "server_uuid": "395fd449-c9a5-454a-9812-dbbcc18e8e97", "tag": "87b71b69-b301-45e2-b455-52eddea2604a"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:18:09.765586 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-1b535d19-4e0d-4168-a721-703976cec6e7 service neutron] 10.222.0.36 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219075 Sep 07 19:18:09.771405 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da3b2a0-4cd7-4300-8901-0e354aa42d92 x-openstack-request-id: req-1da3b2a0-4cd7-4300-8901-0e354aa42d92 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:18:09.771707 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395fd449-c9a5-454a-9812-dbbcc18e8e97", "tag": "87b71b69-b301-45e2-b455-52eddea2604a", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:18:09.772525 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1da3b2a0-4cd7-4300-8901-0e354aa42d92 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:18:09.772525 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'tag': '87b71b69-b301-45e2-b455-52eddea2604a', 'status': 'completed', 'code': 200} Sep 07 19:18:09.800707 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-46332ddb-4363-40a6-8e42-d4da5cac002a tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:09.845790 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-46332ddb-4363-40a6-8e42-d4da5cac002a tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:09.887908 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f96f63-25b4-43cf-a660-b34ef0cec10e req-aef0c757-2178-41cb-b061-5472ea81159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:09.889751 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c0f96f63-25b4-43cf-a660-b34ef0cec10e req-aef0c757-2178-41cb-b061-5472ea81159c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 1094 time: 0.0877419 Sep 07 19:18:09.890629 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46332ddb-4363-40a6-8e42-d4da5cac002a tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a460452e-517e-470a-a764-b2281768c78f,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:09.924859 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-46332ddb-4363-40a6-8e42-d4da5cac002a tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:09.926165 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-46332ddb-4363-40a6-8e42-d4da5cac002a tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3359809 Sep 07 19:18:09.930935 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40816) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:09.952800 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-94826459-cab9-4c6d-804f-2a5b8262874f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Request body: {'security_group_rule': {'security_group_id': 'e469b214-7edb-4783-8fe8-a934269d203a', 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:09.968116 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-294f2fbc-aef2-414a-8415-8e4d772af033 service neutron] 10.222.0.36 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914775 Sep 07 19:18:10.017329 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-94826459-cab9-4c6d-804f-2a5b8262874f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:10.091953 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f96f63-25b4-43cf-a660-b34ef0cec10e req-47c33cb2-01d2-48b7-a08e-08a9e1637244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:10.093823 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c0f96f63-25b4-43cf-a660-b34ef0cec10e req-47c33cb2-01d2-48b7-a08e-08a9e1637244 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24503b90-cf6d-4dd7-9434-45db67fed679 HTTP/1.1" status: 200 len: 898 time: 0.1943278 Sep 07 19:18:10.118112 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40820) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:10.221249 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f96f63-25b4-43cf-a660-b34ef0cec10e req-0a85b22e-d83b-4547-9492-a21590c574a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:10.222742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0f96f63-25b4-43cf-a660-b34ef0cec10e req-0a85b22e-d83b-4547-9492-a21590c574a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 1094 time: 0.1842651 Sep 07 19:18:10.225957 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-94826459-cab9-4c6d-804f-2a5b8262874f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:10.235830 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-94826459-cab9-4c6d-804f-2a5b8262874f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:10.257578 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c0f96f63-25b4-43cf-a660-b34ef0cec10e req-6cef78a5-9167-4725-bbd4-0704494ac94f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b71b69-b301-45e2-b455-52eddea2604a HTTP/1.1" status: 200 len: 999 time: 0.1554074 Sep 07 19:18:10.315764 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b9ef164c-b222-48c7-ba49-696a728c6a0b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:18:10.365768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f96f63-25b4-43cf-a660-b34ef0cec10e req-2b992856-8567-481d-9978-6b48d483cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:10.367659 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0f96f63-25b4-43cf-a660-b34ef0cec10e req-2b992856-8567-481d-9978-6b48d483cbce service neutron] 10.222.0.36 "GET /v2.0/networks?id=24503b90-cf6d-4dd7-9434-45db67fed679 HTTP/1.1" status: 200 len: 898 time: 0.1337478 Sep 07 19:18:10.395709 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e74da-0353-4892-ac05-541c3af9e72d req-df2f5a4a-8362-46d4-b7d4-251c4538dd01 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:10.397685 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-743e74da-0353-4892-ac05-541c3af9e72d req-df2f5a4a-8362-46d4-b7d4-251c4538dd01 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3303df3-f1c2-442f-a422-6d3cc890e07a HTTP/1.1" status: 200 len: 945 time: 0.2770407 Sep 07 19:18:10.408069 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4ba06e66-8397-42d8-9d77-ce946fb1d88d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1bbdce76034a4c918511e9b3dbb530e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2744846 Sep 07 19:18:10.413320 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40822) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:10.416652 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f96f63-25b4-43cf-a660-b34ef0cec10e req-e86fb718-412b-40c1-b7e4-d1cdf4a4da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:10.416973 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94826459-cab9-4c6d-804f-2a5b8262874f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599e9113-c7b2-48fa-a6d7-96eb66347b46,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:10.418528 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c0f96f63-25b4-43cf-a660-b34ef0cec10e req-e86fb718-412b-40c1-b7e4-d1cdf4a4da56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=393f579e-61d8-416e-b828-f08c6836343d HTTP/1.1" status: 200 len: 834 time: 0.1512148 Sep 07 19:18:10.434601 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port b9ef164c-b222-48c7-ba49-696a728c6a0b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:18:10.443958 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b9ef164c-b222-48c7-ba49-696a728c6a0b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:10.444685 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:10.473468 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-94826459-cab9-4c6d-804f-2a5b8262874f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:10.475164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-94826459-cab9-4c6d-804f-2a5b8262874f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5430748 Sep 07 19:18:10.483435 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40826) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:10.526366 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0f96f63-25b4-43cf-a660-b34ef0cec10e req-91cfb274-4f44-44b5-bb8e-cd0b4ac0d5a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b71b69-b301-45e2-b455-52eddea2604a HTTP/1.1" status: 200 len: 999 time: 0.1446230 Sep 07 19:18:10.530309 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-10248464-a2e9-477f-9772-87a27319f09e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Request body: {'security_group_rule': {'security_group_id': 'e469b214-7edb-4783-8fe8-a934269d203a', 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:10.545908 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-743e74da-0353-4892-ac05-541c3af9e72d req-52e5f16f-9c62-44b8-ac48-3a51f40bea59 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6867333-3407-4ca2-95ca-d296e67b8b47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1241515 Sep 07 19:18:10.614301 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f96f63-25b4-43cf-a660-b34ef0cec10e req-9edd38e2-562c-44b5-a2b1-16f9047aa9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:10.616602 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c0f96f63-25b4-43cf-a660-b34ef0cec10e req-9edd38e2-562c-44b5-a2b1-16f9047aa9ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24503b90-cf6d-4dd7-9434-45db67fed679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1784129 Sep 07 19:18:10.665587 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:10.700904 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f96f63-25b4-43cf-a660-b34ef0cec10e req-ba4ad383-17d2-45d5-b0cc-d84b325e19d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:10.711233 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0f96f63-25b4-43cf-a660-b34ef0cec10e req-ba4ad383-17d2-45d5-b0cc-d84b325e19d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=393f579e-61d8-416e-b828-f08c6836343d HTTP/1.1" status: 200 len: 834 time: 0.1640360 Sep 07 19:18:10.730209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e31948-376f-41e1-b668-137b6ceef13c req-4f0e1857-6a49-41df-99a4-42f4c6ed8729 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:10.732184 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69e31948-376f-41e1-b668-137b6ceef13c req-4f0e1857-6a49-41df-99a4-42f4c6ed8729 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 943 time: 0.1838961 Sep 07 19:18:10.747681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port b9ef164c-b222-48c7-ba49-696a728c6a0b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b9ef164c-b222-48c7-ba49-696a728c6a0b,segment=NetworkSegment(4ba77e7d-c0b8-49e0-adfe-aa5403417a60),segment_id=4ba77e7d-c0b8-49e0-adfe-aa5403417a60)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:10.752648 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:10.769673 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10248464-a2e9-477f-9772-87a27319f09e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:10.821607 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69e31948-376f-41e1-b668-137b6ceef13c req-9db1ddea-ceee-48c2-bcc2-f85c8b145664 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777307 Sep 07 19:18:10.827219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f96f63-25b4-43cf-a660-b34ef0cec10e req-4439da7f-f96f-4f03-ab29-a6f35e19c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:10.829722 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0f96f63-25b4-43cf-a660-b34ef0cec10e req-4439da7f-f96f-4f03-ab29-a6f35e19c989 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24503b90-cf6d-4dd7-9434-45db67fed679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962899 Sep 07 19:18:10.873614 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b50867ff-c890-4f55-95a3-eeaa58206771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:10.876699 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=b9ef164c-b222-48c7-ba49-696a728c6a0b,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:10.891771 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c0f96f63-25b4-43cf-a660-b34ef0cec10e req-c793471a-34f2-410b-ae8f-f8aeec4c7808 service neutron] 10.222.0.60 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623644 Sep 07 19:18:10.966552 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b50867ff-c890-4f55-95a3-eeaa58206771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:10.985736 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0f96f63-25b4-43cf-a660-b34ef0cec10e req-792d3697-c32a-49f8-a118-15f859d298fd service neutron] 10.222.0.36 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448789 Sep 07 19:18:11.063856 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10248464-a2e9-477f-9772-87a27319f09e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:11.071007 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10248464-a2e9-477f-9772-87a27319f09e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:11.098152 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10248464-a2e9-477f-9772-87a27319f09e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9217cd95-09bb-482f-a0c4-a8d79485b10d,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:11.107833 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10248464-a2e9-477f-9772-87a27319f09e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:11.110873 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-10248464-a2e9-477f-9772-87a27319f09e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5855494 Sep 07 19:18:11.111541 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40830) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:11.119281 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-828a4427-ebc0-447d-950b-78404415cbbe tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Request body: {'security_group_rule': {'security_group_id': 'e469b214-7edb-4783-8fe8-a934269d203a', 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:11.131612 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c0f96f63-25b4-43cf-a660-b34ef0cec10e req-baef3627-01b2-4dbf-9733-59bc9917b89f service neutron] 10.222.0.60 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290311 Sep 07 19:18:11.141251 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b50867ff-c890-4f55-95a3-eeaa58206771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:11.144423 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b50867ff-c890-4f55-95a3-eeaa58206771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:11.149630 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b50867ff-c890-4f55-95a3-eeaa58206771 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5312b0e2-dc8b-4e15-8f1a-fbe8cff077fd HTTP/1.1" status: 204 len: 168 time: 0.7268021 Sep 07 19:18:11.160014 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50867ff-c890-4f55-95a3-eeaa58206771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5312b0e2-dc8b-4e15-8f1a-fbe8cff077fd,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:11.163890 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-828a4427-ebc0-447d-950b-78404415cbbe tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Project 254a2ba6f1404816a3dabc83cc8e217d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:18:11.168130 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0f96f63-25b4-43cf-a660-b34ef0cec10e req-0888fbc3-9d1b-43a6-9658-09099d1f9308 service neutron] 10.222.0.36 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736100 Sep 07 19:18:11.170207 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-828a4427-ebc0-447d-950b-78404415cbbe tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:11.245165 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-828a4427-ebc0-447d-950b-78404415cbbe tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:11.249303 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-828a4427-ebc0-447d-950b-78404415cbbe tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:11.276026 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-828a4427-ebc0-447d-950b-78404415cbbe tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:11.277295 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-828a4427-ebc0-447d-950b-78404415cbbe tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1618772 Sep 07 19:18:11.279923 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40834) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:11.285874 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1962d651-3e36-45f7-8b5b-294f59a4df18 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Request body: {'security_group_rule': {'security_group_id': 'e469b214-7edb-4783-8fe8-a934269d203a', 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:11.291937 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a4427-ebc0-447d-950b-78404415cbbe tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc48f92-400a-4769-b763-6ad6034aa259,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:11.319492 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-1962d651-3e36-45f7-8b5b-294f59a4df18 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Project 254a2ba6f1404816a3dabc83cc8e217d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:18:11.340767 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1962d651-3e36-45f7-8b5b-294f59a4df18 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:11.428782 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1962d651-3e36-45f7-8b5b-294f59a4df18 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:11.434259 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1962d651-3e36-45f7-8b5b-294f59a4df18 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:11.457071 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962d651-3e36-45f7-8b5b-294f59a4df18 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c9d510-72ee-4fea-bf25-4feb38e39c36,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:11.466241 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1962d651-3e36-45f7-8b5b-294f59a4df18 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:11.467965 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1962d651-3e36-45f7-8b5b-294f59a4df18 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1869001 Sep 07 19:18:11.783250 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41dccb-881a-4e07-85fd-eb11f4d418d8 req-d4d2ef24-2cf5-4037-b62f-6af214139999 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:11.785117 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c41dccb-881a-4e07-85fd-eb11f4d418d8 req-d4d2ef24-2cf5-4037-b62f-6af214139999 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3303df3-f1c2-442f-a422-6d3cc890e07a HTTP/1.1" status: 200 len: 945 time: 0.1566474 Sep 07 19:18:11.817507 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-f7d8950d-f0f6-421a-9b24-c2c7439fdd59 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574227852&fields=id&tenant_id=254a2ba6f1404816a3dabc83cc8e217d HTTP/1.1" status: 200 len: 267 time: 0.1338251 Sep 07 19:18:11.881790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c41dccb-881a-4e07-85fd-eb11f4d418d8 req-00acb0b4-ed03-4bba-927d-41d762a555cf tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6867333-3407-4ca2-95ca-d296e67b8b47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783255 Sep 07 19:18:11.979572 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-448d28c8-4329-4030-b02e-98eb58c411bb tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:11.986364 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-448d28c8-4329-4030-b02e-98eb58c411bb tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/networks?id=c59d35e9-a47c-4db1-9fe0-f71f03677711 HTTP/1.1" status: 200 len: 809 time: 0.1566021 Sep 07 19:18:12.009090 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-1eab7677-242c-40af-b0d3-d9b21087d86d tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/quotas/254a2ba6f1404816a3dabc83cc8e217d HTTP/1.1" status: 200 len: 375 time: 0.0218399 Sep 07 19:18:12.116048 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93362964-63c6-4a1b-ba2e-1e1b43535d41 req-54901830-a869-47bc-9a3c-dd11dc2c36a9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:12.118761 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93362964-63c6-4a1b-ba2e-1e1b43535d41 req-54901830-a869-47bc-9a3c-dd11dc2c36a9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 943 time: 0.1303091 Sep 07 19:18:12.138007 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-54e42bbd-951e-41ef-b16b-a3fe3814e35b tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=254a2ba6f1404816a3dabc83cc8e217d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1125081 Sep 07 19:18:12.226050 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93362964-63c6-4a1b-ba2e-1e1b43535d41 req-362863fe-d1af-4aa4-a1db-ad202557b2fd tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778258 Sep 07 19:18:12.274586 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b9ef164c-b222-48c7-ba49-696a728c6a0b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:18:12.359286 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b9ef164c-b222-48c7-ba49-696a728c6a0b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:12.360161 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:12.602191 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4e4c2-c22b-49b7-8c30-ddc2c818aa24 req-bf161763-a428-4483-b0d5-db0f63de36d0 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:12.604630 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ded4e4c2-c22b-49b7-8c30-ddc2c818aa24 req-bf161763-a428-4483-b0d5-db0f63de36d0 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3303df3-f1c2-442f-a422-6d3cc890e07a HTTP/1.1" status: 200 len: 945 time: 0.2105894 Sep 07 19:18:12.651799 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-cf70256d-6dbd-4cb1-b0cd-dfa367737a7d service neutron] 10.222.0.26 "GET /v2.0/networks/c59d35e9-a47c-4db1-9fe0-f71f03677711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888008 Sep 07 19:18:12.725585 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ded4e4c2-c22b-49b7-8c30-ddc2c818aa24 req-5743f6fc-7e5b-49bf-8858-0bbb3ed342be tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6867333-3407-4ca2-95ca-d296e67b8b47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1079936 Sep 07 19:18:12.759965 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40896) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:12.844621 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3bf7f497-5d30-495b-80de-df51e6c354e3 service neutron] 10.222.0.26 "GET /v2.0/networks/c59d35e9-a47c-4db1-9fe0-f71f03677711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824799 Sep 07 19:18:12.846738 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7147d8-4f65-4bf3-8eac-53fa5bab34d4 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:12.849133 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0f7147d8-4f65-4bf3-8eac-53fa5bab34d4 tempest-TestNetworkBasicOps-1229855732 tempest-TestNetworkBasicOps-1229855732-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d3303df3-f1c2-442f-a422-6d3cc890e07a HTTP/1.1" status: 200 len: 1091 time: 0.0870972 Sep 07 19:18:12.851700 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40902) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:12.857260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-52e073cd-4a97-47d2-b1c6-7602b1b761c5 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': '94323ce0-556e-4e81-9c8f-42cf77cd1be1', 'tenant_id': '78144588c9424754a9005f76111ab868', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:12.899417 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-52e073cd-4a97-47d2-b1c6-7602b1b761c5 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:13.087861 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:13.277161 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40922) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:13.278935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 87b71b69-b301-45e2-b455-52eddea2604a details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:18:13.452448 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 87b71b69-b301-45e2-b455-52eddea2604a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=87b71b69-b301-45e2-b455-52eddea2604a,segment=NetworkSegment(683524e4-a13c-4793-bf4b-7e9fbb4bfb25),segment_id=683524e4-a13c-4793-bf4b-7e9fbb4bfb25)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:13.473799 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-f36053fc-7b09-4f6a-8654-1b13ca189776 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:13.524467 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e2f8211a-fb55-4322-98eb-7e52695cbe9d req-53328bb1-668b-4b99-ba9f-263b9a0e92d6 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 210 time: 0.1154284 Sep 07 19:18:13.552542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-c6971d3c-eb7b-4417-b21a-f5d7523d8819 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:13.554474 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-c6971d3c-eb7b-4417-b21a-f5d7523d8819 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.36 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97&tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 943 time: 0.5456605 Sep 07 19:18:13.555151 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f36053fc-7b09-4f6a-8654-1b13ca189776 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] 10.222.0.26 "PUT /v2.0/quotas/4c4231676fd247daa1a7739d44ab12de HTTP/1.1" status: 200 len: 366 time: 0.2752128 Sep 07 19:18:13.557724 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40932) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:13.573128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac45e50-0205-4861-acaa-8693d9f9b6fe req-2487a2c0-982d-4683-8c87-f0d073dc5c15 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:13.581310 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bac45e50-0205-4861-acaa-8693d9f9b6fe req-2487a2c0-982d-4683-8c87-f0d073dc5c15 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 943 time: 0.5205674 Sep 07 19:18:13.584022 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d841128f-d782-42a3-a000-e0365e44eb5f tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0250456 Sep 07 19:18:13.588173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 40934) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:13.610372 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-00fd2a8c-6f19-4ddb-afe4-5826c6156123 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] 10.222.0.26 "GET /v2.0/quotas/4c4231676fd247daa1a7739d44ab12de HTTP/1.1" status: 200 len: 366 time: 0.0161328 Sep 07 19:18:13.641152 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40936) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:13.669049 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8bd96b1b-0fea-4b9c-826c-c7b5d4c6bf9d tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/4c4231676fd247daa1a7739d44ab12de HTTP/1.1" status: 204 len: 168 time: 0.0265954 Sep 07 19:18:13.671508 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40938) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:13.672443 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '87b71b69-b301-45e2-b455-52eddea2604a', 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679', 'port_id': '87b71b69-b301-45e2-b455-52eddea2604a', 'mac_address': 'fa:16:3e:d6:40:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '393f579e-61d8-416e-b828-f08c6836343d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:18:13.690765 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3e40013c-0bb7-4b1a-83e7-c96155aac090 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0179238 Sep 07 19:18:13.693806 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40940) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:13.703619 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fc865083-80f9-4e4d-900b-0dff26dcaa37 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] 10.222.0.26 "GET /v2.0/quotas/4c4231676fd247daa1a7739d44ab12de HTTP/1.1" status: 200 len: 370 time: 0.0087268 Sep 07 19:18:13.705998 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40942) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:13.718770 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:13.726328 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3744b61b-1e7b-4b43-8f9e-8a8d56efc2eb tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] 10.222.0.26 "GET /v2.0/quotas/4c4231676fd247daa1a7739d44ab12de/default HTTP/1.1" status: 200 len: 370 time: 0.0109999 Sep 07 19:18:13.728544 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40944) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:13.729177 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-52e073cd-4a97-47d2-b1c6-7602b1b761c5 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:13.741194 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b71b69-b301-45e2-b455-52eddea2604a {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:18:13.749755 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bac45e50-0205-4861-acaa-8693d9f9b6fe req-818e2dd3-94fe-4447-85a8-751be71b153c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669068 Sep 07 19:18:13.759927 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-e444cd4a-8a72-46d3-ab9c-faf754beb2e5 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] delete failed (client error): The resource could not be found. Sep 07 19:18:13.761592 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-0f8de563-0b94-4b87-a95d-eea7f624a059 service neutron] 10.222.0.36 "GET /v2.0/ports/87b71b69-b301-45e2-b455-52eddea2604a/bindings/n-h2-807786-1 HTTP/1.1" status: 200 len: 382 time: 0.1977630 Sep 07 19:18:13.764520 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e444cd4a-8a72-46d3-ab9c-faf754beb2e5 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/4c4231676fd247daa1a7739d44ab12de HTTP/1.1" status: 404 len: 348 time: 0.0344980 Sep 07 19:18:13.772038 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 87b71b69-b301-45e2-b455-52eddea2604a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=87b71b69-b301-45e2-b455-52eddea2604a,segment=NetworkSegment(683524e4-a13c-4793-bf4b-7e9fbb4bfb25),segment_id=683524e4-a13c-4793-bf4b-7e9fbb4bfb25)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:13.782864 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:13.896605 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=87b71b69-b301-45e2-b455-52eddea2604a,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:13.938369 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-903184b3-6d1c-4332-a6d2-6b8654a48a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:13.940132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-903184b3-6d1c-4332-a6d2-6b8654a48a3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 1095 time: 0.1113477 Sep 07 19:18:13.973964 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40950) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:13.980434 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:14.008022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-52e073cd-4a97-47d2-b1c6-7602b1b761c5 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Allocated IP 172.25.8.57 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/82d86904-23e4-4995-9259-36d35040a2c8) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:18:14.024695 n-d-807786-1 neutron-server[101444]: DEBUG neutron.quota.resource [None req-dc819510-f80d-4b44-bf55-e9f874247d26 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] Usage tracker for resource:network and tenant:2b43dbebbb9c4ad7b0e17eacff91ae93 is out of sync, need to count used quota {{(pid=101444) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 19:18:14.031896 n-d-807786-1 neutron-server[101444]: DEBUG neutron.quota.resource [None req-dc819510-f80d-4b44-bf55-e9f874247d26 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101444) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 19:18:14.040764 n-d-807786-1 neutron-server[101444]: DEBUG neutron.quota.resource [None req-dc819510-f80d-4b44-bf55-e9f874247d26 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] Usage tracker for resource:subnet and tenant:2b43dbebbb9c4ad7b0e17eacff91ae93 is out of sync, need to count used quota {{(pid=101444) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 19:18:14.046864 n-d-807786-1 neutron-server[101444]: DEBUG neutron.quota.resource [None req-dc819510-f80d-4b44-bf55-e9f874247d26 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101444) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 19:18:14.056023 n-d-807786-1 neutron-server[101444]: DEBUG neutron.quota.resource [None req-dc819510-f80d-4b44-bf55-e9f874247d26 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] Usage tracker for resource:subnetpool and tenant:2b43dbebbb9c4ad7b0e17eacff91ae93 is out of sync, need to count used quota {{(pid=101444) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 19:18:14.062929 n-d-807786-1 neutron-server[101444]: DEBUG neutron.quota.resource [None req-dc819510-f80d-4b44-bf55-e9f874247d26 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101444) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 19:18:14.063657 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['87b71b69-b301-45e2-b455-52eddea2604a'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:18:14.072478 n-d-807786-1 neutron-server[101444]: DEBUG neutron.quota.resource [None req-dc819510-f80d-4b44-bf55-e9f874247d26 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] Usage tracker for resource:port and tenant:2b43dbebbb9c4ad7b0e17eacff91ae93 is out of sync, need to count used quota {{(pid=101444) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 19:18:14.079233 n-d-807786-1 neutron-server[101444]: DEBUG neutron.quota.resource [None req-dc819510-f80d-4b44-bf55-e9f874247d26 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101444) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 19:18:14.088363 n-d-807786-1 neutron-server[101444]: DEBUG neutron.quota.resource [None req-dc819510-f80d-4b44-bf55-e9f874247d26 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] Usage tracker for resource:router and tenant:2b43dbebbb9c4ad7b0e17eacff91ae93 is out of sync, need to count used quota {{(pid=101444) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 19:18:14.094616 n-d-807786-1 neutron-server[101444]: DEBUG neutron.quota.resource [None req-dc819510-f80d-4b44-bf55-e9f874247d26 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101444) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 19:18:14.102114 n-d-807786-1 neutron-server[101444]: DEBUG neutron.quota.resource [None req-dc819510-f80d-4b44-bf55-e9f874247d26 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] Usage tracker for resource:floatingip and tenant:2b43dbebbb9c4ad7b0e17eacff91ae93 is out of sync, need to count used quota {{(pid=101444) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 19:18:14.108751 n-d-807786-1 neutron-server[101444]: DEBUG neutron.quota.resource [None req-dc819510-f80d-4b44-bf55-e9f874247d26 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101444) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 19:18:14.149024 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-bc78871d-11f7-4c79-9bc5-a194f1840019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:14.150858 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-bc78871d-11f7-4c79-9bc5-a194f1840019 service neutron] 10.222.0.36 "GET /v2.0/networks?id=24503b90-cf6d-4dd7-9434-45db67fed679 HTTP/1.1" status: 200 len: 898 time: 0.2013156 Sep 07 19:18:14.164325 n-d-807786-1 neutron-server[101444]: DEBUG neutron.quota.resource [None req-dc819510-f80d-4b44-bf55-e9f874247d26 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] Usage tracker for resource:security_group and tenant:2b43dbebbb9c4ad7b0e17eacff91ae93 is out of sync, need to count used quota {{(pid=101444) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 19:18:14.174508 n-d-807786-1 neutron-server[101444]: DEBUG neutron.quota.resource [None req-dc819510-f80d-4b44-bf55-e9f874247d26 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101444) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 19:18:14.183712 n-d-807786-1 neutron-server[101444]: DEBUG neutron.quota.resource [None req-dc819510-f80d-4b44-bf55-e9f874247d26 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] Usage tracker for resource:security_group_rule and tenant:2b43dbebbb9c4ad7b0e17eacff91ae93 is out of sync, need to count used quota {{(pid=101444) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 19:18:14.190069 n-d-807786-1 neutron-server[101444]: DEBUG neutron.quota.resource [None req-dc819510-f80d-4b44-bf55-e9f874247d26 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101444) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 19:18:14.201372 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dc819510-f80d-4b44-bf55-e9f874247d26 tempest-QuotasTest-1532994371 tempest-QuotasTest-1532994371-project-admin] 10.222.0.26 "GET /v2.0/quotas/2b43dbebbb9c4ad7b0e17eacff91ae93/details.json HTTP/1.1" status: 200 len: 703 time: 0.2248123 Sep 07 19:18:14.252101 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-d532ab37-61ad-4194-839e-ba44a28102a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b71b69-b301-45e2-b455-52eddea2604a HTTP/1.1" status: 200 len: 1000 time: 0.0934839 Sep 07 19:18:14.317740 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-52e073cd-4a97-47d2-b1c6-7602b1b761c5 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:14.345565 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-7c7b5b88-da0d-4494-9f2b-f7215b8364a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:14.347426 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-7c7b5b88-da0d-4494-9f2b-f7215b8364a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=393f579e-61d8-416e-b828-f08c6836343d HTTP/1.1" status: 200 len: 834 time: 0.0855401 Sep 07 19:18:14.424321 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-52e073cd-4a97-47d2-b1c6-7602b1b761c5 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:14.428750 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-2c7e517e-d786-4b58-ac08-70f91d66d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:14.438849 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-2c7e517e-d786-4b58-ac08-70f91d66d912 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24503b90-cf6d-4dd7-9434-45db67fed679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750690 Sep 07 19:18:14.593226 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e073cd-4a97-47d2-b1c6-7602b1b761c5 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:18:14.653251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-52e073cd-4a97-47d2-b1c6-7602b1b761c5 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:18:14.661458 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e073cd-4a97-47d2-b1c6-7602b1b761c5 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'Port': ['ID=82d86904-23e4-4995-9259-36d35040a2c8,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:14.673115 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e073cd-4a97-47d2-b1c6-7602b1b761c5 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:18:14.784001 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63be9f11-a487-42d0-b0cd-0d4fa60b6c15 req-fa42f0b8-f819-4eda-aeec-06f1365181e2 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 210 time: 0.0471005 Sep 07 19:18:14.874031 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-99f3a855-aa93-4bea-8a3e-8a1d669175fd service neutron] 10.222.0.36 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334567 Sep 07 19:18:14.904182 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-779ba477-fee2-49c8-85ae-69f664dbddc5 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:14.905834 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-779ba477-fee2-49c8-85ae-69f664dbddc5 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.36 "GET /v2.0/networks?id=c59d35e9-a47c-4db1-9fe0-f71f03677711 HTTP/1.1" status: 200 len: 809 time: 0.4304502 Sep 07 19:18:14.911639 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40964) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:15.087432 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b45a61f1-b303-4ef7-98de-103ac7ba2a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:15.109143 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-4f3a4592-fcdd-4982-9702-ac3d605dda07 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254a2ba6f1404816a3dabc83cc8e217d HTTP/1.1" status: 200 len: 379 time: 0.1807017 Sep 07 19:18:15.130086 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-0bfeec2f-652c-4747-ade3-5defeeb26c99 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Request body: {'port': {'device_id': 'aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7', 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711', 'admin_state_up': True, 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'security_groups': ['e469b214-7edb-4783-8fe8-a934269d203a']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:15.186558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ab1e3-6824-4459-8981-2cf044a9631f req-46b26817-2035-4a44-9e38-e1f14be1647a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:15.188263 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b45a61f1-b303-4ef7-98de-103ac7ba2a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:15.188398 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-527ab1e3-6824-4459-8981-2cf044a9631f req-46b26817-2035-4a44-9e38-e1f14be1647a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 944 time: 0.2611783 Sep 07 19:18:15.193261 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b45a61f1-b303-4ef7-98de-103ac7ba2a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:15.241059 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b45a61f1-b303-4ef7-98de-103ac7ba2a42 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=892f4a0db00e46fba26987c277fd273e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3252497 Sep 07 19:18:15.241516 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40972) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:15.245570 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-dfc82954-8e82-47ca-bc31-107a8b6f9f64 service neutron] 10.222.0.36 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620329 Sep 07 19:18:15.249697 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a61f1-b303-4ef7-98de-103ac7ba2a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f850cc-799f-44ea-a858-88f2609e2981,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:15.286902 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 87b71b69-b301-45e2-b455-52eddea2604a up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:18:15.318948 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb06e909-7652-47cb-a657-25c966cb8f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:15.354349 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb06e909-7652-47cb-a657-25c966cb8f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:15.355313 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-527ab1e3-6824-4459-8981-2cf044a9631f req-c04766c8-a0b9-4ecf-816c-e6180188f5cd tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291177 Sep 07 19:18:15.392951 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 87b71b69-b301-45e2-b455-52eddea2604a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:18:15.399171 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 87b71b69-b301-45e2-b455-52eddea2604a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:15.399546 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:15.431999 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb06e909-7652-47cb-a657-25c966cb8f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:15.438507 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb06e909-7652-47cb-a657-25c966cb8f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:15.440881 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cb06e909-7652-47cb-a657-25c966cb8f22 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/68f850cc-799f-44ea-a858-88f2609e2981 HTTP/1.1" status: 204 len: 168 time: 0.1980069 Sep 07 19:18:15.455202 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06e909-7652-47cb-a657-25c966cb8f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f850cc-799f-44ea-a858-88f2609e2981,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:15.498008 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-0bfeec2f-652c-4747-ade3-5defeeb26c99 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Made reservation on behalf of 254a2ba6f1404816a3dabc83cc8e217d for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:18:15.505817 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-0bfeec2f-652c-4747-ade3-5defeeb26c99 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:15.529174 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:15.556059 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b71b69-b301-45e2-b455-52eddea2604a'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:18:15.558968 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921adffa-879c-4688-b416-c8dc71ad9369" -d '{"events": [{"server_uuid": "395fd449-c9a5-454a-9812-dbbcc18e8e97", "name": "network-vif-plugged", "status": "completed", "tag": "87b71b69-b301-45e2-b455-52eddea2604a"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:18:15.576779 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 87b71b69-b301-45e2-b455-52eddea2604a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=87b71b69-b301-45e2-b455-52eddea2604a,segment=NetworkSegment(683524e4-a13c-4793-bf4b-7e9fbb4bfb25),segment_id=683524e4-a13c-4793-bf4b-7e9fbb4bfb25)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:15.581070 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:15.662931 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=87b71b69-b301-45e2-b455-52eddea2604a,revision_number=9']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:15.668066 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094893e4-3060-47a5-8c75-72daa1f999be x-openstack-request-id: req-094893e4-3060-47a5-8c75-72daa1f999be {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:18:15.668402 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395fd449-c9a5-454a-9812-dbbcc18e8e97", "name": "network-vif-plugged", "status": "completed", "tag": "87b71b69-b301-45e2-b455-52eddea2604a", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:18:15.668634 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-094893e4-3060-47a5-8c75-72daa1f999be {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:18:15.669027 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b71b69-b301-45e2-b455-52eddea2604a', 'code': 200} Sep 07 19:18:15.763783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-0bfeec2f-652c-4747-ade3-5defeeb26c99 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Allocated IP 172.20.0.3 (c59d35e9-a47c-4db1-9fe0-f71f03677711/765e9a5e-c40a-4665-aaca-06d64bc75a68/9aef675e-8fdf-4092-838c-b6927b6908cc) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:18:15.769649 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-52e073cd-4a97-47d2-b1c6-7602b1b761c5 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:15.908268 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40984) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:15.927395 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-52e073cd-4a97-47d2-b1c6-7602b1b761c5 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:15.934154 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f9715493-efd4-44b1-aed4-aaa7a031a57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:16.029749 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-29719940-ec82-4ee9-b232-4ff304767177 req-0f0793eb-3266-4ddc-9083-e1d29c833aa9 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 210 time: 0.1084235 Sep 07 19:18:16.069602 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f9715493-efd4-44b1-aed4-aaa7a031a57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:16.076829 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f9715493-efd4-44b1-aed4-aaa7a031a57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:16.125520 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-0bfeec2f-652c-4747-ade3-5defeeb26c99 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:16.136455 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f9715493-efd4-44b1-aed4-aaa7a031a57c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b43dbebbb9c4ad7b0e17eacff91ae93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2265456 Sep 07 19:18:16.137842 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9715493-efd4-44b1-aed4-aaa7a031a57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63ec789-f925-4099-8eb4-9c9be95bdec6,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:16.140571 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 40992) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:16.213840 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-0bfeec2f-652c-4747-ade3-5defeeb26c99 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Transition to ACTIVE for port object 9aef675e-8fdf-4092-838c-b6927b6908cc will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:18:16.218930 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-269aa5dc-bfe4-455c-9d2f-b79d2a2e49bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:16.251406 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-269aa5dc-bfe4-455c-9d2f-b79d2a2e49bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:16.283953 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-52e073cd-4a97-47d2-b1c6-7602b1b761c5 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:16.296189 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-52e073cd-4a97-47d2-b1c6-7602b1b761c5 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:16.312237 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-269aa5dc-bfe4-455c-9d2f-b79d2a2e49bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:16.316119 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-269aa5dc-bfe4-455c-9d2f-b79d2a2e49bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:16.319948 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-269aa5dc-bfe4-455c-9d2f-b79d2a2e49bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d63ec789-f925-4099-8eb4-9c9be95bdec6 HTTP/1.1" status: 204 len: 168 time: 0.1761084 Sep 07 19:18:16.328087 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269aa5dc-bfe4-455c-9d2f-b79d2a2e49bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63ec789-f925-4099-8eb4-9c9be95bdec6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:16.334160 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-0bfeec2f-652c-4747-ade3-5defeeb26c99 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:16.398049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e073cd-4a97-47d2-b1c6-7602b1b761c5 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event updated for resources: {'Port': ['ID=82d86904-23e4-4995-9259-36d35040a2c8,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:16.449208 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-0bfeec2f-652c-4747-ade3-5defeeb26c99 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Network c59d35e9-a47c-4db1-9fe0-f71f03677711 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:18:16.456436 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-0bfeec2f-652c-4747-ade3-5defeeb26c99 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:18:16.463222 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-52e073cd-4a97-47d2-b1c6-7602b1b761c5 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:16.468247 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-0bfeec2f-652c-4747-ade3-5defeeb26c99 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:18:16.476387 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfeec2f-652c-4747-ade3-5defeeb26c99 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Pushing event updated for resources: {'Port': ['ID=9aef675e-8fdf-4092-838c-b6927b6908cc,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:16.832070 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f7d37cce-3bc2-4486-a172-4a215ff0c4fd None None] Provisioning for port 9aef675e-8fdf-4092-838c-b6927b6908cc completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:18:16.838766 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f7d37cce-3bc2-4486-a172-4a215ff0c4fd None None] Provisioning complete for port 9aef675e-8fdf-4092-838c-b6927b6908cc triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:16.839316 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f7d37cce-3bc2-4486-a172-4a215ff0c4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:16.888613 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-f7d37cce-3bc2-4486-a172-4a215ff0c4fd None None] Port 9aef675e-8fdf-4092-838c-b6927b6908cc cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:18:16.993444 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-0bfeec2f-652c-4747-ade3-5defeeb26c99 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:16.994198 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-0bfeec2f-652c-4747-ade3-5defeeb26c99 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:17.051807 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a0e51-f991-41b0-ade1-8caac8a90326 req-df3b5b5b-d03f-42b9-a5fc-0a4e9484ebc1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:17.053510 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e4a0e51-f991-41b0-ade1-8caac8a90326 req-df3b5b5b-d03f-42b9-a5fc-0a4e9484ebc1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 945 time: 0.5811992 Sep 07 19:18:17.063890 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-0bfeec2f-652c-4747-ade3-5defeeb26c99 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9444597 Sep 07 19:18:17.084108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] Request body: {'port': {'device_id': 'aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:17.111691 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-52e073cd-4a97-47d2-b1c6-7602b1b761c5 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Floating IP c71a2d2b-0221-46ae-9112-c00355b3ef1b associated. External IP: 172.25.8.57, port: 94323ce0-556e-4e81-9c8f-42cf77cd1be1. Sep 07 19:18:17.294179 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e4a0e51-f991-41b0-ade1-8caac8a90326 req-290fd47a-bc60-4fd3-8b73-b946acf4fcf2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153027 Sep 07 19:18:17.302592 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:17.375039 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b71ecb-ae13-42f3-92bd-dff793cfafd6 req-7ffeffe1-1748-41a6-a860-375ae7133b33 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:17.376575 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-65b71ecb-ae13-42f3-92bd-dff793cfafd6 req-7ffeffe1-1748-41a6-a860-375ae7133b33 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 931 time: 0.1778331 Sep 07 19:18:17.476726 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41038) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:17.584075 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-65b71ecb-ae13-42f3-92bd-dff793cfafd6 req-e3a0823d-a48a-499d-a316-43730d7e03c1 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/security-groups?id=e469b214-7edb-4783-8fe8-a934269d203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959360 Sep 07 19:18:17.614784 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-f59fbb64-9c58-4601-bfde-599fce2dc3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:17.616480 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-f59fbb64-9c58-4601-bfde-599fce2dc3d6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97&tenant_id=aa42bbf5542c477bbf2c68a6d391c89a HTTP/1.1" status: 200 len: 1096 time: 0.0772696 Sep 07 19:18:17.630942 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-08b7dec1-54db-4d3b-a947-ba9aa3f7d077 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-804778435'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:17.645555 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807786-1', 'device_owner': 'compute:nova'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:17.694501 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b7dec1-54db-4d3b-a947-ba9aa3f7d077 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Made reservation on behalf of 483c5e3c32264d1e97d5c6b956249328 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:18:17.698755 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08b7dec1-54db-4d3b-a947-ba9aa3f7d077 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:17.729480 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08b7dec1-54db-4d3b-a947-ba9aa3f7d077 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:17.744843 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e073cd-4a97-47d2-b1c6-7602b1b761c5 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Router 767816a0-6cad-4b79-9c95-d5922f675a81 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:18:17.746427 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:17.928852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e073cd-4a97-47d2-b1c6-7602b1b761c5 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:18:17.948369 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9d2c07-a5b2-4c77-b5a5-1b21e3d78f1f None None] Sync routers for ids ['767816a0-6cad-4b79-9c95-d5922f675a81'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:18:17.952131 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aef675e-8fdf-4092-838c-b6927b6908cc {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:18:17.960428 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:17.966147 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9d2c07-a5b2-4c77-b5a5-1b21e3d78f1f None None] Routers {'767816a0-6cad-4b79-9c95-d5922f675a81'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:17.968275 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-db9d2c07-a5b2-4c77-b5a5-1b21e3d78f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:17:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['767816a0-6cad-4b79-9c95-d5922f675a81'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:17.978403 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] Transition to ACTIVE for port object 9aef675e-8fdf-4092-838c-b6927b6908cc will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:18:17.992162 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:18.123533 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-db9d2c07-a5b2-4c77-b5a5-1b21e3d78f1f None None] Set router 767816a0-6cad-4b79-9c95-d5922f675a81 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:18:18.152916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] Pushing event updated for resources: {'Port': ['ID=9aef675e-8fdf-4092-838c-b6927b6908cc,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:18.326423 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] Attempting to bind port 9aef675e-8fdf-4092-838c-b6927b6908cc on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:18:18.327219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] Attempting to bind port 9aef675e-8fdf-4092-838c-b6927b6908cc by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'a9e74ac5-36b8-4ec2-b362-9b515a670dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:18:18.327861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] Attempting to bind port 9aef675e-8fdf-4092-838c-b6927b6908cc on network c59d35e9-a47c-4db1-9fe0-f71f03677711 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:18:18.339678 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] Port 9aef675e-8fdf-4092-838c-b6927b6908cc on network c59d35e9-a47c-4db1-9fe0-f71f03677711 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:18:18.340246 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] Attempting to bind port 9aef675e-8fdf-4092-838c-b6927b6908cc on network c59d35e9-a47c-4db1-9fe0-f71f03677711 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:18:18.351004 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:18:18.351601 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] Checking segment: {'id': 'a9e74ac5-36b8-4ec2-b362-9b515a670dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:18:18.352329 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] Bound using segment: {'id': 'a9e74ac5-36b8-4ec2-b362-9b515a670dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:18:18.353127 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] Bound port: 9aef675e-8fdf-4092-838c-b6927b6908cc, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e74ac5-36b8-4ec2-b362-9b515a670dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:18:18.353706 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:18.470107 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08b7dec1-54db-4d3b-a947-ba9aa3f7d077 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:18.478277 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08b7dec1-54db-4d3b-a947-ba9aa3f7d077 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:18.518021 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-52e073cd-4a97-47d2-b1c6-7602b1b761c5 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:18.519562 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-db9d2c07-a5b2-4c77-b5a5-1b21e3d78f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'name': 'tempest-TestNetworkBasicOps-router-2131342876', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:36Z', 'updated_at': '2021-09-07T19:17:42Z', 'revision_number': 4, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:37Z', 'updated_at': '2021-09-07T19:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'c71a2d2b-0221-46ae-9112-c00355b3ef1b', 'tenant_id': '78144588c9424754a9005f76111ab868', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'port_id': '94323ce0-556e-4e81-9c8f-42cf77cd1be1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c', 'mac_address': 'fa:16:3e:0e:ad:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3303df3-f1c2-442f-a422-6d3cc890e07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:18:15Z', 'updated_at': '2021-09-07T19:18:15Z', 'revision_number': 0, 'project_id': '78144588c9424754a9005f76111ab868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0552e2fd-78ad-4515-8cab-88d40595a8bf', 'name': '', 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:ed:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '85110ef0-2cf4-4982-b09a-eebd43451125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:40Z', 'updated_at': '2021-09-07T19:17:50Z', 'revision_number': 5, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': '85110ef0-2cf4-4982-b09a-eebd43451125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:18.540752 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] For port 87b71b69-b301-45e2-b455-52eddea2604a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=87b71b69-b301-45e2-b455-52eddea2604a,segment=NetworkSegment(683524e4-a13c-4793-bf4b-7e9fbb4bfb25),segment_id=683524e4-a13c-4793-bf4b-7e9fbb4bfb25)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:18.555108 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9d2c07-a5b2-4c77-b5a5-1b21e3d78f1f None None] Checking router: 767816a0-6cad-4b79-9c95-d5922f675a81 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:18:18.565727 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9d2c07-a5b2-4c77-b5a5-1b21e3d78f1f None None] Routers {'767816a0-6cad-4b79-9c95-d5922f675a81'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:18.566358 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-db9d2c07-a5b2-4c77-b5a5-1b21e3d78f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:17:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['767816a0-6cad-4b79-9c95-d5922f675a81'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:18.588198 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df92053-81a4-4db4-a297-504302d3c712 req-51f21e52-6203-46bd-bb32-b006bda25938 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:18.590077 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2df92053-81a4-4db4-a297-504302d3c712 req-51f21e52-6203-46bd-bb32-b006bda25938 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 945 time: 0.1339550 Sep 07 19:18:18.597172 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-52e073cd-4a97-47d2-b1c6-7602b1b761c5 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.7438164 Sep 07 19:18:18.620652 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41050) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:18.626542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3303df3-f1c2-442f-a422-6d3cc890e07a', 'tag': '94323ce0-556e-4e81-9c8f-42cf77cd1be1'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:18:18.631789 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f51f3a-9e23-48cc-9d72-4bb1886b0950" -d '{"events": [{"name": "network-changed", "server_uuid": "d3303df3-f1c2-442f-a422-6d3cc890e07a", "tag": "94323ce0-556e-4e81-9c8f-42cf77cd1be1"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:18:18.639556 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] For port 9aef675e-8fdf-4092-838c-b6927b6908cc, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:18:18.655418 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] For port 87b71b69-b301-45e2-b455-52eddea2604a, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:18:18.665646 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] For port 9aef675e-8fdf-4092-838c-b6927b6908cc, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9aef675e-8fdf-4092-838c-b6927b6908cc,segment=NetworkSegment(a9e74ac5-36b8-4ec2-b362-9b515a670dea),segment_id=a9e74ac5-36b8-4ec2-b362-9b515a670dea)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:18:18.669945 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2df92053-81a4-4db4-a297-504302d3c712 req-80cd7a32-0aa8-491e-851c-35fee287443f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710301 Sep 07 19:18:18.672009 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:18.713098 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:18.714327 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:18.715955 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] 10.222.0.36 "PUT /v2.0/ports/9aef675e-8fdf-4092-838c-b6927b6908cc HTTP/1.1" status: 200 len: 1091 time: 1.6405189 Sep 07 19:18:18.821389 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b7dec1-54db-4d3b-a947-ba9aa3f7d077 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:18:18.840137 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-db9d2c07-a5b2-4c77-b5a5-1b21e3d78f1f None None] Set router 767816a0-6cad-4b79-9c95-d5922f675a81 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:18:18.849585 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9780cf97-de69-4910-b337-9afd4ba3dbe1 x-openstack-request-id: req-9780cf97-de69-4910-b337-9afd4ba3dbe1 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:18:18.850270 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3303df3-f1c2-442f-a422-6d3cc890e07a", "tag": "94323ce0-556e-4e81-9c8f-42cf77cd1be1", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:18:18.850751 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9780cf97-de69-4910-b337-9afd4ba3dbe1 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:18:18.851374 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3303df3-f1c2-442f-a422-6d3cc890e07a', 'tag': '94323ce0-556e-4e81-9c8f-42cf77cd1be1', 'status': 'completed', 'code': 200} Sep 07 19:18:18.855281 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58fd3b-6995-4c58-8193-c68628062b65 service neutron] Pushing event updated for resources: {'Port': ['ID=9aef675e-8fdf-4092-838c-b6927b6908cc,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:18.950326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c7e98-e99b-49e8-a7ab-6f60f4349ca3 req-0a8be2ad-1779-434c-9336-62c29263f58b tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:18.958913 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08b7dec1-54db-4d3b-a947-ba9aa3f7d077 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:18.959263 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-825c7e98-e99b-49e8-a7ab-6f60f4349ca3 req-0a8be2ad-1779-434c-9336-62c29263f58b tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 943 time: 0.2291458 Sep 07 19:18:18.959442 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-08b7dec1-54db-4d3b-a947-ba9aa3f7d077 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Added segment a7bd245d-ca3d-4a30-9e07-0e50a1d72b38 of type vlan for network 97643ff7-8b63-443c-b511-a8967d6757a3 Sep 07 19:18:18.960562 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7dec1-54db-4d3b-a947-ba9aa3f7d077 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca8bb3c-f0d1-4290-a2e0-8f753f809e32,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:19.011312 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87b71b69-b301-45e2-b455-52eddea2604a'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:18:19.019499 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f01de4-062a-491b-8cf9-23a4e527b4a3" -d '{"events": [{"server_uuid": "395fd449-c9a5-454a-9812-dbbcc18e8e97", "name": "network-vif-unplugged", "status": "completed", "tag": "87b71b69-b301-45e2-b455-52eddea2604a"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:18:19.026225 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-825c7e98-e99b-49e8-a7ab-6f60f4349ca3 req-44e46223-2c3d-4d95-ac09-ebee1012d58a tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/security-groups?id=e469b214-7edb-4783-8fe8-a934269d203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663171 Sep 07 19:18:19.029387 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-9a9e5f86-3d8a-493e-970e-c6f261e0c61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:19.030748 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-9a9e5f86-3d8a-493e-970e-c6f261e0c61c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=254a2ba6f1404816a3dabc83cc8e217d&device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 1094 time: 0.2303631 Sep 07 19:18:19.034342 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:19.097895 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8d625528-e16a-4eab-8807-f9d546ea67d0 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/floatingips/c71a2d2b-0221-46ae-9112-c00355b3ef1b HTTP/1.1" status: 200 len: 990 time: 0.4674890 Sep 07 19:18:19.115178 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-2ee1cf23-dee9-46a7-acd4-89f944b2e833 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aef675e-8fdf-4092-838c-b6927b6908cc HTTP/1.1" status: 200 len: 217 time: 0.0720143 Sep 07 19:18:19.125818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f51f3a-9e23-48cc-9d72-4bb1886b0950 req-f80ded1d-b53f-4f63-8112-0782874f572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:19.126780 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08b7dec1-54db-4d3b-a947-ba9aa3f7d077 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:19.127285 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-58f51f3a-9e23-48cc-9d72-4bb1886b0950 req-f80ded1d-b53f-4f63-8112-0782874f572e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78144588c9424754a9005f76111ab868&device_id=d3303df3-f1c2-442f-a422-6d3cc890e07a HTTP/1.1" status: 200 len: 1096 time: 0.2875476 Sep 07 19:18:19.135834 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] Transition to ACTIVE for port object 87b71b69-b301-45e2-b455-52eddea2604a will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:18:19.146097 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:19.212792 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] Pushing event updated for resources: {'Port': ['ID=87b71b69-b301-45e2-b455-52eddea2604a,revision_number=10']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:19.229428 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-db9d2c07-a5b2-4c77-b5a5-1b21e3d78f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'name': 'tempest-TestNetworkBasicOps-router-2131342876', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:36Z', 'updated_at': '2021-09-07T19:17:42Z', 'revision_number': 4, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:37Z', 'updated_at': '2021-09-07T19:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'c71a2d2b-0221-46ae-9112-c00355b3ef1b', 'tenant_id': '78144588c9424754a9005f76111ab868', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'port_id': '94323ce0-556e-4e81-9c8f-42cf77cd1be1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c', 'mac_address': 'fa:16:3e:0e:ad:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3303df3-f1c2-442f-a422-6d3cc890e07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:18:15Z', 'updated_at': '2021-09-07T19:18:15Z', 'revision_number': 0, 'project_id': '78144588c9424754a9005f76111ab868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0552e2fd-78ad-4515-8cab-88d40595a8bf', 'name': '', 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:ed:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '85110ef0-2cf4-4982-b09a-eebd43451125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:40Z', 'updated_at': '2021-09-07T19:17:50Z', 'revision_number': 5, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': '85110ef0-2cf4-4982-b09a-eebd43451125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:19.268310 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 19:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7239599f-84df-4833-a546-90944a49c2c9 x-openstack-request-id: req-7239599f-84df-4833-a546-90944a49c2c9 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:18:19.268781 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395fd449-c9a5-454a-9812-dbbcc18e8e97", "name": "network-vif-unplugged", "status": "completed", "tag": "87b71b69-b301-45e2-b455-52eddea2604a", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:18:19.268956 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7239599f-84df-4833-a546-90944a49c2c9 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:18:19.269320 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87b71b69-b301-45e2-b455-52eddea2604a', 'code': 200} Sep 07 19:18:19.273127 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08b7dec1-54db-4d3b-a947-ba9aa3f7d077 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:19.279489 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9d2c07-a5b2-4c77-b5a5-1b21e3d78f1f None None] The sync data for ids ['767816a0-6cad-4b79-9c95-d5922f675a81'] in n-d-807786-1 is: [{'id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'name': 'tempest-TestNetworkBasicOps-router-2131342876', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:36Z', 'updated_at': '2021-09-07T19:17:42Z', 'revision_number': 4, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:37Z', 'updated_at': '2021-09-07T19:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'c71a2d2b-0221-46ae-9112-c00355b3ef1b', 'tenant_id': '78144588c9424754a9005f76111ab868', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'port_id': '94323ce0-556e-4e81-9c8f-42cf77cd1be1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c', 'mac_address': 'fa:16:3e:0e:ad:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3303df3-f1c2-442f-a422-6d3cc890e07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:18:15Z', 'updated_at': '2021-09-07T19:18:15Z', 'revision_number': 0, 'project_id': '78144588c9424754a9005f76111ab868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0552e2fd-78ad-4515-8cab-88d40595a8bf', 'name': '', 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:ed:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '85110ef0-2cf4-4982-b09a-eebd43451125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:40Z', 'updated_at': '2021-09-07T19:17:50Z', 'revision_number': 5, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': '85110ef0-2cf4-4982-b09a-eebd43451125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:18:19.280349 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b7dec1-54db-4d3b-a947-ba9aa3f7d077 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:19.281843 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08b7dec1-54db-4d3b-a947-ba9aa3f7d077 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:19.306998 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-08b7dec1-54db-4d3b-a947-ba9aa3f7d077 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8281901 Sep 07 19:18:19.318021 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41064) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:19.334918 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-76831dbe-6568-45d6-9342-79bcb0e29c88 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Request body: {'subnet': {'network_id': '97643ff7-8b63-443c-b511-a8967d6757a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:19.356143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-bdea42e2-0d62-4b90-b877-8ab071221f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:19.363246 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-bdea42e2-0d62-4b90-b877-8ab071221f2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=765e9a5e-c40a-4665-aaca-06d64bc75a68 HTTP/1.1" status: 200 len: 848 time: 0.2349367 Sep 07 19:18:19.400787 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] No DVR routers for this DVR port 87b71b69-b301-45e2-b455-52eddea2604a on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:18:19.487411 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f51f3a-9e23-48cc-9d72-4bb1886b0950 req-a832da15-b904-41f8-ab2f-18aef27818ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:19.489556 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-58f51f3a-9e23-48cc-9d72-4bb1886b0950 req-a832da15-b904-41f8-ab2f-18aef27818ad service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3b884b5-1d7f-46b6-93f2-c32f5274637c HTTP/1.1" status: 200 len: 898 time: 0.3398759 Sep 07 19:18:19.550475 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-24e3fcb1-9bf4-4e02-8811-59e199834b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:19.552928 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-24e3fcb1-9bf4-4e02-8811-59e199834b8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c59d35e9-a47c-4db1-9fe0-f71f03677711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1710727 Sep 07 19:18:19.554212 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7dec1-54db-4d3b-a947-ba9aa3f7d077 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Pushing event updated for resources: {'Network': ['ID=97643ff7-8b63-443c-b511-a8967d6757a3,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:19.565538 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 97643ff7-8b63-443c-b511-a8967d6757a3 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:18:19.593769 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] Attempting to bind port 87b71b69-b301-45e2-b455-52eddea2604a on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:18:19.594125 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] Attempting to bind port 87b71b69-b301-45e2-b455-52eddea2604a by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '683524e4-a13c-4793-bf4b-7e9fbb4bfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:18:19.594466 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] Attempting to bind port 87b71b69-b301-45e2-b455-52eddea2604a on network 24503b90-cf6d-4dd7-9434-45db67fed679 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:18:19.599884 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] Port 87b71b69-b301-45e2-b455-52eddea2604a on network 24503b90-cf6d-4dd7-9434-45db67fed679 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:18:19.600217 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] Attempting to bind port 87b71b69-b301-45e2-b455-52eddea2604a on network 24503b90-cf6d-4dd7-9434-45db67fed679 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:18:19.605660 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:18:19.606011 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] Checking segment: {'id': '683524e4-a13c-4793-bf4b-7e9fbb4bfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:18:19.606545 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] Bound using segment: {'id': '683524e4-a13c-4793-bf4b-7e9fbb4bfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:18:19.606850 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] Bound port: 87b71b69-b301-45e2-b455-52eddea2604a, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683524e4-a13c-4793-bf4b-7e9fbb4bfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:18:19.608034 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:19.646230 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76831dbe-6568-45d6-9342-79bcb0e29c88 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Made reservation on behalf of 483c5e3c32264d1e97d5c6b956249328 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:18:19.650953 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-76831dbe-6568-45d6-9342-79bcb0e29c88 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:19.659975 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce85f07-9326-4136-80b7-a3faee206da7 None None] New status for floating IP c71a2d2b-0221-46ae-9112-c00355b3ef1b: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:18:19.694829 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-58f51f3a-9e23-48cc-9d72-4bb1886b0950 req-95fae7a3-2dd5-4b05-8040-6d69245eb362 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94323ce0-556e-4e81-9c8f-42cf77cd1be1 HTTP/1.1" status: 200 len: 998 time: 0.1971529 Sep 07 19:18:19.714505 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] For port 87b71b69-b301-45e2-b455-52eddea2604a, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:18:19.718543 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] For port 87b71b69-b301-45e2-b455-52eddea2604a, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=87b71b69-b301-45e2-b455-52eddea2604a,segment=NetworkSegment(683524e4-a13c-4793-bf4b-7e9fbb4bfb25),segment_id=683524e4-a13c-4793-bf4b-7e9fbb4bfb25)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:18:19.726127 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:19.801789 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] Pushing event updated for resources: {'Port': ['ID=87b71b69-b301-45e2-b455-52eddea2604a,revision_number=11']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:19.812107 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:19.813064 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:19.815444 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-b3e22188-e53c-4ed7-9136-2556c9b9ee9d service neutron] 10.222.0.60 "PUT /v2.0/ports/87b71b69-b301-45e2-b455-52eddea2604a HTTP/1.1" status: 200 len: 1092 time: 2.1802690 Sep 07 19:18:19.894168 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-1b59eddc-0275-4d3d-b3b3-1ba1947e5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:19.896615 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-1b59eddc-0275-4d3d-b3b3-1ba1947e5306 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 1095 time: 0.0557444 Sep 07 19:18:19.992497 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f51f3a-9e23-48cc-9d72-4bb1886b0950 req-d6a8d148-d4cc-4a5a-b733-e19a832a98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:19.994044 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-58f51f3a-9e23-48cc-9d72-4bb1886b0950 req-d6a8d148-d4cc-4a5a-b733-e19a832a98e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85110ef0-2cf4-4982-b09a-eebd43451125 HTTP/1.1" status: 200 len: 834 time: 0.2587578 Sep 07 19:18:20.036155 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-240be496-1c2c-4fea-b56b-8452497f20b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:20.036957 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-240be496-1c2c-4fea-b56b-8452497f20b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24503b90-cf6d-4dd7-9434-45db67fed679 HTTP/1.1" status: 200 len: 898 time: 0.1294789 Sep 07 19:18:20.055249 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-b06cdae7-f7d7-4f04-817c-274f9fb86c86 service neutron] 10.222.0.36 "GET /v2.0/networks/c59d35e9-a47c-4db1-9fe0-f71f03677711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845641 Sep 07 19:18:20.066416 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1262ba-4906-4438-a443-9b3a6aa1fedb req-e914fd41-5a83-4e96-a2c6-61e3f40624be tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:20.070369 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b1262ba-4906-4438-a443-9b3a6aa1fedb req-e914fd41-5a83-4e96-a2c6-61e3f40624be tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 944 time: 0.2451444 Sep 07 19:18:20.100431 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41072) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:20.174454 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-2b91fcfa-091e-4631-b0ea-05e4851075e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b71b69-b301-45e2-b455-52eddea2604a HTTP/1.1" status: 200 len: 999 time: 0.1303959 Sep 07 19:18:20.240596 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-c8659451-b300-472b-8c30-79832c72bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:20.240596 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-c8659451-b300-472b-8c30-79832c72bd37 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=393f579e-61d8-416e-b828-f08c6836343d HTTP/1.1" status: 200 len: 834 time: 0.0546701 Sep 07 19:18:20.292960 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-40d04c49-b0a1-4076-9f67-91e7a3611d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:20.295137 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-40d04c49-b0a1-4076-9f67-91e7a3611d96 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24503b90-cf6d-4dd7-9434-45db67fed679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490370 Sep 07 19:18:20.402629 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-c8473ddd-e7f2-407e-bb6a-969ea3be1487 service neutron] 10.222.0.60 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994372 Sep 07 19:18:20.506286 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2dc115c5-792f-4611-91e9-0d5a460c0a32 req-438f8ab6-e489-4103-81e1-f6393a7f6d40 service neutron] 10.222.0.60 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966544 Sep 07 19:18:20.527156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f51f3a-9e23-48cc-9d72-4bb1886b0950 req-05a55bb1-6b39-47b4-9988-605bb733b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:20.528706 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-58f51f3a-9e23-48cc-9d72-4bb1886b0950 req-05a55bb1-6b39-47b4-9988-605bb733b30a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3b884b5-1d7f-46b6-93f2-c32f5274637c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5230339 Sep 07 19:18:20.626254 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-76831dbe-6568-45d6-9342-79bcb0e29c88 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:20.679112 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b1262ba-4906-4438-a443-9b3a6aa1fedb req-f01ef0b3-75bc-43af-9015-cb6d7a7c2f76 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5914061 Sep 07 19:18:20.699447 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-286ad0d5-6dce-48c8-98ef-71443a85a25a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/floatingips/c71a2d2b-0221-46ae-9112-c00355b3ef1b HTTP/1.1" status: 200 len: 992 time: 0.5491982 Sep 07 19:18:20.766369 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9010d-8c07-48a3-9cb1-582f3efa3c86 req-862f4814-93f9-4cd8-8bdc-000e4e783fd6 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:20.767907 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7fa9010d-8c07-48a3-9cb1-582f3efa3c86 req-862f4814-93f9-4cd8-8bdc-000e4e783fd6 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 943 time: 0.5958765 Sep 07 19:18:20.770341 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbe9c2d9-1897-4ed1-b084-3c63e7b35b54 req-862f006a-6f89-4278-9f6c-345ff45899a7 service neutron] 10.222.0.36 "GET /v2.0/networks/c59d35e9-a47c-4db1-9fe0-f71f03677711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6985118 Sep 07 19:18:20.781262 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76831dbe-6568-45d6-9342-79bcb0e29c88 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Pushing event updated for resources: {'Subnet': ['ID=a6006834-bb0f-42e4-9ced-1673f4268b14,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:20.828439 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-58f51f3a-9e23-48cc-9d72-4bb1886b0950 req-5eeb984b-a5f7-4dbe-ae65-a418ad2b6d14 service neutron] 10.222.0.60 "GET /v2.0/networks/c3b884b5-1d7f-46b6-93f2-c32f5274637c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582014 Sep 07 19:18:20.835411 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76831dbe-6568-45d6-9342-79bcb0e29c88 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Checking segment: {'id': 'a7bd245d-ca3d-4a30-9e07-0e50a1d72b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '97643ff7-8b63-443c-b511-a8967d6757a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:18:20.835777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76831dbe-6568-45d6-9342-79bcb0e29c88 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Network hostable DHCP agents. Network: 97643ff7-8b63-443c-b511-a8967d6757a3, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:18:20.854433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7', 'tag': '9aef675e-8fdf-4092-838c-b6927b6908cc'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:18:20.856791 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e806bc13-a74b-4961-99be-68d52f601923" -d '{"events": [{"name": "network-changed", "server_uuid": "aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7", "tag": "9aef675e-8fdf-4092-838c-b6927b6908cc"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:18:20.886734 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7fa9010d-8c07-48a3-9cb1-582f3efa3c86 req-f519fedf-d4db-4a14-a4a4-23eebf23d665 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/security-groups?id=e469b214-7edb-4783-8fe8-a934269d203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000860 Sep 07 19:18:20.920769 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9a7597-6711-49cb-b4be-70b2a682cebd x-openstack-request-id: req-ed9a7597-6711-49cb-b4be-70b2a682cebd {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:18:20.921065 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7", "tag": "9aef675e-8fdf-4092-838c-b6927b6908cc", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:18:20.921365 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed9a7597-6711-49cb-b4be-70b2a682cebd {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:18:20.924686 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7', 'tag': '9aef675e-8fdf-4092-838c-b6927b6908cc', 'status': 'completed', 'code': 200} Sep 07 19:18:20.942414 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76831dbe-6568-45d6-9342-79bcb0e29c88 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Network 97643ff7-8b63-443c-b511-a8967d6757a3 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:18:20.981602 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-76831dbe-6568-45d6-9342-79bcb0e29c88 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 97643ff7-8b63-443c-b511-a8967d6757a3) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:18:20.990115 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feffc24d-fde4-4917-85a8-1c8dd3a0ede8 None None] Network 97643ff7-8b63-443c-b511-a8967d6757a3 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:18:20.994788 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76831dbe-6568-45d6-9342-79bcb0e29c88 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:20.995390 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-76831dbe-6568-45d6-9342-79bcb0e29c88 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:21.007899 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-58f51f3a-9e23-48cc-9d72-4bb1886b0950 req-5eae6d55-24e2-44ba-830e-9984825bcea1 service neutron] 10.222.0.60 "GET /v2.0/networks/c3b884b5-1d7f-46b6-93f2-c32f5274637c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698351 Sep 07 19:18:21.018038 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806bc13-a74b-4961-99be-68d52f601923 req-628428cf-a85e-48b7-9b4f-70ecb4172c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:21.019896 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e806bc13-a74b-4961-99be-68d52f601923 req-628428cf-a85e-48b7-9b4f-70ecb4172c4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=254a2ba6f1404816a3dabc83cc8e217d&device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 1094 time: 0.0880110 Sep 07 19:18:21.025045 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41084) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:21.025642 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-76831dbe-6568-45d6-9342-79bcb0e29c88 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7003396 Sep 07 19:18:21.032268 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-20919b6f-4df4-4e08-b251-7f52743bd041 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Request body: {'port': {'network_id': '97643ff7-8b63-443c-b511-a8967d6757a3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-863053158'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:21.140861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806bc13-a74b-4961-99be-68d52f601923 req-3f51ef26-07c1-47da-9c00-18514e523fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:21.143419 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e806bc13-a74b-4961-99be-68d52f601923 req-3f51ef26-07c1-47da-9c00-18514e523fe9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c59d35e9-a47c-4db1-9fe0-f71f03677711 HTTP/1.1" status: 200 len: 910 time: 0.1155527 Sep 07 19:18:21.187081 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-97643ff7-8b63-443c-b511-a8967d6757a3', 'network_id': '97643ff7-8b63-443c-b511-a8967d6757a3', 'tenant_id': '483c5e3c32264d1e97d5c6b956249328', 'fixed_ips': [{'subnet_id': 'a6006834-bb0f-42e4-9ced-1673f4268b14'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:18:21.188031 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:21.195788 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20919b6f-4df4-4e08-b251-7f52743bd041 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Made reservation on behalf of 483c5e3c32264d1e97d5c6b956249328 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:18:21.197336 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e806bc13-a74b-4961-99be-68d52f601923 req-6477f512-1d81-4bfb-9594-362d53e38ca1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aef675e-8fdf-4092-838c-b6927b6908cc HTTP/1.1" status: 200 len: 217 time: 0.0455539 Sep 07 19:18:21.201536 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-20919b6f-4df4-4e08-b251-7f52743bd041 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:21.221935 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-20919b6f-4df4-4e08-b251-7f52743bd041 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] device_id is not set on port 21bce054-3494-4923-9a73-4e349716381b yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:18:21.272450 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'tag': '87b71b69-b301-45e2-b455-52eddea2604a'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:18:21.274736 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722" -d '{"events": [{"name": "network-changed", "server_uuid": "395fd449-c9a5-454a-9812-dbbcc18e8e97", "tag": "87b71b69-b301-45e2-b455-52eddea2604a"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:18:21.276396 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806bc13-a74b-4961-99be-68d52f601923 req-39ca0686-6fd7-41fb-80d4-7a3e01b28edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:21.278283 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e806bc13-a74b-4961-99be-68d52f601923 req-39ca0686-6fd7-41fb-80d4-7a3e01b28edc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=765e9a5e-c40a-4665-aaca-06d64bc75a68 HTTP/1.1" status: 200 len: 848 time: 0.0681345 Sep 07 19:18:21.335179 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 87b71b69-b301-45e2-b455-52eddea2604a no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:18:21.348393 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806bc13-a74b-4961-99be-68d52f601923 req-649b01a3-9ac2-49a9-bebf-342525acf14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:21.350577 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e806bc13-a74b-4961-99be-68d52f601923 req-649b01a3-9ac2-49a9-bebf-342525acf14d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c59d35e9-a47c-4db1-9fe0-f71f03677711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636704 Sep 07 19:18:21.364405 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24da5c4e-0d5e-439d-ba83-7019e55f4447 x-openstack-request-id: req-24da5c4e-0d5e-439d-ba83-7019e55f4447 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:18:21.364968 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395fd449-c9a5-454a-9812-dbbcc18e8e97", "tag": "87b71b69-b301-45e2-b455-52eddea2604a", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:18:21.365626 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24da5c4e-0d5e-439d-ba83-7019e55f4447 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:18:21.366053 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'tag': '87b71b69-b301-45e2-b455-52eddea2604a', 'status': 'completed', 'code': 200} Sep 07 19:18:21.371762 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] Allocated IP 2001:db8::2 (97643ff7-8b63-443c-b511-a8967d6757a3/a6006834-bb0f-42e4-9ced-1673f4268b14/fe0b7bd7-ea63-492f-a589-3fc0717b2f68) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:18:21.397610 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 87b71b69-b301-45e2-b455-52eddea2604a not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:18:21.510987 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722 req-6f228322-2634-43d4-a32f-a7d30e5a187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:21.512670 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722 req-6f228322-2634-43d4-a32f-a7d30e5a187b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 1095 time: 0.1282241 Sep 07 19:18:21.520557 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722 req-544bc07c-fa62-4f01-9fde-bd6e3f765c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:21.522076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722 req-544bc07c-fa62-4f01-9fde-bd6e3f765c3c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 1095 time: 0.1187963 Sep 07 19:18:21.542203 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:21.551407 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] Transition to ACTIVE for port object fe0b7bd7-ea63-492f-a589-3fc0717b2f68 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:18:21.567969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] Transition to ACTIVE for port object fe0b7bd7-ea63-492f-a589-3fc0717b2f68 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:18:21.574243 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:21.588839 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e806bc13-a74b-4961-99be-68d52f601923 req-927c7868-f24f-4172-a67e-8964e4da8b65 service neutron] 10.222.0.36 "GET /v2.0/networks/c59d35e9-a47c-4db1-9fe0-f71f03677711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216313 Sep 07 19:18:21.610901 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] Network 97643ff7-8b63-443c-b511-a8967d6757a3 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:18:21.616147 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:18:21.619720 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:18:21.654634 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] Pushing event updated for resources: {'Port': ['ID=fe0b7bd7-ea63-492f-a589-3fc0717b2f68,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:21.687841 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] Attempting to bind port fe0b7bd7-ea63-492f-a589-3fc0717b2f68 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:18:21.688540 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] Attempting to bind port fe0b7bd7-ea63-492f-a589-3fc0717b2f68 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'a7bd245d-ca3d-4a30-9e07-0e50a1d72b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '97643ff7-8b63-443c-b511-a8967d6757a3'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:18:21.689095 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] Attempting to bind port fe0b7bd7-ea63-492f-a589-3fc0717b2f68 on network 97643ff7-8b63-443c-b511-a8967d6757a3 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:18:21.696322 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:18:21.697027 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] Checking segment: {'id': 'a7bd245d-ca3d-4a30-9e07-0e50a1d72b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '97643ff7-8b63-443c-b511-a8967d6757a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:18:21.697748 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:21.698333 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] Bound using segment: {'id': 'a7bd245d-ca3d-4a30-9e07-0e50a1d72b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '97643ff7-8b63-443c-b511-a8967d6757a3'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:18:21.698959 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] Bound port: fe0b7bd7-ea63-492f-a589-3fc0717b2f68, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7bd245d-ca3d-4a30-9e07-0e50a1d72b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '97643ff7-8b63-443c-b511-a8967d6757a3'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:18:21.699542 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:21.704472 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-20919b6f-4df4-4e08-b251-7f52743bd041 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Allocated IP 2001:db8::34c (97643ff7-8b63-443c-b511-a8967d6757a3/a6006834-bb0f-42e4-9ced-1673f4268b14/21bce054-3494-4923-9a73-4e349716381b) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:18:21.788785 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722 req-59544a35-7782-4c63-806d-594b67d4af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:21.790374 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722 req-59544a35-7782-4c63-806d-594b67d4af4d service neutron] 10.222.0.36 "GET /v2.0/networks?id=24503b90-cf6d-4dd7-9434-45db67fed679 HTTP/1.1" status: 200 len: 898 time: 0.2659407 Sep 07 19:18:21.824181 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] For port fe0b7bd7-ea63-492f-a589-3fc0717b2f68, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:18:21.831927 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] For port fe0b7bd7-ea63-492f-a589-3fc0717b2f68, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fe0b7bd7-ea63-492f-a589-3fc0717b2f68,segment=NetworkSegment(a7bd245d-ca3d-4a30-9e07-0e50a1d72b38),segment_id=a7bd245d-ca3d-4a30-9e07-0e50a1d72b38)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:18:21.834641 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722 req-3a978940-d95a-426e-9d74-b28a8315e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:21.836197 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722 req-3a978940-d95a-426e-9d74-b28a8315e97b service neutron] 10.222.0.60 "GET /v2.0/networks?id=24503b90-cf6d-4dd7-9434-45db67fed679 HTTP/1.1" status: 200 len: 898 time: 0.2992582 Sep 07 19:18:21.836995 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:21.924127 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2a759096-564f-4baf-be7e-9668de8c12db req-b2aeb524-157f-4e87-a4b2-9b44bd590a65 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0900166 Sep 07 19:18:21.929661 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-20919b6f-4df4-4e08-b251-7f52743bd041 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:21.952133 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-20919b6f-4df4-4e08-b251-7f52743bd041 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Transition to ACTIVE for port object 21bce054-3494-4923-9a73-4e349716381b will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:18:21.982175 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e189d1a-4e35-4d4e-9fb4-80d433191337 None None] Pushing event updated for resources: {'Port': ['ID=fe0b7bd7-ea63-492f-a589-3fc0717b2f68,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:22.030272 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722 req-66b6c610-28c6-479e-8ff1-49d638005a99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b71b69-b301-45e2-b455-52eddea2604a HTTP/1.1" status: 200 len: 999 time: 0.1197920 Sep 07 19:18:22.032391 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e806bc13-a74b-4961-99be-68d52f601923 req-4e901b9e-bd3a-4304-9951-27f79ae776fd service neutron] 10.222.0.36 "GET /v2.0/networks/c59d35e9-a47c-4db1-9fe0-f71f03677711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317513 Sep 07 19:18:22.059485 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-20919b6f-4df4-4e08-b251-7f52743bd041 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:22.062634 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a759096-564f-4baf-be7e-9668de8c12db req-45d37aaf-cacf-4917-85ce-064f8798e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:22.064171 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2a759096-564f-4baf-be7e-9668de8c12db req-45d37aaf-cacf-4917-85ce-064f8798e04b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=168cdcbcb8fb447d9110b114b3af2450&device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 1096 time: 0.0766935 Sep 07 19:18:22.166657 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20919b6f-4df4-4e08-b251-7f52743bd041 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Network 97643ff7-8b63-443c-b511-a8967d6757a3 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:18:22.227704 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-20919b6f-4df4-4e08-b251-7f52743bd041 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:18:22.231860 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722 req-dcfd3073-b966-4925-9215-0e445b55d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:22.235403 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20919b6f-4df4-4e08-b251-7f52743bd041 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:18:22.237290 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722 req-dcfd3073-b966-4925-9215-0e445b55d6e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=393f579e-61d8-416e-b828-f08c6836343d HTTP/1.1" status: 200 len: 834 time: 0.1422009 Sep 07 19:18:22.247761 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20919b6f-4df4-4e08-b251-7f52743bd041 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:22.248575 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-20919b6f-4df4-4e08-b251-7f52743bd041 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:22.261641 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20919b6f-4df4-4e08-b251-7f52743bd041 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Pushing event updated for resources: {'Port': ['ID=21bce054-3494-4923-9a73-4e349716381b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:22.270772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e1f5c-8071-4c88-84f5-cd913d163e90 req-a569dfd7-ffe2-4187-93f8-6e12e488e8bf tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:22.272980 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-443e1f5c-8071-4c88-84f5-cd913d163e90 req-a569dfd7-ffe2-4187-93f8-6e12e488e8bf tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 944 time: 0.4808531 Sep 07 19:18:22.327163 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-20919b6f-4df4-4e08-b251-7f52743bd041 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2992625 Sep 07 19:18:22.331467 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41098) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:22.337587 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-422bab63-0c54-48cc-81d0-0049e54860f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Request body: {'port': {'network_id': '97643ff7-8b63-443c-b511-a8967d6757a3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-41704697', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:22.338158 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.api.validators [None req-422bab63-0c54-48cc-81d0-0049e54860f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] bootfile-name is not in valid_values {{(pid=101444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 19:18:22.338741 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.api.validators [None req-422bab63-0c54-48cc-81d0-0049e54860f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] tftp-server is not in valid_values {{(pid=101444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 19:18:22.339193 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.api.validators [None req-422bab63-0c54-48cc-81d0-0049e54860f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] server-ip-address is not in valid_values {{(pid=101444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 19:18:22.346561 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e0009-da00-4b39-aff0-0aae5a1a380c req-72c8a022-b64c-4703-860c-9bb8a30b052d tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:22.354700 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0f0e0009-da00-4b39-aff0-0aae5a1a380c req-72c8a022-b64c-4703-860c-9bb8a30b052d tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 943 time: 0.3212049 Sep 07 19:18:22.396199 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722 req-54dcacfe-1971-4061-8bcb-83ccf9537124 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b71b69-b301-45e2-b455-52eddea2604a HTTP/1.1" status: 200 len: 999 time: 0.5707076 Sep 07 19:18:22.449590 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a759096-564f-4baf-be7e-9668de8c12db req-4e47bf29-62e7-4ba8-b8c5-da81fec240f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:22.451306 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2a759096-564f-4baf-be7e-9668de8c12db req-4e47bf29-62e7-4ba8-b8c5-da81fec240f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d2335b53-d94d-4dd5-8663-e2e2039007bf HTTP/1.1" status: 200 len: 914 time: 0.3510010 Sep 07 19:18:22.491677 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-443e1f5c-8071-4c88-84f5-cd913d163e90 req-eec15164-595d-42c4-a449-fb19e2870e30 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556566 Sep 07 19:18:22.522067 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0f0e0009-da00-4b39-aff0-0aae5a1a380c req-fde01159-7bee-4229-9094-c686bd979914 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/security-groups?id=e469b214-7edb-4783-8fe8-a934269d203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657956 Sep 07 19:18:22.527085 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722 req-2ec65d1b-65e3-4ef9-bf1a-e5e35ce66541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:22.528749 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722 req-2ec65d1b-65e3-4ef9-bf1a-e5e35ce66541 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24503b90-cf6d-4dd7-9434-45db67fed679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2353845 Sep 07 19:18:22.560541 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722 req-ad6be9bb-86af-4814-b256-0f68cf77a55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:22.562562 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722 req-ad6be9bb-86af-4814-b256-0f68cf77a55c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=393f579e-61d8-416e-b828-f08c6836343d HTTP/1.1" status: 200 len: 834 time: 0.1444511 Sep 07 19:18:22.580465 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2a759096-564f-4baf-be7e-9668de8c12db req-cadc4744-50a4-422e-914a-378b364929fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0f649c3-f3e3-4a37-9599-bcb6dd55abbd HTTP/1.1" status: 200 len: 1000 time: 0.1206853 Sep 07 19:18:22.611501 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 87b71b69-b301-45e2-b455-52eddea2604a details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:18:22.643960 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422bab63-0c54-48cc-81d0-0049e54860f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Made reservation on behalf of 483c5e3c32264d1e97d5c6b956249328 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:18:22.648336 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-422bab63-0c54-48cc-81d0-0049e54860f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:22.673049 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [None req-422bab63-0c54-48cc-81d0-0049e54860f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] device_id is not set on port 374ab547-9c23-487e-af19-cc918d77205f yet. {{(pid=101444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:18:22.683807 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a759096-564f-4baf-be7e-9668de8c12db req-adb12cab-e99a-400b-9820-c6407cd9ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:22.684320 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722 req-b6a02cdc-a619-412d-9a4f-b9338a59c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:22.685482 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2a759096-564f-4baf-be7e-9668de8c12db req-adb12cab-e99a-400b-9820-c6407cd9ef8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30cc1a20-fb4d-4a78-8e3f-535901b0394e HTTP/1.1" status: 200 len: 852 time: 0.0966094 Sep 07 19:18:22.685948 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722 req-b6a02cdc-a619-412d-9a4f-b9338a59c132 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24503b90-cf6d-4dd7-9434-45db67fed679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137083 Sep 07 19:18:22.688709 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722 req-31c24940-b27a-44eb-aca0-ca6e9f7b9dd7 service neutron] 10.222.0.60 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516795 Sep 07 19:18:22.755295 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 87b71b69-b301-45e2-b455-52eddea2604a, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=87b71b69-b301-45e2-b455-52eddea2604a,segment=NetworkSegment(683524e4-a13c-4793-bf4b-7e9fbb4bfb25),segment_id=683524e4-a13c-4793-bf4b-7e9fbb4bfb25)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:22.774609 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '87b71b69-b301-45e2-b455-52eddea2604a', 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679', 'port_id': '87b71b69-b301-45e2-b455-52eddea2604a', 'mac_address': 'fa:16:3e:d6:40:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '393f579e-61d8-416e-b828-f08c6836343d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:18:22.831936 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-422bab63-0c54-48cc-81d0-0049e54860f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Allocated IP 2001:db8::1be (97643ff7-8b63-443c-b511-a8967d6757a3/a6006834-bb0f-42e4-9ced-1673f4268b14/374ab547-9c23-487e-af19-cc918d77205f) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:18:22.832717 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:22.858336 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b71b69-b301-45e2-b455-52eddea2604a {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:18:22.899713 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 87b71b69-b301-45e2-b455-52eddea2604a, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=87b71b69-b301-45e2-b455-52eddea2604a,segment=NetworkSegment(683524e4-a13c-4793-bf4b-7e9fbb4bfb25),segment_id=683524e4-a13c-4793-bf4b-7e9fbb4bfb25)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:22.906412 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:22.913741 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a759096-564f-4baf-be7e-9668de8c12db req-69b589f5-90a4-4ae2-9451-2a26422f2be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:22.915288 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2a759096-564f-4baf-be7e-9668de8c12db req-69b589f5-90a4-4ae2-9451-2a26422f2be5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2335b53-d94d-4dd5-8663-e2e2039007bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922856 Sep 07 19:18:22.941688 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722 req-3fc0fe15-44f6-40b9-b426-a8e7a5446ea4 service neutron] 10.222.0.36 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297976 Sep 07 19:18:22.943761 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722 req-caeeacde-58ad-4a83-a326-225f606034df service neutron] 10.222.0.60 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451665 Sep 07 19:18:23.011681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=87b71b69-b301-45e2-b455-52eddea2604a,revision_number=12']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:23.085950 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6930ad2-6d84-4464-a7fc-5d9fea0d3722 req-8f8cb7d2-51eb-4ac2-8f8c-8310f28dadeb service neutron] 10.222.0.36 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362009 Sep 07 19:18:23.119473 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2a759096-564f-4baf-be7e-9668de8c12db req-16c45847-2f06-49c2-8699-6008e4e8a512 service neutron] 10.222.0.36 "GET /v2.0/networks/d2335b53-d94d-4dd5-8663-e2e2039007bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958239 Sep 07 19:18:23.151524 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['87b71b69-b301-45e2-b455-52eddea2604a'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:18:23.240682 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-422bab63-0c54-48cc-81d0-0049e54860f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:23.266082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-422bab63-0c54-48cc-81d0-0049e54860f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Transition to ACTIVE for port object 374ab547-9c23-487e-af19-cc918d77205f will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:18:23.291206 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-2a759096-564f-4baf-be7e-9668de8c12db req-217a1050-4568-4493-ab7e-b9397174317a service neutron] 10.222.0.36 "GET /v2.0/networks/d2335b53-d94d-4dd5-8663-e2e2039007bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625423 Sep 07 19:18:23.313761 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9aef675e-8fdf-4092-838c-b6927b6908cc details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:18:23.341516 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-422bab63-0c54-48cc-81d0-0049e54860f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:23.351086 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defaf900-3782-4493-a4e7-bdc38f1fca7a None None] Network 97643ff7-8b63-443c-b511-a8967d6757a3 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:18:23.397177 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422bab63-0c54-48cc-81d0-0049e54860f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Network 97643ff7-8b63-443c-b511-a8967d6757a3 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:18:23.404891 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-422bab63-0c54-48cc-81d0-0049e54860f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:18:23.420568 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422bab63-0c54-48cc-81d0-0049e54860f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:18:23.428325 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422bab63-0c54-48cc-81d0-0049e54860f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:23.429179 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-422bab63-0c54-48cc-81d0-0049e54860f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:23.449333 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-422bab63-0c54-48cc-81d0-0049e54860f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.1161041 Sep 07 19:18:23.451243 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41110) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:23.454948 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bab63-0c54-48cc-81d0-0049e54860f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Pushing event updated for resources: {'Port': ['ID=374ab547-9c23-487e-af19-cc918d77205f,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:23.641459 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2854946-38e2-4eb7-8a94-72a39535a39a tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:23.661154 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2854946-38e2-4eb7-8a94-72a39535a39a tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:23.668669 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2854946-38e2-4eb7-8a94-72a39535a39a tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:23.673450 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e2854946-38e2-4eb7-8a94-72a39535a39a tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2185466 Sep 07 19:18:23.674701 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5c8ad297-c3e9-4c50-8009-59b143ecc5aa None None] Provisioning for port fe0b7bd7-ea63-492f-a589-3fc0717b2f68 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:18:23.675183 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41116) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:23.750393 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb91c4-00c5-41c8-8a8d-1f2820052cf8 req-4baea52c-dcda-40ef-bf0b-56745dfbe3f8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:23.752121 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5cbb91c4-00c5-41c8-8a8d-1f2820052cf8 req-4baea52c-dcda-40ef-bf0b-56745dfbe3f8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 945 time: 0.1720741 Sep 07 19:18:23.799242 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9aef675e-8fdf-4092-838c-b6927b6908cc, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9aef675e-8fdf-4092-838c-b6927b6908cc,segment=NetworkSegment(a9e74ac5-36b8-4ec2-b362-9b515a670dea),segment_id=a9e74ac5-36b8-4ec2-b362-9b515a670dea)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:23.813382 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-9068bcb0-2745-47d7-872f-80585e7d1e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Deleting port 374ab547-9c23-487e-af19-cc918d77205f {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:23.813990 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9068bcb0-2745-47d7-872f-80585e7d1e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:23.820907 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5cbb91c4-00c5-41c8-8a8d-1f2820052cf8 req-cc837c96-df13-4899-a3dc-2c422b807cb8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588675 Sep 07 19:18:23.829747 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '9aef675e-8fdf-4092-838c-b6927b6908cc', 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711', 'port_id': '9aef675e-8fdf-4092-838c-b6927b6908cc', 'mac_address': 'fa:16:3e:35:41:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765e9a5e-c40a-4665-aaca-06d64bc75a68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:18:23.838365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4eed0-ca10-4bee-84cd-6ef2c3d9736d req-d233bb5e-23a3-4a18-b1a6-613f6237e31b tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:23.852039 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41118) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:23.855077 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9b4eed0-ca10-4bee-84cd-6ef2c3d9736d req-d233bb5e-23a3-4a18-b1a6-613f6237e31b tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 943 time: 0.1813738 Sep 07 19:18:23.918794 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:23.937832 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aef675e-8fdf-4092-838c-b6927b6908cc {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:18:23.973419 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9aef675e-8fdf-4092-838c-b6927b6908cc, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9aef675e-8fdf-4092-838c-b6927b6908cc,segment=NetworkSegment(a9e74ac5-36b8-4ec2-b362-9b515a670dea),segment_id=a9e74ac5-36b8-4ec2-b362-9b515a670dea)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:23.987594 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9068bcb0-2745-47d7-872f-80585e7d1e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:23.991178 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:24.007089 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fc52ec49-2b95-4d45-b794-5782fe8aa649 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/floatingips/8e88fb50-f314-405e-a4dd-18a942028f07 HTTP/1.1" status: 200 len: 992 time: 0.1526453 Sep 07 19:18:24.023245 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-9068bcb0-2745-47d7-872f-80585e7d1e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Calling delete_port for 374ab547-9c23-487e-af19-cc918d77205f owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:24.064358 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=9aef675e-8fdf-4092-838c-b6927b6908cc,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:24.207541 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['9aef675e-8fdf-4092-838c-b6927b6908cc'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:18:24.252081 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9068bcb0-2745-47d7-872f-80585e7d1e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:24.307315 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068bcb0-2745-47d7-872f-80585e7d1e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Pushing event deleted for resources: {'Port': ['ID=374ab547-9c23-487e-af19-cc918d77205f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:24.320937 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9b4eed0-ca10-4bee-84cd-6ef2c3d9736d req-74d810c4-989f-46ad-829f-44d9353e7e23 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/security-groups?id=e469b214-7edb-4783-8fe8-a934269d203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4592426 Sep 07 19:18:24.351677 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9068bcb0-2745-47d7-872f-80585e7d1e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:24.356916 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fe0b7bd7-ea63-492f-a589-3fc0717b2f68 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:18:24.360130 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41122) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:24.361919 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9068bcb0-2745-47d7-872f-80585e7d1e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] 10.222.0.26 "DELETE /v2.0/ports/374ab547-9c23-487e-af19-cc918d77205f HTTP/1.1" status: 204 len: 168 time: 0.6869893 Sep 07 19:18:24.366664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e4054bf9-44f6-44b8-ac28-f9cb282df341 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Request body: {'port': {'name': 'tempest-new-port-name-1483302610', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:24.367131 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.api.validators [None req-e4054bf9-44f6-44b8-ac28-f9cb282df341 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] bootfile-name is not in valid_values {{(pid=101445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 19:18:24.367394 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.api.validators [None req-e4054bf9-44f6-44b8-ac28-f9cb282df341 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] tftp-server is not in valid_values {{(pid=101445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 19:18:24.367727 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.api.validators [None req-e4054bf9-44f6-44b8-ac28-f9cb282df341 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] server-ip-address is not in valid_values {{(pid=101445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 19:18:24.449449 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-891bf97d-9ced-4f50-afa7-3509e98c81b7 None None] Provisioning for port 21bce054-3494-4923-9a73-4e349716381b completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:18:24.466556 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e4054bf9-44f6-44b8-ac28-f9cb282df341 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:24.489565 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-891bf97d-9ced-4f50-afa7-3509e98c81b7 None None] Provisioning complete for port 21bce054-3494-4923-9a73-4e349716381b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:24.490980 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-891bf97d-9ced-4f50-afa7-3509e98c81b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:24.568392 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port fe0b7bd7-ea63-492f-a589-3fc0717b2f68 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:18:24.582006 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port fe0b7bd7-ea63-492f-a589-3fc0717b2f68 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:24.583328 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:24.590818 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-891bf97d-9ced-4f50-afa7-3509e98c81b7 None None] Port 21bce054-3494-4923-9a73-4e349716381b cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:18:24.613685 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-891bf97d-9ced-4f50-afa7-3509e98c81b7 None None] Could not find standard attr ID for object 374ab547-9c23-487e-af19-cc918d77205f. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:18:24.621456 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 87b71b69-b301-45e2-b455-52eddea2604a up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:18:24.700576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-891bf97d-9ced-4f50-afa7-3509e98c81b7 None None] Provisioning complete for port fe0b7bd7-ea63-492f-a589-3fc0717b2f68 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:24.701181 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-891bf97d-9ced-4f50-afa7-3509e98c81b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:24.709074 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e4054bf9-44f6-44b8-ac28-f9cb282df341 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:24.714304 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e4054bf9-44f6-44b8-ac28-f9cb282df341 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:24.732117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-e4054bf9-44f6-44b8-ac28-f9cb282df341 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] In _notify_port_updated(), no bound segment for port 21bce054-3494-4923-9a73-4e349716381b on network 97643ff7-8b63-443c-b511-a8967d6757a3 {{(pid=101445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 19:18:24.739497 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4054bf9-44f6-44b8-ac28-f9cb282df341 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:24.740389 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e4054bf9-44f6-44b8-ac28-f9cb282df341 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:24.741928 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e4054bf9-44f6-44b8-ac28-f9cb282df341 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] 10.222.0.26 "PUT /v2.0/ports/21bce054-3494-4923-9a73-4e349716381b HTTP/1.1" status: 200 len: 1130 time: 0.3807282 Sep 07 19:18:24.744622 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41128) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:24.840258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b1a333-885b-4614-8cf6-e018a182429b tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:24.841031 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 87b71b69-b301-45e2-b455-52eddea2604a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:18:24.841931 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b6b1a333-885b-4614-8cf6-e018a182429b tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] 10.222.0.26 "GET /v2.0/ports/21bce054-3494-4923-9a73-4e349716381b HTTP/1.1" status: 200 len: 1130 time: 0.0950966 Sep 07 19:18:24.846830 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41130) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:24.853201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4054bf9-44f6-44b8-ac28-f9cb282df341 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Pushing event updated for resources: {'Port': ['ID=21bce054-3494-4923-9a73-4e349716381b,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:24.890460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 87b71b69-b301-45e2-b455-52eddea2604a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:24.890937 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:24.985709 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-891bf97d-9ced-4f50-afa7-3509e98c81b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:24.988097 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:25.037258 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ce2e5-f00a-441d-930f-e72973c5f016 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Deleting port 21bce054-3494-4923-9a73-4e349716381b {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:25.038702 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5f7ce2e5-f00a-441d-930f-e72973c5f016 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:25.091643 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-891bf97d-9ced-4f50-afa7-3509e98c81b7 None None] For port fe0b7bd7-ea63-492f-a589-3fc0717b2f68, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fe0b7bd7-ea63-492f-a589-3fc0717b2f68,segment=NetworkSegment(a7bd245d-ca3d-4a30-9e07-0e50a1d72b38),segment_id=a7bd245d-ca3d-4a30-9e07-0e50a1d72b38)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:25.100709 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-891bf97d-9ced-4f50-afa7-3509e98c81b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:25.180840 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:25.189569 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5f7ce2e5-f00a-441d-930f-e72973c5f016 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:25.207805 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ce2e5-f00a-441d-930f-e72973c5f016 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Calling delete_port for 21bce054-3494-4923-9a73-4e349716381b owned by {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:25.231901 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.db.api [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:18:25.232475 n-d-807786-1 neutron-server[101446]: DEBUG oslo_db.api [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:18:25.258198 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 87b71b69-b301-45e2-b455-52eddea2604a, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=87b71b69-b301-45e2-b455-52eddea2604a,segment=NetworkSegment(683524e4-a13c-4793-bf4b-7e9fbb4bfb25),segment_id=683524e4-a13c-4793-bf4b-7e9fbb4bfb25)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:25.259590 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b71b69-b301-45e2-b455-52eddea2604a'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:18:25.262530 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3a094e-e314-48b7-82bf-ab5b834772ae" -d '{"events": [{"server_uuid": "395fd449-c9a5-454a-9812-dbbcc18e8e97", "name": "network-vif-plugged", "status": "completed", "tag": "87b71b69-b301-45e2-b455-52eddea2604a"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:18:25.275820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bf97d-9ced-4f50-afa7-3509e98c81b7 None None] Pushing event updated for resources: {'Port': ['ID=fe0b7bd7-ea63-492f-a589-3fc0717b2f68,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:25.278786 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:25.284838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8050dfa6-f261-46ff-beec-bd7d683d18c2 None None] Provisioning complete for port 21bce054-3494-4923-9a73-4e349716381b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:25.285205 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8050dfa6-f261-46ff-beec-bd7d683d18c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:25.371108 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d50fa1-f4fc-4a3e-8694-4e548dcb65a8 x-openstack-request-id: req-d4d50fa1-f4fc-4a3e-8694-4e548dcb65a8 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:18:25.371467 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395fd449-c9a5-454a-9812-dbbcc18e8e97", "name": "network-vif-plugged", "status": "completed", "tag": "87b71b69-b301-45e2-b455-52eddea2604a", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:18:25.371643 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4d50fa1-f4fc-4a3e-8694-4e548dcb65a8 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:18:25.372051 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b71b69-b301-45e2-b455-52eddea2604a', 'code': 200} Sep 07 19:18:25.395554 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=87b71b69-b301-45e2-b455-52eddea2604a,revision_number=13']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:25.401291 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-8050dfa6-f261-46ff-beec-bd7d683d18c2 None None] Port 21bce054-3494-4923-9a73-4e349716381b cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:18:25.404963 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8050dfa6-f261-46ff-beec-bd7d683d18c2 None None] Could not find standard attr ID for object 374ab547-9c23-487e-af19-cc918d77205f. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:18:25.423482 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41144) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:25.430273 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5f7ce2e5-f00a-441d-930f-e72973c5f016 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:25.461363 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ce2e5-f00a-441d-930f-e72973c5f016 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Pushing event deleted for resources: {'Port': ['ID=21bce054-3494-4923-9a73-4e349716381b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:25.500888 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5f7ce2e5-f00a-441d-930f-e72973c5f016 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:25.503043 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5f7ce2e5-f00a-441d-930f-e72973c5f016 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] 10.222.0.26 "DELETE /v2.0/ports/21bce054-3494-4923-9a73-4e349716381b HTTP/1.1" status: 204 len: 168 time: 0.6537483 Sep 07 19:18:25.508391 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41146) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:25.575527 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ecd2cd-8c7d-4a6b-beec-c2d219883e21 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Deleting subnet a6006834-bb0f-42e4-9ced-1673f4268b14 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:18:25.579345 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77ecd2cd-8c7d-4a6b-beec-c2d219883e21 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:25.592114 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf58d3-f839-4e61-b3b1-c50d68e82f2a req-6f81bc52-6c75-48b4-a799-8c1e1ecc188f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:25.593955 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00bf58d3-f839-4e61-b3b1-c50d68e82f2a req-6f81bc52-6c75-48b4-a799-8c1e1ecc188f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 944 time: 0.1248057 Sep 07 19:18:25.622363 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77ecd2cd-8c7d-4a6b-beec-c2d219883e21 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:25.703762 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00bf58d3-f839-4e61-b3b1-c50d68e82f2a req-891b87af-9e66-46a5-b3f4-72dd183a7e23 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/security-groups?id=e469b214-7edb-4783-8fe8-a934269d203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955477 Sep 07 19:18:25.731568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-301fa5fd-67d6-46c1-aa91-bcd32d343d01 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Deleting port d45db4bd-2f88-4856-a6b7-73b874502baa {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:25.731854 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-301fa5fd-67d6-46c1-aa91-bcd32d343d01 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:25.751323 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77ecd2cd-8c7d-4a6b-beec-c2d219883e21 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:25.838078 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77ecd2cd-8c7d-4a6b-beec-c2d219883e21 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:25.845401 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-458e2716-1d11-4289-bddf-0ec24acdd814 None None] Could not find standard attr ID for object 21bce054-3494-4923-9a73-4e349716381b. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:18:25.886273 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-301fa5fd-67d6-46c1-aa91-bcd32d343d01 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:25.887429 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-301fa5fd-67d6-46c1-aa91-bcd32d343d01 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:25.893803 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecd2cd-8c7d-4a6b-beec-c2d219883e21 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Pushing event deleted for resources: {'Subnet': ['ID=a6006834-bb0f-42e4-9ced-1673f4268b14,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:25.899692 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77ecd2cd-8c7d-4a6b-beec-c2d219883e21 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:25.902016 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-77ecd2cd-8c7d-4a6b-beec-c2d219883e21 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] 10.222.0.26 "DELETE /v2.0/subnets/a6006834-bb0f-42e4-9ced-1673f4268b14 HTTP/1.1" status: 204 len: 168 time: 0.3918960 Sep 07 19:18:25.904847 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41148) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:25.921605 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-301fa5fd-67d6-46c1-aa91-bcd32d343d01 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Calling delete_port for d45db4bd-2f88-4856-a6b7-73b874502baa owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:25.954159 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b45ef208-a4bc-40a6-aded-37aeb96cc200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:26.017041 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d349301f-951b-49a1-9979-b3752cde106c tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:26.024114 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628c7907-2402-4457-a405-7c129f19a7ff None None] Network 97643ff7-8b63-443c-b511-a8967d6757a3 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:18:26.099204 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d349301f-951b-49a1-9979-b3752cde106c tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Deleting port fe0b7bd7-ea63-492f-a589-3fc0717b2f68 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:26.100684 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d349301f-951b-49a1-9979-b3752cde106c tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:26.156210 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-301fa5fd-67d6-46c1-aa91-bcd32d343d01 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:26.184131 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-d349301f-951b-49a1-9979-b3752cde106c tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] For port fe0b7bd7-ea63-492f-a589-3fc0717b2f68, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fe0b7bd7-ea63-492f-a589-3fc0717b2f68,segment=NetworkSegment(a7bd245d-ca3d-4a30-9e07-0e50a1d72b38),segment_id=a7bd245d-ca3d-4a30-9e07-0e50a1d72b38)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:26.184848 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d349301f-951b-49a1-9979-b3752cde106c tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:26.196131 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fa5fd-67d6-46c1-aa91-bcd32d343d01 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Pushing event deleted for resources: {'Port': ['ID=d45db4bd-2f88-4856-a6b7-73b874502baa,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:26.201361 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d349301f-951b-49a1-9979-b3752cde106c tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Calling delete_port for fe0b7bd7-ea63-492f-a589-3fc0717b2f68 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:26.269050 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fe0b7bd7-ea63-492f-a589-3fc0717b2f68 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:18:26.298652 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-301fa5fd-67d6-46c1-aa91-bcd32d343d01 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:26.299471 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-301fa5fd-67d6-46c1-aa91-bcd32d343d01 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Floating IP 2b4f289b-38c4-4c15-93ca-817f32ea0139 disassociated (deleted). External IP: 172.25.8.35, port: a0f649c3-f3e3-4a37-9599-bcb6dd55abbd. Sep 07 19:18:26.319522 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d349301f-951b-49a1-9979-b3752cde106c tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:26.326246 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d721227-8786-4e72-85c0-b0142fe328cb None None] DHCP port deletion for 97643ff7-8b63-443c-b511-a8967d6757a3 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:18:26.331452 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No active binding found for port fe0b7bd7-ea63-492f-a589-3fc0717b2f68 {{(pid=101446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 07 19:18:26.331923 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fe0b7bd7-ea63-492f-a589-3fc0717b2f68 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 07 19:18:26.336018 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d349301f-951b-49a1-9979-b3752cde106c tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] No DVR routers for this DVR port fe0b7bd7-ea63-492f-a589-3fc0717b2f68 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:18:26.361484 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Port fe0b7bd7-ea63-492f-a589-3fc0717b2f68 not found, will not notify nova. {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 07 19:18:26.388584 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349301f-951b-49a1-9979-b3752cde106c tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Pushing event deleted for resources: {'Port': ['ID=fe0b7bd7-ea63-492f-a589-3fc0717b2f68,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:26.462987 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d349301f-951b-49a1-9979-b3752cde106c tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:26.490483 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d349301f-951b-49a1-9979-b3752cde106c tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97643ff7-8b63-443c-b511-a8967d6757a3']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:26.500591 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d349301f-951b-49a1-9979-b3752cde106c tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7bd245d-ca3d-4a30-9e07-0e50a1d72b38') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:26.501128 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d349301f-951b-49a1-9979-b3752cde106c tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7bd245d-ca3d-4a30-9e07-0e50a1d72b38') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:26.514610 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d349301f-951b-49a1-9979-b3752cde106c tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:26.532584 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d349301f-951b-49a1-9979-b3752cde106c tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:26.540335 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d349301f-951b-49a1-9979-b3752cde106c tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:18:26.540864 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d349301f-951b-49a1-9979-b3752cde106c tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:18:26.544546 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:18:26.607432 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301fa5fd-67d6-46c1-aa91-bcd32d343d01 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Router 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:18:26.610191 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d349301f-951b-49a1-9979-b3752cde106c tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:26.621501 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d349301f-951b-49a1-9979-b3752cde106c tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:26.623624 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d349301f-951b-49a1-9979-b3752cde106c tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] 10.222.0.26 "DELETE /v2.0/networks/97643ff7-8b63-443c-b511-a8967d6757a3 HTTP/1.1" status: 204 len: 168 time: 0.7173777 Sep 07 19:18:26.639684 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349301f-951b-49a1-9979-b3752cde106c tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989 tempest-ExtraDHCPOptionsIpV6TestJSON-1643336989-project] Pushing event deleted for resources: {'Network': ['ID=97643ff7-8b63-443c-b511-a8967d6757a3,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:26.749384 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301fa5fd-67d6-46c1-aa91-bcd32d343d01 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:18:26.756115 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-301fa5fd-67d6-46c1-aa91-bcd32d343d01 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:26.763520 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21f20b-f89a-4eca-87a7-da73c792920a None None] Sync routers for ids ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:18:26.780946 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d21f20b-f89a-4eca-87a7-da73c792920a None None] Routers {'74710ff9-851d-4aaa-be9e-07ccdec1d2f0'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:26.781616 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-7d21f20b-f89a-4eca-87a7-da73c792920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:17:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:26.818221 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-301fa5fd-67d6-46c1-aa91-bcd32d343d01 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "DELETE /v2.0/floatingips/2b4f289b-38c4-4c15-93ca-817f32ea0139 HTTP/1.1" status: 204 len: 168 time: 1.3905838 Sep 07 19:18:26.828402 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18df5acf-d196-40c5-a472-7c814ef45897', 'tag': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:18:26.832697 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc963a06-0b71-4dac-8518-b8b8b5389ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "18df5acf-d196-40c5-a472-7c814ef45897", "tag": "a0f649c3-f3e3-4a37-9599-bcb6dd55abbd"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:18:26.919104 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7f085-a881-4770-89eb-086b3296a11f req-b94c5e3f-8095-4c09-ae2c-34f9fc7661eb tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:26.921349 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eae7f085-a881-4770-89eb-086b3296a11f req-b94c5e3f-8095-4c09-ae2c-34f9fc7661eb tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 944 time: 0.1085017 Sep 07 19:18:26.943822 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-7d21f20b-f89a-4eca-87a7-da73c792920a None None] Set router 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:18:26.991543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eae7f085-a881-4770-89eb-086b3296a11f req-1dcb4eed-44e4-4cae-9224-888a160ecb5d tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/security-groups?id=e469b214-7edb-4783-8fe8-a934269d203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579872 Sep 07 19:18:26.998258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41166) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:27.072717 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf5f5e4-6896-43c0-8467-55258553df55 x-openstack-request-id: req-6bf5f5e4-6896-43c0-8467-55258553df55 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:18:27.073211 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18df5acf-d196-40c5-a472-7c814ef45897", "tag": "a0f649c3-f3e3-4a37-9599-bcb6dd55abbd", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:18:27.073373 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6bf5f5e4-6896-43c0-8467-55258553df55 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:18:27.073789 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18df5acf-d196-40c5-a472-7c814ef45897', 'tag': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd', 'status': 'completed', 'code': 200} Sep 07 19:18:27.174309 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc963a06-0b71-4dac-8518-b8b8b5389ee9 req-08aeb514-cc18-49a9-9970-dd9f75ff6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:27.175944 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-dc963a06-0b71-4dac-8518-b8b8b5389ee9 req-08aeb514-cc18-49a9-9970-dd9f75ff6ee2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=168cdcbcb8fb447d9110b114b3af2450&device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 1096 time: 0.0764353 Sep 07 19:18:27.211862 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-7d21f20b-f89a-4eca-87a7-da73c792920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'name': 'tempest-TestVolumeBackupRestore-446208616-router', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:48Z', 'updated_at': '2021-09-07T19:13:57Z', 'revision_number': 4, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'gw_port': {'id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:50Z', 'updated_at': '2021-09-07T19:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '1250d241-930a-43dc-a310-beac4a2f7084', 'name': '', 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'mac_address': 'fa:16:3e:55:9e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:55Z', 'updated_at': '2021-09-07T19:14:04Z', 'revision_number': 5, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'subnets': [{'id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:27.222686 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d634a-7c1a-4af7-879e-8977d0a41b22 req-badb5eaa-c0da-46d2-b891-9a022097325e tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:27.224595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-501d634a-7c1a-4af7-879e-8977d0a41b22 req-badb5eaa-c0da-46d2-b891-9a022097325e tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 945 time: 0.1165023 Sep 07 19:18:27.246383 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21f20b-f89a-4eca-87a7-da73c792920a None None] Checking router: 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:18:27.255783 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-550a8c1e-d566-4220-b5e6-3c446ba60965 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=483c5e3c32264d1e97d5c6b956249328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2538338 Sep 07 19:18:27.258963 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d21f20b-f89a-4eca-87a7-da73c792920a None None] Routers {'74710ff9-851d-4aaa-be9e-07ccdec1d2f0'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:27.259589 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-7d21f20b-f89a-4eca-87a7-da73c792920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:17:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:27.260748 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41172) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:27.297015 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc963a06-0b71-4dac-8518-b8b8b5389ee9 req-38a688e8-f597-428c-a8e5-dcd4707cf82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:27.298951 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-dc963a06-0b71-4dac-8518-b8b8b5389ee9 req-38a688e8-f597-428c-a8e5-dcd4707cf82c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d2335b53-d94d-4dd5-8663-e2e2039007bf HTTP/1.1" status: 200 len: 914 time: 0.1148167 Sep 07 19:18:27.317320 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-501d634a-7c1a-4af7-879e-8977d0a41b22 req-d077fa96-2bf4-4bd3-a9ae-e6b43e4527f2 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/security-groups?id=42e61131-5da5-4196-adc9-d6ceac61f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832806 Sep 07 19:18:27.350340 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-46a5e72d-2c4d-4396-ad32-e499a0650f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:27.356804 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9aef675e-8fdf-4092-838c-b6927b6908cc up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:18:27.369914 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-dc963a06-0b71-4dac-8518-b8b8b5389ee9 req-97eb8921-fea5-4796-abf6-6fb198509d27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0f649c3-f3e3-4a37-9599-bcb6dd55abbd HTTP/1.1" status: 200 len: 217 time: 0.0627682 Sep 07 19:18:27.377346 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-46a5e72d-2c4d-4396-ad32-e499a0650f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:27.412709 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-7d21f20b-f89a-4eca-87a7-da73c792920a None None] Set router 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:18:27.436262 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc963a06-0b71-4dac-8518-b8b8b5389ee9 req-f17f8351-8eae-47c6-a348-a79e15ebf71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:27.440411 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-dc963a06-0b71-4dac-8518-b8b8b5389ee9 req-f17f8351-8eae-47c6-a348-a79e15ebf71f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30cc1a20-fb4d-4a78-8e3f-535901b0394e HTTP/1.1" status: 200 len: 852 time: 0.0629752 Sep 07 19:18:27.461205 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 9aef675e-8fdf-4092-838c-b6927b6908cc completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:18:27.473653 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-46a5e72d-2c4d-4396-ad32-e499a0650f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:27.476679 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-46a5e72d-2c4d-4396-ad32-e499a0650f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:27.480244 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-46a5e72d-2c4d-4396-ad32-e499a0650f38 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2ca8bb3c-f0d1-4290-a2e0-8f753f809e32 HTTP/1.1" status: 204 len: 168 time: 0.2162936 Sep 07 19:18:27.498057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 9aef675e-8fdf-4092-838c-b6927b6908cc triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:27.498332 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:27.503424 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5e72d-2c4d-4396-ad32-e499a0650f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca8bb3c-f0d1-4290-a2e0-8f753f809e32,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:27.513314 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc963a06-0b71-4dac-8518-b8b8b5389ee9 req-9134c6a3-9225-4945-aea4-5d4fb3d61c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:27.516685 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-dc963a06-0b71-4dac-8518-b8b8b5389ee9 req-9134c6a3-9225-4945-aea4-5d4fb3d61c41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2335b53-d94d-4dd5-8663-e2e2039007bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682988 Sep 07 19:18:27.669685 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-dc963a06-0b71-4dac-8518-b8b8b5389ee9 req-5fb6f6a7-dd1a-4ff6-ba70-f96938a1a4e0 service neutron] 10.222.0.36 "GET /v2.0/networks/d2335b53-d94d-4dd5-8663-e2e2039007bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444199 Sep 07 19:18:27.680384 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:27.710228 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aef675e-8fdf-4092-838c-b6927b6908cc'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:18:27.712579 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80bed86-c55b-4ff1-b604-1f1727c1e3ff" -d '{"events": [{"server_uuid": "aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7", "name": "network-vif-plugged", "status": "completed", "tag": "9aef675e-8fdf-4092-838c-b6927b6908cc"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:18:27.729110 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9aef675e-8fdf-4092-838c-b6927b6908cc, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9aef675e-8fdf-4092-838c-b6927b6908cc,segment=NetworkSegment(a9e74ac5-36b8-4ec2-b362-9b515a670dea),segment_id=a9e74ac5-36b8-4ec2-b362-9b515a670dea)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:27.735328 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:27.761828 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-7d21f20b-f89a-4eca-87a7-da73c792920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'name': 'tempest-TestVolumeBackupRestore-446208616-router', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:48Z', 'updated_at': '2021-09-07T19:13:57Z', 'revision_number': 4, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'gw_port': {'id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:50Z', 'updated_at': '2021-09-07T19:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '1250d241-930a-43dc-a310-beac4a2f7084', 'name': '', 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'mac_address': 'fa:16:3e:55:9e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:55Z', 'updated_at': '2021-09-07T19:14:04Z', 'revision_number': 5, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'subnets': [{'id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:27.814221 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-dc963a06-0b71-4dac-8518-b8b8b5389ee9 req-e51d3979-22ac-4b5e-8370-b00832fd4968 service neutron] 10.222.0.36 "GET /v2.0/networks/d2335b53-d94d-4dd5-8663-e2e2039007bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350055 Sep 07 19:18:27.907297 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92223f32-07bd-4542-b00c-3e96f19b9906 req-3852e11f-9930-4545-b413-56d2cf6b0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:27.908896 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-92223f32-07bd-4542-b00c-3e96f19b9906 req-3852e11f-9930-4545-b413-56d2cf6b0015 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 1096 time: 0.0526605 Sep 07 19:18:27.966814 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-92223f32-07bd-4542-b00c-3e96f19b9906 req-d28ee341-b87b-4820-93c5-c25f585fa167 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e469b214-7edb-4783-8fe8-a934269d203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476611 Sep 07 19:18:28.008316 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bf92c5-8dc7-4d7d-b81a-0ddccb9ab8ec x-openstack-request-id: req-e1bf92c5-8dc7-4d7d-b81a-0ddccb9ab8ec {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:18:28.008952 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7", "name": "network-vif-plugged", "status": "completed", "tag": "9aef675e-8fdf-4092-838c-b6927b6908cc", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:18:28.008952 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1bf92c5-8dc7-4d7d-b81a-0ddccb9ab8ec {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:18:28.009263 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aef675e-8fdf-4092-838c-b6927b6908cc', 'code': 200} Sep 07 19:18:28.012133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21f20b-f89a-4eca-87a7-da73c792920a None None] The sync data for ids ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'] in n-d-807786-1 is: [{'id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'name': 'tempest-TestVolumeBackupRestore-446208616-router', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:48Z', 'updated_at': '2021-09-07T19:13:57Z', 'revision_number': 4, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'gw_port': {'id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:50Z', 'updated_at': '2021-09-07T19:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '1250d241-930a-43dc-a310-beac4a2f7084', 'name': '', 'network_id': 'd2335b53-d94d-4dd5-8663-e2e2039007bf', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'mac_address': 'fa:16:3e:55:9e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:55Z', 'updated_at': '2021-09-07T19:14:04Z', 'revision_number': 5, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'subnets': [{'id': '30cc1a20-fb4d-4a78-8e3f-535901b0394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:18:28.035052 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=9aef675e-8fdf-4092-838c-b6927b6908cc,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:28.153353 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a629f0-0a8b-43c9-9b6f-678edf41cef4 req-0a0f5cdd-39b6-49f0-aec5-78af5331c27e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:28.155010 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3a629f0-0a8b-43c9-9b6f-678edf41cef4 req-0a0f5cdd-39b6-49f0-aec5-78af5331c27e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 945 time: 0.0635080 Sep 07 19:18:28.212594 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3a629f0-0a8b-43c9-9b6f-678edf41cef4 req-aa176c57-865a-4eb8-941a-940a1bf436ce tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/security-groups?id=e469b214-7edb-4783-8fe8-a934269d203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427728 Sep 07 19:18:28.243595 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fe0b7bd7-ea63-492f-a589-3fc0717b2f68 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:18:28.267153 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: fe0b7bd7-ea63-492f-a589-3fc0717b2f68 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:18:28.267582 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fe0b7bd7-ea63-492f-a589-3fc0717b2f68 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:18:28.398508 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ab140e-d705-44b1-8d05-4d632d62c13a None None] New status for floating IP 2b4f289b-38c4-4c15-93ca-817f32ea0139: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:18:28.444177 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41206) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:28.518569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66723f4d-5d6e-4090-b6f9-7eacd55bbb93 req-25c191db-511c-4d14-b3af-58a901e5758c tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:28.527937 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66723f4d-5d6e-4090-b6f9-7eacd55bbb93 req-25c191db-511c-4d14-b3af-58a901e5758c tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 945 time: 0.0864320 Sep 07 19:18:28.573298 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66723f4d-5d6e-4090-b6f9-7eacd55bbb93 req-356d073c-192b-4409-9787-81691c90c0e0 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/security-groups?id=42e61131-5da5-4196-adc9-d6ceac61f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443068 Sep 07 19:18:28.598901 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-c93f93fe-9043-41fc-a2e5-2aaa8e2756ef tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1976813935'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:28.620956 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93f93fe-9043-41fc-a2e5-2aaa8e2756ef tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Made reservation on behalf of cf9c2893bfaf4e4fb5a3fb2245151eda for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:18:28.624779 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c93f93fe-9043-41fc-a2e5-2aaa8e2756ef tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:28.633835 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c93f93fe-9043-41fc-a2e5-2aaa8e2756ef tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:28.725963 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c93f93fe-9043-41fc-a2e5-2aaa8e2756ef tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:28.732799 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c93f93fe-9043-41fc-a2e5-2aaa8e2756ef tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:28.759903 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93f93fe-9043-41fc-a2e5-2aaa8e2756ef tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:18:28.780469 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f93fe-9043-41fc-a2e5-2aaa8e2756ef tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=670603c6-f814-4345-ad32-b1c8e76d7671,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:28.801863 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a298d506-3321-48f9-869d-e43cbd0549f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:28.804916 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c93f93fe-9043-41fc-a2e5-2aaa8e2756ef tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:28.805268 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-c93f93fe-9043-41fc-a2e5-2aaa8e2756ef tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Added segment 41e6f292-526c-4809-b49d-8a1edc93aa61 of type vlan for network c214e6a3-805f-4a97-9318-9db430f85b18 Sep 07 19:18:28.854550 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c93f93fe-9043-41fc-a2e5-2aaa8e2756ef tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:28.865442 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cd90e-677d-4f68-bb9e-262238ade0d0 req-2867b004-cdc8-47a1-8e9c-7dbc57b828c7 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:28.866928 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-078cd90e-677d-4f68-bb9e-262238ade0d0 req-2867b004-cdc8-47a1-8e9c-7dbc57b828c7 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.36 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 945 time: 0.1001940 Sep 07 19:18:29.080420 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:29.246401 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c93f93fe-9043-41fc-a2e5-2aaa8e2756ef tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:29.252489 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93f93fe-9043-41fc-a2e5-2aaa8e2756ef tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:29.253249 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c93f93fe-9043-41fc-a2e5-2aaa8e2756ef tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:29.323757 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41218) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:29.324295 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c93f93fe-9043-41fc-a2e5-2aaa8e2756ef tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8778653 Sep 07 19:18:29.330486 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-81ed5997-fb69-45e9-8cb4-ff11e94b853f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Request body: {'subnet': {'network_id': 'c214e6a3-805f-4a97-9318-9db430f85b18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:29.367376 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f93fe-9043-41fc-a2e5-2aaa8e2756ef tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Pushing event updated for resources: {'Network': ['ID=c214e6a3-805f-4a97-9318-9db430f85b18,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:29.368209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec5d93-01d7-4dd7-b0b6-de5f42f37cc1 req-a58869d3-72ee-4c71-a6d5-04ea222a1546 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:29.370048 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8ec5d93-01d7-4dd7-b0b6-de5f42f37cc1 req-a58869d3-72ee-4c71-a6d5-04ea222a1546 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 945 time: 0.0814559 Sep 07 19:18:29.387740 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network c214e6a3-805f-4a97-9318-9db430f85b18 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:18:29.392790 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-078cd90e-677d-4f68-bb9e-262238ade0d0 req-2159082c-6aaa-444b-acca-6459c52e96b0 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Deleting port a0f649c3-f3e3-4a37-9599-bcb6dd55abbd {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:29.393455 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-078cd90e-677d-4f68-bb9e-262238ade0d0 req-2159082c-6aaa-444b-acca-6459c52e96b0 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:29.480076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8ec5d93-01d7-4dd7-b0b6-de5f42f37cc1 req-468a5f22-dc3a-4442-b5cb-7d2e47acfea0 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/security-groups?id=e469b214-7edb-4783-8fe8-a934269d203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500743 Sep 07 19:18:29.481425 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ed5997-fb69-45e9-8cb4-ff11e94b853f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Made reservation on behalf of cf9c2893bfaf4e4fb5a3fb2245151eda for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:18:29.485013 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-81ed5997-fb69-45e9-8cb4-ff11e94b853f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:29.513466 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-078cd90e-677d-4f68-bb9e-262238ade0d0 req-2159082c-6aaa-444b-acca-6459c52e96b0 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] For port a0f649c3-f3e3-4a37-9599-bcb6dd55abbd, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=a0f649c3-f3e3-4a37-9599-bcb6dd55abbd,segment=NetworkSegment(6e379004-7e67-4b17-82f9-d82f8e203890),segment_id=6e379004-7e67-4b17-82f9-d82f8e203890)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:29.513726 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-078cd90e-677d-4f68-bb9e-262238ade0d0 req-2159082c-6aaa-444b-acca-6459c52e96b0 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:29.537525 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-078cd90e-677d-4f68-bb9e-262238ade0d0 req-2159082c-6aaa-444b-acca-6459c52e96b0 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Calling delete_port for a0f649c3-f3e3-4a37-9599-bcb6dd55abbd owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:29.644060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd46d2-be4e-4b45-b33c-81408b6f3bc7 req-1e0aecc6-8453-44f1-910a-9e393b501e52 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:29.645783 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-febd46d2-be4e-4b45-b33c-81408b6f3bc7 req-1e0aecc6-8453-44f1-910a-9e393b501e52 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 945 time: 0.0784323 Sep 07 19:18:29.725496 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-078cd90e-677d-4f68-bb9e-262238ade0d0 req-2159082c-6aaa-444b-acca-6459c52e96b0 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:29.760417 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-febd46d2-be4e-4b45-b33c-81408b6f3bc7 req-98088c4c-5e27-4c98-98c9-5796dcaa5eca tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/security-groups?id=e469b214-7edb-4783-8fe8-a934269d203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006978 Sep 07 19:18:29.761677 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159082c-6aaa-444b-acca-6459c52e96b0 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Pushing event deleted for resources: {'Port': ['ID=a0f649c3-f3e3-4a37-9599-bcb6dd55abbd,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:29.795765 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71ebe8-866e-4ea4-aa52-33d8b50bc5f5 req-f5aeb25b-9217-4d62-afe7-8d8088666a8d tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:29.806429 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3e71ebe8-866e-4ea4-aa52-33d8b50bc5f5 req-f5aeb25b-9217-4d62-afe7-8d8088666a8d tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 867 time: 0.1219580 Sep 07 19:18:29.824107 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-078cd90e-677d-4f68-bb9e-262238ade0d0 req-2159082c-6aaa-444b-acca-6459c52e96b0 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] No DVR routers for this DVR port a0f649c3-f3e3-4a37-9599-bcb6dd55abbd on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:18:29.834351 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-078cd90e-677d-4f68-bb9e-262238ade0d0 req-2159082c-6aaa-444b-acca-6459c52e96b0 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:29.836368 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-078cd90e-677d-4f68-bb9e-262238ade0d0 req-2159082c-6aaa-444b-acca-6459c52e96b0 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.36 "DELETE /v2.0/ports/a0f649c3-f3e3-4a37-9599-bcb6dd55abbd HTTP/1.1" status: 204 len: 173 time: 0.9568655 Sep 07 19:18:29.838505 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18df5acf-d196-40c5-a472-7c814ef45897', 'name': 'network-vif-deleted', 'tag': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:18:29.844067 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a066c55-a7a6-41fb-86ff-1aba3f175567" -d '{"events": [{"server_uuid": "18df5acf-d196-40c5-a472-7c814ef45897", "name": "network-vif-deleted", "tag": "a0f649c3-f3e3-4a37-9599-bcb6dd55abbd"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:18:29.889118 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3e71ebe8-866e-4ea4-aa52-33d8b50bc5f5 req-ba30acbd-60e2-4174-af3a-6268844b6d78 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/security-groups?id=42e61131-5da5-4196-adc9-d6ceac61f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814781 Sep 07 19:18:29.924833 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-81ed5997-fb69-45e9-8cb4-ff11e94b853f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:29.970579 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fd440f-7397-4b60-a883-97512e3995e5 x-openstack-request-id: req-b0fd440f-7397-4b60-a883-97512e3995e5 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:18:29.970883 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18df5acf-d196-40c5-a472-7c814ef45897", "name": "network-vif-deleted", "tag": "a0f649c3-f3e3-4a37-9599-bcb6dd55abbd", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:18:29.971142 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0fd440f-7397-4b60-a883-97512e3995e5 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:18:29.971552 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18df5acf-d196-40c5-a472-7c814ef45897', 'name': 'network-vif-deleted', 'tag': 'a0f649c3-f3e3-4a37-9599-bcb6dd55abbd', 'status': 'completed', 'code': 200} Sep 07 19:18:30.007772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276181b-a6e9-449b-bc64-7d896af70d2f req-31ec28b5-03b0-4cdf-ad0f-aec0cd22e9b7 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:30.010736 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b276181b-a6e9-449b-bc64-7d896af70d2f req-31ec28b5-03b0-4cdf-ad0f-aec0cd22e9b7 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 945 time: 0.1186402 Sep 07 19:18:30.015657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed5997-fb69-45e9-8cb4-ff11e94b853f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Pushing event updated for resources: {'Subnet': ['ID=7c5e5525-e307-4a6a-a3cd-8759c7de2e4b,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:30.031665 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ed5997-fb69-45e9-8cb4-ff11e94b853f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Checking segment: {'id': '41e6f292-526c-4809-b49d-8a1edc93aa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c214e6a3-805f-4a97-9318-9db430f85b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:18:30.031665 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ed5997-fb69-45e9-8cb4-ff11e94b853f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Network hostable DHCP agents. Network: c214e6a3-805f-4a97-9318-9db430f85b18, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:18:30.067995 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b276181b-a6e9-449b-bc64-7d896af70d2f req-739558dc-51d6-46a6-8e58-a29b575ceba3 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/security-groups?id=e469b214-7edb-4783-8fe8-a934269d203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484006 Sep 07 19:18:30.069096 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ed5997-fb69-45e9-8cb4-ff11e94b853f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Network c214e6a3-805f-4a97-9318-9db430f85b18 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:18:30.079356 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-81ed5997-fb69-45e9-8cb4-ff11e94b853f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, c214e6a3-805f-4a97-9318-9db430f85b18) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:18:30.084652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ed5997-fb69-45e9-8cb4-ff11e94b853f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:30.085601 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-81ed5997-fb69-45e9-8cb4-ff11e94b853f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:30.091574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04107be-810d-4049-96c0-24f61a9f4348 None None] Network c214e6a3-805f-4a97-9318-9db430f85b18 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:18:30.102018 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-81ed5997-fb69-45e9-8cb4-ff11e94b853f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7754846 Sep 07 19:18:30.104765 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41230) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:30.116630 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-48b84949-07f4-42d6-ac21-af9e9bd60281 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-928633505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:30.117679 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41232) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:30.171796 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-48b84949-07f4-42d6-ac21-af9e9bd60281 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:30.174711 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-48b84949-07f4-42d6-ac21-af9e9bd60281 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:30.277105 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-48b84949-07f4-42d6-ac21-af9e9bd60281 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:30.282422 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-48b84949-07f4-42d6-ac21-af9e9bd60281 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:30.306789 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-48b84949-07f4-42d6-ac21-af9e9bd60281 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:30.310786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41236) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:30.315000 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-48b84949-07f4-42d6-ac21-af9e9bd60281 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2089658 Sep 07 19:18:30.322398 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:30.406694 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-c214e6a3-805f-4a97-9318-9db430f85b18', 'network_id': 'c214e6a3-805f-4a97-9318-9db430f85b18', 'tenant_id': 'cf9c2893bfaf4e4fb5a3fb2245151eda', 'fixed_ips': [{'subnet_id': '7c5e5525-e307-4a6a-a3cd-8759c7de2e4b'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:18:30.407569 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:30.658418 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] Allocated IP 172.20.0.2 (c214e6a3-805f-4a97-9318-9db430f85b18/7c5e5525-e307-4a6a-a3cd-8759c7de2e4b/01f9a919-548e-4382-81ec-108fa1f324a5) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:18:30.838490 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:30.849224 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] Transition to ACTIVE for port object 01f9a919-548e-4382-81ec-108fa1f324a5 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:18:30.871783 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] Transition to ACTIVE for port object 01f9a919-548e-4382-81ec-108fa1f324a5 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:18:30.880610 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:30.930184 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] Pushing event updated for resources: {'Port': ['ID=01f9a919-548e-4382-81ec-108fa1f324a5,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:30.944955 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] Network c214e6a3-805f-4a97-9318-9db430f85b18 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:18:30.946671 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:18:30.953265 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:18:30.984463 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f071062-f07e-4e53-916f-c60f32690d78 tempest-TestServerBasicOps-1118814568 tempest-TestServerBasicOps-1118814568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:30.990204 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41246) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:30.990695 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8f071062-f07e-4e53-916f-c60f32690d78 tempest-TestServerBasicOps-1118814568 tempest-TestServerBasicOps-1118814568-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 1091 time: 0.8713763 Sep 07 19:18:30.995900 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ac4ca069-5ab0-400e-b122-41ed574f824f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': '9aef675e-8fdf-4092-838c-b6927b6908cc', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:31.038477 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca069-5ab0-400e-b122-41ed574f824f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:31.058350 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] Attempting to bind port 01f9a919-548e-4382-81ec-108fa1f324a5 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:18:31.059305 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0b46ce4-90c8-4069-90c8-2945fe04fc01 req-c0865da3-2f59-4d7b-a637-48b9429fa2ca tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 210 time: 0.0378351 Sep 07 19:18:31.059896 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] Attempting to bind port 01f9a919-548e-4382-81ec-108fa1f324a5 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '41e6f292-526c-4809-b49d-8a1edc93aa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c214e6a3-805f-4a97-9318-9db430f85b18'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:18:31.060455 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] Attempting to bind port 01f9a919-548e-4382-81ec-108fa1f324a5 on network c214e6a3-805f-4a97-9318-9db430f85b18 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:18:31.075255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:18:31.075255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] Checking segment: {'id': '41e6f292-526c-4809-b49d-8a1edc93aa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c214e6a3-805f-4a97-9318-9db430f85b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:18:31.075678 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:31.077529 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] Bound using segment: {'id': '41e6f292-526c-4809-b49d-8a1edc93aa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c214e6a3-805f-4a97-9318-9db430f85b18'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:18:31.077973 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] Bound port: 01f9a919-548e-4382-81ec-108fa1f324a5, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e6f292-526c-4809-b49d-8a1edc93aa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c214e6a3-805f-4a97-9318-9db430f85b18'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:18:31.079511 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:31.145807 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d8a1ef2-5816-4339-bab5-4d0072a2fd68 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:31.215190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] For port 01f9a919-548e-4382-81ec-108fa1f324a5, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:18:31.218377 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] For port 01f9a919-548e-4382-81ec-108fa1f324a5, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=01f9a919-548e-4382-81ec-108fa1f324a5,segment=NetworkSegment(41e6f292-526c-4809-b49d-8a1edc93aa61),segment_id=41e6f292-526c-4809-b49d-8a1edc93aa61)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:18:31.223656 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:31.274256 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca069-5ab0-400e-b122-41ed574f824f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:31.314517 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26e0cb-e5d5-48c7-b23c-3932e62e0e82 None None] Pushing event updated for resources: {'Port': ['ID=01f9a919-548e-4382-81ec-108fa1f324a5,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:31.361194 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a0f649c3-f3e3-4a37-9599-bcb6dd55abbd no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:18:31.405315 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: a0f649c3-f3e3-4a37-9599-bcb6dd55abbd {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:18:31.405453 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device a0f649c3-f3e3-4a37-9599-bcb6dd55abbd not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:18:31.413557 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-ac4ca069-5ab0-400e-b122-41ed574f824f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Allocated IP 172.25.8.212 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/0d7f0811-eb7c-4e80-98af-f6cfb8d94b48) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:18:31.529081 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-3d8a1ef2-5816-4339-bab5-4d0072a2fd68 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Allocated IP 172.20.0.1 (c214e6a3-805f-4a97-9318-9db430f85b18/7c5e5525-e307-4a6a-a3cd-8759c7de2e4b/87594b77-e9ce-48b6-b6f8-057fed606ab9) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:18:31.531370 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca069-5ab0-400e-b122-41ed574f824f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:31.662961 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca069-5ab0-400e-b122-41ed574f824f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:31.759524 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ca069-5ab0-400e-b122-41ed574f824f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Pushing event updated for resources: {'Port': ['ID=0d7f0811-eb7c-4e80-98af-f6cfb8d94b48,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:31.778184 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4ca069-5ab0-400e-b122-41ed574f824f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:18:31.779653 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d8a1ef2-5816-4339-bab5-4d0072a2fd68 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:31.784192 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-ac4ca069-5ab0-400e-b122-41ed574f824f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:18:31.790116 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ca069-5ab0-400e-b122-41ed574f824f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:18:31.799736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-3d8a1ef2-5816-4339-bab5-4d0072a2fd68 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Transition to ACTIVE for port object 87594b77-e9ce-48b6-b6f8-057fed606ab9 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:18:31.808549 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:31.859895 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d8a1ef2-5816-4339-bab5-4d0072a2fd68 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:31.899180 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8a1ef2-5816-4339-bab5-4d0072a2fd68 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Network c214e6a3-805f-4a97-9318-9db430f85b18 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:18:31.902869 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-3d8a1ef2-5816-4339-bab5-4d0072a2fd68 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:18:31.907898 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a1ef2-5816-4339-bab5-4d0072a2fd68 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:18:31.962579 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a1ef2-5816-4339-bab5-4d0072a2fd68 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Pushing event updated for resources: {'Port': ['ID=87594b77-e9ce-48b6-b6f8-057fed606ab9,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:31.984387 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d8a1ef2-5816-4339-bab5-4d0072a2fd68 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:32.284868 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca069-5ab0-400e-b122-41ed574f824f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:32.348536 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a71e139-4551-4567-ba53-12965c63edb4 req-fc2d6dae-29b9-4719-9a1e-44f9a697c438 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 210 time: 0.0961189 Sep 07 19:18:32.367325 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 01f9a919-548e-4382-81ec-108fa1f324a5 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:18:32.371273 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d8a1ef2-5816-4339-bab5-4d0072a2fd68 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:32.432422 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca069-5ab0-400e-b122-41ed574f824f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:32.441263 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 01f9a919-548e-4382-81ec-108fa1f324a5 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:18:32.706275 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca069-5ab0-400e-b122-41ed574f824f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:32.714777 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca069-5ab0-400e-b122-41ed574f824f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:32.806222 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca069-5ab0-400e-b122-41ed574f824f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:32.823137 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d8a1ef2-5816-4339-bab5-4d0072a2fd68 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:32.829188 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d8a1ef2-5816-4339-bab5-4d0072a2fd68 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:32.864467 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ca069-5ab0-400e-b122-41ed574f824f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Pushing event updated for resources: {'Port': ['ID=0d7f0811-eb7c-4e80-98af-f6cfb8d94b48,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:32.890108 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3d8a1ef2-5816-4339-bab5-4d0072a2fd68 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:32.922243 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7465fb-399e-4c7d-8a6d-3d6298de7f6d None None] Network c214e6a3-805f-4a97-9318-9db430f85b18 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:18:32.978298 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a1ef2-5816-4339-bab5-4d0072a2fd68 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Pushing event updated for resources: {'Port': ['ID=87594b77-e9ce-48b6-b6f8-057fed606ab9,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:33.017077 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-ac4ca069-5ab0-400e-b122-41ed574f824f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Floating IP cd693a54-34dd-4a9d-bed6-7d5ba8c667e7 associated. External IP: 172.25.8.212, port: 9aef675e-8fdf-4092-838c-b6927b6908cc. Sep 07 19:18:33.064802 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8a1ef2-5816-4339-bab5-4d0072a2fd68 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Network c214e6a3-805f-4a97-9318-9db430f85b18 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:18:33.066634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-3d8a1ef2-5816-4339-bab5-4d0072a2fd68 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:18:33.095052 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-045fdf6b-6af8-4832-a304-2ad7982dc0fc None None] Provisioning for port 01f9a919-548e-4382-81ec-108fa1f324a5 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:18:33.117662 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-045fdf6b-6af8-4832-a304-2ad7982dc0fc None None] Provisioning complete for port 01f9a919-548e-4382-81ec-108fa1f324a5 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:33.118069 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-045fdf6b-6af8-4832-a304-2ad7982dc0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:33.234353 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8a1ef2-5816-4339-bab5-4d0072a2fd68 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Router 0bd3e097-735b-442e-9be6-392f500a0fc0 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:18:33.288200 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-045fdf6b-6af8-4832-a304-2ad7982dc0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:33.338659 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-045fdf6b-6af8-4832-a304-2ad7982dc0fc None None] For port 01f9a919-548e-4382-81ec-108fa1f324a5, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=01f9a919-548e-4382-81ec-108fa1f324a5,segment=NetworkSegment(41e6f292-526c-4809-b49d-8a1edc93aa61),segment_id=41e6f292-526c-4809-b49d-8a1edc93aa61)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:33.348729 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-045fdf6b-6af8-4832-a304-2ad7982dc0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:33.367513 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4ca069-5ab0-400e-b122-41ed574f824f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Router 12faa773-e98d-43eb-a463-d912a7a44bc7 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:18:33.433390 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8a1ef2-5816-4339-bab5-4d0072a2fd68 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:18:33.442106 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3d8a1ef2-5816-4339-bab5-4d0072a2fd68 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] 10.222.0.26 "PUT /v2.0/routers/0bd3e097-735b-442e-9be6-392f500a0fc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1270378 Sep 07 19:18:33.442483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41264) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:33.451525 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-3fca1198-aee3-4e81-8f19-6e14a01b8be3 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Request body: {'port': {'network_id': 'c214e6a3-805f-4a97-9318-9db430f85b18', 'name': 'tempest-FloatingIPNegativeTestJSON-1363145876'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:33.451762 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e54ba9-e0ca-43c4-af8e-d3246e0e69da None None] Sync routers for ids ['0bd3e097-735b-442e-9be6-392f500a0fc0'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:18:33.489178 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fdf6b-6af8-4832-a304-2ad7982dc0fc None None] Pushing event updated for resources: {'Port': ['ID=01f9a919-548e-4382-81ec-108fa1f324a5,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:33.508464 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e54ba9-e0ca-43c4-af8e-d3246e0e69da None None] Routers {'0bd3e097-735b-442e-9be6-392f500a0fc0'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:33.509154 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c1e54ba9-e0ca-43c4-af8e-d3246e0e69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['0bd3e097-735b-442e-9be6-392f500a0fc0'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:33.525689 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4ca069-5ab0-400e-b122-41ed574f824f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:18:33.537527 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d046da-d2bb-432c-bd23-4282382fb732 None None] Sync routers for ids ['12faa773-e98d-43eb-a463-d912a7a44bc7'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:18:33.547649 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d046da-d2bb-432c-bd23-4282382fb732 None None] Routers {'12faa773-e98d-43eb-a463-d912a7a44bc7'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:33.548280 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-48d046da-d2bb-432c-bd23-4282382fb732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['12faa773-e98d-43eb-a463-d912a7a44bc7'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:33.570290 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca069-5ab0-400e-b122-41ed574f824f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:33.586300 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4aef9e07-f532-48f9-b004-e394f8e09df7 req-6d1697cf-bb83-4495-9970-2a591433c455 tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 210 time: 0.0400078 Sep 07 19:18:33.616985 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c1e54ba9-e0ca-43c4-af8e-d3246e0e69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:33.636431 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ac4ca069-5ab0-400e-b122-41ed574f824f tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6443150 Sep 07 19:18:33.637026 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7', 'tag': '9aef675e-8fdf-4092-838c-b6927b6908cc'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:18:33.640131 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e54ba9-e0ca-43c4-af8e-d3246e0e69da None None] Routers {'0bd3e097-735b-442e-9be6-392f500a0fc0'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:33.640270 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69de2939-836e-4d5c-a477-f843c02b9212" -d '{"events": [{"name": "network-changed", "server_uuid": "aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7", "tag": "9aef675e-8fdf-4092-838c-b6927b6908cc"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:18:33.640814 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c1e54ba9-e0ca-43c4-af8e-d3246e0e69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['0bd3e097-735b-442e-9be6-392f500a0fc0'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:33.693594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fca1198-aee3-4e81-8f19-6e14a01b8be3 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Made reservation on behalf of cf9c2893bfaf4e4fb5a3fb2245151eda for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:18:33.694066 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf133640-3b5a-4440-9fc1-f0e906b22ea9 x-openstack-request-id: req-cf133640-3b5a-4440-9fc1-f0e906b22ea9 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:18:33.695875 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7", "tag": "9aef675e-8fdf-4092-838c-b6927b6908cc", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:18:33.696849 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf133640-3b5a-4440-9fc1-f0e906b22ea9 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:18:33.697500 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7', 'tag': '9aef675e-8fdf-4092-838c-b6927b6908cc', 'status': 'completed', 'code': 200} Sep 07 19:18:33.709471 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3fca1198-aee3-4e81-8f19-6e14a01b8be3 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:33.728243 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [None req-3fca1198-aee3-4e81-8f19-6e14a01b8be3 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] device_id is not set on port f8157b7f-f9ed-4b83-a06b-00541208da64 yet. {{(pid=101445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 19:18:33.737296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c1e54ba9-e0ca-43c4-af8e-d3246e0e69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:33.738282 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e54ba9-e0ca-43c4-af8e-d3246e0e69da None None] The sync data for ids ['0bd3e097-735b-442e-9be6-392f500a0fc0'] in n-d-807786-1 is: [] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:18:33.794416 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de2939-836e-4d5c-a477-f843c02b9212 req-2a8d8689-9c77-41a4-ae58-249eb96b78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:33.796354 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-69de2939-836e-4d5c-a477-f843c02b9212 req-2a8d8689-9c77-41a4-ae58-249eb96b78ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=254a2ba6f1404816a3dabc83cc8e217d&device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 1096 time: 0.0813577 Sep 07 19:18:33.881007 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-930310ca-6376-4633-bf16-1f5d42594bf3 None None] Provisioning complete for port 01f9a919-548e-4382-81ec-108fa1f324a5 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:33.888676 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-930310ca-6376-4633-bf16-1f5d42594bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:33.889049 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-48d046da-d2bb-432c-bd23-4282382fb732 None None] Set router 12faa773-e98d-43eb-a463-d912a7a44bc7 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:18:33.926106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-3fca1198-aee3-4e81-8f19-6e14a01b8be3 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Allocated IP 172.20.0.9 (c214e6a3-805f-4a97-9318-9db430f85b18/7c5e5525-e307-4a6a-a3cd-8759c7de2e4b/f8157b7f-f9ed-4b83-a06b-00541208da64) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:18:33.983407 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de2939-836e-4d5c-a477-f843c02b9212 req-97194272-cfde-44ed-aeae-3dd97e31c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:33.990613 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-69de2939-836e-4d5c-a477-f843c02b9212 req-97194272-cfde-44ed-aeae-3dd97e31c0ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=c59d35e9-a47c-4db1-9fe0-f71f03677711 HTTP/1.1" status: 200 len: 910 time: 0.1842620 Sep 07 19:18:34.102265 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-930310ca-6376-4633-bf16-1f5d42594bf3 None None] Provisioning for port 87594b77-e9ce-48b6-b6f8-057fed606ab9 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:18:34.106661 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-930310ca-6376-4633-bf16-1f5d42594bf3 None None] Provisioning complete for port 87594b77-e9ce-48b6-b6f8-057fed606ab9 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:34.107040 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-930310ca-6376-4633-bf16-1f5d42594bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:34.136096 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-69de2939-836e-4d5c-a477-f843c02b9212 req-40fa6332-d13f-45eb-87e3-5df52cb4e2a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aef675e-8fdf-4092-838c-b6927b6908cc HTTP/1.1" status: 200 len: 999 time: 0.1371486 Sep 07 19:18:34.183011 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-930310ca-6376-4633-bf16-1f5d42594bf3 None None] Port 87594b77-e9ce-48b6-b6f8-057fed606ab9 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:18:34.260852 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de2939-836e-4d5c-a477-f843c02b9212 req-c943d06e-ad6b-48d5-8e8f-074cbd4b94b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:34.265637 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-69de2939-836e-4d5c-a477-f843c02b9212 req-c943d06e-ad6b-48d5-8e8f-074cbd4b94b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=765e9a5e-c40a-4665-aaca-06d64bc75a68 HTTP/1.1" status: 200 len: 848 time: 0.1232033 Sep 07 19:18:34.274592 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3fca1198-aee3-4e81-8f19-6e14a01b8be3 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:34.306605 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-3fca1198-aee3-4e81-8f19-6e14a01b8be3 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Transition to ACTIVE for port object f8157b7f-f9ed-4b83-a06b-00541208da64 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:18:34.313375 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 01f9a919-548e-4382-81ec-108fa1f324a5 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:18:34.366826 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-48d046da-d2bb-432c-bd23-4282382fb732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'name': 'tempest-TestServerBasicOps-1844093316-router', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:42Z', 'updated_at': '2021-09-07T19:17:50Z', 'revision_number': 4, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'gw_port': {'id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:44Z', 'updated_at': '2021-09-07T19:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'cd693a54-34dd-4a9d-bed6-7d5ba8c667e7', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'floating_ip_address': '172.25.8.212', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'port_id': '9aef675e-8fdf-4092-838c-b6927b6908cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711', 'mac_address': 'fa:16:3e:35:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:18:32Z', 'updated_at': '2021-09-07T19:18:32Z', 'revision_number': 0, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9829c8ff-6e2b-446b-af68-bf374dbf952a', 'name': '', 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'mac_address': 'fa:16:3e:24:9e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '765e9a5e-c40a-4665-aaca-06d64bc75a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:48Z', 'updated_at': '2021-09-07T19:18:01Z', 'revision_number': 5, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'subnets': [{'id': '765e9a5e-c40a-4665-aaca-06d64bc75a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:34.374666 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3fca1198-aee3-4e81-8f19-6e14a01b8be3 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:34.396640 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-548e8330-4a0e-49ab-a0e7-e8537a5f9952 None None] Provisioning complete for port 87594b77-e9ce-48b6-b6f8-057fed606ab9 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:34.396936 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-548e8330-4a0e-49ab-a0e7-e8537a5f9952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:34.409961 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de2939-836e-4d5c-a477-f843c02b9212 req-0011b0f5-6e9c-4888-a040-0b2052974b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:34.412185 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-69de2939-836e-4d5c-a477-f843c02b9212 req-0011b0f5-6e9c-4888-a040-0b2052974b61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c59d35e9-a47c-4db1-9fe0-f71f03677711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380820 Sep 07 19:18:34.441364 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d046da-d2bb-432c-bd23-4282382fb732 None None] Checking router: 12faa773-e98d-43eb-a463-d912a7a44bc7 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:18:34.453390 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d046da-d2bb-432c-bd23-4282382fb732 None None] Routers {'12faa773-e98d-43eb-a463-d912a7a44bc7'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:34.455716 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-48d046da-d2bb-432c-bd23-4282382fb732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['12faa773-e98d-43eb-a463-d912a7a44bc7'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:34.472221 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fca1198-aee3-4e81-8f19-6e14a01b8be3 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Network c214e6a3-805f-4a97-9318-9db430f85b18 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:18:34.495828 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-3fca1198-aee3-4e81-8f19-6e14a01b8be3 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:18:34.500227 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca1198-aee3-4e81-8f19-6e14a01b8be3 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:18:34.531161 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-548e8330-4a0e-49ab-a0e7-e8537a5f9952 None None] Port 87594b77-e9ce-48b6-b6f8-057fed606ab9 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:18:34.557019 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 01f9a919-548e-4382-81ec-108fa1f324a5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:34.557297 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:34.575678 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca1198-aee3-4e81-8f19-6e14a01b8be3 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Pushing event updated for resources: {'Port': ['ID=f8157b7f-f9ed-4b83-a06b-00541208da64,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:34.606026 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fca1198-aee3-4e81-8f19-6e14a01b8be3 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:34.606873 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3fca1198-aee3-4e81-8f19-6e14a01b8be3 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:34.641965 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3fca1198-aee3-4e81-8f19-6e14a01b8be3 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1972179 Sep 07 19:18:34.644182 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41278) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:34.654054 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-5cf9e5ac-4cf9-4a48-a419-1d48148997fe tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:34.681723 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-da508181-8152-4ce0-bd72-d0a5fd8667e5 None None] Provisioning complete for port 87594b77-e9ce-48b6-b6f8-057fed606ab9 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:34.685968 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-da508181-8152-4ce0-bd72-d0a5fd8667e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:34.693291 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-69de2939-836e-4d5c-a477-f843c02b9212 req-a5dd43fa-9326-4adf-8505-725612c7be3d service neutron] 10.222.0.36 "GET /v2.0/networks/c59d35e9-a47c-4db1-9fe0-f71f03677711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719333 Sep 07 19:18:34.699162 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5cf9e5ac-4cf9-4a48-a419-1d48148997fe tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:34.840599 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5282aada-a934-4048-9343-ee6ef4552d46 req-b796e7e4-2eaf-4db8-80d8-38c18cb163bf tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "GET /v2.0/ports?device_id=18df5acf-d196-40c5-a472-7c814ef45897 HTTP/1.1" status: 200 len: 210 time: 0.0883942 Sep 07 19:18:34.854870 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-da508181-8152-4ce0-bd72-d0a5fd8667e5 None None] Port 87594b77-e9ce-48b6-b6f8-057fed606ab9 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:18:34.889562 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-69de2939-836e-4d5c-a477-f843c02b9212 req-1f52c4b7-5c98-4143-b199-6806a0b057e3 service neutron] 10.222.0.36 "GET /v2.0/networks/c59d35e9-a47c-4db1-9fe0-f71f03677711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876905 Sep 07 19:18:34.917952 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-48d046da-d2bb-432c-bd23-4282382fb732 None None] Set router 12faa773-e98d-43eb-a463-d912a7a44bc7 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:18:34.988191 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4d46506f-bf6a-42e7-a473-c9ba48e839a5 None None] Provisioning for port f8157b7f-f9ed-4b83-a06b-00541208da64 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:18:34.996692 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4d46506f-bf6a-42e7-a473-c9ba48e839a5 None None] Provisioning complete for port f8157b7f-f9ed-4b83-a06b-00541208da64 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:34.998135 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4d46506f-bf6a-42e7-a473-c9ba48e839a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:35.015970 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5cf9e5ac-4cf9-4a48-a419-1d48148997fe tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:35.065489 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-4d46506f-bf6a-42e7-a473-c9ba48e839a5 None None] Port f8157b7f-f9ed-4b83-a06b-00541208da64 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:18:35.166609 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-5cf9e5ac-4cf9-4a48-a419-1d48148997fe tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Allocated IP 172.25.8.19 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/0875bbf2-ce25-471e-903f-67a33cf8e8c4) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:18:35.235277 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-48d046da-d2bb-432c-bd23-4282382fb732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'name': 'tempest-TestServerBasicOps-1844093316-router', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:42Z', 'updated_at': '2021-09-07T19:17:50Z', 'revision_number': 4, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'gw_port': {'id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:44Z', 'updated_at': '2021-09-07T19:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'cd693a54-34dd-4a9d-bed6-7d5ba8c667e7', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'floating_ip_address': '172.25.8.212', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'port_id': '9aef675e-8fdf-4092-838c-b6927b6908cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711', 'mac_address': 'fa:16:3e:35:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:18:32Z', 'updated_at': '2021-09-07T19:18:32Z', 'revision_number': 0, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9829c8ff-6e2b-446b-af68-bf374dbf952a', 'name': '', 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'mac_address': 'fa:16:3e:24:9e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '765e9a5e-c40a-4665-aaca-06d64bc75a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:48Z', 'updated_at': '2021-09-07T19:18:01Z', 'revision_number': 5, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'subnets': [{'id': '765e9a5e-c40a-4665-aaca-06d64bc75a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:35.271221 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d046da-d2bb-432c-bd23-4282382fb732 None None] The sync data for ids ['12faa773-e98d-43eb-a463-d912a7a44bc7'] in n-d-807786-1 is: [{'id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'name': 'tempest-TestServerBasicOps-1844093316-router', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:42Z', 'updated_at': '2021-09-07T19:17:50Z', 'revision_number': 4, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'gw_port': {'id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:44Z', 'updated_at': '2021-09-07T19:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'cd693a54-34dd-4a9d-bed6-7d5ba8c667e7', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'floating_ip_address': '172.25.8.212', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'port_id': '9aef675e-8fdf-4092-838c-b6927b6908cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711', 'mac_address': 'fa:16:3e:35:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:18:32Z', 'updated_at': '2021-09-07T19:18:32Z', 'revision_number': 0, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9829c8ff-6e2b-446b-af68-bf374dbf952a', 'name': '', 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'mac_address': 'fa:16:3e:24:9e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '765e9a5e-c40a-4665-aaca-06d64bc75a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:48Z', 'updated_at': '2021-09-07T19:18:01Z', 'revision_number': 5, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'subnets': [{'id': '765e9a5e-c40a-4665-aaca-06d64bc75a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:18:35.292070 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5cf9e5ac-4cf9-4a48-a419-1d48148997fe tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:35.335896 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5cf9e5ac-4cf9-4a48-a419-1d48148997fe tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:35.375620 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf9e5ac-4cf9-4a48-a419-1d48148997fe tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:18:35.380706 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-5cf9e5ac-4cf9-4a48-a419-1d48148997fe tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:18:35.385315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf9e5ac-4cf9-4a48-a419-1d48148997fe tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:18:35.388485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9e5ac-4cf9-4a48-a419-1d48148997fe tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Pushing event updated for resources: {'Port': ['ID=0875bbf2-ce25-471e-903f-67a33cf8e8c4,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:35.476701 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5cf9e5ac-4cf9-4a48-a419-1d48148997fe tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:35.499688 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0961102-7fa4-4e12-af79-abc5ac79b180 None None] New status for floating IP cd693a54-34dd-4a9d-bed6-7d5ba8c667e7: ACTIVE {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:18:35.512162 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5cf9e5ac-4cf9-4a48-a419-1d48148997fe tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:35.696379 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5cf9e5ac-4cf9-4a48-a419-1d48148997fe tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:35.701486 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5cf9e5ac-4cf9-4a48-a419-1d48148997fe tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:35.777668 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9e5ac-4cf9-4a48-a419-1d48148997fe tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Pushing event updated for resources: {'Port': ['ID=0875bbf2-ce25-471e-903f-67a33cf8e8c4,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:35.790633 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5cf9e5ac-4cf9-4a48-a419-1d48148997fe tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:35.805468 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5cf9e5ac-4cf9-4a48-a419-1d48148997fe tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:35.806798 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5cf9e5ac-4cf9-4a48-a419-1d48148997fe tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1610186 Sep 07 19:18:35.809680 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41288) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:35.814052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-8f4eb686-0c33-4376-9788-ffd9ee118dbb tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Request body: {'floatingip': {'port_id': 'f8157b7f-f9ed-4b83-a06b-00541208da64', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:35.857630 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8f4eb686-0c33-4376-9788-ffd9ee118dbb tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:35.905619 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41292) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:35.975523 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a91f7dc6-1a3d-43b7-a1fd-4d498a81433b tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:35.977065 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-8f4eb686-0c33-4376-9788-ffd9ee118dbb tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] update failed (client error): The resource could not be found. Sep 07 19:18:35.980780 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8f4eb686-0c33-4376-9788-ffd9ee118dbb tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] 10.222.0.26 "PUT /v2.0/floatingips/379e3bad-62ef-43a8-8209-1ad79841625b HTTP/1.1" status: 404 len: 507 time: 0.1675520 Sep 07 19:18:35.981068 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41294) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:36.045123 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a91f7dc6-1a3d-43b7-a1fd-4d498a81433b tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:36.161565 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-7f99e495-4b24-43bd-af94-51faf5c5c8eb tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Deleting port 0875bbf2-ce25-471e-903f-67a33cf8e8c4 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:36.161936 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f99e495-4b24-43bd-af94-51faf5c5c8eb tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:36.216831 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a91f7dc6-1a3d-43b7-a1fd-4d498a81433b tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:36.219464 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a91f7dc6-1a3d-43b7-a1fd-4d498a81433b tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:36.220703 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a91f7dc6-1a3d-43b7-a1fd-4d498a81433b tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] 10.222.0.26 "DELETE /v2.0/security-groups/42e61131-5da5-4196-adc9-d6ceac61f20c HTTP/1.1" status: 204 len: 168 time: 0.3140504 Sep 07 19:18:36.240732 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f7dc6-1a3d-43b7-a1fd-4d498a81433b tempest-TestVolumeBackupRestore-92463733 tempest-TestVolumeBackupRestore-92463733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e61131-5da5-4196-adc9-d6ceac61f20c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:36.269733 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f99e495-4b24-43bd-af94-51faf5c5c8eb tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:36.270069 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f99e495-4b24-43bd-af94-51faf5c5c8eb tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:36.284101 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-7f99e495-4b24-43bd-af94-51faf5c5c8eb tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Calling delete_port for 0875bbf2-ce25-471e-903f-67a33cf8e8c4 owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:36.472097 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f99e495-4b24-43bd-af94-51faf5c5c8eb tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:36.506050 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99e495-4b24-43bd-af94-51faf5c5c8eb tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Pushing event deleted for resources: {'Port': ['ID=0875bbf2-ce25-471e-903f-67a33cf8e8c4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:36.641800 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:18:36.642285 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f99e495-4b24-43bd-af94-51faf5c5c8eb tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:36.645402 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f99e495-4b24-43bd-af94-51faf5c5c8eb tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:36.650483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41330) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:36.651939 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7f99e495-4b24-43bd-af94-51faf5c5c8eb tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] 10.222.0.26 "DELETE /v2.0/floatingips/379e3bad-62ef-43a8-8209-1ad79841625b HTTP/1.1" status: 204 len: 168 time: 0.6698298 Sep 07 19:18:36.657193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-c0658a5a-821a-4122-ac3a-2233968d30d5 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Request body: {'floatingip': {'floating_network_id': 'c214e6a3-805f-4a97-9318-9db430f85b18', 'port_id': 'f8157b7f-f9ed-4b83-a06b-00541208da64', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:36.690821 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c0658a5a-821a-4122-ac3a-2233968d30d5 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:36.873564 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-c0658a5a-821a-4122-ac3a-2233968d30d5 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:18:36.875243 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c0658a5a-821a-4122-ac3a-2233968d30d5 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2237337 Sep 07 19:18:36.879630 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41360) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:36.887282 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-1f05c92e-56af-4827-827f-66ca4e04c30f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': 'f8157b7f-f9ed-4b83-a06b-00541208da64', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:36.913858 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1f05c92e-56af-4827-827f-66ca4e04c30f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:37.040372 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1f05c92e-56af-4827-827f-66ca4e04c30f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:37.158930 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-1f05c92e-56af-4827-827f-66ca4e04c30f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Allocated IP 172.25.8.192 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/041b4f2b-79ab-41bb-b531-7e14d7d45fb4) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:18:37.291534 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1f05c92e-56af-4827-827f-66ca4e04c30f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:37.343722 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1f05c92e-56af-4827-827f-66ca4e04c30f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:37.392761 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05c92e-56af-4827-827f-66ca4e04c30f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Pushing event updated for resources: {'Port': ['ID=041b4f2b-79ab-41bb-b531-7e14d7d45fb4,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:37.405244 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f05c92e-56af-4827-827f-66ca4e04c30f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:18:37.406830 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-1f05c92e-56af-4827-827f-66ca4e04c30f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:18:37.409673 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f05c92e-56af-4827-827f-66ca4e04c30f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:18:37.679793 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-1f05c92e-56af-4827-827f-66ca4e04c30f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Deleting port 041b4f2b-79ab-41bb-b531-7e14d7d45fb4 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:37.680352 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1f05c92e-56af-4827-827f-66ca4e04c30f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:37.823246 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1f05c92e-56af-4827-827f-66ca4e04c30f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:37.823814 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1f05c92e-56af-4827-827f-66ca4e04c30f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:37.838742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-1f05c92e-56af-4827-827f-66ca4e04c30f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Calling delete_port for 041b4f2b-79ab-41bb-b531-7e14d7d45fb4 owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:38.353715 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1f05c92e-56af-4827-827f-66ca4e04c30f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:38.389742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05c92e-56af-4827-827f-66ca4e04c30f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Pushing event deleted for resources: {'Port': ['ID=041b4f2b-79ab-41bb-b531-7e14d7d45fb4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:38.502318 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-1f05c92e-56af-4827-827f-66ca4e04c30f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] create failed (client error): The resource could not be found. Sep 07 19:18:38.508565 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1f05c92e-56af-4827-827f-66ca4e04c30f tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6229365 Sep 07 19:18:38.509650 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41542) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:38.641031 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-0f66d093-592c-46be-9aa9-5410e0897a3d tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Deleting port f8157b7f-f9ed-4b83-a06b-00541208da64 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:38.641500 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0f66d093-592c-46be-9aa9-5410e0897a3d tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:38.759769 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0f66d093-592c-46be-9aa9-5410e0897a3d tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:38.781378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-0f66d093-592c-46be-9aa9-5410e0897a3d tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Calling delete_port for f8157b7f-f9ed-4b83-a06b-00541208da64 owned by {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:38.957548 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0f66d093-592c-46be-9aa9-5410e0897a3d tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:39.030503 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66d093-592c-46be-9aa9-5410e0897a3d tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Pushing event deleted for resources: {'Port': ['ID=f8157b7f-f9ed-4b83-a06b-00541208da64,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:39.096899 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0f66d093-592c-46be-9aa9-5410e0897a3d tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:39.100529 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0f66d093-592c-46be-9aa9-5410e0897a3d tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] 10.222.0.26 "DELETE /v2.0/ports/f8157b7f-f9ed-4b83-a06b-00541208da64 HTTP/1.1" status: 204 len: 168 time: 0.5906014 Sep 07 19:18:39.102910 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41612) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:39.181022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a3021b-8d88-47fa-90c7-058faa78a2a2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:39.182771 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e7a3021b-8d88-47fa-90c7-058faa78a2a2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bd3e097-735b-442e-9be6-392f500a0fc0 HTTP/1.1" status: 200 len: 913 time: 0.0782351 Sep 07 19:18:39.185887 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41620) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:39.974456 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-900474e3-5b76-43c3-9533-1d9dc49358b6 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:40.566372 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-900474e3-5b76-43c3-9533-1d9dc49358b6 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Deleting port 87594b77-e9ce-48b6-b6f8-057fed606ab9 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:40.568131 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-900474e3-5b76-43c3-9533-1d9dc49358b6 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:40.758827 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-900474e3-5b76-43c3-9533-1d9dc49358b6 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:40.773080 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-900474e3-5b76-43c3-9533-1d9dc49358b6 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Calling delete_port for 87594b77-e9ce-48b6-b6f8-057fed606ab9 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:40.995224 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-900474e3-5b76-43c3-9533-1d9dc49358b6 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:41.024318 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900474e3-5b76-43c3-9533-1d9dc49358b6 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Pushing event deleted for resources: {'Port': ['ID=87594b77-e9ce-48b6-b6f8-057fed606ab9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:41.110057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41794) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:41.237647 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-900474e3-5b76-43c3-9533-1d9dc49358b6 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:41.722147 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a172bc26-474f-48b5-aeed-7712643ec926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:41.783048 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900474e3-5b76-43c3-9533-1d9dc49358b6 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Router 0bd3e097-735b-442e-9be6-392f500a0fc0 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:18:41.868066 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900474e3-5b76-43c3-9533-1d9dc49358b6 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:18:41.879244 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e119c-82b1-4b28-9a93-e264a4acc24c None None] Sync routers for ids ['0bd3e097-735b-442e-9be6-392f500a0fc0'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:18:41.896042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41800) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:41.899640 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-900474e3-5b76-43c3-9533-1d9dc49358b6 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] 10.222.0.26 "PUT /v2.0/routers/0bd3e097-735b-442e-9be6-392f500a0fc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7116520 Sep 07 19:18:41.899910 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e119c-82b1-4b28-9a93-e264a4acc24c None None] Routers {'0bd3e097-735b-442e-9be6-392f500a0fc0'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:41.900670 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-157e119c-82b1-4b28-9a93-e264a4acc24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['0bd3e097-735b-442e-9be6-392f500a0fc0'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:41.937330 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-157e119c-82b1-4b28-9a93-e264a4acc24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:41.948858 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e119c-82b1-4b28-9a93-e264a4acc24c None None] Routers {'0bd3e097-735b-442e-9be6-392f500a0fc0'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:41.949832 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-157e119c-82b1-4b28-9a93-e264a4acc24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['0bd3e097-735b-442e-9be6-392f500a0fc0'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:41.985187 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-157e119c-82b1-4b28-9a93-e264a4acc24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:41.986332 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e119c-82b1-4b28-9a93-e264a4acc24c None None] The sync data for ids ['0bd3e097-735b-442e-9be6-392f500a0fc0'] in n-d-807786-1 is: [] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:18:42.022038 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-136a707d-1646-4d57-a236-cb1ea11e7747 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:42.229831 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-136a707d-1646-4d57-a236-cb1ea11e7747 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:42.247494 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-136a707d-1646-4d57-a236-cb1ea11e7747 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:42.335937 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-136a707d-1646-4d57-a236-cb1ea11e7747 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:42.336362 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136a707d-1646-4d57-a236-cb1ea11e7747 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Fanout notify agent at l3_agent the message router_deleted on router 0bd3e097-735b-442e-9be6-392f500a0fc0 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:18:42.344041 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-136a707d-1646-4d57-a236-cb1ea11e7747 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:42.347973 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-136a707d-1646-4d57-a236-cb1ea11e7747 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] 10.222.0.26 "DELETE /v2.0/routers/0bd3e097-735b-442e-9be6-392f500a0fc0 HTTP/1.1" status: 204 len: 168 time: 0.4478967 Sep 07 19:18:42.348384 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41804) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:42.367059 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-a172bc26-474f-48b5-aeed-7712643ec926 admin admin] Deleting port 1250d241-930a-43dc-a310-beac4a2f7084 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:42.367396 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a172bc26-474f-48b5-aeed-7712643ec926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:42.405046 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-534720ec-27c0-4312-b5f5-965911071dc0 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Deleting subnet 7c5e5525-e307-4a6a-a3cd-8759c7de2e4b {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:18:42.408280 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-534720ec-27c0-4312-b5f5-965911071dc0 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:42.451182 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-534720ec-27c0-4312-b5f5-965911071dc0 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:42.456433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-a172bc26-474f-48b5-aeed-7712643ec926 admin admin] For port 1250d241-930a-43dc-a310-beac4a2f7084, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1250d241-930a-43dc-a310-beac4a2f7084,segment=NetworkSegment(6e379004-7e67-4b17-82f9-d82f8e203890),segment_id=6e379004-7e67-4b17-82f9-d82f8e203890)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:42.457013 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a172bc26-474f-48b5-aeed-7712643ec926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:42.471161 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-a172bc26-474f-48b5-aeed-7712643ec926 admin admin] Calling delete_port for 1250d241-930a-43dc-a310-beac4a2f7084 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:42.545789 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-534720ec-27c0-4312-b5f5-965911071dc0 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:42.633380 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-534720ec-27c0-4312-b5f5-965911071dc0 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:42.663364 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534720ec-27c0-4312-b5f5-965911071dc0 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Pushing event deleted for resources: {'Subnet': ['ID=7c5e5525-e307-4a6a-a3cd-8759c7de2e4b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:42.669428 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-534720ec-27c0-4312-b5f5-965911071dc0 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:42.671597 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-534720ec-27c0-4312-b5f5-965911071dc0 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] 10.222.0.26 "DELETE /v2.0/subnets/7c5e5525-e307-4a6a-a3cd-8759c7de2e4b HTTP/1.1" status: 204 len: 168 time: 0.3220880 Sep 07 19:18:42.674092 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41810) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:42.686408 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e39444e-2891-4f0c-9c1f-81f1f508a864 None None] Network c214e6a3-805f-4a97-9318-9db430f85b18 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:18:42.719974 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a172bc26-474f-48b5-aeed-7712643ec926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:42.751889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172bc26-474f-48b5-aeed-7712643ec926 admin admin] Pushing event deleted for resources: {'Port': ['ID=1250d241-930a-43dc-a310-beac4a2f7084,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:42.756658 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d49c8be0-e493-4bd3-805e-c5a4cfef2bc2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:42.845066 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d49c8be0-e493-4bd3-805e-c5a4cfef2bc2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Deleting port 01f9a919-548e-4382-81ec-108fa1f324a5 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:42.848041 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d49c8be0-e493-4bd3-805e-c5a4cfef2bc2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:42.942795 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-d49c8be0-e493-4bd3-805e-c5a4cfef2bc2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] For port 01f9a919-548e-4382-81ec-108fa1f324a5, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=01f9a919-548e-4382-81ec-108fa1f324a5,segment=NetworkSegment(41e6f292-526c-4809-b49d-8a1edc93aa61),segment_id=41e6f292-526c-4809-b49d-8a1edc93aa61)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:42.943293 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d49c8be0-e493-4bd3-805e-c5a4cfef2bc2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:42.969135 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d49c8be0-e493-4bd3-805e-c5a4cfef2bc2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Calling delete_port for 01f9a919-548e-4382-81ec-108fa1f324a5 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:42.990914 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf420bd-e7a8-4356-8d41-03e27c900c12 None None] DHCP port deletion for c214e6a3-805f-4a97-9318-9db430f85b18 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:18:43.004746 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a172bc26-474f-48b5-aeed-7712643ec926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:43.075795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-bbf420bd-e7a8-4356-8d41-03e27c900c12 None None] Deleting port 01f9a919-548e-4382-81ec-108fa1f324a5 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:43.076169 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bbf420bd-e7a8-4356-8d41-03e27c900c12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:43.094858 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d49c8be0-e493-4bd3-805e-c5a4cfef2bc2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:43.116868 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:43.131967 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c8be0-e493-4bd3-805e-c5a4cfef2bc2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Pushing event deleted for resources: {'Port': ['ID=01f9a919-548e-4382-81ec-108fa1f324a5,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:43.134000 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49c8be0-e493-4bd3-805e-c5a4cfef2bc2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] No DVR routers for this DVR port 01f9a919-548e-4382-81ec-108fa1f324a5 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:18:43.169851 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-bbf420bd-e7a8-4356-8d41-03e27c900c12 None None] For port 01f9a919-548e-4382-81ec-108fa1f324a5, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=01f9a919-548e-4382-81ec-108fa1f324a5,segment=NetworkSegment(41e6f292-526c-4809-b49d-8a1edc93aa61),segment_id=41e6f292-526c-4809-b49d-8a1edc93aa61)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:43.170511 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bbf420bd-e7a8-4356-8d41-03e27c900c12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:43.185010 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-bbf420bd-e7a8-4356-8d41-03e27c900c12 None None] Calling delete_port for 01f9a919-548e-4382-81ec-108fa1f324a5 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:43.239492 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d49c8be0-e493-4bd3-805e-c5a4cfef2bc2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:43.265270 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d49c8be0-e493-4bd3-805e-c5a4cfef2bc2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c214e6a3-805f-4a97-9318-9db430f85b18']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:43.279982 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bbf420bd-e7a8-4356-8d41-03e27c900c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:43.281603 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d49c8be0-e493-4bd3-805e-c5a4cfef2bc2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e6f292-526c-4809-b49d-8a1edc93aa61') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:43.282037 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-d49c8be0-e493-4bd3-805e-c5a4cfef2bc2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e6f292-526c-4809-b49d-8a1edc93aa61') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:43.299969 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d49c8be0-e493-4bd3-805e-c5a4cfef2bc2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:43.314377 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf420bd-e7a8-4356-8d41-03e27c900c12 None None] Pushing event deleted for resources: {'Port': ['ID=01f9a919-548e-4382-81ec-108fa1f324a5,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:43.318490 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d49c8be0-e493-4bd3-805e-c5a4cfef2bc2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:43.325970 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49c8be0-e493-4bd3-805e-c5a4cfef2bc2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:18:43.326528 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d49c8be0-e493-4bd3-805e-c5a4cfef2bc2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:43.332653 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf420bd-e7a8-4356-8d41-03e27c900c12 None None] No DVR routers for this DVR port 01f9a919-548e-4382-81ec-108fa1f324a5 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:18:43.342858 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf420bd-e7a8-4356-8d41-03e27c900c12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:43.344192 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf420bd-e7a8-4356-8d41-03e27c900c12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:43.344766 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf420bd-e7a8-4356-8d41-03e27c900c12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:43.345337 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf420bd-e7a8-4356-8d41-03e27c900c12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:43.345919 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf420bd-e7a8-4356-8d41-03e27c900c12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:43.353854 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf420bd-e7a8-4356-8d41-03e27c900c12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:43.354495 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf420bd-e7a8-4356-8d41-03e27c900c12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:43.355057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf420bd-e7a8-4356-8d41-03e27c900c12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:43.355599 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf420bd-e7a8-4356-8d41-03e27c900c12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:43.356190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf420bd-e7a8-4356-8d41-03e27c900c12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:43.356767 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf420bd-e7a8-4356-8d41-03e27c900c12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:43.357323 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf420bd-e7a8-4356-8d41-03e27c900c12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:18:43.384808 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:18:43.399709 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d49c8be0-e493-4bd3-805e-c5a4cfef2bc2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:43.422016 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d49c8be0-e493-4bd3-805e-c5a4cfef2bc2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:43.426409 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d49c8be0-e493-4bd3-805e-c5a4cfef2bc2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] 10.222.0.26 "DELETE /v2.0/networks/c214e6a3-805f-4a97-9318-9db430f85b18 HTTP/1.1" status: 204 len: 168 time: 0.7513702 Sep 07 19:18:43.451761 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c8be0-e493-4bd3-805e-c5a4cfef2bc2 tempest-FloatingIPNegativeTestJSON-423878468 tempest-FloatingIPNegativeTestJSON-423878468-project] Pushing event deleted for resources: {'Network': ['ID=c214e6a3-805f-4a97-9318-9db430f85b18,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:43.654640 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a172bc26-474f-48b5-aeed-7712643ec926 admin admin] Router 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:18:43.722206 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41824) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:43.775054 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a172bc26-474f-48b5-aeed-7712643ec926 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:18:43.785051 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c323676-5dd6-4bcc-ab93-4e13c0770c5c None None] Sync routers for ids ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:18:43.789183 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a172bc26-474f-48b5-aeed-7712643ec926 admin admin] 10.222.0.26 "PUT /v2.0/routers/74710ff9-851d-4aaa-be9e-07ccdec1d2f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6751564 Sep 07 19:18:43.789637 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41828) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:43.799312 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c323676-5dd6-4bcc-ab93-4e13c0770c5c None None] Routers {'74710ff9-851d-4aaa-be9e-07ccdec1d2f0'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:43.800383 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-1c323676-5dd6-4bcc-ab93-4e13c0770c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:43.895323 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ea9da004-238d-47e5-a652-26d50d7d99e7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf9c2893bfaf4e4fb5a3fb2245151eda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1717894 Sep 07 19:18:43.898540 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41830) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:43.927745 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-1c323676-5dd6-4bcc-ab93-4e13c0770c5c None None] Set router 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:18:43.940885 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-38ae5701-3af9-46c8-959f-33e36a904bd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:43.969156 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9983785f-efff-4e81-aea9-346a1400e114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:43.993963 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9983785f-efff-4e81-aea9-346a1400e114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:44.007218 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:44.067584 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-38ae5701-3af9-46c8-959f-33e36a904bd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:44.082809 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9983785f-efff-4e81-aea9-346a1400e114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:44.086699 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9983785f-efff-4e81-aea9-346a1400e114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:44.090229 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9983785f-efff-4e81-aea9-346a1400e114 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/670603c6-f814-4345-ad32-b1c8e76d7671 HTTP/1.1" status: 204 len: 168 time: 0.1879914 Sep 07 19:18:44.102226 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983785f-efff-4e81-aea9-346a1400e114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670603c6-f814-4345-ad32-b1c8e76d7671,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:44.149929 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-38ae5701-3af9-46c8-959f-33e36a904bd0 admin admin] Deleting port fb783638-57af-47f7-bf87-37c060b69cef {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:44.150378 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-38ae5701-3af9-46c8-959f-33e36a904bd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:44.256660 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-1c323676-5dd6-4bcc-ab93-4e13c0770c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'name': 'tempest-TestVolumeBackupRestore-446208616-router', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:48Z', 'updated_at': '2021-09-07T19:18:42Z', 'revision_number': 5, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'gw_port': {'id': 'fb783638-57af-47f7-bf87-37c060b69cef', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:13:50Z', 'updated_at': '2021-09-07T19:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:44.290514 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-38ae5701-3af9-46c8-959f-33e36a904bd0 admin admin] For port fb783638-57af-47f7-bf87-37c060b69cef, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fb783638-57af-47f7-bf87-37c060b69cef,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:44.290514 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-38ae5701-3af9-46c8-959f-33e36a904bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:44.311425 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-38ae5701-3af9-46c8-959f-33e36a904bd0 admin admin] Calling delete_port for fb783638-57af-47f7-bf87-37c060b69cef owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:44.317306 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c323676-5dd6-4bcc-ab93-4e13c0770c5c None None] Checking router: 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:18:44.327891 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c323676-5dd6-4bcc-ab93-4e13c0770c5c None None] Routers {'74710ff9-851d-4aaa-be9e-07ccdec1d2f0'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:44.329316 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-1c323676-5dd6-4bcc-ab93-4e13c0770c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:44.425555 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 01f9a919-548e-4382-81ec-108fa1f324a5 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:18:44.452854 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 01f9a919-548e-4382-81ec-108fa1f324a5 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:18:44.453596 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 01f9a919-548e-4382-81ec-108fa1f324a5 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:18:44.460528 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-1c323676-5dd6-4bcc-ab93-4e13c0770c5c None None] Set router 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:18:44.554579 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-1c323676-5dd6-4bcc-ab93-4e13c0770c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'name': 'tempest-TestVolumeBackupRestore-446208616-router', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:48Z', 'updated_at': '2021-09-07T19:18:44Z', 'revision_number': 6, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:44.561119 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-38ae5701-3af9-46c8-959f-33e36a904bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:44.592397 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae5701-3af9-46c8-959f-33e36a904bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb783638-57af-47f7-bf87-37c060b69cef,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:44.614548 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c323676-5dd6-4bcc-ab93-4e13c0770c5c None None] The sync data for ids ['74710ff9-851d-4aaa-be9e-07ccdec1d2f0'] in n-d-807786-1 is: [{'id': '74710ff9-851d-4aaa-be9e-07ccdec1d2f0', 'name': 'tempest-TestVolumeBackupRestore-446208616-router', 'tenant_id': '168cdcbcb8fb447d9110b114b3af2450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:13:48Z', 'updated_at': '2021-09-07T19:18:44Z', 'revision_number': 6, 'project_id': '168cdcbcb8fb447d9110b114b3af2450', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:18:44.677766 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-38ae5701-3af9-46c8-959f-33e36a904bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:44.808756 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-38ae5701-3af9-46c8-959f-33e36a904bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:44.811257 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-38ae5701-3af9-46c8-959f-33e36a904bd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:44.859598 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-38ae5701-3af9-46c8-959f-33e36a904bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:44.860345 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ae5701-3af9-46c8-959f-33e36a904bd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74710ff9-851d-4aaa-be9e-07ccdec1d2f0 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:18:44.867833 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-38ae5701-3af9-46c8-959f-33e36a904bd0 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:44.873595 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-38ae5701-3af9-46c8-959f-33e36a904bd0 admin admin] 10.222.0.26 "DELETE /v2.0/routers/74710ff9-851d-4aaa-be9e-07ccdec1d2f0 HTTP/1.1" status: 204 len: 168 time: 1.0785074 Sep 07 19:18:44.873774 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41856) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:45.195293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3f39ef-716c-48d6-a9f4-6d4ab64cf46e admin admin] Deleting subnet 30cc1a20-fb4d-4a78-8e3f-535901b0394e {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:18:45.199385 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac3f39ef-716c-48d6-a9f4-6d4ab64cf46e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:45.252261 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac3f39ef-716c-48d6-a9f4-6d4ab64cf46e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:45.359789 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac3f39ef-716c-48d6-a9f4-6d4ab64cf46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:45.418250 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac3f39ef-716c-48d6-a9f4-6d4ab64cf46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:45.444985 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f39ef-716c-48d6-a9f4-6d4ab64cf46e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30cc1a20-fb4d-4a78-8e3f-535901b0394e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:45.453697 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac3f39ef-716c-48d6-a9f4-6d4ab64cf46e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:45.455609 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ac3f39ef-716c-48d6-a9f4-6d4ab64cf46e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/30cc1a20-fb4d-4a78-8e3f-535901b0394e HTTP/1.1" status: 204 len: 168 time: 0.5816898 Sep 07 19:18:45.459687 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41874) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:45.466256 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed318fdf-6bee-4898-a90d-338c415685e9 None None] Network d2335b53-d94d-4dd5-8663-e2e2039007bf requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:18:45.541804 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cbbba443-2ab9-4483-905b-23d286848e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:45.672263 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-cbbba443-2ab9-4483-905b-23d286848e1c admin admin] Deleting port 883fcc86-3c16-4424-b633-8fa27b0960af {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:45.672646 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cbbba443-2ab9-4483-905b-23d286848e1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:45.752161 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-cbbba443-2ab9-4483-905b-23d286848e1c admin admin] For port 883fcc86-3c16-4424-b633-8fa27b0960af, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=883fcc86-3c16-4424-b633-8fa27b0960af,segment=NetworkSegment(6e379004-7e67-4b17-82f9-d82f8e203890),segment_id=6e379004-7e67-4b17-82f9-d82f8e203890)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:45.754169 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cbbba443-2ab9-4483-905b-23d286848e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:45.774548 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-cbbba443-2ab9-4483-905b-23d286848e1c admin admin] Calling delete_port for 883fcc86-3c16-4424-b633-8fa27b0960af owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:45.792341 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b198ef1d-a109-43f8-b0fc-9541621a5c3c None None] DHCP port deletion for d2335b53-d94d-4dd5-8663-e2e2039007bf request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:18:45.843130 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-b198ef1d-a109-43f8-b0fc-9541621a5c3c None None] Deleting port 883fcc86-3c16-4424-b633-8fa27b0960af {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:45.843663 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b198ef1d-a109-43f8-b0fc-9541621a5c3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:45.893484 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cbbba443-2ab9-4483-905b-23d286848e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:45.943084 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbba443-2ab9-4483-905b-23d286848e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=883fcc86-3c16-4424-b633-8fa27b0960af,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:45.945091 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbba443-2ab9-4483-905b-23d286848e1c admin admin] No DVR routers for this DVR port 883fcc86-3c16-4424-b633-8fa27b0960af on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:18:46.033377 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cbbba443-2ab9-4483-905b-23d286848e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:46.065614 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-cbbba443-2ab9-4483-905b-23d286848e1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2335b53-d94d-4dd5-8663-e2e2039007bf']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:46.080039 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-cbbba443-2ab9-4483-905b-23d286848e1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e379004-7e67-4b17-82f9-d82f8e203890') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:46.080470 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-cbbba443-2ab9-4483-905b-23d286848e1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e379004-7e67-4b17-82f9-d82f8e203890') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:46.098497 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-b198ef1d-a109-43f8-b0fc-9541621a5c3c None None] For port 883fcc86-3c16-4424-b633-8fa27b0960af, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=883fcc86-3c16-4424-b633-8fa27b0960af,segment=NetworkSegment(6e379004-7e67-4b17-82f9-d82f8e203890),segment_id=6e379004-7e67-4b17-82f9-d82f8e203890)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:46.099231 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b198ef1d-a109-43f8-b0fc-9541621a5c3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:46.101366 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cbbba443-2ab9-4483-905b-23d286848e1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:46.116000 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-b198ef1d-a109-43f8-b0fc-9541621a5c3c None None] Calling delete_port for 883fcc86-3c16-4424-b633-8fa27b0960af owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:46.117125 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cbbba443-2ab9-4483-905b-23d286848e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:46.125568 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbba443-2ab9-4483-905b-23d286848e1c admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:18:46.126532 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cbbba443-2ab9-4483-905b-23d286848e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:18:46.132535 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:18:46.231415 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b198ef1d-a109-43f8-b0fc-9541621a5c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:46.235186 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cbbba443-2ab9-4483-905b-23d286848e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:46.245598 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cbbba443-2ab9-4483-905b-23d286848e1c admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:46.247797 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cbbba443-2ab9-4483-905b-23d286848e1c admin admin] 10.222.0.26 "DELETE /v2.0/networks/d2335b53-d94d-4dd5-8663-e2e2039007bf HTTP/1.1" status: 204 len: 168 time: 0.7866919 Sep 07 19:18:46.250660 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41898) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:46.268613 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbba443-2ab9-4483-905b-23d286848e1c admin admin] Pushing event deleted for resources: {'Network': ['ID=d2335b53-d94d-4dd5-8663-e2e2039007bf,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:46.271144 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198ef1d-a109-43f8-b0fc-9541621a5c3c None None] Pushing event deleted for resources: {'Port': ['ID=883fcc86-3c16-4424-b633-8fa27b0960af,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:46.273873 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 883fcc86-3c16-4424-b633-8fa27b0960af no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:18:46.278281 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b198ef1d-a109-43f8-b0fc-9541621a5c3c None None] Network d2335b53-d94d-4dd5-8663-e2e2039007bf is not hosted by any dhcp agent {{(pid=101446) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 19:18:46.278281 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b198ef1d-a109-43f8-b0fc-9541621a5c3c None None] No DVR routers for this DVR port 883fcc86-3c16-4424-b633-8fa27b0960af on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:18:46.313126 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 883fcc86-3c16-4424-b633-8fa27b0960af {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:18:46.313671 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 883fcc86-3c16-4424-b633-8fa27b0960af not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:18:46.314257 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1250d241-930a-43dc-a310-beac4a2f7084 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:18:46.350600 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 1250d241-930a-43dc-a310-beac4a2f7084 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:18:46.350808 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1250d241-930a-43dc-a310-beac4a2f7084 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:18:46.351173 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fb783638-57af-47f7-bf87-37c060b69cef no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:18:46.375347 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: fb783638-57af-47f7-bf87-37c060b69cef {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:18:46.375698 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fb783638-57af-47f7-bf87-37c060b69cef not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:18:46.658385 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b01eadab-b267-4c65-b28e-35e2d81754ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:46.920554 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b01eadab-b267-4c65-b28e-35e2d81754ab admin admin] Deleting port 4ff4e55b-a684-42d5-a298-da1699553a35 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:46.920896 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b01eadab-b267-4c65-b28e-35e2d81754ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:46.999664 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-b01eadab-b267-4c65-b28e-35e2d81754ab admin admin] For port 4ff4e55b-a684-42d5-a298-da1699553a35, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4ff4e55b-a684-42d5-a298-da1699553a35,segment=NetworkSegment(62b0d145-35dd-4a6b-8e7a-731c01fdb972),segment_id=62b0d145-35dd-4a6b-8e7a-731c01fdb972)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:47.000027 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b01eadab-b267-4c65-b28e-35e2d81754ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:47.012918 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b01eadab-b267-4c65-b28e-35e2d81754ab admin admin] Calling delete_port for 4ff4e55b-a684-42d5-a298-da1699553a35 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:47.203000 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b01eadab-b267-4c65-b28e-35e2d81754ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:47.227943 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01eadab-b267-4c65-b28e-35e2d81754ab admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff4e55b-a684-42d5-a298-da1699553a35,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:47.444671 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b01eadab-b267-4c65-b28e-35e2d81754ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:47.703188 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01eadab-b267-4c65-b28e-35e2d81754ab admin admin] Router e18e7a24-5a31-4984-a54c-4c00b1668e2a has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:18:47.849884 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01eadab-b267-4c65-b28e-35e2d81754ab admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:18:47.857145 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b01eadab-b267-4c65-b28e-35e2d81754ab admin admin] 10.222.0.26 "PUT /v2.0/routers/e18e7a24-5a31-4984-a54c-4c00b1668e2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6029208 Sep 07 19:18:47.857253 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41928) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:47.865853 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fcbc14-deb2-46c2-8b5f-a944b82fd634 None None] Sync routers for ids ['e18e7a24-5a31-4984-a54c-4c00b1668e2a'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:18:47.875750 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fcbc14-deb2-46c2-8b5f-a944b82fd634 None None] Routers {'e18e7a24-5a31-4984-a54c-4c00b1668e2a'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:47.877209 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d7fcbc14-deb2-46c2-8b5f-a944b82fd634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e18e7a24-5a31-4984-a54c-4c00b1668e2a'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:47.939319 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41930) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:47.976862 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5853-d02b-494a-bab7-e631c6c18704 admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:48.046749 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-d7fcbc14-deb2-46c2-8b5f-a944b82fd634 None None] Set router e18e7a24-5a31-4984-a54c-4c00b1668e2a gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:18:48.079369 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e4a93214-9d6e-48cd-99aa-23a1c1803595 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/floatingips/c71a2d2b-0221-46ae-9112-c00355b3ef1b HTTP/1.1" status: 200 len: 992 time: 0.1369741 Sep 07 19:18:48.337800 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d7fcbc14-deb2-46c2-8b5f-a944b82fd634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'name': 'tempest-TestVolumeBackupRestore-1028014108-router', 'tenant_id': '8201e28dc97648479aa6f5c7d071d8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '0bd42c76-e9bc-476b-9731-eff7ea622f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:03Z', 'updated_at': '2021-09-07T19:18:47Z', 'revision_number': 5, 'project_id': '8201e28dc97648479aa6f5c7d071d8b7', 'gw_port': {'id': '0bd42c76-e9bc-476b-9731-eff7ea622f74', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:43:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:05Z', 'updated_at': '2021-09-07T19:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:48.371524 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fcbc14-deb2-46c2-8b5f-a944b82fd634 None None] Checking router: e18e7a24-5a31-4984-a54c-4c00b1668e2a for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:18:48.382108 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fcbc14-deb2-46c2-8b5f-a944b82fd634 None None] Routers {'e18e7a24-5a31-4984-a54c-4c00b1668e2a'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:48.382912 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d7fcbc14-deb2-46c2-8b5f-a944b82fd634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e18e7a24-5a31-4984-a54c-4c00b1668e2a'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:48.489060 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 41942) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:48.510718 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-d7fcbc14-deb2-46c2-8b5f-a944b82fd634 None None] Set router e18e7a24-5a31-4984-a54c-4c00b1668e2a gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:18:48.713922 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5853-d02b-494a-bab7-e631c6c18704 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:48.748133 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d7fcbc14-deb2-46c2-8b5f-a944b82fd634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'name': 'tempest-TestVolumeBackupRestore-1028014108-router', 'tenant_id': '8201e28dc97648479aa6f5c7d071d8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '0bd42c76-e9bc-476b-9731-eff7ea622f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:03Z', 'updated_at': '2021-09-07T19:18:47Z', 'revision_number': 5, 'project_id': '8201e28dc97648479aa6f5c7d071d8b7', 'gw_port': {'id': '0bd42c76-e9bc-476b-9731-eff7ea622f74', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:43:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:05Z', 'updated_at': '2021-09-07T19:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:48.782409 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fcbc14-deb2-46c2-8b5f-a944b82fd634 None None] The sync data for ids ['e18e7a24-5a31-4984-a54c-4c00b1668e2a'] in n-d-807786-1 is: [{'id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'name': 'tempest-TestVolumeBackupRestore-1028014108-router', 'tenant_id': '8201e28dc97648479aa6f5c7d071d8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '0bd42c76-e9bc-476b-9731-eff7ea622f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:14:03Z', 'updated_at': '2021-09-07T19:18:47Z', 'revision_number': 5, 'project_id': '8201e28dc97648479aa6f5c7d071d8b7', 'gw_port': {'id': '0bd42c76-e9bc-476b-9731-eff7ea622f74', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:43:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18e7a24-5a31-4984-a54c-4c00b1668e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:14:05Z', 'updated_at': '2021-09-07T19:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:18:48.790435 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-5600d1cd-986c-44be-a0fc-2dc7c269cfa8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Deleting port 82d86904-23e4-4995-9259-36d35040a2c8 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:48.790995 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5600d1cd-986c-44be-a0fc-2dc7c269cfa8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:48.830188 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-cb8c5853-d02b-494a-bab7-e631c6c18704 admin admin] Deleting port 0bd42c76-e9bc-476b-9731-eff7ea622f74 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:48.830680 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5853-d02b-494a-bab7-e631c6c18704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:48.943666 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5600d1cd-986c-44be-a0fc-2dc7c269cfa8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:48.944167 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5600d1cd-986c-44be-a0fc-2dc7c269cfa8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:48.963066 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-5600d1cd-986c-44be-a0fc-2dc7c269cfa8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Calling delete_port for 82d86904-23e4-4995-9259-36d35040a2c8 owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:48.980906 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-cb8c5853-d02b-494a-bab7-e631c6c18704 admin admin] For port 0bd42c76-e9bc-476b-9731-eff7ea622f74, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0bd42c76-e9bc-476b-9731-eff7ea622f74,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:48.981400 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5853-d02b-494a-bab7-e631c6c18704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:49.030856 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-cb8c5853-d02b-494a-bab7-e631c6c18704 admin admin] Calling delete_port for 0bd42c76-e9bc-476b-9731-eff7ea622f74 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:49.315197 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5600d1cd-986c-44be-a0fc-2dc7c269cfa8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:49.329711 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5853-d02b-494a-bab7-e631c6c18704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:49.355443 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600d1cd-986c-44be-a0fc-2dc7c269cfa8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event deleted for resources: {'Port': ['ID=82d86904-23e4-4995-9259-36d35040a2c8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:49.430360 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c5853-d02b-494a-bab7-e631c6c18704 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd42c76-e9bc-476b-9731-eff7ea622f74,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:49.496354 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5600d1cd-986c-44be-a0fc-2dc7c269cfa8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:49.496775 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-5600d1cd-986c-44be-a0fc-2dc7c269cfa8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Floating IP c71a2d2b-0221-46ae-9112-c00355b3ef1b disassociated (deleted). External IP: 172.25.8.57, port: 94323ce0-556e-4e81-9c8f-42cf77cd1be1. Sep 07 19:18:49.542082 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5853-d02b-494a-bab7-e631c6c18704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:49.649651 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5853-d02b-494a-bab7-e631c6c18704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:49.653319 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5853-d02b-494a-bab7-e631c6c18704 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:49.740258 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5853-d02b-494a-bab7-e631c6c18704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:49.740980 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8c5853-d02b-494a-bab7-e631c6c18704 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e18e7a24-5a31-4984-a54c-4c00b1668e2a {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:18:49.746920 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5853-d02b-494a-bab7-e631c6c18704 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:49.748166 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cb8c5853-d02b-494a-bab7-e631c6c18704 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e18e7a24-5a31-4984-a54c-4c00b1668e2a HTTP/1.1" status: 204 len: 168 time: 1.8900545 Sep 07 19:18:49.750825 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41958) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:49.821518 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a437e4-6241-4135-bd34-4e951445797b admin admin] Deleting subnet 71b747e9-3f5f-420e-8bda-d33bc989e01b {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:18:49.830617 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e9a437e4-6241-4135-bd34-4e951445797b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:49.875886 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e9a437e4-6241-4135-bd34-4e951445797b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:49.953752 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5600d1cd-986c-44be-a0fc-2dc7c269cfa8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Router 767816a0-6cad-4b79-9c95-d5922f675a81 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:18:49.977560 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e9a437e4-6241-4135-bd34-4e951445797b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:50.074392 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e9a437e4-6241-4135-bd34-4e951445797b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:50.101531 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a437e4-6241-4135-bd34-4e951445797b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b747e9-3f5f-420e-8bda-d33bc989e01b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:50.105366 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5600d1cd-986c-44be-a0fc-2dc7c269cfa8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:18:50.108911 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e9a437e4-6241-4135-bd34-4e951445797b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:50.115619 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e9a437e4-6241-4135-bd34-4e951445797b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/71b747e9-3f5f-420e-8bda-d33bc989e01b HTTP/1.1" status: 204 len: 168 time: 0.3634815 Sep 07 19:18:50.116306 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5600d1cd-986c-44be-a0fc-2dc7c269cfa8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:50.117827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 41966) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:50.124700 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977a178d-5a8b-4242-8c2c-430f43e8c644 None None] Network 3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:18:50.190095 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8750c783-f489-424d-8be1-16ffca296502 None None] Sync routers for ids ['767816a0-6cad-4b79-9c95-d5922f675a81'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:18:50.203134 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5600d1cd-986c-44be-a0fc-2dc7c269cfa8 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "DELETE /v2.0/floatingips/c71a2d2b-0221-46ae-9112-c00355b3ef1b HTTP/1.1" status: 204 len: 168 time: 1.7125502 Sep 07 19:18:50.206128 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3303df3-f1c2-442f-a422-6d3cc890e07a', 'tag': '94323ce0-556e-4e81-9c8f-42cf77cd1be1'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:18:50.208863 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f4091d-fbef-40b1-b252-24ae636efbe4" -d '{"events": [{"name": "network-changed", "server_uuid": "d3303df3-f1c2-442f-a422-6d3cc890e07a", "tag": "94323ce0-556e-4e81-9c8f-42cf77cd1be1"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:18:50.232036 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-11a61fe6-1a37-4967-af5c-661e3ed7cbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:50.244950 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8750c783-f489-424d-8be1-16ffca296502 None None] Routers {'767816a0-6cad-4b79-9c95-d5922f675a81'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:50.245591 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8750c783-f489-424d-8be1-16ffca296502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['767816a0-6cad-4b79-9c95-d5922f675a81'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:50.445815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-11a61fe6-1a37-4967-af5c-661e3ed7cbe5 admin admin] Deleting port 1d6bd606-8fa5-40ba-96dc-7334e8fd6182 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:50.447105 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-11a61fe6-1a37-4967-af5c-661e3ed7cbe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:50.473082 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff868ef-5a00-4726-8cc1-0eac85b6cf39 x-openstack-request-id: req-5ff868ef-5a00-4726-8cc1-0eac85b6cf39 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:18:50.473373 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3303df3-f1c2-442f-a422-6d3cc890e07a", "tag": "94323ce0-556e-4e81-9c8f-42cf77cd1be1", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:18:50.475639 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ff868ef-5a00-4726-8cc1-0eac85b6cf39 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:18:50.475639 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3303df3-f1c2-442f-a422-6d3cc890e07a', 'tag': '94323ce0-556e-4e81-9c8f-42cf77cd1be1', 'status': 'completed', 'code': 200} Sep 07 19:18:50.560589 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-11a61fe6-1a37-4967-af5c-661e3ed7cbe5 admin admin] For port 1d6bd606-8fa5-40ba-96dc-7334e8fd6182, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=1d6bd606-8fa5-40ba-96dc-7334e8fd6182,segment=NetworkSegment(62b0d145-35dd-4a6b-8e7a-731c01fdb972),segment_id=62b0d145-35dd-4a6b-8e7a-731c01fdb972)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:50.561189 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-11a61fe6-1a37-4967-af5c-661e3ed7cbe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:50.567238 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4ff4e55b-a684-42d5-a298-da1699553a35 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:18:50.578511 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-11a61fe6-1a37-4967-af5c-661e3ed7cbe5 admin admin] Calling delete_port for 1d6bd606-8fa5-40ba-96dc-7334e8fd6182 owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:50.611828 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 4ff4e55b-a684-42d5-a298-da1699553a35 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:18:50.612835 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4ff4e55b-a684-42d5-a298-da1699553a35 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:18:50.613076 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0bd42c76-e9bc-476b-9731-eff7ea622f74 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:18:50.665497 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 0bd42c76-e9bc-476b-9731-eff7ea622f74 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:18:50.666166 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0bd42c76-e9bc-476b-9731-eff7ea622f74 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:18:50.688491 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-8750c783-f489-424d-8be1-16ffca296502 None None] Set router 767816a0-6cad-4b79-9c95-d5922f675a81 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:18:50.726508 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805a175b-4407-4159-8d57-bfb13cf00355 None None] DHCP port deletion for 3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:18:50.736555 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4091d-fbef-40b1-b252-24ae636efbe4 req-7e3dc39a-6baf-4b9f-b34d-dadeb9af6cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:50.738465 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90f4091d-fbef-40b1-b252-24ae636efbe4 req-7e3dc39a-6baf-4b9f-b34d-dadeb9af6cec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78144588c9424754a9005f76111ab868&device_id=d3303df3-f1c2-442f-a422-6d3cc890e07a HTTP/1.1" status: 200 len: 1096 time: 0.0878193 Sep 07 19:18:50.790050 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-11a61fe6-1a37-4967-af5c-661e3ed7cbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:50.836477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a61fe6-1a37-4967-af5c-661e3ed7cbe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d6bd606-8fa5-40ba-96dc-7334e8fd6182,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:50.877075 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-805a175b-4407-4159-8d57-bfb13cf00355 None None] Deleting port 1d6bd606-8fa5-40ba-96dc-7334e8fd6182 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:50.877453 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-805a175b-4407-4159-8d57-bfb13cf00355 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:50.883929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a61fe6-1a37-4967-af5c-661e3ed7cbe5 admin admin] No DVR routers for this DVR port 1d6bd606-8fa5-40ba-96dc-7334e8fd6182 on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:18:50.899231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbdd62-fe38-4b0c-9ad4-5f312dab8707 req-3f0a296d-3c8a-441c-a4d0-2b068bfa7723 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:50.901350 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9cbdd62-fe38-4b0c-9ad4-5f312dab8707 req-3f0a296d-3c8a-441c-a4d0-2b068bfa7723 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3303df3-f1c2-442f-a422-6d3cc890e07a HTTP/1.1" status: 200 len: 945 time: 0.1672399 Sep 07 19:18:50.980169 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-805a175b-4407-4159-8d57-bfb13cf00355 None None] For port 1d6bd606-8fa5-40ba-96dc-7334e8fd6182, host n-d-807786-1, got binding levels [] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:50.980586 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-805a175b-4407-4159-8d57-bfb13cf00355 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:50.995377 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-805a175b-4407-4159-8d57-bfb13cf00355 None None] Calling delete_port for 1d6bd606-8fa5-40ba-96dc-7334e8fd6182 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:50.998685 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.ipam_backend_mixin [None req-805a175b-4407-4159-8d57-bfb13cf00355 None None] Port 1d6bd606-8fa5-40ba-96dc-7334e8fd6182 was not found and therefore no delete operation was performed {{(pid=101446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 19:18:51.001896 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-805a175b-4407-4159-8d57-bfb13cf00355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:51.020225 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-11a61fe6-1a37-4967-af5c-661e3ed7cbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:51.027929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4091d-fbef-40b1-b252-24ae636efbe4 req-46292261-5592-40fd-b067-4f0b80066328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:51.029451 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90f4091d-fbef-40b1-b252-24ae636efbe4 req-46292261-5592-40fd-b067-4f0b80066328 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3b884b5-1d7f-46b6-93f2-c32f5274637c HTTP/1.1" status: 200 len: 898 time: 0.2800274 Sep 07 19:18:51.033307 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a175b-4407-4159-8d57-bfb13cf00355 None None] Pushing event deleted for resources: {'Port': ['ID=1d6bd606-8fa5-40ba-96dc-7334e8fd6182,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:51.035214 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805a175b-4407-4159-8d57-bfb13cf00355 None None] No DVR routers for this DVR port 1d6bd606-8fa5-40ba-96dc-7334e8fd6182 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:18:51.044712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8750c783-f489-424d-8be1-16ffca296502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'name': 'tempest-TestNetworkBasicOps-router-2131342876', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:36Z', 'updated_at': '2021-09-07T19:17:42Z', 'revision_number': 4, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:37Z', 'updated_at': '2021-09-07T19:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '0552e2fd-78ad-4515-8cab-88d40595a8bf', 'name': '', 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:ed:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '85110ef0-2cf4-4982-b09a-eebd43451125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:40Z', 'updated_at': '2021-09-07T19:17:50Z', 'revision_number': 5, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': '85110ef0-2cf4-4982-b09a-eebd43451125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:51.077141 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8750c783-f489-424d-8be1-16ffca296502 None None] Checking router: 767816a0-6cad-4b79-9c95-d5922f675a81 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:18:51.086152 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8750c783-f489-424d-8be1-16ffca296502 None None] Routers {'767816a0-6cad-4b79-9c95-d5922f675a81'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:51.086819 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8750c783-f489-424d-8be1-16ffca296502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['767816a0-6cad-4b79-9c95-d5922f675a81'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:51.088410 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9cbdd62-fe38-4b0c-9ad4-5f312dab8707 req-c6d4a4c5-9d40-4459-92c5-110dac491ef1 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6867333-3407-4ca2-95ca-d296e67b8b47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1632097 Sep 07 19:18:51.091434 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90f4091d-fbef-40b1-b252-24ae636efbe4 req-fe5ba90b-276c-4d2c-9127-dc7377d5c7ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94323ce0-556e-4e81-9c8f-42cf77cd1be1 HTTP/1.1" status: 200 len: 217 time: 0.0491912 Sep 07 19:18:51.093027 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-11a61fe6-1a37-4967-af5c-661e3ed7cbe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:51.119535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-11a61fe6-1a37-4967-af5c-661e3ed7cbe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b0d145-35dd-4a6b-8e7a-731c01fdb972') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:51.120179 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-11a61fe6-1a37-4967-af5c-661e3ed7cbe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b0d145-35dd-4a6b-8e7a-731c01fdb972') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:51.154574 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-11a61fe6-1a37-4967-af5c-661e3ed7cbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:51.174265 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-11a61fe6-1a37-4967-af5c-661e3ed7cbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:51.179868 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4091d-fbef-40b1-b252-24ae636efbe4 req-9e1440f3-c476-429f-bda2-9e7b45a699bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:51.181541 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90f4091d-fbef-40b1-b252-24ae636efbe4 req-9e1440f3-c476-429f-bda2-9e7b45a699bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85110ef0-2cf4-4982-b09a-eebd43451125 HTTP/1.1" status: 200 len: 834 time: 0.0794568 Sep 07 19:18:51.184327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a61fe6-1a37-4967-af5c-661e3ed7cbe5 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:18:51.185997 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-11a61fe6-1a37-4967-af5c-661e3ed7cbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:18:51.186590 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:18:51.219230 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-8750c783-f489-424d-8be1-16ffca296502 None None] Set router 767816a0-6cad-4b79-9c95-d5922f675a81 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:18:51.302038 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4091d-fbef-40b1-b252-24ae636efbe4 req-bc9dc4eb-f0b5-4247-a245-f755ae1f17a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:51.304448 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90f4091d-fbef-40b1-b252-24ae636efbe4 req-bc9dc4eb-f0b5-4247-a245-f755ae1f17a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3b884b5-1d7f-46b6-93f2-c32f5274637c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056430 Sep 07 19:18:51.309307 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-11a61fe6-1a37-4967-af5c-661e3ed7cbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:51.319400 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-11a61fe6-1a37-4967-af5c-661e3ed7cbe5 admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:51.321778 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-11a61fe6-1a37-4967-af5c-661e3ed7cbe5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293 HTTP/1.1" status: 204 len: 168 time: 1.2027645 Sep 07 19:18:51.452977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a61fe6-1a37-4967-af5c-661e3ed7cbe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3405f8a5-0eb7-4bd8-b05f-3e1bcd93d293,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:51.487474 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90f4091d-fbef-40b1-b252-24ae636efbe4 req-13efb21f-db26-42e6-b578-3a0ac352fc39 service neutron] 10.222.0.60 "GET /v2.0/networks/c3b884b5-1d7f-46b6-93f2-c32f5274637c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643479 Sep 07 19:18:51.497157 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8750c783-f489-424d-8be1-16ffca296502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'name': 'tempest-TestNetworkBasicOps-router-2131342876', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:36Z', 'updated_at': '2021-09-07T19:17:42Z', 'revision_number': 4, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:37Z', 'updated_at': '2021-09-07T19:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '0552e2fd-78ad-4515-8cab-88d40595a8bf', 'name': '', 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:ed:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '85110ef0-2cf4-4982-b09a-eebd43451125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:40Z', 'updated_at': '2021-09-07T19:17:50Z', 'revision_number': 5, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': '85110ef0-2cf4-4982-b09a-eebd43451125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:51.528031 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8750c783-f489-424d-8be1-16ffca296502 None None] The sync data for ids ['767816a0-6cad-4b79-9c95-d5922f675a81'] in n-d-807786-1 is: [{'id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'name': 'tempest-TestNetworkBasicOps-router-2131342876', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:36Z', 'updated_at': '2021-09-07T19:17:42Z', 'revision_number': 4, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:37Z', 'updated_at': '2021-09-07T19:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '0552e2fd-78ad-4515-8cab-88d40595a8bf', 'name': '', 'network_id': 'c3b884b5-1d7f-46b6-93f2-c32f5274637c', 'tenant_id': '78144588c9424754a9005f76111ab868', 'mac_address': 'fa:16:3e:ed:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '85110ef0-2cf4-4982-b09a-eebd43451125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:40Z', 'updated_at': '2021-09-07T19:17:50Z', 'revision_number': 5, 'project_id': '78144588c9424754a9005f76111ab868', 'subnets': [{'id': '85110ef0-2cf4-4982-b09a-eebd43451125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:18:51.692765 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90f4091d-fbef-40b1-b252-24ae636efbe4 req-fea8331e-6ea8-456a-bb51-a3f0d44fe336 service neutron] 10.222.0.60 "GET /v2.0/networks/c3b884b5-1d7f-46b6-93f2-c32f5274637c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943355 Sep 07 19:18:51.699655 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42004) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:51.756560 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d100145b-a942-4b84-a08e-470c1dd3176c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=168cdcbcb8fb447d9110b114b3af2450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553899 Sep 07 19:18:51.759482 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42006) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:51.831014 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7af76f6e-4a27-478a-a9d3-5ad4971c7602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:51.857157 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7af76f6e-4a27-478a-a9d3-5ad4971c7602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:51.913097 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e9e69a-86e4-48cb-848f-227fb1e8f2c9 None None] New status for floating IP c71a2d2b-0221-46ae-9112-c00355b3ef1b: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:18:51.913603 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7af76f6e-4a27-478a-a9d3-5ad4971c7602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:51.919495 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7af76f6e-4a27-478a-a9d3-5ad4971c7602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:51.919495 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7af76f6e-4a27-478a-a9d3-5ad4971c7602 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9f96cd2-cb2f-4714-af7a-03f5e84ac0c9 HTTP/1.1" status: 204 len: 168 time: 0.1563091 Sep 07 19:18:51.937150 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af76f6e-4a27-478a-a9d3-5ad4971c7602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f96cd2-cb2f-4714-af7a-03f5e84ac0c9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:52.271593 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1d6bd606-8fa5-40ba-96dc-7334e8fd6182 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:18:52.326081 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 1d6bd606-8fa5-40ba-96dc-7334e8fd6182 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:18:52.326817 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 1d6bd606-8fa5-40ba-96dc-7334e8fd6182 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:18:52.364816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b226307-51a0-4a2f-8d06-14feb1527984 req-6392d3aa-fb31-43d6-8989-5eb94c6ecb9a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:52.367038 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b226307-51a0-4a2f-8d06-14feb1527984 req-6392d3aa-fb31-43d6-8989-5eb94c6ecb9a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3303df3-f1c2-442f-a422-6d3cc890e07a HTTP/1.1" status: 200 len: 945 time: 0.1461992 Sep 07 19:18:52.390583 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cf50a-b876-415e-a622-16f8953a8c30 req-56f06cdf-56aa-41f8-8f4b-44aa462c0e24 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:52.392133 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-725cf50a-b876-415e-a622-16f8953a8c30 req-56f06cdf-56aa-41f8-8f4b-44aa462c0e24 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3303df3-f1c2-442f-a422-6d3cc890e07a HTTP/1.1" status: 200 len: 945 time: 0.1293886 Sep 07 19:18:52.510654 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-725cf50a-b876-415e-a622-16f8953a8c30 req-67e984b8-8235-4162-8b03-5c2bf78554b4 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6867333-3407-4ca2-95ca-d296e67b8b47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952005 Sep 07 19:18:52.521304 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42034) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:52.576577 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-9b226307-51a0-4a2f-8d06-14feb1527984 req-5d931efd-966e-4277-a422-d9d8dff9a03a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Deleting port 94323ce0-556e-4e81-9c8f-42cf77cd1be1 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:52.577347 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9b226307-51a0-4a2f-8d06-14feb1527984 req-5d931efd-966e-4277-a422-d9d8dff9a03a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:52.631840 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-43265fc4-e9d4-4aff-b4fd-b74a5aa2a782 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8201e28dc97648479aa6f5c7d071d8b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1063621 Sep 07 19:18:52.632241 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42036) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:52.689316 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2a3b85dd-6b3e-4cc0-9d7a-05738a59f85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:52.695740 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-9b226307-51a0-4a2f-8d06-14feb1527984 req-5d931efd-966e-4277-a422-d9d8dff9a03a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] For port 94323ce0-556e-4e81-9c8f-42cf77cd1be1, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=94323ce0-556e-4e81-9c8f-42cf77cd1be1,segment=NetworkSegment(27df3b52-7892-4ece-b93c-c06ae4e1dc6f),segment_id=27df3b52-7892-4ece-b93c-c06ae4e1dc6f)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:52.696111 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9b226307-51a0-4a2f-8d06-14feb1527984 req-5d931efd-966e-4277-a422-d9d8dff9a03a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:52.713740 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2a3b85dd-6b3e-4cc0-9d7a-05738a59f85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:52.714524 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-9b226307-51a0-4a2f-8d06-14feb1527984 req-5d931efd-966e-4277-a422-d9d8dff9a03a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Calling delete_port for 94323ce0-556e-4e81-9c8f-42cf77cd1be1 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:52.766745 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2a3b85dd-6b3e-4cc0-9d7a-05738a59f85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:52.770778 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2a3b85dd-6b3e-4cc0-9d7a-05738a59f85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:52.772477 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2a3b85dd-6b3e-4cc0-9d7a-05738a59f85d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19251852-57db-4419-a761-b808861d8c8a HTTP/1.1" status: 204 len: 168 time: 0.1392043 Sep 07 19:18:52.782078 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b85dd-6b3e-4cc0-9d7a-05738a59f85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19251852-57db-4419-a761-b808861d8c8a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:52.883097 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9b226307-51a0-4a2f-8d06-14feb1527984 req-5d931efd-966e-4277-a422-d9d8dff9a03a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:52.954781 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b226307-51a0-4a2f-8d06-14feb1527984 req-5d931efd-966e-4277-a422-d9d8dff9a03a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] No DVR routers for this DVR port 94323ce0-556e-4e81-9c8f-42cf77cd1be1 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:18:52.956651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d931efd-966e-4277-a422-d9d8dff9a03a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event deleted for resources: {'Port': ['ID=94323ce0-556e-4e81-9c8f-42cf77cd1be1,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:52.966952 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-9b226307-51a0-4a2f-8d06-14feb1527984 req-5d931efd-966e-4277-a422-d9d8dff9a03a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:52.969087 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b226307-51a0-4a2f-8d06-14feb1527984 req-5d931efd-966e-4277-a422-d9d8dff9a03a tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.60 "DELETE /v2.0/ports/94323ce0-556e-4e81-9c8f-42cf77cd1be1 HTTP/1.1" status: 204 len: 173 time: 0.5952568 Sep 07 19:18:52.969547 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3303df3-f1c2-442f-a422-6d3cc890e07a', 'name': 'network-vif-deleted', 'tag': '94323ce0-556e-4e81-9c8f-42cf77cd1be1'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:18:52.971802 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad0a91f-5129-4179-a8aa-26eb1b1e64f8" -d '{"events": [{"server_uuid": "d3303df3-f1c2-442f-a422-6d3cc890e07a", "name": "network-vif-deleted", "tag": "94323ce0-556e-4e81-9c8f-42cf77cd1be1"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:18:53.023302 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bf11aa-b505-4589-aec1-a84e15a93fa9 x-openstack-request-id: req-91bf11aa-b505-4589-aec1-a84e15a93fa9 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:18:53.023607 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3303df3-f1c2-442f-a422-6d3cc890e07a", "name": "network-vif-deleted", "tag": "94323ce0-556e-4e81-9c8f-42cf77cd1be1", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:18:53.023898 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91bf11aa-b505-4589-aec1-a84e15a93fa9 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:18:53.024298 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3303df3-f1c2-442f-a422-6d3cc890e07a', 'name': 'network-vif-deleted', 'tag': '94323ce0-556e-4e81-9c8f-42cf77cd1be1', 'status': 'completed', 'code': 200} Sep 07 19:18:53.604166 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42072) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:53.696323 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-21e802db-9afd-4509-bfb8-48cacaed1caf tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:53.728294 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-21e802db-9afd-4509-bfb8-48cacaed1caf tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:53.805623 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-21e802db-9afd-4509-bfb8-48cacaed1caf tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:53.808501 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-21e802db-9afd-4509-bfb8-48cacaed1caf tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:53.812557 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-21e802db-9afd-4509-bfb8-48cacaed1caf tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "DELETE /v2.0/security-groups/a6867333-3407-4ca2-95ca-d296e67b8b47 HTTP/1.1" status: 204 len: 168 time: 0.2052627 Sep 07 19:18:53.813306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42080) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:53.823824 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e802db-9afd-4509-bfb8-48cacaed1caf tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6867333-3407-4ca2-95ca-d296e67b8b47,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:53.863600 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42084) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:53.963409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-4cdf00d0-6f09-44e9-a3a3-2124b695c1e3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1440983286-network', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:54.023244 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdf00d0-6f09-44e9-a3a3-2124b695c1e3 admin admin] Made reservation on behalf of 73c2ecafe8034c5e899d0af72b0de7b0 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:18:54.027622 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4cdf00d0-6f09-44e9-a3a3-2124b695c1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:54.042449 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4cdf00d0-6f09-44e9-a3a3-2124b695c1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:54.160630 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4cdf00d0-6f09-44e9-a3a3-2124b695c1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:54.165876 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4cdf00d0-6f09-44e9-a3a3-2124b695c1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:54.194972 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdf00d0-6f09-44e9-a3a3-2124b695c1e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:18:54.216192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf00d0-6f09-44e9-a3a3-2124b695c1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:54.222118 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4cdf00d0-6f09-44e9-a3a3-2124b695c1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:54.222719 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-4cdf00d0-6f09-44e9-a3a3-2124b695c1e3 admin admin] Added segment 2d6a3942-65ca-4e7f-8c80-f589ca7257d8 of type vlan for network d1679c4a-080a-4fd0-aff8-8fd66429f7da Sep 07 19:18:54.283267 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4cdf00d0-6f09-44e9-a3a3-2124b695c1e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:54.317909 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4cdf00d0-6f09-44e9-a3a3-2124b695c1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:54.319520 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdf00d0-6f09-44e9-a3a3-2124b695c1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:54.320450 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4cdf00d0-6f09-44e9-a3a3-2124b695c1e3 admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:54.358206 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-35f2033f-aed2-4d0d-9ac7-0cc0e778beaa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:54.371162 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4cdf00d0-6f09-44e9-a3a3-2124b695c1e3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5553610 Sep 07 19:18:54.397208 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42094) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:54.402139 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf00d0-6f09-44e9-a3a3-2124b695c1e3 admin admin] Pushing event updated for resources: {'Network': ['ID=d1679c4a-080a-4fd0-aff8-8fd66429f7da,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:54.402489 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-0a6833db-b5e2-46ed-978d-e6c4fffda8f7 admin admin] Request body: {'subnet': {'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1440983286-subnet', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:54.413780 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network d1679c4a-080a-4fd0-aff8-8fd66429f7da details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:18:54.482005 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6833db-b5e2-46ed-978d-e6c4fffda8f7 admin admin] Made reservation on behalf of 73c2ecafe8034c5e899d0af72b0de7b0 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:18:54.484316 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a6833db-b5e2-46ed-978d-e6c4fffda8f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:54.833794 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a6833db-b5e2-46ed-978d-e6c4fffda8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:54.840326 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-35f2033f-aed2-4d0d-9ac7-0cc0e778beaa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Deleting port 0552e2fd-78ad-4515-8cab-88d40595a8bf {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:54.842525 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-35f2033f-aed2-4d0d-9ac7-0cc0e778beaa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:54.943323 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6833db-b5e2-46ed-978d-e6c4fffda8f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:54.979468 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6833db-b5e2-46ed-978d-e6c4fffda8f7 admin admin] Checking segment: {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:18:54.980194 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6833db-b5e2-46ed-978d-e6c4fffda8f7 admin admin] Network hostable DHCP agents. Network: d1679c4a-080a-4fd0-aff8-8fd66429f7da, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:18:55.015187 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-35f2033f-aed2-4d0d-9ac7-0cc0e778beaa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] For port 0552e2fd-78ad-4515-8cab-88d40595a8bf, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0552e2fd-78ad-4515-8cab-88d40595a8bf,segment=NetworkSegment(27df3b52-7892-4ece-b93c-c06ae4e1dc6f),segment_id=27df3b52-7892-4ece-b93c-c06ae4e1dc6f)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:55.016144 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-35f2033f-aed2-4d0d-9ac7-0cc0e778beaa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:55.025863 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6833db-b5e2-46ed-978d-e6c4fffda8f7 admin admin] Network d1679c4a-080a-4fd0-aff8-8fd66429f7da is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:18:55.042598 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-35f2033f-aed2-4d0d-9ac7-0cc0e778beaa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Calling delete_port for 0552e2fd-78ad-4515-8cab-88d40595a8bf owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:55.049439 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-0a6833db-b5e2-46ed-978d-e6c4fffda8f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, d1679c4a-080a-4fd0-aff8-8fd66429f7da) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:18:55.057658 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6833db-b5e2-46ed-978d-e6c4fffda8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:55.058301 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3719c1d-9881-4767-b458-147da67a99ea None None] Network d1679c4a-080a-4fd0-aff8-8fd66429f7da requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:18:55.058789 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a6833db-b5e2-46ed-978d-e6c4fffda8f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:55.110461 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0a6833db-b5e2-46ed-978d-e6c4fffda8f7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7097445 Sep 07 19:18:55.110947 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42104) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:55.116969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-90b79e97-69d5-4aca-a88d-56399b2a156f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:18:55.185537 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90b79e97-69d5-4aca-a88d-56399b2a156f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:55.187047 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90b79e97-69d5-4aca-a88d-56399b2a156f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:55.383131 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-35f2033f-aed2-4d0d-9ac7-0cc0e778beaa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:55.401175 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90b79e97-69d5-4aca-a88d-56399b2a156f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:55.408772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-d1679c4a-080a-4fd0-aff8-8fd66429f7da', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:18:55.410768 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:55.496537 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2033f-aed2-4d0d-9ac7-0cc0e778beaa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event deleted for resources: {'Port': ['ID=0552e2fd-78ad-4515-8cab-88d40595a8bf,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:55.754852 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90b79e97-69d5-4aca-a88d-56399b2a156f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:55.820050 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] Allocated IP 172.20.0.2 (d1679c4a-080a-4fd0-aff8-8fd66429f7da/714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8/5075681e-ee19-4cef-afad-55ce3dfc4b89) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:18:56.039828 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a9f4accf-c4bc-49b9-8e52-15c0fb9ad23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:56.071139 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-35f2033f-aed2-4d0d-9ac7-0cc0e778beaa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:56.176109 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:56.188960 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] Transition to ACTIVE for port object 5075681e-ee19-4cef-afad-55ce3dfc4b89 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:18:56.207613 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] Transition to ACTIVE for port object 5075681e-ee19-4cef-afad-55ce3dfc4b89 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:18:56.222969 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:56.301200 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] Network d1679c4a-080a-4fd0-aff8-8fd66429f7da is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:18:56.329689 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90b79e97-69d5-4aca-a88d-56399b2a156f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:56.351801 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:18:56.366866 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90b79e97-69d5-4aca-a88d-56399b2a156f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:56.368474 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:18:56.438190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] Pushing event updated for resources: {'Port': ['ID=5075681e-ee19-4cef-afad-55ce3dfc4b89,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:56.469124 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] Attempting to bind port 5075681e-ee19-4cef-afad-55ce3dfc4b89 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:18:56.469731 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] Attempting to bind port 5075681e-ee19-4cef-afad-55ce3dfc4b89 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:18:56.469968 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] Attempting to bind port 5075681e-ee19-4cef-afad-55ce3dfc4b89 on network d1679c4a-080a-4fd0-aff8-8fd66429f7da {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:18:56.475208 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:18:56.475820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] Checking segment: {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:18:56.476191 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:56.476483 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] Bound using segment: {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:18:56.476806 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] Bound port: 5075681e-ee19-4cef-afad-55ce3dfc4b89, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:18:56.477214 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:56.569451 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] For port 5075681e-ee19-4cef-afad-55ce3dfc4b89, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:18:56.574798 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] For port 5075681e-ee19-4cef-afad-55ce3dfc4b89, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5075681e-ee19-4cef-afad-55ce3dfc4b89,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:18:56.583790 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:56.673643 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86dc9d8-11ab-4d51-acf3-7e714647ae17 None None] Pushing event updated for resources: {'Port': ['ID=5075681e-ee19-4cef-afad-55ce3dfc4b89,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:56.709524 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-90b79e97-69d5-4aca-a88d-56399b2a156f admin admin] Allocated IP 172.25.8.86 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/b27cfd64-2c84-4fef-a000-e7393f90f6e4) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:18:56.806308 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f2033f-aed2-4d0d-9ac7-0cc0e778beaa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Router 767816a0-6cad-4b79-9c95-d5922f675a81 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:18:56.823938 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 94323ce0-556e-4e81-9c8f-42cf77cd1be1 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:18:56.883537 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 94323ce0-556e-4e81-9c8f-42cf77cd1be1 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:18:56.884312 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 94323ce0-556e-4e81-9c8f-42cf77cd1be1 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:18:57.026511 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90b79e97-69d5-4aca-a88d-56399b2a156f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:57.095941 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90b79e97-69d5-4aca-a88d-56399b2a156f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:57.143569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b79e97-69d5-4aca-a88d-56399b2a156f admin admin] Pushing event updated for resources: {'Port': ['ID=b27cfd64-2c84-4fef-a000-e7393f90f6e4,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:57.179507 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b79e97-69d5-4aca-a88d-56399b2a156f admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:18:57.182935 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-90b79e97-69d5-4aca-a88d-56399b2a156f admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:18:57.190342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b79e97-69d5-4aca-a88d-56399b2a156f admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:18:57.425627 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f2033f-aed2-4d0d-9ac7-0cc0e778beaa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:18:57.434106 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-35f2033f-aed2-4d0d-9ac7-0cc0e778beaa tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "PUT /v2.0/routers/767816a0-6cad-4b79-9c95-d5922f675a81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5661428 Sep 07 19:18:57.434106 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42146) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:57.444292 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c01bd3-df74-47d9-97bf-07f521c177c0 None None] Sync routers for ids ['767816a0-6cad-4b79-9c95-d5922f675a81'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:18:57.457844 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c01bd3-df74-47d9-97bf-07f521c177c0 None None] Routers {'767816a0-6cad-4b79-9c95-d5922f675a81'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:57.458835 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b9c01bd3-df74-47d9-97bf-07f521c177c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['767816a0-6cad-4b79-9c95-d5922f675a81'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:57.489465 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b9f6b2-343d-4967-9916-7a15921770b0 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Deleting subnet 85110ef0-2cf4-4982-b09a-eebd43451125 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:18:57.493187 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-52b9f6b2-343d-4967-9916-7a15921770b0 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:57.543351 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-52b9f6b2-343d-4967-9916-7a15921770b0 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:57.598437 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90b79e97-69d5-4aca-a88d-56399b2a156f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:57.651661 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-b9c01bd3-df74-47d9-97bf-07f521c177c0 None None] Set router 767816a0-6cad-4b79-9c95-d5922f675a81 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:18:57.679722 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-52b9f6b2-343d-4967-9916-7a15921770b0 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:57.796245 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-52b9f6b2-343d-4967-9916-7a15921770b0 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:57.849354 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-52b9f6b2-343d-4967-9916-7a15921770b0 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:57.854760 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-52b9f6b2-343d-4967-9916-7a15921770b0 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "DELETE /v2.0/subnets/85110ef0-2cf4-4982-b09a-eebd43451125 HTTP/1.1" status: 204 len: 168 time: 0.4197688 Sep 07 19:18:57.856453 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9f6b2-343d-4967-9916-7a15921770b0 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event deleted for resources: {'Subnet': ['ID=85110ef0-2cf4-4982-b09a-eebd43451125,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:57.866391 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42156) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:58.075358 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34628bee-ac00-4849-b71f-739b111c6140 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:58.114658 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b6492f-a1f9-4649-839e-ce5f02f0ad58 None None] Network c3b884b5-1d7f-46b6-93f2-c32f5274637c requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:18:58.350487 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c7aff4-1465-4b3c-a997-803684cb020f None None] Network d1679c4a-080a-4fd0-aff8-8fd66429f7da requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:18:58.374411 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34628bee-ac00-4849-b71f-739b111c6140 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:58.390031 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5075681e-ee19-4cef-afad-55ce3dfc4b89 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:18:58.527740 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-34628bee-ac00-4849-b71f-739b111c6140 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Deleting port dbc8d5f9-b455-4083-9ff3-65f9742bc35a {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:58.527740 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34628bee-ac00-4849-b71f-739b111c6140 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:58.534734 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9e3b9881-71cb-4039-ae31-be051a9c7fcf None None] Provisioning for port 5075681e-ee19-4cef-afad-55ce3dfc4b89 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:18:58.618799 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b9c01bd3-df74-47d9-97bf-07f521c177c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'name': 'tempest-TestNetworkBasicOps-router-2131342876', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:36Z', 'updated_at': '2021-09-07T19:18:55Z', 'revision_number': 5, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port': {'id': 'dbc8d5f9-b455-4083-9ff3-65f9742bc35a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:37Z', 'updated_at': '2021-09-07T19:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:58.620730 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 5075681e-ee19-4cef-afad-55ce3dfc4b89 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:18:58.629260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 5075681e-ee19-4cef-afad-55ce3dfc4b89 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:58.629957 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:58.670110 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c01bd3-df74-47d9-97bf-07f521c177c0 None None] Checking router: 767816a0-6cad-4b79-9c95-d5922f675a81 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:18:58.703194 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90b79e97-69d5-4aca-a88d-56399b2a156f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:58.742713 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-34628bee-ac00-4849-b71f-739b111c6140 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] For port dbc8d5f9-b455-4083-9ff3-65f9742bc35a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=dbc8d5f9-b455-4083-9ff3-65f9742bc35a,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:58.743281 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34628bee-ac00-4849-b71f-739b111c6140 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:58.773590 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-34628bee-ac00-4849-b71f-739b111c6140 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Calling delete_port for dbc8d5f9-b455-4083-9ff3-65f9742bc35a owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:58.776190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d2de01-1f7c-4036-a2d3-2d0cd2f7fbdd None None] DHCP port deletion for c3b884b5-1d7f-46b6-93f2-c32f5274637c request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:18:58.827992 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c01bd3-df74-47d9-97bf-07f521c177c0 None None] Routers {'767816a0-6cad-4b79-9c95-d5922f675a81'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:58.828964 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b9c01bd3-df74-47d9-97bf-07f521c177c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['767816a0-6cad-4b79-9c95-d5922f675a81'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:58.846010 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-57aee8e1-2c44-45ba-afc2-5e75f4308117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:58.999761 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b79e97-69d5-4aca-a88d-56399b2a156f admin admin] Router 22d2127e-29ae-490a-a672-d8b142f63bcd is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:18:59.004053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6513c0a-39f9-4eec-852d-a27675df7ab7 req-afddd0bc-d40d-4c64-89a9-0ee0569f2218 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:18:59.004648 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-b9c01bd3-df74-47d9-97bf-07f521c177c0 None None] Set router 767816a0-6cad-4b79-9c95-d5922f675a81 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:18:59.005813 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a6513c0a-39f9-4eec-852d-a27675df7ab7 req-afddd0bc-d40d-4c64-89a9-0ee0569f2218 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 1097 time: 0.0690129 Sep 07 19:18:59.069876 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b9c01bd3-df74-47d9-97bf-07f521c177c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'name': 'tempest-TestNetworkBasicOps-router-2131342876', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:36Z', 'updated_at': '2021-09-07T19:18:58Z', 'revision_number': 6, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:59.136012 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c01bd3-df74-47d9-97bf-07f521c177c0 None None] The sync data for ids ['767816a0-6cad-4b79-9c95-d5922f675a81'] in n-d-807786-1 is: [{'id': '767816a0-6cad-4b79-9c95-d5922f675a81', 'name': 'tempest-TestNetworkBasicOps-router-2131342876', 'tenant_id': '78144588c9424754a9005f76111ab868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:36Z', 'updated_at': '2021-09-07T19:18:58Z', 'revision_number': 6, 'project_id': '78144588c9424754a9005f76111ab868', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:18:59.229615 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34628bee-ac00-4849-b71f-739b111c6140 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:59.271543 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:59.303586 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a6513c0a-39f9-4eec-852d-a27675df7ab7 req-3ede45c9-fcc2-4bc0-9da6-df31cd4720da tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910366 Sep 07 19:18:59.315864 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b79e97-69d5-4aca-a88d-56399b2a156f admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:18:59.329574 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] Sync routers for ids ['22d2127e-29ae-490a-a672-d8b142f63bcd'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:18:59.336539 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42178) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:59.351508 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] Routers {'22d2127e-29ae-490a-a672-d8b142f63bcd'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:18:59.352247 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22d2127e-29ae-490a-a672-d8b142f63bcd'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:18:59.353201 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:59.360284 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34628bee-ac00-4849-b71f-739b111c6140 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event deleted for resources: {'Port': ['ID=dbc8d5f9-b455-4083-9ff3-65f9742bc35a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:59.389712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d0d2de01-1f7c-4036-a2d3-2d0cd2f7fbdd None None] Deleting port 406190ea-70c7-49b6-a606-5f899aae2901 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:18:59.390325 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d0d2de01-1f7c-4036-a2d3-2d0cd2f7fbdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:59.435005 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90b79e97-69d5-4aca-a88d-56399b2a156f admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:59.439684 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-90b79e97-69d5-4aca-a88d-56399b2a156f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3275270 Sep 07 19:18:59.447518 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42180) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:18:59.477249 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d0d2de01-1f7c-4036-a2d3-2d0cd2f7fbdd None None] For port 406190ea-70c7-49b6-a606-5f899aae2901, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=406190ea-70c7-49b6-a606-5f899aae2901,segment=NetworkSegment(27df3b52-7892-4ece-b93c-c06ae4e1dc6f),segment_id=27df3b52-7892-4ece-b93c-c06ae4e1dc6f)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:59.488550 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d0d2de01-1f7c-4036-a2d3-2d0cd2f7fbdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:59.502827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d0d2de01-1f7c-4036-a2d3-2d0cd2f7fbdd None None] Calling delete_port for 406190ea-70c7-49b6-a606-5f899aae2901 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:18:59.583889 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34628bee-ac00-4849-b71f-739b111c6140 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:59.698762 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] Set router 22d2127e-29ae-490a-a672-d8b142f63bcd gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:18:59.706105 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d0d2de01-1f7c-4036-a2d3-2d0cd2f7fbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:59.794397 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d2de01-1f7c-4036-a2d3-2d0cd2f7fbdd None None] No DVR routers for this DVR port 406190ea-70c7-49b6-a606-5f899aae2901 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:18:59.802565 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2de01-1f7c-4036-a2d3-2d0cd2f7fbdd None None] Pushing event deleted for resources: {'Port': ['ID=406190ea-70c7-49b6-a606-5f899aae2901,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:18:59.818052 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 5075681e-ee19-4cef-afad-55ce3dfc4b89, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5075681e-ee19-4cef-afad-55ce3dfc4b89,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:18:59.825940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d58032e3-7227-4a40-9691-57c5f3573069 None None] Provisioning complete for port 5075681e-ee19-4cef-afad-55ce3dfc4b89 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:18:59.826803 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d58032e3-7227-4a40-9691-57c5f3573069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:59.830075 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:59.927974 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=5075681e-ee19-4cef-afad-55ce3dfc4b89,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:00.006555 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34628bee-ac00-4849-b71f-739b111c6140 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:00.009257 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34628bee-ac00-4849-b71f-739b111c6140 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:00.108612 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34628bee-ac00-4849-b71f-739b111c6140 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:00.109171 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34628bee-ac00-4849-b71f-739b111c6140 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Fanout notify agent at l3_agent the message router_deleted on router 767816a0-6cad-4b79-9c95-d5922f675a81 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:19:00.121230 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34628bee-ac00-4849-b71f-739b111c6140 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:00.122442 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-34628bee-ac00-4849-b71f-739b111c6140 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "DELETE /v2.0/routers/767816a0-6cad-4b79-9c95-d5922f675a81 HTTP/1.1" status: 204 len: 168 time: 2.2547209 Sep 07 19:19:00.125174 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42184) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:00.278122 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:00.354532 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5075681e-ee19-4cef-afad-55ce3dfc4b89 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:19:00.362019 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2bb24f99-517e-4103-a15c-f7dccd9a78a9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:00.422982 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:18:57Z', 'revision_number': 3, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:18:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:00.501225 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] Checking router: 22d2127e-29ae-490a-a672-d8b142f63bcd for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:19:00.501652 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] Updating router 22d2127e-29ae-490a-a672-d8b142f63bcd port b27cfd64-2c84-4fef-a000-e7393f90f6e4 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:19:00.579717 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 5075681e-ee19-4cef-afad-55ce3dfc4b89 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:00.579955 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:00.580866 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:00.646029 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2bb24f99-517e-4103-a15c-f7dccd9a78a9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:00.708110 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2bb24f99-517e-4103-a15c-f7dccd9a78a9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b884b5-1d7f-46b6-93f2-c32f5274637c']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:00.745073 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-58a84e53-99b3-4cbc-beb6-68c67a01995d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Deleting port 64d36336-5355-4f35-b7d6-df0ed92bc288 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:19:00.745655 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-58a84e53-99b3-4cbc-beb6-68c67a01995d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:00.750507 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2bb24f99-517e-4103-a15c-f7dccd9a78a9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27df3b52-7892-4ece-b93c-c06ae4e1dc6f') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:00.750810 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2bb24f99-517e-4103-a15c-f7dccd9a78a9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27df3b52-7892-4ece-b93c-c06ae4e1dc6f') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:00.813629 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2bb24f99-517e-4103-a15c-f7dccd9a78a9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:00.838339 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2bb24f99-517e-4103-a15c-f7dccd9a78a9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:00.849518 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb24f99-517e-4103-a15c-f7dccd9a78a9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:19:00.852849 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2bb24f99-517e-4103-a15c-f7dccd9a78a9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:19:00.855930 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:19:00.910388 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 406190ea-70c7-49b6-a606-5f899aae2901 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:19:00.978550 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 406190ea-70c7-49b6-a606-5f899aae2901 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:19:00.978887 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 406190ea-70c7-49b6-a606-5f899aae2901 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:19:00.979325 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0552e2fd-78ad-4515-8cab-88d40595a8bf no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:19:00.995636 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-58a84e53-99b3-4cbc-beb6-68c67a01995d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:00.995986 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-58a84e53-99b3-4cbc-beb6-68c67a01995d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:01.024333 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 0552e2fd-78ad-4515-8cab-88d40595a8bf {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:19:01.024790 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0552e2fd-78ad-4515-8cab-88d40595a8bf not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:19:01.025199 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device dbc8d5f9-b455-4083-9ff3-65f9742bc35a no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:19:01.044858 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-58a84e53-99b3-4cbc-beb6-68c67a01995d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Calling delete_port for 64d36336-5355-4f35-b7d6-df0ed92bc288 owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:19:01.066486 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5966ae30-c983-4b3f-9894-081299ec64bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:01.073594 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: dbc8d5f9-b455-4083-9ff3-65f9742bc35a {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:19:01.073940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device dbc8d5f9-b455-4083-9ff3-65f9742bc35a not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:19:01.109474 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2bb24f99-517e-4103-a15c-f7dccd9a78a9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:01.117865 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2bb24f99-517e-4103-a15c-f7dccd9a78a9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:01.122967 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2bb24f99-517e-4103-a15c-f7dccd9a78a9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] 10.222.0.26 "DELETE /v2.0/networks/c3b884b5-1d7f-46b6-93f2-c32f5274637c HTTP/1.1" status: 204 len: 168 time: 0.9968271 Sep 07 19:19:01.160119 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb24f99-517e-4103-a15c-f7dccd9a78a9 tempest-TestNetworkBasicOps-1083381644 tempest-TestNetworkBasicOps-1083381644-project] Pushing event deleted for resources: {'Network': ['ID=c3b884b5-1d7f-46b6-93f2-c32f5274637c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:01.187891 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:01.205129 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] Transition to ACTIVE for port object b27cfd64-2c84-4fef-a000-e7393f90f6e4 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:19:01.220488 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:01.383518 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b8a49-7aac-4fb7-8569-6ef689e55a9a None None] Pushing event updated for resources: {'Port': ['ID=b27cfd64-2c84-4fef-a000-e7393f90f6e4,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:01.387946 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] Attempting to bind port b27cfd64-2c84-4fef-a000-e7393f90f6e4 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:19:01.392202 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] Attempting to bind port b27cfd64-2c84-4fef-a000-e7393f90f6e4 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:19:01.392613 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] Attempting to bind port b27cfd64-2c84-4fef-a000-e7393f90f6e4 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:19:01.398216 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:19:01.398508 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:19:01.398926 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:01.399272 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:19:01.399725 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] Bound port: b27cfd64-2c84-4fef-a000-e7393f90f6e4, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:19:01.400730 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:01.465643 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] For port b27cfd64-2c84-4fef-a000-e7393f90f6e4, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:19:01.473225 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-5966ae30-c983-4b3f-9894-081299ec64bd admin admin] Allocated IP 172.20.0.1 (d1679c4a-080a-4fd0-aff8-8fd66429f7da/714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8/a2e0b173-a567-461f-bbdf-f57cde010f32) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:19:01.478298 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] For port b27cfd64-2c84-4fef-a000-e7393f90f6e4, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b27cfd64-2c84-4fef-a000-e7393f90f6e4,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:19:01.484549 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:01.493290 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-58a84e53-99b3-4cbc-beb6-68c67a01995d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:01.553370 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a84e53-99b3-4cbc-beb6-68c67a01995d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Port': ['ID=64d36336-5355-4f35-b7d6-df0ed92bc288,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:01.654009 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b8a49-7aac-4fb7-8569-6ef689e55a9a None None] Pushing event updated for resources: {'Port': ['ID=b27cfd64-2c84-4fef-a000-e7393f90f6e4,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:01.658698 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42214) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:01.673256 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] Routers {'22d2127e-29ae-490a-a672-d8b142f63bcd'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:19:01.674205 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22d2127e-29ae-490a-a672-d8b142f63bcd'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:01.724429 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-58a84e53-99b3-4cbc-beb6-68c67a01995d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:01.724810 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-58a84e53-99b3-4cbc-beb6-68c67a01995d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Floating IP 8e88fb50-f314-405e-a4dd-18a942028f07 disassociated (deleted). External IP: 172.25.8.182, port: 87b71b69-b301-45e2-b455-52eddea2604a. Sep 07 19:19:01.803545 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5966ae30-c983-4b3f-9894-081299ec64bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:01.825152 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:01.849236 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] Set router 22d2127e-29ae-490a-a672-d8b142f63bcd gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:19:01.879848 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ca1a6dab-8887-4935-97f0-5d0b1fe512a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=78144588c9424754a9005f76111ab868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2187529 Sep 07 19:19:01.884957 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42220) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:01.910570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-5966ae30-c983-4b3f-9894-081299ec64bd admin admin] Transition to ACTIVE for port object a2e0b173-a567-461f-bbdf-f57cde010f32 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:19:01.945445 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-22b674f2-8864-4ffe-b4aa-47e6457e4438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:01.974486 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-22b674f2-8864-4ffe-b4aa-47e6457e4438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:02.046476 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5966ae30-c983-4b3f-9894-081299ec64bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:02.050871 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-22b674f2-8864-4ffe-b4aa-47e6457e4438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:02.053837 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-22b674f2-8864-4ffe-b4aa-47e6457e4438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:02.057749 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-22b674f2-8864-4ffe-b4aa-47e6457e4438 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09cda835-f1d1-435e-943d-3d13bb197ef8 HTTP/1.1" status: 204 len: 168 time: 0.1686649 Sep 07 19:19:02.068048 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b674f2-8864-4ffe-b4aa-47e6457e4438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cda835-f1d1-435e-943d-3d13bb197ef8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:02.082976 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:18:57Z', 'revision_number': 3, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:02.126935 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb875115-39b5-4404-b3e4-a8cf678527ea None None] The sync data for ids ['22d2127e-29ae-490a-a672-d8b142f63bcd'] in n-d-807786-1 is: [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:18:57Z', 'revision_number': 3, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:19:02.128914 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5966ae30-c983-4b3f-9894-081299ec64bd admin admin] Network d1679c4a-080a-4fd0-aff8-8fd66429f7da is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:19:02.132166 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a84e53-99b3-4cbc-beb6-68c67a01995d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Router b837cfa2-c667-4b17-be5c-2f1b72aa0137 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:19:02.140181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-5966ae30-c983-4b3f-9894-081299ec64bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:19:02.148886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5966ae30-c983-4b3f-9894-081299ec64bd admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:19:02.228201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966ae30-c983-4b3f-9894-081299ec64bd admin admin] Pushing event updated for resources: {'Port': ['ID=a2e0b173-a567-461f-bbdf-f57cde010f32,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:02.304826 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5966ae30-c983-4b3f-9894-081299ec64bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:02.432054 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a84e53-99b3-4cbc-beb6-68c67a01995d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:19:02.439230 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-58a84e53-99b3-4cbc-beb6-68c67a01995d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:02.447498 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b6fcc1-e9fa-4603-adff-87aaebdaac50 None None] Sync routers for ids ['b837cfa2-c667-4b17-be5c-2f1b72aa0137'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:19:02.488717 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b6fcc1-e9fa-4603-adff-87aaebdaac50 None None] Routers {'b837cfa2-c667-4b17-be5c-2f1b72aa0137'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:19:02.497649 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f4b6fcc1-e9fa-4603-adff-87aaebdaac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['b837cfa2-c667-4b17-be5c-2f1b72aa0137'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:02.540589 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-58a84e53-99b3-4cbc-beb6-68c67a01995d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "DELETE /v2.0/floatingips/8e88fb50-f314-405e-a4dd-18a942028f07 HTTP/1.1" status: 204 len: 168 time: 3.1998982 Sep 07 19:19:02.543740 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'tag': '87b71b69-b301-45e2-b455-52eddea2604a'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:19:02.546836 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643a3f3d-c08a-401c-b2b9-fca7e07b5893" -d '{"events": [{"name": "network-changed", "server_uuid": "395fd449-c9a5-454a-9812-dbbcc18e8e97", "tag": "87b71b69-b301-45e2-b455-52eddea2604a"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:19:02.554349 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42234) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:02.580490 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5af8453d-35cd-4908-94cf-ca473330b058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:02.603487 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-aa3078fb-d516-414b-a1a2-54d8e023ceb7 None None] Provisioning for port a2e0b173-a567-461f-bbdf-f57cde010f32 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:19:02.604873 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5966ae30-c983-4b3f-9894-081299ec64bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:02.660193 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-aa3078fb-d516-414b-a1a2-54d8e023ceb7 None None] Provisioning complete for port a2e0b173-a567-461f-bbdf-f57cde010f32 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:02.660633 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aa3078fb-d516-414b-a1a2-54d8e023ceb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:02.718256 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0f2e6f-fd74-4168-9294-89c479047b94 x-openstack-request-id: req-af0f2e6f-fd74-4168-9294-89c479047b94 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:19:02.718697 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395fd449-c9a5-454a-9812-dbbcc18e8e97", "tag": "87b71b69-b301-45e2-b455-52eddea2604a", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:19:02.719178 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af0f2e6f-fd74-4168-9294-89c479047b94 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:19:02.720121 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'tag': '87b71b69-b301-45e2-b455-52eddea2604a', 'status': 'completed', 'code': 200} Sep 07 19:19:02.748342 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-aa3078fb-d516-414b-a1a2-54d8e023ceb7 None None] Port a2e0b173-a567-461f-bbdf-f57cde010f32 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:19:02.786010 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-f4b6fcc1-e9fa-4603-adff-87aaebdaac50 None None] Set router b837cfa2-c667-4b17-be5c-2f1b72aa0137 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:19:02.830970 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a3f3d-c08a-401c-b2b9-fca7e07b5893 req-5f0836f1-9a53-4bc3-b34e-ee4181ea9234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:02.833138 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-643a3f3d-c08a-401c-b2b9-fca7e07b5893 req-5f0836f1-9a53-4bc3-b34e-ee4181ea9234 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 1097 time: 0.1504421 Sep 07 19:19:02.949377 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5af8453d-35cd-4908-94cf-ca473330b058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:02.958813 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5af8453d-35cd-4908-94cf-ca473330b058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:03.120556 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5af8453d-35cd-4908-94cf-ca473330b058 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c793c01ca5f54bcea748610458b66686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5649724 Sep 07 19:19:03.123022 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8453d-35cd-4908-94cf-ca473330b058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a9d522-678a-44ae-8bea-b4cfaf73dd34,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:03.127016 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42248) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:03.136862 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a3f3d-c08a-401c-b2b9-fca7e07b5893 req-2e764e79-1dd0-469b-9428-2f4bd32b4c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:03.139221 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-643a3f3d-c08a-401c-b2b9-fca7e07b5893 req-2e764e79-1dd0-469b-9428-2f4bd32b4c03 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24503b90-cf6d-4dd7-9434-45db67fed679 HTTP/1.1" status: 200 len: 898 time: 0.2941236 Sep 07 19:19:03.202578 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-643a3f3d-c08a-401c-b2b9-fca7e07b5893 req-4d5132e0-a30b-4835-b599-f18e546a5d2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b71b69-b301-45e2-b455-52eddea2604a HTTP/1.1" status: 200 len: 217 time: 0.0534229 Sep 07 19:19:03.276784 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19c8fedf-5953-4869-bf70-5945fa6060d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:03.282324 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5966ae30-c983-4b3f-9894-081299ec64bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:03.294843 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8deeed-4126-4ca2-9219-34bbca3c2049 req-d8487cd3-4317-450e-8826-a3cc7f10e30d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:03.296773 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c8deeed-4126-4ca2-9219-34bbca3c2049 req-d8487cd3-4317-450e-8826-a3cc7f10e30d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 946 time: 0.2094669 Sep 07 19:19:03.299489 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a3f3d-c08a-401c-b2b9-fca7e07b5893 req-fb022bbc-f348-4f54-a19c-eb8a4cf60041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:03.301017 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-643a3f3d-c08a-401c-b2b9-fca7e07b5893 req-fb022bbc-f348-4f54-a19c-eb8a4cf60041 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=393f579e-61d8-416e-b828-f08c6836343d HTTP/1.1" status: 200 len: 834 time: 0.0854578 Sep 07 19:19:03.302023 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5966ae30-c983-4b3f-9894-081299ec64bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:03.380419 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19c8fedf-5953-4869-bf70-5945fa6060d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:03.391849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966ae30-c983-4b3f-9894-081299ec64bd admin admin] Pushing event updated for resources: {'Port': ['ID=a2e0b173-a567-461f-bbdf-f57cde010f32,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:03.497452 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5966ae30-c983-4b3f-9894-081299ec64bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:03.520174 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19c8fedf-5953-4869-bf70-5945fa6060d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:03.523335 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-19c8fedf-5953-4869-bf70-5945fa6060d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:03.524550 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-19c8fedf-5953-4869-bf70-5945fa6060d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78a9d522-678a-44ae-8bea-b4cfaf73dd34 HTTP/1.1" status: 204 len: 168 time: 0.3965642 Sep 07 19:19:03.547805 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8fedf-5953-4869-bf70-5945fa6060d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a9d522-678a-44ae-8bea-b4cfaf73dd34,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:03.554741 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c8deeed-4126-4ca2-9219-34bbca3c2049 req-dff449e0-4cf6-41ed-b767-ad6b185b6b29 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644735 Sep 07 19:19:03.578092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a3f3d-c08a-401c-b2b9-fca7e07b5893 req-7e561d2e-7419-4545-b836-d4461fd76ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:03.586590 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-643a3f3d-c08a-401c-b2b9-fca7e07b5893 req-7e561d2e-7419-4545-b836-d4461fd76ac3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24503b90-cf6d-4dd7-9434-45db67fed679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2048104 Sep 07 19:19:03.770018 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f4b6fcc1-e9fa-4603-adff-87aaebdaac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338285804', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:16:41Z', 'updated_at': '2021-09-07T19:16:49Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:42Z', 'updated_at': '2021-09-07T19:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e1394d68-dd04-494f-b791-5d1d21319612', 'name': '', 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:ab:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '393f579e-61d8-416e-b828-f08c6836343d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:47Z', 'updated_at': '2021-09-07T19:16:58Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '393f579e-61d8-416e-b828-f08c6836343d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:03.866969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b6fcc1-e9fa-4603-adff-87aaebdaac50 None None] Checking router: b837cfa2-c667-4b17-be5c-2f1b72aa0137 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:19:03.879320 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b6fcc1-e9fa-4603-adff-87aaebdaac50 None None] Routers {'b837cfa2-c667-4b17-be5c-2f1b72aa0137'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:19:03.896242 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f4b6fcc1-e9fa-4603-adff-87aaebdaac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['b837cfa2-c667-4b17-be5c-2f1b72aa0137'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:04.153234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-f4b6fcc1-e9fa-4603-adff-87aaebdaac50 None None] Set router b837cfa2-c667-4b17-be5c-2f1b72aa0137 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:19:04.242785 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42284) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:04.427413 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b27cfd64-2c84-4fef-a000-e7393f90f6e4 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:19:04.442121 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-643a3f3d-c08a-401c-b2b9-fca7e07b5893 req-eebfce47-7ddf-4aad-9d7c-11454f610dfe service neutron] 10.222.0.60 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8404846 Sep 07 19:19:04.444746 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5966ae30-c983-4b3f-9894-081299ec64bd admin admin] Network d1679c4a-080a-4fd0-aff8-8fd66429f7da is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:19:04.446427 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-5966ae30-c983-4b3f-9894-081299ec64bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:19:04.485157 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084e30c-b34e-4ce3-9b9b-f1a7584eab44 req-bf157d65-25f9-4c46-a891-a73aacbc9283 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:04.486753 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b084e30c-b34e-4ce3-9b9b-f1a7584eab44 req-bf157d65-25f9-4c46-a891-a73aacbc9283 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.60 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 946 time: 0.1328964 Sep 07 19:19:04.684194 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-643a3f3d-c08a-401c-b2b9-fca7e07b5893 req-54d4d8ed-a0b1-46ea-aeef-459ecd433534 service neutron] 10.222.0.60 "GET /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190380 Sep 07 19:19:04.815962 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-b084e30c-b34e-4ce3-9b9b-f1a7584eab44 req-7782c5c9-ec58-4785-b1ef-84efacd076d6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Deleting port 87b71b69-b301-45e2-b455-52eddea2604a {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:19:04.815962 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-b084e30c-b34e-4ce3-9b9b-f1a7584eab44 req-7782c5c9-ec58-4785-b1ef-84efacd076d6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:04.870301 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f4b6fcc1-e9fa-4603-adff-87aaebdaac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338285804', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:16:41Z', 'updated_at': '2021-09-07T19:16:49Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:42Z', 'updated_at': '2021-09-07T19:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e1394d68-dd04-494f-b791-5d1d21319612', 'name': '', 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:ab:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '393f579e-61d8-416e-b828-f08c6836343d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:47Z', 'updated_at': '2021-09-07T19:16:58Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '393f579e-61d8-416e-b828-f08c6836343d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:04.875380 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port b27cfd64-2c84-4fef-a000-e7393f90f6e4 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:19:04.953142 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5966ae30-c983-4b3f-9894-081299ec64bd admin admin] Router 22d2127e-29ae-490a-a672-d8b142f63bcd has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:19:04.982570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb03ec9-339d-4dab-b67a-22d0a35abada req-9c9d3443-3ac7-4ed4-827c-5e68f453c94e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:04.984240 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4bb03ec9-339d-4dab-b67a-22d0a35abada req-9c9d3443-3ac7-4ed4-827c-5e68f453c94e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=395fd449-c9a5-454a-9812-dbbcc18e8e97 HTTP/1.1" status: 200 len: 946 time: 0.1671004 Sep 07 19:19:04.991380 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c25a8-1ffc-4374-a9c0-583a4a0e59ce req-2148da07-31d8-4471-ae92-73ea8e96f2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:04.993228 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-596c25a8-1ffc-4374-a9c0-583a4a0e59ce req-2148da07-31d8-4471-ae92-73ea8e96f2c5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 1096 time: 0.7381070 Sep 07 19:19:05.008250 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b27cfd64-2c84-4fef-a000-e7393f90f6e4 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:05.008673 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:05.035668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-b084e30c-b34e-4ce3-9b9b-f1a7584eab44 req-7782c5c9-ec58-4785-b1ef-84efacd076d6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] For port 87b71b69-b301-45e2-b455-52eddea2604a, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=87b71b69-b301-45e2-b455-52eddea2604a,segment=NetworkSegment(683524e4-a13c-4793-bf4b-7e9fbb4bfb25),segment_id=683524e4-a13c-4793-bf4b-7e9fbb4bfb25)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:19:05.036139 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-b084e30c-b34e-4ce3-9b9b-f1a7584eab44 req-7782c5c9-ec58-4785-b1ef-84efacd076d6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:05.053718 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b6fcc1-e9fa-4603-adff-87aaebdaac50 None None] The sync data for ids ['b837cfa2-c667-4b17-be5c-2f1b72aa0137'] in n-d-807786-1 is: [{'id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338285804', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:16:41Z', 'updated_at': '2021-09-07T19:16:49Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:42Z', 'updated_at': '2021-09-07T19:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e1394d68-dd04-494f-b791-5d1d21319612', 'name': '', 'network_id': '24503b90-cf6d-4dd7-9434-45db67fed679', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:ab:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '393f579e-61d8-416e-b828-f08c6836343d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:47Z', 'updated_at': '2021-09-07T19:16:58Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '393f579e-61d8-416e-b828-f08c6836343d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:19:05.070466 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ae37ceaa-0bdb-4932-9e82-2ea7cafe22b9 None None] Provisioning complete for port a2e0b173-a567-461f-bbdf-f57cde010f32 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:05.071071 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ae37ceaa-0bdb-4932-9e82-2ea7cafe22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:05.096970 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-b084e30c-b34e-4ce3-9b9b-f1a7584eab44 req-7782c5c9-ec58-4785-b1ef-84efacd076d6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Calling delete_port for 87b71b69-b301-45e2-b455-52eddea2604a owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:19:05.115374 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-596c25a8-1ffc-4374-a9c0-583a4a0e59ce req-8d453adf-f591-41ea-9e5a-346bf68d6587 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e469b214-7edb-4783-8fe8-a934269d203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159892 Sep 07 19:19:05.166608 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5966ae30-c983-4b3f-9894-081299ec64bd admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:19:05.180312 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] Sync routers for ids ['22d2127e-29ae-490a-a672-d8b142f63bcd'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:19:05.194505 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5966ae30-c983-4b3f-9894-081299ec64bd admin admin] 10.222.0.26 "PUT /v2.0/routers/22d2127e-29ae-490a-a672-d8b142f63bcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7451680 Sep 07 19:19:05.197908 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] Routers {'22d2127e-29ae-490a-a672-d8b142f63bcd'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:19:05.198540 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22d2127e-29ae-490a-a672-d8b142f63bcd'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:05.273788 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4bb03ec9-339d-4dab-b67a-22d0a35abada req-ce484bb2-3814-49d5-8ba4-fa1caec6d359 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e768754-ee73-426f-b5ad-ef31c7478f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254590 Sep 07 19:19:05.282160 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ae37ceaa-0bdb-4932-9e82-2ea7cafe22b9 None None] Port a2e0b173-a567-461f-bbdf-f57cde010f32 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:19:05.301040 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:05.346464 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port b27cfd64-2c84-4fef-a000-e7393f90f6e4, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b27cfd64-2c84-4fef-a000-e7393f90f6e4,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:19:05.370038 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:05.429707 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] Set router 22d2127e-29ae-490a-a672-d8b142f63bcd gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:19:05.479847 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-b084e30c-b34e-4ce3-9b9b-f1a7584eab44 req-7782c5c9-ec58-4785-b1ef-84efacd076d6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:05.541766 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=b27cfd64-2c84-4fef-a000-e7393f90f6e4,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:05.619396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3056593-0d02-4012-95c7-7d501c21168f None None] New status for floating IP 8e88fb50-f314-405e-a4dd-18a942028f07: DOWN {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:19:05.623578 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782c5c9-ec58-4785-b1ef-84efacd076d6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Port': ['ID=87b71b69-b301-45e2-b455-52eddea2604a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:05.666751 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b084e30c-b34e-4ce3-9b9b-f1a7584eab44 req-7782c5c9-ec58-4785-b1ef-84efacd076d6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] No DVR routers for this DVR port 87b71b69-b301-45e2-b455-52eddea2604a on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:19:05.672725 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-b084e30c-b34e-4ce3-9b9b-f1a7584eab44 req-7782c5c9-ec58-4785-b1ef-84efacd076d6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:05.676834 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-b084e30c-b34e-4ce3-9b9b-f1a7584eab44 req-7782c5c9-ec58-4785-b1ef-84efacd076d6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.60 "DELETE /v2.0/ports/87b71b69-b301-45e2-b455-52eddea2604a HTTP/1.1" status: 204 len: 173 time: 1.1774242 Sep 07 19:19:05.677606 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'name': 'network-vif-deleted', 'tag': '87b71b69-b301-45e2-b455-52eddea2604a'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:19:05.680716 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197bbc9e-06c6-4645-829f-fca321f04884" -d '{"events": [{"server_uuid": "395fd449-c9a5-454a-9812-dbbcc18e8e97", "name": "network-vif-deleted", "tag": "87b71b69-b301-45e2-b455-52eddea2604a"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:19:05.779354 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aefd79-6bb4-477d-b785-1891380c3cda x-openstack-request-id: req-b6aefd79-6bb4-477d-b785-1891380c3cda {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:19:05.779645 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395fd449-c9a5-454a-9812-dbbcc18e8e97", "name": "network-vif-deleted", "tag": "87b71b69-b301-45e2-b455-52eddea2604a", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:19:05.779897 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6aefd79-6bb4-477d-b785-1891380c3cda {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:19:05.780312 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395fd449-c9a5-454a-9812-dbbcc18e8e97', 'name': 'network-vif-deleted', 'tag': '87b71b69-b301-45e2-b455-52eddea2604a', 'status': 'completed', 'code': 200} Sep 07 19:19:05.886455 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:19:02Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'a2e0b173-a567-461f-bbdf-f57cde010f32', 'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'mac_address': 'fa:16:3e:d1:1f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:01Z', 'updated_at': '2021-09-07T19:19:02Z', 'revision_number': 2, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'subnets': [{'id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:05.962549 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] Checking router: 22d2127e-29ae-490a-a672-d8b142f63bcd for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:19:05.962907 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] Updating router 22d2127e-29ae-490a-a672-d8b142f63bcd port a2e0b173-a567-461f-bbdf-f57cde010f32 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:19:06.006377 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:06.316877 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b27cfd64-2c84-4fef-a000-e7393f90f6e4 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:19:06.397273 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42344) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:06.433129 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b27cfd64-2c84-4fef-a000-e7393f90f6e4 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:06.434590 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:06.448835 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42346) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:06.455119 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-6aa55dd2-5cfc-42b1-981a-845d031974c6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-446106820-network', 'tenant_id': '494548838bc645e286284e0521ab7098'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:19:06.498788 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa55dd2-5cfc-42b1-981a-845d031974c6 admin admin] Made reservation on behalf of 494548838bc645e286284e0521ab7098 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:19:06.501486 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6aa55dd2-5cfc-42b1-981a-845d031974c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:06.522342 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6aa55dd2-5cfc-42b1-981a-845d031974c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:06.717200 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6aa55dd2-5cfc-42b1-981a-845d031974c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:06.727514 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6aa55dd2-5cfc-42b1-981a-845d031974c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:06.755249 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:06.767744 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] Transition to ACTIVE for port object a2e0b173-a567-461f-bbdf-f57cde010f32 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:19:06.776593 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:06.785676 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa55dd2-5cfc-42b1-981a-845d031974c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e53bad-f257-4406-a4b4-ca471fd11bea,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:06.815632 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa55dd2-5cfc-42b1-981a-845d031974c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:19:06.827065 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6aa55dd2-5cfc-42b1-981a-845d031974c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:06.827406 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-6aa55dd2-5cfc-42b1-981a-845d031974c6 admin admin] Added segment 011cf4bd-f7ae-474a-8b92-9884046c534d of type vlan for network db2bc120-7a6c-4d83-9c73-b7d86735f810 Sep 07 19:19:06.891709 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6aa55dd2-5cfc-42b1-981a-845d031974c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:06.932188 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8cf76-397b-4ea5-8508-46bb8cda8c59 None None] Pushing event updated for resources: {'Port': ['ID=a2e0b173-a567-461f-bbdf-f57cde010f32,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:06.942625 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6aa55dd2-5cfc-42b1-981a-845d031974c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:06.944151 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa55dd2-5cfc-42b1-981a-845d031974c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:06.945082 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6aa55dd2-5cfc-42b1-981a-845d031974c6 admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:06.998736 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cf76-397b-4ea5-8508-46bb8cda8c59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:06.999103 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cf76-397b-4ea5-8508-46bb8cda8c59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:06.999398 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cf76-397b-4ea5-8508-46bb8cda8c59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:06.999725 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cf76-397b-4ea5-8508-46bb8cda8c59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:07.000050 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cf76-397b-4ea5-8508-46bb8cda8c59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:07.000381 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cf76-397b-4ea5-8508-46bb8cda8c59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:07.001218 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cf76-397b-4ea5-8508-46bb8cda8c59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:07.001218 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cf76-397b-4ea5-8508-46bb8cda8c59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:07.001390 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cf76-397b-4ea5-8508-46bb8cda8c59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:07.001712 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cf76-397b-4ea5-8508-46bb8cda8c59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:07.001918 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cf76-397b-4ea5-8508-46bb8cda8c59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:07.002230 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cf76-397b-4ea5-8508-46bb8cda8c59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:07.041089 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-39400e6e-925b-4191-b7c6-4bc19ee8d320 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:07.042866 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] Attempting to bind port a2e0b173-a567-461f-bbdf-f57cde010f32 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:19:07.043389 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] Attempting to bind port a2e0b173-a567-461f-bbdf-f57cde010f32 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:19:07.043781 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] Attempting to bind port a2e0b173-a567-461f-bbdf-f57cde010f32 on network d1679c4a-080a-4fd0-aff8-8fd66429f7da {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:19:07.062976 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:19:07.063401 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] Checking segment: {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:19:07.063806 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:07.064229 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] Bound using segment: {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:19:07.064733 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] Bound port: a2e0b173-a567-461f-bbdf-f57cde010f32, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:19:07.065108 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:07.126312 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa55dd2-5cfc-42b1-981a-845d031974c6 admin admin] Pushing event updated for resources: {'Network': ['ID=db2bc120-7a6c-4d83-9c73-b7d86735f810,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:07.133876 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6aa55dd2-5cfc-42b1-981a-845d031974c6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6802752 Sep 07 19:19:07.134102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42368) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:07.139601 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Request body: {'subnet': {'network_id': 'db2bc120-7a6c-4d83-9c73-b7d86735f810', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-446106820-subnet', 'tenant_id': '494548838bc645e286284e0521ab7098', 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:19:07.142464 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network db2bc120-7a6c-4d83-9c73-b7d86735f810 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:19:07.269869 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Made reservation on behalf of 494548838bc645e286284e0521ab7098 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:19:07.272095 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:07.337977 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] For port a2e0b173-a567-461f-bbdf-f57cde010f32, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:19:07.342574 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] For port a2e0b173-a567-461f-bbdf-f57cde010f32, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a2e0b173-a567-461f-bbdf-f57cde010f32,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:19:07.355535 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:07.453056 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8cf76-397b-4ea5-8508-46bb8cda8c59 None None] Pushing event updated for resources: {'Port': ['ID=a2e0b173-a567-461f-bbdf-f57cde010f32,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:07.500361 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] Routers {'22d2127e-29ae-490a-a672-d8b142f63bcd'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:19:07.507922 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22d2127e-29ae-490a-a672-d8b142f63bcd'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:07.686889 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:07.694705 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-39400e6e-925b-4191-b7c6-4bc19ee8d320 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Deleting port e1394d68-dd04-494f-b791-5d1d21319612 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:19:07.696934 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-39400e6e-925b-4191-b7c6-4bc19ee8d320 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:07.790309 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] Set router 22d2127e-29ae-490a-a672-d8b142f63bcd gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:19:07.902866 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Checking segment: {'id': '011cf4bd-f7ae-474a-8b92-9884046c534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'db2bc120-7a6c-4d83-9c73-b7d86735f810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:19:07.903237 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Network hostable DHCP agents. Network: db2bc120-7a6c-4d83-9c73-b7d86735f810, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:19:07.913199 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0e2658-6568-464a-b565-25b997bd3588,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:07.931685 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:07.932134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:07.932490 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:07.939195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:07.940056 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:07.940409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:07.941364 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:07.941709 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:07.942048 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:07.942389 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:07.942726 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:07.943060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:08.008313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Network db2bc120-7a6c-4d83-9c73-b7d86735f810 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:19:08.036660 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, db2bc120-7a6c-4d83-9c73-b7d86735f810) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:19:08.043053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:08.043731 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:08.046677 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b545c03a-54d2-4d7b-8bfc-7c388fc08a8c None None] Network db2bc120-7a6c-4d83-9c73-b7d86735f810 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:19:08.054635 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-39400e6e-925b-4191-b7c6-4bc19ee8d320 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] For port e1394d68-dd04-494f-b791-5d1d21319612, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e1394d68-dd04-494f-b791-5d1d21319612,segment=NetworkSegment(683524e4-a13c-4793-bf4b-7e9fbb4bfb25),segment_id=683524e4-a13c-4793-bf4b-7e9fbb4bfb25)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:19:08.055226 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-39400e6e-925b-4191-b7c6-4bc19ee8d320 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:08.071677 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-64c08540-aef3-4a59-8e5c-dec90bba7ccb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9364872 Sep 07 19:19:08.074288 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42382) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:08.076610 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-39400e6e-925b-4191-b7c6-4bc19ee8d320 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Calling delete_port for e1394d68-dd04-494f-b791-5d1d21319612 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:19:08.078653 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e7d370e4-7142-495d-9277-0263db188235 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-446106820-router', 'tenant_id': '494548838bc645e286284e0521ab7098', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:19:08.086917 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:19:02Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'a2e0b173-a567-461f-bbdf-f57cde010f32', 'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'mac_address': 'fa:16:3e:d1:1f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:01Z', 'updated_at': '2021-09-07T19:19:07Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'subnets': [{'id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:08.135918 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7d370e4-7142-495d-9277-0263db188235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:08.137011 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7d370e4-7142-495d-9277-0263db188235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:08.151458 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6abd790-6229-4cab-a7e5-a037fb636b12 None None] The sync data for ids ['22d2127e-29ae-490a-a672-d8b142f63bcd'] in n-d-807786-1 is: [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:19:02Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'a2e0b173-a567-461f-bbdf-f57cde010f32', 'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'mac_address': 'fa:16:3e:d1:1f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:01Z', 'updated_at': '2021-09-07T19:19:07Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'subnets': [{'id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:19:08.320883 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7d370e4-7142-495d-9277-0263db188235 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:08.454299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-db2bc120-7a6c-4d83-9c73-b7d86735f810', 'network_id': 'db2bc120-7a6c-4d83-9c73-b7d86735f810', 'tenant_id': '494548838bc645e286284e0521ab7098', 'fixed_ips': [{'subnet_id': '2e0e2658-6568-464a-b565-25b997bd3588'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:19:08.455277 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:08.552124 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-39400e6e-925b-4191-b7c6-4bc19ee8d320 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:08.584581 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7d370e4-7142-495d-9277-0263db188235 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:08.589657 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39400e6e-925b-4191-b7c6-4bc19ee8d320 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Port': ['ID=e1394d68-dd04-494f-b791-5d1d21319612,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:08.742559 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] Allocated IP 172.20.0.2 (db2bc120-7a6c-4d83-9c73-b7d86735f810/2e0e2658-6568-464a-b565-25b997bd3588/61803d64-c580-461d-be7c-556027986cf0) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:19:08.902294 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 87b71b69-b301-45e2-b455-52eddea2604a no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:19:08.945298 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 87b71b69-b301-45e2-b455-52eddea2604a {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:19:08.945641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 87b71b69-b301-45e2-b455-52eddea2604a not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:19:08.995705 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-39400e6e-925b-4191-b7c6-4bc19ee8d320 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:09.121633 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7d370e4-7142-495d-9277-0263db188235 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:09.149782 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:09.155037 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7d370e4-7142-495d-9277-0263db188235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:09.174896 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] Transition to ACTIVE for port object 61803d64-c580-461d-be7c-556027986cf0 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:19:09.224299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] Transition to ACTIVE for port object 61803d64-c580-461d-be7c-556027986cf0 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:19:09.242161 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:09.326210 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] Pushing event updated for resources: {'Port': ['ID=61803d64-c580-461d-be7c-556027986cf0,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:09.343110 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] Network db2bc120-7a6c-4d83-9c73-b7d86735f810 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:19:09.345528 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:19:09.350653 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:19:09.397747 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-e7d370e4-7142-495d-9277-0263db188235 admin admin] Allocated IP 172.25.8.71 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/c11db4d4-4902-4249-a4be-f2b79066dc8c) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:19:09.473725 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] Attempting to bind port 61803d64-c580-461d-be7c-556027986cf0 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:19:09.475895 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] Attempting to bind port 61803d64-c580-461d-be7c-556027986cf0 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '011cf4bd-f7ae-474a-8b92-9884046c534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'db2bc120-7a6c-4d83-9c73-b7d86735f810'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:19:09.475895 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] Attempting to bind port 61803d64-c580-461d-be7c-556027986cf0 on network db2bc120-7a6c-4d83-9c73-b7d86735f810 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:19:09.490187 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:19:09.490675 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] Checking segment: {'id': '011cf4bd-f7ae-474a-8b92-9884046c534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'db2bc120-7a6c-4d83-9c73-b7d86735f810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:19:09.491015 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:09.491418 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] Bound using segment: {'id': '011cf4bd-f7ae-474a-8b92-9884046c534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'db2bc120-7a6c-4d83-9c73-b7d86735f810'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:19:09.492044 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] Bound port: 61803d64-c580-461d-be7c-556027986cf0, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011cf4bd-f7ae-474a-8b92-9884046c534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'db2bc120-7a6c-4d83-9c73-b7d86735f810'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:19:09.492599 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:09.578671 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39400e6e-925b-4191-b7c6-4bc19ee8d320 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Router b837cfa2-c667-4b17-be5c-2f1b72aa0137 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:19:09.609440 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] For port 61803d64-c580-461d-be7c-556027986cf0, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:19:09.617433 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] For port 61803d64-c580-461d-be7c-556027986cf0, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=61803d64-c580-461d-be7c-556027986cf0,segment=NetworkSegment(011cf4bd-f7ae-474a-8b92-9884046c534d),segment_id=011cf4bd-f7ae-474a-8b92-9884046c534d)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:19:09.624275 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:09.663925 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7d370e4-7142-495d-9277-0263db188235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:09.715737 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35a52c-1164-49b0-be27-10745b2fb869 None None] Pushing event updated for resources: {'Port': ['ID=61803d64-c580-461d-be7c-556027986cf0,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:09.742634 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7d370e4-7142-495d-9277-0263db188235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:09.787318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d370e4-7142-495d-9277-0263db188235 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:19:09.790663 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-e7d370e4-7142-495d-9277-0263db188235 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:19:09.793634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d370e4-7142-495d-9277-0263db188235 admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:19:09.831553 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d370e4-7142-495d-9277-0263db188235 admin admin] Pushing event updated for resources: {'Port': ['ID=c11db4d4-4902-4249-a4be-f2b79066dc8c,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:09.888200 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39400e6e-925b-4191-b7c6-4bc19ee8d320 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:19:09.911959 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-39400e6e-925b-4191-b7c6-4bc19ee8d320 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "PUT /v2.0/routers/b837cfa2-c667-4b17-be5c-2f1b72aa0137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5107968 Sep 07 19:19:09.912170 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273dd85e-b125-463e-b15b-d189cbdb9a17 None None] Sync routers for ids ['b837cfa2-c667-4b17-be5c-2f1b72aa0137'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:19:09.912669 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42406) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:09.926364 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273dd85e-b125-463e-b15b-d189cbdb9a17 None None] Routers {'b837cfa2-c667-4b17-be5c-2f1b72aa0137'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:19:09.929114 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-273dd85e-b125-463e-b15b-d189cbdb9a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['b837cfa2-c667-4b17-be5c-2f1b72aa0137'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:10.070877 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-65829b39-7c63-4d35-86a2-65c39f55e2b8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Deleting subnet 393f579e-61d8-416e-b828-f08c6836343d {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:19:10.079335 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-65829b39-7c63-4d35-86a2-65c39f55e2b8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:10.160497 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-273dd85e-b125-463e-b15b-d189cbdb9a17 None None] Set router b837cfa2-c667-4b17-be5c-2f1b72aa0137 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:19:10.194485 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-65829b39-7c63-4d35-86a2-65c39f55e2b8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:10.328609 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7d370e4-7142-495d-9277-0263db188235 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:10.387376 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-65829b39-7c63-4d35-86a2-65c39f55e2b8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:10.500235 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-273dd85e-b125-463e-b15b-d189cbdb9a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338285804', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:16:41Z', 'updated_at': '2021-09-07T19:19:08Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:42Z', 'updated_at': '2021-09-07T19:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:10.505814 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-65829b39-7c63-4d35-86a2-65c39f55e2b8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:10.538522 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273dd85e-b125-463e-b15b-d189cbdb9a17 None None] Checking router: b837cfa2-c667-4b17-be5c-2f1b72aa0137 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:19:10.548851 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273dd85e-b125-463e-b15b-d189cbdb9a17 None None] Routers {'b837cfa2-c667-4b17-be5c-2f1b72aa0137'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:19:10.549709 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-273dd85e-b125-463e-b15b-d189cbdb9a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['b837cfa2-c667-4b17-be5c-2f1b72aa0137'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:10.574591 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65829b39-7c63-4d35-86a2-65c39f55e2b8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Subnet': ['ID=393f579e-61d8-416e-b828-f08c6836343d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:10.601581 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-65829b39-7c63-4d35-86a2-65c39f55e2b8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:10.603824 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-65829b39-7c63-4d35-86a2-65c39f55e2b8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "DELETE /v2.0/subnets/393f579e-61d8-416e-b828-f08c6836343d HTTP/1.1" status: 204 len: 168 time: 0.6899371 Sep 07 19:19:10.614228 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40093e63-fa7b-4761-9db3-fe0988f825f7 None None] Network 24503b90-cf6d-4dd7-9434-45db67fed679 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:19:10.614813 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65829b39-7c63-4d35-86a2-65c39f55e2b8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:10.614813 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65829b39-7c63-4d35-86a2-65c39f55e2b8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:10.615071 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65829b39-7c63-4d35-86a2-65c39f55e2b8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:10.615415 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65829b39-7c63-4d35-86a2-65c39f55e2b8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:10.615752 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65829b39-7c63-4d35-86a2-65c39f55e2b8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:10.616088 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65829b39-7c63-4d35-86a2-65c39f55e2b8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:10.616870 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65829b39-7c63-4d35-86a2-65c39f55e2b8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:10.616870 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65829b39-7c63-4d35-86a2-65c39f55e2b8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:10.617065 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42422) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:10.617163 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65829b39-7c63-4d35-86a2-65c39f55e2b8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:10.617394 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65829b39-7c63-4d35-86a2-65c39f55e2b8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:10.617895 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65829b39-7c63-4d35-86a2-65c39f55e2b8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:10.618377 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65829b39-7c63-4d35-86a2-65c39f55e2b8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:10.700320 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-273dd85e-b125-463e-b15b-d189cbdb9a17 None None] Set router b837cfa2-c667-4b17-be5c-2f1b72aa0137 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:19:10.722723 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a2e0b173-a567-461f-bbdf-f57cde010f32 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:19:10.755441 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7d370e4-7142-495d-9277-0263db188235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:10.838650 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port a2e0b173-a567-461f-bbdf-f57cde010f32 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:19:10.848497 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port a2e0b173-a567-461f-bbdf-f57cde010f32 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:10.848893 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:11.019076 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-273dd85e-b125-463e-b15b-d189cbdb9a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338285804', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:16:41Z', 'updated_at': '2021-09-07T19:19:08Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:42Z', 'updated_at': '2021-09-07T19:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:11.053294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d370e4-7142-495d-9277-0263db188235 admin admin] Router 3113d522-b768-4de1-a2f0-6cacdee15d46 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:19:11.080895 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273dd85e-b125-463e-b15b-d189cbdb9a17 None None] The sync data for ids ['b837cfa2-c667-4b17-be5c-2f1b72aa0137'] in n-d-807786-1 is: [{'id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338285804', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:16:41Z', 'updated_at': '2021-09-07T19:19:08Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': '25d2e2e7-83ce-421d-9793-257fd5d67bd2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b837cfa2-c667-4b17-be5c-2f1b72aa0137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:16:42Z', 'updated_at': '2021-09-07T19:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:19:11.348326 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:11.391646 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port a2e0b173-a567-461f-bbdf-f57cde010f32, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a2e0b173-a567-461f-bbdf-f57cde010f32,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:19:11.397623 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:11.400314 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 61803d64-c580-461d-be7c-556027986cf0 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:19:11.523289 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbd1234-89e4-4b88-9634-8f058f865d57 None None] DHCP port deletion for 24503b90-cf6d-4dd7-9434-45db67fed679 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:19:11.544451 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 61803d64-c580-461d-be7c-556027986cf0 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:19:11.603226 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=a2e0b173-a567-461f-bbdf-f57cde010f32,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:11.613969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13cc06f-9993-45e7-bfb9-33d3d60c7e09 None None] Network db2bc120-7a6c-4d83-9c73-b7d86735f810 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:19:11.642007 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cba2bbe0-b0c7-4e5b-be45-c42a5ddf85d2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:11.648670 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d370e4-7142-495d-9277-0263db188235 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:19:11.672582 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3fbd1234-89e4-4b88-9634-8f058f865d57 None None] Deleting port aa56e955-88e9-4453-9467-5aa7a1bdfb54 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:19:11.673181 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3fbd1234-89e4-4b88-9634-8f058f865d57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:11.675117 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] Sync routers for ids ['3113d522-b768-4de1-a2f0-6cacdee15d46'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:19:11.722961 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7d370e4-7142-495d-9277-0263db188235 admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:11.727217 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42452) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:11.754072 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e7d370e4-7142-495d-9277-0263db188235 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6779008 Sep 07 19:19:11.784566 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] Routers {'3113d522-b768-4de1-a2f0-6cacdee15d46'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:19:11.785101 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3113d522-b768-4de1-a2f0-6cacdee15d46'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:11.880528 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e9b6657b-dfec-4ded-865d-5116b3bf1d8c None None] Provisioning for port 61803d64-c580-461d-be7c-556027986cf0 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:19:11.899021 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cba2bbe0-b0c7-4e5b-be45-c42a5ddf85d2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:11.916294 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e9b6657b-dfec-4ded-865d-5116b3bf1d8c None None] Provisioning complete for port 61803d64-c580-461d-be7c-556027986cf0 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:11.917385 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e9b6657b-dfec-4ded-865d-5116b3bf1d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:11.933679 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-3fbd1234-89e4-4b88-9634-8f058f865d57 None None] For port aa56e955-88e9-4453-9467-5aa7a1bdfb54, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=aa56e955-88e9-4453-9467-5aa7a1bdfb54,segment=NetworkSegment(683524e4-a13c-4793-bf4b-7e9fbb4bfb25),segment_id=683524e4-a13c-4793-bf4b-7e9fbb4bfb25)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:19:11.934108 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3fbd1234-89e4-4b88-9634-8f058f865d57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:12.007281 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3fbd1234-89e4-4b88-9634-8f058f865d57 None None] Calling delete_port for aa56e955-88e9-4453-9467-5aa7a1bdfb54 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:19:12.023587 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-cba2bbe0-b0c7-4e5b-be45-c42a5ddf85d2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Deleting port 25d2e2e7-83ce-421d-9793-257fd5d67bd2 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:19:12.023961 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cba2bbe0-b0c7-4e5b-be45-c42a5ddf85d2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:12.101803 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] Set router 3113d522-b768-4de1-a2f0-6cacdee15d46 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:19:12.143921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-cba2bbe0-b0c7-4e5b-be45-c42a5ddf85d2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] For port 25d2e2e7-83ce-421d-9793-257fd5d67bd2, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=25d2e2e7-83ce-421d-9793-257fd5d67bd2,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:19:12.144641 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cba2bbe0-b0c7-4e5b-be45-c42a5ddf85d2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:12.162281 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-cba2bbe0-b0c7-4e5b-be45-c42a5ddf85d2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Calling delete_port for 25d2e2e7-83ce-421d-9793-257fd5d67bd2 owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:19:12.314618 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a2e0b173-a567-461f-bbdf-f57cde010f32 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:19:12.400535 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cba2bbe0-b0c7-4e5b-be45-c42a5ddf85d2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:12.441596 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b21e6647-542e-4d85-a96b-c573906a4dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:12.445271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2bbe0-b0c7-4e5b-be45-c42a5ddf85d2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Port': ['ID=25d2e2e7-83ce-421d-9793-257fd5d67bd2,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:12.506633 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cba2bbe0-b0c7-4e5b-be45-c42a5ddf85d2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:12.667568 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3fbd1234-89e4-4b88-9634-8f058f865d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:12.685911 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-b21e6647-542e-4d85-a96b-c573906a4dd9 admin admin] Allocated IP 172.20.0.1 (db2bc120-7a6c-4d83-9c73-b7d86735f810/2e0e2658-6568-464a-b565-25b997bd3588/9dbbf848-80a6-47ff-888a-cc03f1506f4b) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:19:12.793493 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbd1234-89e4-4b88-9634-8f058f865d57 None None] No DVR routers for this DVR port aa56e955-88e9-4453-9467-5aa7a1bdfb54 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:19:12.807460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd1234-89e4-4b88-9634-8f058f865d57 None None] Pushing event deleted for resources: {'Port': ['ID=aa56e955-88e9-4453-9467-5aa7a1bdfb54,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:12.820811 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e9b6657b-dfec-4ded-865d-5116b3bf1d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:12.881317 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port a2e0b173-a567-461f-bbdf-f57cde010f32 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:12.881685 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:12.894690 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e9b6657b-dfec-4ded-865d-5116b3bf1d8c None None] For port 61803d64-c580-461d-be7c-556027986cf0, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=61803d64-c580-461d-be7c-556027986cf0,segment=NetworkSegment(011cf4bd-f7ae-474a-8b92-9884046c534d),segment_id=011cf4bd-f7ae-474a-8b92-9884046c534d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:19:12.942489 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e9b6657b-dfec-4ded-865d-5116b3bf1d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:13.036354 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6657b-dfec-4ded-865d-5116b3bf1d8c None None] Pushing event updated for resources: {'Port': ['ID=61803d64-c580-461d-be7c-556027986cf0,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:13.123966 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3113d522-b768-4de1-a2f0-6cacdee15d46', 'name': 'tempest-TestVolumeBootPattern-446106820-router', 'tenant_id': '494548838bc645e286284e0521ab7098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'c11db4d4-4902-4249-a4be-f2b79066dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:08Z', 'updated_at': '2021-09-07T19:19:10Z', 'revision_number': 3, 'project_id': '494548838bc645e286284e0521ab7098', 'gw_port': {'id': 'c11db4d4-4902-4249-a4be-f2b79066dc8c', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3113d522-b768-4de1-a2f0-6cacdee15d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:09Z', 'updated_at': '2021-09-07T19:19:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:13.205536 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:13.207181 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] Checking router: 3113d522-b768-4de1-a2f0-6cacdee15d46 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:19:13.207528 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] Updating router 3113d522-b768-4de1-a2f0-6cacdee15d46 port c11db4d4-4902-4249-a4be-f2b79066dc8c binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:19:13.255332 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:13.286264 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e1394d68-dd04-494f-b791-5d1d21319612 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:19:13.318548 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2f2f4ad0-19fa-4fc9-8a18-826be1a9cb33 None None] Provisioning complete for port 61803d64-c580-461d-be7c-556027986cf0 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:13.318923 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2f2f4ad0-19fa-4fc9-8a18-826be1a9cb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:13.323288 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: e1394d68-dd04-494f-b791-5d1d21319612 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:19:13.323919 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e1394d68-dd04-494f-b791-5d1d21319612 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:19:13.324665 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device aa56e955-88e9-4453-9467-5aa7a1bdfb54 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:19:13.348608 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cba2bbe0-b0c7-4e5b-be45-c42a5ddf85d2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:13.348608 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cba2bbe0-b0c7-4e5b-be45-c42a5ddf85d2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:13.407714 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cba2bbe0-b0c7-4e5b-be45-c42a5ddf85d2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:13.408430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba2bbe0-b0c7-4e5b-be45-c42a5ddf85d2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Fanout notify agent at l3_agent the message router_deleted on router b837cfa2-c667-4b17-be5c-2f1b72aa0137 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:19:13.434471 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cba2bbe0-b0c7-4e5b-be45-c42a5ddf85d2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:13.440266 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-cba2bbe0-b0c7-4e5b-be45-c42a5ddf85d2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "DELETE /v2.0/routers/b837cfa2-c667-4b17-be5c-2f1b72aa0137 HTTP/1.1" status: 204 len: 168 time: 2.8197670 Sep 07 19:19:13.442234 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42480) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:13.527053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: aa56e955-88e9-4453-9467-5aa7a1bdfb54 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:19:13.527431 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device aa56e955-88e9-4453-9467-5aa7a1bdfb54 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:19:13.637809 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef5ec790-2f37-4424-945a-d18fc91c7970 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:13.641265 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:19:13.793217 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef5ec790-2f37-4424-945a-d18fc91c7970 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:13.821811 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-ef5ec790-2f37-4424-945a-d18fc91c7970 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24503b90-cf6d-4dd7-9434-45db67fed679']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:13.825017 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b21e6647-542e-4d85-a96b-c573906a4dd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:13.833207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-ef5ec790-2f37-4424-945a-d18fc91c7970 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683524e4-a13c-4793-bf4b-7e9fbb4bfb25') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:13.833513 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-ef5ec790-2f37-4424-945a-d18fc91c7970 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683524e4-a13c-4793-bf4b-7e9fbb4bfb25') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:13.847069 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef5ec790-2f37-4424-945a-d18fc91c7970 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:13.854589 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-b21e6647-542e-4d85-a96b-c573906a4dd9 admin admin] Transition to ACTIVE for port object 9dbbf848-80a6-47ff-888a-cc03f1506f4b will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:19:13.882748 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef5ec790-2f37-4424-945a-d18fc91c7970 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:13.891732 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef5ec790-2f37-4424-945a-d18fc91c7970 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:19:13.892478 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef5ec790-2f37-4424-945a-d18fc91c7970 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:19:13.896944 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:19:13.904253 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b21e6647-542e-4d85-a96b-c573906a4dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:13.905244 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:13.972119 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] Transition to ACTIVE for port object c11db4d4-4902-4249-a4be-f2b79066dc8c will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:19:13.973351 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef5ec790-2f37-4424-945a-d18fc91c7970 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:13.980654 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:13.981942 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef5ec790-2f37-4424-945a-d18fc91c7970 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:13.987282 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:13.988831 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ef5ec790-2f37-4424-945a-d18fc91c7970 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "DELETE /v2.0/networks/24503b90-cf6d-4dd7-9434-45db67fed679 HTTP/1.1" status: 204 len: 168 time: 0.5367367 Sep 07 19:19:13.997606 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42494) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:14.010280 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21e6647-542e-4d85-a96b-c573906a4dd9 admin admin] Network db2bc120-7a6c-4d83-9c73-b7d86735f810 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:19:14.020146 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b21e6647-542e-4d85-a96b-c573906a4dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:19:14.026940 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21e6647-542e-4d85-a96b-c573906a4dd9 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:19:14.032226 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ec790-2f37-4424-945a-d18fc91c7970 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Network': ['ID=24503b90-cf6d-4dd7-9434-45db67fed679,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:14.095750 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e6647-542e-4d85-a96b-c573906a4dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=9dbbf848-80a6-47ff-888a-cc03f1506f4b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:14.114684 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c8da3-784c-44b8-9182-86c4c6d9456d None None] Pushing event updated for resources: {'Port': ['ID=c11db4d4-4902-4249-a4be-f2b79066dc8c,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:14.130854 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ba901a8a-7357-42af-9fcb-2498e6413159 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:14.132775 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b21e6647-542e-4d85-a96b-c573906a4dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:14.169168 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] Attempting to bind port c11db4d4-4902-4249-a4be-f2b79066dc8c on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:19:14.169557 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] Attempting to bind port c11db4d4-4902-4249-a4be-f2b79066dc8c by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:19:14.169921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] Attempting to bind port c11db4d4-4902-4249-a4be-f2b79066dc8c on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:19:14.178990 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ba901a8a-7357-42af-9fcb-2498e6413159 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:14.202377 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:19:14.202755 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:19:14.203165 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:14.203557 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:19:14.204034 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] Bound port: c11db4d4-4902-4249-a4be-f2b79066dc8c, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:19:14.204413 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:14.299609 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ba901a8a-7357-42af-9fcb-2498e6413159 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:14.303719 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ba901a8a-7357-42af-9fcb-2498e6413159 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:14.305401 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ba901a8a-7357-42af-9fcb-2498e6413159 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "DELETE /v2.0/security-groups/1e768754-ee73-426f-b5ad-ef31c7478f58 HTTP/1.1" status: 204 len: 168 time: 0.2973776 Sep 07 19:19:14.326267 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba901a8a-7357-42af-9fcb-2498e6413159 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e768754-ee73-426f-b5ad-ef31c7478f58,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:14.342869 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] For port c11db4d4-4902-4249-a4be-f2b79066dc8c, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:19:14.347641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] For port c11db4d4-4902-4249-a4be-f2b79066dc8c, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c11db4d4-4902-4249-a4be-f2b79066dc8c,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:19:14.368756 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:14.388485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 61803d64-c580-461d-be7c-556027986cf0 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:19:14.519464 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b21e6647-542e-4d85-a96b-c573906a4dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:14.547359 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] Routers {'3113d522-b768-4de1-a2f0-6cacdee15d46'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:19:14.548117 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3113d522-b768-4de1-a2f0-6cacdee15d46'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:14.551617 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c8da3-784c-44b8-9182-86c4c6d9456d None None] Pushing event updated for resources: {'Port': ['ID=c11db4d4-4902-4249-a4be-f2b79066dc8c,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:14.767005 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6c08a24d-d09c-4fcf-b1e8-de798faf998e None None] Provisioning for port 9dbbf848-80a6-47ff-888a-cc03f1506f4b completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:19:14.775267 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6c08a24d-d09c-4fcf-b1e8-de798faf998e None None] Provisioning complete for port 9dbbf848-80a6-47ff-888a-cc03f1506f4b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:14.775700 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6c08a24d-d09c-4fcf-b1e8-de798faf998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:14.780050 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 61803d64-c580-461d-be7c-556027986cf0 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:14.780550 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:14.802970 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42506) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:14.810421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-240a0084-4413-44de-929a-f5ae611d0d2f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1826418974', 'description': 'tempest-secgroup-smoke-1826418974 description', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:19:14.848321 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-240a0084-4413-44de-929a-f5ae611d0d2f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:14.881502 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b21e6647-542e-4d85-a96b-c573906a4dd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:14.890085 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b21e6647-542e-4d85-a96b-c573906a4dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:14.987112 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6c08a24d-d09c-4fcf-b1e8-de798faf998e None None] Port 9dbbf848-80a6-47ff-888a-cc03f1506f4b cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:19:15.015650 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b21e6647-542e-4d85-a96b-c573906a4dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:15.021327 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-240a0084-4413-44de-929a-f5ae611d0d2f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:15.029140 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-240a0084-4413-44de-929a-f5ae611d0d2f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:15.111685 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-240a0084-4413-44de-929a-f5ae611d0d2f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:15.113020 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-240a0084-4413-44de-929a-f5ae611d0d2f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3083000 Sep 07 19:19:15.121185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42522) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:15.130080 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-2df8d6b3-1dd6-40e8-b9cb-016588a03b9f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': '557fdae1-f915-4a02-93f5-2d4e07dae390', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:19:15.132058 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e6647-542e-4d85-a96b-c573906a4dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=9dbbf848-80a6-47ff-888a-cc03f1506f4b,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:15.135593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a0084-4413-44de-929a-f5ae611d0d2f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=557fdae1-f915-4a02-93f5-2d4e07dae390,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:15.199058 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2df8d6b3-1dd6-40e8-b9cb-016588a03b9f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:15.208390 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] Set router 3113d522-b768-4de1-a2f0-6cacdee15d46 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:19:15.228925 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21e6647-542e-4d85-a96b-c573906a4dd9 admin admin] Network db2bc120-7a6c-4d83-9c73-b7d86735f810 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:19:15.236758 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b21e6647-542e-4d85-a96b-c573906a4dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:19:15.354887 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2df8d6b3-1dd6-40e8-b9cb-016588a03b9f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:15.380394 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2df8d6b3-1dd6-40e8-b9cb-016588a03b9f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:15.430792 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2df8d6b3-1dd6-40e8-b9cb-016588a03b9f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:15.432045 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2df8d6b3-1dd6-40e8-b9cb-016588a03b9f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3099051 Sep 07 19:19:15.435102 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42534) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:15.441325 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8d6b3-1dd6-40e8-b9cb-016588a03b9f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f6abb8-b21e-4a19-a0ba-1e2f0e715b10,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:15.444939 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1ca8418b-ca4f-46b8-b907-6ec02a61523b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': '557fdae1-f915-4a02-93f5-2d4e07dae390', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:19:15.462296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 25d2e2e7-83ce-421d-9793-257fd5d67bd2 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:19:15.484561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 25d2e2e7-83ce-421d-9793-257fd5d67bd2 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:19:15.485029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 25d2e2e7-83ce-421d-9793-257fd5d67bd2 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:19:15.520787 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1ca8418b-ca4f-46b8-b907-6ec02a61523b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:15.688674 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1ca8418b-ca4f-46b8-b907-6ec02a61523b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:15.703165 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21e6647-542e-4d85-a96b-c573906a4dd9 admin admin] Router 3113d522-b768-4de1-a2f0-6cacdee15d46 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:19:15.710788 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1ca8418b-ca4f-46b8-b907-6ec02a61523b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:15.737185 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8418b-ca4f-46b8-b907-6ec02a61523b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc7a09c-6b1c-4e49-8be7-01254a085da2,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:15.757580 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3113d522-b768-4de1-a2f0-6cacdee15d46', 'name': 'tempest-TestVolumeBootPattern-446106820-router', 'tenant_id': '494548838bc645e286284e0521ab7098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'c11db4d4-4902-4249-a4be-f2b79066dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:08Z', 'updated_at': '2021-09-07T19:19:14Z', 'revision_number': 4, 'project_id': '494548838bc645e286284e0521ab7098', 'gw_port': {'id': 'c11db4d4-4902-4249-a4be-f2b79066dc8c', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3113d522-b768-4de1-a2f0-6cacdee15d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:09Z', 'updated_at': '2021-09-07T19:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '9dbbf848-80a6-47ff-888a-cc03f1506f4b', 'name': '', 'network_id': 'db2bc120-7a6c-4d83-9c73-b7d86735f810', 'tenant_id': '494548838bc645e286284e0521ab7098', 'mac_address': 'fa:16:3e:98:b3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3113d522-b768-4de1-a2f0-6cacdee15d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '2e0e2658-6568-464a-b565-25b997bd3588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:12Z', 'updated_at': '2021-09-07T19:19:12Z', 'revision_number': 1, 'project_id': '494548838bc645e286284e0521ab7098', 'subnets': [{'id': '2e0e2658-6568-464a-b565-25b997bd3588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:15.781216 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1ca8418b-ca4f-46b8-b907-6ec02a61523b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:15.786142 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1ca8418b-ca4f-46b8-b907-6ec02a61523b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3449373 Sep 07 19:19:15.786142 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42540) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:15.788553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e25f73-12fc-45dc-8f11-aae26c32607e None None] The sync data for ids ['3113d522-b768-4de1-a2f0-6cacdee15d46'] in n-d-807786-1 is: [{'id': '3113d522-b768-4de1-a2f0-6cacdee15d46', 'name': 'tempest-TestVolumeBootPattern-446106820-router', 'tenant_id': '494548838bc645e286284e0521ab7098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'c11db4d4-4902-4249-a4be-f2b79066dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:08Z', 'updated_at': '2021-09-07T19:19:14Z', 'revision_number': 4, 'project_id': '494548838bc645e286284e0521ab7098', 'gw_port': {'id': 'c11db4d4-4902-4249-a4be-f2b79066dc8c', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3113d522-b768-4de1-a2f0-6cacdee15d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:09Z', 'updated_at': '2021-09-07T19:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '9dbbf848-80a6-47ff-888a-cc03f1506f4b', 'name': '', 'network_id': 'db2bc120-7a6c-4d83-9c73-b7d86735f810', 'tenant_id': '494548838bc645e286284e0521ab7098', 'mac_address': 'fa:16:3e:98:b3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3113d522-b768-4de1-a2f0-6cacdee15d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '2e0e2658-6568-464a-b565-25b997bd3588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:12Z', 'updated_at': '2021-09-07T19:19:12Z', 'revision_number': 1, 'project_id': '494548838bc645e286284e0521ab7098', 'subnets': [{'id': '2e0e2658-6568-464a-b565-25b997bd3588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:19:15.790195 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-70196cbf-0d8a-412c-8fa1-d6cf1c18b088 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': '557fdae1-f915-4a02-93f5-2d4e07dae390', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:19:15.819022 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3bec59bb-b50a-4ff4-aa2c-4e6451dd3846 None None] Provisioning complete for port 9dbbf848-80a6-47ff-888a-cc03f1506f4b triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:15.819798 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3bec59bb-b50a-4ff4-aa2c-4e6451dd3846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:15.860910 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3bec59bb-b50a-4ff4-aa2c-4e6451dd3846 None None] Port 9dbbf848-80a6-47ff-888a-cc03f1506f4b cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:19:15.876667 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70196cbf-0d8a-412c-8fa1-d6cf1c18b088 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:15.911266 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21e6647-542e-4d85-a96b-c573906a4dd9 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:19:15.925700 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b21e6647-542e-4d85-a96b-c573906a4dd9 admin admin] 10.222.0.26 "PUT /v2.0/routers/3113d522-b768-4de1-a2f0-6cacdee15d46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1966753 Sep 07 19:19:15.961517 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70196cbf-0d8a-412c-8fa1-d6cf1c18b088 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:15.967744 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70196cbf-0d8a-412c-8fa1-d6cf1c18b088 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:15.990889 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70196cbf-0d8a-412c-8fa1-d6cf1c18b088 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cfb6491-b5aa-4e50-be2c-d2ec8f0aaaaf,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:15.998960 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-70196cbf-0d8a-412c-8fa1-d6cf1c18b088 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:16.000399 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-70196cbf-0d8a-412c-8fa1-d6cf1c18b088 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2137194 Sep 07 19:19:16.003281 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42544) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:16.008945 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-89b9f590-b891-462f-a19e-e4c5511f9c69 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': '557fdae1-f915-4a02-93f5-2d4e07dae390', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:19:16.048397 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-89b9f590-b891-462f-a19e-e4c5511f9c69 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:16.162310 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-89b9f590-b891-462f-a19e-e4c5511f9c69 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:16.168429 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-89b9f590-b891-462f-a19e-e4c5511f9c69 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:16.207785 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f590-b891-462f-a19e-e4c5511f9c69 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d571ad0-b564-4c7f-a3c5-b413a1e6f88c,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:16.228478 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-89b9f590-b891-462f-a19e-e4c5511f9c69 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:16.233513 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-89b9f590-b891-462f-a19e-e4c5511f9c69 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2285244 Sep 07 19:19:16.234242 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42554) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:16.240365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-edb5d5fa-fca8-4df1-ade4-48c93a998b31 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': '557fdae1-f915-4a02-93f5-2d4e07dae390', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:19:16.267257 n-d-807786-1 neutron-server[101445]: INFO neutron.db.securitygroups_db [None req-edb5d5fa-fca8-4df1-ade4-48c93a998b31 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Project aa42bbf5542c477bbf2c68a6d391c89a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:19:16.273153 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edb5d5fa-fca8-4df1-ade4-48c93a998b31 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:16.355134 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edb5d5fa-fca8-4df1-ade4-48c93a998b31 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:16.360596 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edb5d5fa-fca8-4df1-ade4-48c93a998b31 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:16.384392 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5d5fa-fca8-4df1-ade4-48c93a998b31 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080c599f-ccd8-4ec3-8578-764228886c94,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:16.392842 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-edb5d5fa-fca8-4df1-ade4-48c93a998b31 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:16.394479 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-edb5d5fa-fca8-4df1-ade4-48c93a998b31 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1586342 Sep 07 19:19:16.397325 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42562) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:16.402375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-891058b0-9033-43c8-8602-977bc5d24db4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': '557fdae1-f915-4a02-93f5-2d4e07dae390', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:19:16.441760 n-d-807786-1 neutron-server[101445]: INFO neutron.db.securitygroups_db [None req-891058b0-9033-43c8-8602-977bc5d24db4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Project aa42bbf5542c477bbf2c68a6d391c89a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:19:16.467508 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-891058b0-9033-43c8-8602-977bc5d24db4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:16.583348 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-891058b0-9033-43c8-8602-977bc5d24db4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:16.589665 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-891058b0-9033-43c8-8602-977bc5d24db4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:16.656198 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891058b0-9033-43c8-8602-977bc5d24db4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde82a9d-5295-4c26-bfa4-bd8664037778,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:16.662014 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-891058b0-9033-43c8-8602-977bc5d24db4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:16.663364 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-891058b0-9033-43c8-8602-977bc5d24db4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2648721 Sep 07 19:19:16.666464 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42574) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:16.673311 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-680ecad2-5431-438b-ba31-09f0b3d019a9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'network': {'name': 'tempest-network-smoke--1325290258', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'port_security_enabled': True}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:19:16.727549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680ecad2-5431-438b-ba31-09f0b3d019a9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Made reservation on behalf of aa42bbf5542c477bbf2c68a6d391c89a for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:19:16.731681 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-680ecad2-5431-438b-ba31-09f0b3d019a9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:16.765442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-680ecad2-5431-438b-ba31-09f0b3d019a9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:19:16.791829 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-680ecad2-5431-438b-ba31-09f0b3d019a9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:16.792675 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-680ecad2-5431-438b-ba31-09f0b3d019a9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Added segment d900e288-36e4-48e5-9024-9e61f0b6c4b5 of type vlan for network 40ca7270-4d27-4b0b-8ec9-d42375dd2257 Sep 07 19:19:16.886378 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-680ecad2-5431-438b-ba31-09f0b3d019a9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:16.945036 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-680ecad2-5431-438b-ba31-09f0b3d019a9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:16.959117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680ecad2-5431-438b-ba31-09f0b3d019a9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:16.960535 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-680ecad2-5431-438b-ba31-09f0b3d019a9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:17.070039 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42592) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:17.077280 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-bc169cfe-ddaa-4bf4-9e31-bdc321ddf254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-124524640', 'admin_state_up': True, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:19:17.085331 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-680ecad2-5431-438b-ba31-09f0b3d019a9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4174044 Sep 07 19:19:17.147362 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc169cfe-ddaa-4bf4-9e31-bdc321ddf254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:17.150667 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc169cfe-ddaa-4bf4-9e31-bdc321ddf254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:17.169679 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ecad2-5431-438b-ba31-09f0b3d019a9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Network': ['ID=40ca7270-4d27-4b0b-8ec9-d42375dd2257,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:17.182204 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 40ca7270-4d27-4b0b-8ec9-d42375dd2257 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:19:17.266769 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc169cfe-ddaa-4bf4-9e31-bdc321ddf254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:17.511271 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc169cfe-ddaa-4bf4-9e31-bdc321ddf254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:17.830372 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc169cfe-ddaa-4bf4-9e31-bdc321ddf254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:17.850333 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc169cfe-ddaa-4bf4-9e31-bdc321ddf254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:17.998601 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-bc169cfe-ddaa-4bf4-9e31-bdc321ddf254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Allocated IP 172.25.8.137 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/d9a1f7d0-9a90-4709-81eb-11521982ada1) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:19:18.198203 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc169cfe-ddaa-4bf4-9e31-bdc321ddf254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:18.285095 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc169cfe-ddaa-4bf4-9e31-bdc321ddf254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:18.326916 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc169cfe-ddaa-4bf4-9e31-bdc321ddf254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:19:18.327290 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c11db4d4-4902-4249-a4be-f2b79066dc8c up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:19:18.329954 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-bc169cfe-ddaa-4bf4-9e31-bdc321ddf254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:19:18.334100 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc169cfe-ddaa-4bf4-9e31-bdc321ddf254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:19:18.391333 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc169cfe-ddaa-4bf4-9e31-bdc321ddf254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=d9a1f7d0-9a90-4709-81eb-11521982ada1,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:18.400808 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port c11db4d4-4902-4249-a4be-f2b79066dc8c completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:19:18.405507 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port c11db4d4-4902-4249-a4be-f2b79066dc8c triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:18.405903 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:18.523975 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:18.554798 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port c11db4d4-4902-4249-a4be-f2b79066dc8c, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c11db4d4-4902-4249-a4be-f2b79066dc8c,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:19:18.560925 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:18.628762 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=c11db4d4-4902-4249-a4be-f2b79066dc8c,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:18.654797 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-3bb27b79-766f-42b0-9fb6-86d256ece962 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:18.660779 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-3bb27b79-766f-42b0-9fb6-86d256ece962 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 812 time: 0.1403329 Sep 07 19:19:18.675065 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-7442e2a6-ab9f-4de4-bffb-488001603683 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/quotas/73c2ecafe8034c5e899d0af72b0de7b0 HTTP/1.1" status: 200 len: 375 time: 0.0107260 Sep 07 19:19:18.698365 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc169cfe-ddaa-4bf4-9e31-bdc321ddf254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:18.732819 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-4d068ca3-32b1-4034-99ec-da950e0ebb30 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486863 Sep 07 19:19:18.861554 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-decd338e-9626-4f4a-a19e-3db0b384cad4 service neutron] 10.222.0.26 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119998 Sep 07 19:19:18.923656 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc169cfe-ddaa-4bf4-9e31-bdc321ddf254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:18.966653 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-6e4e4252-6abb-4fca-9813-159248bebf25 service neutron] 10.222.0.26 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936956 Sep 07 19:19:19.076113 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc169cfe-ddaa-4bf4-9e31-bdc321ddf254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Router f290e1fb-cd91-452d-9cb9-4c8858c38cb3 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:19:19.142920 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] Sync routers for ids ['3113d522-b768-4de1-a2f0-6cacdee15d46'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:19:19.164783 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] Routers {'3113d522-b768-4de1-a2f0-6cacdee15d46'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:19:19.166078 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3113d522-b768-4de1-a2f0-6cacdee15d46'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:19.223906 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc169cfe-ddaa-4bf4-9e31-bdc321ddf254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:19:19.235512 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] Sync routers for ids ['f290e1fb-cd91-452d-9cb9-4c8858c38cb3'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:19:19.252129 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bc169cfe-ddaa-4bf4-9e31-bdc321ddf254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:19.253983 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bc169cfe-ddaa-4bf4-9e31-bdc321ddf254 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1826446 Sep 07 19:19:19.259236 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42656) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:19.262576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] Routers {'f290e1fb-cd91-452d-9cb9-4c8858c38cb3'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:19:19.263703 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['f290e1fb-cd91-452d-9cb9-4c8858c38cb3'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:19.386228 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] Set router 3113d522-b768-4de1-a2f0-6cacdee15d46 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:19:19.477674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] Set router f290e1fb-cd91-452d-9cb9-4c8858c38cb3 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:19:19.539587 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0377fafc-e63d-4b45-a758-c8631ff61fce tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=aa42bbf5542c477bbf2c68a6d391c89a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2766106 Sep 07 19:19:19.539868 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42672) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:19.775196 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-04e67383-5b8a-402a-b626-681559bec840 req-70d07ecc-9078-4c4a-ade3-06b00b09c266 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 210 time: 0.4530299 Sep 07 19:19:19.777482 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e817c424-787d-47d5-9ab5-8bcf043a1e4e tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:19.779981 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e817c424-787d-47d5-9ab5-8bcf043a1e4e tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2387781 Sep 07 19:19:19.782932 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42678) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:19.825516 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d6e76d76-0b6f-4fb0-9249-d44bc68e88c4 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400422 Sep 07 19:19:19.827467 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 42680) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:19.836457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-3da74489-8d42-4ed4-9dbf-ebd5e2d8b583 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-676678939', 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:19:19.872903 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124524640', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:18Z', 'revision_number': 3, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:19.972351 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] Checking router: f290e1fb-cd91-452d-9cb9-4c8858c38cb3 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:19:19.973953 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] Updating router f290e1fb-cd91-452d-9cb9-4c8858c38cb3 port d9a1f7d0-9a90-4709-81eb-11521982ada1 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:19:20.023897 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da74489-8d42-4ed4-9dbf-ebd5e2d8b583 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Made reservation on behalf of aa42bbf5542c477bbf2c68a6d391c89a for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:19:20.032479 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3da74489-8d42-4ed4-9dbf-ebd5e2d8b583 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:20.047899 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:20.093573 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3113d522-b768-4de1-a2f0-6cacdee15d46', 'name': 'tempest-TestVolumeBootPattern-446106820-router', 'tenant_id': '494548838bc645e286284e0521ab7098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'c11db4d4-4902-4249-a4be-f2b79066dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:08Z', 'updated_at': '2021-09-07T19:19:14Z', 'revision_number': 4, 'project_id': '494548838bc645e286284e0521ab7098', 'gw_port': {'id': 'c11db4d4-4902-4249-a4be-f2b79066dc8c', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3113d522-b768-4de1-a2f0-6cacdee15d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:09Z', 'updated_at': '2021-09-07T19:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '9dbbf848-80a6-47ff-888a-cc03f1506f4b', 'name': '', 'network_id': 'db2bc120-7a6c-4d83-9c73-b7d86735f810', 'tenant_id': '494548838bc645e286284e0521ab7098', 'mac_address': 'fa:16:3e:98:b3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3113d522-b768-4de1-a2f0-6cacdee15d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '2e0e2658-6568-464a-b565-25b997bd3588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:12Z', 'updated_at': '2021-09-07T19:19:14Z', 'revision_number': 2, 'project_id': '494548838bc645e286284e0521ab7098', 'subnets': [{'id': '2e0e2658-6568-464a-b565-25b997bd3588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:20.158099 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] Checking router: 3113d522-b768-4de1-a2f0-6cacdee15d46 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:19:20.159087 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] Updating router 3113d522-b768-4de1-a2f0-6cacdee15d46 port 9dbbf848-80a6-47ff-888a-cc03f1506f4b binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:19:20.201069 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:20.369529 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3da74489-8d42-4ed4-9dbf-ebd5e2d8b583 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:20.411290 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c11db4d4-4902-4249-a4be-f2b79066dc8c up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:19:20.469064 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da74489-8d42-4ed4-9dbf-ebd5e2d8b583 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Subnet': ['ID=faa1f8bf-60ad-4853-abe2-908c64b913cc,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:20.540239 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da74489-8d42-4ed4-9dbf-ebd5e2d8b583 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Checking segment: {'id': 'd900e288-36e4-48e5-9024-9e61f0b6c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:19:20.543329 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da74489-8d42-4ed4-9dbf-ebd5e2d8b583 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network hostable DHCP agents. Network: 40ca7270-4d27-4b0b-8ec9-d42375dd2257, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:19:20.569322 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port c11db4d4-4902-4249-a4be-f2b79066dc8c triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:20.570620 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:20.582750 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da74489-8d42-4ed4-9dbf-ebd5e2d8b583 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 40ca7270-4d27-4b0b-8ec9-d42375dd2257 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:19:20.612328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-3da74489-8d42-4ed4-9dbf-ebd5e2d8b583 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 40ca7270-4d27-4b0b-8ec9-d42375dd2257) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:19:20.618422 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da74489-8d42-4ed4-9dbf-ebd5e2d8b583 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:20.619226 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3da74489-8d42-4ed4-9dbf-ebd5e2d8b583 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:20.629037 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0458af-642b-46f5-8c6b-3141ea0b68e8 None None] Network 40ca7270-4d27-4b0b-8ec9-d42375dd2257 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:19:20.635151 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:20.646731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3da74489-8d42-4ed4-9dbf-ebd5e2d8b583 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8171654 Sep 07 19:19:20.647584 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] Transition to ACTIVE for port object 9dbbf848-80a6-47ff-888a-cc03f1506f4b will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:19:20.649800 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 42696) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:20.664775 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:20.778674 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d279f-0616-409e-b63d-107b65fe4478 None None] Pushing event updated for resources: {'Port': ['ID=9dbbf848-80a6-47ff-888a-cc03f1506f4b,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:20.874818 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-40ca7270-4d27-4b0b-8ec9-d42375dd2257', 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'fixed_ips': [{'subnet_id': 'faa1f8bf-60ad-4853-abe2-908c64b913cc'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:19:20.876193 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:20.901193 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:21.021497 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] Attempting to bind port 9dbbf848-80a6-47ff-888a-cc03f1506f4b on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:19:21.025743 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] Attempting to bind port 9dbbf848-80a6-47ff-888a-cc03f1506f4b by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '011cf4bd-f7ae-474a-8b92-9884046c534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'db2bc120-7a6c-4d83-9c73-b7d86735f810'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:19:21.026163 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] Attempting to bind port 9dbbf848-80a6-47ff-888a-cc03f1506f4b on network db2bc120-7a6c-4d83-9c73-b7d86735f810 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:19:21.033147 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:19:21.033540 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] Checking segment: {'id': '011cf4bd-f7ae-474a-8b92-9884046c534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'db2bc120-7a6c-4d83-9c73-b7d86735f810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:19:21.033946 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:21.038960 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c4ef5ea-9364-4017-b858-fd7eaaefac7e req-eaf1afc7-d33b-4dd2-9904-c84c79feb5a1 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 210 time: 0.0854831 Sep 07 19:19:21.044224 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] Bound using segment: {'id': '011cf4bd-f7ae-474a-8b92-9884046c534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'db2bc120-7a6c-4d83-9c73-b7d86735f810'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:19:21.044877 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] Bound port: 9dbbf848-80a6-47ff-888a-cc03f1506f4b, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011cf4bd-f7ae-474a-8b92-9884046c534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'db2bc120-7a6c-4d83-9c73-b7d86735f810'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:19:21.045286 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:21.138744 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-5ab5fb33-72f1-424b-a426-580a1b46f7d6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:21.140291 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-5ab5fb33-72f1-424b-a426-580a1b46f7d6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 812 time: 0.2986481 Sep 07 19:19:21.147763 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] Transition to ACTIVE for port object d9a1f7d0-9a90-4709-81eb-11521982ada1 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:19:21.163892 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-e60061c6-ff12-4342-b7f6-edb607a25cd0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Request body: {'port': {'device_id': '477697da-9822-4682-a3e3-a42be867c42b', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'admin_state_up': True, 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:19:21.188212 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:21.223235 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] For port 9dbbf848-80a6-47ff-888a-cc03f1506f4b, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:19:21.231593 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] For port 9dbbf848-80a6-47ff-888a-cc03f1506f4b, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=9dbbf848-80a6-47ff-888a-cc03f1506f4b,segment=NetworkSegment(011cf4bd-f7ae-474a-8b92-9884046c534d),segment_id=011cf4bd-f7ae-474a-8b92-9884046c534d)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:19:21.240926 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:21.393375 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] Attempting to bind port d9a1f7d0-9a90-4709-81eb-11521982ada1 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:19:21.393795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] Attempting to bind port d9a1f7d0-9a90-4709-81eb-11521982ada1 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:19:21.394164 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] Attempting to bind port d9a1f7d0-9a90-4709-81eb-11521982ada1 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:19:21.407873 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d279f-0616-409e-b63d-107b65fe4478 None None] Pushing event updated for resources: {'Port': ['ID=9dbbf848-80a6-47ff-888a-cc03f1506f4b,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:21.428357 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] Routers {'3113d522-b768-4de1-a2f0-6cacdee15d46'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:19:21.429155 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3113d522-b768-4de1-a2f0-6cacdee15d46'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:21.455714 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:19:21.459598 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:19:21.459787 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:21.460085 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:19:21.460610 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] Bound port: d9a1f7d0-9a90-4709-81eb-11521982ada1, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:19:21.464254 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:21.617262 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] For port d9a1f7d0-9a90-4709-81eb-11521982ada1, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:19:21.622429 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-e60061c6-ff12-4342-b7f6-edb607a25cd0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Made reservation on behalf of 73c2ecafe8034c5e899d0af72b0de7b0 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:19:21.631762 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] For port d9a1f7d0-9a90-4709-81eb-11521982ada1, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d9a1f7d0-9a90-4709-81eb-11521982ada1,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:19:21.632952 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-e60061c6-ff12-4342-b7f6-edb607a25cd0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:21.635445 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857683b-a23a-4db3-a3fb-5b46c9d22a35 None None] Pushing event updated for resources: {'Port': ['ID=d9a1f7d0-9a90-4709-81eb-11521982ada1,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:21.652581 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:21.698250 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] Set router 3113d522-b768-4de1-a2f0-6cacdee15d46 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:19:21.768284 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857683b-a23a-4db3-a3fb-5b46c9d22a35 None None] Pushing event updated for resources: {'Port': ['ID=d9a1f7d0-9a90-4709-81eb-11521982ada1,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:21.781261 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] Allocated IP 172.20.0.2 (40ca7270-4d27-4b0b-8ec9-d42375dd2257/faa1f8bf-60ad-4853-abe2-908c64b913cc/de3c45b2-5f03-4081-a361-8362cb855656) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:19:21.819841 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] Routers {'f290e1fb-cd91-452d-9cb9-4c8858c38cb3'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:19:21.820497 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['f290e1fb-cd91-452d-9cb9-4c8858c38cb3'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:22.101931 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3113d522-b768-4de1-a2f0-6cacdee15d46', 'name': 'tempest-TestVolumeBootPattern-446106820-router', 'tenant_id': '494548838bc645e286284e0521ab7098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'c11db4d4-4902-4249-a4be-f2b79066dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:08Z', 'updated_at': '2021-09-07T19:19:14Z', 'revision_number': 4, 'project_id': '494548838bc645e286284e0521ab7098', 'gw_port': {'id': 'c11db4d4-4902-4249-a4be-f2b79066dc8c', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3113d522-b768-4de1-a2f0-6cacdee15d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:09Z', 'updated_at': '2021-09-07T19:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '9dbbf848-80a6-47ff-888a-cc03f1506f4b', 'name': '', 'network_id': 'db2bc120-7a6c-4d83-9c73-b7d86735f810', 'tenant_id': '494548838bc645e286284e0521ab7098', 'mac_address': 'fa:16:3e:98:b3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3113d522-b768-4de1-a2f0-6cacdee15d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '2e0e2658-6568-464a-b565-25b997bd3588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:12Z', 'updated_at': '2021-09-07T19:19:21Z', 'revision_number': 4, 'project_id': '494548838bc645e286284e0521ab7098', 'subnets': [{'id': '2e0e2658-6568-464a-b565-25b997bd3588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:22.138909 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2559aefc-cf02-454d-b79d-a092cabb0cbb None None] The sync data for ids ['3113d522-b768-4de1-a2f0-6cacdee15d46'] in n-d-807786-1 is: [{'id': '3113d522-b768-4de1-a2f0-6cacdee15d46', 'name': 'tempest-TestVolumeBootPattern-446106820-router', 'tenant_id': '494548838bc645e286284e0521ab7098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'c11db4d4-4902-4249-a4be-f2b79066dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:08Z', 'updated_at': '2021-09-07T19:19:14Z', 'revision_number': 4, 'project_id': '494548838bc645e286284e0521ab7098', 'gw_port': {'id': 'c11db4d4-4902-4249-a4be-f2b79066dc8c', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3113d522-b768-4de1-a2f0-6cacdee15d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:09Z', 'updated_at': '2021-09-07T19:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '9dbbf848-80a6-47ff-888a-cc03f1506f4b', 'name': '', 'network_id': 'db2bc120-7a6c-4d83-9c73-b7d86735f810', 'tenant_id': '494548838bc645e286284e0521ab7098', 'mac_address': 'fa:16:3e:98:b3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3113d522-b768-4de1-a2f0-6cacdee15d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '2e0e2658-6568-464a-b565-25b997bd3588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:12Z', 'updated_at': '2021-09-07T19:19:21Z', 'revision_number': 4, 'project_id': '494548838bc645e286284e0521ab7098', 'subnets': [{'id': '2e0e2658-6568-464a-b565-25b997bd3588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:19:22.203430 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f7fc2d3a-b046-46e0-9973-0278c1bd876e req-66f06264-d975-481a-8d9b-62b69698ca47 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 210 time: 0.0517931 Sep 07 19:19:22.364951 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 9dbbf848-80a6-47ff-888a-cc03f1506f4b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:19:22.377681 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-e60061c6-ff12-4342-b7f6-edb607a25cd0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Allocated IP 172.20.0.13 (d1679c4a-080a-4fd0-aff8-8fd66429f7da/714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8/1f75f212-0edf-4ecf-bc25-6bc5da04ea87) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:19:22.432182 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] Set router f290e1fb-cd91-452d-9cb9-4c8858c38cb3 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:19:22.434448 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:22.503226 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] Transition to ACTIVE for port object de3c45b2-5f03-4081-a361-8362cb855656 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:19:22.558189 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] Transition to ACTIVE for port object de3c45b2-5f03-4081-a361-8362cb855656 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:19:22.592708 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:22.633610 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-e60061c6-ff12-4342-b7f6-edb607a25cd0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:22.656402 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 9dbbf848-80a6-47ff-888a-cc03f1506f4b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:19:22.664844 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] Network 40ca7270-4d27-4b0b-8ec9-d42375dd2257 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:19:22.669978 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 9dbbf848-80a6-47ff-888a-cc03f1506f4b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:22.670425 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:22.678342 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:19:22.684422 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-e60061c6-ff12-4342-b7f6-edb607a25cd0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Transition to ACTIVE for port object 1f75f212-0edf-4ecf-bc25-6bc5da04ea87 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:19:22.703590 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-090d805f-1abd-40ac-9b58-18aabd6a774d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:22.715181 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:19:22.728962 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] Pushing event updated for resources: {'Port': ['ID=de3c45b2-5f03-4081-a361-8362cb855656,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:22.830625 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-e60061c6-ff12-4342-b7f6-edb607a25cd0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:22.852474 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] Attempting to bind port de3c45b2-5f03-4081-a361-8362cb855656 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:19:22.855470 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] Attempting to bind port de3c45b2-5f03-4081-a361-8362cb855656 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'd900e288-36e4-48e5-9024-9e61f0b6c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:19:22.855860 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] Attempting to bind port de3c45b2-5f03-4081-a361-8362cb855656 on network 40ca7270-4d27-4b0b-8ec9-d42375dd2257 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:19:22.940947 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:19:22.941445 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] Checking segment: {'id': 'd900e288-36e4-48e5-9024-9e61f0b6c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:19:22.941929 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:22.942400 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] Bound using segment: {'id': 'd900e288-36e4-48e5-9024-9e61f0b6c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:19:22.942982 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] Bound port: de3c45b2-5f03-4081-a361-8362cb855656, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd900e288-36e4-48e5-9024-9e61f0b6c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:19:22.943451 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:22.975302 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:22.979257 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124524640', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:18Z', 'revision_number': 3, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:22.988048 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-e60061c6-ff12-4342-b7f6-edb607a25cd0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Network d1679c4a-080a-4fd0-aff8-8fd66429f7da is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:19:23.018115 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-e60061c6-ff12-4342-b7f6-edb607a25cd0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:19:23.023418 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60061c6-ff12-4342-b7f6-edb607a25cd0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event updated for resources: {'Port': ['ID=1f75f212-0edf-4ecf-bc25-6bc5da04ea87,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:23.032040 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-e60061c6-ff12-4342-b7f6-edb607a25cd0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:19:23.036956 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc9deb0-d42a-489c-9282-d61297dd987e None None] The sync data for ids ['f290e1fb-cd91-452d-9cb9-4c8858c38cb3'] in n-d-807786-1 is: [{'id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124524640', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:18Z', 'revision_number': 3, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:19:23.095201 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 9dbbf848-80a6-47ff-888a-cc03f1506f4b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=9dbbf848-80a6-47ff-888a-cc03f1506f4b,segment=NetworkSegment(011cf4bd-f7ae-474a-8b92-9884046c534d),segment_id=011cf4bd-f7ae-474a-8b92-9884046c534d)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:19:23.105773 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:23.111748 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] For port de3c45b2-5f03-4081-a361-8362cb855656, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:19:23.117034 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] For port de3c45b2-5f03-4081-a361-8362cb855656, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=de3c45b2-5f03-4081-a361-8362cb855656,segment=NetworkSegment(d900e288-36e4-48e5-9024-9e61f0b6c4b5),segment_id=d900e288-36e4-48e5-9024-9e61f0b6c4b5)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:19:23.162153 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:23.217084 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=9dbbf848-80a6-47ff-888a-cc03f1506f4b,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:23.294678 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c3beeb81-aaa6-47a9-871e-cadf658ac6ba req-cb6f9b60-2aee-4010-a845-f401e0b51d6a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4610701 Sep 07 19:19:23.322217 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-e60061c6-ff12-4342-b7f6-edb607a25cd0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:23.323277 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-e60061c6-ff12-4342-b7f6-edb607a25cd0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:23.333233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d36722-19c5-4bd8-ae9b-e260599b2fa4 None None] Pushing event updated for resources: {'Port': ['ID=de3c45b2-5f03-4081-a361-8362cb855656,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:23.502735 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-e60061c6-ff12-4342-b7f6-edb607a25cd0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3475046 Sep 07 19:19:23.532249 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-40e3cdf4-62a3-40d7-89c4-49e94eed6ae6 None None] Provisioning for port 1f75f212-0edf-4ecf-bc25-6bc5da04ea87 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:19:23.535802 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] Request body: {'port': {'device_id': '477697da-9822-4682-a3e3-a42be867c42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:19:23.540916 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-40e3cdf4-62a3-40d7-89c4-49e94eed6ae6 None None] Provisioning complete for port 1f75f212-0edf-4ecf-bc25-6bc5da04ea87 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:23.541537 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-40e3cdf4-62a3-40d7-89c4-49e94eed6ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:23.583167 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-090d805f-1abd-40ac-9b58-18aabd6a774d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Allocated IP 172.20.0.1 (40ca7270-4d27-4b0b-8ec9-d42375dd2257/faa1f8bf-60ad-4853-abe2-908c64b913cc/db11f9ff-c541-4b33-a891-0239bc9a02c6) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:19:23.604757 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beeb81-aaa6-47a9-871e-cadf658ac6ba req-3d2ac980-8eb8-4f42-8f2e-7d45d3a480c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:23.607257 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c3beeb81-aaa6-47a9-871e-cadf658ac6ba req-3d2ac980-8eb8-4f42-8f2e-7d45d3a480c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=254a2ba6f1404816a3dabc83cc8e217d&device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 1096 time: 0.2240100 Sep 07 19:19:23.642699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576e35d-5008-4f6c-a935-b935bfe17e64 req-4f74ee50-baaf-4e3b-a201-d73bc7ab4a61 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:23.650429 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4576e35d-5008-4f6c-a935-b935bfe17e64 req-4f74ee50-baaf-4e3b-a201-d73bc7ab4a61 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 932 time: 0.2978337 Sep 07 19:19:23.664468 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:23.672082 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-40e3cdf4-62a3-40d7-89c4-49e94eed6ae6 None None] Port 1f75f212-0edf-4ecf-bc25-6bc5da04ea87 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:19:23.741785 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4576e35d-5008-4f6c-a935-b935bfe17e64 req-fab5cdde-ac69-4947-919f-ddf77075eda4 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621474 Sep 07 19:19:24.013893 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beeb81-aaa6-47a9-871e-cadf658ac6ba req-d2e87cac-c224-45ec-8b0c-972af54b63ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:24.015501 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c3beeb81-aaa6-47a9-871e-cadf658ac6ba req-d2e87cac-c224-45ec-8b0c-972af54b63ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=c59d35e9-a47c-4db1-9fe0-f71f03677711 HTTP/1.1" status: 200 len: 910 time: 0.3333874 Sep 07 19:19:24.115299 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-090d805f-1abd-40ac-9b58-18aabd6a774d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:24.177016 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-090d805f-1abd-40ac-9b58-18aabd6a774d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Transition to ACTIVE for port object db11f9ff-c541-4b33-a891-0239bc9a02c6 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:19:24.197517 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c3beeb81-aaa6-47a9-871e-cadf658ac6ba req-9fb11474-dcd1-4921-8da0-cf8d7b9c3083 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aef675e-8fdf-4092-838c-b6927b6908cc HTTP/1.1" status: 200 len: 1001 time: 0.1726944 Sep 07 19:19:24.319397 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beeb81-aaa6-47a9-871e-cadf658ac6ba req-de63a9c8-5da3-4d38-9745-cb2989689281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:24.327791 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c3beeb81-aaa6-47a9-871e-cadf658ac6ba req-de63a9c8-5da3-4d38-9745-cb2989689281 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=765e9a5e-c40a-4665-aaca-06d64bc75a68 HTTP/1.1" status: 200 len: 848 time: 0.1217406 Sep 07 19:19:24.340422 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-090d805f-1abd-40ac-9b58-18aabd6a774d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:24.463385 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090d805f-1abd-40ac-9b58-18aabd6a774d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 40ca7270-4d27-4b0b-8ec9-d42375dd2257 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:19:24.471106 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d805f-1abd-40ac-9b58-18aabd6a774d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=db11f9ff-c541-4b33-a891-0239bc9a02c6,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:24.479416 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-090d805f-1abd-40ac-9b58-18aabd6a774d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:19:24.485039 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f75f212-0edf-4ecf-bc25-6bc5da04ea87 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:19:24.491117 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090d805f-1abd-40ac-9b58-18aabd6a774d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:19:24.501469 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:24.524139 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d9a1f7d0-9a90-4709-81eb-11521982ada1 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:19:24.537811 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beeb81-aaa6-47a9-871e-cadf658ac6ba req-68d2fb59-ed8a-49c3-b52e-d423fc985197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:24.540481 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c3beeb81-aaa6-47a9-871e-cadf658ac6ba req-68d2fb59-ed8a-49c3-b52e-d423fc985197 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c59d35e9-a47c-4db1-9fe0-f71f03677711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2013209 Sep 07 19:19:24.594185 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] Transition to ACTIVE for port object 1f75f212-0edf-4ecf-bc25-6bc5da04ea87 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:19:24.603757 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port d9a1f7d0-9a90-4709-81eb-11521982ada1 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:19:24.611635 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port d9a1f7d0-9a90-4709-81eb-11521982ada1 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:24.612233 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:24.634932 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:24.726096 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-090d805f-1abd-40ac-9b58-18aabd6a774d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:24.748855 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:24.787278 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port d9a1f7d0-9a90-4709-81eb-11521982ada1, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d9a1f7d0-9a90-4709-81eb-11521982ada1,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:19:24.793626 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:24.794823 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 9dbbf848-80a6-47ff-888a-cc03f1506f4b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:19:24.883842 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] Pushing event updated for resources: {'Port': ['ID=1f75f212-0edf-4ecf-bc25-6bc5da04ea87,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:24.934259 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae30e35-e771-4c53-96c5-7346d3505b22 None None] Network 40ca7270-4d27-4b0b-8ec9-d42375dd2257 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:19:24.969111 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c3beeb81-aaa6-47a9-871e-cadf658ac6ba req-fc11985f-4fd3-401c-b8b8-1bec21e11f94 service neutron] 10.222.0.36 "GET /v2.0/networks/c59d35e9-a47c-4db1-9fe0-f71f03677711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156380 Sep 07 19:19:24.973793 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=d9a1f7d0-9a90-4709-81eb-11521982ada1,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:24.986872 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4303dc0-b365-46e9-8b48-fa2550db4339 req-b43d8b29-5a36-4731-8753-b3ed146d4be2 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:24.987576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 9dbbf848-80a6-47ff-888a-cc03f1506f4b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:24.987961 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:24.989535 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4303dc0-b365-46e9-8b48-fa2550db4339 req-b43d8b29-5a36-4731-8753-b3ed146d4be2 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 944 time: 0.1200321 Sep 07 19:19:25.064889 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4303dc0-b365-46e9-8b48-fa2550db4339 req-96b14950-1039-472f-b666-8b7c834b87b5 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661016 Sep 07 19:19:25.124016 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1ea3fa33-dfac-451f-9b09-d3e02fd5268c None None] Provisioning for port de3c45b2-5f03-4081-a361-8362cb855656 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:19:25.125377 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] Attempting to bind port 1f75f212-0edf-4ecf-bc25-6bc5da04ea87 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:19:25.125785 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] Attempting to bind port 1f75f212-0edf-4ecf-bc25-6bc5da04ea87 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:19:25.126017 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] Attempting to bind port 1f75f212-0edf-4ecf-bc25-6bc5da04ea87 on network d1679c4a-080a-4fd0-aff8-8fd66429f7da {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:19:25.137622 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] Port 1f75f212-0edf-4ecf-bc25-6bc5da04ea87 on network d1679c4a-080a-4fd0-aff8-8fd66429f7da not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:19:25.137952 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] Attempting to bind port 1f75f212-0edf-4ecf-bc25-6bc5da04ea87 on network d1679c4a-080a-4fd0-aff8-8fd66429f7da {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:19:25.167370 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:19:25.167653 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] Checking segment: {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:19:25.168032 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] Bound using segment: {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:19:25.168489 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] Bound port: 1f75f212-0edf-4ecf-bc25-6bc5da04ea87, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:19:25.168876 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:25.195492 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-090d805f-1abd-40ac-9b58-18aabd6a774d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:25.235553 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-c3beeb81-aaa6-47a9-871e-cadf658ac6ba req-cba7cabf-60a2-4511-bbfd-f11574feeabf service neutron] 10.222.0.36 "GET /v2.0/networks/c59d35e9-a47c-4db1-9fe0-f71f03677711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316334 Sep 07 19:19:25.267516 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device de3c45b2-5f03-4081-a361-8362cb855656 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:19:25.359884 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] For port 1f75f212-0edf-4ecf-bc25-6bc5da04ea87, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:19:25.365096 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] For port 1f75f212-0edf-4ecf-bc25-6bc5da04ea87, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=1f75f212-0edf-4ecf-bc25-6bc5da04ea87,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:19:25.373191 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:25.375870 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port de3c45b2-5f03-4081-a361-8362cb855656 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:19:25.384048 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port de3c45b2-5f03-4081-a361-8362cb855656 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:25.384521 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:25.479357 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:25.479982 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:25.481455 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] 10.222.0.60 "PUT /v2.0/ports/1f75f212-0edf-4ecf-bc25-6bc5da04ea87 HTTP/1.1" status: 200 len: 1092 time: 1.9558682 Sep 07 19:19:25.481920 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477697da-9822-4682-a3e3-a42be867c42b', 'tag': '1f75f212-0edf-4ecf-bc25-6bc5da04ea87'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:19:25.484354 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51df2b9-03af-4d97-bd70-f36b2fdb7a27" -d '{"events": [{"name": "network-changed", "server_uuid": "477697da-9822-4682-a3e3-a42be867c42b", "tag": "1f75f212-0edf-4ecf-bc25-6bc5da04ea87"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:19:25.504465 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:25.527829 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607acb8-524c-4b08-868a-904e35f21d98 service neutron] Pushing event updated for resources: {'Port': ['ID=1f75f212-0edf-4ecf-bc25-6bc5da04ea87,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:25.579304 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port de3c45b2-5f03-4081-a361-8362cb855656, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=de3c45b2-5f03-4081-a361-8362cb855656,segment=NetworkSegment(d900e288-36e4-48e5-9024-9e61f0b6c4b5),segment_id=d900e288-36e4-48e5-9024-9e61f0b6c4b5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:19:25.584960 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:25.623398 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b830c0b-61e6-4524-9eb9-70b9112aa10b x-openstack-request-id: req-7b830c0b-61e6-4524-9eb9-70b9112aa10b {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:19:25.623398 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477697da-9822-4682-a3e3-a42be867c42b", "tag": "1f75f212-0edf-4ecf-bc25-6bc5da04ea87", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:19:25.624070 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7b830c0b-61e6-4524-9eb9-70b9112aa10b {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:19:25.624182 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477697da-9822-4682-a3e3-a42be867c42b', 'tag': '1f75f212-0edf-4ecf-bc25-6bc5da04ea87', 'status': 'completed', 'code': 200} Sep 07 19:19:25.709118 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=de3c45b2-5f03-4081-a361-8362cb855656,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:25.733460 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-886e2115-92e8-4c2d-9435-4824429c0650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:25.735000 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-886e2115-92e8-4c2d-9435-4824429c0650 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 1095 time: 0.1440363 Sep 07 19:19:25.764610 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-833c1313-4045-45c3-9069-e296e1341e7e None None] Provisioning for port db11f9ff-c541-4b33-a891-0239bc9a02c6 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:19:25.789116 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-833c1313-4045-45c3-9069-e296e1341e7e None None] Provisioning complete for port db11f9ff-c541-4b33-a891-0239bc9a02c6 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:25.789116 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-833c1313-4045-45c3-9069-e296e1341e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:25.840068 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-a607ea01-ca2e-4e10-9dff-05148ae8089c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f75f212-0edf-4ecf-bc25-6bc5da04ea87 HTTP/1.1" status: 200 len: 217 time: 0.0939920 Sep 07 19:19:25.858546 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-833c1313-4045-45c3-9069-e296e1341e7e None None] Port db11f9ff-c541-4b33-a891-0239bc9a02c6 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:19:25.875124 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-833c1313-4045-45c3-9069-e296e1341e7e None None] Provisioning complete for port de3c45b2-5f03-4081-a361-8362cb855656 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:25.875528 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-833c1313-4045-45c3-9069-e296e1341e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:25.971405 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd56f-66f9-4a71-965a-f4b17511cfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:26.029537 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-314132c4-3c44-436d-856c-35c87d873c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:26.031051 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-314132c4-3c44-436d-856c-35c87d873c55 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.1837113 Sep 07 19:19:26.110526 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-090d805f-1abd-40ac-9b58-18aabd6a774d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:26.115907 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-e89282fa-286f-4742-bcb7-fa8f5afd950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:26.117472 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-e89282fa-286f-4742-bcb7-fa8f5afd950f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738387 Sep 07 19:19:26.118737 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-090d805f-1abd-40ac-9b58-18aabd6a774d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:26.159731 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-14b6e752-ac37-419c-9928-75f29b20e5bf None None] Provisioning complete for port db11f9ff-c541-4b33-a891-0239bc9a02c6 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:26.160198 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-14b6e752-ac37-419c-9928-75f29b20e5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:26.252194 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95450f9-3dba-4fc0-8671-fd9634f6f4bd req-07ee4dfe-b277-42bc-881c-f190a26ae777 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:26.265526 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d95450f9-3dba-4fc0-8671-fd9634f6f4bd req-07ee4dfe-b277-42bc-881c-f190a26ae777 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 944 time: 0.1067355 Sep 07 19:19:26.265673 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-090d805f-1abd-40ac-9b58-18aabd6a774d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:26.270934 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d805f-1abd-40ac-9b58-18aabd6a774d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=db11f9ff-c541-4b33-a891-0239bc9a02c6,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:26.284405 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-14b6e752-ac37-419c-9928-75f29b20e5bf None None] Port db11f9ff-c541-4b33-a891-0239bc9a02c6 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:19:26.343940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d9a1f7d0-9a90-4709-81eb-11521982ada1 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:19:26.371208 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d95450f9-3dba-4fc0-8671-fd9634f6f4bd req-eeb48cb8-796a-49f9-8c24-b2ccb05f1e5a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033690 Sep 07 19:19:26.406731 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-50b8d233-3bfc-48a3-8551-30a824fdaeb5 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617283 Sep 07 19:19:26.427117 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port d9a1f7d0-9a90-4709-81eb-11521982ada1 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:26.427117 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:26.514979 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090d805f-1abd-40ac-9b58-18aabd6a774d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 40ca7270-4d27-4b0b-8ec9-d42375dd2257 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:19:26.516316 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device de3c45b2-5f03-4081-a361-8362cb855656 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:19:26.518115 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-090d805f-1abd-40ac-9b58-18aabd6a774d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:19:26.587499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port de3c45b2-5f03-4081-a361-8362cb855656 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:26.588299 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:26.617230 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-838fbffb-cf52-4c34-8dc0-b48414d09309 req-805a5bf5-0c7e-4e5b-84ae-4c2fb3d4eeeb service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020242 Sep 07 19:19:26.769032 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090d805f-1abd-40ac-9b58-18aabd6a774d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Router f290e1fb-cd91-452d-9cb9-4c8858c38cb3 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:19:26.779209 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51df2b9-03af-4d97-bd70-f36b2fdb7a27 req-e7985a2a-9c9f-4445-900f-cdeb3f1f6712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:26.781143 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a51df2b9-03af-4d97-bd70-f36b2fdb7a27 req-e7985a2a-9c9f-4445-900f-cdeb3f1f6712 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 1095 time: 0.0726416 Sep 07 19:19:26.852060 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cf01d02a-809a-4d16-8e57-3259016accdf None None] Provisioning complete for port db11f9ff-c541-4b33-a891-0239bc9a02c6 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:26.852655 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cf01d02a-809a-4d16-8e57-3259016accdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:26.891034 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-cf01d02a-809a-4d16-8e57-3259016accdf None None] Port db11f9ff-c541-4b33-a891-0239bc9a02c6 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:19:27.310380 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090d805f-1abd-40ac-9b58-18aabd6a774d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:19:27.320572 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-090d805f-1abd-40ac-9b58-18aabd6a774d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "PUT /v2.0/routers/f290e1fb-cd91-452d-9cb9-4c8858c38cb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6653287 Sep 07 19:19:27.322313 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51df2b9-03af-4d97-bd70-f36b2fdb7a27 req-37c765d9-1951-47ed-8427-1c6ea7d13a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:27.324352 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a51df2b9-03af-4d97-bd70-f36b2fdb7a27 req-37c765d9-1951-47ed-8427-1c6ea7d13a4e service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 913 time: 0.5345402 Sep 07 19:19:27.326854 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] Sync routers for ids ['f290e1fb-cd91-452d-9cb9-4c8858c38cb3'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:19:27.347383 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] Routers {'f290e1fb-cd91-452d-9cb9-4c8858c38cb3'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:19:27.351075 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:18:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['f290e1fb-cd91-452d-9cb9-4c8858c38cb3'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:27.380982 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a51df2b9-03af-4d97-bd70-f36b2fdb7a27 req-8205ca18-5ef2-46ac-b082-056b66b0dc6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f75f212-0edf-4ecf-bc25-6bc5da04ea87 HTTP/1.1" status: 200 len: 217 time: 0.0433381 Sep 07 19:19:27.470625 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51df2b9-03af-4d97-bd70-f36b2fdb7a27 req-c9c880a1-6c1f-4dfa-bf87-5a9ac7989aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:27.473341 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a51df2b9-03af-4d97-bd70-f36b2fdb7a27 req-c9c880a1-6c1f-4dfa-bf87-5a9ac7989aeb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0876780 Sep 07 19:19:27.576428 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51df2b9-03af-4d97-bd70-f36b2fdb7a27 req-833d5a29-912f-4cbc-b1f7-ec9ed64c332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:27.578284 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a51df2b9-03af-4d97-bd70-f36b2fdb7a27 req-833d5a29-912f-4cbc-b1f7-ec9ed64c332a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926878 Sep 07 19:19:27.589174 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] Set router f290e1fb-cd91-452d-9cb9-4c8858c38cb3 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:19:27.599547 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-0d88dd2c-18db-4169-8185-198792b1b75a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1826418974&fields=id&tenant_id=aa42bbf5542c477bbf2c68a6d391c89a HTTP/1.1" status: 200 len: 267 time: 0.1225450 Sep 07 19:19:27.668528 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a65494-6f7f-4cca-a1af-f9352aa1177d req-7d469e0f-cd64-4f33-a88e-3a585f8c1999 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:27.670228 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36a65494-6f7f-4cca-a1af-f9352aa1177d req-7d469e0f-cd64-4f33-a88e-3a585f8c1999 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 944 time: 0.1752484 Sep 07 19:19:27.714622 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a51df2b9-03af-4d97-bd70-f36b2fdb7a27 req-a492ae78-d23f-4133-88f1-a39e9dc9715c service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265290 Sep 07 19:19:27.789776 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36a65494-6f7f-4cca-a1af-f9352aa1177d req-7f342998-8816-4ee1-8451-afb5e858877b tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114230 Sep 07 19:19:27.823471 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-c24e617c-2d9d-4479-a060-b21343c66fd8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:27.833338 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-c24e617c-2d9d-4479-a060-b21343c66fd8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/networks?id=40ca7270-4d27-4b0b-8ec9-d42375dd2257 HTTP/1.1" status: 200 len: 797 time: 0.2240994 Sep 07 19:19:27.855763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-d2005cbe-31e4-4ca6-9cbc-a5a57749210b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/quotas/aa42bbf5542c477bbf2c68a6d391c89a HTTP/1.1" status: 200 len: 375 time: 0.0210474 Sep 07 19:19:27.963756 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-c1bb5e86-48b0-4237-b959-01fd973565aa tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063631 Sep 07 19:19:27.966575 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a51df2b9-03af-4d97-bd70-f36b2fdb7a27 req-b1e01a10-8a9c-433e-a251-45fd40afc3e5 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449043 Sep 07 19:19:28.029060 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124524640', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:25Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'db11f9ff-c541-4b33-a891-0239bc9a02c6', 'name': '', 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:ee:78:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'faa1f8bf-60ad-4853-abe2-908c64b913cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:23Z', 'updated_at': '2021-09-07T19:19:25Z', 'revision_number': 2, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': 'faa1f8bf-60ad-4853-abe2-908c64b913cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:28.075019 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] Checking router: f290e1fb-cd91-452d-9cb9-4c8858c38cb3 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:19:28.075385 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] Updating router f290e1fb-cd91-452d-9cb9-4c8858c38cb3 port db11f9ff-c541-4b33-a891-0239bc9a02c6 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:19:28.091753 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-4191ea3b-ddfb-4511-8851-04552767a098 service neutron] 10.222.0.26 "GET /v2.0/networks/40ca7270-4d27-4b0b-8ec9-d42375dd2257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271129 Sep 07 19:19:28.106489 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:28.205020 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-4e9be9a6-db73-498f-8d91-ce8b6ee77218 service neutron] 10.222.0.26 "GET /v2.0/networks/40ca7270-4d27-4b0b-8ec9-d42375dd2257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064656 Sep 07 19:19:28.470574 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:28.483765 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1403d3ec-e08e-4dc1-906e-47bba6d3f4e2 req-3d53fcf6-35db-47ae-9f64-e1250fba92df tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 210 time: 0.0732412 Sep 07 19:19:28.485929 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] Transition to ACTIVE for port object db11f9ff-c541-4b33-a891-0239bc9a02c6 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:19:28.497489 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:28.561391 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144d7bf-71cc-480a-83dc-d695a56aaff2 None None] Pushing event updated for resources: {'Port': ['ID=db11f9ff-c541-4b33-a891-0239bc9a02c6,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:28.642626 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] Attempting to bind port db11f9ff-c541-4b33-a891-0239bc9a02c6 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:19:28.643000 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] Attempting to bind port db11f9ff-c541-4b33-a891-0239bc9a02c6 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'd900e288-36e4-48e5-9024-9e61f0b6c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:19:28.643361 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] Attempting to bind port db11f9ff-c541-4b33-a891-0239bc9a02c6 on network 40ca7270-4d27-4b0b-8ec9-d42375dd2257 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:19:28.649990 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:19:28.650372 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] Checking segment: {'id': 'd900e288-36e4-48e5-9024-9e61f0b6c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:19:28.650764 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:28.651154 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] Bound using segment: {'id': 'd900e288-36e4-48e5-9024-9e61f0b6c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:19:28.651623 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] Bound port: db11f9ff-c541-4b33-a891-0239bc9a02c6, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd900e288-36e4-48e5-9024-9e61f0b6c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:19:28.652003 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:28.764887 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] For port db11f9ff-c541-4b33-a891-0239bc9a02c6, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:19:28.769186 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] For port db11f9ff-c541-4b33-a891-0239bc9a02c6, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=db11f9ff-c541-4b33-a891-0239bc9a02c6,segment=NetworkSegment(d900e288-36e4-48e5-9024-9e61f0b6c4b5),segment_id=d900e288-36e4-48e5-9024-9e61f0b6c4b5)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:19:28.774853 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:28.797184 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2b65a0c8-abcd-43c3-8b2e-ce3d380af754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:28.869717 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] Routers {'f290e1fb-cd91-452d-9cb9-4c8858c38cb3'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:19:28.870495 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:19:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['f290e1fb-cd91-452d-9cb9-4c8858c38cb3'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:29.015727 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c8af4-c21d-4949-a83e-64c848296e04 req-889aad82-be4a-4723-9ede-af2066073070 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:29.018139 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-120c8af4-c21d-4949-a83e-64c848296e04 req-889aad82-be4a-4723-9ede-af2066073070 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 944 time: 0.1173217 Sep 07 19:19:29.088765 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:29.100951 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-120c8af4-c21d-4949-a83e-64c848296e04 req-5f404e50-192f-4ca3-9966-a3d7b4a53ea7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756223 Sep 07 19:19:29.115191 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144d7bf-71cc-480a-83dc-d695a56aaff2 None None] Pushing event updated for resources: {'Port': ['ID=db11f9ff-c541-4b33-a891-0239bc9a02c6,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:29.238136 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] Set router f290e1fb-cd91-452d-9cb9-4c8858c38cb3 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:19:29.580194 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124524640', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:25Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'db11f9ff-c541-4b33-a891-0239bc9a02c6', 'name': '', 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:ee:78:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'faa1f8bf-60ad-4853-abe2-908c64b913cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:23Z', 'updated_at': '2021-09-07T19:19:28Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': 'faa1f8bf-60ad-4853-abe2-908c64b913cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:29.624752 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b69b41-02e2-41ae-ad03-6d71900b1af3 None None] The sync data for ids ['f290e1fb-cd91-452d-9cb9-4c8858c38cb3'] in n-d-807786-1 is: [{'id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124524640', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:25Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'db11f9ff-c541-4b33-a891-0239bc9a02c6', 'name': '', 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:ee:78:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'faa1f8bf-60ad-4853-abe2-908c64b913cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:23Z', 'updated_at': '2021-09-07T19:19:28Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': 'faa1f8bf-60ad-4853-abe2-908c64b913cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:19:29.758564 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5b503e23-e83e-4eb3-a77b-90a8321ad22a req-bd49c4ac-e939-4d3b-b9e0-98ba85c2317f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 210 time: 0.0875854 Sep 07 19:19:29.863451 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-3cf3c2d5-9119-42d2-b3ed-9d65871573cb tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:29.865662 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-3cf3c2d5-9119-42d2-b3ed-9d65871573cb tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.36 "GET /v2.0/networks?id=40ca7270-4d27-4b0b-8ec9-d42375dd2257 HTTP/1.1" status: 200 len: 797 time: 0.1766443 Sep 07 19:19:29.919206 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-59020109-4e7d-4ce4-b1d4-751bd1691cf6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa42bbf5542c477bbf2c68a6d391c89a HTTP/1.1" status: 200 len: 380 time: 0.0430992 Sep 07 19:19:29.931326 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-6f545da6-9f98-48da-85fa-2e6434a41574 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'port': {'device_id': '165862df-273e-43fe-888f-4ecc00f59f51', 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257', 'admin_state_up': True, 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'security_groups': ['557fdae1-f915-4a02-93f5-2d4e07dae390']}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:19:30.079855 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-6f545da6-9f98-48da-85fa-2e6434a41574 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Made reservation on behalf of aa42bbf5542c477bbf2c68a6d391c89a for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:19:30.085259 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-6f545da6-9f98-48da-85fa-2e6434a41574 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:30.285615 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:30.325055 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device db11f9ff-c541-4b33-a891-0239bc9a02c6 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:19:30.336627 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c683b-6895-4283-9d15-9002613032e3 req-d386457d-c35d-4e87-ba2c-ec811221c601 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:30.339823 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-823c683b-6895-4283-9d15-9002613032e3 req-d386457d-c35d-4e87-ba2c-ec811221c601 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 944 time: 0.1043851 Sep 07 19:19:30.346690 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-6f545da6-9f98-48da-85fa-2e6434a41574 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Allocated IP 172.20.0.13 (40ca7270-4d27-4b0b-8ec9-d42375dd2257/faa1f8bf-60ad-4853-abe2-908c64b913cc/75b7071b-6ee7-466d-8bfd-032f5b61fc27) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:19:30.444143 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-823c683b-6895-4283-9d15-9002613032e3 req-92383c9a-fd71-4d7b-a08a-2215a1f16b97 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864685 Sep 07 19:19:30.451730 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port db11f9ff-c541-4b33-a891-0239bc9a02c6 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:19:30.470051 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port db11f9ff-c541-4b33-a891-0239bc9a02c6 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:30.470416 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:30.588759 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:30.602932 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-6f545da6-9f98-48da-85fa-2e6434a41574 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:30.630606 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-6f545da6-9f98-48da-85fa-2e6434a41574 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Transition to ACTIVE for port object 75b7071b-6ee7-466d-8bfd-032f5b61fc27 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:19:30.659157 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port db11f9ff-c541-4b33-a891-0239bc9a02c6, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=db11f9ff-c541-4b33-a891-0239bc9a02c6,segment=NetworkSegment(d900e288-36e4-48e5-9024-9e61f0b6c4b5),segment_id=d900e288-36e4-48e5-9024-9e61f0b6c4b5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:19:30.674006 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:30.714842 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-6f545da6-9f98-48da-85fa-2e6434a41574 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:30.763349 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=db11f9ff-c541-4b33-a891-0239bc9a02c6,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:30.790798 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-6f545da6-9f98-48da-85fa-2e6434a41574 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 40ca7270-4d27-4b0b-8ec9-d42375dd2257 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:19:30.795326 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-6f545da6-9f98-48da-85fa-2e6434a41574 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:19:30.803995 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-6f545da6-9f98-48da-85fa-2e6434a41574 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:19:30.837376 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f545da6-9f98-48da-85fa-2e6434a41574 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=75b7071b-6ee7-466d-8bfd-032f5b61fc27,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:30.888115 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-6f545da6-9f98-48da-85fa-2e6434a41574 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:30.889220 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-6f545da6-9f98-48da-85fa-2e6434a41574 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:30.922913 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-6f545da6-9f98-48da-85fa-2e6434a41574 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9974358 Sep 07 19:19:30.938011 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] Request body: {'port': {'device_id': '165862df-273e-43fe-888f-4ecc00f59f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:19:30.953302 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb23f9-fd9e-404f-8fc4-849b719f5c88 req-f41bd2c2-ce31-4f67-90c3-0978e7bb9873 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:30.955512 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-74bb23f9-fd9e-404f-8fc4-849b719f5c88 req-f41bd2c2-ce31-4f67-90c3-0978e7bb9873 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 932 time: 0.0830438 Sep 07 19:19:31.017691 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-74bb23f9-fd9e-404f-8fc4-849b719f5c88 req-96d88712-5e4c-4d1e-998d-6856b5b90ab2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525408 Sep 07 19:19:31.049139 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:31.264417 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1cf58999-9a72-4557-a89d-c3df9ef51fe7 None None] Provisioning for port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:19:31.269463 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1cf58999-9a72-4557-a89d-c3df9ef51fe7 None None] Provisioning complete for port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:31.270036 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1cf58999-9a72-4557-a89d-c3df9ef51fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:31.330799 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-1cf58999-9a72-4557-a89d-c3df9ef51fe7 None None] Port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:19:31.579556 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b7071b-6ee7-466d-8bfd-032f5b61fc27 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:19:31.589743 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:31.593626 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caf8e4-6fa8-4b46-8e35-e5529f88e295 req-676d5848-5772-4617-824c-b2a659f36fca tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:31.597541 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-46caf8e4-6fa8-4b46-8e35-e5529f88e295 req-676d5848-5772-4617-824c-b2a659f36fca tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 944 time: 0.0718656 Sep 07 19:19:31.604640 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] Transition to ACTIVE for port object 75b7071b-6ee7-466d-8bfd-032f5b61fc27 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:19:31.612980 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:31.647061 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-46caf8e4-6fa8-4b46-8e35-e5529f88e295 req-07f027d8-ca4a-4841-ba44-b17eac6d1161 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442212 Sep 07 19:19:31.690936 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] Pushing event updated for resources: {'Port': ['ID=75b7071b-6ee7-466d-8bfd-032f5b61fc27,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:31.769638 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] Attempting to bind port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:19:31.769981 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] Attempting to bind port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'd900e288-36e4-48e5-9024-9e61f0b6c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:19:31.770298 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] Attempting to bind port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 on network 40ca7270-4d27-4b0b-8ec9-d42375dd2257 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:19:31.776910 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] Port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 on network 40ca7270-4d27-4b0b-8ec9-d42375dd2257 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:19:31.777371 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] Attempting to bind port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 on network 40ca7270-4d27-4b0b-8ec9-d42375dd2257 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:19:31.785191 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:19:31.785690 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] Checking segment: {'id': 'd900e288-36e4-48e5-9024-9e61f0b6c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:19:31.786173 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] Bound using segment: {'id': 'd900e288-36e4-48e5-9024-9e61f0b6c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:19:31.786703 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] Bound port: 75b7071b-6ee7-466d-8bfd-032f5b61fc27, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd900e288-36e4-48e5-9024-9e61f0b6c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:19:31.788717 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:31.811364 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:31.861207 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] For port 75b7071b-6ee7-466d-8bfd-032f5b61fc27, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:19:31.865008 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] For port 75b7071b-6ee7-466d-8bfd-032f5b61fc27, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=75b7071b-6ee7-466d-8bfd-032f5b61fc27,segment=NetworkSegment(d900e288-36e4-48e5-9024-9e61f0b6c4b5),segment_id=d900e288-36e4-48e5-9024-9e61f0b6c4b5)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:19:31.870115 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:31.903159 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:31.903806 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:31.905227 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] 10.222.0.36 "PUT /v2.0/ports/75b7071b-6ee7-466d-8bfd-032f5b61fc27 HTTP/1.1" status: 200 len: 1092 time: 0.9726529 Sep 07 19:19:31.905675 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165862df-273e-43fe-888f-4ecc00f59f51', 'tag': '75b7071b-6ee7-466d-8bfd-032f5b61fc27'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:19:31.908044 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6442bca-8b2e-4951-ae6a-b2d8fb617461" -d '{"events": [{"name": "network-changed", "server_uuid": "165862df-273e-43fe-888f-4ecc00f59f51", "tag": "75b7071b-6ee7-466d-8bfd-032f5b61fc27"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:19:31.944920 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33fb8f-58f6-4f0b-877a-9e97363718b9 service neutron] Pushing event updated for resources: {'Port': ['ID=75b7071b-6ee7-466d-8bfd-032f5b61fc27,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:31.980763 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabe3353-db97-4a5d-b2a5-0ec12d3339d7 x-openstack-request-id: req-eabe3353-db97-4a5d-b2a5-0ec12d3339d7 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:19:31.981110 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165862df-273e-43fe-888f-4ecc00f59f51", "tag": "75b7071b-6ee7-466d-8bfd-032f5b61fc27", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:19:31.981371 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eabe3353-db97-4a5d-b2a5-0ec12d3339d7 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:19:31.981778 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165862df-273e-43fe-888f-4ecc00f59f51', 'tag': '75b7071b-6ee7-466d-8bfd-032f5b61fc27', 'status': 'completed', 'code': 200} Sep 07 19:19:32.015663 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-ae4f463a-90f3-4d5e-b57a-22b11f80c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:32.017279 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-ae4f463a-90f3-4d5e-b57a-22b11f80c6c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 1095 time: 0.0513029 Sep 07 19:19:32.069667 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-4bed0c61-41d8-4b33-beae-a3e690bdef93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75b7071b-6ee7-466d-8bfd-032f5b61fc27 HTTP/1.1" status: 200 len: 217 time: 0.0438237 Sep 07 19:19:32.134681 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-9c99cab6-c5c1-4ec7-a535-3c058570e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:32.137550 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-9c99cab6-c5c1-4ec7-a535-3c058570e2e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=faa1f8bf-60ad-4853-abe2-908c64b913cc HTTP/1.1" status: 200 len: 834 time: 0.0598726 Sep 07 19:19:32.187297 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae62c7-9eed-438d-85af-7df6cbccece7 req-55efb650-6b46-4310-aac2-2d7c711b205c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:32.200163 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81ae62c7-9eed-438d-85af-7df6cbccece7 req-55efb650-6b46-4310-aac2-2d7c711b205c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 944 time: 0.0876229 Sep 07 19:19:32.223887 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-9c9f0e6b-bcd9-44ac-bf6c-b942d13d4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:32.225607 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-9c9f0e6b-bcd9-44ac-bf6c-b942d13d4eaa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40ca7270-4d27-4b0b-8ec9-d42375dd2257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819936 Sep 07 19:19:32.261646 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81ae62c7-9eed-438d-85af-7df6cbccece7 req-e4faf94f-fe15-49c0-b377-80b277933424 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602083 Sep 07 19:19:32.308691 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device db11f9ff-c541-4b33-a891-0239bc9a02c6 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:19:32.380380 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-2f3a2acc-91bf-4f94-a744-85185f77ff8f service neutron] 10.222.0.36 "GET /v2.0/networks/40ca7270-4d27-4b0b-8ec9-d42375dd2257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450167 Sep 07 19:19:32.383606 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port db11f9ff-c541-4b33-a891-0239bc9a02c6 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:32.384599 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:32.512103 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-6cf9640a-f8d1-4cab-b2b6-3b286ee96c5a req-fa15002e-df4e-4906-8283-8948217e68f4 service neutron] 10.222.0.36 "GET /v2.0/networks/40ca7270-4d27-4b0b-8ec9-d42375dd2257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234400 Sep 07 19:19:32.621376 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6442bca-8b2e-4951-ae6a-b2d8fb617461 req-ab6f0b5b-49cf-4ae8-b5c7-8f6f3a9c1a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:32.622933 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d6442bca-8b2e-4951-ae6a-b2d8fb617461 req-ab6f0b5b-49cf-4ae8-b5c7-8f6f3a9c1a39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 1095 time: 0.0600388 Sep 07 19:19:32.740604 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6442bca-8b2e-4951-ae6a-b2d8fb617461 req-15da3df5-08b4-4b2a-8484-249cbd7aa24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:32.742325 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d6442bca-8b2e-4951-ae6a-b2d8fb617461 req-15da3df5-08b4-4b2a-8484-249cbd7aa24a service neutron] 10.222.0.36 "GET /v2.0/networks?id=40ca7270-4d27-4b0b-8ec9-d42375dd2257 HTTP/1.1" status: 200 len: 898 time: 0.1116087 Sep 07 19:19:32.802882 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d6442bca-8b2e-4951-ae6a-b2d8fb617461 req-857a577a-44a6-4196-a873-9d4a14b56203 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75b7071b-6ee7-466d-8bfd-032f5b61fc27 HTTP/1.1" status: 200 len: 217 time: 0.0498159 Sep 07 19:19:32.828452 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0f1f5-945b-4af8-a58a-66a77b1d8c80 req-6f33bc38-3f41-489b-8c52-d9a9f3fbf827 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:32.833041 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25b0f1f5-945b-4af8-a58a-66a77b1d8c80 req-6f33bc38-3f41-489b-8c52-d9a9f3fbf827 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 944 time: 0.0923512 Sep 07 19:19:32.864889 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6442bca-8b2e-4951-ae6a-b2d8fb617461 req-f4f09421-493b-40d6-a731-bf1191d475a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:32.866521 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d6442bca-8b2e-4951-ae6a-b2d8fb617461 req-f4f09421-493b-40d6-a731-bf1191d475a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=faa1f8bf-60ad-4853-abe2-908c64b913cc HTTP/1.1" status: 200 len: 834 time: 0.0546439 Sep 07 19:19:32.876211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25b0f1f5-945b-4af8-a58a-66a77b1d8c80 req-2d34e2d2-0143-4b87-abc8-26213d669ad1 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383399 Sep 07 19:19:32.925608 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6442bca-8b2e-4951-ae6a-b2d8fb617461 req-fef83020-e0d4-40b8-9de2-5cbd44749d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:32.927370 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d6442bca-8b2e-4951-ae6a-b2d8fb617461 req-fef83020-e0d4-40b8-9de2-5cbd44749d09 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40ca7270-4d27-4b0b-8ec9-d42375dd2257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519216 Sep 07 19:19:33.029085 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d6442bca-8b2e-4951-ae6a-b2d8fb617461 req-a9827a6e-8dba-49ff-b66f-715d397d4a76 service neutron] 10.222.0.36 "GET /v2.0/networks/40ca7270-4d27-4b0b-8ec9-d42375dd2257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929506 Sep 07 19:19:33.130910 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d6442bca-8b2e-4951-ae6a-b2d8fb617461 req-dcecae7d-83d9-4aa7-95d8-a8d69da2b051 service neutron] 10.222.0.36 "GET /v2.0/networks/40ca7270-4d27-4b0b-8ec9-d42375dd2257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935025 Sep 07 19:19:33.440864 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f17d2-0e0b-43fc-b33f-391a6b037888 req-9498d8df-24e6-433c-b599-df6e34bee998 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:33.442775 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a90f17d2-0e0b-43fc-b33f-391a6b037888 req-9498d8df-24e6-433c-b599-df6e34bee998 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 944 time: 0.0931380 Sep 07 19:19:33.489363 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a90f17d2-0e0b-43fc-b33f-391a6b037888 req-796bdb42-e30c-42d4-ac77-a9441043ad59 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393052 Sep 07 19:19:33.998572 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75786ff9-3776-4bf3-874b-fb1636ffa58f req-8560d209-246f-4f58-8c93-66652a427dcc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:34.000094 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75786ff9-3776-4bf3-874b-fb1636ffa58f req-8560d209-246f-4f58-8c93-66652a427dcc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 944 time: 0.0490491 Sep 07 19:19:34.042395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75786ff9-3776-4bf3-874b-fb1636ffa58f req-74fe1b3c-5417-42cf-92c4-c258d27dd810 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361495 Sep 07 19:19:34.684664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d4f05-5fc9-4a67-83ec-6662b443b494 req-da855295-bc0d-468a-bf7a-0e14b08565f7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:34.686301 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3e1d4f05-5fc9-4a67-83ec-6662b443b494 req-da855295-bc0d-468a-bf7a-0e14b08565f7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 944 time: 0.0708332 Sep 07 19:19:34.738499 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3e1d4f05-5fc9-4a67-83ec-6662b443b494 req-f0635071-a19f-4a34-b8c6-3047df4bba99 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427074 Sep 07 19:19:35.167833 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d1993-58db-4305-95f1-1d6bc8c06a7d req-a1e89339-f64a-44a2-8c4e-763209cb7a81 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:35.169454 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b9d1993-58db-4305-95f1-1d6bc8c06a7d req-a1e89339-f64a-44a2-8c4e-763209cb7a81 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 944 time: 0.0505099 Sep 07 19:19:35.209964 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b9d1993-58db-4305-95f1-1d6bc8c06a7d req-4f02cbc3-a490-492c-ab69-b42f14ec4394 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340290 Sep 07 19:19:35.632998 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 75b7071b-6ee7-466d-8bfd-032f5b61fc27 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:19:35.736207 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 75b7071b-6ee7-466d-8bfd-032f5b61fc27, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=75b7071b-6ee7-466d-8bfd-032f5b61fc27,segment=NetworkSegment(d900e288-36e4-48e5-9024-9e61f0b6c4b5),segment_id=d900e288-36e4-48e5-9024-9e61f0b6c4b5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:19:35.748685 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '75b7071b-6ee7-466d-8bfd-032f5b61fc27', 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257', 'port_id': '75b7071b-6ee7-466d-8bfd-032f5b61fc27', 'mac_address': 'fa:16:3e:a2:31:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faa1f8bf-60ad-4853-abe2-908c64b913cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:19:35.805172 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:35.830255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b7071b-6ee7-466d-8bfd-032f5b61fc27 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:19:35.856074 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 75b7071b-6ee7-466d-8bfd-032f5b61fc27, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=75b7071b-6ee7-466d-8bfd-032f5b61fc27,segment=NetworkSegment(d900e288-36e4-48e5-9024-9e61f0b6c4b5),segment_id=d900e288-36e4-48e5-9024-9e61f0b6c4b5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:19:35.860619 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:35.910326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec29082-db7f-48c4-a201-558a0b04b54e req-b12b2d26-d7a7-4e3b-826d-d2e7ca9a4699 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:35.912385 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ec29082-db7f-48c4-a201-558a0b04b54e req-b12b2d26-d7a7-4e3b-826d-d2e7ca9a4699 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 945 time: 0.0638211 Sep 07 19:19:35.913440 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=75b7071b-6ee7-466d-8bfd-032f5b61fc27,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:35.960485 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ec29082-db7f-48c4-a201-558a0b04b54e req-09ad2f0d-ee65-4afd-8b22-77fe086516bf tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410256 Sep 07 19:19:36.093302 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['75b7071b-6ee7-466d-8bfd-032f5b61fc27'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:19:36.396550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addc37e-f5af-48df-b60d-96b977f99f1e req-c3dc1d75-4ef5-45be-aed3-dc2a1ac3d65b tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:36.398296 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6addc37e-f5af-48df-b60d-96b977f99f1e req-c3dc1d75-4ef5-45be-aed3-dc2a1ac3d65b tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 944 time: 0.0892606 Sep 07 19:19:36.453451 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6addc37e-f5af-48df-b60d-96b977f99f1e req-ca5b96c7-3463-4f86-a216-a68041371737 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482223 Sep 07 19:19:37.095713 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33b8d9-5367-4ca2-83bd-55367d288903 req-77fafc8b-1a1c-40c8-b988-119564411400 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:37.099200 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fc33b8d9-5367-4ca2-83bd-55367d288903 req-77fafc8b-1a1c-40c8-b988-119564411400 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 945 time: 0.0619166 Sep 07 19:19:37.153204 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fc33b8d9-5367-4ca2-83bd-55367d288903 req-3eeb8295-6a15-46b5-a13f-c2be71ea2cc9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460660 Sep 07 19:19:37.594677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10e84d-20a5-42c1-ab1d-9274322700de req-5b703a18-1a79-428d-bc7e-af14aca9bd2e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:37.596290 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf10e84d-20a5-42c1-ab1d-9274322700de req-5b703a18-1a79-428d-bc7e-af14aca9bd2e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 944 time: 0.0618813 Sep 07 19:19:37.648144 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 75b7071b-6ee7-466d-8bfd-032f5b61fc27 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:19:37.665643 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf10e84d-20a5-42c1-ab1d-9274322700de req-c5d3b76a-bd3e-4d11-a65d-aee457bb2424 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624349 Sep 07 19:19:37.701117 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:19:37.705472 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:37.705866 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:37.804168 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:37.835825 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165862df-273e-43fe-888f-4ecc00f59f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b7071b-6ee7-466d-8bfd-032f5b61fc27'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:19:37.838277 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e033cd2c-0349-4bd8-923d-394641d83d29" -d '{"events": [{"server_uuid": "165862df-273e-43fe-888f-4ecc00f59f51", "name": "network-vif-plugged", "status": "completed", "tag": "75b7071b-6ee7-466d-8bfd-032f5b61fc27"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:19:37.858473 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 75b7071b-6ee7-466d-8bfd-032f5b61fc27, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=75b7071b-6ee7-466d-8bfd-032f5b61fc27,segment=NetworkSegment(d900e288-36e4-48e5-9024-9e61f0b6c4b5),segment_id=d900e288-36e4-48e5-9024-9e61f0b6c4b5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:19:37.867149 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:37.922358 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b497dc18-0b1e-4ff9-91d7-7bd797c3eafa x-openstack-request-id: req-b497dc18-0b1e-4ff9-91d7-7bd797c3eafa {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:19:37.922657 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165862df-273e-43fe-888f-4ecc00f59f51", "name": "network-vif-plugged", "status": "completed", "tag": "75b7071b-6ee7-466d-8bfd-032f5b61fc27", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:19:37.923143 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b497dc18-0b1e-4ff9-91d7-7bd797c3eafa {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:19:37.923552 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165862df-273e-43fe-888f-4ecc00f59f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b7071b-6ee7-466d-8bfd-032f5b61fc27', 'code': 200} Sep 07 19:19:37.935313 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=75b7071b-6ee7-466d-8bfd-032f5b61fc27,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:38.030773 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a9ef2-d77e-4ec1-9490-199189435399 req-6c14b732-6b45-4616-be00-118eaa21134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:38.032431 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a27a9ef2-d77e-4ec1-9490-199189435399 req-6c14b732-6b45-4616-be00-118eaa21134f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 1097 time: 0.0461497 Sep 07 19:19:38.081297 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a27a9ef2-d77e-4ec1-9490-199189435399 req-694f3a8b-09ce-4aed-88bc-1cb7f4dc987e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409298 Sep 07 19:19:38.317977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354061ff-4406-4902-9c95-f6487a8755c7 req-44367cf4-26d2-4f33-b177-a7cb1b77045d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:38.319964 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-354061ff-4406-4902-9c95-f6487a8755c7 req-44367cf4-26d2-4f33-b177-a7cb1b77045d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 946 time: 0.0610929 Sep 07 19:19:38.369351 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-354061ff-4406-4902-9c95-f6487a8755c7 req-a359e78e-1650-43b5-8a12-13b775ba3f1f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428810 Sep 07 19:19:38.804774 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649cded-cccc-47d6-a47c-2018c133f566 req-0564fd33-e1f0-4f0b-a1c3-c5936684de43 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:38.806248 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d649cded-cccc-47d6-a47c-2018c133f566 req-0564fd33-e1f0-4f0b-a1c3-c5936684de43 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 944 time: 0.0519693 Sep 07 19:19:38.853268 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d649cded-cccc-47d6-a47c-2018c133f566 req-5aafe709-9d96-469a-8c1f-4cac38cf20d7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394824 Sep 07 19:19:39.527438 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49479e-78e2-43bb-98f2-e38931ffe14c req-d5c51e02-ca64-4f23-b69e-aa12e66a853b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:39.552483 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d49479e-78e2-43bb-98f2-e38931ffe14c req-d5c51e02-ca64-4f23-b69e-aa12e66a853b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 946 time: 0.0946434 Sep 07 19:19:39.627529 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d49479e-78e2-43bb-98f2-e38931ffe14c req-df49e5eb-c2b6-4a3f-903b-3b6856ed088f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734122 Sep 07 19:19:39.797239 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96fd8b-791b-4a50-8feb-8583f363f26a req-bd3b79f7-a997-4e60-a343-d2cadc2fd631 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:39.807517 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f96fd8b-791b-4a50-8feb-8583f363f26a req-bd3b79f7-a997-4e60-a343-d2cadc2fd631 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 946 time: 0.0689650 Sep 07 19:19:39.861775 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f96fd8b-791b-4a50-8feb-8583f363f26a req-632738b6-25d5-4f89-aa10-d21a2b0a10c9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523138 Sep 07 19:19:39.880375 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43006) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:39.935596 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa72b9f-3a2e-46a4-9597-378ac57966f5 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:39.938523 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7aa72b9f-3a2e-46a4-9597-378ac57966f5 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 1092 time: 0.0564375 Sep 07 19:19:39.942000 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43010) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:39.949156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-db17dffc-ba2c-4893-9c76-d93c4ed3540e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': '75b7071b-6ee7-466d-8bfd-032f5b61fc27', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:19:40.028031 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-db17dffc-ba2c-4893-9c76-d93c4ed3540e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:40.088877 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace07f27-45f5-49bd-a426-ddd041c0807a req-6bcf8f9b-b205-44dd-ba86-23cd608fd714 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:40.110886 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ace07f27-45f5-49bd-a426-ddd041c0807a req-6bcf8f9b-b205-44dd-ba86-23cd608fd714 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 944 time: 0.1392705 Sep 07 19:19:40.215543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ace07f27-45f5-49bd-a426-ddd041c0807a req-af1ca3d8-b468-41bc-9a3a-7481d837d3d6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036596 Sep 07 19:19:40.269028 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-db17dffc-ba2c-4893-9c76-d93c4ed3540e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:40.386826 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-db17dffc-ba2c-4893-9c76-d93c4ed3540e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Allocated IP 172.25.8.118 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/cacf1cdc-8a8f-4cbc-9ec9-71b0a9817016) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:19:40.509152 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-db17dffc-ba2c-4893-9c76-d93c4ed3540e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:40.551985 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-db17dffc-ba2c-4893-9c76-d93c4ed3540e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:40.599605 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db17dffc-ba2c-4893-9c76-d93c4ed3540e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:19:40.604028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-db17dffc-ba2c-4893-9c76-d93c4ed3540e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:19:40.605929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17dffc-ba2c-4893-9c76-d93c4ed3540e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=cacf1cdc-8a8f-4cbc-9ec9-71b0a9817016,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:40.608135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db17dffc-ba2c-4893-9c76-d93c4ed3540e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:19:41.014036 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-db17dffc-ba2c-4893-9c76-d93c4ed3540e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:41.015217 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 1f75f212-0edf-4ecf-bc25-6bc5da04ea87 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:19:41.155610 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-db17dffc-ba2c-4893-9c76-d93c4ed3540e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:41.168355 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 1f75f212-0edf-4ecf-bc25-6bc5da04ea87, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=1f75f212-0edf-4ecf-bc25-6bc5da04ea87,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:19:41.202155 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '1f75f212-0edf-4ecf-bc25-6bc5da04ea87', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'port_id': '1f75f212-0edf-4ecf-bc25-6bc5da04ea87', 'mac_address': 'fa:16:3e:f5:63:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:19:41.249800 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:41.274914 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f75f212-0edf-4ecf-bc25-6bc5da04ea87 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:19:41.300295 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 1f75f212-0edf-4ecf-bc25-6bc5da04ea87, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=1f75f212-0edf-4ecf-bc25-6bc5da04ea87,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:19:41.310095 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:41.398835 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=1f75f212-0edf-4ecf-bc25-6bc5da04ea87,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:41.406248 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-db17dffc-ba2c-4893-9c76-d93c4ed3540e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:41.423957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906d072-40b9-4560-882f-cc91b0f8755d req-2d63c359-76dc-4996-a7b4-c75cde0661c0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:41.426585 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9906d072-40b9-4560-882f-cc91b0f8755d req-2d63c359-76dc-4996-a7b4-c75cde0661c0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 945 time: 0.0773232 Sep 07 19:19:41.427462 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-db17dffc-ba2c-4893-9c76-d93c4ed3540e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:41.523956 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['1f75f212-0edf-4ecf-bc25-6bc5da04ea87'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:19:41.545140 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-db17dffc-ba2c-4893-9c76-d93c4ed3540e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:41.652318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17dffc-ba2c-4893-9c76-d93c4ed3540e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=cacf1cdc-8a8f-4cbc-9ec9-71b0a9817016,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:41.658787 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9906d072-40b9-4560-882f-cc91b0f8755d req-f46c8b60-3255-4ae0-a996-ecbb922a37d4 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197952 Sep 07 19:19:41.698664 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-db17dffc-ba2c-4893-9c76-d93c4ed3540e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Floating IP 394f0387-2300-4f30-bab7-00ed2667e1db associated. External IP: 172.25.8.118, port: 75b7071b-6ee7-466d-8bfd-032f5b61fc27. Sep 07 19:19:42.292712 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db17dffc-ba2c-4893-9c76-d93c4ed3540e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Router f290e1fb-cd91-452d-9cb9-4c8858c38cb3 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:19:42.416659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db17dffc-ba2c-4893-9c76-d93c4ed3540e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:19:42.432245 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b26a8-b10b-4425-b9ef-a9d682d81de3 None None] Sync routers for ids ['f290e1fb-cd91-452d-9cb9-4c8858c38cb3'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:19:42.444498 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b26a8-b10b-4425-b9ef-a9d682d81de3 None None] Routers {'f290e1fb-cd91-452d-9cb9-4c8858c38cb3'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:19:42.444498 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8e6b26a8-b10b-4425-b9ef-a9d682d81de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:19:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['f290e1fb-cd91-452d-9cb9-4c8858c38cb3'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:42.454319 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-db17dffc-ba2c-4893-9c76-d93c4ed3540e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:42.501410 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-db17dffc-ba2c-4893-9c76-d93c4ed3540e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5582755 Sep 07 19:19:42.502023 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165862df-273e-43fe-888f-4ecc00f59f51', 'tag': '75b7071b-6ee7-466d-8bfd-032f5b61fc27'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:19:42.504420 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193c2bbe-e1f5-416c-9b92-d9d7cc4234f5" -d '{"events": [{"name": "network-changed", "server_uuid": "165862df-273e-43fe-888f-4ecc00f59f51", "tag": "75b7071b-6ee7-466d-8bfd-032f5b61fc27"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:19:42.622258 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-8e6b26a8-b10b-4425-b9ef-a9d682d81de3 None None] Set router f290e1fb-cd91-452d-9cb9-4c8858c38cb3 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:19:42.708129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1103cc4-b963-4a77-bba9-0a185b008e7b req-fef81634-a98a-40c3-bbb1-41b4071d7188 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:42.719761 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1103cc4-b963-4a77-bba9-0a185b008e7b req-fef81634-a98a-40c3-bbb1-41b4071d7188 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 946 time: 0.1180484 Sep 07 19:19:42.762092 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060b5665-b019-48bf-92a3-5d4b76cc2f2f x-openstack-request-id: req-060b5665-b019-48bf-92a3-5d4b76cc2f2f {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:19:42.762739 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165862df-273e-43fe-888f-4ecc00f59f51", "tag": "75b7071b-6ee7-466d-8bfd-032f5b61fc27", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:19:42.763004 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-060b5665-b019-48bf-92a3-5d4b76cc2f2f {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:19:42.763414 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165862df-273e-43fe-888f-4ecc00f59f51', 'tag': '75b7071b-6ee7-466d-8bfd-032f5b61fc27', 'status': 'completed', 'code': 200} Sep 07 19:19:42.798118 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c2bbe-e1f5-416c-9b92-d9d7cc4234f5 req-4f811dea-60c0-4fc5-a167-006e0e52fddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:42.799758 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-193c2bbe-e1f5-416c-9b92-d9d7cc4234f5 req-4f811dea-60c0-4fc5-a167-006e0e52fddb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 1097 time: 0.0821862 Sep 07 19:19:42.818237 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1103cc4-b963-4a77-bba9-0a185b008e7b req-3e28e7d0-a373-4425-b0e9-f4db2b829295 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973930 Sep 07 19:19:42.833921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43082) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:42.948978 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-de89410e-8962-47de-b2a1-ecd7e9ccff57 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/floatingips/394f0387-2300-4f30-bab7-00ed2667e1db HTTP/1.1" status: 200 len: 992 time: 0.1126044 Sep 07 19:19:42.973863 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be1888-8821-420b-a95b-5406c1a052eb req-d8f0a4a4-b85d-41e2-a536-82b9cc145f89 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:42.975465 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49be1888-8821-420b-a95b-5406c1a052eb req-d8f0a4a4-b85d-41e2-a536-82b9cc145f89 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 945 time: 0.1513987 Sep 07 19:19:42.978970 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c2bbe-e1f5-416c-9b92-d9d7cc4234f5 req-d7c186f1-cd3d-4c5d-a4a0-848f77dae887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:42.991024 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-193c2bbe-e1f5-416c-9b92-d9d7cc4234f5 req-d7c186f1-cd3d-4c5d-a4a0-848f77dae887 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40ca7270-4d27-4b0b-8ec9-d42375dd2257 HTTP/1.1" status: 200 len: 898 time: 0.1835425 Sep 07 19:19:43.025685 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49be1888-8821-420b-a95b-5406c1a052eb req-a35aa858-eee5-4af8-89da-cf9f0143a69c tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438638 Sep 07 19:19:43.061182 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 1f75f212-0edf-4ecf-bc25-6bc5da04ea87 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:19:43.081950 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-193c2bbe-e1f5-416c-9b92-d9d7cc4234f5 req-9c251d14-d261-448f-a7e5-a6228d4e5c6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75b7071b-6ee7-466d-8bfd-032f5b61fc27 HTTP/1.1" status: 200 len: 1000 time: 0.0819108 Sep 07 19:19:43.153630 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c2bbe-e1f5-416c-9b92-d9d7cc4234f5 req-76ec535c-3f96-4956-88f8-9b01dfedced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:43.155482 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-193c2bbe-e1f5-416c-9b92-d9d7cc4234f5 req-76ec535c-3f96-4956-88f8-9b01dfedced5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=faa1f8bf-60ad-4853-abe2-908c64b913cc HTTP/1.1" status: 200 len: 834 time: 0.0599668 Sep 07 19:19:43.172335 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:43.177395 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 1f75f212-0edf-4ecf-bc25-6bc5da04ea87 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:19:43.185104 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 1f75f212-0edf-4ecf-bc25-6bc5da04ea87 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:19:43.185561 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:43.215624 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c2bbe-e1f5-416c-9b92-d9d7cc4234f5 req-c12f2e4d-fc79-4108-99fc-2fd0643adb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:43.217393 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-193c2bbe-e1f5-416c-9b92-d9d7cc4234f5 req-c12f2e4d-fc79-4108-99fc-2fd0643adb19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40ca7270-4d27-4b0b-8ec9-d42375dd2257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534830 Sep 07 19:19:43.320099 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:43.324935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8e6b26a8-b10b-4425-b9ef-a9d682d81de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124524640', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:25Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '394f0387-2300-4f30-bab7-00ed2667e1db', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'port_id': '75b7071b-6ee7-466d-8bfd-032f5b61fc27', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257', 'mac_address': 'fa:16:3e:a2:31:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165862df-273e-43fe-888f-4ecc00f59f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:19:40Z', 'updated_at': '2021-09-07T19:19:40Z', 'revision_number': 0, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db11f9ff-c541-4b33-a891-0239bc9a02c6', 'name': '', 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:ee:78:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'faa1f8bf-60ad-4853-abe2-908c64b913cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:23Z', 'updated_at': '2021-09-07T19:19:30Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': 'faa1f8bf-60ad-4853-abe2-908c64b913cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:43.358284 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-193c2bbe-e1f5-416c-9b92-d9d7cc4234f5 req-c6c59445-2bdd-4969-b101-bcd675baac4d service neutron] 10.222.0.36 "GET /v2.0/networks/40ca7270-4d27-4b0b-8ec9-d42375dd2257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321747 Sep 07 19:19:43.366017 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b26a8-b10b-4425-b9ef-a9d682d81de3 None None] Checking router: f290e1fb-cd91-452d-9cb9-4c8858c38cb3 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:19:43.382598 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477697da-9822-4682-a3e3-a42be867c42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f75f212-0edf-4ecf-bc25-6bc5da04ea87'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:19:43.384984 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068d56d7-d2b2-4cd4-8c8d-38b93b7d06f9" -d '{"events": [{"server_uuid": "477697da-9822-4682-a3e3-a42be867c42b", "name": "network-vif-plugged", "status": "completed", "tag": "1f75f212-0edf-4ecf-bc25-6bc5da04ea87"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:19:43.397643 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b26a8-b10b-4425-b9ef-a9d682d81de3 None None] Routers {'f290e1fb-cd91-452d-9cb9-4c8858c38cb3'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:19:43.398418 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8e6b26a8-b10b-4425-b9ef-a9d682d81de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:19:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['f290e1fb-cd91-452d-9cb9-4c8858c38cb3'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:43.435052 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 1f75f212-0edf-4ecf-bc25-6bc5da04ea87, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=1f75f212-0edf-4ecf-bc25-6bc5da04ea87,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:19:43.442675 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:43.500662 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbfcc4b-48f7-425b-b8ac-ba7b00f4d817 x-openstack-request-id: req-efbfcc4b-48f7-425b-b8ac-ba7b00f4d817 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:19:43.504266 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477697da-9822-4682-a3e3-a42be867c42b", "name": "network-vif-plugged", "status": "completed", "tag": "1f75f212-0edf-4ecf-bc25-6bc5da04ea87", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:19:43.504803 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-efbfcc4b-48f7-425b-b8ac-ba7b00f4d817 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:19:43.505455 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477697da-9822-4682-a3e3-a42be867c42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f75f212-0edf-4ecf-bc25-6bc5da04ea87', 'code': 200} Sep 07 19:19:43.564400 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-193c2bbe-e1f5-416c-9b92-d9d7cc4234f5 req-6045b8e5-c385-4d43-86e5-f91222dd8db8 service neutron] 10.222.0.36 "GET /v2.0/networks/40ca7270-4d27-4b0b-8ec9-d42375dd2257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979594 Sep 07 19:19:43.575727 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=1f75f212-0edf-4ecf-bc25-6bc5da04ea87,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:43.598913 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:43.599999 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:43.600630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:43.601229 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:43.601788 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:43.602182 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:43.602532 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:43.602847 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:43.603178 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:43.603505 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:43.603836 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:43.604164 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:19:43.611443 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-8e6b26a8-b10b-4425-b9ef-a9d682d81de3 None None] Set router f290e1fb-cd91-452d-9cb9-4c8858c38cb3 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:19:43.723254 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca648e91-6151-4e43-a7ea-53df10588cdc req-19680d0e-7983-46b5-8a42-c902a31f0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:43.729618 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ca648e91-6151-4e43-a7ea-53df10588cdc req-19680d0e-7983-46b5-8a42-c902a31f0a60 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 1097 time: 0.1510804 Sep 07 19:19:43.810065 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ca648e91-6151-4e43-a7ea-53df10588cdc req-e7f68e7f-57bf-4311-ae5d-05811c8097ee service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755496 Sep 07 19:19:43.951843 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43102) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:43.964746 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8e6b26a8-b10b-4425-b9ef-a9d682d81de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124524640', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:25Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '394f0387-2300-4f30-bab7-00ed2667e1db', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'port_id': '75b7071b-6ee7-466d-8bfd-032f5b61fc27', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257', 'mac_address': 'fa:16:3e:a2:31:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165862df-273e-43fe-888f-4ecc00f59f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:19:40Z', 'updated_at': '2021-09-07T19:19:40Z', 'revision_number': 0, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db11f9ff-c541-4b33-a891-0239bc9a02c6', 'name': '', 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:ee:78:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'faa1f8bf-60ad-4853-abe2-908c64b913cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:23Z', 'updated_at': '2021-09-07T19:19:30Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': 'faa1f8bf-60ad-4853-abe2-908c64b913cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:19:43.996029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b26a8-b10b-4425-b9ef-a9d682d81de3 None None] The sync data for ids ['f290e1fb-cd91-452d-9cb9-4c8858c38cb3'] in n-d-807786-1 is: [{'id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124524640', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:25Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '394f0387-2300-4f30-bab7-00ed2667e1db', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'port_id': '75b7071b-6ee7-466d-8bfd-032f5b61fc27', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257', 'mac_address': 'fa:16:3e:a2:31:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165862df-273e-43fe-888f-4ecc00f59f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:19:40Z', 'updated_at': '2021-09-07T19:19:40Z', 'revision_number': 0, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db11f9ff-c541-4b33-a891-0239bc9a02c6', 'name': '', 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:ee:78:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'faa1f8bf-60ad-4853-abe2-908c64b913cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:23Z', 'updated_at': '2021-09-07T19:19:30Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': 'faa1f8bf-60ad-4853-abe2-908c64b913cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:19:43.997712 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:44.036451 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-aca68992-cf29-4a24-a3cb-ded2a571707a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/floatingips/394f0387-2300-4f30-bab7-00ed2667e1db HTTP/1.1" status: 200 len: 992 time: 0.0832071 Sep 07 19:19:44.175223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbfd3c-1e25-4d1d-9b7f-e069b3a10925 req-2dfc3e4d-0275-4e5b-ad84-42c6ae84cbc9 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:44.176920 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fdbbfd3c-1e25-4d1d-9b7f-e069b3a10925 req-2dfc3e4d-0275-4e5b-ad84-42c6ae84cbc9 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 946 time: 0.0558133 Sep 07 19:19:44.226076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fdbbfd3c-1e25-4d1d-9b7f-e069b3a10925 req-a2121f4b-635d-4380-a7c3-37073325d46a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405099 Sep 07 19:19:44.274517 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec381a7e-e354-46fb-824c-e9759c3570a2 None None] New status for floating IP 394f0387-2300-4f30-bab7-00ed2667e1db: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:19:45.040408 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43148) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:45.116556 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0059e462-072a-4d9a-9142-fdc5f5fbeebd tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/floatingips/394f0387-2300-4f30-bab7-00ed2667e1db HTTP/1.1" status: 200 len: 994 time: 0.0737615 Sep 07 19:19:45.364321 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db214624-dbb3-4501-b753-bda084cccbdf req-ae06e253-01e9-43bf-83ed-51c64fa1de55 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:45.365885 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-db214624-dbb3-4501-b753-bda084cccbdf req-ae06e253-01e9-43bf-83ed-51c64fa1de55 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 946 time: 0.0623252 Sep 07 19:19:45.416893 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-db214624-dbb3-4501-b753-bda084cccbdf req-a0b3e338-7fb9-4205-96d8-c38d157d2ee7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391908 Sep 07 19:19:45.559582 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814598f-a9df-435b-a600-9f9f88541d4f req-f9c7ccf1-b7ed-47aa-9265-fafc7db42bcd tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:45.564438 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6814598f-a9df-435b-a600-9f9f88541d4f req-f9c7ccf1-b7ed-47aa-9265-fafc7db42bcd tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 946 time: 0.0604155 Sep 07 19:19:45.609991 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6814598f-a9df-435b-a600-9f9f88541d4f req-a7767450-3270-40b7-a20d-07a184d824f6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390651 Sep 07 19:19:45.757400 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e7243-20d3-420f-ae3e-17ba0bf584c5 req-89116808-1454-4b63-bc64-8585e7e5a203 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:45.759376 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d38e7243-20d3-420f-ae3e-17ba0bf584c5 req-89116808-1454-4b63-bc64-8585e7e5a203 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 946 time: 0.0644305 Sep 07 19:19:45.807190 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d38e7243-20d3-420f-ae3e-17ba0bf584c5 req-e42f1d46-062d-42d8-b42a-9ffca521d846 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363493 Sep 07 19:19:46.124310 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69716e06-76e9-40f4-9ccd-a27d9e26bb28 req-757c78f2-59c9-4099-882c-36be4adb9318 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:46.125773 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69716e06-76e9-40f4-9ccd-a27d9e26bb28 req-757c78f2-59c9-4099-882c-36be4adb9318 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 946 time: 0.0500121 Sep 07 19:19:46.182473 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69716e06-76e9-40f4-9ccd-a27d9e26bb28 req-4e936bc7-6119-4e15-a5db-6a272059a609 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501640 Sep 07 19:19:47.359416 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d28f1-eaa7-4203-b6e6-cc3582718918 req-14a1c89b-09c5-425f-8037-a91b12b8862d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:47.363129 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f2d28f1-eaa7-4203-b6e6-cc3582718918 req-14a1c89b-09c5-425f-8037-a91b12b8862d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 946 time: 0.0748103 Sep 07 19:19:47.407145 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f2d28f1-eaa7-4203-b6e6-cc3582718918 req-3eba8fa2-4ab8-4015-a4c9-6a9b5934b72b tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381577 Sep 07 19:19:47.606876 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4e1b9-7b8d-4ce6-b460-cd06af957da2 req-89c9d980-fa9f-4282-a21f-e9f349fd5100 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:19:47.608384 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d9e4e1b9-7b8d-4ce6-b460-cd06af957da2 req-89c9d980-fa9f-4282-a21f-e9f349fd5100 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 946 time: 0.0572896 Sep 07 19:19:47.729177 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-d9e4e1b9-7b8d-4ce6-b460-cd06af957da2 req-5fd85c20-87f3-4c68-8a99-c70b809eccee tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Deleting port 1f75f212-0edf-4ecf-bc25-6bc5da04ea87 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:19:47.729456 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-d9e4e1b9-7b8d-4ce6-b460-cd06af957da2 req-5fd85c20-87f3-4c68-8a99-c70b809eccee tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:47.845287 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-d9e4e1b9-7b8d-4ce6-b460-cd06af957da2 req-5fd85c20-87f3-4c68-8a99-c70b809eccee tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] For port 1f75f212-0edf-4ecf-bc25-6bc5da04ea87, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=1f75f212-0edf-4ecf-bc25-6bc5da04ea87,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:19:47.845652 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-d9e4e1b9-7b8d-4ce6-b460-cd06af957da2 req-5fd85c20-87f3-4c68-8a99-c70b809eccee tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:47.869720 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-d9e4e1b9-7b8d-4ce6-b460-cd06af957da2 req-5fd85c20-87f3-4c68-8a99-c70b809eccee tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Calling delete_port for 1f75f212-0edf-4ecf-bc25-6bc5da04ea87 owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:19:48.026394 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-d9e4e1b9-7b8d-4ce6-b460-cd06af957da2 req-5fd85c20-87f3-4c68-8a99-c70b809eccee tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:48.038920 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['1f75f212-0edf-4ecf-bc25-6bc5da04ea87'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:19:48.067229 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd85c20-87f3-4c68-8a99-c70b809eccee tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event deleted for resources: {'Port': ['ID=1f75f212-0edf-4ecf-bc25-6bc5da04ea87,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:48.123375 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e4e1b9-7b8d-4ce6-b460-cd06af957da2 req-5fd85c20-87f3-4c68-8a99-c70b809eccee tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] No DVR routers for this DVR port 1f75f212-0edf-4ecf-bc25-6bc5da04ea87 on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:19:48.126771 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-d9e4e1b9-7b8d-4ce6-b460-cd06af957da2 req-5fd85c20-87f3-4c68-8a99-c70b809eccee tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:48.130135 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d9e4e1b9-7b8d-4ce6-b460-cd06af957da2 req-5fd85c20-87f3-4c68-8a99-c70b809eccee tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "DELETE /v2.0/ports/1f75f212-0edf-4ecf-bc25-6bc5da04ea87 HTTP/1.1" status: 204 len: 173 time: 0.5151472 Sep 07 19:19:48.130749 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477697da-9822-4682-a3e3-a42be867c42b', 'name': 'network-vif-deleted', 'tag': '1f75f212-0edf-4ecf-bc25-6bc5da04ea87'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:19:48.134106 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca0b4d3-2026-449c-a285-ad3c74d5a77c" -d '{"events": [{"server_uuid": "477697da-9822-4682-a3e3-a42be867c42b", "name": "network-vif-deleted", "tag": "1f75f212-0edf-4ecf-bc25-6bc5da04ea87"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:19:48.183364 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33590332-abff-4cd8-a2f1-a0965b4ab317 x-openstack-request-id: req-33590332-abff-4cd8-a2f1-a0965b4ab317 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:19:48.183987 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477697da-9822-4682-a3e3-a42be867c42b", "name": "network-vif-deleted", "tag": "1f75f212-0edf-4ecf-bc25-6bc5da04ea87", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:19:48.184563 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33590332-abff-4cd8-a2f1-a0965b4ab317 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:19:48.185052 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477697da-9822-4682-a3e3-a42be867c42b', 'name': 'network-vif-deleted', 'tag': '1f75f212-0edf-4ecf-bc25-6bc5da04ea87', 'status': 'completed', 'code': 200} Sep 07 19:19:48.535978 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab173ed4-0e60-4d8a-b763-3dbc98763bc5 req-7871a07b-901b-4d0a-ba9f-040c77a44ba6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 210 time: 0.0289161 Sep 07 19:19:49.684406 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8c41894-cd07-41e9-b309-78fa192fbb9b req-037791d1-8216-48f4-a802-db018dce1f3e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 210 time: 0.0325947 Sep 07 19:19:50.323591 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43328) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:50.444891 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2746e382-61bc-4ef3-9da1-49b379e62995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:50.545560 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2746e382-61bc-4ef3-9da1-49b379e62995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:50.552489 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2746e382-61bc-4ef3-9da1-49b379e62995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:50.629110 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2746e382-61bc-4ef3-9da1-49b379e62995 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d25ba908b7c746bb89baec088adc28c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3014779 Sep 07 19:19:50.629110 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746e382-61bc-4ef3-9da1-49b379e62995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcce7b97-dceb-4f43-bc0d-0bc78e8d0623,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:50.630026 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 43332) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:50.654647 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:19:50.694851 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-37118e4b-0971-4e73-8244-f3b7d5c4ee0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:50.725020 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-37118e4b-0971-4e73-8244-f3b7d5c4ee0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:50.793994 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-37118e4b-0971-4e73-8244-f3b7d5c4ee0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:50.797507 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-37118e4b-0971-4e73-8244-f3b7d5c4ee0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:50.814796 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-37118e4b-0971-4e73-8244-f3b7d5c4ee0b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bcce7b97-dceb-4f43-bc0d-0bc78e8d0623 HTTP/1.1" status: 204 len: 168 time: 0.1706891 Sep 07 19:19:50.836759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37118e4b-0971-4e73-8244-f3b7d5c4ee0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcce7b97-dceb-4f43-bc0d-0bc78e8d0623,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:50.867642 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ab4cb80-204d-4eb8-9114-55042eb5061e req-2682680f-57b0-4d31-8c67-f8351e75d137 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 210 time: 0.0497670 Sep 07 19:19:51.068446 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 1f75f212-0edf-4ecf-bc25-6bc5da04ea87 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:19:51.096362 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 1f75f212-0edf-4ecf-bc25-6bc5da04ea87 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:19:51.097429 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 1f75f212-0edf-4ecf-bc25-6bc5da04ea87 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:19:51.129913 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43340) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:51.149774 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b5e0de73-1b53-4654-b3e0-4584b99e02f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:51.253384 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b5e0de73-1b53-4654-b3e0-4584b99e02f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:51.257558 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b5e0de73-1b53-4654-b3e0-4584b99e02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:51.311408 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0de73-1b53-4654-b3e0-4584b99e02f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5650917c-06aa-42b0-a0f5-3a3e55e09453,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:51.318495 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b5e0de73-1b53-4654-b3e0-4584b99e02f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c520a028e42341c3ac7002929459638d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1850419 Sep 07 19:19:51.318757 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43342) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:51.386772 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55007ca7-3f88-4c23-ae86-029dcd2f8cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:51.409632 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55007ca7-3f88-4c23-ae86-029dcd2f8cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:51.457694 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55007ca7-3f88-4c23-ae86-029dcd2f8cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:51.460185 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-55007ca7-3f88-4c23-ae86-029dcd2f8cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:51.461458 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-55007ca7-3f88-4c23-ae86-029dcd2f8cc8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5650917c-06aa-42b0-a0f5-3a3e55e09453 HTTP/1.1" status: 204 len: 168 time: 0.1417339 Sep 07 19:19:51.469884 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55007ca7-3f88-4c23-ae86-029dcd2f8cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5650917c-06aa-42b0-a0f5-3a3e55e09453,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:51.963726 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a273177d-c227-4294-a889-f2817f9f5188 req-023c52e5-7cdb-4883-b779-552f8bc4241d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=477697da-9822-4682-a3e3-a42be867c42b HTTP/1.1" status: 200 len: 210 time: 0.0289783 Sep 07 19:19:53.423599 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43418) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:53.533143 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-321a34e4-ec95-42e3-a285-3dd0d353c2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:53.626727 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-321a34e4-ec95-42e3-a285-3dd0d353c2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:53.630728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-321a34e4-ec95-42e3-a285-3dd0d353c2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:53.674131 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-321a34e4-ec95-42e3-a285-3dd0d353c2a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fdffaf5e63214a31b524ac8be9366c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467597 Sep 07 19:19:53.674399 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43422) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:53.680645 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a34e4-ec95-42e3-a285-3dd0d353c2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8a1fb1-4139-419e-b027-d48fdd509428,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:53.732477 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02fe023e-e7ff-42d4-872e-a83be22ee2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:53.754031 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02fe023e-e7ff-42d4-872e-a83be22ee2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:53.801260 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02fe023e-e7ff-42d4-872e-a83be22ee2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:53.804042 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02fe023e-e7ff-42d4-872e-a83be22ee2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:53.805298 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-02fe023e-e7ff-42d4-872e-a83be22ee2d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de8a1fb1-4139-419e-b027-d48fdd509428 HTTP/1.1" status: 204 len: 168 time: 0.1300557 Sep 07 19:19:53.813731 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe023e-e7ff-42d4-872e-a83be22ee2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8a1fb1-4139-419e-b027-d48fdd509428,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:54.104859 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43428) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:54.121025 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ff79c6d6-a4fe-4d49-8fe5-3044d59887ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:54.233536 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ff79c6d6-a4fe-4d49-8fe5-3044d59887ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:54.238677 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ff79c6d6-a4fe-4d49-8fe5-3044d59887ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:54.285745 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ff79c6d6-a4fe-4d49-8fe5-3044d59887ab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07af7f30a3ea4aa387cabc6f2d6114bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1769192 Sep 07 19:19:54.286076 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 43432) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:19:54.292412 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79c6d6-a4fe-4d49-8fe5-3044d59887ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2cdd4f-ba29-4cfc-993b-af528f029b42,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:54.346846 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e8e47cdb-0f30-4ba0-b273-7d0f8dbb4121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:54.371689 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e8e47cdb-0f30-4ba0-b273-7d0f8dbb4121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:54.430136 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e8e47cdb-0f30-4ba0-b273-7d0f8dbb4121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:54.432967 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e8e47cdb-0f30-4ba0-b273-7d0f8dbb4121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:54.434398 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e8e47cdb-0f30-4ba0-b273-7d0f8dbb4121 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d2cdd4f-ba29-4cfc-993b-af528f029b42 HTTP/1.1" status: 204 len: 168 time: 0.1473281 Sep 07 19:19:54.443282 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e47cdb-0f30-4ba0-b273-7d0f8dbb4121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2cdd4f-ba29-4cfc-993b-af528f029b42,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:19:55.954944 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7071002c-b17e-4286-b289-916bee3fd77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:58.794355 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-786907f2-7299-482b-ab6d-95cfe0d4553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:59.074738 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:00.268199 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:01.813056 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:13.087125 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:13.999052 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:14.531055 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2f1df-7ca0-41d8-b41c-65b3ca0a4831 req-0ed61af3-5fcc-4dd2-a716-b0995bf169e1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:14.532675 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5df2f1df-7ca0-41d8-b41c-65b3ca0a4831 req-0ed61af3-5fcc-4dd2-a716-b0995bf169e1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 946 time: 0.0706422 Sep 07 19:20:14.579694 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5df2f1df-7ca0-41d8-b41c-65b3ca0a4831 req-7fc248bd-0b42-48cd-9dfe-7c259746f093 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402088 Sep 07 19:20:14.611708 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44288) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:14.692819 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-da3dd69d-421d-45f3-bf30-76879c2083fd tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/floatingips/394f0387-2300-4f30-bab7-00ed2667e1db HTTP/1.1" status: 200 len: 994 time: 0.0792732 Sep 07 19:20:15.018414 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44306) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:15.112996 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4adcb2-4740-4966-8453-97589010c7bc req-097707db-395c-4663-9ad2-c91ed8a74244 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:15.114647 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d4adcb2-4740-4966-8453-97589010c7bc req-097707db-395c-4663-9ad2-c91ed8a74244 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 1097 time: 0.0455647 Sep 07 19:20:15.192152 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5492a5f0-92ea-46c6-8edb-becff2f4a903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:15.217275 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d4adcb2-4740-4966-8453-97589010c7bc req-97fa5783-502f-44b3-afbc-09d845012eac tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923929 Sep 07 19:20:15.316439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-969b843d-a8e7-4bf5-b7c5-e7967bc14518 req-ce7963b8-7dfa-4ab2-89c5-276d8b2fae7f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:20:15.317670 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-969b843d-a8e7-4bf5-b7c5-e7967bc14518 req-ce7963b8-7dfa-4ab2-89c5-276d8b2fae7f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141072 Sep 07 19:20:15.410798 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5492a5f0-92ea-46c6-8edb-becff2f4a903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:15.415674 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5492a5f0-92ea-46c6-8edb-becff2f4a903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:15.464085 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5492a5f0-92ea-46c6-8edb-becff2f4a903 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=072cb9d8c5b440739e6273c104724273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4445205 Sep 07 19:20:15.465222 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492a5f0-92ea-46c6-8edb-becff2f4a903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d000350a-b3f7-4ee0-bcc9-9c8f139885fb,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:15.466767 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44324) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:15.474120 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492a5f0-92ea-46c6-8edb-becff2f4a903 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.474476 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492a5f0-92ea-46c6-8edb-becff2f4a903 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.474823 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492a5f0-92ea-46c6-8edb-becff2f4a903 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.475165 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492a5f0-92ea-46c6-8edb-becff2f4a903 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.475503 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492a5f0-92ea-46c6-8edb-becff2f4a903 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.475839 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492a5f0-92ea-46c6-8edb-becff2f4a903 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.476173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492a5f0-92ea-46c6-8edb-becff2f4a903 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.476500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492a5f0-92ea-46c6-8edb-becff2f4a903 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.477043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492a5f0-92ea-46c6-8edb-becff2f4a903 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.477565 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492a5f0-92ea-46c6-8edb-becff2f4a903 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.478078 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492a5f0-92ea-46c6-8edb-becff2f4a903 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.478590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492a5f0-92ea-46c6-8edb-becff2f4a903 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.536431 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40f1e9f1-ec20-4dd4-a01c-d6091b35842c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:15.562433 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40f1e9f1-ec20-4dd4-a01c-d6091b35842c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:15.629909 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40f1e9f1-ec20-4dd4-a01c-d6091b35842c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:15.632426 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-40f1e9f1-ec20-4dd4-a01c-d6091b35842c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:15.636139 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-40f1e9f1-ec20-4dd4-a01c-d6091b35842c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d000350a-b3f7-4ee0-bcc9-9c8f139885fb HTTP/1.1" status: 204 len: 168 time: 0.1653752 Sep 07 19:20:15.657561 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1e9f1-ec20-4dd4-a01c-d6091b35842c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d000350a-b3f7-4ee0-bcc9-9c8f139885fb,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:15.668919 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1e9f1-ec20-4dd4-a01c-d6091b35842c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.669261 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1e9f1-ec20-4dd4-a01c-d6091b35842c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.669809 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1e9f1-ec20-4dd4-a01c-d6091b35842c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.669932 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1e9f1-ec20-4dd4-a01c-d6091b35842c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.670285 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1e9f1-ec20-4dd4-a01c-d6091b35842c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.670568 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1e9f1-ec20-4dd4-a01c-d6091b35842c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.671064 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1e9f1-ec20-4dd4-a01c-d6091b35842c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.671559 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1e9f1-ec20-4dd4-a01c-d6091b35842c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.672148 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1e9f1-ec20-4dd4-a01c-d6091b35842c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.672580 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1e9f1-ec20-4dd4-a01c-d6091b35842c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.672921 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1e9f1-ec20-4dd4-a01c-d6091b35842c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:15.673125 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1e9f1-ec20-4dd4-a01c-d6091b35842c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:16.006272 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44350) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:16.022052 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9f7cfc1c-4b16-4a90-a83f-b04ec34e834a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:16.073719 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4906cf3d-d7a7-4061-b73f-110310f85eb0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456262 Sep 07 19:20:16.088129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-09bf15b4-e9e4-4cd8-81a1-632c18414c53 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:20:16.089210 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-09bf15b4-e9e4-4cd8-81a1-632c18414c53 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108025 Sep 07 19:20:16.136232 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9f7cfc1c-4b16-4a90-a83f-b04ec34e834a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:16.141238 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9f7cfc1c-4b16-4a90-a83f-b04ec34e834a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:16.181417 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7cfc1c-4b16-4a90-a83f-b04ec34e834a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5a4997-8505-4c28-acbb-35e35db009dc,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:16.194338 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9f7cfc1c-4b16-4a90-a83f-b04ec34e834a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7703bd781d5648c4a9a9332edc22e736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1864846 Sep 07 19:20:16.196868 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44360) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:16.257510 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d136cb56-e883-4df5-9806-d88470971740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:16.286023 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d136cb56-e883-4df5-9806-d88470971740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:16.380573 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d136cb56-e883-4df5-9806-d88470971740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:16.385349 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d136cb56-e883-4df5-9806-d88470971740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:16.388057 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d136cb56-e883-4df5-9806-d88470971740 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e5a4997-8505-4c28-acbb-35e35db009dc HTTP/1.1" status: 204 len: 168 time: 0.1890955 Sep 07 19:20:16.397192 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136cb56-e883-4df5-9806-d88470971740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5a4997-8505-4c28-acbb-35e35db009dc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:17.262733 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5377488-595f-4bba-8f89-07cf462fc01b req-dd38cb94-8018-4cfe-a32d-0987698fa2f6 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:17.264168 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-dd38cb94-8018-4cfe-a32d-0987698fa2f6 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/ports/75b7071b-6ee7-466d-8bfd-032f5b61fc27 HTTP/1.1" status: 200 len: 1094 time: 0.3321376 Sep 07 19:20:17.284081 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-f5377488-595f-4bba-8f89-07cf462fc01b req-7cbf5393-45db-4650-a78a-2d1b9797380d service neutron] Request body: {'binding': {'host': 'n-h1-807786-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:20:17.284878 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-f5377488-595f-4bba-8f89-07cf462fc01b req-7cbf5393-45db-4650-a78a-2d1b9797380d service neutron] Unknown quota resources ['binding']. {{(pid=101445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 19:20:17.463623 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f5377488-595f-4bba-8f89-07cf462fc01b req-7cbf5393-45db-4650-a78a-2d1b9797380d service neutron] Attempting to bind port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 on host n-h1-807786-1 for vnic_type normal with profile None {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:20:17.463969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f5377488-595f-4bba-8f89-07cf462fc01b req-7cbf5393-45db-4650-a78a-2d1b9797380d service neutron] Attempting to bind port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'd900e288-36e4-48e5-9024-9e61f0b6c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:20:17.464311 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5377488-595f-4bba-8f89-07cf462fc01b req-7cbf5393-45db-4650-a78a-2d1b9797380d service neutron] Attempting to bind port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 on network 40ca7270-4d27-4b0b-8ec9-d42375dd2257 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:20:17.469599 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5377488-595f-4bba-8f89-07cf462fc01b req-7cbf5393-45db-4650-a78a-2d1b9797380d service neutron] Port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 on network 40ca7270-4d27-4b0b-8ec9-d42375dd2257 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:20:17.469930 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5377488-595f-4bba-8f89-07cf462fc01b req-7cbf5393-45db-4650-a78a-2d1b9797380d service neutron] Attempting to bind port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 on network 40ca7270-4d27-4b0b-8ec9-d42375dd2257 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:20:17.478007 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5377488-595f-4bba-8f89-07cf462fc01b req-7cbf5393-45db-4650-a78a-2d1b9797380d service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:20:17.478355 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5377488-595f-4bba-8f89-07cf462fc01b req-7cbf5393-45db-4650-a78a-2d1b9797380d service neutron] Checking segment: {'id': 'd900e288-36e4-48e5-9024-9e61f0b6c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:20:17.478755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5377488-595f-4bba-8f89-07cf462fc01b req-7cbf5393-45db-4650-a78a-2d1b9797380d service neutron] Bound using segment: {'id': 'd900e288-36e4-48e5-9024-9e61f0b6c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:20:17.479238 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f5377488-595f-4bba-8f89-07cf462fc01b req-7cbf5393-45db-4650-a78a-2d1b9797380d service neutron] Bound port: 75b7071b-6ee7-466d-8bfd-032f5b61fc27, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd900e288-36e4-48e5-9024-9e61f0b6c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:20:17.580113 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-f5377488-595f-4bba-8f89-07cf462fc01b req-7cbf5393-45db-4650-a78a-2d1b9797380d service neutron] For port 75b7071b-6ee7-466d-8bfd-032f5b61fc27, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=75b7071b-6ee7-466d-8bfd-032f5b61fc27,segment=NetworkSegment(d900e288-36e4-48e5-9024-9e61f0b6c4b5),segment_id=d900e288-36e4-48e5-9024-9e61f0b6c4b5)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:20:17.590869 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f5377488-595f-4bba-8f89-07cf462fc01b req-7cbf5393-45db-4650-a78a-2d1b9797380d service neutron] Notify callbacks [] for binding, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:17.593079 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-7cbf5393-45db-4650-a78a-2d1b9797380d service neutron] 10.222.0.26 "POST /v2.0/ports/75b7071b-6ee7-466d-8bfd-032f5b61fc27/bindings HTTP/1.1" status: 201 len: 389 time: 0.3207450 Sep 07 19:20:17.918338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec981121-4d95-4f4e-b32e-0903a7dbb6a8 req-e8b10c24-8c31-4d46-869c-20878fd1b91b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:17.922681 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec981121-4d95-4f4e-b32e-0903a7dbb6a8 req-e8b10c24-8c31-4d46-869c-20878fd1b91b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 946 time: 0.1140201 Sep 07 19:20:17.987913 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec981121-4d95-4f4e-b32e-0903a7dbb6a8 req-df6afb34-f094-4fc6-b93b-9499f4da8ecf tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567467 Sep 07 19:20:18.013676 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5377488-595f-4bba-8f89-07cf462fc01b req-e0e4660d-30fb-41b5-bed8-6cd07a24cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:18.016535 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-e0e4660d-30fb-41b5-bed8-6cd07a24cd7e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 1097 time: 0.0554194 Sep 07 19:20:18.132262 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5377488-595f-4bba-8f89-07cf462fc01b req-9fca148d-d191-44e2-8af8-268bbe11ec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:18.133846 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-9fca148d-d191-44e2-8af8-268bbe11ec83 service neutron] 10.222.0.60 "GET /v2.0/networks?id=40ca7270-4d27-4b0b-8ec9-d42375dd2257 HTTP/1.1" status: 200 len: 898 time: 0.1067600 Sep 07 19:20:18.217697 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-990af815-c1bd-414c-893d-105a0ae73b54 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75b7071b-6ee7-466d-8bfd-032f5b61fc27 HTTP/1.1" status: 200 len: 1002 time: 0.0764246 Sep 07 19:20:18.269214 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5377488-595f-4bba-8f89-07cf462fc01b req-db477154-b058-4a36-b9d6-cf70d33234a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:18.270728 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-db477154-b058-4a36-b9d6-cf70d33234a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=faa1f8bf-60ad-4853-abe2-908c64b913cc HTTP/1.1" status: 200 len: 834 time: 0.0446177 Sep 07 19:20:18.328534 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5377488-595f-4bba-8f89-07cf462fc01b req-d721caef-8292-4796-95b0-ab093aa56bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:18.330755 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-d721caef-8292-4796-95b0-ab093aa56bce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=40ca7270-4d27-4b0b-8ec9-d42375dd2257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519032 Sep 07 19:20:18.427267 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-d46e6321-e8ae-4d39-a29c-aa8e0be370cc service neutron] 10.222.0.60 "GET /v2.0/networks/40ca7270-4d27-4b0b-8ec9-d42375dd2257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880942 Sep 07 19:20:18.533710 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-47aa9d84-2b13-44be-bde3-08879f50bb81 service neutron] 10.222.0.60 "GET /v2.0/networks/40ca7270-4d27-4b0b-8ec9-d42375dd2257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986679 Sep 07 19:20:18.676330 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5377488-595f-4bba-8f89-07cf462fc01b req-37ab11bb-cce4-4b2a-bef4-40ed3a5ce2c4 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:18.677916 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-37ab11bb-cce4-4b2a-bef4-40ed3a5ce2c4 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51&tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 1097 time: 0.0836196 Sep 07 19:20:18.693784 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807786-1'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:20:18.767109 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:18.926289 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] For port 75b7071b-6ee7-466d-8bfd-032f5b61fc27, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=75b7071b-6ee7-466d-8bfd-032f5b61fc27,segment=NetworkSegment(d900e288-36e4-48e5-9024-9e61f0b6c4b5),segment_id=d900e288-36e4-48e5-9024-9e61f0b6c4b5)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:20:18.981767 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] For port 75b7071b-6ee7-466d-8bfd-032f5b61fc27, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:20:19.030624 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:19.032213 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165862df-273e-43fe-888f-4ecc00f59f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b7071b-6ee7-466d-8bfd-032f5b61fc27'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:20:19.037623 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c95dd5-dbac-4578-b1d4-b51c24369d4a" -d '{"events": [{"server_uuid": "165862df-273e-43fe-888f-4ecc00f59f51", "name": "network-vif-unplugged", "status": "completed", "tag": "75b7071b-6ee7-466d-8bfd-032f5b61fc27"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:20:19.048538 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:19.165637 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde5117-b173-4b7b-97b3-59f6c0e4d96c req-3811e5e6-a198-4b9f-8328-5ff493c36ac8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:19.170059 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] Pushing event updated for resources: {'Port': ['ID=75b7071b-6ee7-466d-8bfd-032f5b61fc27,revision_number=7']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:19.173562 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-adde5117-b173-4b7b-97b3-59f6c0e4d96c req-3811e5e6-a198-4b9f-8328-5ff493c36ac8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 944 time: 0.1064801 Sep 07 19:20:19.255483 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] Attempting to bind port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 on host n-h2-807786-1 for vnic_type normal with profile {"migrating_to": "n-h1-807786-1"} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:20:19.255802 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] Attempting to bind port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'd900e288-36e4-48e5-9024-9e61f0b6c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:20:19.256115 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] Attempting to bind port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 on network 40ca7270-4d27-4b0b-8ec9-d42375dd2257 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:20:19.257909 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-adde5117-b173-4b7b-97b3-59f6c0e4d96c req-abd7429b-de25-4417-9044-d8f5a221b25a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833106 Sep 07 19:20:19.263528 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] Port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 on network 40ca7270-4d27-4b0b-8ec9-d42375dd2257 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:20:19.264114 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] Attempting to bind port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 on network 40ca7270-4d27-4b0b-8ec9-d42375dd2257 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:20:19.285754 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:20:19.286399 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] Checking segment: {'id': 'd900e288-36e4-48e5-9024-9e61f0b6c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:20:19.286960 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] Bound using segment: {'id': 'd900e288-36e4-48e5-9024-9e61f0b6c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:20:19.287622 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] Bound port: 75b7071b-6ee7-466d-8bfd-032f5b61fc27, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd900e288-36e4-48e5-9024-9e61f0b6c4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:20:19.289187 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:19.317209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-d6007f68-23bc-4079-9a36-aaf2c62a85a1 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:19.325199 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-d6007f68-23bc-4079-9a36-aaf2c62a85a1 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 812 time: 0.2094550 Sep 07 19:20:19.344772 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-1c61f81e-8028-4edf-a912-cc3512521a1f tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/quotas/73c2ecafe8034c5e899d0af72b0de7b0 HTTP/1.1" status: 200 len: 375 time: 0.0183208 Sep 07 19:20:19.353644 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 19:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ce0f57-7be6-4e32-be21-90a24ace75dc x-openstack-request-id: req-23ce0f57-7be6-4e32-be21-90a24ace75dc {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:20:19.354585 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165862df-273e-43fe-888f-4ecc00f59f51", "name": "network-vif-unplugged", "status": "completed", "tag": "75b7071b-6ee7-466d-8bfd-032f5b61fc27", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:20:19.355074 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23ce0f57-7be6-4e32-be21-90a24ace75dc {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:20:19.355689 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165862df-273e-43fe-888f-4ecc00f59f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b7071b-6ee7-466d-8bfd-032f5b61fc27', 'code': 200} Sep 07 19:20:19.392002 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ace4d1cf-c51f-4cd1-bb48-ca95b84ec5fd None None] Provisioning complete for port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:20:19.392620 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ace4d1cf-c51f-4cd1-bb48-ca95b84ec5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:19.400980 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] For port 75b7071b-6ee7-466d-8bfd-032f5b61fc27, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:20:19.405081 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] For port 75b7071b-6ee7-466d-8bfd-032f5b61fc27, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=75b7071b-6ee7-466d-8bfd-032f5b61fc27,segment=NetworkSegment(d900e288-36e4-48e5-9024-9e61f0b6c4b5),segment_id=d900e288-36e4-48e5-9024-9e61f0b6c4b5)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:20:19.406030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-108a4bd0-f96b-40c3-93f7-8bde481b4d81 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601833 Sep 07 19:20:19.412821 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:19.439425 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ace4d1cf-c51f-4cd1-bb48-ca95b84ec5fd None None] Port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:20:19.514433 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-c838e495-6b67-4dd9-bb22-cfc7859e1789 service neutron] 10.222.0.26 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068101 Sep 07 19:20:19.523444 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] Pushing event updated for resources: {'Port': ['ID=75b7071b-6ee7-466d-8bfd-032f5b61fc27,revision_number=8']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:19.568027 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:19.568757 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:19.570407 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-4828f347-851d-4aa7-9952-4c724c0fd34e service neutron] 10.222.0.60 "PUT /v2.0/ports/75b7071b-6ee7-466d-8bfd-032f5b61fc27 HTTP/1.1" status: 200 len: 1122 time: 0.8815701 Sep 07 19:20:19.648270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['75b7071b-6ee7-466d-8bfd-032f5b61fc27'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:20:19.653081 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-46a5b298-6ba3-4e9e-b081-29ef89fdd0a8 service neutron] 10.222.0.26 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324711 Sep 07 19:20:19.782458 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-542db154-fafa-4240-acb4-8d92428cd20f None None] Provisioning complete for port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:20:19.782834 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-542db154-fafa-4240-acb4-8d92428cd20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:19.906278 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9de58350-f6a5-4b5d-8601-16b60006647f req-3d462c18-966a-401c-be6f-4e6d27b6c580 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 210 time: 0.0449054 Sep 07 19:20:19.960955 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-542db154-fafa-4240-acb4-8d92428cd20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:20.008619 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165862df-273e-43fe-888f-4ecc00f59f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b7071b-6ee7-466d-8bfd-032f5b61fc27'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:20:20.011030 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79166e25-16f3-4bf4-bfac-b661b81864b7" -d '{"events": [{"server_uuid": "165862df-273e-43fe-888f-4ecc00f59f51", "name": "network-vif-plugged", "status": "completed", "tag": "75b7071b-6ee7-466d-8bfd-032f5b61fc27"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:20:20.032023 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-542db154-fafa-4240-acb4-8d92428cd20f None None] For port 75b7071b-6ee7-466d-8bfd-032f5b61fc27, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=75b7071b-6ee7-466d-8bfd-032f5b61fc27,segment=NetworkSegment(d900e288-36e4-48e5-9024-9e61f0b6c4b5),segment_id=d900e288-36e4-48e5-9024-9e61f0b6c4b5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:20:20.041576 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-542db154-fafa-4240-acb4-8d92428cd20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:20.274094 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542db154-fafa-4240-acb4-8d92428cd20f None None] Pushing event updated for resources: {'Port': ['ID=75b7071b-6ee7-466d-8bfd-032f5b61fc27,revision_number=9']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:20.334521 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89372f2d-f2a7-42ee-a9e0-a33b355c3f11 x-openstack-request-id: req-89372f2d-f2a7-42ee-a9e0-a33b355c3f11 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:20:20.335048 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165862df-273e-43fe-888f-4ecc00f59f51", "name": "network-vif-plugged", "status": "completed", "tag": "75b7071b-6ee7-466d-8bfd-032f5b61fc27", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:20:20.335302 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-89372f2d-f2a7-42ee-a9e0-a33b355c3f11 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:20:20.335704 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165862df-273e-43fe-888f-4ecc00f59f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b7071b-6ee7-466d-8bfd-032f5b61fc27', 'code': 200} Sep 07 19:20:20.449735 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2d1c0-5007-4d6b-8b57-db2744fa5223 req-976ac78f-27f3-4108-951e-5c01d70444ba tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:20.452091 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1be2d1c0-5007-4d6b-8b57-db2744fa5223 req-976ac78f-27f3-4108-951e-5c01d70444ba tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 946 time: 0.0899448 Sep 07 19:20:20.503525 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1be2d1c0-5007-4d6b-8b57-db2744fa5223 req-7c544645-a7e5-4d20-8f3a-24431014f3c5 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444918 Sep 07 19:20:21.005106 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f72fa565-92e9-477d-8c0b-2c1320192f07 req-e0c6e7fb-32a9-46fb-a318-e8c324093503 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 210 time: 0.0288432 Sep 07 19:20:21.125690 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-4d8bf184-c677-4288-a855-8eb5abcaef9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:21.128395 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-4d8bf184-c677-4288-a855-8eb5abcaef9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 812 time: 0.1112964 Sep 07 19:20:21.148726 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-bfab986b-3b55-401c-b02f-b34945e577ce tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Request body: {'port': {'device_id': 'ebb326b1-0700-4a45-bd17-7fcc56b8850c', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'admin_state_up': True, 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:20:21.170471 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 75b7071b-6ee7-466d-8bfd-032f5b61fc27 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:20:21.295364 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-bfab986b-3b55-401c-b02f-b34945e577ce tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Made reservation on behalf of 73c2ecafe8034c5e899d0af72b0de7b0 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:20:21.301217 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-bfab986b-3b55-401c-b02f-b34945e577ce tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:21.306925 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 75b7071b-6ee7-466d-8bfd-032f5b61fc27, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=75b7071b-6ee7-466d-8bfd-032f5b61fc27,segment=NetworkSegment(d900e288-36e4-48e5-9024-9e61f0b6c4b5),segment_id=d900e288-36e4-48e5-9024-9e61f0b6c4b5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:20:21.324627 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 75b7071b-6ee7-466d-8bfd-032f5b61fc27 has no active binding in host n-h1-807786-1 {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 19:20:21.368212 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165862df-273e-43fe-888f-4ecc00f59f51', 'tag': '75b7071b-6ee7-466d-8bfd-032f5b61fc27'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:20:21.370598 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f5f4b0-bbfb-4020-9492-b52139096d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "165862df-273e-43fe-888f-4ecc00f59f51", "tag": "75b7071b-6ee7-466d-8bfd-032f5b61fc27"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:20:21.740745 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5fc54-29fb-436c-8239-507be3f8386e req-d876bb08-8a85-4635-a286-8bfe2d8abc91 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:21.743023 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09a5fc54-29fb-436c-8239-507be3f8386e req-d876bb08-8a85-4635-a286-8bfe2d8abc91 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 946 time: 0.1135705 Sep 07 19:20:21.797578 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09a5fc54-29fb-436c-8239-507be3f8386e req-d94c64f4-8559-4225-a284-234d0bea1299 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475018 Sep 07 19:20:21.817719 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95364c1c-5893-4518-8343-89bd0f38e071 x-openstack-request-id: req-95364c1c-5893-4518-8343-89bd0f38e071 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:20:21.818022 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165862df-273e-43fe-888f-4ecc00f59f51", "tag": "75b7071b-6ee7-466d-8bfd-032f5b61fc27", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:20:21.818279 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95364c1c-5893-4518-8343-89bd0f38e071 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:20:21.818659 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165862df-273e-43fe-888f-4ecc00f59f51', 'tag': '75b7071b-6ee7-466d-8bfd-032f5b61fc27', 'status': 'completed', 'code': 200} Sep 07 19:20:21.907010 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5f4b0-bbfb-4020-9492-b52139096d0e req-b46a7ec4-4d64-4de3-9ed9-726cc0abe1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:21.908354 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-59f5f4b0-bbfb-4020-9492-b52139096d0e req-b46a7ec4-4d64-4de3-9ed9-726cc0abe1c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 1127 time: 0.0923457 Sep 07 19:20:21.910425 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-bfab986b-3b55-401c-b02f-b34945e577ce tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Allocated IP 172.20.0.10 (d1679c4a-080a-4fd0-aff8-8fd66429f7da/714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8/75f57063-611e-4313-a2e4-068fad54ab69) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:20:22.077312 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5f4b0-bbfb-4020-9492-b52139096d0e req-56ae5f4c-1577-4794-b3b4-09fe9331c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:22.079293 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-59f5f4b0-bbfb-4020-9492-b52139096d0e req-56ae5f4c-1577-4794-b3b4-09fe9331c781 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40ca7270-4d27-4b0b-8ec9-d42375dd2257 HTTP/1.1" status: 200 len: 898 time: 0.1611643 Sep 07 19:20:22.223175 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c36a1ec1-3fa8-4280-a467-779440959d57 req-990931db-c8e6-4b0a-8329-192101ced1c7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 210 time: 0.0529439 Sep 07 19:20:22.248743 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-59f5f4b0-bbfb-4020-9492-b52139096d0e req-705383bb-3307-466d-b418-9c48ca881fda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75b7071b-6ee7-466d-8bfd-032f5b61fc27 HTTP/1.1" status: 200 len: 1002 time: 0.1561575 Sep 07 19:20:22.364562 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5f4b0-bbfb-4020-9492-b52139096d0e req-4b6ff6cc-b596-4a9e-a057-51d59202eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:22.366810 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-59f5f4b0-bbfb-4020-9492-b52139096d0e req-4b6ff6cc-b596-4a9e-a057-51d59202eeae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=faa1f8bf-60ad-4853-abe2-908c64b913cc HTTP/1.1" status: 200 len: 834 time: 0.0822806 Sep 07 19:20:22.425950 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-bfab986b-3b55-401c-b02f-b34945e577ce tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:22.453388 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-bfab986b-3b55-401c-b02f-b34945e577ce tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Transition to ACTIVE for port object 75f57063-611e-4313-a2e4-068fad54ab69 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:20:22.462827 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5f4b0-bbfb-4020-9492-b52139096d0e req-fdd1b5c2-0258-42bb-bd69-c51a3fc2d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:22.464563 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-59f5f4b0-bbfb-4020-9492-b52139096d0e req-fdd1b5c2-0258-42bb-bd69-c51a3fc2d5f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40ca7270-4d27-4b0b-8ec9-d42375dd2257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875626 Sep 07 19:20:22.585903 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-bfab986b-3b55-401c-b02f-b34945e577ce tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:22.643916 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-bfab986b-3b55-401c-b02f-b34945e577ce tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Network d1679c4a-080a-4fd0-aff8-8fd66429f7da is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:20:22.649343 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-bfab986b-3b55-401c-b02f-b34945e577ce tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:20:22.652004 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-bfab986b-3b55-401c-b02f-b34945e577ce tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:20:22.717155 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-59f5f4b0-bbfb-4020-9492-b52139096d0e req-efc2c54a-f992-49c7-bdda-c2c542e27282 service neutron] 10.222.0.36 "GET /v2.0/networks/40ca7270-4d27-4b0b-8ec9-d42375dd2257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428479 Sep 07 19:20:22.746094 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab986b-3b55-401c-b02f-b34945e577ce tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event updated for resources: {'Port': ['ID=75f57063-611e-4313-a2e4-068fad54ab69,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:22.792356 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-bfab986b-3b55-401c-b02f-b34945e577ce tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:22.793323 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-bfab986b-3b55-401c-b02f-b34945e577ce tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:22.849908 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-bfab986b-3b55-401c-b02f-b34945e577ce tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7050827 Sep 07 19:20:22.873597 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-29d78947-72e9-4b36-afe6-659426247103 service neutron] Request body: {'port': {'device_id': 'ebb326b1-0700-4a45-bd17-7fcc56b8850c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:20:22.879044 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-59f5f4b0-bbfb-4020-9492-b52139096d0e req-707830c9-086a-44f6-b943-9906bdc3b622 service neutron] 10.222.0.36 "GET /v2.0/networks/40ca7270-4d27-4b0b-8ec9-d42375dd2257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446557 Sep 07 19:20:22.955474 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-29d78947-72e9-4b36-afe6-659426247103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:23.011893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44616) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:23.023543 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90bc51-f505-4bc1-a3e6-d69723b5a026 req-6c11fa14-9655-4cd2-8057-57275b7446ad tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:23.034550 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b90bc51-f505-4bc1-a3e6-d69723b5a026 req-6c11fa14-9655-4cd2-8057-57275b7446ad tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 946 time: 0.0957034 Sep 07 19:20:23.068955 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-13450d3c-ec01-4841-ba60-1a85ed6614fd None None] Provisioning for port 75f57063-611e-4313-a2e4-068fad54ab69 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:20:23.074511 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-13450d3c-ec01-4841-ba60-1a85ed6614fd None None] Provisioning complete for port 75f57063-611e-4313-a2e4-068fad54ab69 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:20:23.075239 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-13450d3c-ec01-4841-ba60-1a85ed6614fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:23.104077 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b90bc51-f505-4bc1-a3e6-d69723b5a026 req-01ad1166-8550-4a72-b167-c79a30767755 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686178 Sep 07 19:20:23.157238 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-13450d3c-ec01-4841-ba60-1a85ed6614fd None None] Port 75f57063-611e-4313-a2e4-068fad54ab69 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:20:23.253992 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-400846e9-ebcd-46f5-8e1c-574f71dd036a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:23.365393 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2299b7-e770-475d-9bff-076e0149c3af req-35a90bd4-f5e1-4a79-af90-d9d9883f3c10 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:23.366997 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f2299b7-e770-475d-9bff-076e0149c3af req-35a90bd4-f5e1-4a79-af90-d9d9883f3c10 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 932 time: 0.0708809 Sep 07 19:20:23.377179 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-29d78947-72e9-4b36-afe6-659426247103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f57063-611e-4313-a2e4-068fad54ab69 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:20:23.396351 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-29d78947-72e9-4b36-afe6-659426247103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:23.418572 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-29d78947-72e9-4b36-afe6-659426247103 service neutron] Transition to ACTIVE for port object 75f57063-611e-4313-a2e4-068fad54ab69 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:20:23.423729 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-29d78947-72e9-4b36-afe6-659426247103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:23.433988 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f2299b7-e770-475d-9bff-076e0149c3af req-20edc5b2-606f-46a6-9b18-9b681d80f11e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548577 Sep 07 19:20:23.481682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d78947-72e9-4b36-afe6-659426247103 service neutron] Pushing event updated for resources: {'Port': ['ID=75f57063-611e-4313-a2e4-068fad54ab69,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:23.495373 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-400846e9-ebcd-46f5-8e1c-574f71dd036a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:23.503327 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-400846e9-ebcd-46f5-8e1c-574f71dd036a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:23.566630 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-400846e9-ebcd-46f5-8e1c-574f71dd036a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc6d511216b9498aa0f2152ebba7ff98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5298135 Sep 07 19:20:23.569349 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-29d78947-72e9-4b36-afe6-659426247103 service neutron] Attempting to bind port 75f57063-611e-4313-a2e4-068fad54ab69 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:20:23.569705 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-29d78947-72e9-4b36-afe6-659426247103 service neutron] Attempting to bind port 75f57063-611e-4313-a2e4-068fad54ab69 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:20:23.570039 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-29d78947-72e9-4b36-afe6-659426247103 service neutron] Attempting to bind port 75f57063-611e-4313-a2e4-068fad54ab69 on network d1679c4a-080a-4fd0-aff8-8fd66429f7da {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:20:23.572366 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44630) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:23.574922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400846e9-ebcd-46f5-8e1c-574f71dd036a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd29736-51b3-415a-bd57-3b7bbdbbaf24,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:23.582933 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-29d78947-72e9-4b36-afe6-659426247103 service neutron] Port 75f57063-611e-4313-a2e4-068fad54ab69 on network d1679c4a-080a-4fd0-aff8-8fd66429f7da not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:20:23.583318 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-29d78947-72e9-4b36-afe6-659426247103 service neutron] Attempting to bind port 75f57063-611e-4313-a2e4-068fad54ab69 on network d1679c4a-080a-4fd0-aff8-8fd66429f7da {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:20:23.602589 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-29d78947-72e9-4b36-afe6-659426247103 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:20:23.602948 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-29d78947-72e9-4b36-afe6-659426247103 service neutron] Checking segment: {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:20:23.603338 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-29d78947-72e9-4b36-afe6-659426247103 service neutron] Bound using segment: {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:20:23.603830 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-29d78947-72e9-4b36-afe6-659426247103 service neutron] Bound port: 75f57063-611e-4313-a2e4-068fad54ab69, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:20:23.604200 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-29d78947-72e9-4b36-afe6-659426247103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:23.681911 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2bb53795-78dd-4bbe-a53b-01de0db6aa3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:23.720400 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-29d78947-72e9-4b36-afe6-659426247103 service neutron] For port 75f57063-611e-4313-a2e4-068fad54ab69, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:20:23.724601 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2bb53795-78dd-4bbe-a53b-01de0db6aa3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:23.727845 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-29d78947-72e9-4b36-afe6-659426247103 service neutron] For port 75f57063-611e-4313-a2e4-068fad54ab69, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=75f57063-611e-4313-a2e4-068fad54ab69,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:20:23.737196 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-29d78947-72e9-4b36-afe6-659426247103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:23.817096 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-29d78947-72e9-4b36-afe6-659426247103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:23.817733 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-29d78947-72e9-4b36-afe6-659426247103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:23.819554 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-29d78947-72e9-4b36-afe6-659426247103 service neutron] 10.222.0.60 "PUT /v2.0/ports/75f57063-611e-4313-a2e4-068fad54ab69 HTTP/1.1" status: 200 len: 1092 time: 0.9506803 Sep 07 19:20:23.820025 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb326b1-0700-4a45-bd17-7fcc56b8850c', 'tag': '75f57063-611e-4313-a2e4-068fad54ab69'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:20:23.822595 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30aa2777-65eb-4fbf-98dd-62b47345e017" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb326b1-0700-4a45-bd17-7fcc56b8850c", "tag": "75f57063-611e-4313-a2e4-068fad54ab69"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:20:23.857487 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d78947-72e9-4b36-afe6-659426247103 service neutron] Pushing event updated for resources: {'Port': ['ID=75f57063-611e-4313-a2e4-068fad54ab69,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:23.898790 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b57a50-deb1-49de-81b7-abf006700d2e x-openstack-request-id: req-78b57a50-deb1-49de-81b7-abf006700d2e {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:20:23.899457 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb326b1-0700-4a45-bd17-7fcc56b8850c", "tag": "75f57063-611e-4313-a2e4-068fad54ab69", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:20:23.899942 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-78b57a50-deb1-49de-81b7-abf006700d2e {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:20:23.900590 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb326b1-0700-4a45-bd17-7fcc56b8850c', 'tag': '75f57063-611e-4313-a2e4-068fad54ab69', 'status': 'completed', 'code': 200} Sep 07 19:20:23.902623 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2bb53795-78dd-4bbe-a53b-01de0db6aa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:23.905481 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2bb53795-78dd-4bbe-a53b-01de0db6aa3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:23.906954 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2bb53795-78dd-4bbe-a53b-01de0db6aa3c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3cd29736-51b3-415a-bd57-3b7bbdbbaf24 HTTP/1.1" status: 204 len: 168 time: 0.3334389 Sep 07 19:20:23.981907 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb53795-78dd-4bbe-a53b-01de0db6aa3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd29736-51b3-415a-bd57-3b7bbdbbaf24,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:23.996769 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-853f5098-e4e8-40d4-bde9-2812e3b4a192 req-648da4a1-100d-4b53-80e8-1a707cedb6ed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1605985 Sep 07 19:20:24.024254 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-c39ee6de-bb9c-4c52-aebe-8562187155a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:24.026456 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-c39ee6de-bb9c-4c52-aebe-8562187155a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 1095 time: 0.1183600 Sep 07 19:20:24.101873 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-72c30809-2f79-496b-953b-df81696ee88a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75f57063-611e-4313-a2e4-068fad54ab69 HTTP/1.1" status: 200 len: 217 time: 0.0599704 Sep 07 19:20:24.253776 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-0c3633c8-9965-4bb0-9aad-33ffe258bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:24.255290 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-0c3633c8-9965-4bb0-9aad-33ffe258bbe1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0755358 Sep 07 19:20:24.263365 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f5098-e4e8-40d4-bde9-2812e3b4a192 req-0d98ee8c-b77f-4c6b-b7b3-39e157da3d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:24.265613 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-853f5098-e4e8-40d4-bde9-2812e3b4a192 req-0d98ee8c-b77f-4c6b-b7b3-39e157da3d57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=254a2ba6f1404816a3dabc83cc8e217d&device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 1096 time: 0.1625371 Sep 07 19:20:24.297927 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1493a-fca1-44e1-ad98-e9632a1ce031 req-b1360819-e932-4b25-9bd3-e454ac476269 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:24.308870 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-14c1493a-fca1-44e1-ad98-e9632a1ce031 req-b1360819-e932-4b25-9bd3-e454ac476269 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 946 time: 0.0748749 Sep 07 19:20:24.369510 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-14c1493a-fca1-44e1-ad98-e9632a1ce031 req-bdb62d92-b262-4a10-ae1e-8e87415fa6ff tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591879 Sep 07 19:20:24.415692 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-104988f7-e2c1-4222-98f7-5f3f1bc14d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:24.420017 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-104988f7-e2c1-4222-98f7-5f3f1bc14d47 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510487 Sep 07 19:20:24.420363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44650) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:24.435586 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-352ca1fa-84e0-4add-9ece-576c2fca872c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:24.486509 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f5098-e4e8-40d4-bde9-2812e3b4a192 req-bddf4f4b-f85f-4c40-af77-ed7b04b28b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:24.492968 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-853f5098-e4e8-40d4-bde9-2812e3b4a192 req-bddf4f4b-f85f-4c40-af77-ed7b04b28b5e service neutron] 10.222.0.36 "GET /v2.0/networks?id=c59d35e9-a47c-4db1-9fe0-f71f03677711 HTTP/1.1" status: 200 len: 910 time: 0.1841748 Sep 07 19:20:24.624573 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-c4a15c30-83a5-4785-8c63-ce1650cb6281 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938798 Sep 07 19:20:24.628575 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-853f5098-e4e8-40d4-bde9-2812e3b4a192 req-d89c1a1e-4305-4bd9-9a64-99f2788c6dde service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aef675e-8fdf-4092-838c-b6927b6908cc HTTP/1.1" status: 200 len: 1001 time: 0.0884428 Sep 07 19:20:24.733170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-7d570d0a-c026-4fcb-aa66-7aea71177360 service neutron] 10.222.0.36 "GET /v2.0/ports/75b7071b-6ee7-466d-8bfd-032f5b61fc27/bindings/n-h1-807786-1 HTTP/1.1" status: 200 len: 384 time: 0.1905439 Sep 07 19:20:24.741917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea857a1f-3704-45ff-b217-daa2c4cd6109 req-b6347ebb-7de5-4a76-bb17-19d34fe73bfe tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:24.749716 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea857a1f-3704-45ff-b217-daa2c4cd6109 req-b6347ebb-7de5-4a76-bb17-19d34fe73bfe tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 944 time: 0.1919649 Sep 07 19:20:24.755624 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f5098-e4e8-40d4-bde9-2812e3b4a192 req-f071ea3e-35ed-4cc4-8b0e-4414ad97f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:24.755813 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-352ca1fa-84e0-4add-9ece-576c2fca872c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:24.756829 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-853f5098-e4e8-40d4-bde9-2812e3b4a192 req-f071ea3e-35ed-4cc4-8b0e-4414ad97f26d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=765e9a5e-c40a-4665-aaca-06d64bc75a68 HTTP/1.1" status: 200 len: 848 time: 0.1124287 Sep 07 19:20:24.818636 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4ba8498c-03c8-45bd-8c26-744e83af4fba req-72890050-1d0b-45c2-99e5-119028ab4639 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851487 Sep 07 19:20:24.832838 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f5098-e4e8-40d4-bde9-2812e3b4a192 req-29635477-05a0-4cc6-aa4f-4f264902f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:24.837453 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-853f5098-e4e8-40d4-bde9-2812e3b4a192 req-29635477-05a0-4cc6-aa4f-4f264902f53f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c59d35e9-a47c-4db1-9fe0-f71f03677711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724967 Sep 07 19:20:24.838402 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-352ca1fa-84e0-4add-9ece-576c2fca872c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:24.918025 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea857a1f-3704-45ff-b217-daa2c4cd6109 req-7e9c3e63-fc96-49a1-aafd-bf86d8e30568 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626549 Sep 07 19:20:24.976046 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-352ca1fa-84e0-4add-9ece-576c2fca872c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3c7a405661d46bcaf6a6b958fab30a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5518777 Sep 07 19:20:24.976415 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ca1fa-84e0-4add-9ece-576c2fca872c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ee1fe2-ab67-40e1-a8e8-a027263b9a61,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:24.978882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44664) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:24.979007 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa2777-65eb-4fbf-98dd-62b47345e017 req-106e6424-638f-4ba3-8405-9202e3b43c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:24.981095 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-30aa2777-65eb-4fbf-98dd-62b47345e017 req-106e6424-638f-4ba3-8405-9202e3b43c36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 1095 time: 0.1120465 Sep 07 19:20:25.091971 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-221eac88-15db-48f3-a21f-a7ce0a302b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:25.118234 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa2777-65eb-4fbf-98dd-62b47345e017 req-c5f8b02b-5828-44b8-b573-6b32225a1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:25.119824 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-30aa2777-65eb-4fbf-98dd-62b47345e017 req-c5f8b02b-5828-44b8-b573-6b32225a1df2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 913 time: 0.1252930 Sep 07 19:20:25.160654 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-221eac88-15db-48f3-a21f-a7ce0a302b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:25.174783 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-853f5098-e4e8-40d4-bde9-2812e3b4a192 req-e7db7633-6b9b-47d4-9794-4e39bef799c3 service neutron] 10.222.0.36 "GET /v2.0/networks/c59d35e9-a47c-4db1-9fe0-f71f03677711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286464 Sep 07 19:20:25.176043 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-30aa2777-65eb-4fbf-98dd-62b47345e017 req-3199f001-e640-4d44-85c5-cead3dfdd62d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75f57063-611e-4313-a2e4-068fad54ab69 HTTP/1.1" status: 200 len: 217 time: 0.0472655 Sep 07 19:20:25.195857 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-f5377488-595f-4bba-8f89-07cf462fc01b req-5bc9bc33-8345-48d1-8e34-372154fc9d0d service neutron] For port 75b7071b-6ee7-466d-8bfd-032f5b61fc27, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=75b7071b-6ee7-466d-8bfd-032f5b61fc27,segment=NetworkSegment(d900e288-36e4-48e5-9024-9e61f0b6c4b5),segment_id=d900e288-36e4-48e5-9024-9e61f0b6c4b5)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:20:25.241634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-f5377488-595f-4bba-8f89-07cf462fc01b req-5bc9bc33-8345-48d1-8e34-372154fc9d0d service neutron] For port 75b7071b-6ee7-466d-8bfd-032f5b61fc27, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:20:25.309057 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-221eac88-15db-48f3-a21f-a7ce0a302b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:25.313101 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-221eac88-15db-48f3-a21f-a7ce0a302b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:25.314527 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-221eac88-15db-48f3-a21f-a7ce0a302b48 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c2ee1fe2-ab67-40e1-a8e8-a027263b9a61 HTTP/1.1" status: 204 len: 168 time: 0.3227510 Sep 07 19:20:25.326126 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165862df-273e-43fe-888f-4ecc00f59f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b7071b-6ee7-466d-8bfd-032f5b61fc27'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:20:25.328614 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c9b72c-4f28-4a1d-8d41-04cb89853dfb" -d '{"events": [{"server_uuid": "165862df-273e-43fe-888f-4ecc00f59f51", "name": "network-vif-unplugged", "status": "completed", "tag": "75b7071b-6ee7-466d-8bfd-032f5b61fc27"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:20:25.334969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221eac88-15db-48f3-a21f-a7ce0a302b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ee1fe2-ab67-40e1-a8e8-a027263b9a61,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:25.354280 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-f5377488-595f-4bba-8f89-07cf462fc01b req-5bc9bc33-8345-48d1-8e34-372154fc9d0d service neutron] For port 75b7071b-6ee7-466d-8bfd-032f5b61fc27, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=75b7071b-6ee7-466d-8bfd-032f5b61fc27,segment=NetworkSegment(d900e288-36e4-48e5-9024-9e61f0b6c4b5),segment_id=d900e288-36e4-48e5-9024-9e61f0b6c4b5)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:20:25.367255 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa2777-65eb-4fbf-98dd-62b47345e017 req-218883cc-cb32-40bb-a793-bd89f007c10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:25.369074 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-30aa2777-65eb-4fbf-98dd-62b47345e017 req-218883cc-cb32-40bb-a793-bd89f007c10c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.1860309 Sep 07 19:20:25.416286 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f5377488-595f-4bba-8f89-07cf462fc01b req-5bc9bc33-8345-48d1-8e34-372154fc9d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:25.447543 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-853f5098-e4e8-40d4-bde9-2812e3b4a192 req-2e8216e8-3e24-4831-bbcd-245ae5220e83 service neutron] 10.222.0.36 "GET /v2.0/networks/c59d35e9-a47c-4db1-9fe0-f71f03677711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656260 Sep 07 19:20:25.484471 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 19:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee69b5a7-0783-4431-9175-17e91acdf9bc x-openstack-request-id: req-ee69b5a7-0783-4431-9175-17e91acdf9bc {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:20:25.484471 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165862df-273e-43fe-888f-4ecc00f59f51", "name": "network-vif-unplugged", "status": "completed", "tag": "75b7071b-6ee7-466d-8bfd-032f5b61fc27", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:20:25.484471 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee69b5a7-0783-4431-9175-17e91acdf9bc {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:20:25.484471 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165862df-273e-43fe-888f-4ecc00f59f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b7071b-6ee7-466d-8bfd-032f5b61fc27', 'code': 200} Sep 07 19:20:25.517142 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa2777-65eb-4fbf-98dd-62b47345e017 req-8f91276a-f7e6-4ec0-a6a2-dc8b73888939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:25.519293 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-30aa2777-65eb-4fbf-98dd-62b47345e017 req-8f91276a-f7e6-4ec0-a6a2-dc8b73888939 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306984 Sep 07 19:20:25.642888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95623342-1b88-4c49-b73a-eaa57fdc798a req-403a478c-ffdf-4387-a8d0-cb8e98ab6294 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:25.645499 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95623342-1b88-4c49-b73a-eaa57fdc798a req-403a478c-ffdf-4387-a8d0-cb8e98ab6294 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 945 time: 0.1196520 Sep 07 19:20:25.685798 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-f5377488-595f-4bba-8f89-07cf462fc01b req-5bc9bc33-8345-48d1-8e34-372154fc9d0d service neutron] Transition to ACTIVE for port object 75b7071b-6ee7-466d-8bfd-032f5b61fc27 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:20:25.698780 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-30aa2777-65eb-4fbf-98dd-62b47345e017 req-1e99d56c-0304-4052-b0bc-dcf297115425 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717668 Sep 07 19:20:25.747530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95623342-1b88-4c49-b73a-eaa57fdc798a req-d3de9f72-88ad-4702-a35d-efc2d4078743 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929663 Sep 07 19:20:25.749333 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f5377488-595f-4bba-8f89-07cf462fc01b req-5bc9bc33-8345-48d1-8e34-372154fc9d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:25.844553 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-30aa2777-65eb-4fbf-98dd-62b47345e017 req-8ac579a4-26d7-4573-9e6d-d807954ce275 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376519 Sep 07 19:20:25.972292 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-770e421b-a48d-4856-9f14-59a0e9e2fe9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:26.095185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9bc33-8345-48d1-8e34-372154fc9d0d service neutron] Pushing event updated for resources: {'Port': ['ID=75b7071b-6ee7-466d-8bfd-032f5b61fc27,revision_number=11']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:26.190889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9558cc-e824-437b-b9d2-e9eefe7576b0 req-4301acc4-0819-4316-9278-e69cd4a556e3 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:26.192967 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0f9558cc-e824-437b-b9d2-e9eefe7576b0 req-4301acc4-0819-4316-9278-e69cd4a556e3 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 944 time: 0.1374109 Sep 07 19:20:26.194270 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5377488-595f-4bba-8f89-07cf462fc01b req-5bc9bc33-8345-48d1-8e34-372154fc9d0d service neutron] No DVR routers for this DVR port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:20:26.434974 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0f9558cc-e824-437b-b9d2-e9eefe7576b0 req-10f4b1ca-b46c-4d62-871b-9e85a079b2b8 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294787 Sep 07 19:20:26.568750 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-5bc9bc33-8345-48d1-8e34-372154fc9d0d service neutron] 10.222.0.36 "PUT /v2.0/ports/75b7071b-6ee7-466d-8bfd-032f5b61fc27/bindings/n-h1-807786-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8157079 Sep 07 19:20:26.723060 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5377488-595f-4bba-8f89-07cf462fc01b req-05415808-6f0e-412e-b263-59329ac22053 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:26.726235 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-05415808-6f0e-412e-b263-59329ac22053 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51&tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 1096 time: 0.0744395 Sep 07 19:20:26.819520 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5377488-595f-4bba-8f89-07cf462fc01b req-d30c2061-7b34-49a6-9dfa-6c9691d0ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:26.828640 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-d30c2061-7b34-49a6-9dfa-6c9691d0ba24 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51&tenant_id=aa42bbf5542c477bbf2c68a6d391c89a HTTP/1.1" status: 200 len: 1096 time: 0.0906727 Sep 07 19:20:26.971487 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5377488-595f-4bba-8f89-07cf462fc01b req-44457e04-eafc-406c-83db-9a5d5750a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:26.978283 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-44457e04-eafc-406c-83db-9a5d5750a8a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 1096 time: 0.1218238 Sep 07 19:20:26.987290 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120995ba-05cd-4c6b-9089-5a48a3d5601f req-d801f13c-27e6-4507-8213-b6df38840f6e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:26.996120 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-120995ba-05cd-4c6b-9089-5a48a3d5601f req-d801f13c-27e6-4507-8213-b6df38840f6e tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 945 time: 0.1097257 Sep 07 19:20:27.073557 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-120995ba-05cd-4c6b-9089-5a48a3d5601f req-51771686-ed0c-4f38-a6e0-200f56a19f92 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757363 Sep 07 19:20:27.175134 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5377488-595f-4bba-8f89-07cf462fc01b req-c0c4be84-a7ad-420b-886f-7e1d977e586f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:27.179096 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-c0c4be84-a7ad-420b-886f-7e1d977e586f service neutron] 10.222.0.60 "GET /v2.0/networks?id=40ca7270-4d27-4b0b-8ec9-d42375dd2257 HTTP/1.1" status: 200 len: 898 time: 0.1855679 Sep 07 19:20:27.270050 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-761cb0df-6515-49d4-9bc6-278850138093 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75b7071b-6ee7-466d-8bfd-032f5b61fc27 HTTP/1.1" status: 200 len: 1000 time: 0.0842166 Sep 07 19:20:27.371708 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5377488-595f-4bba-8f89-07cf462fc01b req-97841d07-e272-4c27-b11a-9ae9fa10cc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:27.373950 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-97841d07-e272-4c27-b11a-9ae9fa10cc50 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=faa1f8bf-60ad-4853-abe2-908c64b913cc HTTP/1.1" status: 200 len: 834 time: 0.0949252 Sep 07 19:20:27.440872 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5377488-595f-4bba-8f89-07cf462fc01b req-fc7b87d0-6d13-422a-b82a-672bbbffcabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:27.443701 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-fc7b87d0-6d13-422a-b82a-672bbbffcabf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=40ca7270-4d27-4b0b-8ec9-d42375dd2257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576932 Sep 07 19:20:27.619273 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-141a98f8-3090-4c85-84ad-69fb5f3bd857 service neutron] 10.222.0.60 "GET /v2.0/networks/40ca7270-4d27-4b0b-8ec9-d42375dd2257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667013 Sep 07 19:20:27.650089 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:20:27.683362 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272bafd-ba2b-465f-b48f-6d79607b99bf req-4f327ebc-a28a-406b-bb71-983032232ff7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:27.690556 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6272bafd-ba2b-465f-b48f-6d79607b99bf req-4f327ebc-a28a-406b-bb71-983032232ff7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 944 time: 0.1168180 Sep 07 19:20:27.761937 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6272bafd-ba2b-465f-b48f-6d79607b99bf req-7a73f04f-3527-49c5-acb5-fac99078bb9b tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644765 Sep 07 19:20:27.768230 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-13b8b2d0-aba7-4d62-9dc8-3cad181d19b0 service neutron] 10.222.0.60 "GET /v2.0/networks/40ca7270-4d27-4b0b-8ec9-d42375dd2257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411483 Sep 07 19:20:27.943987 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 75b7071b-6ee7-466d-8bfd-032f5b61fc27 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:20:28.014912 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 75b7071b-6ee7-466d-8bfd-032f5b61fc27 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:20:28.173854 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5377488-595f-4bba-8f89-07cf462fc01b req-cb1a01bd-5a03-46a4-84e2-d065890bc8d2 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:28.176136 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-cb1a01bd-5a03-46a4-84e2-d065890bc8d2 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51&tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&binding%3Ahost_id=n-h1-807786-1 HTTP/1.1" status: 200 len: 1096 time: 0.0936697 Sep 07 19:20:28.345088 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6d915-48ff-4bfa-a0d8-29f599dfdf16 req-72cafd71-fbcc-431b-8956-5609584952c7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:28.359380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0f6d915-48ff-4bfa-a0d8-29f599dfdf16 req-72cafd71-fbcc-431b-8956-5609584952c7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 945 time: 0.1325915 Sep 07 19:20:28.421258 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-f5377488-595f-4bba-8f89-07cf462fc01b req-a3a3da21-6fc3-489e-ba18-ae4adccacdd2 service neutron] For port 75b7071b-6ee7-466d-8bfd-032f5b61fc27, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:20:28.431180 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-f5377488-595f-4bba-8f89-07cf462fc01b req-a3a3da21-6fc3-489e-ba18-ae4adccacdd2 service neutron] Notify callbacks [] for binding, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:28.433489 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f5377488-595f-4bba-8f89-07cf462fc01b req-a3a3da21-6fc3-489e-ba18-ae4adccacdd2 service neutron] 10.222.0.60 "DELETE /v2.0/ports/75b7071b-6ee7-466d-8bfd-032f5b61fc27/bindings/n-h2-807786-1 HTTP/1.1" status: 204 len: 173 time: 0.2495143 Sep 07 19:20:28.491367 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0f6d915-48ff-4bfa-a0d8-29f599dfdf16 req-17f6631f-8c5c-4020-bf07-d69ce818d94d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297419 Sep 07 19:20:28.631624 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d9f76-0600-401b-a77e-f800c8f66d7c req-fce425e5-8b97-4f40-8586-8e6cbb650cd4 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:28.633588 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab5d9f76-0600-401b-a77e-f800c8f66d7c req-fce425e5-8b97-4f40-8586-8e6cbb650cd4 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 1096 time: 0.0689378 Sep 07 19:20:28.679262 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab5d9f76-0600-401b-a77e-f800c8f66d7c req-14d2c8c8-e0e5-4638-bf80-85dde7fd17ab tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369587 Sep 07 19:20:28.817394 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3c0758f4-4d89-459d-a8e4-2454be263473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:28.927790 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f26a9-3062-40b6-bcd3-9c81dc1e632a req-aa09fabd-747c-457b-b526-6742c7af757a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:28.930200 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c02f26a9-3062-40b6-bcd3-9c81dc1e632a req-aa09fabd-747c-457b-b526-6742c7af757a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 945 time: 0.1023884 Sep 07 19:20:29.037216 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa9fa3-ad50-4dfc-b74c-c2b9e0f7a582 req-334def77-c5c1-45f3-a598-2672afd28cc4 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:29.046271 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-30fa9fa3-ad50-4dfc-b74c-c2b9e0f7a582 req-334def77-c5c1-45f3-a598-2672afd28cc4 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 944 time: 0.1296024 Sep 07 19:20:29.083414 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:29.102965 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c02f26a9-3062-40b6-bcd3-9c81dc1e632a req-17c82c8f-9add-4071-96eb-ef3672fe6639 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321552 Sep 07 19:20:29.122827 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44786) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:29.130842 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-30fa9fa3-ad50-4dfc-b74c-c2b9e0f7a582 req-a824a536-acfb-455f-9b75-94d6d0e17097 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832644 Sep 07 19:20:29.228207 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 75b7071b-6ee7-466d-8bfd-032f5b61fc27 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:20:29.279112 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ef926899-47b5-41b1-86db-8cc5ee2d65e7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/floatingips/394f0387-2300-4f30-bab7-00ed2667e1db HTTP/1.1" status: 200 len: 992 time: 0.1497459 Sep 07 19:20:30.295178 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3eeb5d-3ed0-4074-99e3-dc6d47cbc2b4 req-2d08d01b-2563-4328-928d-25cafe60a70e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:30.304137 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b3eeb5d-3ed0-4074-99e3-dc6d47cbc2b4 req-2d08d01b-2563-4328-928d-25cafe60a70e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 944 time: 0.0741508 Sep 07 19:20:30.305166 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:30.379345 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b3eeb5d-3ed0-4074-99e3-dc6d47cbc2b4 req-be6b7806-95fd-4cd0-b6a9-f50cb1e383a7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737610 Sep 07 19:20:31.542263 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44868) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:31.699313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c8f63-a0c1-49af-9f44-379ad6a0cb94 req-232e0c10-1c75-4c57-9a20-22f572f9731a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:31.711678 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e93c8f63-a0c1-49af-9f44-379ad6a0cb94 req-232e0c10-1c75-4c57-9a20-22f572f9731a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 944 time: 0.1738431 Sep 07 19:20:31.816832 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e93c8f63-a0c1-49af-9f44-379ad6a0cb94 req-5d0ce82f-576b-42b8-99d3-f22758ed3032 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042659 Sep 07 19:20:31.847650 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:31.854445 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-8755173c-610d-4504-8978-780300891c01 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Deleting port cacf1cdc-8a8f-4cbc-9ec9-71b0a9817016 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:20:31.857605 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8755173c-610d-4504-8978-780300891c01 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:31.976817 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8755173c-610d-4504-8978-780300891c01 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:31.977324 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8755173c-610d-4504-8978-780300891c01 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:31.994161 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-8755173c-610d-4504-8978-780300891c01 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Calling delete_port for cacf1cdc-8a8f-4cbc-9ec9-71b0a9817016 owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:20:32.231676 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8755173c-610d-4504-8978-780300891c01 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:32.272125 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755173c-610d-4504-8978-780300891c01 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Port': ['ID=cacf1cdc-8a8f-4cbc-9ec9-71b0a9817016,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:32.365675 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8755173c-610d-4504-8978-780300891c01 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:32.366749 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-8755173c-610d-4504-8978-780300891c01 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Floating IP 394f0387-2300-4f30-bab7-00ed2667e1db disassociated (deleted). External IP: 172.25.8.118, port: 75b7071b-6ee7-466d-8bfd-032f5b61fc27. Sep 07 19:20:32.625276 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8755173c-610d-4504-8978-780300891c01 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Router f290e1fb-cd91-452d-9cb9-4c8858c38cb3 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:20:32.747585 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8755173c-610d-4504-8978-780300891c01 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:20:32.753248 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8755173c-610d-4504-8978-780300891c01 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:32.766895 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1107be-f735-44e6-b785-448d17e38681 None None] Sync routers for ids ['f290e1fb-cd91-452d-9cb9-4c8858c38cb3'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:20:32.790598 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8755173c-610d-4504-8978-780300891c01 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "DELETE /v2.0/floatingips/394f0387-2300-4f30-bab7-00ed2667e1db HTTP/1.1" status: 204 len: 168 time: 1.2402887 Sep 07 19:20:32.790598 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165862df-273e-43fe-888f-4ecc00f59f51', 'tag': '75b7071b-6ee7-466d-8bfd-032f5b61fc27'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:20:32.790598 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb8f38a-593e-4aff-95bc-9cadbcc37a73" -d '{"events": [{"name": "network-changed", "server_uuid": "165862df-273e-43fe-888f-4ecc00f59f51", "tag": "75b7071b-6ee7-466d-8bfd-032f5b61fc27"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:20:32.806590 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1107be-f735-44e6-b785-448d17e38681 None None] Routers {'f290e1fb-cd91-452d-9cb9-4c8858c38cb3'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:20:32.807348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-df1107be-f735-44e6-b785-448d17e38681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:20:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['f290e1fb-cd91-452d-9cb9-4c8858c38cb3'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:20:32.833939 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c733bd3-fc73-49c4-ad74-c143c148c414 x-openstack-request-id: req-5c733bd3-fc73-49c4-ad74-c143c148c414 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:20:32.834234 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165862df-273e-43fe-888f-4ecc00f59f51", "tag": "75b7071b-6ee7-466d-8bfd-032f5b61fc27", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:20:32.834489 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c733bd3-fc73-49c4-ad74-c143c148c414 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:20:32.834892 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165862df-273e-43fe-888f-4ecc00f59f51', 'tag': '75b7071b-6ee7-466d-8bfd-032f5b61fc27', 'status': 'completed', 'code': 200} Sep 07 19:20:32.912986 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8f38a-593e-4aff-95bc-9cadbcc37a73 req-a86f9439-9e67-4e31-bcdb-f18b4bd4252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:32.914993 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ddb8f38a-593e-4aff-95bc-9cadbcc37a73 req-a86f9439-9e67-4e31-bcdb-f18b4bd4252d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 1096 time: 0.0552554 Sep 07 19:20:32.968603 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-df1107be-f735-44e6-b785-448d17e38681 None None] Set router f290e1fb-cd91-452d-9cb9-4c8858c38cb3 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:20:33.061557 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421ed25-6f74-43f7-a262-9b28bd5b322c req-3b96327f-9d11-4b33-b7df-959c2e850f16 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:33.064171 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4421ed25-6f74-43f7-a262-9b28bd5b322c req-3b96327f-9d11-4b33-b7df-959c2e850f16 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 944 time: 0.1198995 Sep 07 19:20:33.255807 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4421ed25-6f74-43f7-a262-9b28bd5b322c req-d62e4d58-9e0f-403e-a473-14a2276257ac tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822903 Sep 07 19:20:33.307803 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66278e6c-d733-4dde-abe7-7987203f51d2 req-9d8a5d44-e23b-465e-b2fe-98769b10721c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:33.316034 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66278e6c-d733-4dde-abe7-7987203f51d2 req-9d8a5d44-e23b-465e-b2fe-98769b10721c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 945 time: 0.1695802 Sep 07 19:20:33.342853 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-df1107be-f735-44e6-b785-448d17e38681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124524640', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:25Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'db11f9ff-c541-4b33-a891-0239bc9a02c6', 'name': '', 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:ee:78:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'faa1f8bf-60ad-4853-abe2-908c64b913cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:23Z', 'updated_at': '2021-09-07T19:19:30Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': 'faa1f8bf-60ad-4853-abe2-908c64b913cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:20:33.384156 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66278e6c-d733-4dde-abe7-7987203f51d2 req-fe1fd60a-b32e-4a89-b96a-65a02903fd87 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=557fdae1-f915-4a02-93f5-2d4e07dae390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668054 Sep 07 19:20:33.398330 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1107be-f735-44e6-b785-448d17e38681 None None] Checking router: f290e1fb-cd91-452d-9cb9-4c8858c38cb3 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:20:33.407975 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1107be-f735-44e6-b785-448d17e38681 None None] Routers {'f290e1fb-cd91-452d-9cb9-4c8858c38cb3'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:20:33.409487 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-df1107be-f735-44e6-b785-448d17e38681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:20:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['f290e1fb-cd91-452d-9cb9-4c8858c38cb3'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:20:33.467475 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8f38a-593e-4aff-95bc-9cadbcc37a73 req-e2a9f201-1805-4183-aeb1-b88b4f8bd2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:33.469486 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ddb8f38a-593e-4aff-95bc-9cadbcc37a73 req-e2a9f201-1805-4183-aeb1-b88b4f8bd2bf service neutron] 10.222.0.60 "GET /v2.0/networks?id=40ca7270-4d27-4b0b-8ec9-d42375dd2257 HTTP/1.1" status: 200 len: 898 time: 0.5469632 Sep 07 19:20:33.536879 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ddb8f38a-593e-4aff-95bc-9cadbcc37a73 req-0e9bf758-1137-4971-b4c8-b708e3c7cc05 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75b7071b-6ee7-466d-8bfd-032f5b61fc27 HTTP/1.1" status: 200 len: 217 time: 0.0575237 Sep 07 19:20:33.607897 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8f38a-593e-4aff-95bc-9cadbcc37a73 req-b3531e41-3318-47fb-89fa-26e8d63c5bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:33.609694 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ddb8f38a-593e-4aff-95bc-9cadbcc37a73 req-b3531e41-3318-47fb-89fa-26e8d63c5bb2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=faa1f8bf-60ad-4853-abe2-908c64b913cc HTTP/1.1" status: 200 len: 834 time: 0.0645168 Sep 07 19:20:33.609855 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f53d91-08f8-4c99-802c-11b6e8f35813 req-15f16a74-0364-4476-a889-0db173f4dcf1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:33.611879 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38f53d91-08f8-4c99-802c-11b6e8f35813 req-15f16a74-0364-4476-a889-0db173f4dcf1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.60 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 945 time: 0.1337514 Sep 07 19:20:33.691329 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8f38a-593e-4aff-95bc-9cadbcc37a73 req-8bb463c4-f237-4c42-9228-ffced0663351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:33.693051 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ddb8f38a-593e-4aff-95bc-9cadbcc37a73 req-8bb463c4-f237-4c42-9228-ffced0663351 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=40ca7270-4d27-4b0b-8ec9-d42375dd2257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704713 Sep 07 19:20:33.772159 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-df1107be-f735-44e6-b785-448d17e38681 None None] Set router f290e1fb-cd91-452d-9cb9-4c8858c38cb3 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:20:33.808008 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-38f53d91-08f8-4c99-802c-11b6e8f35813 req-95bffb85-5009-4bd0-97a7-3583930cd07f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Deleting port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:20:33.808882 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-38f53d91-08f8-4c99-802c-11b6e8f35813 req-95bffb85-5009-4bd0-97a7-3583930cd07f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:33.831140 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ddb8f38a-593e-4aff-95bc-9cadbcc37a73 req-9d5674e2-675a-42ee-867a-f21de9427866 service neutron] 10.222.0.60 "GET /v2.0/networks/40ca7270-4d27-4b0b-8ec9-d42375dd2257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267264 Sep 07 19:20:33.929033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-38f53d91-08f8-4c99-802c-11b6e8f35813 req-95bffb85-5009-4bd0-97a7-3583930cd07f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] For port 75b7071b-6ee7-466d-8bfd-032f5b61fc27, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=75b7071b-6ee7-466d-8bfd-032f5b61fc27,segment=NetworkSegment(d900e288-36e4-48e5-9024-9e61f0b6c4b5),segment_id=d900e288-36e4-48e5-9024-9e61f0b6c4b5)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:20:33.929649 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-38f53d91-08f8-4c99-802c-11b6e8f35813 req-95bffb85-5009-4bd0-97a7-3583930cd07f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:33.946505 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-38f53d91-08f8-4c99-802c-11b6e8f35813 req-95bffb85-5009-4bd0-97a7-3583930cd07f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Calling delete_port for 75b7071b-6ee7-466d-8bfd-032f5b61fc27 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:20:34.030598 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-ddb8f38a-593e-4aff-95bc-9cadbcc37a73 req-25a2ae8c-285d-44d5-903f-a995e64ae785 service neutron] 10.222.0.60 "GET /v2.0/networks/40ca7270-4d27-4b0b-8ec9-d42375dd2257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942747 Sep 07 19:20:34.112765 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-df1107be-f735-44e6-b785-448d17e38681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124524640', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:25Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'db11f9ff-c541-4b33-a891-0239bc9a02c6', 'name': '', 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:ee:78:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'faa1f8bf-60ad-4853-abe2-908c64b913cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:23Z', 'updated_at': '2021-09-07T19:19:30Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': 'faa1f8bf-60ad-4853-abe2-908c64b913cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:20:34.164818 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1107be-f735-44e6-b785-448d17e38681 None None] The sync data for ids ['f290e1fb-cd91-452d-9cb9-4c8858c38cb3'] in n-d-807786-1 is: [{'id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124524640', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:25Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'db11f9ff-c541-4b33-a891-0239bc9a02c6', 'name': '', 'network_id': '40ca7270-4d27-4b0b-8ec9-d42375dd2257', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:ee:78:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'faa1f8bf-60ad-4853-abe2-908c64b913cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:23Z', 'updated_at': '2021-09-07T19:19:30Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': 'faa1f8bf-60ad-4853-abe2-908c64b913cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:20:34.242472 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-38f53d91-08f8-4c99-802c-11b6e8f35813 req-95bffb85-5009-4bd0-97a7-3583930cd07f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:34.331175 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bffb85-5009-4bd0-97a7-3583930cd07f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Port': ['ID=75b7071b-6ee7-466d-8bfd-032f5b61fc27,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:34.484243 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44936) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:34.552082 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f53d91-08f8-4c99-802c-11b6e8f35813 req-95bffb85-5009-4bd0-97a7-3583930cd07f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] No DVR routers for this DVR port 75b7071b-6ee7-466d-8bfd-032f5b61fc27 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:20:34.563174 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-286a4a36-0c2a-4a39-bbfc-10baffa620f2 req-b6639bec-dbf8-486c-88ee-ec4036ad73ea tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=165862df-273e-43fe-888f-4ecc00f59f51 HTTP/1.1" status: 200 len: 210 time: 0.0770159 Sep 07 19:20:34.564338 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-38f53d91-08f8-4c99-802c-11b6e8f35813 req-95bffb85-5009-4bd0-97a7-3583930cd07f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:34.566775 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38f53d91-08f8-4c99-802c-11b6e8f35813 req-95bffb85-5009-4bd0-97a7-3583930cd07f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.60 "DELETE /v2.0/ports/75b7071b-6ee7-466d-8bfd-032f5b61fc27 HTTP/1.1" status: 204 len: 173 time: 0.9436345 Sep 07 19:20:34.567404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165862df-273e-43fe-888f-4ecc00f59f51', 'name': 'network-vif-deleted', 'tag': '75b7071b-6ee7-466d-8bfd-032f5b61fc27'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:20:34.569759 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f55e19-87aa-4b16-bf9b-b0c8c9a07864" -d '{"events": [{"server_uuid": "165862df-273e-43fe-888f-4ecc00f59f51", "name": "network-vif-deleted", "tag": "75b7071b-6ee7-466d-8bfd-032f5b61fc27"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:20:34.641179 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567662ad-5f5e-4191-b008-c54cabcbb7a3 req-9a02106a-eaf0-4526-a6f5-d9d71a5ea246 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:34.644263 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-567662ad-5f5e-4191-b008-c54cabcbb7a3 req-9a02106a-eaf0-4526-a6f5-d9d71a5ea246 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 944 time: 0.2398875 Sep 07 19:20:34.681596 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28edb82a-fa89-49f0-a122-066e1119cc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:34.702511 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b91816-7f7e-43d6-92b3-eac2b8847a5f x-openstack-request-id: req-51b91816-7f7e-43d6-92b3-eac2b8847a5f {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:20:34.702814 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165862df-273e-43fe-888f-4ecc00f59f51", "name": "network-vif-deleted", "tag": "75b7071b-6ee7-466d-8bfd-032f5b61fc27", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:20:34.703072 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51b91816-7f7e-43d6-92b3-eac2b8847a5f {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:20:34.703474 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165862df-273e-43fe-888f-4ecc00f59f51', 'name': 'network-vif-deleted', 'tag': '75b7071b-6ee7-466d-8bfd-032f5b61fc27', 'status': 'completed', 'code': 200} Sep 07 19:20:34.730652 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-567662ad-5f5e-4191-b008-c54cabcbb7a3 req-c360dd08-12d0-45ec-a47c-9911d6eda590 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795913 Sep 07 19:20:34.831189 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da3730b-887f-4719-a91e-c2fa26f04bd2 None None] New status for floating IP 394f0387-2300-4f30-bab7-00ed2667e1db: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:20:34.916559 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28edb82a-fa89-49f0-a122-066e1119cc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:34.923746 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-28edb82a-fa89-49f0-a122-066e1119cc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:35.000234 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-28edb82a-fa89-49f0-a122-066e1119cc87 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a5f0353904f44185bd6c5b2431351d97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5138857 Sep 07 19:20:35.002620 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44946) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:35.045227 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edb82a-fa89-49f0-a122-066e1119cc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0828f2d-f252-48ae-99f7-c07740d115c8,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:35.106997 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-54a06084-16b6-4b87-94dd-5fbab65b0827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:35.133042 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-54a06084-16b6-4b87-94dd-5fbab65b0827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:35.198089 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-54a06084-16b6-4b87-94dd-5fbab65b0827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:35.200826 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-54a06084-16b6-4b87-94dd-5fbab65b0827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:35.202046 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-54a06084-16b6-4b87-94dd-5fbab65b0827 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c0828f2d-f252-48ae-99f7-c07740d115c8 HTTP/1.1" status: 204 len: 168 time: 0.1976891 Sep 07 19:20:35.211480 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a06084-16b6-4b87-94dd-5fbab65b0827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0828f2d-f252-48ae-99f7-c07740d115c8,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:35.510278 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44962) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:35.523807 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-caeadf75-bb9e-4e77-b8da-ef04982ea6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:35.640478 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44966) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:35.644679 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-caeadf75-bb9e-4e77-b8da-ef04982ea6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:35.656636 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-caeadf75-bb9e-4e77-b8da-ef04982ea6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:35.701984 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeadf75-bb9e-4e77-b8da-ef04982ea6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b541d9-323e-440e-84e9-8859e59cac3e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:35.707937 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-caeadf75-bb9e-4e77-b8da-ef04982ea6fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d038b5227766476cb129eb17bb170ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965964 Sep 07 19:20:35.710719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44972) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:35.808119 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9447af00-dadc-4c43-ac54-e0666bcb91df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:35.841125 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9447af00-dadc-4c43-ac54-e0666bcb91df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:35.913679 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ac386-72c1-4ca9-83ec-87b6ee02e4da req-65bc9ab1-908d-419c-a403-79f63ebbefea tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:35.915384 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9e6ac386-72c1-4ca9-83ec-87b6ee02e4da req-65bc9ab1-908d-419c-a403-79f63ebbefea tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 944 time: 0.0930228 Sep 07 19:20:35.949632 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9447af00-dadc-4c43-ac54-e0666bcb91df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:35.952630 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9447af00-dadc-4c43-ac54-e0666bcb91df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:35.957285 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9447af00-dadc-4c43-ac54-e0666bcb91df admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/14b541d9-323e-440e-84e9-8859e59cac3e HTTP/1.1" status: 204 len: 168 time: 0.2455292 Sep 07 19:20:35.975372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447af00-dadc-4c43-ac54-e0666bcb91df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b541d9-323e-440e-84e9-8859e59cac3e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:35.999831 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9e6ac386-72c1-4ca9-83ec-87b6ee02e4da req-752ff854-19ba-4758-ac1f-3527a8ae91a8 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695195 Sep 07 19:20:36.181403 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aaaa315b-961d-4671-9508-82ce1d9a43cb tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:36.450137 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 44990) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:36.476664 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-417a4e9d-6edb-4c5d-8408-f6305c1c461f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:36.516586 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa315b-961d-4671-9508-82ce1d9a43cb tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Deleting port db11f9ff-c541-4b33-a891-0239bc9a02c6 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:20:36.517315 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aaaa315b-961d-4671-9508-82ce1d9a43cb tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:36.580653 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-417a4e9d-6edb-4c5d-8408-f6305c1c461f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:36.584997 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-417a4e9d-6edb-4c5d-8408-f6305c1c461f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:36.620292 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-417a4e9d-6edb-4c5d-8408-f6305c1c461f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=55621ac67d184bf3a537dbffa7947622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686964 Sep 07 19:20:36.621080 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 44992) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:36.645598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a4e9d-6edb-4c5d-8408-f6305c1c461f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a8bfdb-8ec5-4a3a-a13f-e327977b443b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:36.652938 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-aaaa315b-961d-4671-9508-82ce1d9a43cb tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] For port db11f9ff-c541-4b33-a891-0239bc9a02c6, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=db11f9ff-c541-4b33-a891-0239bc9a02c6,segment=NetworkSegment(d900e288-36e4-48e5-9024-9e61f0b6c4b5),segment_id=d900e288-36e4-48e5-9024-9e61f0b6c4b5)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:20:36.653315 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aaaa315b-961d-4671-9508-82ce1d9a43cb tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:36.676922 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa315b-961d-4671-9508-82ce1d9a43cb tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Calling delete_port for db11f9ff-c541-4b33-a891-0239bc9a02c6 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:20:36.737356 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dae8f1a7-d1f3-475f-a4cf-52d2d7570760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:36.774324 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dae8f1a7-d1f3-475f-a4cf-52d2d7570760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:36.886213 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dae8f1a7-d1f3-475f-a4cf-52d2d7570760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:36.888874 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dae8f1a7-d1f3-475f-a4cf-52d2d7570760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:36.893107 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dae8f1a7-d1f3-475f-a4cf-52d2d7570760 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d7a8bfdb-8ec5-4a3a-a13f-e327977b443b HTTP/1.1" status: 204 len: 168 time: 0.2679729 Sep 07 19:20:36.929406 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8f1a7-d1f3-475f-a4cf-52d2d7570760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a8bfdb-8ec5-4a3a-a13f-e327977b443b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:36.987982 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aaaa315b-961d-4671-9508-82ce1d9a43cb tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:37.054101 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa315b-961d-4671-9508-82ce1d9a43cb tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Port': ['ID=db11f9ff-c541-4b33-a891-0239bc9a02c6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:37.208003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b98407-6a31-4490-95f5-45e726c6560e req-7c39cccb-df80-4ab9-b9b8-bfc43a0e52a1 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:37.215957 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5b98407-6a31-4490-95f5-45e726c6560e req-7c39cccb-df80-4ab9-b9b8-bfc43a0e52a1 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 944 time: 0.0801086 Sep 07 19:20:37.259271 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 75b7071b-6ee7-466d-8bfd-032f5b61fc27 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:20:37.270106 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c5b98407-6a31-4490-95f5-45e726c6560e req-48bd6c9f-6cab-4f6d-8c13-df7e28757372 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529683 Sep 07 19:20:37.295098 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 75b7071b-6ee7-466d-8bfd-032f5b61fc27 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:20:37.295715 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 75b7071b-6ee7-466d-8bfd-032f5b61fc27 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:20:37.368382 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aaaa315b-961d-4671-9508-82ce1d9a43cb tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:37.686097 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaaa315b-961d-4671-9508-82ce1d9a43cb tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Router f290e1fb-cd91-452d-9cb9-4c8858c38cb3 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:20:37.818905 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaaa315b-961d-4671-9508-82ce1d9a43cb tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:20:37.833246 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d955f3e-12f2-4e70-b39f-d169447dfc3c None None] Sync routers for ids ['f290e1fb-cd91-452d-9cb9-4c8858c38cb3'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:20:37.842784 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d955f3e-12f2-4e70-b39f-d169447dfc3c None None] Routers {'f290e1fb-cd91-452d-9cb9-4c8858c38cb3'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:20:37.843417 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-6d955f3e-12f2-4e70-b39f-d169447dfc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:20:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['f290e1fb-cd91-452d-9cb9-4c8858c38cb3'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:20:37.850093 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-aaaa315b-961d-4671-9508-82ce1d9a43cb tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "PUT /v2.0/routers/f290e1fb-cd91-452d-9cb9-4c8858c38cb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2053142 Sep 07 19:20:37.850093 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45030) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:37.966576 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b4f00c-2521-4111-bcee-4b5c2875ac77 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Deleting subnet faa1f8bf-60ad-4853-abe2-908c64b913cc {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:20:37.966576 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77b4f00c-2521-4111-bcee-4b5c2875ac77 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:37.997419 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-6d955f3e-12f2-4e70-b39f-d169447dfc3c None None] Set router f290e1fb-cd91-452d-9cb9-4c8858c38cb3 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:20:38.015902 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77b4f00c-2521-4111-bcee-4b5c2875ac77 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:38.220453 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77b4f00c-2521-4111-bcee-4b5c2875ac77 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:38.288789 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-6d955f3e-12f2-4e70-b39f-d169447dfc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124524640', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:20:36Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:20:38.352052 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d955f3e-12f2-4e70-b39f-d169447dfc3c None None] Checking router: f290e1fb-cd91-452d-9cb9-4c8858c38cb3 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:20:38.386305 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77b4f00c-2521-4111-bcee-4b5c2875ac77 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:38.391323 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d955f3e-12f2-4e70-b39f-d169447dfc3c None None] Routers {'f290e1fb-cd91-452d-9cb9-4c8858c38cb3'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:20:38.392914 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-6d955f3e-12f2-4e70-b39f-d169447dfc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:20:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['f290e1fb-cd91-452d-9cb9-4c8858c38cb3'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:20:38.442170 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77b4f00c-2521-4111-bcee-4b5c2875ac77 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:38.444347 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-77b4f00c-2521-4111-bcee-4b5c2875ac77 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "DELETE /v2.0/subnets/faa1f8bf-60ad-4853-abe2-908c64b913cc HTTP/1.1" status: 204 len: 168 time: 0.5936332 Sep 07 19:20:38.447033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45052) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:38.505975 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4f00c-2521-4111-bcee-4b5c2875ac77 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Subnet': ['ID=faa1f8bf-60ad-4853-abe2-908c64b913cc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:38.596038 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-6d955f3e-12f2-4e70-b39f-d169447dfc3c None None] Set router f290e1fb-cd91-452d-9cb9-4c8858c38cb3 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:20:38.751131 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354401cf-ea58-4890-bf64-1d419e833a10 None None] Network 40ca7270-4d27-4b0b-8ec9-d42375dd2257 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:20:38.962029 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552ff9a-1e59-409f-87a8-d42c06d24eb0 req-7217cb2b-7d18-4bac-aa4f-80049d17cfd1 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:38.970449 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0552ff9a-1e59-409f-87a8-d42c06d24eb0 req-7217cb2b-7d18-4bac-aa4f-80049d17cfd1 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 944 time: 0.5146606 Sep 07 19:20:39.038504 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-6d955f3e-12f2-4e70-b39f-d169447dfc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124524640', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:20:36Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:20:39.046077 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0552ff9a-1e59-409f-87a8-d42c06d24eb0 req-80993a64-9bbe-40cf-9189-2a5acdfa5f56 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740869 Sep 07 19:20:39.074210 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6bdaa0a4-32d4-4f98-88ca-8f93edd1b1ac tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:39.089112 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d955f3e-12f2-4e70-b39f-d169447dfc3c None None] The sync data for ids ['f290e1fb-cd91-452d-9cb9-4c8858c38cb3'] in n-d-807786-1 is: [{'id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124524640', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:20:36Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd9a1f7d0-9a90-4709-81eb-11521982ada1', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f290e1fb-cd91-452d-9cb9-4c8858c38cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:17Z', 'updated_at': '2021-09-07T19:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:20:39.091698 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfb55d7-c8c9-4140-9c30-20f9903fb8d2 None None] DHCP port deletion for 40ca7270-4d27-4b0b-8ec9-d42375dd2257 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:20:39.194681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb55d7-c8c9-4140-9c30-20f9903fb8d2 None None] Deleting port de3c45b2-5f03-4081-a361-8362cb855656 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:20:39.195372 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0bfb55d7-c8c9-4140-9c30-20f9903fb8d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:39.234778 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6bdaa0a4-32d4-4f98-88ca-8f93edd1b1ac tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:39.322128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-6bdaa0a4-32d4-4f98-88ca-8f93edd1b1ac tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Deleting port d9a1f7d0-9a90-4709-81eb-11521982ada1 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:20:39.322490 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6bdaa0a4-32d4-4f98-88ca-8f93edd1b1ac tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:39.334057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0bfb55d7-c8c9-4140-9c30-20f9903fb8d2 None None] For port de3c45b2-5f03-4081-a361-8362cb855656, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=de3c45b2-5f03-4081-a361-8362cb855656,segment=NetworkSegment(d900e288-36e4-48e5-9024-9e61f0b6c4b5),segment_id=d900e288-36e4-48e5-9024-9e61f0b6c4b5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:20:39.335628 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0bfb55d7-c8c9-4140-9c30-20f9903fb8d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:39.359813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb55d7-c8c9-4140-9c30-20f9903fb8d2 None None] Calling delete_port for de3c45b2-5f03-4081-a361-8362cb855656 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:20:39.506856 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-6bdaa0a4-32d4-4f98-88ca-8f93edd1b1ac tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] For port d9a1f7d0-9a90-4709-81eb-11521982ada1, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d9a1f7d0-9a90-4709-81eb-11521982ada1,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:20:39.507402 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6bdaa0a4-32d4-4f98-88ca-8f93edd1b1ac tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:39.534439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-6bdaa0a4-32d4-4f98-88ca-8f93edd1b1ac tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Calling delete_port for d9a1f7d0-9a90-4709-81eb-11521982ada1 owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:20:39.569773 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0bfb55d7-c8c9-4140-9c30-20f9903fb8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:39.629954 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb55d7-c8c9-4140-9c30-20f9903fb8d2 None None] Pushing event deleted for resources: {'Port': ['ID=de3c45b2-5f03-4081-a361-8362cb855656,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:39.653241 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb55d7-c8c9-4140-9c30-20f9903fb8d2 None None] No DVR routers for this DVR port de3c45b2-5f03-4081-a361-8362cb855656 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:20:39.917140 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6bdaa0a4-32d4-4f98-88ca-8f93edd1b1ac tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:39.986030 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdaa0a4-32d4-4f98-88ca-8f93edd1b1ac tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Port': ['ID=d9a1f7d0-9a90-4709-81eb-11521982ada1,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:40.102338 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6bdaa0a4-32d4-4f98-88ca-8f93edd1b1ac tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:40.235098 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6bdaa0a4-32d4-4f98-88ca-8f93edd1b1ac tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:40.245491 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6bdaa0a4-32d4-4f98-88ca-8f93edd1b1ac tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:40.338303 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6bdaa0a4-32d4-4f98-88ca-8f93edd1b1ac tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:40.339715 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdaa0a4-32d4-4f98-88ca-8f93edd1b1ac tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Fanout notify agent at l3_agent the message router_deleted on router f290e1fb-cd91-452d-9cb9-4c8858c38cb3 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:20:40.380175 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6bdaa0a4-32d4-4f98-88ca-8f93edd1b1ac tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:40.382900 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6bdaa0a4-32d4-4f98-88ca-8f93edd1b1ac tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "DELETE /v2.0/routers/f290e1fb-cd91-452d-9cb9-4c8858c38cb3 HTTP/1.1" status: 204 len: 168 time: 1.9340999 Sep 07 19:20:40.385785 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45112) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:40.417097 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66227a-b5fb-4e08-8394-ed7cd25cd53f req-0465341f-28b1-4535-b966-7d4be6d9a69f tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:40.418974 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fd66227a-b5fb-4e08-8394-ed7cd25cd53f req-0465341f-28b1-4535-b966-7d4be6d9a69f tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 944 time: 0.1869590 Sep 07 19:20:40.482396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device de3c45b2-5f03-4081-a361-8362cb855656 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:20:40.556200 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: de3c45b2-5f03-4081-a361-8362cb855656 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:20:40.557098 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device de3c45b2-5f03-4081-a361-8362cb855656 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:20:40.557685 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device db11f9ff-c541-4b33-a891-0239bc9a02c6 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:20:40.589414 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: db11f9ff-c541-4b33-a891-0239bc9a02c6 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:20:40.590088 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device db11f9ff-c541-4b33-a891-0239bc9a02c6 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:20:40.618358 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fd66227a-b5fb-4e08-8394-ed7cd25cd53f req-19b104f6-05d5-4c4f-b879-b971c2480e09 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814764 Sep 07 19:20:40.626353 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e750-452a-46b1-a354-47a892e46781 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:40.630786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45122) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:40.729965 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e750-452a-46b1-a354-47a892e46781 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:40.759093 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c317a77e-5250-4c15-8772-aaac36edd5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:40.768856 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-8fd8e750-452a-46b1-a354-47a892e46781 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ca7270-4d27-4b0b-8ec9-d42375dd2257']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:20:40.784149 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-8fd8e750-452a-46b1-a354-47a892e46781 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd900e288-36e4-48e5-9024-9e61f0b6c4b5') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:20:40.784446 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-8fd8e750-452a-46b1-a354-47a892e46781 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd900e288-36e4-48e5-9024-9e61f0b6c4b5') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:20:40.798310 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e750-452a-46b1-a354-47a892e46781 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:40.819637 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e750-452a-46b1-a354-47a892e46781 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:40.831060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd8e750-452a-46b1-a354-47a892e46781 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:20:40.831457 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e750-452a-46b1-a354-47a892e46781 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:20:40.834361 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:20:40.900609 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e750-452a-46b1-a354-47a892e46781 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:40.912477 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e750-452a-46b1-a354-47a892e46781 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:40.914455 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8fd8e750-452a-46b1-a354-47a892e46781 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "DELETE /v2.0/networks/40ca7270-4d27-4b0b-8ec9-d42375dd2257 HTTP/1.1" status: 204 len: 168 time: 0.4945109 Sep 07 19:20:40.917364 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45130) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:40.927645 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8e750-452a-46b1-a354-47a892e46781 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Network': ['ID=40ca7270-4d27-4b0b-8ec9-d42375dd2257,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:40.975213 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c317a77e-5250-4c15-8772-aaac36edd5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:40.980145 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c317a77e-5250-4c15-8772-aaac36edd5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:40.993252 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3998b40-164a-45e9-bf84-545e34c1ea01 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.022719 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3998b40-164a-45e9-bf84-545e34c1ea01 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.022923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317a77e-5250-4c15-8772-aaac36edd5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84090e8-9c8d-4526-847b-cbae8fa0b0b8,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:41.031595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c317a77e-5250-4c15-8772-aaac36edd5de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9721ddbfe3ba484ea77d56cee4631596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3959558 Sep 07 19:20:41.031595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45132) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:41.103492 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-19863115-50b7-45ab-8140-f3f2fafd61c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.105869 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3998b40-164a-45e9-bf84-545e34c1ea01 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.108691 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d3998b40-164a-45e9-bf84-545e34c1ea01 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.110135 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d3998b40-164a-45e9-bf84-545e34c1ea01 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "DELETE /v2.0/security-groups/557fdae1-f915-4a02-93f5-2d4e07dae390 HTTP/1.1" status: 204 len: 168 time: 0.1916325 Sep 07 19:20:41.127467 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-19863115-50b7-45ab-8140-f3f2fafd61c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.129618 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3998b40-164a-45e9-bf84-545e34c1ea01 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=557fdae1-f915-4a02-93f5-2d4e07dae390,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:41.203780 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-19863115-50b7-45ab-8140-f3f2fafd61c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.207173 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-19863115-50b7-45ab-8140-f3f2fafd61c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.210823 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-19863115-50b7-45ab-8140-f3f2fafd61c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c84090e8-9c8d-4526-847b-cbae8fa0b0b8 HTTP/1.1" status: 204 len: 168 time: 0.1761601 Sep 07 19:20:41.221289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19863115-50b7-45ab-8140-f3f2fafd61c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84090e8-9c8d-4526-847b-cbae8fa0b0b8,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:41.344409 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45146) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:41.351181 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-aa9720fb-c9a5-4abe-b6f7-0d17af4e838b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2041809737', 'description': 'tempest-secgroup-smoke-2041809737 description', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:20:41.377101 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa9720fb-c9a5-4abe-b6f7-0d17af4e838b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.470194 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa9720fb-c9a5-4abe-b6f7-0d17af4e838b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.474683 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa9720fb-c9a5-4abe-b6f7-0d17af4e838b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.503799 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-aa9720fb-c9a5-4abe-b6f7-0d17af4e838b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.505092 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-aa9720fb-c9a5-4abe-b6f7-0d17af4e838b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1585705 Sep 07 19:20:41.508145 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45148) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:41.509396 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9720fb-c9a5-4abe-b6f7-0d17af4e838b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3255bd-0604-4302-adc3-459d0892058e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:41.512819 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-26ea4b12-b14c-4368-a679-990cd871cdec tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': 'cd3255bd-0604-4302-adc3-459d0892058e', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:20:41.543449 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45152) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:41.555880 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-26ea4b12-b14c-4368-a679-990cd871cdec tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.559248 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4dfccc8e-a780-4699-ad32-9934ddc287ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.610323 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-26ea4b12-b14c-4368-a679-990cd871cdec tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.615665 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-26ea4b12-b14c-4368-a679-990cd871cdec tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.644223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea4b12-b14c-4368-a679-990cd871cdec tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd04ff8-6091-4b95-8027-61af03562442,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:41.684832 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4dfccc8e-a780-4699-ad32-9934ddc287ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.690061 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4dfccc8e-a780-4699-ad32-9934ddc287ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.694595 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-26ea4b12-b14c-4368-a679-990cd871cdec tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.696233 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-26ea4b12-b14c-4368-a679-990cd871cdec tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1870286 Sep 07 19:20:41.698977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45160) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:41.703553 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-ff78073e-2813-46f6-9cab-9c96731252d8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': 'cd3255bd-0604-4302-adc3-459d0892058e', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:20:41.735893 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4dfccc8e-a780-4699-ad32-9934ddc287ef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f2e3bcf89d924796a3818c3a69caf7f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1905818 Sep 07 19:20:41.739169 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45162) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:41.746013 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfccc8e-a780-4699-ad32-9934ddc287ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76195b46-f8d2-4e42-84aa-97fd6e4847a1,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:41.777345 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff78073e-2813-46f6-9cab-9c96731252d8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.787590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b0779-fe7a-4434-b154-40991ac34d82 req-24647a92-a34d-407e-abbc-c4f4b5114fdd tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:41.789218 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c0b0779-fe7a-4434-b154-40991ac34d82 req-24647a92-a34d-407e-abbc-c4f4b5114fdd tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 944 time: 0.0792575 Sep 07 19:20:41.796119 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4b9e623d-2058-4577-824d-4d224a6121b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.820587 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4b9e623d-2058-4577-824d-4d224a6121b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.865478 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c0b0779-fe7a-4434-b154-40991ac34d82 req-d0e72a0c-ea9d-4071-8f23-b0df2b89edfd tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651066 Sep 07 19:20:41.872009 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff78073e-2813-46f6-9cab-9c96731252d8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.878093 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff78073e-2813-46f6-9cab-9c96731252d8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.879439 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4b9e623d-2058-4577-824d-4d224a6121b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.882403 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4b9e623d-2058-4577-824d-4d224a6121b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.885945 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4b9e623d-2058-4577-824d-4d224a6121b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/76195b46-f8d2-4e42-84aa-97fd6e4847a1 HTTP/1.1" status: 204 len: 168 time: 0.1435254 Sep 07 19:20:41.891894 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e623d-2058-4577-824d-4d224a6121b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76195b46-f8d2-4e42-84aa-97fd6e4847a1,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:41.911604 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78073e-2813-46f6-9cab-9c96731252d8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6377f460-f5df-4c12-9528-b050d776edbf,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:41.920929 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff78073e-2813-46f6-9cab-9c96731252d8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:41.926105 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45170) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:41.926899 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ff78073e-2813-46f6-9cab-9c96731252d8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2262070 Sep 07 19:20:41.931072 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-8a594ee8-7eb1-4104-ac69-d09f947dd116 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': 'cd3255bd-0604-4302-adc3-459d0892058e', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:20:41.973189 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8a594ee8-7eb1-4104-ac69-d09f947dd116 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.028854 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8a594ee8-7eb1-4104-ac69-d09f947dd116 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.033834 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8a594ee8-7eb1-4104-ac69-d09f947dd116 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.055903 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a594ee8-7eb1-4104-ac69-d09f947dd116 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3aa4b7-e2a9-43b6-a3c3-bcc58da7b2c9,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:42.059654 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8a594ee8-7eb1-4104-ac69-d09f947dd116 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.063510 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8a594ee8-7eb1-4104-ac69-d09f947dd116 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337984 Sep 07 19:20:42.064030 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45172) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:42.068661 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-7dcab255-9b14-4c51-be5e-0e74e882848b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': 'cd3255bd-0604-4302-adc3-459d0892058e', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:20:42.097588 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7dcab255-9b14-4c51-be5e-0e74e882848b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.171816 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7dcab255-9b14-4c51-be5e-0e74e882848b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.177734 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7dcab255-9b14-4c51-be5e-0e74e882848b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.203229 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcab255-9b14-4c51-be5e-0e74e882848b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f4da26-efe3-4b4a-ba5f-2437e509926e,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:42.214248 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7dcab255-9b14-4c51-be5e-0e74e882848b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.215461 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7dcab255-9b14-4c51-be5e-0e74e882848b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1504412 Sep 07 19:20:42.218300 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45182) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:42.224881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-eda64071-e8b0-4a13-8205-88c80fac5670 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': 'cd3255bd-0604-4302-adc3-459d0892058e', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:20:42.259467 n-d-807786-1 neutron-server[101445]: INFO neutron.db.securitygroups_db [None req-eda64071-e8b0-4a13-8205-88c80fac5670 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Project aa42bbf5542c477bbf2c68a6d391c89a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:20:42.265955 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eda64071-e8b0-4a13-8205-88c80fac5670 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.316747 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d9a1f7d0-9a90-4709-81eb-11521982ada1 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:20:42.339877 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: d9a1f7d0-9a90-4709-81eb-11521982ada1 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:20:42.340498 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d9a1f7d0-9a90-4709-81eb-11521982ada1 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:20:42.354358 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eda64071-e8b0-4a13-8205-88c80fac5670 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.358222 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eda64071-e8b0-4a13-8205-88c80fac5670 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.373707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda64071-e8b0-4a13-8205-88c80fac5670 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a3ef87-9d04-4a10-8e19-b596f4963a39,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:42.382666 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eda64071-e8b0-4a13-8205-88c80fac5670 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.384539 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-eda64071-e8b0-4a13-8205-88c80fac5670 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1636474 Sep 07 19:20:42.386878 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45190) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:42.391800 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-3b24673d-80a4-4fbc-980d-734189d5e968 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'security_group_rule': {'security_group_id': 'cd3255bd-0604-4302-adc3-459d0892058e', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:20:42.415112 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-3b24673d-80a4-4fbc-980d-734189d5e968 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Project aa42bbf5542c477bbf2c68a6d391c89a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:20:42.420884 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3b24673d-80a4-4fbc-980d-734189d5e968 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.497864 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3b24673d-80a4-4fbc-980d-734189d5e968 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.506295 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3b24673d-80a4-4fbc-980d-734189d5e968 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.520909 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24673d-80a4-4fbc-980d-734189d5e968 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb0dd44-3978-461d-ab76-49fd5f5e6420,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:42.544610 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3b24673d-80a4-4fbc-980d-734189d5e968 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.544610 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3b24673d-80a4-4fbc-980d-734189d5e968 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1499400 Sep 07 19:20:42.544610 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45200) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:42.548921 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-2b9d9b02-3f8e-47cc-b9a2-772e6eb4617a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'network': {'name': 'tempest-network-smoke--2059464648', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'port_security_enabled': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:20:42.573743 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9d9b02-3f8e-47cc-b9a2-772e6eb4617a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Made reservation on behalf of aa42bbf5542c477bbf2c68a6d391c89a for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:20:42.577813 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b9d9b02-3f8e-47cc-b9a2-772e6eb4617a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.613882 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9d9b02-3f8e-47cc-b9a2-772e6eb4617a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:20:42.635672 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b9d9b02-3f8e-47cc-b9a2-772e6eb4617a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.635672 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-2b9d9b02-3f8e-47cc-b9a2-772e6eb4617a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Added segment 141e0ad2-a7fa-4a54-8294-4e030974ef26 of type vlan for network 1f4d4536-4616-4d9d-b2d9-ec70c883d367 Sep 07 19:20:42.674524 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b9d9b02-3f8e-47cc-b9a2-772e6eb4617a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.699935 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b9d9b02-3f8e-47cc-b9a2-772e6eb4617a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.706130 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9d9b02-3f8e-47cc-b9a2-772e6eb4617a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:42.706825 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b9d9b02-3f8e-47cc-b9a2-772e6eb4617a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.738833 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2b9d9b02-3f8e-47cc-b9a2-772e6eb4617a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1969590 Sep 07 19:20:42.742337 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45208) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:42.747303 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-19cc65e2-11a4-4470-9e24-20755810b3f8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1497506374', 'admin_state_up': True, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:20:42.787795 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-19cc65e2-11a4-4470-9e24-20755810b3f8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.789390 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-19cc65e2-11a4-4470-9e24-20755810b3f8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.821409 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d9b02-3f8e-47cc-b9a2-772e6eb4617a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Network': ['ID=1f4d4536-4616-4d9d-b2d9-ec70c883d367,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:42.870495 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-19cc65e2-11a4-4470-9e24-20755810b3f8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:42.873629 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 1f4d4536-4616-4d9d-b2d9-ec70c883d367 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:20:43.060884 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-19cc65e2-11a4-4470-9e24-20755810b3f8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:43.104709 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:43.125566 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163d6e4-d91d-4ff8-9123-985ffbc03dac req-3dd020ec-a2ba-42e0-923f-748ac9380bdb tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:43.128527 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7163d6e4-d91d-4ff8-9123-985ffbc03dac req-3dd020ec-a2ba-42e0-923f-748ac9380bdb tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 944 time: 0.1316507 Sep 07 19:20:43.227293 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7163d6e4-d91d-4ff8-9123-985ffbc03dac req-d8e9296a-11ce-4fc6-a055-31f9ab8f13ca tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905704 Sep 07 19:20:43.373951 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-19cc65e2-11a4-4470-9e24-20755810b3f8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:43.395490 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-19cc65e2-11a4-4470-9e24-20755810b3f8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:43.511906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-19cc65e2-11a4-4470-9e24-20755810b3f8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Allocated IP 172.25.8.143 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/d4fb9967-85f1-42cf-af5a-c5a8b8c77a07) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:20:43.655156 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-19cc65e2-11a4-4470-9e24-20755810b3f8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:43.698753 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-19cc65e2-11a4-4470-9e24-20755810b3f8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:43.737080 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cc65e2-11a4-4470-9e24-20755810b3f8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:20:43.740191 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-19cc65e2-11a4-4470-9e24-20755810b3f8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:20:43.743917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cc65e2-11a4-4470-9e24-20755810b3f8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:20:43.773380 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc65e2-11a4-4470-9e24-20755810b3f8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=d4fb9967-85f1-42cf-af5a-c5a8b8c77a07,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:43.996193 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:44.033986 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-19cc65e2-11a4-4470-9e24-20755810b3f8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:44.250207 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-19cc65e2-11a4-4470-9e24-20755810b3f8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:44.424572 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6578d-3474-4f77-a3bb-46cc42a1e24b req-ae8c1428-bc7f-4309-a82c-a8f36cef1c82 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:44.426185 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90c6578d-3474-4f77-a3bb-46cc42a1e24b req-ae8c1428-bc7f-4309-a82c-a8f36cef1c82 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 944 time: 0.1086359 Sep 07 19:20:44.450382 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cc65e2-11a4-4470-9e24-20755810b3f8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Router e87da321-8d57-4836-a4eb-1515708cf7ca is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:20:44.482020 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90c6578d-3474-4f77-a3bb-46cc42a1e24b req-c02861a0-a5d6-4923-8225-9203a48d7bc3 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470665 Sep 07 19:20:44.612771 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cc65e2-11a4-4470-9e24-20755810b3f8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:20:44.636089 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] Sync routers for ids ['e87da321-8d57-4836-a4eb-1515708cf7ca'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:20:44.646930 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-19cc65e2-11a4-4470-9e24-20755810b3f8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:44.651321 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-19cc65e2-11a4-4470-9e24-20755810b3f8 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9078176 Sep 07 19:20:44.652551 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] Routers {'e87da321-8d57-4836-a4eb-1515708cf7ca'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:20:44.653443 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:20:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e87da321-8d57-4836-a4eb-1515708cf7ca'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:20:44.654524 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45264) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:44.691547 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d12adc16-e1cb-429f-b07d-76e7d7619bb7 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=aa42bbf5542c477bbf2c68a6d391c89a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352793 Sep 07 19:20:44.694144 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45266) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:44.787371 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8e6954-33c1-4b6d-b759-d2f09ab65d17 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:44.789607 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6b8e6954-33c1-4b6d-b759-d2f09ab65d17 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0944593 Sep 07 19:20:44.792265 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45270) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:44.807940 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] Set router e87da321-8d57-4836-a4eb-1515708cf7ca gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:20:44.833687 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-96ce0b6b-1c3d-4b7d-b93d-99566370f3d5 tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396745 Sep 07 19:20:44.836190 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45274) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:44.841164 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-9655005b-75a0-4b89-9807-5edf4dd3dc0f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1495030957', 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367', 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:20:44.957502 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9655005b-75a0-4b89-9807-5edf4dd3dc0f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Made reservation on behalf of aa42bbf5542c477bbf2c68a6d391c89a for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:20:44.961199 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9655005b-75a0-4b89-9807-5edf4dd3dc0f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:45.022937 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497506374', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:20:42Z', 'updated_at': '2021-09-07T19:20:43Z', 'revision_number': 3, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:93:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:43Z', 'updated_at': '2021-09-07T19:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:20:45.057601 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] Checking router: e87da321-8d57-4836-a4eb-1515708cf7ca for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:20:45.058142 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] Updating router e87da321-8d57-4836-a4eb-1515708cf7ca port d4fb9967-85f1-42cf-af5a-c5a8b8c77a07 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:20:45.096891 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:45.190698 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9655005b-75a0-4b89-9807-5edf4dd3dc0f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:45.258128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655005b-75a0-4b89-9807-5edf4dd3dc0f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Subnet': ['ID=0fe48bbb-daf7-4736-9cf4-fe93dbb2d201,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:45.271593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9655005b-75a0-4b89-9807-5edf4dd3dc0f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Checking segment: {'id': '141e0ad2-a7fa-4a54-8294-4e030974ef26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:20:45.271995 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9655005b-75a0-4b89-9807-5edf4dd3dc0f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network hostable DHCP agents. Network: 1f4d4536-4616-4d9d-b2d9-ec70c883d367, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:20:45.297422 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9655005b-75a0-4b89-9807-5edf4dd3dc0f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 1f4d4536-4616-4d9d-b2d9-ec70c883d367 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:20:45.310393 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-9655005b-75a0-4b89-9807-5edf4dd3dc0f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 1f4d4536-4616-4d9d-b2d9-ec70c883d367) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:20:45.320496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae48b018-93eb-4891-8657-e17fbafa8b4d None None] Network 1f4d4536-4616-4d9d-b2d9-ec70c883d367 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:20:45.341987 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9655005b-75a0-4b89-9807-5edf4dd3dc0f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:45.342529 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9655005b-75a0-4b89-9807-5edf4dd3dc0f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:45.364223 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9655005b-75a0-4b89-9807-5edf4dd3dc0f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5266759 Sep 07 19:20:45.368211 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45282) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:45.441573 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:45.457792 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] Transition to ACTIVE for port object d4fb9967-85f1-42cf-af5a-c5a8b8c77a07 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:20:45.479135 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:45.558430 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-1f4d4536-4616-4d9d-b2d9-ec70c883d367', 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'fixed_ips': [{'subnet_id': '0fe48bbb-daf7-4736-9cf4-fe93dbb2d201'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:20:45.559536 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:45.594567 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] Attempting to bind port d4fb9967-85f1-42cf-af5a-c5a8b8c77a07 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:20:45.594962 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] Attempting to bind port d4fb9967-85f1-42cf-af5a-c5a8b8c77a07 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:20:45.595301 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] Attempting to bind port d4fb9967-85f1-42cf-af5a-c5a8b8c77a07 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:20:45.598364 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f52783-e9f1-424d-9cac-c960a4427b80 None None] Pushing event updated for resources: {'Port': ['ID=d4fb9967-85f1-42cf-af5a-c5a8b8c77a07,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:45.608387 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f52783-e9f1-424d-9cac-c960a4427b80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:45.608889 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f52783-e9f1-424d-9cac-c960a4427b80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:45.609221 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f52783-e9f1-424d-9cac-c960a4427b80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:45.609704 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f52783-e9f1-424d-9cac-c960a4427b80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:45.610019 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f52783-e9f1-424d-9cac-c960a4427b80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:45.610399 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f52783-e9f1-424d-9cac-c960a4427b80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:45.610731 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f52783-e9f1-424d-9cac-c960a4427b80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:45.613052 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f52783-e9f1-424d-9cac-c960a4427b80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:45.613052 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f52783-e9f1-424d-9cac-c960a4427b80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:45.613052 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f52783-e9f1-424d-9cac-c960a4427b80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:45.613052 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f52783-e9f1-424d-9cac-c960a4427b80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:45.613052 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f52783-e9f1-424d-9cac-c960a4427b80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:45.629627 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:20:45.637151 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:20:45.638602 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:45.639286 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:20:45.641394 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] Bound port: d4fb9967-85f1-42cf-af5a-c5a8b8c77a07, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:20:45.642047 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:45.765502 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Allocated IP 172.20.0.2 (1f4d4536-4616-4d9d-b2d9-ec70c883d367/0fe48bbb-daf7-4736-9cf4-fe93dbb2d201/0ed4d429-3775-4b44-a43c-927728c416e5) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:20:45.795881 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] For port d4fb9967-85f1-42cf-af5a-c5a8b8c77a07, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:20:45.803340 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] For port d4fb9967-85f1-42cf-af5a-c5a8b8c77a07, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d4fb9967-85f1-42cf-af5a-c5a8b8c77a07,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:20:45.807913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e9d5a-a8e5-4d89-a5d2-ec28388b7b25 req-f44afdbc-e0d0-49cc-8258-ac9375c18f81 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:45.810361 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f6e9d5a-a8e5-4d89-a5d2-ec28388b7b25 req-f44afdbc-e0d0-49cc-8258-ac9375c18f81 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 944 time: 0.1431675 Sep 07 19:20:45.817699 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:45.886437 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f6e9d5a-a8e5-4d89-a5d2-ec28388b7b25 req-8fb7db4a-e277-444f-878c-2110451a29ef tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626168 Sep 07 19:20:46.033910 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:46.042961 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Transition to ACTIVE for port object 0ed4d429-3775-4b44-a43c-927728c416e5 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:20:46.060804 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f52783-e9f1-424d-9cac-c960a4427b80 None None] Pushing event updated for resources: {'Port': ['ID=d4fb9967-85f1-42cf-af5a-c5a8b8c77a07,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:46.063672 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Transition to ACTIVE for port object 0ed4d429-3775-4b44-a43c-927728c416e5 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:20:46.077098 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:46.100175 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] Routers {'e87da321-8d57-4836-a4eb-1515708cf7ca'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:20:46.102569 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:20:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e87da321-8d57-4836-a4eb-1515708cf7ca'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:20:46.103920 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54eceeb5-ce3c-4714-8c45-5939cc4b16f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:46.129138 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Network 1f4d4536-4616-4d9d-b2d9-ec70c883d367 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:20:46.132539 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:20:46.136762 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:20:46.154971 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Pushing event updated for resources: {'Port': ['ID=0ed4d429-3775-4b44-a43c-927728c416e5,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:46.187340 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:46.187811 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:46.188242 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:46.188727 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:46.189674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:46.190096 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:46.190515 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:46.190973 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:46.191391 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:46.191799 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:46.192215 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:46.192666 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:20:46.229956 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Attempting to bind port 0ed4d429-3775-4b44-a43c-927728c416e5 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:20:46.230456 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Attempting to bind port 0ed4d429-3775-4b44-a43c-927728c416e5 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '141e0ad2-a7fa-4a54-8294-4e030974ef26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:20:46.231122 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Attempting to bind port 0ed4d429-3775-4b44-a43c-927728c416e5 on network 1f4d4536-4616-4d9d-b2d9-ec70c883d367 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:20:46.255916 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:20:46.256555 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Checking segment: {'id': '141e0ad2-a7fa-4a54-8294-4e030974ef26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:20:46.257280 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:46.257706 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Bound using segment: {'id': '141e0ad2-a7fa-4a54-8294-4e030974ef26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:20:46.259195 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Bound port: 0ed4d429-3775-4b44-a43c-927728c416e5, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141e0ad2-a7fa-4a54-8294-4e030974ef26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:20:46.259195 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:46.289406 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] Set router e87da321-8d57-4836-a4eb-1515708cf7ca gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:20:46.340240 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] For port 0ed4d429-3775-4b44-a43c-927728c416e5, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:20:46.345425 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] For port 0ed4d429-3775-4b44-a43c-927728c416e5, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0ed4d429-3775-4b44-a43c-927728c416e5,segment=NetworkSegment(141e0ad2-a7fa-4a54-8294-4e030974ef26),segment_id=141e0ad2-a7fa-4a54-8294-4e030974ef26)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:20:46.351965 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:46.472779 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e8357-f5ee-4ea7-9581-af0b6d937bf9 None None] Pushing event updated for resources: {'Port': ['ID=0ed4d429-3775-4b44-a43c-927728c416e5,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:46.553885 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-54eceeb5-ce3c-4714-8c45-5939cc4b16f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Allocated IP 172.20.0.1 (1f4d4536-4616-4d9d-b2d9-ec70c883d367/0fe48bbb-daf7-4736-9cf4-fe93dbb2d201/4d7780b1-52af-40c4-9f0c-2d4614200dda) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:20:46.577808 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497506374', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:20:42Z', 'updated_at': '2021-09-07T19:20:43Z', 'revision_number': 3, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:93:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:43Z', 'updated_at': '2021-09-07T19:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:20:46.626060 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656834b0-2b05-4dfc-9d49-f17004fa47a2 None None] The sync data for ids ['e87da321-8d57-4836-a4eb-1515708cf7ca'] in n-d-807786-1 is: [{'id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497506374', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:20:42Z', 'updated_at': '2021-09-07T19:20:43Z', 'revision_number': 3, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:93:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:43Z', 'updated_at': '2021-09-07T19:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:20:46.723329 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54eceeb5-ce3c-4714-8c45-5939cc4b16f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:46.742561 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-54eceeb5-ce3c-4714-8c45-5939cc4b16f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Transition to ACTIVE for port object 4d7780b1-52af-40c4-9f0c-2d4614200dda will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:20:46.784462 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54eceeb5-ce3c-4714-8c45-5939cc4b16f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:46.897619 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eceeb5-ce3c-4714-8c45-5939cc4b16f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 1f4d4536-4616-4d9d-b2d9-ec70c883d367 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:20:46.906486 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-54eceeb5-ce3c-4714-8c45-5939cc4b16f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:20:46.912828 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eceeb5-ce3c-4714-8c45-5939cc4b16f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:20:47.009604 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eceeb5-ce3c-4714-8c45-5939cc4b16f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=4d7780b1-52af-40c4-9f0c-2d4614200dda,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:47.082757 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54eceeb5-ce3c-4714-8c45-5939cc4b16f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:47.136946 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b52813-50ce-4bec-8303-4a0a95238708 req-d3c5ede5-2da7-4ac2-b8cd-6a4dc71b4ef2 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:47.144535 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a8b52813-50ce-4bec-8303-4a0a95238708 req-d3c5ede5-2da7-4ac2-b8cd-6a4dc71b4ef2 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 944 time: 0.1326344 Sep 07 19:20:47.190959 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a8b52813-50ce-4bec-8303-4a0a95238708 req-84f76f01-8d57-40bd-88d9-75193cc98938 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419331 Sep 07 19:20:47.284744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45318) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:47.306226 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54eceeb5-ce3c-4714-8c45-5939cc4b16f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:47.310547 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 75f57063-611e-4313-a2e4-068fad54ab69 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:20:47.519646 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 75f57063-611e-4313-a2e4-068fad54ab69, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=75f57063-611e-4313-a2e4-068fad54ab69,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:20:47.537769 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5c0d523f-0e8f-4559-abff-f44f525f8653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:47.560030 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '75f57063-611e-4313-a2e4-068fad54ab69', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'port_id': '75f57063-611e-4313-a2e4-068fad54ab69', 'mac_address': 'fa:16:3e:a6:45:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:20:47.686684 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:47.711069 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f57063-611e-4313-a2e4-068fad54ab69 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:20:47.751404 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 75f57063-611e-4313-a2e4-068fad54ab69, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=75f57063-611e-4313-a2e4-068fad54ab69,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:20:47.763606 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:47.772795 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5c0d523f-0e8f-4559-abff-f44f525f8653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:47.794018 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5c0d523f-0e8f-4559-abff-f44f525f8653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:47.871532 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5c0d523f-0e8f-4559-abff-f44f525f8653 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=45d7105fc058497da21843d123a200b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5830364 Sep 07 19:20:47.871966 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45334) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:20:47.893044 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d523f-0e8f-4559-abff-f44f525f8653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75792077-5694-4fc4-98d7-b1f6f061b91b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:47.943822 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=75f57063-611e-4313-a2e4-068fad54ab69,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:47.953269 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-605e26b6-65ac-43eb-a19f-3f758909abdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:47.986676 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-605e26b6-65ac-43eb-a19f-3f758909abdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:48.032140 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['75f57063-611e-4313-a2e4-068fad54ab69'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:20:48.069701 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-605e26b6-65ac-43eb-a19f-3f758909abdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:48.072893 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-605e26b6-65ac-43eb-a19f-3f758909abdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:48.074377 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-605e26b6-65ac-43eb-a19f-3f758909abdf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75792077-5694-4fc4-98d7-b1f6f061b91b HTTP/1.1" status: 204 len: 168 time: 0.1995666 Sep 07 19:20:48.105498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e26b6-65ac-43eb-a19f-3f758909abdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75792077-5694-4fc4-98d7-b1f6f061b91b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:48.196988 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee74111-0b2c-4131-b76d-9bd49a2ecf85 None None] Network 1f4d4536-4616-4d9d-b2d9-ec70c883d367 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:20:48.508462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f1b7c-6f77-4171-9ed4-3b2db905ab7a req-c63c77f8-3e20-485b-9ec4-d602f3b236ea tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:48.514349 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8bf59cce-376e-4e2a-af20-7fefe74a33a4 None None] Provisioning for port 0ed4d429-3775-4b44-a43c-927728c416e5 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:20:48.521807 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-276f1b7c-6f77-4171-9ed4-3b2db905ab7a req-c63c77f8-3e20-485b-9ec4-d602f3b236ea tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 945 time: 0.1283870 Sep 07 19:20:48.600481 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d4fb9967-85f1-42cf-af5a-c5a8b8c77a07 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:20:48.628434 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-276f1b7c-6f77-4171-9ed4-3b2db905ab7a req-678ebc29-5163-469d-b3a6-05d0dc9c7f1d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939238 Sep 07 19:20:48.720102 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54eceeb5-ce3c-4714-8c45-5939cc4b16f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:48.732163 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54eceeb5-ce3c-4714-8c45-5939cc4b16f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:48.850688 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eceeb5-ce3c-4714-8c45-5939cc4b16f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=4d7780b1-52af-40c4-9f0c-2d4614200dda,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:48.877697 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54eceeb5-ce3c-4714-8c45-5939cc4b16f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:48.961799 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port d4fb9967-85f1-42cf-af5a-c5a8b8c77a07 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:20:48.966947 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port d4fb9967-85f1-42cf-af5a-c5a8b8c77a07 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:20:48.967318 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:48.993494 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eceeb5-ce3c-4714-8c45-5939cc4b16f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 1f4d4536-4616-4d9d-b2d9-ec70c883d367 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:20:48.995772 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-54eceeb5-ce3c-4714-8c45-5939cc4b16f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:20:49.062430 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:49.088925 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port d4fb9967-85f1-42cf-af5a-c5a8b8c77a07, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d4fb9967-85f1-42cf-af5a-c5a8b8c77a07,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:20:49.094172 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:49.095024 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0ed4d429-3775-4b44-a43c-927728c416e5 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:20:49.129824 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54eceeb5-ce3c-4714-8c45-5939cc4b16f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Router e87da321-8d57-4836-a4eb-1515708cf7ca has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:20:49.192408 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=d4fb9967-85f1-42cf-af5a-c5a8b8c77a07,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:49.209122 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 0ed4d429-3775-4b44-a43c-927728c416e5 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:20:49.213819 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 0ed4d429-3775-4b44-a43c-927728c416e5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:20:49.214218 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:49.277995 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54eceeb5-ce3c-4714-8c45-5939cc4b16f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:20:49.289868 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-54eceeb5-ce3c-4714-8c45-5939cc4b16f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "PUT /v2.0/routers/e87da321-8d57-4836-a4eb-1515708cf7ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9191570 Sep 07 19:20:49.321899 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 75f57063-611e-4313-a2e4-068fad54ab69 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:20:49.371669 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:49.417539 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 0ed4d429-3775-4b44-a43c-927728c416e5, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0ed4d429-3775-4b44-a43c-927728c416e5,segment=NetworkSegment(141e0ad2-a7fa-4a54-8294-4e030974ef26),segment_id=141e0ad2-a7fa-4a54-8294-4e030974ef26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:20:49.432855 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2f55f7e4-d55d-4fe9-8815-4fd64a2d88ba None None] Provisioning complete for port 0ed4d429-3775-4b44-a43c-927728c416e5 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:20:49.433577 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2f55f7e4-d55d-4fe9-8815-4fd64a2d88ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:49.435649 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:49.478345 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] Sync routers for ids ['e87da321-8d57-4836-a4eb-1515708cf7ca'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:20:49.505784 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 75f57063-611e-4313-a2e4-068fad54ab69 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:20:49.535877 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 75f57063-611e-4313-a2e4-068fad54ab69 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:20:49.536244 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:49.564184 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-c31d6d32-6d0b-4b4d-9969-cdd1b9f07603 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2041809737&fields=id&tenant_id=aa42bbf5542c477bbf2c68a6d391c89a HTTP/1.1" status: 200 len: 267 time: 0.0539966 Sep 07 19:20:49.576412 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] Routers {'e87da321-8d57-4836-a4eb-1515708cf7ca'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:20:49.577139 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:20:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e87da321-8d57-4836-a4eb-1515708cf7ca'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:20:49.588715 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=0ed4d429-3775-4b44-a43c-927728c416e5,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:49.734694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-ededae8a-ab3d-4af8-aad0-140d2e94b4cf tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:49.743713 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-ededae8a-ab3d-4af8-aad0-140d2e94b4cf tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/networks?id=1f4d4536-4616-4d9d-b2d9-ec70c883d367 HTTP/1.1" status: 200 len: 797 time: 0.1781480 Sep 07 19:20:49.796458 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:49.797115 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-c19dc8c1-be82-4812-9aac-3c8017e777fc tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/quotas/aa42bbf5542c477bbf2c68a6d391c89a HTTP/1.1" status: 200 len: 375 time: 0.0524626 Sep 07 19:20:49.814237 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] Set router e87da321-8d57-4836-a4eb-1515708cf7ca gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:20:49.867499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a4fa5-ce8a-4549-ad3a-daff2bfbbeec req-fff6e73c-f4aa-4d2d-b95c-a394d7b50e19 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:49.870303 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea7a4fa5-ce8a-4549-ad3a-daff2bfbbeec req-fff6e73c-f4aa-4d2d-b95c-a394d7b50e19 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 945 time: 0.1154752 Sep 07 19:20:49.874709 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb326b1-0700-4a45-bd17-7fcc56b8850c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f57063-611e-4313-a2e4-068fad54ab69'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:20:49.877245 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0512953c-1b42-4917-9213-ad9120054ef4" -d '{"events": [{"server_uuid": "ebb326b1-0700-4a45-bd17-7fcc56b8850c", "name": "network-vif-plugged", "status": "completed", "tag": "75f57063-611e-4313-a2e4-068fad54ab69"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:20:49.885528 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2f55f7e4-d55d-4fe9-8815-4fd64a2d88ba None None] Provisioning for port 4d7780b1-52af-40c4-9f0c-2d4614200dda completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:20:49.893616 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-49199fbf-5069-46d6-a78f-c43edf942893 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0954058 Sep 07 19:20:49.942388 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2f55f7e4-d55d-4fe9-8815-4fd64a2d88ba None None] Provisioning complete for port 4d7780b1-52af-40c4-9f0c-2d4614200dda triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:20:49.942388 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2f55f7e4-d55d-4fe9-8815-4fd64a2d88ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:49.945354 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 75f57063-611e-4313-a2e4-068fad54ab69, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=75f57063-611e-4313-a2e4-068fad54ab69,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:20:49.964790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea7a4fa5-ce8a-4549-ad3a-daff2bfbbeec req-36b1f691-807f-48da-9981-5850c1f1a8a8 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698931 Sep 07 19:20:49.979758 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:50.040687 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-1870dead-6973-4d06-aa37-eb70076d261d service neutron] 10.222.0.26 "GET /v2.0/networks/1f4d4536-4616-4d9d-b2d9-ec70c883d367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210289 Sep 07 19:20:50.061987 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934a5199-c2d6-4e5f-b493-5098b620b528 x-openstack-request-id: req-934a5199-c2d6-4e5f-b493-5098b620b528 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:20:50.062609 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb326b1-0700-4a45-bd17-7fcc56b8850c", "name": "network-vif-plugged", "status": "completed", "tag": "75f57063-611e-4313-a2e4-068fad54ab69", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:20:50.063054 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-934a5199-c2d6-4e5f-b493-5098b620b528 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:20:50.063614 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb326b1-0700-4a45-bd17-7fcc56b8850c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f57063-611e-4313-a2e4-068fad54ab69', 'code': 200} Sep 07 19:20:50.068304 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-2f55f7e4-d55d-4fe9-8815-4fd64a2d88ba None None] Port 4d7780b1-52af-40c4-9f0c-2d4614200dda cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:20:50.116053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=75f57063-611e-4313-a2e4-068fad54ab69,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:50.166328 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-dde918c4-68e8-4d9c-8f78-850e383441fe service neutron] 10.222.0.26 "GET /v2.0/networks/1f4d4536-4616-4d9d-b2d9-ec70c883d367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246550 Sep 07 19:20:50.169450 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac104c2-7e6b-44c4-9eb0-4debda892ac2 req-2601522a-02ae-4730-9204-072afc3b647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:50.170698 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ac104c2-7e6b-44c4-9eb0-4debda892ac2 req-2601522a-02ae-4730-9204-072afc3b647e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 1097 time: 0.0629108 Sep 07 19:20:50.196429 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-258e2826-358d-4aeb-ba83-f0da260b2a5c None None] Provisioning complete for port 4d7780b1-52af-40c4-9f0c-2d4614200dda triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:20:50.196957 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-258e2826-358d-4aeb-ba83-f0da260b2a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:50.221747 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ac104c2-7e6b-44c4-9eb0-4debda892ac2 req-dc39533e-fd95-413f-a599-d4985d290ea9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425701 Sep 07 19:20:50.244929 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497506374', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:20:42Z', 'updated_at': '2021-09-07T19:20:47Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:93:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:43Z', 'updated_at': '2021-09-07T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '4d7780b1-52af-40c4-9f0c-2d4614200dda', 'name': '', 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:04:70:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe48bbb-daf7-4736-9cf4-fe93dbb2d201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:46Z', 'updated_at': '2021-09-07T19:20:48Z', 'revision_number': 2, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '0fe48bbb-daf7-4736-9cf4-fe93dbb2d201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:20:50.286699 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] Checking router: e87da321-8d57-4836-a4eb-1515708cf7ca for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:20:50.287060 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] Updating router e87da321-8d57-4836-a4eb-1515708cf7ca port 4d7780b1-52af-40c4-9f0c-2d4614200dda binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:20:50.329133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-258e2826-358d-4aeb-ba83-f0da260b2a5c None None] Port 4d7780b1-52af-40c4-9f0c-2d4614200dda cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:20:50.346782 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:50.401300 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d4fb9967-85f1-42cf-af5a-c5a8b8c77a07 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:20:50.423287 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a2307a50-dde4-4178-a64e-be22b83dba59 req-d98d426c-286c-4a2f-b0b8-9e2fd560c591 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 210 time: 0.0561340 Sep 07 19:20:50.563654 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port d4fb9967-85f1-42cf-af5a-c5a8b8c77a07 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:20:50.564086 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:50.737098 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0ed4d429-3775-4b44-a43c-927728c416e5 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:20:50.843125 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:50.856008 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 0ed4d429-3775-4b44-a43c-927728c416e5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:20:50.856428 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:50.860684 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] Transition to ACTIVE for port object 4d7780b1-52af-40c4-9f0c-2d4614200dda will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:20:50.886028 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:50.976033 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7d57d-4581-4f9b-93da-5076103be684 None None] Pushing event updated for resources: {'Port': ['ID=4d7780b1-52af-40c4-9f0c-2d4614200dda,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:51.045345 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] Attempting to bind port 4d7780b1-52af-40c4-9f0c-2d4614200dda on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:20:51.045717 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] Attempting to bind port 4d7780b1-52af-40c4-9f0c-2d4614200dda by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '141e0ad2-a7fa-4a54-8294-4e030974ef26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:20:51.046080 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] Attempting to bind port 4d7780b1-52af-40c4-9f0c-2d4614200dda on network 1f4d4536-4616-4d9d-b2d9-ec70c883d367 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:20:51.056365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:20:51.056765 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] Checking segment: {'id': '141e0ad2-a7fa-4a54-8294-4e030974ef26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:20:51.057168 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:51.057560 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] Bound using segment: {'id': '141e0ad2-a7fa-4a54-8294-4e030974ef26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:20:51.058034 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] Bound port: 4d7780b1-52af-40c4-9f0c-2d4614200dda, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141e0ad2-a7fa-4a54-8294-4e030974ef26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:20:51.058416 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:51.146085 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa75078-c13a-41c8-98fb-f60334978c8e req-62979f55-b7b4-4f1a-8496-71c35ae3cf14 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:51.148546 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cfa75078-c13a-41c8-98fb-f60334978c8e req-62979f55-b7b4-4f1a-8496-71c35ae3cf14 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 946 time: 0.0819495 Sep 07 19:20:51.168237 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] For port 4d7780b1-52af-40c4-9f0c-2d4614200dda, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:20:51.172749 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] For port 4d7780b1-52af-40c4-9f0c-2d4614200dda, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4d7780b1-52af-40c4-9f0c-2d4614200dda,segment=NetworkSegment(141e0ad2-a7fa-4a54-8294-4e030974ef26),segment_id=141e0ad2-a7fa-4a54-8294-4e030974ef26)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:20:51.180195 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:51.215197 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cfa75078-c13a-41c8-98fb-f60334978c8e req-25106f49-ca78-483b-a10f-2c9177d9de48 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595663 Sep 07 19:20:51.301835 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] Routers {'e87da321-8d57-4836-a4eb-1515708cf7ca'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:20:51.302478 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:20:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e87da321-8d57-4836-a4eb-1515708cf7ca'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:20:51.377391 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7d57d-4581-4f9b-93da-5076103be684 None None] Pushing event updated for resources: {'Port': ['ID=4d7780b1-52af-40c4-9f0c-2d4614200dda,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:51.504277 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] Set router e87da321-8d57-4836-a4eb-1515708cf7ca gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:20:51.547540 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-cb483822-6b1f-4c6a-8226-465221c0b549 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:51.549678 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-cb483822-6b1f-4c6a-8226-465221c0b549 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.36 "GET /v2.0/networks?id=1f4d4536-4616-4d9d-b2d9-ec70c883d367 HTTP/1.1" status: 200 len: 797 time: 0.1672716 Sep 07 19:20:51.592159 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-73b8e82b-77f1-431a-9ab9-28b149fbd523 req-8ba5b921-32a1-47b6-ab13-9a4bbceff879 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 210 time: 0.0368125 Sep 07 19:20:51.621837 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-3f0d8684-5c5d-451d-aeeb-abeab5036ae6 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa42bbf5542c477bbf2c68a6d391c89a HTTP/1.1" status: 200 len: 380 time: 0.0562317 Sep 07 19:20:51.635977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-b91971ae-7193-45c4-9565-263a9b138b3c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'port': {'device_id': '147eba96-cd78-492d-8e0f-8c32cbd9ed7a', 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367', 'admin_state_up': True, 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'security_groups': ['cd3255bd-0604-4302-adc3-459d0892058e']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:20:51.776570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-b91971ae-7193-45c4-9565-263a9b138b3c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Made reservation on behalf of aa42bbf5542c477bbf2c68a6d391c89a for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:20:51.780963 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-b91971ae-7193-45c4-9565-263a9b138b3c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:51.807345 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497506374', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:20:42Z', 'updated_at': '2021-09-07T19:20:47Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:93:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:43Z', 'updated_at': '2021-09-07T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '4d7780b1-52af-40c4-9f0c-2d4614200dda', 'name': '', 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:04:70:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe48bbb-daf7-4736-9cf4-fe93dbb2d201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:46Z', 'updated_at': '2021-09-07T19:20:51Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '0fe48bbb-daf7-4736-9cf4-fe93dbb2d201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:20:51.837322 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee01ccb-b4cf-4e7b-9986-ac7510a9aee6 None None] The sync data for ids ['e87da321-8d57-4836-a4eb-1515708cf7ca'] in n-d-807786-1 is: [{'id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497506374', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:20:42Z', 'updated_at': '2021-09-07T19:20:47Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:93:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:43Z', 'updated_at': '2021-09-07T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '4d7780b1-52af-40c4-9f0c-2d4614200dda', 'name': '', 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:04:70:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe48bbb-daf7-4736-9cf4-fe93dbb2d201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:46Z', 'updated_at': '2021-09-07T19:20:51Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '0fe48bbb-daf7-4736-9cf4-fe93dbb2d201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:20:52.281850 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-b91971ae-7193-45c4-9565-263a9b138b3c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Allocated IP 172.20.0.11 (1f4d4536-4616-4d9d-b2d9-ec70c883d367/0fe48bbb-daf7-4736-9cf4-fe93dbb2d201/94d8b12f-337b-44c2-8d75-967172ea8377) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:20:52.413665 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4d7780b1-52af-40c4-9f0c-2d4614200dda up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:20:52.453327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cda0c2-9a35-4aa6-99c6-7329f39d7398 req-901fc6f4-80b0-46fb-ac1d-5c27684b10c7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:52.454949 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5cda0c2-9a35-4aa6-99c6-7329f39d7398 req-901fc6f4-80b0-46fb-ac1d-5c27684b10c7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 946 time: 0.1223495 Sep 07 19:20:52.481294 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 4d7780b1-52af-40c4-9f0c-2d4614200dda completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:20:52.489025 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 4d7780b1-52af-40c4-9f0c-2d4614200dda triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:20:52.489409 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:52.529358 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5cda0c2-9a35-4aa6-99c6-7329f39d7398 req-2b0061f8-ec25-49e3-8681-73c4ec575a99 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660288 Sep 07 19:20:52.537399 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-b91971ae-7193-45c4-9565-263a9b138b3c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:52.559900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-b91971ae-7193-45c4-9565-263a9b138b3c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Transition to ACTIVE for port object 94d8b12f-337b-44c2-8d75-967172ea8377 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:20:52.598668 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:52.612544 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-b91971ae-7193-45c4-9565-263a9b138b3c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:52.678724 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-b91971ae-7193-45c4-9565-263a9b138b3c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 1f4d4536-4616-4d9d-b2d9-ec70c883d367 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:20:52.703603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-b91971ae-7193-45c4-9565-263a9b138b3c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:20:52.705750 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 4d7780b1-52af-40c4-9f0c-2d4614200dda, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4d7780b1-52af-40c4-9f0c-2d4614200dda,segment=NetworkSegment(141e0ad2-a7fa-4a54-8294-4e030974ef26),segment_id=141e0ad2-a7fa-4a54-8294-4e030974ef26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:20:52.713390 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:52.722137 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-b91971ae-7193-45c4-9565-263a9b138b3c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:20:52.768577 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=4d7780b1-52af-40c4-9f0c-2d4614200dda,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:52.855106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-b91971ae-7193-45c4-9565-263a9b138b3c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:52.856001 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-b91971ae-7193-45c4-9565-263a9b138b3c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:52.859978 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91971ae-7193-45c4-9565-263a9b138b3c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=94d8b12f-337b-44c2-8d75-967172ea8377,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:52.891048 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-b91971ae-7193-45c4-9565-263a9b138b3c tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2598245 Sep 07 19:20:52.909772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bd4ac-cda6-4abd-9094-f6175a5eddef req-b5bc75f3-5ab0-4495-bde5-ffdcca0e4974 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:52.917670 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-750bd4ac-cda6-4abd-9094-f6175a5eddef req-b5bc75f3-5ab0-4495-bde5-ffdcca0e4974 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 932 time: 0.1920633 Sep 07 19:20:52.929505 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] Request body: {'port': {'device_id': '147eba96-cd78-492d-8e0f-8c32cbd9ed7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:20:52.986930 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f9dd6-114b-48ad-bbf6-b5ebe35a230c req-54dd3987-d716-4537-b77c-111bc16c813e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:52.988903 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae4f9dd6-114b-48ad-bbf6-b5ebe35a230c req-54dd3987-d716-4537-b77c-111bc16c813e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 946 time: 0.3094356 Sep 07 19:20:53.004909 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7d69653b-1914-4ccd-bd9e-f01af091052a None None] Provisioning for port 94d8b12f-337b-44c2-8d75-967172ea8377 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:20:53.013456 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7d69653b-1914-4ccd-bd9e-f01af091052a None None] Provisioning complete for port 94d8b12f-337b-44c2-8d75-967172ea8377 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:20:53.013957 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7d69653b-1914-4ccd-bd9e-f01af091052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:53.047784 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-750bd4ac-cda6-4abd-9094-f6175a5eddef req-4c98fd9e-880b-4158-9447-3168e1a82c6b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287091 Sep 07 19:20:53.059377 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:53.065292 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7d69653b-1914-4ccd-bd9e-f01af091052a None None] Port 94d8b12f-337b-44c2-8d75-967172ea8377 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:20:53.117358 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae4f9dd6-114b-48ad-bbf6-b5ebe35a230c req-4333c5b4-5209-4fb0-9f6e-b8132eff63e7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090772 Sep 07 19:20:53.284622 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197aafd-ed90-432a-a463-8a4c395b4d2d req-2204f804-3d0c-4700-8959-cac28aca03c7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:53.286404 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9197aafd-ed90-432a-a463-8a4c395b4d2d req-2204f804-3d0c-4700-8959-cac28aca03c7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 946 time: 0.0782518 Sep 07 19:20:53.372753 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9197aafd-ed90-432a-a463-8a4c395b4d2d req-9ad69153-67b3-47f2-a673-66229e3ec6f4 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571432 Sep 07 19:20:53.440321 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d8b12f-337b-44c2-8d75-967172ea8377 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:20:53.448072 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:53.460439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] Transition to ACTIVE for port object 94d8b12f-337b-44c2-8d75-967172ea8377 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:20:53.464981 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:53.537321 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] Pushing event updated for resources: {'Port': ['ID=94d8b12f-337b-44c2-8d75-967172ea8377,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:53.596620 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] Attempting to bind port 94d8b12f-337b-44c2-8d75-967172ea8377 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:20:53.596961 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] Attempting to bind port 94d8b12f-337b-44c2-8d75-967172ea8377 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '141e0ad2-a7fa-4a54-8294-4e030974ef26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:20:53.597347 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] Attempting to bind port 94d8b12f-337b-44c2-8d75-967172ea8377 on network 1f4d4536-4616-4d9d-b2d9-ec70c883d367 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:20:53.606035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] Port 94d8b12f-337b-44c2-8d75-967172ea8377 on network 1f4d4536-4616-4d9d-b2d9-ec70c883d367 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:20:53.606359 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] Attempting to bind port 94d8b12f-337b-44c2-8d75-967172ea8377 on network 1f4d4536-4616-4d9d-b2d9-ec70c883d367 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:20:53.614048 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:20:53.614290 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] Checking segment: {'id': '141e0ad2-a7fa-4a54-8294-4e030974ef26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:20:53.614601 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] Bound using segment: {'id': '141e0ad2-a7fa-4a54-8294-4e030974ef26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:20:53.615070 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] Bound port: 94d8b12f-337b-44c2-8d75-967172ea8377, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '141e0ad2-a7fa-4a54-8294-4e030974ef26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:20:53.615427 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:53.710746 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] For port 94d8b12f-337b-44c2-8d75-967172ea8377, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:20:53.726720 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] For port 94d8b12f-337b-44c2-8d75-967172ea8377, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=94d8b12f-337b-44c2-8d75-967172ea8377,segment=NetworkSegment(141e0ad2-a7fa-4a54-8294-4e030974ef26),segment_id=141e0ad2-a7fa-4a54-8294-4e030974ef26)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:20:53.734837 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:53.750120 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecea7a7-1273-40c2-9ecf-ac04c9c59ad7 req-f65ce3ad-839c-4fdb-8214-6c5270849569 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:53.752179 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eecea7a7-1273-40c2-9ecf-ac04c9c59ad7 req-f65ce3ad-839c-4fdb-8214-6c5270849569 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 946 time: 0.0919888 Sep 07 19:20:53.802442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:53.803017 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:53.804567 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] 10.222.0.36 "PUT /v2.0/ports/94d8b12f-337b-44c2-8d75-967172ea8377 HTTP/1.1" status: 200 len: 1092 time: 0.8790843 Sep 07 19:20:53.805008 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '147eba96-cd78-492d-8e0f-8c32cbd9ed7a', 'tag': '94d8b12f-337b-44c2-8d75-967172ea8377'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:20:53.807624 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b463e607-63f1-444b-8dd9-6d0273833158" -d '{"events": [{"name": "network-changed", "server_uuid": "147eba96-cd78-492d-8e0f-8c32cbd9ed7a", "tag": "94d8b12f-337b-44c2-8d75-967172ea8377"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:20:53.844586 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eecea7a7-1273-40c2-9ecf-ac04c9c59ad7 req-26243e6f-b693-43f9-80ee-e78a2243b373 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709872 Sep 07 19:20:53.847744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5e149-4a60-46e1-9dee-3ff79ffe5222 service neutron] Pushing event updated for resources: {'Port': ['ID=94d8b12f-337b-44c2-8d75-967172ea8377,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:53.852932 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f977cd5-e4cc-4a6a-b8e7-408510bb187c x-openstack-request-id: req-0f977cd5-e4cc-4a6a-b8e7-408510bb187c {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:20:53.853298 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "147eba96-cd78-492d-8e0f-8c32cbd9ed7a", "tag": "94d8b12f-337b-44c2-8d75-967172ea8377", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:20:53.853623 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f977cd5-e4cc-4a6a-b8e7-408510bb187c {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:20:53.854099 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '147eba96-cd78-492d-8e0f-8c32cbd9ed7a', 'tag': '94d8b12f-337b-44c2-8d75-967172ea8377', 'status': 'completed', 'code': 200} Sep 07 19:20:53.909905 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-5a40b955-455f-463f-bc9f-6ad942257a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:53.911466 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-5a40b955-455f-463f-bc9f-6ad942257a17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 1095 time: 0.0460408 Sep 07 19:20:53.956664 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-223cf056-e509-459a-aa7d-afeab170bcf6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d8b12f-337b-44c2-8d75-967172ea8377 HTTP/1.1" status: 200 len: 217 time: 0.0368204 Sep 07 19:20:54.011580 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-e6f18f51-9d61-46cd-a475-a8743b9b03b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:54.013107 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-e6f18f51-9d61-46cd-a475-a8743b9b03b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fe48bbb-daf7-4736-9cf4-fe93dbb2d201 HTTP/1.1" status: 200 len: 835 time: 0.0492930 Sep 07 19:20:54.062046 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-07df9c06-2b17-42be-b816-496fbabdb493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:54.063492 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-07df9c06-2b17-42be-b816-496fbabdb493 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f4d4536-4616-4d9d-b2d9-ec70c883d367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428767 Sep 07 19:20:54.167450 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-1633a2e5-0dc2-40a3-b82d-2ad997575839 service neutron] 10.222.0.36 "GET /v2.0/networks/1f4d4536-4616-4d9d-b2d9-ec70c883d367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961797 Sep 07 19:20:54.258375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f0e0a-9870-421e-bf74-8b861fb07151 req-01f734d4-ed59-4b41-9dfd-e16b6f48f012 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:54.259927 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-927f0e0a-9870-421e-bf74-8b861fb07151 req-01f734d4-ed59-4b41-9dfd-e16b6f48f012 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 944 time: 0.1074088 Sep 07 19:20:54.316841 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb48f988-7ab3-48da-9c32-4c9e5c8983a1 req-57d09295-dc5a-4bb7-97a1-53cf99aaa1e3 service neutron] 10.222.0.36 "GET /v2.0/networks/1f4d4536-4616-4d9d-b2d9-ec70c883d367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311331 Sep 07 19:20:54.320710 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-927f0e0a-9870-421e-bf74-8b861fb07151 req-17181ef4-834c-474c-8562-ebab57415360 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527189 Sep 07 19:20:54.346721 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4d7780b1-52af-40c4-9f0c-2d4614200dda up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:20:54.419022 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 4d7780b1-52af-40c4-9f0c-2d4614200dda triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:20:54.419400 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:54.423421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463e607-63f1-444b-8dd9-6d0273833158 req-ff8e1bb8-0d95-401e-b89a-0293f2a5160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:54.425788 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b463e607-63f1-444b-8dd9-6d0273833158 req-ff8e1bb8-0d95-401e-b89a-0293f2a5160a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 1095 time: 0.0532246 Sep 07 19:20:54.528053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463e607-63f1-444b-8dd9-6d0273833158 req-773c4eff-196c-470b-a184-a784c084d938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:54.528053 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b463e607-63f1-444b-8dd9-6d0273833158 req-773c4eff-196c-470b-a184-a784c084d938 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f4d4536-4616-4d9d-b2d9-ec70c883d367 HTTP/1.1" status: 200 len: 898 time: 0.0943675 Sep 07 19:20:54.579513 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b463e607-63f1-444b-8dd9-6d0273833158 req-38cab087-cc6e-4ae4-9f40-38d0f3aeb780 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d8b12f-337b-44c2-8d75-967172ea8377 HTTP/1.1" status: 200 len: 217 time: 0.0423136 Sep 07 19:20:54.631276 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463e607-63f1-444b-8dd9-6d0273833158 req-0dc8c1cc-d9a4-413e-9143-cc68fad6d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:54.632844 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b463e607-63f1-444b-8dd9-6d0273833158 req-0dc8c1cc-d9a4-413e-9143-cc68fad6d23b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fe48bbb-daf7-4736-9cf4-fe93dbb2d201 HTTP/1.1" status: 200 len: 835 time: 0.0455594 Sep 07 19:20:54.684186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463e607-63f1-444b-8dd9-6d0273833158 req-f02a5a04-c35b-4a0c-8524-bed681a06246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:54.685460 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b463e607-63f1-444b-8dd9-6d0273833158 req-f02a5a04-c35b-4a0c-8524-bed681a06246 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f4d4536-4616-4d9d-b2d9-ec70c883d367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439229 Sep 07 19:20:54.781927 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b463e607-63f1-444b-8dd9-6d0273833158 req-24b4fe94-5d75-4392-bfbf-7242095bb46e service neutron] 10.222.0.36 "GET /v2.0/networks/1f4d4536-4616-4d9d-b2d9-ec70c883d367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885937 Sep 07 19:20:54.874310 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b463e607-63f1-444b-8dd9-6d0273833158 req-709859a3-c228-4db5-b9fa-91e0dc752c8b service neutron] 10.222.0.36 "GET /v2.0/networks/1f4d4536-4616-4d9d-b2d9-ec70c883d367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835917 Sep 07 19:20:54.971642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103220b1-6b7f-4144-b6f5-e6202070f905 req-ce029331-ff10-49ef-bb31-d8bc791b3d75 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:54.973286 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-103220b1-6b7f-4144-b6f5-e6202070f905 req-ce029331-ff10-49ef-bb31-d8bc791b3d75 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 946 time: 0.0538268 Sep 07 19:20:55.016889 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-103220b1-6b7f-4144-b6f5-e6202070f905 req-e31ecbbe-fd5a-4059-b914-949d1d63f2e5 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374348 Sep 07 19:20:55.193548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30f570-bf53-4a25-a492-e45d0c53a662 req-2ebcc197-5d3d-43a5-b186-9f1cea40d7ca tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:55.195054 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c30f570-bf53-4a25-a492-e45d0c53a662 req-2ebcc197-5d3d-43a5-b186-9f1cea40d7ca tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 946 time: 0.0513494 Sep 07 19:20:55.285562 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-3c30f570-bf53-4a25-a492-e45d0c53a662 req-b1bd75c9-e39f-4a9a-b183-58877d53252a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Deleting port 75f57063-611e-4313-a2e4-068fad54ab69 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:20:55.285903 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3c30f570-bf53-4a25-a492-e45d0c53a662 req-b1bd75c9-e39f-4a9a-b183-58877d53252a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:55.379043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-3c30f570-bf53-4a25-a492-e45d0c53a662 req-b1bd75c9-e39f-4a9a-b183-58877d53252a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] For port 75f57063-611e-4313-a2e4-068fad54ab69, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=75f57063-611e-4313-a2e4-068fad54ab69,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:20:55.379779 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3c30f570-bf53-4a25-a492-e45d0c53a662 req-b1bd75c9-e39f-4a9a-b183-58877d53252a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:55.393086 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-3c30f570-bf53-4a25-a492-e45d0c53a662 req-b1bd75c9-e39f-4a9a-b183-58877d53252a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Calling delete_port for 75f57063-611e-4313-a2e4-068fad54ab69 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:20:55.488638 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c8fe0-8dec-45d3-8e31-698416872517 req-01972f43-acc9-477f-b01e-6313dd486c7a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:55.488638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f5c8fe0-8dec-45d3-8e31-698416872517 req-01972f43-acc9-477f-b01e-6313dd486c7a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 944 time: 0.0973389 Sep 07 19:20:55.541057 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f5c8fe0-8dec-45d3-8e31-698416872517 req-56665584-ec45-4492-8289-92582b27cfec tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456989 Sep 07 19:20:55.598342 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3c30f570-bf53-4a25-a492-e45d0c53a662 req-b1bd75c9-e39f-4a9a-b183-58877d53252a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:55.609657 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['75f57063-611e-4313-a2e4-068fad54ab69'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:20:55.645562 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd75c9-e39f-4a9a-b183-58877d53252a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event deleted for resources: {'Port': ['ID=75f57063-611e-4313-a2e4-068fad54ab69,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:55.682400 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c30f570-bf53-4a25-a492-e45d0c53a662 req-b1bd75c9-e39f-4a9a-b183-58877d53252a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] No DVR routers for this DVR port 75f57063-611e-4313-a2e4-068fad54ab69 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:20:55.685248 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3c30f570-bf53-4a25-a492-e45d0c53a662 req-b1bd75c9-e39f-4a9a-b183-58877d53252a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:55.687304 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c30f570-bf53-4a25-a492-e45d0c53a662 req-b1bd75c9-e39f-4a9a-b183-58877d53252a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "DELETE /v2.0/ports/75f57063-611e-4313-a2e4-068fad54ab69 HTTP/1.1" status: 204 len: 173 time: 0.4856598 Sep 07 19:20:55.855182 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb326b1-0700-4a45-bd17-7fcc56b8850c', 'name': 'network-vif-deleted', 'tag': '75f57063-611e-4313-a2e4-068fad54ab69'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:20:55.858017 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1342e8-92dd-4318-b072-af5622d56fd5" -d '{"events": [{"server_uuid": "ebb326b1-0700-4a45-bd17-7fcc56b8850c", "name": "network-vif-deleted", "tag": "75f57063-611e-4313-a2e4-068fad54ab69"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:20:55.897787 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadd20ba-a70b-4e0a-b655-e38b95a99f59 x-openstack-request-id: req-aadd20ba-a70b-4e0a-b655-e38b95a99f59 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:20:55.898282 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb326b1-0700-4a45-bd17-7fcc56b8850c", "name": "network-vif-deleted", "tag": "75f57063-611e-4313-a2e4-068fad54ab69", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:20:55.898577 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aadd20ba-a70b-4e0a-b655-e38b95a99f59 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:20:55.898948 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb326b1-0700-4a45-bd17-7fcc56b8850c', 'name': 'network-vif-deleted', 'tag': '75f57063-611e-4313-a2e4-068fad54ab69', 'status': 'completed', 'code': 200} Sep 07 19:20:55.956882 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f3457b03-26f0-4ba6-873a-ce69fe5cc8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:56.052697 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 94d8b12f-337b-44c2-8d75-967172ea8377 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:20:56.125515 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1de07de3-3dd5-4c37-9df5-a6b699c9833f req-3f7d06b8-85e2-4240-a4bd-0cdc34a6c818 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 210 time: 0.0371215 Sep 07 19:20:56.177324 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 94d8b12f-337b-44c2-8d75-967172ea8377, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=94d8b12f-337b-44c2-8d75-967172ea8377,segment=NetworkSegment(141e0ad2-a7fa-4a54-8294-4e030974ef26),segment_id=141e0ad2-a7fa-4a54-8294-4e030974ef26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:20:56.188360 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '94d8b12f-337b-44c2-8d75-967172ea8377', 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367', 'port_id': '94d8b12f-337b-44c2-8d75-967172ea8377', 'mac_address': 'fa:16:3e:53:1c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe48bbb-daf7-4736-9cf4-fe93dbb2d201', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:20:56.225561 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:56.239204 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d8b12f-337b-44c2-8d75-967172ea8377 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:20:56.260461 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 94d8b12f-337b-44c2-8d75-967172ea8377, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=94d8b12f-337b-44c2-8d75-967172ea8377,segment=NetworkSegment(141e0ad2-a7fa-4a54-8294-4e030974ef26),segment_id=141e0ad2-a7fa-4a54-8294-4e030974ef26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:20:56.266115 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:56.317648 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=94d8b12f-337b-44c2-8d75-967172ea8377,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:56.504160 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['94d8b12f-337b-44c2-8d75-967172ea8377'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:20:56.673980 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732285c-22b0-4cae-a95c-f9619978a478 req-ed36df3a-0cde-41c3-8714-bd4c4d296f57 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:56.676780 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b732285c-22b0-4cae-a95c-f9619978a478 req-ed36df3a-0cde-41c3-8714-bd4c4d296f57 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 945 time: 0.0650132 Sep 07 19:20:56.725353 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b732285c-22b0-4cae-a95c-f9619978a478 req-54a732bf-9f99-47ff-b86f-3049ef612e34 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417726 Sep 07 19:20:57.221360 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09cd2b06-74ab-4a2c-b308-0f52b830a361 req-1c7b5f05-ed30-4469-a5c2-4eb227c43c66 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 210 time: 0.0265486 Sep 07 19:20:57.846091 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4fee61-ab7d-4c9b-8dea-7fedbdadaa8a req-93148f0d-1299-409d-9302-2dca0225bdcf tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:57.847598 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f4fee61-ab7d-4c9b-8dea-7fedbdadaa8a req-93148f0d-1299-409d-9302-2dca0225bdcf tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 945 time: 0.0495443 Sep 07 19:20:57.888794 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f4fee61-ab7d-4c9b-8dea-7fedbdadaa8a req-1be46407-7bdf-4364-b46a-d4f2fafa4715 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350626 Sep 07 19:20:58.052818 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 94d8b12f-337b-44c2-8d75-967172ea8377 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:20:58.100724 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 94d8b12f-337b-44c2-8d75-967172ea8377 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:20:58.104330 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 94d8b12f-337b-44c2-8d75-967172ea8377 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:20:58.104727 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:58.180785 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:58.204399 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147eba96-cd78-492d-8e0f-8c32cbd9ed7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d8b12f-337b-44c2-8d75-967172ea8377'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:20:58.207278 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5938b6d6-5940-4991-a822-a07f9fd006d7" -d '{"events": [{"server_uuid": "147eba96-cd78-492d-8e0f-8c32cbd9ed7a", "name": "network-vif-plugged", "status": "completed", "tag": "94d8b12f-337b-44c2-8d75-967172ea8377"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:20:58.223206 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 94d8b12f-337b-44c2-8d75-967172ea8377, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=94d8b12f-337b-44c2-8d75-967172ea8377,segment=NetworkSegment(141e0ad2-a7fa-4a54-8294-4e030974ef26),segment_id=141e0ad2-a7fa-4a54-8294-4e030974ef26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:20:58.228572 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:58.252200 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962d6504-440f-4349-a056-f88940706136 x-openstack-request-id: req-962d6504-440f-4349-a056-f88940706136 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:20:58.252538 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147eba96-cd78-492d-8e0f-8c32cbd9ed7a", "name": "network-vif-plugged", "status": "completed", "tag": "94d8b12f-337b-44c2-8d75-967172ea8377", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:20:58.252771 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-962d6504-440f-4349-a056-f88940706136 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:20:58.253165 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147eba96-cd78-492d-8e0f-8c32cbd9ed7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d8b12f-337b-44c2-8d75-967172ea8377', 'code': 200} Sep 07 19:20:58.292446 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=94d8b12f-337b-44c2-8d75-967172ea8377,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:20:58.328370 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a24b121-ce96-493a-8b00-0313b0273636 req-b27ffe97-3964-45e3-a42c-5160981f9c77 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 210 time: 0.0363359 Sep 07 19:20:58.370492 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a71535-6bb1-4d13-873b-b04b06888325 req-c98063b0-0dd8-447c-aded-dbaa8453b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:58.372288 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70a71535-6bb1-4d13-873b-b04b06888325 req-c98063b0-0dd8-447c-aded-dbaa8453b765 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 1097 time: 0.0536351 Sep 07 19:20:58.410160 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70a71535-6bb1-4d13-873b-b04b06888325 req-891d1c85-cac5-42d1-a5d6-b1b8d91938e7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298955 Sep 07 19:20:58.790113 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-13dd8eb9-1f1d-410d-bc7d-eae38c077817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:59.010960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84be2d-57e1-49b8-9c90-4ce1c6504d84 req-30ba17de-60dd-4fa3-a16e-3328af9cd769 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:20:59.012567 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a84be2d-57e1-49b8-9c90-4ce1c6504d84 req-30ba17de-60dd-4fa3-a16e-3328af9cd769 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.0513723 Sep 07 19:20:59.054308 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a84be2d-57e1-49b8-9c90-4ce1c6504d84 req-f7cb43e7-76eb-428a-ad06-1e06fe64281f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347795 Sep 07 19:20:59.085200 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:59.373259 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 75f57063-611e-4313-a2e4-068fad54ab69 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:20:59.403553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 75f57063-611e-4313-a2e4-068fad54ab69 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:20:59.404255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 75f57063-611e-4313-a2e4-068fad54ab69 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:20:59.450463 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6a460fa-39f3-4be1-9522-26cf145d224d req-056f0d9f-0ca6-49ce-9dce-f2655fbd1807 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebb326b1-0700-4a45-bd17-7fcc56b8850c HTTP/1.1" status: 200 len: 210 time: 0.0329139 Sep 07 19:21:00.175504 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d425670-c2ae-4eb1-9c0f-56fe89aced39 req-1f0bf4e5-6711-4596-9571-ec75956dbc65 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:00.177215 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d425670-c2ae-4eb1-9c0f-56fe89aced39 req-1f0bf4e5-6711-4596-9571-ec75956dbc65 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.0506859 Sep 07 19:21:00.216879 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d425670-c2ae-4eb1-9c0f-56fe89aced39 req-603da49d-1940-4907-92eb-d2eaa0493b34 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336220 Sep 07 19:21:00.281542 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:00.340311 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba38355-99a0-46b9-8a36-0fb9162d7f04 req-e8387cac-fdee-4ab8-b4c4-a33d490e6d6d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:00.341793 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ba38355-99a0-46b9-8a36-0fb9162d7f04 req-e8387cac-fdee-4ab8-b4c4-a33d490e6d6d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.0512917 Sep 07 19:21:00.383246 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ba38355-99a0-46b9-8a36-0fb9162d7f04 req-429706e3-7818-4104-ae5c-f843b7200c41 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351183 Sep 07 19:21:00.407232 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45456) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:21:00.448596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5a29ac-aff9-4f47-9230-fcfea8ddbf6c tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:00.450081 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2a5a29ac-aff9-4f47-9230-fcfea8ddbf6c tempest-TestNetworkAdvancedServerOps-145796825 tempest-TestNetworkAdvancedServerOps-145796825-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 1092 time: 0.0411456 Sep 07 19:21:00.453070 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45458) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:21:00.457292 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-25bdff56-4803-4729-ae9c-8f4ffd8007a7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': '94d8b12f-337b-44c2-8d75-967172ea8377', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:21:00.480243 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-25bdff56-4803-4729-ae9c-8f4ffd8007a7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:00.596236 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-25bdff56-4803-4729-ae9c-8f4ffd8007a7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:00.709689 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-25bdff56-4803-4729-ae9c-8f4ffd8007a7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Allocated IP 172.25.8.206 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/a17234c8-947c-4004-8458-a2ce0bbb9008) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:21:00.811143 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-25bdff56-4803-4729-ae9c-8f4ffd8007a7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:00.854957 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-25bdff56-4803-4729-ae9c-8f4ffd8007a7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:00.894228 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bdff56-4803-4729-ae9c-8f4ffd8007a7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:21:00.897726 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-25bdff56-4803-4729-ae9c-8f4ffd8007a7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:21:00.904176 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bdff56-4803-4729-ae9c-8f4ffd8007a7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:21:00.910157 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdff56-4803-4729-ae9c-8f4ffd8007a7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=a17234c8-947c-4004-8458-a2ce0bbb9008,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:21:01.277714 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-25bdff56-4803-4729-ae9c-8f4ffd8007a7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:01.351331 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-25bdff56-4803-4729-ae9c-8f4ffd8007a7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:01.507615 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-25bdff56-4803-4729-ae9c-8f4ffd8007a7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:01.512090 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-25bdff56-4803-4729-ae9c-8f4ffd8007a7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:01.592577 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdff56-4803-4729-ae9c-8f4ffd8007a7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event updated for resources: {'Port': ['ID=a17234c8-947c-4004-8458-a2ce0bbb9008,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:21:01.613409 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-25bdff56-4803-4729-ae9c-8f4ffd8007a7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:01.728893 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-25bdff56-4803-4729-ae9c-8f4ffd8007a7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Floating IP fdf8ae4b-7c78-4b57-8ddf-95f0f23b9473 associated. External IP: 172.25.8.206, port: 94d8b12f-337b-44c2-8d75-967172ea8377. Sep 07 19:21:01.815790 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:01.975957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bdff56-4803-4729-ae9c-8f4ffd8007a7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Router e87da321-8d57-4836-a4eb-1515708cf7ca has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:21:02.433238 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bdff56-4803-4729-ae9c-8f4ffd8007a7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:21:02.444810 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be747e9-e1df-4936-901c-302d531d3738 None None] Sync routers for ids ['e87da321-8d57-4836-a4eb-1515708cf7ca'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:21:02.452058 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-25bdff56-4803-4729-ae9c-8f4ffd8007a7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:02.456808 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be747e9-e1df-4936-901c-302d531d3738 None None] Routers {'e87da321-8d57-4836-a4eb-1515708cf7ca'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:21:02.457656 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5be747e9-e1df-4936-901c-302d531d3738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:20:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e87da321-8d57-4836-a4eb-1515708cf7ca'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:21:02.483403 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-25bdff56-4803-4729-ae9c-8f4ffd8007a7 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0268281 Sep 07 19:21:02.483403 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '147eba96-cd78-492d-8e0f-8c32cbd9ed7a', 'tag': '94d8b12f-337b-44c2-8d75-967172ea8377'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:21:02.484186 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21cd019-8030-44d3-ac16-2c2f07c0bed2" -d '{"events": [{"name": "network-changed", "server_uuid": "147eba96-cd78-492d-8e0f-8c32cbd9ed7a", "tag": "94d8b12f-337b-44c2-8d75-967172ea8377"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:21:02.570447 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d97d2b7-ebf2-45c4-bcf7-58ec317b055e x-openstack-request-id: req-5d97d2b7-ebf2-45c4-bcf7-58ec317b055e {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:21:02.570447 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "147eba96-cd78-492d-8e0f-8c32cbd9ed7a", "tag": "94d8b12f-337b-44c2-8d75-967172ea8377", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:21:02.572456 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-5be747e9-e1df-4936-901c-302d531d3738 None None] Set router e87da321-8d57-4836-a4eb-1515708cf7ca gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:21:02.582447 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d97d2b7-ebf2-45c4-bcf7-58ec317b055e {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:21:02.582886 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '147eba96-cd78-492d-8e0f-8c32cbd9ed7a', 'tag': '94d8b12f-337b-44c2-8d75-967172ea8377', 'status': 'completed', 'code': 200} Sep 07 19:21:02.704073 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708c1c0-ad5c-4eea-a5c1-9ee4df7074af req-d479c26f-51ae-4d66-ace7-a6765c2a1e9a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:02.706952 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d708c1c0-ad5c-4eea-a5c1-9ee4df7074af req-d479c26f-51ae-4d66-ace7-a6765c2a1e9a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.1511378 Sep 07 19:21:02.738437 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cd019-8030-44d3-ac16-2c2f07c0bed2 req-d56a5278-cc9b-46dc-9b78-cf1adc8d5388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:02.743071 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d21cd019-8030-44d3-ac16-2c2f07c0bed2 req-d56a5278-cc9b-46dc-9b78-cf1adc8d5388 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 1097 time: 0.1369643 Sep 07 19:21:02.816005 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d708c1c0-ad5c-4eea-a5c1-9ee4df7074af req-c8a0bb54-0876-489b-ae05-16cd83446bb1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021118 Sep 07 19:21:02.841465 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 45480) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:21:02.843627 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5be747e9-e1df-4936-901c-302d531d3738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497506374', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:20:42Z', 'updated_at': '2021-09-07T19:20:47Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:93:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:43Z', 'updated_at': '2021-09-07T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'fdf8ae4b-7c78-4b57-8ddf-95f0f23b9473', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'port_id': '94d8b12f-337b-44c2-8d75-967172ea8377', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367', 'mac_address': 'fa:16:3e:53:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147eba96-cd78-492d-8e0f-8c32cbd9ed7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:21:01Z', 'updated_at': '2021-09-07T19:21:01Z', 'revision_number': 0, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d7780b1-52af-40c4-9f0c-2d4614200dda', 'name': '', 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:04:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe48bbb-daf7-4736-9cf4-fe93dbb2d201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:46Z', 'updated_at': '2021-09-07T19:20:52Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '0fe48bbb-daf7-4736-9cf4-fe93dbb2d201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:21:02.875776 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be747e9-e1df-4936-901c-302d531d3738 None None] Checking router: e87da321-8d57-4836-a4eb-1515708cf7ca for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:21:02.885529 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be747e9-e1df-4936-901c-302d531d3738 None None] Routers {'e87da321-8d57-4836-a4eb-1515708cf7ca'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:21:02.886916 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5be747e9-e1df-4936-901c-302d531d3738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:20:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e87da321-8d57-4836-a4eb-1515708cf7ca'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:21:02.911985 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cd019-8030-44d3-ac16-2c2f07c0bed2 req-95459f6c-aef4-44b9-bad2-a30f091073f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:02.924438 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d21cd019-8030-44d3-ac16-2c2f07c0bed2 req-95459f6c-aef4-44b9-bad2-a30f091073f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f4d4536-4616-4d9d-b2d9-ec70c883d367 HTTP/1.1" status: 200 len: 898 time: 0.1608505 Sep 07 19:21:02.927791 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-93a75db4-ad53-4264-8d08-d92bb05d35a0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/floatingips/fdf8ae4b-7c78-4b57-8ddf-95f0f23b9473 HTTP/1.1" status: 200 len: 992 time: 0.0850828 Sep 07 19:21:02.993094 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d21cd019-8030-44d3-ac16-2c2f07c0bed2 req-20e28182-e9c6-4c46-ba06-355bee960fae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d8b12f-337b-44c2-8d75-967172ea8377 HTTP/1.1" status: 200 len: 1000 time: 0.0661077 Sep 07 19:21:03.021615 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-5be747e9-e1df-4936-901c-302d531d3738 None None] Set router e87da321-8d57-4836-a4eb-1515708cf7ca gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:21:03.052254 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cd019-8030-44d3-ac16-2c2f07c0bed2 req-cc05e919-f41e-4e41-9620-e2247a2f6b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:03.053787 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d21cd019-8030-44d3-ac16-2c2f07c0bed2 req-cc05e919-f41e-4e41-9620-e2247a2f6b7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fe48bbb-daf7-4736-9cf4-fe93dbb2d201 HTTP/1.1" status: 200 len: 835 time: 0.0545621 Sep 07 19:21:03.108984 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cd019-8030-44d3-ac16-2c2f07c0bed2 req-d97a71e2-35f9-41bc-95f7-d7e5a55f71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:03.111129 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d21cd019-8030-44d3-ac16-2c2f07c0bed2 req-d97a71e2-35f9-41bc-95f7-d7e5a55f71a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f4d4536-4616-4d9d-b2d9-ec70c883d367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492475 Sep 07 19:21:03.223923 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d21cd019-8030-44d3-ac16-2c2f07c0bed2 req-cf724d8b-6f34-46b6-8adb-89fd0653d3f5 service neutron] 10.222.0.36 "GET /v2.0/networks/1f4d4536-4616-4d9d-b2d9-ec70c883d367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050649 Sep 07 19:21:03.308625 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5be747e9-e1df-4936-901c-302d531d3738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497506374', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:20:42Z', 'updated_at': '2021-09-07T19:20:47Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:93:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:43Z', 'updated_at': '2021-09-07T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'fdf8ae4b-7c78-4b57-8ddf-95f0f23b9473', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'port_id': '94d8b12f-337b-44c2-8d75-967172ea8377', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367', 'mac_address': 'fa:16:3e:53:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147eba96-cd78-492d-8e0f-8c32cbd9ed7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:21:01Z', 'updated_at': '2021-09-07T19:21:01Z', 'revision_number': 0, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d7780b1-52af-40c4-9f0c-2d4614200dda', 'name': '', 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:04:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe48bbb-daf7-4736-9cf4-fe93dbb2d201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:46Z', 'updated_at': '2021-09-07T19:20:52Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '0fe48bbb-daf7-4736-9cf4-fe93dbb2d201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:21:03.339763 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be747e9-e1df-4936-901c-302d531d3738 None None] The sync data for ids ['e87da321-8d57-4836-a4eb-1515708cf7ca'] in n-d-807786-1 is: [{'id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497506374', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:20:42Z', 'updated_at': '2021-09-07T19:20:47Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:93:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:43Z', 'updated_at': '2021-09-07T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'fdf8ae4b-7c78-4b57-8ddf-95f0f23b9473', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'port_id': '94d8b12f-337b-44c2-8d75-967172ea8377', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367', 'mac_address': 'fa:16:3e:53:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147eba96-cd78-492d-8e0f-8c32cbd9ed7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:21:01Z', 'updated_at': '2021-09-07T19:21:01Z', 'revision_number': 0, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d7780b1-52af-40c4-9f0c-2d4614200dda', 'name': '', 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:04:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe48bbb-daf7-4736-9cf4-fe93dbb2d201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:46Z', 'updated_at': '2021-09-07T19:20:52Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '0fe48bbb-daf7-4736-9cf4-fe93dbb2d201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:21:03.354105 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d21cd019-8030-44d3-ac16-2c2f07c0bed2 req-cf81f61a-f69d-4ae6-ae39-e822df4b6185 service neutron] 10.222.0.36 "GET /v2.0/networks/1f4d4536-4616-4d9d-b2d9-ec70c883d367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220386 Sep 07 19:21:03.626229 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f66036-f64d-489f-8f70-a09fe73c8629 None None] New status for floating IP fdf8ae4b-7c78-4b57-8ddf-95f0f23b9473: ACTIVE {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:21:03.930138 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 45498) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:21:04.008549 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9decf831-1dd6-4e6e-a1e0-6dbce761203f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/floatingips/fdf8ae4b-7c78-4b57-8ddf-95f0f23b9473 HTTP/1.1" status: 200 len: 994 time: 0.0762842 Sep 07 19:21:04.649594 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:21:13.106132 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:13.997194 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:24.120634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-087d7d04-9c85-4244-8d1c-42cdf7fb6389 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:24.122287 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-087d7d04-9c85-4244-8d1c-42cdf7fb6389 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 812 time: 0.1133127 Sep 07 19:21:24.139503 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-98e0f0e1-6b70-47a8-881e-aaabcc2c79f4 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/quotas/73c2ecafe8034c5e899d0af72b0de7b0 HTTP/1.1" status: 200 len: 375 time: 0.0101867 Sep 07 19:21:24.198170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-4fefc27e-08ad-4e9b-af19-8f4a356af881 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523396 Sep 07 19:21:24.408939 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-e170a979-40e7-4dbd-aac3-a6cf595ccc7d service neutron] 10.222.0.26 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037077 Sep 07 19:21:24.509282 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-f0c62f8c-f05e-43de-9b12-593d39590eeb service neutron] 10.222.0.26 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959723 Sep 07 19:21:24.881802 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3a7a5b74-e42c-469c-baa5-d098de907beb req-17bd8172-c6da-4e76-81e0-10a405e9aa61 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 210 time: 0.0322275 Sep 07 19:21:25.948736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-c881f3bf-e172-44ea-90ff-22d95c95273a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:25.950113 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-c881f3bf-e172-44ea-90ff-22d95c95273a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 812 time: 0.1347063 Sep 07 19:21:25.973471 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Request body: {'port': {'device_id': '54176ff2-512d-4f32-a8f9-bd9b90afe8a5', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'admin_state_up': True, 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:21:26.003658 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-056b6a27-a5e1-4177-b499-3d413c811ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:26.045344 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7667afb1-d28b-47a1-8735-9e4ac9f5ccfc req-946299f1-e4c6-4314-9bf1-dcc7c6f8a3d1 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 210 time: 0.0507259 Sep 07 19:21:26.153937 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Made reservation on behalf of 73c2ecafe8034c5e899d0af72b0de7b0 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:21:26.158653 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:26.326919 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Allocated IP 172.20.0.11 (d1679c4a-080a-4fd0-aff8-8fd66429f7da/714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8/12e25f03-3a13-4ec2-88c6-ed4a42485eda) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:21:26.509881 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:26.525846 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Transition to ACTIVE for port object 12e25f03-3a13-4ec2-88c6-ed4a42485eda will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:21:26.562239 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:26.612482 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Network d1679c4a-080a-4fd0-aff8-8fd66429f7da is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:21:26.616236 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:21:26.638404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:21:26.671544 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event updated for resources: {'Port': ['ID=12e25f03-3a13-4ec2-88c6-ed4a42485eda,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:21:26.687649 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:26.687996 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:26.688344 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:26.689497 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:26.689845 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:26.690395 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:26.690942 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:26.691309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:26.692221 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:26.692221 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:26.692529 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:26.692898 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:26.717989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:26.718875 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:26.740958 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-bc2854f3-12f7-4c1b-a733-696a296a7cda tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7808936 Sep 07 19:21:26.754670 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] Request body: {'port': {'device_id': '54176ff2-512d-4f32-a8f9-bd9b90afe8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:21:26.821420 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:26.929192 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-02ce5319-c0bb-4181-ad39-6d1f2c798637 None None] Provisioning for port 12e25f03-3a13-4ec2-88c6-ed4a42485eda completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:21:26.933958 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-02ce5319-c0bb-4181-ad39-6d1f2c798637 None None] Provisioning complete for port 12e25f03-3a13-4ec2-88c6-ed4a42485eda triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:21:26.934424 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-02ce5319-c0bb-4181-ad39-6d1f2c798637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:26.977991 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-02ce5319-c0bb-4181-ad39-6d1f2c798637 None None] Port 12e25f03-3a13-4ec2-88c6-ed4a42485eda cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:21:27.121937 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e25f03-3a13-4ec2-88c6-ed4a42485eda {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:21:27.138452 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:27.169903 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] Transition to ACTIVE for port object 12e25f03-3a13-4ec2-88c6-ed4a42485eda will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:21:27.175270 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:27.219801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9aae0-3991-4360-9f28-0fbee9191088 req-7b6eb0cb-b6c6-4870-a761-ae528f56dd1f tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:27.221323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2e9aae0-3991-4360-9f28-0fbee9191088 req-7b6eb0cb-b6c6-4870-a761-ae528f56dd1f tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 932 time: 0.0951025 Sep 07 19:21:27.254798 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] Pushing event updated for resources: {'Port': ['ID=12e25f03-3a13-4ec2-88c6-ed4a42485eda,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:21:27.323235 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2e9aae0-3991-4360-9f28-0fbee9191088 req-e5fd8bc3-e4f8-401a-8d5c-99d1070afcc1 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933292 Sep 07 19:21:27.364636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] Attempting to bind port 12e25f03-3a13-4ec2-88c6-ed4a42485eda on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:21:27.365056 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] Attempting to bind port 12e25f03-3a13-4ec2-88c6-ed4a42485eda by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:21:27.365462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] Attempting to bind port 12e25f03-3a13-4ec2-88c6-ed4a42485eda on network d1679c4a-080a-4fd0-aff8-8fd66429f7da {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:21:27.370834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] Port 12e25f03-3a13-4ec2-88c6-ed4a42485eda on network d1679c4a-080a-4fd0-aff8-8fd66429f7da not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:21:27.371253 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] Attempting to bind port 12e25f03-3a13-4ec2-88c6-ed4a42485eda on network d1679c4a-080a-4fd0-aff8-8fd66429f7da {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:21:27.377815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:21:27.378257 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] Checking segment: {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:21:27.378653 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] Bound using segment: {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:21:27.379322 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] Bound port: 12e25f03-3a13-4ec2-88c6-ed4a42485eda, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:21:27.379889 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:27.462622 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] For port 12e25f03-3a13-4ec2-88c6-ed4a42485eda, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:21:27.466574 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] For port 12e25f03-3a13-4ec2-88c6-ed4a42485eda, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=12e25f03-3a13-4ec2-88c6-ed4a42485eda,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:21:27.473055 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:27.514558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:27.515184 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:27.516749 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] 10.222.0.60 "PUT /v2.0/ports/12e25f03-3a13-4ec2-88c6-ed4a42485eda HTTP/1.1" status: 200 len: 1092 time: 0.7673311 Sep 07 19:21:27.517237 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54176ff2-512d-4f32-a8f9-bd9b90afe8a5', 'tag': '12e25f03-3a13-4ec2-88c6-ed4a42485eda'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:21:27.519725 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4c3724-2e8d-4b90-a6e6-86036cea6b69" -d '{"events": [{"name": "network-changed", "server_uuid": "54176ff2-512d-4f32-a8f9-bd9b90afe8a5", "tag": "12e25f03-3a13-4ec2-88c6-ed4a42485eda"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:21:27.559609 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f050375-3026-4018-8808-8fa66bf6b466 service neutron] Pushing event updated for resources: {'Port': ['ID=12e25f03-3a13-4ec2-88c6-ed4a42485eda,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:21:27.604311 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67da8e6e-c257-4045-9ee4-13b8b92c99f7 x-openstack-request-id: req-67da8e6e-c257-4045-9ee4-13b8b92c99f7 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:21:27.604634 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54176ff2-512d-4f32-a8f9-bd9b90afe8a5", "tag": "12e25f03-3a13-4ec2-88c6-ed4a42485eda", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:21:27.605076 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-67da8e6e-c257-4045-9ee4-13b8b92c99f7 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:21:27.605817 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54176ff2-512d-4f32-a8f9-bd9b90afe8a5', 'tag': '12e25f03-3a13-4ec2-88c6-ed4a42485eda', 'status': 'completed', 'code': 200} Sep 07 19:21:27.631161 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-95b501ad-1c73-4080-8976-32b1ed42dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:27.634252 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-95b501ad-1c73-4080-8976-32b1ed42dd4b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 1095 time: 0.0602350 Sep 07 19:21:27.683218 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-a56a79bb-f97d-410c-9c5f-cfa71f3e1d01 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12e25f03-3a13-4ec2-88c6-ed4a42485eda HTTP/1.1" status: 200 len: 217 time: 0.0404222 Sep 07 19:21:27.744655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-945a6986-c5ca-4bcd-98cd-fe5593b396fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:27.746220 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-945a6986-c5ca-4bcd-98cd-fe5593b396fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0539513 Sep 07 19:21:27.802687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-96d9546f-955f-46c6-9331-2ab86ac9cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:27.804749 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-96d9546f-955f-46c6-9331-2ab86ac9cdef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506749 Sep 07 19:21:27.923752 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-a123fb9a-9dec-4fdd-8c5a-ac81d3f2187f service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106730 Sep 07 19:21:28.022936 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8bc2fc5-c285-4b2c-9e3a-e64861a61796 req-0f4b2d2e-2428-48f9-9387-25c1346ff18f service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916965 Sep 07 19:21:28.112478 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c3724-2e8d-4b90-a6e6-86036cea6b69 req-70d4ca75-8e60-40f2-a945-eaa715eef15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:28.113939 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe4c3724-2e8d-4b90-a6e6-86036cea6b69 req-70d4ca75-8e60-40f2-a945-eaa715eef15e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 1095 time: 0.0423639 Sep 07 19:21:28.211315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c3724-2e8d-4b90-a6e6-86036cea6b69 req-757bc483-9167-4942-b5cd-ed522583fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:28.212975 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe4c3724-2e8d-4b90-a6e6-86036cea6b69 req-757bc483-9167-4942-b5cd-ed522583fe5a service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 913 time: 0.0913262 Sep 07 19:21:28.273080 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe4c3724-2e8d-4b90-a6e6-86036cea6b69 req-f72bd3a2-fc0b-4e07-8a7f-bfae1a4e51a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12e25f03-3a13-4ec2-88c6-ed4a42485eda HTTP/1.1" status: 200 len: 217 time: 0.0524962 Sep 07 19:21:28.327778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c3724-2e8d-4b90-a6e6-86036cea6b69 req-4ab907f2-67bf-4842-a533-c027dd64a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:28.329884 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe4c3724-2e8d-4b90-a6e6-86036cea6b69 req-4ab907f2-67bf-4842-a533-c027dd64a7d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0490172 Sep 07 19:21:28.379911 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c3724-2e8d-4b90-a6e6-86036cea6b69 req-bc1184fd-a4db-4318-a8d2-780d0aecec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:28.381489 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe4c3724-2e8d-4b90-a6e6-86036cea6b69 req-bc1184fd-a4db-4318-a8d2-780d0aecec1f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435801 Sep 07 19:21:28.510528 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff93d2-b0fa-4baf-8c57-247fca9bab8c req-40772b63-0b6f-4c6f-bd97-477760b62ac0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:28.512063 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-80ff93d2-b0fa-4baf-8c57-247fca9bab8c req-40772b63-0b6f-4c6f-bd97-477760b62ac0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 944 time: 0.0929053 Sep 07 19:21:28.530385 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe4c3724-2e8d-4b90-a6e6-86036cea6b69 req-fca4ab93-6a1f-40e4-a860-7a52955f9de2 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404567 Sep 07 19:21:28.582763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-80ff93d2-b0fa-4baf-8c57-247fca9bab8c req-d052b822-6246-466f-a0c3-56709869de6b tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637443 Sep 07 19:21:28.645506 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe4c3724-2e8d-4b90-a6e6-86036cea6b69 req-cd583746-7eb7-4def-8920-589e120c4c6c service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056790 Sep 07 19:21:28.802155 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a577e2fd-6290-40b4-a475-ee184cc2a378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:29.067610 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:29.711195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29023c-e843-4178-86d6-9d05b90378b7 req-85c41d15-65ce-4143-9e47-8c8f871b7bac tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:29.712943 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad29023c-e843-4178-86d6-9d05b90378b7 req-85c41d15-65ce-4143-9e47-8c8f871b7bac tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 944 time: 0.0566499 Sep 07 19:21:29.750244 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad29023c-e843-4178-86d6-9d05b90378b7 req-f51e7d6e-8c91-45c2-b5b4-d22939209ded tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312870 Sep 07 19:21:30.282468 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:30.883455 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8c819-d88c-4dfd-8873-7f4b8afce02b req-0ce53d16-faf2-45b8-9779-a0c2d79c4fbf tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:30.885037 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0e8c819-d88c-4dfd-8873-7f4b8afce02b req-0ce53d16-faf2-45b8-9779-a0c2d79c4fbf tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 944 time: 0.0565989 Sep 07 19:21:30.928180 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0e8c819-d88c-4dfd-8873-7f4b8afce02b req-f75a4cce-6864-4621-a1de-11a066dc0181 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368900 Sep 07 19:21:31.817565 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:32.044252 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352fff7-e268-4d7b-b6ac-ead5869c08b9 req-a54e4e89-cbaf-48c3-80d4-b0b52fd4e3b4 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:32.046407 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9352fff7-e268-4d7b-b6ac-ead5869c08b9 req-a54e4e89-cbaf-48c3-80d4-b0b52fd4e3b4 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 944 time: 0.0516751 Sep 07 19:21:32.085326 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9352fff7-e268-4d7b-b6ac-ead5869c08b9 req-6b54e42a-94f5-4cc6-a26c-728a4f6a4050 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317218 Sep 07 19:21:33.210148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f1b14-8ed0-4440-8523-4aba51d18b2b req-35bc0cf3-f7fd-4ddb-882a-b06360d452f5 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:33.211637 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-033f1b14-8ed0-4440-8523-4aba51d18b2b req-35bc0cf3-f7fd-4ddb-882a-b06360d452f5 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 944 time: 0.0564365 Sep 07 19:21:33.257229 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-033f1b14-8ed0-4440-8523-4aba51d18b2b req-2a5313a2-5719-431a-a14d-b3f0192cbb84 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392792 Sep 07 19:21:33.546974 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 46432) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:21:33.684899 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-17c458f1-56fa-4efa-a1ce-8de0068540eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=36be86aa20fc4ca28abd238f95b4b3bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367097 Sep 07 19:21:33.686692 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 46436) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:21:33.736708 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4abc88b4-4bb1-4e63-9ef7-0d9d06ce06a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:33.757920 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4abc88b4-4bb1-4e63-9ef7-0d9d06ce06a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:33.805549 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4abc88b4-4bb1-4e63-9ef7-0d9d06ce06a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:33.808163 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4abc88b4-4bb1-4e63-9ef7-0d9d06ce06a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:33.809544 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4abc88b4-4bb1-4e63-9ef7-0d9d06ce06a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d4a8e0bd-01e1-458e-8553-dac673f27226 HTTP/1.1" status: 204 len: 168 time: 0.1219101 Sep 07 19:21:33.818403 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc88b4-4bb1-4e63-9ef7-0d9d06ce06a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a8e0bd-01e1-458e-8553-dac673f27226,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:21:34.376873 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456c4b6-3674-4252-aad1-dc1df9bb824c req-dd9f4a8f-0748-42c8-9119-7eacc78fe37c tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:34.378431 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f456c4b6-3674-4252-aad1-dc1df9bb824c req-dd9f4a8f-0748-42c8-9119-7eacc78fe37c tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 944 time: 0.0543017 Sep 07 19:21:34.419171 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f456c4b6-3674-4252-aad1-dc1df9bb824c req-e4c51b1c-576f-44b2-ab3e-23af0cf5f159 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340598 Sep 07 19:21:35.428837 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c1996-f2fa-4f28-bf70-46b0cd44fc72 req-fa41ae20-646a-4a54-963f-111f3d431d05 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:35.436450 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f86c1996-f2fa-4f28-bf70-46b0cd44fc72 req-fa41ae20-646a-4a54-963f-111f3d431d05 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.0664840 Sep 07 19:21:35.475021 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f86c1996-f2fa-4f28-bf70-46b0cd44fc72 req-6a7b9e77-e75b-474a-a548-1f7a2583c85a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376680 Sep 07 19:21:35.546835 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb7904-bc82-4b7f-a8b1-17537e2a780a req-65678082-1291-4c15-a587-eff7611a5036 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:35.548810 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8cb7904-bc82-4b7f-a8b1-17537e2a780a req-65678082-1291-4c15-a587-eff7611a5036 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 944 time: 0.0531585 Sep 07 19:21:35.587318 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8cb7904-bc82-4b7f-a8b1-17537e2a780a req-9625d807-93df-4245-a2aa-56d400bbddb7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323005 Sep 07 19:21:36.595159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abad268-c30b-42e0-aa00-f724034c6d1b req-a4bb3eb0-3797-4979-802a-7dbe22293f3f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:36.596678 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6abad268-c30b-42e0-aa00-f724034c6d1b req-a4bb3eb0-3797-4979-802a-7dbe22293f3f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.0537267 Sep 07 19:21:36.646443 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6abad268-c30b-42e0-aa00-f724034c6d1b req-9284a11d-53bc-439a-8918-6e5314728f73 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435832 Sep 07 19:21:36.705283 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d14aee-cbef-4450-bd01-6188ae01d0ba req-6c7ec29a-ea79-4fff-8299-d89e2ed92c02 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:36.707038 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b0d14aee-cbef-4450-bd01-6188ae01d0ba req-6c7ec29a-ea79-4fff-8299-d89e2ed92c02 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 944 time: 0.0515110 Sep 07 19:21:36.744567 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b0d14aee-cbef-4450-bd01-6188ae01d0ba req-ae1c8fc6-5b0f-4ab4-a45f-f3f63bd5652e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314152 Sep 07 19:21:37.523790 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 12e25f03-3a13-4ec2-88c6-ed4a42485eda details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:21:37.634403 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 12e25f03-3a13-4ec2-88c6-ed4a42485eda, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=12e25f03-3a13-4ec2-88c6-ed4a42485eda,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:21:37.646015 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '12e25f03-3a13-4ec2-88c6-ed4a42485eda', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'port_id': '12e25f03-3a13-4ec2-88c6-ed4a42485eda', 'mac_address': 'fa:16:3e:b3:c8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:21:37.684080 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:37.697104 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e25f03-3a13-4ec2-88c6-ed4a42485eda {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:21:37.717141 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 12e25f03-3a13-4ec2-88c6-ed4a42485eda, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=12e25f03-3a13-4ec2-88c6-ed4a42485eda,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:21:37.722006 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:37.769685 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85289f07-cb03-41ab-9317-c76fa6bc2976 req-373ce71b-7691-426b-a8ad-e0afdffd4e6f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:37.771246 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-85289f07-cb03-41ab-9317-c76fa6bc2976 req-373ce71b-7691-426b-a8ad-e0afdffd4e6f tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.0542576 Sep 07 19:21:37.784752 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=12e25f03-3a13-4ec2-88c6-ed4a42485eda,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:21:37.814902 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-85289f07-cb03-41ab-9317-c76fa6bc2976 req-1f973e31-43fa-4ba8-97d7-5349c7ab05a4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353308 Sep 07 19:21:37.872004 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f73eb-4f25-4b1f-ab1a-bad72dc5a098 req-8d4d9569-3e7b-4d88-8e8a-752680732c26 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:37.873528 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-953f73eb-4f25-4b1f-ab1a-bad72dc5a098 req-8d4d9569-3e7b-4d88-8e8a-752680732c26 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 945 time: 0.0538096 Sep 07 19:21:37.913058 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-953f73eb-4f25-4b1f-ab1a-bad72dc5a098 req-ca8bbab0-5278-4658-be34-6151cfdacff0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326324 Sep 07 19:21:37.921396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['12e25f03-3a13-4ec2-88c6-ed4a42485eda'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:21:38.935165 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271e804-7a44-4683-8c27-d2f0a79ea255 req-6352792e-855b-4cc9-b8c2-73bd848f8560 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:38.936865 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a271e804-7a44-4683-8c27-d2f0a79ea255 req-6352792e-855b-4cc9-b8c2-73bd848f8560 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.0513060 Sep 07 19:21:38.978934 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a271e804-7a44-4683-8c27-d2f0a79ea255 req-ba34e9fd-8206-4872-8e76-0cf530f55e51 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358329 Sep 07 19:21:39.035606 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391b676-f23e-4708-887b-5693350ff76e req-6ae48601-9899-4354-8418-aa513d6ca6b8 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:39.037144 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3391b676-f23e-4708-887b-5693350ff76e req-6ae48601-9899-4354-8418-aa513d6ca6b8 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 945 time: 0.0519161 Sep 07 19:21:39.076775 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3391b676-f23e-4708-887b-5693350ff76e req-0e121a30-c9c1-44d1-9e7d-f1747fb7711a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327401 Sep 07 19:21:39.531392 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 12e25f03-3a13-4ec2-88c6-ed4a42485eda up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:21:39.585689 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 12e25f03-3a13-4ec2-88c6-ed4a42485eda completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:21:39.590636 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 12e25f03-3a13-4ec2-88c6-ed4a42485eda triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:21:39.591187 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:39.684744 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:39.709740 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54176ff2-512d-4f32-a8f9-bd9b90afe8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e25f03-3a13-4ec2-88c6-ed4a42485eda'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:21:39.712678 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cdd99e-1cc5-479f-b1d1-ec2e36b57ebb" -d '{"events": [{"server_uuid": "54176ff2-512d-4f32-a8f9-bd9b90afe8a5", "name": "network-vif-plugged", "status": "completed", "tag": "12e25f03-3a13-4ec2-88c6-ed4a42485eda"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:21:39.728613 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 12e25f03-3a13-4ec2-88c6-ed4a42485eda, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=12e25f03-3a13-4ec2-88c6-ed4a42485eda,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:21:39.735428 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:39.806904 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec7eda7-2599-4ef7-be7c-0ec359a0dd84 x-openstack-request-id: req-0ec7eda7-2599-4ef7-be7c-0ec359a0dd84 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:21:39.807190 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54176ff2-512d-4f32-a8f9-bd9b90afe8a5", "name": "network-vif-plugged", "status": "completed", "tag": "12e25f03-3a13-4ec2-88c6-ed4a42485eda", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:21:39.807450 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ec7eda7-2599-4ef7-be7c-0ec359a0dd84 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:21:39.808204 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54176ff2-512d-4f32-a8f9-bd9b90afe8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e25f03-3a13-4ec2-88c6-ed4a42485eda', 'code': 200} Sep 07 19:21:39.808645 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=12e25f03-3a13-4ec2-88c6-ed4a42485eda,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:21:39.884929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3521a3-4d7a-49de-b631-f27ae109e981 req-bc400e0e-ae8c-4780-a530-a3df109905ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:39.886433 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c3521a3-4d7a-49de-b631-f27ae109e981 req-bc400e0e-ae8c-4780-a530-a3df109905ac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 1097 time: 0.0452645 Sep 07 19:21:39.927981 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c3521a3-4d7a-49de-b631-f27ae109e981 req-e18dc831-0f9d-4909-9fff-806fb0db722b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332353 Sep 07 19:21:40.101004 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5595712-625c-48c3-bf6a-7e67fbcbdc1a req-a6cef82a-3963-4ac8-822d-3019a0b0da15 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:40.102644 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a5595712-625c-48c3-bf6a-7e67fbcbdc1a req-a6cef82a-3963-4ac8-822d-3019a0b0da15 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.0516453 Sep 07 19:21:40.169051 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a5595712-625c-48c3-bf6a-7e67fbcbdc1a req-d74f6c25-5320-40ae-963d-5e8d4dbc5ec5 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596302 Sep 07 19:21:40.205852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc4338-f2e3-4939-b06a-8879580a46d0 req-c36de4c8-0c84-482f-a59a-f95641c72647 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:40.207277 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6fc4338-f2e3-4939-b06a-8879580a46d0 req-c36de4c8-0c84-482f-a59a-f95641c72647 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 946 time: 0.0550842 Sep 07 19:21:40.248982 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f6fc4338-f2e3-4939-b06a-8879580a46d0 req-7f5538ac-c62d-478b-8b33-8f4da01d904a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356271 Sep 07 19:21:41.293274 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7f984-c8ca-44b4-8632-c8b807367155 req-2d4742d8-6d51-464a-b42c-9f96f33b6cf5 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:41.294817 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40e7f984-c8ca-44b4-8632-c8b807367155 req-2d4742d8-6d51-464a-b42c-9f96f33b6cf5 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.0545890 Sep 07 19:21:41.344225 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40e7f984-c8ca-44b4-8632-c8b807367155 req-fa316a96-895e-4c28-aff0-106193a011e3 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430360 Sep 07 19:21:41.381376 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca08560-9f82-4162-835a-a06cdc647ab9 req-459be85d-3f23-494a-adfb-92186fe5f8d7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:41.382872 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ca08560-9f82-4162-835a-a06cdc647ab9 req-459be85d-3f23-494a-adfb-92186fe5f8d7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 946 time: 0.0549009 Sep 07 19:21:41.420754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ca08560-9f82-4162-835a-a06cdc647ab9 req-707920cf-4282-43f4-8c84-1779a77aeb5d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317485 Sep 07 19:21:41.534508 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95398853-5b55-4d06-8682-8f826e010bff req-a2e1be08-94dd-434a-bf33-ea3beeb3c3d9 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:41.536003 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95398853-5b55-4d06-8682-8f826e010bff req-a2e1be08-94dd-434a-bf33-ea3beeb3c3d9 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 946 time: 0.0485957 Sep 07 19:21:41.575554 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95398853-5b55-4d06-8682-8f826e010bff req-3dc099c0-b7cf-42bb-b5dd-3d8536db6049 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323100 Sep 07 19:21:41.649777 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:21:42.489857 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da89830-4f41-4e81-aa70-25d3db5210e8 req-7397764f-6160-46f1-b6ad-ba8fe81bf250 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:42.491519 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8da89830-4f41-4e81-aa70-25d3db5210e8 req-7397764f-6160-46f1-b6ad-ba8fe81bf250 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.0605183 Sep 07 19:21:42.538251 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8da89830-4f41-4e81-aa70-25d3db5210e8 req-9a83aacc-8e09-462a-899e-3bbea3c024ac tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398934 Sep 07 19:21:43.112622 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:43.659737 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dfbf1-83f6-400f-8190-c69744a50d12 req-e14fcb65-54f3-47ac-b162-4ed738448d71 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:43.661284 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1a5dfbf1-83f6-400f-8190-c69744a50d12 req-e14fcb65-54f3-47ac-b162-4ed738448d71 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.0517433 Sep 07 19:21:43.699922 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1a5dfbf1-83f6-400f-8190-c69744a50d12 req-84d5d027-6dd3-4b87-831e-a962b48b3466 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325840 Sep 07 19:21:44.024033 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:44.357716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69801c5-def9-4328-91ca-ba28a9396586 req-468b9541-4ac7-457f-a2ab-3303d3ce4b73 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:44.359708 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a69801c5-def9-4328-91ca-ba28a9396586 req-468b9541-4ac7-457f-a2ab-3303d3ce4b73 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 812 time: 0.1110151 Sep 07 19:21:44.377086 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a69801c5-def9-4328-91ca-ba28a9396586 req-958bc3b1-c360-4676-a388-6ca0ff80be1d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/quotas/73c2ecafe8034c5e899d0af72b0de7b0 HTTP/1.1" status: 200 len: 375 time: 0.0097308 Sep 07 19:21:44.433152 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a69801c5-def9-4328-91ca-ba28a9396586 req-00937006-cc65-4ff7-8832-018dbcc6370a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499072 Sep 07 19:21:44.529919 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a69801c5-def9-4328-91ca-ba28a9396586 req-75497e77-9fbb-4289-a249-36e298c46ae1 service neutron] 10.222.0.26 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901639 Sep 07 19:21:44.661481 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a69801c5-def9-4328-91ca-ba28a9396586 req-659b915c-9f23-4bf7-9c93-2b77562ed617 service neutron] 10.222.0.26 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242843 Sep 07 19:21:44.849889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed89a09-7f97-4acb-8ec1-d72026f18f9b req-9da61070-5b82-45c5-be8a-c8dd50d4ca69 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:44.851470 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ed89a09-7f97-4acb-8ec1-d72026f18f9b req-9da61070-5b82-45c5-be8a-c8dd50d4ca69 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.0777640 Sep 07 19:21:44.896365 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cfde52d0-dd35-43a9-acfe-6bcc4744f2a3 req-f8eb4da1-29f2-4bd6-b03f-2612a4524307 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 210 time: 0.0438859 Sep 07 19:21:44.937233 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ed89a09-7f97-4acb-8ec1-d72026f18f9b req-3648fe8d-f182-4b2e-aa57-353735a98ceb tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684927 Sep 07 19:21:45.942215 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69801c5-def9-4328-91ca-ba28a9396586 req-a5ea8f44-5980-40b5-af2e-604936af643d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:45.943798 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a69801c5-def9-4328-91ca-ba28a9396586 req-a5ea8f44-5980-40b5-af2e-604936af643d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.36 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 812 time: 0.1052861 Sep 07 19:21:45.974941 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-a69801c5-def9-4328-91ca-ba28a9396586 req-dc83683c-c871-4f95-8eb9-937f69f97c62 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Request body: {'port': {'device_id': '022db0d9-dd9f-4516-9317-3c3c9cd4bdd6', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'admin_state_up': True, 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:21:46.092263 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d2b75a11-4459-4a74-98fb-bb902c7be5e6 req-0dba845c-39d8-4301-84cd-2f804b1b0fa2 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 210 time: 0.0758338 Sep 07 19:21:46.136288 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627040a-ae41-45f3-bfba-092d32dd6af1 req-aef60e43-0c66-4334-8495-13f99c719da0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:46.137814 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5627040a-ae41-45f3-bfba-092d32dd6af1 req-aef60e43-0c66-4334-8495-13f99c719da0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.1192801 Sep 07 19:21:46.211457 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5627040a-ae41-45f3-bfba-092d32dd6af1 req-637b7cbb-df3f-4e3f-90a5-d2f9b6625d3a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655408 Sep 07 19:21:46.219838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69801c5-def9-4328-91ca-ba28a9396586 req-dc83683c-c871-4f95-8eb9-937f69f97c62 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Made reservation on behalf of 73c2ecafe8034c5e899d0af72b0de7b0 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:21:46.224488 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a69801c5-def9-4328-91ca-ba28a9396586 req-dc83683c-c871-4f95-8eb9-937f69f97c62 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:46.380893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-a69801c5-def9-4328-91ca-ba28a9396586 req-dc83683c-c871-4f95-8eb9-937f69f97c62 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Allocated IP 172.20.0.3 (d1679c4a-080a-4fd0-aff8-8fd66429f7da/714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8/277e5b2e-e54c-49dc-bb09-ac537b3afadb) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:21:46.552977 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a69801c5-def9-4328-91ca-ba28a9396586 req-dc83683c-c871-4f95-8eb9-937f69f97c62 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:46.570612 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-a69801c5-def9-4328-91ca-ba28a9396586 req-dc83683c-c871-4f95-8eb9-937f69f97c62 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Transition to ACTIVE for port object 277e5b2e-e54c-49dc-bb09-ac537b3afadb will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:21:46.620788 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a69801c5-def9-4328-91ca-ba28a9396586 req-dc83683c-c871-4f95-8eb9-937f69f97c62 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:46.639600 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['12e25f03-3a13-4ec2-88c6-ed4a42485eda'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:21:46.714339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83683c-c871-4f95-8eb9-937f69f97c62 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event updated for resources: {'Port': ['ID=277e5b2e-e54c-49dc-bb09-ac537b3afadb,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:21:46.733734 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69801c5-def9-4328-91ca-ba28a9396586 req-dc83683c-c871-4f95-8eb9-937f69f97c62 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Network d1679c4a-080a-4fd0-aff8-8fd66429f7da is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:21:46.737159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-a69801c5-def9-4328-91ca-ba28a9396586 req-dc83683c-c871-4f95-8eb9-937f69f97c62 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:21:46.757246 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69801c5-def9-4328-91ca-ba28a9396586 req-dc83683c-c871-4f95-8eb9-937f69f97c62 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:21:46.839019 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69801c5-def9-4328-91ca-ba28a9396586 req-dc83683c-c871-4f95-8eb9-937f69f97c62 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:46.839940 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a69801c5-def9-4328-91ca-ba28a9396586 req-dc83683c-c871-4f95-8eb9-937f69f97c62 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:46.857063 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a69801c5-def9-4328-91ca-ba28a9396586 req-dc83683c-c871-4f95-8eb9-937f69f97c62 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8982403 Sep 07 19:21:46.871152 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-a69801c5-def9-4328-91ca-ba28a9396586 req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] Request body: {'port': {'device_id': '022db0d9-dd9f-4516-9317-3c3c9cd4bdd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:21:46.959362 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a69801c5-def9-4328-91ca-ba28a9396586 req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:47.152322 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-598810e3-59f1-43dc-8668-b9ba959d78ad None None] Provisioning for port 277e5b2e-e54c-49dc-bb09-ac537b3afadb completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:21:47.157089 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-598810e3-59f1-43dc-8668-b9ba959d78ad None None] Provisioning complete for port 277e5b2e-e54c-49dc-bb09-ac537b3afadb triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:21:47.158261 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-598810e3-59f1-43dc-8668-b9ba959d78ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:47.215129 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-598810e3-59f1-43dc-8668-b9ba959d78ad None None] Port 277e5b2e-e54c-49dc-bb09-ac537b3afadb cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:21:47.314265 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef721cf8-5948-49fc-a2c2-c7a6f8af1ebc req-7acc2e40-0e5a-41db-a9f6-3d9c292e39b2 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:47.315818 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef721cf8-5948-49fc-a2c2-c7a6f8af1ebc req-7acc2e40-0e5a-41db-a9f6-3d9c292e39b2 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 931 time: 0.1247165 Sep 07 19:21:47.397134 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef721cf8-5948-49fc-a2c2-c7a6f8af1ebc req-bc0c332f-c82d-4137-adef-984d576f95c9 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746622 Sep 07 19:21:47.476624 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256b799-3dfa-4878-b34e-1bf8fea0b815 req-4a021211-afba-4bc4-a8af-d5cc13f7f9d0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:47.478048 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0256b799-3dfa-4878-b34e-1bf8fea0b815 req-4a021211-afba-4bc4-a8af-d5cc13f7f9d0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.1046834 Sep 07 19:21:47.488437 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-a69801c5-def9-4328-91ca-ba28a9396586 req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277e5b2e-e54c-49dc-bb09-ac537b3afadb {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:21:47.503081 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a69801c5-def9-4328-91ca-ba28a9396586 req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:47.526983 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-a69801c5-def9-4328-91ca-ba28a9396586 req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] Transition to ACTIVE for port object 277e5b2e-e54c-49dc-bb09-ac537b3afadb will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:21:47.534695 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a69801c5-def9-4328-91ca-ba28a9396586 req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:47.570764 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0256b799-3dfa-4878-b34e-1bf8fea0b815 req-6cb4de87-944a-4c7f-a975-f394d447f95b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778906 Sep 07 19:21:47.606398 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] Pushing event updated for resources: {'Port': ['ID=277e5b2e-e54c-49dc-bb09-ac537b3afadb,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:21:47.687944 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-a69801c5-def9-4328-91ca-ba28a9396586 req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] Attempting to bind port 277e5b2e-e54c-49dc-bb09-ac537b3afadb on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:21:47.688288 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-a69801c5-def9-4328-91ca-ba28a9396586 req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] Attempting to bind port 277e5b2e-e54c-49dc-bb09-ac537b3afadb by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:21:47.697079 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69801c5-def9-4328-91ca-ba28a9396586 req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] Attempting to bind port 277e5b2e-e54c-49dc-bb09-ac537b3afadb on network d1679c4a-080a-4fd0-aff8-8fd66429f7da {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:21:47.710940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69801c5-def9-4328-91ca-ba28a9396586 req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] Port 277e5b2e-e54c-49dc-bb09-ac537b3afadb on network d1679c4a-080a-4fd0-aff8-8fd66429f7da not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:21:47.711285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69801c5-def9-4328-91ca-ba28a9396586 req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] Attempting to bind port 277e5b2e-e54c-49dc-bb09-ac537b3afadb on network d1679c4a-080a-4fd0-aff8-8fd66429f7da {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:21:47.725346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69801c5-def9-4328-91ca-ba28a9396586 req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:21:47.725346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69801c5-def9-4328-91ca-ba28a9396586 req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] Checking segment: {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:21:47.725346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69801c5-def9-4328-91ca-ba28a9396586 req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] Bound using segment: {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:21:47.725346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-a69801c5-def9-4328-91ca-ba28a9396586 req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] Bound port: 277e5b2e-e54c-49dc-bb09-ac537b3afadb, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:21:47.725346 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a69801c5-def9-4328-91ca-ba28a9396586 req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:47.846540 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-a69801c5-def9-4328-91ca-ba28a9396586 req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] For port 277e5b2e-e54c-49dc-bb09-ac537b3afadb, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:21:47.853334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-a69801c5-def9-4328-91ca-ba28a9396586 req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] For port 277e5b2e-e54c-49dc-bb09-ac537b3afadb, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=277e5b2e-e54c-49dc-bb09-ac537b3afadb,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:21:47.866812 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a69801c5-def9-4328-91ca-ba28a9396586 req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:47.903859 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69801c5-def9-4328-91ca-ba28a9396586 req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:47.905050 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a69801c5-def9-4328-91ca-ba28a9396586 req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:47.906672 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a69801c5-def9-4328-91ca-ba28a9396586 req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] 10.222.0.36 "PUT /v2.0/ports/277e5b2e-e54c-49dc-bb09-ac537b3afadb HTTP/1.1" status: 200 len: 1091 time: 1.0409329 Sep 07 19:21:47.908760 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022db0d9-dd9f-4516-9317-3c3c9cd4bdd6', 'tag': '277e5b2e-e54c-49dc-bb09-ac537b3afadb'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:21:47.926205 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0722b64c-78d3-4bab-a347-49d55f3d2f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "022db0d9-dd9f-4516-9317-3c3c9cd4bdd6", "tag": "277e5b2e-e54c-49dc-bb09-ac537b3afadb"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:21:48.008566 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c34d68-481c-4888-afb4-ac12c7167631 x-openstack-request-id: req-63c34d68-481c-4888-afb4-ac12c7167631 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:21:48.009690 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022db0d9-dd9f-4516-9317-3c3c9cd4bdd6", "tag": "277e5b2e-e54c-49dc-bb09-ac537b3afadb", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:21:48.010111 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63c34d68-481c-4888-afb4-ac12c7167631 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:21:48.010787 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022db0d9-dd9f-4516-9317-3c3c9cd4bdd6', 'tag': '277e5b2e-e54c-49dc-bb09-ac537b3afadb', 'status': 'completed', 'code': 200} Sep 07 19:21:48.043338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abae1f0-7cb5-4a7d-acae-24acdf21ab6d service neutron] Pushing event updated for resources: {'Port': ['ID=277e5b2e-e54c-49dc-bb09-ac537b3afadb,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:21:48.056284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69801c5-def9-4328-91ca-ba28a9396586 req-0a700d4d-0db9-43a1-a50d-3f643aab077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:48.069933 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a69801c5-def9-4328-91ca-ba28a9396586 req-0a700d4d-0db9-43a1-a50d-3f643aab077d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 1094 time: 0.1005266 Sep 07 19:21:48.160687 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a69801c5-def9-4328-91ca-ba28a9396586 req-a5601e39-6925-4adc-b611-6f6e539ccbb7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=277e5b2e-e54c-49dc-bb09-ac537b3afadb HTTP/1.1" status: 200 len: 217 time: 0.0805199 Sep 07 19:21:48.233923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69801c5-def9-4328-91ca-ba28a9396586 req-9240ff3f-234d-49f5-8786-3a091743e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:48.236257 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a69801c5-def9-4328-91ca-ba28a9396586 req-9240ff3f-234d-49f5-8786-3a091743e369 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0675313 Sep 07 19:21:48.326481 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69801c5-def9-4328-91ca-ba28a9396586 req-fc49f761-05b5-4f2c-a2fb-e554c60f156c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:48.335158 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a69801c5-def9-4328-91ca-ba28a9396586 req-fc49f761-05b5-4f2c-a2fb-e554c60f156c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923164 Sep 07 19:21:48.496409 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a69801c5-def9-4328-91ca-ba28a9396586 req-78c4eb6c-dae7-462b-be4d-7d95e82b324c service neutron] 10.222.0.36 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537378 Sep 07 19:21:48.636761 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7c7da-7d90-41c8-854a-dbcf022756d3 req-2da50848-ae94-4c4f-827c-a0d7e62f3d73 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:48.638326 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69b7c7da-7d90-41c8-854a-dbcf022756d3 req-2da50848-ae94-4c4f-827c-a0d7e62f3d73 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 943 time: 0.1554697 Sep 07 19:21:48.693736 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a69801c5-def9-4328-91ca-ba28a9396586 req-c2d94f20-5c48-4493-b7e5-aefe2667900c service neutron] 10.222.0.36 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700382 Sep 07 19:21:48.701526 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69b7c7da-7d90-41c8-854a-dbcf022756d3 req-d1398787-c9c1-45cc-be09-eaab6e592879 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491683 Sep 07 19:21:49.177466 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96169d33-120e-45df-b262-0f7291d10433 req-320b6c13-631b-4410-9e60-af8169d76c44 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:49.178984 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96169d33-120e-45df-b262-0f7291d10433 req-320b6c13-631b-4410-9e60-af8169d76c44 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.4386616 Sep 07 19:21:49.189494 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722b64c-78d3-4bab-a347-49d55f3d2f9a req-1e201e8b-defa-42b7-9ba8-04831d236991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:49.190934 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0722b64c-78d3-4bab-a347-49d55f3d2f9a req-1e201e8b-defa-42b7-9ba8-04831d236991 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 1094 time: 0.4220314 Sep 07 19:21:49.288237 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96169d33-120e-45df-b262-0f7291d10433 req-0a0b2a23-1061-4e2a-98ee-0d1a75e645ec tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018851 Sep 07 19:21:49.367242 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722b64c-78d3-4bab-a347-49d55f3d2f9a req-12f89412-8eb3-4df7-8236-39aa7911dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:49.371484 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0722b64c-78d3-4bab-a347-49d55f3d2f9a req-12f89412-8eb3-4df7-8236-39aa7911dfe1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 913 time: 0.1719255 Sep 07 19:21:49.439340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0722b64c-78d3-4bab-a347-49d55f3d2f9a req-a2b50749-9c64-42e8-b0b1-9102ffa57693 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=277e5b2e-e54c-49dc-bb09-ac537b3afadb HTTP/1.1" status: 200 len: 217 time: 0.0596437 Sep 07 19:21:49.498213 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722b64c-78d3-4bab-a347-49d55f3d2f9a req-19cc897f-52ec-42b0-a0dc-7a87204492b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:49.499839 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0722b64c-78d3-4bab-a347-49d55f3d2f9a req-19cc897f-52ec-42b0-a0dc-7a87204492b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0544171 Sep 07 19:21:49.566133 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722b64c-78d3-4bab-a347-49d55f3d2f9a req-3f86bd6a-b7be-470e-af89-7cb5665f3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:49.567625 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0722b64c-78d3-4bab-a347-49d55f3d2f9a req-3f86bd6a-b7be-470e-af89-7cb5665f3f08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608895 Sep 07 19:21:49.701176 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0722b64c-78d3-4bab-a347-49d55f3d2f9a req-c7962bb9-966d-42a4-bddf-44f88c0b050e service neutron] 10.222.0.36 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252396 Sep 07 19:21:49.942280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0722b64c-78d3-4bab-a347-49d55f3d2f9a req-31f3ab7c-87e7-41d9-8762-7acea31c3541 service neutron] 10.222.0.36 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343130 Sep 07 19:21:49.954553 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aed85f-b094-4bb8-b87b-664702a1457a req-9184803b-09bc-4218-8533-a4753bfb90de tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:49.962354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48aed85f-b094-4bb8-b87b-664702a1457a req-9184803b-09bc-4218-8533-a4753bfb90de tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 943 time: 0.1437376 Sep 07 19:21:50.016817 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48aed85f-b094-4bb8-b87b-664702a1457a req-930df80c-fe34-46d1-baff-ce941d19d15f tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535352 Sep 07 19:21:50.441209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db92601-4ac1-496b-968f-8c8ad5466aa0 req-0fa50f6f-42cf-44c3-abca-8a9a73295b05 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:50.442740 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3db92601-4ac1-496b-968f-8c8ad5466aa0 req-0fa50f6f-42cf-44c3-abca-8a9a73295b05 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.0621407 Sep 07 19:21:50.491839 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3db92601-4ac1-496b-968f-8c8ad5466aa0 req-a4942d3c-8cce-47b1-a31c-fa02e384d5a4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389180 Sep 07 19:21:51.155776 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1faad4-5e47-4563-8dc5-5fbea858b34a req-e7f11e37-3323-4d3b-8c1e-4f16eb6870ed tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:51.164108 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3a1faad4-5e47-4563-8dc5-5fbea858b34a req-e7f11e37-3323-4d3b-8c1e-4f16eb6870ed tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 943 time: 0.0687723 Sep 07 19:21:51.224085 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3a1faad4-5e47-4563-8dc5-5fbea858b34a req-a57b5bda-bcdb-4d5d-b3a7-309859a6f975 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587451 Sep 07 19:21:51.631596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7e66b-2652-40bc-a413-c23664a56506 req-de13594f-c7fa-4caf-8603-d896440321e3 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:51.639793 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8f7e66b-2652-40bc-a413-c23664a56506 req-de13594f-c7fa-4caf-8603-d896440321e3 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.0621467 Sep 07 19:21:51.693206 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8f7e66b-2652-40bc-a413-c23664a56506 req-a2bd2338-51a6-4fda-8f02-bc644597d400 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524669 Sep 07 19:21:52.403355 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ddc7a-7333-4e22-9931-96ca41aa5425 req-8b206845-e3d2-4abf-aeee-738e64d89a19 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:52.410486 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f0ddc7a-7333-4e22-9931-96ca41aa5425 req-8b206845-e3d2-4abf-aeee-738e64d89a19 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 943 time: 0.0812981 Sep 07 19:21:52.451689 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f0ddc7a-7333-4e22-9931-96ca41aa5425 req-21750e48-bd39-4828-a06b-7eb8d0d825b6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397468 Sep 07 19:21:52.872590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c11f5-9410-44b6-b80d-ec03f417ee85 req-2341eb6a-09a4-4b40-8a32-079128f98dbf tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:52.882483 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e89c11f5-9410-44b6-b80d-ec03f417ee85 req-2341eb6a-09a4-4b40-8a32-079128f98dbf tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.1158650 Sep 07 19:21:52.922269 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e89c11f5-9410-44b6-b80d-ec03f417ee85 req-8ed2e139-873d-46bf-bb56-7aaf92341a51 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388548 Sep 07 19:21:53.118976 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd13ab7-ab81-4dbe-9d7d-b31ccb94b3a4 req-13fb6793-51c7-4759-af58-2474bf92f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:53.120892 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-efd13ab7-ab81-4dbe-9d7d-b31ccb94b3a4 req-13fb6793-51c7-4759-af58-2474bf92f316 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 1097 time: 0.0470140 Sep 07 19:21:53.156084 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-efd13ab7-ab81-4dbe-9d7d-b31ccb94b3a4 req-5b2a0fb1-e273-4bd8-b9eb-d11cb5e6cabb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284960 Sep 07 19:21:53.596661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc4e2f-2768-4efe-a57a-288ccbc03829 req-da821a7a-1a86-4740-9175-5e819b622155 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:53.598449 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54dc4e2f-2768-4efe-a57a-288ccbc03829 req-da821a7a-1a86-4740-9175-5e819b622155 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 943 time: 0.0675633 Sep 07 19:21:53.663163 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54dc4e2f-2768-4efe-a57a-288ccbc03829 req-14afad62-8d56-4a5b-80d3-a75d73b8b26a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580654 Sep 07 19:21:54.121884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491d126-ae52-40c3-8f27-72372c591ed8 req-edcd96f6-eb03-4e99-8e53-19a17d8597f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:54.123657 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a491d126-ae52-40c3-8f27-72372c591ed8 req-edcd96f6-eb03-4e99-8e53-19a17d8597f0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.1195364 Sep 07 19:21:54.165551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a491d126-ae52-40c3-8f27-72372c591ed8 req-a5f867fe-de74-4c4d-8d4a-b5aa529dd332 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349963 Sep 07 19:21:54.367627 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 94d8b12f-337b-44c2-8d75-967172ea8377 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:21:54.374289 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 94d8b12f-337b-44c2-8d75-967172ea8377 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:21:54.546683 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 94d8b12f-337b-44c2-8d75-967172ea8377, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=94d8b12f-337b-44c2-8d75-967172ea8377,segment=NetworkSegment(141e0ad2-a7fa-4a54-8294-4e030974ef26),segment_id=141e0ad2-a7fa-4a54-8294-4e030974ef26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:21:54.549725 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:54.566401 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '94d8b12f-337b-44c2-8d75-967172ea8377', 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367', 'port_id': '94d8b12f-337b-44c2-8d75-967172ea8377', 'mac_address': 'fa:16:3e:53:1c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe48bbb-daf7-4736-9cf4-fe93dbb2d201', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:21:54.581210 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147eba96-cd78-492d-8e0f-8c32cbd9ed7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94d8b12f-337b-44c2-8d75-967172ea8377'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:21:54.583385 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14a510c-e2ab-4a21-a176-c352f27c7198" -d '{"events": [{"server_uuid": "147eba96-cd78-492d-8e0f-8c32cbd9ed7a", "name": "network-vif-unplugged", "status": "completed", "tag": "94d8b12f-337b-44c2-8d75-967172ea8377"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:21:54.621891 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 94d8b12f-337b-44c2-8d75-967172ea8377, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=94d8b12f-337b-44c2-8d75-967172ea8377,segment=NetworkSegment(141e0ad2-a7fa-4a54-8294-4e030974ef26),segment_id=141e0ad2-a7fa-4a54-8294-4e030974ef26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:21:54.624090 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 19:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4019f68e-1704-4e50-a6f6-715851233046 x-openstack-request-id: req-4019f68e-1704-4e50-a6f6-715851233046 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:21:54.624090 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147eba96-cd78-492d-8e0f-8c32cbd9ed7a", "name": "network-vif-unplugged", "status": "completed", "tag": "94d8b12f-337b-44c2-8d75-967172ea8377", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:21:54.624431 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4019f68e-1704-4e50-a6f6-715851233046 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:21:54.624683 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147eba96-cd78-492d-8e0f-8c32cbd9ed7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94d8b12f-337b-44c2-8d75-967172ea8377', 'code': 200} Sep 07 19:21:54.629678 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:54.635597 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:54.667249 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94d8b12f-337b-44c2-8d75-967172ea8377 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:21:54.717209 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=94d8b12f-337b-44c2-8d75-967172ea8377,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:21:54.731294 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:54.731647 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:54.731994 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:54.732336 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:54.732701 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:54.733037 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:54.733372 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:54.733703 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:54.734030 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:54.734357 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:54.734684 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:54.735015 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:21:54.739250 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.db.api [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:21:54.739615 n-d-807786-1 neutron-server[101446]: DEBUG oslo_db.api [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:21:54.774931 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9f68b-38b0-4439-9633-7e425fa8c4c7 req-ee1d8991-58ed-4dc2-9a62-df6af1dbb097 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:54.776418 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1c9f68b-38b0-4439-9633-7e425fa8c4c7 req-ee1d8991-58ed-4dc2-9a62-df6af1dbb097 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 943 time: 0.0507162 Sep 07 19:21:54.815896 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1c9f68b-38b0-4439-9633-7e425fa8c4c7 req-c158c955-2210-4824-a30f-30a49eea1092 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334857 Sep 07 19:21:55.279200 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:55.289125 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70c3f6-1974-48df-8319-41407644e45a req-b5c5ada4-4d18-48fc-ad5c-a66b653f871b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:55.290754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c70c3f6-1974-48df-8319-41407644e45a req-b5c5ada4-4d18-48fc-ad5c-a66b653f871b tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 944 time: 0.0514123 Sep 07 19:21:55.292950 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d8b12f-337b-44c2-8d75-967172ea8377 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:21:55.316756 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 94d8b12f-337b-44c2-8d75-967172ea8377, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=94d8b12f-337b-44c2-8d75-967172ea8377,segment=NetworkSegment(141e0ad2-a7fa-4a54-8294-4e030974ef26),segment_id=141e0ad2-a7fa-4a54-8294-4e030974ef26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:21:55.322254 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:55.335339 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c70c3f6-1974-48df-8319-41407644e45a req-b4ad28be-208a-4690-b64b-b28bc8f5ad58 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351815 Sep 07 19:21:55.358871 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 46750) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:21:55.374936 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=94d8b12f-337b-44c2-8d75-967172ea8377,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:21:55.427806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2153a2b0-1a6c-4c19-b1c9-2f4e032798e2 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/floatingips/fdf8ae4b-7c78-4b57-8ddf-95f0f23b9473 HTTP/1.1" status: 200 len: 993 time: 0.0671484 Sep 07 19:21:55.536286 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['94d8b12f-337b-44c2-8d75-967172ea8377'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:21:55.934946 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7740e6-8b0c-44b9-8bee-b4899841804f req-35d2f532-0fee-4a31-9fb8-8f86dbcf748e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:55.936604 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee7740e6-8b0c-44b9-8bee-b4899841804f req-35d2f532-0fee-4a31-9fb8-8f86dbcf748e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 943 time: 0.0527794 Sep 07 19:21:55.970214 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-452ea003-aacb-4cbc-a015-c01aa61b7f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:55.982999 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee7740e6-8b0c-44b9-8bee-b4899841804f req-58c02b33-6a0b-49b1-93b3-f980d79cd7bc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396836 Sep 07 19:21:56.378480 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 94d8b12f-337b-44c2-8d75-967172ea8377 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:21:56.427797 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 94d8b12f-337b-44c2-8d75-967172ea8377 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:21:56.428244 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:56.511641 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:56.546924 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 94d8b12f-337b-44c2-8d75-967172ea8377, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=94d8b12f-337b-44c2-8d75-967172ea8377,segment=NetworkSegment(141e0ad2-a7fa-4a54-8294-4e030974ef26),segment_id=141e0ad2-a7fa-4a54-8294-4e030974ef26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:21:56.551582 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:56.600973 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=94d8b12f-337b-44c2-8d75-967172ea8377,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:21:56.625733 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147eba96-cd78-492d-8e0f-8c32cbd9ed7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d8b12f-337b-44c2-8d75-967172ea8377'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:21:56.629092 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de0aad8-bfcd-490d-b148-0c208392abf0" -d '{"events": [{"server_uuid": "147eba96-cd78-492d-8e0f-8c32cbd9ed7a", "name": "network-vif-plugged", "status": "completed", "tag": "94d8b12f-337b-44c2-8d75-967172ea8377"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:21:56.665939 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd16ec97-8536-4e67-9b82-11f92d63d8c0 x-openstack-request-id: req-cd16ec97-8536-4e67-9b82-11f92d63d8c0 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:21:56.666240 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147eba96-cd78-492d-8e0f-8c32cbd9ed7a", "name": "network-vif-plugged", "status": "completed", "tag": "94d8b12f-337b-44c2-8d75-967172ea8377", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:21:56.666501 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd16ec97-8536-4e67-9b82-11f92d63d8c0 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:21:56.666923 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147eba96-cd78-492d-8e0f-8c32cbd9ed7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d8b12f-337b-44c2-8d75-967172ea8377', 'code': 200} Sep 07 19:21:57.112294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d79e8-3da4-45c9-b29b-fe23d2ae0c16 req-d79e6ddf-1edf-4938-a7a3-c8d7a48605a8 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:57.114511 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae0d79e8-3da4-45c9-b29b-fe23d2ae0c16 req-d79e6ddf-1edf-4938-a7a3-c8d7a48605a8 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 943 time: 0.0574110 Sep 07 19:21:57.159370 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ae0d79e8-3da4-45c9-b29b-fe23d2ae0c16 req-4d8056f9-4404-49bb-b3ff-0033658889e7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372870 Sep 07 19:21:58.328387 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cdc41-01b6-4c7d-b72b-322ed899a41b req-d2a7b48b-5047-4e48-9075-2e87e87f3f8a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:58.331668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-692cdc41-01b6-4c7d-b72b-322ed899a41b req-d2a7b48b-5047-4e48-9075-2e87e87f3f8a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 943 time: 0.0740421 Sep 07 19:21:58.387978 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-692cdc41-01b6-4c7d-b72b-322ed899a41b req-679a29a8-d241-4ef5-8031-a9abd16a0861 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425494 Sep 07 19:21:58.795171 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-dfc40083-603b-4e1c-9cb2-e827d924e0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:59.071251 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:59.514900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbf13d-d2e2-401f-9d7c-886d382b616a req-55deccc7-fa9f-4cac-a3b8-c052b318bcae tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:21:59.524338 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-64dbf13d-d2e2-401f-9d7c-886d382b616a req-55deccc7-fa9f-4cac-a3b8-c052b318bcae tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 943 time: 0.0693839 Sep 07 19:21:59.574759 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-64dbf13d-d2e2-401f-9d7c-886d382b616a req-3fa170ca-67c7-4983-a2d9-2a7114490484 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488064 Sep 07 19:22:00.277938 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:00.700337 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a8d0-0a57-40f7-94b8-5fd391cafcca req-4b37f109-bf7b-4780-ad0b-18eebd57ed22 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:00.701900 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49f8a8d0-0a57-40f7-94b8-5fd391cafcca req-4b37f109-bf7b-4780-ad0b-18eebd57ed22 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 943 time: 0.0556507 Sep 07 19:22:00.742134 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49f8a8d0-0a57-40f7-94b8-5fd391cafcca req-9bfc9da1-906a-4c59-bcf7-eb5c17f22889 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336998 Sep 07 19:22:01.819853 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:01.869950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da7c07-0aa9-4624-b1f1-3bf7537cf7c0 req-e85b01c0-777f-4481-aeac-0c10c80f64c9 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:01.871389 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b2da7c07-0aa9-4624-b1f1-3bf7537cf7c0 req-e85b01c0-777f-4481-aeac-0c10c80f64c9 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 943 time: 0.0549495 Sep 07 19:22:01.915123 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b2da7c07-0aa9-4624-b1f1-3bf7537cf7c0 req-f6bdc782-08c0-42fc-a367-74ae1dc94287 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367777 Sep 07 19:22:03.051945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891907b-ecb0-4d41-a820-fb20f848ba62 req-3464c4ea-accb-44b1-9979-5be6ff06f8f5 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:03.053502 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3891907b-ecb0-4d41-a820-fb20f848ba62 req-3464c4ea-accb-44b1-9979-5be6ff06f8f5 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 943 time: 0.0584230 Sep 07 19:22:03.094387 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3891907b-ecb0-4d41-a820-fb20f848ba62 req-2a195a9a-f916-4cc9-8544-3c45f37ecaac tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343554 Sep 07 19:22:04.214613 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98a9ca-d250-48fa-8c84-6325709a25c2 req-0ad29591-fd06-418f-bb88-3da906bfa2e9 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:04.216201 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c98a9ca-d250-48fa-8c84-6325709a25c2 req-0ad29591-fd06-418f-bb88-3da906bfa2e9 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 943 time: 0.0504632 Sep 07 19:22:04.263996 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c98a9ca-d250-48fa-8c84-6325709a25c2 req-b3682b0d-499f-4bcd-a1ac-69f4657b643b tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412352 Sep 07 19:22:05.405351 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae1d56-bae0-43e0-8c43-0fa0e7da99af req-08f8f0de-6f05-4489-b07c-31a92397e0da tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:05.407732 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9ae1d56-bae0-43e0-8c43-0fa0e7da99af req-08f8f0de-6f05-4489-b07c-31a92397e0da tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 943 time: 0.0563374 Sep 07 19:22:05.454750 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9ae1d56-bae0-43e0-8c43-0fa0e7da99af req-d3264d04-c3b1-4271-9bbb-4b0b3ed06a7e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386636 Sep 07 19:22:06.458326 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 277e5b2e-e54c-49dc-bb09-ac537b3afadb details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:22:06.565530 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 277e5b2e-e54c-49dc-bb09-ac537b3afadb, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=277e5b2e-e54c-49dc-bb09-ac537b3afadb,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:22:06.577326 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '277e5b2e-e54c-49dc-bb09-ac537b3afadb', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'port_id': '277e5b2e-e54c-49dc-bb09-ac537b3afadb', 'mac_address': 'fa:16:3e:4f:b1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:22:06.612034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde72414-dc9c-405b-be4e-e9d6103c3c34 req-ecc80b5b-d4e4-4f12-a3c5-28557194849a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:06.615025 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fde72414-dc9c-405b-be4e-e9d6103c3c34 req-ecc80b5b-d4e4-4f12-a3c5-28557194849a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 943 time: 0.0625420 Sep 07 19:22:06.617578 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:06.633874 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277e5b2e-e54c-49dc-bb09-ac537b3afadb {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:22:06.657800 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fde72414-dc9c-405b-be4e-e9d6103c3c34 req-8f5b4b31-7a5c-4083-ae8c-5518c17b799c tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411484 Sep 07 19:22:06.660271 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 277e5b2e-e54c-49dc-bb09-ac537b3afadb, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=277e5b2e-e54c-49dc-bb09-ac537b3afadb,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:22:06.665783 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:06.725935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=277e5b2e-e54c-49dc-bb09-ac537b3afadb,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:06.912959 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['277e5b2e-e54c-49dc-bb09-ac537b3afadb'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:22:07.823621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370e1d0-f0a8-4f51-9b80-f6beaca8a852 req-843b5328-ebc4-45a2-8708-a04a6a34c9ef tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:07.825306 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4370e1d0-f0a8-4f51-9b80-f6beaca8a852 req-843b5328-ebc4-45a2-8708-a04a6a34c9ef tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 944 time: 0.0762553 Sep 07 19:22:07.864884 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4370e1d0-f0a8-4f51-9b80-f6beaca8a852 req-ef973483-d496-4716-8a0c-a5366312916a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334208 Sep 07 19:22:08.460917 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 277e5b2e-e54c-49dc-bb09-ac537b3afadb up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:22:08.512372 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 277e5b2e-e54c-49dc-bb09-ac537b3afadb completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:22:08.516773 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 277e5b2e-e54c-49dc-bb09-ac537b3afadb triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:22:08.517213 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:08.597908 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:08.628405 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022db0d9-dd9f-4516-9317-3c3c9cd4bdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277e5b2e-e54c-49dc-bb09-ac537b3afadb'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:22:08.630763 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82d29ad-287d-4085-ba50-4898df612862" -d '{"events": [{"server_uuid": "022db0d9-dd9f-4516-9317-3c3c9cd4bdd6", "name": "network-vif-plugged", "status": "completed", "tag": "277e5b2e-e54c-49dc-bb09-ac537b3afadb"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:22:08.643989 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 277e5b2e-e54c-49dc-bb09-ac537b3afadb, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=277e5b2e-e54c-49dc-bb09-ac537b3afadb,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:22:08.648307 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:08.671762 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50d1c59-f9a7-43b4-b0d3-b2459cd02528 x-openstack-request-id: req-e50d1c59-f9a7-43b4-b0d3-b2459cd02528 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:22:08.671762 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022db0d9-dd9f-4516-9317-3c3c9cd4bdd6", "name": "network-vif-plugged", "status": "completed", "tag": "277e5b2e-e54c-49dc-bb09-ac537b3afadb", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:22:08.671762 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e50d1c59-f9a7-43b4-b0d3-b2459cd02528 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:22:08.672201 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022db0d9-dd9f-4516-9317-3c3c9cd4bdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277e5b2e-e54c-49dc-bb09-ac537b3afadb', 'code': 200} Sep 07 19:22:08.717538 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=277e5b2e-e54c-49dc-bb09-ac537b3afadb,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:08.776176 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddddb0-e10a-4400-9d0f-7383200aa36c req-a8f2573b-a66f-4aab-94f7-4f21b5606dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:08.776428 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9cddddb0-e10a-4400-9d0f-7383200aa36c req-a8f2573b-a66f-4aab-94f7-4f21b5606dac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 1096 time: 0.0476110 Sep 07 19:22:08.812777 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9cddddb0-e10a-4400-9d0f-7383200aa36c req-af4f1cb3-e97e-4242-a6f7-4edb3a21eb66 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291705 Sep 07 19:22:08.987509 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94b7df-063b-451a-8701-e00b6ca278ab req-f596629c-1296-4b36-9526-e135c088cdc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:08.989078 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bd94b7df-063b-451a-8701-e00b6ca278ab req-f596629c-1296-4b36-9526-e135c088cdc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 945 time: 0.0526934 Sep 07 19:22:09.037048 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bd94b7df-063b-451a-8701-e00b6ca278ab req-ee40366f-84d3-4abf-99d6-111c2ab38b9b tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415394 Sep 07 19:22:10.155802 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4aad7-c7ec-4e9a-9e28-30d215224a23 req-5af5dd7a-c5af-44bc-a179-a0bed6e96df7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:10.157841 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cca4aad7-c7ec-4e9a-9e28-30d215224a23 req-5af5dd7a-c5af-44bc-a179-a0bed6e96df7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 945 time: 0.0496933 Sep 07 19:22:10.198596 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cca4aad7-c7ec-4e9a-9e28-30d215224a23 req-9c4804aa-586b-4ec7-b1d1-1f2edb5c4d9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333557 Sep 07 19:22:10.322915 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342ee67-2729-47f5-92d6-a4368e11401e req-26ede6bd-ff63-4381-834a-e84ba6f884ed tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:10.324539 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f342ee67-2729-47f5-92d6-a4368e11401e req-26ede6bd-ff63-4381-834a-e84ba6f884ed tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 945 time: 0.0566406 Sep 07 19:22:10.368775 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f342ee67-2729-47f5-92d6-a4368e11401e req-83c6641e-2445-4c56-846f-92294b0f246c tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370221 Sep 07 19:22:10.718622 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf649df1-a805-425a-ab67-55bea2f6603a req-e63512a2-284b-491f-92c4-1e8085800904 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:10.721035 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf649df1-a805-425a-ab67-55bea2f6603a req-e63512a2-284b-491f-92c4-1e8085800904 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 945 time: 0.0669303 Sep 07 19:22:10.766496 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf649df1-a805-425a-ab67-55bea2f6603a req-795755aa-e3b5-4c32-b732-724fce6549b3 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388412 Sep 07 19:22:11.897203 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a1007-4976-4124-b28a-c87c3af970ca req-a3b351a2-c5de-41ab-b6df-7b199bc6ea46 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:11.899768 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-796a1007-4976-4124-b28a-c87c3af970ca req-a3b351a2-c5de-41ab-b6df-7b199bc6ea46 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 945 time: 0.0589299 Sep 07 19:22:11.949756 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-796a1007-4976-4124-b28a-c87c3af970ca req-a9aa974a-c06a-45a3-b820-5845d124d031 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400960 Sep 07 19:22:12.172338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55641509-f92c-45ca-b790-9542bb6fb510 req-b0ee9a2b-1d3b-4f12-9f57-8cccc2911027 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:12.174576 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55641509-f92c-45ca-b790-9542bb6fb510 req-b0ee9a2b-1d3b-4f12-9f57-8cccc2911027 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.36 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 945 time: 0.0558279 Sep 07 19:22:12.274930 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-55641509-f92c-45ca-b790-9542bb6fb510 req-9609ea84-59fa-460c-b9b8-d70f22b35d28 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Deleting port 277e5b2e-e54c-49dc-bb09-ac537b3afadb {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:22:12.274930 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-55641509-f92c-45ca-b790-9542bb6fb510 req-9609ea84-59fa-460c-b9b8-d70f22b35d28 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:12.390071 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-55641509-f92c-45ca-b790-9542bb6fb510 req-9609ea84-59fa-460c-b9b8-d70f22b35d28 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] For port 277e5b2e-e54c-49dc-bb09-ac537b3afadb, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=277e5b2e-e54c-49dc-bb09-ac537b3afadb,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:22:12.390545 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-55641509-f92c-45ca-b790-9542bb6fb510 req-9609ea84-59fa-460c-b9b8-d70f22b35d28 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:12.406314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-55641509-f92c-45ca-b790-9542bb6fb510 req-9609ea84-59fa-460c-b9b8-d70f22b35d28 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Calling delete_port for 277e5b2e-e54c-49dc-bb09-ac537b3afadb owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:22:12.572830 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-55641509-f92c-45ca-b790-9542bb6fb510 req-9609ea84-59fa-460c-b9b8-d70f22b35d28 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:12.586653 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['12e25f03-3a13-4ec2-88c6-ed4a42485eda'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:22:12.615403 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609ea84-59fa-460c-b9b8-d70f22b35d28 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event deleted for resources: {'Port': ['ID=277e5b2e-e54c-49dc-bb09-ac537b3afadb,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:12.665396 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-55641509-f92c-45ca-b790-9542bb6fb510 req-9609ea84-59fa-460c-b9b8-d70f22b35d28 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] No DVR routers for this DVR port 277e5b2e-e54c-49dc-bb09-ac537b3afadb on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:22:12.668610 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-55641509-f92c-45ca-b790-9542bb6fb510 req-9609ea84-59fa-460c-b9b8-d70f22b35d28 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:12.671216 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-55641509-f92c-45ca-b790-9542bb6fb510 req-9609ea84-59fa-460c-b9b8-d70f22b35d28 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.36 "DELETE /v2.0/ports/277e5b2e-e54c-49dc-bb09-ac537b3afadb HTTP/1.1" status: 204 len: 173 time: 0.4898829 Sep 07 19:22:12.671843 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022db0d9-dd9f-4516-9317-3c3c9cd4bdd6', 'name': 'network-vif-deleted', 'tag': '277e5b2e-e54c-49dc-bb09-ac537b3afadb'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:22:12.676720 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759bd56e-af98-4f86-874d-69c0e8c163b5" -d '{"events": [{"server_uuid": "022db0d9-dd9f-4516-9317-3c3c9cd4bdd6", "name": "network-vif-deleted", "tag": "277e5b2e-e54c-49dc-bb09-ac537b3afadb"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:22:12.737129 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9076e3ba-2b3a-454d-913b-472721af4f2e x-openstack-request-id: req-9076e3ba-2b3a-454d-913b-472721af4f2e {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:22:12.738203 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022db0d9-dd9f-4516-9317-3c3c9cd4bdd6", "name": "network-vif-deleted", "tag": "277e5b2e-e54c-49dc-bb09-ac537b3afadb", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:22:12.738561 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9076e3ba-2b3a-454d-913b-472721af4f2e {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:22:12.738975 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022db0d9-dd9f-4516-9317-3c3c9cd4bdd6', 'name': 'network-vif-deleted', 'tag': '277e5b2e-e54c-49dc-bb09-ac537b3afadb', 'status': 'completed', 'code': 200} Sep 07 19:22:13.067731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54df8294-2865-4efd-9ed6-ca34bd97d031 req-56009366-e397-44d8-b0ff-de2227d130d7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 210 time: 0.0318854 Sep 07 19:22:13.109417 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:14.025762 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:14.169278 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e14c487-a530-4f5d-bfbd-6b65e57d6d59 req-adb52eb6-c5ca-428d-9826-2ec1262d4431 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 210 time: 0.0274224 Sep 07 19:22:14.458052 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 277e5b2e-e54c-49dc-bb09-ac537b3afadb no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:22:14.480614 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 277e5b2e-e54c-49dc-bb09-ac537b3afadb {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:22:14.480954 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 277e5b2e-e54c-49dc-bb09-ac537b3afadb not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:22:15.290448 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9f5037c-41bd-41f5-ad4c-d64742ecc8a4 req-7c0f20d7-1071-494a-bf22-ea7d87b361f8 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 210 time: 0.0395141 Sep 07 19:22:16.408936 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad852cfb-657c-442b-ab43-bd4e5bc11873 req-e1bee423-c213-4856-a59e-358688f834ed tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=022db0d9-dd9f-4516-9317-3c3c9cd4bdd6 HTTP/1.1" status: 200 len: 210 time: 0.0307870 Sep 07 19:22:18.650297 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:22:19.354528 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9130202a-af4e-4aaa-9c7a-195db3e49034 req-286d6a56-1095-41a7-aa6b-9c8778ea66f4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491083 Sep 07 19:22:19.446958 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130202a-af4e-4aaa-9c7a-195db3e49034 req-3da442ae-6eef-4753-9bfd-60fb781c2bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:19.448452 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9130202a-af4e-4aaa-9c7a-195db3e49034 req-3da442ae-6eef-4753-9bfd-60fb781c2bcf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 1097 time: 0.0420017 Sep 07 19:22:19.563968 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130202a-af4e-4aaa-9c7a-195db3e49034 req-d006719f-8bb4-43cb-a120-5ea823ba33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:19.565534 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9130202a-af4e-4aaa-9c7a-195db3e49034 req-d006719f-8bb4-43cb-a120-5ea823ba33f4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 913 time: 0.0961113 Sep 07 19:22:19.618000 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9130202a-af4e-4aaa-9c7a-195db3e49034 req-eac86be7-4fc1-42d1-9316-ae2c0859ce31 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12e25f03-3a13-4ec2-88c6-ed4a42485eda HTTP/1.1" status: 200 len: 217 time: 0.0440860 Sep 07 19:22:19.690647 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130202a-af4e-4aaa-9c7a-195db3e49034 req-7784c0dc-6de9-4252-9df8-e062b825e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:19.692617 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9130202a-af4e-4aaa-9c7a-195db3e49034 req-7784c0dc-6de9-4252-9df8-e062b825e16d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0672529 Sep 07 19:22:19.752501 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130202a-af4e-4aaa-9c7a-195db3e49034 req-51bb7d9d-771b-489b-b612-9c82a8bcef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:19.754218 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9130202a-af4e-4aaa-9c7a-195db3e49034 req-51bb7d9d-771b-489b-b612-9c82a8bcef6f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513332 Sep 07 19:22:19.852114 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9130202a-af4e-4aaa-9c7a-195db3e49034 req-e038b5bb-e5da-48dc-911e-50d7d23e6ce1 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903018 Sep 07 19:22:19.959502 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9130202a-af4e-4aaa-9c7a-195db3e49034 req-de6f3c44-9bc8-476b-a7f1-513d7ba3915c service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964687 Sep 07 19:22:22.049762 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bb10c-05ba-4a7e-a080-87cbdf0b3c7b req-acaaf7ef-7680-492d-a9c6-a9de55bfb6f7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:22.051392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a22bb10c-05ba-4a7e-a080-87cbdf0b3c7b req-acaaf7ef-7680-492d-a9c6-a9de55bfb6f7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 946 time: 0.0508833 Sep 07 19:22:22.091850 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a22bb10c-05ba-4a7e-a080-87cbdf0b3c7b req-44665158-6dff-47ad-98ea-16fa44a1ee11 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340483 Sep 07 19:22:23.215418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c45c0-0773-4e1e-bfb7-ca97314899c9 req-705d6570-353f-4422-a19f-1e07fb7fca7d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:23.216880 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-328c45c0-0773-4e1e-bfb7-ca97314899c9 req-705d6570-353f-4422-a19f-1e07fb7fca7d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 946 time: 0.0525811 Sep 07 19:22:23.225241 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47016) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:23.261682 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-328c45c0-0773-4e1e-bfb7-ca97314899c9 req-36e76069-7dbb-4152-b3ce-6aa064042038 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375462 Sep 07 19:22:23.337207 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6f70-0d95-45b2-b40e-f64949648ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:23.424730 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6f70-0d95-45b2-b40e-f64949648ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:23.428281 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6f70-0d95-45b2-b40e-f64949648ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:23.465740 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4ffc6f70-0d95-45b2-b40e-f64949648ff7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33545825446d46e68da3a1333bdc1570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393813 Sep 07 19:22:23.466803 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc6f70-0d95-45b2-b40e-f64949648ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59611bc7-8064-4b9f-bf98-5dd12f941df7,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:23.468415 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47022) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:23.475033 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc6f70-0d95-45b2-b40e-f64949648ff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:23.475379 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc6f70-0d95-45b2-b40e-f64949648ff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:23.475722 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc6f70-0d95-45b2-b40e-f64949648ff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:23.476055 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc6f70-0d95-45b2-b40e-f64949648ff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:23.476473 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc6f70-0d95-45b2-b40e-f64949648ff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:23.476821 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc6f70-0d95-45b2-b40e-f64949648ff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:23.477175 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc6f70-0d95-45b2-b40e-f64949648ff7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:23.477496 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc6f70-0d95-45b2-b40e-f64949648ff7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:23.477818 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc6f70-0d95-45b2-b40e-f64949648ff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:23.478170 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc6f70-0d95-45b2-b40e-f64949648ff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:23.478567 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc6f70-0d95-45b2-b40e-f64949648ff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:23.478891 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc6f70-0d95-45b2-b40e-f64949648ff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:23.517729 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6c4ebd8e-4b3f-48d5-bcd5-142b08113304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:23.539320 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6c4ebd8e-4b3f-48d5-bcd5-142b08113304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:23.590820 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6c4ebd8e-4b3f-48d5-bcd5-142b08113304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:23.593457 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6c4ebd8e-4b3f-48d5-bcd5-142b08113304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:23.594733 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6c4ebd8e-4b3f-48d5-bcd5-142b08113304 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/59611bc7-8064-4b9f-bf98-5dd12f941df7 HTTP/1.1" status: 204 len: 168 time: 0.1251738 Sep 07 19:22:23.603400 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ebd8e-4b3f-48d5-bcd5-142b08113304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59611bc7-8064-4b9f-bf98-5dd12f941df7,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:23.734877 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ca8cc-b790-4be4-9b46-6fb4174e699a req-80aeb136-6f5d-4265-80fc-b48832f4d2e1 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:23.736378 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b2ca8cc-b790-4be4-9b46-6fb4174e699a req-80aeb136-6f5d-4265-80fc-b48832f4d2e1 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 946 time: 0.0541701 Sep 07 19:22:23.833285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-7b2ca8cc-b790-4be4-9b46-6fb4174e699a req-ab7678ca-1f7d-4754-9f41-7c0e5f277f3a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Deleting port 12e25f03-3a13-4ec2-88c6-ed4a42485eda {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:22:23.833632 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7b2ca8cc-b790-4be4-9b46-6fb4174e699a req-ab7678ca-1f7d-4754-9f41-7c0e5f277f3a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:23.923104 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-7b2ca8cc-b790-4be4-9b46-6fb4174e699a req-ab7678ca-1f7d-4754-9f41-7c0e5f277f3a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] For port 12e25f03-3a13-4ec2-88c6-ed4a42485eda, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=12e25f03-3a13-4ec2-88c6-ed4a42485eda,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:22:23.923479 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7b2ca8cc-b790-4be4-9b46-6fb4174e699a req-ab7678ca-1f7d-4754-9f41-7c0e5f277f3a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:23.936356 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-7b2ca8cc-b790-4be4-9b46-6fb4174e699a req-ab7678ca-1f7d-4754-9f41-7c0e5f277f3a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Calling delete_port for 12e25f03-3a13-4ec2-88c6-ed4a42485eda owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:22:24.073008 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7b2ca8cc-b790-4be4-9b46-6fb4174e699a req-ab7678ca-1f7d-4754-9f41-7c0e5f277f3a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:24.086683 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['12e25f03-3a13-4ec2-88c6-ed4a42485eda'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:22:24.115480 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7678ca-1f7d-4754-9f41-7c0e5f277f3a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event deleted for resources: {'Port': ['ID=12e25f03-3a13-4ec2-88c6-ed4a42485eda,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:24.156795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2ca8cc-b790-4be4-9b46-6fb4174e699a req-ab7678ca-1f7d-4754-9f41-7c0e5f277f3a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] No DVR routers for this DVR port 12e25f03-3a13-4ec2-88c6-ed4a42485eda on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:22:24.160324 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7b2ca8cc-b790-4be4-9b46-6fb4174e699a req-ab7678ca-1f7d-4754-9f41-7c0e5f277f3a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:24.162709 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b2ca8cc-b790-4be4-9b46-6fb4174e699a req-ab7678ca-1f7d-4754-9f41-7c0e5f277f3a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "DELETE /v2.0/ports/12e25f03-3a13-4ec2-88c6-ed4a42485eda HTTP/1.1" status: 204 len: 173 time: 0.4196725 Sep 07 19:22:24.163184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54176ff2-512d-4f32-a8f9-bd9b90afe8a5', 'name': 'network-vif-deleted', 'tag': '12e25f03-3a13-4ec2-88c6-ed4a42485eda'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:22:24.166574 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79598bde-5cd8-41c8-86d1-c5285129a43b" -d '{"events": [{"server_uuid": "54176ff2-512d-4f32-a8f9-bd9b90afe8a5", "name": "network-vif-deleted", "tag": "12e25f03-3a13-4ec2-88c6-ed4a42485eda"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:22:24.206961 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8394e74-c13b-4792-8f71-0e2997bbe7a6 x-openstack-request-id: req-d8394e74-c13b-4792-8f71-0e2997bbe7a6 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:22:24.207257 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54176ff2-512d-4f32-a8f9-bd9b90afe8a5", "name": "network-vif-deleted", "tag": "12e25f03-3a13-4ec2-88c6-ed4a42485eda", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:22:24.207513 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d8394e74-c13b-4792-8f71-0e2997bbe7a6 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:22:24.208038 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54176ff2-512d-4f32-a8f9-bd9b90afe8a5', 'name': 'network-vif-deleted', 'tag': '12e25f03-3a13-4ec2-88c6-ed4a42485eda', 'status': 'completed', 'code': 200} Sep 07 19:22:24.362763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c45324e-764d-4337-ad82-1f55aa90a49d req-08bd7546-ea9e-486b-8fcf-d5cf8230a059 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 210 time: 0.0281501 Sep 07 19:22:24.685714 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47056) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:24.793455 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-88056855-c986-4344-981c-5f82128e014f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:24.877785 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4cd057e0-d62d-439d-ab90-db53e96bfac9 req-c7189ec6-67e4-45d7-b5ba-49be92512be3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677240 Sep 07 19:22:24.927508 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-88056855-c986-4344-981c-5f82128e014f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:24.939760 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-88056855-c986-4344-981c-5f82128e014f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:25.005195 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-88056855-c986-4344-981c-5f82128e014f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=055ccfa57a52491ea1f9e95db5675929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3160391 Sep 07 19:22:25.006167 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47060) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:25.013669 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88056855-c986-4344-981c-5f82128e014f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ef50bb-18a0-4164-9c8d-1911faab1115,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:25.032658 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd057e0-d62d-439d-ab90-db53e96bfac9 req-ed7ec483-0186-48fe-abdb-41e69da42a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:25.033540 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4cd057e0-d62d-439d-ab90-db53e96bfac9 req-ed7ec483-0186-48fe-abdb-41e69da42a80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=254a2ba6f1404816a3dabc83cc8e217d&device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 1096 time: 0.1035571 Sep 07 19:22:25.131883 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da1cb8b6-a4f4-4142-ad5e-c19a45c86ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:25.163088 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da1cb8b6-a4f4-4142-ad5e-c19a45c86ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:25.191411 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd057e0-d62d-439d-ab90-db53e96bfac9 req-68ec72d3-c5d2-46a7-b2c0-8e1f24d8fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:25.192847 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4cd057e0-d62d-439d-ab90-db53e96bfac9 req-68ec72d3-c5d2-46a7-b2c0-8e1f24d8fc3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=c59d35e9-a47c-4db1-9fe0-f71f03677711 HTTP/1.1" status: 200 len: 910 time: 0.1348941 Sep 07 19:22:25.269006 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da1cb8b6-a4f4-4142-ad5e-c19a45c86ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:25.271563 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da1cb8b6-a4f4-4142-ad5e-c19a45c86ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:25.272744 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-da1cb8b6-a4f4-4142-ad5e-c19a45c86ef4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90ef50bb-18a0-4164-9c8d-1911faab1115 HTTP/1.1" status: 204 len: 168 time: 0.2659001 Sep 07 19:22:25.281107 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4cd057e0-d62d-439d-ab90-db53e96bfac9 req-31993171-9f53-47ff-b866-10db417250f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aef675e-8fdf-4092-838c-b6927b6908cc HTTP/1.1" status: 200 len: 1001 time: 0.0758958 Sep 07 19:22:25.282296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cb8b6-a4f4-4142-ad5e-c19a45c86ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ef50bb-18a0-4164-9c8d-1911faab1115,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:25.338170 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd057e0-d62d-439d-ab90-db53e96bfac9 req-e695d649-abe2-466b-9322-0399ffe68cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:25.340084 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4cd057e0-d62d-439d-ab90-db53e96bfac9 req-e695d649-abe2-466b-9322-0399ffe68cdb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=765e9a5e-c40a-4665-aaca-06d64bc75a68 HTTP/1.1" status: 200 len: 848 time: 0.0501914 Sep 07 19:22:25.405944 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd057e0-d62d-439d-ab90-db53e96bfac9 req-c57a0783-40da-4269-977b-a18c4d32b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:25.407927 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4cd057e0-d62d-439d-ab90-db53e96bfac9 req-c57a0783-40da-4269-977b-a18c4d32b770 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c59d35e9-a47c-4db1-9fe0-f71f03677711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596154 Sep 07 19:22:25.490529 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6745d905-65fd-4364-8e94-312617fbd2aa req-82e6897f-def3-45bc-ba21-d60c97d07c13 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 210 time: 0.0327873 Sep 07 19:22:25.552375 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4cd057e0-d62d-439d-ab90-db53e96bfac9 req-951ae329-4c1f-4c65-bfb1-9ed127e0e411 service neutron] 10.222.0.36 "GET /v2.0/networks/c59d35e9-a47c-4db1-9fe0-f71f03677711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353130 Sep 07 19:22:25.666412 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4cd057e0-d62d-439d-ab90-db53e96bfac9 req-5242718d-24b5-46f8-820a-1876a0cf5794 service neutron] 10.222.0.36 "GET /v2.0/networks/c59d35e9-a47c-4db1-9fe0-f71f03677711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032157 Sep 07 19:22:25.962821 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b3c4afa9-35af-4591-83c7-f48cf8da31ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:26.586793 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-28a96de5-373a-42b2-ba6e-d0fc937735cb req-2293e6e3-f699-4721-a49a-97d9683f368e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 210 time: 0.0263929 Sep 07 19:22:27.686203 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a0ef1c6-4e11-429a-a5d6-c8a842bd0047 req-5d84e568-8e80-4557-b6ee-c44395f65918 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=54176ff2-512d-4f32-a8f9-bd9b90afe8a5 HTTP/1.1" status: 200 len: 210 time: 0.0276308 Sep 07 19:22:27.763389 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 12e25f03-3a13-4ec2-88c6-ed4a42485eda no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:22:27.784119 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 12e25f03-3a13-4ec2-88c6-ed4a42485eda {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:22:27.784373 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 12e25f03-3a13-4ec2-88c6-ed4a42485eda not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:22:28.807784 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-98669a4d-cf68-4376-97b6-ae5b2ac39ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:29.073214 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:30.283929 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:30.678768 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47124) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:30.697023 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47126) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:30.702112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-602eca90-3c67-457f-a47b-57c0df577143 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2102221798', 'description': 'tempest-secgroup-smoke-2102221798 description', 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:22:30.726470 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-602eca90-3c67-457f-a47b-57c0df577143 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:30.810146 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-602eca90-3c67-457f-a47b-57c0df577143 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:30.813883 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-602eca90-3c67-457f-a47b-57c0df577143 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:30.841992 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-602eca90-3c67-457f-a47b-57c0df577143 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:30.843214 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-602eca90-3c67-457f-a47b-57c0df577143 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1452079 Sep 07 19:22:30.845769 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602eca90-3c67-457f-a47b-57c0df577143 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32310006-ef96-4c98-a2da-320a94c36de7,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:30.846840 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47128) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:30.852102 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4ee625e4-7ecb-497d-9705-6fd5eb311cb5 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Request body: {'security_group_rule': {'security_group_id': '32310006-ef96-4c98-a2da-320a94c36de7', 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:22:30.853182 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eca90-3c67-457f-a47b-57c0df577143 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:30.853527 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eca90-3c67-457f-a47b-57c0df577143 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:30.853868 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eca90-3c67-457f-a47b-57c0df577143 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:30.854197 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eca90-3c67-457f-a47b-57c0df577143 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:30.854523 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eca90-3c67-457f-a47b-57c0df577143 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:30.854845 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eca90-3c67-457f-a47b-57c0df577143 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:30.855164 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eca90-3c67-457f-a47b-57c0df577143 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:30.855481 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eca90-3c67-457f-a47b-57c0df577143 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:30.855798 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eca90-3c67-457f-a47b-57c0df577143 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:30.856111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eca90-3c67-457f-a47b-57c0df577143 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:30.856426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eca90-3c67-457f-a47b-57c0df577143 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:30.856767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eca90-3c67-457f-a47b-57c0df577143 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:30.859655 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b8982bcc-f8d6-4a46-9f91-411c59cb1754 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Deleting port a17234c8-947c-4004-8458-a2ce0bbb9008 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:22:30.860008 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b8982bcc-f8d6-4a46-9f91-411c59cb1754 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:30.930818 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4ee625e4-7ecb-497d-9705-6fd5eb311cb5 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:30.968036 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b8982bcc-f8d6-4a46-9f91-411c59cb1754 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:30.968299 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b8982bcc-f8d6-4a46-9f91-411c59cb1754 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:30.991822 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b8982bcc-f8d6-4a46-9f91-411c59cb1754 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Calling delete_port for a17234c8-947c-4004-8458-a2ce0bbb9008 owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:22:31.050349 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4ee625e4-7ecb-497d-9705-6fd5eb311cb5 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.055076 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4ee625e4-7ecb-497d-9705-6fd5eb311cb5 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.090130 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee625e4-7ecb-497d-9705-6fd5eb311cb5 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361ff816-f825-4507-b085-243d995df129,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:31.095662 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4ee625e4-7ecb-497d-9705-6fd5eb311cb5 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.096889 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4ee625e4-7ecb-497d-9705-6fd5eb311cb5 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2491114 Sep 07 19:22:31.099716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47130) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:31.104724 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-9a9dc8e8-330d-4799-a8a3-f9f86c60d406 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Request body: {'security_group_rule': {'security_group_id': '32310006-ef96-4c98-a2da-320a94c36de7', 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:22:31.131270 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a9dc8e8-330d-4799-a8a3-f9f86c60d406 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.182248 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b8982bcc-f8d6-4a46-9f91-411c59cb1754 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.192771 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a9dc8e8-330d-4799-a8a3-f9f86c60d406 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.196783 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a9dc8e8-330d-4799-a8a3-f9f86c60d406 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.213215 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8982bcc-f8d6-4a46-9f91-411c59cb1754 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Port': ['ID=a17234c8-947c-4004-8458-a2ce0bbb9008,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:31.215467 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9dc8e8-330d-4799-a8a3-f9f86c60d406 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fee6db8-2bc7-4bfd-8774-2c5e09594fde,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:31.221959 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a9dc8e8-330d-4799-a8a3-f9f86c60d406 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.223079 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9a9dc8e8-330d-4799-a8a3-f9f86c60d406 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222680 Sep 07 19:22:31.225792 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47132) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:31.230174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e154b0b4-85c0-4c14-a7c5-c1db87efd891 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Request body: {'security_group_rule': {'security_group_id': '32310006-ef96-4c98-a2da-320a94c36de7', 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:22:31.257320 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e154b0b4-85c0-4c14-a7c5-c1db87efd891 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.284611 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b8982bcc-f8d6-4a46-9f91-411c59cb1754 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.284961 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-b8982bcc-f8d6-4a46-9f91-411c59cb1754 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Floating IP fdf8ae4b-7c78-4b57-8ddf-95f0f23b9473 disassociated (deleted). External IP: 172.25.8.206, port: 94d8b12f-337b-44c2-8d75-967172ea8377. Sep 07 19:22:31.314594 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e154b0b4-85c0-4c14-a7c5-c1db87efd891 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.318337 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e154b0b4-85c0-4c14-a7c5-c1db87efd891 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.335994 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154b0b4-85c0-4c14-a7c5-c1db87efd891 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0590c51-991d-4ba4-b7bf-5ad9eb280b5f,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:31.342516 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e154b0b4-85c0-4c14-a7c5-c1db87efd891 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.347918 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e154b0b4-85c0-4c14-a7c5-c1db87efd891 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172628 Sep 07 19:22:31.348853 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47134) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:31.352751 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-ddf074a4-7a13-4ae6-b629-ba354a08029c tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Request body: {'security_group_rule': {'security_group_id': '32310006-ef96-4c98-a2da-320a94c36de7', 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:22:31.380910 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ddf074a4-7a13-4ae6-b629-ba354a08029c tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.445956 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ddf074a4-7a13-4ae6-b629-ba354a08029c tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.449679 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ddf074a4-7a13-4ae6-b629-ba354a08029c tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.471494 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf074a4-7a13-4ae6-b629-ba354a08029c tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a29a48d-1a1e-4d8d-9d92-19daaa82cc87,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:31.475713 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ddf074a4-7a13-4ae6-b629-ba354a08029c tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.476973 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ddf074a4-7a13-4ae6-b629-ba354a08029c tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278441 Sep 07 19:22:31.479595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47136) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:31.483943 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-04af791d-441c-48ce-b256-1c73ba2abeb6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Request body: {'security_group_rule': {'security_group_id': '32310006-ef96-4c98-a2da-320a94c36de7', 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:22:31.503773 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8982bcc-f8d6-4a46-9f91-411c59cb1754 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Router e87da321-8d57-4836-a4eb-1515708cf7ca has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:22:31.505699 n-d-807786-1 neutron-server[101445]: INFO neutron.db.securitygroups_db [None req-04af791d-441c-48ce-b256-1c73ba2abeb6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Project 73c2ecafe8034c5e899d0af72b0de7b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:22:31.510581 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-04af791d-441c-48ce-b256-1c73ba2abeb6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.572466 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-04af791d-441c-48ce-b256-1c73ba2abeb6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.576660 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-04af791d-441c-48ce-b256-1c73ba2abeb6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.595458 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af791d-441c-48ce-b256-1c73ba2abeb6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ef3e3b-7ac7-4ed6-b35f-5b0c2067fa87,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:31.603801 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-04af791d-441c-48ce-b256-1c73ba2abeb6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.607610 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-04af791d-441c-48ce-b256-1c73ba2abeb6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247239 Sep 07 19:22:31.607851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47138) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:31.612736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-08fe501a-5bc7-4f5a-9f0e-59521be4e0f4 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Request body: {'security_group_rule': {'security_group_id': '32310006-ef96-4c98-a2da-320a94c36de7', 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:22:31.629265 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8982bcc-f8d6-4a46-9f91-411c59cb1754 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:22:31.634208 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b8982bcc-f8d6-4a46-9f91-411c59cb1754 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.640216 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e731d5-3898-4337-9fd2-9a7f07ee5534 None None] Sync routers for ids ['e87da321-8d57-4836-a4eb-1515708cf7ca'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:22:31.642646 n-d-807786-1 neutron-server[101445]: INFO neutron.db.securitygroups_db [None req-08fe501a-5bc7-4f5a-9f0e-59521be4e0f4 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Project 73c2ecafe8034c5e899d0af72b0de7b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:22:31.647940 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-08fe501a-5bc7-4f5a-9f0e-59521be4e0f4 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.650277 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e731d5-3898-4337-9fd2-9a7f07ee5534 None None] Routers {'e87da321-8d57-4836-a4eb-1515708cf7ca'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:22:31.650937 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b8e731d5-3898-4337-9fd2-9a7f07ee5534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:22:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e87da321-8d57-4836-a4eb-1515708cf7ca'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:22:31.673460 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b8982bcc-f8d6-4a46-9f91-411c59cb1754 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "DELETE /v2.0/floatingips/fdf8ae4b-7c78-4b57-8ddf-95f0f23b9473 HTTP/1.1" status: 204 len: 168 time: 0.9932463 Sep 07 19:22:31.674358 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '147eba96-cd78-492d-8e0f-8c32cbd9ed7a', 'tag': '94d8b12f-337b-44c2-8d75-967172ea8377'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:22:31.677269 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8daa412e-cf70-4877-b80d-8c68d86b1af7" -d '{"events": [{"name": "network-changed", "server_uuid": "147eba96-cd78-492d-8e0f-8c32cbd9ed7a", "tag": "94d8b12f-337b-44c2-8d75-967172ea8377"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:22:31.718419 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-08fe501a-5bc7-4f5a-9f0e-59521be4e0f4 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.724550 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-08fe501a-5bc7-4f5a-9f0e-59521be4e0f4 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.749980 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe501a-5bc7-4f5a-9f0e-59521be4e0f4 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a85f9d-b6fa-4e21-970a-29a2e64ede17,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:31.765681 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-08fe501a-5bc7-4f5a-9f0e-59521be4e0f4 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.767572 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-08fe501a-5bc7-4f5a-9f0e-59521be4e0f4 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1587577 Sep 07 19:22:31.832299 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:31.874445 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-b8e731d5-3898-4337-9fd2-9a7f07ee5534 None None] Set router e87da321-8d57-4836-a4eb-1515708cf7ca gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:22:31.912294 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d043ddd0-7003-4d95-901e-27f2353ce77f x-openstack-request-id: req-d043ddd0-7003-4d95-901e-27f2353ce77f {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:22:31.913372 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "147eba96-cd78-492d-8e0f-8c32cbd9ed7a", "tag": "94d8b12f-337b-44c2-8d75-967172ea8377", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:22:31.913372 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d043ddd0-7003-4d95-901e-27f2353ce77f {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:22:31.913576 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '147eba96-cd78-492d-8e0f-8c32cbd9ed7a', 'tag': '94d8b12f-337b-44c2-8d75-967172ea8377', 'status': 'completed', 'code': 200} Sep 07 19:22:32.010435 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa412e-cf70-4877-b80d-8c68d86b1af7 req-7814fd46-cd19-484e-bd7c-e0727fd83f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:32.011971 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8daa412e-cf70-4877-b80d-8c68d86b1af7 req-7814fd46-cd19-484e-bd7c-e0727fd83f15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 1097 time: 0.0781152 Sep 07 19:22:32.020316 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fc0f6-c70f-4ba7-bb93-3b3bb90bcf11 req-3cd45d83-6fe8-44c8-8f1f-3d3e0620e03a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:32.021793 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e2fc0f6-c70f-4ba7-bb93-3b3bb90bcf11 req-3cd45d83-6fe8-44c8-8f1f-3d3e0620e03a tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.0793664 Sep 07 19:22:32.098620 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b8e731d5-3898-4337-9fd2-9a7f07ee5534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497506374', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:20:42Z', 'updated_at': '2021-09-07T19:20:47Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:93:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:43Z', 'updated_at': '2021-09-07T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '4d7780b1-52af-40c4-9f0c-2d4614200dda', 'name': '', 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:04:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe48bbb-daf7-4736-9cf4-fe93dbb2d201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:46Z', 'updated_at': '2021-09-07T19:20:52Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '0fe48bbb-daf7-4736-9cf4-fe93dbb2d201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:22:32.119001 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e2fc0f6-c70f-4ba7-bb93-3b3bb90bcf11 req-11884dd5-ec35-4b14-8e38-af081125498d tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784111 Sep 07 19:22:32.127283 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e731d5-3898-4337-9fd2-9a7f07ee5534 None None] Checking router: e87da321-8d57-4836-a4eb-1515708cf7ca for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:22:32.135798 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa412e-cf70-4877-b80d-8c68d86b1af7 req-0c81a9f6-1e6e-4bdb-8ea2-7d2dbcb23a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:32.135996 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e731d5-3898-4337-9fd2-9a7f07ee5534 None None] Routers {'e87da321-8d57-4836-a4eb-1515708cf7ca'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:22:32.136623 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b8e731d5-3898-4337-9fd2-9a7f07ee5534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:22:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e87da321-8d57-4836-a4eb-1515708cf7ca'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:22:32.137325 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8daa412e-cf70-4877-b80d-8c68d86b1af7 req-0c81a9f6-1e6e-4bdb-8ea2-7d2dbcb23a79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f4d4536-4616-4d9d-b2d9-ec70c883d367 HTTP/1.1" status: 200 len: 898 time: 0.1146662 Sep 07 19:22:32.197069 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8daa412e-cf70-4877-b80d-8c68d86b1af7 req-1f0a1bb3-1758-4d10-8cd6-aabe27f6737e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d8b12f-337b-44c2-8d75-967172ea8377 HTTP/1.1" status: 200 len: 217 time: 0.0476894 Sep 07 19:22:32.251783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa412e-cf70-4877-b80d-8c68d86b1af7 req-19f37a67-c657-4257-ae35-d2734aa3ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:32.253631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8daa412e-cf70-4877-b80d-8c68d86b1af7 req-19f37a67-c657-4257-ae35-d2734aa3ab8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fe48bbb-daf7-4736-9cf4-fe93dbb2d201 HTTP/1.1" status: 200 len: 835 time: 0.0497437 Sep 07 19:22:32.274534 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-b8e731d5-3898-4337-9fd2-9a7f07ee5534 None None] Set router e87da321-8d57-4836-a4eb-1515708cf7ca gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:22:32.309552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa412e-cf70-4877-b80d-8c68d86b1af7 req-f042ec47-4551-4110-a10f-87a1eb8e3593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:32.311600 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8daa412e-cf70-4877-b80d-8c68d86b1af7 req-f042ec47-4551-4110-a10f-87a1eb8e3593 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f4d4536-4616-4d9d-b2d9-ec70c883d367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492699 Sep 07 19:22:32.418819 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8daa412e-cf70-4877-b80d-8c68d86b1af7 req-6f6f64d7-137a-4cec-8d1b-2f2be6a8d058 service neutron] 10.222.0.36 "GET /v2.0/networks/1f4d4536-4616-4d9d-b2d9-ec70c883d367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985930 Sep 07 19:22:32.493675 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b8e731d5-3898-4337-9fd2-9a7f07ee5534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497506374', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:20:42Z', 'updated_at': '2021-09-07T19:20:47Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:93:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:43Z', 'updated_at': '2021-09-07T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '4d7780b1-52af-40c4-9f0c-2d4614200dda', 'name': '', 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:04:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe48bbb-daf7-4736-9cf4-fe93dbb2d201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:46Z', 'updated_at': '2021-09-07T19:20:52Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '0fe48bbb-daf7-4736-9cf4-fe93dbb2d201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:22:32.514303 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8daa412e-cf70-4877-b80d-8c68d86b1af7 req-2c180271-0c11-49ed-8174-221b01212d55 service neutron] 10.222.0.36 "GET /v2.0/networks/1f4d4536-4616-4d9d-b2d9-ec70c883d367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872705 Sep 07 19:22:32.522153 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e731d5-3898-4337-9fd2-9a7f07ee5534 None None] The sync data for ids ['e87da321-8d57-4836-a4eb-1515708cf7ca'] in n-d-807786-1 is: [{'id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497506374', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:20:42Z', 'updated_at': '2021-09-07T19:20:47Z', 'revision_number': 4, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:93:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:43Z', 'updated_at': '2021-09-07T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '4d7780b1-52af-40c4-9f0c-2d4614200dda', 'name': '', 'network_id': '1f4d4536-4616-4d9d-b2d9-ec70c883d367', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'mac_address': 'fa:16:3e:04:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '0fe48bbb-daf7-4736-9cf4-fe93dbb2d201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:46Z', 'updated_at': '2021-09-07T19:20:52Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'subnets': [{'id': '0fe48bbb-daf7-4736-9cf4-fe93dbb2d201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:22:32.769324 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb56daaf-1e26-4fbf-9a93-53e172bd135f None None] New status for floating IP fdf8ae4b-7c78-4b57-8ddf-95f0f23b9473: DOWN {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:22:33.268252 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b06996-698f-47a5-a0fc-49db9258028f req-7730a174-c4d9-404f-8a2d-7da4c180cbe0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:33.269705 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0b06996-698f-47a5-a0fc-49db9258028f req-7730a174-c4d9-404f-8a2d-7da4c180cbe0 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.36 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.0851891 Sep 07 19:22:33.279696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b377517-1035-45bb-87cc-c41df04cb766 req-cda586a2-4f49-41db-bdc9-bca957326325 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:33.281327 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b377517-1035-45bb-87cc-c41df04cb766 req-cda586a2-4f49-41db-bdc9-bca957326325 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/ports?device_id=147eba96-cd78-492d-8e0f-8c32cbd9ed7a HTTP/1.1" status: 200 len: 946 time: 0.0710797 Sep 07 19:22:33.371479 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b377517-1035-45bb-87cc-c41df04cb766 req-7680f2d9-b014-4395-ba6b-2401313a44a9 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd3255bd-0604-4302-adc3-459d0892058e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827675 Sep 07 19:22:33.407674 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-c0b06996-698f-47a5-a0fc-49db9258028f req-0362f9d5-cded-4271-9bd4-5fe1e62e3560 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Deleting port 94d8b12f-337b-44c2-8d75-967172ea8377 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:22:33.408015 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c0b06996-698f-47a5-a0fc-49db9258028f req-0362f9d5-cded-4271-9bd4-5fe1e62e3560 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:33.508420 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-c0b06996-698f-47a5-a0fc-49db9258028f req-0362f9d5-cded-4271-9bd4-5fe1e62e3560 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] For port 94d8b12f-337b-44c2-8d75-967172ea8377, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=94d8b12f-337b-44c2-8d75-967172ea8377,segment=NetworkSegment(141e0ad2-a7fa-4a54-8294-4e030974ef26),segment_id=141e0ad2-a7fa-4a54-8294-4e030974ef26)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:22:33.508813 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c0b06996-698f-47a5-a0fc-49db9258028f req-0362f9d5-cded-4271-9bd4-5fe1e62e3560 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:33.521669 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-c0b06996-698f-47a5-a0fc-49db9258028f req-0362f9d5-cded-4271-9bd4-5fe1e62e3560 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Calling delete_port for 94d8b12f-337b-44c2-8d75-967172ea8377 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:22:33.657522 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c0b06996-698f-47a5-a0fc-49db9258028f req-0362f9d5-cded-4271-9bd4-5fe1e62e3560 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:33.686218 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362f9d5-cded-4271-9bd4-5fe1e62e3560 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Port': ['ID=94d8b12f-337b-44c2-8d75-967172ea8377,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:33.729404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b06996-698f-47a5-a0fc-49db9258028f req-0362f9d5-cded-4271-9bd4-5fe1e62e3560 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] No DVR routers for this DVR port 94d8b12f-337b-44c2-8d75-967172ea8377 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:22:33.732845 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c0b06996-698f-47a5-a0fc-49db9258028f req-0362f9d5-cded-4271-9bd4-5fe1e62e3560 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:33.735275 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0b06996-698f-47a5-a0fc-49db9258028f req-0362f9d5-cded-4271-9bd4-5fe1e62e3560 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.36 "DELETE /v2.0/ports/94d8b12f-337b-44c2-8d75-967172ea8377 HTTP/1.1" status: 204 len: 173 time: 0.4531081 Sep 07 19:22:33.735726 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147eba96-cd78-492d-8e0f-8c32cbd9ed7a', 'name': 'network-vif-deleted', 'tag': '94d8b12f-337b-44c2-8d75-967172ea8377'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:22:33.738672 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe03df5-1956-4667-81de-1a9809f49bf7" -d '{"events": [{"server_uuid": "147eba96-cd78-492d-8e0f-8c32cbd9ed7a", "name": "network-vif-deleted", "tag": "94d8b12f-337b-44c2-8d75-967172ea8377"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:22:33.785195 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6234587-e518-4a8b-9451-0f8fc1a1f678 x-openstack-request-id: req-d6234587-e518-4a8b-9451-0f8fc1a1f678 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:22:33.785814 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147eba96-cd78-492d-8e0f-8c32cbd9ed7a", "name": "network-vif-deleted", "tag": "94d8b12f-337b-44c2-8d75-967172ea8377", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:22:33.786173 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6234587-e518-4a8b-9451-0f8fc1a1f678 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:22:33.786684 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147eba96-cd78-492d-8e0f-8c32cbd9ed7a', 'name': 'network-vif-deleted', 'tag': '94d8b12f-337b-44c2-8d75-967172ea8377', 'status': 'completed', 'code': 200} Sep 07 19:22:34.428439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47230) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:34.810100 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cf1ffedd-2ce9-4e5e-93a0-0a66a38e65f4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:35.402768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ffedd-2ce9-4e5e-93a0-0a66a38e65f4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Deleting port 4d7780b1-52af-40c4-9f0c-2d4614200dda {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:22:35.403113 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cf1ffedd-2ce9-4e5e-93a0-0a66a38e65f4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:35.504430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-cf1ffedd-2ce9-4e5e-93a0-0a66a38e65f4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] For port 4d7780b1-52af-40c4-9f0c-2d4614200dda, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=4d7780b1-52af-40c4-9f0c-2d4614200dda,segment=NetworkSegment(141e0ad2-a7fa-4a54-8294-4e030974ef26),segment_id=141e0ad2-a7fa-4a54-8294-4e030974ef26)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:22:35.505198 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cf1ffedd-2ce9-4e5e-93a0-0a66a38e65f4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:35.518950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ffedd-2ce9-4e5e-93a0-0a66a38e65f4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Calling delete_port for 4d7780b1-52af-40c4-9f0c-2d4614200dda owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:22:35.708642 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cf1ffedd-2ce9-4e5e-93a0-0a66a38e65f4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:35.741094 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ffedd-2ce9-4e5e-93a0-0a66a38e65f4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Port': ['ID=4d7780b1-52af-40c4-9f0c-2d4614200dda,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:35.919082 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cf1ffedd-2ce9-4e5e-93a0-0a66a38e65f4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:36.150070 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1ffedd-2ce9-4e5e-93a0-0a66a38e65f4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Router e87da321-8d57-4836-a4eb-1515708cf7ca has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:22:36.259834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1ffedd-2ce9-4e5e-93a0-0a66a38e65f4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:22:36.265161 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-cf1ffedd-2ce9-4e5e-93a0-0a66a38e65f4 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "PUT /v2.0/routers/e87da321-8d57-4836-a4eb-1515708cf7ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8355966 Sep 07 19:22:36.268205 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47234) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:36.269284 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5966b618-f646-424c-b850-ab29a95a87d1 None None] Sync routers for ids ['e87da321-8d57-4836-a4eb-1515708cf7ca'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:22:36.279405 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5966b618-f646-424c-b850-ab29a95a87d1 None None] Routers {'e87da321-8d57-4836-a4eb-1515708cf7ca'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:22:36.280024 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5966b618-f646-424c-b850-ab29a95a87d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:22:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e87da321-8d57-4836-a4eb-1515708cf7ca'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:22:36.323035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e7c2f2-a08e-4fc0-845f-78e234fc67bd tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Deleting subnet 0fe48bbb-daf7-4736-9cf4-fe93dbb2d201 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:22:36.326465 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-72e7c2f2-a08e-4fc0-845f-78e234fc67bd tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:36.382751 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-72e7c2f2-a08e-4fc0-845f-78e234fc67bd tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:36.415466 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-5966b618-f646-424c-b850-ab29a95a87d1 None None] Set router e87da321-8d57-4836-a4eb-1515708cf7ca gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:22:36.490692 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-72e7c2f2-a08e-4fc0-845f-78e234fc67bd tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:36.560061 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-72e7c2f2-a08e-4fc0-845f-78e234fc67bd tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:36.591951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7c2f2-a08e-4fc0-845f-78e234fc67bd tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Subnet': ['ID=0fe48bbb-daf7-4736-9cf4-fe93dbb2d201,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:36.598482 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-72e7c2f2-a08e-4fc0-845f-78e234fc67bd tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:36.600405 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-72e7c2f2-a08e-4fc0-845f-78e234fc67bd tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "DELETE /v2.0/subnets/0fe48bbb-daf7-4736-9cf4-fe93dbb2d201 HTTP/1.1" status: 204 len: 168 time: 0.3312037 Sep 07 19:22:36.603128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47238) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:36.608977 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f011e75-8031-4ff8-aff8-9e16560841a1 None None] Network 1f4d4536-4616-4d9d-b2d9-ec70c883d367 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:22:36.611401 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5966b618-f646-424c-b850-ab29a95a87d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497506374', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:20:42Z', 'updated_at': '2021-09-07T19:22:35Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:93:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:43Z', 'updated_at': '2021-09-07T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:22:36.643105 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 94d8b12f-337b-44c2-8d75-967172ea8377 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:22:36.643369 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5966b618-f646-424c-b850-ab29a95a87d1 None None] Checking router: e87da321-8d57-4836-a4eb-1515708cf7ca for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:22:36.652745 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5966b618-f646-424c-b850-ab29a95a87d1 None None] Routers {'e87da321-8d57-4836-a4eb-1515708cf7ca'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:22:36.653400 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5966b618-f646-424c-b850-ab29a95a87d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:22:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e87da321-8d57-4836-a4eb-1515708cf7ca'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:22:36.697624 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 94d8b12f-337b-44c2-8d75-967172ea8377 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:22:36.697997 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 94d8b12f-337b-44c2-8d75-967172ea8377 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:22:36.760666 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a1defda-c9ed-47b7-8445-e7ee03bb52a1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:36.786040 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-5966b618-f646-424c-b850-ab29a95a87d1 None None] Set router e87da321-8d57-4836-a4eb-1515708cf7ca gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:22:36.857513 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6b93b3-8e30-4e15-8b80-0c596268fb7c None None] DHCP port deletion for 1f4d4536-4616-4d9d-b2d9-ec70c883d367 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:22:36.898370 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a1defda-c9ed-47b7-8445-e7ee03bb52a1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:36.909033 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ae6b93b3-8e30-4e15-8b80-0c596268fb7c None None] Deleting port 0ed4d429-3775-4b44-a43c-927728c416e5 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:22:36.909563 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ae6b93b3-8e30-4e15-8b80-0c596268fb7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:36.971391 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-9a1defda-c9ed-47b7-8445-e7ee03bb52a1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Deleting port d4fb9967-85f1-42cf-af5a-c5a8b8c77a07 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:22:36.971657 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a1defda-c9ed-47b7-8445-e7ee03bb52a1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:36.987632 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ae6b93b3-8e30-4e15-8b80-0c596268fb7c None None] For port 0ed4d429-3775-4b44-a43c-927728c416e5, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=0ed4d429-3775-4b44-a43c-927728c416e5,segment=NetworkSegment(141e0ad2-a7fa-4a54-8294-4e030974ef26),segment_id=141e0ad2-a7fa-4a54-8294-4e030974ef26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:22:36.988121 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ae6b93b3-8e30-4e15-8b80-0c596268fb7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:37.001229 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ae6b93b3-8e30-4e15-8b80-0c596268fb7c None None] Calling delete_port for 0ed4d429-3775-4b44-a43c-927728c416e5 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:22:37.012688 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5966b618-f646-424c-b850-ab29a95a87d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497506374', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:20:42Z', 'updated_at': '2021-09-07T19:22:35Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:93:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:43Z', 'updated_at': '2021-09-07T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:22:37.057874 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5966b618-f646-424c-b850-ab29a95a87d1 None None] The sync data for ids ['e87da321-8d57-4836-a4eb-1515708cf7ca'] in n-d-807786-1 is: [{'id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497506374', 'tenant_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:20:42Z', 'updated_at': '2021-09-07T19:22:35Z', 'revision_number': 5, 'project_id': 'aa42bbf5542c477bbf2c68a6d391c89a', 'gw_port': {'id': 'd4fb9967-85f1-42cf-af5a-c5a8b8c77a07', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:93:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87da321-8d57-4836-a4eb-1515708cf7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:20:43Z', 'updated_at': '2021-09-07T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:22:37.078925 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-9a1defda-c9ed-47b7-8445-e7ee03bb52a1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] For port d4fb9967-85f1-42cf-af5a-c5a8b8c77a07, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d4fb9967-85f1-42cf-af5a-c5a8b8c77a07,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:22:37.079946 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a1defda-c9ed-47b7-8445-e7ee03bb52a1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:37.099106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-9a1defda-c9ed-47b7-8445-e7ee03bb52a1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Calling delete_port for d4fb9967-85f1-42cf-af5a-c5a8b8c77a07 owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:22:37.102967 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ae6b93b3-8e30-4e15-8b80-0c596268fb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:37.133918 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b93b3-8e30-4e15-8b80-0c596268fb7c None None] Pushing event deleted for resources: {'Port': ['ID=0ed4d429-3775-4b44-a43c-927728c416e5,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:37.135906 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6b93b3-8e30-4e15-8b80-0c596268fb7c None None] No DVR routers for this DVR port 0ed4d429-3775-4b44-a43c-927728c416e5 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:22:37.276034 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a1defda-c9ed-47b7-8445-e7ee03bb52a1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:37.305150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1defda-c9ed-47b7-8445-e7ee03bb52a1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Port': ['ID=d4fb9967-85f1-42cf-af5a-c5a8b8c77a07,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:37.372036 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a1defda-c9ed-47b7-8445-e7ee03bb52a1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:37.467907 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a1defda-c9ed-47b7-8445-e7ee03bb52a1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:37.470204 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a1defda-c9ed-47b7-8445-e7ee03bb52a1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:37.526008 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a1defda-c9ed-47b7-8445-e7ee03bb52a1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:37.527218 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1defda-c9ed-47b7-8445-e7ee03bb52a1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Fanout notify agent at l3_agent the message router_deleted on router e87da321-8d57-4836-a4eb-1515708cf7ca {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:22:37.536529 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9a1defda-c9ed-47b7-8445-e7ee03bb52a1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:37.540122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9a1defda-c9ed-47b7-8445-e7ee03bb52a1 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "DELETE /v2.0/routers/e87da321-8d57-4836-a4eb-1515708cf7ca HTTP/1.1" status: 204 len: 168 time: 0.9335866 Sep 07 19:22:37.540625 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47242) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:37.643387 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c43f74f0-ca7c-4f52-94f7-3812bae76024 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:37.739767 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c43f74f0-ca7c-4f52-94f7-3812bae76024 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:37.763828 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-c43f74f0-ca7c-4f52-94f7-3812bae76024 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4d4536-4616-4d9d-b2d9-ec70c883d367']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:22:37.778087 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-c43f74f0-ca7c-4f52-94f7-3812bae76024 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141e0ad2-a7fa-4a54-8294-4e030974ef26') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:22:37.778417 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-c43f74f0-ca7c-4f52-94f7-3812bae76024 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141e0ad2-a7fa-4a54-8294-4e030974ef26') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:22:37.789087 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c43f74f0-ca7c-4f52-94f7-3812bae76024 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:37.804207 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c43f74f0-ca7c-4f52-94f7-3812bae76024 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:37.810395 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43f74f0-ca7c-4f52-94f7-3812bae76024 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:22:37.811032 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c43f74f0-ca7c-4f52-94f7-3812bae76024 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:22:37.814619 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:22:37.882271 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c43f74f0-ca7c-4f52-94f7-3812bae76024 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:37.890094 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c43f74f0-ca7c-4f52-94f7-3812bae76024 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:37.891938 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c43f74f0-ca7c-4f52-94f7-3812bae76024 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "DELETE /v2.0/networks/1f4d4536-4616-4d9d-b2d9-ec70c883d367 HTTP/1.1" status: 204 len: 168 time: 0.3503239 Sep 07 19:22:37.894830 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47244) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:37.903483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f74f0-ca7c-4f52-94f7-3812bae76024 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'Network': ['ID=1f4d4536-4616-4d9d-b2d9-ec70c883d367,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:37.957366 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08586ba7-f184-414c-99b5-c85b4cab9d90 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:37.985215 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08586ba7-f184-414c-99b5-c85b4cab9d90 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:38.046057 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08586ba7-f184-414c-99b5-c85b4cab9d90 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:38.049484 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-08586ba7-f184-414c-99b5-c85b4cab9d90 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:38.050677 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-08586ba7-f184-414c-99b5-c85b4cab9d90 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] 10.222.0.26 "DELETE /v2.0/security-groups/cd3255bd-0604-4302-adc3-459d0892058e HTTP/1.1" status: 204 len: 168 time: 0.1548390 Sep 07 19:22:38.060878 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08586ba7-f184-414c-99b5-c85b4cab9d90 tempest-TestNetworkAdvancedServerOps-922171356 tempest-TestNetworkAdvancedServerOps-922171356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3255bd-0604-4302-adc3-459d0892058e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:38.382682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47252) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:38.405866 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4d7780b1-52af-40c4-9f0c-2d4614200dda no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:22:38.427733 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 4d7780b1-52af-40c4-9f0c-2d4614200dda {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:22:38.428000 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 4d7780b1-52af-40c4-9f0c-2d4614200dda not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:22:38.428430 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d4fb9967-85f1-42cf-af5a-c5a8b8c77a07 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:22:38.448911 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: d4fb9967-85f1-42cf-af5a-c5a8b8c77a07 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:22:38.449573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d4fb9967-85f1-42cf-af5a-c5a8b8c77a07 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:22:38.449999 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0ed4d429-3775-4b44-a43c-927728c416e5 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:22:38.470022 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 0ed4d429-3775-4b44-a43c-927728c416e5 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:22:38.470370 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 0ed4d429-3775-4b44-a43c-927728c416e5 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:22:38.532855 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0303d909-35f9-4c2c-b6b2-2ed76be58585 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aa42bbf5542c477bbf2c68a6d391c89a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486440 Sep 07 19:22:38.535400 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47256) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:38.587847 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c41bb7df-85d5-4c78-ada7-b6d1d69a6092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:38.614027 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c41bb7df-85d5-4c78-ada7-b6d1d69a6092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:38.684740 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c41bb7df-85d5-4c78-ada7-b6d1d69a6092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:38.687400 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c41bb7df-85d5-4c78-ada7-b6d1d69a6092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:38.689183 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c41bb7df-85d5-4c78-ada7-b6d1d69a6092 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6bcd95b6-b115-4a78-ae8b-1e3d49bba130 HTTP/1.1" status: 204 len: 168 time: 0.1528690 Sep 07 19:22:38.699805 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bb7df-85d5-4c78-ada7-b6d1d69a6092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcd95b6-b115-4a78-ae8b-1e3d49bba130,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:38.980713 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47264) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:39.021810 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-734e3144-33bb-4b80-82c2-aea65917be52 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e0b2315216fd4e1d878e1328ecadb912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392065 Sep 07 19:22:39.025037 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47266) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:39.074480 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-606137fd-ae40-4e3a-8d37-e4c29f4146a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:39.098175 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-606137fd-ae40-4e3a-8d37-e4c29f4146a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:39.147889 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-606137fd-ae40-4e3a-8d37-e4c29f4146a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:39.150663 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-606137fd-ae40-4e3a-8d37-e4c29f4146a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:39.154584 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-606137fd-ae40-4e3a-8d37-e4c29f4146a9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2884f42c-0edc-4e58-9d26-370662a5a51c HTTP/1.1" status: 204 len: 168 time: 0.1292109 Sep 07 19:22:39.163284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606137fd-ae40-4e3a-8d37-e4c29f4146a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2884f42c-0edc-4e58-9d26-370662a5a51c,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:43.130383 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:44.037282 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:47.362131 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-c35374a1-938f-4170-9dce-feabbc96769e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2102221798&fields=id&tenant_id=73c2ecafe8034c5e899d0af72b0de7b0 HTTP/1.1" status: 200 len: 267 time: 0.0335114 Sep 07 19:22:47.470605 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-6447fd06-178f-4f52-a3a4-fde776837486 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:47.472081 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-6447fd06-178f-4f52-a3a4-fde776837486 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 812 time: 0.1030509 Sep 07 19:22:47.486717 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-1831511e-d53a-4945-badf-61896ef4c55c tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/quotas/73c2ecafe8034c5e899d0af72b0de7b0 HTTP/1.1" status: 200 len: 375 time: 0.0088394 Sep 07 19:22:47.537168 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-91d0305b-05db-4ecb-bccf-1be65de592df tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451422 Sep 07 19:22:47.636466 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-5c874a02-0332-4eeb-861f-877f94f704f4 service neutron] 10.222.0.26 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869989 Sep 07 19:22:47.724141 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-a1ded7c4-8963-4346-95a5-e9a64b54ef01 service neutron] 10.222.0.26 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810826 Sep 07 19:22:48.018030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81ebc3bc-2686-4353-b913-821d16ffb3c7 req-2d9b9cd1-60f3-42f2-b081-a783064e1511 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 210 time: 0.0318956 Sep 07 19:22:48.914933 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-0188fff5-cf73-4bd2-90db-f1eaf94c6666 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:48.916585 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-0188fff5-cf73-4bd2-90db-f1eaf94c6666 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 812 time: 0.1020525 Sep 07 19:22:48.961470 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-31f5d6da-3823-444b-b518-7484c0a9ade2 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73c2ecafe8034c5e899d0af72b0de7b0 HTTP/1.1" status: 200 len: 380 time: 0.0344250 Sep 07 19:22:48.974681 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-7054c58c-d841-4097-b140-9d180ea40b89 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Request body: {'port': {'device_id': '0ca780a0-439c-4411-a038-22781a98cd70', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'admin_state_up': True, 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'security_groups': ['32310006-ef96-4c98-a2da-320a94c36de7']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:22:49.102068 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-7054c58c-d841-4097-b140-9d180ea40b89 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Made reservation on behalf of 73c2ecafe8034c5e899d0af72b0de7b0 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:22:49.107788 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-7054c58c-d841-4097-b140-9d180ea40b89 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:49.134534 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-99da5fb4-ea58-4191-ba79-c8ede1c66a14 req-176ae87f-5c3d-4c37-9c7d-71744d8ce1f2 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 210 time: 0.0448606 Sep 07 19:22:49.254814 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-7054c58c-d841-4097-b140-9d180ea40b89 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Allocated IP 172.20.0.11 (d1679c4a-080a-4fd0-aff8-8fd66429f7da/714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8/bd444ac7-ea1b-472c-ba4c-71f1679d639e) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:22:49.397548 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-7054c58c-d841-4097-b140-9d180ea40b89 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:49.415593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-7054c58c-d841-4097-b140-9d180ea40b89 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Transition to ACTIVE for port object bd444ac7-ea1b-472c-ba4c-71f1679d639e will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:22:49.448690 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-7054c58c-d841-4097-b140-9d180ea40b89 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:49.495183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-7054c58c-d841-4097-b140-9d180ea40b89 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Network d1679c4a-080a-4fd0-aff8-8fd66429f7da is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:22:49.502070 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-7054c58c-d841-4097-b140-9d180ea40b89 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:22:49.505020 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-7054c58c-d841-4097-b140-9d180ea40b89 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:22:49.528763 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054c58c-d841-4097-b140-9d180ea40b89 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event updated for resources: {'Port': ['ID=bd444ac7-ea1b-472c-ba4c-71f1679d639e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:49.561002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-7054c58c-d841-4097-b140-9d180ea40b89 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:49.561755 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-7054c58c-d841-4097-b140-9d180ea40b89 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:49.578798 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-7054c58c-d841-4097-b140-9d180ea40b89 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6072423 Sep 07 19:22:49.592432 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] Request body: {'port': {'device_id': '0ca780a0-439c-4411-a038-22781a98cd70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:22:49.650205 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:49.766342 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5f952803-a659-4efb-874c-b5a2d8111b6a None None] Provisioning for port bd444ac7-ea1b-472c-ba4c-71f1679d639e completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:22:49.771204 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5f952803-a659-4efb-874c-b5a2d8111b6a None None] Provisioning complete for port bd444ac7-ea1b-472c-ba4c-71f1679d639e triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:22:49.771683 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5f952803-a659-4efb-874c-b5a2d8111b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:49.809435 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-5f952803-a659-4efb-874c-b5a2d8111b6a None None] Port bd444ac7-ea1b-472c-ba4c-71f1679d639e cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:22:49.930795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd444ac7-ea1b-472c-ba4c-71f1679d639e {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:22:49.938571 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:49.950081 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] Transition to ACTIVE for port object bd444ac7-ea1b-472c-ba4c-71f1679d639e will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:22:49.954454 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:50.003426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] Pushing event updated for resources: {'Port': ['ID=bd444ac7-ea1b-472c-ba4c-71f1679d639e,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:50.081266 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] Attempting to bind port bd444ac7-ea1b-472c-ba4c-71f1679d639e on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:22:50.081680 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] Attempting to bind port bd444ac7-ea1b-472c-ba4c-71f1679d639e by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:22:50.082082 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] Attempting to bind port bd444ac7-ea1b-472c-ba4c-71f1679d639e on network d1679c4a-080a-4fd0-aff8-8fd66429f7da {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:22:50.089408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] Port bd444ac7-ea1b-472c-ba4c-71f1679d639e on network d1679c4a-080a-4fd0-aff8-8fd66429f7da not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:22:50.089946 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] Attempting to bind port bd444ac7-ea1b-472c-ba4c-71f1679d639e on network d1679c4a-080a-4fd0-aff8-8fd66429f7da {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:22:50.095972 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:22:50.096413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] Checking segment: {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:22:50.096990 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] Bound using segment: {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:22:50.097528 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] Bound port: bd444ac7-ea1b-472c-ba4c-71f1679d639e, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:22:50.097907 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:50.181084 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] For port bd444ac7-ea1b-472c-ba4c-71f1679d639e, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:22:50.184975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] For port bd444ac7-ea1b-472c-ba4c-71f1679d639e, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=bd444ac7-ea1b-472c-ba4c-71f1679d639e,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:22:50.196672 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:50.260473 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:50.261121 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:50.262655 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] 10.222.0.60 "PUT /v2.0/ports/bd444ac7-ea1b-472c-ba4c-71f1679d639e HTTP/1.1" status: 200 len: 1092 time: 0.6749043 Sep 07 19:22:50.264960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca780a0-439c-4411-a038-22781a98cd70', 'tag': 'bd444ac7-ea1b-472c-ba4c-71f1679d639e'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:22:50.267850 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2202c9-9f66-42ef-8e7f-4c2890555931" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca780a0-439c-4411-a038-22781a98cd70", "tag": "bd444ac7-ea1b-472c-ba4c-71f1679d639e"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:22:50.327632 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c21eb6-505a-4248-a643-e0830c452ae0 x-openstack-request-id: req-e3c21eb6-505a-4248-a643-e0830c452ae0 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:22:50.327632 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca780a0-439c-4411-a038-22781a98cd70", "tag": "bd444ac7-ea1b-472c-ba4c-71f1679d639e", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:22:50.327632 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3c21eb6-505a-4248-a643-e0830c452ae0 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:22:50.328624 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca780a0-439c-4411-a038-22781a98cd70', 'tag': 'bd444ac7-ea1b-472c-ba4c-71f1679d639e', 'status': 'completed', 'code': 200} Sep 07 19:22:50.331042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb1707-c0df-4eca-8e96-a1a371880327 service neutron] Pushing event updated for resources: {'Port': ['ID=bd444ac7-ea1b-472c-ba4c-71f1679d639e,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:50.366069 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143d40e-358b-4786-aa83-a31c6c073182 req-100da8ed-b553-42a3-acc0-df683f770250 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:50.367915 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6143d40e-358b-4786-aa83-a31c6c073182 req-100da8ed-b553-42a3-acc0-df683f770250 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 944 time: 0.1214066 Sep 07 19:22:50.387293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-81ecb7cd-395b-4f56-8827-0a44b771c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:50.388845 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-81ecb7cd-395b-4f56-8827-0a44b771c519 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 1095 time: 0.0775371 Sep 07 19:22:50.439278 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-3027562f-06c3-4a02-be1e-0c5fb2799832 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd444ac7-ea1b-472c-ba4c-71f1679d639e HTTP/1.1" status: 200 len: 217 time: 0.0410435 Sep 07 19:22:50.461130 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6143d40e-358b-4786-aa83-a31c6c073182 req-1dbffa44-0aae-4289-b026-bc41372afbc9 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859311 Sep 07 19:22:50.498999 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-d9f76804-a54d-408d-85fe-9c00235bfe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:50.500441 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-d9f76804-a54d-408d-85fe-9c00235bfe8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0527701 Sep 07 19:22:50.553162 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-788557b9-24cb-4af6-8716-328b06169be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:50.554596 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-788557b9-24cb-4af6-8716-328b06169be5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466866 Sep 07 19:22:50.645301 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-43dd696b-61a8-4b99-bf18-9802ff941a76 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827940 Sep 07 19:22:50.738874 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a0a2e90-222b-4b5a-bc82-8a5f1295053a req-ac7b11dc-34ea-4e65-8eb7-08c4603534e3 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859470 Sep 07 19:22:50.827710 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2202c9-9f66-42ef-8e7f-4c2890555931 req-897f1e69-d4fe-4b06-a158-8c60c3707b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:50.829333 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e2202c9-9f66-42ef-8e7f-4c2890555931 req-897f1e69-d4fe-4b06-a158-8c60c3707b98 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 1095 time: 0.0431950 Sep 07 19:22:50.925595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2202c9-9f66-42ef-8e7f-4c2890555931 req-fdaac9fa-9513-4291-8f53-2f1f3854cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:50.927115 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e2202c9-9f66-42ef-8e7f-4c2890555931 req-fdaac9fa-9513-4291-8f53-2f1f3854cdcc service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 913 time: 0.0907276 Sep 07 19:22:50.969549 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e2202c9-9f66-42ef-8e7f-4c2890555931 req-6d6d92f6-ed21-4bb8-b91a-a72eac0a9db5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd444ac7-ea1b-472c-ba4c-71f1679d639e HTTP/1.1" status: 200 len: 217 time: 0.0342805 Sep 07 19:22:51.019948 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2202c9-9f66-42ef-8e7f-4c2890555931 req-ddb8300e-9b9b-4f56-95f9-a3e7960bd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:51.021388 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e2202c9-9f66-42ef-8e7f-4c2890555931 req-ddb8300e-9b9b-4f56-95f9-a3e7960bd817 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0437622 Sep 07 19:22:51.071257 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2202c9-9f66-42ef-8e7f-4c2890555931 req-600e0b1e-0240-4ef3-a873-5aa0cd169111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:51.072840 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e2202c9-9f66-42ef-8e7f-4c2890555931 req-600e0b1e-0240-4ef3-a873-5aa0cd169111 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440021 Sep 07 19:22:51.169407 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e2202c9-9f66-42ef-8e7f-4c2890555931 req-b66bcd0f-cf0f-4021-acae-d0aad48030cf service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861561 Sep 07 19:22:51.270408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e2202c9-9f66-42ef-8e7f-4c2890555931 req-6e3a56f5-a595-46be-bb57-1f6a3e64fd36 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921335 Sep 07 19:22:51.589692 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044caf1e-4b76-4a21-a8f2-8e6f041b5ab4 req-39502fa3-f876-492a-bf9e-a33176ed0eab tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:51.591151 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-044caf1e-4b76-4a21-a8f2-8e6f041b5ab4 req-39502fa3-f876-492a-bf9e-a33176ed0eab tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 944 time: 0.0517008 Sep 07 19:22:51.633964 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-044caf1e-4b76-4a21-a8f2-8e6f041b5ab4 req-38c92f35-b68e-4955-8f67-418ba8153504 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337849 Sep 07 19:22:52.749807 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872545e6-b509-4113-b86d-c6ec03056a16 req-7d0ae4d6-a187-4551-b0dd-ff7ca40249ae tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:52.751555 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-872545e6-b509-4113-b86d-c6ec03056a16 req-7d0ae4d6-a187-4551-b0dd-ff7ca40249ae tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 944 time: 0.0512300 Sep 07 19:22:52.789784 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-872545e6-b509-4113-b86d-c6ec03056a16 req-65d85e61-717f-4bac-bd5d-4e23db4b2a56 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324259 Sep 07 19:22:53.905035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ee7fb-40d3-4525-863e-3acd28121d15 req-b4d9a08b-1c87-455a-b00f-3b34d03a0dab tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:53.906942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-534ee7fb-40d3-4525-863e-3acd28121d15 req-b4d9a08b-1c87-455a-b00f-3b34d03a0dab tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 944 time: 0.0517986 Sep 07 19:22:53.944403 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-534ee7fb-40d3-4525-863e-3acd28121d15 req-a272da16-5668-409d-8488-9f22d6d0691c tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314858 Sep 07 19:22:55.059892 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6102106-1c6a-41f5-97a3-56c1f53d70b8 req-f1e79f4f-1a01-47c5-8178-cb023d4b402d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:55.061420 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6102106-1c6a-41f5-97a3-56c1f53d70b8 req-f1e79f4f-1a01-47c5-8178-cb023d4b402d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 944 time: 0.0492258 Sep 07 19:22:55.098836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d6102106-1c6a-41f5-97a3-56c1f53d70b8 req-d5d8f290-0055-46ea-b89c-ca229225e09f tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309577 Sep 07 19:22:55.650303 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:22:55.964245 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9a076cb9-9e39-4341-8f91-b2d7188d6c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:56.212627 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba1c84-534a-4648-b5ec-328d812a346a req-41cec1fc-4276-4df6-8c7f-5ade3b9a1b94 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:56.214131 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0ba1c84-534a-4648-b5ec-328d812a346a req-41cec1fc-4276-4df6-8c7f-5ade3b9a1b94 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 944 time: 0.0491652 Sep 07 19:22:56.250964 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0ba1c84-534a-4648-b5ec-328d812a346a req-c607b0a9-1a03-4f24-b462-f0a6b93a4d0f tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309896 Sep 07 19:22:57.368271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc26b5f-4ff7-4242-afd5-6bf00d975f75 req-28ff0024-27a5-4df2-94dc-637b8c696360 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:57.370170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ccc26b5f-4ff7-4242-afd5-6bf00d975f75 req-28ff0024-27a5-4df2-94dc-637b8c696360 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 944 time: 0.0531301 Sep 07 19:22:57.407057 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ccc26b5f-4ff7-4242-afd5-6bf00d975f75 req-16684926-bbe0-4dad-aecc-8d8619c0f1e1 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310223 Sep 07 19:22:58.522631 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fda76-1d11-450e-86d1-e4ad4bcebe19 req-a00f24e8-de0e-4af3-ac60-d71eb64ade85 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:58.524160 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b2fda76-1d11-450e-86d1-e4ad4bcebe19 req-a00f24e8-de0e-4af3-ac60-d71eb64ade85 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 944 time: 0.0484653 Sep 07 19:22:58.561791 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b2fda76-1d11-450e-86d1-e4ad4bcebe19 req-c7352ee2-1bd0-47c1-97e1-304da4792dd0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316846 Sep 07 19:22:58.799284 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-16e9d2ef-3e4e-445b-8a3f-bcb21560ab74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:59.074875 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:59.676420 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b55cd-b134-4801-a224-8ecca9d806c8 req-70832e1b-0743-4e94-a6d7-ca3683cf02b3 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:22:59.677934 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-832b55cd-b134-4801-a224-8ecca9d806c8 req-70832e1b-0743-4e94-a6d7-ca3683cf02b3 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 944 time: 0.0494781 Sep 07 19:22:59.715172 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-832b55cd-b134-4801-a224-8ecca9d806c8 req-cdde117d-81a3-4e88-a335-7f032f51721e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313535 Sep 07 19:22:59.886135 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device bd444ac7-ea1b-472c-ba4c-71f1679d639e details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:22:59.976655 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port bd444ac7-ea1b-472c-ba4c-71f1679d639e, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=bd444ac7-ea1b-472c-ba4c-71f1679d639e,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:22:59.988174 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'bd444ac7-ea1b-472c-ba4c-71f1679d639e', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'port_id': 'bd444ac7-ea1b-472c-ba4c-71f1679d639e', 'mac_address': 'fa:16:3e:15:69:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:23:00.028516 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:00.041152 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd444ac7-ea1b-472c-ba4c-71f1679d639e {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:23:00.061331 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port bd444ac7-ea1b-472c-ba4c-71f1679d639e, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=bd444ac7-ea1b-472c-ba4c-71f1679d639e,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:23:00.067054 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:00.113569 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=bd444ac7-ea1b-472c-ba4c-71f1679d639e,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:23:00.120622 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:23:00.120971 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:23:00.121308 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:23:00.121641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:23:00.121971 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:23:00.122297 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:23:00.122636 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:23:00.122947 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:23:00.123267 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:23:00.123584 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:23:00.123904 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:23:00.124220 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:23:00.282743 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:00.294674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['bd444ac7-ea1b-472c-ba4c-71f1679d639e'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:23:00.831080 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae4f80-93a8-45d9-a791-691c2a861a79 req-aa5dd6aa-7636-4150-8171-1661319002ef tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:23:00.832587 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cfae4f80-93a8-45d9-a791-691c2a861a79 req-aa5dd6aa-7636-4150-8171-1661319002ef tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 945 time: 0.0524437 Sep 07 19:23:00.869698 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cfae4f80-93a8-45d9-a791-691c2a861a79 req-6b00c1be-b8c3-4f1e-9fcd-4a7fec8ff0df tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309486 Sep 07 19:23:01.824517 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:01.890606 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device bd444ac7-ea1b-472c-ba4c-71f1679d639e up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:23:01.939964 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port bd444ac7-ea1b-472c-ba4c-71f1679d639e completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:23:01.944746 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port bd444ac7-ea1b-472c-ba4c-71f1679d639e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:23:01.945278 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:01.984294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a2cd0-5d76-4661-a70c-3cdf08b93567 req-1e2d9905-d79e-44f1-83c5-4f7766360287 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:23:01.986385 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3a1a2cd0-5d76-4661-a70c-3cdf08b93567 req-1e2d9905-d79e-44f1-83c5-4f7766360287 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 945 time: 0.0501661 Sep 07 19:23:02.024217 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3a1a2cd0-5d76-4661-a70c-3cdf08b93567 req-adcb25f8-99ac-4978-811c-463814bb48dc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317700 Sep 07 19:23:02.026068 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:02.048153 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca780a0-439c-4411-a038-22781a98cd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd444ac7-ea1b-472c-ba4c-71f1679d639e'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:23:02.051165 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d5668f-9a11-4280-a01b-8767d2f57b3c" -d '{"events": [{"server_uuid": "0ca780a0-439c-4411-a038-22781a98cd70", "name": "network-vif-plugged", "status": "completed", "tag": "bd444ac7-ea1b-472c-ba4c-71f1679d639e"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:23:02.063493 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port bd444ac7-ea1b-472c-ba4c-71f1679d639e, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=bd444ac7-ea1b-472c-ba4c-71f1679d639e,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:23:02.068211 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:02.093904 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9629f8-eb19-4844-91b9-25acfde9f41b x-openstack-request-id: req-ac9629f8-eb19-4844-91b9-25acfde9f41b {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:23:02.094222 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca780a0-439c-4411-a038-22781a98cd70", "name": "network-vif-plugged", "status": "completed", "tag": "bd444ac7-ea1b-472c-ba4c-71f1679d639e", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:23:02.094458 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac9629f8-eb19-4844-91b9-25acfde9f41b {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:23:02.094846 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca780a0-439c-4411-a038-22781a98cd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd444ac7-ea1b-472c-ba4c-71f1679d639e', 'code': 200} Sep 07 19:23:02.118865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=bd444ac7-ea1b-472c-ba4c-71f1679d639e,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:23:02.199083 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1a3f8-5301-4c6a-86bf-fe7e0c2c29ad req-9e8b2ef9-6a37-46c7-86c8-d4ee935edeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:23:02.200482 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44b1a3f8-5301-4c6a-86bf-fe7e0c2c29ad req-9e8b2ef9-6a37-46c7-86c8-d4ee935edeb0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 1097 time: 0.0416138 Sep 07 19:23:02.236686 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44b1a3f8-5301-4c6a-86bf-fe7e0c2c29ad req-0bbc4f12-07c5-4c2c-8844-e7cbbf1d0078 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268352 Sep 07 19:23:03.142685 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd5b3b-5f1a-4b9a-8168-5e310a453569 req-457a8f73-65d9-4926-bec5-a45567886325 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:23:03.144196 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1dcd5b3b-5f1a-4b9a-8168-5e310a453569 req-457a8f73-65d9-4926-bec5-a45567886325 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 946 time: 0.0546942 Sep 07 19:23:03.181285 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1dcd5b3b-5f1a-4b9a-8168-5e310a453569 req-bd2c60a5-d1a4-4f23-8145-b585aa985016 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311780 Sep 07 19:23:04.297329 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f1816-8b12-4c1e-ade2-72897ef7ef16 req-9e20a3e4-4fcd-4922-8ef2-4a018d797daf tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:23:04.298828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d0f1816-8b12-4c1e-ade2-72897ef7ef16 req-9e20a3e4-4fcd-4922-8ef2-4a018d797daf tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 946 time: 0.0500171 Sep 07 19:23:04.337140 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d0f1816-8b12-4c1e-ade2-72897ef7ef16 req-533846b7-7575-4b0b-919c-7b0328efc8ba tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321102 Sep 07 19:23:04.450530 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b997a-daf8-486c-8e58-556ebc0ff909 req-1442428d-d7c3-47e1-8ef8-b9e0c904ac4a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:23:04.452013 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f1b997a-daf8-486c-8e58-556ebc0ff909 req-1442428d-d7c3-47e1-8ef8-b9e0c904ac4a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 946 time: 0.0495737 Sep 07 19:23:04.489755 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f1b997a-daf8-486c-8e58-556ebc0ff909 req-97817d23-0caa-4a37-80e8-7eb32b1fbb54 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311649 Sep 07 19:23:04.511831 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47370) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:23:04.867579 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934e3456-8f26-419a-b7db-a1cfc7547a7b tempest-TestVolumeBootPattern-1332668570 tempest-TestVolumeBootPattern-1332668570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:23:04.869052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-934e3456-8f26-419a-b7db-a1cfc7547a7b tempest-TestVolumeBootPattern-1332668570 tempest-TestVolumeBootPattern-1332668570-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 1092 time: 0.3562675 Sep 07 19:23:04.872010 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47372) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:23:04.876133 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-34e5a626-4c83-427b-aca4-fe189416ec9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': 'bd444ac7-ea1b-472c-ba4c-71f1679d639e', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:23:04.897061 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34e5a626-4c83-427b-aca4-fe189416ec9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:04.990948 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34e5a626-4c83-427b-aca4-fe189416ec9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:05.099084 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-34e5a626-4c83-427b-aca4-fe189416ec9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Allocated IP 172.25.8.70 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/c779fb4d-399f-4652-9435-fd9fc2f6822d) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:23:05.198518 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34e5a626-4c83-427b-aca4-fe189416ec9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:05.235073 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34e5a626-4c83-427b-aca4-fe189416ec9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:05.276080 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e5a626-4c83-427b-aca4-fe189416ec9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:23:05.278910 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-34e5a626-4c83-427b-aca4-fe189416ec9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:23:05.285046 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e5a626-4c83-427b-aca4-fe189416ec9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:23:05.306720 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5a626-4c83-427b-aca4-fe189416ec9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event updated for resources: {'Port': ['ID=c779fb4d-399f-4652-9435-fd9fc2f6822d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:23:05.631158 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34e5a626-4c83-427b-aca4-fe189416ec9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:05.699104 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34e5a626-4c83-427b-aca4-fe189416ec9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:05.847749 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34e5a626-4c83-427b-aca4-fe189416ec9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:05.852297 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34e5a626-4c83-427b-aca4-fe189416ec9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:05.923877 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5a626-4c83-427b-aca4-fe189416ec9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event updated for resources: {'Port': ['ID=c779fb4d-399f-4652-9435-fd9fc2f6822d,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:23:05.931454 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34e5a626-4c83-427b-aca4-fe189416ec9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:06.032931 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-34e5a626-4c83-427b-aca4-fe189416ec9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Floating IP de3da890-be75-40c2-9e58-570518b7fb56 associated. External IP: 172.25.8.70, port: bd444ac7-ea1b-472c-ba4c-71f1679d639e. Sep 07 19:23:06.240943 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e5a626-4c83-427b-aca4-fe189416ec9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Router 22d2127e-29ae-490a-a672-d8b142f63bcd has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:23:06.348333 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e5a626-4c83-427b-aca4-fe189416ec9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:23:06.359581 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b956bb8-97af-4010-aa53-131553b47358 None None] Sync routers for ids ['22d2127e-29ae-490a-a672-d8b142f63bcd'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:23:06.366466 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34e5a626-4c83-427b-aca4-fe189416ec9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:06.370862 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b956bb8-97af-4010-aa53-131553b47358 None None] Routers {'22d2127e-29ae-490a-a672-d8b142f63bcd'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:23:06.371715 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-4b956bb8-97af-4010-aa53-131553b47358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:22:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22d2127e-29ae-490a-a672-d8b142f63bcd'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:23:06.394439 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-34e5a626-4c83-427b-aca4-fe189416ec9a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5213959 Sep 07 19:23:06.395252 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca780a0-439c-4411-a038-22781a98cd70', 'tag': 'bd444ac7-ea1b-472c-ba4c-71f1679d639e'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:23:06.397530 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3872e5f0-00f9-4779-bc4d-170273fa0987" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca780a0-439c-4411-a038-22781a98cd70", "tag": "bd444ac7-ea1b-472c-ba4c-71f1679d639e"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:23:06.435443 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7110bff6-d8d1-44e4-b461-e5808168bdcc x-openstack-request-id: req-7110bff6-d8d1-44e4-b461-e5808168bdcc {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:23:06.435733 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca780a0-439c-4411-a038-22781a98cd70", "tag": "bd444ac7-ea1b-472c-ba4c-71f1679d639e", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:23:06.435984 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7110bff6-d8d1-44e4-b461-e5808168bdcc {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:23:06.436385 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca780a0-439c-4411-a038-22781a98cd70', 'tag': 'bd444ac7-ea1b-472c-ba4c-71f1679d639e', 'status': 'completed', 'code': 200} Sep 07 19:23:06.477233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-4b956bb8-97af-4010-aa53-131553b47358 None None] Set router 22d2127e-29ae-490a-a672-d8b142f63bcd gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:23:06.497427 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872e5f0-00f9-4779-bc4d-170273fa0987 req-124f1f39-6506-4646-9754-d9faba795222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:23:06.498899 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3872e5f0-00f9-4779-bc4d-170273fa0987 req-124f1f39-6506-4646-9754-d9faba795222 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 1097 time: 0.0409629 Sep 07 19:23:06.592079 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872e5f0-00f9-4779-bc4d-170273fa0987 req-8d9b2c81-94e3-49d6-a1aa-2874b4842af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:23:06.593613 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3872e5f0-00f9-4779-bc4d-170273fa0987 req-8d9b2c81-94e3-49d6-a1aa-2874b4842af7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 913 time: 0.0871754 Sep 07 19:23:06.660583 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3872e5f0-00f9-4779-bc4d-170273fa0987 req-b5b436fd-737f-4116-9808-fdb88fdaee69 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd444ac7-ea1b-472c-ba4c-71f1679d639e HTTP/1.1" status: 200 len: 999 time: 0.0587292 Sep 07 19:23:06.715576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872e5f0-00f9-4779-bc4d-170273fa0987 req-0c37c11b-64fb-491a-b8ed-c3b83abceff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:23:06.717178 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3872e5f0-00f9-4779-bc4d-170273fa0987 req-0c37c11b-64fb-491a-b8ed-c3b83abceff8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0494068 Sep 07 19:23:06.718532 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-4b956bb8-97af-4010-aa53-131553b47358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:19:02Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'de3da890-be75-40c2-9e58-570518b7fb56', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'port_id': 'bd444ac7-ea1b-472c-ba4c-71f1679d639e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'mac_address': 'fa:16:3e:15:69:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca780a0-439c-4411-a038-22781a98cd70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:23:05Z', 'updated_at': '2021-09-07T19:23:05Z', 'revision_number': 0, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e0b173-a567-461f-bbdf-f57cde010f32', 'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'mac_address': 'fa:16:3e:d1:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:01Z', 'updated_at': '2021-09-07T19:19:11Z', 'revision_number': 5, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'subnets': [{'id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:23:06.749535 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b956bb8-97af-4010-aa53-131553b47358 None None] Checking router: 22d2127e-29ae-490a-a672-d8b142f63bcd for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:23:06.758211 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b956bb8-97af-4010-aa53-131553b47358 None None] Routers {'22d2127e-29ae-490a-a672-d8b142f63bcd'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:23:06.758828 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-4b956bb8-97af-4010-aa53-131553b47358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:22:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22d2127e-29ae-490a-a672-d8b142f63bcd'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:23:06.766506 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872e5f0-00f9-4779-bc4d-170273fa0987 req-02eb9546-7d24-46eb-9220-6624a74dcc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:23:06.768604 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3872e5f0-00f9-4779-bc4d-170273fa0987 req-02eb9546-7d24-46eb-9220-6624a74dcc36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422328 Sep 07 19:23:06.858846 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3872e5f0-00f9-4779-bc4d-170273fa0987 req-39f710d3-8a7e-43ee-81ae-8258b491de43 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826077 Sep 07 19:23:06.864432 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-4b956bb8-97af-4010-aa53-131553b47358 None None] Set router 22d2127e-29ae-490a-a672-d8b142f63bcd gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:23:06.953948 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3872e5f0-00f9-4779-bc4d-170273fa0987 req-849574b7-c872-4ba6-be13-dccef3c35fda service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873880 Sep 07 19:23:07.088806 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-4b956bb8-97af-4010-aa53-131553b47358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:19:02Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'de3da890-be75-40c2-9e58-570518b7fb56', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'port_id': 'bd444ac7-ea1b-472c-ba4c-71f1679d639e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'mac_address': 'fa:16:3e:15:69:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca780a0-439c-4411-a038-22781a98cd70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:23:05Z', 'updated_at': '2021-09-07T19:23:05Z', 'revision_number': 0, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e0b173-a567-461f-bbdf-f57cde010f32', 'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'mac_address': 'fa:16:3e:d1:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:01Z', 'updated_at': '2021-09-07T19:19:11Z', 'revision_number': 5, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'subnets': [{'id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:23:07.114757 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b956bb8-97af-4010-aa53-131553b47358 None None] The sync data for ids ['22d2127e-29ae-490a-a672-d8b142f63bcd'] in n-d-807786-1 is: [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:19:02Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'de3da890-be75-40c2-9e58-570518b7fb56', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'port_id': 'bd444ac7-ea1b-472c-ba4c-71f1679d639e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'mac_address': 'fa:16:3e:15:69:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca780a0-439c-4411-a038-22781a98cd70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:23:05Z', 'updated_at': '2021-09-07T19:23:05Z', 'revision_number': 0, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e0b173-a567-461f-bbdf-f57cde010f32', 'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'mac_address': 'fa:16:3e:d1:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:01Z', 'updated_at': '2021-09-07T19:19:11Z', 'revision_number': 5, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'subnets': [{'id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:23:07.300719 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a327af-f560-45a4-9b5b-b888537648d6 None None] New status for floating IP de3da890-be75-40c2-9e58-570518b7fb56: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:23:10.281699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0bfaa-b697-4696-81b5-47a904a08339 req-d26ff9dd-29b5-4ee6-ae7b-fdbec39af3e3 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:23:10.283206 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81b0bfaa-b697-4696-81b5-47a904a08339 req-d26ff9dd-29b5-4ee6-ae7b-fdbec39af3e3 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 945 time: 0.0508072 Sep 07 19:23:10.322074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81b0bfaa-b697-4696-81b5-47a904a08339 req-a4756ba3-bbc0-41b0-a823-a42401c09c4c tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/security-groups?id=e469b214-7edb-4783-8fe8-a934269d203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323174 Sep 07 19:23:11.444169 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada17bab-76ec-424a-96c4-bf5d7f3f96d8 req-62d9212e-b81a-46d7-9214-2e8d7a0623f5 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:23:11.445683 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ada17bab-76ec-424a-96c4-bf5d7f3f96d8 req-62d9212e-b81a-46d7-9214-2e8d7a0623f5 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 945 time: 0.0547242 Sep 07 19:23:11.483552 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ada17bab-76ec-424a-96c4-bf5d7f3f96d8 req-65f69c2e-21f1-4eba-a096-5539584340b3 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/security-groups?id=e469b214-7edb-4783-8fe8-a934269d203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320101 Sep 07 19:23:11.555758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747de82d-7f83-40e0-a2ef-e85cb6f40f39 req-cae2d2aa-828b-4ee5-8373-4c7810d283f2 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:23:11.557276 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-747de82d-7f83-40e0-a2ef-e85cb6f40f39 req-cae2d2aa-828b-4ee5-8373-4c7810d283f2 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 945 time: 0.0483286 Sep 07 19:23:11.647117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-747de82d-7f83-40e0-a2ef-e85cb6f40f39 req-09989ca3-2f6d-4783-8ae7-e9d65526430e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Deleting port 9aef675e-8fdf-4092-838c-b6927b6908cc {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:23:11.647464 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-747de82d-7f83-40e0-a2ef-e85cb6f40f39 req-09989ca3-2f6d-4783-8ae7-e9d65526430e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:11.735495 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-747de82d-7f83-40e0-a2ef-e85cb6f40f39 req-09989ca3-2f6d-4783-8ae7-e9d65526430e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] For port 9aef675e-8fdf-4092-838c-b6927b6908cc, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9aef675e-8fdf-4092-838c-b6927b6908cc,segment=NetworkSegment(a9e74ac5-36b8-4ec2-b362-9b515a670dea),segment_id=a9e74ac5-36b8-4ec2-b362-9b515a670dea)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:23:11.735874 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-747de82d-7f83-40e0-a2ef-e85cb6f40f39 req-09989ca3-2f6d-4783-8ae7-e9d65526430e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:11.967152 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-747de82d-7f83-40e0-a2ef-e85cb6f40f39 req-09989ca3-2f6d-4783-8ae7-e9d65526430e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:11.967436 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-747de82d-7f83-40e0-a2ef-e85cb6f40f39 req-09989ca3-2f6d-4783-8ae7-e9d65526430e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:11.967759 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [req-747de82d-7f83-40e0-a2ef-e85cb6f40f39 req-09989ca3-2f6d-4783-8ae7-e9d65526430e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Floating IP cd693a54-34dd-4a9d-bed6-7d5ba8c667e7 disassociated. External IP: 172.25.8.212, port: 9aef675e-8fdf-4092-838c-b6927b6908cc. Sep 07 19:23:11.968105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-747de82d-7f83-40e0-a2ef-e85cb6f40f39 req-09989ca3-2f6d-4783-8ae7-e9d65526430e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Calling delete_port for 9aef675e-8fdf-4092-838c-b6927b6908cc owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:23:12.093981 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-747de82d-7f83-40e0-a2ef-e85cb6f40f39 req-09989ca3-2f6d-4783-8ae7-e9d65526430e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:12.122443 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09989ca3-2f6d-4783-8ae7-e9d65526430e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Pushing event deleted for resources: {'Port': ['ID=9aef675e-8fdf-4092-838c-b6927b6908cc,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:23:12.236339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-747de82d-7f83-40e0-a2ef-e85cb6f40f39 req-09989ca3-2f6d-4783-8ae7-e9d65526430e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Router 12faa773-e98d-43eb-a463-d912a7a44bc7 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:23:12.342448 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-747de82d-7f83-40e0-a2ef-e85cb6f40f39 req-09989ca3-2f6d-4783-8ae7-e9d65526430e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:23:12.352403 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab9b6f7-44b0-4d02-abe6-d3bf14780a2c None None] Sync routers for ids ['12faa773-e98d-43eb-a463-d912a7a44bc7'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:23:12.363503 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab9b6f7-44b0-4d02-abe6-d3bf14780a2c None None] Routers {'12faa773-e98d-43eb-a463-d912a7a44bc7'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:23:12.364227 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-1ab9b6f7-44b0-4d02-abe6-d3bf14780a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:22:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['12faa773-e98d-43eb-a463-d912a7a44bc7'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:23:12.382810 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-747de82d-7f83-40e0-a2ef-e85cb6f40f39 req-09989ca3-2f6d-4783-8ae7-e9d65526430e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] No DVR routers for this DVR port 9aef675e-8fdf-4092-838c-b6927b6908cc on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:23:12.385660 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-747de82d-7f83-40e0-a2ef-e85cb6f40f39 req-09989ca3-2f6d-4783-8ae7-e9d65526430e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:12.387713 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-747de82d-7f83-40e0-a2ef-e85cb6f40f39 req-09989ca3-2f6d-4783-8ae7-e9d65526430e tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.36 "DELETE /v2.0/ports/9aef675e-8fdf-4092-838c-b6927b6908cc HTTP/1.1" status: 204 len: 173 time: 0.8242030 Sep 07 19:23:12.388145 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7', 'name': 'network-vif-deleted', 'tag': '9aef675e-8fdf-4092-838c-b6927b6908cc'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:23:12.390558 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a370c6a-c8aa-4041-aa16-532e34860454" -d '{"events": [{"server_uuid": "aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7", "name": "network-vif-deleted", "tag": "9aef675e-8fdf-4092-838c-b6927b6908cc"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:23:12.444890 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b4037c-32a6-4403-8e25-db2bca53d234 x-openstack-request-id: req-85b4037c-32a6-4403-8e25-db2bca53d234 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:23:12.445673 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7", "name": "network-vif-deleted", "tag": "9aef675e-8fdf-4092-838c-b6927b6908cc", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:23:12.445673 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-85b4037c-32a6-4403-8e25-db2bca53d234 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:23:12.446293 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7', 'name': 'network-vif-deleted', 'tag': '9aef675e-8fdf-4092-838c-b6927b6908cc', 'status': 'completed', 'code': 200} Sep 07 19:23:12.489280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-1ab9b6f7-44b0-4d02-abe6-d3bf14780a2c None None] Set router 12faa773-e98d-43eb-a463-d912a7a44bc7 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:23:12.598068 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-41a9bd0b-e4f5-4b31-8d1f-2bcf3794c038 req-87b7ceb3-999c-4330-a9a3-acc4c6a19c61 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef193d2-3fc0-4c84-8d0f-d8b72b3f72e7 HTTP/1.1" status: 200 len: 210 time: 0.0275283 Sep 07 19:23:12.704592 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-1ab9b6f7-44b0-4d02-abe6-d3bf14780a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'name': 'tempest-TestServerBasicOps-1844093316-router', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:42Z', 'updated_at': '2021-09-07T19:17:50Z', 'revision_number': 4, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'gw_port': {'id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:44Z', 'updated_at': '2021-09-07T19:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '9829c8ff-6e2b-446b-af68-bf374dbf952a', 'name': '', 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'mac_address': 'fa:16:3e:24:9e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '765e9a5e-c40a-4665-aaca-06d64bc75a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:48Z', 'updated_at': '2021-09-07T19:18:01Z', 'revision_number': 5, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'subnets': [{'id': '765e9a5e-c40a-4665-aaca-06d64bc75a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:23:12.733981 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab9b6f7-44b0-4d02-abe6-d3bf14780a2c None None] Checking router: 12faa773-e98d-43eb-a463-d912a7a44bc7 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:23:12.743009 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab9b6f7-44b0-4d02-abe6-d3bf14780a2c None None] Routers {'12faa773-e98d-43eb-a463-d912a7a44bc7'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:23:12.743566 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-1ab9b6f7-44b0-4d02-abe6-d3bf14780a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:22:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['12faa773-e98d-43eb-a463-d912a7a44bc7'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:23:13.005935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-1ab9b6f7-44b0-4d02-abe6-d3bf14780a2c None None] Set router 12faa773-e98d-43eb-a463-d912a7a44bc7 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:23:13.148210 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:13.211713 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-1ab9b6f7-44b0-4d02-abe6-d3bf14780a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'name': 'tempest-TestServerBasicOps-1844093316-router', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:42Z', 'updated_at': '2021-09-07T19:17:50Z', 'revision_number': 4, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'gw_port': {'id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:44Z', 'updated_at': '2021-09-07T19:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '9829c8ff-6e2b-446b-af68-bf374dbf952a', 'name': '', 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'mac_address': 'fa:16:3e:24:9e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '765e9a5e-c40a-4665-aaca-06d64bc75a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:48Z', 'updated_at': '2021-09-07T19:18:01Z', 'revision_number': 5, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'subnets': [{'id': '765e9a5e-c40a-4665-aaca-06d64bc75a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:23:13.237138 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab9b6f7-44b0-4d02-abe6-d3bf14780a2c None None] The sync data for ids ['12faa773-e98d-43eb-a463-d912a7a44bc7'] in n-d-807786-1 is: [{'id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'name': 'tempest-TestServerBasicOps-1844093316-router', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:42Z', 'updated_at': '2021-09-07T19:17:50Z', 'revision_number': 4, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'gw_port': {'id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:44Z', 'updated_at': '2021-09-07T19:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '9829c8ff-6e2b-446b-af68-bf374dbf952a', 'name': '', 'network_id': 'c59d35e9-a47c-4db1-9fe0-f71f03677711', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'mac_address': 'fa:16:3e:24:9e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '765e9a5e-c40a-4665-aaca-06d64bc75a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:48Z', 'updated_at': '2021-09-07T19:18:01Z', 'revision_number': 5, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'subnets': [{'id': '765e9a5e-c40a-4665-aaca-06d64bc75a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:23:13.455722 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd7c1e-3b69-4219-98f8-2b2d3d8166b1 None None] New status for floating IP cd693a54-34dd-4a9d-bed6-7d5ba8c667e7: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:23:13.661586 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47396) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:23:13.785118 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-0a9436dc-8997-4ebb-9bc4-a45675589a49 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Deleting port 0d7f0811-eb7c-4e80-98af-f6cfb8d94b48 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:23:13.785460 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a9436dc-8997-4ebb-9bc4-a45675589a49 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:13.860236 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a9436dc-8997-4ebb-9bc4-a45675589a49 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:13.860464 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a9436dc-8997-4ebb-9bc4-a45675589a49 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:13.873720 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-0a9436dc-8997-4ebb-9bc4-a45675589a49 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Calling delete_port for 0d7f0811-eb7c-4e80-98af-f6cfb8d94b48 owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:23:14.012398 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a9436dc-8997-4ebb-9bc4-a45675589a49 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:14.034636 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:14.038085 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9436dc-8997-4ebb-9bc4-a45675589a49 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Pushing event deleted for resources: {'Port': ['ID=0d7f0811-eb7c-4e80-98af-f6cfb8d94b48,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:23:14.102856 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a9436dc-8997-4ebb-9bc4-a45675589a49 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:14.105436 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0a9436dc-8997-4ebb-9bc4-a45675589a49 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:14.106599 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0a9436dc-8997-4ebb-9bc4-a45675589a49 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "DELETE /v2.0/floatingips/cd693a54-34dd-4a9d-bed6-7d5ba8c667e7 HTTP/1.1" status: 204 len: 168 time: 0.4440217 Sep 07 19:23:14.174293 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47402) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:23:14.242569 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1230339d-ddc5-488f-bbc2-f8acaca11ff5 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:14.271077 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1230339d-ddc5-488f-bbc2-f8acaca11ff5 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:14.329601 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1230339d-ddc5-488f-bbc2-f8acaca11ff5 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:14.332276 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1230339d-ddc5-488f-bbc2-f8acaca11ff5 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:14.333641 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1230339d-ddc5-488f-bbc2-f8acaca11ff5 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] 10.222.0.26 "DELETE /v2.0/security-groups/e469b214-7edb-4783-8fe8-a934269d203a HTTP/1.1" status: 204 len: 168 time: 0.1577444 Sep 07 19:23:14.342945 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230339d-ddc5-488f-bbc2-f8acaca11ff5 tempest-TestServerBasicOps-1086342878 tempest-TestServerBasicOps-1086342878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e469b214-7edb-4783-8fe8-a934269d203a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:23:14.385167 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47406) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:23:14.802422 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9aef675e-8fdf-4092-838c-b6927b6908cc no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:23:14.825348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 9aef675e-8fdf-4092-838c-b6927b6908cc {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:23:14.825693 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9aef675e-8fdf-4092-838c-b6927b6908cc not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:23:14.877090 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d041d5c0-0137-4351-9f15-f74269e39f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:15.120537 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d041d5c0-0137-4351-9f15-f74269e39f7f admin admin] Deleting port 9829c8ff-6e2b-446b-af68-bf374dbf952a {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:23:15.120805 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d041d5c0-0137-4351-9f15-f74269e39f7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:15.198137 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-d041d5c0-0137-4351-9f15-f74269e39f7f admin admin] For port 9829c8ff-6e2b-446b-af68-bf374dbf952a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=9829c8ff-6e2b-446b-af68-bf374dbf952a,segment=NetworkSegment(a9e74ac5-36b8-4ec2-b362-9b515a670dea),segment_id=a9e74ac5-36b8-4ec2-b362-9b515a670dea)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:23:15.198502 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d041d5c0-0137-4351-9f15-f74269e39f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:15.212597 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d041d5c0-0137-4351-9f15-f74269e39f7f admin admin] Calling delete_port for 9829c8ff-6e2b-446b-af68-bf374dbf952a owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:23:15.393808 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d041d5c0-0137-4351-9f15-f74269e39f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:15.424001 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041d5c0-0137-4351-9f15-f74269e39f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=9829c8ff-6e2b-446b-af68-bf374dbf952a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:23:15.588498 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d041d5c0-0137-4351-9f15-f74269e39f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:15.802422 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d041d5c0-0137-4351-9f15-f74269e39f7f admin admin] Router 12faa773-e98d-43eb-a463-d912a7a44bc7 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:23:15.909511 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d041d5c0-0137-4351-9f15-f74269e39f7f admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:23:15.914870 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d041d5c0-0137-4351-9f15-f74269e39f7f admin admin] 10.222.0.26 "PUT /v2.0/routers/12faa773-e98d-43eb-a463-d912a7a44bc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5286438 Sep 07 19:23:15.917322 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47410) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:23:15.919723 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba51ac6-6940-4c2e-9559-def943aaeb74 None None] Sync routers for ids ['12faa773-e98d-43eb-a463-d912a7a44bc7'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:23:15.929932 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba51ac6-6940-4c2e-9559-def943aaeb74 None None] Routers {'12faa773-e98d-43eb-a463-d912a7a44bc7'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:23:15.930553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-1ba51ac6-6940-4c2e-9559-def943aaeb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:22:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['12faa773-e98d-43eb-a463-d912a7a44bc7'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:23:16.031152 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1ca1fcb5-5684-4c69-a7f7-2ef7abd800ef admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:16.037131 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-1ba51ac6-6940-4c2e-9559-def943aaeb74 None None] Set router 12faa773-e98d-43eb-a463-d912a7a44bc7 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:23:16.134080 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1ca1fcb5-5684-4c69-a7f7-2ef7abd800ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:16.191672 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-1ca1fcb5-5684-4c69-a7f7-2ef7abd800ef admin admin] Deleting port 8d3c4993-d15a-44c3-912d-4886dc654cea {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:23:16.192019 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1ca1fcb5-5684-4c69-a7f7-2ef7abd800ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:16.214409 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-1ba51ac6-6940-4c2e-9559-def943aaeb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'name': 'tempest-TestServerBasicOps-1844093316-router', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:42Z', 'updated_at': '2021-09-07T19:23:15Z', 'revision_number': 5, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'gw_port': {'id': '8d3c4993-d15a-44c3-912d-4886dc654cea', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:44Z', 'updated_at': '2021-09-07T19:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:23:16.241023 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba51ac6-6940-4c2e-9559-def943aaeb74 None None] Checking router: 12faa773-e98d-43eb-a463-d912a7a44bc7 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:23:16.249114 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba51ac6-6940-4c2e-9559-def943aaeb74 None None] Routers {'12faa773-e98d-43eb-a463-d912a7a44bc7'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:23:16.249723 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-1ba51ac6-6940-4c2e-9559-def943aaeb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:22:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['12faa773-e98d-43eb-a463-d912a7a44bc7'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:23:16.269832 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-1ca1fcb5-5684-4c69-a7f7-2ef7abd800ef admin admin] For port 8d3c4993-d15a-44c3-912d-4886dc654cea, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8d3c4993-d15a-44c3-912d-4886dc654cea,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:23:16.270219 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1ca1fcb5-5684-4c69-a7f7-2ef7abd800ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:16.283461 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-1ca1fcb5-5684-4c69-a7f7-2ef7abd800ef admin admin] Calling delete_port for 8d3c4993-d15a-44c3-912d-4886dc654cea owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:23:16.335892 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-1ba51ac6-6940-4c2e-9559-def943aaeb74 None None] Set router 12faa773-e98d-43eb-a463-d912a7a44bc7 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:23:16.403033 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-1ba51ac6-6940-4c2e-9559-def943aaeb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'name': 'tempest-TestServerBasicOps-1844093316-router', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:42Z', 'updated_at': '2021-09-07T19:23:16Z', 'revision_number': 6, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:23:16.430980 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba51ac6-6940-4c2e-9559-def943aaeb74 None None] The sync data for ids ['12faa773-e98d-43eb-a463-d912a7a44bc7'] in n-d-807786-1 is: [{'id': '12faa773-e98d-43eb-a463-d912a7a44bc7', 'name': 'tempest-TestServerBasicOps-1844093316-router', 'tenant_id': '254a2ba6f1404816a3dabc83cc8e217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:42Z', 'updated_at': '2021-09-07T19:23:16Z', 'revision_number': 6, 'project_id': '254a2ba6f1404816a3dabc83cc8e217d', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:23:16.449606 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1ca1fcb5-5684-4c69-a7f7-2ef7abd800ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:16.474840 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1fcb5-5684-4c69-a7f7-2ef7abd800ef admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3c4993-d15a-44c3-912d-4886dc654cea,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:23:16.870156 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1ca1fcb5-5684-4c69-a7f7-2ef7abd800ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:16.960937 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1ca1fcb5-5684-4c69-a7f7-2ef7abd800ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:16.963041 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1ca1fcb5-5684-4c69-a7f7-2ef7abd800ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:17.005963 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1ca1fcb5-5684-4c69-a7f7-2ef7abd800ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:17.006513 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca1fcb5-5684-4c69-a7f7-2ef7abd800ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12faa773-e98d-43eb-a463-d912a7a44bc7 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:23:17.012176 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1ca1fcb5-5684-4c69-a7f7-2ef7abd800ef admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:17.012412 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1ca1fcb5-5684-4c69-a7f7-2ef7abd800ef admin admin] 10.222.0.26 "DELETE /v2.0/routers/12faa773-e98d-43eb-a463-d912a7a44bc7 HTTP/1.1" status: 204 len: 168 time: 1.0941653 Sep 07 19:23:17.014966 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47412) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:23:17.062870 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-8185d484-150d-4c64-a7b0-1116392204e9 admin admin] Deleting subnet 765e9a5e-c40a-4665-aaca-06d64bc75a68 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:23:17.066390 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8185d484-150d-4c64-a7b0-1116392204e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:17.101494 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8185d484-150d-4c64-a7b0-1116392204e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:17.181384 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8185d484-150d-4c64-a7b0-1116392204e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:17.242291 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8185d484-150d-4c64-a7b0-1116392204e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:17.275411 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185d484-150d-4c64-a7b0-1116392204e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=765e9a5e-c40a-4665-aaca-06d64bc75a68,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:23:17.281198 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8185d484-150d-4c64-a7b0-1116392204e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:17.283241 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8185d484-150d-4c64-a7b0-1116392204e9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/765e9a5e-c40a-4665-aaca-06d64bc75a68 HTTP/1.1" status: 204 len: 168 time: 0.2673178 Sep 07 19:23:17.285946 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47414) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:23:17.289474 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f093f0-fb93-4af1-b55d-054be6f2597e None None] Network c59d35e9-a47c-4db1-9fe0-f71f03677711 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:23:17.366083 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca615-2b64-436d-a77a-c6a654bba7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:17.427363 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-2b3ca615-2b64-436d-a77a-c6a654bba7cd admin admin] Deleting port 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:23:17.427706 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca615-2b64-436d-a77a-c6a654bba7cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:17.502955 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c608b1-bab1-4e0d-9d05-6c22c96a84d2 None None] DHCP port deletion for c59d35e9-a47c-4db1-9fe0-f71f03677711 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:23:17.511495 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-2b3ca615-2b64-436d-a77a-c6a654bba7cd admin admin] For port 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=29ea9a4d-63d8-4784-b8a6-8cf64d46be8c,segment=NetworkSegment(a9e74ac5-36b8-4ec2-b362-9b515a670dea),segment_id=a9e74ac5-36b8-4ec2-b362-9b515a670dea)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:23:17.511860 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca615-2b64-436d-a77a-c6a654bba7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:17.525288 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-2b3ca615-2b64-436d-a77a-c6a654bba7cd admin admin] Calling delete_port for 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:23:17.556950 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-09c608b1-bab1-4e0d-9d05-6c22c96a84d2 None None] Deleting port 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:23:17.557312 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-09c608b1-bab1-4e0d-9d05-6c22c96a84d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:17.612124 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca615-2b64-436d-a77a-c6a654bba7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:17.626071 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-09c608b1-bab1-4e0d-9d05-6c22c96a84d2 None None] For port 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=29ea9a4d-63d8-4784-b8a6-8cf64d46be8c,segment=NetworkSegment(a9e74ac5-36b8-4ec2-b362-9b515a670dea),segment_id=a9e74ac5-36b8-4ec2-b362-9b515a670dea)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:23:17.626410 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-09c608b1-bab1-4e0d-9d05-6c22c96a84d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:17.640692 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-09c608b1-bab1-4e0d-9d05-6c22c96a84d2 None None] Calling delete_port for 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:23:17.641738 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ca615-2b64-436d-a77a-c6a654bba7cd admin admin] Pushing event deleted for resources: {'Port': ['ID=29ea9a4d-63d8-4784-b8a6-8cf64d46be8c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:23:17.645298 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3ca615-2b64-436d-a77a-c6a654bba7cd admin admin] No DVR routers for this DVR port 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:23:17.715553 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-09c608b1-bab1-4e0d-9d05-6c22c96a84d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:17.719236 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca615-2b64-436d-a77a-c6a654bba7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:17.739807 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2b3ca615-2b64-436d-a77a-c6a654bba7cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59d35e9-a47c-4db1-9fe0-f71f03677711']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:23:17.740738 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c608b1-bab1-4e0d-9d05-6c22c96a84d2 None None] Pushing event deleted for resources: {'Port': ['ID=29ea9a4d-63d8-4784-b8a6-8cf64d46be8c,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:23:17.744342 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c608b1-bab1-4e0d-9d05-6c22c96a84d2 None None] No DVR routers for this DVR port 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:23:17.749092 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2b3ca615-2b64-436d-a77a-c6a654bba7cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e74ac5-36b8-4ec2-b362-9b515a670dea') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:23:17.749391 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-2b3ca615-2b64-436d-a77a-c6a654bba7cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e74ac5-36b8-4ec2-b362-9b515a670dea') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:23:17.759036 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca615-2b64-436d-a77a-c6a654bba7cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:17.772757 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca615-2b64-436d-a77a-c6a654bba7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:17.778759 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3ca615-2b64-436d-a77a-c6a654bba7cd admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:23:17.779147 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca615-2b64-436d-a77a-c6a654bba7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:23:17.780840 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:23:17.841106 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca615-2b64-436d-a77a-c6a654bba7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:17.847597 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca615-2b64-436d-a77a-c6a654bba7cd admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:17.849457 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2b3ca615-2b64-436d-a77a-c6a654bba7cd admin admin] 10.222.0.26 "DELETE /v2.0/networks/c59d35e9-a47c-4db1-9fe0-f71f03677711 HTTP/1.1" status: 204 len: 168 time: 0.5593364 Sep 07 19:23:17.852447 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47416) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:23:17.862246 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ca615-2b64-436d-a77a-c6a654bba7cd admin admin] Pushing event deleted for resources: {'Network': ['ID=c59d35e9-a47c-4db1-9fe0-f71f03677711,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:23:18.197903 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a9c21cd-3cd0-45ee-aa92-2e6dd0ac8664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:18.420615 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:23:18.444431 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:23:18.444891 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 29ea9a4d-63d8-4784-b8a6-8cf64d46be8c not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:23:18.445037 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-0a9c21cd-3cd0-45ee-aa92-2e6dd0ac8664 admin admin] Deleting port b9ef164c-b222-48c7-ba49-696a728c6a0b {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:23:18.445321 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a9c21cd-3cd0-45ee-aa92-2e6dd0ac8664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:18.445494 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8d3c4993-d15a-44c3-912d-4886dc654cea no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:23:18.465540 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 8d3c4993-d15a-44c3-912d-4886dc654cea {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:23:18.465810 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8d3c4993-d15a-44c3-912d-4886dc654cea not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:23:18.466234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 9829c8ff-6e2b-446b-af68-bf374dbf952a no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:23:18.484838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 9829c8ff-6e2b-446b-af68-bf374dbf952a {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:23:18.485189 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 9829c8ff-6e2b-446b-af68-bf374dbf952a not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:23:18.522851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-0a9c21cd-3cd0-45ee-aa92-2e6dd0ac8664 admin admin] For port b9ef164c-b222-48c7-ba49-696a728c6a0b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b9ef164c-b222-48c7-ba49-696a728c6a0b,segment=NetworkSegment(4ba77e7d-c0b8-49e0-adfe-aa5403417a60),segment_id=4ba77e7d-c0b8-49e0-adfe-aa5403417a60)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:23:18.523217 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a9c21cd-3cd0-45ee-aa92-2e6dd0ac8664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:18.535274 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-0a9c21cd-3cd0-45ee-aa92-2e6dd0ac8664 admin admin] Calling delete_port for b9ef164c-b222-48c7-ba49-696a728c6a0b owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:23:18.740921 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a9c21cd-3cd0-45ee-aa92-2e6dd0ac8664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:18.768857 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c21cd-3cd0-45ee-aa92-2e6dd0ac8664 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ef164c-b222-48c7-ba49-696a728c6a0b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:23:19.245313 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0a9c21cd-3cd0-45ee-aa92-2e6dd0ac8664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:19.464825 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9c21cd-3cd0-45ee-aa92-2e6dd0ac8664 admin admin] Router ae3de872-314d-4c1f-8497-1d9c25fed305 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:23:19.571086 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9c21cd-3cd0-45ee-aa92-2e6dd0ac8664 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:23:19.576425 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0a9c21cd-3cd0-45ee-aa92-2e6dd0ac8664 admin admin] 10.222.0.26 "PUT /v2.0/routers/ae3de872-314d-4c1f-8497-1d9c25fed305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7227786 Sep 07 19:23:19.578896 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47420) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:23:19.582039 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1368bc-9117-46cf-b1aa-963e44254cfd None None] Sync routers for ids ['ae3de872-314d-4c1f-8497-1d9c25fed305'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:23:19.591544 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1368bc-9117-46cf-b1aa-963e44254cfd None None] Routers {'ae3de872-314d-4c1f-8497-1d9c25fed305'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:23:19.592245 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-4b1368bc-9117-46cf-b1aa-963e44254cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:22:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ae3de872-314d-4c1f-8497-1d9c25fed305'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:23:19.688196 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e019a845-bc46-46a7-8b27-f691c2d93157 admin admin] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:19.698007 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-4b1368bc-9117-46cf-b1aa-963e44254cfd None None] Set router ae3de872-314d-4c1f-8497-1d9c25fed305 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:23:19.806402 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e019a845-bc46-46a7-8b27-f691c2d93157 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:19.858705 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-e019a845-bc46-46a7-8b27-f691c2d93157 admin admin] Deleting port 23c3ff93-dd42-49c7-b79b-76f724ca3040 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:23:19.858948 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e019a845-bc46-46a7-8b27-f691c2d93157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:19.874078 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-4b1368bc-9117-46cf-b1aa-963e44254cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3de872-314d-4c1f-8497-1d9c25fed305', 'name': 'tempest-TestServerBasicOps-563747346-router', 'tenant_id': '89dbb95f0d2c44caafa196300bd63b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '23c3ff93-dd42-49c7-b79b-76f724ca3040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:54Z', 'updated_at': '2021-09-07T19:23:18Z', 'revision_number': 5, 'project_id': '89dbb95f0d2c44caafa196300bd63b8a', 'gw_port': {'id': '23c3ff93-dd42-49c7-b79b-76f724ca3040', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3de872-314d-4c1f-8497-1d9c25fed305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:17:57Z', 'updated_at': '2021-09-07T19:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:23:19.904632 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1368bc-9117-46cf-b1aa-963e44254cfd None None] Checking router: ae3de872-314d-4c1f-8497-1d9c25fed305 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:23:19.913037 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1368bc-9117-46cf-b1aa-963e44254cfd None None] Routers {'ae3de872-314d-4c1f-8497-1d9c25fed305'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:23:19.913652 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-4b1368bc-9117-46cf-b1aa-963e44254cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:22:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ae3de872-314d-4c1f-8497-1d9c25fed305'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:23:19.937932 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-e019a845-bc46-46a7-8b27-f691c2d93157 admin admin] For port 23c3ff93-dd42-49c7-b79b-76f724ca3040, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=23c3ff93-dd42-49c7-b79b-76f724ca3040,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:23:19.938296 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e019a845-bc46-46a7-8b27-f691c2d93157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:19.951146 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-e019a845-bc46-46a7-8b27-f691c2d93157 admin admin] Calling delete_port for 23c3ff93-dd42-49c7-b79b-76f724ca3040 owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:23:19.998570 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-4b1368bc-9117-46cf-b1aa-963e44254cfd None None] Set router ae3de872-314d-4c1f-8497-1d9c25fed305 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:23:20.049739 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-4b1368bc-9117-46cf-b1aa-963e44254cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3de872-314d-4c1f-8497-1d9c25fed305', 'name': 'tempest-TestServerBasicOps-563747346-router', 'tenant_id': '89dbb95f0d2c44caafa196300bd63b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:54Z', 'updated_at': '2021-09-07T19:23:19Z', 'revision_number': 6, 'project_id': '89dbb95f0d2c44caafa196300bd63b8a', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:23:20.078878 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1368bc-9117-46cf-b1aa-963e44254cfd None None] The sync data for ids ['ae3de872-314d-4c1f-8497-1d9c25fed305'] in n-d-807786-1 is: [{'id': 'ae3de872-314d-4c1f-8497-1d9c25fed305', 'name': 'tempest-TestServerBasicOps-563747346-router', 'tenant_id': '89dbb95f0d2c44caafa196300bd63b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:17:54Z', 'updated_at': '2021-09-07T19:23:19Z', 'revision_number': 6, 'project_id': '89dbb95f0d2c44caafa196300bd63b8a', 'gw_port_host': None}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:23:20.121257 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e019a845-bc46-46a7-8b27-f691c2d93157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:20.148860 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019a845-bc46-46a7-8b27-f691c2d93157 admin admin] Pushing event deleted for resources: {'Port': ['ID=23c3ff93-dd42-49c7-b79b-76f724ca3040,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:23:20.210533 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e019a845-bc46-46a7-8b27-f691c2d93157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:20.301349 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e019a845-bc46-46a7-8b27-f691c2d93157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:20.303488 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e019a845-bc46-46a7-8b27-f691c2d93157 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:20.346479 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e019a845-bc46-46a7-8b27-f691c2d93157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:20.347030 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e019a845-bc46-46a7-8b27-f691c2d93157 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae3de872-314d-4c1f-8497-1d9c25fed305 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:23:20.351336 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e019a845-bc46-46a7-8b27-f691c2d93157 admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:20.352709 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e019a845-bc46-46a7-8b27-f691c2d93157 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ae3de872-314d-4c1f-8497-1d9c25fed305 HTTP/1.1" status: 204 len: 168 time: 0.7721317 Sep 07 19:23:20.354949 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47422) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:23:20.403057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-60bb6025-bfe1-4c75-90fd-9ca2b4ae5aad admin admin] Deleting subnet d4fc51c9-d4b0-4c48-8ac0-9ab3bc8f295e {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:23:20.406071 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60bb6025-bfe1-4c75-90fd-9ca2b4ae5aad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:20.448221 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60bb6025-bfe1-4c75-90fd-9ca2b4ae5aad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:20.539903 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60bb6025-bfe1-4c75-90fd-9ca2b4ae5aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:20.540288 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b9ef164c-b222-48c7-ba49-696a728c6a0b no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:23:20.564573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: b9ef164c-b222-48c7-ba49-696a728c6a0b {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:23:20.565176 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b9ef164c-b222-48c7-ba49-696a728c6a0b not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:23:20.599829 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60bb6025-bfe1-4c75-90fd-9ca2b4ae5aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:20.631422 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb6025-bfe1-4c75-90fd-9ca2b4ae5aad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4fc51c9-d4b0-4c48-8ac0-9ab3bc8f295e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:23:20.636928 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60bb6025-bfe1-4c75-90fd-9ca2b4ae5aad admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:20.638875 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-60bb6025-bfe1-4c75-90fd-9ca2b4ae5aad admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d4fc51c9-d4b0-4c48-8ac0-9ab3bc8f295e HTTP/1.1" status: 204 len: 168 time: 0.2830095 Sep 07 19:23:20.641487 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47424) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:23:20.642449 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dfe287-1d3b-4256-bd51-681242709c3b None None] Network 3a788b40-a325-41a5-8e05-f73a97b3b0e9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:23:20.715367 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-704c4375-2ebe-42ca-906b-30a7b31b19ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:20.772368 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-704c4375-2ebe-42ca-906b-30a7b31b19ad admin admin] Deleting port 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:23:20.772747 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-704c4375-2ebe-42ca-906b-30a7b31b19ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:20.841405 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-704c4375-2ebe-42ca-906b-30a7b31b19ad admin admin] For port 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8cc2031d-8dbd-4f63-ac4f-105331bf1f1b,segment=NetworkSegment(4ba77e7d-c0b8-49e0-adfe-aa5403417a60),segment_id=4ba77e7d-c0b8-49e0-adfe-aa5403417a60)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:23:20.841677 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-704c4375-2ebe-42ca-906b-30a7b31b19ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:20.854584 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-704c4375-2ebe-42ca-906b-30a7b31b19ad admin admin] Calling delete_port for 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:23:20.901192 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d6b7d3-f79c-47a7-96d1-ae3f5fbe97c9 None None] DHCP port deletion for 3a788b40-a325-41a5-8e05-f73a97b3b0e9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:23:20.944650 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-704c4375-2ebe-42ca-906b-30a7b31b19ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:20.953421 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-32d6b7d3-f79c-47a7-96d1-ae3f5fbe97c9 None None] Deleting port 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:23:20.953958 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-32d6b7d3-f79c-47a7-96d1-ae3f5fbe97c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:20.971204 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c4375-2ebe-42ca-906b-30a7b31b19ad admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc2031d-8dbd-4f63-ac4f-105331bf1f1b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:23:20.975083 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704c4375-2ebe-42ca-906b-30a7b31b19ad admin admin] No DVR routers for this DVR port 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:23:21.028341 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-32d6b7d3-f79c-47a7-96d1-ae3f5fbe97c9 None None] For port 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b, host n-d-807786-1, got binding levels [] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:23:21.028771 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-32d6b7d3-f79c-47a7-96d1-ae3f5fbe97c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:21.042666 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-32d6b7d3-f79c-47a7-96d1-ae3f5fbe97c9 None None] Calling delete_port for 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:23:21.045283 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.ipam_backend_mixin [None req-32d6b7d3-f79c-47a7-96d1-ae3f5fbe97c9 None None] Port 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b was not found and therefore no delete operation was performed {{(pid=101446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 19:23:21.046556 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-32d6b7d3-f79c-47a7-96d1-ae3f5fbe97c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:21.061717 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-704c4375-2ebe-42ca-906b-30a7b31b19ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:21.072293 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6b7d3-f79c-47a7-96d1-ae3f5fbe97c9 None None] Pushing event deleted for resources: {'Port': ['ID=8cc2031d-8dbd-4f63-ac4f-105331bf1f1b,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:23:21.074143 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d6b7d3-f79c-47a7-96d1-ae3f5fbe97c9 None None] No DVR routers for this DVR port 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:23:21.086792 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-704c4375-2ebe-42ca-906b-30a7b31b19ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a788b40-a325-41a5-8e05-f73a97b3b0e9']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:23:21.096780 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-704c4375-2ebe-42ca-906b-30a7b31b19ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba77e7d-c0b8-49e0-adfe-aa5403417a60') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:23:21.097077 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-704c4375-2ebe-42ca-906b-30a7b31b19ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba77e7d-c0b8-49e0-adfe-aa5403417a60') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:23:21.106830 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-704c4375-2ebe-42ca-906b-30a7b31b19ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:21.120170 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-704c4375-2ebe-42ca-906b-30a7b31b19ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:21.126737 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704c4375-2ebe-42ca-906b-30a7b31b19ad admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:23:21.127144 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-704c4375-2ebe-42ca-906b-30a7b31b19ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:23:21.129007 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:23:21.185875 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-704c4375-2ebe-42ca-906b-30a7b31b19ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:21.193005 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-704c4375-2ebe-42ca-906b-30a7b31b19ad admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:21.196649 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-704c4375-2ebe-42ca-906b-30a7b31b19ad admin admin] 10.222.0.26 "DELETE /v2.0/networks/3a788b40-a325-41a5-8e05-f73a97b3b0e9 HTTP/1.1" status: 204 len: 168 time: 0.5517125 Sep 07 19:23:21.213998 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c4375-2ebe-42ca-906b-30a7b31b19ad admin admin] Pushing event deleted for resources: {'Network': ['ID=3a788b40-a325-41a5-8e05-f73a97b3b0e9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:23:21.323049 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47428) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:23:21.362895 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-98e028b1-37df-4f20-9d38-a9327747aa53 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=254a2ba6f1404816a3dabc83cc8e217d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385966 Sep 07 19:23:21.365274 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47430) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:23:21.423956 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b2446a95-de10-4136-bc97-617ad16bef58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:21.446212 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b2446a95-de10-4136-bc97-617ad16bef58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:21.493213 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b2446a95-de10-4136-bc97-617ad16bef58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:21.498037 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b2446a95-de10-4136-bc97-617ad16bef58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:21.499342 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b2446a95-de10-4136-bc97-617ad16bef58 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/567e2fa1-91c1-49ee-974c-93e8437ffdd9 HTTP/1.1" status: 204 len: 168 time: 0.1328156 Sep 07 19:23:21.510623 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2446a95-de10-4136-bc97-617ad16bef58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567e2fa1-91c1-49ee-974c-93e8437ffdd9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:23:21.824693 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47436) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:23:21.865459 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-52aaf3b9-e6e4-4c4a-a2fb-d78b4133f494 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=89dbb95f0d2c44caafa196300bd63b8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394430 Sep 07 19:23:21.867951 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47438) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:23:21.917646 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1379f783-de12-46e0-a684-aa48d4eb9fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:21.940015 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1379f783-de12-46e0-a684-aa48d4eb9fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:21.966577 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf5ba1bd-cd01-41f3-981e-070899af9b47 req-2f990e3f-5c76-4fcb-9c50-b635af2162ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403471 Sep 07 19:23:21.988410 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1379f783-de12-46e0-a684-aa48d4eb9fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:21.991465 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1379f783-de12-46e0-a684-aa48d4eb9fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:21.992690 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1379f783-de12-46e0-a684-aa48d4eb9fe9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ba11cdf7-b4de-42c9-a57f-c3fda68697be HTTP/1.1" status: 204 len: 168 time: 0.1237190 Sep 07 19:23:22.000947 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379f783-de12-46e0-a684-aa48d4eb9fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba11cdf7-b4de-42c9-a57f-c3fda68697be,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:23:22.053996 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ba1bd-cd01-41f3-981e-070899af9b47 req-38f2ab2e-1c4d-473c-9ac0-6670e420a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:23:22.055409 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf5ba1bd-cd01-41f3-981e-070899af9b47 req-38f2ab2e-1c4d-473c-9ac0-6670e420a2a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 1097 time: 0.0421095 Sep 07 19:23:22.167695 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ba1bd-cd01-41f3-981e-070899af9b47 req-4804e72d-1bb7-49c0-86d8-f85ee037804a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:23:22.169283 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf5ba1bd-cd01-41f3-981e-070899af9b47 req-4804e72d-1bb7-49c0-86d8-f85ee037804a service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 913 time: 0.0938568 Sep 07 19:23:22.242567 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf5ba1bd-cd01-41f3-981e-070899af9b47 req-579af7e8-e324-44c3-87cf-6c33b7577bac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd444ac7-ea1b-472c-ba4c-71f1679d639e HTTP/1.1" status: 200 len: 1001 time: 0.0640054 Sep 07 19:23:22.296304 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ba1bd-cd01-41f3-981e-070899af9b47 req-95f9a1b8-53ea-4c4a-b4db-fd7be449c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:23:22.297837 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf5ba1bd-cd01-41f3-981e-070899af9b47 req-95f9a1b8-53ea-4c4a-b4db-fd7be449c661 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0483000 Sep 07 19:23:22.353327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ba1bd-cd01-41f3-981e-070899af9b47 req-6e4cb5a2-0d8b-4b90-ae65-0232dd88fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:23:22.354764 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf5ba1bd-cd01-41f3-981e-070899af9b47 req-6e4cb5a2-0d8b-4b90-ae65-0232dd88fa60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479417 Sep 07 19:23:22.468941 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:23:22.475933 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:23:22.476378 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8cc2031d-8dbd-4f63-ac4f-105331bf1f1b not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:23:22.477278 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 23c3ff93-dd42-49c7-b79b-76f724ca3040 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:23:22.481543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf5ba1bd-cd01-41f3-981e-070899af9b47 req-cc8c2820-c233-49c7-a363-a546f88ede67 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179585 Sep 07 19:23:22.500892 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 23c3ff93-dd42-49c7-b79b-76f724ca3040 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:23:22.501496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 23c3ff93-dd42-49c7-b79b-76f724ca3040 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:23:22.584524 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf5ba1bd-cd01-41f3-981e-070899af9b47 req-9c63cc29-a7c3-4c20-82c2-636e91214847 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946336 Sep 07 19:23:25.967950 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d0d17adf-8ca8-45cc-8aa5-3e78c76b92e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:28.800439 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-34ec8823-85a2-4f8b-8623-327aa6fda563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:29.076095 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:30.284571 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:31.827354 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:32.649382 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:23:43.131653 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:44.050589 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:55.969441 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-92674022-d119-47a3-a35f-c05085327abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:58.800747 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a8d9bba3-6541-42f9-bda5-6e959b55375a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:59.077229 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:00.287036 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:01.830359 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:09.649211 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:24:13.152368 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:14.053630 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:23.340174 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25bb72f1-88be-4a79-aef9-a6a297be3f69 req-db81662b-82b8-4afc-a47e-f9ad130db563 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404716 Sep 07 19:24:23.420315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb72f1-88be-4a79-aef9-a6a297be3f69 req-4f34f083-4443-417d-964f-c026fa100670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:24:23.421812 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25bb72f1-88be-4a79-aef9-a6a297be3f69 req-4f34f083-4443-417d-964f-c026fa100670 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 1097 time: 0.0394554 Sep 07 19:24:23.524450 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb72f1-88be-4a79-aef9-a6a297be3f69 req-33caa2d5-a6f9-4830-b0d2-ab7828dd503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:24:23.525919 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25bb72f1-88be-4a79-aef9-a6a297be3f69 req-33caa2d5-a6f9-4830-b0d2-ab7828dd503c service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 913 time: 0.0850070 Sep 07 19:24:23.589556 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25bb72f1-88be-4a79-aef9-a6a297be3f69 req-0de76022-7fd3-49b3-aca1-a042de8abb11 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd444ac7-ea1b-472c-ba4c-71f1679d639e HTTP/1.1" status: 200 len: 1001 time: 0.0564055 Sep 07 19:24:23.643055 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb72f1-88be-4a79-aef9-a6a297be3f69 req-5dec0ed8-35bd-4a16-9a7c-111709b4b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:24:23.644952 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25bb72f1-88be-4a79-aef9-a6a297be3f69 req-5dec0ed8-35bd-4a16-9a7c-111709b4b72f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0479238 Sep 07 19:24:23.693426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb72f1-88be-4a79-aef9-a6a297be3f69 req-f082a55e-7149-441e-800f-b26e8cf5d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:24:23.694969 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25bb72f1-88be-4a79-aef9-a6a297be3f69 req-f082a55e-7149-441e-800f-b26e8cf5d610 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431757 Sep 07 19:24:23.782653 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25bb72f1-88be-4a79-aef9-a6a297be3f69 req-f069206b-5742-4fed-a051-3031a20da89c service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800586 Sep 07 19:24:23.873617 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25bb72f1-88be-4a79-aef9-a6a297be3f69 req-a8d87941-1e96-4731-8256-f84a9d6be066 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831394 Sep 07 19:24:25.972638 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ad6736bb-6210-4c0a-87da-a6052676abc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:28.800559 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0df54320-2b8c-483c-8fb7-8bc838922435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:29.079102 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:30.290321 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:31.832870 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:43.166608 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:44.068192 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:46.648025 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:24:55.973183 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-999f6499-c488-4aa2-8639-0f2ae6081c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:58.800252 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d988c4dc-8c1a-4a14-85ba-6dc60ad5c067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:59.079846 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:00.293709 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:01.836316 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:04.646684 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092041f-28f1-47ab-a2d3-dec9cc35f207 req-c004dba1-f1e7-48cf-b818-9ffd19fb6c71 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:04.648233 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4092041f-28f1-47ab-a2d3-dec9cc35f207 req-c004dba1-f1e7-48cf-b818-9ffd19fb6c71 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 946 time: 0.1718125 Sep 07 19:25:04.685606 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4092041f-28f1-47ab-a2d3-dec9cc35f207 req-11c59eae-e142-439e-9573-831227464602 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313880 Sep 07 19:25:05.876985 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab90cea-ac60-41bf-9d97-f47a4c72551e req-569c0adb-3c72-451c-ab9b-fc88119fd86a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:05.879234 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ab90cea-ac60-41bf-9d97-f47a4c72551e req-569c0adb-3c72-451c-ab9b-fc88119fd86a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 946 time: 0.1089177 Sep 07 19:25:05.916951 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ab90cea-ac60-41bf-9d97-f47a4c72551e req-7d451925-2e42-425b-8a0e-610356be1bf9 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318532 Sep 07 19:25:06.131620 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8c805-674a-4d5c-989f-f8e5192e1069 req-3d6ba641-96e2-40a1-b512-a98bf829780c tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:06.133024 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ebc8c805-674a-4d5c-989f-f8e5192e1069 req-3d6ba641-96e2-40a1-b512-a98bf829780c tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 946 time: 0.0477910 Sep 07 19:25:06.221536 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-ebc8c805-674a-4d5c-989f-f8e5192e1069 req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Deleting port bd444ac7-ea1b-472c-ba4c-71f1679d639e {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:25:06.221879 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ebc8c805-674a-4d5c-989f-f8e5192e1069 req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:06.309659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ebc8c805-674a-4d5c-989f-f8e5192e1069 req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] For port bd444ac7-ea1b-472c-ba4c-71f1679d639e, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=bd444ac7-ea1b-472c-ba4c-71f1679d639e,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:25:06.310025 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ebc8c805-674a-4d5c-989f-f8e5192e1069 req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:06.473893 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ebc8c805-674a-4d5c-989f-f8e5192e1069 req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:06.474260 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ebc8c805-674a-4d5c-989f-f8e5192e1069 req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:06.474581 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [req-ebc8c805-674a-4d5c-989f-f8e5192e1069 req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Floating IP de3da890-be75-40c2-9e58-570518b7fb56 disassociated. External IP: 172.25.8.70, port: bd444ac7-ea1b-472c-ba4c-71f1679d639e. Sep 07 19:25:06.474926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-ebc8c805-674a-4d5c-989f-f8e5192e1069 req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Calling delete_port for bd444ac7-ea1b-472c-ba4c-71f1679d639e owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:25:06.604482 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ebc8c805-674a-4d5c-989f-f8e5192e1069 req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:06.633724 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event deleted for resources: {'Port': ['ID=bd444ac7-ea1b-472c-ba4c-71f1679d639e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:25:06.645304 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:06.645656 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:06.646002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:06.646341 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:06.646683 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:06.647018 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:06.647352 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:06.647681 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:06.648007 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:06.648343 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:06.648687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:06.649017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:06.757512 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebc8c805-674a-4d5c-989f-f8e5192e1069 req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Router 22d2127e-29ae-490a-a672-d8b142f63bcd has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:25:06.863201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebc8c805-674a-4d5c-989f-f8e5192e1069 req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:25:06.872832 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45801dd0-3e51-4638-8c46-2e0ae44117ab None None] Sync routers for ids ['22d2127e-29ae-490a-a672-d8b142f63bcd'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:25:06.881702 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45801dd0-3e51-4638-8c46-2e0ae44117ab None None] Routers {'22d2127e-29ae-490a-a672-d8b142f63bcd'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:25:06.882322 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-45801dd0-3e51-4638-8c46-2e0ae44117ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:24:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22d2127e-29ae-490a-a672-d8b142f63bcd'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:25:06.901736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc8c805-674a-4d5c-989f-f8e5192e1069 req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] No DVR routers for this DVR port bd444ac7-ea1b-472c-ba4c-71f1679d639e on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:25:06.904243 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ebc8c805-674a-4d5c-989f-f8e5192e1069 req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:06.906248 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ebc8c805-674a-4d5c-989f-f8e5192e1069 req-67264c7a-b6a5-492b-b98f-50338cfa1047 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "DELETE /v2.0/ports/bd444ac7-ea1b-472c-ba4c-71f1679d639e HTTP/1.1" status: 204 len: 173 time: 0.7669256 Sep 07 19:25:06.906682 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca780a0-439c-4411-a038-22781a98cd70', 'name': 'network-vif-deleted', 'tag': 'bd444ac7-ea1b-472c-ba4c-71f1679d639e'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:25:06.909442 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e90f952-c1bd-49e8-847a-220d4d9e4a25" -d '{"events": [{"server_uuid": "0ca780a0-439c-4411-a038-22781a98cd70", "name": "network-vif-deleted", "tag": "bd444ac7-ea1b-472c-ba4c-71f1679d639e"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:25:07.009516 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-45801dd0-3e51-4638-8c46-2e0ae44117ab None None] Set router 22d2127e-29ae-490a-a672-d8b142f63bcd gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:25:07.067496 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc4c3a9-871c-49d0-ae8e-c8e48e897f0b x-openstack-request-id: req-3fc4c3a9-871c-49d0-ae8e-c8e48e897f0b {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:25:07.067808 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca780a0-439c-4411-a038-22781a98cd70", "name": "network-vif-deleted", "tag": "bd444ac7-ea1b-472c-ba4c-71f1679d639e", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:25:07.068203 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3fc4c3a9-871c-49d0-ae8e-c8e48e897f0b {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:25:07.068650 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca780a0-439c-4411-a038-22781a98cd70', 'name': 'network-vif-deleted', 'tag': 'bd444ac7-ea1b-472c-ba4c-71f1679d639e', 'status': 'completed', 'code': 200} Sep 07 19:25:07.078419 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d9ae1c5-0953-47d2-be8a-1cda843fd30f req-5d5204ab-676b-4534-9fed-97644ece67f5 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 210 time: 0.0448012 Sep 07 19:25:07.236306 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-45801dd0-3e51-4638-8c46-2e0ae44117ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:19:02Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'a2e0b173-a567-461f-bbdf-f57cde010f32', 'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'mac_address': 'fa:16:3e:d1:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:01Z', 'updated_at': '2021-09-07T19:19:11Z', 'revision_number': 5, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'subnets': [{'id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:25:07.262157 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45801dd0-3e51-4638-8c46-2e0ae44117ab None None] Checking router: 22d2127e-29ae-490a-a672-d8b142f63bcd for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:25:07.270901 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45801dd0-3e51-4638-8c46-2e0ae44117ab None None] Routers {'22d2127e-29ae-490a-a672-d8b142f63bcd'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:25:07.271497 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-45801dd0-3e51-4638-8c46-2e0ae44117ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:24:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22d2127e-29ae-490a-a672-d8b142f63bcd'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:25:07.375504 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-45801dd0-3e51-4638-8c46-2e0ae44117ab None None] Set router 22d2127e-29ae-490a-a672-d8b142f63bcd gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:25:07.579173 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-45801dd0-3e51-4638-8c46-2e0ae44117ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:19:02Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'a2e0b173-a567-461f-bbdf-f57cde010f32', 'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'mac_address': 'fa:16:3e:d1:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:01Z', 'updated_at': '2021-09-07T19:19:11Z', 'revision_number': 5, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'subnets': [{'id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:25:07.611165 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45801dd0-3e51-4638-8c46-2e0ae44117ab None None] The sync data for ids ['22d2127e-29ae-490a-a672-d8b142f63bcd'] in n-d-807786-1 is: [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:19:02Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'a2e0b173-a567-461f-bbdf-f57cde010f32', 'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'mac_address': 'fa:16:3e:d1:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:01Z', 'updated_at': '2021-09-07T19:19:11Z', 'revision_number': 5, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'subnets': [{'id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:25:07.828481 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26551ac5-bb71-414e-9efc-1c142dae49d2 None None] New status for floating IP de3da890-be75-40c2-9e58-570518b7fb56: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:25:08.169688 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df3ecedc-66aa-4c8f-b289-23a00381acff req-07d39194-827f-4ae9-9909-a70f700e4a53 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 210 time: 0.0272064 Sep 07 19:25:08.493454 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device bd444ac7-ea1b-472c-ba4c-71f1679d639e no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:25:08.517734 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: bd444ac7-ea1b-472c-ba4c-71f1679d639e {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:25:08.518119 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device bd444ac7-ea1b-472c-ba4c-71f1679d639e not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:25:09.262350 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bbb12216-3a16-462f-98ad-8bb8c70bc4f6 req-cc5e849b-f5b7-45ac-bb07-0f021b9628b5 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 210 time: 0.0262668 Sep 07 19:25:10.358654 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08afab1b-99a3-403e-91e3-47d87ef3bbcd req-b2103c0e-6eda-45a1-8588-002218502c71 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca780a0-439c-4411-a038-22781a98cd70 HTTP/1.1" status: 200 len: 210 time: 0.0296566 Sep 07 19:25:11.554662 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-7acc4fb5-5192-48d4-b5b1-6c2a14f6edcc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2102221798&fields=id&tenant_id=73c2ecafe8034c5e899d0af72b0de7b0 HTTP/1.1" status: 200 len: 267 time: 0.0316627 Sep 07 19:25:11.662335 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-95ffea2b-c26f-4ec2-8a63-89ba910bc78a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:11.663711 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-95ffea2b-c26f-4ec2-8a63-89ba910bc78a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 812 time: 0.1025875 Sep 07 19:25:11.679530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-a46aa734-b6dc-4ccb-80fd-44bb21eafd1a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/quotas/73c2ecafe8034c5e899d0af72b0de7b0 HTTP/1.1" status: 200 len: 375 time: 0.0101941 Sep 07 19:25:11.731660 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-d7b26ed9-569b-435c-ab8a-c3e7fa920cd1 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467088 Sep 07 19:25:11.827028 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-e2f3c5db-847e-4f10-b6d5-1231d54bd58b service neutron] 10.222.0.26 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836446 Sep 07 19:25:11.912065 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-f01dd380-56ed-4a3a-b742-eccd5484f36e service neutron] 10.222.0.26 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790651 Sep 07 19:25:12.191927 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d35c27e0-ac8f-417c-8dc7-4ecab986d420 req-33e16559-f46c-43a8-8840-8c1223b202ba tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 210 time: 0.0267549 Sep 07 19:25:13.079991 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-9500e4a2-c133-49e8-aebb-6dc8fae2bc8e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:13.082091 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-9500e4a2-c133-49e8-aebb-6dc8fae2bc8e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 812 time: 0.1102066 Sep 07 19:25:13.124596 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-0e267e4c-d6f7-4495-883d-efc5da74f547 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73c2ecafe8034c5e899d0af72b0de7b0 HTTP/1.1" status: 200 len: 380 time: 0.0335360 Sep 07 19:25:13.134351 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-266a2cce-531e-43bb-a4ef-d6184c30c043 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Request body: {'port': {'device_id': '4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'admin_state_up': True, 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'security_groups': ['32310006-ef96-4c98-a2da-320a94c36de7']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:25:13.161419 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:13.250388 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-266a2cce-531e-43bb-a4ef-d6184c30c043 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Made reservation on behalf of 73c2ecafe8034c5e899d0af72b0de7b0 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:25:13.255180 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-266a2cce-531e-43bb-a4ef-d6184c30c043 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:13.300775 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-458af2ad-f80a-413c-bcc1-c1bf481f4015 req-96f65a9f-c843-4868-92ac-eecf4b8b22ee tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 210 time: 0.0314305 Sep 07 19:25:13.414283 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-266a2cce-531e-43bb-a4ef-d6184c30c043 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Allocated IP 172.20.0.6 (d1679c4a-080a-4fd0-aff8-8fd66429f7da/714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8/00b3675e-0ef4-4067-8d2b-4ae26c7ac02f) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:25:13.547376 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-266a2cce-531e-43bb-a4ef-d6184c30c043 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:13.562301 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-266a2cce-531e-43bb-a4ef-d6184c30c043 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Transition to ACTIVE for port object 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:25:13.594559 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-266a2cce-531e-43bb-a4ef-d6184c30c043 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:13.960303 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-266a2cce-531e-43bb-a4ef-d6184c30c043 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Network d1679c4a-080a-4fd0-aff8-8fd66429f7da is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:25:13.963873 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-266a2cce-531e-43bb-a4ef-d6184c30c043 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:25:13.970063 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-266a2cce-531e-43bb-a4ef-d6184c30c043 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:25:13.994511 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a2cce-531e-43bb-a4ef-d6184c30c043 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event updated for resources: {'Port': ['ID=00b3675e-0ef4-4067-8d2b-4ae26c7ac02f,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:25:14.023406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-266a2cce-531e-43bb-a4ef-d6184c30c043 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:14.024030 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-266a2cce-531e-43bb-a4ef-d6184c30c043 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:14.039942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-266a2cce-531e-43bb-a4ef-d6184c30c043 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9091051 Sep 07 19:25:14.050379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-75af9ab8-0192-4353-9941-2d1c8640ae90 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:25:14.051461 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-75af9ab8-0192-4353-9941-2d1c8640ae90 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059652 Sep 07 19:25:14.069033 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:14.121944 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] Request body: {'port': {'device_id': '4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:25:14.180355 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:14.260480 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cb3a92f8-37ea-41bc-ade1-a573f41aab51 None None] Provisioning for port 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:25:14.275771 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cb3a92f8-37ea-41bc-ade1-a573f41aab51 None None] Provisioning complete for port 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:25:14.276304 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cb3a92f8-37ea-41bc-ade1-a573f41aab51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:14.351357 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a92f8-37ea-41bc-ade1-a573f41aab51 None None] Port 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:25:14.481825 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638eef6-4659-43b8-a6e8-22247df88e26 req-98b22ca3-1d42-47ad-8386-93d02ad4aac8 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:14.483328 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8638eef6-4659-43b8-a6e8-22247df88e26 req-98b22ca3-1d42-47ad-8386-93d02ad4aac8 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 931 time: 0.0825458 Sep 07 19:25:14.557482 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8638eef6-4659-43b8-a6e8-22247df88e26 req-a880919a-64eb-4743-9d9a-15c054b2f7ad tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656502 Sep 07 19:25:14.563108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:25:14.570870 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:14.588336 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] Transition to ACTIVE for port object 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:25:14.592799 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:14.679590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] Pushing event updated for resources: {'Port': ['ID=00b3675e-0ef4-4067-8d2b-4ae26c7ac02f,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:25:14.740421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] Attempting to bind port 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:25:14.740818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] Attempting to bind port 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:25:14.741154 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] Attempting to bind port 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f on network d1679c4a-080a-4fd0-aff8-8fd66429f7da {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:25:14.745860 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] Port 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f on network d1679c4a-080a-4fd0-aff8-8fd66429f7da not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:25:14.746188 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] Attempting to bind port 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f on network d1679c4a-080a-4fd0-aff8-8fd66429f7da {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:25:14.751538 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:25:14.751890 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] Checking segment: {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:25:14.752612 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] Bound using segment: {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:25:14.753106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] Bound port: 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:25:14.753415 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:14.831095 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] For port 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:25:14.837343 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] For port 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=00b3675e-0ef4-4067-8d2b-4ae26c7ac02f,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:25:14.844985 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:14.893554 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:14.894102 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:14.895609 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] 10.222.0.60 "PUT /v2.0/ports/00b3675e-0ef4-4067-8d2b-4ae26c7ac02f HTTP/1.1" status: 200 len: 1091 time: 0.8351398 Sep 07 19:25:14.898053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0', 'tag': '00b3675e-0ef4-4067-8d2b-4ae26c7ac02f'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:25:14.906844 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1d805c-5ae4-489c-baf5-55dd4270f5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0", "tag": "00b3675e-0ef4-4067-8d2b-4ae26c7ac02f"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:25:14.986484 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79d186-04f6-49dc-a290-513d9b8aac4e service neutron] Pushing event updated for resources: {'Port': ['ID=00b3675e-0ef4-4067-8d2b-4ae26c7ac02f,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:25:15.000827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-8d90f05c-aa3c-4354-8639-19222800d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:15.003117 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-8d90f05c-aa3c-4354-8639-19222800d203 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 1094 time: 0.0556223 Sep 07 19:25:15.004938 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867d840b-3dce-4133-a8cd-950cc56d0b24 x-openstack-request-id: req-867d840b-3dce-4133-a8cd-950cc56d0b24 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:25:15.005345 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0", "tag": "00b3675e-0ef4-4067-8d2b-4ae26c7ac02f", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:25:15.005680 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-867d840b-3dce-4133-a8cd-950cc56d0b24 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:25:15.006201 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0', 'tag': '00b3675e-0ef4-4067-8d2b-4ae26c7ac02f', 'status': 'completed', 'code': 200} Sep 07 19:25:15.050297 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-fabe2036-ba2c-46c9-b23c-1e75886c7973 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00b3675e-0ef4-4067-8d2b-4ae26c7ac02f HTTP/1.1" status: 200 len: 217 time: 0.0396132 Sep 07 19:25:15.114476 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-1dd852aa-680b-41d5-8e87-5aff992075a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:15.116268 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-1dd852aa-680b-41d5-8e87-5aff992075a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0584180 Sep 07 19:25:15.172013 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-63beb39d-6e3a-4580-a09f-0ce0f17553d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:15.173709 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-63beb39d-6e3a-4580-a09f-0ce0f17553d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501490 Sep 07 19:25:15.276112 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-64d2cfed-1ac0-4c32-9d3b-2ec2fded02b7 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942194 Sep 07 19:25:15.375190 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b50fe7b-f3b9-495c-b7c4-d9203c623a82 req-2abc8b78-dd91-4a2b-ac54-daf51a7e3121 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913846 Sep 07 19:25:15.462027 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d805c-5ae4-489c-baf5-55dd4270f5f0 req-a1190318-7a60-4ba4-9d1f-c5d474b05b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:15.463602 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc1d805c-5ae4-489c-baf5-55dd4270f5f0 req-a1190318-7a60-4ba4-9d1f-c5d474b05b94 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 1094 time: 0.0444779 Sep 07 19:25:15.560562 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d805c-5ae4-489c-baf5-55dd4270f5f0 req-48071b0f-c848-4308-b855-dbeda4b9bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:15.561980 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc1d805c-5ae4-489c-baf5-55dd4270f5f0 req-48071b0f-c848-4308-b855-dbeda4b9bfec service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 913 time: 0.0910287 Sep 07 19:25:15.611164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc1d805c-5ae4-489c-baf5-55dd4270f5f0 req-482babd0-e521-4778-aa15-689606f34137 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00b3675e-0ef4-4067-8d2b-4ae26c7ac02f HTTP/1.1" status: 200 len: 217 time: 0.0409665 Sep 07 19:25:15.699428 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d805c-5ae4-489c-baf5-55dd4270f5f0 req-9b5ec6c0-edab-4da1-81df-4377f69b6e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:15.700996 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc1d805c-5ae4-489c-baf5-55dd4270f5f0 req-9b5ec6c0-edab-4da1-81df-4377f69b6e7c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0815225 Sep 07 19:25:15.713998 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f321f4-2afa-42c9-b509-a283061213b0 req-8c487be1-01ed-464a-8dae-85fb3b178082 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:15.715508 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5f321f4-2afa-42c9-b509-a283061213b0 req-8c487be1-01ed-464a-8dae-85fb3b178082 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 943 time: 0.0869222 Sep 07 19:25:15.781341 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e5f321f4-2afa-42c9-b509-a283061213b0 req-7eadf076-686a-413d-b15d-f4e4ab1cffd4 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561850 Sep 07 19:25:15.785016 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d805c-5ae4-489c-baf5-55dd4270f5f0 req-9c35df32-ae61-4615-89df-a7756641be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:15.786512 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc1d805c-5ae4-489c-baf5-55dd4270f5f0 req-9c35df32-ae61-4615-89df-a7756641be71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700948 Sep 07 19:25:15.882515 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc1d805c-5ae4-489c-baf5-55dd4270f5f0 req-57736403-baf7-40b7-898c-6128b76d3fe5 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882440 Sep 07 19:25:15.972161 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dc1d805c-5ae4-489c-baf5-55dd4270f5f0 req-5e33744e-727c-4be4-9a0b-87b6a584f2a1 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825307 Sep 07 19:25:16.904240 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced47a4b-795b-4988-9467-0b2254936d6a req-69a9bfdf-d90b-4b49-a31c-44fca935cfd3 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:16.913598 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ced47a4b-795b-4988-9467-0b2254936d6a req-69a9bfdf-d90b-4b49-a31c-44fca935cfd3 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 943 time: 0.0581155 Sep 07 19:25:16.950933 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ced47a4b-795b-4988-9467-0b2254936d6a req-f25dadca-34f6-442d-b29f-9235c44238e4 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355828 Sep 07 19:25:18.069981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2c7de-53f5-47b4-b884-16ca8736605a req-e5ab15c7-36c6-438c-855b-055b3e4b5a6d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:18.071461 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a6a2c7de-53f5-47b4-b884-16ca8736605a req-e5ab15c7-36c6-438c-855b-055b3e4b5a6d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 943 time: 0.0487750 Sep 07 19:25:18.108097 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a6a2c7de-53f5-47b4-b884-16ca8736605a req-5ac9b1d0-7cc1-48de-bf72-63021b59c652 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307977 Sep 07 19:25:19.223752 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de53294-7d68-4b7c-87b2-f9bab4913221 req-843c58fe-2437-430c-a859-966ebbba03f5 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:19.225306 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8de53294-7d68-4b7c-87b2-f9bab4913221 req-843c58fe-2437-430c-a859-966ebbba03f5 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 943 time: 0.0501091 Sep 07 19:25:19.264167 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8de53294-7d68-4b7c-87b2-f9bab4913221 req-a21d962c-23a6-4d24-bce0-83777844e5b7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324988 Sep 07 19:25:20.401316 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96c4c2-c4f7-45ed-9970-e0162b216f9b req-543627ba-1041-4026-9e37-9e8e9ad30e6b tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:20.402816 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef96c4c2-c4f7-45ed-9970-e0162b216f9b req-543627ba-1041-4026-9e37-9e8e9ad30e6b tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 943 time: 0.0533776 Sep 07 19:25:20.442379 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef96c4c2-c4f7-45ed-9970-e0162b216f9b req-c2c779c9-842b-40d3-add6-ad76622a13bd tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335574 Sep 07 19:25:21.554033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9a008-eb78-4774-a42d-42f476b3c9d9 req-6a90d9d6-1be3-4ced-b97b-556889c1bf59 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:21.555519 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-abe9a008-eb78-4774-a42d-42f476b3c9d9 req-6a90d9d6-1be3-4ced-b97b-556889c1bf59 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 943 time: 0.0485585 Sep 07 19:25:21.592371 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-abe9a008-eb78-4774-a42d-42f476b3c9d9 req-b04fd206-3f71-478f-a680-2021d716fb44 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310473 Sep 07 19:25:22.707651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cc3f5-1434-44e2-85e2-9bdcfe5e0aff req-cbcb320c-f0fe-4f07-95d7-b49a419fc17e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:22.711453 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-756cc3f5-1434-44e2-85e2-9bdcfe5e0aff req-cbcb320c-f0fe-4f07-95d7-b49a419fc17e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 943 time: 0.0544639 Sep 07 19:25:22.750218 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-756cc3f5-1434-44e2-85e2-9bdcfe5e0aff req-603e2384-bfad-4b86-ae00-2a0fc160e7b6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328815 Sep 07 19:25:23.646592 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:25:23.867582 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41e444-b12a-419b-b446-6ea42868fe12 req-f9c5732f-1347-4f1b-bf5a-8608509e7f84 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:23.869024 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a41e444-b12a-419b-b446-6ea42868fe12 req-f9c5732f-1347-4f1b-bf5a-8608509e7f84 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 943 time: 0.0534601 Sep 07 19:25:23.906038 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a41e444-b12a-419b-b446-6ea42868fe12 req-c8546de2-b61f-4e18-9d55-49ce2c9a8887 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311251 Sep 07 19:25:25.021676 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909becee-994a-4f44-a5c6-76f5ea0e36e6 req-5f5e1e2c-1c2d-4633-a0a0-5a7f3fddf78b tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:25.023181 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-909becee-994a-4f44-a5c6-76f5ea0e36e6 req-5f5e1e2c-1c2d-4633-a0a0-5a7f3fddf78b tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 943 time: 0.0506270 Sep 07 19:25:25.061032 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-909becee-994a-4f44-a5c6-76f5ea0e36e6 req-788457c8-068b-4de1-89d3-9858251a5862 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318241 Sep 07 19:25:25.974524 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-66f62971-6296-458e-bcb6-4849de234551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:26.172804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e15e44-b5d0-4279-8264-464eccd64aad req-08d7f501-10e6-4357-9d09-b23c22f5b2c9 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:26.174264 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08e15e44-b5d0-4279-8264-464eccd64aad req-08d7f501-10e6-4357-9d09-b23c22f5b2c9 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 943 time: 0.0483336 Sep 07 19:25:26.211497 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08e15e44-b5d0-4279-8264-464eccd64aad req-355086be-84d0-4ae5-aacb-534c8158b3d8 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311491 Sep 07 19:25:26.587194 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:25:26.682390 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=00b3675e-0ef4-4067-8d2b-4ae26c7ac02f,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:25:26.693424 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '00b3675e-0ef4-4067-8d2b-4ae26c7ac02f', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'port_id': '00b3675e-0ef4-4067-8d2b-4ae26c7ac02f', 'mac_address': 'fa:16:3e:2c:d9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:25:26.729228 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:26.743132 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:25:26.761488 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=00b3675e-0ef4-4067-8d2b-4ae26c7ac02f,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:25:26.765484 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:26.814929 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=00b3675e-0ef4-4067-8d2b-4ae26c7ac02f,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:25:26.822660 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:26.823010 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:26.823348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:26.823685 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:26.824019 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:26.824350 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:26.824706 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:26.825037 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:26.825400 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:26.825725 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:26.826048 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:26.826369 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:25:27.016276 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['00b3675e-0ef4-4067-8d2b-4ae26c7ac02f'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:25:27.334569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71544aad-0c41-49ec-a988-3651d20edc03 req-ecb4e286-5e3f-4ab8-985a-0105bb59103b tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:27.336021 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71544aad-0c41-49ec-a988-3651d20edc03 req-ecb4e286-5e3f-4ab8-985a-0105bb59103b tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 944 time: 0.0548966 Sep 07 19:25:27.374098 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-71544aad-0c41-49ec-a988-3651d20edc03 req-66945823-48ad-4da3-aa93-3b955ba68d29 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318460 Sep 07 19:25:28.491183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d3f89-5c1c-4974-8434-ebcff710469b req-34dd5154-4238-4351-9f9b-92ac77a40484 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:28.492688 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3e4d3f89-5c1c-4974-8434-ebcff710469b req-34dd5154-4238-4351-9f9b-92ac77a40484 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 944 time: 0.0494308 Sep 07 19:25:28.529135 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3e4d3f89-5c1c-4974-8434-ebcff710469b req-3cd0ec66-27f2-487e-988e-da5620c4a010 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304596 Sep 07 19:25:28.619928 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:25:28.667501 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:25:28.671591 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:25:28.671956 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:28.746369 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:28.769889 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b3675e-0ef4-4067-8d2b-4ae26c7ac02f'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:25:28.772138 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7595532-3199-4134-ae3a-305f3080dff4" -d '{"events": [{"server_uuid": "4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0", "name": "network-vif-plugged", "status": "completed", "tag": "00b3675e-0ef4-4067-8d2b-4ae26c7ac02f"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:25:28.784583 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=00b3675e-0ef4-4067-8d2b-4ae26c7ac02f,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:25:28.790669 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:28.825974 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fb272020-36c3-427b-bf8a-d280fbe684cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:28.846328 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=00b3675e-0ef4-4067-8d2b-4ae26c7ac02f,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:25:28.876232 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f048de8-0dd8-40af-9835-72d36908d05a x-openstack-request-id: req-5f048de8-0dd8-40af-9835-72d36908d05a {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:25:28.876556 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0", "name": "network-vif-plugged", "status": "completed", "tag": "00b3675e-0ef4-4067-8d2b-4ae26c7ac02f", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:25:28.876816 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f048de8-0dd8-40af-9835-72d36908d05a {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:25:28.877215 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b3675e-0ef4-4067-8d2b-4ae26c7ac02f', 'code': 200} Sep 07 19:25:28.969768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a3771-34ec-41c5-a5c7-5ded07f678e8 req-fa4a7fe1-12e6-4cba-9f31-79a9aeb379f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:28.971157 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-167a3771-34ec-41c5-a5c7-5ded07f678e8 req-fa4a7fe1-12e6-4cba-9f31-79a9aeb379f1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 1096 time: 0.0392632 Sep 07 19:25:29.007986 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-167a3771-34ec-41c5-a5c7-5ded07f678e8 req-dea2a06d-7af8-401e-b7ca-b86cde083715 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285463 Sep 07 19:25:29.080238 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:29.646621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70619358-6239-4623-9811-ee6387711f40 req-f1fd4ce9-feac-4bff-93a2-dbe86a8349c7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:29.648109 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70619358-6239-4623-9811-ee6387711f40 req-f1fd4ce9-feac-4bff-93a2-dbe86a8349c7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 945 time: 0.0528724 Sep 07 19:25:29.685541 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70619358-6239-4623-9811-ee6387711f40 req-a01c9a2f-4cae-46c6-9535-70604291e1ba tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315077 Sep 07 19:25:30.298093 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:30.799253 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b06973-0bd1-4b6d-bd45-d0f61643a530 req-ca5ab776-66fc-4a00-ac74-df5d00971f95 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:30.800753 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-56b06973-0bd1-4b6d-bd45-d0f61643a530 req-ca5ab776-66fc-4a00-ac74-df5d00971f95 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 945 time: 0.0487688 Sep 07 19:25:30.850983 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-56b06973-0bd1-4b6d-bd45-d0f61643a530 req-fbf409a7-8b23-4a52-8e37-6c325179deaf tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439579 Sep 07 19:25:30.962129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e4868-bb1e-4663-818f-acb4a0cc25e4 req-1aacac54-93d1-45c0-a20b-8551642363b6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:30.963588 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c5e4868-bb1e-4663-818f-acb4a0cc25e4 req-1aacac54-93d1-45c0-a20b-8551642363b6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 945 time: 0.0482607 Sep 07 19:25:31.002586 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c5e4868-bb1e-4663-818f-acb4a0cc25e4 req-b0841b33-9499-4435-a820-ad4000bd2943 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331302 Sep 07 19:25:31.025226 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47588) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:25:31.165294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afa57a8-967a-4332-9771-30cbd16d55be tempest-TestVolumeBootPattern-1332668570 tempest-TestVolumeBootPattern-1332668570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:31.166801 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6afa57a8-967a-4332-9771-30cbd16d55be tempest-TestVolumeBootPattern-1332668570 tempest-TestVolumeBootPattern-1332668570-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 1091 time: 0.1405721 Sep 07 19:25:31.170465 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47592) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:25:31.174693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-6f535547-7afa-47d6-a590-4cbe36572794 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': '00b3675e-0ef4-4067-8d2b-4ae26c7ac02f', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:25:31.198085 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f535547-7afa-47d6-a590-4cbe36572794 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:31.292787 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f535547-7afa-47d6-a590-4cbe36572794 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:31.398325 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-6f535547-7afa-47d6-a590-4cbe36572794 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Allocated IP 172.25.8.97 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/86fdcfaf-e210-4568-9933-2c539f59d6ba) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:25:31.496944 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f535547-7afa-47d6-a590-4cbe36572794 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:31.533525 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f535547-7afa-47d6-a590-4cbe36572794 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:31.572933 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f535547-7afa-47d6-a590-4cbe36572794 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:25:31.575487 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-6f535547-7afa-47d6-a590-4cbe36572794 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:25:31.582800 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f535547-7afa-47d6-a590-4cbe36572794 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:25:31.588500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f535547-7afa-47d6-a590-4cbe36572794 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event updated for resources: {'Port': ['ID=86fdcfaf-e210-4568-9933-2c539f59d6ba,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:25:31.839015 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:31.927911 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f535547-7afa-47d6-a590-4cbe36572794 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:31.994130 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f535547-7afa-47d6-a590-4cbe36572794 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:32.138557 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f535547-7afa-47d6-a590-4cbe36572794 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:32.143210 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f535547-7afa-47d6-a590-4cbe36572794 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:32.214397 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f535547-7afa-47d6-a590-4cbe36572794 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event updated for resources: {'Port': ['ID=86fdcfaf-e210-4568-9933-2c539f59d6ba,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:25:32.220558 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f535547-7afa-47d6-a590-4cbe36572794 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:32.322275 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-6f535547-7afa-47d6-a590-4cbe36572794 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Floating IP 653725e7-ace4-4564-a1ca-2d8283d8ec53 associated. External IP: 172.25.8.97, port: 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f. Sep 07 19:25:32.523484 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f535547-7afa-47d6-a590-4cbe36572794 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Router 22d2127e-29ae-490a-a672-d8b142f63bcd has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:25:32.631028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f535547-7afa-47d6-a590-4cbe36572794 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:25:32.641078 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07a38a1-b837-4179-bb6a-b57f88ad2b6d None None] Sync routers for ids ['22d2127e-29ae-490a-a672-d8b142f63bcd'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:25:32.647179 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6f535547-7afa-47d6-a590-4cbe36572794 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:32.650432 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07a38a1-b837-4179-bb6a-b57f88ad2b6d None None] Routers {'22d2127e-29ae-490a-a672-d8b142f63bcd'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:25:32.651093 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c07a38a1-b837-4179-bb6a-b57f88ad2b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:25:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22d2127e-29ae-490a-a672-d8b142f63bcd'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:25:32.674439 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6f535547-7afa-47d6-a590-4cbe36572794 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5029817 Sep 07 19:25:32.675035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0', 'tag': '00b3675e-0ef4-4067-8d2b-4ae26c7ac02f'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:25:32.677601 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1628d2a6-3cd8-490f-aaeb-59561be1587c" -d '{"events": [{"name": "network-changed", "server_uuid": "4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0", "tag": "00b3675e-0ef4-4067-8d2b-4ae26c7ac02f"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:25:32.713981 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cd2097-70bb-4ed0-ab8e-5df7bf76331a x-openstack-request-id: req-01cd2097-70bb-4ed0-ab8e-5df7bf76331a {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:25:32.714276 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0", "tag": "00b3675e-0ef4-4067-8d2b-4ae26c7ac02f", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:25:32.714536 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-01cd2097-70bb-4ed0-ab8e-5df7bf76331a {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:25:32.714944 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0', 'tag': '00b3675e-0ef4-4067-8d2b-4ae26c7ac02f', 'status': 'completed', 'code': 200} Sep 07 19:25:32.757367 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-c07a38a1-b837-4179-bb6a-b57f88ad2b6d None None] Set router 22d2127e-29ae-490a-a672-d8b142f63bcd gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:25:32.778207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628d2a6-3cd8-490f-aaeb-59561be1587c req-501df347-6ac6-45b6-bbc1-15aa497b3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:32.779733 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1628d2a6-3cd8-490f-aaeb-59561be1587c req-501df347-6ac6-45b6-bbc1-15aa497b3b52 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 1096 time: 0.0431361 Sep 07 19:25:32.873972 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628d2a6-3cd8-490f-aaeb-59561be1587c req-b183b65b-04ce-4427-a24a-2b876ae37154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:32.875500 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1628d2a6-3cd8-490f-aaeb-59561be1587c req-b183b65b-04ce-4427-a24a-2b876ae37154 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 913 time: 0.0877125 Sep 07 19:25:32.940551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1628d2a6-3cd8-490f-aaeb-59561be1587c req-80a101eb-f6d5-4bb5-a625-daa4da07227c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00b3675e-0ef4-4067-8d2b-4ae26c7ac02f HTTP/1.1" status: 200 len: 998 time: 0.0576694 Sep 07 19:25:32.978684 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c07a38a1-b837-4179-bb6a-b57f88ad2b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:19:02Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '653725e7-ace4-4564-a1ca-2d8283d8ec53', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'port_id': '00b3675e-0ef4-4067-8d2b-4ae26c7ac02f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'mac_address': 'fa:16:3e:2c:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:25:31Z', 'updated_at': '2021-09-07T19:25:31Z', 'revision_number': 0, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e0b173-a567-461f-bbdf-f57cde010f32', 'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'mac_address': 'fa:16:3e:d1:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:01Z', 'updated_at': '2021-09-07T19:19:11Z', 'revision_number': 5, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'subnets': [{'id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:25:32.993461 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628d2a6-3cd8-490f-aaeb-59561be1587c req-7c6c446e-05b0-48a8-923f-81e122a84de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:32.994937 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1628d2a6-3cd8-490f-aaeb-59561be1587c req-7c6c446e-05b0-48a8-923f-81e122a84de0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0472176 Sep 07 19:25:33.005497 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07a38a1-b837-4179-bb6a-b57f88ad2b6d None None] Checking router: 22d2127e-29ae-490a-a672-d8b142f63bcd for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:25:33.016585 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07a38a1-b837-4179-bb6a-b57f88ad2b6d None None] Routers {'22d2127e-29ae-490a-a672-d8b142f63bcd'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:25:33.017212 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c07a38a1-b837-4179-bb6a-b57f88ad2b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:25:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22d2127e-29ae-490a-a672-d8b142f63bcd'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:25:33.041795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628d2a6-3cd8-490f-aaeb-59561be1587c req-ea84c3ce-c623-4de1-82f3-ee3a072d3343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:25:33.043329 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1628d2a6-3cd8-490f-aaeb-59561be1587c req-ea84c3ce-c623-4de1-82f3-ee3a072d3343 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415950 Sep 07 19:25:33.122738 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-c07a38a1-b837-4179-bb6a-b57f88ad2b6d None None] Set router 22d2127e-29ae-490a-a672-d8b142f63bcd gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:25:33.132026 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1628d2a6-3cd8-490f-aaeb-59561be1587c req-dd15bfc7-2823-4e32-aad7-605233826c5b service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817568 Sep 07 19:25:33.225594 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1628d2a6-3cd8-490f-aaeb-59561be1587c req-ca98e6a5-6d20-4b73-b6ce-13f7f8192add service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858550 Sep 07 19:25:33.343313 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-c07a38a1-b837-4179-bb6a-b57f88ad2b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:19:02Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '653725e7-ace4-4564-a1ca-2d8283d8ec53', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'port_id': '00b3675e-0ef4-4067-8d2b-4ae26c7ac02f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'mac_address': 'fa:16:3e:2c:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:25:31Z', 'updated_at': '2021-09-07T19:25:31Z', 'revision_number': 0, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e0b173-a567-461f-bbdf-f57cde010f32', 'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'mac_address': 'fa:16:3e:d1:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:01Z', 'updated_at': '2021-09-07T19:19:11Z', 'revision_number': 5, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'subnets': [{'id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:25:33.373494 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07a38a1-b837-4179-bb6a-b57f88ad2b6d None None] The sync data for ids ['22d2127e-29ae-490a-a672-d8b142f63bcd'] in n-d-807786-1 is: [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:19:02Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '653725e7-ace4-4564-a1ca-2d8283d8ec53', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'port_id': '00b3675e-0ef4-4067-8d2b-4ae26c7ac02f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'mac_address': 'fa:16:3e:2c:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:25:31Z', 'updated_at': '2021-09-07T19:25:31Z', 'revision_number': 0, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e0b173-a567-461f-bbdf-f57cde010f32', 'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'mac_address': 'fa:16:3e:d1:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:01Z', 'updated_at': '2021-09-07T19:19:11Z', 'revision_number': 5, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'subnets': [{'id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:25:33.574486 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d900ff-febc-41c5-b1e2-5f20b4e73b69 None None] New status for floating IP 653725e7-ace4-4564-a1ca-2d8283d8ec53: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:25:43.182183 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:44.068825 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:55.974395 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b85f12b5-9331-436d-8d77-258e9978226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:58.807300 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-775c665a-85da-487e-b26c-21aac042e4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:59.081505 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:00.299499 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:00.645209 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:26:01.841422 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:13.180528 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:14.054852 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:25.325986 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-727d6daa-af88-4635-8418-ccdce447e48a req-8e4ad888-1609-4325-8e36-46ff774d8519 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393291 Sep 07 19:26:25.417314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d6daa-af88-4635-8418-ccdce447e48a req-79978e5c-de0b-4c55-a300-85ef9b2d2b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:26:25.418841 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-727d6daa-af88-4635-8418-ccdce447e48a req-79978e5c-de0b-4c55-a300-85ef9b2d2b12 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 1096 time: 0.0502441 Sep 07 19:26:25.523132 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d6daa-af88-4635-8418-ccdce447e48a req-0f68afb2-c62d-4ad6-ad00-2000120e0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:26:25.524712 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-727d6daa-af88-4635-8418-ccdce447e48a req-0f68afb2-c62d-4ad6-ad00-2000120e0c38 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 913 time: 0.0860248 Sep 07 19:26:25.591965 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-727d6daa-af88-4635-8418-ccdce447e48a req-91ab95f3-cc18-4b39-961c-0962f8247e31 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00b3675e-0ef4-4067-8d2b-4ae26c7ac02f HTTP/1.1" status: 200 len: 1000 time: 0.0598862 Sep 07 19:26:25.641012 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d6daa-af88-4635-8418-ccdce447e48a req-6ec0e899-60ef-462b-9997-1d09caf97aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:26:25.642570 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-727d6daa-af88-4635-8418-ccdce447e48a req-6ec0e899-60ef-462b-9997-1d09caf97aa7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0434709 Sep 07 19:26:25.687709 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d6daa-af88-4635-8418-ccdce447e48a req-aee0d609-81ec-4d13-b12c-001f3dd8f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:26:25.689214 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-727d6daa-af88-4635-8418-ccdce447e48a req-aee0d609-81ec-4d13-b12c-001f3dd8f5fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388417 Sep 07 19:26:25.780794 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-727d6daa-af88-4635-8418-ccdce447e48a req-90085a1e-f411-432c-b84b-6c3c3ea1e3a8 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820260 Sep 07 19:26:25.871508 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-727d6daa-af88-4635-8418-ccdce447e48a req-22fbbb7f-99a4-45ea-891c-0d323bc307c9 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834694 Sep 07 19:26:25.974573 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d0f85b7d-2664-46c6-b74b-5cd82e116f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:28.810604 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-40b82556-d07f-4191-b8ca-4723a741123c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:29.082095 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:30.302706 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:31.844053 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:37.643855 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:26:43.194334 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:44.066101 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:55.975377 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-28946cee-119d-437d-8009-0508cd1ea5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:58.811731 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0d747050-a4fb-469f-b5f8-b819bf986a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:59.085021 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:00.305646 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:01.846956 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:12.950646 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-f141d3c4-0d38-4382-a74d-8b9a3dc39db1 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2102221798&fields=id&tenant_id=73c2ecafe8034c5e899d0af72b0de7b0 HTTP/1.1" status: 200 len: 267 time: 0.0335803 Sep 07 19:27:13.194459 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:13.382105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-5c2137b8-838f-4535-b0de-436ed4f50ef4 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:13.383586 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-5c2137b8-838f-4535-b0de-436ed4f50ef4 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 812 time: 0.4264641 Sep 07 19:27:13.401424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-4da055f0-284b-4bb9-b7cb-973e8d21a1c0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/quotas/73c2ecafe8034c5e899d0af72b0de7b0 HTTP/1.1" status: 200 len: 375 time: 0.0103164 Sep 07 19:27:13.457869 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-65881ef7-abe8-478a-b394-17e7dac7464f tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0509393 Sep 07 19:27:13.527501 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-8150076c-11e1-4f73-941c-2b00e43016fc service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:27:13.528587 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-8150076c-11e1-4f73-941c-2b00e43016fc service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0577767 Sep 07 19:27:13.620431 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-ed323aa6-fec6-40c4-8c4e-1dc67931e65a service neutron] 10.222.0.26 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850606 Sep 07 19:27:13.711488 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-8015d548-1442-46c1-9382-965f46777161 service neutron] 10.222.0.26 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848768 Sep 07 19:27:13.993320 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32753521-8bd6-4d0b-bbb1-1d323542ccf7 req-bad8e815-77d7-461e-875d-d9ca2cd48e6e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 210 time: 0.0258098 Sep 07 19:27:14.059297 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:14.642610 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:27:15.069383 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8beeee40-2cf5-4edb-9656-ed5e3d847b6c req-0c019b83-27f8-4585-a979-a074e6cfdc84 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 210 time: 0.0266399 Sep 07 19:27:16.167387 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a009c303-9496-4667-b0af-07b2bceae2d7 req-1b10e8e8-17d5-4f08-a7a2-cea1e2ede838 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 210 time: 0.0259619 Sep 07 19:27:16.938075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-d6f3e6a3-79a6-4ded-942a-afc5bd42dd1c req-f0d3457b-a888-4403-8429-1b35c7e52e79 service neutron] (101445) timed out ('10.222.0.26', 60160) {{(pid=101445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 19:27:17.244524 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a4b6bcef-e617-4f37-a555-aa95912bc437 req-ea5f7e4f-4d1a-4893-88ea-6c31ad315737 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 210 time: 0.0272336 Sep 07 19:27:18.334688 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1c5feb4-dfac-4b21-aeff-99f2b4991d2d req-9d75ebcb-bbc5-4c5b-aa5d-44a9855b594f tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 210 time: 0.0253990 Sep 07 19:27:19.114606 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-d8d66c8c-c867-4405-9cad-1a181d6fb7eb tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:19.116042 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-d8d66c8c-c867-4405-9cad-1a181d6fb7eb tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.36 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 812 time: 0.1050496 Sep 07 19:27:19.158326 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-3ed97211-2e00-48bc-aa99-2f96a375ead8 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73c2ecafe8034c5e899d0af72b0de7b0 HTTP/1.1" status: 200 len: 380 time: 0.0332353 Sep 07 19:27:19.167196 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Request body: {'port': {'device_id': 'd541ce68-96e7-4cdb-9338-6a3ddedccae4', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'admin_state_up': True, 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'security_groups': ['32310006-ef96-4c98-a2da-320a94c36de7']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:27:19.277623 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Made reservation on behalf of 73c2ecafe8034c5e899d0af72b0de7b0 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:27:19.281513 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:19.405975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Allocated IP 172.20.0.13 (d1679c4a-080a-4fd0-aff8-8fd66429f7da/714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8/6bcd418f-f628-45de-bdd8-b47a0242d6fe) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:27:19.445259 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a34457bf-d2d6-42a1-afe0-6bac4b4eefeb req-9acaf756-fd91-46ab-9134-254968023efd tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 210 time: 0.0368431 Sep 07 19:27:19.584000 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:19.597090 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Transition to ACTIVE for port object 6bcd418f-f628-45de-bdd8-b47a0242d6fe will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:27:19.630407 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:19.680939 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Network d1679c4a-080a-4fd0-aff8-8fd66429f7da is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:27:19.686670 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:27:19.691456 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:27:19.695508 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event updated for resources: {'Port': ['ID=6bcd418f-f628-45de-bdd8-b47a0242d6fe,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:19.726099 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:19.726446 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:19.726787 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:19.727121 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:19.727455 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:19.727786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:19.728116 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:19.729009 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:19.729350 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:19.729668 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:19.729991 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:19.730315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:19.755318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:19.755969 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:19.772970 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-ef019f3e-7b93-42bb-9f04-c6497589a688 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6091969 Sep 07 19:27:19.783249 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-4d0408e3-1106-4da7-a0f6-b376b269f672 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:27:19.784421 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-4d0408e3-1106-4da7-a0f6-b376b269f672 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054998 Sep 07 19:27:19.860257 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] Request body: {'port': {'device_id': 'd541ce68-96e7-4cdb-9338-6a3ddedccae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:27:19.917295 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:19.989479 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-310e3524-4b7e-4ed0-a952-0f86ed0b54c4 None None] Provisioning for port 6bcd418f-f628-45de-bdd8-b47a0242d6fe completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:27:19.993561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-310e3524-4b7e-4ed0-a952-0f86ed0b54c4 None None] Provisioning complete for port 6bcd418f-f628-45de-bdd8-b47a0242d6fe triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:27:19.993963 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-310e3524-4b7e-4ed0-a952-0f86ed0b54c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:20.028290 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-310e3524-4b7e-4ed0-a952-0f86ed0b54c4 None None] Port 6bcd418f-f628-45de-bdd8-b47a0242d6fe cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:27:20.182146 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bcd418f-f628-45de-bdd8-b47a0242d6fe {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:27:20.189583 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:20.203101 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] Transition to ACTIVE for port object 6bcd418f-f628-45de-bdd8-b47a0242d6fe will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:27:20.206861 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:20.282300 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] Pushing event updated for resources: {'Port': ['ID=6bcd418f-f628-45de-bdd8-b47a0242d6fe,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:20.351364 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] Attempting to bind port 6bcd418f-f628-45de-bdd8-b47a0242d6fe on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:27:20.351720 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] Attempting to bind port 6bcd418f-f628-45de-bdd8-b47a0242d6fe by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:27:20.352032 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] Attempting to bind port 6bcd418f-f628-45de-bdd8-b47a0242d6fe on network d1679c4a-080a-4fd0-aff8-8fd66429f7da {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:27:20.357813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] Port 6bcd418f-f628-45de-bdd8-b47a0242d6fe on network d1679c4a-080a-4fd0-aff8-8fd66429f7da not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:27:20.358174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] Attempting to bind port 6bcd418f-f628-45de-bdd8-b47a0242d6fe on network d1679c4a-080a-4fd0-aff8-8fd66429f7da {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:27:20.364366 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:27:20.364772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] Checking segment: {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:27:20.365308 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] Bound using segment: {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:27:20.365778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] Bound port: 6bcd418f-f628-45de-bdd8-b47a0242d6fe, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d6a3942-65ca-4e7f-8c80-f589ca7257d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:27:20.366400 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:20.438459 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] For port 6bcd418f-f628-45de-bdd8-b47a0242d6fe, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:27:20.443044 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] For port 6bcd418f-f628-45de-bdd8-b47a0242d6fe, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=6bcd418f-f628-45de-bdd8-b47a0242d6fe,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:27:20.449153 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:20.474214 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:20.474865 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:20.476457 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] 10.222.0.36 "PUT /v2.0/ports/6bcd418f-f628-45de-bdd8-b47a0242d6fe HTTP/1.1" status: 200 len: 1092 time: 0.6841063 Sep 07 19:27:20.517026 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd541ce68-96e7-4cdb-9338-6a3ddedccae4', 'tag': '6bcd418f-f628-45de-bdd8-b47a0242d6fe'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:27:20.520553 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f787e3b-3019-48c0-aa5a-b838be78ca5f" -d '{"events": [{"name": "network-changed", "server_uuid": "d541ce68-96e7-4cdb-9338-6a3ddedccae4", "tag": "6bcd418f-f628-45de-bdd8-b47a0242d6fe"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:27:20.576016 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c5a567-136d-4924-bd3c-cb8c52f678e2 x-openstack-request-id: req-f9c5a567-136d-4924-bd3c-cb8c52f678e2 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:27:20.576561 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d541ce68-96e7-4cdb-9338-6a3ddedccae4", "tag": "6bcd418f-f628-45de-bdd8-b47a0242d6fe", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:27:20.576991 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9c5a567-136d-4924-bd3c-cb8c52f678e2 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:27:20.577566 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd541ce68-96e7-4cdb-9338-6a3ddedccae4', 'tag': '6bcd418f-f628-45de-bdd8-b47a0242d6fe', 'status': 'completed', 'code': 200} Sep 07 19:27:20.654750 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-449ee33b-1a94-43f2-b657-a37c48eea1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:20.656417 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-449ee33b-1a94-43f2-b657-a37c48eea1a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 1095 time: 0.1326640 Sep 07 19:27:20.658870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55e9e0-1792-466e-b016-3b1d3425bbf1 service neutron] Pushing event updated for resources: {'Port': ['ID=6bcd418f-f628-45de-bdd8-b47a0242d6fe,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:20.709049 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-1a9b972d-122d-401c-a954-32374b14e44d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bcd418f-f628-45de-bdd8-b47a0242d6fe HTTP/1.1" status: 200 len: 217 time: 0.0397043 Sep 07 19:27:20.716892 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617d48d-c8b7-4c0b-b1a5-e810bcdd4c5f req-ede50147-c592-4c9a-8e0c-056cb22f515e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:20.718406 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6617d48d-c8b7-4c0b-b1a5-e810bcdd4c5f req-ede50147-c592-4c9a-8e0c-056cb22f515e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 944 time: 0.1505458 Sep 07 19:27:20.795073 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6617d48d-c8b7-4c0b-b1a5-e810bcdd4c5f req-6f10ffeb-98ec-437a-9ba6-773c3e3b5e83 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681014 Sep 07 19:27:20.797123 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-b6c85f02-4592-43b6-9c5c-961684da73b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:20.798551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-b6c85f02-4592-43b6-9c5c-961684da73b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0792544 Sep 07 19:27:20.848798 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-e53ceefb-da0b-4142-acf2-a20c7b64483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:20.850559 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-e53ceefb-da0b-4142-acf2-a20c7b64483d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445559 Sep 07 19:27:20.944866 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-55b409e3-c909-47fe-82b1-d3a13d81b794 service neutron] 10.222.0.36 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872822 Sep 07 19:27:21.065797 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a26dc88d-5b4c-4a72-ab36-5ebddfad963c req-7b24ec3b-2356-420f-8b6d-e498987e8613 service neutron] 10.222.0.36 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141055 Sep 07 19:27:21.157265 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f787e3b-3019-48c0-aa5a-b838be78ca5f req-733195da-7689-43ff-abc4-b51e0e13108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:21.158788 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f787e3b-3019-48c0-aa5a-b838be78ca5f req-733195da-7689-43ff-abc4-b51e0e13108e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 1095 time: 0.0445149 Sep 07 19:27:21.258698 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f787e3b-3019-48c0-aa5a-b838be78ca5f req-844a85c1-8463-45fa-903b-ffd98a27a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:21.261680 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f787e3b-3019-48c0-aa5a-b838be78ca5f req-844a85c1-8463-45fa-903b-ffd98a27a204 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 913 time: 0.0963404 Sep 07 19:27:21.305571 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f787e3b-3019-48c0-aa5a-b838be78ca5f req-ebca4a84-2e2a-48ee-9aec-d52fcdfdedbc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bcd418f-f628-45de-bdd8-b47a0242d6fe HTTP/1.1" status: 200 len: 217 time: 0.0364194 Sep 07 19:27:21.358988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f787e3b-3019-48c0-aa5a-b838be78ca5f req-c45199f7-1ef5-4bf9-b728-8198bb2a4559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:21.360498 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f787e3b-3019-48c0-aa5a-b838be78ca5f req-c45199f7-1ef5-4bf9-b728-8198bb2a4559 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0486350 Sep 07 19:27:21.407537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f787e3b-3019-48c0-aa5a-b838be78ca5f req-aac05058-135c-4705-8dd1-6e36faf07558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:21.409354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f787e3b-3019-48c0-aa5a-b838be78ca5f req-aac05058-135c-4705-8dd1-6e36faf07558 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419827 Sep 07 19:27:21.500048 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f787e3b-3019-48c0-aa5a-b838be78ca5f req-128fd948-c7be-4030-a02f-5ed7fc483d1c service neutron] 10.222.0.36 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828190 Sep 07 19:27:21.598980 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f787e3b-3019-48c0-aa5a-b838be78ca5f req-ae1acd6b-683e-44f6-ad0c-0f92434dec9f service neutron] 10.222.0.36 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909567 Sep 07 19:27:21.914301 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459af42-10b0-47f0-acce-664952d42bcd req-876d26fe-2875-4250-a7a1-97f7dd3f4f80 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:21.915798 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6459af42-10b0-47f0-acce-664952d42bcd req-876d26fe-2875-4250-a7a1-97f7dd3f4f80 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 944 time: 0.0503962 Sep 07 19:27:21.955596 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6459af42-10b0-47f0-acce-664952d42bcd req-b34dd11c-c8b5-4a10-ad62-4f15172870dd tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334699 Sep 07 19:27:23.071757 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6541d-b14c-4787-b52f-a517f9be99e3 req-4b2e22d9-8789-4dd7-8544-ceb7a25c6b96 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:23.073305 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ef6541d-b14c-4787-b52f-a517f9be99e3 req-4b2e22d9-8789-4dd7-8544-ceb7a25c6b96 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 944 time: 0.0500457 Sep 07 19:27:23.118718 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ef6541d-b14c-4787-b52f-a517f9be99e3 req-f2980f23-2ed5-45d3-80c7-72117f7754c6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380733 Sep 07 19:27:24.232336 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a4941-b2b1-43bd-93a2-ada35a7d7b8e req-72b2b56d-bf31-4864-a58e-56c3c82f1a72 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:24.233852 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-707a4941-b2b1-43bd-93a2-ada35a7d7b8e req-72b2b56d-bf31-4864-a58e-56c3c82f1a72 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 944 time: 0.0485837 Sep 07 19:27:24.270776 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-707a4941-b2b1-43bd-93a2-ada35a7d7b8e req-c23d09e9-067e-4318-a2fd-285aa5507809 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310578 Sep 07 19:27:25.382498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a75300-6fe8-425c-a2f9-5ee07a74e23d req-4c8970bc-11c8-4bbb-8fb2-40710e933ac3 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:25.383955 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a3a75300-6fe8-425c-a2f9-5ee07a74e23d req-4c8970bc-11c8-4bbb-8fb2-40710e933ac3 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 944 time: 0.0478921 Sep 07 19:27:25.420534 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a3a75300-6fe8-425c-a2f9-5ee07a74e23d req-dc730f52-c53f-4add-a6f6-3dff78940200 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307157 Sep 07 19:27:25.977933 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cb62f81f-50fe-42dd-9bbb-2318271bd82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:26.338470 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-132217ef-37b6-41bd-8b00-8638951f5532 req-bd08690a-cec1-4724-88f8-62c2222a3793 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389276 Sep 07 19:27:26.424122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132217ef-37b6-41bd-8b00-8638951f5532 req-4c6a436e-c43b-4520-8feb-042571412058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:26.425641 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-132217ef-37b6-41bd-8b00-8638951f5532 req-4c6a436e-c43b-4520-8feb-042571412058 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 1096 time: 0.0442262 Sep 07 19:27:26.581620 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132217ef-37b6-41bd-8b00-8638951f5532 req-77a38026-800f-49ae-8dd0-02a639db02cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:26.583093 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-132217ef-37b6-41bd-8b00-8638951f5532 req-77a38026-800f-49ae-8dd0-02a639db02cb service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 913 time: 0.1370482 Sep 07 19:27:26.591539 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6a26f-a252-4997-975e-784030dc15d0 req-386ee302-118f-4058-a86c-bc460d60d51f tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:26.592854 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83a6a26f-a252-4997-975e-784030dc15d0 req-386ee302-118f-4058-a86c-bc460d60d51f tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 944 time: 0.0785940 Sep 07 19:27:26.670795 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-132217ef-37b6-41bd-8b00-8638951f5532 req-f95ec570-e765-4e01-b339-9af15efae68b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00b3675e-0ef4-4067-8d2b-4ae26c7ac02f HTTP/1.1" status: 200 len: 1000 time: 0.0770128 Sep 07 19:27:26.675664 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83a6a26f-a252-4997-975e-784030dc15d0 req-22b44a5e-c8df-44e7-8c84-22fabf223f7f tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746918 Sep 07 19:27:26.719993 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132217ef-37b6-41bd-8b00-8638951f5532 req-61860423-afcf-485c-bf8f-b6f57587ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:26.721447 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-132217ef-37b6-41bd-8b00-8638951f5532 req-61860423-afcf-485c-bf8f-b6f57587ee18 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0434284 Sep 07 19:27:26.771685 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132217ef-37b6-41bd-8b00-8638951f5532 req-2fe4edc0-76cd-453e-af1f-5bc2f59c565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:26.773171 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-132217ef-37b6-41bd-8b00-8638951f5532 req-2fe4edc0-76cd-453e-af1f-5bc2f59c565c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428107 Sep 07 19:27:26.861745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-132217ef-37b6-41bd-8b00-8638951f5532 req-769caf63-dd4d-4e03-bb87-9f893c5167ec service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794694 Sep 07 19:27:26.957569 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-132217ef-37b6-41bd-8b00-8638951f5532 req-21b7b67d-f910-483e-91ad-4b7faa8a8e9b service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889683 Sep 07 19:27:27.792374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbfe02-149f-4a26-8625-8e6bab3f5573 req-e376104e-ec62-497c-9807-d2c2dfda4659 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:27.793886 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ecbfe02-149f-4a26-8625-8e6bab3f5573 req-e376104e-ec62-497c-9807-d2c2dfda4659 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 944 time: 0.0492935 Sep 07 19:27:27.831461 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ecbfe02-149f-4a26-8625-8e6bab3f5573 req-ded71e8a-3a95-4691-ac69-d3a1fdd48eb7 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315003 Sep 07 19:27:28.812159 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2235-ae53-4d17-bee4-4bd8debe00d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:28.942943 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7a05a-d186-4309-84e0-436ed98fdfe6 req-a807a557-4f8e-49ac-87df-e5156a1145b5 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:28.944396 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3b7a05a-d186-4309-84e0-436ed98fdfe6 req-a807a557-4f8e-49ac-87df-e5156a1145b5 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 944 time: 0.0472949 Sep 07 19:27:28.989003 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3b7a05a-d186-4309-84e0-436ed98fdfe6 req-66774b48-5db0-46be-a02c-f25077c3ba66 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380988 Sep 07 19:27:29.086817 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:30.101479 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56dd5e-71d7-4393-b15f-b015c2f05855 req-6c1cbec2-9120-4357-b0dd-587c15646cf1 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:30.102956 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d56dd5e-71d7-4393-b15f-b015c2f05855 req-6c1cbec2-9120-4357-b0dd-587c15646cf1 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 944 time: 0.0488188 Sep 07 19:27:30.139349 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d56dd5e-71d7-4393-b15f-b015c2f05855 req-0eb27b16-f407-46f8-b3ca-ad16e1a100d0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306268 Sep 07 19:27:30.308949 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:31.251386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72d982-d245-45f3-b183-b831a19362c9 req-5c6c41c3-1d4a-46a8-bf50-0f53e1cba65c tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:31.252883 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b72d982-d245-45f3-b183-b831a19362c9 req-5c6c41c3-1d4a-46a8-bf50-0f53e1cba65c tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 944 time: 0.0484164 Sep 07 19:27:31.296977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b72d982-d245-45f3-b183-b831a19362c9 req-04661942-1ebb-430a-810d-f9eaf2b72e5e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382605 Sep 07 19:27:31.849358 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:31.977097 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 6bcd418f-f628-45de-bdd8-b47a0242d6fe details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:27:32.077110 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 6bcd418f-f628-45de-bdd8-b47a0242d6fe, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=6bcd418f-f628-45de-bdd8-b47a0242d6fe,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:27:32.088354 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '6bcd418f-f628-45de-bdd8-b47a0242d6fe', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'port_id': '6bcd418f-f628-45de-bdd8-b47a0242d6fe', 'mac_address': 'fa:16:3e:7f:c8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:27:32.125001 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:32.137142 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bcd418f-f628-45de-bdd8-b47a0242d6fe {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:27:32.155723 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 6bcd418f-f628-45de-bdd8-b47a0242d6fe, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=6bcd418f-f628-45de-bdd8-b47a0242d6fe,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:27:32.159537 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:32.206550 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=6bcd418f-f628-45de-bdd8-b47a0242d6fe,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:32.213612 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:32.213959 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:32.214296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:32.214630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:32.214952 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:32.215282 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:32.215601 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:32.215926 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:32.216540 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:32.216868 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:32.217187 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:32.217505 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:32.378395 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['6bcd418f-f628-45de-bdd8-b47a0242d6fe'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:27:32.408819 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96601ab-47b5-4977-bc71-d070f35b91a7 req-7d788bc3-744c-4199-9483-7851e38ed0c1 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:32.410470 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e96601ab-47b5-4977-bc71-d070f35b91a7 req-7d788bc3-744c-4199-9483-7851e38ed0c1 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 945 time: 0.0486727 Sep 07 19:27:32.452199 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e96601ab-47b5-4977-bc71-d070f35b91a7 req-1d69e675-88e2-468c-8fab-42a62cbdc1f5 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358129 Sep 07 19:27:33.567419 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00096496-646f-4b26-8ecf-ec7dba151504 req-e4f2e2c5-b626-4627-a06e-04e679e00d0f tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:33.568933 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00096496-646f-4b26-8ecf-ec7dba151504 req-e4f2e2c5-b626-4627-a06e-04e679e00d0f tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 945 time: 0.0515339 Sep 07 19:27:33.605929 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00096496-646f-4b26-8ecf-ec7dba151504 req-bc02f56d-0433-4a23-bf81-e366b80b7e65 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304384 Sep 07 19:27:33.992868 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 6bcd418f-f628-45de-bdd8-b47a0242d6fe up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:27:34.044275 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 6bcd418f-f628-45de-bdd8-b47a0242d6fe completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:27:34.047918 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 6bcd418f-f628-45de-bdd8-b47a0242d6fe triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:27:34.048305 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:34.120731 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:34.141382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd541ce68-96e7-4cdb-9338-6a3ddedccae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcd418f-f628-45de-bdd8-b47a0242d6fe'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:27:34.143575 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1716b49b-99c0-4a9c-8528-b168bdabee68" -d '{"events": [{"server_uuid": "d541ce68-96e7-4cdb-9338-6a3ddedccae4", "name": "network-vif-plugged", "status": "completed", "tag": "6bcd418f-f628-45de-bdd8-b47a0242d6fe"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:27:34.155884 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 6bcd418f-f628-45de-bdd8-b47a0242d6fe, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=6bcd418f-f628-45de-bdd8-b47a0242d6fe,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:27:34.159743 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:34.186200 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750eae01-309a-4c6f-a9c2-e1f35b91827c x-openstack-request-id: req-750eae01-309a-4c6f-a9c2-e1f35b91827c {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:27:34.186494 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d541ce68-96e7-4cdb-9338-6a3ddedccae4", "name": "network-vif-plugged", "status": "completed", "tag": "6bcd418f-f628-45de-bdd8-b47a0242d6fe", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:27:34.186751 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-750eae01-309a-4c6f-a9c2-e1f35b91827c {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:27:34.187138 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd541ce68-96e7-4cdb-9338-6a3ddedccae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcd418f-f628-45de-bdd8-b47a0242d6fe', 'code': 200} Sep 07 19:27:34.212424 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=6bcd418f-f628-45de-bdd8-b47a0242d6fe,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:34.276981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614aed75-c12c-4885-b9d3-8766614f7b0e req-14507646-e714-48bf-83ab-0d0fb76d984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:34.278362 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-614aed75-c12c-4885-b9d3-8766614f7b0e req-14507646-e714-48bf-83ab-0d0fb76d984d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 1097 time: 0.0392067 Sep 07 19:27:34.313182 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-614aed75-c12c-4885-b9d3-8766614f7b0e req-7b221c66-9b2e-4826-a672-91419585c054 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271754 Sep 07 19:27:34.717917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42ac89-7b2e-4a13-9a92-55b1cc4a751a req-6053f1a1-d218-4a1b-8415-25ecedad8e3e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:34.719372 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e42ac89-7b2e-4a13-9a92-55b1cc4a751a req-6053f1a1-d218-4a1b-8415-25ecedad8e3e tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 946 time: 0.0475883 Sep 07 19:27:34.758805 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e42ac89-7b2e-4a13-9a92-55b1cc4a751a req-76d1407e-1d6f-47e2-a876-a2de0cfeabd5 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336525 Sep 07 19:27:35.872751 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b831d-541a-4f07-9baa-ec126c4af5d1 req-d51cb068-150e-411e-8704-2c34add7c6a9 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:35.874156 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e44b831d-541a-4f07-9baa-ec126c4af5d1 req-d51cb068-150e-411e-8704-2c34add7c6a9 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 946 time: 0.0492001 Sep 07 19:27:35.911482 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e44b831d-541a-4f07-9baa-ec126c4af5d1 req-e795318b-9ac5-4292-bc09-f8513d0cf07b tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314870 Sep 07 19:27:36.022315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75721e86-bbaa-454e-b905-ed27d94a29f5 req-378b8d61-d26d-4eac-802f-390dd3233754 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:36.023781 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75721e86-bbaa-454e-b905-ed27d94a29f5 req-378b8d61-d26d-4eac-802f-390dd3233754 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 946 time: 0.0476027 Sep 07 19:27:36.061499 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75721e86-bbaa-454e-b905-ed27d94a29f5 req-5d05cf9e-ba98-4502-95d4-4a6f558ddf49 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311677 Sep 07 19:27:36.083424 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47752) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:27:36.124099 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3e72cb-5948-447a-86e5-c338cccf0db5 tempest-TestVolumeBootPattern-1332668570 tempest-TestVolumeBootPattern-1332668570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:36.125632 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8d3e72cb-5948-447a-86e5-c338cccf0db5 tempest-TestVolumeBootPattern-1332668570 tempest-TestVolumeBootPattern-1332668570-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 1092 time: 0.0411515 Sep 07 19:27:36.128307 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47756) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:27:36.132571 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': '6bcd418f-f628-45de-bdd8-b47a0242d6fe', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:27:36.155111 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:36.252055 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:36.359380 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Allocated IP 172.25.8.192 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/8d2594d1-f144-4fe3-be82-c46b6839b569) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:27:36.463285 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:36.501075 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:36.537919 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:27:36.540785 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:27:36.546276 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:27:36.568432 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event updated for resources: {'Port': ['ID=8d2594d1-f144-4fe3-be82-c46b6839b569,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:36.582155 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.582501 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.582873 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.583240 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.583573 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.583904 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.584232 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.584581 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.584910 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.585234 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.585559 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.585885 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.909634 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:36.974628 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:37.121296 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:37.126324 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:37.197923 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event updated for resources: {'Port': ['ID=8d2594d1-f144-4fe3-be82-c46b6839b569,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:37.205663 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:37.303176 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Floating IP 800003cd-7629-4b9a-8b92-9573f495e7bb associated. External IP: 172.25.8.192, port: 6bcd418f-f628-45de-bdd8-b47a0242d6fe. Sep 07 19:27:37.514470 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Router 22d2127e-29ae-490a-a672-d8b142f63bcd has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:27:37.619993 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:27:37.630228 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46f224-1fa9-4e89-a68f-946a082abefe None None] Sync routers for ids ['22d2127e-29ae-490a-a672-d8b142f63bcd'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:27:37.636731 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:37.640643 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d46f224-1fa9-4e89-a68f-946a082abefe None None] Routers {'22d2127e-29ae-490a-a672-d8b142f63bcd'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:27:37.641262 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3d46f224-1fa9-4e89-a68f-946a082abefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:27:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22d2127e-29ae-490a-a672-d8b142f63bcd'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:27:37.754024 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-3d46f224-1fa9-4e89-a68f-946a082abefe None None] Set router 22d2127e-29ae-490a-a672-d8b142f63bcd gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:27:37.983398 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3e06bcb4-f0de-4ab5-81af-2ecd19578fc6 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8540297 Sep 07 19:27:37.983805 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3d46f224-1fa9-4e89-a68f-946a082abefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:19:02Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '653725e7-ace4-4564-a1ca-2d8283d8ec53', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'port_id': '00b3675e-0ef4-4067-8d2b-4ae26c7ac02f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'mac_address': 'fa:16:3e:2c:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:25:31Z', 'updated_at': '2021-09-07T19:25:33Z', 'revision_number': 1, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'fixed_ip_address_scope': None}, {'id': '800003cd-7629-4b9a-8b92-9573f495e7bb', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'floating_ip_address': '172.25.8.192', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'port_id': '6bcd418f-f628-45de-bdd8-b47a0242d6fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'mac_address': 'fa:16:3e:7f:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd541ce68-96e7-4cdb-9338-6a3ddedccae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:27:36Z', 'updated_at': '2021-09-07T19:27:36Z', 'revision_number': 0, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e0b173-a567-461f-bbdf-f57cde010f32', 'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'mac_address': 'fa:16:3e:d1:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:01Z', 'updated_at': '2021-09-07T19:19:11Z', 'revision_number': 5, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'subnets': [{'id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:27:37.984001 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd541ce68-96e7-4cdb-9338-6a3ddedccae4', 'tag': '6bcd418f-f628-45de-bdd8-b47a0242d6fe'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:27:37.986296 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59618baa-e623-4d50-bb83-beeab76b5402" -d '{"events": [{"name": "network-changed", "server_uuid": "d541ce68-96e7-4cdb-9338-6a3ddedccae4", "tag": "6bcd418f-f628-45de-bdd8-b47a0242d6fe"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:27:38.014417 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46f224-1fa9-4e89-a68f-946a082abefe None None] Checking router: 22d2127e-29ae-490a-a672-d8b142f63bcd for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:27:38.022768 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d46f224-1fa9-4e89-a68f-946a082abefe None None] Routers {'22d2127e-29ae-490a-a672-d8b142f63bcd'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:27:38.023379 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3d46f224-1fa9-4e89-a68f-946a082abefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:27:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22d2127e-29ae-490a-a672-d8b142f63bcd'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:27:38.105074 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c8cd7a-03ba-4298-ae82-36afb014916a x-openstack-request-id: req-a7c8cd7a-03ba-4298-ae82-36afb014916a {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:27:38.105374 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d541ce68-96e7-4cdb-9338-6a3ddedccae4", "tag": "6bcd418f-f628-45de-bdd8-b47a0242d6fe", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:27:38.105644 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a7c8cd7a-03ba-4298-ae82-36afb014916a {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:27:38.106036 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd541ce68-96e7-4cdb-9338-6a3ddedccae4', 'tag': '6bcd418f-f628-45de-bdd8-b47a0242d6fe', 'status': 'completed', 'code': 200} Sep 07 19:27:38.128935 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-3d46f224-1fa9-4e89-a68f-946a082abefe None None] Set router 22d2127e-29ae-490a-a672-d8b142f63bcd gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:27:38.167661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59618baa-e623-4d50-bb83-beeab76b5402 req-bd75bfe8-6851-4fc0-8529-c8149960a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:38.169280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59618baa-e623-4d50-bb83-beeab76b5402 req-bd75bfe8-6851-4fc0-8529-c8149960a22c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 1097 time: 0.0411084 Sep 07 19:27:38.267906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59618baa-e623-4d50-bb83-beeab76b5402 req-e3e4825c-fa74-44bb-b62b-f1bb16b97986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:38.269333 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59618baa-e623-4d50-bb83-beeab76b5402 req-e3e4825c-fa74-44bb-b62b-f1bb16b97986 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 913 time: 0.0927877 Sep 07 19:27:38.338688 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59618baa-e623-4d50-bb83-beeab76b5402 req-56e14d69-4a66-435e-bb86-986163377a3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bcd418f-f628-45de-bdd8-b47a0242d6fe HTTP/1.1" status: 200 len: 1000 time: 0.0626001 Sep 07 19:27:38.391296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59618baa-e623-4d50-bb83-beeab76b5402 req-c35e7b03-3b99-47f9-b8e4-ff8eb42dc885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:38.392828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59618baa-e623-4d50-bb83-beeab76b5402 req-c35e7b03-3b99-47f9-b8e4-ff8eb42dc885 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0473640 Sep 07 19:27:38.437980 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59618baa-e623-4d50-bb83-beeab76b5402 req-14f3ff80-cef5-4c3f-b1af-8adba9f1c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:27:38.439472 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59618baa-e623-4d50-bb83-beeab76b5402 req-14f3ff80-cef5-4c3f-b1af-8adba9f1c8bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398071 Sep 07 19:27:38.505846 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3d46f224-1fa9-4e89-a68f-946a082abefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:19:02Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '653725e7-ace4-4564-a1ca-2d8283d8ec53', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'port_id': '00b3675e-0ef4-4067-8d2b-4ae26c7ac02f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'mac_address': 'fa:16:3e:2c:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:25:31Z', 'updated_at': '2021-09-07T19:25:33Z', 'revision_number': 1, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'fixed_ip_address_scope': None}, {'id': '800003cd-7629-4b9a-8b92-9573f495e7bb', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'floating_ip_address': '172.25.8.192', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'port_id': '6bcd418f-f628-45de-bdd8-b47a0242d6fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'mac_address': 'fa:16:3e:7f:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd541ce68-96e7-4cdb-9338-6a3ddedccae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:27:36Z', 'updated_at': '2021-09-07T19:27:36Z', 'revision_number': 0, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e0b173-a567-461f-bbdf-f57cde010f32', 'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'mac_address': 'fa:16:3e:d1:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:01Z', 'updated_at': '2021-09-07T19:19:11Z', 'revision_number': 5, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'subnets': [{'id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:27:38.532657 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59618baa-e623-4d50-bb83-beeab76b5402 req-a1e74def-87d6-4d98-aaa7-0582c7bb69d0 service neutron] 10.222.0.36 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853808 Sep 07 19:27:38.536525 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46f224-1fa9-4e89-a68f-946a082abefe None None] The sync data for ids ['22d2127e-29ae-490a-a672-d8b142f63bcd'] in n-d-807786-1 is: [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:19:02Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '653725e7-ace4-4564-a1ca-2d8283d8ec53', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'port_id': '00b3675e-0ef4-4067-8d2b-4ae26c7ac02f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'mac_address': 'fa:16:3e:2c:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:25:31Z', 'updated_at': '2021-09-07T19:25:33Z', 'revision_number': 1, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'fixed_ip_address_scope': None}, {'id': '800003cd-7629-4b9a-8b92-9573f495e7bb', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'floating_ip_address': '172.25.8.192', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'port_id': '6bcd418f-f628-45de-bdd8-b47a0242d6fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'mac_address': 'fa:16:3e:7f:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd541ce68-96e7-4cdb-9338-6a3ddedccae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:27:36Z', 'updated_at': '2021-09-07T19:27:36Z', 'revision_number': 0, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e0b173-a567-461f-bbdf-f57cde010f32', 'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'mac_address': 'fa:16:3e:d1:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:01Z', 'updated_at': '2021-09-07T19:19:11Z', 'revision_number': 5, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'subnets': [{'id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:27:38.626839 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59618baa-e623-4d50-bb83-beeab76b5402 req-6c9570cc-e4e7-4340-a6ce-0489ac1e9e8d service neutron] 10.222.0.36 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870509 Sep 07 19:27:38.735958 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2b1924-db60-4b38-82cf-3b75c587009d None None] New status for floating IP 800003cd-7629-4b9a-8b92-9573f495e7bb: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:27:43.192880 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:44.079165 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:51.641719 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:27:55.979391 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b6884985-328a-4c8e-8e0b-da62e4f4a591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:58.812728 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3e197f27-f6d6-4c83-bdb8-3643e0a0faf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:59.089796 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:00.311091 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:01.852325 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:13.210023 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:14.085557 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:25.979677 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0c354326-c23f-4ae0-b22f-8f15bdc78bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:28.328426 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1b61aff-2e8d-44da-8483-83fa286d70a1 req-42cb17c6-bffa-4149-9d8f-ffdb10a9c584 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398517 Sep 07 19:28:28.411570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b61aff-2e8d-44da-8483-83fa286d70a1 req-bbaf7ed8-efb9-4499-9078-4c8656928a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:28:28.413182 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1b61aff-2e8d-44da-8483-83fa286d70a1 req-bbaf7ed8-efb9-4499-9078-4c8656928a2a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 1096 time: 0.0440505 Sep 07 19:28:28.513617 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b61aff-2e8d-44da-8483-83fa286d70a1 req-f992eb02-5178-4db7-9571-bac357a33801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:28:28.515229 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1b61aff-2e8d-44da-8483-83fa286d70a1 req-f992eb02-5178-4db7-9571-bac357a33801 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 913 time: 0.0832968 Sep 07 19:28:28.584150 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1b61aff-2e8d-44da-8483-83fa286d70a1 req-46c55908-0e66-4855-954e-5dd149caf097 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00b3675e-0ef4-4067-8d2b-4ae26c7ac02f HTTP/1.1" status: 200 len: 1000 time: 0.0602648 Sep 07 19:28:28.632027 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b61aff-2e8d-44da-8483-83fa286d70a1 req-21b4ed42-06cd-4ed8-88c6-332f9a0778a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:28:28.633530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1b61aff-2e8d-44da-8483-83fa286d70a1 req-21b4ed42-06cd-4ed8-88c6-332f9a0778a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0412965 Sep 07 19:28:28.648540 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:28:28.682217 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b61aff-2e8d-44da-8483-83fa286d70a1 req-3f2fac93-f107-4534-a5a3-c1c2e468e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:28:28.684472 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1b61aff-2e8d-44da-8483-83fa286d70a1 req-3f2fac93-f107-4534-a5a3-c1c2e468e125 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426838 Sep 07 19:28:28.778276 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1b61aff-2e8d-44da-8483-83fa286d70a1 req-83e73a5c-94db-479e-a40c-ad78fcc2f43a service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864470 Sep 07 19:28:28.814239 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-18066867-e79b-4e5a-af03-af1bfa57ce96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:28.891252 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-504ac8c8-8c1a-4bd2-ab76-01fcfffffa5b req-5a79db95-ab70-4bb8-80f9-7951e6aa185a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0880933 Sep 07 19:28:28.900944 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1b61aff-2e8d-44da-8483-83fa286d70a1 req-1b1dcd35-0176-449d-bbab-bfede786530b service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148822 Sep 07 19:28:28.971680 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ac8c8-8c1a-4bd2-ab76-01fcfffffa5b req-745b8acf-0160-4b80-a771-7d0f14eee5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:28:28.973219 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-504ac8c8-8c1a-4bd2-ab76-01fcfffffa5b req-745b8acf-0160-4b80-a771-7d0f14eee5f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 1097 time: 0.0410774 Sep 07 19:28:29.079653 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ac8c8-8c1a-4bd2-ab76-01fcfffffa5b req-943ed85e-0400-4a0f-bd9e-729b27b7377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:28:29.081230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-504ac8c8-8c1a-4bd2-ab76-01fcfffffa5b req-943ed85e-0400-4a0f-bd9e-729b27b7377f service neutron] 10.222.0.36 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 913 time: 0.0884492 Sep 07 19:28:29.091009 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:29.146428 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-504ac8c8-8c1a-4bd2-ab76-01fcfffffa5b req-f1598c22-bfcb-4003-a426-35e279a486c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bcd418f-f628-45de-bdd8-b47a0242d6fe HTTP/1.1" status: 200 len: 1002 time: 0.0572493 Sep 07 19:28:29.195020 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ac8c8-8c1a-4bd2-ab76-01fcfffffa5b req-138915ef-87d8-4430-9b70-4219adae3c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:28:29.196415 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-504ac8c8-8c1a-4bd2-ab76-01fcfffffa5b req-138915ef-87d8-4430-9b70-4219adae3c23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0427051 Sep 07 19:28:29.243721 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ac8c8-8c1a-4bd2-ab76-01fcfffffa5b req-26fe4006-0757-428f-9dba-09bcfc2214ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:28:29.245214 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-504ac8c8-8c1a-4bd2-ab76-01fcfffffa5b req-26fe4006-0757-428f-9dba-09bcfc2214ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417979 Sep 07 19:28:29.336600 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-504ac8c8-8c1a-4bd2-ab76-01fcfffffa5b req-87b90d97-63dc-4433-8b5d-65165f33ed51 service neutron] 10.222.0.36 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839419 Sep 07 19:28:29.427590 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-504ac8c8-8c1a-4bd2-ab76-01fcfffffa5b req-b7a0c909-0314-482a-9d66-d3cad3e0a1ae service neutron] 10.222.0.36 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839448 Sep 07 19:28:30.313296 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:31.855218 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:43.218030 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:44.098191 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:55.980412 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2b5d160-f31b-4e3a-99fc-ae0df3bdefc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:58.814579 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f57af5fc-58cb-4b06-9415-f5ab024515d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:59.092023 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:00.315503 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:01.857240 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:05.641238 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:29:13.220498 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:14.113537 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:16.964425 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47804) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:29:17.116304 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Deleting port 8d2594d1-f144-4fe3-be82-c46b6839b569 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:29:17.116680 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:17.192463 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:17.192822 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:17.209305 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Calling delete_port for 8d2594d1-f144-4fe3-be82-c46b6839b569 owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:29:17.350260 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:17.378627 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event deleted for resources: {'Port': ['ID=8d2594d1-f144-4fe3-be82-c46b6839b569,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:17.391221 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:17.391575 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:17.391917 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:17.392253 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:17.392615 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:17.392949 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:17.393276 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:17.393601 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:17.393924 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:17.394248 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:17.394572 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:17.394895 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:17.449435 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:17.449771 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Floating IP 800003cd-7629-4b9a-8b92-9573f495e7bb disassociated (deleted). External IP: 172.25.8.192, port: 6bcd418f-f628-45de-bdd8-b47a0242d6fe. Sep 07 19:29:17.667888 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Router 22d2127e-29ae-490a-a672-d8b142f63bcd has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:29:17.773703 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:29:17.778480 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:17.783794 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f711f-4809-4a6c-9cc1-c0230419090e None None] Sync routers for ids ['22d2127e-29ae-490a-a672-d8b142f63bcd'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:29:17.792182 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f711f-4809-4a6c-9cc1-c0230419090e None None] Routers {'22d2127e-29ae-490a-a672-d8b142f63bcd'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:29:17.792940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b51f711f-4809-4a6c-9cc1-c0230419090e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:28:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22d2127e-29ae-490a-a672-d8b142f63bcd'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:29:17.805385 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d361dd7a-e40e-4ead-b22c-a77ef0ce195d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "DELETE /v2.0/floatingips/800003cd-7629-4b9a-8b92-9573f495e7bb HTTP/1.1" status: 204 len: 168 time: 0.8392453 Sep 07 19:29:17.806347 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd541ce68-96e7-4cdb-9338-6a3ddedccae4', 'tag': '6bcd418f-f628-45de-bdd8-b47a0242d6fe'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:29:17.808794 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612be29a-7891-4c24-8516-0ec2d9fa8ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "d541ce68-96e7-4cdb-9338-6a3ddedccae4", "tag": "6bcd418f-f628-45de-bdd8-b47a0242d6fe"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:29:17.862602 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad288f8-bc9d-4278-8594-59d55526cdb8 x-openstack-request-id: req-3ad288f8-bc9d-4278-8594-59d55526cdb8 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:29:17.862972 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d541ce68-96e7-4cdb-9338-6a3ddedccae4", "tag": "6bcd418f-f628-45de-bdd8-b47a0242d6fe", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:29:17.863316 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ad288f8-bc9d-4278-8594-59d55526cdb8 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:29:17.863792 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd541ce68-96e7-4cdb-9338-6a3ddedccae4', 'tag': '6bcd418f-f628-45de-bdd8-b47a0242d6fe', 'status': 'completed', 'code': 200} Sep 07 19:29:17.905105 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-b51f711f-4809-4a6c-9cc1-c0230419090e None None] Set router 22d2127e-29ae-490a-a672-d8b142f63bcd gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:29:17.941860 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612be29a-7891-4c24-8516-0ec2d9fa8ee3 req-9fb7b3bc-b54d-4d2f-98c5-61cdc09056b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:17.944806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-612be29a-7891-4c24-8516-0ec2d9fa8ee3 req-9fb7b3bc-b54d-4d2f-98c5-61cdc09056b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 1097 time: 0.0581126 Sep 07 19:29:18.132938 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b51f711f-4809-4a6c-9cc1-c0230419090e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:19:02Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '653725e7-ace4-4564-a1ca-2d8283d8ec53', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'port_id': '00b3675e-0ef4-4067-8d2b-4ae26c7ac02f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'mac_address': 'fa:16:3e:2c:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:25:31Z', 'updated_at': '2021-09-07T19:25:33Z', 'revision_number': 1, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e0b173-a567-461f-bbdf-f57cde010f32', 'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'mac_address': 'fa:16:3e:d1:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:01Z', 'updated_at': '2021-09-07T19:19:11Z', 'revision_number': 5, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'subnets': [{'id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:29:18.159916 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f711f-4809-4a6c-9cc1-c0230419090e None None] Checking router: 22d2127e-29ae-490a-a672-d8b142f63bcd for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:29:18.169159 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f711f-4809-4a6c-9cc1-c0230419090e None None] Routers {'22d2127e-29ae-490a-a672-d8b142f63bcd'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:29:18.169788 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b51f711f-4809-4a6c-9cc1-c0230419090e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:28:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22d2127e-29ae-490a-a672-d8b142f63bcd'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:29:18.278260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-b51f711f-4809-4a6c-9cc1-c0230419090e None None] Set router 22d2127e-29ae-490a-a672-d8b142f63bcd gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:29:18.400758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612be29a-7891-4c24-8516-0ec2d9fa8ee3 req-139fc45a-cdd9-4527-9b13-9f22abf1768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:18.402181 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-612be29a-7891-4c24-8516-0ec2d9fa8ee3 req-139fc45a-cdd9-4527-9b13-9f22abf1768a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 913 time: 0.4442370 Sep 07 19:29:18.411397 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426bc09-bb06-4a10-8a9a-b4a73fad0d7b req-eb2d6a1d-00ea-4788-a832-04288709b008 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:18.412918 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2426bc09-bb06-4a10-8a9a-b4a73fad0d7b req-eb2d6a1d-00ea-4788-a832-04288709b008 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 946 time: 0.3980973 Sep 07 19:29:18.459117 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-612be29a-7891-4c24-8516-0ec2d9fa8ee3 req-d1b60ff6-2ec2-4421-8201-c3620b7967b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bcd418f-f628-45de-bdd8-b47a0242d6fe HTTP/1.1" status: 200 len: 217 time: 0.0451937 Sep 07 19:29:18.503272 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b51f711f-4809-4a6c-9cc1-c0230419090e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:19:02Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '653725e7-ace4-4564-a1ca-2d8283d8ec53', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'port_id': '00b3675e-0ef4-4067-8d2b-4ae26c7ac02f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'mac_address': 'fa:16:3e:2c:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:25:31Z', 'updated_at': '2021-09-07T19:25:33Z', 'revision_number': 1, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e0b173-a567-461f-bbdf-f57cde010f32', 'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'mac_address': 'fa:16:3e:d1:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:01Z', 'updated_at': '2021-09-07T19:19:11Z', 'revision_number': 5, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'subnets': [{'id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:29:18.507449 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2426bc09-bb06-4a10-8a9a-b4a73fad0d7b req-dd51593b-65d6-4ce0-9e3a-c31322fcdd15 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876870 Sep 07 19:29:18.524661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612be29a-7891-4c24-8516-0ec2d9fa8ee3 req-75bddd0f-341f-4d78-8025-938deac0ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:18.526141 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-612be29a-7891-4c24-8516-0ec2d9fa8ee3 req-75bddd0f-341f-4d78-8025-938deac0ed26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0596771 Sep 07 19:29:18.533183 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f711f-4809-4a6c-9cc1-c0230419090e None None] The sync data for ids ['22d2127e-29ae-490a-a672-d8b142f63bcd'] in n-d-807786-1 is: [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:19:02Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '653725e7-ace4-4564-a1ca-2d8283d8ec53', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'port_id': '00b3675e-0ef4-4067-8d2b-4ae26c7ac02f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'mac_address': 'fa:16:3e:2c:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:25:31Z', 'updated_at': '2021-09-07T19:25:33Z', 'revision_number': 1, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e0b173-a567-461f-bbdf-f57cde010f32', 'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'mac_address': 'fa:16:3e:d1:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:01Z', 'updated_at': '2021-09-07T19:19:11Z', 'revision_number': 5, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'subnets': [{'id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:29:18.578600 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612be29a-7891-4c24-8516-0ec2d9fa8ee3 req-1918f5ae-c322-4a24-a4e4-7dee6ae60d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:18.580221 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-612be29a-7891-4c24-8516-0ec2d9fa8ee3 req-1918f5ae-c322-4a24-a4e4-7dee6ae60d3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453513 Sep 07 19:29:18.673408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-612be29a-7891-4c24-8516-0ec2d9fa8ee3 req-f4f639e1-0e6d-4d9a-9158-0652b980a576 service neutron] 10.222.0.36 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845561 Sep 07 19:29:18.755906 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed97324c-832a-4594-84ac-0ce32b59716a None None] New status for floating IP 800003cd-7629-4b9a-8b92-9573f495e7bb: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:29:18.770757 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-612be29a-7891-4c24-8516-0ec2d9fa8ee3 req-a1df4de8-a7b9-4787-868a-7fde8bca78fa service neutron] 10.222.0.36 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890179 Sep 07 19:29:19.503782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e99d8-5ca9-45b4-a9a4-323a97793ac0 req-1d5868c0-1f88-41e0-b394-1c3c4111bbe4 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:19.505266 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b9e99d8-5ca9-45b4-a9a4-323a97793ac0 req-1d5868c0-1f88-41e0-b394-1c3c4111bbe4 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.36 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 946 time: 0.0476739 Sep 07 19:29:19.603184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-6b9e99d8-5ca9-45b4-a9a4-323a97793ac0 req-d89b8ba2-1dd9-496e-8612-16d8d37be8fc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Deleting port 6bcd418f-f628-45de-bdd8-b47a0242d6fe {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:29:19.603524 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6b9e99d8-5ca9-45b4-a9a4-323a97793ac0 req-d89b8ba2-1dd9-496e-8612-16d8d37be8fc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:19.708177 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82e2f6-a6f1-42dc-9fbb-daa8ef4077a7 req-85676062-664c-4e6b-85c8-75d5db2a13ef tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:19.709663 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c82e2f6-a6f1-42dc-9fbb-daa8ef4077a7 req-85676062-664c-4e6b-85c8-75d5db2a13ef tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 946 time: 0.0923326 Sep 07 19:29:19.743428 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-6b9e99d8-5ca9-45b4-a9a4-323a97793ac0 req-d89b8ba2-1dd9-496e-8612-16d8d37be8fc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] For port 6bcd418f-f628-45de-bdd8-b47a0242d6fe, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=6bcd418f-f628-45de-bdd8-b47a0242d6fe,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:29:19.743791 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6b9e99d8-5ca9-45b4-a9a4-323a97793ac0 req-d89b8ba2-1dd9-496e-8612-16d8d37be8fc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:19.764540 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-6b9e99d8-5ca9-45b4-a9a4-323a97793ac0 req-d89b8ba2-1dd9-496e-8612-16d8d37be8fc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Calling delete_port for 6bcd418f-f628-45de-bdd8-b47a0242d6fe owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:29:19.772728 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c82e2f6-a6f1-42dc-9fbb-daa8ef4077a7 req-b09e1719-e039-415b-9f50-94f87dde3199 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557959 Sep 07 19:29:19.893653 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6b9e99d8-5ca9-45b4-a9a4-323a97793ac0 req-d89b8ba2-1dd9-496e-8612-16d8d37be8fc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:19.923950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b8ba2-1dd9-496e-8612-16d8d37be8fc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event deleted for resources: {'Port': ['ID=6bcd418f-f628-45de-bdd8-b47a0242d6fe,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:19.933981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b8ba2-1dd9-496e-8612-16d8d37be8fc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:19.934329 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b8ba2-1dd9-496e-8612-16d8d37be8fc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:19.934670 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b8ba2-1dd9-496e-8612-16d8d37be8fc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:19.935006 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b8ba2-1dd9-496e-8612-16d8d37be8fc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:19.935335 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b8ba2-1dd9-496e-8612-16d8d37be8fc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:19.935663 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b8ba2-1dd9-496e-8612-16d8d37be8fc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:19.935988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b8ba2-1dd9-496e-8612-16d8d37be8fc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:19.936311 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b8ba2-1dd9-496e-8612-16d8d37be8fc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:19.937100 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b8ba2-1dd9-496e-8612-16d8d37be8fc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:19.937100 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b8ba2-1dd9-496e-8612-16d8d37be8fc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:19.937935 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b8ba2-1dd9-496e-8612-16d8d37be8fc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:19.938173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b8ba2-1dd9-496e-8612-16d8d37be8fc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:19.977049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9e99d8-5ca9-45b4-a9a4-323a97793ac0 req-d89b8ba2-1dd9-496e-8612-16d8d37be8fc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] No DVR routers for this DVR port 6bcd418f-f628-45de-bdd8-b47a0242d6fe on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:29:19.979717 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6b9e99d8-5ca9-45b4-a9a4-323a97793ac0 req-d89b8ba2-1dd9-496e-8612-16d8d37be8fc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:19.981868 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b9e99d8-5ca9-45b4-a9a4-323a97793ac0 req-d89b8ba2-1dd9-496e-8612-16d8d37be8fc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.36 "DELETE /v2.0/ports/6bcd418f-f628-45de-bdd8-b47a0242d6fe HTTP/1.1" status: 204 len: 173 time: 0.4706149 Sep 07 19:29:19.982191 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd541ce68-96e7-4cdb-9338-6a3ddedccae4', 'name': 'network-vif-deleted', 'tag': '6bcd418f-f628-45de-bdd8-b47a0242d6fe'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:29:19.984948 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09d9ae6-36c5-4f51-8d22-29b8e14479cf" -d '{"events": [{"server_uuid": "d541ce68-96e7-4cdb-9338-6a3ddedccae4", "name": "network-vif-deleted", "tag": "6bcd418f-f628-45de-bdd8-b47a0242d6fe"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:29:20.036235 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3633d7a-f70c-4027-acce-c16896a4c3c1 x-openstack-request-id: req-f3633d7a-f70c-4027-acce-c16896a4c3c1 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:29:20.036557 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d541ce68-96e7-4cdb-9338-6a3ddedccae4", "name": "network-vif-deleted", "tag": "6bcd418f-f628-45de-bdd8-b47a0242d6fe", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:29:20.036819 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f3633d7a-f70c-4027-acce-c16896a4c3c1 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:29:20.037221 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd541ce68-96e7-4cdb-9338-6a3ddedccae4', 'name': 'network-vif-deleted', 'tag': '6bcd418f-f628-45de-bdd8-b47a0242d6fe', 'status': 'completed', 'code': 200} Sep 07 19:29:20.865409 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b3c1d7f3-24ac-4c47-a2f6-728ee62742c9 req-1f7b2c65-438c-4702-bc13-f47540115203 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 210 time: 0.0268321 Sep 07 19:29:21.966001 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a65f0460-b08e-46cc-85d2-a7c8a4cf6fba req-0712ed3d-e54d-4092-874e-c49e14ff3d5a tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 210 time: 0.0282211 Sep 07 19:29:23.066186 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fab189b5-da4a-4e14-aefd-f42d57633dce req-d32bbd98-e921-4a3b-8f37-093c548bc7d0 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=d541ce68-96e7-4cdb-9338-6a3ddedccae4 HTTP/1.1" status: 200 len: 210 time: 0.0271080 Sep 07 19:29:24.599364 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 6bcd418f-f628-45de-bdd8-b47a0242d6fe no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:29:24.619500 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 6bcd418f-f628-45de-bdd8-b47a0242d6fe {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:29:24.619841 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 6bcd418f-f628-45de-bdd8-b47a0242d6fe not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:29:25.981775 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-033bf1ab-3c6f-452d-9f74-12b96f042f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:28.429872 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47860) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:29:28.585926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-e277a5c8-2345-44af-98f4-0b15aa52b0dd tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Deleting port 86fdcfaf-e210-4568-9933-2c539f59d6ba {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:29:28.586267 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e277a5c8-2345-44af-98f4-0b15aa52b0dd tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:28.660052 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e277a5c8-2345-44af-98f4-0b15aa52b0dd tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:28.660386 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e277a5c8-2345-44af-98f4-0b15aa52b0dd tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:28.672621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-e277a5c8-2345-44af-98f4-0b15aa52b0dd tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Calling delete_port for 86fdcfaf-e210-4568-9933-2c539f59d6ba owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:29:28.820802 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e277a5c8-2345-44af-98f4-0b15aa52b0dd tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:28.822020 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b210e38f-cce7-433c-8313-593ce1600154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:28.846793 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277a5c8-2345-44af-98f4-0b15aa52b0dd tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event deleted for resources: {'Port': ['ID=86fdcfaf-e210-4568-9933-2c539f59d6ba,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:28.907905 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e277a5c8-2345-44af-98f4-0b15aa52b0dd tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:28.908239 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-e277a5c8-2345-44af-98f4-0b15aa52b0dd tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Floating IP 653725e7-ace4-4564-a1ca-2d8283d8ec53 disassociated (deleted). External IP: 172.25.8.97, port: 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f. Sep 07 19:29:29.093082 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:29.120476 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e277a5c8-2345-44af-98f4-0b15aa52b0dd tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Router 22d2127e-29ae-490a-a672-d8b142f63bcd has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:29:29.228129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e277a5c8-2345-44af-98f4-0b15aa52b0dd tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:29:29.232825 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e277a5c8-2345-44af-98f4-0b15aa52b0dd tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:29.238825 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc2abb5-1c81-4a24-8d36-00bcaa9ee95a None None] Sync routers for ids ['22d2127e-29ae-490a-a672-d8b142f63bcd'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:29:29.247443 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc2abb5-1c81-4a24-8d36-00bcaa9ee95a None None] Routers {'22d2127e-29ae-490a-a672-d8b142f63bcd'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:29:29.248049 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8bc2abb5-1c81-4a24-8d36-00bcaa9ee95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:29:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22d2127e-29ae-490a-a672-d8b142f63bcd'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:29:29.258557 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e277a5c8-2345-44af-98f4-0b15aa52b0dd tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "DELETE /v2.0/floatingips/653725e7-ace4-4564-a1ca-2d8283d8ec53 HTTP/1.1" status: 204 len: 168 time: 0.8276052 Sep 07 19:29:29.259246 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0', 'tag': '00b3675e-0ef4-4067-8d2b-4ae26c7ac02f'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:29:29.261615 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea73f56-17b3-4d2f-a0bf-8c8f0d5377b0" -d '{"events": [{"name": "network-changed", "server_uuid": "4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0", "tag": "00b3675e-0ef4-4067-8d2b-4ae26c7ac02f"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:29:29.307432 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdb3ab5-3b6d-4a05-a24d-94a30d9039d6 x-openstack-request-id: req-4cdb3ab5-3b6d-4a05-a24d-94a30d9039d6 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:29:29.307918 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0", "tag": "00b3675e-0ef4-4067-8d2b-4ae26c7ac02f", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:29:29.308370 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4cdb3ab5-3b6d-4a05-a24d-94a30d9039d6 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:29:29.308952 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0', 'tag': '00b3675e-0ef4-4067-8d2b-4ae26c7ac02f', 'status': 'completed', 'code': 200} Sep 07 19:29:29.360670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-8bc2abb5-1c81-4a24-8d36-00bcaa9ee95a None None] Set router 22d2127e-29ae-490a-a672-d8b142f63bcd gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:29:29.365239 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-26532118-46df-42c4-9963-81daf858c5e8 req-5340debb-1a2f-4ecb-844a-33176f6bfdc6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444539 Sep 07 19:29:29.381792 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea73f56-17b3-4d2f-a0bf-8c8f0d5377b0 req-55023892-29ee-4bf1-822c-f8c0d728f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:29.384135 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4ea73f56-17b3-4d2f-a0bf-8c8f0d5377b0 req-55023892-29ee-4bf1-822c-f8c0d728f001 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 1096 time: 0.0508142 Sep 07 19:29:29.489343 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea73f56-17b3-4d2f-a0bf-8c8f0d5377b0 req-421209ea-6d17-403a-a0db-0f792a7443b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:29.490838 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4ea73f56-17b3-4d2f-a0bf-8c8f0d5377b0 req-421209ea-6d17-403a-a0db-0f792a7443b1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 913 time: 0.0978053 Sep 07 19:29:29.516572 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235e8c9-3663-429a-abcb-1c31262af735 req-b5c505aa-3c89-46d5-ab44-6d34320a65a3 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:29.518760 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e235e8c9-3663-429a-abcb-1c31262af735 req-b5c505aa-3c89-46d5-ab44-6d34320a65a3 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 945 time: 0.0549710 Sep 07 19:29:29.538351 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4ea73f56-17b3-4d2f-a0bf-8c8f0d5377b0 req-9019bdf1-7ddd-4d00-be1a-24e76ecccd1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00b3675e-0ef4-4067-8d2b-4ae26c7ac02f HTTP/1.1" status: 200 len: 217 time: 0.0395641 Sep 07 19:29:29.560280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e235e8c9-3663-429a-abcb-1c31262af735 req-50a57949-bc8e-4488-b86c-9cead0ae2ccc tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351746 Sep 07 19:29:29.565677 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8bc2abb5-1c81-4a24-8d36-00bcaa9ee95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:19:02Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'a2e0b173-a567-461f-bbdf-f57cde010f32', 'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'mac_address': 'fa:16:3e:d1:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:01Z', 'updated_at': '2021-09-07T19:19:11Z', 'revision_number': 5, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'subnets': [{'id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:29:29.594200 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea73f56-17b3-4d2f-a0bf-8c8f0d5377b0 req-7fe70d53-ac28-4390-a73b-c0a186bb93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:29.595772 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4ea73f56-17b3-4d2f-a0bf-8c8f0d5377b0 req-7fe70d53-ac28-4390-a73b-c0a186bb93c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0496900 Sep 07 19:29:29.597043 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc2abb5-1c81-4a24-8d36-00bcaa9ee95a None None] Checking router: 22d2127e-29ae-490a-a672-d8b142f63bcd for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:29:29.605406 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc2abb5-1c81-4a24-8d36-00bcaa9ee95a None None] Routers {'22d2127e-29ae-490a-a672-d8b142f63bcd'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:29:29.606028 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8bc2abb5-1c81-4a24-8d36-00bcaa9ee95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:29:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22d2127e-29ae-490a-a672-d8b142f63bcd'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:29:29.646872 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea73f56-17b3-4d2f-a0bf-8c8f0d5377b0 req-d6ef330a-1a95-419b-aabb-a95416184dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:29.648473 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4ea73f56-17b3-4d2f-a0bf-8c8f0d5377b0 req-d6ef330a-1a95-419b-aabb-a95416184dd2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417080 Sep 07 19:29:29.713683 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-8bc2abb5-1c81-4a24-8d36-00bcaa9ee95a None None] Set router 22d2127e-29ae-490a-a672-d8b142f63bcd gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:29:29.739624 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4ea73f56-17b3-4d2f-a0bf-8c8f0d5377b0 req-42cb1daf-e61b-4349-b6b9-aa1ddd73a6a7 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831959 Sep 07 19:29:29.835294 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4ea73f56-17b3-4d2f-a0bf-8c8f0d5377b0 req-cbdd389d-156f-4be9-8c8c-d1e077e0e517 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882182 Sep 07 19:29:29.911984 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8bc2abb5-1c81-4a24-8d36-00bcaa9ee95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:19:02Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'a2e0b173-a567-461f-bbdf-f57cde010f32', 'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'mac_address': 'fa:16:3e:d1:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:01Z', 'updated_at': '2021-09-07T19:19:11Z', 'revision_number': 5, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'subnets': [{'id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:29:29.942427 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26532118-46df-42c4-9963-81daf858c5e8 req-70cf08e3-c6be-43b9-a902-00ae0adfc4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:29.944249 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-26532118-46df-42c4-9963-81daf858c5e8 req-70cf08e3-c6be-43b9-a902-00ae0adfc4a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 1096 time: 0.0429552 Sep 07 19:29:30.058633 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26532118-46df-42c4-9963-81daf858c5e8 req-8668808a-f96b-4788-a892-eaf1ab511106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:30.060164 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-26532118-46df-42c4-9963-81daf858c5e8 req-8668808a-f96b-4788-a892-eaf1ab511106 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 200 len: 913 time: 0.0951583 Sep 07 19:29:30.096023 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc2abb5-1c81-4a24-8d36-00bcaa9ee95a None None] The sync data for ids ['22d2127e-29ae-490a-a672-d8b142f63bcd'] in n-d-807786-1 is: [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:19:02Z', 'revision_number': 4, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'a2e0b173-a567-461f-bbdf-f57cde010f32', 'name': '', 'network_id': 'd1679c4a-080a-4fd0-aff8-8fd66429f7da', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'mac_address': 'fa:16:3e:d1:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:01Z', 'updated_at': '2021-09-07T19:19:11Z', 'revision_number': 5, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'subnets': [{'id': '714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:29:30.104845 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-26532118-46df-42c4-9963-81daf858c5e8 req-5165ed1c-3b9b-44ec-9a33-e2f349a37398 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00b3675e-0ef4-4067-8d2b-4ae26c7ac02f HTTP/1.1" status: 200 len: 217 time: 0.0363200 Sep 07 19:29:30.155519 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26532118-46df-42c4-9963-81daf858c5e8 req-520bb784-44fb-4928-9777-d2a9c10100af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:30.157093 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-26532118-46df-42c4-9963-81daf858c5e8 req-520bb784-44fb-4928-9777-d2a9c10100af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 200 len: 851 time: 0.0447793 Sep 07 19:29:30.208811 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26532118-46df-42c4-9963-81daf858c5e8 req-dcf92c01-cf51-4cd0-a967-b9beffdcb830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:30.210334 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-26532118-46df-42c4-9963-81daf858c5e8 req-dcf92c01-cf51-4cd0-a967-b9beffdcb830 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1679c4a-080a-4fd0-aff8-8fd66429f7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457411 Sep 07 19:29:30.305918 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-26532118-46df-42c4-9963-81daf858c5e8 req-5c861e55-12e9-4f4f-bcf7-0c96e874678d service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875771 Sep 07 19:29:30.323337 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:30.328329 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5847008c-b7f4-4897-b5d9-19425adb0696 None None] New status for floating IP 653725e7-ace4-4564-a1ca-2d8283d8ec53: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:29:30.408681 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-26532118-46df-42c4-9963-81daf858c5e8 req-8d20ccc5-3807-4536-9357-5b46ad01dc14 service neutron] 10.222.0.60 "GET /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928817 Sep 07 19:29:30.680873 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7244e-88ce-43e3-beaf-2a6a65beb9f9 req-0ebc0455-bd4b-4ce0-8ef5-35f88d79939c tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:30.682514 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3aa7244e-88ce-43e3-beaf-2a6a65beb9f9 req-0ebc0455-bd4b-4ce0-8ef5-35f88d79939c tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 945 time: 0.0518513 Sep 07 19:29:30.726889 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3aa7244e-88ce-43e3-beaf-2a6a65beb9f9 req-97c449d1-8ed6-4a88-aef6-98dc71bff480 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/security-groups?id=32310006-ef96-4c98-a2da-320a94c36de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373709 Sep 07 19:29:31.126909 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e37975-593f-4392-b97a-081059dc3670 req-84e5b050-d0c2-45c6-a56c-40dbc572ea5d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:31.128346 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-98e37975-593f-4392-b97a-081059dc3670 req-84e5b050-d0c2-45c6-a56c-40dbc572ea5d tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 945 time: 0.0477602 Sep 07 19:29:31.215343 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-98e37975-593f-4392-b97a-081059dc3670 req-79e4eb22-745c-45d3-9ec6-cdaa4cb45131 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Deleting port 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:29:31.215687 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-98e37975-593f-4392-b97a-081059dc3670 req-79e4eb22-745c-45d3-9ec6-cdaa4cb45131 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:31.304955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-98e37975-593f-4392-b97a-081059dc3670 req-79e4eb22-745c-45d3-9ec6-cdaa4cb45131 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] For port 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=00b3675e-0ef4-4067-8d2b-4ae26c7ac02f,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:29:31.305316 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-98e37975-593f-4392-b97a-081059dc3670 req-79e4eb22-745c-45d3-9ec6-cdaa4cb45131 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:31.318550 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-98e37975-593f-4392-b97a-081059dc3670 req-79e4eb22-745c-45d3-9ec6-cdaa4cb45131 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Calling delete_port for 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:29:31.444869 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-98e37975-593f-4392-b97a-081059dc3670 req-79e4eb22-745c-45d3-9ec6-cdaa4cb45131 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:31.473033 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4eb22-745c-45d3-9ec6-cdaa4cb45131 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event deleted for resources: {'Port': ['ID=00b3675e-0ef4-4067-8d2b-4ae26c7ac02f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:31.514797 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e37975-593f-4392-b97a-081059dc3670 req-79e4eb22-745c-45d3-9ec6-cdaa4cb45131 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] No DVR routers for this DVR port 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:29:31.517555 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-98e37975-593f-4392-b97a-081059dc3670 req-79e4eb22-745c-45d3-9ec6-cdaa4cb45131 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:31.519840 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-98e37975-593f-4392-b97a-081059dc3670 req-79e4eb22-745c-45d3-9ec6-cdaa4cb45131 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.60 "DELETE /v2.0/ports/00b3675e-0ef4-4067-8d2b-4ae26c7ac02f HTTP/1.1" status: 204 len: 173 time: 0.3847456 Sep 07 19:29:31.520492 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0', 'name': 'network-vif-deleted', 'tag': '00b3675e-0ef4-4067-8d2b-4ae26c7ac02f'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:29:31.522385 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c055bb17-4b8e-4592-a88b-4b33027b3832" -d '{"events": [{"server_uuid": "4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0", "name": "network-vif-deleted", "tag": "00b3675e-0ef4-4067-8d2b-4ae26c7ac02f"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:29:31.558404 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9352759-ca40-42e9-8386-e56efb2a8792 x-openstack-request-id: req-d9352759-ca40-42e9-8386-e56efb2a8792 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:29:31.558695 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0", "name": "network-vif-deleted", "tag": "00b3675e-0ef4-4067-8d2b-4ae26c7ac02f", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:29:31.559001 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9352759-ca40-42e9-8386-e56efb2a8792 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:29:31.559365 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0', 'name': 'network-vif-deleted', 'tag': '00b3675e-0ef4-4067-8d2b-4ae26c7ac02f', 'status': 'completed', 'code': 200} Sep 07 19:29:31.821652 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d58842de-51f2-4879-8d04-6290ae246890 req-779a34ff-db09-416b-8f80-c54d40f54925 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 210 time: 0.0291030 Sep 07 19:29:31.863343 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:32.918835 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e884ce9b-b962-4f98-8b51-57cfc226e836 req-b39ce584-83af-41ce-9bde-1fd81f264007 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 210 time: 0.0276492 Sep 07 19:29:33.786978 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:29:33.806917 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:29:33.807257 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 00b3675e-0ef4-4067-8d2b-4ae26c7ac02f not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:29:34.010767 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0851803c-8917-4cc7-9575-718d1bf84141 req-3ad95851-b494-42a4-b708-6474399d2155 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 210 time: 0.0266807 Sep 07 19:29:35.115030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36d8a621-3324-4179-b6b5-97f8a82c119a req-090fddae-36a0-4db6-9e92-402e3b08de7b tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "GET /v2.0/ports?device_id=4370d1fc-82f3-4ed0-ae0f-26ae68e5e2c0 HTTP/1.1" status: 200 len: 210 time: 0.0273809 Sep 07 19:29:36.170514 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47882) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:29:36.294642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-ffe00a47-97c7-48c6-ad9a-6f64a27ddfaa tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Deleting port c779fb4d-399f-4652-9435-fd9fc2f6822d {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:29:36.294983 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ffe00a47-97c7-48c6-ad9a-6f64a27ddfaa tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:36.372045 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ffe00a47-97c7-48c6-ad9a-6f64a27ddfaa tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:36.372370 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ffe00a47-97c7-48c6-ad9a-6f64a27ddfaa tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:36.384171 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-ffe00a47-97c7-48c6-ad9a-6f64a27ddfaa tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Calling delete_port for c779fb4d-399f-4652-9435-fd9fc2f6822d owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:29:36.516852 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ffe00a47-97c7-48c6-ad9a-6f64a27ddfaa tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:36.546848 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe00a47-97c7-48c6-ad9a-6f64a27ddfaa tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event deleted for resources: {'Port': ['ID=c779fb4d-399f-4652-9435-fd9fc2f6822d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:36.598516 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ffe00a47-97c7-48c6-ad9a-6f64a27ddfaa tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:36.601054 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ffe00a47-97c7-48c6-ad9a-6f64a27ddfaa tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:36.602213 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ffe00a47-97c7-48c6-ad9a-6f64a27ddfaa tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "DELETE /v2.0/floatingips/de3da890-be75-40c2-9e58-570518b7fb56 HTTP/1.1" status: 204 len: 168 time: 0.4307094 Sep 07 19:29:38.845454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47896) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:29:38.907851 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5dd11759-4f9d-4815-b6ec-09281ce1fb03 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:38.932926 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5dd11759-4f9d-4815-b6ec-09281ce1fb03 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:38.991287 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5dd11759-4f9d-4815-b6ec-09281ce1fb03 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:38.993937 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5dd11759-4f9d-4815-b6ec-09281ce1fb03 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:38.995122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5dd11759-4f9d-4815-b6ec-09281ce1fb03 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] 10.222.0.26 "DELETE /v2.0/security-groups/32310006-ef96-4c98-a2da-320a94c36de7 HTTP/1.1" status: 204 len: 168 time: 0.1485777 Sep 07 19:29:39.006072 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11759-4f9d-4815-b6ec-09281ce1fb03 tempest-TestVolumeBootPattern-1693320968 tempest-TestVolumeBootPattern-1693320968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32310006-ef96-4c98-a2da-320a94c36de7,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:39.056929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47900) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:29:39.559748 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab285-554f-4ddc-9977-9ad685969b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:39.821490 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-4b4ab285-554f-4ddc-9977-9ad685969b51 admin admin] Deleting port a2e0b173-a567-461f-bbdf-f57cde010f32 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:29:39.821751 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab285-554f-4ddc-9977-9ad685969b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:39.901862 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-4b4ab285-554f-4ddc-9977-9ad685969b51 admin admin] For port a2e0b173-a567-461f-bbdf-f57cde010f32, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a2e0b173-a567-461f-bbdf-f57cde010f32,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:29:39.902479 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab285-554f-4ddc-9977-9ad685969b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:39.915295 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-4b4ab285-554f-4ddc-9977-9ad685969b51 admin admin] Calling delete_port for a2e0b173-a567-461f-bbdf-f57cde010f32 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:29:40.102879 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab285-554f-4ddc-9977-9ad685969b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:40.129164 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ab285-554f-4ddc-9977-9ad685969b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e0b173-a567-461f-bbdf-f57cde010f32,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:40.289644 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab285-554f-4ddc-9977-9ad685969b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:40.497804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4ab285-554f-4ddc-9977-9ad685969b51 admin admin] Router 22d2127e-29ae-490a-a672-d8b142f63bcd has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:29:40.602980 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4ab285-554f-4ddc-9977-9ad685969b51 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:29:40.611286 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47910) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:29:40.611718 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4b4ab285-554f-4ddc-9977-9ad685969b51 admin admin] 10.222.0.26 "PUT /v2.0/routers/22d2127e-29ae-490a-a672-d8b142f63bcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5531147 Sep 07 19:29:40.622412 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42e4917-3750-47c8-8b47-0e3ea650fbaf None None] Sync routers for ids ['22d2127e-29ae-490a-a672-d8b142f63bcd'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:29:40.631430 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42e4917-3750-47c8-8b47-0e3ea650fbaf None None] Routers {'22d2127e-29ae-490a-a672-d8b142f63bcd'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:29:40.632052 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-a42e4917-3750-47c8-8b47-0e3ea650fbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:29:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22d2127e-29ae-490a-a672-d8b142f63bcd'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:29:40.719573 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf562221-9df7-4be6-8290-c058e54da768 admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:40.734467 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-a42e4917-3750-47c8-8b47-0e3ea650fbaf None None] Set router 22d2127e-29ae-490a-a672-d8b142f63bcd gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:29:40.823444 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf562221-9df7-4be6-8290-c058e54da768 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:40.874425 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-bf562221-9df7-4be6-8290-c058e54da768 admin admin] Deleting port b27cfd64-2c84-4fef-a000-e7393f90f6e4 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:29:40.874776 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf562221-9df7-4be6-8290-c058e54da768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:40.912890 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-a42e4917-3750-47c8-8b47-0e3ea650fbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:29:40Z', 'revision_number': 5, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port': {'id': 'b27cfd64-2c84-4fef-a000-e7393f90f6e4', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:18:56Z', 'updated_at': '2021-09-07T19:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:29:40.939497 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42e4917-3750-47c8-8b47-0e3ea650fbaf None None] Checking router: 22d2127e-29ae-490a-a672-d8b142f63bcd for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:29:40.947536 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42e4917-3750-47c8-8b47-0e3ea650fbaf None None] Routers {'22d2127e-29ae-490a-a672-d8b142f63bcd'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:29:40.948146 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-a42e4917-3750-47c8-8b47-0e3ea650fbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:29:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22d2127e-29ae-490a-a672-d8b142f63bcd'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:29:40.955716 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-bf562221-9df7-4be6-8290-c058e54da768 admin admin] For port b27cfd64-2c84-4fef-a000-e7393f90f6e4, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b27cfd64-2c84-4fef-a000-e7393f90f6e4,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:29:40.955865 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf562221-9df7-4be6-8290-c058e54da768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:40.967498 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-bf562221-9df7-4be6-8290-c058e54da768 admin admin] Calling delete_port for b27cfd64-2c84-4fef-a000-e7393f90f6e4 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:29:41.034796 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-a42e4917-3750-47c8-8b47-0e3ea650fbaf None None] Set router 22d2127e-29ae-490a-a672-d8b142f63bcd gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:29:41.089357 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-a42e4917-3750-47c8-8b47-0e3ea650fbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:29:40Z', 'revision_number': 6, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:29:41.115362 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42e4917-3750-47c8-8b47-0e3ea650fbaf None None] The sync data for ids ['22d2127e-29ae-490a-a672-d8b142f63bcd'] in n-d-807786-1 is: [{'id': '22d2127e-29ae-490a-a672-d8b142f63bcd', 'name': 'tempest-TestVolumeBootPattern-1440983286-router', 'tenant_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:18:55Z', 'updated_at': '2021-09-07T19:29:40Z', 'revision_number': 6, 'project_id': '73c2ecafe8034c5e899d0af72b0de7b0', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:29:41.135966 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf562221-9df7-4be6-8290-c058e54da768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:41.160479 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf562221-9df7-4be6-8290-c058e54da768 admin admin] Pushing event deleted for resources: {'Port': ['ID=b27cfd64-2c84-4fef-a000-e7393f90f6e4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:41.221210 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf562221-9df7-4be6-8290-c058e54da768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:41.313434 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf562221-9df7-4be6-8290-c058e54da768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:41.315498 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf562221-9df7-4be6-8290-c058e54da768 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:41.357460 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf562221-9df7-4be6-8290-c058e54da768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:41.357925 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf562221-9df7-4be6-8290-c058e54da768 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22d2127e-29ae-490a-a672-d8b142f63bcd {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:29:41.363385 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bf562221-9df7-4be6-8290-c058e54da768 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:41.364605 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bf562221-9df7-4be6-8290-c058e54da768 admin admin] 10.222.0.26 "DELETE /v2.0/routers/22d2127e-29ae-490a-a672-d8b142f63bcd HTTP/1.1" status: 204 len: 168 time: 0.7512224 Sep 07 19:29:41.367131 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47912) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:29:41.411344 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd535e1e-f92d-4770-aae9-ebba96f750d4 admin admin] Deleting subnet 714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:29:41.415253 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd535e1e-f92d-4770-aae9-ebba96f750d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:41.450728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd535e1e-f92d-4770-aae9-ebba96f750d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:41.537485 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd535e1e-f92d-4770-aae9-ebba96f750d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:41.591377 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd535e1e-f92d-4770-aae9-ebba96f750d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:41.620838 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cd535e1e-f92d-4770-aae9-ebba96f750d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:41.622734 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cd535e1e-f92d-4770-aae9-ebba96f750d4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8 HTTP/1.1" status: 204 len: 168 time: 0.2546833 Sep 07 19:29:41.625561 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47914) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:29:41.626390 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd535e1e-f92d-4770-aae9-ebba96f750d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=714cfdfd-e93f-4f99-a0d1-3c1a2ffaa2c8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:41.631235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be0b776-a515-44b4-997e-4c6e2711fd46 None None] Network d1679c4a-080a-4fd0-aff8-8fd66429f7da requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:29:41.696321 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7bcc57c0-299a-4f7d-85f1-99d9de536c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:41.748068 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc57c0-299a-4f7d-85f1-99d9de536c0e admin admin] Deleting port 5075681e-ee19-4cef-afad-55ce3dfc4b89 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:29:41.748399 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7bcc57c0-299a-4f7d-85f1-99d9de536c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:41.811795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-7bcc57c0-299a-4f7d-85f1-99d9de536c0e admin admin] For port 5075681e-ee19-4cef-afad-55ce3dfc4b89, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5075681e-ee19-4cef-afad-55ce3dfc4b89,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:29:41.812133 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7bcc57c0-299a-4f7d-85f1-99d9de536c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:41.824074 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc57c0-299a-4f7d-85f1-99d9de536c0e admin admin] Calling delete_port for 5075681e-ee19-4cef-afad-55ce3dfc4b89 owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:29:41.868614 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b77e09-eb51-44a0-8ca2-252d4036c77c None None] DHCP port deletion for d1679c4a-080a-4fd0-aff8-8fd66429f7da request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:29:41.916878 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-24b77e09-eb51-44a0-8ca2-252d4036c77c None None] Deleting port 5075681e-ee19-4cef-afad-55ce3dfc4b89 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:29:41.917526 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-24b77e09-eb51-44a0-8ca2-252d4036c77c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:41.984082 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-24b77e09-eb51-44a0-8ca2-252d4036c77c None None] For port 5075681e-ee19-4cef-afad-55ce3dfc4b89, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5075681e-ee19-4cef-afad-55ce3dfc4b89,segment=NetworkSegment(2d6a3942-65ca-4e7f-8c80-f589ca7257d8),segment_id=2d6a3942-65ca-4e7f-8c80-f589ca7257d8)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:29:41.984483 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-24b77e09-eb51-44a0-8ca2-252d4036c77c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:42.002041 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-24b77e09-eb51-44a0-8ca2-252d4036c77c None None] Calling delete_port for 5075681e-ee19-4cef-afad-55ce3dfc4b89 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:29:42.085254 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-24b77e09-eb51-44a0-8ca2-252d4036c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:42.111549 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b77e09-eb51-44a0-8ca2-252d4036c77c None None] Pushing event deleted for resources: {'Port': ['ID=5075681e-ee19-4cef-afad-55ce3dfc4b89,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:42.116029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b77e09-eb51-44a0-8ca2-252d4036c77c None None] No DVR routers for this DVR port 5075681e-ee19-4cef-afad-55ce3dfc4b89 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:29:42.128770 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b77e09-eb51-44a0-8ca2-252d4036c77c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:42.129121 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b77e09-eb51-44a0-8ca2-252d4036c77c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:42.129483 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b77e09-eb51-44a0-8ca2-252d4036c77c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:42.129799 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b77e09-eb51-44a0-8ca2-252d4036c77c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:42.130135 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b77e09-eb51-44a0-8ca2-252d4036c77c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:42.130463 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b77e09-eb51-44a0-8ca2-252d4036c77c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:42.130791 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b77e09-eb51-44a0-8ca2-252d4036c77c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:42.131116 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b77e09-eb51-44a0-8ca2-252d4036c77c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:42.131440 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b77e09-eb51-44a0-8ca2-252d4036c77c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:42.131832 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b77e09-eb51-44a0-8ca2-252d4036c77c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:42.132097 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b77e09-eb51-44a0-8ca2-252d4036c77c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:42.134612 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b77e09-eb51-44a0-8ca2-252d4036c77c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:29:42.241199 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7bcc57c0-299a-4f7d-85f1-99d9de536c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:42.265959 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc57c0-299a-4f7d-85f1-99d9de536c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=5075681e-ee19-4cef-afad-55ce3dfc4b89,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:42.271147 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcc57c0-299a-4f7d-85f1-99d9de536c0e admin admin] No DVR routers for this DVR port 5075681e-ee19-4cef-afad-55ce3dfc4b89 on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:29:42.344832 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7bcc57c0-299a-4f7d-85f1-99d9de536c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:42.364238 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-7bcc57c0-299a-4f7d-85f1-99d9de536c0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1679c4a-080a-4fd0-aff8-8fd66429f7da']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:29:42.373208 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-7bcc57c0-299a-4f7d-85f1-99d9de536c0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6a3942-65ca-4e7f-8c80-f589ca7257d8') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:29:42.373456 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-7bcc57c0-299a-4f7d-85f1-99d9de536c0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6a3942-65ca-4e7f-8c80-f589ca7257d8') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:29:42.382539 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7bcc57c0-299a-4f7d-85f1-99d9de536c0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:42.395149 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7bcc57c0-299a-4f7d-85f1-99d9de536c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:42.401242 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bcc57c0-299a-4f7d-85f1-99d9de536c0e admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:29:42.401603 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7bcc57c0-299a-4f7d-85f1-99d9de536c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: self.session.flush() Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: self.session.flush() Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: self.session.flush() Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: self.session.flush() Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:29:42.403301 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:29:42.456376 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7bcc57c0-299a-4f7d-85f1-99d9de536c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:42.461804 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7bcc57c0-299a-4f7d-85f1-99d9de536c0e admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:42.463622 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7bcc57c0-299a-4f7d-85f1-99d9de536c0e admin admin] 10.222.0.26 "DELETE /v2.0/networks/d1679c4a-080a-4fd0-aff8-8fd66429f7da HTTP/1.1" status: 204 len: 168 time: 0.8364298 Sep 07 19:29:42.466604 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47916) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:29:42.475877 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc57c0-299a-4f7d-85f1-99d9de536c0e admin admin] Pushing event deleted for resources: {'Network': ['ID=d1679c4a-080a-4fd0-aff8-8fd66429f7da,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:42.626746 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5075681e-ee19-4cef-afad-55ce3dfc4b89 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:29:42.641398 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:29:42.646587 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 5075681e-ee19-4cef-afad-55ce3dfc4b89 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:29:42.646968 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5075681e-ee19-4cef-afad-55ce3dfc4b89 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:29:42.647355 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b27cfd64-2c84-4fef-a000-e7393f90f6e4 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:29:42.668644 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: b27cfd64-2c84-4fef-a000-e7393f90f6e4 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:29:42.668985 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b27cfd64-2c84-4fef-a000-e7393f90f6e4 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:29:42.669389 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a2e0b173-a567-461f-bbdf-f57cde010f32 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:29:42.687756 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: a2e0b173-a567-461f-bbdf-f57cde010f32 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:29:42.688098 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a2e0b173-a567-461f-bbdf-f57cde010f32 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:29:42.813496 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e79523c2-3b6b-4cb8-b580-38b9d0bfdad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:43.049915 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-e79523c2-3b6b-4cb8-b580-38b9d0bfdad7 admin admin] Deleting port 9dbbf848-80a6-47ff-888a-cc03f1506f4b {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:29:43.050255 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e79523c2-3b6b-4cb8-b580-38b9d0bfdad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:43.125641 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-e79523c2-3b6b-4cb8-b580-38b9d0bfdad7 admin admin] For port 9dbbf848-80a6-47ff-888a-cc03f1506f4b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=9dbbf848-80a6-47ff-888a-cc03f1506f4b,segment=NetworkSegment(011cf4bd-f7ae-474a-8b92-9884046c534d),segment_id=011cf4bd-f7ae-474a-8b92-9884046c534d)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:29:43.125994 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e79523c2-3b6b-4cb8-b580-38b9d0bfdad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:43.138225 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-e79523c2-3b6b-4cb8-b580-38b9d0bfdad7 admin admin] Calling delete_port for 9dbbf848-80a6-47ff-888a-cc03f1506f4b owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:29:43.219179 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:43.314566 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e79523c2-3b6b-4cb8-b580-38b9d0bfdad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:43.340421 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79523c2-3b6b-4cb8-b580-38b9d0bfdad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dbbf848-80a6-47ff-888a-cc03f1506f4b,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:43.503708 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e79523c2-3b6b-4cb8-b580-38b9d0bfdad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:44.029889 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79523c2-3b6b-4cb8-b580-38b9d0bfdad7 admin admin] Router 3113d522-b768-4de1-a2f0-6cacdee15d46 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:29:44.135790 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79523c2-3b6b-4cb8-b580-38b9d0bfdad7 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:29:44.144574 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:44.145896 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e79523c2-3b6b-4cb8-b580-38b9d0bfdad7 admin admin] 10.222.0.26 "PUT /v2.0/routers/3113d522-b768-4de1-a2f0-6cacdee15d46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6779592 Sep 07 19:29:44.146817 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a22dd3-8eb9-4598-9b84-33b5305bdffc None None] Sync routers for ids ['3113d522-b768-4de1-a2f0-6cacdee15d46'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:29:44.148417 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47918) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:29:44.157559 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a22dd3-8eb9-4598-9b84-33b5305bdffc None None] Routers {'3113d522-b768-4de1-a2f0-6cacdee15d46'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:29:44.158451 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a8a22dd3-8eb9-4598-9b84-33b5305bdffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:29:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3113d522-b768-4de1-a2f0-6cacdee15d46'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:29:44.253739 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca1fc-1ea8-4f1f-8571-6f430cf2f205 admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:44.260683 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-a8a22dd3-8eb9-4598-9b84-33b5305bdffc None None] Set router 3113d522-b768-4de1-a2f0-6cacdee15d46 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:29:44.355368 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca1fc-1ea8-4f1f-8571-6f430cf2f205 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:44.406231 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-7f6ca1fc-1ea8-4f1f-8571-6f430cf2f205 admin admin] Deleting port c11db4d4-4902-4249-a4be-f2b79066dc8c {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:29:44.406568 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca1fc-1ea8-4f1f-8571-6f430cf2f205 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:44.444914 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a8a22dd3-8eb9-4598-9b84-33b5305bdffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3113d522-b768-4de1-a2f0-6cacdee15d46', 'name': 'tempest-TestVolumeBootPattern-446106820-router', 'tenant_id': '494548838bc645e286284e0521ab7098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'c11db4d4-4902-4249-a4be-f2b79066dc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:08Z', 'updated_at': '2021-09-07T19:29:43Z', 'revision_number': 5, 'project_id': '494548838bc645e286284e0521ab7098', 'gw_port': {'id': 'c11db4d4-4902-4249-a4be-f2b79066dc8c', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3113d522-b768-4de1-a2f0-6cacdee15d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:19:09Z', 'updated_at': '2021-09-07T19:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:29:44.480737 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a22dd3-8eb9-4598-9b84-33b5305bdffc None None] Checking router: 3113d522-b768-4de1-a2f0-6cacdee15d46 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:29:44.487395 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-7f6ca1fc-1ea8-4f1f-8571-6f430cf2f205 admin admin] For port c11db4d4-4902-4249-a4be-f2b79066dc8c, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c11db4d4-4902-4249-a4be-f2b79066dc8c,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:29:44.487755 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca1fc-1ea8-4f1f-8571-6f430cf2f205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:44.491243 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a22dd3-8eb9-4598-9b84-33b5305bdffc None None] Routers {'3113d522-b768-4de1-a2f0-6cacdee15d46'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:29:44.492101 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a8a22dd3-8eb9-4598-9b84-33b5305bdffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:29:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3113d522-b768-4de1-a2f0-6cacdee15d46'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:29:44.500041 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-7f6ca1fc-1ea8-4f1f-8571-6f430cf2f205 admin admin] Calling delete_port for c11db4d4-4902-4249-a4be-f2b79066dc8c owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:29:44.585734 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-a8a22dd3-8eb9-4598-9b84-33b5305bdffc None None] Set router 3113d522-b768-4de1-a2f0-6cacdee15d46 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:29:44.651896 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a8a22dd3-8eb9-4598-9b84-33b5305bdffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3113d522-b768-4de1-a2f0-6cacdee15d46', 'name': 'tempest-TestVolumeBootPattern-446106820-router', 'tenant_id': '494548838bc645e286284e0521ab7098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:08Z', 'updated_at': '2021-09-07T19:29:44Z', 'revision_number': 6, 'project_id': '494548838bc645e286284e0521ab7098', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:29:44.669159 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca1fc-1ea8-4f1f-8571-6f430cf2f205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:44.677988 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a22dd3-8eb9-4598-9b84-33b5305bdffc None None] The sync data for ids ['3113d522-b768-4de1-a2f0-6cacdee15d46'] in n-d-807786-1 is: [{'id': '3113d522-b768-4de1-a2f0-6cacdee15d46', 'name': 'tempest-TestVolumeBootPattern-446106820-router', 'tenant_id': '494548838bc645e286284e0521ab7098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:19:08Z', 'updated_at': '2021-09-07T19:29:44Z', 'revision_number': 6, 'project_id': '494548838bc645e286284e0521ab7098', 'gw_port_host': None}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:29:44.694122 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ca1fc-1ea8-4f1f-8571-6f430cf2f205 admin admin] Pushing event deleted for resources: {'Port': ['ID=c11db4d4-4902-4249-a4be-f2b79066dc8c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:44.761788 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca1fc-1ea8-4f1f-8571-6f430cf2f205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:44.853590 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca1fc-1ea8-4f1f-8571-6f430cf2f205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:44.855652 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca1fc-1ea8-4f1f-8571-6f430cf2f205 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:44.896762 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca1fc-1ea8-4f1f-8571-6f430cf2f205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:44.897186 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6ca1fc-1ea8-4f1f-8571-6f430cf2f205 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3113d522-b768-4de1-a2f0-6cacdee15d46 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:29:44.901371 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca1fc-1ea8-4f1f-8571-6f430cf2f205 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:44.902513 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7f6ca1fc-1ea8-4f1f-8571-6f430cf2f205 admin admin] 10.222.0.26 "DELETE /v2.0/routers/3113d522-b768-4de1-a2f0-6cacdee15d46 HTTP/1.1" status: 204 len: 168 time: 0.7527616 Sep 07 19:29:44.905107 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 47920) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:29:44.952419 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-1795ca08-e852-4d0c-84fb-8569f06dcfe4 admin admin] Deleting subnet 2e0e2658-6568-464a-b565-25b997bd3588 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:29:44.955899 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1795ca08-e852-4d0c-84fb-8569f06dcfe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:44.989451 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1795ca08-e852-4d0c-84fb-8569f06dcfe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:45.069031 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1795ca08-e852-4d0c-84fb-8569f06dcfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:45.125299 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1795ca08-e852-4d0c-84fb-8569f06dcfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:45.154177 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795ca08-e852-4d0c-84fb-8569f06dcfe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e0e2658-6568-464a-b565-25b997bd3588,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:45.159757 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1795ca08-e852-4d0c-84fb-8569f06dcfe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:45.161662 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1795ca08-e852-4d0c-84fb-8569f06dcfe4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2e0e2658-6568-464a-b565-25b997bd3588 HTTP/1.1" status: 204 len: 168 time: 0.2555754 Sep 07 19:29:45.164207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47922) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:29:45.165273 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd46c394-0c91-492d-92ed-5a53ba4b5be9 None None] Network db2bc120-7a6c-4d83-9c73-b7d86735f810 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:29:45.235020 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4a4cdd59-ad93-406a-9452-ff454d1ce3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:45.287674 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-4a4cdd59-ad93-406a-9452-ff454d1ce3c4 admin admin] Deleting port 61803d64-c580-461d-be7c-556027986cf0 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:29:45.288020 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4a4cdd59-ad93-406a-9452-ff454d1ce3c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:45.354039 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-4a4cdd59-ad93-406a-9452-ff454d1ce3c4 admin admin] For port 61803d64-c580-461d-be7c-556027986cf0, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=61803d64-c580-461d-be7c-556027986cf0,segment=NetworkSegment(011cf4bd-f7ae-474a-8b92-9884046c534d),segment_id=011cf4bd-f7ae-474a-8b92-9884046c534d)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:29:45.354405 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4a4cdd59-ad93-406a-9452-ff454d1ce3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:45.366632 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-4a4cdd59-ad93-406a-9452-ff454d1ce3c4 admin admin] Calling delete_port for 61803d64-c580-461d-be7c-556027986cf0 owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:29:45.444813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead0655c-6bd1-4b01-b3e2-09b4107dfac1 None None] DHCP port deletion for db2bc120-7a6c-4d83-9c73-b7d86735f810 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:29:45.445477 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4a4cdd59-ad93-406a-9452-ff454d1ce3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:45.473867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4cdd59-ad93-406a-9452-ff454d1ce3c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=61803d64-c580-461d-be7c-556027986cf0,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:45.478491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4cdd59-ad93-406a-9452-ff454d1ce3c4 admin admin] No DVR routers for this DVR port 61803d64-c580-461d-be7c-556027986cf0 on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:29:45.553628 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4a4cdd59-ad93-406a-9452-ff454d1ce3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:45.574078 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-4a4cdd59-ad93-406a-9452-ff454d1ce3c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2bc120-7a6c-4d83-9c73-b7d86735f810']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:29:45.583184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-4a4cdd59-ad93-406a-9452-ff454d1ce3c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011cf4bd-f7ae-474a-8b92-9884046c534d') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:29:45.583483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-4a4cdd59-ad93-406a-9452-ff454d1ce3c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011cf4bd-f7ae-474a-8b92-9884046c534d') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:29:45.592657 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4a4cdd59-ad93-406a-9452-ff454d1ce3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:45.610073 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4a4cdd59-ad93-406a-9452-ff454d1ce3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:45.616536 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4cdd59-ad93-406a-9452-ff454d1ce3c4 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:29:45.617043 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4a4cdd59-ad93-406a-9452-ff454d1ce3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:29:45.628216 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:29:45.678625 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4a4cdd59-ad93-406a-9452-ff454d1ce3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:45.685767 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-4a4cdd59-ad93-406a-9452-ff454d1ce3c4 admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:45.688225 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4a4cdd59-ad93-406a-9452-ff454d1ce3c4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/db2bc120-7a6c-4d83-9c73-b7d86735f810 HTTP/1.1" status: 204 len: 168 time: 0.5229619 Sep 07 19:29:45.699322 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4cdd59-ad93-406a-9452-ff454d1ce3c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=db2bc120-7a6c-4d83-9c73-b7d86735f810,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:45.816049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47928) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:29:45.856191 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5c305353-4a54-4ae5-98c5-e8850fb14845 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73c2ecafe8034c5e899d0af72b0de7b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389206 Sep 07 19:29:45.858652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47930) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:29:45.906584 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1f12e34-bbe0-43d3-8a47-0908df7a7bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:45.927283 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1f12e34-bbe0-43d3-8a47-0908df7a7bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:45.976217 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1f12e34-bbe0-43d3-8a47-0908df7a7bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:45.978761 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1f12e34-bbe0-43d3-8a47-0908df7a7bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:45.979982 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e1f12e34-bbe0-43d3-8a47-0908df7a7bba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c07cacc8-1b40-4cba-92f8-14e3cf5b84b3 HTTP/1.1" status: 204 len: 168 time: 0.1198685 Sep 07 19:29:45.987732 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f12e34-bbe0-43d3-8a47-0908df7a7bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07cacc8-1b40-4cba-92f8-14e3cf5b84b3,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:46.304898 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47936) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:29:46.344601 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d7bce78e-512f-46e8-8062-9e0897463610 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=494548838bc645e286284e0521ab7098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384572 Sep 07 19:29:46.346881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 47938) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:29:46.395861 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a83308c6-da86-4ab7-a2d9-48af32389190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:46.416651 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a83308c6-da86-4ab7-a2d9-48af32389190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:46.462171 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a83308c6-da86-4ab7-a2d9-48af32389190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:46.464659 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a83308c6-da86-4ab7-a2d9-48af32389190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:46.465806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a83308c6-da86-4ab7-a2d9-48af32389190 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f4e53bad-f257-4406-a4b4-ca471fd11bea HTTP/1.1" status: 204 len: 168 time: 0.1179996 Sep 07 19:29:46.473743 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83308c6-da86-4ab7-a2d9-48af32389190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e53bad-f257-4406-a4b4-ca471fd11bea,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:46.628088 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 9dbbf848-80a6-47ff-888a-cc03f1506f4b no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:29:46.649989 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 9dbbf848-80a6-47ff-888a-cc03f1506f4b {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:29:46.650336 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 9dbbf848-80a6-47ff-888a-cc03f1506f4b not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:29:46.651190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 61803d64-c580-461d-be7c-556027986cf0 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:29:46.671467 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 61803d64-c580-461d-be7c-556027986cf0 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:29:46.671817 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 61803d64-c580-461d-be7c-556027986cf0 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:29:46.672249 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c11db4d4-4902-4249-a4be-f2b79066dc8c no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:29:46.693116 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: c11db4d4-4902-4249-a4be-f2b79066dc8c {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:29:46.693493 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c11db4d4-4902-4249-a4be-f2b79066dc8c not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:29:55.984046 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-454ae363-3114-492a-8cdb-583084517871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:56.616576 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-b1a29061-adf4-4575-a972-4ace1f1bce13 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6f23ad2662494bac95944c7a334f711d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283606 Sep 07 19:29:56.803781 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-3146af9c-8f07-4c78-b603-994ac11d9f81 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:56.805297 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-3146af9c-8f07-4c78-b603-994ac11d9f81 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832516 Sep 07 19:29:56.820658 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-27c7c02b-65cb-49b6-b7ca-e75bda8406d2 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/quotas/6f23ad2662494bac95944c7a334f711d HTTP/1.1" status: 200 len: 375 time: 0.0093460 Sep 07 19:29:56.850917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-5b1b516e-486c-4c9b-bdee-59b3632e550b tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f23ad2662494bac95944c7a334f711d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252647 Sep 07 19:29:57.005507 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-51196ebf-2510-4036-829a-2e2a89dc413a req-c70eac09-3eed-41ba-a56c-0503f808aad3 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/ports?device_id=6777aee0-db9d-415c-a294-8b249949c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0254176 Sep 07 19:29:57.855069 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-1e54b04a-e7a6-4f8d-a6af-61d1a83b2307 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6f23ad2662494bac95944c7a334f711d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319836 Sep 07 19:29:58.047217 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-8ed1f4a0-e3d7-4832-b752-bef31a56cef2 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:58.049222 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-8ed1f4a0-e3d7-4832-b752-bef31a56cef2 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1885049 Sep 07 19:29:58.062324 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-250f0341-ac55-481e-92ef-f6763355bbc8 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Request body: {'port': {'device_id': '6777aee0-db9d-415c-a294-8b249949c9e7', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'admin_state_up': True, 'tenant_id': '6f23ad2662494bac95944c7a334f711d'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:29:58.100312 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd7fb716-19f7-46a3-af14-dbe61286e5dd req-500e2434-523b-4267-b43a-d6ebbf7927ce tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/ports?device_id=6777aee0-db9d-415c-a294-8b249949c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0259521 Sep 07 19:29:58.177231 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-250f0341-ac55-481e-92ef-f6763355bbc8 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Made reservation on behalf of 6f23ad2662494bac95944c7a334f711d for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:29:58.182157 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-250f0341-ac55-481e-92ef-f6763355bbc8 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:58.192583 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-250f0341-ac55-481e-92ef-f6763355bbc8 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:58.282229 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-250f0341-ac55-481e-92ef-f6763355bbc8 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:58.285725 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-250f0341-ac55-481e-92ef-f6763355bbc8 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:58.350347 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f0341-ac55-481e-92ef-f6763355bbc8 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=526c145a-4a02-466a-826d-9f86df4bd288,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:58.416214 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-250f0341-ac55-481e-92ef-f6763355bbc8 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Allocated IP 192.168.233.87 (2432f04b-5fee-4de4-89da-eb76512826e6/49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b/5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:29:58.559408 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-250f0341-ac55-481e-92ef-f6763355bbc8 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:58.573447 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-250f0341-ac55-481e-92ef-f6763355bbc8 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Transition to ACTIVE for port object 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:29:58.606956 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-250f0341-ac55-481e-92ef-f6763355bbc8 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:58.648898 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-250f0341-ac55-481e-92ef-f6763355bbc8 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Network 2432f04b-5fee-4de4-89da-eb76512826e6 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:29:58.651873 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-250f0341-ac55-481e-92ef-f6763355bbc8 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:29:58.658442 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-250f0341-ac55-481e-92ef-f6763355bbc8 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:29:58.664546 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f0341-ac55-481e-92ef-f6763355bbc8 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Pushing event updated for resources: {'Port': ['ID=5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:58.713424 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-250f0341-ac55-481e-92ef-f6763355bbc8 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:58.714185 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-250f0341-ac55-481e-92ef-f6763355bbc8 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:58.738620 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-250f0341-ac55-481e-92ef-f6763355bbc8 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6804368 Sep 07 19:29:58.756063 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] Request body: {'port': {'device_id': '6777aee0-db9d-415c-a294-8b249949c9e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:29:58.827049 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:58.828612 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-42dfdf0c-8782-4c54-8b13-a1efab9f6f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:58.938544 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a2b8287b-1ea3-49dc-a196-efdce38fd83f None None] Provisioning for port 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:29:58.943075 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a2b8287b-1ea3-49dc-a196-efdce38fd83f None None] Provisioning complete for port 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:29:58.943442 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a2b8287b-1ea3-49dc-a196-efdce38fd83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:58.980867 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a2b8287b-1ea3-49dc-a196-efdce38fd83f None None] Port 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:29:59.092241 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:29:59.094223 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:59.100191 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:59.112494 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] Transition to ACTIVE for port object 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:29:59.115651 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:59.187992 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] Pushing event updated for resources: {'Port': ['ID=5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:59.222260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69bb27-4782-4b22-a52c-15178d1034ee req-6a7f55bf-6a22-4549-a9d3-382e77ab05fd tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:59.224385 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe69bb27-4782-4b22-a52c-15178d1034ee req-6a7f55bf-6a22-4549-a9d3-382e77ab05fd tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/ports?device_id=6777aee0-db9d-415c-a294-8b249949c9e7 HTTP/1.1" status: 200 len: 947 time: 0.0569975 Sep 07 19:29:59.238736 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] Attempting to bind port 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:29:59.239101 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] Attempting to bind port 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:29:59.239436 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] Attempting to bind port 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:29:59.243950 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] Port 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e on network 2432f04b-5fee-4de4-89da-eb76512826e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:29:59.244278 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] Attempting to bind port 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e on network 2432f04b-5fee-4de4-89da-eb76512826e6 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:29:59.250147 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:29:59.250491 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] Checking segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:29:59.250876 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] Bound using segment: {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:29:59.251310 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] Bound port: 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9da0fb-db77-4212-b4d1-4d830fda2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:29:59.251673 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:59.268089 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe69bb27-4782-4b22-a52c-15178d1034ee req-294d9c63-f30b-4949-8f33-fb059ec947b9 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/security-groups?id=526c145a-4a02-466a-826d-9f86df4bd288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351713 Sep 07 19:29:59.319338 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] For port 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:29:59.322496 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] For port 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:29:59.326503 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:59.360295 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:59.360935 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:59.362360 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] 10.222.0.60 "PUT /v2.0/ports/5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e HTTP/1.1" status: 200 len: 1095 time: 0.6120341 Sep 07 19:29:59.362747 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6777aee0-db9d-415c-a294-8b249949c9e7', 'tag': '5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:29:59.364992 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434f23ea-9a6a-4dfb-b3c1-225ac0b495dc" -d '{"events": [{"name": "network-changed", "server_uuid": "6777aee0-db9d-415c-a294-8b249949c9e7", "tag": "5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:29:59.390284 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b8a88-8ccb-46ee-b13f-61f50b4dbe5f service neutron] Pushing event updated for resources: {'Port': ['ID=5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:29:59.432555 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef16e122-8e67-4dd3-ab21-fa097ccb2ce8 x-openstack-request-id: req-ef16e122-8e67-4dd3-ab21-fa097ccb2ce8 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:29:59.432828 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6777aee0-db9d-415c-a294-8b249949c9e7", "tag": "5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:29:59.433081 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef16e122-8e67-4dd3-ab21-fa097ccb2ce8 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:29:59.433471 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6777aee0-db9d-415c-a294-8b249949c9e7', 'tag': '5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e', 'status': 'completed', 'code': 200} Sep 07 19:29:59.450030 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-21d4687d-53d0-499c-8850-0ab3f94c3735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:59.451581 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-21d4687d-53d0-499c-8850-0ab3f94c3735 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6f23ad2662494bac95944c7a334f711d&device_id=6777aee0-db9d-415c-a294-8b249949c9e7 HTTP/1.1" status: 200 len: 1098 time: 0.0514851 Sep 07 19:29:59.496580 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-61b50dfb-385d-45c9-be7c-4f7f33575d0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e HTTP/1.1" status: 200 len: 217 time: 0.0361960 Sep 07 19:29:59.546727 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-e7cd1e90-3f48-4b33-be15-5b6e4092f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:59.548200 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-e7cd1e90-3f48-4b33-be15-5b6e4092f033 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0453386 Sep 07 19:29:59.597099 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-3a0e9652-a6e1-4055-b69d-b1f4a04e7e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:59.598601 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-3a0e9652-a6e1-4055-b69d-b1f4a04e7e23 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439706 Sep 07 19:29:59.690056 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-d357c924-f8ff-450e-bf9b-7df13bbcaabc service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845723 Sep 07 19:29:59.786708 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fec5eba5-39d8-4c03-873a-d2af3692dcb2 req-a66959b3-f6f7-4712-b4bb-892a3b65bf07 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901833 Sep 07 19:29:59.868667 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f23ea-9a6a-4dfb-b3c1-225ac0b495dc req-2fbc90ab-f9af-4797-bd7f-f637bf54d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:59.870127 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-434f23ea-9a6a-4dfb-b3c1-225ac0b495dc req-2fbc90ab-f9af-4797-bd7f-f637bf54d5b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6f23ad2662494bac95944c7a334f711d&device_id=6777aee0-db9d-415c-a294-8b249949c9e7 HTTP/1.1" status: 200 len: 1098 time: 0.0394838 Sep 07 19:29:59.961995 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f23ea-9a6a-4dfb-b3c1-225ac0b495dc req-799f0e31-94a8-46b8-9ddd-66db3746d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:29:59.963465 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-434f23ea-9a6a-4dfb-b3c1-225ac0b495dc req-799f0e31-94a8-46b8-9ddd-66db3746d380 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2432f04b-5fee-4de4-89da-eb76512826e6 HTTP/1.1" status: 200 len: 870 time: 0.0861938 Sep 07 19:30:00.008181 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-434f23ea-9a6a-4dfb-b3c1-225ac0b495dc req-0a50d20f-e6a4-4831-809c-5d3d05f4351c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e HTTP/1.1" status: 200 len: 217 time: 0.0367296 Sep 07 19:30:00.068307 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f23ea-9a6a-4dfb-b3c1-225ac0b495dc req-48ac8d54-bf2c-4d11-9510-082a8faf56df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:00.070426 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-434f23ea-9a6a-4dfb-b3c1-225ac0b495dc req-48ac8d54-bf2c-4d11-9510-082a8faf56df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b HTTP/1.1" status: 200 len: 843 time: 0.0542467 Sep 07 19:30:00.119831 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f23ea-9a6a-4dfb-b3c1-225ac0b495dc req-e46d1965-6e84-4167-bf35-2d2c602cec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:00.121347 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-434f23ea-9a6a-4dfb-b3c1-225ac0b495dc req-e46d1965-6e84-4167-bf35-2d2c602cec99 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2432f04b-5fee-4de4-89da-eb76512826e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0427794 Sep 07 19:30:00.214009 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-434f23ea-9a6a-4dfb-b3c1-225ac0b495dc req-ba8ef37d-69bb-4565-8298-06241d0ec399 service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839252 Sep 07 19:30:00.308798 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-434f23ea-9a6a-4dfb-b3c1-225ac0b495dc req-50e2eb3e-7d30-4898-9cd4-61448fa5ca1d service neutron] 10.222.0.60 "GET /v2.0/networks/2432f04b-5fee-4de4-89da-eb76512826e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869219 Sep 07 19:30:00.324152 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:00.402637 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a5a26-e818-4628-ad54-d61d0bce0868 req-234305c5-d1a0-49cf-9599-238bcefa2fd1 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:00.404180 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-883a5a26-e818-4628-ad54-d61d0bce0868 req-234305c5-d1a0-49cf-9599-238bcefa2fd1 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/ports?device_id=6777aee0-db9d-415c-a294-8b249949c9e7 HTTP/1.1" status: 200 len: 947 time: 0.0610785 Sep 07 19:30:00.445313 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-883a5a26-e818-4628-ad54-d61d0bce0868 req-00afa344-acba-4fde-a317-a1a532136fe0 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/security-groups?id=526c145a-4a02-466a-826d-9f86df4bd288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350947 Sep 07 19:30:01.558973 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cead03a-2198-4d45-a0fb-dae458cadc18 req-9c78ab42-64b2-440c-a7b7-d69afa1ae9a9 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:01.560414 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4cead03a-2198-4d45-a0fb-dae458cadc18 req-9c78ab42-64b2-440c-a7b7-d69afa1ae9a9 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/ports?device_id=6777aee0-db9d-415c-a294-8b249949c9e7 HTTP/1.1" status: 200 len: 947 time: 0.0479963 Sep 07 19:30:01.597428 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4cead03a-2198-4d45-a0fb-dae458cadc18 req-7f727a93-044f-4d47-8940-5c1e81065332 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/security-groups?id=526c145a-4a02-466a-826d-9f86df4bd288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305834 Sep 07 19:30:01.862333 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:02.712396 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9941d88-d5df-498f-b5cd-9fddccb7d012 req-ab93ea59-effc-4c58-8f27-a5294419bd40 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:02.713887 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c9941d88-d5df-498f-b5cd-9fddccb7d012 req-ab93ea59-effc-4c58-8f27-a5294419bd40 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/ports?device_id=6777aee0-db9d-415c-a294-8b249949c9e7 HTTP/1.1" status: 200 len: 947 time: 0.0519197 Sep 07 19:30:02.750442 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c9941d88-d5df-498f-b5cd-9fddccb7d012 req-402e2a6c-c1f3-4129-b75d-fab01c271254 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/security-groups?id=526c145a-4a02-466a-826d-9f86df4bd288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301147 Sep 07 19:30:03.927089 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:30:03.966535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3eee75-bd1d-4e9e-b079-6c36902bd919 req-3a1605dd-77f2-419c-a3b9-52660ecc6d0a tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:03.968052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef3eee75-bd1d-4e9e-b079-6c36902bd919 req-3a1605dd-77f2-419c-a3b9-52660ecc6d0a tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/ports?device_id=6777aee0-db9d-415c-a294-8b249949c9e7 HTTP/1.1" status: 200 len: 947 time: 0.1503828 Sep 07 19:30:04.006782 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef3eee75-bd1d-4e9e-b079-6c36902bd919 req-bedb8dc9-7f6d-4e91-a517-f45cede770ed tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/security-groups?id=526c145a-4a02-466a-826d-9f86df4bd288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327151 Sep 07 19:30:04.021295 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:30:04.032485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e', 'network_id': '2432f04b-5fee-4de4-89da-eb76512826e6', 'port_id': '5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e', 'mac_address': 'fa:16:3e:1b:c3:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91483-3cf9-4e6d-a6d0-baee8a0d2f3b', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:30:04.071861 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:04.084546 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:30:04.102348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:30:04.106439 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:04.156848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:30:04.327704 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:30:05.175505 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3418d-cd11-4a74-a9fc-a62a8c25eeeb req-b1334741-c633-4cee-b258-78a2dd4d0bc1 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:05.177017 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b2f3418d-cd11-4a74-a9fc-a62a8c25eeeb req-b1334741-c633-4cee-b258-78a2dd4d0bc1 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/ports?device_id=6777aee0-db9d-415c-a294-8b249949c9e7 HTTP/1.1" status: 200 len: 948 time: 0.1043758 Sep 07 19:30:05.214505 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b2f3418d-cd11-4a74-a9fc-a62a8c25eeeb req-3db25b44-f600-48b3-a456-a86e5cc7c10a tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/security-groups?id=526c145a-4a02-466a-826d-9f86df4bd288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313194 Sep 07 19:30:05.941983 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:30:05.988453 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:30:05.991898 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:30:05.992264 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:06.065993 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:06.087665 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6777aee0-db9d-415c-a294-8b249949c9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:30:06.089921 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0df708b-8b07-440b-b380-84d5092895ae" -d '{"events": [{"server_uuid": "6777aee0-db9d-415c-a294-8b249949c9e7", "name": "network-vif-plugged", "status": "completed", "tag": "5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:30:06.105910 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:30:06.110143 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:06.136077 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70381c74-ed52-41c5-b78b-1706d812672b x-openstack-request-id: req-70381c74-ed52-41c5-b78b-1706d812672b {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:30:06.136369 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6777aee0-db9d-415c-a294-8b249949c9e7", "name": "network-vif-plugged", "status": "completed", "tag": "5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:30:06.136666 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70381c74-ed52-41c5-b78b-1706d812672b {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:30:06.137043 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6777aee0-db9d-415c-a294-8b249949c9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e', 'code': 200} Sep 07 19:30:06.162255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:30:06.221811 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f9f51-755a-4893-92a8-f038a4bbb9ee req-36da4d79-b788-4018-94b1-9a840797947d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:06.223195 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-357f9f51-755a-4893-92a8-f038a4bbb9ee req-36da4d79-b788-4018-94b1-9a840797947d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6777aee0-db9d-415c-a294-8b249949c9e7 HTTP/1.1" status: 200 len: 1100 time: 0.0395317 Sep 07 19:30:06.258680 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-357f9f51-755a-4893-92a8-f038a4bbb9ee req-59aa731d-584b-451e-9091-668d04ebd6f9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=526c145a-4a02-466a-826d-9f86df4bd288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288832 Sep 07 19:30:06.333965 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b6a38-652d-4ae5-810d-059c8412a94b req-c4f64519-b64c-4fd1-9628-4f1bbc599894 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:06.335471 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b4b6a38-652d-4ae5-810d-059c8412a94b req-c4f64519-b64c-4fd1-9628-4f1bbc599894 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/ports?device_id=6777aee0-db9d-415c-a294-8b249949c9e7 HTTP/1.1" status: 200 len: 949 time: 0.0519879 Sep 07 19:30:06.372055 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b4b6a38-652d-4ae5-810d-059c8412a94b req-0be562d3-991b-4fb1-a42b-423afadfcdb2 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/security-groups?id=526c145a-4a02-466a-826d-9f86df4bd288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307121 Sep 07 19:30:07.486627 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265011b6-3a1c-449a-a7b9-527ff2cf01fa req-960fb5a5-47c6-4dd5-9041-00f4c59256d4 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:07.488113 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-265011b6-3a1c-449a-a7b9-527ff2cf01fa req-960fb5a5-47c6-4dd5-9041-00f4c59256d4 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/ports?device_id=6777aee0-db9d-415c-a294-8b249949c9e7 HTTP/1.1" status: 200 len: 949 time: 0.0479369 Sep 07 19:30:07.524789 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-265011b6-3a1c-449a-a7b9-527ff2cf01fa req-b7090f9e-3a59-47ea-8ed1-61216d20b857 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/security-groups?id=526c145a-4a02-466a-826d-9f86df4bd288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307829 Sep 07 19:30:07.853911 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-a1cdcc19-8b22-4924-be0b-6b540d0e8a36 req-712d83a3-2d9f-4f5a-b148-7d3de2d55578 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:30:07.854931 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1cdcc19-8b22-4924-be0b-6b540d0e8a36 req-712d83a3-2d9f-4f5a-b148-7d3de2d55578 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0557964 Sep 07 19:30:08.172389 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-f27b1c1d-df6a-4bee-bf02-85dd51b8925e req-6766e2c0-615c-4ed4-a3a8-818c59eafbaf service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:30:08.173456 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f27b1c1d-df6a-4bee-bf02-85dd51b8925e req-6766e2c0-615c-4ed4-a3a8-818c59eafbaf service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058258 Sep 07 19:30:08.496078 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5624cf-83c9-4ffa-abde-a3e2d47b8fc4 req-3dcbd49a-935b-4097-943f-3a18a34481ab tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:08.497574 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a5624cf-83c9-4ffa-abde-a3e2d47b8fc4 req-3dcbd49a-935b-4097-943f-3a18a34481ab tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/ports?device_id=6777aee0-db9d-415c-a294-8b249949c9e7 HTTP/1.1" status: 200 len: 949 time: 0.0483022 Sep 07 19:30:08.534512 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a5624cf-83c9-4ffa-abde-a3e2d47b8fc4 req-5e4c9ba6-ff65-472f-983b-bd8eae50947a tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/security-groups?id=526c145a-4a02-466a-826d-9f86df4bd288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310616 Sep 07 19:30:09.654823 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8541b34-542f-4779-83d6-03cad01ff742 req-31bda261-9549-4a66-9829-80bf1324ac02 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:09.656883 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8541b34-542f-4779-83d6-03cad01ff742 req-31bda261-9549-4a66-9829-80bf1324ac02 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/ports?device_id=6777aee0-db9d-415c-a294-8b249949c9e7 HTTP/1.1" status: 200 len: 949 time: 0.0527422 Sep 07 19:30:09.693045 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8541b34-542f-4779-83d6-03cad01ff742 req-ebdf4e3d-ce0d-40b5-96ec-0ebc5caaba6f tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/security-groups?id=526c145a-4a02-466a-826d-9f86df4bd288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302403 Sep 07 19:30:09.767052 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adc3ce-474f-4f8a-9073-106708817b6c req-cd8eacb0-1782-4c13-849d-93b891d734cc tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:09.768564 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-49adc3ce-474f-4f8a-9073-106708817b6c req-cd8eacb0-1782-4c13-849d-93b891d734cc tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.60 "GET /v2.0/ports?device_id=6777aee0-db9d-415c-a294-8b249949c9e7 HTTP/1.1" status: 200 len: 949 time: 0.0519705 Sep 07 19:30:09.856595 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-49adc3ce-474f-4f8a-9073-106708817b6c req-43a6a8e8-5699-4edd-919b-a6a15edea838 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Deleting port 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:30:09.856885 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-49adc3ce-474f-4f8a-9073-106708817b6c req-43a6a8e8-5699-4edd-919b-a6a15edea838 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:09.941672 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-49adc3ce-474f-4f8a-9073-106708817b6c req-43a6a8e8-5699-4edd-919b-a6a15edea838 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] For port 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e,segment=NetworkSegment(ca9da0fb-db77-4212-b4d1-4d830fda2223),segment_id=ca9da0fb-db77-4212-b4d1-4d830fda2223)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:30:09.942037 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-49adc3ce-474f-4f8a-9073-106708817b6c req-43a6a8e8-5699-4edd-919b-a6a15edea838 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:09.954757 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-49adc3ce-474f-4f8a-9073-106708817b6c req-43a6a8e8-5699-4edd-919b-a6a15edea838 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Calling delete_port for 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:30:10.405623 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-49adc3ce-474f-4f8a-9073-106708817b6c req-43a6a8e8-5699-4edd-919b-a6a15edea838 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:10.434257 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6a8e8-5699-4edd-919b-a6a15edea838 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Pushing event deleted for resources: {'Port': ['ID=5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:30:10.478079 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-49adc3ce-474f-4f8a-9073-106708817b6c req-43a6a8e8-5699-4edd-919b-a6a15edea838 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] No DVR routers for this DVR port 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:30:10.480820 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-49adc3ce-474f-4f8a-9073-106708817b6c req-43a6a8e8-5699-4edd-919b-a6a15edea838 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:10.482812 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-49adc3ce-474f-4f8a-9073-106708817b6c req-43a6a8e8-5699-4edd-919b-a6a15edea838 tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.60 "DELETE /v2.0/ports/5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e HTTP/1.1" status: 204 len: 173 time: 0.7084348 Sep 07 19:30:10.483247 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6777aee0-db9d-415c-a294-8b249949c9e7', 'name': 'network-vif-deleted', 'tag': '5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:30:10.486058 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d6ceee-df4f-45e5-8d9e-b4e9c509590d" -d '{"events": [{"server_uuid": "6777aee0-db9d-415c-a294-8b249949c9e7", "name": "network-vif-deleted", "tag": "5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:30:10.527960 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b91850-14e3-4c37-bbc4-f6c0b146be0d x-openstack-request-id: req-e1b91850-14e3-4c37-bbc4-f6c0b146be0d {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:30:10.528552 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6777aee0-db9d-415c-a294-8b249949c9e7", "name": "network-vif-deleted", "tag": "5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:30:10.528815 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1b91850-14e3-4c37-bbc4-f6c0b146be0d {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:30:10.529221 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6777aee0-db9d-415c-a294-8b249949c9e7', 'name': 'network-vif-deleted', 'tag': '5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e', 'status': 'completed', 'code': 200} Sep 07 19:30:10.794026 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e769062-1e1d-49e3-a19b-1b2d68995119 req-98bb57ba-7414-4869-97fb-834ed14927df tempest-ServersAdminNegativeTestJSON-1774409674 tempest-ServersAdminNegativeTestJSON-1774409674-project] 10.222.0.26 "GET /v2.0/ports?device_id=6777aee0-db9d-415c-a294-8b249949c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0262101 Sep 07 19:30:11.989135 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:30:12.008651 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:30:12.008995 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 5f9292af-da7a-42c6-8ee1-4cb6d2d1bb0e not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:30:12.080869 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 48080) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:30:12.208389 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e894d906-1f68-4ea6-abb1-fc000fa2b152 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6f23ad2662494bac95944c7a334f711d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263134 Sep 07 19:30:12.210836 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 48084) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:30:12.259000 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54d5b66a-c4e8-4bfe-b355-28261fd9ff85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:12.279580 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54d5b66a-c4e8-4bfe-b355-28261fd9ff85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:12.326042 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54d5b66a-c4e8-4bfe-b355-28261fd9ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:12.328829 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54d5b66a-c4e8-4bfe-b355-28261fd9ff85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:12.330057 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-54d5b66a-c4e8-4bfe-b355-28261fd9ff85 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/526c145a-4a02-466a-826d-9f86df4bd288 HTTP/1.1" status: 204 len: 168 time: 0.1183369 Sep 07 19:30:12.337941 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5b66a-c4e8-4bfe-b355-28261fd9ff85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526c145a-4a02-466a-826d-9f86df4bd288,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:30:12.588996 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48090) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:30:12.602324 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-255c28de-1ba3-45c8-809d-c08ce211953a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:12.689257 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-255c28de-1ba3-45c8-809d-c08ce211953a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:12.692532 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-255c28de-1ba3-45c8-809d-c08ce211953a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:12.730826 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-255c28de-1ba3-45c8-809d-c08ce211953a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5fadb1ce584346dfb907202c636648e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407604 Sep 07 19:30:12.731708 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c28de-1ba3-45c8-809d-c08ce211953a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf14023-f293-422a-a3ef-5d51221594fc,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:30:12.733663 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 48092) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:30:12.781090 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ff56cb4-1d69-4243-a17d-ba1e58dd1488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:12.800966 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ff56cb4-1d69-4243-a17d-ba1e58dd1488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:12.848255 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ff56cb4-1d69-4243-a17d-ba1e58dd1488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:12.850747 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ff56cb4-1d69-4243-a17d-ba1e58dd1488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:12.851865 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9ff56cb4-1d69-4243-a17d-ba1e58dd1488 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbf14023-f293-422a-a3ef-5d51221594fc HTTP/1.1" status: 204 len: 168 time: 0.1171775 Sep 07 19:30:12.859294 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff56cb4-1d69-4243-a17d-ba1e58dd1488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf14023-f293-422a-a3ef-5d51221594fc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:30:13.226352 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:13.534181 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 48114) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:30:13.630754 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a1cb0025-7fad-4a8c-8593-40c739ebb4be admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1385140726-network', 'tenant_id': '7dcaa1ba6a8d406395772924e7c4a9a7'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:30:13.651999 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cb0025-7fad-4a8c-8593-40c739ebb4be admin admin] Made reservation on behalf of 7dcaa1ba6a8d406395772924e7c4a9a7 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:30:13.654274 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0025-7fad-4a8c-8593-40c739ebb4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:13.662430 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0025-7fad-4a8c-8593-40c739ebb4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:13.747119 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0025-7fad-4a8c-8593-40c739ebb4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:13.751565 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0025-7fad-4a8c-8593-40c739ebb4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:13.779084 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1cb0025-7fad-4a8c-8593-40c739ebb4be admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:30:13.788996 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb0025-7fad-4a8c-8593-40c739ebb4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8905854-684c-4427-b82e-851f8e1da01b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:30:13.793791 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0025-7fad-4a8c-8593-40c739ebb4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:13.794134 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-a1cb0025-7fad-4a8c-8593-40c739ebb4be admin admin] Added segment c6367a14-9e4f-4f11-b17f-a79a0cd290f2 of type vlan for network 986a5dcd-64bc-4cc8-9ef1-4ecf876934b2 Sep 07 19:30:13.833530 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0025-7fad-4a8c-8593-40c739ebb4be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:13.857214 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0025-7fad-4a8c-8593-40c739ebb4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:13.858623 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cb0025-7fad-4a8c-8593-40c739ebb4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:13.859236 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0025-7fad-4a8c-8593-40c739ebb4be admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:13.893969 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a1cb0025-7fad-4a8c-8593-40c739ebb4be admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3587065 Sep 07 19:30:13.897074 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48118) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:30:13.902109 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-7c4c11ba-e9ff-462a-b04b-9faf7c949ef3 admin admin] Request body: {'subnet': {'network_id': '986a5dcd-64bc-4cc8-9ef1-4ecf876934b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1385140726-subnet', 'tenant_id': '7dcaa1ba6a8d406395772924e7c4a9a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:30:13.922707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4c11ba-e9ff-462a-b04b-9faf7c949ef3 admin admin] Made reservation on behalf of 7dcaa1ba6a8d406395772924e7c4a9a7 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:30:13.925018 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7c4c11ba-e9ff-462a-b04b-9faf7c949ef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:13.925672 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb0025-7fad-4a8c-8593-40c739ebb4be admin admin] Pushing event updated for resources: {'Network': ['ID=986a5dcd-64bc-4cc8-9ef1-4ecf876934b2,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:30:13.935693 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 986a5dcd-64bc-4cc8-9ef1-4ecf876934b2 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:30:14.087509 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7c4c11ba-e9ff-462a-b04b-9faf7c949ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:14.147508 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c11ba-e9ff-462a-b04b-9faf7c949ef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9225a819-e632-4e37-8969-4b68af0ce99f,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:30:14.154530 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4c11ba-e9ff-462a-b04b-9faf7c949ef3 admin admin] Checking segment: {'id': 'c6367a14-9e4f-4f11-b17f-a79a0cd290f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '986a5dcd-64bc-4cc8-9ef1-4ecf876934b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:30:14.154963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4c11ba-e9ff-462a-b04b-9faf7c949ef3 admin admin] Network hostable DHCP agents. Network: 986a5dcd-64bc-4cc8-9ef1-4ecf876934b2, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:30:14.156204 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:14.170348 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4c11ba-e9ff-462a-b04b-9faf7c949ef3 admin admin] Network 986a5dcd-64bc-4cc8-9ef1-4ecf876934b2 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:30:14.179161 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-7c4c11ba-e9ff-462a-b04b-9faf7c949ef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 986a5dcd-64bc-4cc8-9ef1-4ecf876934b2) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:30:14.183613 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4c11ba-e9ff-462a-b04b-9faf7c949ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:14.184306 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7c4c11ba-e9ff-462a-b04b-9faf7c949ef3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:14.188865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1931017-a0c8-4978-b23d-79bb148e8d6e None None] Network 986a5dcd-64bc-4cc8-9ef1-4ecf876934b2 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:30:14.210334 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7c4c11ba-e9ff-462a-b04b-9faf7c949ef3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3045697 Sep 07 19:30:14.312971 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d4af4d-dd80-40ba-b07f-9dffdfbebaab None None] Network 986a5dcd-64bc-4cc8-9ef1-4ecf876934b2 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:30:14.618347 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-b80d8110-3b63-461b-ae1c-52031c8488da tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:14.619833 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-b80d8110-3b63-461b-ae1c-52031c8488da tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/networks?id=986a5dcd-64bc-4cc8-9ef1-4ecf876934b2 HTTP/1.1" status: 200 len: 812 time: 0.0991561 Sep 07 19:30:14.634853 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-3ee86f0a-4a58-4144-932c-c1d71937f782 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/quotas/7dcaa1ba6a8d406395772924e7c4a9a7 HTTP/1.1" status: 200 len: 375 time: 0.0090766 Sep 07 19:30:14.669407 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-d2e726d8-69a3-4416-ae39-18c775a54872 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7dcaa1ba6a8d406395772924e7c4a9a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293465 Sep 07 19:30:14.679662 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-ea8df4da-2981-4f53-932e-af43a986d9f9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:30:14.680668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-ea8df4da-2981-4f53-932e-af43a986d9f9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048115 Sep 07 19:30:14.767903 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-50bc9fdf-d1c9-47bb-ba00-cb946ce4bd2d service neutron] 10.222.0.26 "GET /v2.0/networks/986a5dcd-64bc-4cc8-9ef1-4ecf876934b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815403 Sep 07 19:30:14.858988 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-57e5dc75-0bb5-4b66-8edb-103cef0e004c service neutron] 10.222.0.26 "GET /v2.0/networks/986a5dcd-64bc-4cc8-9ef1-4ecf876934b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849991 Sep 07 19:30:15.015364 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a31110e5-1e71-4a4c-b399-6939a4982a27 req-5d7b548a-9484-4561-b55a-603fe86b2206 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 210 time: 0.0259454 Sep 07 19:30:15.888441 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-119cdf0e-b027-4998-9578-1d905d78fe57 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:15.889947 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-119cdf0e-b027-4998-9578-1d905d78fe57 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.60 "GET /v2.0/networks?id=986a5dcd-64bc-4cc8-9ef1-4ecf876934b2 HTTP/1.1" status: 200 len: 812 time: 0.1066489 Sep 07 19:30:15.902254 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-a77238a9-9b11-40bf-8519-b9000bfaf572 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Request body: {'port': {'device_id': '3aa3fcee-826c-4393-95f5-95e3f724f9bc', 'network_id': '986a5dcd-64bc-4cc8-9ef1-4ecf876934b2', 'admin_state_up': True, 'tenant_id': '7dcaa1ba6a8d406395772924e7c4a9a7'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:30:16.011728 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-a77238a9-9b11-40bf-8519-b9000bfaf572 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Made reservation on behalf of 7dcaa1ba6a8d406395772924e7c4a9a7 for: {'port': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:30:16.015479 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-a77238a9-9b11-40bf-8519-b9000bfaf572 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:16.119123 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b90ef88d-f0b2-4a7b-b26b-880966c2fd12 req-aebfacc0-1313-4e66-8c36-a4b633a55b24 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 210 time: 0.0312257 Sep 07 19:30:16.150480 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-a77238a9-9b11-40bf-8519-b9000bfaf572 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Allocated IP 172.20.0.2 (986a5dcd-64bc-4cc8-9ef1-4ecf876934b2/9225a819-e632-4e37-8969-4b68af0ce99f/927f32b9-ef2b-4ff0-a997-47f57a3681b5) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:30:16.292366 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-a77238a9-9b11-40bf-8519-b9000bfaf572 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:16.330156 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-a77238a9-9b11-40bf-8519-b9000bfaf572 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:16.375524 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-a77238a9-9b11-40bf-8519-b9000bfaf572 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Network 986a5dcd-64bc-4cc8-9ef1-4ecf876934b2 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:30:16.378493 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-a77238a9-9b11-40bf-8519-b9000bfaf572 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:30:16.380835 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-a77238a9-9b11-40bf-8519-b9000bfaf572 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:30:16.415462 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77238a9-9b11-40bf-8519-b9000bfaf572 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Pushing event updated for resources: {'Port': ['ID=927f32b9-ef2b-4ff0-a997-47f57a3681b5,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:30:16.438641 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-a77238a9-9b11-40bf-8519-b9000bfaf572 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:16.439260 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-a77238a9-9b11-40bf-8519-b9000bfaf572 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:16.453914 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-a77238a9-9b11-40bf-8519-b9000bfaf572 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5553424 Sep 07 19:30:16.515371 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] Request body: {'port': {'device_id': '3aa3fcee-826c-4393-95f5-95e3f724f9bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:30:16.568397 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:16.829009 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 927f32b9-ef2b-4ff0-a997-47f57a3681b5 {{(pid=101444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:30:16.836263 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:16.847694 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] Transition to ACTIVE for port object 927f32b9-ef2b-4ff0-a997-47f57a3681b5 will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:30:16.851332 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:16.901972 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] Pushing event updated for resources: {'Port': ['ID=927f32b9-ef2b-4ff0-a997-47f57a3681b5,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:30:16.973768 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] Attempting to bind port 927f32b9-ef2b-4ff0-a997-47f57a3681b5 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:30:16.974104 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] Attempting to bind port 927f32b9-ef2b-4ff0-a997-47f57a3681b5 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'c6367a14-9e4f-4f11-b17f-a79a0cd290f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '986a5dcd-64bc-4cc8-9ef1-4ecf876934b2'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:30:16.974432 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] Attempting to bind port 927f32b9-ef2b-4ff0-a997-47f57a3681b5 on network 986a5dcd-64bc-4cc8-9ef1-4ecf876934b2 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:30:16.978648 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] Port 927f32b9-ef2b-4ff0-a997-47f57a3681b5 on network 986a5dcd-64bc-4cc8-9ef1-4ecf876934b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:30:16.978974 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] Attempting to bind port 927f32b9-ef2b-4ff0-a997-47f57a3681b5 on network 986a5dcd-64bc-4cc8-9ef1-4ecf876934b2 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:30:16.984172 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:30:16.984530 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] Checking segment: {'id': 'c6367a14-9e4f-4f11-b17f-a79a0cd290f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '986a5dcd-64bc-4cc8-9ef1-4ecf876934b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:30:16.984925 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] Bound using segment: {'id': 'c6367a14-9e4f-4f11-b17f-a79a0cd290f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '986a5dcd-64bc-4cc8-9ef1-4ecf876934b2'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:30:16.985349 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] Bound port: 927f32b9-ef2b-4ff0-a997-47f57a3681b5, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6367a14-9e4f-4f11-b17f-a79a0cd290f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '986a5dcd-64bc-4cc8-9ef1-4ecf876934b2'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:30:16.985699 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:17.047263 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] For port 927f32b9-ef2b-4ff0-a997-47f57a3681b5, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:30:17.050218 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] For port 927f32b9-ef2b-4ff0-a997-47f57a3681b5, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=927f32b9-ef2b-4ff0-a997-47f57a3681b5,segment=NetworkSegment(c6367a14-9e4f-4f11-b17f-a79a0cd290f2),segment_id=c6367a14-9e4f-4f11-b17f-a79a0cd290f2)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:30:17.054633 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:17.087453 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:17.088074 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:17.089493 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] 10.222.0.60 "PUT /v2.0/ports/927f32b9-ef2b-4ff0-a997-47f57a3681b5 HTTP/1.1" status: 200 len: 1091 time: 0.6278069 Sep 07 19:30:17.089925 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa3fcee-826c-4393-95f5-95e3f724f9bc', 'tag': '927f32b9-ef2b-4ff0-a997-47f57a3681b5'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:30:17.092143 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77432842-89e6-41cd-b076-ac05fd248815" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa3fcee-826c-4393-95f5-95e3f724f9bc", "tag": "927f32b9-ef2b-4ff0-a997-47f57a3681b5"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:30:17.117696 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015ac45-fbff-4761-8ddb-76e99f2af9ad service neutron] Pushing event updated for resources: {'Port': ['ID=927f32b9-ef2b-4ff0-a997-47f57a3681b5,revision_number=3']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:30:17.134348 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1192895-8273-450f-b023-cc16d200d56f x-openstack-request-id: req-c1192895-8273-450f-b023-cc16d200d56f {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:30:17.134642 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa3fcee-826c-4393-95f5-95e3f724f9bc", "tag": "927f32b9-ef2b-4ff0-a997-47f57a3681b5", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:30:17.134927 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1192895-8273-450f-b023-cc16d200d56f {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:30:17.135559 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa3fcee-826c-4393-95f5-95e3f724f9bc', 'tag': '927f32b9-ef2b-4ff0-a997-47f57a3681b5', 'status': 'completed', 'code': 200} Sep 07 19:30:17.181290 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-4c67de7d-e408-4819-bfb7-9f57f8a3dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:17.183083 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-4c67de7d-e408-4819-bfb7-9f57f8a3dcd7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7dcaa1ba6a8d406395772924e7c4a9a7&device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 1094 time: 0.0412002 Sep 07 19:30:17.229441 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-73b80e9b-a16b-4ad0-923d-404e4ec47bb5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=927f32b9-ef2b-4ff0-a997-47f57a3681b5 HTTP/1.1" status: 200 len: 217 time: 0.0374694 Sep 07 19:30:17.232257 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6965ed8-9580-4d6b-b5c6-8b8bf1551a2b req-096e14f8-e50d-45a9-bbfa-9996c64bea6e tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:17.234254 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6965ed8-9580-4d6b-b5c6-8b8bf1551a2b req-096e14f8-e50d-45a9-bbfa-9996c64bea6e tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 943 time: 0.0481942 Sep 07 19:30:17.271982 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e6965ed8-9580-4d6b-b5c6-8b8bf1551a2b req-5e7fa410-9e20-40ac-8260-739acbb84ee4 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314698 Sep 07 19:30:17.278907 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-9e6a1bf9-3274-4342-94ba-62d475b64db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:17.280422 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-9e6a1bf9-3274-4342-94ba-62d475b64db1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9225a819-e632-4e37-8969-4b68af0ce99f HTTP/1.1" status: 200 len: 852 time: 0.0434129 Sep 07 19:30:17.312961 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-3008ea62-fbcb-4e21-8f5d-ddde59dd858a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=986a5dcd-64bc-4cc8-9ef1-4ecf876934b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258062 Sep 07 19:30:17.406071 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-b8904bdd-a7d2-4687-a3fa-7a99e4cab896 service neutron] 10.222.0.60 "GET /v2.0/networks/986a5dcd-64bc-4cc8-9ef1-4ecf876934b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860338 Sep 07 19:30:17.494278 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1e21f9ee-e41f-48a8-9161-668952d7aab7 req-3b844676-4b9f-4ce6-b1a0-504d56c3c485 service neutron] 10.222.0.60 "GET /v2.0/networks/986a5dcd-64bc-4cc8-9ef1-4ecf876934b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816693 Sep 07 19:30:17.580393 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77432842-89e6-41cd-b076-ac05fd248815 req-742c0cad-c564-45f0-8171-450969e7b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:17.581893 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-77432842-89e6-41cd-b076-ac05fd248815 req-742c0cad-c564-45f0-8171-450969e7b1c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7dcaa1ba6a8d406395772924e7c4a9a7&device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 1094 time: 0.0452461 Sep 07 19:30:17.669961 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77432842-89e6-41cd-b076-ac05fd248815 req-fd26eeda-d7f1-4a59-8aea-cb6804bc3984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:17.671981 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-77432842-89e6-41cd-b076-ac05fd248815 req-fd26eeda-d7f1-4a59-8aea-cb6804bc3984 service neutron] 10.222.0.60 "GET /v2.0/networks?id=986a5dcd-64bc-4cc8-9ef1-4ecf876934b2 HTTP/1.1" status: 200 len: 913 time: 0.0831587 Sep 07 19:30:17.715662 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-77432842-89e6-41cd-b076-ac05fd248815 req-e70e9c02-b8ac-4340-b5b0-93f72a45443c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=927f32b9-ef2b-4ff0-a997-47f57a3681b5 HTTP/1.1" status: 200 len: 217 time: 0.0370672 Sep 07 19:30:17.763006 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77432842-89e6-41cd-b076-ac05fd248815 req-e64bf684-d3ea-4aeb-b061-b75164c48b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:17.764397 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-77432842-89e6-41cd-b076-ac05fd248815 req-e64bf684-d3ea-4aeb-b061-b75164c48b0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9225a819-e632-4e37-8969-4b68af0ce99f HTTP/1.1" status: 200 len: 852 time: 0.0409765 Sep 07 19:30:17.796729 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-77432842-89e6-41cd-b076-ac05fd248815 req-a3f5c17c-d1d6-45ad-800d-6ba9365cc1f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=986a5dcd-64bc-4cc8-9ef1-4ecf876934b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243506 Sep 07 19:30:17.888384 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-77432842-89e6-41cd-b076-ac05fd248815 req-95efbcb0-3665-4e11-bb02-ae1985056cf0 service neutron] 10.222.0.60 "GET /v2.0/networks/986a5dcd-64bc-4cc8-9ef1-4ecf876934b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839679 Sep 07 19:30:17.999405 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-77432842-89e6-41cd-b076-ac05fd248815 req-5dfb9208-8662-4dff-9fae-75f27a53d011 service neutron] 10.222.0.60 "GET /v2.0/networks/986a5dcd-64bc-4cc8-9ef1-4ecf876934b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029491 Sep 07 19:30:18.390511 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b140f2-f0b1-4890-9b45-95f6c0dfc01a req-db2f0e9b-94c8-4e92-bb67-a3a55f346843 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:18.391984 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72b140f2-f0b1-4890-9b45-95f6c0dfc01a req-db2f0e9b-94c8-4e92-bb67-a3a55f346843 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 943 time: 0.0519762 Sep 07 19:30:18.429350 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72b140f2-f0b1-4890-9b45-95f6c0dfc01a req-e7ebac54-c951-4ec3-a1cd-8ab10537c7dc tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312958 Sep 07 19:30:19.541340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279ccc1-b4db-4e52-bdb8-52211f6daccb req-9a415553-d3a2-40ee-8c40-0269f639e73f tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:19.542793 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c279ccc1-b4db-4e52-bdb8-52211f6daccb req-9a415553-d3a2-40ee-8c40-0269f639e73f tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 943 time: 0.0480053 Sep 07 19:30:19.582058 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c279ccc1-b4db-4e52-bdb8-52211f6daccb req-75c99300-3007-4ab3-abb9-31b1053e7ab5 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326610 Sep 07 19:30:19.641251 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:30:20.020088 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 927f32b9-ef2b-4ff0-a997-47f57a3681b5 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:30:20.113300 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 927f32b9-ef2b-4ff0-a997-47f57a3681b5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=927f32b9-ef2b-4ff0-a997-47f57a3681b5,segment=NetworkSegment(c6367a14-9e4f-4f11-b17f-a79a0cd290f2),segment_id=c6367a14-9e4f-4f11-b17f-a79a0cd290f2)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:30:20.123815 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '927f32b9-ef2b-4ff0-a997-47f57a3681b5', 'network_id': '986a5dcd-64bc-4cc8-9ef1-4ecf876934b2', 'port_id': '927f32b9-ef2b-4ff0-a997-47f57a3681b5', 'mac_address': 'fa:16:3e:fe:3c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9225a819-e632-4e37-8969-4b68af0ce99f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:30:20.159244 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:20.171166 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 927f32b9-ef2b-4ff0-a997-47f57a3681b5 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:30:20.189468 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 927f32b9-ef2b-4ff0-a997-47f57a3681b5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=927f32b9-ef2b-4ff0-a997-47f57a3681b5,segment=NetworkSegment(c6367a14-9e4f-4f11-b17f-a79a0cd290f2),segment_id=c6367a14-9e4f-4f11-b17f-a79a0cd290f2)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:30:20.193528 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:20.243486 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=927f32b9-ef2b-4ff0-a997-47f57a3681b5,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:30:20.380929 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['927f32b9-ef2b-4ff0-a997-47f57a3681b5'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:30:20.702406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45b971-82bf-4319-9d34-a271b349f785 req-0b0f420c-428e-4795-93c7-9ddbd58ce472 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:20.703771 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a45b971-82bf-4319-9d34-a271b349f785 req-0b0f420c-428e-4795-93c7-9ddbd58ce472 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 944 time: 0.0478520 Sep 07 19:30:20.739903 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a45b971-82bf-4319-9d34-a271b349f785 req-78b5724e-dc4d-4620-af56-2e6c05242a17 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303128 Sep 07 19:30:21.863546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef7830-cf4a-4d6c-832f-16111df78b68 req-cc9ecccc-8812-4452-8a24-5a538c3cee51 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:21.864958 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92ef7830-cf4a-4d6c-832f-16111df78b68 req-cc9ecccc-8812-4452-8a24-5a538c3cee51 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 944 time: 0.0533807 Sep 07 19:30:21.906221 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92ef7830-cf4a-4d6c-832f-16111df78b68 req-4789e8cd-5ad1-465f-85cb-df6a4179e82a tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344069 Sep 07 19:30:22.022069 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 927f32b9-ef2b-4ff0-a997-47f57a3681b5 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:30:22.078650 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 927f32b9-ef2b-4ff0-a997-47f57a3681b5 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:30:22.083549 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 927f32b9-ef2b-4ff0-a997-47f57a3681b5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:30:22.083922 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:22.173962 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:22.197602 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa3fcee-826c-4393-95f5-95e3f724f9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927f32b9-ef2b-4ff0-a997-47f57a3681b5'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:30:22.199825 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7357fa4d-9280-41ff-8299-dce007a6f7f8" -d '{"events": [{"server_uuid": "3aa3fcee-826c-4393-95f5-95e3f724f9bc", "name": "network-vif-plugged", "status": "completed", "tag": "927f32b9-ef2b-4ff0-a997-47f57a3681b5"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:30:22.214610 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 927f32b9-ef2b-4ff0-a997-47f57a3681b5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=927f32b9-ef2b-4ff0-a997-47f57a3681b5,segment=NetworkSegment(c6367a14-9e4f-4f11-b17f-a79a0cd290f2),segment_id=c6367a14-9e4f-4f11-b17f-a79a0cd290f2)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:30:22.219281 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:22.243883 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2663e3e4-4a41-4fa2-a3d3-f8d911a9398a x-openstack-request-id: req-2663e3e4-4a41-4fa2-a3d3-f8d911a9398a {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:30:22.244180 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa3fcee-826c-4393-95f5-95e3f724f9bc", "name": "network-vif-plugged", "status": "completed", "tag": "927f32b9-ef2b-4ff0-a997-47f57a3681b5", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:30:22.244557 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2663e3e4-4a41-4fa2-a3d3-f8d911a9398a {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:30:22.244943 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa3fcee-826c-4393-95f5-95e3f724f9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927f32b9-ef2b-4ff0-a997-47f57a3681b5', 'code': 200} Sep 07 19:30:22.280023 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=927f32b9-ef2b-4ff0-a997-47f57a3681b5,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:30:22.349210 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6462a-fe02-4b75-ba24-e95290ee252c req-3f43bb74-e1bf-489d-8be2-3651e325cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:22.350948 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7ae6462a-fe02-4b75-ba24-e95290ee252c req-3f43bb74-e1bf-489d-8be2-3651e325cbbe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 1096 time: 0.0514066 Sep 07 19:30:22.393490 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7ae6462a-fe02-4b75-ba24-e95290ee252c req-a811a83f-1687-49f1-b95b-9ed28c74025b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331552 Sep 07 19:30:23.018371 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d6cf2-e633-4299-bc2b-3bfdf0237668 req-17cdbacf-d732-4bcd-9991-c044d0a2e8f3 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:23.019879 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-332d6cf2-e633-4299-bc2b-3bfdf0237668 req-17cdbacf-d732-4bcd-9991-c044d0a2e8f3 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0485306 Sep 07 19:30:23.058626 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-332d6cf2-e633-4299-bc2b-3bfdf0237668 req-cd305e41-cbfc-4359-aef5-dc7b5ec7be1a tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318294 Sep 07 19:30:24.176155 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84d005-0c33-4ee9-a522-2dc324aac1f8 req-08bb01f0-429d-42fb-88f4-887c01a8698c tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:24.177655 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af84d005-0c33-4ee9-a522-2dc324aac1f8 req-08bb01f0-429d-42fb-88f4-887c01a8698c tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0477445 Sep 07 19:30:24.214755 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af84d005-0c33-4ee9-a522-2dc324aac1f8 req-06f10511-d019-4a19-9b86-1f22e53295d7 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310407 Sep 07 19:30:24.456412 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d15fa-fc9a-47f7-bd60-8b349ac9dd6f req-6ca90f05-9726-4bea-8a25-6fc8bfd1d8f0 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:24.457918 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b5d15fa-fc9a-47f7-bd60-8b349ac9dd6f req-6ca90f05-9726-4bea-8a25-6fc8bfd1d8f0 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0564415 Sep 07 19:30:24.518665 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-82ad0668-f441-4892-b4cb-2e481824b77b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1281855 Sep 07 19:30:24.521873 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b5d15fa-fc9a-47f7-bd60-8b349ac9dd6f req-d85606bc-3c29-4ba7-91f1-53a1143f3993 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568895 Sep 07 19:30:24.527315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-030815df-dc7e-471d-a673-f124e007f79e service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:30:24.528268 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-030815df-dc7e-471d-a673-f124e007f79e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048532 Sep 07 19:30:25.644180 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9408cff-9124-476b-b71e-d267dca963a2 req-856b444e-6664-447e-b087-3a787fc3e7ea tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:25.645727 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9408cff-9124-476b-b71e-d267dca963a2 req-856b444e-6664-447e-b087-3a787fc3e7ea tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0567076 Sep 07 19:30:25.667628 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-957c2658-5ba1-490c-bc65-93071b3475e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:25.669159 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-957c2658-5ba1-490c-bc65-93071b3475e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7dcaa1ba6a8d406395772924e7c4a9a7&device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 1096 time: 0.0404599 Sep 07 19:30:25.685513 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9408cff-9124-476b-b71e-d267dca963a2 req-679c85c6-b5b5-440c-ba36-87f4e91b7578 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333176 Sep 07 19:30:25.758329 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-3fbf2e3b-d66a-48fc-a53c-4b2cdf1fe607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:25.759800 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-3fbf2e3b-d66a-48fc-a53c-4b2cdf1fe607 service neutron] 10.222.0.60 "GET /v2.0/networks?id=986a5dcd-64bc-4cc8-9ef1-4ecf876934b2 HTTP/1.1" status: 200 len: 913 time: 0.0836730 Sep 07 19:30:25.806672 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-62c05c7d-15dc-4e52-b0ed-87f7486efce5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=927f32b9-ef2b-4ff0-a997-47f57a3681b5 HTTP/1.1" status: 200 len: 217 time: 0.0401845 Sep 07 19:30:25.854382 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-4d9aaa3e-331d-4334-93bd-eeea2c39367a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:25.855811 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-4d9aaa3e-331d-4334-93bd-eeea2c39367a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9225a819-e632-4e37-8969-4b68af0ce99f HTTP/1.1" status: 200 len: 852 time: 0.0429194 Sep 07 19:30:25.886037 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-16555575-4443-4b4c-942b-5ff4ca93fa76 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=986a5dcd-64bc-4cc8-9ef1-4ecf876934b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233581 Sep 07 19:30:25.977573 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-4845ef72-a688-4d90-b426-b776ae29d65e service neutron] 10.222.0.60 "GET /v2.0/networks/986a5dcd-64bc-4cc8-9ef1-4ecf876934b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850286 Sep 07 19:30:25.985276 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-80fbd64f-ca2b-4a4c-9194-76b918edba76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:26.071590 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-10a62a1f-8405-40c0-b538-19ac976069e6 service neutron] 10.222.0.60 "GET /v2.0/networks/986a5dcd-64bc-4cc8-9ef1-4ecf876934b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872571 Sep 07 19:30:26.800887 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0118dee-8e70-4d90-b224-bf09b6328e74 req-ce944809-d7e7-4357-a58d-e6e5551d11db tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:26.802335 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0118dee-8e70-4d90-b224-bf09b6328e74 req-ce944809-d7e7-4357-a58d-e6e5551d11db tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0506916 Sep 07 19:30:26.839085 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0118dee-8e70-4d90-b224-bf09b6328e74 req-7c0cbf89-69f0-4d2b-976a-0e90fcc1b2d4 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306489 Sep 07 19:30:27.951695 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6a5e9-7c94-4e09-9d58-a3906d725768 req-f93c5f5c-cddf-436b-bd91-06599cd1e0b8 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:27.953182 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ec6a5e9-7c94-4e09-9d58-a3906d725768 req-f93c5f5c-cddf-436b-bd91-06599cd1e0b8 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0490234 Sep 07 19:30:27.990133 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1ec6a5e9-7c94-4e09-9d58-a3906d725768 req-d917bb58-944f-4ef0-b615-b214548c5883 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311539 Sep 07 19:30:28.821665 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f480116a-16e6-461c-b679-66e79de410a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:29.095278 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:29.103057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadd3b4-5bd9-4846-9fbc-43d135181381 req-ce771bfa-437a-4a6f-8576-dfa7f301ca60 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:29.104623 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8fadd3b4-5bd9-4846-9fbc-43d135181381 req-ce771bfa-437a-4a6f-8576-dfa7f301ca60 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0492074 Sep 07 19:30:29.141890 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8fadd3b4-5bd9-4846-9fbc-43d135181381 req-2fdc891e-9427-45c3-9473-73856d59800b tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308619 Sep 07 19:30:30.260671 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa956da-9313-4de5-83a2-2f304e8ad41d req-dd2d77e3-cd95-47d2-b36e-1d379bfead76 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:30.262148 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4aa956da-9313-4de5-83a2-2f304e8ad41d req-dd2d77e3-cd95-47d2-b36e-1d379bfead76 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0522678 Sep 07 19:30:30.304788 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4aa956da-9313-4de5-83a2-2f304e8ad41d req-2ca0c7f7-742c-4d6d-bc34-cd073e6fc985 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359728 Sep 07 19:30:30.328931 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:30.357173 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a71cf1-c991-4e7c-885e-a8e191ddf8f1 req-321e2c1f-9c45-4410-b28b-f604240f234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:30.358656 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f3a71cf1-c991-4e7c-885e-a8e191ddf8f1 req-321e2c1f-9c45-4410-b28b-f604240f234c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7dcaa1ba6a8d406395772924e7c4a9a7&device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 1096 time: 0.0457323 Sep 07 19:30:30.459338 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a71cf1-c991-4e7c-885e-a8e191ddf8f1 req-160d69d7-78f8-41e5-b6df-5c605cbc016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:30.460730 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f3a71cf1-c991-4e7c-885e-a8e191ddf8f1 req-160d69d7-78f8-41e5-b6df-5c605cbc016d service neutron] 10.222.0.60 "GET /v2.0/networks?id=986a5dcd-64bc-4cc8-9ef1-4ecf876934b2 HTTP/1.1" status: 200 len: 913 time: 0.0838048 Sep 07 19:30:30.506627 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f3a71cf1-c991-4e7c-885e-a8e191ddf8f1 req-6651f71c-b4da-433d-8dcc-fc216a176727 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=927f32b9-ef2b-4ff0-a997-47f57a3681b5 HTTP/1.1" status: 200 len: 217 time: 0.0393157 Sep 07 19:30:30.554461 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a71cf1-c991-4e7c-885e-a8e191ddf8f1 req-4800165c-7db1-4415-8fd3-0faa634d0fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:30.555926 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f3a71cf1-c991-4e7c-885e-a8e191ddf8f1 req-4800165c-7db1-4415-8fd3-0faa634d0fc9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9225a819-e632-4e37-8969-4b68af0ce99f HTTP/1.1" status: 200 len: 852 time: 0.0431349 Sep 07 19:30:30.587089 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f3a71cf1-c991-4e7c-885e-a8e191ddf8f1 req-8a79c0c0-5b3f-4009-9fe5-6e23e9bf1235 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=986a5dcd-64bc-4cc8-9ef1-4ecf876934b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237763 Sep 07 19:30:30.678898 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f3a71cf1-c991-4e7c-885e-a8e191ddf8f1 req-fb997d53-5dbd-40b2-89d0-c048d129ebb7 service neutron] 10.222.0.60 "GET /v2.0/networks/986a5dcd-64bc-4cc8-9ef1-4ecf876934b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853069 Sep 07 19:30:30.766883 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-f3a71cf1-c991-4e7c-885e-a8e191ddf8f1 req-3fb1bbf8-a8d7-4960-8e87-5180120bd9dc service neutron] 10.222.0.60 "GET /v2.0/networks/986a5dcd-64bc-4cc8-9ef1-4ecf876934b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812232 Sep 07 19:30:31.419845 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffe102-cb97-4b4d-9072-ee4711819aa9 req-0aad13c3-c327-4cc8-81cf-a2b0aa023f85 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:31.421745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-45ffe102-cb97-4b4d-9072-ee4711819aa9 req-0aad13c3-c327-4cc8-81cf-a2b0aa023f85 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0498257 Sep 07 19:30:31.459364 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-45ffe102-cb97-4b4d-9072-ee4711819aa9 req-9d65c8ba-44f9-4022-9a91-4f86dbaaf2fa tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315537 Sep 07 19:30:31.865370 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:32.579992 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb2d26-7264-4cce-b092-5ea787327f0e req-1e0e6188-fce0-401c-92d5-626817bdf0d2 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:32.581516 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19cb2d26-7264-4cce-b092-5ea787327f0e req-1e0e6188-fce0-401c-92d5-626817bdf0d2 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0509279 Sep 07 19:30:32.619523 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19cb2d26-7264-4cce-b092-5ea787327f0e req-fb350487-188c-4a6f-ab8a-725210704cb3 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321498 Sep 07 19:30:33.755850 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcb817-cecb-41cd-8431-58209ae52102 req-1cd1cd36-43ca-4d78-aa59-0aa13609fa89 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:33.757365 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0dbcb817-cecb-41cd-8431-58209ae52102 req-1cd1cd36-43ca-4d78-aa59-0aa13609fa89 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0565948 Sep 07 19:30:33.794955 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0dbcb817-cecb-41cd-8431-58209ae52102 req-65c49483-4b07-47b1-a285-ab8b9baee3b8 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317018 Sep 07 19:30:34.909046 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ebb0b-52d0-45a4-ae48-e7387c5ad1c2 req-debdeed1-d954-412e-85d2-f7cc7627ec2e tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:34.910538 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f88ebb0b-52d0-45a4-ae48-e7387c5ad1c2 req-debdeed1-d954-412e-85d2-f7cc7627ec2e tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0486057 Sep 07 19:30:34.948444 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f88ebb0b-52d0-45a4-ae48-e7387c5ad1c2 req-0d15dd6c-b242-448f-9ec7-c97ebe74ab4b tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319273 Sep 07 19:30:36.072327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654815b2-feb3-44eb-aacf-922e96dce63e req-ec459bc7-c8ed-4657-95b9-2bf7540dc01b tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:36.073809 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-654815b2-feb3-44eb-aacf-922e96dce63e req-ec459bc7-c8ed-4657-95b9-2bf7540dc01b tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0482769 Sep 07 19:30:36.111325 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-654815b2-feb3-44eb-aacf-922e96dce63e req-693a16a3-cc09-407c-9bbd-f8012578cc4e tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316012 Sep 07 19:30:37.228759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363862d4-c4bc-4f91-9e32-9f583660cda0 req-38dccbf0-e5e6-4b87-b319-5917147c2773 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:37.230210 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-363862d4-c4bc-4f91-9e32-9f583660cda0 req-38dccbf0-e5e6-4b87-b319-5917147c2773 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0515001 Sep 07 19:30:37.267392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-363862d4-c4bc-4f91-9e32-9f583660cda0 req-484d1a12-e4de-419d-a1f2-e07d24e118bd tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308304 Sep 07 19:30:38.380147 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42735ee1-9069-45f5-bec4-1376dffc64e3 req-ee1ae953-1f70-490f-b704-87fe25ba7a59 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:38.381628 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-42735ee1-9069-45f5-bec4-1376dffc64e3 req-ee1ae953-1f70-490f-b704-87fe25ba7a59 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0475094 Sep 07 19:30:38.418165 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-42735ee1-9069-45f5-bec4-1376dffc64e3 req-b109d8f4-407b-45b8-907a-73e1ae3ffcfd tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307069 Sep 07 19:30:39.534507 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c9940-a757-4a12-a97d-122382d2849e req-2a7164ea-5e50-49cd-98b6-1652865bb2f9 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:39.535984 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe6c9940-a757-4a12-a97d-122382d2849e req-2a7164ea-5e50-49cd-98b6-1652865bb2f9 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0501950 Sep 07 19:30:39.575495 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe6c9940-a757-4a12-a97d-122382d2849e req-796da1ec-e23c-431c-8070-ebabf2a03f2d tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334318 Sep 07 19:30:40.694194 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786dc4d-f108-468f-bd43-dcae694f76c6 req-a381ed7b-f488-4064-a863-6ccaf613bca5 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:40.695682 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c786dc4d-f108-468f-bd43-dcae694f76c6 req-a381ed7b-f488-4064-a863-6ccaf613bca5 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0525410 Sep 07 19:30:40.732863 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c786dc4d-f108-468f-bd43-dcae694f76c6 req-f9f8d649-80b3-47ce-b04c-95ba632cf8a1 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312994 Sep 07 19:30:41.845755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8c730-e56f-45ba-b1ab-d6587ab89fbf req-9f26a1ba-6af7-4d1a-b951-fd73bd6236f9 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:41.847203 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ba8c730-e56f-45ba-b1ab-d6587ab89fbf req-9f26a1ba-6af7-4d1a-b951-fd73bd6236f9 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0484574 Sep 07 19:30:41.884233 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ba8c730-e56f-45ba-b1ab-d6587ab89fbf req-07e03da9-fb78-4c36-bc52-6c3d763b5e3a tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309927 Sep 07 19:30:42.998192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175447c9-cd7d-43ad-b8f2-113dffda5252 req-189c33ca-d2e2-4b30-a60e-6e0c4c9207fe tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:42.999686 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-175447c9-cd7d-43ad-b8f2-113dffda5252 req-189c33ca-d2e2-4b30-a60e-6e0c4c9207fe tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0494266 Sep 07 19:30:43.039222 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-175447c9-cd7d-43ad-b8f2-113dffda5252 req-684bdb64-5082-4632-aaff-1dfdf748b305 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336132 Sep 07 19:30:43.225605 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:44.159345 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:44.163132 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af487d-b434-48a6-82cf-7dfb83501fe2 req-426fc119-d2b0-4666-bb2d-8de8db545f03 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:44.164722 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-52af487d-b434-48a6-82cf-7dfb83501fe2 req-426fc119-d2b0-4666-bb2d-8de8db545f03 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0532842 Sep 07 19:30:44.202911 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-52af487d-b434-48a6-82cf-7dfb83501fe2 req-edf17238-1bce-423f-b5ca-cc122e6d6229 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323060 Sep 07 19:30:45.315267 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118c315-baa8-484c-81c8-37841d430fd8 req-9716daf9-fde2-427e-9253-08f9aa5335f7 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:45.316736 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2118c315-baa8-484c-81c8-37841d430fd8 req-9716daf9-fde2-427e-9253-08f9aa5335f7 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0484135 Sep 07 19:30:45.355621 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2118c315-baa8-484c-81c8-37841d430fd8 req-2ed1ea08-aa8f-4d81-817c-1a4bfac63a2a tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329995 Sep 07 19:30:46.470866 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a928b-da50-483f-b3af-55074d8f0621 req-843fe461-2d33-4970-8c4a-36f82ac40dbf tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:46.472345 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f61a928b-da50-483f-b3af-55074d8f0621 req-843fe461-2d33-4970-8c4a-36f82ac40dbf tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0498974 Sep 07 19:30:46.508972 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f61a928b-da50-483f-b3af-55074d8f0621 req-d4b56535-5f78-4b50-b9c2-c4dfff4cef38 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306833 Sep 07 19:30:47.325597 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-983fc077-6687-497d-971d-a2113e689c5b req-18c203aa-795d-46e8-9085-4571231f8791 service neutron] (101445) timed out ('10.222.0.60', 58291) {{(pid=101445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 19:30:47.625780 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c82931-ba03-4252-ba4a-1576fcf45c37 req-a157d4fe-6ca1-4df2-b8e3-e8fb0486352e tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:47.627820 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a8c82931-ba03-4252-ba4a-1576fcf45c37 req-a157d4fe-6ca1-4df2-b8e3-e8fb0486352e tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0522010 Sep 07 19:30:47.664536 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a8c82931-ba03-4252-ba4a-1576fcf45c37 req-467388e4-c15a-484b-9fbc-7f3a1891c6bb tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307851 Sep 07 19:30:48.788939 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5577b56-7182-4175-abd4-777957720cad req-4956a8c8-54b0-4def-9739-b4066e4215a2 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:48.790472 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5577b56-7182-4175-abd4-777957720cad req-4956a8c8-54b0-4def-9739-b4066e4215a2 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0589809 Sep 07 19:30:48.830135 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5577b56-7182-4175-abd4-777957720cad req-1c998a7c-45e2-4477-929e-62120b2c3efe tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336082 Sep 07 19:30:49.945303 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b0c22-d915-481a-bbc3-a55d5afe7e97 req-7494c163-8b08-4143-bf29-e2351ef4675b tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:49.946793 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-952b0c22-d915-481a-bbc3-a55d5afe7e97 req-7494c163-8b08-4143-bf29-e2351ef4675b tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0485671 Sep 07 19:30:49.984168 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-952b0c22-d915-481a-bbc3-a55d5afe7e97 req-80c8bf50-2401-462f-a0e5-7dbfd7774663 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315442 Sep 07 19:30:51.101527 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef2d7e-c234-4666-93bb-371e517a3436 req-027ef01e-a069-46b5-a821-aff7b19dae7a tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:51.103024 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5eef2d7e-c234-4666-93bb-371e517a3436 req-027ef01e-a069-46b5-a821-aff7b19dae7a tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0515115 Sep 07 19:30:51.139339 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5eef2d7e-c234-4666-93bb-371e517a3436 req-775a1bfa-aa38-44ef-837e-75e3a0b12c0a tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304298 Sep 07 19:30:52.257064 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ead56-43d8-4ae7-8559-9f8d154e1407 req-5f08940a-0176-4411-bdcf-7fe20ac1eded tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:52.258566 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-065ead56-43d8-4ae7-8559-9f8d154e1407 req-5f08940a-0176-4411-bdcf-7fe20ac1eded tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0528646 Sep 07 19:30:52.297020 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-065ead56-43d8-4ae7-8559-9f8d154e1407 req-2df6728a-3bf6-458e-8165-c1b671254c59 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321414 Sep 07 19:30:53.005439 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-f2401281-9c54-40c3-b958-52eeae7388c0 service neutron] show failed (client error): The resource could not be found. Sep 07 19:30:53.006448 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-f2401281-9c54-40c3-b958-52eeae7388c0 service neutron] 10.222.0.60 "GET /v2.0/ports/927f32b9-ef2b-4ff0-a997-47f57a3681b5/bindings/n-h2-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.0544088 Sep 07 19:30:53.196774 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-42f4f791-d6f1-43df-9412-cac275648397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:53.198192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-42f4f791-d6f1-43df-9412-cac275648397 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc&tenant_id=7dcaa1ba6a8d406395772924e7c4a9a7 HTTP/1.1" status: 200 len: 1096 time: 0.0415227 Sep 07 19:30:53.210110 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-1', 'device_owner': 'compute:nova'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:30:53.263771 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:53.447253 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59d28c-ae8c-4b8c-a18d-8388bd0ac68a req-df572e3a-035f-4e4c-bb55-62c1a11c8d92 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:53.448794 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d59d28c-ae8c-4b8c-a18d-8388bd0ac68a req-df572e3a-035f-4e4c-bb55-62c1a11c8d92 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0798154 Sep 07 19:30:53.532339 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d59d28c-ae8c-4b8c-a18d-8388bd0ac68a req-357d0c7f-27ae-4cff-aa85-3187e01bd0d7 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501072 Sep 07 19:30:53.537171 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] For port 927f32b9-ef2b-4ff0-a997-47f57a3681b5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=927f32b9-ef2b-4ff0-a997-47f57a3681b5,segment=NetworkSegment(c6367a14-9e4f-4f11-b17f-a79a0cd290f2),segment_id=c6367a14-9e4f-4f11-b17f-a79a0cd290f2)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:30:53.570851 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] For port 927f32b9-ef2b-4ff0-a997-47f57a3681b5, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:30:53.612123 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa3fcee-826c-4393-95f5-95e3f724f9bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '927f32b9-ef2b-4ff0-a997-47f57a3681b5'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:30:53.615206 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53355075-a327-4f06-b354-405eea14e90f" -d '{"events": [{"server_uuid": "3aa3fcee-826c-4393-95f5-95e3f724f9bc", "name": "network-vif-unplugged", "status": "completed", "tag": "927f32b9-ef2b-4ff0-a997-47f57a3681b5"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:30:53.619101 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:53.632541 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Transition to ACTIVE for port object 927f32b9-ef2b-4ff0-a997-47f57a3681b5 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:30:53.636637 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:53.696660 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] No DVR routers for this DVR port 927f32b9-ef2b-4ff0-a997-47f57a3681b5 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:30:53.703204 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Pushing event updated for resources: {'Port': ['ID=927f32b9-ef2b-4ff0-a997-47f57a3681b5,revision_number=6']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:30:53.713575 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:53.713931 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:53.714276 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:53.714613 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:53.714949 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:53.715282 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:53.715611 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:53.715938 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:53.716263 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:53.716616 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:53.716946 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:53.717309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:53.736687 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 19:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e487a1eb-915c-4d20-b4f8-c30bb17d6481 x-openstack-request-id: req-e487a1eb-915c-4d20-b4f8-c30bb17d6481 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:30:53.736984 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa3fcee-826c-4393-95f5-95e3f724f9bc", "name": "network-vif-unplugged", "status": "completed", "tag": "927f32b9-ef2b-4ff0-a997-47f57a3681b5", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:30:53.737237 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e487a1eb-915c-4d20-b4f8-c30bb17d6481 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:30:53.737632 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa3fcee-826c-4393-95f5-95e3f724f9bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '927f32b9-ef2b-4ff0-a997-47f57a3681b5', 'code': 200} Sep 07 19:30:53.748391 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Attempting to bind port 927f32b9-ef2b-4ff0-a997-47f57a3681b5 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:30:53.748755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Attempting to bind port 927f32b9-ef2b-4ff0-a997-47f57a3681b5 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': 'c6367a14-9e4f-4f11-b17f-a79a0cd290f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '986a5dcd-64bc-4cc8-9ef1-4ecf876934b2'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:30:53.749087 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Attempting to bind port 927f32b9-ef2b-4ff0-a997-47f57a3681b5 on network 986a5dcd-64bc-4cc8-9ef1-4ecf876934b2 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:30:53.753348 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Port 927f32b9-ef2b-4ff0-a997-47f57a3681b5 on network 986a5dcd-64bc-4cc8-9ef1-4ecf876934b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:30:53.753675 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Attempting to bind port 927f32b9-ef2b-4ff0-a997-47f57a3681b5 on network 986a5dcd-64bc-4cc8-9ef1-4ecf876934b2 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:30:53.758949 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:30:53.759289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Checking segment: {'id': 'c6367a14-9e4f-4f11-b17f-a79a0cd290f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '986a5dcd-64bc-4cc8-9ef1-4ecf876934b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:30:53.759667 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Bound using segment: {'id': 'c6367a14-9e4f-4f11-b17f-a79a0cd290f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '986a5dcd-64bc-4cc8-9ef1-4ecf876934b2'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:30:53.760100 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Bound port: 927f32b9-ef2b-4ff0-a997-47f57a3681b5, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6367a14-9e4f-4f11-b17f-a79a0cd290f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '986a5dcd-64bc-4cc8-9ef1-4ecf876934b2'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:30:53.760456 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:53.825130 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] For port 927f32b9-ef2b-4ff0-a997-47f57a3681b5, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:30:53.828108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] For port 927f32b9-ef2b-4ff0-a997-47f57a3681b5, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=927f32b9-ef2b-4ff0-a997-47f57a3681b5,segment=NetworkSegment(c6367a14-9e4f-4f11-b17f-a79a0cd290f2),segment_id=c6367a14-9e4f-4f11-b17f-a79a0cd290f2)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:30:53.835221 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:53.869303 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:53.869917 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:53.871327 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] 10.222.0.36 "PUT /v2.0/ports/927f32b9-ef2b-4ff0-a997-47f57a3681b5 HTTP/1.1" status: 200 len: 1091 time: 0.6651232 Sep 07 19:30:53.891510 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060415f3-3458-4373-80a8-abba8cf94683 service neutron] Pushing event updated for resources: {'Port': ['ID=927f32b9-ef2b-4ff0-a997-47f57a3681b5,revision_number=7']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:30:53.935338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-36e79cfe-9248-49b6-b981-187500e29061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:53.936870 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-36e79cfe-9248-49b6-b981-187500e29061 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7dcaa1ba6a8d406395772924e7c4a9a7&device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 1094 time: 0.0408924 Sep 07 19:30:54.031491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-c7f68e5d-0189-4c2f-9bf2-9a2ea7cae7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:54.032995 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-c7f68e5d-0189-4c2f-9bf2-9a2ea7cae7fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=986a5dcd-64bc-4cc8-9ef1-4ecf876934b2 HTTP/1.1" status: 200 len: 913 time: 0.0848949 Sep 07 19:30:54.074576 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-cdeb83cc-b143-48ff-b72f-20133ca32aaa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=927f32b9-ef2b-4ff0-a997-47f57a3681b5 HTTP/1.1" status: 200 len: 217 time: 0.0336108 Sep 07 19:30:54.122579 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-052e2d9d-7f76-4d36-a5c1-2bcc65133181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:54.123946 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-052e2d9d-7f76-4d36-a5c1-2bcc65133181 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9225a819-e632-4e37-8969-4b68af0ce99f HTTP/1.1" status: 200 len: 852 time: 0.0414121 Sep 07 19:30:54.161847 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-6804eccf-d0a0-4986-95ec-71bb63b579b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=986a5dcd-64bc-4cc8-9ef1-4ecf876934b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272346 Sep 07 19:30:54.249183 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-efd34e7c-2085-476e-91b8-5510b971baf7 service neutron] 10.222.0.36 "GET /v2.0/networks/986a5dcd-64bc-4cc8-9ef1-4ecf876934b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795474 Sep 07 19:30:54.339267 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4229cf02-1311-4dba-8a73-c85cd927bf9d req-fe6a9ae7-c93e-4ee5-8500-9e9ef7e4737a service neutron] 10.222.0.36 "GET /v2.0/networks/986a5dcd-64bc-4cc8-9ef1-4ecf876934b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824842 Sep 07 19:30:54.648568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb013b-b400-46e1-bd83-c291553b9ab8 req-7bd12a8d-424d-46f2-8531-5bdf582de832 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:54.650061 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1bb013b-b400-46e1-bd83-c291553b9ab8 req-7bd12a8d-424d-46f2-8531-5bdf582de832 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 943 time: 0.0487056 Sep 07 19:30:54.686794 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1bb013b-b400-46e1-bd83-c291553b9ab8 req-62e5eb51-9a99-4a37-864d-91015f32022c tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308776 Sep 07 19:30:55.739216 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa3fcee-826c-4393-95f5-95e3f724f9bc', 'tag': '927f32b9-ef2b-4ff0-a997-47f57a3681b5'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:30:55.741575 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ff29b7-07d4-4715-b5e3-331697196e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa3fcee-826c-4393-95f5-95e3f724f9bc", "tag": "927f32b9-ef2b-4ff0-a997-47f57a3681b5"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:30:55.791059 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98d1f40-b6ce-49cc-b381-e66988139227 x-openstack-request-id: req-e98d1f40-b6ce-49cc-b381-e66988139227 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:30:55.791356 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa3fcee-826c-4393-95f5-95e3f724f9bc", "tag": "927f32b9-ef2b-4ff0-a997-47f57a3681b5", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:30:55.791607 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e98d1f40-b6ce-49cc-b381-e66988139227 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:30:55.791996 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa3fcee-826c-4393-95f5-95e3f724f9bc', 'tag': '927f32b9-ef2b-4ff0-a997-47f57a3681b5', 'status': 'completed', 'code': 200} Sep 07 19:30:55.805787 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c5327-fb04-4082-af66-4253d2ae68d8 req-5bceb347-5c38-48b2-9a25-66f2b2fd6222 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:55.807350 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d33c5327-fb04-4082-af66-4253d2ae68d8 req-5bceb347-5c38-48b2-9a25-66f2b2fd6222 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 943 time: 0.0521638 Sep 07 19:30:55.858297 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff29b7-07d4-4715-b5e3-331697196e4b req-215dc3e3-4e89-42bb-8e88-c0e87814ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:55.859874 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d1ff29b7-07d4-4715-b5e3-331697196e4b req-215dc3e3-4e89-42bb-8e88-c0e87814ce92 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7dcaa1ba6a8d406395772924e7c4a9a7&device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 1094 time: 0.0460310 Sep 07 19:30:55.961215 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff29b7-07d4-4715-b5e3-331697196e4b req-896e7d64-c1d0-4ee4-89c3-3dcb0c2ef793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:55.962770 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d1ff29b7-07d4-4715-b5e3-331697196e4b req-896e7d64-c1d0-4ee4-89c3-3dcb0c2ef793 service neutron] 10.222.0.60 "GET /v2.0/networks?id=986a5dcd-64bc-4cc8-9ef1-4ecf876934b2 HTTP/1.1" status: 200 len: 913 time: 0.0952337 Sep 07 19:30:55.994557 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9539-ea58-4a38-bbf0-8f659f1bec32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:56.015457 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d1ff29b7-07d4-4715-b5e3-331697196e4b req-0710d0b6-cfd8-4a56-b089-66cf80734fec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=927f32b9-ef2b-4ff0-a997-47f57a3681b5 HTTP/1.1" status: 200 len: 217 time: 0.0440218 Sep 07 19:30:56.066977 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff29b7-07d4-4715-b5e3-331697196e4b req-12d63afe-60e3-4635-a9a6-d52a4fa1845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:56.069109 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d1ff29b7-07d4-4715-b5e3-331697196e4b req-12d63afe-60e3-4635-a9a6-d52a4fa1845b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9225a819-e632-4e37-8969-4b68af0ce99f HTTP/1.1" status: 200 len: 852 time: 0.0473404 Sep 07 19:30:56.108810 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d1ff29b7-07d4-4715-b5e3-331697196e4b req-a8b100ee-ccaa-4dc5-af59-7119e130a6f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=986a5dcd-64bc-4cc8-9ef1-4ecf876934b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291550 Sep 07 19:30:56.205557 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d1ff29b7-07d4-4715-b5e3-331697196e4b req-b6b873d9-4d45-4a6d-a9c7-5ad9bb21ff61 service neutron] 10.222.0.60 "GET /v2.0/networks/986a5dcd-64bc-4cc8-9ef1-4ecf876934b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895126 Sep 07 19:30:56.209426 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d33c5327-fb04-4082-af66-4253d2ae68d8 req-acff7d55-d93c-44e8-84ef-30856f1de629 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881640 Sep 07 19:30:56.215738 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff29b7-07d4-4715-b5e3-331697196e4b req-4ff0446f-78b5-4b9c-a602-ad685a342577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:56.217082 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1ff29b7-07d4-4715-b5e3-331697196e4b req-4ff0446f-78b5-4b9c-a602-ad685a342577 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7dcaa1ba6a8d406395772924e7c4a9a7&device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 1094 time: 0.4040396 Sep 07 19:30:56.305686 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-d1ff29b7-07d4-4715-b5e3-331697196e4b req-cd2d5d2d-f45a-4d82-aaec-50eff8e5d6f0 service neutron] 10.222.0.60 "GET /v2.0/networks/986a5dcd-64bc-4cc8-9ef1-4ecf876934b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930667 Sep 07 19:30:56.308580 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff29b7-07d4-4715-b5e3-331697196e4b req-f08e5dfe-699e-47a3-befc-747bcd30297c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:56.310175 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1ff29b7-07d4-4715-b5e3-331697196e4b req-f08e5dfe-699e-47a3-befc-747bcd30297c service neutron] 10.222.0.36 "GET /v2.0/networks?id=986a5dcd-64bc-4cc8-9ef1-4ecf876934b2 HTTP/1.1" status: 200 len: 913 time: 0.0858259 Sep 07 19:30:56.355683 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1ff29b7-07d4-4715-b5e3-331697196e4b req-ace8004e-0e47-40ba-b2e3-a69c76d118d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=927f32b9-ef2b-4ff0-a997-47f57a3681b5 HTTP/1.1" status: 200 len: 217 time: 0.0381188 Sep 07 19:30:56.406759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff29b7-07d4-4715-b5e3-331697196e4b req-485a71b3-258d-45de-bcce-7d0811ecccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:56.408159 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1ff29b7-07d4-4715-b5e3-331697196e4b req-485a71b3-258d-45de-bcce-7d0811ecccae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9225a819-e632-4e37-8969-4b68af0ce99f HTTP/1.1" status: 200 len: 852 time: 0.0421312 Sep 07 19:30:56.441211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1ff29b7-07d4-4715-b5e3-331697196e4b req-af7fb55d-de18-4ada-b5ca-3ea798cf0007 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=986a5dcd-64bc-4cc8-9ef1-4ecf876934b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251369 Sep 07 19:30:56.532007 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1ff29b7-07d4-4715-b5e3-331697196e4b req-4289c776-ca39-4f1f-8145-02476f089a6c service neutron] 10.222.0.36 "GET /v2.0/networks/986a5dcd-64bc-4cc8-9ef1-4ecf876934b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830982 Sep 07 19:30:56.629373 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1ff29b7-07d4-4715-b5e3-331697196e4b req-2570ab30-c4b7-473f-9bfa-e34a06c9ffe0 service neutron] 10.222.0.36 "GET /v2.0/networks/986a5dcd-64bc-4cc8-9ef1-4ecf876934b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891147 Sep 07 19:30:56.641917 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:30:57.150766 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 927f32b9-ef2b-4ff0-a997-47f57a3681b5 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:30:57.243858 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 927f32b9-ef2b-4ff0-a997-47f57a3681b5, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=927f32b9-ef2b-4ff0-a997-47f57a3681b5,segment=NetworkSegment(c6367a14-9e4f-4f11-b17f-a79a0cd290f2),segment_id=c6367a14-9e4f-4f11-b17f-a79a0cd290f2)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:30:57.255863 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '927f32b9-ef2b-4ff0-a997-47f57a3681b5', 'network_id': '986a5dcd-64bc-4cc8-9ef1-4ecf876934b2', 'port_id': '927f32b9-ef2b-4ff0-a997-47f57a3681b5', 'mac_address': 'fa:16:3e:fe:3c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9225a819-e632-4e37-8969-4b68af0ce99f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:30:57.292752 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:57.305509 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 927f32b9-ef2b-4ff0-a997-47f57a3681b5 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:30:57.325799 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 927f32b9-ef2b-4ff0-a997-47f57a3681b5, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=927f32b9-ef2b-4ff0-a997-47f57a3681b5,segment=NetworkSegment(c6367a14-9e4f-4f11-b17f-a79a0cd290f2),segment_id=c6367a14-9e4f-4f11-b17f-a79a0cd290f2)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:30:57.326887 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad89a98-156a-4c50-be2b-a0d30d823e37 req-66e49a24-71a6-4cf4-819b-997392f79688 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:57.328755 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ad89a98-156a-4c50-be2b-a0d30d823e37 req-66e49a24-71a6-4cf4-819b-997392f79688 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 943 time: 0.0498948 Sep 07 19:30:57.329847 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:57.370365 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ad89a98-156a-4c50-be2b-a0d30d823e37 req-9349ee79-095a-435e-8bfe-5c9f14cea67d tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353792 Sep 07 19:30:57.376213 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=927f32b9-ef2b-4ff0-a997-47f57a3681b5,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:30:57.384307 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:57.384680 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:57.385019 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:57.385350 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:57.385680 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:57.386007 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:57.386405 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:57.386724 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:57.387045 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:57.387424 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:57.387744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:57.388070 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:30:57.672972 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-fc4cef3f-582d-4518-948e-62a08f11996b tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:57.674357 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-fc4cef3f-582d-4518-948e-62a08f11996b tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc&tenant_id=7dcaa1ba6a8d406395772924e7c4a9a7&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 944 time: 0.0898006 Sep 07 19:30:57.687053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['927f32b9-ef2b-4ff0-a997-47f57a3681b5'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:30:57.734620 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-a120295f-2f6b-4f3f-a0f0-303941bee899 service neutron] delete failed (client error): The resource could not be found. Sep 07 19:30:57.735639 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-a120295f-2f6b-4f3f-a0f0-303941bee899 service neutron] 10.222.0.60 "DELETE /v2.0/ports/927f32b9-ef2b-4ff0-a997-47f57a3681b5/bindings/n-h1-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.0530434 Sep 07 19:30:57.816662 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-a32a3831-7801-4a4f-81f6-cf7cd74fbdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:57.818223 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-a32a3831-7801-4a4f-81f6-cf7cd74fbdec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7dcaa1ba6a8d406395772924e7c4a9a7&device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 1095 time: 0.0419312 Sep 07 19:30:57.907981 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-96eb2cc8-0758-42d3-aebb-361e950bc7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:57.909468 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-96eb2cc8-0758-42d3-aebb-361e950bc7d3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=986a5dcd-64bc-4cc8-9ef1-4ecf876934b2 HTTP/1.1" status: 200 len: 913 time: 0.0849388 Sep 07 19:30:57.950590 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-3be5b47e-e7ff-4a31-b7c7-dbbe301c3775 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=927f32b9-ef2b-4ff0-a997-47f57a3681b5 HTTP/1.1" status: 200 len: 217 time: 0.0337946 Sep 07 19:30:58.002788 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-5cb6001c-472e-4000-839a-fdceb0ea3127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:58.004251 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-5cb6001c-472e-4000-839a-fdceb0ea3127 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9225a819-e632-4e37-8969-4b68af0ce99f HTTP/1.1" status: 200 len: 852 time: 0.0470746 Sep 07 19:30:58.039258 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-9a51a14b-30fc-430a-93cd-d1b5fd4544b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=986a5dcd-64bc-4cc8-9ef1-4ecf876934b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288179 Sep 07 19:30:58.125072 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-bf7c2ce0-4ec5-4b2f-8f67-302101879f84 service neutron] 10.222.0.60 "GET /v2.0/networks/986a5dcd-64bc-4cc8-9ef1-4ecf876934b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794673 Sep 07 19:30:58.167536 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 927f32b9-ef2b-4ff0-a997-47f57a3681b5 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:30:58.204521 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 927f32b9-ef2b-4ff0-a997-47f57a3681b5 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:30:58.217046 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-6bc8b8e9-42ca-4918-be0a-5eaf9f40c62e service neutron] 10.222.0.60 "GET /v2.0/networks/986a5dcd-64bc-4cc8-9ef1-4ecf876934b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857053 Sep 07 19:30:58.823036 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5ad22a0f-eba0-420d-b9b0-5f6329513a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:58.938942 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e435d-ea8d-4e81-b880-953464f527fb req-60d2b7ac-0f35-4ea0-ae34-c379e41c47ff tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:30:58.940410 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c33e435d-ea8d-4e81-b880-953464f527fb req-60d2b7ac-0f35-4ea0-ae34-c379e41c47ff tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 944 time: 0.0487292 Sep 07 19:30:58.979410 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c33e435d-ea8d-4e81-b880-953464f527fb req-98073b00-a667-4302-b0dd-53b16c7bd202 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330114 Sep 07 19:30:59.096462 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:59.168288 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 927f32b9-ef2b-4ff0-a997-47f57a3681b5 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:30:59.219050 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 927f32b9-ef2b-4ff0-a997-47f57a3681b5 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:30:59.222724 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 927f32b9-ef2b-4ff0-a997-47f57a3681b5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:30:59.223098 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:59.448681 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:59.470399 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa3fcee-826c-4393-95f5-95e3f724f9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927f32b9-ef2b-4ff0-a997-47f57a3681b5'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:30:59.472650 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f34d4b-68ab-4978-a22e-0fdad4d677f6" -d '{"events": [{"server_uuid": "3aa3fcee-826c-4393-95f5-95e3f724f9bc", "name": "network-vif-plugged", "status": "completed", "tag": "927f32b9-ef2b-4ff0-a997-47f57a3681b5"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:30:59.485490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 927f32b9-ef2b-4ff0-a997-47f57a3681b5, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=927f32b9-ef2b-4ff0-a997-47f57a3681b5,segment=NetworkSegment(c6367a14-9e4f-4f11-b17f-a79a0cd290f2),segment_id=c6367a14-9e4f-4f11-b17f-a79a0cd290f2)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:30:59.489495 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:59.538235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=927f32b9-ef2b-4ff0-a997-47f57a3681b5,revision_number=9']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:30:59.574864 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5d843f-04f7-4e89-aeb7-c637a3264e52 x-openstack-request-id: req-6d5d843f-04f7-4e89-aeb7-c637a3264e52 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:30:59.575162 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa3fcee-826c-4393-95f5-95e3f724f9bc", "name": "network-vif-plugged", "status": "completed", "tag": "927f32b9-ef2b-4ff0-a997-47f57a3681b5", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:30:59.575437 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d5d843f-04f7-4e89-aeb7-c637a3264e52 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:30:59.575890 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa3fcee-826c-4393-95f5-95e3f724f9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927f32b9-ef2b-4ff0-a997-47f57a3681b5', 'code': 200} Sep 07 19:31:00.093721 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc11770-67df-4816-93a9-74267feeccb4 req-2fb60be3-91ab-4813-94e7-3683b0d02c02 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:00.095215 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3fc11770-67df-4816-93a9-74267feeccb4 req-2fb60be3-91ab-4813-94e7-3683b0d02c02 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0497291 Sep 07 19:31:00.140155 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3fc11770-67df-4816-93a9-74267feeccb4 req-3e7048e3-a88d-4bdb-9b99-74d6be95c2c2 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8905854-684c-4427-b82e-851f8e1da01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387137 Sep 07 19:31:00.269272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-49dc12a6-a6eb-4970-9bee-bf6cd2aee8d2 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:00.270625 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-49dc12a6-a6eb-4970-9bee-bf6cd2aee8d2 tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aa3fcee-826c-4393-95f5-95e3f724f9bc HTTP/1.1" status: 200 len: 945 time: 0.0478656 Sep 07 19:31:00.332214 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:00.366242 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-a95cc6f2-63ee-47c3-adc7-3319f2962bba tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Deleting port 927f32b9-ef2b-4ff0-a997-47f57a3681b5 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:31:00.366583 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-a95cc6f2-63ee-47c3-adc7-3319f2962bba tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:00.454118 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-a95cc6f2-63ee-47c3-adc7-3319f2962bba tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] For port 927f32b9-ef2b-4ff0-a997-47f57a3681b5, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=927f32b9-ef2b-4ff0-a997-47f57a3681b5,segment=NetworkSegment(c6367a14-9e4f-4f11-b17f-a79a0cd290f2),segment_id=c6367a14-9e4f-4f11-b17f-a79a0cd290f2)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:31:00.454481 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-a95cc6f2-63ee-47c3-adc7-3319f2962bba tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:00.470694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-a95cc6f2-63ee-47c3-adc7-3319f2962bba tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Calling delete_port for 927f32b9-ef2b-4ff0-a997-47f57a3681b5 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:31:00.593490 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-a95cc6f2-63ee-47c3-adc7-3319f2962bba tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:00.608843 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['927f32b9-ef2b-4ff0-a997-47f57a3681b5'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:31:00.624707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cc6f2-63ee-47c3-adc7-3319f2962bba tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Pushing event deleted for resources: {'Port': ['ID=927f32b9-ef2b-4ff0-a997-47f57a3681b5,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:31:00.665659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-a95cc6f2-63ee-47c3-adc7-3319f2962bba tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] No DVR routers for this DVR port 927f32b9-ef2b-4ff0-a997-47f57a3681b5 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:31:00.668268 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-a95cc6f2-63ee-47c3-adc7-3319f2962bba tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:00.670271 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fa152895-dd03-4887-aaf1-3e6dd29449dc req-a95cc6f2-63ee-47c3-adc7-3319f2962bba tempest-DeleteServersTestJSON-279462142 tempest-DeleteServersTestJSON-279462142-project] 10.222.0.36 "DELETE /v2.0/ports/927f32b9-ef2b-4ff0-a997-47f57a3681b5 HTTP/1.1" status: 204 len: 173 time: 0.3925560 Sep 07 19:31:00.670705 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa3fcee-826c-4393-95f5-95e3f724f9bc', 'name': 'network-vif-deleted', 'tag': '927f32b9-ef2b-4ff0-a997-47f57a3681b5'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:31:00.672943 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3b82af-351b-4eb4-9de7-089d5a32710b" -d '{"events": [{"server_uuid": "3aa3fcee-826c-4393-95f5-95e3f724f9bc", "name": "network-vif-deleted", "tag": "927f32b9-ef2b-4ff0-a997-47f57a3681b5"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:31:00.726163 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68c35cb-ee78-4dd5-8189-561b2960e5c4 x-openstack-request-id: req-d68c35cb-ee78-4dd5-8189-561b2960e5c4 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:31:00.727079 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa3fcee-826c-4393-95f5-95e3f724f9bc", "name": "network-vif-deleted", "tag": "927f32b9-ef2b-4ff0-a997-47f57a3681b5", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:31:00.727337 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d68c35cb-ee78-4dd5-8189-561b2960e5c4 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:31:00.727732 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa3fcee-826c-4393-95f5-95e3f724f9bc', 'name': 'network-vif-deleted', 'tag': '927f32b9-ef2b-4ff0-a997-47f57a3681b5', 'status': 'completed', 'code': 200} Sep 07 19:31:01.266190 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48276) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:31:01.310847 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1d19f7-aa35-44ed-8ac6-b7957dbac3e3 admin admin] Deleting subnet 9225a819-e632-4e37-8969-4b68af0ce99f {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:31:01.313914 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a1d19f7-aa35-44ed-8ac6-b7957dbac3e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:01.349408 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a1d19f7-aa35-44ed-8ac6-b7957dbac3e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:01.386679 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a1d19f7-aa35-44ed-8ac6-b7957dbac3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:01.442526 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a1d19f7-aa35-44ed-8ac6-b7957dbac3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:01.466846 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d19f7-aa35-44ed-8ac6-b7957dbac3e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9225a819-e632-4e37-8969-4b68af0ce99f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:31:01.470556 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a1d19f7-aa35-44ed-8ac6-b7957dbac3e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:01.472618 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3a1d19f7-aa35-44ed-8ac6-b7957dbac3e3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9225a819-e632-4e37-8969-4b68af0ce99f HTTP/1.1" status: 204 len: 168 time: 0.2052169 Sep 07 19:31:01.474953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48278) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:31:01.542234 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b8a32388-9803-4a75-b98b-d98eb97f388a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:01.623090 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b8a32388-9803-4a75-b98b-d98eb97f388a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:01.642354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-b8a32388-9803-4a75-b98b-d98eb97f388a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986a5dcd-64bc-4cc8-9ef1-4ecf876934b2']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:31:01.651294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-b8a32388-9803-4a75-b98b-d98eb97f388a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6367a14-9e4f-4f11-b17f-a79a0cd290f2') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:31:01.651590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-b8a32388-9803-4a75-b98b-d98eb97f388a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6367a14-9e4f-4f11-b17f-a79a0cd290f2') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:31:01.660644 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b8a32388-9803-4a75-b98b-d98eb97f388a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:01.674612 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b8a32388-9803-4a75-b98b-d98eb97f388a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:01.681241 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a32388-9803-4a75-b98b-d98eb97f388a admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:31:01.681689 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b8a32388-9803-4a75-b98b-d98eb97f388a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:31:01.683664 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:31:01.741690 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b8a32388-9803-4a75-b98b-d98eb97f388a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:01.749096 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b8a32388-9803-4a75-b98b-d98eb97f388a admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:01.751052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b8a32388-9803-4a75-b98b-d98eb97f388a admin admin] 10.222.0.26 "DELETE /v2.0/networks/986a5dcd-64bc-4cc8-9ef1-4ecf876934b2 HTTP/1.1" status: 204 len: 168 time: 0.2751417 Sep 07 19:31:01.764529 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a32388-9803-4a75-b98b-d98eb97f388a admin admin] Pushing event deleted for resources: {'Network': ['ID=986a5dcd-64bc-4cc8-9ef1-4ecf876934b2,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:31:01.861585 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48282) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:31:01.868593 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:01.901447 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-25250f86-59d3-4669-b61c-55c163a893b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7dcaa1ba6a8d406395772924e7c4a9a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387154 Sep 07 19:31:01.903979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48284) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:31:01.950077 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8c837204-dd7a-4476-9a59-91518bc536de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:01.973636 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8c837204-dd7a-4476-9a59-91518bc536de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:02.020490 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8c837204-dd7a-4476-9a59-91518bc536de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:02.023346 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8c837204-dd7a-4476-9a59-91518bc536de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:02.024171 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8c837204-dd7a-4476-9a59-91518bc536de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e8905854-684c-4427-b82e-851f8e1da01b HTTP/1.1" status: 204 len: 168 time: 0.1192803 Sep 07 19:31:02.032374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c837204-dd7a-4476-9a59-91518bc536de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8905854-684c-4427-b82e-851f8e1da01b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:31:02.676225 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48306) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:31:02.772827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-670005b1-638f-4983-b9fa-2fe0c0bdb55f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1163015091-network', 'tenant_id': '5cab56f6cbbb437fbc3b982062ca5bc5'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:31:02.793726 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670005b1-638f-4983-b9fa-2fe0c0bdb55f admin admin] Made reservation on behalf of 5cab56f6cbbb437fbc3b982062ca5bc5 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:31:02.795911 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-670005b1-638f-4983-b9fa-2fe0c0bdb55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:02.804042 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-670005b1-638f-4983-b9fa-2fe0c0bdb55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:02.894549 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-670005b1-638f-4983-b9fa-2fe0c0bdb55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:02.897850 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-670005b1-638f-4983-b9fa-2fe0c0bdb55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:02.921623 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670005b1-638f-4983-b9fa-2fe0c0bdb55f admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:31:02.930156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670005b1-638f-4983-b9fa-2fe0c0bdb55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae75fe5-446f-4b3a-93be-d0d77465eb40,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:31:02.936829 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-670005b1-638f-4983-b9fa-2fe0c0bdb55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:02.937173 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-670005b1-638f-4983-b9fa-2fe0c0bdb55f admin admin] Added segment 52820a57-60fd-4274-976d-c102bf50ddce of type vlan for network 4680cabb-bac2-4571-8e3d-200f8c20986d Sep 07 19:31:02.974942 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-670005b1-638f-4983-b9fa-2fe0c0bdb55f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:02.998977 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-670005b1-638f-4983-b9fa-2fe0c0bdb55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:02.999957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670005b1-638f-4983-b9fa-2fe0c0bdb55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:03.000551 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-670005b1-638f-4983-b9fa-2fe0c0bdb55f admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:03.028949 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-670005b1-638f-4983-b9fa-2fe0c0bdb55f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3515699 Sep 07 19:31:03.031952 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 48310) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:31:03.036927 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Request body: {'subnet': {'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1163015091-subnet', 'tenant_id': '5cab56f6cbbb437fbc3b982062ca5bc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:31:03.058375 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Made reservation on behalf of 5cab56f6cbbb437fbc3b982062ca5bc5 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:31:03.060867 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:03.061531 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670005b1-638f-4983-b9fa-2fe0c0bdb55f admin admin] Pushing event updated for resources: {'Network': ['ID=4680cabb-bac2-4571-8e3d-200f8c20986d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:31:03.071527 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 4680cabb-bac2-4571-8e3d-200f8c20986d details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:31:03.222851 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:03.276367 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f6209a7-c17a-43ea-91c2-16729d94f619,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:31:03.286750 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:31:03.287094 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:31:03.287430 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:31:03.287760 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:31:03.288090 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:31:03.288413 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:31:03.288763 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:31:03.289084 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:31:03.289401 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:31:03.289790 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:31:03.290137 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:31:03.290451 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:31:03.295439 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Checking segment: {'id': '52820a57-60fd-4274-976d-c102bf50ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:31:03.295792 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Network hostable DHCP agents. Network: 4680cabb-bac2-4571-8e3d-200f8c20986d, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:31:03.312638 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Network 4680cabb-bac2-4571-8e3d-200f8c20986d is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:31:03.321900 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 4680cabb-bac2-4571-8e3d-200f8c20986d) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:31:03.326807 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:03.328837 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:03.329712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa271fe-5490-4bbb-862c-e4bc32fa7fc0 None None] Network 4680cabb-bac2-4571-8e3d-200f8c20986d requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:31:03.342245 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ba5ea97b-199b-4a2b-afe6-3209bf5529cb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3091719 Sep 07 19:31:03.452410 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e01aa4e-9609-4d3a-bef6-d18bbe0f5a97 None None] Network 4680cabb-bac2-4571-8e3d-200f8c20986d requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:31:03.763400 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-df6247bc-78b1-44a4-affd-3078fe2e5af5 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:03.764881 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-df6247bc-78b1-44a4-affd-3078fe2e5af5 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/networks?id=4680cabb-bac2-4571-8e3d-200f8c20986d HTTP/1.1" status: 200 len: 815 time: 0.1045372 Sep 07 19:31:03.780010 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-8cd9f0ed-336c-43e1-8b80-5f4ff0881a4a tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/quotas/5cab56f6cbbb437fbc3b982062ca5bc5 HTTP/1.1" status: 200 len: 375 time: 0.0094495 Sep 07 19:31:03.811801 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-e36d6776-30c3-4999-bbc7-0e93a3011a98 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cab56f6cbbb437fbc3b982062ca5bc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267546 Sep 07 19:31:03.906237 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-7d2ecc62-a1a6-48b4-82bd-ed2b63cff502 service neutron] 10.222.0.26 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875368 Sep 07 19:31:03.997771 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-ab40a58d-2d0e-4dc0-88f0-5b9183d094cc service neutron] 10.222.0.26 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855038 Sep 07 19:31:04.165072 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d949cf9-bf50-4de1-babe-3d035e8887e3 req-bf4b6927-2319-4c09-ac00-e07cc6ce0f3c tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 210 time: 0.0339561 Sep 07 19:31:05.066099 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-9ed987ff-22a3-4a6a-9895-173dedd4c466 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:05.067610 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-9ed987ff-22a3-4a6a-9895-173dedd4c466 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.36 "GET /v2.0/networks?id=4680cabb-bac2-4571-8e3d-200f8c20986d HTTP/1.1" status: 200 len: 815 time: 0.1044083 Sep 07 19:31:05.081251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-89cd62cf-3d1e-4c13-9519-66320ef5f774 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Request body: {'port': {'device_id': 'a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f', 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d', 'admin_state_up': True, 'tenant_id': '5cab56f6cbbb437fbc3b982062ca5bc5'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:31:05.200113 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-89cd62cf-3d1e-4c13-9519-66320ef5f774 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Made reservation on behalf of 5cab56f6cbbb437fbc3b982062ca5bc5 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:31:05.203854 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-89cd62cf-3d1e-4c13-9519-66320ef5f774 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:05.207379 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 927f32b9-ef2b-4ff0-a997-47f57a3681b5 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:31:05.226877 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 927f32b9-ef2b-4ff0-a997-47f57a3681b5 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:31:05.227233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 927f32b9-ef2b-4ff0-a997-47f57a3681b5 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:31:05.293348 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66de2709-8b1e-4c52-b376-ddfffe8775cd req-09c0efa4-501e-4a1d-ac4c-1c82374c313e tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 210 time: 0.0336595 Sep 07 19:31:05.358306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-89cd62cf-3d1e-4c13-9519-66320ef5f774 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Allocated IP 172.20.0.14 (4680cabb-bac2-4571-8e3d-200f8c20986d/3f6209a7-c17a-43ea-91c2-16729d94f619/cae7d622-f84a-404d-8dee-1970a7012e1d) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:31:05.501641 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-89cd62cf-3d1e-4c13-9519-66320ef5f774 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:05.539957 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-89cd62cf-3d1e-4c13-9519-66320ef5f774 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:05.583554 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-89cd62cf-3d1e-4c13-9519-66320ef5f774 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Network 4680cabb-bac2-4571-8e3d-200f8c20986d is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:31:05.586510 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-89cd62cf-3d1e-4c13-9519-66320ef5f774 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:31:05.588935 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-89cd62cf-3d1e-4c13-9519-66320ef5f774 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:31:05.627161 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd62cf-3d1e-4c13-9519-66320ef5f774 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Pushing event updated for resources: {'Port': ['ID=cae7d622-f84a-404d-8dee-1970a7012e1d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:31:05.647866 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-89cd62cf-3d1e-4c13-9519-66320ef5f774 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:05.648477 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-89cd62cf-3d1e-4c13-9519-66320ef5f774 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:05.662256 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-89cd62cf-3d1e-4c13-9519-66320ef5f774 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5854287 Sep 07 19:31:05.674732 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] Request body: {'port': {'device_id': 'a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:31:05.727377 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:05.998718 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae7d622-f84a-404d-8dee-1970a7012e1d {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:31:06.005994 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:06.017454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] Transition to ACTIVE for port object cae7d622-f84a-404d-8dee-1970a7012e1d will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:31:06.021465 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:06.073976 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] Pushing event updated for resources: {'Port': ['ID=cae7d622-f84a-404d-8dee-1970a7012e1d,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:31:06.140412 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] Attempting to bind port cae7d622-f84a-404d-8dee-1970a7012e1d on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:31:06.140777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] Attempting to bind port cae7d622-f84a-404d-8dee-1970a7012e1d by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '52820a57-60fd-4274-976d-c102bf50ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:31:06.141109 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] Attempting to bind port cae7d622-f84a-404d-8dee-1970a7012e1d on network 4680cabb-bac2-4571-8e3d-200f8c20986d {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:31:06.145324 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] Port cae7d622-f84a-404d-8dee-1970a7012e1d on network 4680cabb-bac2-4571-8e3d-200f8c20986d not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:31:06.145644 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] Attempting to bind port cae7d622-f84a-404d-8dee-1970a7012e1d on network 4680cabb-bac2-4571-8e3d-200f8c20986d {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:31:06.150622 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:31:06.150955 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] Checking segment: {'id': '52820a57-60fd-4274-976d-c102bf50ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:31:06.151332 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] Bound using segment: {'id': '52820a57-60fd-4274-976d-c102bf50ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:31:06.151761 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] Bound port: cae7d622-f84a-404d-8dee-1970a7012e1d, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52820a57-60fd-4274-976d-c102bf50ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:31:06.152110 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:06.219568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] For port cae7d622-f84a-404d-8dee-1970a7012e1d, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:31:06.222891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] For port cae7d622-f84a-404d-8dee-1970a7012e1d, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=cae7d622-f84a-404d-8dee-1970a7012e1d,segment=NetworkSegment(52820a57-60fd-4274-976d-c102bf50ddce),segment_id=52820a57-60fd-4274-976d-c102bf50ddce)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:31:06.226537 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:06.260276 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:06.260923 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:06.262322 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] 10.222.0.36 "PUT /v2.0/ports/cae7d622-f84a-404d-8dee-1970a7012e1d HTTP/1.1" status: 200 len: 1092 time: 0.5917249 Sep 07 19:31:06.262760 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f', 'tag': 'cae7d622-f84a-404d-8dee-1970a7012e1d'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:31:06.265031 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3451ded-206a-41bd-bf3b-59b518f40e78" -d '{"events": [{"name": "network-changed", "server_uuid": "a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f", "tag": "cae7d622-f84a-404d-8dee-1970a7012e1d"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:31:06.291039 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8c6fd-0df2-4f63-869e-3147de10ef00 service neutron] Pushing event updated for resources: {'Port': ['ID=cae7d622-f84a-404d-8dee-1970a7012e1d,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:31:06.316498 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da7a681-7a8d-448a-aa39-b53f97679bb5 x-openstack-request-id: req-4da7a681-7a8d-448a-aa39-b53f97679bb5 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:31:06.316815 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f", "tag": "cae7d622-f84a-404d-8dee-1970a7012e1d", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:31:06.317071 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4da7a681-7a8d-448a-aa39-b53f97679bb5 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:31:06.317477 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f', 'tag': 'cae7d622-f84a-404d-8dee-1970a7012e1d', 'status': 'completed', 'code': 200} Sep 07 19:31:06.350770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-d8b16590-5f97-41a1-aa72-994ad34f893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:06.352307 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-d8b16590-5f97-41a1-aa72-994ad34f893e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cab56f6cbbb437fbc3b982062ca5bc5&device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 1095 time: 0.0477488 Sep 07 19:31:06.423802 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-2ea14189-ff52-4c2e-9919-aeba4b9a0573 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cae7d622-f84a-404d-8dee-1970a7012e1d HTTP/1.1" status: 200 len: 217 time: 0.0616105 Sep 07 19:31:06.471417 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f4c85-3e0a-4be4-8207-54f88d55f25a req-faadfbe7-c26a-466c-bef7-8bf2be736b31 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:06.472908 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd2f4c85-3e0a-4be4-8207-54f88d55f25a req-faadfbe7-c26a-466c-bef7-8bf2be736b31 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 944 time: 0.1120141 Sep 07 19:31:06.496268 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-8eecbffa-0a2b-4228-8137-6959ccc3dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:06.497771 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-8eecbffa-0a2b-4228-8137-6959ccc3dc85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f6209a7-c17a-43ea-91c2-16729d94f619 HTTP/1.1" status: 200 len: 855 time: 0.0661619 Sep 07 19:31:06.536936 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-6e934984-d8d5-4174-a5bb-d3580acd486d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4680cabb-bac2-4571-8e3d-200f8c20986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313680 Sep 07 19:31:06.540662 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd2f4c85-3e0a-4be4-8207-54f88d55f25a req-051da147-e001-43ea-903d-3d0e0b3ddcd2 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613501 Sep 07 19:31:06.629932 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-42fa6650-27b9-4bbb-bcc1-e00b9c4a3e89 service neutron] 10.222.0.36 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858238 Sep 07 19:31:06.723015 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-538c5a40-7491-4ec2-bf44-4ffef870e9b3 req-8bcdd323-0ef5-46c3-8adb-923d3b11cbdb service neutron] 10.222.0.36 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851748 Sep 07 19:31:06.813009 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3451ded-206a-41bd-bf3b-59b518f40e78 req-1735a64a-56c5-4e6b-9317-cb4bc0b2ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:06.814428 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3451ded-206a-41bd-bf3b-59b518f40e78 req-1735a64a-56c5-4e6b-9317-cb4bc0b2ee5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cab56f6cbbb437fbc3b982062ca5bc5&device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 1095 time: 0.0423265 Sep 07 19:31:06.902592 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3451ded-206a-41bd-bf3b-59b518f40e78 req-8e0ea8c1-6492-476f-a35a-28ed0d6f1296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:06.904055 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3451ded-206a-41bd-bf3b-59b518f40e78 req-8e0ea8c1-6492-476f-a35a-28ed0d6f1296 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4680cabb-bac2-4571-8e3d-200f8c20986d HTTP/1.1" status: 200 len: 916 time: 0.0815206 Sep 07 19:31:06.949192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3451ded-206a-41bd-bf3b-59b518f40e78 req-e328d4d2-d9f0-458e-9c8f-6067ec2c5abb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cae7d622-f84a-404d-8dee-1970a7012e1d HTTP/1.1" status: 200 len: 217 time: 0.0378206 Sep 07 19:31:06.998239 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3451ded-206a-41bd-bf3b-59b518f40e78 req-c8f3558e-e279-4e34-b51d-fa96e3d51127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:06.999645 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3451ded-206a-41bd-bf3b-59b518f40e78 req-c8f3558e-e279-4e34-b51d-fa96e3d51127 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f6209a7-c17a-43ea-91c2-16729d94f619 HTTP/1.1" status: 200 len: 855 time: 0.0419731 Sep 07 19:31:07.031976 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3451ded-206a-41bd-bf3b-59b518f40e78 req-67622c4e-9cba-4c0e-ac3e-fa6d9c3876d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4680cabb-bac2-4571-8e3d-200f8c20986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241580 Sep 07 19:31:07.125079 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3451ded-206a-41bd-bf3b-59b518f40e78 req-aff024e2-30d3-48a4-aeec-50ced31c49ea service neutron] 10.222.0.36 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846925 Sep 07 19:31:07.224992 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3451ded-206a-41bd-bf3b-59b518f40e78 req-e423cb7b-97ec-4ff3-b2f2-b4f0a91ab31d service neutron] 10.222.0.36 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916774 Sep 07 19:31:07.659654 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcd214-172a-46bd-b344-922a63ed8508 req-c4d8cc97-9406-4b83-b961-4e57a47e5357 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:07.661190 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dcfcd214-172a-46bd-b344-922a63ed8508 req-c4d8cc97-9406-4b83-b961-4e57a47e5357 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 944 time: 0.0532069 Sep 07 19:31:07.699395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dcfcd214-172a-46bd-b344-922a63ed8508 req-377ac298-3356-4e98-9191-254d05fe51ca tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321069 Sep 07 19:31:08.817513 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7467a93-1f39-4606-9262-e1117df352ab req-fcef2cc7-734c-4b87-854d-6cdbabaf4460 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:08.818985 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7467a93-1f39-4606-9262-e1117df352ab req-fcef2cc7-734c-4b87-854d-6cdbabaf4460 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 944 time: 0.0488708 Sep 07 19:31:08.862858 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7467a93-1f39-4606-9262-e1117df352ab req-15089f76-3930-43f0-9ec8-9d21ce697250 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379102 Sep 07 19:31:09.236525 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device cae7d622-f84a-404d-8dee-1970a7012e1d details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:31:09.330204 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port cae7d622-f84a-404d-8dee-1970a7012e1d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=cae7d622-f84a-404d-8dee-1970a7012e1d,segment=NetworkSegment(52820a57-60fd-4274-976d-c102bf50ddce),segment_id=52820a57-60fd-4274-976d-c102bf50ddce)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:31:09.341368 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'cae7d622-f84a-404d-8dee-1970a7012e1d', 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d', 'port_id': 'cae7d622-f84a-404d-8dee-1970a7012e1d', 'mac_address': 'fa:16:3e:16:69:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6209a7-c17a-43ea-91c2-16729d94f619', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:31:09.376742 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:09.388679 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae7d622-f84a-404d-8dee-1970a7012e1d {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:31:09.407255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port cae7d622-f84a-404d-8dee-1970a7012e1d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=cae7d622-f84a-404d-8dee-1970a7012e1d,segment=NetworkSegment(52820a57-60fd-4274-976d-c102bf50ddce),segment_id=52820a57-60fd-4274-976d-c102bf50ddce)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:31:09.410726 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:09.455939 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=cae7d622-f84a-404d-8dee-1970a7012e1d,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:31:09.612759 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['cae7d622-f84a-404d-8dee-1970a7012e1d'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:31:09.976975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642420ec-9390-4d18-a471-49a0097c06b2 req-14f978d2-d000-486f-a5f0-a61c03a768c8 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:09.978447 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-642420ec-9390-4d18-a471-49a0097c06b2 req-14f978d2-d000-486f-a5f0-a61c03a768c8 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 945 time: 0.0487738 Sep 07 19:31:10.019706 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-642420ec-9390-4d18-a471-49a0097c06b2 req-c5c55aa6-8d38-49e6-97e1-fd7202d2739c tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351927 Sep 07 19:31:11.134850 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efeac3-8dd1-47b3-9886-b50e8a6e8906 req-bd7d49b9-b55b-4db1-b2e6-43fcbd287936 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:11.136876 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3efeac3-8dd1-47b3-9886-b50e8a6e8906 req-bd7d49b9-b55b-4db1-b2e6-43fcbd287936 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 945 time: 0.0511346 Sep 07 19:31:11.173872 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3efeac3-8dd1-47b3-9886-b50e8a6e8906 req-6beea7c7-6091-4330-8391-8adcf08d2655 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309453 Sep 07 19:31:11.237154 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device cae7d622-f84a-404d-8dee-1970a7012e1d up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:31:11.284343 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port cae7d622-f84a-404d-8dee-1970a7012e1d completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:31:11.288121 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port cae7d622-f84a-404d-8dee-1970a7012e1d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:31:11.288496 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:11.366418 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:11.389009 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae7d622-f84a-404d-8dee-1970a7012e1d'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:31:11.391277 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f794f12b-da72-4bbd-bd7f-39d07f0fd329" -d '{"events": [{"server_uuid": "a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f", "name": "network-vif-plugged", "status": "completed", "tag": "cae7d622-f84a-404d-8dee-1970a7012e1d"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:31:11.404679 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port cae7d622-f84a-404d-8dee-1970a7012e1d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=cae7d622-f84a-404d-8dee-1970a7012e1d,segment=NetworkSegment(52820a57-60fd-4274-976d-c102bf50ddce),segment_id=52820a57-60fd-4274-976d-c102bf50ddce)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:31:11.408764 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:11.432722 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255854ca-ced5-434b-b539-9ceb6d6ecc45 x-openstack-request-id: req-255854ca-ced5-434b-b539-9ceb6d6ecc45 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:31:11.433276 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f", "name": "network-vif-plugged", "status": "completed", "tag": "cae7d622-f84a-404d-8dee-1970a7012e1d", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:31:11.433561 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-255854ca-ced5-434b-b539-9ceb6d6ecc45 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:31:11.433952 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae7d622-f84a-404d-8dee-1970a7012e1d', 'code': 200} Sep 07 19:31:11.458924 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=cae7d622-f84a-404d-8dee-1970a7012e1d,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:31:11.521958 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc074fb0-364a-4829-b6af-fbba19eac7c1 req-edd4a3ff-078f-4aed-9cf8-210c3de7c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:11.523430 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc074fb0-364a-4829-b6af-fbba19eac7c1 req-edd4a3ff-078f-4aed-9cf8-210c3de7c8c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 1097 time: 0.0384610 Sep 07 19:31:11.559399 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc074fb0-364a-4829-b6af-fbba19eac7c1 req-41c44989-a1fc-4538-832d-4ab75cfebd61 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273695 Sep 07 19:31:12.291041 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6f82b-6c81-493b-9a19-d3c4e123f523 req-a6ee95ed-4ad0-46d5-92fa-1b2063026512 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:12.293598 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3fd6f82b-6c81-493b-9a19-d3c4e123f523 req-a6ee95ed-4ad0-46d5-92fa-1b2063026512 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0498939 Sep 07 19:31:12.331763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3fd6f82b-6c81-493b-9a19-d3c4e123f523 req-b942992e-5b1f-4a5b-9e35-61595d06d2a6 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323088 Sep 07 19:31:13.218313 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:13.451906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da442591-3983-4066-adfb-122a175b102a req-32ec7162-a2a4-449f-a37f-6f61192ec415 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:13.453411 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da442591-3983-4066-adfb-122a175b102a req-32ec7162-a2a4-449f-a37f-6f61192ec415 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0524845 Sep 07 19:31:13.490157 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da442591-3983-4066-adfb-122a175b102a req-11d04807-7aeb-479c-9214-d80b5fb0c5c2 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308526 Sep 07 19:31:13.601353 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bd641-3e4d-4925-bcc7-bb6c219fd402 req-54a6564b-9723-4ffd-bc05-bfb16840aa4a tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:13.602813 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-413bd641-3e4d-4925-bcc7-bb6c219fd402 req-54a6564b-9723-4ffd-bc05-bfb16840aa4a tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0485902 Sep 07 19:31:13.640203 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-413bd641-3e4d-4925-bcc7-bb6c219fd402 req-b6db0100-174a-40d5-babb-7d35f69175c4 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308905 Sep 07 19:31:13.836918 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946cf7d-19ff-44b8-a133-84434adea27c req-1938ed27-bab4-4be4-b8c2-a7934c687c0b tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:13.838402 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5946cf7d-19ff-44b8-a133-84434adea27c req-1938ed27-bab4-4be4-b8c2-a7934c687c0b tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0479352 Sep 07 19:31:13.876226 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5946cf7d-19ff-44b8-a133-84434adea27c req-4370f2b6-c982-4b7c-88cf-ccc1f1522d6b tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309291 Sep 07 19:31:13.991232 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cfd8f-1bac-4a0e-bf4d-f0ba5621b7c2 req-8997c8ae-18f5-48dc-8573-9fb6b24e5559 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:13.992731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-909cfd8f-1bac-4a0e-bf4d-f0ba5621b7c2 req-8997c8ae-18f5-48dc-8573-9fb6b24e5559 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0518837 Sep 07 19:31:14.033350 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-909cfd8f-1bac-4a0e-bf4d-f0ba5621b7c2 req-2352cc81-1b2f-479a-90e1-48f8f21b2a61 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322731 Sep 07 19:31:14.170377 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:14.280402 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-dd28fafb-0278-44a4-bbb3-6ad8d6cd2669 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0688663 Sep 07 19:31:14.287824 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae9529-a49f-4ba6-adb0-1c6093fd4591 req-897ae255-e6f4-4af1-b8bc-0c10614d1618 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:14.289229 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00ae9529-a49f-4ba6-adb0-1c6093fd4591 req-897ae255-e6f4-4af1-b8bc-0c10614d1618 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0692139 Sep 07 19:31:14.329183 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00ae9529-a49f-4ba6-adb0-1c6093fd4591 req-b6306725-085a-43dd-8ed2-580237448f5b tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334134 Sep 07 19:31:15.380595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-c0cd362d-2510-4b75-97ed-f61e5e762177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:15.382107 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-c0cd362d-2510-4b75-97ed-f61e5e762177 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cab56f6cbbb437fbc3b982062ca5bc5&device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 1097 time: 0.0440423 Sep 07 19:31:15.494162 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e1e8e-01c7-4e97-8974-0f8a4e429c14 req-6fa60ed9-fcc3-49f5-b064-688a9b3e7b63 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:15.495629 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-227e1e8e-01c7-4e97-8974-0f8a4e429c14 req-6fa60ed9-fcc3-49f5-b064-688a9b3e7b63 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0973105 Sep 07 19:31:15.524739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-3ba96899-529b-4549-9774-882f0412ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:15.526141 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-3ba96899-529b-4549-9774-882f0412ad7d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4680cabb-bac2-4571-8e3d-200f8c20986d HTTP/1.1" status: 200 len: 916 time: 0.1358185 Sep 07 19:31:15.576148 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-227e1e8e-01c7-4e97-8974-0f8a4e429c14 req-27dd00be-0728-4dbe-a489-2a8a784f9fdc tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747185 Sep 07 19:31:15.577511 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-feb58b64-c85b-4ed0-9580-c286c0d02856 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cae7d622-f84a-404d-8dee-1970a7012e1d HTTP/1.1" status: 200 len: 217 time: 0.0390346 Sep 07 19:31:15.626906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-d76dceab-cf60-4fe1-a32f-4a35cca7a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:15.628375 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-d76dceab-cf60-4fe1-a32f-4a35cca7a560 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f6209a7-c17a-43ea-91c2-16729d94f619 HTTP/1.1" status: 200 len: 855 time: 0.0430200 Sep 07 19:31:15.660896 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-9216608f-8e6b-4a4e-b702-164e875be71c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4680cabb-bac2-4571-8e3d-200f8c20986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248075 Sep 07 19:31:15.751241 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-a985b41e-1993-4706-99b9-00c1b6f0ccd3 service neutron] 10.222.0.36 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822597 Sep 07 19:31:15.841130 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-d047a8a7-19b6-4f84-9e2f-4568dab32451 service neutron] 10.222.0.36 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819421 Sep 07 19:31:16.697495 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1c7cd-7aa8-4c54-8ab4-7778eb8590eb req-6038183e-9527-4b42-b98c-c2eed7718d06 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:16.698972 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48b1c7cd-7aa8-4c54-8ab4-7778eb8590eb req-6038183e-9527-4b42-b98c-c2eed7718d06 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0532908 Sep 07 19:31:16.736576 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48b1c7cd-7aa8-4c54-8ab4-7778eb8590eb req-900435ef-7c14-48b3-a28a-2d505ad4c946 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314243 Sep 07 19:31:17.850995 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8529c2d-b86e-46f9-beb1-415cb9b5e5de req-cec42c78-d3a1-4aca-a877-b475f7547ac9 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:17.852461 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8529c2d-b86e-46f9-beb1-415cb9b5e5de req-cec42c78-d3a1-4aca-a877-b475f7547ac9 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0477808 Sep 07 19:31:17.889821 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8529c2d-b86e-46f9-beb1-415cb9b5e5de req-33d89176-289e-443c-8d54-1b075f6e1082 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308414 Sep 07 19:31:19.001820 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a26547-76fb-4ec1-b47d-b4bc8a63395f req-8823babf-43a9-4f0c-a530-f2cc4f13ad89 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:19.003289 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-89a26547-76fb-4ec1-b47d-b4bc8a63395f req-8823babf-43a9-4f0c-a530-f2cc4f13ad89 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0472653 Sep 07 19:31:19.039668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-89a26547-76fb-4ec1-b47d-b4bc8a63395f req-d2eac925-5a8f-484d-ac3d-eacc6c6d344a tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304279 Sep 07 19:31:20.158944 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b85f8-aea5-4dd5-98e7-172e0d2054ed req-e0389136-793c-4ac8-8930-b3ac6ba0f516 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:20.160420 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-080b85f8-aea5-4dd5-98e7-172e0d2054ed req-e0389136-793c-4ac8-8930-b3ac6ba0f516 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0532253 Sep 07 19:31:20.197736 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-080b85f8-aea5-4dd5-98e7-172e0d2054ed req-3987cff0-8cc8-4709-9c2a-0e57bb1165b7 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308962 Sep 07 19:31:21.313916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef2eee-3bf4-47e3-b8fd-c80613965e2a req-f1a5db9b-ff4b-4efb-b6ce-e16fad5958f5 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:21.315388 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8ef2eee-3bf4-47e3-b8fd-c80613965e2a req-f1a5db9b-ff4b-4efb-b6ce-e16fad5958f5 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0487299 Sep 07 19:31:21.352892 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8ef2eee-3bf4-47e3-b8fd-c80613965e2a req-db637542-e3ca-4f9c-a102-9f765ebbcf3d tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316267 Sep 07 19:31:22.474964 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cac52-fd60-48de-b3e7-feb8d9fdb82b req-5a873a5c-beba-436e-9e74-354ab690bcbf tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:22.476445 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-936cac52-fd60-48de-b3e7-feb8d9fdb82b req-5a873a5c-beba-436e-9e74-354ab690bcbf tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0508747 Sep 07 19:31:22.518772 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-936cac52-fd60-48de-b3e7-feb8d9fdb82b req-dbd472f7-a34b-4f7b-9faf-043308c61c38 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359752 Sep 07 19:31:23.638597 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f6e5c-e3cd-414f-bd4a-4bca2ff5b7b0 req-ab8f070e-7cde-488e-83f2-73f8281ae5db tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:23.639982 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e1f6e5c-e3cd-414f-bd4a-4bca2ff5b7b0 req-ab8f070e-7cde-488e-83f2-73f8281ae5db tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0526528 Sep 07 19:31:23.678784 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e1f6e5c-e3cd-414f-bd4a-4bca2ff5b7b0 req-e9e1a626-a81c-4509-beb4-5af8b042d859 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322824 Sep 07 19:31:24.793121 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb9c9a-27ac-4dcb-a4e1-bb25a5709b23 req-2b198e45-91f5-431b-8b49-a09e9de4ef72 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:24.794586 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2cbb9c9a-27ac-4dcb-a4e1-bb25a5709b23 req-2b198e45-91f5-431b-8b49-a09e9de4ef72 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0482354 Sep 07 19:31:24.832349 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2cbb9c9a-27ac-4dcb-a4e1-bb25a5709b23 req-35e85772-d9df-4c2c-9acf-e5de400768c6 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318949 Sep 07 19:31:25.949249 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125f1e5-5e92-49ca-aa15-44a904b686bc req-7f08d38b-b861-4952-a971-ec4d2d995f90 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:25.950714 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e125f1e5-5e92-49ca-aa15-44a904b686bc req-7f08d38b-b861-4952-a971-ec4d2d995f90 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0499082 Sep 07 19:31:25.989415 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-78054db7-1edc-4cef-918d-b3ad8b461646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:25.990409 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e125f1e5-5e92-49ca-aa15-44a904b686bc req-b0894b56-036b-4602-87e1-2a2fc35ed5ab tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332017 Sep 07 19:31:27.107273 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5fcdb-5015-4408-891b-705df7ce952e req-9f04d66d-77fe-471b-8a12-efaa496f93ec tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:27.108743 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ea5fcdb-5015-4408-891b-705df7ce952e req-9f04d66d-77fe-471b-8a12-efaa496f93ec tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0508604 Sep 07 19:31:27.145384 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ea5fcdb-5015-4408-891b-705df7ce952e req-53f6a48b-967b-482a-848a-1f2e7f0e0779 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301557 Sep 07 19:31:28.259262 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c81ab7-c133-4e3c-9331-7b2bcd8d3b19 req-29db2590-c1a9-4c45-9fca-a98ac42df488 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:28.260747 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-74c81ab7-c133-4e3c-9331-7b2bcd8d3b19 req-29db2590-c1a9-4c45-9fca-a98ac42df488 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0479269 Sep 07 19:31:28.298015 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-74c81ab7-c133-4e3c-9331-7b2bcd8d3b19 req-d42b9a81-9de1-425d-a750-a5af2e3998ef tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313942 Sep 07 19:31:28.823532 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b3b1376c-c4f5-46b0-a873-b90a92d2fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:29.101134 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:29.410902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f9df7-9c75-46a5-8022-9d983ca886ea req-a8dfc2f6-7bf2-4495-b348-a353e7fd4cb7 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:29.412279 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-636f9df7-9c75-46a5-8022-9d983ca886ea req-a8dfc2f6-7bf2-4495-b348-a353e7fd4cb7 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0481448 Sep 07 19:31:29.450430 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-636f9df7-9c75-46a5-8022-9d983ca886ea req-f61f6768-edd5-4fdc-bb31-54aae800cb97 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323889 Sep 07 19:31:30.333476 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:30.570555 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89eec6b-a517-4093-9044-fbfe67e2aa89 req-043c3447-2f76-4ff5-a5ff-46cfc0fb72d8 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:30.572035 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c89eec6b-a517-4093-9044-fbfe67e2aa89 req-043c3447-2f76-4ff5-a5ff-46cfc0fb72d8 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0524313 Sep 07 19:31:30.611800 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c89eec6b-a517-4093-9044-fbfe67e2aa89 req-158bd7e6-6609-4a90-9559-55c44918d349 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315502 Sep 07 19:31:31.724248 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b435076-6a48-492b-966c-2ec4800cd193 req-56c45d40-6645-4e93-9880-c9d9b4fafcca tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:31.725734 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b435076-6a48-492b-966c-2ec4800cd193 req-56c45d40-6645-4e93-9880-c9d9b4fafcca tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0483172 Sep 07 19:31:31.762610 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b435076-6a48-492b-966c-2ec4800cd193 req-e0285710-ab59-426b-8f83-4a6afb402af1 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310724 Sep 07 19:31:31.869985 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:32.877590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e32a8-958a-48ab-98d6-dbc59b192e3e req-d3326205-40f6-40fb-adc0-b14b67c830dd tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:32.879557 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-473e32a8-958a-48ab-98d6-dbc59b192e3e req-d3326205-40f6-40fb-adc0-b14b67c830dd tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0496223 Sep 07 19:31:32.915728 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-473e32a8-958a-48ab-98d6-dbc59b192e3e req-25770bdb-1fb7-41af-9e86-efdf58f041f6 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302715 Sep 07 19:31:33.641606 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:31:33.867569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cbfd8-2589-49c2-a1c0-198fd80d71ac req-ae179937-408c-44b9-a3f8-228e1e559eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:33.869011 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c8cbfd8-2589-49c2-a1c0-198fd80d71ac req-ae179937-408c-44b9-a3f8-228e1e559eec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cab56f6cbbb437fbc3b982062ca5bc5&device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 1097 time: 0.0444479 Sep 07 19:31:33.971181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cbfd8-2589-49c2-a1c0-198fd80d71ac req-43d8e31a-eaab-4cc1-ba4d-83b486931eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:33.973236 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c8cbfd8-2589-49c2-a1c0-198fd80d71ac req-43d8e31a-eaab-4cc1-ba4d-83b486931eb4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4680cabb-bac2-4571-8e3d-200f8c20986d HTTP/1.1" status: 200 len: 916 time: 0.0847497 Sep 07 19:31:34.044595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c8cbfd8-2589-49c2-a1c0-198fd80d71ac req-ae38c709-4504-4561-94a8-a815bd27bd5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cae7d622-f84a-404d-8dee-1970a7012e1d HTTP/1.1" status: 200 len: 217 time: 0.0637534 Sep 07 19:31:34.099328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233c613-00d8-46d5-9c59-6a5934e22775 req-f74f86af-cd9e-41a5-aef9-afd25b82581c tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:34.100817 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e233c613-00d8-46d5-9c59-6a5934e22775 req-f74f86af-cd9e-41a5-aef9-afd25b82581c tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.1141393 Sep 07 19:31:34.109280 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cbfd8-2589-49c2-a1c0-198fd80d71ac req-ec69f2ac-dfa5-4a01-b13a-6b80db242baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:34.110610 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c8cbfd8-2589-49c2-a1c0-198fd80d71ac req-ec69f2ac-dfa5-4a01-b13a-6b80db242baf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f6209a7-c17a-43ea-91c2-16729d94f619 HTTP/1.1" status: 200 len: 855 time: 0.0583923 Sep 07 19:31:34.149838 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c8cbfd8-2589-49c2-a1c0-198fd80d71ac req-d914704f-c635-4160-aa8a-afd521aa1139 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4680cabb-bac2-4571-8e3d-200f8c20986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275180 Sep 07 19:31:34.168648 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e233c613-00d8-46d5-9c59-6a5934e22775 req-db9260d1-a98d-4b22-81d6-995d858ec530 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616293 Sep 07 19:31:34.247099 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c8cbfd8-2589-49c2-a1c0-198fd80d71ac req-d28d8c50-2839-4836-bfbc-0a96465a0e77 service neutron] 10.222.0.36 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877111 Sep 07 19:31:34.341494 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c8cbfd8-2589-49c2-a1c0-198fd80d71ac req-a9f56149-83f1-4a99-8bb7-533d0ffd84bd service neutron] 10.222.0.36 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860546 Sep 07 19:31:35.286721 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb786b8-b719-4d13-8681-292afacc0c03 req-e4720c57-1d13-4af7-9c11-860d58acf44f tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:35.288212 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2cb786b8-b719-4d13-8681-292afacc0c03 req-e4720c57-1d13-4af7-9c11-860d58acf44f tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0535314 Sep 07 19:31:35.327270 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2cb786b8-b719-4d13-8681-292afacc0c03 req-d6e84b11-3322-4929-9275-e61ab2b2ee60 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319920 Sep 07 19:31:36.441036 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8f31b-1e08-4621-a087-425b42cfd81e req-fde00b6a-d8b3-4790-95f9-0e41608abdbc tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:36.442550 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-abc8f31b-1e08-4621-a087-425b42cfd81e req-fde00b6a-d8b3-4790-95f9-0e41608abdbc tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0489476 Sep 07 19:31:36.480601 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-abc8f31b-1e08-4621-a087-425b42cfd81e req-826ed182-60d5-4343-92f0-2fe9b1c4c9cd tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321062 Sep 07 19:31:37.597312 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df6bdf-d33e-4937-abca-5e7691531271 req-69c28ede-76e2-4acb-ba82-63830533f8fb tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:37.599332 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b3df6bdf-d33e-4937-abca-5e7691531271 req-69c28ede-76e2-4acb-ba82-63830533f8fb tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0519135 Sep 07 19:31:37.637559 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b3df6bdf-d33e-4937-abca-5e7691531271 req-3c1a0b32-440a-4bc1-8f73-66593335f32a tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319545 Sep 07 19:31:38.750945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea1f23-8754-4bb8-bfe6-2fe5761ec3dd req-fd149f75-f30e-4da8-bb6b-d37c9dbdec9e tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:38.752410 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1aea1f23-8754-4bb8-bfe6-2fe5761ec3dd req-fd149f75-f30e-4da8-bb6b-d37c9dbdec9e tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0473154 Sep 07 19:31:38.788980 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1aea1f23-8754-4bb8-bfe6-2fe5761ec3dd req-94ea71ad-d5f5-42c3-ad42-bd0e2987e380 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301061 Sep 07 19:31:39.902797 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed68877-d513-4050-a92b-80403e0d24e4 req-62a6fb11-0ec9-4890-b6fb-c7c55c6f52c0 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:39.904287 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ed68877-d513-4050-a92b-80403e0d24e4 req-62a6fb11-0ec9-4890-b6fb-c7c55c6f52c0 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0491061 Sep 07 19:31:39.942012 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2ed68877-d513-4050-a92b-80403e0d24e4 req-0ad4265f-443a-41dd-bb10-95a9f1965434 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316765 Sep 07 19:31:41.057169 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcb8b7-6a99-40e3-a8b7-3a1b85b94b39 req-ae291d03-4b14-4fe2-ac9b-fae95c23d908 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:41.058889 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ebcb8b7-6a99-40e3-a8b7-3a1b85b94b39 req-ae291d03-4b14-4fe2-ac9b-fae95c23d908 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0515845 Sep 07 19:31:41.095898 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ebcb8b7-6a99-40e3-a8b7-3a1b85b94b39 req-159023e9-c2c6-4053-9617-c10710e5509d tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312750 Sep 07 19:31:42.209951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0ea28-8e41-4324-8500-0c34a88eb6b1 req-6eddcbc3-9471-4036-bd8d-7d7d04252537 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:42.211411 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ddc0ea28-8e41-4324-8500-0c34a88eb6b1 req-6eddcbc3-9471-4036-bd8d-7d7d04252537 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0484328 Sep 07 19:31:42.248462 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ddc0ea28-8e41-4324-8500-0c34a88eb6b1 req-f804f0e3-dd0a-4052-9f6d-524088b51521 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307393 Sep 07 19:31:42.681806 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-a49b9f56-329a-4bd3-a6a7-5a201918d07f service neutron] show failed (client error): The resource could not be found. Sep 07 19:31:42.682821 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-a49b9f56-329a-4bd3-a6a7-5a201918d07f service neutron] 10.222.0.36 "GET /v2.0/ports/cae7d622-f84a-404d-8dee-1970a7012e1d/bindings/n-h1-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.0531247 Sep 07 19:31:42.870087 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-f45b3e3c-1327-4ef1-9b08-bc829637b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:42.871556 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-f45b3e3c-1327-4ef1-9b08-bc829637b259 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f&tenant_id=5cab56f6cbbb437fbc3b982062ca5bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0408289 Sep 07 19:31:42.883237 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807786-1', 'device_owner': 'compute:nova'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:31:42.938409 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:43.134978 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] For port cae7d622-f84a-404d-8dee-1970a7012e1d, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=cae7d622-f84a-404d-8dee-1970a7012e1d,segment=NetworkSegment(52820a57-60fd-4274-976d-c102bf50ddce),segment_id=52820a57-60fd-4274-976d-c102bf50ddce)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:31:43.166396 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] For port cae7d622-f84a-404d-8dee-1970a7012e1d, host n-h2-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:31:43.203769 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cae7d622-f84a-404d-8dee-1970a7012e1d'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:31:43.206116 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb7ee69-9d02-43f0-8730-b704c14946c6" -d '{"events": [{"server_uuid": "a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f", "name": "network-vif-unplugged", "status": "completed", "tag": "cae7d622-f84a-404d-8dee-1970a7012e1d"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:31:43.210425 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:43.219624 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:43.228034 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] Transition to ACTIVE for port object cae7d622-f84a-404d-8dee-1970a7012e1d will not be triggered until provisioned by entity L2. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:31:43.232318 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:43.263717 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 19:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8454aac0-b0a0-463e-8d4d-efe00b7c2ca3 x-openstack-request-id: req-8454aac0-b0a0-463e-8d4d-efe00b7c2ca3 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:31:43.264007 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f", "name": "network-vif-unplugged", "status": "completed", "tag": "cae7d622-f84a-404d-8dee-1970a7012e1d", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:31:43.264257 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8454aac0-b0a0-463e-8d4d-efe00b7c2ca3 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:31:43.264669 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cae7d622-f84a-404d-8dee-1970a7012e1d', 'code': 200} Sep 07 19:31:43.300390 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] No DVR routers for this DVR port cae7d622-f84a-404d-8dee-1970a7012e1d on host n-h2-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:31:43.303489 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] Pushing event updated for resources: {'Port': ['ID=cae7d622-f84a-404d-8dee-1970a7012e1d,revision_number=6']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:31:43.338877 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] Attempting to bind port cae7d622-f84a-404d-8dee-1970a7012e1d on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:31:43.339214 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] Attempting to bind port cae7d622-f84a-404d-8dee-1970a7012e1d by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '52820a57-60fd-4274-976d-c102bf50ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d'}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:31:43.339547 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] Attempting to bind port cae7d622-f84a-404d-8dee-1970a7012e1d on network 4680cabb-bac2-4571-8e3d-200f8c20986d {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:31:43.343819 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] Port cae7d622-f84a-404d-8dee-1970a7012e1d on network 4680cabb-bac2-4571-8e3d-200f8c20986d not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:31:43.344140 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] Attempting to bind port cae7d622-f84a-404d-8dee-1970a7012e1d on network 4680cabb-bac2-4571-8e3d-200f8c20986d {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:31:43.349288 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:31:43.349675 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] Checking segment: {'id': '52820a57-60fd-4274-976d-c102bf50ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:31:43.350090 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] Bound using segment: {'id': '52820a57-60fd-4274-976d-c102bf50ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d'} {{(pid=101444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:31:43.350537 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.managers [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] Bound port: cae7d622-f84a-404d-8dee-1970a7012e1d, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52820a57-60fd-4274-976d-c102bf50ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d'}}] {{(pid=101444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:31:43.350893 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:43.365334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd356631-e02d-46e9-b0f4-d12a70ba0993 req-40d60921-2164-49ab-bc15-9e914508ca7b tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:43.366844 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd356631-e02d-46e9-b0f4-d12a70ba0993 req-40d60921-2164-49ab-bc15-9e914508ca7b tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 944 time: 0.0494502 Sep 07 19:31:43.408082 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd356631-e02d-46e9-b0f4-d12a70ba0993 req-0d9f8ce6-09d6-489a-8843-985467872483 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351114 Sep 07 19:31:43.412297 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] For port cae7d622-f84a-404d-8dee-1970a7012e1d, host n-h1-807786-1, cleared binding levels {{(pid=101444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:31:43.415986 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] For port cae7d622-f84a-404d-8dee-1970a7012e1d, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=cae7d622-f84a-404d-8dee-1970a7012e1d,segment=NetworkSegment(52820a57-60fd-4274-976d-c102bf50ddce),segment_id=52820a57-60fd-4274-976d-c102bf50ddce)] {{(pid=101444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:31:43.421136 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:43.454032 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:43.454644 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:43.456027 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] 10.222.0.60 "PUT /v2.0/ports/cae7d622-f84a-404d-8dee-1970a7012e1d HTTP/1.1" status: 200 len: 1092 time: 0.5766335 Sep 07 19:31:43.477654 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7222509-031c-4aa7-b184-c9974afb597b service neutron] Pushing event updated for resources: {'Port': ['ID=cae7d622-f84a-404d-8dee-1970a7012e1d,revision_number=7']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:31:43.522581 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-f1a04a0c-b265-4082-abc1-29e3a258e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:43.524173 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-f1a04a0c-b265-4082-abc1-29e3a258e9f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5cab56f6cbbb437fbc3b982062ca5bc5&device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 1095 time: 0.0437617 Sep 07 19:31:43.612083 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-86d88595-4339-4272-8ad1-e2115e570e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:43.613586 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-86d88595-4339-4272-8ad1-e2115e570e61 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4680cabb-bac2-4571-8e3d-200f8c20986d HTTP/1.1" status: 200 len: 916 time: 0.0823781 Sep 07 19:31:43.657591 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-e67c6536-8d65-4c90-898b-2e1c46c487d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cae7d622-f84a-404d-8dee-1970a7012e1d HTTP/1.1" status: 200 len: 217 time: 0.0364361 Sep 07 19:31:43.706488 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-018f9c70-f5df-4334-b027-f35a1efdc388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:43.707837 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-018f9c70-f5df-4334-b027-f35a1efdc388 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3f6209a7-c17a-43ea-91c2-16729d94f619 HTTP/1.1" status: 200 len: 855 time: 0.0437000 Sep 07 19:31:43.739168 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-a6346794-8877-49ee-8ec4-054ef6868e2f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4680cabb-bac2-4571-8e3d-200f8c20986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239136 Sep 07 19:31:43.829206 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-01b0d80d-2e56-463d-9f2e-c47f79c0aecb service neutron] 10.222.0.60 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822790 Sep 07 19:31:43.917106 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-7ef24358-ee27-4283-8bf2-21a0257831c1 req-1c9948e7-5c14-431a-a1ee-10e099a68026 service neutron] 10.222.0.60 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809972 Sep 07 19:31:44.171325 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:44.524916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9fad4-4e84-4330-bd59-bc864f845953 req-dfebc31e-9104-4549-bf88-4b4d47b5edd9 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:44.526431 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5fd9fad4-4e84-4330-bd59-bc864f845953 req-dfebc31e-9104-4549-bf88-4b4d47b5edd9 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 944 time: 0.0477509 Sep 07 19:31:44.563830 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5fd9fad4-4e84-4330-bd59-bc864f845953 req-0fd46d8d-91e4-47ee-be3e-096c31cf88b6 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313411 Sep 07 19:31:45.266094 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f', 'tag': 'cae7d622-f84a-404d-8dee-1970a7012e1d'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:31:45.268452 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a623c9a9-10ff-4043-8c58-3b953eb4197e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f", "tag": "cae7d622-f84a-404d-8dee-1970a7012e1d"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:31:45.314735 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3515fb94-9f66-4a5c-9cd2-d81249271e63 x-openstack-request-id: req-3515fb94-9f66-4a5c-9cd2-d81249271e63 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:31:45.315026 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f", "tag": "cae7d622-f84a-404d-8dee-1970a7012e1d", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:31:45.315280 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3515fb94-9f66-4a5c-9cd2-d81249271e63 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:31:45.315702 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f', 'tag': 'cae7d622-f84a-404d-8dee-1970a7012e1d', 'status': 'completed', 'code': 200} Sep 07 19:31:45.376275 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623c9a9-10ff-4043-8c58-3b953eb4197e req-2088b90b-444b-4227-821d-5fbbb69d4b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:45.377835 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a623c9a9-10ff-4043-8c58-3b953eb4197e req-2088b90b-444b-4227-821d-5fbbb69d4b59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cab56f6cbbb437fbc3b982062ca5bc5&device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 1095 time: 0.0428851 Sep 07 19:31:45.378545 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623c9a9-10ff-4043-8c58-3b953eb4197e req-88eb3b3a-b599-4041-835f-9328bf81566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:45.380064 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a623c9a9-10ff-4043-8c58-3b953eb4197e req-88eb3b3a-b599-4041-835f-9328bf81566c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5cab56f6cbbb437fbc3b982062ca5bc5&device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 1095 time: 0.0406642 Sep 07 19:31:45.477216 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623c9a9-10ff-4043-8c58-3b953eb4197e req-15c939db-811f-4fa6-9b29-d0155f680929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:45.478754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a623c9a9-10ff-4043-8c58-3b953eb4197e req-15c939db-811f-4fa6-9b29-d0155f680929 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4680cabb-bac2-4571-8e3d-200f8c20986d HTTP/1.1" status: 200 len: 916 time: 0.0942357 Sep 07 19:31:45.524036 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a623c9a9-10ff-4043-8c58-3b953eb4197e req-f6c5bd51-a7d9-4738-a70b-7e4f629e7e63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cae7d622-f84a-404d-8dee-1970a7012e1d HTTP/1.1" status: 200 len: 217 time: 0.0375509 Sep 07 19:31:45.583020 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623c9a9-10ff-4043-8c58-3b953eb4197e req-7f6a4285-02aa-4d37-aabd-94e79ee10f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:45.584567 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a623c9a9-10ff-4043-8c58-3b953eb4197e req-7f6a4285-02aa-4d37-aabd-94e79ee10f06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f6209a7-c17a-43ea-91c2-16729d94f619 HTTP/1.1" status: 200 len: 855 time: 0.0536077 Sep 07 19:31:45.626365 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a623c9a9-10ff-4043-8c58-3b953eb4197e req-3a79f9e2-56ec-4679-92a4-1950e00a72a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4680cabb-bac2-4571-8e3d-200f8c20986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323753 Sep 07 19:31:45.740850 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff29690-2e2a-4592-a91f-5517a1110dcc req-bd303a08-765c-4e4c-b28a-56ace9994c2e tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:45.742977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cff29690-2e2a-4592-a91f-5517a1110dcc req-bd303a08-765c-4e4c-b28a-56ace9994c2e tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 944 time: 0.1025414 Sep 07 19:31:45.763865 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a623c9a9-10ff-4043-8c58-3b953eb4197e req-5b7de7a3-95e6-4560-998d-56807e944294 service neutron] 10.222.0.36 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325054 Sep 07 19:31:45.824624 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623c9a9-10ff-4043-8c58-3b953eb4197e req-6cdf2473-9151-49d5-bbae-ab16cd09cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:45.826046 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a623c9a9-10ff-4043-8c58-3b953eb4197e req-6cdf2473-9151-49d5-bbae-ab16cd09cdc0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4680cabb-bac2-4571-8e3d-200f8c20986d HTTP/1.1" status: 200 len: 916 time: 0.4365149 Sep 07 19:31:45.871046 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a623c9a9-10ff-4043-8c58-3b953eb4197e req-8d39d6cb-1d96-436d-a07c-9dcbb81b8a9e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cae7d622-f84a-404d-8dee-1970a7012e1d HTTP/1.1" status: 200 len: 217 time: 0.0371761 Sep 07 19:31:45.925179 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623c9a9-10ff-4043-8c58-3b953eb4197e req-b59964c7-37e8-4a7f-b594-d90c2a44c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:45.926708 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a623c9a9-10ff-4043-8c58-3b953eb4197e req-b59964c7-37e8-4a7f-b594-d90c2a44c414 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3f6209a7-c17a-43ea-91c2-16729d94f619 HTTP/1.1" status: 200 len: 855 time: 0.0494378 Sep 07 19:31:45.960289 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a623c9a9-10ff-4043-8c58-3b953eb4197e req-a999814b-36e5-4d15-94d8-d5933f1fb903 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4680cabb-bac2-4571-8e3d-200f8c20986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258212 Sep 07 19:31:46.053872 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a623c9a9-10ff-4043-8c58-3b953eb4197e req-18d7be6d-7315-4709-a970-9f3c634e9282 service neutron] 10.222.0.60 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863390 Sep 07 19:31:46.153662 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cff29690-2e2a-4592-a91f-5517a1110dcc req-6c4243e3-ed45-419f-9e43-53603101c380 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010406 Sep 07 19:31:46.157134 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-a623c9a9-10ff-4043-8c58-3b953eb4197e req-b68ca1ef-b3fc-4d9d-8ca2-e14ef60dda38 service neutron] 10.222.0.60 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966160 Sep 07 19:31:46.206382 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a623c9a9-10ff-4043-8c58-3b953eb4197e req-627daa4a-8a11-4aad-b5a0-67d280cba3ee service neutron] 10.222.0.36 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317253 Sep 07 19:31:46.303954 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device cae7d622-f84a-404d-8dee-1970a7012e1d details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:31:46.379494 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0f0ee-b84c-4783-bb86-fb02cf4ec59a req-5ccabf53-cab4-471e-a51c-748393bd1c70 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:46.381008 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5e0f0ee-b84c-4783-bb86-fb02cf4ec59a req-5ccabf53-cab4-471e-a51c-748393bd1c70 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 944 time: 0.0820353 Sep 07 19:31:46.389706 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e1a1a-998f-46a7-9ee1-fbe8c8dafd90 req-119eb91c-daf4-4d0d-8f90-3762351e949e tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:46.391102 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d5e1a1a-998f-46a7-9ee1-fbe8c8dafd90 req-119eb91c-daf4-4d0d-8f90-3762351e949e tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f&tenant_id=5cab56f6cbbb437fbc3b982062ca5bc5&binding%3Ahost_id=n-h1-807786-1 HTTP/1.1" status: 200 len: 944 time: 0.0813410 Sep 07 19:31:46.399338 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port cae7d622-f84a-404d-8dee-1970a7012e1d, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=cae7d622-f84a-404d-8dee-1970a7012e1d,segment=NetworkSegment(52820a57-60fd-4274-976d-c102bf50ddce),segment_id=52820a57-60fd-4274-976d-c102bf50ddce)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:31:46.410691 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'cae7d622-f84a-404d-8dee-1970a7012e1d', 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d', 'port_id': 'cae7d622-f84a-404d-8dee-1970a7012e1d', 'mac_address': 'fa:16:3e:16:69:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6209a7-c17a-43ea-91c2-16729d94f619', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:31:46.453036 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:46.457592 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5e0f0ee-b84c-4783-bb86-fb02cf4ec59a req-9bdf6467-dabe-480b-adbd-82be6789bf7e tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655587 Sep 07 19:31:46.466567 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae7d622-f84a-404d-8dee-1970a7012e1d {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:31:46.472460 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-5d5e1a1a-998f-46a7-9ee1-fbe8c8dafd90 req-f192bc51-bf70-4899-a10e-dcf9ae3a9797 service neutron] delete failed (client error): The resource could not be found. Sep 07 19:31:46.473533 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d5e1a1a-998f-46a7-9ee1-fbe8c8dafd90 req-f192bc51-bf70-4899-a10e-dcf9ae3a9797 service neutron] 10.222.0.36 "DELETE /v2.0/ports/cae7d622-f84a-404d-8dee-1970a7012e1d/bindings/n-h2-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.0755720 Sep 07 19:31:46.485555 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port cae7d622-f84a-404d-8dee-1970a7012e1d, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=cae7d622-f84a-404d-8dee-1970a7012e1d,segment=NetworkSegment(52820a57-60fd-4274-976d-c102bf50ddce),segment_id=52820a57-60fd-4274-976d-c102bf50ddce)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:31:46.489405 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:46.536382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=cae7d622-f84a-404d-8dee-1970a7012e1d,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:31:46.557012 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e1a1a-998f-46a7-9ee1-fbe8c8dafd90 req-dc62e31e-e7e2-4b63-914d-0057c2fc7833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:46.558533 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d5e1a1a-998f-46a7-9ee1-fbe8c8dafd90 req-dc62e31e-e7e2-4b63-914d-0057c2fc7833 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cab56f6cbbb437fbc3b982062ca5bc5&device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 1096 time: 0.0415657 Sep 07 19:31:46.651145 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e1a1a-998f-46a7-9ee1-fbe8c8dafd90 req-4083b18f-f522-4399-91d3-63475f57e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:46.652680 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d5e1a1a-998f-46a7-9ee1-fbe8c8dafd90 req-4083b18f-f522-4399-91d3-63475f57e1c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4680cabb-bac2-4571-8e3d-200f8c20986d HTTP/1.1" status: 200 len: 916 time: 0.0876577 Sep 07 19:31:46.695080 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d5e1a1a-998f-46a7-9ee1-fbe8c8dafd90 req-3e157934-1767-40e4-86a7-29b462ffea8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cae7d622-f84a-404d-8dee-1970a7012e1d HTTP/1.1" status: 200 len: 217 time: 0.0341902 Sep 07 19:31:46.707271 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['cae7d622-f84a-404d-8dee-1970a7012e1d'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:31:46.747936 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e1a1a-998f-46a7-9ee1-fbe8c8dafd90 req-27ea062d-1bb5-4c49-8a1c-467dd957c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:46.749466 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d5e1a1a-998f-46a7-9ee1-fbe8c8dafd90 req-27ea062d-1bb5-4c49-8a1c-467dd957c0e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f6209a7-c17a-43ea-91c2-16729d94f619 HTTP/1.1" status: 200 len: 855 time: 0.0470009 Sep 07 19:31:46.781720 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d5e1a1a-998f-46a7-9ee1-fbe8c8dafd90 req-ae7bd154-f33c-4b92-b9f6-631a797ada51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4680cabb-bac2-4571-8e3d-200f8c20986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248001 Sep 07 19:31:46.869770 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d5e1a1a-998f-46a7-9ee1-fbe8c8dafd90 req-b62e9822-bcc9-4e67-bf6c-1d1f1fba12f6 service neutron] 10.222.0.36 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811255 Sep 07 19:31:46.960089 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d5e1a1a-998f-46a7-9ee1-fbe8c8dafd90 req-74847c8d-168a-470e-afd0-77c66a1fa217 service neutron] 10.222.0.36 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827031 Sep 07 19:31:47.392998 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device cae7d622-f84a-404d-8dee-1970a7012e1d no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:31:47.433088 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device cae7d622-f84a-404d-8dee-1970a7012e1d not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:31:47.580051 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaf994-13ee-483a-94f5-ea85457dafe6 req-d781b55a-df9f-47f1-8e7a-499b79f497ce tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:47.581587 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-46eaf994-13ee-483a-94f5-ea85457dafe6 req-d781b55a-df9f-47f1-8e7a-499b79f497ce tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 945 time: 0.0507061 Sep 07 19:31:47.622428 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-46eaf994-13ee-483a-94f5-ea85457dafe6 req-617e1006-bfd4-418d-976e-662eb04e1457 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330799 Sep 07 19:31:47.737587 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf9a46-7b35-4c14-a4f2-587b2a2c71ce req-53dc1b36-101f-404b-bbe2-cc9554c12370 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:47.739057 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3bf9a46-7b35-4c14-a4f2-587b2a2c71ce req-53dc1b36-101f-404b-bbe2-cc9554c12370 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 945 time: 0.0476451 Sep 07 19:31:47.780708 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3bf9a46-7b35-4c14-a4f2-587b2a2c71ce req-52b78cd2-5030-4ffc-9aca-09318a12b374 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349925 Sep 07 19:31:47.895908 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570e50a-9552-49ea-bc17-d456ed06e041 req-eb1aaf55-8ca6-4b59-bd01-9cf55e48e221 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:47.897425 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e570e50a-9552-49ea-bc17-d456ed06e041 req-eb1aaf55-8ca6-4b59-bd01-9cf55e48e221 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 945 time: 0.0481331 Sep 07 19:31:47.935751 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e570e50a-9552-49ea-bc17-d456ed06e041 req-9a2f73ce-e9f0-402e-80e0-3901011c7d49 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324192 Sep 07 19:31:48.303649 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3d868-f13f-4844-b134-57c72782528e req-e00ca5f4-2c99-4c4d-ab0e-20e06677d328 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:48.305717 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fde3d868-f13f-4844-b134-57c72782528e req-e00ca5f4-2c99-4c4d-ab0e-20e06677d328 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/networks?id=4680cabb-bac2-4571-8e3d-200f8c20986d HTTP/1.1" status: 200 len: 815 time: 0.1014333 Sep 07 19:31:48.315430 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device cae7d622-f84a-404d-8dee-1970a7012e1d up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:31:48.321856 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fde3d868-f13f-4844-b134-57c72782528e req-3e331252-d894-43c2-bb75-307711f249df tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/quotas/5cab56f6cbbb437fbc3b982062ca5bc5 HTTP/1.1" status: 200 len: 375 time: 0.0103049 Sep 07 19:31:48.365632 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port cae7d622-f84a-404d-8dee-1970a7012e1d completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:31:48.369711 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port cae7d622-f84a-404d-8dee-1970a7012e1d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:31:48.370079 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:48.377167 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fde3d868-f13f-4844-b134-57c72782528e req-a227005e-ca8c-427b-b5e5-69de09d54f4e tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cab56f6cbbb437fbc3b982062ca5bc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0455787 Sep 07 19:31:48.448158 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:48.469453 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae7d622-f84a-404d-8dee-1970a7012e1d'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:31:48.471660 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507e2a1a-5201-494c-9deb-47b81e1040f0" -d '{"events": [{"server_uuid": "a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f", "name": "network-vif-plugged", "status": "completed", "tag": "cae7d622-f84a-404d-8dee-1970a7012e1d"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:31:48.472491 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fde3d868-f13f-4844-b134-57c72782528e req-668b8e3e-ce21-41d5-9983-d2c69ffe0ae4 service neutron] 10.222.0.26 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873239 Sep 07 19:31:48.483953 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port cae7d622-f84a-404d-8dee-1970a7012e1d, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=cae7d622-f84a-404d-8dee-1970a7012e1d,segment=NetworkSegment(52820a57-60fd-4274-976d-c102bf50ddce),segment_id=52820a57-60fd-4274-976d-c102bf50ddce)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:31:48.488337 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:48.513815 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2227f34-fbb4-4060-a528-ccfe69b94917 x-openstack-request-id: req-d2227f34-fbb4-4060-a528-ccfe69b94917 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:31:48.514122 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f", "name": "network-vif-plugged", "status": "completed", "tag": "cae7d622-f84a-404d-8dee-1970a7012e1d", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:31:48.514373 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2227f34-fbb4-4060-a528-ccfe69b94917 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:31:48.514769 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae7d622-f84a-404d-8dee-1970a7012e1d', 'code': 200} Sep 07 19:31:48.540092 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=cae7d622-f84a-404d-8dee-1970a7012e1d,revision_number=9']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:31:48.570122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fde3d868-f13f-4844-b134-57c72782528e req-4e64e4fc-1e42-4d6b-b5de-cfe44c5d70ec service neutron] 10.222.0.26 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906439 Sep 07 19:31:48.728617 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ffbb3f01-2418-4e4e-899c-78ddaaca5cde req-38a7d8e8-14b8-4249-b6f2-0a5ea8c3c8df tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 210 time: 0.0271051 Sep 07 19:31:49.485710 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83d364-766f-47ad-829c-533c4971395c req-b8c1d756-2c66-480a-b3cc-83767fda4ca4 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:49.487336 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1f83d364-766f-47ad-829c-533c4971395c req-b8c1d756-2c66-480a-b3cc-83767fda4ca4 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f HTTP/1.1" status: 200 len: 946 time: 0.0519207 Sep 07 19:31:49.587013 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-1f83d364-766f-47ad-829c-533c4971395c req-7ed55ac7-7533-4040-96a9-3ef26c94e50c tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Deleting port cae7d622-f84a-404d-8dee-1970a7012e1d {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:31:49.587484 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1f83d364-766f-47ad-829c-533c4971395c req-7ed55ac7-7533-4040-96a9-3ef26c94e50c tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:49.641984 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3d868-f13f-4844-b134-57c72782528e req-331552ff-083c-47e2-b56b-b81423615340 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:49.643453 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fde3d868-f13f-4844-b134-57c72782528e req-331552ff-083c-47e2-b56b-b81423615340 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.60 "GET /v2.0/networks?id=4680cabb-bac2-4571-8e3d-200f8c20986d HTTP/1.1" status: 200 len: 815 time: 0.1158624 Sep 07 19:31:49.656463 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-fde3d868-f13f-4844-b134-57c72782528e req-4589bd57-d420-4910-ac5c-4bd384da1b37 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Request body: {'port': {'device_id': '7ffbedbe-a37b-4254-b00a-c324a68a6238', 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d', 'admin_state_up': True, 'tenant_id': '5cab56f6cbbb437fbc3b982062ca5bc5'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:31:49.687480 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [req-1f83d364-766f-47ad-829c-533c4971395c req-7ed55ac7-7533-4040-96a9-3ef26c94e50c tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] For port cae7d622-f84a-404d-8dee-1970a7012e1d, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=cae7d622-f84a-404d-8dee-1970a7012e1d,segment=NetworkSegment(52820a57-60fd-4274-976d-c102bf50ddce),segment_id=52820a57-60fd-4274-976d-c102bf50ddce)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:31:49.687754 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1f83d364-766f-47ad-829c-533c4971395c req-7ed55ac7-7533-4040-96a9-3ef26c94e50c tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:49.701712 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [req-1f83d364-766f-47ad-829c-533c4971395c req-7ed55ac7-7533-4040-96a9-3ef26c94e50c tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Calling delete_port for cae7d622-f84a-404d-8dee-1970a7012e1d owned by compute:nova {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:31:49.767535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde3d868-f13f-4844-b134-57c72782528e req-4589bd57-d420-4910-ac5c-4bd384da1b37 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Made reservation on behalf of 5cab56f6cbbb437fbc3b982062ca5bc5 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:31:49.771825 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fde3d868-f13f-4844-b134-57c72782528e req-4589bd57-d420-4910-ac5c-4bd384da1b37 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:49.833293 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7de91d5f-241d-4bba-82b2-ca63b00dea60 req-2e5effd5-3b18-4e38-b0ff-4c6c3dfafca1 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 210 time: 0.0325835 Sep 07 19:31:49.840014 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1f83d364-766f-47ad-829c-533c4971395c req-7ed55ac7-7533-4040-96a9-3ef26c94e50c tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:49.854306 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['cae7d622-f84a-404d-8dee-1970a7012e1d'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:31:49.872866 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed55ac7-7533-4040-96a9-3ef26c94e50c tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Pushing event deleted for resources: {'Port': ['ID=cae7d622-f84a-404d-8dee-1970a7012e1d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:31:49.920113 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f83d364-766f-47ad-829c-533c4971395c req-7ed55ac7-7533-4040-96a9-3ef26c94e50c tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] No DVR routers for this DVR port cae7d622-f84a-404d-8dee-1970a7012e1d on host n-h1-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:31:49.923191 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [req-1f83d364-766f-47ad-829c-533c4971395c req-7ed55ac7-7533-4040-96a9-3ef26c94e50c tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:49.925678 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [req-1f83d364-766f-47ad-829c-533c4971395c req-7ed55ac7-7533-4040-96a9-3ef26c94e50c tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.60 "DELETE /v2.0/ports/cae7d622-f84a-404d-8dee-1970a7012e1d HTTP/1.1" status: 204 len: 173 time: 0.4324570 Sep 07 19:31:49.926184 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f', 'name': 'network-vif-deleted', 'tag': 'cae7d622-f84a-404d-8dee-1970a7012e1d'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:31:49.929161 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc4a5502c57db9163daefee2c28d8591933107afe5b914bbdceecef5d24e37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860e22f8-a2d8-4f0d-a378-1bf018d641c8" -d '{"events": [{"server_uuid": "a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f", "name": "network-vif-deleted", "tag": "cae7d622-f84a-404d-8dee-1970a7012e1d"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:31:49.941804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-fde3d868-f13f-4844-b134-57c72782528e req-4589bd57-d420-4910-ac5c-4bd384da1b37 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Allocated IP 172.20.0.11 (4680cabb-bac2-4571-8e3d-200f8c20986d/3f6209a7-c17a-43ea-91c2-16729d94f619/9aec3c79-ac9d-4c1c-b52e-fcb457893c55) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:31:49.970536 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8475391-5553-4e71-9a1c-d1163f607e36 x-openstack-request-id: req-d8475391-5553-4e71-9a1c-d1163f607e36 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:31:49.970830 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f", "name": "network-vif-deleted", "tag": "cae7d622-f84a-404d-8dee-1970a7012e1d", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:31:49.971143 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d8475391-5553-4e71-9a1c-d1163f607e36 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:31:49.971550 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2304d35-9a50-4ff9-aeac-9f5e8eaffb2f', 'name': 'network-vif-deleted', 'tag': 'cae7d622-f84a-404d-8dee-1970a7012e1d', 'status': 'completed', 'code': 200} Sep 07 19:31:50.099551 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fde3d868-f13f-4844-b134-57c72782528e req-4589bd57-d420-4910-ac5c-4bd384da1b37 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:50.141242 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fde3d868-f13f-4844-b134-57c72782528e req-4589bd57-d420-4910-ac5c-4bd384da1b37 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:50.153287 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['cae7d622-f84a-404d-8dee-1970a7012e1d'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:31:50.183202 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde3d868-f13f-4844-b134-57c72782528e req-4589bd57-d420-4910-ac5c-4bd384da1b37 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Network 4680cabb-bac2-4571-8e3d-200f8c20986d is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:31:50.186502 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-fde3d868-f13f-4844-b134-57c72782528e req-4589bd57-d420-4910-ac5c-4bd384da1b37 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:31:50.190337 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde3d868-f13f-4844-b134-57c72782528e req-4589bd57-d420-4910-ac5c-4bd384da1b37 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:31:50.218611 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589bd57-d420-4910-ac5c-4bd384da1b37 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Pushing event updated for resources: {'Port': ['ID=9aec3c79-ac9d-4c1c-b52e-fcb457893c55,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:31:50.246661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3d868-f13f-4844-b134-57c72782528e req-4589bd57-d420-4910-ac5c-4bd384da1b37 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:50.247268 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fde3d868-f13f-4844-b134-57c72782528e req-4589bd57-d420-4910-ac5c-4bd384da1b37 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:50.260701 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fde3d868-f13f-4844-b134-57c72782528e req-4589bd57-d420-4910-ac5c-4bd384da1b37 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6081142 Sep 07 19:31:50.272460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-fde3d868-f13f-4844-b134-57c72782528e req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] Request body: {'port': {'device_id': '7ffbedbe-a37b-4254-b00a-c324a68a6238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:31:50.330243 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fde3d868-f13f-4844-b134-57c72782528e req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:50.588420 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-fde3d868-f13f-4844-b134-57c72782528e req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:31:50.595489 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fde3d868-f13f-4844-b134-57c72782528e req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:50.607498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-fde3d868-f13f-4844-b134-57c72782528e req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] Transition to ACTIVE for port object 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:31:50.611706 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fde3d868-f13f-4844-b134-57c72782528e req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:50.660862 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] Pushing event updated for resources: {'Port': ['ID=9aec3c79-ac9d-4c1c-b52e-fcb457893c55,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:31:50.728774 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-fde3d868-f13f-4844-b134-57c72782528e req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] Attempting to bind port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:31:50.729106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-fde3d868-f13f-4844-b134-57c72782528e req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] Attempting to bind port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '52820a57-60fd-4274-976d-c102bf50ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:31:50.729428 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde3d868-f13f-4844-b134-57c72782528e req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] Attempting to bind port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 on network 4680cabb-bac2-4571-8e3d-200f8c20986d {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:31:50.733621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde3d868-f13f-4844-b134-57c72782528e req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] Port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 on network 4680cabb-bac2-4571-8e3d-200f8c20986d not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:31:50.733936 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde3d868-f13f-4844-b134-57c72782528e req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] Attempting to bind port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 on network 4680cabb-bac2-4571-8e3d-200f8c20986d {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:31:50.738888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde3d868-f13f-4844-b134-57c72782528e req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:31:50.739228 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde3d868-f13f-4844-b134-57c72782528e req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] Checking segment: {'id': '52820a57-60fd-4274-976d-c102bf50ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:31:50.739615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde3d868-f13f-4844-b134-57c72782528e req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] Bound using segment: {'id': '52820a57-60fd-4274-976d-c102bf50ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:31:50.740050 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-fde3d868-f13f-4844-b134-57c72782528e req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] Bound port: 9aec3c79-ac9d-4c1c-b52e-fcb457893c55, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52820a57-60fd-4274-976d-c102bf50ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:31:50.740411 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fde3d868-f13f-4844-b134-57c72782528e req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:50.803140 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-fde3d868-f13f-4844-b134-57c72782528e req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] For port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:31:50.806861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-fde3d868-f13f-4844-b134-57c72782528e req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] For port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=9aec3c79-ac9d-4c1c-b52e-fcb457893c55,segment=NetworkSegment(52820a57-60fd-4274-976d-c102bf50ddce),segment_id=52820a57-60fd-4274-976d-c102bf50ddce)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:31:50.811356 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fde3d868-f13f-4844-b134-57c72782528e req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:50.848946 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3d868-f13f-4844-b134-57c72782528e req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:50.849571 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fde3d868-f13f-4844-b134-57c72782528e req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:50.850991 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fde3d868-f13f-4844-b134-57c72782528e req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] 10.222.0.60 "PUT /v2.0/ports/9aec3c79-ac9d-4c1c-b52e-fcb457893c55 HTTP/1.1" status: 200 len: 1092 time: 0.5828912 Sep 07 19:31:50.851430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ffbedbe-a37b-4254-b00a-c324a68a6238', 'tag': '9aec3c79-ac9d-4c1c-b52e-fcb457893c55'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:31:50.853728 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ee3b37-fe80-4049-8413-253138e6ef4e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ffbedbe-a37b-4254-b00a-c324a68a6238", "tag": "9aec3c79-ac9d-4c1c-b52e-fcb457893c55"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:31:50.886896 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbdfc0-d93c-4d65-8056-fa53e8c5f149 service neutron] Pushing event updated for resources: {'Port': ['ID=9aec3c79-ac9d-4c1c-b52e-fcb457893c55,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:31:50.893296 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0fe545-ca7f-483e-8386-5fd2495fccc1 x-openstack-request-id: req-bd0fe545-ca7f-483e-8386-5fd2495fccc1 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:31:50.893592 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ffbedbe-a37b-4254-b00a-c324a68a6238", "tag": "9aec3c79-ac9d-4c1c-b52e-fcb457893c55", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:31:50.893850 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bd0fe545-ca7f-483e-8386-5fd2495fccc1 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:31:50.894242 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ffbedbe-a37b-4254-b00a-c324a68a6238', 'tag': '9aec3c79-ac9d-4c1c-b52e-fcb457893c55', 'status': 'completed', 'code': 200} Sep 07 19:31:50.970411 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3d868-f13f-4844-b134-57c72782528e req-40e3a396-c62c-42ef-8cac-faf855ed0b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:50.971953 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fde3d868-f13f-4844-b134-57c72782528e req-40e3a396-c62c-42ef-8cac-faf855ed0b7c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5cab56f6cbbb437fbc3b982062ca5bc5&device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 1095 time: 0.0743186 Sep 07 19:31:50.980427 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f517964-5568-448d-9005-a91e0b8329c3 req-8359db1c-d6d4-44ab-8a69-ca64e1b53fe7 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:50.981838 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f517964-5568-448d-9005-a91e0b8329c3 req-8359db1c-d6d4-44ab-8a69-ca64e1b53fe7 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 944 time: 0.0745211 Sep 07 19:31:51.028149 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fde3d868-f13f-4844-b134-57c72782528e req-6d0f8ef1-87b0-4951-aed4-5debd5c79ff3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aec3c79-ac9d-4c1c-b52e-fcb457893c55 HTTP/1.1" status: 200 len: 217 time: 0.0453982 Sep 07 19:31:51.078531 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f517964-5568-448d-9005-a91e0b8329c3 req-6e5e5d04-4583-4bb2-b564-42fb2a440e32 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893958 Sep 07 19:31:51.091969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3d868-f13f-4844-b134-57c72782528e req-762de179-9024-4737-aa4c-73fb439147e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:51.093509 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fde3d868-f13f-4844-b134-57c72782528e req-762de179-9024-4737-aa4c-73fb439147e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3f6209a7-c17a-43ea-91c2-16729d94f619 HTTP/1.1" status: 200 len: 855 time: 0.0580626 Sep 07 19:31:51.129763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fde3d868-f13f-4844-b134-57c72782528e req-c52530cc-8b0f-40a0-b483-d63f6c22dde6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4680cabb-bac2-4571-8e3d-200f8c20986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293550 Sep 07 19:31:51.219341 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fde3d868-f13f-4844-b134-57c72782528e req-2a5a7505-d452-4532-a1e4-11b0d00002eb service neutron] 10.222.0.60 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811908 Sep 07 19:31:51.311181 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fde3d868-f13f-4844-b134-57c72782528e req-9e4eb33c-589e-4dfd-af87-463e1ed16600 service neutron] 10.222.0.60 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846951 Sep 07 19:31:51.395663 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee3b37-fe80-4049-8413-253138e6ef4e req-3b58007e-31b7-4e26-a3dd-bde7a6ee841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:51.397143 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76ee3b37-fe80-4049-8413-253138e6ef4e req-3b58007e-31b7-4e26-a3dd-bde7a6ee841b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5cab56f6cbbb437fbc3b982062ca5bc5&device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 1095 time: 0.0449326 Sep 07 19:31:51.497409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee3b37-fe80-4049-8413-253138e6ef4e req-145b8b56-b051-4ae7-8497-69003a405a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:51.498859 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76ee3b37-fe80-4049-8413-253138e6ef4e req-145b8b56-b051-4ae7-8497-69003a405a1b service neutron] 10.222.0.60 "GET /v2.0/networks?id=4680cabb-bac2-4571-8e3d-200f8c20986d HTTP/1.1" status: 200 len: 916 time: 0.0919096 Sep 07 19:31:51.539908 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76ee3b37-fe80-4049-8413-253138e6ef4e req-f58fc64c-e310-4448-a824-c7e87443305e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aec3c79-ac9d-4c1c-b52e-fcb457893c55 HTTP/1.1" status: 200 len: 217 time: 0.0335028 Sep 07 19:31:51.587141 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee3b37-fe80-4049-8413-253138e6ef4e req-e1e5c328-a90a-4647-928e-badccdb89d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:51.588565 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76ee3b37-fe80-4049-8413-253138e6ef4e req-e1e5c328-a90a-4647-928e-badccdb89d98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3f6209a7-c17a-43ea-91c2-16729d94f619 HTTP/1.1" status: 200 len: 855 time: 0.0420647 Sep 07 19:31:51.626006 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76ee3b37-fe80-4049-8413-253138e6ef4e req-e13589f2-5868-445d-b5f3-90f2010402fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4680cabb-bac2-4571-8e3d-200f8c20986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289054 Sep 07 19:31:51.713760 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76ee3b37-fe80-4049-8413-253138e6ef4e req-5585af51-250a-4aa0-bdef-517c38f1e0cb service neutron] 10.222.0.60 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805001 Sep 07 19:31:51.816107 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76ee3b37-fe80-4049-8413-253138e6ef4e req-734c4085-2152-405f-a37f-1fa5754e43cd service neutron] 10.222.0.60 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954978 Sep 07 19:31:52.197745 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf2afc-59bc-496e-8fe7-4788da7f65c1 req-ac527f7f-d294-4688-9b16-3939b8ada0e7 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:52.199227 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9cf2afc-59bc-496e-8fe7-4788da7f65c1 req-ac527f7f-d294-4688-9b16-3939b8ada0e7 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 944 time: 0.0489218 Sep 07 19:31:52.236555 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b9cf2afc-59bc-496e-8fe7-4788da7f65c1 req-5f3dd518-2b6f-43ff-9034-2763c294552a tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315857 Sep 07 19:31:53.347445 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477d009-3854-4039-8eb9-187a3475d5f8 req-7908fe03-497d-4024-a773-b8eaefd3c608 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:53.348974 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0477d009-3854-4039-8eb9-187a3475d5f8 req-7908fe03-497d-4024-a773-b8eaefd3c608 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 944 time: 0.0481627 Sep 07 19:31:53.386459 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0477d009-3854-4039-8eb9-187a3475d5f8 req-481a6263-5825-4047-9d9d-490277444ed6 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311143 Sep 07 19:31:54.390723 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:31:54.392837 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device cae7d622-f84a-404d-8dee-1970a7012e1d no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:31:54.419087 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: cae7d622-f84a-404d-8dee-1970a7012e1d {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:31:54.419428 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device cae7d622-f84a-404d-8dee-1970a7012e1d not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:31:54.505937 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=9aec3c79-ac9d-4c1c-b52e-fcb457893c55,segment=NetworkSegment(52820a57-60fd-4274-976d-c102bf50ddce),segment_id=52820a57-60fd-4274-976d-c102bf50ddce)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:31:54.508373 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad88fa-4d06-4964-b1d1-dce673ed965f req-d59131fb-39cf-4bcb-99f9-85a3cbc91349 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:54.510513 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a3ad88fa-4d06-4964-b1d1-dce673ed965f req-d59131fb-39cf-4bcb-99f9-85a3cbc91349 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 944 time: 0.0579796 Sep 07 19:31:54.516945 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '9aec3c79-ac9d-4c1c-b52e-fcb457893c55', 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d', 'port_id': '9aec3c79-ac9d-4c1c-b52e-fcb457893c55', 'mac_address': 'fa:16:3e:92:bb:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6209a7-c17a-43ea-91c2-16729d94f619', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:31:54.547800 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a3ad88fa-4d06-4964-b1d1-dce673ed965f req-169e302c-7e25-4846-84d3-2dde5ab3e0b5 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313289 Sep 07 19:31:54.554041 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:54.567494 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:31:54.586077 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=9aec3c79-ac9d-4c1c-b52e-fcb457893c55,segment=NetworkSegment(52820a57-60fd-4274-976d-c102bf50ddce),segment_id=52820a57-60fd-4274-976d-c102bf50ddce)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:31:54.589779 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:54.638738 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=9aec3c79-ac9d-4c1c-b52e-fcb457893c55,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:31:54.787856 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['9aec3c79-ac9d-4c1c-b52e-fcb457893c55'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:31:55.664183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b98f9e-7ab6-4f5c-a302-ef55c4769472 req-1868fb28-f8b2-419e-8d17-c241194dbd54 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:55.665699 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a2b98f9e-7ab6-4f5c-a302-ef55c4769472 req-1868fb28-f8b2-419e-8d17-c241194dbd54 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 945 time: 0.0492792 Sep 07 19:31:55.703896 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a2b98f9e-7ab6-4f5c-a302-ef55c4769472 req-0a8f0839-4bbe-49b8-a12b-cab26ec668a6 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318031 Sep 07 19:31:55.989249 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bb54c0cf-ef0b-42a9-9488-a577daa51859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:56.421742 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:31:56.474404 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:31:56.477900 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:31:56.478268 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:56.552117 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:56.574957 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffbedbe-a37b-4254-b00a-c324a68a6238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aec3c79-ac9d-4c1c-b52e-fcb457893c55'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:31:56.577186 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b39c1a9-3879-42e9-835e-7875aec5b304" -d '{"events": [{"server_uuid": "7ffbedbe-a37b-4254-b00a-c324a68a6238", "name": "network-vif-plugged", "status": "completed", "tag": "9aec3c79-ac9d-4c1c-b52e-fcb457893c55"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:31:56.589044 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=9aec3c79-ac9d-4c1c-b52e-fcb457893c55,segment=NetworkSegment(52820a57-60fd-4274-976d-c102bf50ddce),segment_id=52820a57-60fd-4274-976d-c102bf50ddce)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:31:56.592945 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:56.618443 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdfa260-f61e-4596-a907-d5a206999b3a x-openstack-request-id: req-acdfa260-f61e-4596-a907-d5a206999b3a {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:31:56.618789 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffbedbe-a37b-4254-b00a-c324a68a6238", "name": "network-vif-plugged", "status": "completed", "tag": "9aec3c79-ac9d-4c1c-b52e-fcb457893c55", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:31:56.619047 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-acdfa260-f61e-4596-a907-d5a206999b3a {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:31:56.619969 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffbedbe-a37b-4254-b00a-c324a68a6238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aec3c79-ac9d-4c1c-b52e-fcb457893c55', 'code': 200} Sep 07 19:31:56.650246 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=9aec3c79-ac9d-4c1c-b52e-fcb457893c55,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:31:56.712810 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4293354-2746-4409-8717-1e96cb4407d5 req-185198c6-42b4-4ecf-bdb2-065647e875cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:56.714255 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4293354-2746-4409-8717-1e96cb4407d5 req-185198c6-42b4-4ecf-bdb2-065647e875cc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 1097 time: 0.0403519 Sep 07 19:31:56.749370 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4293354-2746-4409-8717-1e96cb4407d5 req-a9a91500-5f74-474b-b11d-926c1b1f5832 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279548 Sep 07 19:31:56.820387 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483b4c3-ba13-4d2a-a35c-124581e3e097 req-4a39c714-a67b-4821-a88b-33af392774f2 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:56.821880 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0483b4c3-ba13-4d2a-a35c-124581e3e097 req-4a39c714-a67b-4821-a88b-33af392774f2 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0519183 Sep 07 19:31:56.858267 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0483b4c3-ba13-4d2a-a35c-124581e3e097 req-e1107082-ca4f-4b88-8ae7-debe92203a16 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305746 Sep 07 19:31:57.973375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2ca47-1761-446f-9789-da4d328a4a82 req-3bb46820-1f16-4cb5-8e62-fea111ee028e tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:57.974858 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06b2ca47-1761-446f-9789-da4d328a4a82 req-3bb46820-1f16-4cb5-8e62-fea111ee028e tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0490217 Sep 07 19:31:58.012053 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06b2ca47-1761-446f-9789-da4d328a4a82 req-46d285a6-7b66-41a5-8cdc-c537c643b599 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313268 Sep 07 19:31:58.124822 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914b121-ee7c-4677-85f4-5af54ff625a4 req-8c2f5d5b-0f9c-4af6-9fe4-1fe85eef1d9f tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:58.126322 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1914b121-ee7c-4677-85f4-5af54ff625a4 req-8c2f5d5b-0f9c-4af6-9fe4-1fe85eef1d9f tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0498450 Sep 07 19:31:58.163408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1914b121-ee7c-4677-85f4-5af54ff625a4 req-1a8c06c1-4860-4ebb-854a-5919b7ed403a tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311453 Sep 07 19:31:58.420694 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-fb3d3f65-2023-4d7c-9954-faacc2634b96 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0712759 Sep 07 19:31:58.436949 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef50ad-4098-4c40-8fbb-3fd5dc215913 req-e642c58d-ce1c-448e-9637-376d1e264b74 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:58.438417 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-82ef50ad-4098-4c40-8fbb-3fd5dc215913 req-e642c58d-ce1c-448e-9637-376d1e264b74 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0788074 Sep 07 19:31:58.479084 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-82ef50ad-4098-4c40-8fbb-3fd5dc215913 req-f7614951-78f2-4e74-b4e6-950b1565cce5 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337121 Sep 07 19:31:58.825519 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-40c1e21e-68c3-4cbd-b4b0-5d48a260da14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:59.103089 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:59.610277 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-eb1a0f69-3064-47d4-948a-9abcd7fdc196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:59.611805 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-eb1a0f69-3064-47d4-948a-9abcd7fdc196 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5cab56f6cbbb437fbc3b982062ca5bc5&device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 1097 time: 0.0730679 Sep 07 19:31:59.624215 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6fa1e6-82ce-415a-b19e-ecc79f6f4604 req-bea015fa-fe6b-48b3-ab3e-ac0e34f7f0d0 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:59.625742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c6fa1e6-82ce-415a-b19e-ecc79f6f4604 req-bea015fa-fe6b-48b3-ab3e-ac0e34f7f0d0 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0750518 Sep 07 19:31:59.710395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c6fa1e6-82ce-415a-b19e-ecc79f6f4604 req-c2c7e652-802f-4be3-b6aa-689b2cb70365 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766606 Sep 07 19:31:59.734289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-5397a3bc-d151-4eea-87e2-408dfb121852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:59.735754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-5397a3bc-d151-4eea-87e2-408dfb121852 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4680cabb-bac2-4571-8e3d-200f8c20986d HTTP/1.1" status: 200 len: 916 time: 0.1091473 Sep 07 19:31:59.779848 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-f23cb2f9-6081-4e6a-9026-8ec539fa9f73 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aec3c79-ac9d-4c1c-b52e-fcb457893c55 HTTP/1.1" status: 200 len: 217 time: 0.0376215 Sep 07 19:31:59.827756 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-b62e0711-8bf6-4354-873c-5f9292233ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:31:59.829168 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-b62e0711-8bf6-4354-873c-5f9292233ccd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3f6209a7-c17a-43ea-91c2-16729d94f619 HTTP/1.1" status: 200 len: 855 time: 0.0428948 Sep 07 19:31:59.859582 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-03fedf21-4b18-4375-b5b9-07e63c83696c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4680cabb-bac2-4571-8e3d-200f8c20986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235407 Sep 07 19:31:59.948668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-6417d481-3368-42f7-9d3e-dcfdc4ae49e0 service neutron] 10.222.0.60 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820737 Sep 07 19:32:00.034801 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-b94cd040-3799-40b9-b97d-cff200a10d51 service neutron] 10.222.0.60 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795941 Sep 07 19:32:00.336320 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:00.824139 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1b86e-bd0b-45fd-91e2-76eff2745cc1 req-fa06f68d-993d-4882-a45b-b0231f3de7ef tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:00.825638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5bb1b86e-bd0b-45fd-91e2-76eff2745cc1 req-fa06f68d-993d-4882-a45b-b0231f3de7ef tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0480266 Sep 07 19:32:00.862660 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5bb1b86e-bd0b-45fd-91e2-76eff2745cc1 req-60d0a602-a8ee-435f-91d6-29d231ec6c5d tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311956 Sep 07 19:32:01.872947 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:01.978268 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dce2c4-e77c-403d-a3f9-d07b68b8cce4 req-f7fb3711-9ece-4805-918f-a08883985b5f tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:01.980437 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59dce2c4-e77c-403d-a3f9-d07b68b8cce4 req-f7fb3711-9ece-4805-918f-a08883985b5f tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0522993 Sep 07 19:32:02.017614 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59dce2c4-e77c-403d-a3f9-d07b68b8cce4 req-26a1d28e-2e8a-439e-a837-9eb35ffd5518 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312228 Sep 07 19:32:03.133477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225692e-6561-4072-be03-1bcbcdbfb7d4 req-140928a6-c6f9-4a4e-8301-ec812c58ec7c tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:03.134942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6225692e-6561-4072-be03-1bcbcdbfb7d4 req-140928a6-c6f9-4a4e-8301-ec812c58ec7c tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0483856 Sep 07 19:32:03.172576 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6225692e-6561-4072-be03-1bcbcdbfb7d4 req-981fc933-e54f-405f-baeb-d70190787b6f tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315068 Sep 07 19:32:04.285737 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53803ebf-3b4a-47d4-9e61-ebccc16755a6 req-67ae94f3-7a1d-4f28-b76d-24ed75f16127 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:04.287197 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53803ebf-3b4a-47d4-9e61-ebccc16755a6 req-67ae94f3-7a1d-4f28-b76d-24ed75f16127 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0478575 Sep 07 19:32:04.323830 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53803ebf-3b4a-47d4-9e61-ebccc16755a6 req-c5adcfb2-b9dd-40a0-9181-3781f29a27f1 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302792 Sep 07 19:32:05.444616 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135597f-4efb-4f10-984e-fc836e113182 req-f8e759b7-5aa0-47ec-ace6-bb7a4062b8aa tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:05.446081 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f135597f-4efb-4f10-984e-fc836e113182 req-f8e759b7-5aa0-47ec-ace6-bb7a4062b8aa tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0561507 Sep 07 19:32:05.484659 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f135597f-4efb-4f10-984e-fc836e113182 req-857ee43f-cbf8-4931-8d31-bb53c53f5649 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324974 Sep 07 19:32:06.608891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fe90d-9b3c-4376-ad83-ccdc1ee9cb23 req-1333ff37-6bb2-42e6-b4ab-4abf20ed3030 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:06.610389 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad1fe90d-9b3c-4376-ad83-ccdc1ee9cb23 req-1333ff37-6bb2-42e6-b4ab-4abf20ed3030 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0528955 Sep 07 19:32:06.647863 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad1fe90d-9b3c-4376-ad83-ccdc1ee9cb23 req-2f3d7f0b-dc98-4ee9-a3e8-ed19aaccfe4b tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315828 Sep 07 19:32:07.760945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357c78a-967a-418b-b976-87e5c0564c6c req-172e73f4-51c2-420a-a526-a4bdcb90dd1e tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:07.762427 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8357c78a-967a-418b-b976-87e5c0564c6c req-172e73f4-51c2-420a-a526-a4bdcb90dd1e tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0475233 Sep 07 19:32:07.801383 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8357c78a-967a-418b-b976-87e5c0564c6c req-16161618-607c-4ed4-824b-578baa398c39 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330541 Sep 07 19:32:08.920674 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5d2e3-d7a7-4e4a-922a-0d96fd297e01 req-ae32c21c-ed50-4f36-aca0-5e1b20534d44 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:08.922035 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3e5d2e3-d7a7-4e4a-922a-0d96fd297e01 req-ae32c21c-ed50-4f36-aca0-5e1b20534d44 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0504730 Sep 07 19:32:08.959713 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3e5d2e3-d7a7-4e4a-922a-0d96fd297e01 req-dccec1a7-ad52-418f-9d6d-4f48b12e5bcb tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318723 Sep 07 19:32:10.077423 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6208acf-3855-4022-8f99-af422a2a5829 req-62076dca-bd5c-40ad-902a-125bc855a543 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:10.078987 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6208acf-3855-4022-8f99-af422a2a5829 req-62076dca-bd5c-40ad-902a-125bc855a543 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0491695 Sep 07 19:32:10.115672 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b6208acf-3855-4022-8f99-af422a2a5829 req-e2b3280a-2d18-46a0-b830-5b5ae39ad7b6 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308614 Sep 07 19:32:10.640708 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:32:11.228020 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae2ea7-3af6-45c3-9a77-979d35615dbc req-e4cf512c-b0f8-46c1-8a98-5181ac279112 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:11.229506 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecae2ea7-3af6-45c3-9a77-979d35615dbc req-e4cf512c-b0f8-46c1-8a98-5181ac279112 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0480623 Sep 07 19:32:11.266854 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecae2ea7-3af6-45c3-9a77-979d35615dbc req-bdcc4383-7e28-4ceb-80b9-3428127d6b23 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306158 Sep 07 19:32:12.389447 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85333766-614a-4234-8dac-13f0c4b5fee7 req-4f883b97-5760-4359-9c27-3efb7d5db874 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:12.390992 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-85333766-614a-4234-8dac-13f0c4b5fee7 req-4f883b97-5760-4359-9c27-3efb7d5db874 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0528822 Sep 07 19:32:12.428039 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-85333766-614a-4234-8dac-13f0c4b5fee7 req-313a58c7-6069-47ea-8ea2-812df37027e2 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310404 Sep 07 19:32:13.232402 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:13.540650 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609dac2-a3b4-4463-9e66-bb75c26666bd req-352460cf-ab3d-45f8-92be-662205466cb8 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:13.542550 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1609dac2-a3b4-4463-9e66-bb75c26666bd req-352460cf-ab3d-45f8-92be-662205466cb8 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0480082 Sep 07 19:32:13.580198 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1609dac2-a3b4-4463-9e66-bb75c26666bd req-dbc433c3-887d-4de5-825e-356ae6e899b1 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316529 Sep 07 19:32:14.158119 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:14.694121 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8657f2-32d3-4165-9615-7bc06b7f4167 req-31a8587d-a4b2-4b90-ad84-c5b0e8d81412 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:14.695595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad8657f2-32d3-4165-9615-7bc06b7f4167 req-31a8587d-a4b2-4b90-ad84-c5b0e8d81412 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0492134 Sep 07 19:32:14.732364 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad8657f2-32d3-4165-9615-7bc06b7f4167 req-daa1451b-eee1-4c31-aafb-957e75cc8e05 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308874 Sep 07 19:32:15.848127 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5677348-4d6c-4c2f-bae3-2234a1869b9c req-4a6484cc-8bb9-4eac-8dc7-6aecf98859c9 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:15.849628 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5677348-4d6c-4c2f-bae3-2234a1869b9c req-4a6484cc-8bb9-4eac-8dc7-6aecf98859c9 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0518579 Sep 07 19:32:15.887309 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b5677348-4d6c-4c2f-bae3-2234a1869b9c req-560816fb-ef1a-40da-a79b-1082231eca01 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312479 Sep 07 19:32:17.001607 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e45306-532d-49e7-a6c2-fae6deb6ce12 req-f34484f1-15d3-47a0-b299-20b1438cb11c tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:17.003097 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81e45306-532d-49e7-a6c2-fae6deb6ce12 req-f34484f1-15d3-47a0-b299-20b1438cb11c tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0489769 Sep 07 19:32:17.040488 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81e45306-532d-49e7-a6c2-fae6deb6ce12 req-311e1308-4b19-411b-a23a-26c09755d3f5 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316153 Sep 07 19:32:18.154499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0300b11-1f79-48cf-a0ec-32b91d2eaf36 req-a27ea32d-434e-4587-847e-ffadf36fec18 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:18.156141 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0300b11-1f79-48cf-a0ec-32b91d2eaf36 req-a27ea32d-434e-4587-847e-ffadf36fec18 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0484345 Sep 07 19:32:18.194446 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0300b11-1f79-48cf-a0ec-32b91d2eaf36 req-5d53ea21-5c24-4d3d-9cb0-bf9bee01a536 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325074 Sep 07 19:32:19.313232 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5e5e4-6f07-4faf-b762-2431621f2998 req-869f5410-4a5f-473b-8179-9b3982048d8b tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:19.314695 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90b5e5e4-6f07-4faf-b762-2431621f2998 req-869f5410-4a5f-473b-8179-9b3982048d8b tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0509717 Sep 07 19:32:19.351402 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90b5e5e4-6f07-4faf-b762-2431621f2998 req-1cc88887-aba3-4027-99fd-6a8ad9234947 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309112 Sep 07 19:32:20.466552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93be89-ab6f-42ad-8ce7-0d03a548445b req-d371d815-9626-428f-a8aa-c3020b522f10 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:20.468048 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f93be89-ab6f-42ad-8ce7-0d03a548445b req-d371d815-9626-428f-a8aa-c3020b522f10 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0494618 Sep 07 19:32:20.505697 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f93be89-ab6f-42ad-8ce7-0d03a548445b req-c3ddf3a2-6ad5-48ae-8e2e-831107dd13cc tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313072 Sep 07 19:32:21.625424 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17dbdb-3074-45d5-b5b0-eeb856988eef req-238495b2-f25d-4276-b009-becce3d8635c tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:21.626966 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bb17dbdb-3074-45d5-b5b0-eeb856988eef req-238495b2-f25d-4276-b009-becce3d8635c tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0508931 Sep 07 19:32:21.664763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bb17dbdb-3074-45d5-b5b0-eeb856988eef req-27808bf6-26e7-4838-a456-3b1a302d0e95 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319173 Sep 07 19:32:22.793558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531530e-596b-40a4-851e-8cffa218ad2e req-7014e8a6-0342-4759-94d6-dbe572409ee0 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:22.795045 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9531530e-596b-40a4-851e-8cffa218ad2e req-7014e8a6-0342-4759-94d6-dbe572409ee0 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0526290 Sep 07 19:32:22.832236 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9531530e-596b-40a4-851e-8cffa218ad2e req-a1c0aa0c-00c7-402e-b991-bcb68faba6cf tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313921 Sep 07 19:32:23.963890 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787f3d9-48bd-4fe8-ad62-1847a985f602 req-c44bf8ff-9ba6-45fd-9df4-ff1d04fa15ed tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:23.965375 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3787f3d9-48bd-4fe8-ad62-1847a985f602 req-c44bf8ff-9ba6-45fd-9df4-ff1d04fa15ed tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0484629 Sep 07 19:32:24.002437 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3787f3d9-48bd-4fe8-ad62-1847a985f602 req-60ff39ba-7e78-4ab1-a1f0-876955624db8 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311444 Sep 07 19:32:25.116374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b241be4-b077-4c9d-a05e-37adafb21cb7 req-6ace6a28-d9e9-4b49-8df9-15fa9b7c71bd tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:25.117883 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b241be4-b077-4c9d-a05e-37adafb21cb7 req-6ace6a28-d9e9-4b49-8df9-15fa9b7c71bd tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0479987 Sep 07 19:32:25.156982 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b241be4-b077-4c9d-a05e-37adafb21cb7 req-a6f1e47c-d172-48df-90f1-c77663d909df tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326195 Sep 07 19:32:25.991282 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7eff025f-26d9-42f8-8020-b5ac00121c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:26.279377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cb76d-064a-46e2-8550-bedfb57c4364 req-df5a7bb9-1b04-495d-8c44-af33c352cb84 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:26.280789 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-462cb76d-064a-46e2-8550-bedfb57c4364 req-df5a7bb9-1b04-495d-8c44-af33c352cb84 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0514934 Sep 07 19:32:26.319396 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-462cb76d-064a-46e2-8550-bedfb57c4364 req-ecd7c222-b1fd-4565-acda-96705921259b tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326431 Sep 07 19:32:26.853473 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-5ec27ab8-410e-4cad-9e1b-bd16ee9041da service neutron] show failed (client error): The resource could not be found. Sep 07 19:32:26.854454 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-5ec27ab8-410e-4cad-9e1b-bd16ee9041da service neutron] 10.222.0.60 "GET /v2.0/ports/9aec3c79-ac9d-4c1c-b52e-fcb457893c55/bindings/n-h2-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.0531528 Sep 07 19:32:27.140242 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-073704a1-1110-4e0a-882d-be6a7aaa1d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:27.141751 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-073704a1-1110-4e0a-882d-be6a7aaa1d35 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238&tenant_id=5cab56f6cbbb437fbc3b982062ca5bc5 HTTP/1.1" status: 200 len: 1097 time: 0.1365154 Sep 07 19:32:27.155671 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-1', 'device_owner': 'compute:nova'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:32:27.211562 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:27.430489 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] For port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=9aec3c79-ac9d-4c1c-b52e-fcb457893c55,segment=NetworkSegment(52820a57-60fd-4274-976d-c102bf50ddce),segment_id=52820a57-60fd-4274-976d-c102bf50ddce)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:32:27.459051 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc1ab3-4fe1-47e1-b04b-40446d35bae5 req-484abb32-896d-4123-848e-231f960ca6af tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:27.460551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48dc1ab3-4fe1-47e1-b04b-40446d35bae5 req-484abb32-896d-4123-848e-231f960ca6af tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0673945 Sep 07 19:32:27.491260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] For port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:32:27.534528 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-48dc1ab3-4fe1-47e1-b04b-40446d35bae5 req-81f881e6-962d-45c2-840b-8f2e7f47b4cc tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663135 Sep 07 19:32:27.546627 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffbedbe-a37b-4254-b00a-c324a68a6238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aec3c79-ac9d-4c1c-b52e-fcb457893c55'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:32:27.549135 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df24788f-3131-4aa3-81c4-cd6ca88e8e71" -d '{"events": [{"server_uuid": "7ffbedbe-a37b-4254-b00a-c324a68a6238", "name": "network-vif-unplugged", "status": "completed", "tag": "9aec3c79-ac9d-4c1c-b52e-fcb457893c55"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:32:27.552974 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:27.565742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Transition to ACTIVE for port object 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:32:27.568921 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:27.631828 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 19:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f22df87-690f-49ce-a187-de475d1b1c63 x-openstack-request-id: req-6f22df87-690f-49ce-a187-de475d1b1c63 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:32:27.632116 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffbedbe-a37b-4254-b00a-c324a68a6238", "name": "network-vif-unplugged", "status": "completed", "tag": "9aec3c79-ac9d-4c1c-b52e-fcb457893c55", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:32:27.632366 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f22df87-690f-49ce-a187-de475d1b1c63 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:32:27.632782 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffbedbe-a37b-4254-b00a-c324a68a6238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aec3c79-ac9d-4c1c-b52e-fcb457893c55', 'code': 200} Sep 07 19:32:27.633434 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] No DVR routers for this DVR port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:32:27.640702 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Pushing event updated for resources: {'Port': ['ID=9aec3c79-ac9d-4c1c-b52e-fcb457893c55,revision_number=6']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:27.651101 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:27.651101 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:27.651344 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:27.651473 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:27.651799 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:27.652174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:27.652499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:27.652846 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:27.653164 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:27.653481 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:27.653799 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:27.654115 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:27.681881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Attempting to bind port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:32:27.682208 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Attempting to bind port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '52820a57-60fd-4274-976d-c102bf50ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:32:27.682533 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Attempting to bind port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 on network 4680cabb-bac2-4571-8e3d-200f8c20986d {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:32:27.687414 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 on network 4680cabb-bac2-4571-8e3d-200f8c20986d not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:32:27.687733 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Attempting to bind port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 on network 4680cabb-bac2-4571-8e3d-200f8c20986d {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:32:27.692486 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:32:27.692848 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Checking segment: {'id': '52820a57-60fd-4274-976d-c102bf50ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:32:27.693221 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Bound using segment: {'id': '52820a57-60fd-4274-976d-c102bf50ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:32:27.693646 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Bound port: 9aec3c79-ac9d-4c1c-b52e-fcb457893c55, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52820a57-60fd-4274-976d-c102bf50ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:32:27.693994 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:27.757855 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] For port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:32:27.760891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] For port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9aec3c79-ac9d-4c1c-b52e-fcb457893c55,segment=NetworkSegment(52820a57-60fd-4274-976d-c102bf50ddce),segment_id=52820a57-60fd-4274-976d-c102bf50ddce)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:32:27.764987 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:27.797227 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:27.797841 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:27.799225 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] 10.222.0.36 "PUT /v2.0/ports/9aec3c79-ac9d-4c1c-b52e-fcb457893c55 HTTP/1.1" status: 200 len: 1092 time: 0.6479232 Sep 07 19:32:27.821060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd5468-6573-4214-ac05-432352c2f11b service neutron] Pushing event updated for resources: {'Port': ['ID=9aec3c79-ac9d-4c1c-b52e-fcb457893c55,revision_number=7']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:27.862584 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-a6837373-eb2a-4a20-b9fd-28a24a6a06f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:27.863998 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-a6837373-eb2a-4a20-b9fd-28a24a6a06f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cab56f6cbbb437fbc3b982062ca5bc5&device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 1095 time: 0.0401707 Sep 07 19:32:27.954783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-04a4275c-e26b-431d-8892-91a03088c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:27.956226 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-04a4275c-e26b-431d-8892-91a03088c1d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4680cabb-bac2-4571-8e3d-200f8c20986d HTTP/1.1" status: 200 len: 916 time: 0.0852699 Sep 07 19:32:27.998486 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-3e2d8152-da50-429f-94fd-62889d4ad81d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aec3c79-ac9d-4c1c-b52e-fcb457893c55 HTTP/1.1" status: 200 len: 217 time: 0.0343058 Sep 07 19:32:28.045029 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-406104bf-120d-4f1e-9f5b-c66e131ea194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:28.046408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-406104bf-120d-4f1e-9f5b-c66e131ea194 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f6209a7-c17a-43ea-91c2-16729d94f619 HTTP/1.1" status: 200 len: 855 time: 0.0416024 Sep 07 19:32:28.077359 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-63bb32e5-d952-4b63-af24-04fdea96d049 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4680cabb-bac2-4571-8e3d-200f8c20986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233574 Sep 07 19:32:28.166702 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-ae5020ea-f46e-45d3-923f-74ca3aa422cc service neutron] 10.222.0.36 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825238 Sep 07 19:32:28.264856 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-06bb5d53-80db-40ef-8e86-1cf28aae332f req-5646f876-84de-4110-9f72-974a7e5f73fb service neutron] 10.222.0.36 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908837 Sep 07 19:32:28.659068 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fddaca-0971-4f3b-bc9b-faef92a68612 req-2af79df3-e896-46b2-b4ef-891639cb38e3 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:28.660547 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50fddaca-0971-4f3b-bc9b-faef92a68612 req-2af79df3-e896-46b2-b4ef-891639cb38e3 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 944 time: 0.0489779 Sep 07 19:32:28.698322 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50fddaca-0971-4f3b-bc9b-faef92a68612 req-4e00310d-21a6-429d-beaa-741d5331ab3a tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318346 Sep 07 19:32:28.826499 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-585fd9a7-8447-46da-8ef9-25b6c3c35d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:29.104166 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:29.633895 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ffbedbe-a37b-4254-b00a-c324a68a6238', 'tag': '9aec3c79-ac9d-4c1c-b52e-fcb457893c55'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:32:29.636224 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f0a695-0245-474c-90d4-f6c03098d5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "7ffbedbe-a37b-4254-b00a-c324a68a6238", "tag": "9aec3c79-ac9d-4c1c-b52e-fcb457893c55"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:32:29.683176 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3af3269-c36f-4585-bbd7-28bdebfe2e22 x-openstack-request-id: req-e3af3269-c36f-4585-bbd7-28bdebfe2e22 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:32:29.684657 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ffbedbe-a37b-4254-b00a-c324a68a6238", "tag": "9aec3c79-ac9d-4c1c-b52e-fcb457893c55", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:32:29.684657 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3af3269-c36f-4585-bbd7-28bdebfe2e22 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:32:29.685057 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ffbedbe-a37b-4254-b00a-c324a68a6238', 'tag': '9aec3c79-ac9d-4c1c-b52e-fcb457893c55', 'status': 'completed', 'code': 200} Sep 07 19:32:30.109986 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0a695-0245-474c-90d4-f6c03098d5e0 req-4ababe9d-39f6-4793-9fc0-6f462c8c9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:30.111458 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81f0a695-0245-474c-90d4-f6c03098d5e0 req-4ababe9d-39f6-4793-9fc0-6f462c8c9933 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5cab56f6cbbb437fbc3b982062ca5bc5&device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 1095 time: 0.4046304 Sep 07 19:32:30.127957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0a695-0245-474c-90d4-f6c03098d5e0 req-0171f74b-dc4e-41c8-85c9-394667717135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:30.129355 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81f0a695-0245-474c-90d4-f6c03098d5e0 req-0171f74b-dc4e-41c8-85c9-394667717135 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cab56f6cbbb437fbc3b982062ca5bc5&device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 1095 time: 0.4145908 Sep 07 19:32:30.228125 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48550b9-5046-4788-8a4b-2db7e662c40f req-bd40488a-ee1e-4521-9716-e8d813f67bfb tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:30.229623 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f48550b9-5046-4788-8a4b-2db7e662c40f req-bd40488a-ee1e-4521-9716-e8d813f67bfb tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 944 time: 0.4607255 Sep 07 19:32:30.321127 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0a695-0245-474c-90d4-f6c03098d5e0 req-5d8ae977-fb1a-47bb-ab9c-03e6d67ecaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:30.322603 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81f0a695-0245-474c-90d4-f6c03098d5e0 req-5d8ae977-fb1a-47bb-ab9c-03e6d67ecaa4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4680cabb-bac2-4571-8e3d-200f8c20986d HTTP/1.1" status: 200 len: 916 time: 0.1967652 Sep 07 19:32:30.328758 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f48550b9-5046-4788-8a4b-2db7e662c40f req-2cbf600f-5d5d-47c9-99ee-066f38919738 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666108 Sep 07 19:32:30.350593 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:30.374845 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0a695-0245-474c-90d4-f6c03098d5e0 req-55e304f9-518b-45af-adce-95f86dbf9822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:30.376273 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81f0a695-0245-474c-90d4-f6c03098d5e0 req-55e304f9-518b-45af-adce-95f86dbf9822 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4680cabb-bac2-4571-8e3d-200f8c20986d HTTP/1.1" status: 200 len: 916 time: 0.2280216 Sep 07 19:32:30.377973 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81f0a695-0245-474c-90d4-f6c03098d5e0 req-1941b73b-400f-4ab5-a746-837340f37339 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aec3c79-ac9d-4c1c-b52e-fcb457893c55 HTTP/1.1" status: 200 len: 217 time: 0.0438800 Sep 07 19:32:30.441392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81f0a695-0245-474c-90d4-f6c03098d5e0 req-c014f38b-b31d-4053-a1fe-3939db4c97ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aec3c79-ac9d-4c1c-b52e-fcb457893c55 HTTP/1.1" status: 200 len: 217 time: 0.0573909 Sep 07 19:32:30.490375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0a695-0245-474c-90d4-f6c03098d5e0 req-85e832ba-7c75-4ebe-be3f-c324c32dc134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:30.491825 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81f0a695-0245-474c-90d4-f6c03098d5e0 req-85e832ba-7c75-4ebe-be3f-c324c32dc134 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3f6209a7-c17a-43ea-91c2-16729d94f619 HTTP/1.1" status: 200 len: 855 time: 0.1020184 Sep 07 19:32:30.512253 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0a695-0245-474c-90d4-f6c03098d5e0 req-0a77e1c2-5860-4393-afa6-509405973b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:30.513693 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81f0a695-0245-474c-90d4-f6c03098d5e0 req-0a77e1c2-5860-4393-afa6-509405973b1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f6209a7-c17a-43ea-91c2-16729d94f619 HTTP/1.1" status: 200 len: 855 time: 0.0649562 Sep 07 19:32:30.529533 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81f0a695-0245-474c-90d4-f6c03098d5e0 req-70d148af-b868-491f-b3da-f238f46b7de2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4680cabb-bac2-4571-8e3d-200f8c20986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301173 Sep 07 19:32:30.557724 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81f0a695-0245-474c-90d4-f6c03098d5e0 req-983d9832-345b-4839-bdc6-ccaf66648918 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4680cabb-bac2-4571-8e3d-200f8c20986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308113 Sep 07 19:32:30.579724 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:32:30.624172 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:32:30.694267 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81f0a695-0245-474c-90d4-f6c03098d5e0 req-83e0e75d-c87b-4044-9c6e-4228853246e6 service neutron] 10.222.0.60 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578197 Sep 07 19:32:30.725342 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81f0a695-0245-474c-90d4-f6c03098d5e0 req-344a96ad-b00d-4944-9417-2d36c8c82230 service neutron] 10.222.0.36 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502738 Sep 07 19:32:30.859337 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81f0a695-0245-474c-90d4-f6c03098d5e0 req-591823fd-5c73-4a97-bae6-765ee37c798d service neutron] 10.222.0.60 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547120 Sep 07 19:32:30.875845 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81f0a695-0245-474c-90d4-f6c03098d5e0 req-814ddba7-8184-4ef6-a313-171866de913f service neutron] 10.222.0.36 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417184 Sep 07 19:32:31.452092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863c556-a46a-4233-b3c6-fe316dcd5f00 req-010f84cc-fdd5-4418-8668-2b1ce9944897 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:31.453607 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e863c556-a46a-4233-b3c6-fe316dcd5f00 req-010f84cc-fdd5-4418-8668-2b1ce9944897 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 944 time: 0.0555391 Sep 07 19:32:31.490828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e863c556-a46a-4233-b3c6-fe316dcd5f00 req-d7468e9d-f1fa-4ed9-a191-a8cd1e1f3fb6 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312102 Sep 07 19:32:31.633808 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:32:31.711084 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129f3d8-34f7-443b-8326-f298e99af4df req-867eba04-f919-4394-b6fd-eb2883246bcc tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:31.712613 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4129f3d8-34f7-443b-8326-f298e99af4df req-867eba04-f919-4394-b6fd-eb2883246bcc tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 944 time: 0.0765619 Sep 07 19:32:31.724728 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92968020-0e8a-4c8e-a3d6-c7902741f35d req-320a7bd8-dce3-4295-a6f1-3358c34c9cad tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:31.726150 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92968020-0e8a-4c8e-a3d6-c7902741f35d req-320a7bd8-dce3-4295-a6f1-3358c34c9cad tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238&tenant_id=5cab56f6cbbb437fbc3b982062ca5bc5&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 944 time: 0.0806310 Sep 07 19:32:31.730037 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9aec3c79-ac9d-4c1c-b52e-fcb457893c55,segment=NetworkSegment(52820a57-60fd-4274-976d-c102bf50ddce),segment_id=52820a57-60fd-4274-976d-c102bf50ddce)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:32:31.741002 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '9aec3c79-ac9d-4c1c-b52e-fcb457893c55', 'network_id': '4680cabb-bac2-4571-8e3d-200f8c20986d', 'port_id': '9aec3c79-ac9d-4c1c-b52e-fcb457893c55', 'mac_address': 'fa:16:3e:92:bb:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6209a7-c17a-43ea-91c2-16729d94f619', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:32:31.777591 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:31.789776 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:32:31.795653 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4129f3d8-34f7-443b-8326-f298e99af4df req-499e2ae4-e65f-4ca5-bd70-fb592c3f70cb tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685451 Sep 07 19:32:31.811090 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9aec3c79-ac9d-4c1c-b52e-fcb457893c55,segment=NetworkSegment(52820a57-60fd-4274-976d-c102bf50ddce),segment_id=52820a57-60fd-4274-976d-c102bf50ddce)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:32:31.812882 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-92968020-0e8a-4c8e-a3d6-c7902741f35d req-ee9652a0-6834-4de9-a739-f66ff4954ff9 service neutron] delete failed (client error): The resource could not be found. Sep 07 19:32:31.814059 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92968020-0e8a-4c8e-a3d6-c7902741f35d req-ee9652a0-6834-4de9-a739-f66ff4954ff9 service neutron] 10.222.0.60 "DELETE /v2.0/ports/9aec3c79-ac9d-4c1c-b52e-fcb457893c55/bindings/n-h1-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.0812745 Sep 07 19:32:31.815329 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:31.880470 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=9aec3c79-ac9d-4c1c-b52e-fcb457893c55,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:31.887769 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:31.889237 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:31.889584 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:31.889926 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:31.890261 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:31.890599 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:31.890930 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:31.891254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:31.891578 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:31.891899 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:31.892220 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:31.892562 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:31.892884 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:31.895115 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92968020-0e8a-4c8e-a3d6-c7902741f35d req-a53be665-8ea1-4722-86b4-29c04cdab2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:31.896665 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92968020-0e8a-4c8e-a3d6-c7902741f35d req-a53be665-8ea1-4722-86b4-29c04cdab2aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5cab56f6cbbb437fbc3b982062ca5bc5&device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 1096 time: 0.0412774 Sep 07 19:32:31.988086 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92968020-0e8a-4c8e-a3d6-c7902741f35d req-41965362-4a2a-422b-b8f9-643994c4d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:31.989566 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92968020-0e8a-4c8e-a3d6-c7902741f35d req-41965362-4a2a-422b-b8f9-643994c4d781 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4680cabb-bac2-4571-8e3d-200f8c20986d HTTP/1.1" status: 200 len: 916 time: 0.0862360 Sep 07 19:32:32.031218 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92968020-0e8a-4c8e-a3d6-c7902741f35d req-c1d51027-82e4-4e12-bb7b-0960edcffc25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aec3c79-ac9d-4c1c-b52e-fcb457893c55 HTTP/1.1" status: 200 len: 217 time: 0.0350938 Sep 07 19:32:32.077798 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92968020-0e8a-4c8e-a3d6-c7902741f35d req-ddb964f1-312c-4fd0-8182-13422be0b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:32.079184 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92968020-0e8a-4c8e-a3d6-c7902741f35d req-ddb964f1-312c-4fd0-8182-13422be0b0c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3f6209a7-c17a-43ea-91c2-16729d94f619 HTTP/1.1" status: 200 len: 855 time: 0.0420015 Sep 07 19:32:32.085311 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['9aec3c79-ac9d-4c1c-b52e-fcb457893c55'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:32:32.110305 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92968020-0e8a-4c8e-a3d6-c7902741f35d req-f944ca36-dcef-4263-91bd-9c178938ebac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4680cabb-bac2-4571-8e3d-200f8c20986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248251 Sep 07 19:32:32.202317 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92968020-0e8a-4c8e-a3d6-c7902741f35d req-e1c91ddb-bff1-45ae-8eb5-215ba8a37061 service neutron] 10.222.0.60 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850554 Sep 07 19:32:32.296705 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92968020-0e8a-4c8e-a3d6-c7902741f35d req-e73cf856-e2c0-43c7-a9cd-9dff1d08a35d service neutron] 10.222.0.60 "GET /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881293 Sep 07 19:32:32.916940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd20ae-b964-4052-bdac-72f72c4908fa req-a2e3a98d-9266-45ad-ade2-d02c07221342 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:32.918326 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0bdd20ae-b964-4052-bdac-72f72c4908fa req-a2e3a98d-9266-45ad-ade2-d02c07221342 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 945 time: 0.0540185 Sep 07 19:32:32.956446 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0bdd20ae-b964-4052-bdac-72f72c4908fa req-82888c13-f323-4dd3-a5e5-e0c0b7a6e700 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316966 Sep 07 19:32:33.067402 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59fce9-a501-46b8-83c5-3dd088e0979d req-bb0633ec-28f8-41db-bf77-eadcbf1a50c1 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:33.068887 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1d59fce9-a501-46b8-83c5-3dd088e0979d req-bb0633ec-28f8-41db-bf77-eadcbf1a50c1 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 945 time: 0.0481961 Sep 07 19:32:33.107732 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1d59fce9-a501-46b8-83c5-3dd088e0979d req-5f6bcd90-d533-4ab5-a643-dae65b63cf85 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324144 Sep 07 19:32:33.219141 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9955332-5018-4bf3-b218-767fd7f71fae req-2422cb14-626f-454c-97af-410a22e62717 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:33.220530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c9955332-5018-4bf3-b218-767fd7f71fae req-2422cb14-626f-454c-97af-410a22e62717 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 945 time: 0.0484500 Sep 07 19:32:33.256997 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c9955332-5018-4bf3-b218-767fd7f71fae req-7c93e964-0e9d-4c38-8040-7f99d537c490 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306544 Sep 07 19:32:33.584681 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4492de-4156-4343-b0e9-aa72336b4280 req-22f41f56-b459-4153-acd4-b3cba1c28aa5 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:33.586307 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf4492de-4156-4343-b0e9-aa72336b4280 req-22f41f56-b459-4153-acd4-b3cba1c28aa5 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 945 time: 0.0529034 Sep 07 19:32:33.624616 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf4492de-4156-4343-b0e9-aa72336b4280 req-97718430-e6fd-448f-b6fb-f1d1436e7df8 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323429 Sep 07 19:32:33.644919 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:32:33.691639 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:32:33.695299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:32:33.695688 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:33.772070 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:33.794625 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffbedbe-a37b-4254-b00a-c324a68a6238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aec3c79-ac9d-4c1c-b52e-fcb457893c55'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:32:33.796882 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449aa17d-d4f8-4bb7-8837-36730c906374" -d '{"events": [{"server_uuid": "7ffbedbe-a37b-4254-b00a-c324a68a6238", "name": "network-vif-plugged", "status": "completed", "tag": "9aec3c79-ac9d-4c1c-b52e-fcb457893c55"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:32:33.808790 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9aec3c79-ac9d-4c1c-b52e-fcb457893c55,segment=NetworkSegment(52820a57-60fd-4274-976d-c102bf50ddce),segment_id=52820a57-60fd-4274-976d-c102bf50ddce)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:32:33.813083 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:33.837319 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c67f6c-df4b-408b-90b1-d00d2dd86a3d x-openstack-request-id: req-32c67f6c-df4b-408b-90b1-d00d2dd86a3d {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:32:33.837608 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffbedbe-a37b-4254-b00a-c324a68a6238", "name": "network-vif-plugged", "status": "completed", "tag": "9aec3c79-ac9d-4c1c-b52e-fcb457893c55", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:32:33.837853 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32c67f6c-df4b-408b-90b1-d00d2dd86a3d {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:32:33.838232 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffbedbe-a37b-4254-b00a-c324a68a6238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aec3c79-ac9d-4c1c-b52e-fcb457893c55', 'code': 200} Sep 07 19:32:33.862638 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=9aec3c79-ac9d-4c1c-b52e-fcb457893c55,revision_number=9']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:34.738474 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb763373-eacb-4040-aeeb-a5113b350112 req-3a68c821-26cd-42a2-9c27-b42d5f72f932 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:34.740025 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb763373-eacb-4040-aeeb-a5113b350112 req-3a68c821-26cd-42a2-9c27-b42d5f72f932 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0492363 Sep 07 19:32:34.777752 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb763373-eacb-4040-aeeb-a5113b350112 req-51515584-087c-4520-96ee-7d269e9bdf78 tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ae75fe5-446f-4b3a-93be-d0d77465eb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317628 Sep 07 19:32:35.015631 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12dfcf-fc45-4319-bfda-a38b11f05706 req-e14789ba-ed65-4297-84ed-3fb245df128b tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:35.017115 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3a12dfcf-fc45-4319-bfda-a38b11f05706 req-e14789ba-ed65-4297-84ed-3fb245df128b tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ffbedbe-a37b-4254-b00a-c324a68a6238 HTTP/1.1" status: 200 len: 946 time: 0.0475149 Sep 07 19:32:35.107256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-3a12dfcf-fc45-4319-bfda-a38b11f05706 req-95f9cb3e-04a8-48a7-b68f-e9660b7f394d tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Deleting port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:32:35.107597 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3a12dfcf-fc45-4319-bfda-a38b11f05706 req-95f9cb3e-04a8-48a7-b68f-e9660b7f394d tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:35.192945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-3a12dfcf-fc45-4319-bfda-a38b11f05706 req-95f9cb3e-04a8-48a7-b68f-e9660b7f394d tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] For port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=9aec3c79-ac9d-4c1c-b52e-fcb457893c55,segment=NetworkSegment(52820a57-60fd-4274-976d-c102bf50ddce),segment_id=52820a57-60fd-4274-976d-c102bf50ddce)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:32:35.193309 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3a12dfcf-fc45-4319-bfda-a38b11f05706 req-95f9cb3e-04a8-48a7-b68f-e9660b7f394d tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:35.205474 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-3a12dfcf-fc45-4319-bfda-a38b11f05706 req-95f9cb3e-04a8-48a7-b68f-e9660b7f394d tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Calling delete_port for 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:32:35.329762 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3a12dfcf-fc45-4319-bfda-a38b11f05706 req-95f9cb3e-04a8-48a7-b68f-e9660b7f394d tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:35.342990 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['9aec3c79-ac9d-4c1c-b52e-fcb457893c55'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:32:35.358297 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9cb3e-04a8-48a7-b68f-e9660b7f394d tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Pushing event deleted for resources: {'Port': ['ID=9aec3c79-ac9d-4c1c-b52e-fcb457893c55,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:35.403992 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a12dfcf-fc45-4319-bfda-a38b11f05706 req-95f9cb3e-04a8-48a7-b68f-e9660b7f394d tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] No DVR routers for this DVR port 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:32:35.406677 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-3a12dfcf-fc45-4319-bfda-a38b11f05706 req-95f9cb3e-04a8-48a7-b68f-e9660b7f394d tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:35.408775 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3a12dfcf-fc45-4319-bfda-a38b11f05706 req-95f9cb3e-04a8-48a7-b68f-e9660b7f394d tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] 10.222.0.36 "DELETE /v2.0/ports/9aec3c79-ac9d-4c1c-b52e-fcb457893c55 HTTP/1.1" status: 204 len: 173 time: 0.3853137 Sep 07 19:32:35.409216 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffbedbe-a37b-4254-b00a-c324a68a6238', 'name': 'network-vif-deleted', 'tag': '9aec3c79-ac9d-4c1c-b52e-fcb457893c55'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:32:35.411613 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd81be1-eb79-45fa-a940-0ea3bf411cdf" -d '{"events": [{"server_uuid": "7ffbedbe-a37b-4254-b00a-c324a68a6238", "name": "network-vif-deleted", "tag": "9aec3c79-ac9d-4c1c-b52e-fcb457893c55"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:32:35.453481 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ec9db4-764e-481b-9c0b-168d52168f03 x-openstack-request-id: req-f2ec9db4-764e-481b-9c0b-168d52168f03 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:32:35.453778 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffbedbe-a37b-4254-b00a-c324a68a6238", "name": "network-vif-deleted", "tag": "9aec3c79-ac9d-4c1c-b52e-fcb457893c55", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:32:35.454035 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f2ec9db4-764e-481b-9c0b-168d52168f03 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:32:35.454436 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffbedbe-a37b-4254-b00a-c324a68a6238', 'name': 'network-vif-deleted', 'tag': '9aec3c79-ac9d-4c1c-b52e-fcb457893c55', 'status': 'completed', 'code': 200} Sep 07 19:32:35.894933 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 48650) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:32:35.938455 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a11f26-4671-43b6-84e6-8401a7808305 admin admin] Deleting subnet 3f6209a7-c17a-43ea-91c2-16729d94f619 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:32:35.941379 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33a11f26-4671-43b6-84e6-8401a7808305 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:35.975017 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33a11f26-4671-43b6-84e6-8401a7808305 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:36.011955 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33a11f26-4671-43b6-84e6-8401a7808305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:36.062434 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33a11f26-4671-43b6-84e6-8401a7808305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:36.093943 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a11f26-4671-43b6-84e6-8401a7808305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f6209a7-c17a-43ea-91c2-16729d94f619,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:36.096304 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-33a11f26-4671-43b6-84e6-8401a7808305 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:36.098195 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-33a11f26-4671-43b6-84e6-8401a7808305 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3f6209a7-c17a-43ea-91c2-16729d94f619 HTTP/1.1" status: 204 len: 168 time: 0.2022464 Sep 07 19:32:36.100902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48652) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:32:36.104343 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a11f26-4671-43b6-84e6-8401a7808305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:36.104718 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a11f26-4671-43b6-84e6-8401a7808305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:36.105100 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a11f26-4671-43b6-84e6-8401a7808305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:36.105436 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a11f26-4671-43b6-84e6-8401a7808305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:36.105770 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a11f26-4671-43b6-84e6-8401a7808305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:36.106125 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a11f26-4671-43b6-84e6-8401a7808305 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:36.106450 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a11f26-4671-43b6-84e6-8401a7808305 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:36.106772 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a11f26-4671-43b6-84e6-8401a7808305 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:36.107091 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a11f26-4671-43b6-84e6-8401a7808305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:36.107412 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a11f26-4671-43b6-84e6-8401a7808305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:36.107730 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a11f26-4671-43b6-84e6-8401a7808305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:36.108044 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a11f26-4671-43b6-84e6-8401a7808305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:36.168125 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-50121349-5da0-4ba7-883d-12402574c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:36.247742 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-50121349-5da0-4ba7-883d-12402574c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:36.267143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-50121349-5da0-4ba7-883d-12402574c1fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4680cabb-bac2-4571-8e3d-200f8c20986d']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:32:36.276305 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-50121349-5da0-4ba7-883d-12402574c1fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52820a57-60fd-4274-976d-c102bf50ddce') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:32:36.276642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-50121349-5da0-4ba7-883d-12402574c1fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52820a57-60fd-4274-976d-c102bf50ddce') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:32:36.287431 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-50121349-5da0-4ba7-883d-12402574c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:36.304811 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-50121349-5da0-4ba7-883d-12402574c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:36.311585 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50121349-5da0-4ba7-883d-12402574c1fa admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:32:36.311977 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-50121349-5da0-4ba7-883d-12402574c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:32:36.313691 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:32:36.369748 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-50121349-5da0-4ba7-883d-12402574c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:36.375616 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-50121349-5da0-4ba7-883d-12402574c1fa admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:36.377476 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-50121349-5da0-4ba7-883d-12402574c1fa admin admin] 10.222.0.26 "DELETE /v2.0/networks/4680cabb-bac2-4571-8e3d-200f8c20986d HTTP/1.1" status: 204 len: 168 time: 0.2755826 Sep 07 19:32:36.389074 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50121349-5da0-4ba7-883d-12402574c1fa admin admin] Pushing event deleted for resources: {'Network': ['ID=4680cabb-bac2-4571-8e3d-200f8c20986d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:36.485178 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48656) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:32:36.524295 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-189172c2-8951-45a9-80cd-1adb5f2b0096 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5cab56f6cbbb437fbc3b982062ca5bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379326 Sep 07 19:32:36.526679 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48658) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:32:36.574327 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3133841-cad5-4a06-9652-face4b740f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:36.596151 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3133841-cad5-4a06-9652-face4b740f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:36.643066 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3133841-cad5-4a06-9652-face4b740f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:36.646569 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3133841-cad5-4a06-9652-face4b740f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:36.647743 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b3133841-cad5-4a06-9652-face4b740f6f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ae75fe5-446f-4b3a-93be-d0d77465eb40 HTTP/1.1" status: 204 len: 168 time: 0.1196492 Sep 07 19:32:36.656175 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3133841-cad5-4a06-9652-face4b740f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae75fe5-446f-4b3a-93be-d0d77465eb40,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:37.311754 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48680) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:32:37.407039 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-6febaf44-c123-4668-bbf7-de9a7331862b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1105776284-network', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:32:37.428369 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6febaf44-c123-4668-bbf7-de9a7331862b admin admin] Made reservation on behalf of 6c4a83d7dbc44c8b8079cec17d2f38e5 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:32:37.430776 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6febaf44-c123-4668-bbf7-de9a7331862b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:37.440324 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6febaf44-c123-4668-bbf7-de9a7331862b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:37.528799 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6febaf44-c123-4668-bbf7-de9a7331862b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:37.532500 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6febaf44-c123-4668-bbf7-de9a7331862b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:37.557214 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6febaf44-c123-4668-bbf7-de9a7331862b admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:32:37.567051 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febaf44-c123-4668-bbf7-de9a7331862b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be849341-af76-4b90-921a-7a67b6a9c4ed,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:37.571893 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6febaf44-c123-4668-bbf7-de9a7331862b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:37.572238 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-6febaf44-c123-4668-bbf7-de9a7331862b admin admin] Added segment 15e53857-2c39-4e11-9663-cd8a7aa2d96a of type vlan for network 6f75a905-de18-434c-8e6f-301dac0be8d9 Sep 07 19:32:37.612196 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6febaf44-c123-4668-bbf7-de9a7331862b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:37.636923 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6febaf44-c123-4668-bbf7-de9a7331862b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:37.637904 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6febaf44-c123-4668-bbf7-de9a7331862b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:37.638480 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6febaf44-c123-4668-bbf7-de9a7331862b admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:37.672351 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6febaf44-c123-4668-bbf7-de9a7331862b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3594623 Sep 07 19:32:37.675400 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 48684) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:32:37.680950 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b88e6ff9-d848-4bea-b22c-cb1def06d13b admin admin] Request body: {'subnet': {'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1105776284-subnet', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:32:37.701166 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febaf44-c123-4668-bbf7-de9a7331862b admin admin] Pushing event updated for resources: {'Network': ['ID=6f75a905-de18-434c-8e6f-301dac0be8d9,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:37.703908 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88e6ff9-d848-4bea-b22c-cb1def06d13b admin admin] Made reservation on behalf of 6c4a83d7dbc44c8b8079cec17d2f38e5 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:32:37.706606 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b88e6ff9-d848-4bea-b22c-cb1def06d13b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:37.712102 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 6f75a905-de18-434c-8e6f-301dac0be8d9 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:32:37.875278 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b88e6ff9-d848-4bea-b22c-cb1def06d13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:37.932055 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e6ff9-d848-4bea-b22c-cb1def06d13b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:37.937207 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e6ff9-d848-4bea-b22c-cb1def06d13b admin admin] Checking segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:32:37.937563 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88e6ff9-d848-4bea-b22c-cb1def06d13b admin admin] Network hostable DHCP agents. Network: 6f75a905-de18-434c-8e6f-301dac0be8d9, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:32:37.953970 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88e6ff9-d848-4bea-b22c-cb1def06d13b admin admin] Network 6f75a905-de18-434c-8e6f-301dac0be8d9 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:32:37.962796 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-b88e6ff9-d848-4bea-b22c-cb1def06d13b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 6f75a905-de18-434c-8e6f-301dac0be8d9) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:32:37.967546 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88e6ff9-d848-4bea-b22c-cb1def06d13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:37.968151 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b88e6ff9-d848-4bea-b22c-cb1def06d13b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:37.973165 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887011a6-b4a8-4b96-99a8-249a56994c3f None None] Network 6f75a905-de18-434c-8e6f-301dac0be8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:32:37.994477 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b88e6ff9-d848-4bea-b22c-cb1def06d13b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3179364 Sep 07 19:32:38.000013 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48686) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:32:38.004591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-0c4e012c-eca3-43fb-822e-1cd7c31b312e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:32:38.026294 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0c4e012c-eca3-43fb-822e-1cd7c31b312e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:38.027578 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0c4e012c-eca3-43fb-822e-1cd7c31b312e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:38.085518 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0c4e012c-eca3-43fb-822e-1cd7c31b312e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:38.142388 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-6f75a905-de18-434c-8e6f-301dac0be8d9', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:32:38.143280 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:38.224071 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0c4e012c-eca3-43fb-822e-1cd7c31b312e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:38.278950 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] Allocated IP 172.20.0.2 (6f75a905-de18-434c-8e6f-301dac0be8d9/5bb2ca3d-5219-4ce7-a9ec-de975f88cf72/ba8dba80-c441-44fd-bbc8-16a8e1988434) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:32:38.424284 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:38.432482 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] Transition to ACTIVE for port object ba8dba80-c441-44fd-bbc8-16a8e1988434 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:32:38.448524 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] Transition to ACTIVE for port object ba8dba80-c441-44fd-bbc8-16a8e1988434 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:32:38.448702 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0c4e012c-eca3-43fb-822e-1cd7c31b312e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:38.454270 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:38.469059 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0c4e012c-eca3-43fb-822e-1cd7c31b312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:38.494550 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] Network 6f75a905-de18-434c-8e6f-301dac0be8d9 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:32:38.501507 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:32:38.505882 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:32:38.508885 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] Pushing event updated for resources: {'Port': ['ID=ba8dba80-c441-44fd-bbc8-16a8e1988434,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:38.559939 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] Attempting to bind port ba8dba80-c441-44fd-bbc8-16a8e1988434 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:32:38.560326 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] Attempting to bind port ba8dba80-c441-44fd-bbc8-16a8e1988434 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:32:38.560710 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] Attempting to bind port ba8dba80-c441-44fd-bbc8-16a8e1988434 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:32:38.565534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:32:38.565902 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] Checking segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:32:38.566293 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:38.566681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] Bound using segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:32:38.567132 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] Bound port: ba8dba80-c441-44fd-bbc8-16a8e1988434, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:32:38.567503 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:38.579284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-0c4e012c-eca3-43fb-822e-1cd7c31b312e admin admin] Allocated IP 172.25.8.193 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/fac3b3e3-5a61-4ace-9b0c-872a03208e2e) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:32:38.629030 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] For port ba8dba80-c441-44fd-bbc8-16a8e1988434, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:32:38.632320 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] For port ba8dba80-c441-44fd-bbc8-16a8e1988434, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ba8dba80-c441-44fd-bbc8-16a8e1988434,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:32:38.637366 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:38.691114 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0c4e012c-eca3-43fb-822e-1cd7c31b312e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:38.709587 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373f665-0230-4b9f-8a7b-23096b320382 None None] Pushing event updated for resources: {'Port': ['ID=ba8dba80-c441-44fd-bbc8-16a8e1988434,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:38.732155 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0c4e012c-eca3-43fb-822e-1cd7c31b312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:38.770202 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4e012c-eca3-43fb-822e-1cd7c31b312e admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:32:38.773148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-0c4e012c-eca3-43fb-822e-1cd7c31b312e admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:32:38.779233 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4e012c-eca3-43fb-822e-1cd7c31b312e admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:32:38.805608 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e012c-eca3-43fb-822e-1cd7c31b312e admin admin] Pushing event updated for resources: {'Port': ['ID=fac3b3e3-5a61-4ace-9b0c-872a03208e2e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:39.055244 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0c4e012c-eca3-43fb-822e-1cd7c31b312e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:39.243923 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0c4e012c-eca3-43fb-822e-1cd7c31b312e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:39.380198 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4e012c-eca3-43fb-822e-1cd7c31b312e admin admin] Router cecdcb85-109b-4c2f-871f-3d4653ae2593 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:32:39.496060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4e012c-eca3-43fb-822e-1cd7c31b312e admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:32:39.506507 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] Sync routers for ids ['cecdcb85-109b-4c2f-871f-3d4653ae2593'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:32:39.512191 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0c4e012c-eca3-43fb-822e-1cd7c31b312e admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:39.513613 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0c4e012c-eca3-43fb-822e-1cd7c31b312e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5125377 Sep 07 19:32:39.516400 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48688) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:32:39.681156 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53314b5-9009-4a6b-987d-91347c01bf0b None None] Network 6f75a905-de18-434c-8e6f-301dac0be8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:32:39.705033 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:32:39.738183 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] Routers {'cecdcb85-109b-4c2f-871f-3d4653ae2593'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:32:39.738753 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:32:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cecdcb85-109b-4c2f-871f-3d4653ae2593'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:32:39.745145 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:32:39.745582 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 9aec3c79-ac9d-4c1c-b52e-fcb457893c55 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:32:39.783489 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-375b6dfb-6462-48a5-94a4-b45361cf95a9 None None] Provisioning for port ba8dba80-c441-44fd-bbc8-16a8e1988434 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:32:39.924702 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] Set router cecdcb85-109b-4c2f-871f-3d4653ae2593 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:32:40.157433 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:38Z', 'revision_number': 3, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:32:40.189678 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] Checking router: cecdcb85-109b-4c2f-871f-3d4653ae2593 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:32:40.190027 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] Updating router cecdcb85-109b-4c2f-871f-3d4653ae2593 port fac3b3e3-5a61-4ace-9b0c-872a03208e2e binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:32:40.216146 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:40.315139 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-592764d4-d491-48e5-9c85-7a08655adb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:40.486658 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:40.496399 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-592764d4-d491-48e5-9c85-7a08655adb04 admin admin] Allocated IP 172.20.0.1 (6f75a905-de18-434c-8e6f-301dac0be8d9/5bb2ca3d-5219-4ce7-a9ec-de975f88cf72/c255db69-2b80-4998-92f6-326cdb6e0fca) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:32:40.497579 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] Transition to ACTIVE for port object fac3b3e3-5a61-4ace-9b0c-872a03208e2e will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:32:40.502822 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:40.559381 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] Attempting to bind port fac3b3e3-5a61-4ace-9b0c-872a03208e2e on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:32:40.560312 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] Attempting to bind port fac3b3e3-5a61-4ace-9b0c-872a03208e2e by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:32:40.560418 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] Attempting to bind port fac3b3e3-5a61-4ace-9b0c-872a03208e2e on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:32:40.562203 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55649f9-8075-40a6-989a-73c828a96d34 None None] Pushing event updated for resources: {'Port': ['ID=fac3b3e3-5a61-4ace-9b0c-872a03208e2e,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:40.567704 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:32:40.568082 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:32:40.568490 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:40.568906 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:32:40.569372 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] Bound port: fac3b3e3-5a61-4ace-9b0c-872a03208e2e, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:32:40.569757 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:40.602659 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-592764d4-d491-48e5-9c85-7a08655adb04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:40.616932 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-592764d4-d491-48e5-9c85-7a08655adb04 admin admin] Transition to ACTIVE for port object c255db69-2b80-4998-92f6-326cdb6e0fca will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:32:40.622896 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] For port fac3b3e3-5a61-4ace-9b0c-872a03208e2e, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:32:40.627476 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] For port fac3b3e3-5a61-4ace-9b0c-872a03208e2e, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fac3b3e3-5a61-4ace-9b0c-872a03208e2e,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:32:40.632267 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:40.651125 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-592764d4-d491-48e5-9c85-7a08655adb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:40.688145 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] Routers {'cecdcb85-109b-4c2f-871f-3d4653ae2593'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:32:40.688856 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:32:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cecdcb85-109b-4c2f-871f-3d4653ae2593'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:32:40.693542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592764d4-d491-48e5-9c85-7a08655adb04 admin admin] Network 6f75a905-de18-434c-8e6f-301dac0be8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:32:40.696409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-592764d4-d491-48e5-9c85-7a08655adb04 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:32:40.699754 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592764d4-d491-48e5-9c85-7a08655adb04 admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:32:40.731535 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55649f9-8075-40a6-989a-73c828a96d34 None None] Pushing event updated for resources: {'Port': ['ID=fac3b3e3-5a61-4ace-9b0c-872a03208e2e,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:40.734810 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592764d4-d491-48e5-9c85-7a08655adb04 admin admin] Pushing event updated for resources: {'Port': ['ID=c255db69-2b80-4998-92f6-326cdb6e0fca,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:40.765094 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-592764d4-d491-48e5-9c85-7a08655adb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:40.804170 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ba8dba80-c441-44fd-bbc8-16a8e1988434 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:32:40.847760 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] Set router cecdcb85-109b-4c2f-871f-3d4653ae2593 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:32:40.924688 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-592764d4-d491-48e5-9c85-7a08655adb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:40.978472 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port ba8dba80-c441-44fd-bbc8-16a8e1988434 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:32:40.986459 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port ba8dba80-c441-44fd-bbc8-16a8e1988434 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:32:40.986862 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:41.040123 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-563d86c5-5b1f-40bf-80a9-de6084e50e47 None None] Provisioning for port c255db69-2b80-4998-92f6-326cdb6e0fca completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:32:41.064822 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-563d86c5-5b1f-40bf-80a9-de6084e50e47 None None] Provisioning complete for port c255db69-2b80-4998-92f6-326cdb6e0fca triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:32:41.065273 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-563d86c5-5b1f-40bf-80a9-de6084e50e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:41.089018 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-592764d4-d491-48e5-9c85-7a08655adb04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:41.094112 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-592764d4-d491-48e5-9c85-7a08655adb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:41.115579 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-563d86c5-5b1f-40bf-80a9-de6084e50e47 None None] Port c255db69-2b80-4998-92f6-326cdb6e0fca cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:32:41.156498 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:41.158977 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:38Z', 'revision_number': 3, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:32:41.164430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592764d4-d491-48e5-9c85-7a08655adb04 admin admin] Pushing event updated for resources: {'Port': ['ID=c255db69-2b80-4998-92f6-326cdb6e0fca,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:41.166987 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-592764d4-d491-48e5-9c85-7a08655adb04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:41.191816 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae915a-d94e-4ea3-a9e8-e51787d544d3 None None] The sync data for ids ['cecdcb85-109b-4c2f-871f-3d4653ae2593'] in n-d-807786-1 is: [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:38Z', 'revision_number': 3, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:32:41.216959 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port ba8dba80-c441-44fd-bbc8-16a8e1988434, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ba8dba80-c441-44fd-bbc8-16a8e1988434,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:32:41.221286 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:41.263348 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592764d4-d491-48e5-9c85-7a08655adb04 admin admin] Network 6f75a905-de18-434c-8e6f-301dac0be8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:32:41.264845 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-592764d4-d491-48e5-9c85-7a08655adb04 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:32:41.270228 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=ba8dba80-c441-44fd-bbc8-16a8e1988434,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:41.393377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592764d4-d491-48e5-9c85-7a08655adb04 admin admin] Router cecdcb85-109b-4c2f-871f-3d4653ae2593 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:32:41.525402 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592764d4-d491-48e5-9c85-7a08655adb04 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:32:41.534356 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-592764d4-d491-48e5-9c85-7a08655adb04 admin admin] 10.222.0.26 "PUT /v2.0/routers/cecdcb85-109b-4c2f-871f-3d4653ae2593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0145571 Sep 07 19:32:41.544783 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-81c832e7-f80a-4a5f-80f5-425934f6f741 None None] Provisioning complete for port c255db69-2b80-4998-92f6-326cdb6e0fca triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:32:41.545227 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-81c832e7-f80a-4a5f-80f5-425934f6f741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:41.581853 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-81c832e7-f80a-4a5f-80f5-425934f6f741 None None] Port c255db69-2b80-4998-92f6-326cdb6e0fca cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:32:42.683836 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] Sync routers for ids ['cecdcb85-109b-4c2f-871f-3d4653ae2593'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:32:42.694416 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] Routers {'cecdcb85-109b-4c2f-871f-3d4653ae2593'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:32:42.695031 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:32:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cecdcb85-109b-4c2f-871f-3d4653ae2593'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:32:42.803826 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fac3b3e3-5a61-4ace-9b0c-872a03208e2e up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:32:42.805280 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] Set router cecdcb85-109b-4c2f-871f-3d4653ae2593 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:32:42.856864 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port fac3b3e3-5a61-4ace-9b0c-872a03208e2e completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:32:42.860443 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port fac3b3e3-5a61-4ace-9b0c-872a03208e2e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:32:42.860848 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:42.936963 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:42.957532 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port fac3b3e3-5a61-4ace-9b0c-872a03208e2e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fac3b3e3-5a61-4ace-9b0c-872a03208e2e,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:32:42.961518 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:42.963718 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ba8dba80-c441-44fd-bbc8-16a8e1988434 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:32:43.011145 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 2, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:32:43.041702 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=fac3b3e3-5a61-4ace-9b0c-872a03208e2e,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:43.046275 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] Checking router: cecdcb85-109b-4c2f-871f-3d4653ae2593 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:32:43.046456 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] Updating router cecdcb85-109b-4c2f-871f-3d4653ae2593 port c255db69-2b80-4998-92f6-326cdb6e0fca binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:32:43.052939 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port ba8dba80-c441-44fd-bbc8-16a8e1988434 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:32:43.053319 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.073163 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.091794 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 48698) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:32:43.096950 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-857f98da-98f7-4e61-be2c-3a6cc01833b6 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--276075021', 'description': 'tempest-description--892825308'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:32:43.117958 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-857f98da-98f7-4e61-be2c-3a6cc01833b6 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.199455 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-857f98da-98f7-4e61-be2c-3a6cc01833b6 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.203174 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-857f98da-98f7-4e61-be2c-3a6cc01833b6 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.225915 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-857f98da-98f7-4e61-be2c-3a6cc01833b6 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.227422 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-857f98da-98f7-4e61-be2c-3a6cc01833b6 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1346180 Sep 07 19:32:43.232922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48700) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:32:43.236081 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f98da-98f7-4e61-be2c-3a6cc01833b6 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a90c97c-a6db-44bd-8abb-99cedf7d5592,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:43.246366 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-b15f003d-808c-48a3-a5a8-007f0121b0e4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Request body: {'security_group_rule': {'security_group_id': '9a90c97c-a6db-44bd-8abb-99cedf7d5592', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:32:43.247672 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.275625 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b15f003d-808c-48a3-a5a8-007f0121b0e4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.332094 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b15f003d-808c-48a3-a5a8-007f0121b0e4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.335691 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b15f003d-808c-48a3-a5a8-007f0121b0e4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.349767 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.354502 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f003d-808c-48a3-a5a8-007f0121b0e4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc93acf-55fd-4241-a5e6-d919401ee918,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:43.357970 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b15f003d-808c-48a3-a5a8-007f0121b0e4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.359104 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b15f003d-808c-48a3-a5a8-007f0121b0e4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240635 Sep 07 19:32:43.360203 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] Transition to ACTIVE for port object c255db69-2b80-4998-92f6-326cdb6e0fca will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:32:43.362045 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48702) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:32:43.365877 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.366452 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-40128434-4074-4ecc-adb8-6a035356d9b3 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Request body: {'security_group_rule': {'security_group_id': '9a90c97c-a6db-44bd-8abb-99cedf7d5592', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:32:43.392598 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-40128434-4074-4ecc-adb8-6a035356d9b3 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.439762 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f4917-5704-4658-add5-8533c4126f52 None None] Pushing event updated for resources: {'Port': ['ID=c255db69-2b80-4998-92f6-326cdb6e0fca,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:43.456337 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-40128434-4074-4ecc-adb8-6a035356d9b3 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.458547 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f4917-5704-4658-add5-8533c4126f52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:43.458929 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f4917-5704-4658-add5-8533c4126f52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:43.459338 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f4917-5704-4658-add5-8533c4126f52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:43.459679 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f4917-5704-4658-add5-8533c4126f52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:43.460015 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f4917-5704-4658-add5-8533c4126f52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:43.460419 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f4917-5704-4658-add5-8533c4126f52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:43.460713 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f4917-5704-4658-add5-8533c4126f52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:43.460845 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-40128434-4074-4ecc-adb8-6a035356d9b3 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.461057 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f4917-5704-4658-add5-8533c4126f52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:43.461383 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f4917-5704-4658-add5-8533c4126f52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:43.461705 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f4917-5704-4658-add5-8533c4126f52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:43.462031 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f4917-5704-4658-add5-8533c4126f52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:43.462353 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502f4917-5704-4658-add5-8533c4126f52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:32:43.479666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40128434-4074-4ecc-adb8-6a035356d9b3 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59034489-9c99-489c-85d8-0fff5ddbb8ac,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:43.483005 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] Attempting to bind port c255db69-2b80-4998-92f6-326cdb6e0fca on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:32:43.483457 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] Attempting to bind port c255db69-2b80-4998-92f6-326cdb6e0fca by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:32:43.484029 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] Attempting to bind port c255db69-2b80-4998-92f6-326cdb6e0fca on network 6f75a905-de18-434c-8e6f-301dac0be8d9 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:32:43.486580 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-40128434-4074-4ecc-adb8-6a035356d9b3 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.488764 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-40128434-4074-4ecc-adb8-6a035356d9b3 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259089 Sep 07 19:32:43.491800 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48704) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:32:43.494292 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:32:43.494502 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] Checking segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:32:43.494781 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.495175 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] Bound using segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:32:43.495699 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] Bound port: c255db69-2b80-4998-92f6-326cdb6e0fca, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:32:43.496623 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.498103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-59507b03-e520-45b9-ae33-05a48ef8c050 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:32:43.521021 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-59507b03-e520-45b9-ae33-05a48ef8c050 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.563316 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] For port c255db69-2b80-4998-92f6-326cdb6e0fca, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:32:43.567075 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] For port c255db69-2b80-4998-92f6-326cdb6e0fca, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c255db69-2b80-4998-92f6-326cdb6e0fca,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:32:43.571841 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.624086 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] Routers {'cecdcb85-109b-4c2f-871f-3d4653ae2593'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:32:43.624761 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:32:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cecdcb85-109b-4c2f-871f-3d4653ae2593'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:32:43.631995 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-59507b03-e520-45b9-ae33-05a48ef8c050 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.674208 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f4917-5704-4658-add5-8533c4126f52 None None] Pushing event updated for resources: {'Port': ['ID=c255db69-2b80-4998-92f6-326cdb6e0fca,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:43.746276 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] Set router cecdcb85-109b-4c2f-871f-3d4653ae2593 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:32:43.755459 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-59507b03-e520-45b9-ae33-05a48ef8c050 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Allocated IP 172.25.8.129 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/3624ef3b-87a5-4dcf-9e62-8b374f1aa9f7) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:32:43.867147 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-59507b03-e520-45b9-ae33-05a48ef8c050 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.906442 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-59507b03-e520-45b9-ae33-05a48ef8c050 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:43.942282 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59507b03-e520-45b9-ae33-05a48ef8c050 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:32:43.945088 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-59507b03-e520-45b9-ae33-05a48ef8c050 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:32:43.948579 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59507b03-e520-45b9-ae33-05a48ef8c050 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:32:43.958242 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:43Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:32:43.980783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59507b03-e520-45b9-ae33-05a48ef8c050 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Pushing event updated for resources: {'Port': ['ID=3624ef3b-87a5-4dcf-9e62-8b374f1aa9f7,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:43.986372 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95654dd2-e606-4b2d-8960-9ad3b1d05940 None None] The sync data for ids ['cecdcb85-109b-4c2f-871f-3d4653ae2593'] in n-d-807786-1 is: [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:43Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:32:44.055756 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-59507b03-e520-45b9-ae33-05a48ef8c050 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:44.093051 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-59507b03-e520-45b9-ae33-05a48ef8c050 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:44.171928 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:44.254916 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-59507b03-e520-45b9-ae33-05a48ef8c050 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:44.259754 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-59507b03-e520-45b9-ae33-05a48ef8c050 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:44.328430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59507b03-e520-45b9-ae33-05a48ef8c050 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Pushing event updated for resources: {'Port': ['ID=3624ef3b-87a5-4dcf-9e62-8b374f1aa9f7,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:44.343342 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-59507b03-e520-45b9-ae33-05a48ef8c050 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:44.359104 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-59507b03-e520-45b9-ae33-05a48ef8c050 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:44.360531 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-59507b03-e520-45b9-ae33-05a48ef8c050 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8675280 Sep 07 19:32:44.508862 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-c5569fa8-d8c7-4af0-9620-f5bfa9ac7be2 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--276075021&fields=id&tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5 HTTP/1.1" status: 200 len: 267 time: 0.0398035 Sep 07 19:32:44.619962 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-c7908fb6-f477-40eb-a1f5-dd0843b3ad58 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:44.621585 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-c7908fb6-f477-40eb-a1f5-dd0843b3ad58 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 812 time: 0.1055954 Sep 07 19:32:44.637391 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-d87f89a7-c578-4acd-9291-02a61d711079 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/quotas/6c4a83d7dbc44c8b8079cec17d2f38e5 HTTP/1.1" status: 200 len: 375 time: 0.0097380 Sep 07 19:32:44.694424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-ee00f7f0-063f-4d44-be6b-734cdec02def tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510795 Sep 07 19:32:44.813421 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-44b2a4e7-10f1-4c7a-8f1b-31e192d53c84 service neutron] 10.222.0.26 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032033 Sep 07 19:32:44.824624 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fac3b3e3-5a61-4ace-9b0c-872a03208e2e up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:32:44.875891 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port fac3b3e3-5a61-4ace-9b0c-872a03208e2e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:32:44.876257 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:44.907302 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-78aaf0ec-67ca-4e60-8ebd-9696d77e0945 service neutron] 10.222.0.26 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877912 Sep 07 19:32:44.957062 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c255db69-2b80-4998-92f6-326cdb6e0fca up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:32:45.008014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port c255db69-2b80-4998-92f6-326cdb6e0fca completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:32:45.013289 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port c255db69-2b80-4998-92f6-326cdb6e0fca triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:32:45.013666 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:45.112720 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:45.113398 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-776a7081-e40c-439e-8747-ee1e2085c555 req-822b2ae9-fdd9-4f23-8f42-6528d708328b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 210 time: 0.0385582 Sep 07 19:32:45.146576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port c255db69-2b80-4998-92f6-326cdb6e0fca, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c255db69-2b80-4998-92f6-326cdb6e0fca,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:32:45.153830 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:45.201442 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=c255db69-2b80-4998-92f6-326cdb6e0fca,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:46.167242 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-c1af69a2-7ef0-45eb-ac29-f8fcff652d93 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:46.168871 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-c1af69a2-7ef0-45eb-ac29-f8fcff652d93 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.36 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 812 time: 0.1092112 Sep 07 19:32:46.222450 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-74373f96-8b31-42a8-ab62-7dc5051b730c req-dd94ab8b-967b-4bd6-89dd-aaeb1f517f70 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 210 time: 0.0372641 Sep 07 19:32:46.241132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-ac0245ec-c1f4-4aeb-9ca4-ed821654a882 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5 HTTP/1.1" status: 200 len: 379 time: 0.0623391 Sep 07 19:32:46.251015 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-490abbe0-3c94-4044-8339-711a94f87c54 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Request body: {'port': {'device_id': '4172466f-0150-4dcc-ae94-4d365d9195e1', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'admin_state_up': True, 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'security_groups': ['9a90c97c-a6db-44bd-8abb-99cedf7d5592']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:32:46.364523 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-490abbe0-3c94-4044-8339-711a94f87c54 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Made reservation on behalf of 6c4a83d7dbc44c8b8079cec17d2f38e5 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:32:46.368027 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-490abbe0-3c94-4044-8339-711a94f87c54 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:46.494238 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-490abbe0-3c94-4044-8339-711a94f87c54 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Allocated IP 172.20.0.6 (6f75a905-de18-434c-8e6f-301dac0be8d9/5bb2ca3d-5219-4ce7-a9ec-de975f88cf72/f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:32:46.624488 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-490abbe0-3c94-4044-8339-711a94f87c54 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:46.642361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-490abbe0-3c94-4044-8339-711a94f87c54 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Transition to ACTIVE for port object f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:32:46.676851 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-490abbe0-3c94-4044-8339-711a94f87c54 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:46.716826 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-490abbe0-3c94-4044-8339-711a94f87c54 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Network 6f75a905-de18-434c-8e6f-301dac0be8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:32:46.721496 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-490abbe0-3c94-4044-8339-711a94f87c54 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:32:46.723873 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-490abbe0-3c94-4044-8339-711a94f87c54 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:32:46.744379 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c255db69-2b80-4998-92f6-326cdb6e0fca up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:32:46.756647 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490abbe0-3c94-4044-8339-711a94f87c54 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Pushing event updated for resources: {'Port': ['ID=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:46.786683 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-490abbe0-3c94-4044-8339-711a94f87c54 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:46.787324 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-490abbe0-3c94-4044-8339-711a94f87c54 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:46.802689 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port c255db69-2b80-4998-92f6-326cdb6e0fca triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:32:46.803161 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:46.803295 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-490abbe0-3c94-4044-8339-711a94f87c54 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5556781 Sep 07 19:32:46.816539 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] Request body: {'port': {'device_id': '4172466f-0150-4dcc-ae94-4d365d9195e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:32:46.876581 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:47.011847 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a1bf0e51-e0f3-45ff-b3e8-0e3b1eaf2bd2 None None] Provisioning for port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:32:47.017390 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a1bf0e51-e0f3-45ff-b3e8-0e3b1eaf2bd2 None None] Provisioning complete for port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:32:47.017760 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a1bf0e51-e0f3-45ff-b3e8-0e3b1eaf2bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:47.077960 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a1bf0e51-e0f3-45ff-b3e8-0e3b1eaf2bd2 None None] Port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:32:47.155093 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:32:47.163293 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:47.175659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] Transition to ACTIVE for port object f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:32:47.179286 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:47.232602 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:47.314128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] Attempting to bind port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:32:47.314474 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] Attempting to bind port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:32:47.314786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] Attempting to bind port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa on network 6f75a905-de18-434c-8e6f-301dac0be8d9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:32:47.334302 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] Port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa on network 6f75a905-de18-434c-8e6f-301dac0be8d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:32:47.334597 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] Attempting to bind port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa on network 6f75a905-de18-434c-8e6f-301dac0be8d9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:32:47.343010 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:32:47.343346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] Checking segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:32:47.343730 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] Bound using segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:32:47.344165 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] Bound port: f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:32:47.344535 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:47.372899 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b1011-390f-48ed-833e-3a404df05b0b req-54d931d7-9e6a-469a-b7cf-45c628726772 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:47.374345 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-146b1011-390f-48ed-833e-3a404df05b0b req-54d931d7-9e6a-469a-b7cf-45c628726772 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 943 time: 0.0750861 Sep 07 19:32:47.444098 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-146b1011-390f-48ed-833e-3a404df05b0b req-792bc662-7be6-4c34-b361-9076dd6bd60d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518773 Sep 07 19:32:47.450285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] For port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:32:47.453434 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] For port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:32:47.457706 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:47.495147 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:47.496263 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:47.497684 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] 10.222.0.36 "PUT /v2.0/ports/f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa HTTP/1.1" status: 200 len: 1091 time: 0.6857593 Sep 07 19:32:47.498118 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4172466f-0150-4dcc-ae94-4d365d9195e1', 'tag': 'f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:32:47.500386 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ec736c-eb8c-43a2-8837-4e03d1140bbe" -d '{"events": [{"name": "network-changed", "server_uuid": "4172466f-0150-4dcc-ae94-4d365d9195e1", "tag": "f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:32:47.525317 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430b23a-365e-4f6d-ab19-235086e57a25 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:47.562201 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4adf8a3-0b5f-4cb1-8233-69ab039148f0 x-openstack-request-id: req-c4adf8a3-0b5f-4cb1-8233-69ab039148f0 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:32:47.562496 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4172466f-0150-4dcc-ae94-4d365d9195e1", "tag": "f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:32:47.562751 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4adf8a3-0b5f-4cb1-8233-69ab039148f0 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:32:47.563153 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4172466f-0150-4dcc-ae94-4d365d9195e1', 'tag': 'f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa', 'status': 'completed', 'code': 200} Sep 07 19:32:47.579556 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-3f5fcd9d-f5ac-4403-b63b-0750f4a6dbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:47.581118 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-3f5fcd9d-f5ac-4403-b63b-0750f4a6dbd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 1094 time: 0.0460217 Sep 07 19:32:47.624924 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-036ea51e-2d74-4618-8d79-862716f1bbd6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa HTTP/1.1" status: 200 len: 217 time: 0.0351896 Sep 07 19:32:47.641112 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:32:47.681450 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-88b5ea05-70c4-4c7c-9b37-08f15ed6a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:47.683644 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-88b5ea05-70c4-4c7c-9b37-08f15ed6a314 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0498130 Sep 07 19:32:47.730987 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-611dfcb2-6879-4eaa-9bf1-1d420eb8a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:47.732551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-611dfcb2-6879-4eaa-9bf1-1d420eb8a50d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417948 Sep 07 19:32:47.820451 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-1e2aba13-5f53-4cb9-8cc6-b17572cca024 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802684 Sep 07 19:32:47.911244 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93ccc59a-6dcf-4699-b623-96067fb50743 req-4692aec6-e727-4545-8c31-fc190335373f service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832343 Sep 07 19:32:48.001802 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec736c-eb8c-43a2-8837-4e03d1140bbe req-b64b060a-6ff5-43f5-b379-04273d545c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:48.003307 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1ec736c-eb8c-43a2-8837-4e03d1140bbe req-b64b060a-6ff5-43f5-b379-04273d545c51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 1094 time: 0.0404656 Sep 07 19:32:48.095917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec736c-eb8c-43a2-8837-4e03d1140bbe req-5c0f143c-18c1-42a3-ae49-7fedd13ae1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:48.097449 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1ec736c-eb8c-43a2-8837-4e03d1140bbe req-5c0f143c-18c1-42a3-ae49-7fedd13ae1f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0865009 Sep 07 19:32:48.138660 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1ec736c-eb8c-43a2-8837-4e03d1140bbe req-f8ca0046-a7a2-4bce-8f7c-f3070af7e276 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa HTTP/1.1" status: 200 len: 217 time: 0.0339520 Sep 07 19:32:48.186031 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec736c-eb8c-43a2-8837-4e03d1140bbe req-a2e7365c-f7e4-469c-a3fe-32fa7c3b4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:48.187423 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1ec736c-eb8c-43a2-8837-4e03d1140bbe req-a2e7365c-f7e4-469c-a3fe-32fa7c3b4a17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0415924 Sep 07 19:32:48.236485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec736c-eb8c-43a2-8837-4e03d1140bbe req-ca2f5e7f-df67-4cd0-93e5-8a5ab810e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:48.237985 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1ec736c-eb8c-43a2-8837-4e03d1140bbe req-ca2f5e7f-df67-4cd0-93e5-8a5ab810e99f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421934 Sep 07 19:32:48.326814 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1ec736c-eb8c-43a2-8837-4e03d1140bbe req-be496e92-2fff-4bb3-aff9-19b02cffe9c2 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798724 Sep 07 19:32:48.421326 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1ec736c-eb8c-43a2-8837-4e03d1140bbe req-1fb85dd3-caf8-4fa4-a089-d554ea032c95 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867682 Sep 07 19:32:48.556594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffeb5e-317f-47fc-8678-914b9c25576e req-e5f85f11-dd98-4e8e-b80e-991234161840 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:48.558068 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6cffeb5e-317f-47fc-8678-914b9c25576e req-e5f85f11-dd98-4e8e-b80e-991234161840 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 943 time: 0.0472767 Sep 07 19:32:48.594266 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6cffeb5e-317f-47fc-8678-914b9c25576e req-318ccb5f-c7bf-4ccf-b27f-dd9b059976db tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297236 Sep 07 19:32:49.713814 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f32ef-6189-4175-a97f-052749909c6d req-1cf86696-e5b2-4939-bd0d-f19051f8cd03 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:49.715416 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d8f32ef-6189-4175-a97f-052749909c6d req-1cf86696-e5b2-4939-bd0d-f19051f8cd03 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 943 time: 0.0534225 Sep 07 19:32:49.752843 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d8f32ef-6189-4175-a97f-052749909c6d req-8c8f5fd5-fd0d-43ed-9462-d55727a50bc2 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314138 Sep 07 19:32:50.151116 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [req-27871774-7a0c-419e-a02f-1a4d7f63f714 req-c2e84553-2be0-4092-9771-18681b4086a9 service neutron] (101444) timed out ('10.222.0.26', 40404) {{(pid=101444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 19:32:50.876041 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c1f78-65b3-475c-8748-89b17908c1f8 req-1e0d0f6f-c696-458f-886d-c7c076772cf7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:50.877461 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd0c1f78-65b3-475c-8748-89b17908c1f8 req-1e0d0f6f-c696-458f-886d-c7c076772cf7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 943 time: 0.0512390 Sep 07 19:32:50.914592 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd0c1f78-65b3-475c-8748-89b17908c1f8 req-2476317f-ceff-4515-b317-d6e310c95ebf tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313361 Sep 07 19:32:51.749653 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:32:51.840838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:32:51.851344 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'port_id': 'f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa', 'mac_address': 'fa:16:3e:29:d8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:32:51.886181 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:51.898071 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:32:51.916847 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:32:51.921167 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:51.970401 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:52.026093 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f1a69-818f-4ec9-b53d-19e5e8929519 req-231a4976-27b8-40f7-b23e-e7bc202b35a9 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:52.028069 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb2f1a69-818f-4ec9-b53d-19e5e8929519 req-231a4976-27b8-40f7-b23e-e7bc202b35a9 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 944 time: 0.0485191 Sep 07 19:32:52.065578 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb2f1a69-818f-4ec9-b53d-19e5e8929519 req-73da6e0b-1b92-4c38-b40a-9914376f0268 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315392 Sep 07 19:32:52.116330 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:32:53.179402 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38825447-dfe0-4b93-8d10-4f0527d0a1ec req-167ccb45-380c-4e34-9041-10a1337db76c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:53.180812 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38825447-dfe0-4b93-8d10-4f0527d0a1ec req-167ccb45-380c-4e34-9041-10a1337db76c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 944 time: 0.0492945 Sep 07 19:32:53.217328 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38825447-dfe0-4b93-8d10-4f0527d0a1ec req-719dc6c3-c728-41ba-8579-427c97318b25 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297515 Sep 07 19:32:53.781245 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:32:53.831610 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:32:53.835357 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:32:53.835721 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:53.912115 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:53.935117 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4172466f-0150-4dcc-ae94-4d365d9195e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:32:53.937396 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1635c309-e41e-499f-b529-3f6efa280d61" -d '{"events": [{"server_uuid": "4172466f-0150-4dcc-ae94-4d365d9195e1", "name": "network-vif-plugged", "status": "completed", "tag": "f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:32:53.949412 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:32:53.953260 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:53.975822 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e3b835-4e19-4464-9a6c-ed9fd5f70b6c x-openstack-request-id: req-38e3b835-4e19-4464-9a6c-ed9fd5f70b6c {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:32:53.976108 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4172466f-0150-4dcc-ae94-4d365d9195e1", "name": "network-vif-plugged", "status": "completed", "tag": "f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:32:53.976364 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38e3b835-4e19-4464-9a6c-ed9fd5f70b6c {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:32:53.976793 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4172466f-0150-4dcc-ae94-4d365d9195e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa', 'code': 200} Sep 07 19:32:54.005176 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:32:54.074444 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421913b-fb3d-4d63-bde5-821dcc54c185 req-65adc8a5-5ba3-449c-9ee9-78cfa6e39b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:54.075959 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0421913b-fb3d-4d63-bde5-821dcc54c185 req-65adc8a5-5ba3-449c-9ee9-78cfa6e39b06 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 1096 time: 0.0438602 Sep 07 19:32:54.112001 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0421913b-fb3d-4d63-bde5-821dcc54c185 req-1b35a6f2-2986-45c6-b990-f77666bfa9e4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277035 Sep 07 19:32:54.328406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1b798-0301-4fcd-9e03-619b4943b565 req-135fff0b-f308-4f51-aa39-bc4014511394 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:54.329932 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eda1b798-0301-4fcd-9e03-619b4943b565 req-135fff0b-f308-4f51-aa39-bc4014511394 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 945 time: 0.0479732 Sep 07 19:32:54.366239 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eda1b798-0301-4fcd-9e03-619b4943b565 req-645c93e9-ff81-4120-877a-ea4608e48bef tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304720 Sep 07 19:32:55.491242 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9775e-3f77-431c-8047-b04c0c921f56 req-33dee865-bed7-47c3-a34a-011b63d65b1b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:55.493981 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ea9775e-3f77-431c-8047-b04c0c921f56 req-33dee865-bed7-47c3-a34a-011b63d65b1b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 945 time: 0.0557349 Sep 07 19:32:55.537123 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ea9775e-3f77-431c-8047-b04c0c921f56 req-9751410f-a793-4ebd-ad53-c751b0e2776e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364280 Sep 07 19:32:55.650561 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655dc128-4c7e-4ba3-8ba2-06fd1dde9bf5 req-45fa1343-9c4e-4379-a891-9c5597e7307c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:55.652601 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-655dc128-4c7e-4ba3-8ba2-06fd1dde9bf5 req-45fa1343-9c4e-4379-a891-9c5597e7307c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 945 time: 0.0528038 Sep 07 19:32:55.660835 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48756) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:32:55.665024 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-34ee9f9e-e819-4c4d-8861-ecc74a556a5e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Request body: {'floatingip': {'port_id': 'f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:32:55.703036 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34ee9f9e-e819-4c4d-8861-ecc74a556a5e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:55.992830 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1edd7cd4-4d22-46e5-a035-08f5548ad854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:56.128549 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34ee9f9e-e819-4c4d-8861-ecc74a556a5e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:56.132039 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34ee9f9e-e819-4c4d-8861-ecc74a556a5e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:56.228787 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-34ee9f9e-e819-4c4d-8861-ecc74a556a5e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Floating IP 1261c27e-383d-4440-b617-f0eb8a9bf30c associated. External IP: 172.25.8.129, port: f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa. Sep 07 19:32:56.760864 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ee9f9e-e819-4c4d-8861-ecc74a556a5e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Router cecdcb85-109b-4c2f-871f-3d4653ae2593 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:32:56.869723 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ee9f9e-e819-4c4d-8861-ecc74a556a5e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:32:56.874624 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34ee9f9e-e819-4c4d-8861-ecc74a556a5e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:56.879763 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29de4dc5-a555-4d95-8301-8645ee82986b None None] Sync routers for ids ['cecdcb85-109b-4c2f-871f-3d4653ae2593'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:32:56.888964 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29de4dc5-a555-4d95-8301-8645ee82986b None None] Routers {'cecdcb85-109b-4c2f-871f-3d4653ae2593'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:32:56.889587 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-29de4dc5-a555-4d95-8301-8645ee82986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:32:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cecdcb85-109b-4c2f-871f-3d4653ae2593'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:32:56.901025 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-34ee9f9e-e819-4c4d-8861-ecc74a556a5e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "PUT /v2.0/floatingips/1261c27e-383d-4440-b617-f0eb8a9bf30c HTTP/1.1" status: 200 len: 991 time: 1.2391696 Sep 07 19:32:56.901647 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4172466f-0150-4dcc-ae94-4d365d9195e1', 'tag': 'f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:32:56.904443 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57daf4b6-a711-4951-8d63-18bdea455217" -d '{"events": [{"name": "network-changed", "server_uuid": "4172466f-0150-4dcc-ae94-4d365d9195e1", "tag": "f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:32:56.945126 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8517169c-0bee-4856-9db7-aefb919356d1 x-openstack-request-id: req-8517169c-0bee-4856-9db7-aefb919356d1 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:32:56.945420 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4172466f-0150-4dcc-ae94-4d365d9195e1", "tag": "f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:32:56.945676 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8517169c-0bee-4856-9db7-aefb919356d1 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:32:56.946374 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4172466f-0150-4dcc-ae94-4d365d9195e1', 'tag': 'f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa', 'status': 'completed', 'code': 200} Sep 07 19:32:57.002204 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-29de4dc5-a555-4d95-8301-8645ee82986b None None] Set router cecdcb85-109b-4c2f-871f-3d4653ae2593 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:32:57.011912 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57daf4b6-a711-4951-8d63-18bdea455217 req-1b1af9e9-e7d7-4396-bb16-e5393b5e0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:57.013397 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57daf4b6-a711-4951-8d63-18bdea455217 req-1b1af9e9-e7d7-4396-bb16-e5393b5e0543 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 1096 time: 0.0412729 Sep 07 19:32:57.106449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57daf4b6-a711-4951-8d63-18bdea455217 req-aaf2587c-451c-4243-849a-ce94955f216a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:57.107930 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57daf4b6-a711-4951-8d63-18bdea455217 req-aaf2587c-451c-4243-849a-ce94955f216a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0871050 Sep 07 19:32:57.173882 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57daf4b6-a711-4951-8d63-18bdea455217 req-313a03ae-5520-47dd-af78-e71e89e5a9b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa HTTP/1.1" status: 200 len: 999 time: 0.0578489 Sep 07 19:32:57.222817 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57daf4b6-a711-4951-8d63-18bdea455217 req-1a02ec6e-a674-4037-b8b7-d463337e5838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:57.224126 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-29de4dc5-a555-4d95-8301-8645ee82986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '1261c27e-383d-4440-b617-f0eb8a9bf30c', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'port_id': 'f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'mac_address': 'fa:16:3e:29:d8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4172466f-0150-4dcc-ae94-4d365d9195e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:32:44Z', 'updated_at': '2021-09-07T19:32:56Z', 'revision_number': 1, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:32:57.224330 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57daf4b6-a711-4951-8d63-18bdea455217 req-1a02ec6e-a674-4037-b8b7-d463337e5838 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0428498 Sep 07 19:32:57.250390 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29de4dc5-a555-4d95-8301-8645ee82986b None None] Checking router: cecdcb85-109b-4c2f-871f-3d4653ae2593 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:32:57.258705 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29de4dc5-a555-4d95-8301-8645ee82986b None None] Routers {'cecdcb85-109b-4c2f-871f-3d4653ae2593'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:32:57.259324 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-29de4dc5-a555-4d95-8301-8645ee82986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:32:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cecdcb85-109b-4c2f-871f-3d4653ae2593'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:32:57.273929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57daf4b6-a711-4951-8d63-18bdea455217 req-0e143721-7024-404f-a77c-2d2f0f85264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:32:57.275441 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57daf4b6-a711-4951-8d63-18bdea455217 req-0e143721-7024-404f-a77c-2d2f0f85264e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438099 Sep 07 19:32:57.363136 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-29de4dc5-a555-4d95-8301-8645ee82986b None None] Set router cecdcb85-109b-4c2f-871f-3d4653ae2593 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:32:57.364316 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57daf4b6-a711-4951-8d63-18bdea455217 req-8faeccae-aa01-43e1-83a8-453fea02f29f service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813103 Sep 07 19:32:57.456790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57daf4b6-a711-4951-8d63-18bdea455217 req-4fcf8dc9-2cc4-4597-8a32-7dcb13ca7472 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848577 Sep 07 19:32:57.583684 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-29de4dc5-a555-4d95-8301-8645ee82986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '1261c27e-383d-4440-b617-f0eb8a9bf30c', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'port_id': 'f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'mac_address': 'fa:16:3e:29:d8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4172466f-0150-4dcc-ae94-4d365d9195e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:32:44Z', 'updated_at': '2021-09-07T19:32:56Z', 'revision_number': 1, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:32:57.609277 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29de4dc5-a555-4d95-8301-8645ee82986b None None] The sync data for ids ['cecdcb85-109b-4c2f-871f-3d4653ae2593'] in n-d-807786-1 is: [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '1261c27e-383d-4440-b617-f0eb8a9bf30c', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'port_id': 'f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'mac_address': 'fa:16:3e:29:d8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4172466f-0150-4dcc-ae94-4d365d9195e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:32:44Z', 'updated_at': '2021-09-07T19:32:56Z', 'revision_number': 1, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:32:57.794249 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebab7238-521b-454c-9c86-abe50e2e4cf9 None None] New status for floating IP 1261c27e-383d-4440-b617-f0eb8a9bf30c: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:32:58.827248 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-47ba8da5-36f1-4975-a182-408f804b8f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:59.104691 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:00.341585 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:01.879912 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:13.262118 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:14.169656 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:22.034502 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-e806bc13-a74b-4961-99be-68d52f601923 req-4e901b9e-bd3a-4304-9951-27f79ae776fd service neutron] (101445) timed out ('10.222.0.36', 51521) {{(pid=101445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 19:33:24.643403 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:33:25.996071 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d92ff2c5-c7fb-4e89-9708-1d71e9b754d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:28.827641 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ddc89a29-584d-49b4-84d5-00ac4c1b8311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:29.109861 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:30.344756 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:31.882059 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:34.829940 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4a9e43f-c7b2-4918-b9ea-4560ac852bd5 req-b2ae899a-a00e-4273-b302-8918312f0f5b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422873 Sep 07 19:33:34.912126 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9e43f-c7b2-4918-b9ea-4560ac852bd5 req-097ca848-37e5-44a8-a73d-4afa99607b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:33:34.913574 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4a9e43f-c7b2-4918-b9ea-4560ac852bd5 req-097ca848-37e5-44a8-a73d-4afa99607b9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 1096 time: 0.0400393 Sep 07 19:33:35.027483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9e43f-c7b2-4918-b9ea-4560ac852bd5 req-66618855-60e9-4989-886f-012321e5a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:33:35.028989 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4a9e43f-c7b2-4918-b9ea-4560ac852bd5 req-66618855-60e9-4989-886f-012321e5a0d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0937994 Sep 07 19:33:35.093990 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4a9e43f-c7b2-4918-b9ea-4560ac852bd5 req-30644a4d-6542-4ca9-aa9c-5c4d7d0496d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa HTTP/1.1" status: 200 len: 1001 time: 0.0567377 Sep 07 19:33:35.152049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9e43f-c7b2-4918-b9ea-4560ac852bd5 req-6deff2af-4b3d-4275-936b-68ee50036683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:33:35.153566 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4a9e43f-c7b2-4918-b9ea-4560ac852bd5 req-6deff2af-4b3d-4275-936b-68ee50036683 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0479491 Sep 07 19:33:35.203219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9e43f-c7b2-4918-b9ea-4560ac852bd5 req-841df256-7fde-4480-90de-cc128ef3a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:33:35.204715 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4a9e43f-c7b2-4918-b9ea-4560ac852bd5 req-841df256-7fde-4480-90de-cc128ef3a77c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407536 Sep 07 19:33:35.292812 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4a9e43f-c7b2-4918-b9ea-4560ac852bd5 req-66680d1d-da3b-41e6-940a-0d3f8c636238 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800078 Sep 07 19:33:35.384165 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b4a9e43f-c7b2-4918-b9ea-4560ac852bd5 req-6a8f0764-d85e-45ca-865e-7a7b0fa35cdc service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833721 Sep 07 19:33:43.260086 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:44.170562 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:55.997638 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-83a97442-620f-4044-ba0c-acb95d43dd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:58.828728 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0400b0b0-d919-4015-94ee-31ad8013b9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:59.110328 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:00.347656 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:01.642990 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:34:01.885818 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:05.119839 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [req-596c25a8-1ffc-4374-a9c0-583a4a0e59ce req-8d453adf-f591-41ea-9e5a-346bf68d6587 service neutron] (101444) timed out ('10.222.0.26', 42284) {{(pid=101444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 19:34:13.287008 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:14.184005 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:25.998794 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-280ffc5f-9711-46b2-87ed-04d3718901ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:28.827901 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a39d7e68-5f22-4bb9-9505-2d28c82023c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:29.110938 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:30.354320 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:31.886869 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:36.065042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbed643-d428-4b4b-bef9-4a085cb3102e req-3142552a-f59e-448b-a355-54d6ac0b8fa1 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:36.066520 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dfbed643-d428-4b4b-bef9-4a085cb3102e req-3142552a-f59e-448b-a355-54d6ac0b8fa1 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 945 time: 0.0493884 Sep 07 19:34:36.103819 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dfbed643-d428-4b4b-bef9-4a085cb3102e req-41dcf253-4c30-4af8-995a-a03efa932bff tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314054 Sep 07 19:34:36.282594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 48986) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:34:36.352168 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed923ac-e1d8-4da7-a52f-ca5945bae167 req-2cc3e088-cb05-40f0-b0ab-6f72f0981def tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:36.353644 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eed923ac-e1d8-4da7-a52f-ca5945bae167 req-2cc3e088-cb05-40f0-b0ab-6f72f0981def tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 945 time: 0.0628002 Sep 07 19:34:36.413939 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-bfccafb5-9220-4f94-b4d1-910c211b14f5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1300809 Sep 07 19:34:36.419348 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eed923ac-e1d8-4da7-a52f-ca5945bae167 req-2677f95a-8423-4a8d-984a-2fcf27548578 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483544 Sep 07 19:34:36.424166 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-0a0c3949-660f-4067-b5aa-0aba29cdf6a3 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:34:36.425182 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-0a0c3949-660f-4067-b5aa-0aba29cdf6a3 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050056 Sep 07 19:34:36.858268 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadb821-df16-4bfa-9cc4-460ed8ae367d req-d639b097-0b6b-4b39-a30c-0292e7724ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:36.859704 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8dadb821-df16-4bfa-9cc4-460ed8ae367d req-d639b097-0b6b-4b39-a30c-0292e7724ec5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 1096 time: 0.0390489 Sep 07 19:34:36.965093 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadb821-df16-4bfa-9cc4-460ed8ae367d req-97d34c79-2884-4c28-9821-233b9e0d22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:36.966463 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8dadb821-df16-4bfa-9cc4-460ed8ae367d req-97d34c79-2884-4c28-9821-233b9e0d22c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0859828 Sep 07 19:34:37.031729 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8dadb821-df16-4bfa-9cc4-460ed8ae367d req-a92cdf7a-090c-47da-aee9-be57939b477f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa HTTP/1.1" status: 200 len: 1001 time: 0.0565286 Sep 07 19:34:37.084744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadb821-df16-4bfa-9cc4-460ed8ae367d req-74a8f578-18b2-45d3-abdc-581c2dd5b0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:37.086152 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8dadb821-df16-4bfa-9cc4-460ed8ae367d req-74a8f578-18b2-45d3-abdc-581c2dd5b0d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0462151 Sep 07 19:34:37.131770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadb821-df16-4bfa-9cc4-460ed8ae367d req-9abc86d0-d878-427a-8a17-f8edf9536ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:37.133242 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8dadb821-df16-4bfa-9cc4-460ed8ae367d req-9abc86d0-d878-427a-8a17-f8edf9536ff4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394621 Sep 07 19:34:37.226203 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8dadb821-df16-4bfa-9cc4-460ed8ae367d req-0424efb4-bcad-4943-997f-14bbd9ab4c91 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842125 Sep 07 19:34:37.317942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8dadb821-df16-4bfa-9cc4-460ed8ae367d req-28cd8b87-36fb-4a5f-bbc7-0809a49a0e75 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841868 Sep 07 19:34:37.535402 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa009e8e-f680-4c4a-9b88-c1eb0ef497d3 req-6d601b92-61e3-47ab-b3ee-46c468042ac2 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:37.536815 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aa009e8e-f680-4c4a-9b88-c1eb0ef497d3 req-6d601b92-61e3-47ab-b3ee-46c468042ac2 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 945 time: 0.0490341 Sep 07 19:34:37.583090 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aa009e8e-f680-4c4a-9b88-c1eb0ef497d3 req-a714cead-b065-4b4f-9b6e-c37a93f56951 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403662 Sep 07 19:34:38.642538 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:34:38.695718 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e519c15-3f48-4489-badf-28fa54ca2dc2 req-15ecbaf4-0a36-4902-b634-e439892cf04f tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:38.697202 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e519c15-3f48-4489-badf-28fa54ca2dc2 req-15ecbaf4-0a36-4902-b634-e439892cf04f tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 945 time: 0.0474515 Sep 07 19:34:38.738368 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0e519c15-3f48-4489-badf-28fa54ca2dc2 req-75e833a2-6c4b-4c91-8337-03ac0c442019 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353847 Sep 07 19:34:39.518899 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-10ae0c23-4524-47a9-b574-9c2b432689ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:39.520378 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-10ae0c23-4524-47a9-b574-9c2b432689ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 1096 time: 0.0402601 Sep 07 19:34:39.613452 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-5ec4739b-6889-4bda-a47b-dc84e4904686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:39.614929 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-5ec4739b-6889-4bda-a47b-dc84e4904686 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0869398 Sep 07 19:34:39.683756 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-fc88f6fe-c057-4470-8353-8d7b4f01cf8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa HTTP/1.1" status: 200 len: 1001 time: 0.0609937 Sep 07 19:34:39.733285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-91ad1d6d-e196-4ff8-99e7-441f5d2d97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:39.734783 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-91ad1d6d-e196-4ff8-99e7-441f5d2d97e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0440140 Sep 07 19:34:39.781603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-5e5ef61c-eb76-43a3-9c12-7f2e08461529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:39.784129 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-5e5ef61c-eb76-43a3-9c12-7f2e08461529 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406599 Sep 07 19:34:39.912697 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf8b52-19e9-48d8-ad7d-20d834945b7a req-37c5ca64-2b54-4205-8849-22102641e9ca tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:39.914741 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fbf8b52-19e9-48d8-ad7d-20d834945b7a req-37c5ca64-2b54-4205-8849-22102641e9ca tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 945 time: 0.1020467 Sep 07 19:34:39.920177 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-fc7b367a-3dcf-4b30-8c90-912405ec16de service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275296 Sep 07 19:34:39.981278 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fbf8b52-19e9-48d8-ad7d-20d834945b7a req-4a01dc1f-05e9-4f38-aa66-b84818723246 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601356 Sep 07 19:34:40.039070 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-49edcb2f-8f61-45ea-9c87-16ecf1950f1b service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050556 Sep 07 19:34:41.097010 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa595481-254c-4235-97f2-48e7be81827b req-c322d28a-7fa4-42fe-8926-2917c3b80849 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:41.098486 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aa595481-254c-4235-97f2-48e7be81827b req-c322d28a-7fa4-42fe-8926-2917c3b80849 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 945 time: 0.0489967 Sep 07 19:34:41.136046 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aa595481-254c-4235-97f2-48e7be81827b req-c72399d4-c205-49d9-98ba-3244a875cc2c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316143 Sep 07 19:34:42.253693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22665067-fa92-404b-8a55-1f3482f69d22 req-d2ebc26a-0a81-4728-8ed0-33f3b34adbd3 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:42.255166 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-22665067-fa92-404b-8a55-1f3482f69d22 req-d2ebc26a-0a81-4728-8ed0-33f3b34adbd3 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 945 time: 0.0521495 Sep 07 19:34:42.292420 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-22665067-fa92-404b-8a55-1f3482f69d22 req-ee723892-4bbf-4f28-a55f-bf9811df4b63 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308363 Sep 07 19:34:43.296425 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:43.409241 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0204a9-5bd5-4540-9315-014e276a1086 req-0df08b2d-b45f-4075-b120-7d4bb3309974 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:43.410721 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba0204a9-5bd5-4540-9315-014e276a1086 req-0df08b2d-b45f-4075-b120-7d4bb3309974 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 945 time: 0.0483332 Sep 07 19:34:43.449961 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba0204a9-5bd5-4540-9315-014e276a1086 req-0c25449b-e3f9-410b-9166-23677fdbc278 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328252 Sep 07 19:34:44.199659 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:44.564334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc1e7d-3c50-4db9-b682-ee1e39d645f9 req-5b73c898-6678-4911-a998-2d07b23c2280 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:44.565834 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ebc1e7d-3c50-4db9-b682-ee1e39d645f9 req-5b73c898-6678-4911-a998-2d07b23c2280 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 945 time: 0.0482466 Sep 07 19:34:44.603140 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ebc1e7d-3c50-4db9-b682-ee1e39d645f9 req-2dfce0c5-3c0f-47b6-bc68-026194396792 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313816 Sep 07 19:34:45.726956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22782070-e74e-4e91-b99c-b95c4dc6f24c req-60d52b1a-0ba6-475e-b81f-cc4997058cdd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:45.728448 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-22782070-e74e-4e91-b99c-b95c4dc6f24c req-60d52b1a-0ba6-475e-b81f-cc4997058cdd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 945 time: 0.0588682 Sep 07 19:34:45.765932 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-22782070-e74e-4e91-b99c-b95c4dc6f24c req-936cfd76-59bb-4572-b831-4d1c0acd6f10 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315781 Sep 07 19:34:46.888722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65de60-4183-4201-947a-aac719d3dab7 req-292bf415-a648-4120-8a6d-ca7e4118d1ad tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:46.890118 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f65de60-4183-4201-947a-aac719d3dab7 req-292bf415-a648-4120-8a6d-ca7e4118d1ad tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 945 time: 0.0483911 Sep 07 19:34:46.927185 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f65de60-4183-4201-947a-aac719d3dab7 req-d025d9e6-c035-43c2-a3cd-76a66e1d6597 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312490 Sep 07 19:34:48.039464 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa28a5a-6c52-4979-9dd7-5b84166e7308 req-ce09b1a8-45fa-46c3-80d5-894ecf8eef57 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:48.041589 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-baa28a5a-6c52-4979-9dd7-5b84166e7308 req-ce09b1a8-45fa-46c3-80d5-894ecf8eef57 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 945 time: 0.0484726 Sep 07 19:34:48.077457 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-baa28a5a-6c52-4979-9dd7-5b84166e7308 req-9a025527-ec07-4a65-a80b-e0172fc4b12d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301163 Sep 07 19:34:49.197544 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f606e-bd6b-4838-97cd-c22d72cdf9bf req-eafe7c91-bdce-4e83-bc5f-61170a1f5250 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:49.199014 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e5f606e-bd6b-4838-97cd-c22d72cdf9bf req-eafe7c91-bdce-4e83-bc5f-61170a1f5250 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 945 time: 0.0530939 Sep 07 19:34:49.235666 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e5f606e-bd6b-4838-97cd-c22d72cdf9bf req-a71d0aff-64bb-410b-82c6-3fb114884182 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307820 Sep 07 19:34:50.350349 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72438f-3f1b-40cc-a781-80261ab8d00e req-18cc8dd1-1419-41e0-98e7-9bc198f64fe0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:50.351848 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a72438f-3f1b-40cc-a781-80261ab8d00e req-18cc8dd1-1419-41e0-98e7-9bc198f64fe0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 945 time: 0.0502017 Sep 07 19:34:50.389641 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a72438f-3f1b-40cc-a781-80261ab8d00e req-17e0eb4b-2946-4a4f-abb3-d86af7e26ba0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317554 Sep 07 19:34:51.502321 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63a537-1210-4083-b3d9-d1328fa05c09 req-f73d3d8a-97dd-4ba8-a8a0-88ea0cacd843 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:51.503825 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c63a537-1210-4083-b3d9-d1328fa05c09 req-f73d3d8a-97dd-4ba8-a8a0-88ea0cacd843 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 945 time: 0.0482638 Sep 07 19:34:51.540626 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c63a537-1210-4083-b3d9-d1328fa05c09 req-0ff6b979-4de1-44da-8fb0-495f04c76656 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308888 Sep 07 19:34:52.057059 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-5548983c-ab02-4952-94a4-433c052324a1 service neutron] show failed (client error): The resource could not be found. Sep 07 19:34:52.058073 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-5548983c-ab02-4952-94a4-433c052324a1 service neutron] 10.222.0.36 "GET /v2.0/ports/f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa/bindings/n-h1-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.0566399 Sep 07 19:34:52.248341 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-88ffaffb-54ce-45c2-8bad-eb724d9d3715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:52.249911 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-88ffaffb-54ce-45c2-8bad-eb724d9d3715 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1&tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5 HTTP/1.1" status: 200 len: 1096 time: 0.0411184 Sep 07 19:34:52.261934 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807786-1', 'device_owner': 'compute:nova'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:34:52.317045 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:52.515509 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] For port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:34:52.552193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] For port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:34:52.590983 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4172466f-0150-4dcc-ae94-4d365d9195e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:34:52.593304 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0678a4f-ea84-45f0-8135-b44b02ef07c0" -d '{"events": [{"server_uuid": "4172466f-0150-4dcc-ae94-4d365d9195e1", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:34:52.597217 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:52.638168 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Transition to ACTIVE for port object f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:34:52.647315 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:52.650980 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 19:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87774b3-fc39-4ffc-a7b8-bcd920e4f6fe x-openstack-request-id: req-c87774b3-fc39-4ffc-a7b8-bcd920e4f6fe {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:34:52.651274 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4172466f-0150-4dcc-ae94-4d365d9195e1", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:34:52.651526 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c87774b3-fc39-4ffc-a7b8-bcd920e4f6fe {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:34:52.651914 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4172466f-0150-4dcc-ae94-4d365d9195e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa', 'code': 200} Sep 07 19:34:52.698107 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc03687-bdc6-40e7-b3b4-c52c885785c6 req-89c9cb39-a136-4091-af7b-49797f32127b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:52.699552 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1fc03687-bdc6-40e7-b3b4-c52c885785c6 req-89c9cb39-a136-4091-af7b-49797f32127b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 945 time: 0.0911868 Sep 07 19:34:52.751243 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa,revision_number=6']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:34:52.770068 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:52.770412 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:52.770752 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:52.771087 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:52.771418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:52.771747 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:52.772073 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:52.772395 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:52.772745 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:52.773073 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:52.773398 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:52.773717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:52.814123 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1fc03687-bdc6-40e7-b3b4-c52c885785c6 req-2c59b3cf-7a1f-4aa1-9296-9e8163677ad2 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035614 Sep 07 19:34:52.832824 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] No DVR routers for this DVR port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:34:52.981729 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Attempting to bind port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:34:52.982061 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Attempting to bind port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:34:52.982386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Attempting to bind port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa on network 6f75a905-de18-434c-8e6f-301dac0be8d9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:34:52.986802 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa on network 6f75a905-de18-434c-8e6f-301dac0be8d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:34:52.987128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Attempting to bind port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa on network 6f75a905-de18-434c-8e6f-301dac0be8d9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:34:52.991977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:34:52.992315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Checking segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:34:52.992726 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Bound using segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:34:52.993154 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Bound port: f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:34:52.993507 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:53.057947 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] For port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:34:53.061043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] For port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:34:53.065763 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:53.099561 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:53.100179 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:53.101588 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] 10.222.0.60 "PUT /v2.0/ports/f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa HTTP/1.1" status: 200 len: 1091 time: 0.8442366 Sep 07 19:34:53.122558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da2d57-9386-4626-b1ba-b47e26f3d8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa,revision_number=7']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:34:53.167268 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-e4965833-f70d-4fc8-9e84-d787fc7eb659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:53.168831 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-e4965833-f70d-4fc8-9e84-d787fc7eb659 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 1094 time: 0.0427485 Sep 07 19:34:53.268245 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-401029c4-c37c-45b8-b18d-c5658d6e464a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:53.269909 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-401029c4-c37c-45b8-b18d-c5658d6e464a service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0945063 Sep 07 19:34:53.340582 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-8383714a-dc82-4902-8f2c-a6db60a5b231 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa HTTP/1.1" status: 200 len: 999 time: 0.0630283 Sep 07 19:34:53.388179 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-aa4f2b1c-42b4-4b86-81ad-5a94e5730e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:53.389503 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-aa4f2b1c-42b4-4b86-81ad-5a94e5730e02 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0422683 Sep 07 19:34:53.436634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-1343be06-574a-4fbe-a917-4dfbca7fe094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:53.438353 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-1343be06-574a-4fbe-a917-4dfbca7fe094 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421426 Sep 07 19:34:53.526401 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-bbd4d317-5469-4973-a7f2-0d3afc994e6f service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809758 Sep 07 19:34:53.617309 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8717bc20-a323-47e8-8a4b-6806339f1c34 req-4a85a92d-3b90-45b4-a928-e98d34f859d4 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840547 Sep 07 19:34:53.931807 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93a6a6-b7b8-47c9-8c8b-8e221c033cb7 req-6bd1665c-6e79-4580-b98e-e34d2ea3e32c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:53.933293 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac93a6a6-b7b8-47c9-8c8b-8e221c033cb7 req-6bd1665c-6e79-4580-b98e-e34d2ea3e32c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 943 time: 0.0485890 Sep 07 19:34:53.970639 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac93a6a6-b7b8-47c9-8c8b-8e221c033cb7 req-2cf52445-ce02-4f7c-bb3a-5d6d2c7ff5e0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312591 Sep 07 19:34:54.653428 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4172466f-0150-4dcc-ae94-4d365d9195e1', 'tag': 'f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:34:54.655817 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67dc768-f67c-4594-84c9-232a72718ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "4172466f-0150-4dcc-ae94-4d365d9195e1", "tag": "f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:34:54.708708 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0074d058-53aa-4fba-9120-a0b0d6319a0e x-openstack-request-id: req-0074d058-53aa-4fba-9120-a0b0d6319a0e {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:34:54.709075 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4172466f-0150-4dcc-ae94-4d365d9195e1", "tag": "f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:34:54.709733 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0074d058-53aa-4fba-9120-a0b0d6319a0e {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:34:54.710205 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4172466f-0150-4dcc-ae94-4d365d9195e1', 'tag': 'f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa', 'status': 'completed', 'code': 200} Sep 07 19:34:54.793882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dc768-f67c-4594-84c9-232a72718ee2 req-de3caf9b-08b7-49c0-8fb9-16295dff52a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:54.795715 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c67dc768-f67c-4594-84c9-232a72718ee2 req-de3caf9b-08b7-49c0-8fb9-16295dff52a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 1094 time: 0.0623038 Sep 07 19:34:54.798164 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dc768-f67c-4594-84c9-232a72718ee2 req-7f931ee6-f598-4643-a0ce-8a65c777a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:54.799486 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c67dc768-f67c-4594-84c9-232a72718ee2 req-7f931ee6-f598-4643-a0ce-8a65c777a4c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 1094 time: 0.0740545 Sep 07 19:34:54.957179 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dc768-f67c-4594-84c9-232a72718ee2 req-dc97dd71-85e3-48ce-a6aa-de7081bac778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:54.958575 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c67dc768-f67c-4594-84c9-232a72718ee2 req-dc97dd71-85e3-48ce-a6aa-de7081bac778 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.1559014 Sep 07 19:34:54.959655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dc768-f67c-4594-84c9-232a72718ee2 req-cdcc195d-4ee5-4cd1-ada6-1a89a2e1f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:54.960993 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c67dc768-f67c-4594-84c9-232a72718ee2 req-cdcc195d-4ee5-4cd1-ada6-1a89a2e1f9d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.1509409 Sep 07 19:34:55.102250 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c67dc768-f67c-4594-84c9-232a72718ee2 req-8dfe86f2-a19f-450c-a2a3-73fde26918ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa HTTP/1.1" status: 200 len: 999 time: 0.1345940 Sep 07 19:34:55.106331 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c67dc768-f67c-4594-84c9-232a72718ee2 req-590bf360-17dc-442f-92b5-b8db5d3f05ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa HTTP/1.1" status: 200 len: 999 time: 0.1376808 Sep 07 19:34:55.118341 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cd9bf-dff7-444f-b6f0-12ccba649188 req-0cf8230c-b7b8-4d6f-b827-80053cdabfb9 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:55.120289 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d0cd9bf-dff7-444f-b6f0-12ccba649188 req-0cf8230c-b7b8-4d6f-b827-80053cdabfb9 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 943 time: 0.0805457 Sep 07 19:34:55.224759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dc768-f67c-4594-84c9-232a72718ee2 req-b7e7bff8-efa4-48ca-bc40-9d38fa23459b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:55.226164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c67dc768-f67c-4594-84c9-232a72718ee2 req-b7e7bff8-efa4-48ca-bc40-9d38fa23459b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.1049953 Sep 07 19:34:55.231219 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d0cd9bf-dff7-444f-b6f0-12ccba649188 req-9bd1f486-db0e-4fbe-bc73-20e233fdc63d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952311 Sep 07 19:34:55.232664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dc768-f67c-4594-84c9-232a72718ee2 req-b37569ba-e667-4717-bf06-e78ebcb9a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:55.233970 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c67dc768-f67c-4594-84c9-232a72718ee2 req-b37569ba-e667-4717-bf06-e78ebcb9a552 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.1118033 Sep 07 19:34:55.627276 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dc768-f67c-4594-84c9-232a72718ee2 req-b324eff4-8c3f-4e90-a64f-214737a36c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:55.628791 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c67dc768-f67c-4594-84c9-232a72718ee2 req-b324eff4-8c3f-4e90-a64f-214737a36c42 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3857048 Sep 07 19:34:55.630589 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dc768-f67c-4594-84c9-232a72718ee2 req-5316a638-44bf-4ca6-804f-84d2784d351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:55.631922 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c67dc768-f67c-4594-84c9-232a72718ee2 req-5316a638-44bf-4ca6-804f-84d2784d351d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3971241 Sep 07 19:34:55.785101 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c67dc768-f67c-4594-84c9-232a72718ee2 req-9815c837-4955-4742-a801-4b705f32dba0 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479080 Sep 07 19:34:55.786937 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c67dc768-f67c-4594-84c9-232a72718ee2 req-9dd80e30-4cc4-4e58-9114-7111898bb7f8 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430464 Sep 07 19:34:55.938953 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c67dc768-f67c-4594-84c9-232a72718ee2 req-7b1b0b7a-cbc1-4096-9b71-26d1275c8907 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471314 Sep 07 19:34:55.940850 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c67dc768-f67c-4594-84c9-232a72718ee2 req-65e2cdcb-861c-4e42-865e-4fe752cf104c service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422474 Sep 07 19:34:55.999273 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-384f19c9-9af9-4383-aee4-9c80015aba38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:56.356660 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee66f6-8e2c-414d-8806-225e10d82a84 req-4c101715-694e-467c-968b-1b73dac3847e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:56.358140 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-03ee66f6-8e2c-414d-8806-225e10d82a84 req-4c101715-694e-467c-968b-1b73dac3847e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 943 time: 0.0569234 Sep 07 19:34:56.395531 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-03ee66f6-8e2c-414d-8806-225e10d82a84 req-d541bbaf-30b3-4942-88e1-c5f699a92254 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315077 Sep 07 19:34:56.482679 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:34:56.527382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:34:56.630888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59babd36-6e7f-4c03-acbd-d39728162ccc req-b114ed7e-be19-4aa0-b85e-7f1ef3c73858 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:56.632442 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59babd36-6e7f-4c03-acbd-d39728162ccc req-b114ed7e-be19-4aa0-b85e-7f1ef3c73858 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 943 time: 0.0906351 Sep 07 19:34:56.641521 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be6e6d-4e2b-4465-a8de-a53055fb2493 req-eb25c397-e6e2-4e6d-a8f0-06e87e5c83af tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:56.643075 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07be6e6d-4e2b-4465-a8de-a53055fb2493 req-eb25c397-e6e2-4e6d-a8f0-06e87e5c83af tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.36 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1&tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&binding%3Ahost_id=n-h1-807786-1 HTTP/1.1" status: 200 len: 943 time: 0.0884020 Sep 07 19:34:56.710864 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59babd36-6e7f-4c03-acbd-d39728162ccc req-0d9ff579-c3af-43fc-a294-43b2f0dd78d4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667744 Sep 07 19:34:56.728722 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-07be6e6d-4e2b-4465-a8de-a53055fb2493 req-fe581edf-812c-4818-8b2e-17c8e2ad5467 service neutron] delete failed (client error): The resource could not be found. Sep 07 19:34:56.729899 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07be6e6d-4e2b-4465-a8de-a53055fb2493 req-fe581edf-812c-4818-8b2e-17c8e2ad5467 service neutron] 10.222.0.36 "DELETE /v2.0/ports/f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa/bindings/n-h2-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.0787654 Sep 07 19:34:56.812690 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be6e6d-4e2b-4465-a8de-a53055fb2493 req-858e99de-eadc-4a3d-8134-2d3d96abf43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:56.814089 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07be6e6d-4e2b-4465-a8de-a53055fb2493 req-858e99de-eadc-4a3d-8134-2d3d96abf43d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 1094 time: 0.0414479 Sep 07 19:34:56.911120 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be6e6d-4e2b-4465-a8de-a53055fb2493 req-5aa192d8-1715-4ed1-b87a-42a9f1307824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:56.912644 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07be6e6d-4e2b-4465-a8de-a53055fb2493 req-5aa192d8-1715-4ed1-b87a-42a9f1307824 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0910914 Sep 07 19:34:56.983111 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07be6e6d-4e2b-4465-a8de-a53055fb2493 req-80469624-fe7f-431e-95fc-5c3ddedba037 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa HTTP/1.1" status: 200 len: 999 time: 0.0630774 Sep 07 19:34:57.031894 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be6e6d-4e2b-4465-a8de-a53055fb2493 req-ce717aee-a6d1-41b9-aa80-e2f1dba6506d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:57.033398 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07be6e6d-4e2b-4465-a8de-a53055fb2493 req-ce717aee-a6d1-41b9-aa80-e2f1dba6506d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0430310 Sep 07 19:34:57.083606 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be6e6d-4e2b-4465-a8de-a53055fb2493 req-4af47845-86cb-477d-b7fd-fd10631c4cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:57.085037 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07be6e6d-4e2b-4465-a8de-a53055fb2493 req-4af47845-86cb-477d-b7fd-fd10631c4cd8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430589 Sep 07 19:34:57.173932 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07be6e6d-4e2b-4465-a8de-a53055fb2493 req-503e6001-67b5-4a15-b2b2-1a07bbc51071 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809379 Sep 07 19:34:57.266744 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07be6e6d-4e2b-4465-a8de-a53055fb2493 req-a6b13398-e8a8-4199-b19d-50f4d270906d service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846851 Sep 07 19:34:57.304657 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:34:57.399556 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:34:57.410731 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'port_id': 'f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa', 'mac_address': 'fa:16:3e:29:d8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:34:57.446176 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:57.462466 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:34:57.481509 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:34:57.485267 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:57.532098 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:34:57.539414 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:57.539764 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:57.540105 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:57.540444 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:57.540838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:57.541748 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:57.542082 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:57.542411 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:57.542739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:57.543062 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:57.543383 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:57.543705 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:34:57.734862 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:34:57.839156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a599905-a148-43f7-9e53-678926d273d0 req-3d971750-782d-47b0-a3f6-b4eb449e685e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:57.840680 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a599905-a148-43f7-9e53-678926d273d0 req-3d971750-782d-47b0-a3f6-b4eb449e685e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 944 time: 0.0519619 Sep 07 19:34:57.878421 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a599905-a148-43f7-9e53-678926d273d0 req-f15e82ef-de11-44ce-bb8b-bbc70771b2fb tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313754 Sep 07 19:34:57.991484 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24feeba-2986-4e5b-8d78-bfe57fe68509 req-fe5432a5-6fe9-40ce-b917-d3ed35fc68b0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:57.992981 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d24feeba-2986-4e5b-8d78-bfe57fe68509 req-fe5432a5-6fe9-40ce-b917-d3ed35fc68b0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 944 time: 0.0484433 Sep 07 19:34:58.029584 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d24feeba-2986-4e5b-8d78-bfe57fe68509 req-78c09dd6-ae9b-41db-a491-860a4ca8506c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302768 Sep 07 19:34:58.147431 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce85c92-59c0-4789-998d-32d338fdce21 req-94f24c15-f102-4e31-8854-c853e49da8bf tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:58.148942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ce85c92-59c0-4789-998d-32d338fdce21 req-94f24c15-f102-4e31-8854-c853e49da8bf tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 944 time: 0.0547645 Sep 07 19:34:58.187570 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ce85c92-59c0-4789-998d-32d338fdce21 req-0243f55d-9486-43f7-a93d-0e95d1963b99 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324318 Sep 07 19:34:58.426477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7112017-e619-4893-87dc-afe2ed95c7a5 req-20be60f3-c747-4145-a726-e4966a120720 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:58.427951 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7112017-e619-4893-87dc-afe2ed95c7a5 req-20be60f3-c747-4145-a726-e4966a120720 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 944 time: 0.0475066 Sep 07 19:34:58.465430 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7112017-e619-4893-87dc-afe2ed95c7a5 req-739b5a62-c3a6-4203-864b-fd2949490389 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310445 Sep 07 19:34:58.828059 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-429686f7-7f4b-407f-9c6b-7a1f20958d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:59.112361 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:59.328631 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:34:59.379103 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:34:59.382641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:34:59.383018 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:59.457733 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:59.479826 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4172466f-0150-4dcc-ae94-4d365d9195e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:34:59.482121 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e00931-cbe6-4867-8e6c-004d5ecd5466" -d '{"events": [{"server_uuid": "4172466f-0150-4dcc-ae94-4d365d9195e1", "name": "network-vif-plugged", "status": "completed", "tag": "f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:34:59.495542 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:34:59.499744 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:59.526983 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e115e3db-8931-4b19-a395-3bd28529123f x-openstack-request-id: req-e115e3db-8931-4b19-a395-3bd28529123f {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:34:59.527281 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4172466f-0150-4dcc-ae94-4d365d9195e1", "name": "network-vif-plugged", "status": "completed", "tag": "f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:34:59.527628 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e115e3db-8931-4b19-a395-3bd28529123f {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:34:59.527929 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4172466f-0150-4dcc-ae94-4d365d9195e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa', 'code': 200} Sep 07 19:34:59.552652 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa,revision_number=9']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:34:59.586272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0e255-5d68-401f-9c7f-5ffa82fdb7a0 req-23ab0a9b-3d3c-41fb-b646-0f216c8707bc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:59.588482 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-46f0e255-5d68-401f-9c7f-5ffa82fdb7a0 req-23ab0a9b-3d3c-41fb-b646-0f216c8707bc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 945 time: 0.0504880 Sep 07 19:34:59.626505 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-46f0e255-5d68-401f-9c7f-5ffa82fdb7a0 req-2da0b462-91ca-41af-8146-c8df3ee31789 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310047 Sep 07 19:34:59.682773 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1e355-d02c-4e63-bbda-f344876071fb req-6f30d792-1e6b-40f6-9534-84f06f9995c8 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:34:59.684215 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3b1e355-d02c-4e63-bbda-f344876071fb req-6f30d792-1e6b-40f6-9534-84f06f9995c8 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.60 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 945 time: 0.0516365 Sep 07 19:34:59.774518 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e3b1e355-d02c-4e63-bbda-f344876071fb req-5fcb9bee-c9cc-4e96-b4c3-f3237ce980fc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Deleting port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:34:59.774863 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e3b1e355-d02c-4e63-bbda-f344876071fb req-5fcb9bee-c9cc-4e96-b4c3-f3237ce980fc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:34:59.865496 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e3b1e355-d02c-4e63-bbda-f344876071fb req-5fcb9bee-c9cc-4e96-b4c3-f3237ce980fc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] For port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:34:59.865780 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e3b1e355-d02c-4e63-bbda-f344876071fb req-5fcb9bee-c9cc-4e96-b4c3-f3237ce980fc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:00.039121 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e3b1e355-d02c-4e63-bbda-f344876071fb req-5fcb9bee-c9cc-4e96-b4c3-f3237ce980fc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:00.039582 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e3b1e355-d02c-4e63-bbda-f344876071fb req-5fcb9bee-c9cc-4e96-b4c3-f3237ce980fc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:00.039906 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [req-e3b1e355-d02c-4e63-bbda-f344876071fb req-5fcb9bee-c9cc-4e96-b4c3-f3237ce980fc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Floating IP 1261c27e-383d-4440-b617-f0eb8a9bf30c disassociated. External IP: 172.25.8.129, port: f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa. Sep 07 19:35:00.040258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e3b1e355-d02c-4e63-bbda-f344876071fb req-5fcb9bee-c9cc-4e96-b4c3-f3237ce980fc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Calling delete_port for f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:35:00.174752 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e3b1e355-d02c-4e63-bbda-f344876071fb req-5fcb9bee-c9cc-4e96-b4c3-f3237ce980fc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:00.203566 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb9bee-c9cc-4e96-b4c3-f3237ce980fc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Pushing event deleted for resources: {'Port': ['ID=f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:35:00.321736 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3b1e355-d02c-4e63-bbda-f344876071fb req-5fcb9bee-c9cc-4e96-b4c3-f3237ce980fc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Router cecdcb85-109b-4c2f-871f-3d4653ae2593 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:35:00.359777 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:00.434401 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3b1e355-d02c-4e63-bbda-f344876071fb req-5fcb9bee-c9cc-4e96-b4c3-f3237ce980fc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:35:00.444348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c81e38-1f70-4711-91e0-b4411bb7058b None None] Sync routers for ids ['cecdcb85-109b-4c2f-871f-3d4653ae2593'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:35:00.454413 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c81e38-1f70-4711-91e0-b4411bb7058b None None] Routers {'cecdcb85-109b-4c2f-871f-3d4653ae2593'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:35:00.455068 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d9c81e38-1f70-4711-91e0-b4411bb7058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:34:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cecdcb85-109b-4c2f-871f-3d4653ae2593'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:35:00.476808 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b1e355-d02c-4e63-bbda-f344876071fb req-5fcb9bee-c9cc-4e96-b4c3-f3237ce980fc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] No DVR routers for this DVR port f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:35:00.479403 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e3b1e355-d02c-4e63-bbda-f344876071fb req-5fcb9bee-c9cc-4e96-b4c3-f3237ce980fc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:00.481458 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3b1e355-d02c-4e63-bbda-f344876071fb req-5fcb9bee-c9cc-4e96-b4c3-f3237ce980fc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.60 "DELETE /v2.0/ports/f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa HTTP/1.1" status: 204 len: 173 time: 0.7911646 Sep 07 19:35:00.481897 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4172466f-0150-4dcc-ae94-4d365d9195e1', 'name': 'network-vif-deleted', 'tag': 'f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:35:00.484115 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ed9cb7-2cca-423d-8a0a-8b183f120349" -d '{"events": [{"server_uuid": "4172466f-0150-4dcc-ae94-4d365d9195e1", "name": "network-vif-deleted", "tag": "f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:35:00.521087 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57099b69-951a-49eb-80b3-036b519445d2 x-openstack-request-id: req-57099b69-951a-49eb-80b3-036b519445d2 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:35:00.521640 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4172466f-0150-4dcc-ae94-4d365d9195e1", "name": "network-vif-deleted", "tag": "f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:35:00.521901 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-57099b69-951a-49eb-80b3-036b519445d2 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:35:00.522364 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4172466f-0150-4dcc-ae94-4d365d9195e1', 'name': 'network-vif-deleted', 'tag': 'f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa', 'status': 'completed', 'code': 200} Sep 07 19:35:00.573218 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-d9c81e38-1f70-4711-91e0-b4411bb7058b None None] Set router cecdcb85-109b-4c2f-871f-3d4653ae2593 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:35:00.748571 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a79bda5b-defc-4473-9e1f-7720e2a46cde req-e165612c-a37a-4113-bcea-9334d7afa465 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=4172466f-0150-4dcc-ae94-4d365d9195e1 HTTP/1.1" status: 200 len: 210 time: 0.0345669 Sep 07 19:35:00.786547 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d9c81e38-1f70-4711-91e0-b4411bb7058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:35:00.811881 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c81e38-1f70-4711-91e0-b4411bb7058b None None] Checking router: cecdcb85-109b-4c2f-871f-3d4653ae2593 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:35:00.820033 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c81e38-1f70-4711-91e0-b4411bb7058b None None] Routers {'cecdcb85-109b-4c2f-871f-3d4653ae2593'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:35:00.820684 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d9c81e38-1f70-4711-91e0-b4411bb7058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:34:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cecdcb85-109b-4c2f-871f-3d4653ae2593'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:35:00.921745 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-d9c81e38-1f70-4711-91e0-b4411bb7058b None None] Set router cecdcb85-109b-4c2f-871f-3d4653ae2593 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:35:01.269937 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d9c81e38-1f70-4711-91e0-b4411bb7058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:35:01.296559 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c81e38-1f70-4711-91e0-b4411bb7058b None None] The sync data for ids ['cecdcb85-109b-4c2f-871f-3d4653ae2593'] in n-d-807786-1 is: [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:35:01.509432 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb6aecc-b671-470d-bc57-1e4b5d42ead7 None None] New status for floating IP 1261c27e-383d-4440-b617-f0eb8a9bf30c: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:35:01.891994 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:01.965101 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6065e507-f71b-4990-8b18-c1c01687921b req-a8c4d7ee-4a12-4dd3-ae6e-64c34c569ced tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--276075021&fields=id&tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5 HTTP/1.1" status: 200 len: 267 time: 0.0320122 Sep 07 19:35:02.072709 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065e507-f71b-4990-8b18-c1c01687921b req-bc7e4676-e6e6-49b5-8ee8-0d756b3d8019 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:02.074162 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6065e507-f71b-4990-8b18-c1c01687921b req-bc7e4676-e6e6-49b5-8ee8-0d756b3d8019 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 812 time: 0.1025670 Sep 07 19:35:02.088959 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6065e507-f71b-4990-8b18-c1c01687921b req-bcf1359f-aff7-48be-9df3-c0d11041d0aa tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/quotas/6c4a83d7dbc44c8b8079cec17d2f38e5 HTTP/1.1" status: 200 len: 375 time: 0.0091255 Sep 07 19:35:02.139693 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6065e507-f71b-4990-8b18-c1c01687921b req-b12af53a-5a76-488a-a080-048fb5d17f3f tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456381 Sep 07 19:35:02.236364 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6065e507-f71b-4990-8b18-c1c01687921b req-7fec1648-7f62-4701-b60e-eb356d9e51ef service neutron] 10.222.0.26 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847602 Sep 07 19:35:02.324808 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6065e507-f71b-4990-8b18-c1c01687921b req-64d8163d-6878-4022-88cb-7b89485f7081 service neutron] 10.222.0.26 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822141 Sep 07 19:35:02.487088 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-950a6d7b-37ca-4911-89e2-4832dd80f8f0 req-db20e658-e20c-458c-9dee-93adf0c107a1 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 210 time: 0.0268545 Sep 07 19:35:03.343044 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:35:03.365633 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:35:03.366137 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device f9b1767a-29f0-47b3-88d0-96bf4fc0dbaa not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:35:03.376043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065e507-f71b-4990-8b18-c1c01687921b req-32cbc953-ae75-4364-880a-fff79a7b023f tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:03.377678 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6065e507-f71b-4990-8b18-c1c01687921b req-32cbc953-ae75-4364-880a-fff79a7b023f tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 812 time: 0.1146796 Sep 07 19:35:03.419867 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6065e507-f71b-4990-8b18-c1c01687921b req-cb48ba0e-ac4c-46ec-a528-781752b8d0fb tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5 HTTP/1.1" status: 200 len: 379 time: 0.0326970 Sep 07 19:35:03.429246 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-6065e507-f71b-4990-8b18-c1c01687921b req-b8243c0a-7855-4e73-b0c6-42e9fbb30bee tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Request body: {'port': {'device_id': '53749dfd-944e-4561-b9d4-f02485b4b387', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'admin_state_up': True, 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'security_groups': ['9a90c97c-a6db-44bd-8abb-99cedf7d5592']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:35:03.537369 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6065e507-f71b-4990-8b18-c1c01687921b req-b8243c0a-7855-4e73-b0c6-42e9fbb30bee tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Made reservation on behalf of 6c4a83d7dbc44c8b8079cec17d2f38e5 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:35:03.540973 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6065e507-f71b-4990-8b18-c1c01687921b req-b8243c0a-7855-4e73-b0c6-42e9fbb30bee tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:03.591285 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02b8a3b0-7803-4315-a95a-1f28322f19b6 req-d2073875-097b-419e-9a66-e55faa79d96f tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 210 time: 0.0350726 Sep 07 19:35:03.691313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-6065e507-f71b-4990-8b18-c1c01687921b req-b8243c0a-7855-4e73-b0c6-42e9fbb30bee tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Allocated IP 172.20.0.12 (6f75a905-de18-434c-8e6f-301dac0be8d9/5bb2ca3d-5219-4ce7-a9ec-de975f88cf72/caa51e7f-5158-4ccc-9c70-e22d0f575a50) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:35:03.828430 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6065e507-f71b-4990-8b18-c1c01687921b req-b8243c0a-7855-4e73-b0c6-42e9fbb30bee tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:03.842552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-6065e507-f71b-4990-8b18-c1c01687921b req-b8243c0a-7855-4e73-b0c6-42e9fbb30bee tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Transition to ACTIVE for port object caa51e7f-5158-4ccc-9c70-e22d0f575a50 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:35:03.874177 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6065e507-f71b-4990-8b18-c1c01687921b req-b8243c0a-7855-4e73-b0c6-42e9fbb30bee tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:03.915534 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6065e507-f71b-4990-8b18-c1c01687921b req-b8243c0a-7855-4e73-b0c6-42e9fbb30bee tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Network 6f75a905-de18-434c-8e6f-301dac0be8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:35:03.918596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-6065e507-f71b-4990-8b18-c1c01687921b req-b8243c0a-7855-4e73-b0c6-42e9fbb30bee tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:35:03.921085 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6065e507-f71b-4990-8b18-c1c01687921b req-b8243c0a-7855-4e73-b0c6-42e9fbb30bee tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:35:03.953171 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8243c0a-7855-4e73-b0c6-42e9fbb30bee tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Pushing event updated for resources: {'Port': ['ID=caa51e7f-5158-4ccc-9c70-e22d0f575a50,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:35:03.989156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065e507-f71b-4990-8b18-c1c01687921b req-b8243c0a-7855-4e73-b0c6-42e9fbb30bee tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:03.989797 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6065e507-f71b-4990-8b18-c1c01687921b req-b8243c0a-7855-4e73-b0c6-42e9fbb30bee tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:04.005025 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6065e507-f71b-4990-8b18-c1c01687921b req-b8243c0a-7855-4e73-b0c6-42e9fbb30bee tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5792701 Sep 07 19:35:04.018082 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-6065e507-f71b-4990-8b18-c1c01687921b req-6b874587-b021-4916-8a96-508403816493 service neutron] Request body: {'port': {'device_id': '53749dfd-944e-4561-b9d4-f02485b4b387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:35:04.076155 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6065e507-f71b-4990-8b18-c1c01687921b req-6b874587-b021-4916-8a96-508403816493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:04.198640 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9262a1f8-882e-40cc-8513-b51cadee7571 None None] Provisioning for port caa51e7f-5158-4ccc-9c70-e22d0f575a50 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:35:04.201882 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9262a1f8-882e-40cc-8513-b51cadee7571 None None] Provisioning complete for port caa51e7f-5158-4ccc-9c70-e22d0f575a50 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:35:04.202253 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9262a1f8-882e-40cc-8513-b51cadee7571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:04.237870 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-9262a1f8-882e-40cc-8513-b51cadee7571 None None] Port caa51e7f-5158-4ccc-9c70-e22d0f575a50 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:35:04.335080 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-6065e507-f71b-4990-8b18-c1c01687921b req-6b874587-b021-4916-8a96-508403816493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa51e7f-5158-4ccc-9c70-e22d0f575a50 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:35:04.342695 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6065e507-f71b-4990-8b18-c1c01687921b req-6b874587-b021-4916-8a96-508403816493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:04.354510 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-6065e507-f71b-4990-8b18-c1c01687921b req-6b874587-b021-4916-8a96-508403816493 service neutron] Transition to ACTIVE for port object caa51e7f-5158-4ccc-9c70-e22d0f575a50 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:35:04.358314 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6065e507-f71b-4990-8b18-c1c01687921b req-6b874587-b021-4916-8a96-508403816493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:04.405052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b874587-b021-4916-8a96-508403816493 service neutron] Pushing event updated for resources: {'Port': ['ID=caa51e7f-5158-4ccc-9c70-e22d0f575a50,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:35:04.475749 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-6065e507-f71b-4990-8b18-c1c01687921b req-6b874587-b021-4916-8a96-508403816493 service neutron] Attempting to bind port caa51e7f-5158-4ccc-9c70-e22d0f575a50 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:35:04.476096 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-6065e507-f71b-4990-8b18-c1c01687921b req-6b874587-b021-4916-8a96-508403816493 service neutron] Attempting to bind port caa51e7f-5158-4ccc-9c70-e22d0f575a50 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:35:04.476418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6065e507-f71b-4990-8b18-c1c01687921b req-6b874587-b021-4916-8a96-508403816493 service neutron] Attempting to bind port caa51e7f-5158-4ccc-9c70-e22d0f575a50 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:35:04.480910 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6065e507-f71b-4990-8b18-c1c01687921b req-6b874587-b021-4916-8a96-508403816493 service neutron] Port caa51e7f-5158-4ccc-9c70-e22d0f575a50 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:35:04.481227 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6065e507-f71b-4990-8b18-c1c01687921b req-6b874587-b021-4916-8a96-508403816493 service neutron] Attempting to bind port caa51e7f-5158-4ccc-9c70-e22d0f575a50 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:35:04.486176 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6065e507-f71b-4990-8b18-c1c01687921b req-6b874587-b021-4916-8a96-508403816493 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:35:04.486524 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6065e507-f71b-4990-8b18-c1c01687921b req-6b874587-b021-4916-8a96-508403816493 service neutron] Checking segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:35:04.486915 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6065e507-f71b-4990-8b18-c1c01687921b req-6b874587-b021-4916-8a96-508403816493 service neutron] Bound using segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:35:04.487349 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-6065e507-f71b-4990-8b18-c1c01687921b req-6b874587-b021-4916-8a96-508403816493 service neutron] Bound port: caa51e7f-5158-4ccc-9c70-e22d0f575a50, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:35:04.487716 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6065e507-f71b-4990-8b18-c1c01687921b req-6b874587-b021-4916-8a96-508403816493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:04.555293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-6065e507-f71b-4990-8b18-c1c01687921b req-6b874587-b021-4916-8a96-508403816493 service neutron] For port caa51e7f-5158-4ccc-9c70-e22d0f575a50, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:35:04.558816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-6065e507-f71b-4990-8b18-c1c01687921b req-6b874587-b021-4916-8a96-508403816493 service neutron] For port caa51e7f-5158-4ccc-9c70-e22d0f575a50, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=caa51e7f-5158-4ccc-9c70-e22d0f575a50,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:35:04.563839 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6065e507-f71b-4990-8b18-c1c01687921b req-6b874587-b021-4916-8a96-508403816493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:04.595752 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065e507-f71b-4990-8b18-c1c01687921b req-6b874587-b021-4916-8a96-508403816493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:04.596359 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6065e507-f71b-4990-8b18-c1c01687921b req-6b874587-b021-4916-8a96-508403816493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:04.597763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6065e507-f71b-4990-8b18-c1c01687921b req-6b874587-b021-4916-8a96-508403816493 service neutron] 10.222.0.60 "PUT /v2.0/ports/caa51e7f-5158-4ccc-9c70-e22d0f575a50 HTTP/1.1" status: 200 len: 1092 time: 0.5841079 Sep 07 19:35:04.598194 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53749dfd-944e-4561-b9d4-f02485b4b387', 'tag': 'caa51e7f-5158-4ccc-9c70-e22d0f575a50'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:35:04.600397 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40eba211-4c4e-4477-b2fd-e9c7e263d4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "53749dfd-944e-4561-b9d4-f02485b4b387", "tag": "caa51e7f-5158-4ccc-9c70-e22d0f575a50"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:35:04.633822 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b874587-b021-4916-8a96-508403816493 service neutron] Pushing event updated for resources: {'Port': ['ID=caa51e7f-5158-4ccc-9c70-e22d0f575a50,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:35:04.678477 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cdb898-9315-413a-b8ad-79c45bf376c9 x-openstack-request-id: req-e8cdb898-9315-413a-b8ad-79c45bf376c9 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:35:04.678810 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53749dfd-944e-4561-b9d4-f02485b4b387", "tag": "caa51e7f-5158-4ccc-9c70-e22d0f575a50", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:35:04.679162 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8cdb898-9315-413a-b8ad-79c45bf376c9 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:35:04.679620 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53749dfd-944e-4561-b9d4-f02485b4b387', 'tag': 'caa51e7f-5158-4ccc-9c70-e22d0f575a50', 'status': 'completed', 'code': 200} Sep 07 19:35:04.721137 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065e507-f71b-4990-8b18-c1c01687921b req-5c83372a-a184-4773-a515-f9ee67687473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:04.722575 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6065e507-f71b-4990-8b18-c1c01687921b req-5c83372a-a184-4773-a515-f9ee67687473 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 1095 time: 0.0730715 Sep 07 19:35:04.779444 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c72377-fe58-445d-ba9a-e2f4b2f2da9c req-7da4a1af-3e20-441e-8a34-fad1f5a98389 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:04.780967 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21c72377-fe58-445d-ba9a-e2f4b2f2da9c req-7da4a1af-3e20-441e-8a34-fad1f5a98389 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 944 time: 0.0937865 Sep 07 19:35:04.782411 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6065e507-f71b-4990-8b18-c1c01687921b req-23e524f3-fbf3-47a6-808a-8854db4ed7a3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa51e7f-5158-4ccc-9c70-e22d0f575a50 HTTP/1.1" status: 200 len: 217 time: 0.0506992 Sep 07 19:35:04.856066 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-21c72377-fe58-445d-ba9a-e2f4b2f2da9c req-339eda13-d08d-422a-a768-959370fa34bc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593150 Sep 07 19:35:04.857555 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065e507-f71b-4990-8b18-c1c01687921b req-68871845-58d7-47b4-b709-850f135840b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:04.858907 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6065e507-f71b-4990-8b18-c1c01687921b req-68871845-58d7-47b4-b709-850f135840b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0699713 Sep 07 19:35:04.905743 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065e507-f71b-4990-8b18-c1c01687921b req-d9417009-8263-4cbb-b19e-8845ed85fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:04.907247 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6065e507-f71b-4990-8b18-c1c01687921b req-d9417009-8263-4cbb-b19e-8845ed85fcff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413191 Sep 07 19:35:04.996893 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6065e507-f71b-4990-8b18-c1c01687921b req-230878d7-8032-4e76-90b1-118b6441a983 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825694 Sep 07 19:35:05.087031 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6065e507-f71b-4990-8b18-c1c01687921b req-881de0bd-a481-4ebd-86a5-464f55365ea5 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836711 Sep 07 19:35:05.170773 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eba211-4c4e-4477-b2fd-e9c7e263d4b9 req-dfb85931-6bbf-4a8e-b510-6733c7e2a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:05.172275 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40eba211-4c4e-4477-b2fd-e9c7e263d4b9 req-dfb85931-6bbf-4a8e-b510-6733c7e2a729 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 1095 time: 0.0405385 Sep 07 19:35:05.258360 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eba211-4c4e-4477-b2fd-e9c7e263d4b9 req-292e657f-f676-4788-a1ff-5de1727fec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:05.259786 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40eba211-4c4e-4477-b2fd-e9c7e263d4b9 req-292e657f-f676-4788-a1ff-5de1727fec10 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0808446 Sep 07 19:35:05.302988 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40eba211-4c4e-4477-b2fd-e9c7e263d4b9 req-0522b18c-3684-49e0-9860-f6a4da206cd9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa51e7f-5158-4ccc-9c70-e22d0f575a50 HTTP/1.1" status: 200 len: 217 time: 0.0366337 Sep 07 19:35:05.351636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eba211-4c4e-4477-b2fd-e9c7e263d4b9 req-8e27ffe5-9e47-489c-9a50-2d97349a62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:05.353167 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40eba211-4c4e-4477-b2fd-e9c7e263d4b9 req-8e27ffe5-9e47-489c-9a50-2d97349a62e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0418923 Sep 07 19:35:05.398601 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eba211-4c4e-4477-b2fd-e9c7e263d4b9 req-5f33ac99-a54d-4ae8-bc7b-fa88e0be244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:05.400118 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40eba211-4c4e-4477-b2fd-e9c7e263d4b9 req-5f33ac99-a54d-4ae8-bc7b-fa88e0be244f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388062 Sep 07 19:35:05.489831 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40eba211-4c4e-4477-b2fd-e9c7e263d4b9 req-1152c9de-adef-4239-9dcc-7ad69853d804 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823936 Sep 07 19:35:05.577860 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40eba211-4c4e-4477-b2fd-e9c7e263d4b9 req-2bf3a483-2ba8-49b2-9896-fb02b2063d61 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789249 Sep 07 19:35:06.083376 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e5881-9ddb-446b-b702-a8370183e35e req-776782f1-7a32-4a50-aa82-a0e852fa7675 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:06.084888 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c69e5881-9ddb-446b-b702-a8370183e35e req-776782f1-7a32-4a50-aa82-a0e852fa7675 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 944 time: 0.1611724 Sep 07 19:35:06.121555 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c69e5881-9ddb-446b-b702-a8370183e35e req-4b645f8e-531b-4c32-a771-9a21852e734e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307853 Sep 07 19:35:07.291146 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8be254-9b57-48cf-b753-c96f3a995622 req-8982f013-4570-48a9-acfa-e5d5cf101cf2 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:07.292673 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c8be254-9b57-48cf-b753-c96f3a995622 req-8982f013-4570-48a9-acfa-e5d5cf101cf2 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 944 time: 0.1056628 Sep 07 19:35:07.331239 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c8be254-9b57-48cf-b753-c96f3a995622 req-4f3428dd-fb4c-4c93-b05d-c4e9827d792d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323892 Sep 07 19:35:07.374727 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device caa51e7f-5158-4ccc-9c70-e22d0f575a50 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:35:07.465411 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port caa51e7f-5158-4ccc-9c70-e22d0f575a50, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=caa51e7f-5158-4ccc-9c70-e22d0f575a50,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:35:07.475991 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'caa51e7f-5158-4ccc-9c70-e22d0f575a50', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'port_id': 'caa51e7f-5158-4ccc-9c70-e22d0f575a50', 'mac_address': 'fa:16:3e:9f:b5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:35:07.515661 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:07.527866 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa51e7f-5158-4ccc-9c70-e22d0f575a50 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:35:07.546023 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port caa51e7f-5158-4ccc-9c70-e22d0f575a50, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=caa51e7f-5158-4ccc-9c70-e22d0f575a50,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:35:07.549879 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:07.595338 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=caa51e7f-5158-4ccc-9c70-e22d0f575a50,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:35:07.747422 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['caa51e7f-5158-4ccc-9c70-e22d0f575a50'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:35:08.444453 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49a2e4-3ee3-47e2-bcef-3edff0b0fc0a req-22b4af52-dec7-4802-bb38-cc313d951587 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:08.445938 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d49a2e4-3ee3-47e2-bcef-3edff0b0fc0a req-22b4af52-dec7-4802-bb38-cc313d951587 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 945 time: 0.0482042 Sep 07 19:35:08.483435 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0d49a2e4-3ee3-47e2-bcef-3edff0b0fc0a req-5ccd333a-fd60-4ddd-a25c-690e95b24679 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307367 Sep 07 19:35:09.390411 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device caa51e7f-5158-4ccc-9c70-e22d0f575a50 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:35:09.436895 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port caa51e7f-5158-4ccc-9c70-e22d0f575a50 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:35:09.441413 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port caa51e7f-5158-4ccc-9c70-e22d0f575a50 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:35:09.441817 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:09.516386 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:09.541076 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53749dfd-944e-4561-b9d4-f02485b4b387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa51e7f-5158-4ccc-9c70-e22d0f575a50'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:35:09.543314 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68d3dbf-9c0c-4829-a621-f664a28f7a74" -d '{"events": [{"server_uuid": "53749dfd-944e-4561-b9d4-f02485b4b387", "name": "network-vif-plugged", "status": "completed", "tag": "caa51e7f-5158-4ccc-9c70-e22d0f575a50"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:35:09.555886 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port caa51e7f-5158-4ccc-9c70-e22d0f575a50, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=caa51e7f-5158-4ccc-9c70-e22d0f575a50,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:35:09.560370 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:09.589710 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86a20a4-bd71-4dae-84ae-990e829048bd x-openstack-request-id: req-f86a20a4-bd71-4dae-84ae-990e829048bd {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:35:09.589999 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53749dfd-944e-4561-b9d4-f02485b4b387", "name": "network-vif-plugged", "status": "completed", "tag": "caa51e7f-5158-4ccc-9c70-e22d0f575a50", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:35:09.590248 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f86a20a4-bd71-4dae-84ae-990e829048bd {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:35:09.590630 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53749dfd-944e-4561-b9d4-f02485b4b387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa51e7f-5158-4ccc-9c70-e22d0f575a50', 'code': 200} Sep 07 19:35:09.616580 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=caa51e7f-5158-4ccc-9c70-e22d0f575a50,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:35:09.617423 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff083a64-67c2-427a-8cd2-9b671690ecb1 req-b6f8f54f-0599-4cf4-9c63-cef8bf4cc407 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:09.619466 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff083a64-67c2-427a-8cd2-9b671690ecb1 req-b6f8f54f-0599-4cf4-9c63-cef8bf4cc407 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 946 time: 0.0683658 Sep 07 19:35:09.667638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ff083a64-67c2-427a-8cd2-9b671690ecb1 req-ca612b70-8842-400d-8fa6-0a0176f27f91 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407429 Sep 07 19:35:09.699360 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f199fa-eaf9-4958-b93e-c0f558c9053d req-2654ed28-c378-4fad-8bf5-045eeffa2b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:09.699360 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-85f199fa-eaf9-4958-b93e-c0f558c9053d req-2654ed28-c378-4fad-8bf5-045eeffa2b3b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 1097 time: 0.0456367 Sep 07 19:35:09.732557 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-85f199fa-eaf9-4958-b93e-c0f558c9053d req-b6d343a4-9781-4d1b-bde9-749c952eb7c3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269647 Sep 07 19:35:10.789369 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293c400-85d7-496b-a6f6-72efbe89d8e2 req-fe789f61-e83c-4795-bcad-247fda7c5681 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:10.790914 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b293c400-85d7-496b-a6f6-72efbe89d8e2 req-fe789f61-e83c-4795-bcad-247fda7c5681 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 946 time: 0.0507059 Sep 07 19:35:10.828300 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b293c400-85d7-496b-a6f6-72efbe89d8e2 req-56271181-a280-41f8-ab1a-8bd8800e304a tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312085 Sep 07 19:35:12.272829 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56561488-e98d-4e94-87f9-0efbedfc59a8 req-d7054ba1-4375-4fb3-8da5-6c4171b9e98c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:12.274321 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-56561488-e98d-4e94-87f9-0efbedfc59a8 req-d7054ba1-4375-4fb3-8da5-6c4171b9e98c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 946 time: 0.3793859 Sep 07 19:35:12.312536 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-56561488-e98d-4e94-87f9-0efbedfc59a8 req-262c13ec-a3ab-442f-ae77-a0f25d9d53b0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319905 Sep 07 19:35:12.429366 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce509b94-9bd8-43be-94be-2095dd15f8fb req-af77aa1d-5666-44e7-a339-9731dc9604cc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:12.430823 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce509b94-9bd8-43be-94be-2095dd15f8fb req-af77aa1d-5666-44e7-a339-9731dc9604cc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 946 time: 0.0510948 Sep 07 19:35:12.440146 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 49148) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:35:12.444399 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-0e4bffc1-52e8-4238-9533-e8a3242c0120 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Request body: {'floatingip': {'port_id': 'caa51e7f-5158-4ccc-9c70-e22d0f575a50'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:35:12.485945 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e4bffc1-52e8-4238-9533-e8a3242c0120 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:12.912158 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e4bffc1-52e8-4238-9533-e8a3242c0120 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:12.915699 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e4bffc1-52e8-4238-9533-e8a3242c0120 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:13.014458 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-0e4bffc1-52e8-4238-9533-e8a3242c0120 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Floating IP 1261c27e-383d-4440-b617-f0eb8a9bf30c associated. External IP: 172.25.8.129, port: caa51e7f-5158-4ccc-9c70-e22d0f575a50. Sep 07 19:35:13.218699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4bffc1-52e8-4238-9533-e8a3242c0120 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Router cecdcb85-109b-4c2f-871f-3d4653ae2593 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:35:13.300537 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:13.325329 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4bffc1-52e8-4238-9533-e8a3242c0120 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:35:13.330190 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e4bffc1-52e8-4238-9533-e8a3242c0120 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:13.335456 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a37968-9d28-4f61-aa54-d735a809b33f None None] Sync routers for ids ['cecdcb85-109b-4c2f-871f-3d4653ae2593'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:35:13.346133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a37968-9d28-4f61-aa54-d735a809b33f None None] Routers {'cecdcb85-109b-4c2f-871f-3d4653ae2593'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:35:13.346752 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-41a37968-9d28-4f61-aa54-d735a809b33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:34:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cecdcb85-109b-4c2f-871f-3d4653ae2593'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:35:13.357529 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0e4bffc1-52e8-4238-9533-e8a3242c0120 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "PUT /v2.0/floatingips/1261c27e-383d-4440-b617-f0eb8a9bf30c HTTP/1.1" status: 200 len: 992 time: 0.9163358 Sep 07 19:35:13.358179 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53749dfd-944e-4561-b9d4-f02485b4b387', 'tag': 'caa51e7f-5158-4ccc-9c70-e22d0f575a50'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:35:13.360579 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7858c0b9-8335-409b-a2cf-38b0fe40cb61" -d '{"events": [{"name": "network-changed", "server_uuid": "53749dfd-944e-4561-b9d4-f02485b4b387", "tag": "caa51e7f-5158-4ccc-9c70-e22d0f575a50"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:35:13.398178 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25bf048-fc24-4f14-a027-5bbfa875e097 x-openstack-request-id: req-e25bf048-fc24-4f14-a027-5bbfa875e097 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:35:13.398460 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53749dfd-944e-4561-b9d4-f02485b4b387", "tag": "caa51e7f-5158-4ccc-9c70-e22d0f575a50", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:35:13.398719 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e25bf048-fc24-4f14-a027-5bbfa875e097 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:35:13.399132 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53749dfd-944e-4561-b9d4-f02485b4b387', 'tag': 'caa51e7f-5158-4ccc-9c70-e22d0f575a50', 'status': 'completed', 'code': 200} Sep 07 19:35:13.461553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-41a37968-9d28-4f61-aa54-d735a809b33f None None] Set router cecdcb85-109b-4c2f-871f-3d4653ae2593 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:35:13.461774 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858c0b9-8335-409b-a2cf-38b0fe40cb61 req-ecbbad38-919b-491d-92d3-be8d4c9b2bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:13.463227 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7858c0b9-8335-409b-a2cf-38b0fe40cb61 req-ecbbad38-919b-491d-92d3-be8d4c9b2bc4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 1097 time: 0.0409427 Sep 07 19:35:13.558047 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858c0b9-8335-409b-a2cf-38b0fe40cb61 req-a35bef6f-a493-44cd-b653-884daad764c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:13.559546 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7858c0b9-8335-409b-a2cf-38b0fe40cb61 req-a35bef6f-a493-44cd-b653-884daad764c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0871017 Sep 07 19:35:13.630406 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7858c0b9-8335-409b-a2cf-38b0fe40cb61 req-f9e4680b-20b1-4b18-8bc6-8b3372cd03c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa51e7f-5158-4ccc-9c70-e22d0f575a50 HTTP/1.1" status: 200 len: 1000 time: 0.0634167 Sep 07 19:35:13.679518 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858c0b9-8335-409b-a2cf-38b0fe40cb61 req-761bc126-dc25-4f2a-91fc-ae811865c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:13.680416 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-41a37968-9d28-4f61-aa54-d735a809b33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '1261c27e-383d-4440-b617-f0eb8a9bf30c', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'port_id': 'caa51e7f-5158-4ccc-9c70-e22d0f575a50', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'mac_address': 'fa:16:3e:9f:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53749dfd-944e-4561-b9d4-f02485b4b387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:32:44Z', 'updated_at': '2021-09-07T19:35:12Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:35:13.681086 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7858c0b9-8335-409b-a2cf-38b0fe40cb61 req-761bc126-dc25-4f2a-91fc-ae811865c4fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0440192 Sep 07 19:35:13.710580 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a37968-9d28-4f61-aa54-d735a809b33f None None] Checking router: cecdcb85-109b-4c2f-871f-3d4653ae2593 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:35:13.718891 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a37968-9d28-4f61-aa54-d735a809b33f None None] Routers {'cecdcb85-109b-4c2f-871f-3d4653ae2593'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:35:13.719502 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-41a37968-9d28-4f61-aa54-d735a809b33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:34:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cecdcb85-109b-4c2f-871f-3d4653ae2593'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:35:13.726404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858c0b9-8335-409b-a2cf-38b0fe40cb61 req-72aa1871-dc5a-4ada-abd5-aca284696642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:13.727912 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7858c0b9-8335-409b-a2cf-38b0fe40cb61 req-72aa1871-dc5a-4ada-abd5-aca284696642 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392778 Sep 07 19:35:13.825239 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7858c0b9-8335-409b-a2cf-38b0fe40cb61 req-13d79992-6409-4320-8e12-431facbe6ea7 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899715 Sep 07 19:35:13.825952 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-41a37968-9d28-4f61-aa54-d735a809b33f None None] Set router cecdcb85-109b-4c2f-871f-3d4653ae2593 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:35:13.914309 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7858c0b9-8335-409b-a2cf-38b0fe40cb61 req-95f6466c-b264-4ec5-99ce-dca5e4772769 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821681 Sep 07 19:35:14.042240 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-41a37968-9d28-4f61-aa54-d735a809b33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '1261c27e-383d-4440-b617-f0eb8a9bf30c', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'port_id': 'caa51e7f-5158-4ccc-9c70-e22d0f575a50', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'mac_address': 'fa:16:3e:9f:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53749dfd-944e-4561-b9d4-f02485b4b387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:32:44Z', 'updated_at': '2021-09-07T19:35:12Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:35:14.071268 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a37968-9d28-4f61-aa54-d735a809b33f None None] The sync data for ids ['cecdcb85-109b-4c2f-871f-3d4653ae2593'] in n-d-807786-1 is: [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '1261c27e-383d-4440-b617-f0eb8a9bf30c', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'port_id': 'caa51e7f-5158-4ccc-9c70-e22d0f575a50', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'mac_address': 'fa:16:3e:9f:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53749dfd-944e-4561-b9d4-f02485b4b387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:32:44Z', 'updated_at': '2021-09-07T19:35:12Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:35:14.204909 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:14.389854 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222948c3-ebe6-4e1c-b398-79105c31c780 None None] New status for floating IP 1261c27e-383d-4440-b617-f0eb8a9bf30c: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:35:15.641392 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:35:25.449232 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [req-853f5098-e4e8-40d4-bde9-2812e3b4a192 req-2e8216e8-3e24-4831-bbcd-245ae5220e83 service neutron] (101444) timed out ('10.222.0.36', 51484) {{(pid=101444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 19:35:26.000587 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cb342b79-59eb-4745-89a8-b8c96e53dc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:28.829027 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a7973932-8032-43b3-bc57-4402b3fdab09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:29.114095 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:30.356651 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:31.893201 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:34.385382 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9f90160-ca0c-4023-ad70-d166f632e2cf req-c779df07-b16b-4aaf-8cd3-11a1b814d9d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0972197 Sep 07 19:35:34.469123 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f90160-ca0c-4023-ad70-d166f632e2cf req-986f06ae-ea48-44cb-9a19-c96cebbcb572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:34.470608 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9f90160-ca0c-4023-ad70-d166f632e2cf req-986f06ae-ea48-44cb-9a19-c96cebbcb572 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 1097 time: 0.0449133 Sep 07 19:35:34.570837 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f90160-ca0c-4023-ad70-d166f632e2cf req-436bfecf-7bb5-4621-aefc-38761ae7bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:34.572167 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9f90160-ca0c-4023-ad70-d166f632e2cf req-436bfecf-7bb5-4621-aefc-38761ae7bae9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0825212 Sep 07 19:35:34.642296 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9f90160-ca0c-4023-ad70-d166f632e2cf req-2ddde7cd-529c-431f-90e4-dc42df43d5f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa51e7f-5158-4ccc-9c70-e22d0f575a50 HTTP/1.1" status: 200 len: 1002 time: 0.0621583 Sep 07 19:35:34.694303 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f90160-ca0c-4023-ad70-d166f632e2cf req-ace8a6a4-3012-4266-a7cd-23ffa07df06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:34.695781 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9f90160-ca0c-4023-ad70-d166f632e2cf req-ace8a6a4-3012-4266-a7cd-23ffa07df06d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0468411 Sep 07 19:35:34.741256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f90160-ca0c-4023-ad70-d166f632e2cf req-d18bb299-9394-4360-bfa5-496d9b416546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:35:34.742718 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9f90160-ca0c-4023-ad70-d166f632e2cf req-d18bb299-9394-4360-bfa5-496d9b416546 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391302 Sep 07 19:35:34.754446 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-f9f90160-ca0c-4023-ad70-d166f632e2cf req-e5a84fc5-2781-4d77-b13a-d07fe5e5cf10 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:35:34.755435 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9f90160-ca0c-4023-ad70-d166f632e2cf req-e5a84fc5-2781-4d77-b13a-d07fe5e5cf10 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049322 Sep 07 19:35:34.851369 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9f90160-ca0c-4023-ad70-d166f632e2cf req-a79aaefa-9317-4a03-acc9-9a755dea195b service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850270 Sep 07 19:35:34.940871 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9f90160-ca0c-4023-ad70-d166f632e2cf req-27520c66-c485-4f6a-a5ea-6a28598a00cc service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807965 Sep 07 19:35:43.305357 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:44.219385 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:52.641633 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:35:56.001266 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2cbb96b3-2f06-4fda-b5de-5165ab1b3c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:58.829480 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c69948de-e618-4270-a1bb-a4deb2226810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:35:59.115606 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:36:00.361190 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:36:01.895530 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:36:13.318880 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:36:14.224936 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:36:26.002796 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6404b2d1-ed58-4311-bad4-012df02231a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:36:28.830985 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d499cdd5-fdf6-47c3-9f06-bbcd8d7657f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:36:29.117434 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:36:29.640778 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:36:30.362566 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:36:31.898069 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:36:36.324624 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dda52af3-911b-4c71-ba98-1986610628b2 req-27df6d53-290e-4c6d-80de-da84405bb348 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458574 Sep 07 19:36:36.412686 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda52af3-911b-4c71-ba98-1986610628b2 req-c7e03c66-51d9-4b8a-affc-310638567ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:36:36.414169 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dda52af3-911b-4c71-ba98-1986610628b2 req-c7e03c66-51d9-4b8a-affc-310638567ce4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 1097 time: 0.0431328 Sep 07 19:36:36.516991 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda52af3-911b-4c71-ba98-1986610628b2 req-e4050412-d4d4-48ec-9f95-52f27e28a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:36:36.518471 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dda52af3-911b-4c71-ba98-1986610628b2 req-e4050412-d4d4-48ec-9f95-52f27e28a7ab service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0855725 Sep 07 19:36:36.587163 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dda52af3-911b-4c71-ba98-1986610628b2 req-b18fa64e-4f9a-4469-80be-a72ff8d25ae5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa51e7f-5158-4ccc-9c70-e22d0f575a50 HTTP/1.1" status: 200 len: 1002 time: 0.0606079 Sep 07 19:36:36.638181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda52af3-911b-4c71-ba98-1986610628b2 req-39de27f6-9d65-497a-8a76-5e6d189ae55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:36:36.639654 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dda52af3-911b-4c71-ba98-1986610628b2 req-39de27f6-9d65-497a-8a76-5e6d189ae55e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0455861 Sep 07 19:36:36.684296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda52af3-911b-4c71-ba98-1986610628b2 req-279543a3-0c24-4b12-a2d3-86fa30b6e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:36:36.685763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dda52af3-911b-4c71-ba98-1986610628b2 req-279543a3-0c24-4b12-a2d3-86fa30b6e21a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380216 Sep 07 19:36:36.781709 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dda52af3-911b-4c71-ba98-1986610628b2 req-202d8e1e-ed3f-4631-b00e-66bf78f85497 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828540 Sep 07 19:36:36.874034 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dda52af3-911b-4c71-ba98-1986610628b2 req-9c804d6d-7457-4dad-8622-f93f73c1e402 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841706 Sep 07 19:36:43.318169 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:36:44.243852 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:36:49.177495 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744d869-482c-46b8-ae7d-47d9cfc0b55c req-ad526772-c632-4bb0-82bf-684c70e73ecc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:36:49.180171 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9744d869-482c-46b8-ae7d-47d9cfc0b55c req-ad526772-c632-4bb0-82bf-684c70e73ecc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 946 time: 0.0531049 Sep 07 19:36:49.228771 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9744d869-482c-46b8-ae7d-47d9cfc0b55c req-0a6f162e-c402-4e49-b277-08b311d893db tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310230 Sep 07 19:36:50.345192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d65f3-449c-41cb-a43f-60abeba259f0 req-00cbf732-b85d-4856-80d9-ca2e805e76a0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:36:50.346758 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-774d65f3-449c-41cb-a43f-60abeba259f0 req-00cbf732-b85d-4856-80d9-ca2e805e76a0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 946 time: 0.0489295 Sep 07 19:36:50.384785 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-774d65f3-449c-41cb-a43f-60abeba259f0 req-7c8dc8c0-a9de-4900-995f-7b8aa5176b29 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317183 Sep 07 19:36:51.503997 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19590ae8-b36c-408a-99e7-af5d37cf7b62 req-775e30d4-866b-4350-99ce-ba2ba337cc91 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:36:51.505506 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19590ae8-b36c-408a-99e7-af5d37cf7b62 req-775e30d4-866b-4350-99ce-ba2ba337cc91 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 946 time: 0.0529559 Sep 07 19:36:51.543238 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19590ae8-b36c-408a-99e7-af5d37cf7b62 req-554798c3-a88a-47ac-adee-34af9ce630c4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313861 Sep 07 19:36:52.660291 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080f9a8-bc02-491f-ba4e-379cfea47859 req-9e4f1d4b-b706-4005-a245-41e1b64b591b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:36:52.661982 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f080f9a8-bc02-491f-ba4e-379cfea47859 req-9e4f1d4b-b706-4005-a245-41e1b64b591b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 946 time: 0.0507863 Sep 07 19:36:52.699996 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f080f9a8-bc02-491f-ba4e-379cfea47859 req-e6d6d1dc-3714-4160-8ab6-d25c1544e2a7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320585 Sep 07 19:36:53.813635 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42361e-f178-426d-bff8-577bde170bb1 req-2b491ef8-d8b1-4d63-bbc4-ea3a2408443a tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:36:53.815354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d42361e-f178-426d-bff8-577bde170bb1 req-2b491ef8-d8b1-4d63-bbc4-ea3a2408443a tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 946 time: 0.0499251 Sep 07 19:36:53.852343 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d42361e-f178-426d-bff8-577bde170bb1 req-cd85439b-84c8-478c-8bbf-a65da31c6a68 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306799 Sep 07 19:36:54.968418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955f86b-f977-45d9-b3ed-739083fd8a24 req-81b97463-b13e-4996-9d10-7cb2e5329f84 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:36:54.969921 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5955f86b-f977-45d9-b3ed-739083fd8a24 req-81b97463-b13e-4996-9d10-7cb2e5329f84 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 946 time: 0.0525224 Sep 07 19:36:55.006441 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5955f86b-f977-45d9-b3ed-739083fd8a24 req-67fb0bc0-357a-4293-bda7-83282230a193 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307093 Sep 07 19:36:56.005216 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2d48fdc8-fe54-4843-bcc6-ab6d74b95b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:36:56.119801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657fe76-e1e1-42ba-af3d-7c0db0863c83 req-7bd211da-7be9-493a-814e-b9aac2d33648 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:36:56.121296 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0657fe76-e1e1-42ba-af3d-7c0db0863c83 req-7bd211da-7be9-493a-814e-b9aac2d33648 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 946 time: 0.0478127 Sep 07 19:36:56.158450 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0657fe76-e1e1-42ba-af3d-7c0db0863c83 req-ebb7cedc-8631-453f-8e0f-97d57030999e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313058 Sep 07 19:36:57.273776 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d29d1a-5d5c-47f3-a67b-1e7341f2aba5 req-717c71ae-b81f-41d5-8a4b-9d54dd2589af tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:36:57.275246 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a7d29d1a-5d5c-47f3-a67b-1e7341f2aba5 req-717c71ae-b81f-41d5-8a4b-9d54dd2589af tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 946 time: 0.0492904 Sep 07 19:36:57.312762 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a7d29d1a-5d5c-47f3-a67b-1e7341f2aba5 req-019ce1cc-083c-46df-ace8-df7a285fbe40 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315762 Sep 07 19:36:58.429426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbf9df-8008-4e13-82b9-1baa69c91d80 req-9cd392f0-ce49-49cd-83b2-f5d01c070195 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:36:58.431399 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-47dbf9df-8008-4e13-82b9-1baa69c91d80 req-9cd392f0-ce49-49cd-83b2-f5d01c070195 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 946 time: 0.0512269 Sep 07 19:36:58.467846 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-47dbf9df-8008-4e13-82b9-1baa69c91d80 req-2d446c09-13a2-44bb-9cd4-555ed44359a9 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305586 Sep 07 19:36:58.831888 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fc5be1e7-5aa6-4905-aa6d-a07017f855bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:36:59.117234 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:36:59.582770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56af7d3-81c5-4fdd-ad2b-c1e3ea7921af req-91ce9483-1391-48e8-8ded-ed485b570dc0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:36:59.584230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d56af7d3-81c5-4fdd-ad2b-c1e3ea7921af req-91ce9483-1391-48e8-8ded-ed485b570dc0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 946 time: 0.0502574 Sep 07 19:36:59.621895 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d56af7d3-81c5-4fdd-ad2b-c1e3ea7921af req-4b137dc9-82cc-4329-8409-b69d114953d1 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315881 Sep 07 19:36:59.857198 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0241b2-86c7-4e9b-a405-803cf88f2af9 req-a0b69b6f-31e9-4efc-901b-d0a6255dba91 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:36:59.858683 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3a0241b2-86c7-4e9b-a405-803cf88f2af9 req-a0b69b6f-31e9-4efc-901b-d0a6255dba91 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 946 time: 0.0504091 Sep 07 19:36:59.921749 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3a0241b2-86c7-4e9b-a405-803cf88f2af9 req-287e9675-7280-40b0-92ff-1cb0473625fc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561111 Sep 07 19:36:59.925403 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-85e5b2ea-e2e9-4945-9566-9121b83a7890 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1265979 Sep 07 19:37:00.367350 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:00.993299 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-9e381efe-bb70-45a7-93ea-991af3ab794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:00.994807 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-9e381efe-bb70-45a7-93ea-991af3ab794f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 1097 time: 0.0408156 Sep 07 19:37:01.095113 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70d7e1-0293-4769-935c-4fa59ecc8adf req-94b97e9c-7086-48bb-9650-118ae35b6488 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:01.096479 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1a70d7e1-0293-4769-935c-4fa59ecc8adf req-94b97e9c-7086-48bb-9650-118ae35b6488 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 946 time: 0.1008079 Sep 07 19:37:01.134208 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-8340a1a5-f3f0-4b97-9cfd-f8a124157ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:01.135616 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-8340a1a5-f3f0-4b97-9cfd-f8a124157ee1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.1318743 Sep 07 19:37:01.153994 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1a70d7e1-0293-4769-935c-4fa59ecc8adf req-6e3be181-238d-43f8-92b4-2ffdd63d79a2 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514941 Sep 07 19:37:01.202866 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-65f198e0-2869-461e-8fdb-8c724d73899b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa51e7f-5158-4ccc-9c70-e22d0f575a50 HTTP/1.1" status: 200 len: 1002 time: 0.0600107 Sep 07 19:37:01.253603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-70d61c5b-d4f9-4d84-b614-45548025dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:01.255036 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-70d61c5b-d4f9-4d84-b614-45548025dd5d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0456264 Sep 07 19:37:01.299477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-dd5e20a2-6e7e-441c-b549-9d3a2b3a8e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:01.301203 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-dd5e20a2-6e7e-441c-b549-9d3a2b3a8e41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392284 Sep 07 19:37:01.392586 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-6cec0e73-7ed2-44b6-9198-5cf619b7ba06 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832629 Sep 07 19:37:01.484377 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-ce63eb42-5f25-4235-bdb2-6ba1d3545825 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853078 Sep 07 19:37:01.901582 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:02.267740 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e1116-fee7-41a9-a2b7-abec8beb25d9 req-f2606239-8a1e-478c-bdfa-959a235c62ba tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:02.269244 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a0e1116-fee7-41a9-a2b7-abec8beb25d9 req-f2606239-8a1e-478c-bdfa-959a235c62ba tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 946 time: 0.0479739 Sep 07 19:37:02.306724 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a0e1116-fee7-41a9-a2b7-abec8beb25d9 req-50ca29a9-fdc7-47c9-a182-ea0a63d5f322 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314338 Sep 07 19:37:03.357995 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-661c6637-1f61-4935-a3cb-f805d39282d2 service neutron] show failed (client error): The resource could not be found. Sep 07 19:37:03.359016 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-661c6637-1f61-4935-a3cb-f805d39282d2 service neutron] 10.222.0.60 "GET /v2.0/ports/caa51e7f-5158-4ccc-9c70-e22d0f575a50/bindings/n-h2-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.0578594 Sep 07 19:37:03.423027 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4e148-914d-49cd-95d4-3f7037be7fb8 req-67994be2-b15a-4b98-8877-d027841fb5ea tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:03.424549 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0df4e148-914d-49cd-95d4-3f7037be7fb8 req-67994be2-b15a-4b98-8877-d027841fb5ea tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 946 time: 0.0507944 Sep 07 19:37:03.462540 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0df4e148-914d-49cd-95d4-3f7037be7fb8 req-a90328a3-d0ea-4352-909a-bb6404614809 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319798 Sep 07 19:37:03.552946 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-b370307c-80ba-4b11-8205-faab4c515d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:03.554551 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-b370307c-80ba-4b11-8205-faab4c515d63 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387&tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5 HTTP/1.1" status: 200 len: 1097 time: 0.0414505 Sep 07 19:37:03.567394 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-1', 'device_owner': 'compute:nova'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:37:03.624651 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:03.826082 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] For port caa51e7f-5158-4ccc-9c70-e22d0f575a50, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=caa51e7f-5158-4ccc-9c70-e22d0f575a50,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:37:03.857570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] For port caa51e7f-5158-4ccc-9c70-e22d0f575a50, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:37:03.895367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53749dfd-944e-4561-b9d4-f02485b4b387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caa51e7f-5158-4ccc-9c70-e22d0f575a50'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:37:03.897621 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95847b6b-0149-4396-9ce0-7eb9976908bb" -d '{"events": [{"server_uuid": "53749dfd-944e-4561-b9d4-f02485b4b387", "name": "network-vif-unplugged", "status": "completed", "tag": "caa51e7f-5158-4ccc-9c70-e22d0f575a50"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:37:03.901652 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:03.913892 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Transition to ACTIVE for port object caa51e7f-5158-4ccc-9c70-e22d0f575a50 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:37:03.917595 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:03.997416 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Pushing event updated for resources: {'Port': ['ID=caa51e7f-5158-4ccc-9c70-e22d0f575a50,revision_number=6']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:37:04.007913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:04.008259 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:04.008878 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:04.008989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:04.009258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:04.009581 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:04.009902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:04.010827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:04.011151 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:04.011471 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:04.011790 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:04.012108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:04.027649 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 19:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c5e179-40f6-48ea-a9c4-9b58f5455c24 x-openstack-request-id: req-16c5e179-40f6-48ea-a9c4-9b58f5455c24 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:37:04.028022 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53749dfd-944e-4561-b9d4-f02485b4b387", "name": "network-vif-unplugged", "status": "completed", "tag": "caa51e7f-5158-4ccc-9c70-e22d0f575a50", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:37:04.028485 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16c5e179-40f6-48ea-a9c4-9b58f5455c24 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:37:04.029010 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53749dfd-944e-4561-b9d4-f02485b4b387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caa51e7f-5158-4ccc-9c70-e22d0f575a50', 'code': 200} Sep 07 19:37:04.068100 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] No DVR routers for this DVR port caa51e7f-5158-4ccc-9c70-e22d0f575a50 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:37:04.203208 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Attempting to bind port caa51e7f-5158-4ccc-9c70-e22d0f575a50 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:37:04.203473 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Attempting to bind port caa51e7f-5158-4ccc-9c70-e22d0f575a50 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:37:04.203803 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Attempting to bind port caa51e7f-5158-4ccc-9c70-e22d0f575a50 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:37:04.207966 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Port caa51e7f-5158-4ccc-9c70-e22d0f575a50 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:37:04.208302 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Attempting to bind port caa51e7f-5158-4ccc-9c70-e22d0f575a50 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:37:04.213137 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:37:04.213481 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Checking segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:37:04.213867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Bound using segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:37:04.214298 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Bound port: caa51e7f-5158-4ccc-9c70-e22d0f575a50, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:37:04.214656 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:04.279165 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] For port caa51e7f-5158-4ccc-9c70-e22d0f575a50, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:37:04.282313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] For port caa51e7f-5158-4ccc-9c70-e22d0f575a50, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=caa51e7f-5158-4ccc-9c70-e22d0f575a50,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:37:04.286104 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:04.320943 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:04.321547 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:04.322947 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] 10.222.0.36 "PUT /v2.0/ports/caa51e7f-5158-4ccc-9c70-e22d0f575a50 HTTP/1.1" status: 200 len: 1092 time: 0.7597847 Sep 07 19:37:04.342975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31e9e9-1752-4995-a3e1-1c62ec4fe394 service neutron] Pushing event updated for resources: {'Port': ['ID=caa51e7f-5158-4ccc-9c70-e22d0f575a50,revision_number=7']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:37:04.386907 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-fd068141-1813-4489-9511-6664d6acc791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:04.388449 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-fd068141-1813-4489-9511-6664d6acc791 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 1095 time: 0.0426347 Sep 07 19:37:04.485010 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-b46b0fb0-7530-4156-9a67-d5e976ce5606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:04.486376 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-b46b0fb0-7530-4156-9a67-d5e976ce5606 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0899434 Sep 07 19:37:04.905665 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-4085f7b0-d542-4a1c-96c8-957ff9370bef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa51e7f-5158-4ccc-9c70-e22d0f575a50 HTTP/1.1" status: 200 len: 1000 time: 0.4097409 Sep 07 19:37:04.917455 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfca47-740d-4070-8daf-32ee9b633d45 req-044ccd9a-4c98-4f38-a98a-f59ced83137e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:04.918855 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3fdfca47-740d-4070-8daf-32ee9b633d45 req-044ccd9a-4c98-4f38-a98a-f59ced83137e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 944 time: 0.0629449 Sep 07 19:37:04.986459 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-f0e64c89-3b39-4172-a69a-6a50795b22b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:04.987890 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-f0e64c89-3b39-4172-a69a-6a50795b22b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0682020 Sep 07 19:37:04.990787 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3fdfca47-740d-4070-8daf-32ee9b633d45 req-9074fc9d-1786-4dc3-9079-2c22d7070f59 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642071 Sep 07 19:37:05.032891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-704312b9-7c13-4afd-9a6e-af9b63ae7182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:05.034368 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-704312b9-7c13-4afd-9a6e-af9b63ae7182 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385206 Sep 07 19:37:05.125098 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-11eb7932-eff4-46e8-9c77-cc0c410c297f service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825543 Sep 07 19:37:05.212818 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6df9077c-b988-4bc1-8e5d-e08cc4b6ff2f req-54bc333a-02bc-4070-b7fb-f59c72092df9 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794532 Sep 07 19:37:06.031188 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53749dfd-944e-4561-b9d4-f02485b4b387', 'tag': 'caa51e7f-5158-4ccc-9c70-e22d0f575a50'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:37:06.033581 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e5b330-16eb-436a-80b3-dc2b95c509db" -d '{"events": [{"name": "network-changed", "server_uuid": "53749dfd-944e-4561-b9d4-f02485b4b387", "tag": "caa51e7f-5158-4ccc-9c70-e22d0f575a50"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:37:06.091322 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b16d549-b88c-4d99-8642-117f740bc69b x-openstack-request-id: req-5b16d549-b88c-4d99-8642-117f740bc69b {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:37:06.091613 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53749dfd-944e-4561-b9d4-f02485b4b387", "tag": "caa51e7f-5158-4ccc-9c70-e22d0f575a50", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:37:06.091862 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b16d549-b88c-4d99-8642-117f740bc69b {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:37:06.092295 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53749dfd-944e-4561-b9d4-f02485b4b387', 'tag': 'caa51e7f-5158-4ccc-9c70-e22d0f575a50', 'status': 'completed', 'code': 200} Sep 07 19:37:06.160677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45873e17-0f99-40f8-8c77-477bfddad61c req-ca2614d0-725a-48c1-ae93-12d1da900572 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:06.162135 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-45873e17-0f99-40f8-8c77-477bfddad61c req-ca2614d0-725a-48c1-ae93-12d1da900572 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 944 time: 0.1010163 Sep 07 19:37:06.201231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5b330-16eb-436a-80b3-dc2b95c509db req-e22f65b0-fc6c-4f2b-bd67-7b8bd6ab17b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:06.202837 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00e5b330-16eb-436a-80b3-dc2b95c509db req-e22f65b0-fc6c-4f2b-bd67-7b8bd6ab17b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 1095 time: 0.0990655 Sep 07 19:37:06.208924 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5b330-16eb-436a-80b3-dc2b95c509db req-bd68570e-2b57-407c-9faf-d5b8e44394ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:06.210308 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00e5b330-16eb-436a-80b3-dc2b95c509db req-bd68570e-2b57-407c-9faf-d5b8e44394ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 1095 time: 0.0941687 Sep 07 19:37:06.247727 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-45873e17-0f99-40f8-8c77-477bfddad61c req-cec38e02-6000-4d84-9a6c-ec21ffb639eb tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782444 Sep 07 19:37:06.374578 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5b330-16eb-436a-80b3-dc2b95c509db req-c461100b-f0cf-465f-a127-36db4c2242d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:06.375957 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00e5b330-16eb-436a-80b3-dc2b95c509db req-c461100b-f0cf-465f-a127-36db4c2242d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.1601975 Sep 07 19:37:06.378519 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5b330-16eb-436a-80b3-dc2b95c509db req-47da7a0b-595c-4287-955d-0e17663f3270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:06.379832 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00e5b330-16eb-436a-80b3-dc2b95c509db req-47da7a0b-595c-4287-955d-0e17663f3270 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.1548536 Sep 07 19:37:06.490617 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00e5b330-16eb-436a-80b3-dc2b95c509db req-8472b5a1-3c89-4816-a8d6-92dc509ecad4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa51e7f-5158-4ccc-9c70-e22d0f575a50 HTTP/1.1" status: 200 len: 1000 time: 0.1064990 Sep 07 19:37:06.497371 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00e5b330-16eb-436a-80b3-dc2b95c509db req-e596bb28-c782-47b5-a566-95c417629607 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa51e7f-5158-4ccc-9c70-e22d0f575a50 HTTP/1.1" status: 200 len: 1000 time: 0.1069202 Sep 07 19:37:06.579683 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5b330-16eb-436a-80b3-dc2b95c509db req-e7c5f391-54a3-4240-96a8-d07f61a633b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:06.581210 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00e5b330-16eb-436a-80b3-dc2b95c509db req-e7c5f391-54a3-4240-96a8-d07f61a633b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0827990 Sep 07 19:37:06.584438 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5b330-16eb-436a-80b3-dc2b95c509db req-baf39f7b-e623-474a-bebf-29db99a1a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:06.585777 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00e5b330-16eb-436a-80b3-dc2b95c509db req-baf39f7b-e623-474a-bebf-29db99a1a688 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0795791 Sep 07 19:37:06.640205 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:37:06.654145 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5b330-16eb-436a-80b3-dc2b95c509db req-c36acbcf-0bad-4aae-817e-1bc30a820c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:06.655677 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00e5b330-16eb-436a-80b3-dc2b95c509db req-c36acbcf-0bad-4aae-817e-1bc30a820c7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657923 Sep 07 19:37:06.660362 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5b330-16eb-436a-80b3-dc2b95c509db req-57d8e013-0007-4e99-81e5-d3a6af36b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:06.661755 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00e5b330-16eb-436a-80b3-dc2b95c509db req-57d8e013-0007-4e99-81e5-d3a6af36b417 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645783 Sep 07 19:37:06.817828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00e5b330-16eb-436a-80b3-dc2b95c509db req-eeda75fc-2136-4b39-ad97-77bef7b83d6e service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531622 Sep 07 19:37:06.821217 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00e5b330-16eb-436a-80b3-dc2b95c509db req-f706d68a-c884-4f05-8035-218082e1d768 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486659 Sep 07 19:37:06.984420 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00e5b330-16eb-436a-80b3-dc2b95c509db req-e825fb74-b3ef-481c-8f8b-5f8b741910cd service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584446 Sep 07 19:37:06.986323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00e5b330-16eb-436a-80b3-dc2b95c509db req-8eac72ec-cc76-4e5a-97fd-baf6de22ceb1 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535237 Sep 07 19:37:07.364657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62d386-1034-4709-949d-d33f1a83d91c req-5fe785d1-77a3-4a4a-aca8-870cc8ef2a96 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:07.366136 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5c62d386-1034-4709-949d-d33f1a83d91c req-5fe785d1-77a3-4a4a-aca8-870cc8ef2a96 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 944 time: 0.0487039 Sep 07 19:37:07.403481 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5c62d386-1034-4709-949d-d33f1a83d91c req-092e77b7-aaef-4615-8e3a-3c2a24e5230d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314996 Sep 07 19:37:07.629735 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992a7bd-a0ce-42bd-b8aa-cff2a2d3931c req-6a4e42e9-aab7-45d9-bd59-69ba7d40ef29 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:07.631244 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9992a7bd-a0ce-42bd-b8aa-cff2a2d3931c req-6a4e42e9-aab7-45d9-bd59-69ba7d40ef29 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 944 time: 0.0834715 Sep 07 19:37:07.639273 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6658dd-f955-4f0f-9050-a56653113501 req-6925cf07-667d-42dc-a207-844cdda23273 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:07.640656 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c6658dd-f955-4f0f-9050-a56653113501 req-6925cf07-667d-42dc-a207-844cdda23273 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.60 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387&tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 944 time: 0.0838878 Sep 07 19:37:07.710498 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9992a7bd-a0ce-42bd-b8aa-cff2a2d3931c req-aa591159-54e7-4212-92fc-4edbfba9d79b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689051 Sep 07 19:37:07.720098 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-8c6658dd-f955-4f0f-9050-a56653113501 req-671eb4f2-8cb4-4689-a137-0cce3755da6b service neutron] delete failed (client error): The resource could not be found. Sep 07 19:37:07.721140 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c6658dd-f955-4f0f-9050-a56653113501 req-671eb4f2-8cb4-4689-a137-0cce3755da6b service neutron] 10.222.0.60 "DELETE /v2.0/ports/caa51e7f-5158-4ccc-9c70-e22d0f575a50/bindings/n-h1-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.0730422 Sep 07 19:37:07.804343 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6658dd-f955-4f0f-9050-a56653113501 req-0e9cf3dc-6f6a-4949-a05c-e2843134106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:07.805842 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c6658dd-f955-4f0f-9050-a56653113501 req-0e9cf3dc-6f6a-4949-a05c-e2843134106b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 1095 time: 0.0403621 Sep 07 19:37:07.900362 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6658dd-f955-4f0f-9050-a56653113501 req-a2bfe2d0-ec48-46d2-b5d4-9f44c878c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:07.901822 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c6658dd-f955-4f0f-9050-a56653113501 req-a2bfe2d0-ec48-46d2-b5d4-9f44c878c5d2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0888405 Sep 07 19:37:07.936603 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device caa51e7f-5158-4ccc-9c70-e22d0f575a50 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:37:07.965400 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c6658dd-f955-4f0f-9050-a56653113501 req-c5cdccf5-da47-4601-ae9b-c4eddcbcea38 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa51e7f-5158-4ccc-9c70-e22d0f575a50 HTTP/1.1" status: 200 len: 1000 time: 0.0570283 Sep 07 19:37:07.974061 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device caa51e7f-5158-4ccc-9c70-e22d0f575a50 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:37:08.017590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6658dd-f955-4f0f-9050-a56653113501 req-4e1ee0c4-d1f2-4271-a0d8-15e12188756f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:08.019043 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c6658dd-f955-4f0f-9050-a56653113501 req-4e1ee0c4-d1f2-4271-a0d8-15e12188756f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0470221 Sep 07 19:37:08.064002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6658dd-f955-4f0f-9050-a56653113501 req-0d4eeca3-0967-4491-9d26-f66fced9b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:08.065749 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c6658dd-f955-4f0f-9050-a56653113501 req-0d4eeca3-0967-4491-9d26-f66fced9b610 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399365 Sep 07 19:37:08.156655 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c6658dd-f955-4f0f-9050-a56653113501 req-5c872a79-b51c-4ece-a04b-13ae5c6601cb service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835629 Sep 07 19:37:08.249448 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c6658dd-f955-4f0f-9050-a56653113501 req-8f89b075-a668-4508-8a83-e7f1bcf37f34 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860074 Sep 07 19:37:08.826943 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db629fa0-30b6-4525-855d-be1f3a30a367 req-b3805ba7-cc5c-4511-8067-63a2243143dd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:08.828407 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-db629fa0-30b6-4525-855d-be1f3a30a367 req-b3805ba7-cc5c-4511-8067-63a2243143dd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 944 time: 0.0484314 Sep 07 19:37:08.866806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-db629fa0-30b6-4525-855d-be1f3a30a367 req-76e811c5-124c-47cc-b149-b66a453da0f5 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322173 Sep 07 19:37:08.983684 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900d327-7a92-4bc7-bd5b-f0f87bd6a810 req-569f0f73-5be4-4bc3-83a3-a1af4d95d6f4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:08.985232 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1900d327-7a92-4bc7-bd5b-f0f87bd6a810 req-569f0f73-5be4-4bc3-83a3-a1af4d95d6f4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 944 time: 0.0528481 Sep 07 19:37:09.023730 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1900d327-7a92-4bc7-bd5b-f0f87bd6a810 req-a65041de-99fa-4dac-8318-f6f09d986f4c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327029 Sep 07 19:37:09.226283 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device caa51e7f-5158-4ccc-9c70-e22d0f575a50 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:37:09.240239 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7725ba1-eed4-48aa-9a69-d043f343178d req-08609c10-2e30-473b-8288-9eb83d18abc4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:09.241770 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b7725ba1-eed4-48aa-9a69-d043f343178d req-08609c10-2e30-473b-8288-9eb83d18abc4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 944 time: 0.0736542 Sep 07 19:37:09.269244 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bb835-3bb2-4dfe-a290-897df0a4f845 req-f929d29d-dcf9-47de-a5b4-b8929705e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:09.270723 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-962bb835-3bb2-4dfe-a290-897df0a4f845 req-f929d29d-dcf9-47de-a5b4-b8929705e148 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 1095 time: 0.0709586 Sep 07 19:37:09.307505 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b7725ba1-eed4-48aa-9a69-d043f343178d req-b53c8a12-8bce-4178-a368-a56b8acfb30d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584803 Sep 07 19:37:09.331590 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port caa51e7f-5158-4ccc-9c70-e22d0f575a50, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=caa51e7f-5158-4ccc-9c70-e22d0f575a50,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:37:09.342518 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'caa51e7f-5158-4ccc-9c70-e22d0f575a50', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'port_id': 'caa51e7f-5158-4ccc-9c70-e22d0f575a50', 'mac_address': 'fa:16:3e:9f:b5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:37:09.374004 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bb835-3bb2-4dfe-a290-897df0a4f845 req-3e4b226f-32fa-4a56-a155-c79f49dc1815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:09.375403 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-962bb835-3bb2-4dfe-a290-897df0a4f845 req-3e4b226f-32fa-4a56-a155-c79f49dc1815 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0942259 Sep 07 19:37:09.378520 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:09.391567 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa51e7f-5158-4ccc-9c70-e22d0f575a50 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:37:09.410243 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port caa51e7f-5158-4ccc-9c70-e22d0f575a50, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=caa51e7f-5158-4ccc-9c70-e22d0f575a50,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:37:09.413804 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:09.442223 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-962bb835-3bb2-4dfe-a290-897df0a4f845 req-1c3d152f-7f09-40d9-a1fc-a311845b467f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa51e7f-5158-4ccc-9c70-e22d0f575a50 HTTP/1.1" status: 200 len: 1000 time: 0.0578704 Sep 07 19:37:09.462213 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=caa51e7f-5158-4ccc-9c70-e22d0f575a50,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:37:09.469388 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:09.469730 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:09.470068 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:09.470398 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:09.470727 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:09.471052 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:09.471389 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:09.471692 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:09.472011 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:09.472328 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:09.472677 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:09.473002 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:37:09.495873 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bb835-3bb2-4dfe-a290-897df0a4f845 req-6bea6483-f9a8-4e5f-be78-f01d515d2f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:09.497380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-962bb835-3bb2-4dfe-a290-897df0a4f845 req-6bea6483-f9a8-4e5f-be78-f01d515d2f48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0476382 Sep 07 19:37:09.543181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bb835-3bb2-4dfe-a290-897df0a4f845 req-e8c19263-7047-4e0d-96b8-cf2dd1c4855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:09.544663 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-962bb835-3bb2-4dfe-a290-897df0a4f845 req-e8c19263-7047-4e0d-96b8-cf2dd1c4855f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392313 Sep 07 19:37:09.639231 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-962bb835-3bb2-4dfe-a290-897df0a4f845 req-6d53efcf-9bc5-44e1-94a9-84624ebecee1 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855451 Sep 07 19:37:09.639468 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['caa51e7f-5158-4ccc-9c70-e22d0f575a50'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:37:09.727546 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-962bb835-3bb2-4dfe-a290-897df0a4f845 req-7f2b0265-c577-4546-8cb9-602e47d12520 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807917 Sep 07 19:37:10.425040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190a47a-e97b-464a-96b8-dacf812ee4fd req-40342c88-862a-4be5-bc92-4fbfa207357c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:10.426580 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6190a47a-e97b-464a-96b8-dacf812ee4fd req-40342c88-862a-4be5-bc92-4fbfa207357c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 945 time: 0.0486586 Sep 07 19:37:10.464163 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6190a47a-e97b-464a-96b8-dacf812ee4fd req-bfa57439-15ae-45c6-8676-4449311ec7f6 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316479 Sep 07 19:37:10.702085 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da3860-0ebd-47c5-afdf-6c79abdb913a req-ad34a3b6-cf32-4cdd-8141-bb3d723a5844 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:10.703605 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-11da3860-0ebd-47c5-afdf-6c79abdb913a req-ad34a3b6-cf32-4cdd-8141-bb3d723a5844 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 945 time: 0.0535812 Sep 07 19:37:10.741830 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-11da3860-0ebd-47c5-afdf-6c79abdb913a req-27c324ec-5cef-4ee2-b06e-907ece9c4b8c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322089 Sep 07 19:37:11.228208 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device caa51e7f-5158-4ccc-9c70-e22d0f575a50 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:37:11.275313 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port caa51e7f-5158-4ccc-9c70-e22d0f575a50 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:37:11.279117 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port caa51e7f-5158-4ccc-9c70-e22d0f575a50 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:37:11.279483 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:11.363464 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:11.384690 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53749dfd-944e-4561-b9d4-f02485b4b387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa51e7f-5158-4ccc-9c70-e22d0f575a50'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:37:11.386905 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6276d9b1-f230-4678-8af8-99229621ae33" -d '{"events": [{"server_uuid": "53749dfd-944e-4561-b9d4-f02485b4b387", "name": "network-vif-plugged", "status": "completed", "tag": "caa51e7f-5158-4ccc-9c70-e22d0f575a50"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:37:11.399002 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port caa51e7f-5158-4ccc-9c70-e22d0f575a50, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=caa51e7f-5158-4ccc-9c70-e22d0f575a50,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:37:11.403288 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:11.449517 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=caa51e7f-5158-4ccc-9c70-e22d0f575a50,revision_number=9']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:37:11.491907 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27795120-371b-430c-bcca-e992e79cf722 x-openstack-request-id: req-27795120-371b-430c-bcca-e992e79cf722 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:37:11.492208 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53749dfd-944e-4561-b9d4-f02485b4b387", "name": "network-vif-plugged", "status": "completed", "tag": "caa51e7f-5158-4ccc-9c70-e22d0f575a50", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:37:11.492467 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-27795120-371b-430c-bcca-e992e79cf722 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:37:11.492922 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53749dfd-944e-4561-b9d4-f02485b4b387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa51e7f-5158-4ccc-9c70-e22d0f575a50', 'code': 200} Sep 07 19:37:11.855748 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcf28f-5a43-4b30-8e46-93a14fb7b3da req-c35f6155-4cf3-41c3-bde5-bbbb7e0ccc98 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:11.857361 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0dcf28f-5a43-4b30-8e46-93a14fb7b3da req-c35f6155-4cf3-41c3-bde5-bbbb7e0ccc98 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 946 time: 0.0480583 Sep 07 19:37:11.893769 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0dcf28f-5a43-4b30-8e46-93a14fb7b3da req-a114ac22-2c2f-4d04-81af-3c8eb98e216a tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306954 Sep 07 19:37:11.940940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c5fd3-1c56-4cc4-af40-4fd4f7ccdc04 req-9b612e75-d30b-4f7b-8ba4-0adc2001e2af tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:11.942379 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d25c5fd3-1c56-4cc4-af40-4fd4f7ccdc04 req-9b612e75-d30b-4f7b-8ba4-0adc2001e2af tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.36 "GET /v2.0/ports?device_id=53749dfd-944e-4561-b9d4-f02485b4b387 HTTP/1.1" status: 200 len: 946 time: 0.0477870 Sep 07 19:37:12.030827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-d25c5fd3-1c56-4cc4-af40-4fd4f7ccdc04 req-08a01718-8bf2-4f75-9936-0dfbeaf390c7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Deleting port caa51e7f-5158-4ccc-9c70-e22d0f575a50 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:37:12.031085 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d25c5fd3-1c56-4cc4-af40-4fd4f7ccdc04 req-08a01718-8bf2-4f75-9936-0dfbeaf390c7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:12.113779 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-d25c5fd3-1c56-4cc4-af40-4fd4f7ccdc04 req-08a01718-8bf2-4f75-9936-0dfbeaf390c7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] For port caa51e7f-5158-4ccc-9c70-e22d0f575a50, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=caa51e7f-5158-4ccc-9c70-e22d0f575a50,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:37:12.114138 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d25c5fd3-1c56-4cc4-af40-4fd4f7ccdc04 req-08a01718-8bf2-4f75-9936-0dfbeaf390c7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:12.278232 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d25c5fd3-1c56-4cc4-af40-4fd4f7ccdc04 req-08a01718-8bf2-4f75-9936-0dfbeaf390c7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:12.278593 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d25c5fd3-1c56-4cc4-af40-4fd4f7ccdc04 req-08a01718-8bf2-4f75-9936-0dfbeaf390c7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:12.279132 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [req-d25c5fd3-1c56-4cc4-af40-4fd4f7ccdc04 req-08a01718-8bf2-4f75-9936-0dfbeaf390c7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Floating IP 1261c27e-383d-4440-b617-f0eb8a9bf30c disassociated. External IP: 172.25.8.129, port: caa51e7f-5158-4ccc-9c70-e22d0f575a50. Sep 07 19:37:12.279476 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-d25c5fd3-1c56-4cc4-af40-4fd4f7ccdc04 req-08a01718-8bf2-4f75-9936-0dfbeaf390c7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Calling delete_port for caa51e7f-5158-4ccc-9c70-e22d0f575a50 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:37:12.400912 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d25c5fd3-1c56-4cc4-af40-4fd4f7ccdc04 req-08a01718-8bf2-4f75-9936-0dfbeaf390c7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:12.433462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a01718-8bf2-4f75-9936-0dfbeaf390c7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Pushing event deleted for resources: {'Port': ['ID=caa51e7f-5158-4ccc-9c70-e22d0f575a50,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:37:12.556043 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d25c5fd3-1c56-4cc4-af40-4fd4f7ccdc04 req-08a01718-8bf2-4f75-9936-0dfbeaf390c7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Router cecdcb85-109b-4c2f-871f-3d4653ae2593 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:37:12.663953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d25c5fd3-1c56-4cc4-af40-4fd4f7ccdc04 req-08a01718-8bf2-4f75-9936-0dfbeaf390c7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:37:12.673869 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ce2c1-7be3-4d0a-a132-e7b08ba08fa4 None None] Sync routers for ids ['cecdcb85-109b-4c2f-871f-3d4653ae2593'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:37:12.684317 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20ce2c1-7be3-4d0a-a132-e7b08ba08fa4 None None] Routers {'cecdcb85-109b-4c2f-871f-3d4653ae2593'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:37:12.684979 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d20ce2c1-7be3-4d0a-a132-e7b08ba08fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:36:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cecdcb85-109b-4c2f-871f-3d4653ae2593'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:37:12.703710 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25c5fd3-1c56-4cc4-af40-4fd4f7ccdc04 req-08a01718-8bf2-4f75-9936-0dfbeaf390c7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] No DVR routers for this DVR port caa51e7f-5158-4ccc-9c70-e22d0f575a50 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:37:12.706512 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d25c5fd3-1c56-4cc4-af40-4fd4f7ccdc04 req-08a01718-8bf2-4f75-9936-0dfbeaf390c7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:12.708457 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d25c5fd3-1c56-4cc4-af40-4fd4f7ccdc04 req-08a01718-8bf2-4f75-9936-0dfbeaf390c7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.36 "DELETE /v2.0/ports/caa51e7f-5158-4ccc-9c70-e22d0f575a50 HTTP/1.1" status: 204 len: 173 time: 0.7597616 Sep 07 19:37:12.708925 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53749dfd-944e-4561-b9d4-f02485b4b387', 'name': 'network-vif-deleted', 'tag': 'caa51e7f-5158-4ccc-9c70-e22d0f575a50'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:37:12.711202 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8038f4-1c58-4f45-b04e-7f3b4ac3735a" -d '{"events": [{"server_uuid": "53749dfd-944e-4561-b9d4-f02485b4b387", "name": "network-vif-deleted", "tag": "caa51e7f-5158-4ccc-9c70-e22d0f575a50"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:37:12.750564 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a04ec4-8267-4858-b464-ece5907a4a17 x-openstack-request-id: req-63a04ec4-8267-4858-b464-ece5907a4a17 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:37:12.750866 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53749dfd-944e-4561-b9d4-f02485b4b387", "name": "network-vif-deleted", "tag": "caa51e7f-5158-4ccc-9c70-e22d0f575a50", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:37:12.751124 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63a04ec4-8267-4858-b464-ece5907a4a17 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:37:12.751636 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53749dfd-944e-4561-b9d4-f02485b4b387', 'name': 'network-vif-deleted', 'tag': 'caa51e7f-5158-4ccc-9c70-e22d0f575a50', 'status': 'completed', 'code': 200} Sep 07 19:37:12.793478 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-d20ce2c1-7be3-4d0a-a132-e7b08ba08fa4 None None] Set router cecdcb85-109b-4c2f-871f-3d4653ae2593 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:37:13.007611 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d20ce2c1-7be3-4d0a-a132-e7b08ba08fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:37:13.174793 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-65e9a4e9-d117-4ff6-b5d5-90ad411b26b7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--276075021&fields=id&tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5 HTTP/1.1" status: 200 len: 267 time: 0.0332782 Sep 07 19:37:13.188702 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ce2c1-7be3-4d0a-a132-e7b08ba08fa4 None None] Checking router: cecdcb85-109b-4c2f-871f-3d4653ae2593 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:37:13.197167 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20ce2c1-7be3-4d0a-a132-e7b08ba08fa4 None None] Routers {'cecdcb85-109b-4c2f-871f-3d4653ae2593'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:37:13.198327 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d20ce2c1-7be3-4d0a-a132-e7b08ba08fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:36:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cecdcb85-109b-4c2f-871f-3d4653ae2593'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:37:13.285785 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-ee8e1b34-f91c-4246-a6a0-5d0aa485ff15 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:13.287276 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-ee8e1b34-f91c-4246-a6a0-5d0aa485ff15 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 812 time: 0.1057498 Sep 07 19:37:13.301430 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-d20ce2c1-7be3-4d0a-a132-e7b08ba08fa4 None None] Set router cecdcb85-109b-4c2f-871f-3d4653ae2593 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:37:13.304483 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-60f2979f-2534-4bd1-9fe7-d7cccfb7a335 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/quotas/6c4a83d7dbc44c8b8079cec17d2f38e5 HTTP/1.1" status: 200 len: 375 time: 0.0112085 Sep 07 19:37:13.358533 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-cdaf26c0-f4e0-4f68-ac18-518a7940a27b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482087 Sep 07 19:37:13.383474 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:13.502231 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-81863f5c-51b1-44ea-a6ab-a40d12db757d service neutron] 10.222.0.26 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318390 Sep 07 19:37:13.504606 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d20ce2c1-7be3-4d0a-a132-e7b08ba08fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:37:13.536358 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ce2c1-7be3-4d0a-a132-e7b08ba08fa4 None None] The sync data for ids ['cecdcb85-109b-4c2f-871f-3d4653ae2593'] in n-d-807786-1 is: [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:37:13.600645 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-6de47071-215b-455d-90ab-c7343f7f517b service neutron] 10.222.0.26 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921342 Sep 07 19:37:13.761675 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b27731-e084-4e59-8e05-f92cdb2f6b90 None None] New status for floating IP 1261c27e-383d-4440-b617-f0eb8a9bf30c: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:37:13.776732 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d98a4a6-67d1-48c9-b116-6dfa63337a0b req-8ef4b809-91d5-40b3-b2a2-e4ef83575958 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 210 time: 0.0384283 Sep 07 19:37:14.268267 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:14.755789 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-4de3470b-a15e-4e8e-938c-9f689edea29e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:14.757292 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-4de3470b-a15e-4e8e-938c-9f689edea29e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 812 time: 0.1042743 Sep 07 19:37:14.800702 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-5f812404-de07-44b2-a85c-71f5f9af7517 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5 HTTP/1.1" status: 200 len: 379 time: 0.0334871 Sep 07 19:37:14.811054 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-2093d334-06cc-4712-814d-3684dd0307c0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Request body: {'port': {'device_id': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'admin_state_up': True, 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'security_groups': ['9a90c97c-a6db-44bd-8abb-99cedf7d5592']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:37:14.905517 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da0ade8e-1691-4f73-88cf-37e75954394f req-d562f55f-488c-49bd-ace4-5111bf5aff45 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 210 time: 0.0388308 Sep 07 19:37:14.940352 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-2093d334-06cc-4712-814d-3684dd0307c0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Made reservation on behalf of 6c4a83d7dbc44c8b8079cec17d2f38e5 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:37:14.943822 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-2093d334-06cc-4712-814d-3684dd0307c0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:15.064966 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-2093d334-06cc-4712-814d-3684dd0307c0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Allocated IP 172.20.0.13 (6f75a905-de18-434c-8e6f-301dac0be8d9/5bb2ca3d-5219-4ce7-a9ec-de975f88cf72/580679d4-250d-466c-b967-1b9894da2ab8) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:37:15.202693 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-2093d334-06cc-4712-814d-3684dd0307c0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:15.216178 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-2093d334-06cc-4712-814d-3684dd0307c0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Transition to ACTIVE for port object 580679d4-250d-466c-b967-1b9894da2ab8 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:37:15.241930 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device caa51e7f-5158-4ccc-9c70-e22d0f575a50 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:37:15.248626 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-2093d334-06cc-4712-814d-3684dd0307c0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:15.261817 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: caa51e7f-5158-4ccc-9c70-e22d0f575a50 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:37:15.262160 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device caa51e7f-5158-4ccc-9c70-e22d0f575a50 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:37:15.288865 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-2093d334-06cc-4712-814d-3684dd0307c0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Network 6f75a905-de18-434c-8e6f-301dac0be8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:37:15.292359 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-2093d334-06cc-4712-814d-3684dd0307c0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:37:15.295963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-2093d334-06cc-4712-814d-3684dd0307c0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:37:15.336892 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093d334-06cc-4712-814d-3684dd0307c0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Pushing event updated for resources: {'Port': ['ID=580679d4-250d-466c-b967-1b9894da2ab8,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:37:15.359565 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-2093d334-06cc-4712-814d-3684dd0307c0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:15.360187 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-2093d334-06cc-4712-814d-3684dd0307c0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:15.374164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-2093d334-06cc-4712-814d-3684dd0307c0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5666904 Sep 07 19:37:15.386477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] Request body: {'port': {'device_id': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:37:15.542012 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5ade2fc0-d206-424b-8d80-b3bf2763f695 None None] Provisioning for port 580679d4-250d-466c-b967-1b9894da2ab8 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:37:15.546335 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5ade2fc0-d206-424b-8d80-b3bf2763f695 None None] Provisioning complete for port 580679d4-250d-466c-b967-1b9894da2ab8 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:37:15.546709 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5ade2fc0-d206-424b-8d80-b3bf2763f695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:15.581650 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-5ade2fc0-d206-424b-8d80-b3bf2763f695 None None] Port 580679d4-250d-466c-b967-1b9894da2ab8 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:37:15.766361 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:16.066719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6b42e-71fc-4ede-ae6f-fa593dabc008 req-1064efcc-8192-48e5-a3bb-232cd2280355 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:16.068116 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1a6b42e-71fc-4ede-ae6f-fa593dabc008 req-1064efcc-8192-48e5-a3bb-232cd2280355 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 932 time: 0.0950277 Sep 07 19:37:16.070004 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580679d4-250d-466c-b967-1b9894da2ab8 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:37:16.079254 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:16.102658 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] Transition to ACTIVE for port object 580679d4-250d-466c-b967-1b9894da2ab8 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:37:16.107161 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:16.143278 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1a6b42e-71fc-4ede-ae6f-fa593dabc008 req-5be4b16d-3f74-44f1-a714-f258ea51e5a8 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684543 Sep 07 19:37:16.166426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] Pushing event updated for resources: {'Port': ['ID=580679d4-250d-466c-b967-1b9894da2ab8,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:37:16.253831 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] Attempting to bind port 580679d4-250d-466c-b967-1b9894da2ab8 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:37:16.254169 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] Attempting to bind port 580679d4-250d-466c-b967-1b9894da2ab8 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:37:16.254488 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] Attempting to bind port 580679d4-250d-466c-b967-1b9894da2ab8 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:37:16.259304 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] Port 580679d4-250d-466c-b967-1b9894da2ab8 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:37:16.259623 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] Attempting to bind port 580679d4-250d-466c-b967-1b9894da2ab8 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:37:16.264685 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:37:16.265082 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] Checking segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:37:16.265465 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] Bound using segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:37:16.265895 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] Bound port: 580679d4-250d-466c-b967-1b9894da2ab8, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:37:16.266248 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:16.330250 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] For port 580679d4-250d-466c-b967-1b9894da2ab8, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:37:16.333180 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] For port 580679d4-250d-466c-b967-1b9894da2ab8, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=580679d4-250d-466c-b967-1b9894da2ab8,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:37:16.337028 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:16.372529 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:16.373144 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:16.374594 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] 10.222.0.60 "PUT /v2.0/ports/580679d4-250d-466c-b967-1b9894da2ab8 HTTP/1.1" status: 200 len: 1092 time: 0.9923091 Sep 07 19:37:16.374934 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'tag': '580679d4-250d-466c-b967-1b9894da2ab8'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:37:16.377163 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d079277-dac9-454d-adff-33e0b975fab8" -d '{"events": [{"name": "network-changed", "server_uuid": "d103d99d-a7fb-447e-921e-dddd525ca7bb", "tag": "580679d4-250d-466c-b967-1b9894da2ab8"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:37:16.400651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a194296-801a-4788-b601-ee61b497ea2c service neutron] Pushing event updated for resources: {'Port': ['ID=580679d4-250d-466c-b967-1b9894da2ab8,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:37:16.425791 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22649ce6-5d36-4ea2-975e-6b054461ad32 x-openstack-request-id: req-22649ce6-5d36-4ea2-975e-6b054461ad32 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:37:16.426089 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d103d99d-a7fb-447e-921e-dddd525ca7bb", "tag": "580679d4-250d-466c-b967-1b9894da2ab8", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:37:16.426340 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-22649ce6-5d36-4ea2-975e-6b054461ad32 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:37:16.426737 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'tag': '580679d4-250d-466c-b967-1b9894da2ab8', 'status': 'completed', 'code': 200} Sep 07 19:37:16.457367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-dd081cdd-2e04-40a2-84c3-cb855ae24069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:16.458886 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-dd081cdd-2e04-40a2-84c3-cb855ae24069 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 1095 time: 0.0447769 Sep 07 19:37:16.507911 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-19e4644f-ca17-4429-aa88-cf93a8540d8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580679d4-250d-466c-b967-1b9894da2ab8 HTTP/1.1" status: 200 len: 217 time: 0.0411708 Sep 07 19:37:16.558604 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-d1d1af5c-66ed-4154-ba3b-8c26a80707cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:16.560104 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-d1d1af5c-66ed-4154-ba3b-8c26a80707cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0452685 Sep 07 19:37:16.605905 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-f7ee86c2-d04b-4c5c-b449-c5e9d0bb738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:16.607343 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-f7ee86c2-d04b-4c5c-b449-c5e9d0bb738a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401480 Sep 07 19:37:16.700354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-ae25e15f-c429-46ea-afe8-1dcf7dc367d5 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862203 Sep 07 19:37:16.788933 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-01617c7e-64e5-4516-8f42-bf5975c2a1fc req-19980b5d-26e3-4834-8899-ed3efb14384a service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816350 Sep 07 19:37:16.878163 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d079277-dac9-454d-adff-33e0b975fab8 req-6b44b191-a1c0-4986-8c7b-4659c3942b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:16.879568 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d079277-dac9-454d-adff-33e0b975fab8 req-6b44b191-a1c0-4986-8c7b-4659c3942b05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 1095 time: 0.0453169 Sep 07 19:37:16.966570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d079277-dac9-454d-adff-33e0b975fab8 req-f9aad284-7d67-4a5b-b3f3-43bdfc15d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:16.968030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d079277-dac9-454d-adff-33e0b975fab8 req-f9aad284-7d67-4a5b-b3f3-43bdfc15d645 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0819442 Sep 07 19:37:17.012396 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d079277-dac9-454d-adff-33e0b975fab8 req-e54f509d-ddf4-448f-a56c-8c024fe48ad9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580679d4-250d-466c-b967-1b9894da2ab8 HTTP/1.1" status: 200 len: 217 time: 0.0369737 Sep 07 19:37:17.060324 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d079277-dac9-454d-adff-33e0b975fab8 req-43ee3db3-2c90-4f2f-b0b6-4b0f8136ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:17.061745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d079277-dac9-454d-adff-33e0b975fab8 req-43ee3db3-2c90-4f2f-b0b6-4b0f8136ecb5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0416155 Sep 07 19:37:17.107202 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d079277-dac9-454d-adff-33e0b975fab8 req-ba3cc623-8256-462f-9fab-5ef39e6a37c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:17.108670 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d079277-dac9-454d-adff-33e0b975fab8 req-ba3cc623-8256-462f-9fab-5ef39e6a37c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390098 Sep 07 19:37:17.201049 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d079277-dac9-454d-adff-33e0b975fab8 req-ef267ad6-d039-45d4-92d6-05d1c6fafb37 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848041 Sep 07 19:37:17.323407 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b18932-0495-46c0-bfba-fadec32d2da7 req-9ec93438-a4b3-4279-a4d8-e34af8569707 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:17.324923 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0b18932-0495-46c0-bfba-fadec32d2da7 req-9ec93438-a4b3-4279-a4d8-e34af8569707 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 944 time: 0.1153049 Sep 07 19:37:17.356686 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d079277-dac9-454d-adff-33e0b975fab8 req-d6b06b1e-c5cd-46b7-961e-0eeb66d3faec service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481004 Sep 07 19:37:17.375413 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0b18932-0495-46c0-bfba-fadec32d2da7 req-4bb9691d-e2eb-4beb-9126-a1456166e327 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442922 Sep 07 19:37:18.490887 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37fcfd-e3ce-4ed5-b22f-7aa27de279ca req-b3720be6-4dde-4e8b-857a-d20b21222e24 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:18.492360 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fa37fcfd-e3ce-4ed5-b22f-7aa27de279ca req-b3720be6-4dde-4e8b-857a-d20b21222e24 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 944 time: 0.0487142 Sep 07 19:37:18.529609 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fa37fcfd-e3ce-4ed5-b22f-7aa27de279ca req-17039a9d-dde7-42f3-ad1f-a4db45d0b72f tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314047 Sep 07 19:37:19.642878 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0cc2b-2bb9-4616-93bf-a399fa2af567 req-d11aff86-ee7d-4999-ba79-444c8eb1b98c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:19.644374 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ff0cc2b-2bb9-4616-93bf-a399fa2af567 req-d11aff86-ee7d-4999-ba79-444c8eb1b98c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 944 time: 0.0491128 Sep 07 19:37:19.680780 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ff0cc2b-2bb9-4616-93bf-a399fa2af567 req-9a59d781-f6c3-4a12-ac39-32137c27523c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304196 Sep 07 19:37:19.984302 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 580679d4-250d-466c-b967-1b9894da2ab8 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:37:20.079149 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 580679d4-250d-466c-b967-1b9894da2ab8, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=580679d4-250d-466c-b967-1b9894da2ab8,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:37:20.090127 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '580679d4-250d-466c-b967-1b9894da2ab8', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'port_id': '580679d4-250d-466c-b967-1b9894da2ab8', 'mac_address': 'fa:16:3e:06:e6:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:37:20.126462 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:20.138596 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580679d4-250d-466c-b967-1b9894da2ab8 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:37:20.156415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 580679d4-250d-466c-b967-1b9894da2ab8, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=580679d4-250d-466c-b967-1b9894da2ab8,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:37:20.160101 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:20.209299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=580679d4-250d-466c-b967-1b9894da2ab8,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:37:20.398003 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['580679d4-250d-466c-b967-1b9894da2ab8'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:37:20.800911 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08180dab-c6d2-4833-8d86-6baebad52f49 req-c9583f2a-2c0c-4abd-8e5e-33ba7d14cdad tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:20.802380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08180dab-c6d2-4833-8d86-6baebad52f49 req-c9583f2a-2c0c-4abd-8e5e-33ba7d14cdad tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 945 time: 0.0530756 Sep 07 19:37:20.839979 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-08180dab-c6d2-4833-8d86-6baebad52f49 req-48d6aab3-1550-4f9e-aa91-dc3bb320bbfa tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316494 Sep 07 19:37:21.951848 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a22fe-7acc-4679-9617-274bfc791665 req-6c3974a5-f501-4be8-bd4b-d98df4850330 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:21.953338 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a86a22fe-7acc-4679-9617-274bfc791665 req-6c3974a5-f501-4be8-bd4b-d98df4850330 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 945 time: 0.0483139 Sep 07 19:37:21.991267 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a86a22fe-7acc-4679-9617-274bfc791665 req-0c9fa4d5-db5f-470c-a2c7-13d5101241fc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320649 Sep 07 19:37:21.999646 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 580679d4-250d-466c-b967-1b9894da2ab8 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:37:22.046970 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 580679d4-250d-466c-b967-1b9894da2ab8 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:37:22.050691 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 580679d4-250d-466c-b967-1b9894da2ab8 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:37:22.051056 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:22.127204 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:22.148211 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580679d4-250d-466c-b967-1b9894da2ab8'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:37:22.150976 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabe8ba2-03fa-44a2-a2e8-7cf7538a1872" -d '{"events": [{"server_uuid": "d103d99d-a7fb-447e-921e-dddd525ca7bb", "name": "network-vif-plugged", "status": "completed", "tag": "580679d4-250d-466c-b967-1b9894da2ab8"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:37:22.163401 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 580679d4-250d-466c-b967-1b9894da2ab8, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=580679d4-250d-466c-b967-1b9894da2ab8,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:37:22.167508 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:22.190386 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbb1ddf-f195-418a-a9f4-0c61edade325 x-openstack-request-id: req-3bbb1ddf-f195-418a-a9f4-0c61edade325 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:37:22.190674 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d103d99d-a7fb-447e-921e-dddd525ca7bb", "name": "network-vif-plugged", "status": "completed", "tag": "580679d4-250d-466c-b967-1b9894da2ab8", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:37:22.190921 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3bbb1ddf-f195-418a-a9f4-0c61edade325 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:37:22.191308 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580679d4-250d-466c-b967-1b9894da2ab8', 'code': 200} Sep 07 19:37:22.217084 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=580679d4-250d-466c-b967-1b9894da2ab8,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:37:22.292192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfe674-a173-46ce-8160-38c94e16a4c0 req-f133128c-6987-4919-8883-efa1f8959ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:22.293840 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76cfe674-a173-46ce-8160-38c94e16a4c0 req-f133128c-6987-4919-8883-efa1f8959ec6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 1097 time: 0.0429544 Sep 07 19:37:22.330496 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76cfe674-a173-46ce-8160-38c94e16a4c0 req-17478848-c74e-4655-9e1a-03d57fda1322 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297573 Sep 07 19:37:23.107962 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b9eae-ba35-462c-8e5a-ab488aa019da req-7645243d-3ff0-4b82-b4f3-71b17ef781fc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:23.109447 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e21b9eae-ba35-462c-8e5a-ab488aa019da req-7645243d-3ff0-4b82-b4f3-71b17ef781fc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 946 time: 0.0514314 Sep 07 19:37:23.146812 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e21b9eae-ba35-462c-8e5a-ab488aa019da req-f47dbe13-2a8f-40e1-80f4-03894e74eaec tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313945 Sep 07 19:37:24.260713 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89cf81-f4e7-4903-b622-03b26140a749 req-ccf45f6f-a78e-4625-b5e8-089f77b742f8 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:24.262187 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba89cf81-f4e7-4903-b622-03b26140a749 req-ccf45f6f-a78e-4625-b5e8-089f77b742f8 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 946 time: 0.0480208 Sep 07 19:37:24.299689 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ba89cf81-f4e7-4903-b622-03b26140a749 req-42a11c9b-65e5-4e52-a96e-6689e36d095d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316417 Sep 07 19:37:24.409855 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829629e-603c-47ab-a1c3-a5c0552dce00 req-ef22fe08-6664-4776-add7-4631e8913c91 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:24.411340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a829629e-603c-47ab-a1c3-a5c0552dce00 req-ef22fe08-6664-4776-add7-4631e8913c91 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 946 time: 0.0486686 Sep 07 19:37:24.419877 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 49512) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:37:24.424333 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-bdd11ac7-5852-41db-a696-0f67ed9e18d4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Request body: {'floatingip': {'port_id': '580679d4-250d-466c-b967-1b9894da2ab8'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:37:24.467298 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bdd11ac7-5852-41db-a696-0f67ed9e18d4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:24.884009 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bdd11ac7-5852-41db-a696-0f67ed9e18d4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:24.887506 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bdd11ac7-5852-41db-a696-0f67ed9e18d4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:24.984535 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-bdd11ac7-5852-41db-a696-0f67ed9e18d4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Floating IP 1261c27e-383d-4440-b617-f0eb8a9bf30c associated. External IP: 172.25.8.129, port: 580679d4-250d-466c-b967-1b9894da2ab8. Sep 07 19:37:25.184766 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd11ac7-5852-41db-a696-0f67ed9e18d4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Router cecdcb85-109b-4c2f-871f-3d4653ae2593 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:37:25.289964 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd11ac7-5852-41db-a696-0f67ed9e18d4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:37:25.295215 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bdd11ac7-5852-41db-a696-0f67ed9e18d4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:25.299986 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14490642-ec24-4aa3-b7f2-e2d5304ddeb3 None None] Sync routers for ids ['cecdcb85-109b-4c2f-871f-3d4653ae2593'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:37:25.309658 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14490642-ec24-4aa3-b7f2-e2d5304ddeb3 None None] Routers {'cecdcb85-109b-4c2f-871f-3d4653ae2593'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:37:25.310356 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-14490642-ec24-4aa3-b7f2-e2d5304ddeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:36:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cecdcb85-109b-4c2f-871f-3d4653ae2593'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:37:25.322708 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bdd11ac7-5852-41db-a696-0f67ed9e18d4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "PUT /v2.0/floatingips/1261c27e-383d-4440-b617-f0eb8a9bf30c HTTP/1.1" status: 200 len: 992 time: 0.9012413 Sep 07 19:37:25.323302 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'tag': '580679d4-250d-466c-b967-1b9894da2ab8'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:37:25.327438 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eeee720-8450-46f5-a255-4b9b9c3f9b02" -d '{"events": [{"name": "network-changed", "server_uuid": "d103d99d-a7fb-447e-921e-dddd525ca7bb", "tag": "580679d4-250d-466c-b967-1b9894da2ab8"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:37:25.368332 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2497170d-8a51-4848-83de-d0790f99983f x-openstack-request-id: req-2497170d-8a51-4848-83de-d0790f99983f {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:37:25.368673 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d103d99d-a7fb-447e-921e-dddd525ca7bb", "tag": "580679d4-250d-466c-b967-1b9894da2ab8", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:37:25.368931 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2497170d-8a51-4848-83de-d0790f99983f {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:37:25.369342 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'tag': '580679d4-250d-466c-b967-1b9894da2ab8', 'status': 'completed', 'code': 200} Sep 07 19:37:25.418714 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-14490642-ec24-4aa3-b7f2-e2d5304ddeb3 None None] Set router cecdcb85-109b-4c2f-871f-3d4653ae2593 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:37:25.433868 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeee720-8450-46f5-a255-4b9b9c3f9b02 req-1f1d6ae9-3cb1-4330-b3b3-48d8d1501ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:25.435443 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5eeee720-8450-46f5-a255-4b9b9c3f9b02 req-1f1d6ae9-3cb1-4330-b3b3-48d8d1501ca6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 1097 time: 0.0450203 Sep 07 19:37:25.524782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeee720-8450-46f5-a255-4b9b9c3f9b02 req-baa9c026-c4ae-4549-9ee6-2841ef4acaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:25.526908 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5eeee720-8450-46f5-a255-4b9b9c3f9b02 req-baa9c026-c4ae-4549-9ee6-2841ef4acaa2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0847089 Sep 07 19:37:25.595672 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5eeee720-8450-46f5-a255-4b9b9c3f9b02 req-ec85a073-f18f-45a6-b73b-726aff09c635 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580679d4-250d-466c-b967-1b9894da2ab8 HTTP/1.1" status: 200 len: 1000 time: 0.0623498 Sep 07 19:37:25.642121 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-14490642-ec24-4aa3-b7f2-e2d5304ddeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '1261c27e-383d-4440-b617-f0eb8a9bf30c', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'port_id': '580679d4-250d-466c-b967-1b9894da2ab8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'mac_address': 'fa:16:3e:06:e6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:32:44Z', 'updated_at': '2021-09-07T19:37:24Z', 'revision_number': 9, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:37:25.645232 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeee720-8450-46f5-a255-4b9b9c3f9b02 req-db5dbf57-6014-43c0-a7f2-a0a1c4323437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:25.646717 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5eeee720-8450-46f5-a255-4b9b9c3f9b02 req-db5dbf57-6014-43c0-a7f2-a0a1c4323437 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0446095 Sep 07 19:37:25.669000 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14490642-ec24-4aa3-b7f2-e2d5304ddeb3 None None] Checking router: cecdcb85-109b-4c2f-871f-3d4653ae2593 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:37:25.677824 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14490642-ec24-4aa3-b7f2-e2d5304ddeb3 None None] Routers {'cecdcb85-109b-4c2f-871f-3d4653ae2593'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:37:25.678446 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-14490642-ec24-4aa3-b7f2-e2d5304ddeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:36:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cecdcb85-109b-4c2f-871f-3d4653ae2593'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:37:25.692344 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeee720-8450-46f5-a255-4b9b9c3f9b02 req-fee6c435-b141-4804-99ca-7823e0b6b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:25.693838 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5eeee720-8450-46f5-a255-4b9b9c3f9b02 req-fee6c435-b141-4804-99ca-7823e0b6b937 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401478 Sep 07 19:37:25.783359 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-14490642-ec24-4aa3-b7f2-e2d5304ddeb3 None None] Set router cecdcb85-109b-4c2f-871f-3d4653ae2593 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:37:25.786162 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5eeee720-8450-46f5-a255-4b9b9c3f9b02 req-bd1b9406-6fc1-48f9-ae17-24f45cb50dc2 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845468 Sep 07 19:37:25.876194 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5eeee720-8450-46f5-a255-4b9b9c3f9b02 req-f9c099fe-0212-47c1-a4ae-ece69e292db5 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830750 Sep 07 19:37:26.010773 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ff17cdf4-8808-41eb-aafa-71d143b00730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:26.017428 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-14490642-ec24-4aa3-b7f2-e2d5304ddeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '1261c27e-383d-4440-b617-f0eb8a9bf30c', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'port_id': '580679d4-250d-466c-b967-1b9894da2ab8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'mac_address': 'fa:16:3e:06:e6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:32:44Z', 'updated_at': '2021-09-07T19:37:24Z', 'revision_number': 9, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:37:26.043850 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14490642-ec24-4aa3-b7f2-e2d5304ddeb3 None None] The sync data for ids ['cecdcb85-109b-4c2f-871f-3d4653ae2593'] in n-d-807786-1 is: [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '1261c27e-383d-4440-b617-f0eb8a9bf30c', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'port_id': '580679d4-250d-466c-b967-1b9894da2ab8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'mac_address': 'fa:16:3e:06:e6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:32:44Z', 'updated_at': '2021-09-07T19:37:24Z', 'revision_number': 9, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:37:26.219354 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf36a59-1b6f-41e6-80b9-892a6cf9737c None None] New status for floating IP 1261c27e-383d-4440-b617-f0eb8a9bf30c: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:37:28.832367 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a5e05a7b-27b7-412f-8a27-c01e01e965b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:29.117654 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:30.370474 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:31.904716 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:36.309868 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bdbcef8-5991-4b01-8b2d-7806a03e3c06 req-e8903813-18ed-45b0-bb51-b35e66dbf92a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396483 Sep 07 19:37:36.391963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbcef8-5991-4b01-8b2d-7806a03e3c06 req-365a7f6a-9adf-4b8f-96e8-ce15c734e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:36.393477 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bdbcef8-5991-4b01-8b2d-7806a03e3c06 req-365a7f6a-9adf-4b8f-96e8-ce15c734e910 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 1097 time: 0.0431907 Sep 07 19:37:36.497432 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbcef8-5991-4b01-8b2d-7806a03e3c06 req-09ec0cf0-225f-43b4-a039-c8e7144c5d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:36.498917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bdbcef8-5991-4b01-8b2d-7806a03e3c06 req-09ec0cf0-225f-43b4-a039-c8e7144c5d64 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0845709 Sep 07 19:37:36.565828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bdbcef8-5991-4b01-8b2d-7806a03e3c06 req-13cbe88c-78f7-4404-b5e4-6c9480e6bec6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580679d4-250d-466c-b967-1b9894da2ab8 HTTP/1.1" status: 200 len: 1003 time: 0.0597372 Sep 07 19:37:36.613551 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbcef8-5991-4b01-8b2d-7806a03e3c06 req-ea515d13-d063-405d-b66b-5b9fc9fbb645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:36.614990 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bdbcef8-5991-4b01-8b2d-7806a03e3c06 req-ea515d13-d063-405d-b66b-5b9fc9fbb645 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0416310 Sep 07 19:37:36.662912 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbcef8-5991-4b01-8b2d-7806a03e3c06 req-f497c7e1-cc4c-488a-a657-fa6862e27fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:37:36.664371 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bdbcef8-5991-4b01-8b2d-7806a03e3c06 req-f497c7e1-cc4c-488a-a657-fa6862e27fdd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396538 Sep 07 19:37:36.756704 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bdbcef8-5991-4b01-8b2d-7806a03e3c06 req-723bf8e5-20e7-4297-82fa-8d183602d660 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826712 Sep 07 19:37:36.844127 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bdbcef8-5991-4b01-8b2d-7806a03e3c06 req-b09bf2a9-d50e-471c-be19-e0d693aed649 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800068 Sep 07 19:37:43.358777 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:43.639722 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:37:44.266210 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:56.012166 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c0768432-1312-495f-82d6-33963b4b2b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:58.832646 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-90392d68-f209-407f-a6f5-d34d58a0be31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:37:59.119671 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:38:00.373457 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:38:01.908301 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:38:13.364377 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:38:14.275089 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:38:20.639509 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:38:26.013929 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-474110a7-7d4b-438c-bee4-eea528703787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:38:28.832235 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7937e1e8-c535-4930-b0fe-f170c7f3cec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:38:29.120933 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:38:30.376646 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:38:31.909528 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:38:38.327087 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ef288d4-43f3-4645-858c-793d8aced1dc req-ec061bef-1186-4cbe-b3bf-fcdac7767f84 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439925 Sep 07 19:38:38.406034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef288d4-43f3-4645-858c-793d8aced1dc req-f027ef9e-bc6c-4ef0-9410-f946624964c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:38:38.407575 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ef288d4-43f3-4645-858c-793d8aced1dc req-f027ef9e-bc6c-4ef0-9410-f946624964c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 1097 time: 0.0406666 Sep 07 19:38:38.506431 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef288d4-43f3-4645-858c-793d8aced1dc req-8e3d83ba-4d34-46af-a971-a09e0956ce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:38:38.507873 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ef288d4-43f3-4645-858c-793d8aced1dc req-8e3d83ba-4d34-46af-a971-a09e0956ce6c service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0824580 Sep 07 19:38:38.574657 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ef288d4-43f3-4645-858c-793d8aced1dc req-e6d529e2-54b0-428a-9685-821653e67dfe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580679d4-250d-466c-b967-1b9894da2ab8 HTTP/1.1" status: 200 len: 1003 time: 0.0598755 Sep 07 19:38:38.621480 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef288d4-43f3-4645-858c-793d8aced1dc req-ce114dfa-ad3e-4663-9b03-4999b413b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:38:38.622907 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ef288d4-43f3-4645-858c-793d8aced1dc req-ce114dfa-ad3e-4663-9b03-4999b413b1a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0414848 Sep 07 19:38:38.667741 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef288d4-43f3-4645-858c-793d8aced1dc req-6d2bd188-0b71-4910-b883-c590e78da83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:38:38.669276 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ef288d4-43f3-4645-858c-793d8aced1dc req-6d2bd188-0b71-4910-b883-c590e78da83a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386498 Sep 07 19:38:38.762041 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ef288d4-43f3-4645-858c-793d8aced1dc req-704fb546-a835-4919-9409-e13eb3ac88c4 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849655 Sep 07 19:38:38.852087 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ef288d4-43f3-4645-858c-793d8aced1dc req-80c00ba8-eaca-4f8d-8f70-24834c8d525a service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825868 Sep 07 19:38:43.360991 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:38:44.284685 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:38:56.015586 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9288dc8f-a6e8-495f-8260-5e97eeeef423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:38:57.638597 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:38:58.833620 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-be131b4b-0c12-458e-85ea-922cc5e30d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:38:59.122652 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:00.378601 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:01.911951 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:02.310859 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-b0f9daf8-94c0-458f-a6d8-3af7e95dde99 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0637391 Sep 07 19:39:02.327220 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a8460-34f2-45b4-ad96-ba5025f54af8 req-184fab47-9dec-4115-985c-cacb4d8469a1 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:02.328699 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1d1a8460-34f2-45b4-ad96-ba5025f54af8 req-184fab47-9dec-4115-985c-cacb4d8469a1 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 946 time: 0.0718658 Sep 07 19:39:02.367568 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1d1a8460-34f2-45b4-ad96-ba5025f54af8 req-654658d6-f659-4d89-bace-f3716f31f1b0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325665 Sep 07 19:39:03.492359 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-53ad061c-6a75-4fce-821d-92abfd1c2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:03.493908 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-53ad061c-6a75-4fce-821d-92abfd1c2008 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 1097 time: 0.0720885 Sep 07 19:39:03.517135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b11a0-434b-4c15-988b-dcfd7ac846de req-14624ae4-d3e2-4f18-bd6a-69f002a09540 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:03.518532 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d51b11a0-434b-4c15-988b-dcfd7ac846de req-14624ae4-d3e2-4f18-bd6a-69f002a09540 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 946 time: 0.0714872 Sep 07 19:39:03.599493 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d51b11a0-434b-4c15-988b-dcfd7ac846de req-9e92d238-9eab-439f-a933-30ff81f4e690 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713739 Sep 07 19:39:03.618768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-c453a350-c72e-4e0c-a290-3baab7f0d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:03.620256 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-c453a350-c72e-4e0c-a290-3baab7f0d580 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.1183412 Sep 07 19:39:03.689288 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-4bd82a84-f12d-4441-9aba-179cb92b1d82 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580679d4-250d-466c-b967-1b9894da2ab8 HTTP/1.1" status: 200 len: 1003 time: 0.0599313 Sep 07 19:39:03.736856 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-f8283b08-b880-4b49-809b-a1a1870ef755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:03.738254 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-f8283b08-b880-4b49-809b-a1a1870ef755 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0420647 Sep 07 19:39:03.783320 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-5a75e927-af70-4a9f-ae20-655b04313a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:03.784801 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-5a75e927-af70-4a9f-ae20-655b04313a69 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395250 Sep 07 19:39:03.881373 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-432792df-359f-4521-84d8-dc3d351deaab service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884912 Sep 07 19:39:03.973379 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-410c3d83-5baa-468d-b08a-b21cb743e259 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850942 Sep 07 19:39:04.714470 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1ee9a-f974-43e1-837b-9c57f4011113 req-8ae2db4d-b831-4461-b782-1cbb117bb2f7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:04.715953 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5b1ee9a-f974-43e1-837b-9c57f4011113 req-8ae2db4d-b831-4461-b782-1cbb117bb2f7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 946 time: 0.0491030 Sep 07 19:39:04.752908 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f5b1ee9a-f974-43e1-837b-9c57f4011113 req-efcf547c-961a-4290-a1ec-c637c89d76e1 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310194 Sep 07 19:39:05.879904 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ddcdb-2151-4744-b2df-43965615cfa8 req-1ccd963a-6a55-4ea8-aa76-bdc0db3cf400 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:05.881365 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f90ddcdb-2151-4744-b2df-43965615cfa8 req-1ccd963a-6a55-4ea8-aa76-bdc0db3cf400 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 946 time: 0.0602663 Sep 07 19:39:05.922451 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f90ddcdb-2151-4744-b2df-43965615cfa8 req-e30a9c59-1949-4a9b-b5bf-2d26c76587cf tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322375 Sep 07 19:39:07.036060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d870122-bd56-4d76-857a-c9430ef2b812 req-1b99a851-38e7-46e8-9d70-c1a9b5e50d9e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:07.037559 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d870122-bd56-4d76-857a-c9430ef2b812 req-1b99a851-38e7-46e8-9d70-c1a9b5e50d9e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 946 time: 0.0470979 Sep 07 19:39:07.077945 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d870122-bd56-4d76-857a-c9430ef2b812 req-b8684d0b-0825-482b-883a-29aad275e197 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345731 Sep 07 19:39:08.193421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4606c-1564-4179-97d0-378890aa0534 req-35ff66a5-5e3d-4041-af7c-56dca2b065a4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:08.194880 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0fa4606c-1564-4179-97d0-378890aa0534 req-35ff66a5-5e3d-4041-af7c-56dca2b065a4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 946 time: 0.0483108 Sep 07 19:39:08.231408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0fa4606c-1564-4179-97d0-378890aa0534 req-b808061c-5d23-4110-8200-66be98e95202 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304666 Sep 07 19:39:09.345264 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211a0f2-c325-4603-bf4f-248d4a34da2a req-9c7283e1-1830-4eb8-8472-f7a8392951db tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:09.346734 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a211a0f2-c325-4603-bf4f-248d4a34da2a req-9c7283e1-1830-4eb8-8472-f7a8392951db tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 946 time: 0.0496154 Sep 07 19:39:09.382483 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a211a0f2-c325-4603-bf4f-248d4a34da2a req-dc8a883e-dff4-40e4-85ee-3ebb6a7cbfd6 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298860 Sep 07 19:39:10.495155 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82388293-a9cf-4722-b3ae-8d3f1a23be5d req-44ae5115-477a-43ad-9c82-2da04ab19026 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:10.496632 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-82388293-a9cf-4722-b3ae-8d3f1a23be5d req-44ae5115-477a-43ad-9c82-2da04ab19026 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 946 time: 0.0476427 Sep 07 19:39:10.538235 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-82388293-a9cf-4722-b3ae-8d3f1a23be5d req-4069ed86-ac1f-4742-b5b4-7045f35be664 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351384 Sep 07 19:39:11.652244 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca4ccb-ac9d-4d2e-b9cd-8f2da036ab55 req-4e0bcf11-15b9-400a-a068-61a1b6a74e76 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:11.653738 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2ca4ccb-ac9d-4d2e-b9cd-8f2da036ab55 req-4e0bcf11-15b9-400a-a068-61a1b6a74e76 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 946 time: 0.0482860 Sep 07 19:39:11.690530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2ca4ccb-ac9d-4d2e-b9cd-8f2da036ab55 req-109f6b25-fed4-44ad-9884-416ff7a8db73 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309560 Sep 07 19:39:12.803216 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8e12f-d09b-40d1-87c4-cfc39352ad32 req-78923b5f-21c1-45d6-839b-58b4c2fed4e8 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:12.804700 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ed8e12f-d09b-40d1-87c4-cfc39352ad32 req-78923b5f-21c1-45d6-839b-58b4c2fed4e8 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 946 time: 0.0479290 Sep 07 19:39:12.840930 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ed8e12f-d09b-40d1-87c4-cfc39352ad32 req-0d67222b-9d94-463b-8322-40f84ee383ed tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303698 Sep 07 19:39:13.374787 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:13.953977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c308b94-d278-4f80-ada9-dc2cdbd684e9 req-bb14dc37-8e22-407e-ba80-7d759a597c82 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:13.955419 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c308b94-d278-4f80-ada9-dc2cdbd684e9 req-bb14dc37-8e22-407e-ba80-7d759a597c82 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 946 time: 0.0479741 Sep 07 19:39:13.994744 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c308b94-d278-4f80-ada9-dc2cdbd684e9 req-77f00216-995a-4b15-bec8-81ddb6da8609 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334933 Sep 07 19:39:14.288959 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:15.108062 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd1754-09d7-4a60-a042-91ae1ff1968b req-75ae5137-f6df-4cca-9e1b-f123807ff0f3 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:15.109592 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19bd1754-09d7-4a60-a042-91ae1ff1968b req-75ae5137-f6df-4cca-9e1b-f123807ff0f3 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 946 time: 0.0486774 Sep 07 19:39:15.147779 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19bd1754-09d7-4a60-a042-91ae1ff1968b req-c108c66a-0c2b-4a66-9c70-1cf51ecab241 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321975 Sep 07 19:39:15.798363 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-c59d4438-cf89-4be6-ae72-c8b1b56b0173 service neutron] show failed (client error): The resource could not be found. Sep 07 19:39:15.799377 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-c59d4438-cf89-4be6-ae72-c8b1b56b0173 service neutron] 10.222.0.60 "GET /v2.0/ports/580679d4-250d-466c-b967-1b9894da2ab8/bindings/n-h2-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.0534434 Sep 07 19:39:16.050880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-5397911f-380d-4a50-bf90-2e1f3b0fd9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:16.052340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-5397911f-380d-4a50-bf90-2e1f3b0fd9a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb&tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5 HTTP/1.1" status: 200 len: 1097 time: 0.0969241 Sep 07 19:39:16.063546 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-7ffa9add-25ee-4d29-ab8e-b22fbab1f722 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:39:16.064462 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-7ffa9add-25ee-4d29-ab8e-b22fbab1f722 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047216 Sep 07 19:39:16.077030 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-1', 'device_owner': 'compute:nova'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:39:16.130293 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:16.640145 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd1319-eb2c-4848-9bdd-0ba015696114 req-e2e72812-afad-4207-9b85-b1265e66f94c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:16.642213 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16dd1319-eb2c-4848-9bdd-0ba015696114 req-e2e72812-afad-4207-9b85-b1265e66f94c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 946 time: 0.4163182 Sep 07 19:39:16.717285 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16dd1319-eb2c-4848-9bdd-0ba015696114 req-eb1d35c6-526d-42ef-a196-3e37bfd83e3c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496490 Sep 07 19:39:16.723566 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] For port 580679d4-250d-466c-b967-1b9894da2ab8, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=580679d4-250d-466c-b967-1b9894da2ab8,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:39:16.758775 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] For port 580679d4-250d-466c-b967-1b9894da2ab8, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:39:16.796330 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580679d4-250d-466c-b967-1b9894da2ab8'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:39:16.798613 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6668e8-8769-42d1-bb0f-5a9594b41811" -d '{"events": [{"server_uuid": "d103d99d-a7fb-447e-921e-dddd525ca7bb", "name": "network-vif-unplugged", "status": "completed", "tag": "580679d4-250d-466c-b967-1b9894da2ab8"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:39:16.802578 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:16.816384 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Transition to ACTIVE for port object 580679d4-250d-466c-b967-1b9894da2ab8 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:39:16.820762 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:16.849484 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 19:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1754234-af7e-4f94-84e7-d316accccb02 x-openstack-request-id: req-a1754234-af7e-4f94-84e7-d316accccb02 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:39:16.849774 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d103d99d-a7fb-447e-921e-dddd525ca7bb", "name": "network-vif-unplugged", "status": "completed", "tag": "580679d4-250d-466c-b967-1b9894da2ab8", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:39:16.850019 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1754234-af7e-4f94-84e7-d316accccb02 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:39:16.850390 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580679d4-250d-466c-b967-1b9894da2ab8', 'code': 200} Sep 07 19:39:16.901196 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=580679d4-250d-466c-b967-1b9894da2ab8,revision_number=6']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:39:16.913508 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:16.913860 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:16.914207 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:16.914549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:16.914885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:16.915220 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:16.915550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:16.915878 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:16.916208 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:16.916553 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:16.916882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:16.917211 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:16.959716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] No DVR routers for this DVR port 580679d4-250d-466c-b967-1b9894da2ab8 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:39:17.092159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Attempting to bind port 580679d4-250d-466c-b967-1b9894da2ab8 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:39:17.092499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Attempting to bind port 580679d4-250d-466c-b967-1b9894da2ab8 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:39:17.092858 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Attempting to bind port 580679d4-250d-466c-b967-1b9894da2ab8 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:39:17.097108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Port 580679d4-250d-466c-b967-1b9894da2ab8 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:39:17.097430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Attempting to bind port 580679d4-250d-466c-b967-1b9894da2ab8 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:39:17.102234 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:39:17.102573 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Checking segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:39:17.102959 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Bound using segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:39:17.103387 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Bound port: 580679d4-250d-466c-b967-1b9894da2ab8, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:39:17.103742 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:17.164409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] For port 580679d4-250d-466c-b967-1b9894da2ab8, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:39:17.167293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] For port 580679d4-250d-466c-b967-1b9894da2ab8, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=580679d4-250d-466c-b967-1b9894da2ab8,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:39:17.172197 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:17.203972 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:17.204601 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:17.206093 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] 10.222.0.36 "PUT /v2.0/ports/580679d4-250d-466c-b967-1b9894da2ab8 HTTP/1.1" status: 200 len: 1092 time: 1.1325777 Sep 07 19:39:17.238793 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bdab8-d89d-4668-baf4-39696ec2a8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=580679d4-250d-466c-b967-1b9894da2ab8,revision_number=7']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:39:17.277926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-e14bb706-cb70-4a1d-9e27-3fd6c314869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:17.279558 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-e14bb706-cb70-4a1d-9e27-3fd6c314869f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 1095 time: 0.0490954 Sep 07 19:39:17.372348 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-da4616d1-e2c9-4e3b-93f2-bf7916beb1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:17.373873 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-da4616d1-e2c9-4e3b-93f2-bf7916beb1d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0866399 Sep 07 19:39:17.442924 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-52b4c783-4119-47d1-bff2-236b7cd4c907 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580679d4-250d-466c-b967-1b9894da2ab8 HTTP/1.1" status: 200 len: 1001 time: 0.0609295 Sep 07 19:39:17.493028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-3ea4e0d2-ad56-449b-b5fc-c8ccbe8e45ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:17.494476 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-3ea4e0d2-ad56-449b-b5fc-c8ccbe8e45ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0438523 Sep 07 19:39:17.539713 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-1cf8012f-9c7b-421d-aa8d-c7ada82be636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:17.541230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-1cf8012f-9c7b-421d-aa8d-c7ada82be636 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387099 Sep 07 19:39:17.633879 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-2c21546b-7594-4ee2-9989-5663f398c25c service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845573 Sep 07 19:39:17.722614 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c4654ec-e8ba-40cb-b7ef-b8ca82f9601f req-0c603016-d1c8-4639-90d2-27e7ce637349 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808437 Sep 07 19:39:17.840739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9f652-af67-4c47-91fb-fba9f9fd1a8f req-f7b5aead-a107-4912-a120-7961e7055ef9 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:17.842227 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-04b9f652-af67-4c47-91fb-fba9f9fd1a8f req-f7b5aead-a107-4912-a120-7961e7055ef9 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 944 time: 0.0548584 Sep 07 19:39:17.880226 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-04b9f652-af67-4c47-91fb-fba9f9fd1a8f req-2a0d4e67-1238-496f-9d2a-2cda45188dc4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316169 Sep 07 19:39:18.851889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'tag': '580679d4-250d-466c-b967-1b9894da2ab8'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:39:18.854289 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad02a91-9bb5-4194-8efd-d338567f6a90" -d '{"events": [{"name": "network-changed", "server_uuid": "d103d99d-a7fb-447e-921e-dddd525ca7bb", "tag": "580679d4-250d-466c-b967-1b9894da2ab8"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:39:18.905182 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcc14fc-a852-42e9-9be6-e4eb7b215a57 x-openstack-request-id: req-9bcc14fc-a852-42e9-9be6-e4eb7b215a57 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:39:18.905473 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d103d99d-a7fb-447e-921e-dddd525ca7bb", "tag": "580679d4-250d-466c-b967-1b9894da2ab8", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:39:18.905725 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9bcc14fc-a852-42e9-9be6-e4eb7b215a57 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:39:18.906120 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'tag': '580679d4-250d-466c-b967-1b9894da2ab8', 'status': 'completed', 'code': 200} Sep 07 19:39:19.027063 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad02a91-9bb5-4194-8efd-d338567f6a90 req-19771779-156e-4a87-bc3c-ed5d270ac9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:19.028664 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ad02a91-9bb5-4194-8efd-d338567f6a90 req-19771779-156e-4a87-bc3c-ed5d270ac9e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 1095 time: 0.1011844 Sep 07 19:39:19.031073 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad02a91-9bb5-4194-8efd-d338567f6a90 req-13e43a0a-59ca-4986-a2ce-96201e5e3a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:19.032959 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ad02a91-9bb5-4194-8efd-d338567f6a90 req-13e43a0a-59ca-4986-a2ce-96201e5e3a14 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 1095 time: 0.0963895 Sep 07 19:39:19.045292 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddc5a2-f032-47b0-8f04-f751cfef9a06 req-bd7c9f8f-56e3-48aa-af78-a29c9f7f1826 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:19.046646 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96ddc5a2-f032-47b0-8f04-f751cfef9a06 req-bd7c9f8f-56e3-48aa-af78-a29c9f7f1826 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 944 time: 0.0881760 Sep 07 19:39:19.195281 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96ddc5a2-f032-47b0-8f04-f751cfef9a06 req-fab96334-e1de-4f1d-9352-7f1daed699fb tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397946 Sep 07 19:39:19.231575 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad02a91-9bb5-4194-8efd-d338567f6a90 req-ee89b366-6f75-4e4a-a20b-958d25d2b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:19.233061 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ad02a91-9bb5-4194-8efd-d338567f6a90 req-ee89b366-6f75-4e4a-a20b-958d25d2b0da service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.1788061 Sep 07 19:39:19.234162 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad02a91-9bb5-4194-8efd-d338567f6a90 req-6ab680da-acbe-4729-bf9e-2645866ec866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:19.235506 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ad02a91-9bb5-4194-8efd-d338567f6a90 req-6ab680da-acbe-4729-bf9e-2645866ec866 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.1979835 Sep 07 19:39:19.354268 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ad02a91-9bb5-4194-8efd-d338567f6a90 req-15535f5c-330f-4651-bc2d-d2e7d26e2e98 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580679d4-250d-466c-b967-1b9894da2ab8 HTTP/1.1" status: 200 len: 1001 time: 0.1138010 Sep 07 19:39:19.356089 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ad02a91-9bb5-4194-8efd-d338567f6a90 req-88c1e408-be9f-4c7a-a7c2-affcb1a85ce1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580679d4-250d-466c-b967-1b9894da2ab8 HTTP/1.1" status: 200 len: 1001 time: 0.1099544 Sep 07 19:39:19.442170 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad02a91-9bb5-4194-8efd-d338567f6a90 req-718450d7-0e84-4a8c-b6f5-13c9e64abac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:19.443615 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ad02a91-9bb5-4194-8efd-d338567f6a90 req-718450d7-0e84-4a8c-b6f5-13c9e64abac5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0822525 Sep 07 19:39:19.445035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad02a91-9bb5-4194-8efd-d338567f6a90 req-485826fe-2808-4693-8f49-901f5e891dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:19.446401 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ad02a91-9bb5-4194-8efd-d338567f6a90 req-485826fe-2808-4693-8f49-901f5e891dd3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0777049 Sep 07 19:39:19.516834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad02a91-9bb5-4194-8efd-d338567f6a90 req-c32f766c-0f9e-4b9a-bfc4-e67b1f9c81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:19.518364 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ad02a91-9bb5-4194-8efd-d338567f6a90 req-c32f766c-0f9e-4b9a-bfc4-e67b1f9c81eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675783 Sep 07 19:39:19.520911 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad02a91-9bb5-4194-8efd-d338567f6a90 req-a173c58d-183c-4bad-9c97-1cf2b95661bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:19.522277 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ad02a91-9bb5-4194-8efd-d338567f6a90 req-a173c58d-183c-4bad-9c97-1cf2b95661bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634806 Sep 07 19:39:19.681269 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ad02a91-9bb5-4194-8efd-d338567f6a90 req-6efcbf40-8a6c-4aac-9e0f-0c45bf23961d service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550047 Sep 07 19:39:19.683114 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ad02a91-9bb5-4194-8efd-d338567f6a90 req-8e618e88-57cb-4a16-9181-3eedbd1b6593 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501393 Sep 07 19:39:19.840368 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ad02a91-9bb5-4194-8efd-d338567f6a90 req-98d0951d-6810-4be9-b237-b3847295f763 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514535 Sep 07 19:39:19.843698 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ad02a91-9bb5-4194-8efd-d338567f6a90 req-a32caedd-c1db-4465-8bee-119d2d39ccd2 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470044 Sep 07 19:39:19.918119 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 580679d4-250d-466c-b967-1b9894da2ab8 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:39:20.009731 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 580679d4-250d-466c-b967-1b9894da2ab8, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=580679d4-250d-466c-b967-1b9894da2ab8,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:39:20.020788 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '580679d4-250d-466c-b967-1b9894da2ab8', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'port_id': '580679d4-250d-466c-b967-1b9894da2ab8', 'mac_address': 'fa:16:3e:06:e6:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:39:20.055608 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:20.067707 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580679d4-250d-466c-b967-1b9894da2ab8 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:39:20.086072 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 580679d4-250d-466c-b967-1b9894da2ab8, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=580679d4-250d-466c-b967-1b9894da2ab8,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:39:20.089868 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:20.135264 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=580679d4-250d-466c-b967-1b9894da2ab8,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:39:20.142748 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:20.143089 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:20.143425 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:20.143758 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:20.144085 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:20.144411 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:20.144764 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:20.145085 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:20.145403 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:20.145721 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:20.146037 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:20.146352 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:39:20.316148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bde7f-a3a4-4f5e-b32e-0507c4c623b0 req-54f098e2-df36-4692-96b4-716a6b377432 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:20.317895 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-062bde7f-a3a4-4f5e-b32e-0507c4c623b0 req-54f098e2-df36-4692-96b4-716a6b377432 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 945 time: 0.0485668 Sep 07 19:39:20.326449 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['580679d4-250d-466c-b967-1b9894da2ab8'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:39:20.355164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-062bde7f-a3a4-4f5e-b32e-0507c4c623b0 req-3c6abe73-480d-49d3-87d1-29cfb3cc2a5a tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312412 Sep 07 19:39:20.674567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79fcec-951d-483e-976c-36e247c6b76a req-7bedad93-bc7d-4b9f-abe0-774db92e102a tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:20.675943 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d79fcec-951d-483e-976c-36e247c6b76a req-7bedad93-bc7d-4b9f-abe0-774db92e102a tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.36 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb&tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 945 time: 0.0824511 Sep 07 19:39:20.683256 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 580679d4-250d-466c-b967-1b9894da2ab8 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:39:20.693408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f48aba-d1d7-4384-b71c-84172aa15ac7 req-c1f32870-d472-4bb9-b6c4-43eed0081395 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:20.694856 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02f48aba-d1d7-4384-b71c-84172aa15ac7 req-c1f32870-d472-4bb9-b6c4-43eed0081395 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 945 time: 0.0726600 Sep 07 19:39:20.720746 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 580679d4-250d-466c-b967-1b9894da2ab8 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:39:20.769390 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02f48aba-d1d7-4384-b71c-84172aa15ac7 req-3f4fad63-0005-492d-a2e6-c49b80d52185 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682449 Sep 07 19:39:20.775110 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d79fcec-951d-483e-976c-36e247c6b76a req-643e8edd-f584-4eaf-abc2-cded3de870cb service neutron] 10.222.0.36 "GET /v2.0/ports/580679d4-250d-466c-b967-1b9894da2ab8/bindings/n-h2-807786-1 HTTP/1.1" status: 200 len: 382 time: 0.0905375 Sep 07 19:39:20.838269 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79fcec-951d-483e-976c-36e247c6b76a req-4f860655-e67c-4cae-b402-58ea1246a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:20.839719 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d79fcec-951d-483e-976c-36e247c6b76a req-4f860655-e67c-4cae-b402-58ea1246a61b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 1096 time: 0.0396576 Sep 07 19:39:20.931432 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79fcec-951d-483e-976c-36e247c6b76a req-f3963fb6-eb98-46d2-aa25-a4873532f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:20.932838 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d79fcec-951d-483e-976c-36e247c6b76a req-f3963fb6-eb98-46d2-aa25-a4873532f8f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0854745 Sep 07 19:39:21.003955 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d79fcec-951d-483e-976c-36e247c6b76a req-e7f1410c-3e2c-4889-bc42-e12238c30b07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580679d4-250d-466c-b967-1b9894da2ab8 HTTP/1.1" status: 200 len: 1002 time: 0.0625277 Sep 07 19:39:21.056060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79fcec-951d-483e-976c-36e247c6b76a req-06243561-fc41-45eb-acf4-54a1771cc2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:21.057496 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d79fcec-951d-483e-976c-36e247c6b76a req-06243561-fc41-45eb-acf4-54a1771cc2ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0458317 Sep 07 19:39:21.103078 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79fcec-951d-483e-976c-36e247c6b76a req-2de0e764-3c42-4e7e-9e22-769de34d489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:21.104525 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d79fcec-951d-483e-976c-36e247c6b76a req-2de0e764-3c42-4e7e-9e22-769de34d489f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387418 Sep 07 19:39:21.190344 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d79fcec-951d-483e-976c-36e247c6b76a req-15f3db60-5edb-4724-b81c-643a5babacd6 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778334 Sep 07 19:39:21.280373 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8176a561-c5e9-45ac-a9ce-337aabeec47a service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823050 Sep 07 19:39:21.884881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1beef-03a8-4cb5-8724-25fe2b349e1b req-66aa5dd0-3781-4978-acaa-67a0d638c416 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:21.886277 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0c1beef-03a8-4cb5-8724-25fe2b349e1b req-66aa5dd0-3781-4978-acaa-67a0d638c416 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 945 time: 0.0482578 Sep 07 19:39:21.923382 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0c1beef-03a8-4cb5-8724-25fe2b349e1b req-05d904b8-282c-4bf5-9773-b2919c2c3a9f tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307407 Sep 07 19:39:21.926773 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 580679d4-250d-466c-b967-1b9894da2ab8 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:39:21.982765 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 580679d4-250d-466c-b967-1b9894da2ab8 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:39:21.988415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 580679d4-250d-466c-b967-1b9894da2ab8 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:39:21.988810 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:22.065456 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:22.087393 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580679d4-250d-466c-b967-1b9894da2ab8'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:39:22.089632 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c5078c-38c0-4593-b73b-b301a28ffa28" -d '{"events": [{"server_uuid": "d103d99d-a7fb-447e-921e-dddd525ca7bb", "name": "network-vif-plugged", "status": "completed", "tag": "580679d4-250d-466c-b967-1b9894da2ab8"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:39:22.101583 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 580679d4-250d-466c-b967-1b9894da2ab8, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=580679d4-250d-466c-b967-1b9894da2ab8,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:39:22.106140 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:22.145317 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70513f52-36e2-4eb6-a024-2065f7ff5ab9 x-openstack-request-id: req-70513f52-36e2-4eb6-a024-2065f7ff5ab9 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:39:22.145615 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d103d99d-a7fb-447e-921e-dddd525ca7bb", "name": "network-vif-plugged", "status": "completed", "tag": "580679d4-250d-466c-b967-1b9894da2ab8", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:39:22.145869 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70513f52-36e2-4eb6-a024-2065f7ff5ab9 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:39:22.146262 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580679d4-250d-466c-b967-1b9894da2ab8', 'code': 200} Sep 07 19:39:22.157724 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=580679d4-250d-466c-b967-1b9894da2ab8,revision_number=9']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:39:23.041145 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae2ea6-7bda-46d3-93bc-6c4cd4632617 req-66d53026-d24d-45b2-902b-d2a426053332 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:23.042760 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dcae2ea6-7bda-46d3-93bc-6c4cd4632617 req-66d53026-d24d-45b2-902b-d2a426053332 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 946 time: 0.0496967 Sep 07 19:39:23.086024 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dcae2ea6-7bda-46d3-93bc-6c4cd4632617 req-4a71f121-63ca-43dd-ab1f-fccffc61c885 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368907 Sep 07 19:39:23.354307 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79fcec-951d-483e-976c-36e247c6b76a req-db045d0b-3f51-4222-ab33-b2b526ee99c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:23.355769 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d79fcec-951d-483e-976c-36e247c6b76a req-db045d0b-3f51-4222-ab33-b2b526ee99c6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb&tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5 HTTP/1.1" status: 200 len: 1097 time: 0.0404944 Sep 07 19:39:23.367472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807786-1', 'device_owner': 'compute:nova'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:39:23.417726 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:23.614516 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] For port 580679d4-250d-466c-b967-1b9894da2ab8, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=580679d4-250d-466c-b967-1b9894da2ab8,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:39:23.646150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] For port 580679d4-250d-466c-b967-1b9894da2ab8, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:39:23.684682 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580679d4-250d-466c-b967-1b9894da2ab8'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:39:23.686859 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780e63b1-4f3b-4cf5-8087-581e3e318e5a" -d '{"events": [{"server_uuid": "d103d99d-a7fb-447e-921e-dddd525ca7bb", "name": "network-vif-unplugged", "status": "completed", "tag": "580679d4-250d-466c-b967-1b9894da2ab8"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:39:23.691570 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:23.703867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] Transition to ACTIVE for port object 580679d4-250d-466c-b967-1b9894da2ab8 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:39:23.707745 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:23.736334 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 19:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09868dea-f393-4355-8d19-634290790e1b x-openstack-request-id: req-09868dea-f393-4355-8d19-634290790e1b {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:39:23.736660 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d103d99d-a7fb-447e-921e-dddd525ca7bb", "name": "network-vif-unplugged", "status": "completed", "tag": "580679d4-250d-466c-b967-1b9894da2ab8", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:39:23.736917 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-09868dea-f393-4355-8d19-634290790e1b {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:39:23.737310 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580679d4-250d-466c-b967-1b9894da2ab8', 'code': 200} Sep 07 19:39:23.785460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] Pushing event updated for resources: {'Port': ['ID=580679d4-250d-466c-b967-1b9894da2ab8,revision_number=10']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:39:23.834767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] No DVR routers for this DVR port 580679d4-250d-466c-b967-1b9894da2ab8 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:39:23.967814 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] Attempting to bind port 580679d4-250d-466c-b967-1b9894da2ab8 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:39:23.968055 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] Attempting to bind port 580679d4-250d-466c-b967-1b9894da2ab8 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:39:23.968378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] Attempting to bind port 580679d4-250d-466c-b967-1b9894da2ab8 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:39:23.972997 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] Port 580679d4-250d-466c-b967-1b9894da2ab8 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:39:23.973371 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] Attempting to bind port 580679d4-250d-466c-b967-1b9894da2ab8 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:39:23.978069 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:39:23.978400 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] Checking segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:39:23.978773 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] Bound using segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:39:23.979189 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] Bound port: 580679d4-250d-466c-b967-1b9894da2ab8, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:39:23.979531 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:24.042684 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] For port 580679d4-250d-466c-b967-1b9894da2ab8, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:39:24.045885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] For port 580679d4-250d-466c-b967-1b9894da2ab8, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=580679d4-250d-466c-b967-1b9894da2ab8,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:39:24.049945 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:24.081569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:24.082144 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:24.083540 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d79fcec-951d-483e-976c-36e247c6b76a req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] 10.222.0.60 "PUT /v2.0/ports/580679d4-250d-466c-b967-1b9894da2ab8 HTTP/1.1" status: 200 len: 1093 time: 0.7199275 Sep 07 19:39:24.116336 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781e707-d3d1-432a-b533-18ce99d21a2e service neutron] Pushing event updated for resources: {'Port': ['ID=580679d4-250d-466c-b967-1b9894da2ab8,revision_number=11']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:39:24.158233 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79fcec-951d-483e-976c-36e247c6b76a req-a9944cec-d780-4607-9633-9d2dd3809d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:24.159796 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d79fcec-951d-483e-976c-36e247c6b76a req-a9944cec-d780-4607-9633-9d2dd3809d1f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 1096 time: 0.0522811 Sep 07 19:39:24.593112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f30b1-cbcc-4b1a-b89e-6394c4e64b7f req-ea34c001-072e-46c7-9271-919794511eb6 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:24.594565 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e18f30b1-cbcc-4b1a-b89e-6394c4e64b7f req-ea34c001-072e-46c7-9271-919794511eb6 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 945 time: 0.4338629 Sep 07 19:39:24.628827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79fcec-951d-483e-976c-36e247c6b76a req-ca657256-6bc1-42f4-9516-776092a93e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:24.630293 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d79fcec-951d-483e-976c-36e247c6b76a req-ca657256-6bc1-42f4-9516-776092a93e7e service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.4612036 Sep 07 19:39:24.652224 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e18f30b1-cbcc-4b1a-b89e-6394c4e64b7f req-047121a9-a916-4c71-9d09-1355ff9d9d16 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499055 Sep 07 19:39:24.701959 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d79fcec-951d-483e-976c-36e247c6b76a req-418820c7-428a-4e5e-8ee9-868e5d805d05 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580679d4-250d-466c-b967-1b9894da2ab8 HTTP/1.1" status: 200 len: 1001 time: 0.0625668 Sep 07 19:39:24.752526 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79fcec-951d-483e-976c-36e247c6b76a req-c244ffbb-80a1-482c-9745-331cbb70096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:24.753952 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d79fcec-951d-483e-976c-36e247c6b76a req-c244ffbb-80a1-482c-9745-331cbb70096c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0449610 Sep 07 19:39:24.798623 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79fcec-951d-483e-976c-36e247c6b76a req-fa0623a4-d0c9-4ec9-9f39-ff96c46f41ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:24.800053 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d79fcec-951d-483e-976c-36e247c6b76a req-fa0623a4-d0c9-4ec9-9f39-ff96c46f41ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384660 Sep 07 19:39:24.886331 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d79fcec-951d-483e-976c-36e247c6b76a req-a92aa4e1-3c43-41b8-af41-1e09cb41fca5 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792024 Sep 07 19:39:24.975589 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4d79fcec-951d-483e-976c-36e247c6b76a req-e54e9afa-b641-417a-9956-749f71c101d8 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818360 Sep 07 19:39:25.746928 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'tag': '580679d4-250d-466c-b967-1b9894da2ab8'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:39:25.749136 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "d103d99d-a7fb-447e-921e-dddd525ca7bb", "tag": "580679d4-250d-466c-b967-1b9894da2ab8"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:39:25.774889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbb8c1-749f-4093-9d38-9e7fa577124a req-f3e1c39b-16d0-4de7-8e6f-214aa203cf46 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:25.776400 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b2dbb8c1-749f-4093-9d38-9e7fa577124a req-f3e1c39b-16d0-4de7-8e6f-214aa203cf46 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 945 time: 0.0540378 Sep 07 19:39:25.797599 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10c1420-248c-40c5-8769-6364f4415a67 x-openstack-request-id: req-a10c1420-248c-40c5-8769-6364f4415a67 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:39:25.797891 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d103d99d-a7fb-447e-921e-dddd525ca7bb", "tag": "580679d4-250d-466c-b967-1b9894da2ab8", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:39:25.798144 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a10c1420-248c-40c5-8769-6364f4415a67 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:39:25.798533 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'tag': '580679d4-250d-466c-b967-1b9894da2ab8', 'status': 'completed', 'code': 200} Sep 07 19:39:25.817803 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b2dbb8c1-749f-4093-9d38-9e7fa577124a req-03a56637-4ea0-4708-9251-314fd58ce57d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354722 Sep 07 19:39:25.890241 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a req-b68ec092-beef-4bf1-89f6-d4d17eef11d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:25.891672 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a req-b68ec092-beef-4bf1-89f6-d4d17eef11d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 1096 time: 0.0730166 Sep 07 19:39:25.893454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a req-5c883467-3be3-4472-bc01-f37716b7366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:25.894772 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a req-5c883467-3be3-4472-bc01-f37716b7366e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 1096 time: 0.0668869 Sep 07 19:39:25.956790 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 580679d4-250d-466c-b967-1b9894da2ab8 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:39:25.993859 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 580679d4-250d-466c-b967-1b9894da2ab8 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:39:26.015200 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa0af-284e-47b9-a1df-5e75eb622d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:26.049762 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a req-a41a742c-87d8-4699-a5af-98d725519e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:26.051226 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a req-a41a742c-87d8-4699-a5af-98d725519e21 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.1457720 Sep 07 19:39:26.052152 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a req-30c87c1a-00ef-4dcc-9cd0-4c58ec3e25b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:26.053478 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a req-30c87c1a-00ef-4dcc-9cd0-4c58ec3e25b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.1549156 Sep 07 19:39:26.161806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a req-8b01952d-a1fb-4379-abd4-2094b82870fc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580679d4-250d-466c-b967-1b9894da2ab8 HTTP/1.1" status: 200 len: 1001 time: 0.1025999 Sep 07 19:39:26.163416 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a req-93ea0639-9a30-4011-b5ac-5c5580a0fd3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580679d4-250d-466c-b967-1b9894da2ab8 HTTP/1.1" status: 200 len: 1001 time: 0.0981469 Sep 07 19:39:26.249254 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a req-2eeeb7a2-649d-4a82-9958-6aaa1d53d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:26.250878 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a req-2eeeb7a2-649d-4a82-9958-6aaa1d53d10a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0815420 Sep 07 19:39:26.252709 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a req-0242c99e-5de3-4aff-bc99-ab68e9418b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:26.254687 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a req-0242c99e-5de3-4aff-bc99-ab68e9418b47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0779104 Sep 07 19:39:26.332719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a req-96857cf0-5b5f-45c9-96e1-6e79db2523a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:26.334258 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a req-96857cf0-5b5f-45c9-96e1-6e79db2523a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718777 Sep 07 19:39:26.336001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a req-41c9ba15-3612-4836-976b-b3f11bbd6d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:26.337378 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a req-41c9ba15-3612-4836-976b-b3f11bbd6d93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648279 Sep 07 19:39:26.504704 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a req-661dc783-7c25-41eb-9993-012cf5f49946 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592877 Sep 07 19:39:26.506571 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a req-701def0e-e8cb-4790-bb44-894ff3d72b42 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545787 Sep 07 19:39:26.667007 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a req-295876b0-a139-4b87-9f69-13b6b71d2ad7 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550369 Sep 07 19:39:26.668771 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-018d41b1-62f0-47ba-b31c-9d91f0fb6d1a req-93f7e634-b2e6-4cb8-8d00-0f7ec622822b service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496089 Sep 07 19:39:26.940648 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788153d-1b33-4898-a698-9d9ee16917cb req-f8dd752f-1c41-461f-b4dd-d72cb8e9296e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:26.942385 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4788153d-1b33-4898-a698-9d9ee16917cb req-f8dd752f-1c41-461f-b4dd-d72cb8e9296e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 945 time: 0.0497398 Sep 07 19:39:26.979052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4788153d-1b33-4898-a698-9d9ee16917cb req-328913b9-8cb5-46f9-bee5-2ca4a9a2e4b2 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307984 Sep 07 19:39:27.089571 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadc31b-4fbe-4d15-a8ed-19d5c9d7c71f req-d7d15ae1-c4b3-4eee-9d9b-9fce7f72dbb5 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:27.091030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9cadc31b-4fbe-4d15-a8ed-19d5c9d7c71f req-d7d15ae1-c4b3-4eee-9d9b-9fce7f72dbb5 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 945 time: 0.0478125 Sep 07 19:39:27.128087 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9cadc31b-4fbe-4d15-a8ed-19d5c9d7c71f req-02ffa89e-8739-4b7f-9b89-13cc67545333 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305820 Sep 07 19:39:27.242497 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f3936-5d86-4cf2-98c0-9b7c955e2e0c req-7d8ef94e-002d-45d8-9cca-9e22cf5d8df1 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:27.243948 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aa0f3936-5d86-4cf2-98c0-9b7c955e2e0c req-7d8ef94e-002d-45d8-9cca-9e22cf5d8df1 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 945 time: 0.0519886 Sep 07 19:39:27.280088 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aa0f3936-5d86-4cf2-98c0-9b7c955e2e0c req-d7e78bbc-2c0e-431e-9fb6-20785cf74aca tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303066 Sep 07 19:39:27.510224 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18176a2a-d6ea-401b-8d4f-7e6ae30e7f5a req-2378c283-1dc3-4441-90b4-926d186e3d6b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:27.511694 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-18176a2a-d6ea-401b-8d4f-7e6ae30e7f5a req-2378c283-1dc3-4441-90b4-926d186e3d6b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 945 time: 0.0492454 Sep 07 19:39:27.548455 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-18176a2a-d6ea-401b-8d4f-7e6ae30e7f5a req-d0384294-422d-4900-bf9b-c3b940bc7b6a tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308392 Sep 07 19:39:28.663081 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff75eb0-443d-4557-8170-29d5d2c80565 req-7c0d5668-ead1-4afe-b09e-585b2daf7971 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:28.664565 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bff75eb0-443d-4557-8170-29d5d2c80565 req-7c0d5668-ead1-4afe-b09e-585b2daf7971 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 945 time: 0.0482032 Sep 07 19:39:28.701609 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bff75eb0-443d-4557-8170-29d5d2c80565 req-a8313c6a-08b6-49af-a53b-da776e921266 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311172 Sep 07 19:39:28.725375 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 580679d4-250d-466c-b967-1b9894da2ab8 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:39:28.759213 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b403ac0-419a-4cbc-b660-018a68c46c2f req-062b6b99-3929-4d9a-83a9-9d69578615d0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:28.760716 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b403ac0-419a-4cbc-b660-018a68c46c2f req-062b6b99-3929-4d9a-83a9-9d69578615d0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.60 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 945 time: 0.0513082 Sep 07 19:39:28.817071 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 580679d4-250d-466c-b967-1b9894da2ab8, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=580679d4-250d-466c-b967-1b9894da2ab8,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:39:28.840465 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '580679d4-250d-466c-b967-1b9894da2ab8', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'port_id': '580679d4-250d-466c-b967-1b9894da2ab8', 'mac_address': 'fa:16:3e:06:e6:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:39:28.848204 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3f95e156-f901-4129-8158-c677d8894dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:28.850603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-6b403ac0-419a-4cbc-b660-018a68c46c2f req-c2c441ba-f09b-4a6d-8819-67c82ff36e1e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Deleting port 580679d4-250d-466c-b967-1b9894da2ab8 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:39:28.850959 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6b403ac0-419a-4cbc-b660-018a68c46c2f req-c2c441ba-f09b-4a6d-8819-67c82ff36e1e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:28.884361 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:28.897557 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580679d4-250d-466c-b967-1b9894da2ab8 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:39:28.916133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 580679d4-250d-466c-b967-1b9894da2ab8, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=580679d4-250d-466c-b967-1b9894da2ab8,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:39:28.919770 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:28.944352 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-6b403ac0-419a-4cbc-b660-018a68c46c2f req-c2c441ba-f09b-4a6d-8819-67c82ff36e1e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] For port 580679d4-250d-466c-b967-1b9894da2ab8, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=580679d4-250d-466c-b967-1b9894da2ab8,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:39:28.944743 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6b403ac0-419a-4cbc-b660-018a68c46c2f req-c2c441ba-f09b-4a6d-8819-67c82ff36e1e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:28.967057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=580679d4-250d-466c-b967-1b9894da2ab8,revision_number=12']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:39:29.113042 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6b403ac0-419a-4cbc-b660-018a68c46c2f req-c2c441ba-f09b-4a6d-8819-67c82ff36e1e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:29.113376 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6b403ac0-419a-4cbc-b660-018a68c46c2f req-c2c441ba-f09b-4a6d-8819-67c82ff36e1e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:29.113660 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [req-6b403ac0-419a-4cbc-b660-018a68c46c2f req-c2c441ba-f09b-4a6d-8819-67c82ff36e1e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Floating IP 1261c27e-383d-4440-b617-f0eb8a9bf30c disassociated. External IP: 172.25.8.129, port: 580679d4-250d-466c-b967-1b9894da2ab8. Sep 07 19:39:29.114002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-6b403ac0-419a-4cbc-b660-018a68c46c2f req-c2c441ba-f09b-4a6d-8819-67c82ff36e1e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Calling delete_port for 580679d4-250d-466c-b967-1b9894da2ab8 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:39:29.123345 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:29.243825 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6b403ac0-419a-4cbc-b660-018a68c46c2f req-c2c441ba-f09b-4a6d-8819-67c82ff36e1e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:29.270033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c441ba-f09b-4a6d-8819-67c82ff36e1e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Pushing event deleted for resources: {'Port': ['ID=580679d4-250d-466c-b967-1b9894da2ab8,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:39:29.390345 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b403ac0-419a-4cbc-b660-018a68c46c2f req-c2c441ba-f09b-4a6d-8819-67c82ff36e1e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Router cecdcb85-109b-4c2f-871f-3d4653ae2593 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:39:29.497892 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b403ac0-419a-4cbc-b660-018a68c46c2f req-c2c441ba-f09b-4a6d-8819-67c82ff36e1e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:39:29.508087 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dc1220-e9f4-477b-b83f-18776d576f88 None None] Sync routers for ids ['cecdcb85-109b-4c2f-871f-3d4653ae2593'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:39:29.518312 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dc1220-e9f4-477b-b83f-18776d576f88 None None] Routers {'cecdcb85-109b-4c2f-871f-3d4653ae2593'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:39:29.518937 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-a9dc1220-e9f4-477b-b83f-18776d576f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:39:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cecdcb85-109b-4c2f-871f-3d4653ae2593'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:39:29.536062 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b403ac0-419a-4cbc-b660-018a68c46c2f req-c2c441ba-f09b-4a6d-8819-67c82ff36e1e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] No DVR routers for this DVR port 580679d4-250d-466c-b967-1b9894da2ab8 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:39:29.538736 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6b403ac0-419a-4cbc-b660-018a68c46c2f req-c2c441ba-f09b-4a6d-8819-67c82ff36e1e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:29.540740 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b403ac0-419a-4cbc-b660-018a68c46c2f req-c2c441ba-f09b-4a6d-8819-67c82ff36e1e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.60 "DELETE /v2.0/ports/580679d4-250d-466c-b967-1b9894da2ab8 HTTP/1.1" status: 204 len: 173 time: 0.7733085 Sep 07 19:39:29.541175 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'name': 'network-vif-deleted', 'tag': '580679d4-250d-466c-b967-1b9894da2ab8'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:39:29.543449 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216eeaf0-ffff-43c2-a7c7-ab5c921be309" -d '{"events": [{"server_uuid": "d103d99d-a7fb-447e-921e-dddd525ca7bb", "name": "network-vif-deleted", "tag": "580679d4-250d-466c-b967-1b9894da2ab8"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:39:29.584323 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c100fa-e7cf-473b-8497-78a1ab57759b x-openstack-request-id: req-92c100fa-e7cf-473b-8497-78a1ab57759b {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:39:29.584649 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d103d99d-a7fb-447e-921e-dddd525ca7bb", "name": "network-vif-deleted", "tag": "580679d4-250d-466c-b967-1b9894da2ab8", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:39:29.584906 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92c100fa-e7cf-473b-8497-78a1ab57759b {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:39:29.585312 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd103d99d-a7fb-447e-921e-dddd525ca7bb', 'name': 'network-vif-deleted', 'tag': '580679d4-250d-466c-b967-1b9894da2ab8', 'status': 'completed', 'code': 200} Sep 07 19:39:29.633234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-a9dc1220-e9f4-477b-b83f-18776d576f88 None None] Set router cecdcb85-109b-4c2f-871f-3d4653ae2593 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:39:29.808421 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab70aa4f-4728-4dfb-8e92-d054166affe1 req-8c27a4f1-187c-46d8-a357-40468e8261f0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=d103d99d-a7fb-447e-921e-dddd525ca7bb HTTP/1.1" status: 200 len: 210 time: 0.0269661 Sep 07 19:39:29.832174 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-a9dc1220-e9f4-477b-b83f-18776d576f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:39:29.857873 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dc1220-e9f4-477b-b83f-18776d576f88 None None] Checking router: cecdcb85-109b-4c2f-871f-3d4653ae2593 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:39:29.866002 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dc1220-e9f4-477b-b83f-18776d576f88 None None] Routers {'cecdcb85-109b-4c2f-871f-3d4653ae2593'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:39:29.866605 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-a9dc1220-e9f4-477b-b83f-18776d576f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:39:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cecdcb85-109b-4c2f-871f-3d4653ae2593'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:39:30.127434 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-a9dc1220-e9f4-477b-b83f-18776d576f88 None None] Set router cecdcb85-109b-4c2f-871f-3d4653ae2593 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:39:30.317086 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-a9dc1220-e9f4-477b-b83f-18776d576f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:39:30.346942 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dc1220-e9f4-477b-b83f-18776d576f88 None None] The sync data for ids ['cecdcb85-109b-4c2f-871f-3d4653ae2593'] in n-d-807786-1 is: [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:39:30.381893 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:30.553942 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ac09fe-3410-45b5-841c-02f0db7a1e51 None None] New status for floating IP 1261c27e-383d-4440-b617-f0eb8a9bf30c: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:39:31.090824 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e9c6859-5463-42e5-91fc-76778351bebb req-e7266dee-5126-451d-b2fd-7152a83370d9 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--276075021&fields=id&tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5 HTTP/1.1" status: 200 len: 267 time: 0.0348296 Sep 07 19:39:31.201000 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c6859-5463-42e5-91fc-76778351bebb req-db7faecc-6230-45a9-8f9d-a020a3d1b0b7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:31.202392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e9c6859-5463-42e5-91fc-76778351bebb req-db7faecc-6230-45a9-8f9d-a020a3d1b0b7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 812 time: 0.1042285 Sep 07 19:39:31.218168 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e9c6859-5463-42e5-91fc-76778351bebb req-dc8d02a0-795d-467c-ba0d-5fc0702ad32a tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/quotas/6c4a83d7dbc44c8b8079cec17d2f38e5 HTTP/1.1" status: 200 len: 375 time: 0.0090754 Sep 07 19:39:31.273070 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e9c6859-5463-42e5-91fc-76778351bebb req-7534451f-0ee8-47b9-91c2-e98a51767f37 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495908 Sep 07 19:39:31.456265 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e9c6859-5463-42e5-91fc-76778351bebb req-466925fb-76fc-4f5c-9714-a901869ddfca service neutron] 10.222.0.26 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704144 Sep 07 19:39:31.565465 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e9c6859-5463-42e5-91fc-76778351bebb req-f25fb1b6-e220-46b1-a100-8404e7043317 service neutron] 10.222.0.26 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031649 Sep 07 19:39:31.915066 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:32.741260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 580679d4-250d-466c-b967-1b9894da2ab8 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:39:32.744335 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9475e450-4c2a-403c-a8c1-8df82d1c459a req-6bd86b03-9108-4b7a-b9e2-3682d60365b9 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 210 time: 0.0284657 Sep 07 19:39:32.768816 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 580679d4-250d-466c-b967-1b9894da2ab8 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:39:32.769162 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 580679d4-250d-466c-b967-1b9894da2ab8 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:39:33.622463 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c6859-5463-42e5-91fc-76778351bebb req-2e782924-023c-4ba2-b17c-5c5dd7a72412 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:33.623943 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e9c6859-5463-42e5-91fc-76778351bebb req-2e782924-023c-4ba2-b17c-5c5dd7a72412 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 812 time: 0.1076984 Sep 07 19:39:33.668251 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e9c6859-5463-42e5-91fc-76778351bebb req-22eb5f32-ee48-450d-9996-b4cc19b8b813 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5 HTTP/1.1" status: 200 len: 379 time: 0.0349138 Sep 07 19:39:33.678210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-6e9c6859-5463-42e5-91fc-76778351bebb req-b780cdf2-1345-4703-938b-875bf198ff0b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Request body: {'port': {'device_id': '24c3faad-6adc-4128-b234-eeebb1caacac', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'admin_state_up': True, 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'security_groups': ['9a90c97c-a6db-44bd-8abb-99cedf7d5592']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:39:33.793539 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e9c6859-5463-42e5-91fc-76778351bebb req-b780cdf2-1345-4703-938b-875bf198ff0b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Made reservation on behalf of 6c4a83d7dbc44c8b8079cec17d2f38e5 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:39:33.797122 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6e9c6859-5463-42e5-91fc-76778351bebb req-b780cdf2-1345-4703-938b-875bf198ff0b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:33.846676 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4d687d9-57ea-4bda-870d-7e3f3a9eb14e req-448aab61-ab9a-4389-8872-8da52b58d317 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 210 time: 0.0323429 Sep 07 19:39:33.946284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-6e9c6859-5463-42e5-91fc-76778351bebb req-b780cdf2-1345-4703-938b-875bf198ff0b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Allocated IP 172.20.0.4 (6f75a905-de18-434c-8e6f-301dac0be8d9/5bb2ca3d-5219-4ce7-a9ec-de975f88cf72/98b33b50-45d1-4972-a518-e531ac069241) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:39:34.080987 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6e9c6859-5463-42e5-91fc-76778351bebb req-b780cdf2-1345-4703-938b-875bf198ff0b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:34.094699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-6e9c6859-5463-42e5-91fc-76778351bebb req-b780cdf2-1345-4703-938b-875bf198ff0b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Transition to ACTIVE for port object 98b33b50-45d1-4972-a518-e531ac069241 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:39:34.126796 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6e9c6859-5463-42e5-91fc-76778351bebb req-b780cdf2-1345-4703-938b-875bf198ff0b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:34.166683 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e9c6859-5463-42e5-91fc-76778351bebb req-b780cdf2-1345-4703-938b-875bf198ff0b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Network 6f75a905-de18-434c-8e6f-301dac0be8d9 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:39:34.169657 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-6e9c6859-5463-42e5-91fc-76778351bebb req-b780cdf2-1345-4703-938b-875bf198ff0b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:39:34.173261 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9c6859-5463-42e5-91fc-76778351bebb req-b780cdf2-1345-4703-938b-875bf198ff0b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:39:34.206957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780cdf2-1345-4703-938b-875bf198ff0b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Pushing event updated for resources: {'Port': ['ID=98b33b50-45d1-4972-a518-e531ac069241,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:39:34.233136 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c6859-5463-42e5-91fc-76778351bebb req-b780cdf2-1345-4703-938b-875bf198ff0b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:34.233768 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6e9c6859-5463-42e5-91fc-76778351bebb req-b780cdf2-1345-4703-938b-875bf198ff0b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:34.248625 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e9c6859-5463-42e5-91fc-76778351bebb req-b780cdf2-1345-4703-938b-875bf198ff0b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5742285 Sep 07 19:39:34.260940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] Request body: {'port': {'device_id': '24c3faad-6adc-4128-b234-eeebb1caacac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:39:34.321882 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:34.422088 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1e901307-8ced-4d0e-bc38-0594e5154c95 None None] Provisioning for port 98b33b50-45d1-4972-a518-e531ac069241 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:39:34.425811 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1e901307-8ced-4d0e-bc38-0594e5154c95 None None] Provisioning complete for port 98b33b50-45d1-4972-a518-e531ac069241 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:39:34.426237 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1e901307-8ced-4d0e-bc38-0594e5154c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:34.460957 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-1e901307-8ced-4d0e-bc38-0594e5154c95 None None] Port 98b33b50-45d1-4972-a518-e531ac069241 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:39:34.580146 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b33b50-45d1-4972-a518-e531ac069241 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:39:34.587472 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:34.599495 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] Transition to ACTIVE for port object 98b33b50-45d1-4972-a518-e531ac069241 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:39:34.603025 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:34.637281 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:39:34.651763 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] Pushing event updated for resources: {'Port': ['ID=98b33b50-45d1-4972-a518-e531ac069241,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:39:34.725550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] Attempting to bind port 98b33b50-45d1-4972-a518-e531ac069241 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:39:34.725888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] Attempting to bind port 98b33b50-45d1-4972-a518-e531ac069241 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:39:34.726225 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] Attempting to bind port 98b33b50-45d1-4972-a518-e531ac069241 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:39:34.730809 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] Port 98b33b50-45d1-4972-a518-e531ac069241 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:39:34.731131 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] Attempting to bind port 98b33b50-45d1-4972-a518-e531ac069241 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:39:34.736178 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:39:34.736529 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] Checking segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:39:34.736929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] Bound using segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:39:34.737360 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] Bound port: 98b33b50-45d1-4972-a518-e531ac069241, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:39:34.737730 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:34.806755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] For port 98b33b50-45d1-4972-a518-e531ac069241, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:39:34.809810 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] For port 98b33b50-45d1-4972-a518-e531ac069241, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=98b33b50-45d1-4972-a518-e531ac069241,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:39:34.815212 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:34.848884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:34.849502 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:34.850906 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] 10.222.0.60 "PUT /v2.0/ports/98b33b50-45d1-4972-a518-e531ac069241 HTTP/1.1" status: 200 len: 1091 time: 0.5941849 Sep 07 19:39:34.851347 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c3faad-6adc-4128-b234-eeebb1caacac', 'tag': '98b33b50-45d1-4972-a518-e531ac069241'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:39:34.853596 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dda8993-1185-450d-9beb-85c4ebf2979e" -d '{"events": [{"name": "network-changed", "server_uuid": "24c3faad-6adc-4128-b234-eeebb1caacac", "tag": "98b33b50-45d1-4972-a518-e531ac069241"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:39:34.887277 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c20687-ee76-424c-9af5-58bac87c37e4 service neutron] Pushing event updated for resources: {'Port': ['ID=98b33b50-45d1-4972-a518-e531ac069241,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:39:34.920599 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead1cdbd-a800-407e-aa72-0cab9e1100e3 x-openstack-request-id: req-ead1cdbd-a800-407e-aa72-0cab9e1100e3 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:39:34.921184 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c3faad-6adc-4128-b234-eeebb1caacac", "tag": "98b33b50-45d1-4972-a518-e531ac069241", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:39:34.921444 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ead1cdbd-a800-407e-aa72-0cab9e1100e3 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:39:34.922023 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c3faad-6adc-4128-b234-eeebb1caacac', 'tag': '98b33b50-45d1-4972-a518-e531ac069241', 'status': 'completed', 'code': 200} Sep 07 19:39:34.978799 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13ae797b-8a46-4e09-8b7f-dfdcdee4675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:34.980346 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e9c6859-5463-42e5-91fc-76778351bebb req-13ae797b-8a46-4e09-8b7f-dfdcdee4675b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 1094 time: 0.0747960 Sep 07 19:39:35.009285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844cd52-9a90-4e7c-96b8-db1a7ae8da54 req-59cb9586-00b3-46c4-a3fd-30eebfbb066a tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:35.010914 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f844cd52-9a90-4e7c-96b8-db1a7ae8da54 req-59cb9586-00b3-46c4-a3fd-30eebfbb066a tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 943 time: 0.0699751 Sep 07 19:39:35.052340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e9c6859-5463-42e5-91fc-76778351bebb req-a6e59380-fa15-4dce-9d71-5e228dbaadc2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98b33b50-45d1-4972-a518-e531ac069241 HTTP/1.1" status: 200 len: 217 time: 0.0611854 Sep 07 19:39:35.111710 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f844cd52-9a90-4e7c-96b8-db1a7ae8da54 req-0aea5516-9ee9-488f-9e8b-37c594913525 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665433 Sep 07 19:39:35.118650 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c6859-5463-42e5-91fc-76778351bebb req-f3cb111f-72a7-46ce-b2fc-83d88d31a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:35.120061 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e9c6859-5463-42e5-91fc-76778351bebb req-f3cb111f-72a7-46ce-b2fc-83d88d31a2db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0598860 Sep 07 19:39:35.165390 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c6859-5463-42e5-91fc-76778351bebb req-43973815-514b-43c1-a82d-8d50956e70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:35.166834 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e9c6859-5463-42e5-91fc-76778351bebb req-43973815-514b-43c1-a82d-8d50956e70b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384300 Sep 07 19:39:35.256945 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e9c6859-5463-42e5-91fc-76778351bebb req-5d95ed36-a34a-4440-84ba-f88c0aae5c2d service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826938 Sep 07 19:39:35.343687 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e9c6859-5463-42e5-91fc-76778351bebb req-792b76dd-e044-47c8-9215-4d614c875f41 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800092 Sep 07 19:39:35.430870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda8993-1185-450d-9beb-85c4ebf2979e req-bb255230-7029-4967-9f42-7840f0872d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:35.432349 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9dda8993-1185-450d-9beb-85c4ebf2979e req-bb255230-7029-4967-9f42-7840f0872d42 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 1094 time: 0.0439095 Sep 07 19:39:35.519289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda8993-1185-450d-9beb-85c4ebf2979e req-4f374ca3-eb6a-4e90-970b-e24de70d0db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:35.520683 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9dda8993-1185-450d-9beb-85c4ebf2979e req-4f374ca3-eb6a-4e90-970b-e24de70d0db6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0809598 Sep 07 19:39:35.564125 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9dda8993-1185-450d-9beb-85c4ebf2979e req-afb5e018-fec8-46c1-878d-daf5b9e92101 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98b33b50-45d1-4972-a518-e531ac069241 HTTP/1.1" status: 200 len: 217 time: 0.0368466 Sep 07 19:39:35.612595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda8993-1185-450d-9beb-85c4ebf2979e req-6d5dce3f-7fad-4c5c-a2dd-8b71a4e6342d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:35.614017 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9dda8993-1185-450d-9beb-85c4ebf2979e req-6d5dce3f-7fad-4c5c-a2dd-8b71a4e6342d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0426862 Sep 07 19:39:35.659511 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda8993-1185-450d-9beb-85c4ebf2979e req-36a6f4d9-7bf3-4cf7-a990-cad41cec0f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:35.660983 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9dda8993-1185-450d-9beb-85c4ebf2979e req-36a6f4d9-7bf3-4cf7-a990-cad41cec0f85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394311 Sep 07 19:39:36.084746 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9dda8993-1185-450d-9beb-85c4ebf2979e req-f63f8dc2-758c-4757-b056-c26ebe0e87a3 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143143 Sep 07 19:39:36.172281 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9dda8993-1185-450d-9beb-85c4ebf2979e req-17a9e82d-0ebc-4138-850a-1d48c4844d28 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798628 Sep 07 19:39:36.226916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20cc51-84d5-426b-9a90-8615aaf773dd req-4a5b5d04-65b6-43d4-8bbf-d881064eda24 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:36.228377 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c20cc51-84d5-426b-9a90-8615aaf773dd req-4a5b5d04-65b6-43d4-8bbf-d881064eda24 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 943 time: 0.0481372 Sep 07 19:39:36.269353 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c20cc51-84d5-426b-9a90-8615aaf773dd req-b92d7ae9-4078-407d-a39d-b43b4425fc14 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350256 Sep 07 19:39:37.386615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26316e2-8574-49f1-a7f8-976c4ef8abe9 req-8fc8ca18-7323-4a9c-998d-130d2584f818 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:37.388192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d26316e2-8574-49f1-a7f8-976c4ef8abe9 req-8fc8ca18-7323-4a9c-998d-130d2584f818 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 943 time: 0.0520744 Sep 07 19:39:37.427620 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d26316e2-8574-49f1-a7f8-976c4ef8abe9 req-93f8a39b-db22-4a77-bcde-5bba385ab5f1 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325787 Sep 07 19:39:38.541555 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d97f2-fb95-4764-b9fa-e88c402efea0 req-f3501676-fc1e-448c-97a2-cc1915180bae tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:38.543037 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-843d97f2-fb95-4764-b9fa-e88c402efea0 req-f3501676-fc1e-448c-97a2-cc1915180bae tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 943 time: 0.0483522 Sep 07 19:39:38.580379 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-843d97f2-fb95-4764-b9fa-e88c402efea0 req-2ffccc4f-c6dd-4564-b8b1-97c5e4ea84da tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314887 Sep 07 19:39:38.776524 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 98b33b50-45d1-4972-a518-e531ac069241 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:39:38.869991 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 98b33b50-45d1-4972-a518-e531ac069241, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=98b33b50-45d1-4972-a518-e531ac069241,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:39:38.881230 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '98b33b50-45d1-4972-a518-e531ac069241', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'port_id': '98b33b50-45d1-4972-a518-e531ac069241', 'mac_address': 'fa:16:3e:ca:b3:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:39:38.917376 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:38.930060 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b33b50-45d1-4972-a518-e531ac069241 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:39:38.948975 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 98b33b50-45d1-4972-a518-e531ac069241, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=98b33b50-45d1-4972-a518-e531ac069241,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:39:38.952980 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:38.997994 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=98b33b50-45d1-4972-a518-e531ac069241,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:39:39.153194 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['98b33b50-45d1-4972-a518-e531ac069241'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:39:39.696716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09438e7d-f183-425c-b4e6-6e45e5d8bbd8 req-1666ef34-160e-4245-91b7-1535d67ff4a1 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:39.698208 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09438e7d-f183-425c-b4e6-6e45e5d8bbd8 req-1666ef34-160e-4245-91b7-1535d67ff4a1 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 944 time: 0.0489271 Sep 07 19:39:39.738949 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09438e7d-f183-425c-b4e6-6e45e5d8bbd8 req-4cc1215b-8f88-4d7e-bfc3-d01965b33d5a tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342021 Sep 07 19:39:40.792205 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 98b33b50-45d1-4972-a518-e531ac069241 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:39:40.839992 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 98b33b50-45d1-4972-a518-e531ac069241 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:39:40.843505 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 98b33b50-45d1-4972-a518-e531ac069241 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:39:40.843880 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:40.857689 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b429f-35cb-44d6-a514-9cc9d80cd204 req-1d91af99-0adc-455a-8ea9-6962999ba1ec tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:40.859192 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-629b429f-35cb-44d6-a514-9cc9d80cd204 req-1d91af99-0adc-455a-8ea9-6962999ba1ec tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 944 time: 0.0494065 Sep 07 19:39:40.896803 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-629b429f-35cb-44d6-a514-9cc9d80cd204 req-265282e0-859d-45d4-b9ce-0456cc7f6aa2 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314007 Sep 07 19:39:40.924210 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:40.945809 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c3faad-6adc-4128-b234-eeebb1caacac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b33b50-45d1-4972-a518-e531ac069241'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:39:40.948047 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330d06950f5cb4e4d2c52f602eceb62a6d035ab15bb7e635977275008eeb50af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343effba-5e53-45e5-a334-0556815cde28" -d '{"events": [{"server_uuid": "24c3faad-6adc-4128-b234-eeebb1caacac", "name": "network-vif-plugged", "status": "completed", "tag": "98b33b50-45d1-4972-a518-e531ac069241"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:39:40.960342 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 98b33b50-45d1-4972-a518-e531ac069241, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=98b33b50-45d1-4972-a518-e531ac069241,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:39:40.964228 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:40.989269 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227db91e-9d45-4910-8383-97f141cb430a x-openstack-request-id: req-227db91e-9d45-4910-8383-97f141cb430a {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:39:40.989561 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c3faad-6adc-4128-b234-eeebb1caacac", "name": "network-vif-plugged", "status": "completed", "tag": "98b33b50-45d1-4972-a518-e531ac069241", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:39:40.989812 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-227db91e-9d45-4910-8383-97f141cb430a {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:39:40.990271 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c3faad-6adc-4128-b234-eeebb1caacac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b33b50-45d1-4972-a518-e531ac069241', 'code': 200} Sep 07 19:39:41.015076 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=98b33b50-45d1-4972-a518-e531ac069241,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:39:41.084465 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f3f5e-490e-4419-87a0-a9eae6a8f1b3 req-e82f39ae-8d69-48dd-9a3a-eecde98a853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:41.086003 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f02f3f5e-490e-4419-87a0-a9eae6a8f1b3 req-e82f39ae-8d69-48dd-9a3a-eecde98a853b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 1096 time: 0.0427012 Sep 07 19:39:41.125188 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f02f3f5e-490e-4419-87a0-a9eae6a8f1b3 req-bd714231-8ba3-4b47-ac7e-593247538d3b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283210 Sep 07 19:39:42.011682 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf017e-c56c-4dd7-b04f-e0c396c60ed0 req-38c27baa-d37a-4650-bda1-05ed751e86b2 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:42.013225 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9bf017e-c56c-4dd7-b04f-e0c396c60ed0 req-38c27baa-d37a-4650-bda1-05ed751e86b2 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0484266 Sep 07 19:39:42.054668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9bf017e-c56c-4dd7-b04f-e0c396c60ed0 req-8445ff0b-63d1-4c05-9cd5-f9a74f447e6f tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354257 Sep 07 19:39:43.170740 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f28cdd-3abe-4728-aeff-a557af3e2164 req-63054ada-164c-412a-b7d8-27ceab864fce tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:43.172115 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7f28cdd-3abe-4728-aeff-a557af3e2164 req-63054ada-164c-412a-b7d8-27ceab864fce tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0482595 Sep 07 19:39:43.208914 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7f28cdd-3abe-4728-aeff-a557af3e2164 req-1b207d64-a6e3-4935-a79a-0091b10fdb87 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308170 Sep 07 19:39:43.319937 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6046dcb-3967-410b-8333-becee90527a4 req-4c3e70d8-d146-491b-8762-12de2844708b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:43.321435 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c6046dcb-3967-410b-8333-becee90527a4 req-4c3e70d8-d146-491b-8762-12de2844708b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0491149 Sep 07 19:39:43.330458 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 49882) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:39:43.334803 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-697fd992-f35c-4017-92e8-6d230361431d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Request body: {'floatingip': {'port_id': '98b33b50-45d1-4972-a518-e531ac069241'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:39:43.375525 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-697fd992-f35c-4017-92e8-6d230361431d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for floatingip, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:43.398054 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:43.799730 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-697fd992-f35c-4017-92e8-6d230361431d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:43.803789 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-697fd992-f35c-4017-92e8-6d230361431d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:43.904167 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-697fd992-f35c-4017-92e8-6d230361431d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Floating IP 1261c27e-383d-4440-b617-f0eb8a9bf30c associated. External IP: 172.25.8.129, port: 98b33b50-45d1-4972-a518-e531ac069241. Sep 07 19:39:44.120599 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697fd992-f35c-4017-92e8-6d230361431d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Router cecdcb85-109b-4c2f-871f-3d4653ae2593 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:39:44.226496 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697fd992-f35c-4017-92e8-6d230361431d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:39:44.231271 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-697fd992-f35c-4017-92e8-6d230361431d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:44.236646 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be955c72-1bd3-402b-a4c4-4c96a0541e91 None None] Sync routers for ids ['cecdcb85-109b-4c2f-871f-3d4653ae2593'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:39:44.245368 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be955c72-1bd3-402b-a4c4-4c96a0541e91 None None] Routers {'cecdcb85-109b-4c2f-871f-3d4653ae2593'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:39:44.245987 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-be955c72-1bd3-402b-a4c4-4c96a0541e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:39:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cecdcb85-109b-4c2f-871f-3d4653ae2593'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:39:44.258978 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-697fd992-f35c-4017-92e8-6d230361431d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "PUT /v2.0/floatingips/1261c27e-383d-4440-b617-f0eb8a9bf30c HTTP/1.1" status: 200 len: 992 time: 0.9274487 Sep 07 19:39:44.259562 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c3faad-6adc-4128-b234-eeebb1caacac', 'tag': '98b33b50-45d1-4972-a518-e531ac069241'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:39:44.261815 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7fb16b92d52560174fd0512f51e514dee13ef5a03243b9b2515509c401140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5675f3d6-37f7-4b5c-a5c0-6d7567e97fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "24c3faad-6adc-4128-b234-eeebb1caacac", "tag": "98b33b50-45d1-4972-a518-e531ac069241"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:39:44.304102 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:44.309918 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8191eb46-b23d-4c75-941a-ee024e6298a7 x-openstack-request-id: req-8191eb46-b23d-4c75-941a-ee024e6298a7 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:39:44.310212 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c3faad-6adc-4128-b234-eeebb1caacac", "tag": "98b33b50-45d1-4972-a518-e531ac069241", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:39:44.310465 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8191eb46-b23d-4c75-941a-ee024e6298a7 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:39:44.310866 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c3faad-6adc-4128-b234-eeebb1caacac', 'tag': '98b33b50-45d1-4972-a518-e531ac069241', 'status': 'completed', 'code': 200} Sep 07 19:39:44.370624 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-be955c72-1bd3-402b-a4c4-4c96a0541e91 None None] Set router cecdcb85-109b-4c2f-871f-3d4653ae2593 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:39:44.379495 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675f3d6-37f7-4b5c-a5c0-6d7567e97fa3 req-03b3703d-c03d-416f-bd77-d3fd3015aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:44.381052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5675f3d6-37f7-4b5c-a5c0-6d7567e97fa3 req-03b3703d-c03d-416f-bd77-d3fd3015aa8e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 1096 time: 0.0414762 Sep 07 19:39:44.473712 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675f3d6-37f7-4b5c-a5c0-6d7567e97fa3 req-06214cb8-0b3c-4d88-a647-e168985fff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:44.475292 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5675f3d6-37f7-4b5c-a5c0-6d7567e97fa3 req-06214cb8-0b3c-4d88-a647-e168985fff29 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0877454 Sep 07 19:39:44.544619 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5675f3d6-37f7-4b5c-a5c0-6d7567e97fa3 req-1c305e11-36ff-492f-babc-1d1c64cdda0e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98b33b50-45d1-4972-a518-e531ac069241 HTTP/1.1" status: 200 len: 1000 time: 0.0620975 Sep 07 19:39:44.593217 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675f3d6-37f7-4b5c-a5c0-6d7567e97fa3 req-df58d0ec-ef91-453d-8a2c-83e032c39525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:44.593455 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-be955c72-1bd3-402b-a4c4-4c96a0541e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '1261c27e-383d-4440-b617-f0eb8a9bf30c', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'port_id': '98b33b50-45d1-4972-a518-e531ac069241', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'mac_address': 'fa:16:3e:ca:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c3faad-6adc-4128-b234-eeebb1caacac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:32:44Z', 'updated_at': '2021-09-07T19:39:43Z', 'revision_number': 13, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:39:44.594810 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5675f3d6-37f7-4b5c-a5c0-6d7567e97fa3 req-df58d0ec-ef91-453d-8a2c-83e032c39525 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0438685 Sep 07 19:39:44.620624 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be955c72-1bd3-402b-a4c4-4c96a0541e91 None None] Checking router: cecdcb85-109b-4c2f-871f-3d4653ae2593 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:39:44.629706 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be955c72-1bd3-402b-a4c4-4c96a0541e91 None None] Routers {'cecdcb85-109b-4c2f-871f-3d4653ae2593'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:39:44.630326 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-be955c72-1bd3-402b-a4c4-4c96a0541e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:39:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cecdcb85-109b-4c2f-871f-3d4653ae2593'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:39:44.641721 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675f3d6-37f7-4b5c-a5c0-6d7567e97fa3 req-528eb5b8-4fcc-49fc-b755-43b9c17ba38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:39:44.643235 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5675f3d6-37f7-4b5c-a5c0-6d7567e97fa3 req-528eb5b8-4fcc-49fc-b755-43b9c17ba38b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420611 Sep 07 19:39:44.735009 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-be955c72-1bd3-402b-a4c4-4c96a0541e91 None None] Set router cecdcb85-109b-4c2f-871f-3d4653ae2593 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:39:44.735238 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5675f3d6-37f7-4b5c-a5c0-6d7567e97fa3 req-52e13d78-b21e-42ca-b39c-fe3c5fe165ee service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846760 Sep 07 19:39:44.825727 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5675f3d6-37f7-4b5c-a5c0-6d7567e97fa3 req-f68ca6d5-a930-4b1f-9730-9eb872e18bef service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836914 Sep 07 19:39:44.954858 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-be955c72-1bd3-402b-a4c4-4c96a0541e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '1261c27e-383d-4440-b617-f0eb8a9bf30c', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'port_id': '98b33b50-45d1-4972-a518-e531ac069241', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'mac_address': 'fa:16:3e:ca:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c3faad-6adc-4128-b234-eeebb1caacac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:32:44Z', 'updated_at': '2021-09-07T19:39:43Z', 'revision_number': 13, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:39:44.984053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be955c72-1bd3-402b-a4c4-4c96a0541e91 None None] The sync data for ids ['cecdcb85-109b-4c2f-871f-3d4653ae2593'] in n-d-807786-1 is: [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '1261c27e-383d-4440-b617-f0eb8a9bf30c', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'port_id': '98b33b50-45d1-4972-a518-e531ac069241', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'mac_address': 'fa:16:3e:ca:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c3faad-6adc-4128-b234-eeebb1caacac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:32:44Z', 'updated_at': '2021-09-07T19:39:43Z', 'revision_number': 13, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:39:45.185439 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b91430-fa86-425d-9343-ca99a08ed964 None None] New status for floating IP 1261c27e-383d-4440-b617-f0eb8a9bf30c: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:39:56.015799 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-20d02333-f962-4831-9119-7ca0f13470ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:58.839041 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6f787513-3726-4e5e-a38c-eb6c5f39b358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:39:59.125086 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:40:00.384246 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:40:01.917804 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:40:11.636148 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:40:13.405241 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:40:14.300986 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:40:26.016900 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-be3e62ae-d355-40a8-ac2c-3af331452b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:40:28.840589 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-79069016-6f66-44c1-b337-67d757594ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:40:29.126008 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:40:30.387023 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:40:31.920678 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:40:38.363534 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc5dad40-9ebe-4293-9222-b00819c93b14 req-395b4e11-8b0f-4287-b58d-5701ed28e680 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0812209 Sep 07 19:40:38.451885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5dad40-9ebe-4293-9222-b00819c93b14 req-eda89967-77d4-4e12-9786-f230dea842c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:40:38.453678 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc5dad40-9ebe-4293-9222-b00819c93b14 req-eda89967-77d4-4e12-9786-f230dea842c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 1096 time: 0.0469499 Sep 07 19:40:38.561304 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5dad40-9ebe-4293-9222-b00819c93b14 req-eb11d3ad-1173-41f0-9ea5-08e903d075d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:40:38.562702 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc5dad40-9ebe-4293-9222-b00819c93b14 req-eb11d3ad-1173-41f0-9ea5-08e903d075d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0880492 Sep 07 19:40:38.634270 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc5dad40-9ebe-4293-9222-b00819c93b14 req-ca5f0d6d-05b8-4591-a892-7d212c1ba934 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98b33b50-45d1-4972-a518-e531ac069241 HTTP/1.1" status: 200 len: 1002 time: 0.0621715 Sep 07 19:40:38.682540 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5dad40-9ebe-4293-9222-b00819c93b14 req-f9c0c636-2e81-4c6f-824c-f31092adac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:40:38.683942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc5dad40-9ebe-4293-9222-b00819c93b14 req-f9c0c636-2e81-4c6f-824c-f31092adac22 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0420942 Sep 07 19:40:38.729277 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5dad40-9ebe-4293-9222-b00819c93b14 req-7c33be98-9794-470c-9fc9-2a40d1259092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:40:38.730735 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc5dad40-9ebe-4293-9222-b00819c93b14 req-7c33be98-9794-470c-9fc9-2a40d1259092 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385315 Sep 07 19:40:38.823486 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc5dad40-9ebe-4293-9222-b00819c93b14 req-8a4d8edb-8afe-4663-993f-29ba472e83f8 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840633 Sep 07 19:40:38.913064 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc5dad40-9ebe-4293-9222-b00819c93b14 req-cc81e963-5e6e-40dc-b000-09139e3eaea8 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817862 Sep 07 19:40:43.403988 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:40:44.313231 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:40:48.636126 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:40:56.017891 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-66f95b6f-6591-4f65-a1f6-ccd40da5abf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:40:58.841840 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7098ca1d-3877-4645-ba32-4cea0bf7ce92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:40:59.126270 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:41:00.389794 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:41:01.924016 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:41:13.421192 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:41:14.335253 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:41:22.535216 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9a29d-e609-4e68-90b3-28d2754be906 req-5b9eb557-7b2e-4835-94eb-c25ef7a514ff tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:22.536733 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44b9a29d-e609-4e68-90b3-28d2754be906 req-5b9eb557-7b2e-4835-94eb-c25ef7a514ff tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0957255 Sep 07 19:41:22.575408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44b9a29d-e609-4e68-90b3-28d2754be906 req-c153c341-9743-482b-86eb-cd0009d388da tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322680 Sep 07 19:41:25.635769 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:41:26.019028 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3870188a-561a-417f-8231-2b711852eba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:41:28.842855 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b289dea0-bb72-479d-bc21-294029fbc6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:41:29.127196 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:41:30.392478 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:41:31.925723 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:41:33.787608 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-e21bd62a-4901-4fb3-97c0-c3be3046411c req-f131fb50-c1a8-4fd5-aaa2-ba288504ad69 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:41:33.788621 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e21bd62a-4901-4fb3-97c0-c3be3046411c req-f131fb50-c1a8-4fd5-aaa2-ba288504ad69 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053198 Sep 07 19:41:34.008920 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9a4d9-21e7-4c46-bdbf-d2aaa8238bf0 req-fd36a0d7-c486-45c8-b68e-e0c28a8023af tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:34.010443 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-99e9a4d9-21e7-4c46-bdbf-d2aaa8238bf0 req-fd36a0d7-c486-45c8-b68e-e0c28a8023af tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0764904 Sep 07 19:41:34.016672 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-1ca6c6ed-b486-40fe-bad5-28580e8c69f3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0993531 Sep 07 19:41:34.052916 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-99e9a4d9-21e7-4c46-bdbf-d2aaa8238bf0 req-d6a8ffd1-f252-464a-8b7b-39ff679491c7 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347245 Sep 07 19:41:35.190525 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b227010-11c8-404d-9a22-1fc01f0be4c7 req-a8731204-38c8-4e90-932d-76349d6c3004 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:35.192052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b227010-11c8-404d-9a22-1fc01f0be4c7 req-a8731204-38c8-4e90-932d-76349d6c3004 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0532625 Sep 07 19:41:35.232883 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b227010-11c8-404d-9a22-1fc01f0be4c7 req-6885a5d0-de16-428a-b317-ddca8c500058 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325744 Sep 07 19:41:35.272412 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-3f6d057f-a5ec-4eb0-abfe-6753d2657d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:35.274528 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-3f6d057f-a5ec-4eb0-abfe-6753d2657d9d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 1096 time: 0.0797234 Sep 07 19:41:35.366647 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-7f45eaf8-d138-4aa6-855b-162134624e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:35.368709 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-7f45eaf8-d138-4aa6-855b-162134624e40 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0874398 Sep 07 19:41:35.436105 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-d534fbde-07e9-469f-b321-d3f9a68a42fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98b33b50-45d1-4972-a518-e531ac069241 HTTP/1.1" status: 200 len: 1002 time: 0.0607874 Sep 07 19:41:35.484146 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-b6c260ea-8033-4978-b60e-6be46b0e0de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:35.485594 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-b6c260ea-8033-4978-b60e-6be46b0e0de5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0431354 Sep 07 19:41:35.534956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-33f6d29b-f711-4b2b-8ca0-f5e42f6ecf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:35.536414 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-33f6d29b-f711-4b2b-8ca0-f5e42f6ecf87 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412641 Sep 07 19:41:35.625626 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-47f78d07-f3bd-4e36-8b6c-d36213245b8a service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820515 Sep 07 19:41:35.720329 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f17ffca7-e404-4832-8104-db4cfbc0606f service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855744 Sep 07 19:41:36.361279 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372f19c-f904-4bd4-892c-89306067f229 req-1306ad41-7d54-4ff8-b10b-c62cd712fee6 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:36.362729 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c372f19c-f904-4bd4-892c-89306067f229 req-1306ad41-7d54-4ff8-b10b-c62cd712fee6 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0480299 Sep 07 19:41:36.400155 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c372f19c-f904-4bd4-892c-89306067f229 req-7aec89ba-8969-4152-8ec1-d92d84fd5673 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314078 Sep 07 19:41:37.514716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea04290-b947-4f78-a69b-aa285567ee05 req-c6d6d95c-773c-4529-ac42-0ab32073e43a tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:37.516197 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ea04290-b947-4f78-a69b-aa285567ee05 req-c6d6d95c-773c-4529-ac42-0ab32073e43a tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0480256 Sep 07 19:41:37.552196 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ea04290-b947-4f78-a69b-aa285567ee05 req-4a4a1d83-ffaa-402d-82f1-8e41142b2189 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302329 Sep 07 19:41:38.671265 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378f42e-6831-4e9a-aecd-f32f59984f77 req-c6a84d2b-f810-4549-b14c-b821936982b9 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:38.672729 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f378f42e-6831-4e9a-aecd-f32f59984f77 req-c6a84d2b-f810-4549-b14c-b821936982b9 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0515449 Sep 07 19:41:38.709598 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f378f42e-6831-4e9a-aecd-f32f59984f77 req-44481b3e-5254-4a80-ae74-a704c7c044db tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309021 Sep 07 19:41:39.358408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86e05a-60cd-4eda-a510-2e1aaf660dad req-6ea553ca-2488-4bc8-8572-f4e1a45a2675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:39.360006 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb86e05a-60cd-4eda-a510-2e1aaf660dad req-6ea553ca-2488-4bc8-8572-f4e1a45a2675 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 1096 time: 0.0411060 Sep 07 19:41:39.468989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86e05a-60cd-4eda-a510-2e1aaf660dad req-35b41d0f-1562-455c-acb5-77ca6fed5501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:39.470408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb86e05a-60cd-4eda-a510-2e1aaf660dad req-35b41d0f-1562-455c-acb5-77ca6fed5501 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0877914 Sep 07 19:41:39.535600 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb86e05a-60cd-4eda-a510-2e1aaf660dad req-cee30bf8-362e-4987-9fd0-3d531b371bab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98b33b50-45d1-4972-a518-e531ac069241 HTTP/1.1" status: 200 len: 1002 time: 0.0564046 Sep 07 19:41:39.587812 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86e05a-60cd-4eda-a510-2e1aaf660dad req-6a618f3c-f4d8-4a4e-8a46-4aa32d4d1188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:39.589332 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb86e05a-60cd-4eda-a510-2e1aaf660dad req-6a618f3c-f4d8-4a4e-8a46-4aa32d4d1188 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0447071 Sep 07 19:41:39.643159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86e05a-60cd-4eda-a510-2e1aaf660dad req-0f6cd94c-96ac-4515-9b9d-50fddd05ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:39.644721 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb86e05a-60cd-4eda-a510-2e1aaf660dad req-0f6cd94c-96ac-4515-9b9d-50fddd05ce8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453820 Sep 07 19:41:39.736837 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb86e05a-60cd-4eda-a510-2e1aaf660dad req-a735c639-db51-45f0-9d04-01b26444e1f5 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822952 Sep 07 19:41:39.866375 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb86e05a-60cd-4eda-a510-2e1aaf660dad req-ac3d7b6f-4def-40cd-b1da-ace9a4463159 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215293 Sep 07 19:41:39.875177 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114b80b-0f43-4d55-865d-169f05f7f0c2 req-d20ce4c2-b5cc-4e5b-a1d3-2ce642a2e643 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:39.876645 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e114b80b-0f43-4d55-865d-169f05f7f0c2 req-d20ce4c2-b5cc-4e5b-a1d3-2ce642a2e643 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0690916 Sep 07 19:41:39.916486 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e114b80b-0f43-4d55-865d-169f05f7f0c2 req-83a65569-bb74-4989-b456-04dbb2e9e484 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334754 Sep 07 19:41:41.031135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fa913-9b11-4510-af3e-70d3a2da2417 req-434b6e28-2e4e-43b5-9e1f-fc0796f98918 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:41.032607 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fc1fa913-9b11-4510-af3e-70d3a2da2417 req-434b6e28-2e4e-43b5-9e1f-fc0796f98918 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0474424 Sep 07 19:41:41.068245 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fc1fa913-9b11-4510-af3e-70d3a2da2417 req-6358f6ff-12fc-4220-bc20-ef268cb7f6cb tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297449 Sep 07 19:41:42.185605 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626f1a2-f6e6-4770-8a7e-5bc5e0455fe9 req-28e4bdaf-3243-40f6-98ed-c95af0b6314f tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:42.187077 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6626f1a2-f6e6-4770-8a7e-5bc5e0455fe9 req-28e4bdaf-3243-40f6-98ed-c95af0b6314f tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0515516 Sep 07 19:41:42.223880 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6626f1a2-f6e6-4770-8a7e-5bc5e0455fe9 req-00f3d26e-60f7-4678-8b1d-e1b1751b091e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310006 Sep 07 19:41:43.338833 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddb47c-ffe5-4390-a9b1-83e2a0ea6b2c req-040ff70a-acc1-4e7f-9882-f718862c4254 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:43.340325 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4ddb47c-ffe5-4390-a9b1-83e2a0ea6b2c req-040ff70a-acc1-4e7f-9882-f718862c4254 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0487683 Sep 07 19:41:43.376851 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4ddb47c-ffe5-4390-a9b1-83e2a0ea6b2c req-f574a722-a38f-4bd5-940c-aa5e0a5a3509 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306218 Sep 07 19:41:43.417598 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:41:44.322506 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:41:44.495102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b94a7-4e87-4f6e-b023-22de881ab5ca req-f9628d8f-569c-46dd-bb4f-52854fdcaa54 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:44.496599 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd9b94a7-4e87-4f6e-b023-22de881ab5ca req-f9628d8f-569c-46dd-bb4f-52854fdcaa54 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0489335 Sep 07 19:41:44.533587 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cd9b94a7-4e87-4f6e-b023-22de881ab5ca req-ad06ec1d-02a3-4240-9239-57173cad6f90 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311644 Sep 07 19:41:45.653176 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432c139-0cd3-4485-a370-76e3d134ad2f req-35d9e716-24dc-4f48-ab7a-3620fb37f790 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:45.654647 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0432c139-0cd3-4485-a370-76e3d134ad2f req-35d9e716-24dc-4f48-ab7a-3620fb37f790 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0518968 Sep 07 19:41:45.690731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0432c139-0cd3-4485-a370-76e3d134ad2f req-a0c0b032-26ac-44aa-ad70-b7b0b712e74e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300400 Sep 07 19:41:46.814446 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a73c3-7910-474d-a5ca-9835a1754538 req-520b670c-c9e5-4105-8811-0d99216f04a5 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:46.816006 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed0a73c3-7910-474d-a5ca-9835a1754538 req-520b670c-c9e5-4105-8811-0d99216f04a5 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0564432 Sep 07 19:41:46.853639 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed0a73c3-7910-474d-a5ca-9835a1754538 req-3f55fdcf-3f4f-4d7b-8b03-702ba9fa8541 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315220 Sep 07 19:41:47.966730 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f22ce-ad25-4f2a-a9d3-5b6517839f3f req-81f46c7c-ad7b-4e60-b0b1-5d126e8aa7fb tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:47.968195 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d57f22ce-ad25-4f2a-a9d3-5b6517839f3f req-81f46c7c-ad7b-4e60-b0b1-5d126e8aa7fb tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0478082 Sep 07 19:41:48.005258 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d57f22ce-ad25-4f2a-a9d3-5b6517839f3f req-7be7bb21-88d0-491e-b4e7-12c072dac754 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312309 Sep 07 19:41:49.127052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21371d6-a46d-4521-a864-a59c34645600 req-ceb47480-9276-4dc2-9e7f-c547ababd803 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:49.128563 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a21371d6-a46d-4521-a864-a59c34645600 req-ceb47480-9276-4dc2-9e7f-c547ababd803 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0527017 Sep 07 19:41:49.166603 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a21371d6-a46d-4521-a864-a59c34645600 req-6384d23e-0628-428a-8c46-0f5887059b27 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310757 Sep 07 19:41:49.498344 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-ee37d9a9-9305-494b-b7bc-31e18f66789e service neutron] show failed (client error): The resource could not be found. Sep 07 19:41:49.499340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-ee37d9a9-9305-494b-b7bc-31e18f66789e service neutron] 10.222.0.60 "GET /v2.0/ports/98b33b50-45d1-4972-a518-e531ac069241/bindings/n-h2-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.0539746 Sep 07 19:41:49.759745 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-77ce4d6c-911c-45d7-b159-45cf910df645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:49.761261 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-77ce4d6c-911c-45d7-b159-45cf910df645 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac&tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5 HTTP/1.1" status: 200 len: 1096 time: 0.0771313 Sep 07 19:41:49.774325 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-1', 'device_owner': 'compute:nova'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:41:49.827946 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:41:50.024022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] For port 98b33b50-45d1-4972-a518-e531ac069241, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=98b33b50-45d1-4972-a518-e531ac069241,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:41:50.056256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] For port 98b33b50-45d1-4972-a518-e531ac069241, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:41:50.094467 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c3faad-6adc-4128-b234-eeebb1caacac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98b33b50-45d1-4972-a518-e531ac069241'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:41:50.099924 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:41:50.112647 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Transition to ACTIVE for port object 98b33b50-45d1-4972-a518-e531ac069241 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:41:50.116411 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:41:50.144385 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2aa63f3-19fd-40a5-ae46-23114bfb2845" -d '{"events": [{"server_uuid": "24c3faad-6adc-4128-b234-eeebb1caacac", "name": "network-vif-unplugged", "status": "completed", "tag": "98b33b50-45d1-4972-a518-e531ac069241"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:41:50.208489 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Pushing event updated for resources: {'Port': ['ID=98b33b50-45d1-4972-a518-e531ac069241,revision_number=6']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:41:50.218796 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:41:50.219149 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:41:50.219494 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:41:50.219999 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:41:50.220345 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:41:50.220712 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:41:50.221045 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:41:50.221376 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:41:50.221702 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:41:50.222195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:41:50.222671 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:41:50.223144 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:41:50.260342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] No DVR routers for this DVR port 98b33b50-45d1-4972-a518-e531ac069241 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:41:50.299714 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 19:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b8bd91-ed1d-462c-96cd-8ec260d69418 x-openstack-request-id: req-59b8bd91-ed1d-462c-96cd-8ec260d69418 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:41:50.300003 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c3faad-6adc-4128-b234-eeebb1caacac", "name": "network-vif-unplugged", "status": "completed", "tag": "98b33b50-45d1-4972-a518-e531ac069241", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:41:50.300253 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-59b8bd91-ed1d-462c-96cd-8ec260d69418 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:41:50.300662 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c3faad-6adc-4128-b234-eeebb1caacac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98b33b50-45d1-4972-a518-e531ac069241', 'code': 200} Sep 07 19:41:50.394572 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b1227-8590-49a4-b9a3-37a4ffa2180e req-8f0b115d-03f5-4124-a419-2ae43bea0198 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:50.396059 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d62b1227-8590-49a4-b9a3-37a4ffa2180e req-8f0b115d-03f5-4124-a419-2ae43bea0198 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 943 time: 0.0981014 Sep 07 19:41:50.478056 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d62b1227-8590-49a4-b9a3-37a4ffa2180e req-832cd4f2-3dd3-49dd-8f93-53b0cfd4f082 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749035 Sep 07 19:41:50.478897 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Attempting to bind port 98b33b50-45d1-4972-a518-e531ac069241 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:41:50.479243 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Attempting to bind port 98b33b50-45d1-4972-a518-e531ac069241 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:41:50.479576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Attempting to bind port 98b33b50-45d1-4972-a518-e531ac069241 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:41:50.484849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Port 98b33b50-45d1-4972-a518-e531ac069241 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:41:50.485425 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Attempting to bind port 98b33b50-45d1-4972-a518-e531ac069241 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:41:50.493997 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:41:50.494346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Checking segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:41:50.494735 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Bound using segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:41:50.495181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Bound port: 98b33b50-45d1-4972-a518-e531ac069241, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:41:50.495545 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:41:50.558285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] For port 98b33b50-45d1-4972-a518-e531ac069241, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:41:50.561350 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] For port 98b33b50-45d1-4972-a518-e531ac069241, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=98b33b50-45d1-4972-a518-e531ac069241,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:41:50.565575 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:41:50.597630 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:50.598348 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:41:50.599602 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] 10.222.0.36 "PUT /v2.0/ports/98b33b50-45d1-4972-a518-e531ac069241 HTTP/1.1" status: 200 len: 1091 time: 0.8291488 Sep 07 19:41:50.637396 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3504ee9-4436-44c9-84e6-1408f7d8fa84 service neutron] Pushing event updated for resources: {'Port': ['ID=98b33b50-45d1-4972-a518-e531ac069241,revision_number=7']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:41:50.669378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-31969da5-51c0-461a-b351-e6b4f11cc04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:50.670908 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-31969da5-51c0-461a-b351-e6b4f11cc04b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 1094 time: 0.0463288 Sep 07 19:41:50.768418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-c44f8bce-9a70-41cd-b4b7-a722a2105707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:50.769930 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-c44f8bce-9a70-41cd-b4b7-a722a2105707 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0912225 Sep 07 19:41:50.836649 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-d4c2cf69-d8b3-43fe-b4f4-25b5c9699626 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98b33b50-45d1-4972-a518-e531ac069241 HTTP/1.1" status: 200 len: 1000 time: 0.0591934 Sep 07 19:41:51.208790 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-5ac95dc3-16de-46eb-b6a3-72e0431ee585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:51.210413 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-5ac95dc3-16de-46eb-b6a3-72e0431ee585 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.3672960 Sep 07 19:41:51.256488 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-64909f43-40cc-4aec-8cda-3778624df359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:51.258019 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-64909f43-40cc-4aec-8cda-3778624df359 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398736 Sep 07 19:41:51.347254 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-8f1db46d-49b9-4dad-b12c-9f47999965d7 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818558 Sep 07 19:41:51.415932 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 98b33b50-45d1-4972-a518-e531ac069241 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:41:51.433206 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-b78efb5c-12f4-44be-879b-2307bce0786d service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788867 Sep 07 19:41:51.454121 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 98b33b50-45d1-4972-a518-e531ac069241 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:41:51.607219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6db9d-7fe3-41d6-b8b4-d67a1f7a9305 req-07ba14a8-4dce-4be2-89d7-5f3c42e52aeb tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:51.608791 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-84b6db9d-7fe3-41d6-b8b4-d67a1f7a9305 req-07ba14a8-4dce-4be2-89d7-5f3c42e52aeb tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 943 time: 0.0551312 Sep 07 19:41:51.652860 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-84b6db9d-7fe3-41d6-b8b4-d67a1f7a9305 req-49858c2c-76f2-4db2-a506-72b7782735b1 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375125 Sep 07 19:41:52.301966 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c3faad-6adc-4128-b234-eeebb1caacac', 'tag': '98b33b50-45d1-4972-a518-e531ac069241'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:41:52.304312 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca826e77-5706-482d-895b-b7a48b0f81f5" -d '{"events": [{"name": "network-changed", "server_uuid": "24c3faad-6adc-4128-b234-eeebb1caacac", "tag": "98b33b50-45d1-4972-a518-e531ac069241"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:41:52.356399 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4cc4d3-5625-41db-b774-c5b206d863fe x-openstack-request-id: req-5b4cc4d3-5625-41db-b774-c5b206d863fe {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:41:52.356744 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c3faad-6adc-4128-b234-eeebb1caacac", "tag": "98b33b50-45d1-4972-a518-e531ac069241", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:41:52.357004 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b4cc4d3-5625-41db-b774-c5b206d863fe {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:41:52.357550 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c3faad-6adc-4128-b234-eeebb1caacac', 'tag': '98b33b50-45d1-4972-a518-e531ac069241', 'status': 'completed', 'code': 200} Sep 07 19:41:52.442279 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca826e77-5706-482d-895b-b7a48b0f81f5 req-b3f28f9d-5862-4980-b398-54d5d7b4c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:52.443790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca826e77-5706-482d-895b-b7a48b0f81f5 req-b3f28f9d-5862-4980-b398-54d5d7b4c884 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 1094 time: 0.0688879 Sep 07 19:41:52.447107 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca826e77-5706-482d-895b-b7a48b0f81f5 req-29afb74a-6a64-43a1-b6f8-44ee787db4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:52.448465 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca826e77-5706-482d-895b-b7a48b0f81f5 req-29afb74a-6a64-43a1-b6f8-44ee787db4d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 1094 time: 0.0656044 Sep 07 19:41:52.606885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca826e77-5706-482d-895b-b7a48b0f81f5 req-0f173d51-2656-473e-916d-6f8e25fa7736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:52.608323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca826e77-5706-482d-895b-b7a48b0f81f5 req-0f173d51-2656-473e-916d-6f8e25fa7736 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.1502893 Sep 07 19:41:52.609445 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca826e77-5706-482d-895b-b7a48b0f81f5 req-6cf81efc-b27a-4583-aede-1aacb6e90d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:52.610809 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca826e77-5706-482d-895b-b7a48b0f81f5 req-6cf81efc-b27a-4583-aede-1aacb6e90d50 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.1598182 Sep 07 19:41:52.733044 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca826e77-5706-482d-895b-b7a48b0f81f5 req-c3563076-8e7a-4eaa-a44a-c50bf1bb31d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98b33b50-45d1-4972-a518-e531ac069241 HTTP/1.1" status: 200 len: 1000 time: 0.1170566 Sep 07 19:41:52.735436 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca826e77-5706-482d-895b-b7a48b0f81f5 req-b2ff815c-2b59-44b3-8659-bc5c22bb18ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98b33b50-45d1-4972-a518-e531ac069241 HTTP/1.1" status: 200 len: 1000 time: 0.0787978 Sep 07 19:41:52.851888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca826e77-5706-482d-895b-b7a48b0f81f5 req-47ad1cb8-327c-4fe9-80d2-6cb18f15717b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:52.853415 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca826e77-5706-482d-895b-b7a48b0f81f5 req-47ad1cb8-327c-4fe9-80d2-6cb18f15717b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.1100545 Sep 07 19:41:52.862336 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde05e3-7c09-4641-a2b9-19adb5bfe3d5 req-f43fa35c-8275-420a-ad32-9afe1ef6fef2 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:52.863704 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cbde05e3-7c09-4641-a2b9-19adb5bfe3d5 req-f43fa35c-8275-420a-ad32-9afe1ef6fef2 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 943 time: 0.1332872 Sep 07 19:41:52.865070 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca826e77-5706-482d-895b-b7a48b0f81f5 req-f79a3b9e-04b9-4c8e-ad8e-27d3ff9422e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:52.866408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca826e77-5706-482d-895b-b7a48b0f81f5 req-f79a3b9e-04b9-4c8e-ad8e-27d3ff9422e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.1220841 Sep 07 19:41:52.959906 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cbde05e3-7c09-4641-a2b9-19adb5bfe3d5 req-222d5969-89ec-49aa-bc00-d9b3640f14cc tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843458 Sep 07 19:41:52.968565 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca826e77-5706-482d-895b-b7a48b0f81f5 req-e3ce039b-0497-4a5e-bb16-be47d5b0bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:52.970064 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca826e77-5706-482d-895b-b7a48b0f81f5 req-e3ce039b-0497-4a5e-bb16-be47d5b0bf28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022701 Sep 07 19:41:52.971977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca826e77-5706-482d-895b-b7a48b0f81f5 req-b7e8382a-7e84-4ad4-ba77-7a4c7418d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:52.973378 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca826e77-5706-482d-895b-b7a48b0f81f5 req-b7e8382a-7e84-4ad4-ba77-7a4c7418d566 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970161 Sep 07 19:41:53.130733 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca826e77-5706-482d-895b-b7a48b0f81f5 req-564aee2a-8322-4f20-be5f-cdf1e1e1af40 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480761 Sep 07 19:41:53.132470 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca826e77-5706-482d-895b-b7a48b0f81f5 req-50c72f89-326c-45eb-ae65-6432d06987f3 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511414 Sep 07 19:41:53.290863 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca826e77-5706-482d-895b-b7a48b0f81f5 req-cbf3bd80-9185-4b98-83ed-894da2392e4f service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529620 Sep 07 19:41:53.292801 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca826e77-5706-482d-895b-b7a48b0f81f5 req-943f3c84-21ab-41d8-83f3-73223e1703b1 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480250 Sep 07 19:41:54.086497 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87d6e9-151f-44f9-bf44-c380f5f07795 req-3dddf04d-62b4-4d37-9dc2-0ec93edd9523 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:54.088053 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f87d6e9-151f-44f9-bf44-c380f5f07795 req-3dddf04d-62b4-4d37-9dc2-0ec93edd9523 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 943 time: 0.0554726 Sep 07 19:41:54.127000 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f87d6e9-151f-44f9-bf44-c380f5f07795 req-8ad29859-2e67-4fe1-9fb3-018d5ab52415 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323868 Sep 07 19:41:55.246744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03e475-281d-460e-91ef-cd9756e04e5c req-69979951-b643-48f8-af93-f2c91c62f02e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:55.248280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af03e475-281d-460e-91ef-cd9756e04e5c req-69979951-b643-48f8-af93-f2c91c62f02e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 943 time: 0.0507429 Sep 07 19:41:55.295202 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af03e475-281d-460e-91ef-cd9756e04e5c req-36df6d5b-694d-4d6b-92b1-42b18c58b330 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407505 Sep 07 19:41:56.019243 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-dcbb4e11-9fbd-4617-a1dd-325e42a8443b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:41:56.409271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cc802-aa8a-4864-a647-33efcba77224 req-201d0796-cbd5-432c-abd3-bfed71ced007 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:56.410753 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e89cc802-aa8a-4864-a647-33efcba77224 req-201d0796-cbd5-432c-abd3-bfed71ced007 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 943 time: 0.0477908 Sep 07 19:41:56.449670 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e89cc802-aa8a-4864-a647-33efcba77224 req-291f971b-a285-4097-a10e-b70f12d98371 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324364 Sep 07 19:41:57.572307 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb21429-62f6-4178-9cc9-6c87ea029322 req-0b2b5f14-1451-4ea8-a671-662d0b8c2f06 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:57.574605 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bfb21429-62f6-4178-9cc9-6c87ea029322 req-0b2b5f14-1451-4ea8-a671-662d0b8c2f06 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 943 time: 0.0541329 Sep 07 19:41:57.612157 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bfb21429-62f6-4178-9cc9-6c87ea029322 req-f34e8790-afe8-40e3-877d-c3070db07b0d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316699 Sep 07 19:41:58.729719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2417a31-211b-4ced-a388-1cf43a4b2756 req-d2b2265e-1cf1-487a-82b0-34332e85d77d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:58.731248 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2417a31-211b-4ced-a388-1cf43a4b2756 req-d2b2265e-1cf1-487a-82b0-34332e85d77d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 943 time: 0.0489397 Sep 07 19:41:58.767213 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2417a31-211b-4ced-a388-1cf43a4b2756 req-a459c944-6cf6-4603-9350-60d3be42eb5f tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302243 Sep 07 19:41:58.843150 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a81d5f94-0d9d-45bd-9e53-160d21d52666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:41:59.127153 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:41:59.882059 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357e9a6-85e3-4cd0-a704-47bae938d511 req-8a9531f6-edf1-40f6-a067-2bbc72b7546a tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:41:59.883437 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b357e9a6-85e3-4cd0-a704-47bae938d511 req-8a9531f6-edf1-40f6-a067-2bbc72b7546a tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 943 time: 0.0484984 Sep 07 19:41:59.920172 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b357e9a6-85e3-4cd0-a704-47bae938d511 req-302d845b-f419-4524-b94e-ea41642e1f52 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306926 Sep 07 19:42:00.396848 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:01.037770 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0f313-e834-4d6f-943d-d86c6b86ea5c req-fdd01989-fff4-4800-9fa3-5a8b1c932552 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:01.039792 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aef0f313-e834-4d6f-943d-d86c6b86ea5c req-fdd01989-fff4-4800-9fa3-5a8b1c932552 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 943 time: 0.0521665 Sep 07 19:42:01.075931 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aef0f313-e834-4d6f-943d-d86c6b86ea5c req-7e9f7d71-490a-4d91-9df1-d289f5523806 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303349 Sep 07 19:42:01.928789 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:02.194098 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53dd5d-0c2f-4cb8-9a3e-2da1d327323d req-4f48cd33-df54-4f73-9dec-fb7d3bcca58c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:02.195666 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c53dd5d-0c2f-4cb8-9a3e-2da1d327323d req-4f48cd33-df54-4f73-9dec-fb7d3bcca58c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 943 time: 0.0504956 Sep 07 19:42:02.241444 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c53dd5d-0c2f-4cb8-9a3e-2da1d327323d req-9a8ed980-067b-40dd-b392-d7cd98044fe4 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396860 Sep 07 19:42:02.489740 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 98b33b50-45d1-4972-a518-e531ac069241 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:42:02.584180 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 98b33b50-45d1-4972-a518-e531ac069241, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=98b33b50-45d1-4972-a518-e531ac069241,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:42:02.595615 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '98b33b50-45d1-4972-a518-e531ac069241', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'port_id': '98b33b50-45d1-4972-a518-e531ac069241', 'mac_address': 'fa:16:3e:ca:b3:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:42:02.632060 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:02.634754 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:42:02.644390 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b33b50-45d1-4972-a518-e531ac069241 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:42:02.663128 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 98b33b50-45d1-4972-a518-e531ac069241, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=98b33b50-45d1-4972-a518-e531ac069241,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:42:02.667230 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:02.718850 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=98b33b50-45d1-4972-a518-e531ac069241,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:02.725944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:02.726863 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:02.727217 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:02.727557 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:02.727945 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:02.728281 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:02.728690 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:02.729025 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:02.729356 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:02.729686 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:02.730014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:02.730340 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:02.894402 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['98b33b50-45d1-4972-a518-e531ac069241'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:42:03.355503 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97b629-6fe5-4d5e-a90f-95a3548fa758 req-d12b8e46-4a42-419b-91e7-03b65af2288b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:03.357007 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f97b629-6fe5-4d5e-a90f-95a3548fa758 req-d12b8e46-4a42-419b-91e7-03b65af2288b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 944 time: 0.0481801 Sep 07 19:42:03.394133 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f97b629-6fe5-4d5e-a90f-95a3548fa758 req-d18d5b64-4d71-4f4e-86b1-c36f8ad0ff6c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311747 Sep 07 19:42:03.707818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-d2fee5c1-60e3-405e-9447-11f357475317 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:03.709321 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-d2fee5c1-60e3-405e-9447-11f357475317 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.36 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac&tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 944 time: 0.0837703 Sep 07 19:42:03.720819 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5faf64-36c2-46bd-9dea-59e083fb6407 req-c397caad-10c2-4e0e-92be-06e12cd8a936 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:03.722263 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e5faf64-36c2-46bd-9dea-59e083fb6407 req-c397caad-10c2-4e0e-92be-06e12cd8a936 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 944 time: 0.0669024 Sep 07 19:42:03.792599 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e5faf64-36c2-46bd-9dea-59e083fb6407 req-3f4172b5-f495-4688-836f-1fb0f2052758 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637391 Sep 07 19:42:03.802279 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ef87be7d-043b-4b4b-9e75-5bd2de7e8e4f service neutron] 10.222.0.36 "GET /v2.0/ports/98b33b50-45d1-4972-a518-e531ac069241/bindings/n-h2-807786-1 HTTP/1.1" status: 200 len: 382 time: 0.0791187 Sep 07 19:42:03.868832 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-1c87b44d-1927-4240-9f0f-d13f0d5af466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:03.870222 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-1c87b44d-1927-4240-9f0f-d13f0d5af466 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 1095 time: 0.0443225 Sep 07 19:42:03.957270 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-35852d7b-e96c-481a-98cd-cd3456d48bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:03.958702 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-35852d7b-e96c-481a-98cd-cd3456d48bba service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0815525 Sep 07 19:42:04.026614 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-d2fb22b4-57cd-4fbc-a6a8-94b6f6d65e4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98b33b50-45d1-4972-a518-e531ac069241 HTTP/1.1" status: 200 len: 1001 time: 0.0606945 Sep 07 19:42:04.074557 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-3b857c0d-d29a-4f1a-b298-c821725325c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:04.075973 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-3b857c0d-d29a-4f1a-b298-c821725325c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0425270 Sep 07 19:42:04.120565 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-4de691d7-e465-4381-ac85-e762e4cb2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:04.121953 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-4de691d7-e465-4381-ac85-e762e4cb2902 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385685 Sep 07 19:42:04.214154 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-b4746792-3be5-4f52-8a56-05fd57ec63da service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848725 Sep 07 19:42:04.305489 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-50ca3ff9-b7da-4e37-aa04-ce80659f1ce2 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825889 Sep 07 19:42:04.512752 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 98b33b50-45d1-4972-a518-e531ac069241 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:42:04.561782 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 98b33b50-45d1-4972-a518-e531ac069241 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:42:04.565247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 98b33b50-45d1-4972-a518-e531ac069241 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:42:04.565614 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:04.640161 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:04.661701 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c3faad-6adc-4128-b234-eeebb1caacac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b33b50-45d1-4972-a518-e531ac069241'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:42:04.675934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 98b33b50-45d1-4972-a518-e531ac069241, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=98b33b50-45d1-4972-a518-e531ac069241,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:42:04.680147 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:04.704145 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2a85e9-3d50-4c12-b0b7-281397ce20f3" -d '{"events": [{"server_uuid": "24c3faad-6adc-4128-b234-eeebb1caacac", "name": "network-vif-plugged", "status": "completed", "tag": "98b33b50-45d1-4972-a518-e531ac069241"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:42:04.732239 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=98b33b50-45d1-4972-a518-e531ac069241,revision_number=9']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:04.800602 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e14ffc1-1f03-487e-9ce4-6c41388db969 x-openstack-request-id: req-9e14ffc1-1f03-487e-9ce4-6c41388db969 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:42:04.800902 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c3faad-6adc-4128-b234-eeebb1caacac", "name": "network-vif-plugged", "status": "completed", "tag": "98b33b50-45d1-4972-a518-e531ac069241", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:42:04.801159 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e14ffc1-1f03-487e-9ce4-6c41388db969 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:42:04.801565 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c3faad-6adc-4128-b234-eeebb1caacac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b33b50-45d1-4972-a518-e531ac069241', 'code': 200} Sep 07 19:42:04.916330 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13575d-f1ec-4ec1-850f-9e89874524e9 req-7b742a57-be21-44ab-8e4b-7efd7d2a0576 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:04.917834 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e13575d-f1ec-4ec1-850f-9e89874524e9 req-7b742a57-be21-44ab-8e4b-7efd7d2a0576 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0578449 Sep 07 19:42:04.954904 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8e13575d-f1ec-4ec1-850f-9e89874524e9 req-1c402517-1f0b-4ee8-a72c-3592210e7269 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311623 Sep 07 19:42:06.073823 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca7240-9d90-4c9c-9c7f-53349c61652e req-42b10a84-bdb8-40d3-829c-726a1de11a89 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:06.075330 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ffca7240-9d90-4c9c-9c7f-53349c61652e req-42b10a84-bdb8-40d3-829c-726a1de11a89 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0505211 Sep 07 19:42:06.113420 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ffca7240-9d90-4c9c-9c7f-53349c61652e req-b0700682-0262-4d87-ac34-1e2bf505c9ec tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321596 Sep 07 19:42:07.230178 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdfc51-dc89-4c64-a93e-98f07729f192 req-2e2f795c-006b-468b-8f33-6f15118be538 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:07.231681 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a2bdfc51-dc89-4c64-a93e-98f07729f192 req-2e2f795c-006b-468b-8f33-6f15118be538 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0494211 Sep 07 19:42:07.269220 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a2bdfc51-dc89-4c64-a93e-98f07729f192 req-d84ffccc-427b-442e-82a0-f94cc9786248 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316398 Sep 07 19:42:08.045563 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-e53691e5-f3ea-4f61-b66e-23b39808ebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:08.047055 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-e53691e5-f3ea-4f61-b66e-23b39808ebe0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac&tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5 HTTP/1.1" status: 200 len: 1096 time: 0.0442562 Sep 07 19:42:08.059897 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807786-1', 'device_owner': 'compute:nova'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:42:08.110596 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:08.306526 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] For port 98b33b50-45d1-4972-a518-e531ac069241, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=98b33b50-45d1-4972-a518-e531ac069241,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:42:08.340211 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] For port 98b33b50-45d1-4972-a518-e531ac069241, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:42:08.408101 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c3faad-6adc-4128-b234-eeebb1caacac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98b33b50-45d1-4972-a518-e531ac069241'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:42:08.410377 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc7734a-35bb-4c9f-932c-f4c3a91bbde5" -d '{"events": [{"server_uuid": "24c3faad-6adc-4128-b234-eeebb1caacac", "name": "network-vif-unplugged", "status": "completed", "tag": "98b33b50-45d1-4972-a518-e531ac069241"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:42:08.417137 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:08.436260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aa676-b698-41f1-ac91-59fba53fc762 req-768d8909-830b-40d7-ac88-5ec64f60f459 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:08.437825 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e3aa676-b698-41f1-ac91-59fba53fc762 req-768d8909-830b-40d7-ac88-5ec64f60f459 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0958982 Sep 07 19:42:08.442824 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] Transition to ACTIVE for port object 98b33b50-45d1-4972-a518-e531ac069241 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:42:08.452375 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:08.468217 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 19:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe57c902-d8a4-4163-a1cb-a87dddabe78a x-openstack-request-id: req-fe57c902-d8a4-4163-a1cb-a87dddabe78a {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:42:08.468532 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c3faad-6adc-4128-b234-eeebb1caacac", "name": "network-vif-unplugged", "status": "completed", "tag": "98b33b50-45d1-4972-a518-e531ac069241", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:42:08.468798 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe57c902-d8a4-4163-a1cb-a87dddabe78a {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:42:08.469186 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c3faad-6adc-4128-b234-eeebb1caacac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98b33b50-45d1-4972-a518-e531ac069241', 'code': 200} Sep 07 19:42:08.519306 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e3aa676-b698-41f1-ac91-59fba53fc762 req-1c66f6b4-fc8c-4b87-af70-8156594c1975 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753198 Sep 07 19:42:08.544080 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 98b33b50-45d1-4972-a518-e531ac069241 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:42:08.562462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] Pushing event updated for resources: {'Port': ['ID=98b33b50-45d1-4972-a518-e531ac069241,revision_number=10']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:08.588770 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 98b33b50-45d1-4972-a518-e531ac069241 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:42:08.601571 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] No DVR routers for this DVR port 98b33b50-45d1-4972-a518-e531ac069241 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:42:08.736589 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] Attempting to bind port 98b33b50-45d1-4972-a518-e531ac069241 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:42:08.736917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] Attempting to bind port 98b33b50-45d1-4972-a518-e531ac069241 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:42:08.737310 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] Attempting to bind port 98b33b50-45d1-4972-a518-e531ac069241 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:42:08.741409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] Port 98b33b50-45d1-4972-a518-e531ac069241 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:42:08.741772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] Attempting to bind port 98b33b50-45d1-4972-a518-e531ac069241 on network 6f75a905-de18-434c-8e6f-301dac0be8d9 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:42:08.746979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:42:08.747312 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] Checking segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:42:08.747716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] Bound using segment: {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:42:08.748254 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] Bound port: 98b33b50-45d1-4972-a518-e531ac069241, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e53857-2c39-4e11-9663-cd8a7aa2d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:42:08.748639 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:08.810538 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] For port 98b33b50-45d1-4972-a518-e531ac069241, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:42:08.813810 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] For port 98b33b50-45d1-4972-a518-e531ac069241, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=98b33b50-45d1-4972-a518-e531ac069241,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:42:08.818470 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:08.852921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:08.853464 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:08.854938 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] 10.222.0.60 "PUT /v2.0/ports/98b33b50-45d1-4972-a518-e531ac069241 HTTP/1.1" status: 200 len: 1092 time: 0.7988799 Sep 07 19:42:08.894664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad567c42-fcb3-401b-b9a2-729df3070683 service neutron] Pushing event updated for resources: {'Port': ['ID=98b33b50-45d1-4972-a518-e531ac069241,revision_number=11']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:08.928002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-241fa3c9-43c5-4fbc-b821-f63d36cc04dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:08.930123 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-241fa3c9-43c5-4fbc-b821-f63d36cc04dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 1095 time: 0.0504634 Sep 07 19:42:09.021880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-13ae4ff0-c0ee-4ab5-b8fc-036c1c5e62d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:09.023361 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-13ae4ff0-c0ee-4ab5-b8fc-036c1c5e62d3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.0865803 Sep 07 19:42:09.092156 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-6dec8a5b-24cc-4805-830b-00d705afb98e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98b33b50-45d1-4972-a518-e531ac069241 HTTP/1.1" status: 200 len: 1000 time: 0.0619898 Sep 07 19:42:09.141057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-3388bdde-3ef2-4bd6-960e-93d99e2f5240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:09.142456 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-3388bdde-3ef2-4bd6-960e-93d99e2f5240 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0437474 Sep 07 19:42:09.187451 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-d8580dc2-62a4-41ff-9c4a-94a50edcc1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:09.188936 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-d8580dc2-62a4-41ff-9c4a-94a50edcc1ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392213 Sep 07 19:42:09.279628 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-8f7a514d-0a71-48f8-8193-9d50127f1a73 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833611 Sep 07 19:42:09.372244 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-318cd788-3b81-462a-8aac-bc83682c1de6 req-017766c5-0ab7-4d29-bc3a-6997ce2ebfb1 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856194 Sep 07 19:42:09.643555 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf1f22-4708-4ba2-b1ab-b80e57ed764d req-a103f135-c736-4f40-9f29-1bcd49a8236d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:09.645028 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40bf1f22-4708-4ba2-b1ab-b80e57ed764d req-a103f135-c736-4f40-9f29-1bcd49a8236d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 944 time: 0.0542014 Sep 07 19:42:09.688006 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40bf1f22-4708-4ba2-b1ab-b80e57ed764d req-9325dab5-eda8-4879-90e3-a1a1c9bd1325 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360994 Sep 07 19:42:10.470083 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c3faad-6adc-4128-b234-eeebb1caacac', 'tag': '98b33b50-45d1-4972-a518-e531ac069241'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:42:10.472626 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc" -d '{"events": [{"name": "network-changed", "server_uuid": "24c3faad-6adc-4128-b234-eeebb1caacac", "tag": "98b33b50-45d1-4972-a518-e531ac069241"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:42:10.528284 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ef02af-0247-47c1-9075-65e6bf85d065 x-openstack-request-id: req-29ef02af-0247-47c1-9075-65e6bf85d065 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:42:10.528608 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c3faad-6adc-4128-b234-eeebb1caacac", "tag": "98b33b50-45d1-4972-a518-e531ac069241", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:42:10.528896 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-29ef02af-0247-47c1-9075-65e6bf85d065 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:42:10.529285 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c3faad-6adc-4128-b234-eeebb1caacac', 'tag': '98b33b50-45d1-4972-a518-e531ac069241', 'status': 'completed', 'code': 200} Sep 07 19:42:10.613834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc req-cda88def-2f32-43f0-8cc5-5dad20d06b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:10.615345 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc req-cda88def-2f32-43f0-8cc5-5dad20d06b7b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 1095 time: 0.0612056 Sep 07 19:42:10.617778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc req-6eb5349b-027c-4021-a509-4464ad5da402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:10.619116 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc req-6eb5349b-027c-4021-a509-4464ad5da402 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 1095 time: 0.0730128 Sep 07 19:42:10.805889 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc req-c6cd630d-462d-4157-8b2d-667e0ff926eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:10.807290 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc req-c6cd630d-462d-4157-8b2d-667e0ff926eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.1841805 Sep 07 19:42:10.809038 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc req-106316f1-3747-4f80-8077-6251780cf128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:10.810348 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc req-106316f1-3747-4f80-8077-6251780cf128 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 200 len: 913 time: 0.1801100 Sep 07 19:42:10.900220 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a044a-9cea-4af5-a85d-a59a9aec2502 req-5b4a0dd3-7318-496a-8901-5e47b7d19770 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:10.901755 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-629a044a-9cea-4af5-a85d-a59a9aec2502 req-5b4a0dd3-7318-496a-8901-5e47b7d19770 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 944 time: 0.1413043 Sep 07 19:42:10.953954 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc req-be2a6bcc-badd-4a7c-a247-014dde79fc25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98b33b50-45d1-4972-a518-e531ac069241 HTTP/1.1" status: 200 len: 1000 time: 0.1288719 Sep 07 19:42:10.955563 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc req-c89fcd53-2a2e-4a0f-b552-047b765d5229 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98b33b50-45d1-4972-a518-e531ac069241 HTTP/1.1" status: 200 len: 1000 time: 0.1405621 Sep 07 19:42:11.004968 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-629a044a-9cea-4af5-a85d-a59a9aec2502 req-6c24c0b6-3244-41f3-8df5-adbec08a13dd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961993 Sep 07 19:42:11.054055 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc req-42abe17f-029c-4d16-9e8c-2403cc31dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:11.063804 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc req-42abe17f-029c-4d16-9e8c-2403cc31dff8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.0991831 Sep 07 19:42:11.071427 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc req-5590ec0c-75fa-472f-a29c-8064624f7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:11.072892 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc req-5590ec0c-75fa-472f-a29c-8064624f7a8e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 200 len: 851 time: 0.1075208 Sep 07 19:42:11.141219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc req-aa76db7a-b10c-483b-b850-d43cf1dfc40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:11.142679 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc req-aa76db7a-b10c-483b-b850-d43cf1dfc40b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733919 Sep 07 19:42:11.145285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc req-a7ad6772-1e48-41d7-964e-494edb2bf6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:11.146636 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc req-a7ad6772-1e48-41d7-964e-494edb2bf6aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f75a905-de18-434c-8e6f-301dac0be8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662582 Sep 07 19:42:11.304430 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc req-2c0441df-19c6-4278-8254-0e6b486c9b7e service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538510 Sep 07 19:42:11.306319 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc req-69eb5a91-4c81-4ddc-bccd-8a543717f277 service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488731 Sep 07 19:42:11.468193 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc req-18265a43-3b0e-483c-8360-71f4056a2402 service neutron] 10.222.0.36 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568379 Sep 07 19:42:11.470033 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2c9f4dcb-fc82-46ee-bb3e-94af11f663bc req-ecbe7334-5c7b-4b25-844e-8f712b4bcf7e service neutron] 10.222.0.60 "GET /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517894 Sep 07 19:42:12.127971 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44570296-b43e-4897-9d45-a496348c316d req-304e3965-6609-492e-b49e-8110530c33f1 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:12.129568 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44570296-b43e-4897-9d45-a496348c316d req-304e3965-6609-492e-b49e-8110530c33f1 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 944 time: 0.0495141 Sep 07 19:42:12.167335 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44570296-b43e-4897-9d45-a496348c316d req-6385b1f3-c595-472e-8b93-51bc042ab65d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315595 Sep 07 19:42:13.280718 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519ea1a-ae65-4ce0-b0cd-bb5e629f8542 req-e2c854b6-7f89-40e6-ba20-d0686354a39d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:13.282105 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0519ea1a-ae65-4ce0-b0cd-bb5e629f8542 req-e2c854b6-7f89-40e6-ba20-d0686354a39d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 944 time: 0.0471797 Sep 07 19:42:13.318863 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0519ea1a-ae65-4ce0-b0cd-bb5e629f8542 req-77e67e11-600e-407d-8a9c-b430ddcae2fd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310302 Sep 07 19:42:13.418342 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:14.333306 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:14.440921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5a5a3-325d-4df8-8358-52e277418c91 req-31f61341-d182-4d14-a028-8fefb194a763 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:14.442395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3c5a5a3-325d-4df8-8358-52e277418c91 req-31f61341-d182-4d14-a028-8fefb194a763 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 944 time: 0.0513318 Sep 07 19:42:14.479447 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d3c5a5a3-325d-4df8-8358-52e277418c91 req-dac6a73d-9d65-4a0f-abe6-491f04a0be71 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302205 Sep 07 19:42:15.593553 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d4038-70bf-424e-b120-ebab6d813ea7 req-7a31cdc4-d64a-404b-aa4d-f7ea8c3d3a1d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:15.595028 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-981d4038-70bf-424e-b120-ebab6d813ea7 req-7a31cdc4-d64a-404b-aa4d-f7ea8c3d3a1d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 944 time: 0.0481670 Sep 07 19:42:15.633328 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-981d4038-70bf-424e-b120-ebab6d813ea7 req-eb2e2fa3-1286-49b4-a1b0-1512750c40b0 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325336 Sep 07 19:42:16.746608 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed20ee9-8bfb-4039-b754-9bdda1ad3c00 req-aa6d21d1-b3b2-496e-9ab3-1f04de481e5d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:16.748333 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ed20ee9-8bfb-4039-b754-9bdda1ad3c00 req-aa6d21d1-b3b2-496e-9ab3-1f04de481e5d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 944 time: 0.0477026 Sep 07 19:42:16.784184 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ed20ee9-8bfb-4039-b754-9bdda1ad3c00 req-d9aff29e-8cb2-4f1b-acae-e111515c394d tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302279 Sep 07 19:42:17.899711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02397454-492a-4e13-bc70-e4c8247b2a53 req-58a6bf44-d99c-4fad-ba38-96305256b612 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:17.901089 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02397454-492a-4e13-bc70-e4c8247b2a53 req-58a6bf44-d99c-4fad-ba38-96305256b612 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 944 time: 0.0511794 Sep 07 19:42:17.938567 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02397454-492a-4e13-bc70-e4c8247b2a53 req-690ba9e4-7e8a-4587-a21e-c236969a9591 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315719 Sep 07 19:42:19.053159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07201287-96a7-40c7-aeb7-d340eac13317 req-db09427f-a3fe-426e-8d75-721474187f84 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:19.054640 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07201287-96a7-40c7-aeb7-d340eac13317 req-db09427f-a3fe-426e-8d75-721474187f84 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 944 time: 0.0487962 Sep 07 19:42:19.091950 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07201287-96a7-40c7-aeb7-d340eac13317 req-58cf375f-2afd-4796-9de9-270a81c8071e tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313380 Sep 07 19:42:20.210986 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8360db4-f18c-47bb-9883-ee5ce64364e4 req-ceb37405-54ac-4d34-b6e1-b44831a3d2cd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:20.212369 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8360db4-f18c-47bb-9883-ee5ce64364e4 req-ceb37405-54ac-4d34-b6e1-b44831a3d2cd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 944 time: 0.0475955 Sep 07 19:42:20.249483 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8360db4-f18c-47bb-9883-ee5ce64364e4 req-c4511d0b-f476-4437-8a29-7aa7f3a1db19 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313523 Sep 07 19:42:20.369946 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35333a6-d646-44e6-b381-db14186ea2c6 req-fc9eeb72-ada5-447b-9dd8-a9eebd0fc8b3 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:20.371404 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e35333a6-d646-44e6-b381-db14186ea2c6 req-fc9eeb72-ada5-447b-9dd8-a9eebd0fc8b3 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 944 time: 0.0523849 Sep 07 19:42:20.407964 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e35333a6-d646-44e6-b381-db14186ea2c6 req-da9c40da-53f9-4a93-bd15-a45180ed9cf5 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306265 Sep 07 19:42:20.525219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff638c3-7189-4aa7-a51b-c5841c3a28c0 req-0de14015-97bb-4871-b5dc-1be2cfff10aa tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:20.526729 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ff638c3-7189-4aa7-a51b-c5841c3a28c0 req-0de14015-97bb-4871-b5dc-1be2cfff10aa tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 944 time: 0.0484343 Sep 07 19:42:20.564280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7ff638c3-7189-4aa7-a51b-c5841c3a28c0 req-d2b430f6-30b1-4b5a-b9ea-213f7569e766 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316706 Sep 07 19:42:20.800495 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6678e-3164-4044-8444-c66abf5e5ad1 req-15c1b8b1-9e19-4661-ab1e-cee9fd85b839 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:20.801919 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f3f6678e-3164-4044-8444-c66abf5e5ad1 req-15c1b8b1-9e19-4661-ab1e-cee9fd85b839 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 944 time: 0.0489886 Sep 07 19:42:20.839003 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f3f6678e-3164-4044-8444-c66abf5e5ad1 req-fceae31a-2234-4365-a5fc-f888dfc17856 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312216 Sep 07 19:42:21.545855 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 98b33b50-45d1-4972-a518-e531ac069241 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:42:21.640764 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 98b33b50-45d1-4972-a518-e531ac069241, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=98b33b50-45d1-4972-a518-e531ac069241,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:42:21.651244 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '98b33b50-45d1-4972-a518-e531ac069241', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'port_id': '98b33b50-45d1-4972-a518-e531ac069241', 'mac_address': 'fa:16:3e:ca:b3:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:42:21.697712 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:21.711895 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b33b50-45d1-4972-a518-e531ac069241 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:42:21.737815 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 98b33b50-45d1-4972-a518-e531ac069241, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=98b33b50-45d1-4972-a518-e531ac069241,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:42:21.742901 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:21.787534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=98b33b50-45d1-4972-a518-e531ac069241,revision_number=12']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:21.957270 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d078d0-1d1f-4fe1-8077-f0c6b9abce20 req-61cc90f3-8cfb-4f33-a54a-0dab326abe15 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:21.958763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4d078d0-1d1f-4fe1-8077-f0c6b9abce20 req-61cc90f3-8cfb-4f33-a54a-0dab326abe15 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0524781 Sep 07 19:42:21.996158 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d4d078d0-1d1f-4fe1-8077-f0c6b9abce20 req-a47517c6-a775-4024-8d40-bf4acd9cb01c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308878 Sep 07 19:42:22.362154 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6382c0-d814-4d20-baf1-e6101f389190 req-a1bc6195-3bb8-4566-b983-e465bc0a8888 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:22.363592 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb6382c0-d814-4d20-baf1-e6101f389190 req-a1bc6195-3bb8-4566-b983-e465bc0a8888 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0477078 Sep 07 19:42:22.459908 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-fb6382c0-d814-4d20-baf1-e6101f389190 req-bb65d1f5-3acc-4f15-aec5-32758e4f6fbd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Deleting port 98b33b50-45d1-4972-a518-e531ac069241 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:42:22.460274 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fb6382c0-d814-4d20-baf1-e6101f389190 req-bb65d1f5-3acc-4f15-aec5-32758e4f6fbd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:22.545092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-fb6382c0-d814-4d20-baf1-e6101f389190 req-bb65d1f5-3acc-4f15-aec5-32758e4f6fbd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] For port 98b33b50-45d1-4972-a518-e531ac069241, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=98b33b50-45d1-4972-a518-e531ac069241,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:42:22.545448 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fb6382c0-d814-4d20-baf1-e6101f389190 req-bb65d1f5-3acc-4f15-aec5-32758e4f6fbd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:23.032867 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fb6382c0-d814-4d20-baf1-e6101f389190 req-bb65d1f5-3acc-4f15-aec5-32758e4f6fbd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:23.033436 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fb6382c0-d814-4d20-baf1-e6101f389190 req-bb65d1f5-3acc-4f15-aec5-32758e4f6fbd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:23.033531 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [req-fb6382c0-d814-4d20-baf1-e6101f389190 req-bb65d1f5-3acc-4f15-aec5-32758e4f6fbd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Floating IP 1261c27e-383d-4440-b617-f0eb8a9bf30c disassociated. External IP: 172.25.8.129, port: 98b33b50-45d1-4972-a518-e531ac069241. Sep 07 19:42:23.033957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-fb6382c0-d814-4d20-baf1-e6101f389190 req-bb65d1f5-3acc-4f15-aec5-32758e4f6fbd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Calling delete_port for 98b33b50-45d1-4972-a518-e531ac069241 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:42:23.142621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3328-1f4d-460f-bc98-2225b3d9c85a req-1cbaa94d-242a-4fcd-9cc7-db48ce67ce6b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:23.144088 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-063b3328-1f4d-460f-bc98-2225b3d9c85a req-1cbaa94d-242a-4fcd-9cc7-db48ce67ce6b tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 945 time: 0.0695221 Sep 07 19:42:23.216745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-063b3328-1f4d-460f-bc98-2225b3d9c85a req-04cb63a5-e099-4cef-a904-0c73dad97277 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a90c97c-a6db-44bd-8abb-99cedf7d5592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667019 Sep 07 19:42:23.225230 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fb6382c0-d814-4d20-baf1-e6101f389190 req-bb65d1f5-3acc-4f15-aec5-32758e4f6fbd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:23.259832 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65d1f5-3acc-4f15-aec5-32758e4f6fbd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Pushing event deleted for resources: {'Port': ['ID=98b33b50-45d1-4972-a518-e531ac069241,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:23.371432 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb6382c0-d814-4d20-baf1-e6101f389190 req-bb65d1f5-3acc-4f15-aec5-32758e4f6fbd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Router cecdcb85-109b-4c2f-871f-3d4653ae2593 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:42:23.477922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb6382c0-d814-4d20-baf1-e6101f389190 req-bb65d1f5-3acc-4f15-aec5-32758e4f6fbd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:42:23.489057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1e7b78-b839-493b-8ccb-053a7ac182ce None None] Sync routers for ids ['cecdcb85-109b-4c2f-871f-3d4653ae2593'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:42:23.498194 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1e7b78-b839-493b-8ccb-053a7ac182ce None None] Routers {'cecdcb85-109b-4c2f-871f-3d4653ae2593'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:42:23.498816 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-9f1e7b78-b839-493b-8ccb-053a7ac182ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:41:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cecdcb85-109b-4c2f-871f-3d4653ae2593'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:42:23.516223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6382c0-d814-4d20-baf1-e6101f389190 req-bb65d1f5-3acc-4f15-aec5-32758e4f6fbd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] No DVR routers for this DVR port 98b33b50-45d1-4972-a518-e531ac069241 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:42:23.518848 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fb6382c0-d814-4d20-baf1-e6101f389190 req-bb65d1f5-3acc-4f15-aec5-32758e4f6fbd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:23.520928 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fb6382c0-d814-4d20-baf1-e6101f389190 req-bb65d1f5-3acc-4f15-aec5-32758e4f6fbd tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.60 "DELETE /v2.0/ports/98b33b50-45d1-4972-a518-e531ac069241 HTTP/1.1" status: 204 len: 173 time: 1.1511703 Sep 07 19:42:23.521361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c3faad-6adc-4128-b234-eeebb1caacac', 'name': 'network-vif-deleted', 'tag': '98b33b50-45d1-4972-a518-e531ac069241'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:42:23.524192 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d1d3dc-337b-4f0f-bdfb-115e0cd7afdc" -d '{"events": [{"server_uuid": "24c3faad-6adc-4128-b234-eeebb1caacac", "name": "network-vif-deleted", "tag": "98b33b50-45d1-4972-a518-e531ac069241"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:42:23.565726 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 98b33b50-45d1-4972-a518-e531ac069241 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:42:23.567088 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0473e472-5813-4a7e-ad40-803fde3dffcc x-openstack-request-id: req-0473e472-5813-4a7e-ad40-803fde3dffcc {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:42:23.567433 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c3faad-6adc-4128-b234-eeebb1caacac", "name": "network-vif-deleted", "tag": "98b33b50-45d1-4972-a518-e531ac069241", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:42:23.567876 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0473e472-5813-4a7e-ad40-803fde3dffcc {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:42:23.568307 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c3faad-6adc-4128-b234-eeebb1caacac', 'name': 'network-vif-deleted', 'tag': '98b33b50-45d1-4972-a518-e531ac069241', 'status': 'completed', 'code': 200} Sep 07 19:42:23.575523 n-d-807786-1 neutron-server[101446]: INFO neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No ports have port_id starting with 98b33b50-45d1-4972-a518-e531ac069241 Sep 07 19:42:23.602119 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 98b33b50-45d1-4972-a518-e531ac069241 requested by agent hyperv_n-h1-807786-1 not found in database {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 07 19:42:23.628335 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-9f1e7b78-b839-493b-8ccb-053a7ac182ce None None] Set router cecdcb85-109b-4c2f-871f-3d4653ae2593 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:42:23.825939 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-9f1e7b78-b839-493b-8ccb-053a7ac182ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:42:23.851778 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1e7b78-b839-493b-8ccb-053a7ac182ce None None] Checking router: cecdcb85-109b-4c2f-871f-3d4653ae2593 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:42:23.859861 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1e7b78-b839-493b-8ccb-053a7ac182ce None None] Routers {'cecdcb85-109b-4c2f-871f-3d4653ae2593'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:42:23.860467 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-9f1e7b78-b839-493b-8ccb-053a7ac182ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:41:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cecdcb85-109b-4c2f-871f-3d4653ae2593'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:42:23.963824 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-9f1e7b78-b839-493b-8ccb-053a7ac182ce None None] Set router cecdcb85-109b-4c2f-871f-3d4653ae2593 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:42:24.157109 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-9f1e7b78-b839-493b-8ccb-053a7ac182ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:42:24.188011 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1e7b78-b839-493b-8ccb-053a7ac182ce None None] The sync data for ids ['cecdcb85-109b-4c2f-871f-3d4653ae2593'] in n-d-807786-1 is: [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:40Z', 'revision_number': 4, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'c255db69-2b80-4998-92f6-326cdb6e0fca', 'name': '', 'network_id': '6f75a905-de18-434c-8e6f-301dac0be8d9', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:40Z', 'updated_at': '2021-09-07T19:32:45Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'subnets': [{'id': '5bb2ca3d-5219-4ce7-a9ec-de975f88cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:42:24.318011 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7cc9b2f7-c827-4922-811a-83170a7ebf2a req-6eddc7cd-780b-4c6e-9ded-d130cbedb8e6 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 210 time: 0.0273454 Sep 07 19:42:24.415888 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f63e9e6-694b-458e-bac7-9b3db1bc0431 None None] New status for floating IP 1261c27e-383d-4440-b617-f0eb8a9bf30c: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:42:25.416317 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ae3f7a8-d972-43f9-9015-466e6a7995a7 req-2c906ef3-0336-4699-9697-daf910a473c9 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 210 time: 0.0268471 Sep 07 19:42:25.571260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 98b33b50-45d1-4972-a518-e531ac069241 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:42:25.591507 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 98b33b50-45d1-4972-a518-e531ac069241 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:42:25.591851 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 98b33b50-45d1-4972-a518-e531ac069241 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:42:26.020047 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-db585b41-d435-4c71-9426-1832ae71defb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:26.518570 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-824d3d40-7f4f-4043-8bd6-dc8925497657 req-6238629a-0c3e-4012-b4ea-0fb7560363b1 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/ports?device_id=24c3faad-6adc-4128-b234-eeebb1caacac HTTP/1.1" status: 200 len: 210 time: 0.0308111 Sep 07 19:42:28.842969 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-252044df-6e22-4727-9a15-35d21a3d0361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:29.133320 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:30.236256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50372) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:42:30.289312 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b66fdd33-935a-4553-b108-62180228341c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:30.313889 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b66fdd33-935a-4553-b108-62180228341c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:30.362861 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b66fdd33-935a-4553-b108-62180228341c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:30.365513 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b66fdd33-935a-4553-b108-62180228341c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:30.367236 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b66fdd33-935a-4553-b108-62180228341c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "DELETE /v2.0/security-groups/9a90c97c-a6db-44bd-8abb-99cedf7d5592 HTTP/1.1" status: 204 len: 168 time: 0.1293998 Sep 07 19:42:30.369947 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50374) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:42:30.376678 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fdd33-935a-4553-b108-62180228341c tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a90c97c-a6db-44bd-8abb-99cedf7d5592,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:30.396813 n-d-807786-1 neutron-server[101444]: INFO neutron.api.v2.resource [None req-9ac889fc-655e-4074-94b5-dd52345bfb53 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] show failed (client error): The resource could not be found. Sep 07 19:42:30.400967 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50378) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:42:30.401097 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9ac889fc-655e-4074-94b5-dd52345bfb53 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "GET /v2.0/security-groups/9a90c97c-a6db-44bd-8abb-99cedf7d5592 HTTP/1.1" status: 404 len: 347 time: 0.0295396 Sep 07 19:42:30.414334 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:30.526655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-60412546-d7b2-429d-a3c2-44651b97df43 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Deleting port 3624ef3b-87a5-4dcf-9e62-8b374f1aa9f7 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:42:30.526991 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60412546-d7b2-429d-a3c2-44651b97df43 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:30.603965 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60412546-d7b2-429d-a3c2-44651b97df43 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:30.604193 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60412546-d7b2-429d-a3c2-44651b97df43 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:30.615912 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-60412546-d7b2-429d-a3c2-44651b97df43 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Calling delete_port for 3624ef3b-87a5-4dcf-9e62-8b374f1aa9f7 owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:42:30.743348 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60412546-d7b2-429d-a3c2-44651b97df43 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:30.772004 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60412546-d7b2-429d-a3c2-44651b97df43 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Pushing event deleted for resources: {'Port': ['ID=3624ef3b-87a5-4dcf-9e62-8b374f1aa9f7,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:30.834752 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60412546-d7b2-429d-a3c2-44651b97df43 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:30.838107 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60412546-d7b2-429d-a3c2-44651b97df43 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:30.839406 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-60412546-d7b2-429d-a3c2-44651b97df43 tempest-ServerActionsTestJSON-1979109702 tempest-ServerActionsTestJSON-1979109702-project] 10.222.0.26 "DELETE /v2.0/floatingips/1261c27e-383d-4440-b617-f0eb8a9bf30c HTTP/1.1" status: 204 len: 168 time: 0.4369652 Sep 07 19:42:30.842924 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50380) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:42:31.289529 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:31.528182 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] Deleting port c255db69-2b80-4998-92f6-326cdb6e0fca {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:42:31.528888 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:31.604078 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] For port c255db69-2b80-4998-92f6-326cdb6e0fca, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c255db69-2b80-4998-92f6-326cdb6e0fca,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:42:31.604360 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:31.621212 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] Calling delete_port for c255db69-2b80-4998-92f6-326cdb6e0fca owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:42:31.796073 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:31.821295 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] Pushing event deleted for resources: {'Port': ['ID=c255db69-2b80-4998-92f6-326cdb6e0fca,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:31.836909 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:31.837211 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:31.837551 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:31.837886 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:31.838219 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:31.838547 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:31.838896 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:31.839217 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:31.839588 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:31.840724 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:31.841048 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:31.841381 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:31.932271 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:32.002822 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:32.210979 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] Router cecdcb85-109b-4c2f-871f-3d4653ae2593 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:42:32.314838 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:42:32.320950 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1f963ca5-580d-43ce-834b-30cf01bdce74 admin admin] 10.222.0.26 "PUT /v2.0/routers/cecdcb85-109b-4c2f-871f-3d4653ae2593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4768891 Sep 07 19:42:32.323503 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50390) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:42:32.326237 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097b5e79-579f-48c0-9beb-5e5940906f34 None None] Sync routers for ids ['cecdcb85-109b-4c2f-871f-3d4653ae2593'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:42:32.336928 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097b5e79-579f-48c0-9beb-5e5940906f34 None None] Routers {'cecdcb85-109b-4c2f-871f-3d4653ae2593'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:42:32.337626 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-097b5e79-579f-48c0-9beb-5e5940906f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:42:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cecdcb85-109b-4c2f-871f-3d4653ae2593'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:42:32.425492 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10613926-5faf-4b27-bdf9-2b3abb9c2beb admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:32.438579 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-097b5e79-579f-48c0-9beb-5e5940906f34 None None] Set router cecdcb85-109b-4c2f-871f-3d4653ae2593 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:42:32.528361 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10613926-5faf-4b27-bdf9-2b3abb9c2beb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:32.579910 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-10613926-5faf-4b27-bdf9-2b3abb9c2beb admin admin] Deleting port fac3b3e3-5a61-4ace-9b0c-872a03208e2e {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:42:32.580248 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10613926-5faf-4b27-bdf9-2b3abb9c2beb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:32.613660 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-097b5e79-579f-48c0-9beb-5e5940906f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:42:31Z', 'revision_number': 5, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port': {'id': 'fac3b3e3-5a61-4ace-9b0c-872a03208e2e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:42:32.646560 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097b5e79-579f-48c0-9beb-5e5940906f34 None None] Checking router: cecdcb85-109b-4c2f-871f-3d4653ae2593 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:42:32.655314 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097b5e79-579f-48c0-9beb-5e5940906f34 None None] Routers {'cecdcb85-109b-4c2f-871f-3d4653ae2593'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:42:32.655933 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-097b5e79-579f-48c0-9beb-5e5940906f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:42:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['cecdcb85-109b-4c2f-871f-3d4653ae2593'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:42:32.662060 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-10613926-5faf-4b27-bdf9-2b3abb9c2beb admin admin] For port fac3b3e3-5a61-4ace-9b0c-872a03208e2e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fac3b3e3-5a61-4ace-9b0c-872a03208e2e,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:42:32.662430 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10613926-5faf-4b27-bdf9-2b3abb9c2beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:32.679518 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-10613926-5faf-4b27-bdf9-2b3abb9c2beb admin admin] Calling delete_port for fac3b3e3-5a61-4ace-9b0c-872a03208e2e owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:42:32.743228 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-097b5e79-579f-48c0-9beb-5e5940906f34 None None] Set router cecdcb85-109b-4c2f-871f-3d4653ae2593 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:42:32.795794 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-097b5e79-579f-48c0-9beb-5e5940906f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:42:32Z', 'revision_number': 6, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:42:32.826167 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097b5e79-579f-48c0-9beb-5e5940906f34 None None] The sync data for ids ['cecdcb85-109b-4c2f-871f-3d4653ae2593'] in n-d-807786-1 is: [{'id': 'cecdcb85-109b-4c2f-871f-3d4653ae2593', 'name': 'tempest-ServerActionsTestJSON-1105776284-router', 'tenant_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:32:38Z', 'updated_at': '2021-09-07T19:42:32Z', 'revision_number': 6, 'project_id': '6c4a83d7dbc44c8b8079cec17d2f38e5', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:42:32.839495 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10613926-5faf-4b27-bdf9-2b3abb9c2beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:32.870723 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10613926-5faf-4b27-bdf9-2b3abb9c2beb admin admin] Pushing event deleted for resources: {'Port': ['ID=fac3b3e3-5a61-4ace-9b0c-872a03208e2e,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:32.929824 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10613926-5faf-4b27-bdf9-2b3abb9c2beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.021700 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10613926-5faf-4b27-bdf9-2b3abb9c2beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.023990 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10613926-5faf-4b27-bdf9-2b3abb9c2beb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.070466 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10613926-5faf-4b27-bdf9-2b3abb9c2beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.070951 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10613926-5faf-4b27-bdf9-2b3abb9c2beb admin admin] Fanout notify agent at l3_agent the message router_deleted on router cecdcb85-109b-4c2f-871f-3d4653ae2593 {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:42:33.075459 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-10613926-5faf-4b27-bdf9-2b3abb9c2beb admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.076650 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-10613926-5faf-4b27-bdf9-2b3abb9c2beb admin admin] 10.222.0.26 "DELETE /v2.0/routers/cecdcb85-109b-4c2f-871f-3d4653ae2593 HTTP/1.1" status: 204 len: 168 time: 0.7522109 Sep 07 19:42:33.079138 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50392) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:42:33.122156 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c8e14e-aeb7-47b0-95c7-bf951833a943 admin admin] Deleting subnet 5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:42:33.124951 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-76c8e14e-aeb7-47b0-95c7-bf951833a943 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.161210 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-76c8e14e-aeb7-47b0-95c7-bf951833a943 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.248789 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-76c8e14e-aeb7-47b0-95c7-bf951833a943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.275202 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c255db69-2b80-4998-92f6-326cdb6e0fca no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:42:33.302266 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: c255db69-2b80-4998-92f6-326cdb6e0fca {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:42:33.302608 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c255db69-2b80-4998-92f6-326cdb6e0fca not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:42:33.311261 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-76c8e14e-aeb7-47b0-95c7-bf951833a943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.336780 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8e14e-aeb7-47b0-95c7-bf951833a943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bb2ca3d-5219-4ce7-a9ec-de975f88cf72,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:33.340292 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-76c8e14e-aeb7-47b0-95c7-bf951833a943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.342206 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-76c8e14e-aeb7-47b0-95c7-bf951833a943 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5bb2ca3d-5219-4ce7-a9ec-de975f88cf72 HTTP/1.1" status: 204 len: 168 time: 0.2620943 Sep 07 19:42:33.344602 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50394) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:42:33.347105 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a689b9a-b7ab-4591-8ad2-8c20aaa982d3 None None] Network 6f75a905-de18-434c-8e6f-301dac0be8d9 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:42:33.410235 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97b1c9c1-265b-4997-883e-ef2a403ecad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.465764 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-97b1c9c1-265b-4997-883e-ef2a403ecad2 admin admin] Deleting port ba8dba80-c441-44fd-bbc8-16a8e1988434 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:42:33.466111 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97b1c9c1-265b-4997-883e-ef2a403ecad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.528746 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-97b1c9c1-265b-4997-883e-ef2a403ecad2 admin admin] For port ba8dba80-c441-44fd-bbc8-16a8e1988434, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=ba8dba80-c441-44fd-bbc8-16a8e1988434,segment=NetworkSegment(15e53857-2c39-4e11-9663-cd8a7aa2d96a),segment_id=15e53857-2c39-4e11-9663-cd8a7aa2d96a)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:42:33.529412 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97b1c9c1-265b-4997-883e-ef2a403ecad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.541160 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-97b1c9c1-265b-4997-883e-ef2a403ecad2 admin admin] Calling delete_port for ba8dba80-c441-44fd-bbc8-16a8e1988434 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:42:33.596890 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73caa6af-a3fd-421d-967c-625ecb8ebf7a None None] DHCP port deletion for 6f75a905-de18-434c-8e6f-301dac0be8d9 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:42:33.630628 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97b1c9c1-265b-4997-883e-ef2a403ecad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.644457 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-73caa6af-a3fd-421d-967c-625ecb8ebf7a None None] Deleting port ba8dba80-c441-44fd-bbc8-16a8e1988434 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:42:33.644854 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-73caa6af-a3fd-421d-967c-625ecb8ebf7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.656925 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1c9c1-265b-4997-883e-ef2a403ecad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba8dba80-c441-44fd-bbc8-16a8e1988434,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:33.660468 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b1c9c1-265b-4997-883e-ef2a403ecad2 admin admin] No DVR routers for this DVR port ba8dba80-c441-44fd-bbc8-16a8e1988434 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:42:33.706759 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-73caa6af-a3fd-421d-967c-625ecb8ebf7a None None] For port ba8dba80-c441-44fd-bbc8-16a8e1988434, host n-d-807786-1, got binding levels [] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:42:33.707152 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-73caa6af-a3fd-421d-967c-625ecb8ebf7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.724002 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-73caa6af-a3fd-421d-967c-625ecb8ebf7a None None] Calling delete_port for ba8dba80-c441-44fd-bbc8-16a8e1988434 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:42:33.727285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.ipam_backend_mixin [None req-73caa6af-a3fd-421d-967c-625ecb8ebf7a None None] Port ba8dba80-c441-44fd-bbc8-16a8e1988434 was not found and therefore no delete operation was performed {{(pid=101446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 19:42:33.728668 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-73caa6af-a3fd-421d-967c-625ecb8ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.738039 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97b1c9c1-265b-4997-883e-ef2a403ecad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.753537 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73caa6af-a3fd-421d-967c-625ecb8ebf7a None None] Pushing event deleted for resources: {'Port': ['ID=ba8dba80-c441-44fd-bbc8-16a8e1988434,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:33.757225 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73caa6af-a3fd-421d-967c-625ecb8ebf7a None None] No DVR routers for this DVR port ba8dba80-c441-44fd-bbc8-16a8e1988434 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:42:33.759511 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-97b1c9c1-265b-4997-883e-ef2a403ecad2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f75a905-de18-434c-8e6f-301dac0be8d9']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:42:33.770368 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-97b1c9c1-265b-4997-883e-ef2a403ecad2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e53857-2c39-4e11-9663-cd8a7aa2d96a') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:42:33.770668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-97b1c9c1-265b-4997-883e-ef2a403ecad2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e53857-2c39-4e11-9663-cd8a7aa2d96a') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:42:33.780422 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97b1c9c1-265b-4997-883e-ef2a403ecad2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.794858 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97b1c9c1-265b-4997-883e-ef2a403ecad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.800747 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b1c9c1-265b-4997-883e-ef2a403ecad2 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:42:33.801139 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97b1c9c1-265b-4997-883e-ef2a403ecad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:42:33.802890 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:42:33.859094 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97b1c9c1-265b-4997-883e-ef2a403ecad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.866349 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-97b1c9c1-265b-4997-883e-ef2a403ecad2 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:33.868277 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-97b1c9c1-265b-4997-883e-ef2a403ecad2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6f75a905-de18-434c-8e6f-301dac0be8d9 HTTP/1.1" status: 204 len: 168 time: 0.5227554 Sep 07 19:42:33.884341 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1c9c1-265b-4997-883e-ef2a403ecad2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f75a905-de18-434c-8e6f-301dac0be8d9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:33.976638 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50398) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:42:34.014783 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-260ac440-d1db-4f47-a50f-3562b3391347 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6c4a83d7dbc44c8b8079cec17d2f38e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369656 Sep 07 19:42:34.017104 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50400) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:42:34.066924 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-444e35e2-7904-4677-9877-c1dfc18ed767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:34.087540 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-444e35e2-7904-4677-9877-c1dfc18ed767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:34.132221 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-444e35e2-7904-4677-9877-c1dfc18ed767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:34.134821 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-444e35e2-7904-4677-9877-c1dfc18ed767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:34.135970 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-444e35e2-7904-4677-9877-c1dfc18ed767 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/be849341-af76-4b90-921a-7a67b6a9c4ed HTTP/1.1" status: 204 len: 168 time: 0.1179748 Sep 07 19:42:34.146816 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e35e2-7904-4677-9877-c1dfc18ed767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be849341-af76-4b90-921a-7a67b6a9c4ed,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:34.825473 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50422) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:42:34.920151 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-1a257b30-bbe9-45ca-904f-57f28e12f59a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2123364217-network', 'tenant_id': '31dec452161b417797ac5f376cb22a1d'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:42:34.940778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a257b30-bbe9-45ca-904f-57f28e12f59a admin admin] Made reservation on behalf of 31dec452161b417797ac5f376cb22a1d for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:42:34.943139 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a257b30-bbe9-45ca-904f-57f28e12f59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:34.952280 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a257b30-bbe9-45ca-904f-57f28e12f59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:35.042882 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fac3b3e3-5a61-4ace-9b0c-872a03208e2e no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:42:35.045634 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a257b30-bbe9-45ca-904f-57f28e12f59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:35.051372 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a257b30-bbe9-45ca-904f-57f28e12f59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:35.065040 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: fac3b3e3-5a61-4ace-9b0c-872a03208e2e {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:42:35.065387 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fac3b3e3-5a61-4ace-9b0c-872a03208e2e not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:42:35.065991 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ba8dba80-c441-44fd-bbc8-16a8e1988434 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:42:35.078988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a257b30-bbe9-45ca-904f-57f28e12f59a admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:42:35.084521 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: ba8dba80-c441-44fd-bbc8-16a8e1988434 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:42:35.084884 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device ba8dba80-c441-44fd-bbc8-16a8e1988434 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:42:35.090931 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a257b30-bbe9-45ca-904f-57f28e12f59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3f8e5b-20b2-4e1f-a029-17915e32ed70,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:35.096753 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a257b30-bbe9-45ca-904f-57f28e12f59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:35.097102 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-1a257b30-bbe9-45ca-904f-57f28e12f59a admin admin] Added segment 15dd2a57-c190-4db7-ba7a-6eca79fb7383 of type vlan for network 1663d49a-91c1-471e-9a54-7ad25b1704fe Sep 07 19:42:35.141065 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a257b30-bbe9-45ca-904f-57f28e12f59a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:35.165226 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a257b30-bbe9-45ca-904f-57f28e12f59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:35.166206 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a257b30-bbe9-45ca-904f-57f28e12f59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:35.166801 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1a257b30-bbe9-45ca-904f-57f28e12f59a admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:35.197865 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1a257b30-bbe9-45ca-904f-57f28e12f59a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3713174 Sep 07 19:42:35.200884 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50426) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:42:35.205819 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-cf113d94-3f30-460a-9363-5c6d11bd6b71 admin admin] Request body: {'subnet': {'network_id': '1663d49a-91c1-471e-9a54-7ad25b1704fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2123364217-subnet', 'tenant_id': '31dec452161b417797ac5f376cb22a1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:42:35.225612 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf113d94-3f30-460a-9363-5c6d11bd6b71 admin admin] Made reservation on behalf of 31dec452161b417797ac5f376cb22a1d for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:42:35.229078 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf113d94-3f30-460a-9363-5c6d11bd6b71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:35.230021 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a257b30-bbe9-45ca-904f-57f28e12f59a admin admin] Pushing event updated for resources: {'Network': ['ID=1663d49a-91c1-471e-9a54-7ad25b1704fe,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:35.239533 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 1663d49a-91c1-471e-9a54-7ad25b1704fe details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:42:35.394724 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf113d94-3f30-460a-9363-5c6d11bd6b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:35.446587 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf113d94-3f30-460a-9363-5c6d11bd6b71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1ec6c6e-0822-4104-add3-32578f172fd7,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:35.457799 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf113d94-3f30-460a-9363-5c6d11bd6b71 admin admin] Checking segment: {'id': '15dd2a57-c190-4db7-ba7a-6eca79fb7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1663d49a-91c1-471e-9a54-7ad25b1704fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:42:35.458155 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf113d94-3f30-460a-9363-5c6d11bd6b71 admin admin] Network hostable DHCP agents. Network: 1663d49a-91c1-471e-9a54-7ad25b1704fe, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:42:35.473992 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf113d94-3f30-460a-9363-5c6d11bd6b71 admin admin] Network 1663d49a-91c1-471e-9a54-7ad25b1704fe is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:42:35.482799 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-cf113d94-3f30-460a-9363-5c6d11bd6b71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 1663d49a-91c1-471e-9a54-7ad25b1704fe) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:42:35.486767 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf113d94-3f30-460a-9363-5c6d11bd6b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:35.487354 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-cf113d94-3f30-460a-9363-5c6d11bd6b71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:35.496474 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbbe643-4f6c-4047-8fbe-7b641b964e45 None None] Network 1663d49a-91c1-471e-9a54-7ad25b1704fe requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:42:35.502441 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-cf113d94-3f30-460a-9363-5c6d11bd6b71 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3004525 Sep 07 19:42:35.772330 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8320f087-f82c-4013-9f1a-9a67d9c70608 None None] Network 1663d49a-91c1-471e-9a54-7ad25b1704fe requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:42:35.932131 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d166412-8ecf-4d57-891a-90917e766579 req-a8ab46b7-dad3-4299-adca-5be55ac10dc8 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:35.933626 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d166412-8ecf-4d57-891a-90917e766579 req-a8ab46b7-dad3-4299-adca-5be55ac10dc8 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/networks?id=1663d49a-91c1-471e-9a54-7ad25b1704fe HTTP/1.1" status: 200 len: 814 time: 0.1042333 Sep 07 19:42:35.949886 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d166412-8ecf-4d57-891a-90917e766579 req-43a98f43-052f-4dc5-9eab-da56d299ae39 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/quotas/31dec452161b417797ac5f376cb22a1d HTTP/1.1" status: 200 len: 375 time: 0.0105498 Sep 07 19:42:35.982910 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d166412-8ecf-4d57-891a-90917e766579 req-1b1e96da-448d-4598-8282-8db27ca1e342 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=31dec452161b417797ac5f376cb22a1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277812 Sep 07 19:42:36.071343 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-8d166412-8ecf-4d57-891a-90917e766579 req-6436e8f8-c5b9-4c3e-b2e4-17a72251b936 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:42:36.072341 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d166412-8ecf-4d57-891a-90917e766579 req-6436e8f8-c5b9-4c3e-b2e4-17a72251b936 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465264 Sep 07 19:42:36.169318 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d166412-8ecf-4d57-891a-90917e766579 req-10e2f097-7c30-4122-a4ef-19b380eed9ce service neutron] 10.222.0.26 "GET /v2.0/networks/1663d49a-91c1-471e-9a54-7ad25b1704fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905852 Sep 07 19:42:36.262297 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d166412-8ecf-4d57-891a-90917e766579 req-f50e86ac-e3f9-49e6-8be0-1679b0203207 service neutron] 10.222.0.26 "GET /v2.0/networks/1663d49a-91c1-471e-9a54-7ad25b1704fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868628 Sep 07 19:42:36.441710 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9fc2bfea-3a2f-489c-981b-12ac500503d0 req-e3dbff0d-9b2f-48ae-999e-2fd9dafa51c1 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=b94c464c-02a5-4aa6-83ba-a3fa452c16d3 HTTP/1.1" status: 200 len: 210 time: 0.0279906 Sep 07 19:42:37.441522 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d166412-8ecf-4d57-891a-90917e766579 req-95672050-77ab-486a-be6f-e86e6c9b3a6d tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:37.442986 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d166412-8ecf-4d57-891a-90917e766579 req-95672050-77ab-486a-be6f-e86e6c9b3a6d tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.60 "GET /v2.0/networks?id=1663d49a-91c1-471e-9a54-7ad25b1704fe HTTP/1.1" status: 200 len: 814 time: 0.1070385 Sep 07 19:42:37.457571 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-8d166412-8ecf-4d57-891a-90917e766579 req-15b23cb6-0e1a-48b4-93f5-ef97e49001db tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Request body: {'port': {'device_id': 'b94c464c-02a5-4aa6-83ba-a3fa452c16d3', 'network_id': '1663d49a-91c1-471e-9a54-7ad25b1704fe', 'admin_state_up': True, 'tenant_id': '31dec452161b417797ac5f376cb22a1d'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:42:37.552285 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aeda296a-0005-4135-bc84-a8a37fd4d2a7 req-7340d5e8-5490-4130-b279-d50579ee78cf tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=b94c464c-02a5-4aa6-83ba-a3fa452c16d3 HTTP/1.1" status: 200 len: 210 time: 0.0333352 Sep 07 19:42:37.594222 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d166412-8ecf-4d57-891a-90917e766579 req-15b23cb6-0e1a-48b4-93f5-ef97e49001db tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Made reservation on behalf of 31dec452161b417797ac5f376cb22a1d for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:42:37.597879 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d166412-8ecf-4d57-891a-90917e766579 req-15b23cb6-0e1a-48b4-93f5-ef97e49001db tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:37.719526 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-8d166412-8ecf-4d57-891a-90917e766579 req-15b23cb6-0e1a-48b4-93f5-ef97e49001db tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Allocated IP 172.20.0.8 (1663d49a-91c1-471e-9a54-7ad25b1704fe/f1ec6c6e-0822-4104-add3-32578f172fd7/53f21ccf-828a-4d5a-b10d-69466ba836b6) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:42:37.866624 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d166412-8ecf-4d57-891a-90917e766579 req-15b23cb6-0e1a-48b4-93f5-ef97e49001db tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:37.912858 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d166412-8ecf-4d57-891a-90917e766579 req-15b23cb6-0e1a-48b4-93f5-ef97e49001db tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:37.959576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d166412-8ecf-4d57-891a-90917e766579 req-15b23cb6-0e1a-48b4-93f5-ef97e49001db tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Network 1663d49a-91c1-471e-9a54-7ad25b1704fe is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:42:37.963209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-8d166412-8ecf-4d57-891a-90917e766579 req-15b23cb6-0e1a-48b4-93f5-ef97e49001db tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:42:37.969205 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d166412-8ecf-4d57-891a-90917e766579 req-15b23cb6-0e1a-48b4-93f5-ef97e49001db tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:42:37.992443 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b23cb6-0e1a-48b4-93f5-ef97e49001db tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Pushing event updated for resources: {'Port': ['ID=53f21ccf-828a-4d5a-b10d-69466ba836b6,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:38.019322 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d166412-8ecf-4d57-891a-90917e766579 req-15b23cb6-0e1a-48b4-93f5-ef97e49001db tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:38.019933 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d166412-8ecf-4d57-891a-90917e766579 req-15b23cb6-0e1a-48b4-93f5-ef97e49001db tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:38.033943 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d166412-8ecf-4d57-891a-90917e766579 req-15b23cb6-0e1a-48b4-93f5-ef97e49001db tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5802205 Sep 07 19:42:38.047359 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-8d166412-8ecf-4d57-891a-90917e766579 req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] Request body: {'port': {'device_id': 'b94c464c-02a5-4aa6-83ba-a3fa452c16d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:42:38.099381 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d166412-8ecf-4d57-891a-90917e766579 req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:38.356609 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-8d166412-8ecf-4d57-891a-90917e766579 req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f21ccf-828a-4d5a-b10d-69466ba836b6 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:42:38.363675 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d166412-8ecf-4d57-891a-90917e766579 req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:38.375719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-8d166412-8ecf-4d57-891a-90917e766579 req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] Transition to ACTIVE for port object 53f21ccf-828a-4d5a-b10d-69466ba836b6 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:42:38.379635 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d166412-8ecf-4d57-891a-90917e766579 req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:38.430758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] Pushing event updated for resources: {'Port': ['ID=53f21ccf-828a-4d5a-b10d-69466ba836b6,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:38.495485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-8d166412-8ecf-4d57-891a-90917e766579 req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] Attempting to bind port 53f21ccf-828a-4d5a-b10d-69466ba836b6 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:42:38.496161 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-8d166412-8ecf-4d57-891a-90917e766579 req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] Attempting to bind port 53f21ccf-828a-4d5a-b10d-69466ba836b6 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '15dd2a57-c190-4db7-ba7a-6eca79fb7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1663d49a-91c1-471e-9a54-7ad25b1704fe'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:42:38.496161 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d166412-8ecf-4d57-891a-90917e766579 req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] Attempting to bind port 53f21ccf-828a-4d5a-b10d-69466ba836b6 on network 1663d49a-91c1-471e-9a54-7ad25b1704fe {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:42:38.500261 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d166412-8ecf-4d57-891a-90917e766579 req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] Port 53f21ccf-828a-4d5a-b10d-69466ba836b6 on network 1663d49a-91c1-471e-9a54-7ad25b1704fe not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:42:38.500602 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d166412-8ecf-4d57-891a-90917e766579 req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] Attempting to bind port 53f21ccf-828a-4d5a-b10d-69466ba836b6 on network 1663d49a-91c1-471e-9a54-7ad25b1704fe {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:42:38.505353 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d166412-8ecf-4d57-891a-90917e766579 req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:42:38.505686 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d166412-8ecf-4d57-891a-90917e766579 req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] Checking segment: {'id': '15dd2a57-c190-4db7-ba7a-6eca79fb7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1663d49a-91c1-471e-9a54-7ad25b1704fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:42:38.506062 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d166412-8ecf-4d57-891a-90917e766579 req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] Bound using segment: {'id': '15dd2a57-c190-4db7-ba7a-6eca79fb7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1663d49a-91c1-471e-9a54-7ad25b1704fe'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:42:38.506481 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-8d166412-8ecf-4d57-891a-90917e766579 req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] Bound port: 53f21ccf-828a-4d5a-b10d-69466ba836b6, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15dd2a57-c190-4db7-ba7a-6eca79fb7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1663d49a-91c1-471e-9a54-7ad25b1704fe'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:42:38.506825 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d166412-8ecf-4d57-891a-90917e766579 req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:38.571735 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-8d166412-8ecf-4d57-891a-90917e766579 req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] For port 53f21ccf-828a-4d5a-b10d-69466ba836b6, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:42:38.575055 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-8d166412-8ecf-4d57-891a-90917e766579 req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] For port 53f21ccf-828a-4d5a-b10d-69466ba836b6, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=53f21ccf-828a-4d5a-b10d-69466ba836b6,segment=NetworkSegment(15dd2a57-c190-4db7-ba7a-6eca79fb7383),segment_id=15dd2a57-c190-4db7-ba7a-6eca79fb7383)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:42:38.578775 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d166412-8ecf-4d57-891a-90917e766579 req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:38.615864 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d166412-8ecf-4d57-891a-90917e766579 req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:38.617236 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8d166412-8ecf-4d57-891a-90917e766579 req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:38.618681 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d166412-8ecf-4d57-891a-90917e766579 req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] 10.222.0.60 "PUT /v2.0/ports/53f21ccf-828a-4d5a-b10d-69466ba836b6 HTTP/1.1" status: 200 len: 1091 time: 0.5752497 Sep 07 19:42:38.621078 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94c464c-02a5-4aa6-83ba-a3fa452c16d3', 'tag': '53f21ccf-828a-4d5a-b10d-69466ba836b6'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:42:38.623432 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c2b256-fb14-485c-9d04-a6c9b8c9372c" -d '{"events": [{"name": "network-changed", "server_uuid": "b94c464c-02a5-4aa6-83ba-a3fa452c16d3", "tag": "53f21ccf-828a-4d5a-b10d-69466ba836b6"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:42:38.673088 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286a2193-e7b6-4689-a0f2-7a785ebf4b1a x-openstack-request-id: req-286a2193-e7b6-4689-a0f2-7a785ebf4b1a {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:42:38.673380 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94c464c-02a5-4aa6-83ba-a3fa452c16d3", "tag": "53f21ccf-828a-4d5a-b10d-69466ba836b6", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:42:38.673627 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-286a2193-e7b6-4689-a0f2-7a785ebf4b1a {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:42:38.674018 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94c464c-02a5-4aa6-83ba-a3fa452c16d3', 'tag': '53f21ccf-828a-4d5a-b10d-69466ba836b6', 'status': 'completed', 'code': 200} Sep 07 19:42:38.686781 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d22c4-5d7a-4e2c-8bd3-a47f483580c8 service neutron] Pushing event updated for resources: {'Port': ['ID=53f21ccf-828a-4d5a-b10d-69466ba836b6,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:38.730262 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3bfce-5cb5-4ab0-bc25-67b449c7dd22 req-0a17196e-8029-4210-b30c-3cc3b6f269df tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:38.731742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92d3bfce-5cb5-4ab0-bc25-67b449c7dd22 req-0a17196e-8029-4210-b30c-3cc3b6f269df tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=b94c464c-02a5-4aa6-83ba-a3fa452c16d3 HTTP/1.1" status: 200 len: 943 time: 0.1014476 Sep 07 19:42:38.734348 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d166412-8ecf-4d57-891a-90917e766579 req-7101ea1f-98ec-428b-b37f-e7c2abdd217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:38.735689 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d166412-8ecf-4d57-891a-90917e766579 req-7101ea1f-98ec-428b-b37f-e7c2abdd217e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31dec452161b417797ac5f376cb22a1d&device_id=b94c464c-02a5-4aa6-83ba-a3fa452c16d3 HTTP/1.1" status: 200 len: 1094 time: 0.0659235 Sep 07 19:42:38.790834 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d166412-8ecf-4d57-891a-90917e766579 req-1411e67d-4690-4643-be82-b3bced5a95a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53f21ccf-828a-4d5a-b10d-69466ba836b6 HTTP/1.1" status: 200 len: 217 time: 0.0456183 Sep 07 19:42:38.828249 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92d3bfce-5cb5-4ab0-bc25-67b449c7dd22 req-0501bf4e-5ba2-4212-8c8b-ed87157f36d5 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902574 Sep 07 19:42:38.844974 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d166412-8ecf-4d57-891a-90917e766579 req-59639df4-3c0e-4712-8800-a8927cf42860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:38.846398 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d166412-8ecf-4d57-891a-90917e766579 req-59639df4-3c0e-4712-8800-a8927cf42860 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f1ec6c6e-0822-4104-add3-32578f172fd7 HTTP/1.1" status: 200 len: 854 time: 0.0487339 Sep 07 19:42:38.878748 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d166412-8ecf-4d57-891a-90917e766579 req-b19ce989-b4f1-4713-be1b-f30091340cad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1663d49a-91c1-471e-9a54-7ad25b1704fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240638 Sep 07 19:42:38.970009 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d166412-8ecf-4d57-891a-90917e766579 req-ad9405e9-55fd-49f0-b50b-2277a20a8ee1 service neutron] 10.222.0.60 "GET /v2.0/networks/1663d49a-91c1-471e-9a54-7ad25b1704fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830622 Sep 07 19:42:39.056597 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8d166412-8ecf-4d57-891a-90917e766579 req-491c1fe2-f1c4-4ddd-906e-5ded36363f1a service neutron] 10.222.0.60 "GET /v2.0/networks/1663d49a-91c1-471e-9a54-7ad25b1704fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789325 Sep 07 19:42:39.143367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2b256-fb14-485c-9d04-a6c9b8c9372c req-14c2d5ef-f78d-4e95-b149-d8a516c7b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:39.144801 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-88c2b256-fb14-485c-9d04-a6c9b8c9372c req-14c2d5ef-f78d-4e95-b149-d8a516c7b072 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31dec452161b417797ac5f376cb22a1d&device_id=b94c464c-02a5-4aa6-83ba-a3fa452c16d3 HTTP/1.1" status: 200 len: 1094 time: 0.0454659 Sep 07 19:42:39.237167 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2b256-fb14-485c-9d04-a6c9b8c9372c req-d807db0a-5e49-4408-8e58-7dd76ab5938b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:39.238670 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-88c2b256-fb14-485c-9d04-a6c9b8c9372c req-d807db0a-5e49-4408-8e58-7dd76ab5938b service neutron] 10.222.0.60 "GET /v2.0/networks?id=1663d49a-91c1-471e-9a54-7ad25b1704fe HTTP/1.1" status: 200 len: 915 time: 0.0857399 Sep 07 19:42:39.284103 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-88c2b256-fb14-485c-9d04-a6c9b8c9372c req-9d3e88c7-e4f8-4c4d-96c8-cd45c0b85b6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53f21ccf-828a-4d5a-b10d-69466ba836b6 HTTP/1.1" status: 200 len: 217 time: 0.0379367 Sep 07 19:42:39.333082 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2b256-fb14-485c-9d04-a6c9b8c9372c req-6f4cfbf3-42e7-42ef-8063-1b3d0f628f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:39.334568 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-88c2b256-fb14-485c-9d04-a6c9b8c9372c req-6f4cfbf3-42e7-42ef-8063-1b3d0f628f69 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f1ec6c6e-0822-4104-add3-32578f172fd7 HTTP/1.1" status: 200 len: 854 time: 0.0428531 Sep 07 19:42:39.368584 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-88c2b256-fb14-485c-9d04-a6c9b8c9372c req-928435bf-a1f0-49cf-b303-de96148ef3da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1663d49a-91c1-471e-9a54-7ad25b1704fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250118 Sep 07 19:42:39.462549 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-88c2b256-fb14-485c-9d04-a6c9b8c9372c req-5389b151-451c-4a03-a3b0-d7c441aebbc5 service neutron] 10.222.0.60 "GET /v2.0/networks/1663d49a-91c1-471e-9a54-7ad25b1704fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852220 Sep 07 19:42:39.558608 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-88c2b256-fb14-485c-9d04-a6c9b8c9372c req-876e8649-dd33-4519-911c-e4f36f9bbd8f service neutron] 10.222.0.60 "GET /v2.0/networks/1663d49a-91c1-471e-9a54-7ad25b1704fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836256 Sep 07 19:42:39.635606 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:42:39.942799 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c68cbb-621f-44e0-97ff-9c012a45bee0 req-fba4133f-a808-45e2-b280-06db40b56ae7 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:39.944341 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95c68cbb-621f-44e0-97ff-9c012a45bee0 req-fba4133f-a808-45e2-b280-06db40b56ae7 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=b94c464c-02a5-4aa6-83ba-a3fa452c16d3 HTTP/1.1" status: 200 len: 943 time: 0.0485303 Sep 07 19:42:39.982123 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-95c68cbb-621f-44e0-97ff-9c012a45bee0 req-5ddd4cf2-4046-45bb-a265-2d68711cfe7b tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310123 Sep 07 19:42:41.098951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78cc025-a610-4add-abc4-ca2c88e41371 req-d2eb9d01-0e00-4730-a47e-9f8f2c9f9987 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:41.100417 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a78cc025-a610-4add-abc4-ca2c88e41371 req-d2eb9d01-0e00-4730-a47e-9f8f2c9f9987 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=b94c464c-02a5-4aa6-83ba-a3fa452c16d3 HTTP/1.1" status: 200 len: 943 time: 0.0527203 Sep 07 19:42:41.136850 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a78cc025-a610-4add-abc4-ca2c88e41371 req-5aca8dc5-c6ae-4493-bbae-e60ee86789ce tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304897 Sep 07 19:42:41.639690 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 53f21ccf-828a-4d5a-b10d-69466ba836b6 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:42:41.730127 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 53f21ccf-828a-4d5a-b10d-69466ba836b6, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=53f21ccf-828a-4d5a-b10d-69466ba836b6,segment=NetworkSegment(15dd2a57-c190-4db7-ba7a-6eca79fb7383),segment_id=15dd2a57-c190-4db7-ba7a-6eca79fb7383)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:42:41.740867 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '53f21ccf-828a-4d5a-b10d-69466ba836b6', 'network_id': '1663d49a-91c1-471e-9a54-7ad25b1704fe', 'port_id': '53f21ccf-828a-4d5a-b10d-69466ba836b6', 'mac_address': 'fa:16:3e:6b:ef:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1ec6c6e-0822-4104-add3-32578f172fd7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:42:41.776132 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:41.792233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f21ccf-828a-4d5a-b10d-69466ba836b6 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:42:41.811040 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 53f21ccf-828a-4d5a-b10d-69466ba836b6, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=53f21ccf-828a-4d5a-b10d-69466ba836b6,segment=NetworkSegment(15dd2a57-c190-4db7-ba7a-6eca79fb7383),segment_id=15dd2a57-c190-4db7-ba7a-6eca79fb7383)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:42:41.814822 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:41.861447 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=53f21ccf-828a-4d5a-b10d-69466ba836b6,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:42.041824 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['53f21ccf-828a-4d5a-b10d-69466ba836b6'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:42:42.249902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e1bbb-1e3b-434a-aca9-f4a33ac050e4 req-5f3f7987-8fda-4046-9eb6-53152456f9cf tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:42.251372 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1d4e1bbb-1e3b-434a-aca9-f4a33ac050e4 req-5f3f7987-8fda-4046-9eb6-53152456f9cf tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=b94c464c-02a5-4aa6-83ba-a3fa452c16d3 HTTP/1.1" status: 200 len: 944 time: 0.0483332 Sep 07 19:42:42.297484 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1d4e1bbb-1e3b-434a-aca9-f4a33ac050e4 req-b3ad1695-be0f-47df-b142-53dc87df0605 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400362 Sep 07 19:42:43.423276 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a842e-f6b8-40e9-a73e-4a58a5c6484e req-ba446681-1a71-47da-8571-9c684920e931 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:43.424792 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f54a842e-f6b8-40e9-a73e-4a58a5c6484e req-ba446681-1a71-47da-8571-9c684920e931 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=b94c464c-02a5-4aa6-83ba-a3fa452c16d3 HTTP/1.1" status: 200 len: 944 time: 0.0486431 Sep 07 19:42:43.431614 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:43.463421 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f54a842e-f6b8-40e9-a73e-4a58a5c6484e req-dc4ea923-90ce-4adc-8a50-abd4bca70971 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318849 Sep 07 19:42:43.653826 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 53f21ccf-828a-4d5a-b10d-69466ba836b6 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:42:43.704550 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 53f21ccf-828a-4d5a-b10d-69466ba836b6 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:42:43.708077 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 53f21ccf-828a-4d5a-b10d-69466ba836b6 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:42:43.708445 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:43.781635 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:43.803051 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94c464c-02a5-4aa6-83ba-a3fa452c16d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f21ccf-828a-4d5a-b10d-69466ba836b6'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:42:43.805831 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bc641c-7711-4958-8dd7-833c2a8a0a6d" -d '{"events": [{"server_uuid": "b94c464c-02a5-4aa6-83ba-a3fa452c16d3", "name": "network-vif-plugged", "status": "completed", "tag": "53f21ccf-828a-4d5a-b10d-69466ba836b6"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:42:43.818480 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 53f21ccf-828a-4d5a-b10d-69466ba836b6, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=53f21ccf-828a-4d5a-b10d-69466ba836b6,segment=NetworkSegment(15dd2a57-c190-4db7-ba7a-6eca79fb7383),segment_id=15dd2a57-c190-4db7-ba7a-6eca79fb7383)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:42:43.823304 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:43.848832 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cf96f5-0812-41ad-b655-f4ad0453fc03 x-openstack-request-id: req-84cf96f5-0812-41ad-b655-f4ad0453fc03 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:42:43.849125 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94c464c-02a5-4aa6-83ba-a3fa452c16d3", "name": "network-vif-plugged", "status": "completed", "tag": "53f21ccf-828a-4d5a-b10d-69466ba836b6", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:42:43.849406 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84cf96f5-0812-41ad-b655-f4ad0453fc03 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:42:43.849761 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94c464c-02a5-4aa6-83ba-a3fa452c16d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f21ccf-828a-4d5a-b10d-69466ba836b6', 'code': 200} Sep 07 19:42:43.875237 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=53f21ccf-828a-4d5a-b10d-69466ba836b6,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:43.940455 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c927649-df84-4c65-b830-f303fa70728e req-ecd5dcff-f7fc-43ae-b43c-7601faefbcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:43.941949 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c927649-df84-4c65-b830-f303fa70728e req-ecd5dcff-f7fc-43ae-b43c-7601faefbcfd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b94c464c-02a5-4aa6-83ba-a3fa452c16d3 HTTP/1.1" status: 200 len: 1096 time: 0.0427952 Sep 07 19:42:43.977000 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c927649-df84-4c65-b830-f303fa70728e req-123c6d1f-7b30-4e46-8a09-b01b40c21752 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270751 Sep 07 19:42:44.332837 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:44.576957 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee8ba2-2587-4ca3-8c3d-70c96580c739 req-8fc72461-2883-4dfd-af65-6b154c478b53 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:44.578461 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53ee8ba2-2587-4ca3-8c3d-70c96580c739 req-8fc72461-2883-4dfd-af65-6b154c478b53 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=b94c464c-02a5-4aa6-83ba-a3fa452c16d3 HTTP/1.1" status: 200 len: 945 time: 0.0486271 Sep 07 19:42:44.614658 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53ee8ba2-2587-4ca3-8c3d-70c96580c739 req-85c69310-f3e2-458e-aa01-b749bd92e894 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303683 Sep 07 19:42:45.729433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056f7e4-8019-44ab-b4cd-125be42c6ae0 req-14c03ee0-bbc9-4fa5-aaa6-904c9523c414 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:45.730919 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7056f7e4-8019-44ab-b4cd-125be42c6ae0 req-14c03ee0-bbc9-4fa5-aaa6-904c9523c414 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=b94c464c-02a5-4aa6-83ba-a3fa452c16d3 HTTP/1.1" status: 200 len: 945 time: 0.0477605 Sep 07 19:42:45.767835 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7056f7e4-8019-44ab-b4cd-125be42c6ae0 req-c1d009bd-0de5-4e1b-a71b-c63d890c8df0 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311325 Sep 07 19:42:45.987688 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-959675ee-76ed-4450-85ed-cedd1beffc9e tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:45.989206 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-959675ee-76ed-4450-85ed-cedd1beffc9e tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/networks?id=1663d49a-91c1-471e-9a54-7ad25b1704fe HTTP/1.1" status: 200 len: 814 time: 0.1029849 Sep 07 19:42:46.003595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-ef89a8d6-288f-4286-ae99-08dfd560085e tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/quotas/31dec452161b417797ac5f376cb22a1d HTTP/1.1" status: 200 len: 375 time: 0.0087490 Sep 07 19:42:46.050958 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-b9bfad54-d3ae-4eb0-a286-070b027fe1f1 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=31dec452161b417797ac5f376cb22a1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423610 Sep 07 19:42:46.131521 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-72b777c5-ddf8-4f58-86f9-f0511efcedba service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:42:46.132555 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-72b777c5-ddf8-4f58-86f9-f0511efcedba service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0428209 Sep 07 19:42:46.222837 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-3e9fb73c-e3dc-4047-9df0-19ec6ade1015 service neutron] 10.222.0.26 "GET /v2.0/networks/1663d49a-91c1-471e-9a54-7ad25b1704fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841472 Sep 07 19:42:46.313391 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-e81c38c9-f9b7-47e5-b6a5-292f52664eef service neutron] 10.222.0.26 "GET /v2.0/networks/1663d49a-91c1-471e-9a54-7ad25b1704fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840077 Sep 07 19:42:46.473564 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-88690faa-0040-4da1-b02c-f3f24c63f01a req-7f24d7ed-b137-4ca5-a829-2fdcb3a3546d tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cb9c0e-7d70-4042-8707-aad0921de072 HTTP/1.1" status: 200 len: 210 time: 0.0267780 Sep 07 19:42:47.588122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93cf804f-9f73-476f-a1cf-27fc5ffaef52 req-cab99428-8d1a-4d89-85df-bdc20f27141b tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cb9c0e-7d70-4042-8707-aad0921de072 HTTP/1.1" status: 200 len: 210 time: 0.0356865 Sep 07 19:42:47.604102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-4dd012f8-48f2-49fc-a3d4-2734c6d7cb1a tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:47.605595 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-4dd012f8-48f2-49fc-a3d4-2734c6d7cb1a tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.36 "GET /v2.0/networks?id=1663d49a-91c1-471e-9a54-7ad25b1704fe HTTP/1.1" status: 200 len: 814 time: 0.1347520 Sep 07 19:42:47.621859 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-24d235c9-7c45-4630-b4b8-018ce165959e tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Request body: {'port': {'device_id': '85cb9c0e-7d70-4042-8707-aad0921de072', 'network_id': '1663d49a-91c1-471e-9a54-7ad25b1704fe', 'admin_state_up': True, 'tenant_id': '31dec452161b417797ac5f376cb22a1d'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:42:47.724228 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-24d235c9-7c45-4630-b4b8-018ce165959e tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Made reservation on behalf of 31dec452161b417797ac5f376cb22a1d for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:42:47.728150 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-24d235c9-7c45-4630-b4b8-018ce165959e tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:47.849705 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-24d235c9-7c45-4630-b4b8-018ce165959e tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Allocated IP 172.20.0.13 (1663d49a-91c1-471e-9a54-7ad25b1704fe/f1ec6c6e-0822-4104-add3-32578f172fd7/15098630-ec61-48b9-8f19-c09ac6a1abd2) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:42:47.991159 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-24d235c9-7c45-4630-b4b8-018ce165959e tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:48.028990 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-24d235c9-7c45-4630-b4b8-018ce165959e tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:48.041159 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['53f21ccf-828a-4d5a-b10d-69466ba836b6'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:42:48.068077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-24d235c9-7c45-4630-b4b8-018ce165959e tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Network 1663d49a-91c1-471e-9a54-7ad25b1704fe is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:42:48.071821 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-24d235c9-7c45-4630-b4b8-018ce165959e tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:42:48.075520 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-24d235c9-7c45-4630-b4b8-018ce165959e tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:42:48.107939 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d235c9-7c45-4630-b4b8-018ce165959e tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Pushing event updated for resources: {'Port': ['ID=15098630-ec61-48b9-8f19-c09ac6a1abd2,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:48.130799 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-24d235c9-7c45-4630-b4b8-018ce165959e tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:48.131414 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-24d235c9-7c45-4630-b4b8-018ce165959e tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:48.145933 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-24d235c9-7c45-4630-b4b8-018ce165959e tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5278530 Sep 07 19:42:48.157787 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] Request body: {'port': {'device_id': '85cb9c0e-7d70-4042-8707-aad0921de072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:42:48.209641 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:48.463836 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15098630-ec61-48b9-8f19-c09ac6a1abd2 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:42:48.470954 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:48.484028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] Transition to ACTIVE for port object 15098630-ec61-48b9-8f19-c09ac6a1abd2 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:42:48.487703 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:48.550499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=15098630-ec61-48b9-8f19-c09ac6a1abd2,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:48.603124 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] Attempting to bind port 15098630-ec61-48b9-8f19-c09ac6a1abd2 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:42:48.603755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] Attempting to bind port 15098630-ec61-48b9-8f19-c09ac6a1abd2 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '15dd2a57-c190-4db7-ba7a-6eca79fb7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1663d49a-91c1-471e-9a54-7ad25b1704fe'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:42:48.603755 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] Attempting to bind port 15098630-ec61-48b9-8f19-c09ac6a1abd2 on network 1663d49a-91c1-471e-9a54-7ad25b1704fe {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:42:48.607988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] Port 15098630-ec61-48b9-8f19-c09ac6a1abd2 on network 1663d49a-91c1-471e-9a54-7ad25b1704fe not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:42:48.608306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] Attempting to bind port 15098630-ec61-48b9-8f19-c09ac6a1abd2 on network 1663d49a-91c1-471e-9a54-7ad25b1704fe {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:42:48.613595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:42:48.613942 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] Checking segment: {'id': '15dd2a57-c190-4db7-ba7a-6eca79fb7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1663d49a-91c1-471e-9a54-7ad25b1704fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:42:48.614352 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] Bound using segment: {'id': '15dd2a57-c190-4db7-ba7a-6eca79fb7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1663d49a-91c1-471e-9a54-7ad25b1704fe'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:42:48.614785 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] Bound port: 15098630-ec61-48b9-8f19-c09ac6a1abd2, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15dd2a57-c190-4db7-ba7a-6eca79fb7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1663d49a-91c1-471e-9a54-7ad25b1704fe'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:42:48.615195 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:48.703522 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] For port 15098630-ec61-48b9-8f19-c09ac6a1abd2, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:42:48.722133 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] For port 15098630-ec61-48b9-8f19-c09ac6a1abd2, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=15098630-ec61-48b9-8f19-c09ac6a1abd2,segment=NetworkSegment(15dd2a57-c190-4db7-ba7a-6eca79fb7383),segment_id=15dd2a57-c190-4db7-ba7a-6eca79fb7383)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:42:48.728867 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:48.748363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83daa8-5a65-4bc6-90fd-e2257de52c14 req-5815af1a-4844-4a76-9325-183de2ce3bd2 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:48.749885 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f83daa8-5a65-4bc6-90fd-e2257de52c14 req-5815af1a-4844-4a76-9325-183de2ce3bd2 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cb9c0e-7d70-4042-8707-aad0921de072 HTTP/1.1" status: 200 len: 944 time: 0.0853770 Sep 07 19:42:48.783153 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:48.783763 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:48.785140 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] 10.222.0.36 "PUT /v2.0/ports/15098630-ec61-48b9-8f19-c09ac6a1abd2 HTTP/1.1" status: 200 len: 1092 time: 0.6315298 Sep 07 19:42:48.787183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85cb9c0e-7d70-4042-8707-aad0921de072', 'tag': '15098630-ec61-48b9-8f19-c09ac6a1abd2'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:42:48.790010 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a952d1-b2c4-4925-882a-a29635f99929" -d '{"events": [{"name": "network-changed", "server_uuid": "85cb9c0e-7d70-4042-8707-aad0921de072", "tag": "15098630-ec61-48b9-8f19-c09ac6a1abd2"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:42:49.134150 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dfda86-f294-4d14-977e-3513c4a6e484 x-openstack-request-id: req-a2dfda86-f294-4d14-977e-3513c4a6e484 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:42:49.134496 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85cb9c0e-7d70-4042-8707-aad0921de072", "tag": "15098630-ec61-48b9-8f19-c09ac6a1abd2", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:42:49.134744 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2dfda86-f294-4d14-977e-3513c4a6e484 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:42:49.135439 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85cb9c0e-7d70-4042-8707-aad0921de072', 'tag': '15098630-ec61-48b9-8f19-c09ac6a1abd2', 'status': 'completed', 'code': 200} Sep 07 19:42:49.187905 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5b4ef-a655-4ebf-8d17-90b0a46fb2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=15098630-ec61-48b9-8f19-c09ac6a1abd2,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:49.202749 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f83daa8-5a65-4bc6-90fd-e2257de52c14 req-3fe69cc1-0b8b-4191-8723-ef26acdfa732 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360540 Sep 07 19:42:49.208952 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-a728c9e0-820d-4166-ad23-a727dcc6ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:49.210432 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-a728c9e0-820d-4166-ad23-a727dcc6ca62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=31dec452161b417797ac5f376cb22a1d&device_id=85cb9c0e-7d70-4042-8707-aad0921de072 HTTP/1.1" status: 200 len: 1095 time: 0.0742493 Sep 07 19:42:49.252985 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-597cf3d1-dc5c-4444-8c8b-635681935e89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15098630-ec61-48b9-8f19-c09ac6a1abd2 HTTP/1.1" status: 200 len: 217 time: 0.0342391 Sep 07 19:42:49.303473 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-1312ba59-f9e9-43b4-8bec-85c903835d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:49.305534 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-1312ba59-f9e9-43b4-8bec-85c903835d5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f1ec6c6e-0822-4104-add3-32578f172fd7 HTTP/1.1" status: 200 len: 854 time: 0.0465779 Sep 07 19:42:49.335657 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-d3b5ecfd-f9ca-40cb-83c9-16a5a1f6dc43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1663d49a-91c1-471e-9a54-7ad25b1704fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235605 Sep 07 19:42:49.421395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-0f6caa3f-1b26-4283-ae50-969f4c16d890 service neutron] 10.222.0.36 "GET /v2.0/networks/1663d49a-91c1-471e-9a54-7ad25b1704fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782855 Sep 07 19:42:49.511234 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e50c4400-8e87-4e4b-a0ea-95f780e1051f req-57200e41-5a29-46a1-889f-a8f4e0f0ee59 service neutron] 10.222.0.36 "GET /v2.0/networks/1663d49a-91c1-471e-9a54-7ad25b1704fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828819 Sep 07 19:42:49.595866 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a952d1-b2c4-4925-882a-a29635f99929 req-7ec3928a-c444-474e-b20f-ad6ababb56da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:49.597383 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44a952d1-b2c4-4925-882a-a29635f99929 req-7ec3928a-c444-474e-b20f-ad6ababb56da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=31dec452161b417797ac5f376cb22a1d&device_id=85cb9c0e-7d70-4042-8707-aad0921de072 HTTP/1.1" status: 200 len: 1095 time: 0.0405552 Sep 07 19:42:49.688361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a952d1-b2c4-4925-882a-a29635f99929 req-11339cc5-abc2-442c-b314-0704ce3a9f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:49.689872 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44a952d1-b2c4-4925-882a-a29635f99929 req-11339cc5-abc2-442c-b314-0704ce3a9f2d service neutron] 10.222.0.36 "GET /v2.0/networks?id=1663d49a-91c1-471e-9a54-7ad25b1704fe HTTP/1.1" status: 200 len: 915 time: 0.0858841 Sep 07 19:42:49.735625 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44a952d1-b2c4-4925-882a-a29635f99929 req-36b1007a-e68c-4da3-b300-f756341d7b96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15098630-ec61-48b9-8f19-c09ac6a1abd2 HTTP/1.1" status: 200 len: 217 time: 0.0345452 Sep 07 19:42:49.783678 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a952d1-b2c4-4925-882a-a29635f99929 req-030ba7a7-69b4-4c7c-954a-8f01f4624e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:49.785099 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44a952d1-b2c4-4925-882a-a29635f99929 req-030ba7a7-69b4-4c7c-954a-8f01f4624e5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f1ec6c6e-0822-4104-add3-32578f172fd7 HTTP/1.1" status: 200 len: 854 time: 0.0422513 Sep 07 19:42:49.821179 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44a952d1-b2c4-4925-882a-a29635f99929 req-634d1044-39a5-43fd-b695-032a3bc03138 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1663d49a-91c1-471e-9a54-7ad25b1704fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276256 Sep 07 19:42:49.911327 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44a952d1-b2c4-4925-882a-a29635f99929 req-671f32df-b6de-46a3-8db4-29583a8df659 service neutron] 10.222.0.36 "GET /v2.0/networks/1663d49a-91c1-471e-9a54-7ad25b1704fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792377 Sep 07 19:42:50.003843 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-44a952d1-b2c4-4925-882a-a29635f99929 req-9984644d-c7b4-4ba1-a222-6f2314ad5e85 service neutron] 10.222.0.36 "GET /v2.0/networks/1663d49a-91c1-471e-9a54-7ad25b1704fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853512 Sep 07 19:42:50.317539 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee15b9-ae6e-42d9-8486-be1a76eee7b2 req-c0426859-8097-4541-8e5c-e0b3e6f380d4 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:50.318988 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0aee15b9-ae6e-42d9-8486-be1a76eee7b2 req-c0426859-8097-4541-8e5c-e0b3e6f380d4 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cb9c0e-7d70-4042-8707-aad0921de072 HTTP/1.1" status: 200 len: 944 time: 0.0479212 Sep 07 19:42:50.356208 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0aee15b9-ae6e-42d9-8486-be1a76eee7b2 req-5742a8a1-68f4-4ca9-ad14-908e8a92b003 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304699 Sep 07 19:42:51.467445 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12615b13-0281-42bb-806a-507106a88bb2 req-94de84c3-7c67-467c-a1d3-57a0ed6ecfc6 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:51.468973 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12615b13-0281-42bb-806a-507106a88bb2 req-94de84c3-7c67-467c-a1d3-57a0ed6ecfc6 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cb9c0e-7d70-4042-8707-aad0921de072 HTTP/1.1" status: 200 len: 944 time: 0.0478029 Sep 07 19:42:51.506099 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12615b13-0281-42bb-806a-507106a88bb2 req-a22a8d99-ad9a-4d69-951f-3c77f80330a5 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313482 Sep 07 19:42:52.626792 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d3f15-4531-4355-9a22-d21945de87c9 req-f2f88988-341b-48b1-a388-cfce06c90f9a tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:52.628324 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-103d3f15-4531-4355-9a22-d21945de87c9 req-f2f88988-341b-48b1-a388-cfce06c90f9a tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cb9c0e-7d70-4042-8707-aad0921de072 HTTP/1.1" status: 200 len: 944 time: 0.0557165 Sep 07 19:42:52.666964 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-103d3f15-4531-4355-9a22-d21945de87c9 req-2b5fa6e1-3eb7-42c2-ab0b-04d3e804f9df tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325503 Sep 07 19:42:52.717964 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 15098630-ec61-48b9-8f19-c09ac6a1abd2 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:42:52.818241 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 15098630-ec61-48b9-8f19-c09ac6a1abd2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=15098630-ec61-48b9-8f19-c09ac6a1abd2,segment=NetworkSegment(15dd2a57-c190-4db7-ba7a-6eca79fb7383),segment_id=15dd2a57-c190-4db7-ba7a-6eca79fb7383)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:42:52.829086 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '15098630-ec61-48b9-8f19-c09ac6a1abd2', 'network_id': '1663d49a-91c1-471e-9a54-7ad25b1704fe', 'port_id': '15098630-ec61-48b9-8f19-c09ac6a1abd2', 'mac_address': 'fa:16:3e:f6:be:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1ec6c6e-0822-4104-add3-32578f172fd7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:42:52.864905 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:52.876859 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15098630-ec61-48b9-8f19-c09ac6a1abd2 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:42:52.894865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 15098630-ec61-48b9-8f19-c09ac6a1abd2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=15098630-ec61-48b9-8f19-c09ac6a1abd2,segment=NetworkSegment(15dd2a57-c190-4db7-ba7a-6eca79fb7383),segment_id=15dd2a57-c190-4db7-ba7a-6eca79fb7383)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:42:52.899079 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:52.947902 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=15098630-ec61-48b9-8f19-c09ac6a1abd2,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:53.090956 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['15098630-ec61-48b9-8f19-c09ac6a1abd2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:42:53.780773 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11a103-6ec1-4790-9d12-0c01e02869f5 req-e2d968b8-a029-4d22-abaf-e346241e5fee tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:53.782252 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a11a103-6ec1-4790-9d12-0c01e02869f5 req-e2d968b8-a029-4d22-abaf-e346241e5fee tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cb9c0e-7d70-4042-8707-aad0921de072 HTTP/1.1" status: 200 len: 945 time: 0.0498273 Sep 07 19:42:53.821304 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8a11a103-6ec1-4790-9d12-0c01e02869f5 req-ca1e70dc-f61b-4f7b-9249-e1ebe27a34c2 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331836 Sep 07 19:42:54.743141 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 15098630-ec61-48b9-8f19-c09ac6a1abd2 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:42:54.789447 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 15098630-ec61-48b9-8f19-c09ac6a1abd2 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:42:54.792931 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 15098630-ec61-48b9-8f19-c09ac6a1abd2 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:42:54.793303 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:54.871870 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:54.894010 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cb9c0e-7d70-4042-8707-aad0921de072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15098630-ec61-48b9-8f19-c09ac6a1abd2'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:42:54.896225 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6c68c6-7305-46c1-b114-92c337b9a764" -d '{"events": [{"server_uuid": "85cb9c0e-7d70-4042-8707-aad0921de072", "name": "network-vif-plugged", "status": "completed", "tag": "15098630-ec61-48b9-8f19-c09ac6a1abd2"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:42:54.909526 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 15098630-ec61-48b9-8f19-c09ac6a1abd2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=15098630-ec61-48b9-8f19-c09ac6a1abd2,segment=NetworkSegment(15dd2a57-c190-4db7-ba7a-6eca79fb7383),segment_id=15dd2a57-c190-4db7-ba7a-6eca79fb7383)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:42:54.914138 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:54.938079 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb25b9d5-2438-44b1-aac1-1bb74d1e9fcb x-openstack-request-id: req-eb25b9d5-2438-44b1-aac1-1bb74d1e9fcb {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:42:54.938381 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85cb9c0e-7d70-4042-8707-aad0921de072", "name": "network-vif-plugged", "status": "completed", "tag": "15098630-ec61-48b9-8f19-c09ac6a1abd2", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:42:54.938633 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb25b9d5-2438-44b1-aac1-1bb74d1e9fcb {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:42:54.939027 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cb9c0e-7d70-4042-8707-aad0921de072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15098630-ec61-48b9-8f19-c09ac6a1abd2', 'code': 200} Sep 07 19:42:54.951726 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121a45f-bf29-41b6-8a42-f1919a2aab21 req-14fbd524-8dcd-4491-9e4f-647c299f6172 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:54.953279 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c121a45f-bf29-41b6-8a42-f1919a2aab21 req-14fbd524-8dcd-4491-9e4f-647c299f6172 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cb9c0e-7d70-4042-8707-aad0921de072 HTTP/1.1" status: 200 len: 945 time: 0.0662732 Sep 07 19:42:54.964905 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=15098630-ec61-48b9-8f19-c09ac6a1abd2,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:54.998177 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c121a45f-bf29-41b6-8a42-f1919a2aab21 req-d098256a-27b0-4128-b04a-56e4a4377a24 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385127 Sep 07 19:42:55.043160 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7474c0d-b00f-4d19-83e8-093f074c21a7 req-8520acbd-c667-4d29-a34c-48fdef847db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:55.044673 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7474c0d-b00f-4d19-83e8-093f074c21a7 req-8520acbd-c667-4d29-a34c-48fdef847db5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=85cb9c0e-7d70-4042-8707-aad0921de072 HTTP/1.1" status: 200 len: 1097 time: 0.0436699 Sep 07 19:42:55.078176 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7474c0d-b00f-4d19-83e8-093f074c21a7 req-89a11612-e9ac-4fbf-82e6-381c94b41e76 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270398 Sep 07 19:42:56.020438 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f3084c4a-3b5a-4e52-ae16-08e015bbbe9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:56.136474 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b88b0-02e1-4630-a2ce-bd61fa07fc64 req-381e9b80-7d9b-4347-b9b5-670e6cd0aa12 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:56.137890 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-224b88b0-02e1-4630-a2ce-bd61fa07fc64 req-381e9b80-7d9b-4347-b9b5-670e6cd0aa12 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cb9c0e-7d70-4042-8707-aad0921de072 HTTP/1.1" status: 200 len: 946 time: 0.0562637 Sep 07 19:42:56.174636 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-224b88b0-02e1-4630-a2ce-bd61fa07fc64 req-fc5718d6-2016-4aed-9e0d-7a8f04b5471a tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307963 Sep 07 19:42:57.286835 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36aa64-3296-4235-b3d6-b682842d3db2 req-392ece88-8a88-46e8-8868-c381e6cda8f5 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:57.288792 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc36aa64-3296-4235-b3d6-b682842d3db2 req-392ece88-8a88-46e8-8868-c381e6cda8f5 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cb9c0e-7d70-4042-8707-aad0921de072 HTTP/1.1" status: 200 len: 946 time: 0.0478480 Sep 07 19:42:57.325309 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc36aa64-3296-4235-b3d6-b682842d3db2 req-dd7f4e12-baec-4f78-a1a8-65334f467aab tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305798 Sep 07 19:42:57.562286 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bd63b-fabd-425f-9784-e9cef25f837b req-039457fe-c75a-4ccb-a1cc-5830b719c690 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:57.563722 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-800bd63b-fabd-425f-9784-e9cef25f837b req-039457fe-c75a-4ccb-a1cc-5830b719c690 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cb9c0e-7d70-4042-8707-aad0921de072 HTTP/1.1" status: 200 len: 946 time: 0.0522373 Sep 07 19:42:57.601506 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-800bd63b-fabd-425f-9784-e9cef25f837b req-69f3bca3-6551-4e00-b823-0b6c315d1ef3 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318170 Sep 07 19:42:58.715412 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a7e83-f61c-4241-80a8-391aa39951f3 req-3347fbaf-1c88-4ea8-bd3b-714962cdcb79 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:58.716916 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d55a7e83-f61c-4241-80a8-391aa39951f3 req-3347fbaf-1c88-4ea8-bd3b-714962cdcb79 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cb9c0e-7d70-4042-8707-aad0921de072 HTTP/1.1" status: 200 len: 946 time: 0.0487235 Sep 07 19:42:58.758438 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d55a7e83-f61c-4241-80a8-391aa39951f3 req-ac0f7309-de09-4c06-893b-0a39e96b5ac5 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354552 Sep 07 19:42:58.844784 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4cf5a210-2aa2-4e50-9b21-53f042eb6dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:58.881349 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c08378-4022-47a8-b535-877501ebb2de req-023fad32-1ff1-42be-acd8-3cd0847eed47 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:58.882797 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1c08378-4022-47a8-b535-877501ebb2de req-023fad32-1ff1-42be-acd8-3cd0847eed47 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.36 "GET /v2.0/ports?device_id=85cb9c0e-7d70-4042-8707-aad0921de072 HTTP/1.1" status: 200 len: 946 time: 0.0482662 Sep 07 19:42:58.973331 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e1c08378-4022-47a8-b535-877501ebb2de req-b487b55f-fbe1-4f5e-bb32-ecaf95faa740 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Deleting port 15098630-ec61-48b9-8f19-c09ac6a1abd2 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:42:58.973674 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e1c08378-4022-47a8-b535-877501ebb2de req-b487b55f-fbe1-4f5e-bb32-ecaf95faa740 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:59.060247 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e1c08378-4022-47a8-b535-877501ebb2de req-b487b55f-fbe1-4f5e-bb32-ecaf95faa740 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] For port 15098630-ec61-48b9-8f19-c09ac6a1abd2, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=15098630-ec61-48b9-8f19-c09ac6a1abd2,segment=NetworkSegment(15dd2a57-c190-4db7-ba7a-6eca79fb7383),segment_id=15dd2a57-c190-4db7-ba7a-6eca79fb7383)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:42:59.060558 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e1c08378-4022-47a8-b535-877501ebb2de req-b487b55f-fbe1-4f5e-bb32-ecaf95faa740 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:59.073354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e1c08378-4022-47a8-b535-877501ebb2de req-b487b55f-fbe1-4f5e-bb32-ecaf95faa740 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Calling delete_port for 15098630-ec61-48b9-8f19-c09ac6a1abd2 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:42:59.135392 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:59.203396 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e1c08378-4022-47a8-b535-877501ebb2de req-b487b55f-fbe1-4f5e-bb32-ecaf95faa740 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:59.215975 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['15098630-ec61-48b9-8f19-c09ac6a1abd2'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:42:59.218289 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['53f21ccf-828a-4d5a-b10d-69466ba836b6'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:42:59.230621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487b55f-fbe1-4f5e-bb32-ecaf95faa740 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Pushing event deleted for resources: {'Port': ['ID=15098630-ec61-48b9-8f19-c09ac6a1abd2,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:42:59.240625 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487b55f-fbe1-4f5e-bb32-ecaf95faa740 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:59.240983 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487b55f-fbe1-4f5e-bb32-ecaf95faa740 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:59.241296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487b55f-fbe1-4f5e-bb32-ecaf95faa740 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:59.241632 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487b55f-fbe1-4f5e-bb32-ecaf95faa740 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:59.241966 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487b55f-fbe1-4f5e-bb32-ecaf95faa740 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:59.242291 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487b55f-fbe1-4f5e-bb32-ecaf95faa740 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:59.242618 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487b55f-fbe1-4f5e-bb32-ecaf95faa740 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:59.242939 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487b55f-fbe1-4f5e-bb32-ecaf95faa740 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:59.243260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487b55f-fbe1-4f5e-bb32-ecaf95faa740 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:59.243582 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487b55f-fbe1-4f5e-bb32-ecaf95faa740 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:59.243900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487b55f-fbe1-4f5e-bb32-ecaf95faa740 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:59.244217 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487b55f-fbe1-4f5e-bb32-ecaf95faa740 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:42:59.288861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c08378-4022-47a8-b535-877501ebb2de req-b487b55f-fbe1-4f5e-bb32-ecaf95faa740 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] No DVR routers for this DVR port 15098630-ec61-48b9-8f19-c09ac6a1abd2 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:42:59.291517 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e1c08378-4022-47a8-b535-877501ebb2de req-b487b55f-fbe1-4f5e-bb32-ecaf95faa740 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:42:59.293503 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1c08378-4022-47a8-b535-877501ebb2de req-b487b55f-fbe1-4f5e-bb32-ecaf95faa740 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.36 "DELETE /v2.0/ports/15098630-ec61-48b9-8f19-c09ac6a1abd2 HTTP/1.1" status: 204 len: 173 time: 0.4047670 Sep 07 19:42:59.293951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cb9c0e-7d70-4042-8707-aad0921de072', 'name': 'network-vif-deleted', 'tag': '15098630-ec61-48b9-8f19-c09ac6a1abd2'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:42:59.296171 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c64335-2371-447f-8f48-571947901818" -d '{"events": [{"server_uuid": "85cb9c0e-7d70-4042-8707-aad0921de072", "name": "network-vif-deleted", "tag": "15098630-ec61-48b9-8f19-c09ac6a1abd2"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:42:59.333457 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c76207-b277-474c-8f84-25b9f09b6ac8 x-openstack-request-id: req-18c76207-b277-474c-8f84-25b9f09b6ac8 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:42:59.333756 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85cb9c0e-7d70-4042-8707-aad0921de072", "name": "network-vif-deleted", "tag": "15098630-ec61-48b9-8f19-c09ac6a1abd2", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:42:59.334008 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-18c76207-b277-474c-8f84-25b9f09b6ac8 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:42:59.334409 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cb9c0e-7d70-4042-8707-aad0921de072', 'name': 'network-vif-deleted', 'tag': '15098630-ec61-48b9-8f19-c09ac6a1abd2', 'status': 'completed', 'code': 200} Sep 07 19:42:59.906664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d3c6c-d5e2-4346-97cd-a8d55a9c2841 req-53f7f897-0ddb-4262-aeb1-43701817dc28 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:42:59.908047 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e15d3c6c-d5e2-4346-97cd-a8d55a9c2841 req-53f7f897-0ddb-4262-aeb1-43701817dc28 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=b94c464c-02a5-4aa6-83ba-a3fa452c16d3 HTTP/1.1" status: 200 len: 945 time: 0.0480142 Sep 07 19:42:59.945646 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e15d3c6c-d5e2-4346-97cd-a8d55a9c2841 req-6ac324b9-a537-4f6c-8d25-c441fcdb0e9f tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309324 Sep 07 19:43:00.074819 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d5a16-a0a3-4e7e-8715-83ea4aab277f req-bd230936-2499-4c99-9d1c-6f0277c7156b tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:00.076334 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e27d5a16-a0a3-4e7e-8715-83ea4aab277f req-bd230936-2499-4c99-9d1c-6f0277c7156b tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=b94c464c-02a5-4aa6-83ba-a3fa452c16d3 HTTP/1.1" status: 200 len: 945 time: 0.0490897 Sep 07 19:43:00.114102 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e27d5a16-a0a3-4e7e-8715-83ea4aab277f req-1e274f46-a17a-4be5-bc44-501c14c59349 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319045 Sep 07 19:43:00.235562 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297095ef-79f1-47e5-9516-8eab1b669a08 req-a30d6cb7-c075-437b-a432-5c54ecc65434 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:00.237054 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-297095ef-79f1-47e5-9516-8eab1b669a08 req-a30d6cb7-c075-437b-a432-5c54ecc65434 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=b94c464c-02a5-4aa6-83ba-a3fa452c16d3 HTTP/1.1" status: 200 len: 945 time: 0.0523806 Sep 07 19:43:00.274524 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-297095ef-79f1-47e5-9516-8eab1b669a08 req-e4ee1587-f269-490d-ae69-450bd4213fe2 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315657 Sep 07 19:43:00.345955 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-20144c93-2d68-4162-8c66-d9de572d012f req-b96f92ba-7053-4421-bb02-0dfd40240fed service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:43:00.346942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20144c93-2d68-4162-8c66-d9de572d012f req-b96f92ba-7053-4421-bb02-0dfd40240fed service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053670 Sep 07 19:43:00.403065 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:00.452903 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a6c52-d7e8-4e37-90d1-d04ff1ee2e0f req-9811ec00-d8a7-4be9-a9cc-10b2c223b4ae tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:00.454406 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a92a6c52-d7e8-4e37-90d1-d04ff1ee2e0f req-9811ec00-d8a7-4be9-a9cc-10b2c223b4ae tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=b94c464c-02a5-4aa6-83ba-a3fa452c16d3 HTTP/1.1" status: 200 len: 945 time: 0.0495315 Sep 07 19:43:00.492428 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a92a6c52-d7e8-4e37-90d1-d04ff1ee2e0f req-155f0c22-9de4-474a-9d98-b01a399cf6b5 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313885 Sep 07 19:43:00.604945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75489846-e550-4208-93d4-6d9f70f6b36a req-63127456-cd4b-4d3f-a516-601abb611b25 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:00.606426 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75489846-e550-4208-93d4-6d9f70f6b36a req-63127456-cd4b-4d3f-a516-601abb611b25 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=b94c464c-02a5-4aa6-83ba-a3fa452c16d3 HTTP/1.1" status: 200 len: 945 time: 0.0486887 Sep 07 19:43:00.643827 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-75489846-e550-4208-93d4-6d9f70f6b36a req-456ee590-8918-497c-adfd-a118a65aeae3 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314929 Sep 07 19:43:00.777608 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36c853-dfc4-459f-b6de-25f019c06b9c req-84b2f2f2-9247-4a9e-8564-2cb817be41fa tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:00.779028 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f36c853-dfc4-459f-b6de-25f019c06b9c req-84b2f2f2-9247-4a9e-8564-2cb817be41fa tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=b94c464c-02a5-4aa6-83ba-a3fa452c16d3 HTTP/1.1" status: 200 len: 945 time: 0.0602424 Sep 07 19:43:00.818099 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f36c853-dfc4-459f-b6de-25f019c06b9c req-98c7e8d5-c693-4393-91b5-46c6240fc385 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328262 Sep 07 19:43:01.118731 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdcbff-b8ef-49db-8c09-7b8674cb18ee req-8230a3c6-3359-4e08-8fd0-ce6b37ceed15 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:01.120302 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34fdcbff-b8ef-49db-8c09-7b8674cb18ee req-8230a3c6-3359-4e08-8fd0-ce6b37ceed15 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=b94c464c-02a5-4aa6-83ba-a3fa452c16d3 HTTP/1.1" status: 200 len: 945 time: 0.0501268 Sep 07 19:43:01.161453 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34fdcbff-b8ef-49db-8c09-7b8674cb18ee req-7416d032-1875-466f-8aad-ccdb7825d540 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318005 Sep 07 19:43:01.935717 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:02.275727 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a024084-4775-4889-b6c8-2d0526973ffc req-ad52cc5c-4db0-48f9-9a17-b6b13ddcf6ce tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:02.277223 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a024084-4775-4889-b6c8-2d0526973ffc req-ad52cc5c-4db0-48f9-9a17-b6b13ddcf6ce tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=b94c464c-02a5-4aa6-83ba-a3fa452c16d3 HTTP/1.1" status: 200 len: 945 time: 0.0485268 Sep 07 19:43:02.313826 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a024084-4775-4889-b6c8-2d0526973ffc req-b1b4131a-bcb5-4ba9-8d1a-6af5328818ff tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c3f8e5b-20b2-4e1f-a029-17915e32ed70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306113 Sep 07 19:43:02.647951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1632a4-8200-477c-aea7-b48e5111673f req-5c0eeb87-b573-451b-af37-99a082a96a0a tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:02.649418 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc1632a4-8200-477c-aea7-b48e5111673f req-5c0eeb87-b573-451b-af37-99a082a96a0a tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94c464c-02a5-4aa6-83ba-a3fa452c16d3 HTTP/1.1" status: 200 len: 945 time: 0.0532036 Sep 07 19:43:02.740110 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-cc1632a4-8200-477c-aea7-b48e5111673f req-9ae3e6c5-8f7c-4683-82d1-a0258aa5c271 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Deleting port 53f21ccf-828a-4d5a-b10d-69466ba836b6 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:43:02.740466 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cc1632a4-8200-477c-aea7-b48e5111673f req-9ae3e6c5-8f7c-4683-82d1-a0258aa5c271 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:02.793531 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 15098630-ec61-48b9-8f19-c09ac6a1abd2 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:43:02.816281 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 15098630-ec61-48b9-8f19-c09ac6a1abd2 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:43:02.816650 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 15098630-ec61-48b9-8f19-c09ac6a1abd2 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:43:02.838174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-cc1632a4-8200-477c-aea7-b48e5111673f req-9ae3e6c5-8f7c-4683-82d1-a0258aa5c271 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] For port 53f21ccf-828a-4d5a-b10d-69466ba836b6, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=53f21ccf-828a-4d5a-b10d-69466ba836b6,segment=NetworkSegment(15dd2a57-c190-4db7-ba7a-6eca79fb7383),segment_id=15dd2a57-c190-4db7-ba7a-6eca79fb7383)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:43:02.838543 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cc1632a4-8200-477c-aea7-b48e5111673f req-9ae3e6c5-8f7c-4683-82d1-a0258aa5c271 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:02.850100 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-cc1632a4-8200-477c-aea7-b48e5111673f req-9ae3e6c5-8f7c-4683-82d1-a0258aa5c271 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Calling delete_port for 53f21ccf-828a-4d5a-b10d-69466ba836b6 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:43:02.972111 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cc1632a4-8200-477c-aea7-b48e5111673f req-9ae3e6c5-8f7c-4683-82d1-a0258aa5c271 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:02.984271 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['53f21ccf-828a-4d5a-b10d-69466ba836b6'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:43:03.003042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3e6c5-8f7c-4683-82d1-a0258aa5c271 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Pushing event deleted for resources: {'Port': ['ID=53f21ccf-828a-4d5a-b10d-69466ba836b6,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:03.044323 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1632a4-8200-477c-aea7-b48e5111673f req-9ae3e6c5-8f7c-4683-82d1-a0258aa5c271 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] No DVR routers for this DVR port 53f21ccf-828a-4d5a-b10d-69466ba836b6 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:43:03.046888 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-cc1632a4-8200-477c-aea7-b48e5111673f req-9ae3e6c5-8f7c-4683-82d1-a0258aa5c271 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:03.048889 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc1632a4-8200-477c-aea7-b48e5111673f req-9ae3e6c5-8f7c-4683-82d1-a0258aa5c271 tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.60 "DELETE /v2.0/ports/53f21ccf-828a-4d5a-b10d-69466ba836b6 HTTP/1.1" status: 204 len: 173 time: 0.3934574 Sep 07 19:43:03.049318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94c464c-02a5-4aa6-83ba-a3fa452c16d3', 'name': 'network-vif-deleted', 'tag': '53f21ccf-828a-4d5a-b10d-69466ba836b6'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:43:03.051606 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430d0290-abdb-483c-907d-8d4817fcb0b4" -d '{"events": [{"server_uuid": "b94c464c-02a5-4aa6-83ba-a3fa452c16d3", "name": "network-vif-deleted", "tag": "53f21ccf-828a-4d5a-b10d-69466ba836b6"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:43:03.090351 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40db538a-6f4a-4a3c-acc2-e8e33b27133b x-openstack-request-id: req-40db538a-6f4a-4a3c-acc2-e8e33b27133b {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:43:03.090661 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94c464c-02a5-4aa6-83ba-a3fa452c16d3", "name": "network-vif-deleted", "tag": "53f21ccf-828a-4d5a-b10d-69466ba836b6", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:43:03.090933 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-40db538a-6f4a-4a3c-acc2-e8e33b27133b {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:43:03.091337 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94c464c-02a5-4aa6-83ba-a3fa452c16d3', 'name': 'network-vif-deleted', 'tag': '53f21ccf-828a-4d5a-b10d-69466ba836b6', 'status': 'completed', 'code': 200} Sep 07 19:43:03.421346 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6e8047d2-5e28-473a-8692-ee74322d00ec req-769723cd-d0b3-44c5-9904-52d5eff4daab tempest-ServersNegativeTestJSON-2112470949 tempest-ServersNegativeTestJSON-2112470949-project] 10.222.0.26 "GET /v2.0/ports?device_id=b94c464c-02a5-4aa6-83ba-a3fa452c16d3 HTTP/1.1" status: 200 len: 210 time: 0.0306823 Sep 07 19:43:04.477200 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50592) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:04.520945 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b500f1c7-b7b5-4079-802d-e6b651ff501e admin admin] Deleting subnet f1ec6c6e-0822-4104-add3-32578f172fd7 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:43:04.526559 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b500f1c7-b7b5-4079-802d-e6b651ff501e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:04.563074 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b500f1c7-b7b5-4079-802d-e6b651ff501e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:04.600670 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b500f1c7-b7b5-4079-802d-e6b651ff501e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:04.652465 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b500f1c7-b7b5-4079-802d-e6b651ff501e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:04.676973 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500f1c7-b7b5-4079-802d-e6b651ff501e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1ec6c6e-0822-4104-add3-32578f172fd7,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:04.682320 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b500f1c7-b7b5-4079-802d-e6b651ff501e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:04.684067 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b500f1c7-b7b5-4079-802d-e6b651ff501e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f1ec6c6e-0822-4104-add3-32578f172fd7 HTTP/1.1" status: 204 len: 168 time: 0.2058573 Sep 07 19:43:04.686603 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50596) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:04.756684 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-36357ba7-abf6-4ceb-b257-2501274828ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:04.836437 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-36357ba7-abf6-4ceb-b257-2501274828ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:04.855138 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-36357ba7-abf6-4ceb-b257-2501274828ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1663d49a-91c1-471e-9a54-7ad25b1704fe']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:04.863935 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-36357ba7-abf6-4ceb-b257-2501274828ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15dd2a57-c190-4db7-ba7a-6eca79fb7383') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:04.864229 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-36357ba7-abf6-4ceb-b257-2501274828ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15dd2a57-c190-4db7-ba7a-6eca79fb7383') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:04.877539 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-36357ba7-abf6-4ceb-b257-2501274828ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:04.890623 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-36357ba7-abf6-4ceb-b257-2501274828ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:04.896144 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36357ba7-abf6-4ceb-b257-2501274828ec admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:43:04.896558 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-36357ba7-abf6-4ceb-b257-2501274828ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:43:04.898151 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:43:04.950255 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-36357ba7-abf6-4ceb-b257-2501274828ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:04.955370 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-36357ba7-abf6-4ceb-b257-2501274828ec admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:04.957218 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-36357ba7-abf6-4ceb-b257-2501274828ec admin admin] 10.222.0.26 "DELETE /v2.0/networks/1663d49a-91c1-471e-9a54-7ad25b1704fe HTTP/1.1" status: 204 len: 168 time: 0.2696464 Sep 07 19:43:04.967520 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36357ba7-abf6-4ceb-b257-2501274828ec admin admin] Pushing event deleted for resources: {'Network': ['ID=1663d49a-91c1-471e-9a54-7ad25b1704fe,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:05.063354 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50602) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:05.101691 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e7b3469c-dbbd-4b9f-96d9-31a9ab1ba93d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31dec452161b417797ac5f376cb22a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0366652 Sep 07 19:43:05.104105 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50604) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:05.148941 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c3dded84-fff1-4b74-9cc0-c41300fc03c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:05.172850 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c3dded84-fff1-4b74-9cc0-c41300fc03c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:05.224384 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c3dded84-fff1-4b74-9cc0-c41300fc03c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:05.227511 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c3dded84-fff1-4b74-9cc0-c41300fc03c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:05.231449 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c3dded84-fff1-4b74-9cc0-c41300fc03c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c3f8e5b-20b2-4e1f-a029-17915e32ed70 HTTP/1.1" status: 204 len: 168 time: 0.1264157 Sep 07 19:43:05.239150 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dded84-fff1-4b74-9cc0-c41300fc03c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3f8e5b-20b2-4e1f-a029-17915e32ed70,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:05.888348 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50626) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:05.979439 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-a55b7598-190e-4f4b-94bf-de32432333be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1361777746'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:05.999842 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55b7598-190e-4f4b-94bf-de32432333be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Made reservation on behalf of 5499da6407344401a06fa276496ffd18 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:43:06.003297 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a55b7598-190e-4f4b-94bf-de32432333be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:06.011805 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a55b7598-190e-4f4b-94bf-de32432333be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:06.103276 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a55b7598-190e-4f4b-94bf-de32432333be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:06.107058 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a55b7598-190e-4f4b-94bf-de32432333be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:06.130336 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55b7598-190e-4f4b-94bf-de32432333be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:43:06.145689 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b7598-190e-4f4b-94bf-de32432333be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25160782-8649-45ef-bcfc-33abcbb61bfe,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:06.150613 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a55b7598-190e-4f4b-94bf-de32432333be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:06.150967 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-a55b7598-190e-4f4b-94bf-de32432333be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Added segment 13673a0e-bd1c-45d6-af28-5e6cd61ad3e1 of type vlan for network fe0fba73-cb11-4e88-b1e2-6d00360036f8 Sep 07 19:43:06.193989 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a55b7598-190e-4f4b-94bf-de32432333be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:06.218233 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a55b7598-190e-4f4b-94bf-de32432333be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:06.223726 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55b7598-190e-4f4b-94bf-de32432333be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:06.224308 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a55b7598-190e-4f4b-94bf-de32432333be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:06.258894 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a55b7598-190e-4f4b-94bf-de32432333be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3694143 Sep 07 19:43:06.292839 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b7598-190e-4f4b-94bf-de32432333be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event updated for resources: {'Network': ['ID=fe0fba73-cb11-4e88-b1e2-6d00360036f8,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:06.303743 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network fe0fba73-cb11-4e88-b1e2-6d00360036f8 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:43:07.757597 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 53f21ccf-828a-4d5a-b10d-69466ba836b6 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:43:07.784721 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 53f21ccf-828a-4d5a-b10d-69466ba836b6 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:43:07.785061 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 53f21ccf-828a-4d5a-b10d-69466ba836b6 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:43:09.517077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50630) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:09.522157 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-875323e8-11c6-4f0b-beeb-d2e7340720d7 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Request body: {'subnet': {'network_id': 'fe0fba73-cb11-4e88-b1e2-6d00360036f8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:09.612302 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875323e8-11c6-4f0b-beeb-d2e7340720d7 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Made reservation on behalf of 5499da6407344401a06fa276496ffd18 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:43:09.615789 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-875323e8-11c6-4f0b-beeb-d2e7340720d7 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:09.794357 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-875323e8-11c6-4f0b-beeb-d2e7340720d7 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:09.852795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875323e8-11c6-4f0b-beeb-d2e7340720d7 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event updated for resources: {'Subnet': ['ID=6cc11b97-81c7-46b5-b78a-2af0a1ee1d19,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:09.861353 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875323e8-11c6-4f0b-beeb-d2e7340720d7 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Checking segment: {'id': '13673a0e-bd1c-45d6-af28-5e6cd61ad3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fe0fba73-cb11-4e88-b1e2-6d00360036f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:43:09.861713 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875323e8-11c6-4f0b-beeb-d2e7340720d7 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Network hostable DHCP agents. Network: fe0fba73-cb11-4e88-b1e2-6d00360036f8, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:43:09.877386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875323e8-11c6-4f0b-beeb-d2e7340720d7 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Network fe0fba73-cb11-4e88-b1e2-6d00360036f8 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:43:09.885544 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-875323e8-11c6-4f0b-beeb-d2e7340720d7 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, fe0fba73-cb11-4e88-b1e2-6d00360036f8) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:09.890468 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875323e8-11c6-4f0b-beeb-d2e7340720d7 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:09.891496 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-875323e8-11c6-4f0b-beeb-d2e7340720d7 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:09.894658 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a454bfff-9be9-43a2-ba74-91d9fcd24989 None None] Network fe0fba73-cb11-4e88-b1e2-6d00360036f8 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:43:09.905563 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-875323e8-11c6-4f0b-beeb-d2e7340720d7 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3873897 Sep 07 19:43:09.909492 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50632) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:09.914531 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-0b21b387-6d50-41e7-a925-7de52b6ddd8e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-523509995'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:09.935056 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b21b387-6d50-41e7-a925-7de52b6ddd8e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Made reservation on behalf of 5499da6407344401a06fa276496ffd18 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:43:09.938553 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0b21b387-6d50-41e7-a925-7de52b6ddd8e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:09.962225 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b21b387-6d50-41e7-a925-7de52b6ddd8e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:43:09.971271 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0b21b387-6d50-41e7-a925-7de52b6ddd8e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:09.971667 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-0b21b387-6d50-41e7-a925-7de52b6ddd8e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Added segment de7b4cf2-674e-4f09-b3aa-0a21857e51ff of type vlan for network 3cb3fe51-8e7b-43ea-aa02-577efb7cceba Sep 07 19:43:10.012600 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0b21b387-6d50-41e7-a925-7de52b6ddd8e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:10.037983 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0b21b387-6d50-41e7-a925-7de52b6ddd8e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:10.038866 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-fe0fba73-cb11-4e88-b1e2-6d00360036f8', 'network_id': 'fe0fba73-cb11-4e88-b1e2-6d00360036f8', 'tenant_id': '5499da6407344401a06fa276496ffd18', 'fixed_ips': [{'subnet_id': '6cc11b97-81c7-46b5-b78a-2af0a1ee1d19'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:43:10.039725 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:10.043775 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b21b387-6d50-41e7-a925-7de52b6ddd8e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:10.044356 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0b21b387-6d50-41e7-a925-7de52b6ddd8e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:10.085415 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0b21b387-6d50-41e7-a925-7de52b6ddd8e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1751158 Sep 07 19:43:10.088171 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50634) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:10.117095 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-10a5befd-4086-474b-8ca9-e1ee74ac6d32 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Request body: {'subnet': {'network_id': '3cb3fe51-8e7b-43ea-aa02-577efb7cceba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:10.133416 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21b387-6d50-41e7-a925-7de52b6ddd8e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event updated for resources: {'Network': ['ID=3cb3fe51-8e7b-43ea-aa02-577efb7cceba,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:10.151196 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 3cb3fe51-8e7b-43ea-aa02-577efb7cceba details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:43:10.210715 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a5befd-4086-474b-8ca9-e1ee74ac6d32 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Made reservation on behalf of 5499da6407344401a06fa276496ffd18 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:43:10.214362 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-10a5befd-4086-474b-8ca9-e1ee74ac6d32 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:10.229090 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Allocated IP 2001:db8:0:ffff::2 (fe0fba73-cb11-4e88-b1e2-6d00360036f8/6cc11b97-81c7-46b5-b78a-2af0a1ee1d19/cd8874ea-a709-4a6a-b324-e79e12469382) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:43:10.375765 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:10.384575 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Transition to ACTIVE for port object cd8874ea-a709-4a6a-b324-e79e12469382 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:43:10.400858 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Transition to ACTIVE for port object cd8874ea-a709-4a6a-b324-e79e12469382 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:43:10.403071 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-10a5befd-4086-474b-8ca9-e1ee74ac6d32 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:10.406072 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:10.441496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Network fe0fba73-cb11-4e88-b1e2-6d00360036f8 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:43:10.447512 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:10.450393 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:43:10.465233 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5befd-4086-474b-8ca9-e1ee74ac6d32 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event updated for resources: {'Subnet': ['ID=05e43960-e475-4e11-9f76-c08d00dd364a,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:10.474217 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5befd-4086-474b-8ca9-e1ee74ac6d32 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Checking segment: {'id': 'de7b4cf2-674e-4f09-b3aa-0a21857e51ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3cb3fe51-8e7b-43ea-aa02-577efb7cceba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:43:10.474576 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a5befd-4086-474b-8ca9-e1ee74ac6d32 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Network hostable DHCP agents. Network: 3cb3fe51-8e7b-43ea-aa02-577efb7cceba, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:43:10.483079 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Pushing event updated for resources: {'Port': ['ID=cd8874ea-a709-4a6a-b324-e79e12469382,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:10.495154 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a5befd-4086-474b-8ca9-e1ee74ac6d32 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Network 3cb3fe51-8e7b-43ea-aa02-577efb7cceba is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:43:10.503900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-10a5befd-4086-474b-8ca9-e1ee74ac6d32 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 3cb3fe51-8e7b-43ea-aa02-577efb7cceba) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:10.508548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a5befd-4086-474b-8ca9-e1ee74ac6d32 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:10.509111 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:10.509226 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-10a5befd-4086-474b-8ca9-e1ee74ac6d32 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:10.509471 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:10.509818 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:10.510177 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:10.510490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:10.510816 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:10.511157 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:10.511485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:10.512209 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:10.512209 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:10.512451 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:10.512800 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:10.518200 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321d63fa-9d2e-48c4-b44d-d2bcade0e8a4 None None] Network 3cb3fe51-8e7b-43ea-aa02-577efb7cceba requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:43:10.528307 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50636) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:10.528821 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-10a5befd-4086-474b-8ca9-e1ee74ac6d32 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4391923 Sep 07 19:43:10.546157 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Attempting to bind port cd8874ea-a709-4a6a-b324-e79e12469382 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:43:10.546526 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Attempting to bind port cd8874ea-a709-4a6a-b324-e79e12469382 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '13673a0e-bd1c-45d6-af28-5e6cd61ad3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fe0fba73-cb11-4e88-b1e2-6d00360036f8'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:43:10.546888 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Attempting to bind port cd8874ea-a709-4a6a-b324-e79e12469382 on network fe0fba73-cb11-4e88-b1e2-6d00360036f8 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:43:10.556209 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:43:10.556608 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Checking segment: {'id': '13673a0e-bd1c-45d6-af28-5e6cd61ad3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fe0fba73-cb11-4e88-b1e2-6d00360036f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:43:10.557014 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:10.557413 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Bound using segment: {'id': '13673a0e-bd1c-45d6-af28-5e6cd61ad3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fe0fba73-cb11-4e88-b1e2-6d00360036f8'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:43:10.557879 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Bound port: cd8874ea-a709-4a6a-b324-e79e12469382, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13673a0e-bd1c-45d6-af28-5e6cd61ad3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fe0fba73-cb11-4e88-b1e2-6d00360036f8'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:43:10.558260 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:10.628977 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:10.692148 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] For port cd8874ea-a709-4a6a-b324-e79e12469382, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:43:10.698030 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] For port cd8874ea-a709-4a6a-b324-e79e12469382, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cd8874ea-a709-4a6a-b324-e79e12469382,segment=NetworkSegment(13673a0e-bd1c-45d6-af28-5e6cd61ad3e1),segment_id=13673a0e-bd1c-45d6-af28-5e6cd61ad3e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:43:10.705035 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:10.763489 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-3cb3fe51-8e7b-43ea-aa02-577efb7cceba', 'network_id': '3cb3fe51-8e7b-43ea-aa02-577efb7cceba', 'tenant_id': '5499da6407344401a06fa276496ffd18', 'fixed_ips': [{'subnet_id': '05e43960-e475-4e11-9f76-c08d00dd364a'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:43:10.764347 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:10.805720 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b371b0-d46d-4f24-8f6d-b0e0a02ade8a None None] Pushing event updated for resources: {'Port': ['ID=cd8874ea-a709-4a6a-b324-e79e12469382,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:10.931934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] Allocated IP 2001:db8::2 (3cb3fe51-8e7b-43ea-aa02-577efb7cceba/05e43960-e475-4e11-9f76-c08d00dd364a/68cb1cc4-90f8-4fc3-8a02-6de4f42cef42) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:43:11.092251 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:11.145252 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:11.154806 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cd8874ea-a709-4a6a-b324-e79e12469382 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:43:11.175614 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] Transition to ACTIVE for port object 68cb1cc4-90f8-4fc3-8a02-6de4f42cef42 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:43:11.200109 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] Transition to ACTIVE for port object 68cb1cc4-90f8-4fc3-8a02-6de4f42cef42 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:43:11.205968 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:11.224435 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:11.251620 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] Network 3cb3fe51-8e7b-43ea-aa02-577efb7cceba is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:43:11.252757 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event deleted for resources: {'Subnet': ['ID=05e43960-e475-4e11-9f76-c08d00dd364a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:11.259330 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:11.264453 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:43:11.266328 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port cd8874ea-a709-4a6a-b324-e79e12469382 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:43:11.269934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] Pushing event updated for resources: {'Port': ['ID=68cb1cc4-90f8-4fc3-8a02-6de4f42cef42,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:11.321910 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:11.326196 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] Attempting to bind port 68cb1cc4-90f8-4fc3-8a02-6de4f42cef42 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:43:11.326560 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] Attempting to bind port 68cb1cc4-90f8-4fc3-8a02-6de4f42cef42 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'de7b4cf2-674e-4f09-b3aa-0a21857e51ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3cb3fe51-8e7b-43ea-aa02-577efb7cceba'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:43:11.326944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] Attempting to bind port 68cb1cc4-90f8-4fc3-8a02-6de4f42cef42 on network 3cb3fe51-8e7b-43ea-aa02-577efb7cceba {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:43:11.331915 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:43:11.332406 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] Checking segment: {'id': 'de7b4cf2-674e-4f09-b3aa-0a21857e51ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3cb3fe51-8e7b-43ea-aa02-577efb7cceba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:43:11.332828 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:11.333214 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] Bound using segment: {'id': 'de7b4cf2-674e-4f09-b3aa-0a21857e51ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3cb3fe51-8e7b-43ea-aa02-577efb7cceba'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:43:11.333667 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] Bound port: 68cb1cc4-90f8-4fc3-8a02-6de4f42cef42, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7b4cf2-674e-4f09-b3aa-0a21857e51ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3cb3fe51-8e7b-43ea-aa02-577efb7cceba'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:43:11.334035 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:11.342006 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb3fe51-8e7b-43ea-aa02-577efb7cceba']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:11.351173 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7b4cf2-674e-4f09-b3aa-0a21857e51ff') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:11.351476 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7b4cf2-674e-4f09-b3aa-0a21857e51ff') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:11.360692 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:11.374006 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:11.379954 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:43:11.380350 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:43:11.383873 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:43:11.396235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] For port 68cb1cc4-90f8-4fc3-8a02-6de4f42cef42, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:43:11.442953 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] For port 68cb1cc4-90f8-4fc3-8a02-6de4f42cef42, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=68cb1cc4-90f8-4fc3-8a02-6de4f42cef42,segment=NetworkSegment(de7b4cf2-674e-4f09-b3aa-0a21857e51ff),segment_id=de7b4cf2-674e-4f09-b3aa-0a21857e51ff)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:43:11.443219 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.db.api [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 19:43:11.443219 n-d-807786-1 neutron-server[101444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 19:43:11.443219 n-d-807786-1 neutron-server[101444]: [parameters: {'id': '3cb3fe51-8e7b-43ea-aa02-577efb7cceba'}] Sep 07 19:43:11.443219 n-d-807786-1 neutron-server[101444]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:43:11.443690 n-d-807786-1 neutron-server[101444]: DEBUG oslo_db.api [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:43:11.448587 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:11.534345 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512da6e-f350-4aec-a6bf-da9ab3833228 None None] Pushing event updated for resources: {'Port': ['ID=68cb1cc4-90f8-4fc3-8a02-6de4f42cef42,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:11.548958 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357dca0b-6882-48c0-8ca1-b742eda758f1 None None] Network 3cb3fe51-8e7b-43ea-aa02-577efb7cceba requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:43:11.768830 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335ad3ff-181e-4fb4-b431-5d99f93c0855 None None] Network fe0fba73-cb11-4e88-b1e2-6d00360036f8 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:43:11.884776 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-92e84b01-a7e9-4820-91fb-2839c54e5e9c None None] Provisioning for port cd8874ea-a709-4a6a-b324-e79e12469382 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:43:11.890731 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-92e84b01-a7e9-4820-91fb-2839c54e5e9c None None] Provisioning complete for port cd8874ea-a709-4a6a-b324-e79e12469382 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:11.891097 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-92e84b01-a7e9-4820-91fb-2839c54e5e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:11.944588 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:11.993747 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-92e84b01-a7e9-4820-91fb-2839c54e5e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:12.000105 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Deleting port 68cb1cc4-90f8-4fc3-8a02-6de4f42cef42 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:43:12.000473 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:12.026256 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-92e84b01-a7e9-4820-91fb-2839c54e5e9c None None] For port cd8874ea-a709-4a6a-b324-e79e12469382, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cd8874ea-a709-4a6a-b324-e79e12469382,segment=NetworkSegment(13673a0e-bd1c-45d6-af28-5e6cd61ad3e1),segment_id=13673a0e-bd1c-45d6-af28-5e6cd61ad3e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:43:12.031288 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-92e84b01-a7e9-4820-91fb-2839c54e5e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:12.072206 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] For port 68cb1cc4-90f8-4fc3-8a02-6de4f42cef42, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=68cb1cc4-90f8-4fc3-8a02-6de4f42cef42,segment=NetworkSegment(de7b4cf2-674e-4f09-b3aa-0a21857e51ff),segment_id=de7b4cf2-674e-4f09-b3aa-0a21857e51ff)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:43:12.072612 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:12.084553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e84b01-a7e9-4820-91fb-2839c54e5e9c None None] Pushing event updated for resources: {'Port': ['ID=cd8874ea-a709-4a6a-b324-e79e12469382,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:12.086672 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Calling delete_port for 68cb1cc4-90f8-4fc3-8a02-6de4f42cef42 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:43:12.135244 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148cf205-5172-4b4e-8483-83a73e484b9c None None] get_active_networks_info from n-d-807786-1 {{(pid=101446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 19:43:12.172585 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:12.181328 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-be2549c8-176e-4fe3-a9f5-1e53f77beedc None None] Provisioning complete for port cd8874ea-a709-4a6a-b324-e79e12469382 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:12.181694 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-be2549c8-176e-4fe3-a9f5-1e53f77beedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:12.196184 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event deleted for resources: {'Port': ['ID=68cb1cc4-90f8-4fc3-8a02-6de4f42cef42,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:12.201823 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] No DVR routers for this DVR port 68cb1cc4-90f8-4fc3-8a02-6de4f42cef42 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:43:12.240656 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148cf205-5172-4b4e-8483-83a73e484b9c None None] Resources bound (agent type, host, resource id): {{(pid=101446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 19:43:12.283803 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:12.303542 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb3fe51-8e7b-43ea-aa02-577efb7cceba']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:12.316494 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7b4cf2-674e-4f09-b3aa-0a21857e51ff') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:12.316975 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7b4cf2-674e-4f09-b3aa-0a21857e51ff') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:12.328682 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:12.341556 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:12.347564 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:43:12.348082 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:43:12.351086 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:43:12.408771 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:12.417131 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:12.418985 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "DELETE /v2.0/networks/3cb3fe51-8e7b-43ea-aa02-577efb7cceba HTTP/1.1" status: 204 len: 168 time: 1.8895438 Sep 07 19:43:12.422602 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50638) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:12.427663 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-b8596138-9d1a-4316-8c7b-b262d52e01c9 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-426202164'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:12.429371 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ccff4-f7f5-4e49-ac07-855879f60b59 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event deleted for resources: {'Network': ['ID=3cb3fe51-8e7b-43ea-aa02-577efb7cceba,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:12.451532 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8596138-9d1a-4316-8c7b-b262d52e01c9 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Made reservation on behalf of 5499da6407344401a06fa276496ffd18 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:43:12.455098 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b8596138-9d1a-4316-8c7b-b262d52e01c9 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:12.480496 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8596138-9d1a-4316-8c7b-b262d52e01c9 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:43:12.490516 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b8596138-9d1a-4316-8c7b-b262d52e01c9 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:12.490867 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-b8596138-9d1a-4316-8c7b-b262d52e01c9 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Added segment e45976e3-c7a0-43c2-b2d6-d23e1a207ada of type vlan for network eae61874-0ad6-4050-b437-71abfdb31f74 Sep 07 19:43:12.530193 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b8596138-9d1a-4316-8c7b-b262d52e01c9 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:12.553329 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b8596138-9d1a-4316-8c7b-b262d52e01c9 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:12.559533 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8596138-9d1a-4316-8c7b-b262d52e01c9 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:12.560120 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b8596138-9d1a-4316-8c7b-b262d52e01c9 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:12.602091 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b8596138-9d1a-4316-8c7b-b262d52e01c9 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1752007 Sep 07 19:43:12.602319 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50640) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:12.607100 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-afe9bf1f-7432-4f07-b1c0-daf3c74ba216 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Request body: {'subnet': {'network_id': 'eae61874-0ad6-4050-b437-71abfdb31f74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:12.647350 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8596138-9d1a-4316-8c7b-b262d52e01c9 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event updated for resources: {'Network': ['ID=eae61874-0ad6-4050-b437-71abfdb31f74,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:12.657396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network eae61874-0ad6-4050-b437-71abfdb31f74 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:43:12.721431 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe9bf1f-7432-4f07-b1c0-daf3c74ba216 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Made reservation on behalf of 5499da6407344401a06fa276496ffd18 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:43:12.724884 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-afe9bf1f-7432-4f07-b1c0-daf3c74ba216 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:12.783945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.ipam_backend_mixin [None req-afe9bf1f-7432-4f07-b1c0-daf3c74ba216 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Performing IP validity checks on allocation pools {{(pid=101445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 07 19:43:12.784467 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.ipam_backend_mixin [None req-afe9bf1f-7432-4f07-b1c0-daf3c74ba216 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 07 19:43:12.909417 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-afe9bf1f-7432-4f07-b1c0-daf3c74ba216 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:12.972054 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9bf1f-7432-4f07-b1c0-daf3c74ba216 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event updated for resources: {'Subnet': ['ID=d12b6769-c978-4d44-9af9-2b603661f8a2,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:12.981073 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe9bf1f-7432-4f07-b1c0-daf3c74ba216 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Checking segment: {'id': 'e45976e3-c7a0-43c2-b2d6-d23e1a207ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eae61874-0ad6-4050-b437-71abfdb31f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:43:12.981435 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe9bf1f-7432-4f07-b1c0-daf3c74ba216 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Network hostable DHCP agents. Network: eae61874-0ad6-4050-b437-71abfdb31f74, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:43:12.997373 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe9bf1f-7432-4f07-b1c0-daf3c74ba216 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Network eae61874-0ad6-4050-b437-71abfdb31f74 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:43:13.005598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-afe9bf1f-7432-4f07-b1c0-daf3c74ba216 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, eae61874-0ad6-4050-b437-71abfdb31f74) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:13.009476 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe9bf1f-7432-4f07-b1c0-daf3c74ba216 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:13.010098 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-afe9bf1f-7432-4f07-b1c0-daf3c74ba216 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:13.015309 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811e43d8-afa0-4a0f-b277-c0ec1b38008e None None] Network eae61874-0ad6-4050-b437-71abfdb31f74 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:43:13.029942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-afe9bf1f-7432-4f07-b1c0-daf3c74ba216 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4240053 Sep 07 19:43:13.030105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50642) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:13.088088 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cd8874ea-a709-4a6a-b324-e79e12469382 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:43:13.128051 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c55ce999-8ca3-46b5-8b97-ae331b2064a5 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:13.195996 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port cd8874ea-a709-4a6a-b324-e79e12469382 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:13.196362 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:13.217088 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e293bc2-64aa-48bc-ae57-6189ee255e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-eae61874-0ad6-4050-b437-71abfdb31f74', 'network_id': 'eae61874-0ad6-4050-b437-71abfdb31f74', 'tenant_id': '5499da6407344401a06fa276496ffd18', 'fixed_ips': [{'subnet_id': 'd12b6769-c978-4d44-9af9-2b603661f8a2'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:43:13.217913 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0e293bc2-64aa-48bc-ae57-6189ee255e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:13.218747 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c55ce999-8ca3-46b5-8b97-ae331b2064a5 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:13.276856 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c55ce999-8ca3-46b5-8b97-ae331b2064a5 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:13.304487 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ce999-8ca3-46b5-8b97-ae331b2064a5 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event deleted for resources: {'Subnet': ['ID=d12b6769-c978-4d44-9af9-2b603661f8a2,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server [None req-0e293bc2-64aa-48bc-ae57-6189ee255e7d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d12b6769-c978-4d44-9af9-2b603661f8a2: This subnet is being modified by another concurrent operation. Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server raise exception Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d12b6769-c978-4d44-9af9-2b603661f8a2: This subnet is being modified by another concurrent operation. Sep 07 19:43:13.354819 n-d-807786-1 neutron-server[101446]: ERROR oslo_messaging.rpc.server Sep 07 19:43:13.367391 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c55ce999-8ca3-46b5-8b97-ae331b2064a5 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:13.374882 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5cb8b1-f45d-4f49-8ad8-d83c121dcc57 None None] Network eae61874-0ad6-4050-b437-71abfdb31f74 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:43:13.387103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-c55ce999-8ca3-46b5-8b97-ae331b2064a5 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae61874-0ad6-4050-b437-71abfdb31f74']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:13.396135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-c55ce999-8ca3-46b5-8b97-ae331b2064a5 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45976e3-c7a0-43c2-b2d6-d23e1a207ada') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:13.396438 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-c55ce999-8ca3-46b5-8b97-ae331b2064a5 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45976e3-c7a0-43c2-b2d6-d23e1a207ada') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:13.406096 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c55ce999-8ca3-46b5-8b97-ae331b2064a5 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:13.418774 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c55ce999-8ca3-46b5-8b97-ae331b2064a5 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:13.424643 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55ce999-8ca3-46b5-8b97-ae331b2064a5 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:43:13.425222 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c55ce999-8ca3-46b5-8b97-ae331b2064a5 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:43:13.427913 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:43:13.494952 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c55ce999-8ca3-46b5-8b97-ae331b2064a5 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:13.502792 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c55ce999-8ca3-46b5-8b97-ae331b2064a5 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:13.505088 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c55ce999-8ca3-46b5-8b97-ae331b2064a5 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "DELETE /v2.0/networks/eae61874-0ad6-4050-b437-71abfdb31f74 HTTP/1.1" status: 204 len: 168 time: 0.4736962 Sep 07 19:43:13.509491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50644) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:13.523313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-16211d50-8cee-462b-a344-59fef1791327 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-359879691'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:13.528031 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ce999-8ca3-46b5-8b97-ae331b2064a5 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event deleted for resources: {'Network': ['ID=eae61874-0ad6-4050-b437-71abfdb31f74,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:13.548790 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16211d50-8cee-462b-a344-59fef1791327 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Made reservation on behalf of 5499da6407344401a06fa276496ffd18 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:43:13.552593 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-16211d50-8cee-462b-a344-59fef1791327 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:13.582547 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16211d50-8cee-462b-a344-59fef1791327 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:43:13.592613 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-16211d50-8cee-462b-a344-59fef1791327 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:13.592987 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-16211d50-8cee-462b-a344-59fef1791327 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Added segment ad7f7047-fb49-4d50-8ee8-5d857b3b7934 of type vlan for network 8771489a-6963-4eef-9160-92969e560d75 Sep 07 19:43:13.622596 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:13.635457 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-16211d50-8cee-462b-a344-59fef1791327 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:13.648345 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db6ea52-6a4e-408d-b5f0-b462170c2a9e None None] get_active_networks_info from n-d-807786-1 {{(pid=101446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 19:43:13.659740 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-16211d50-8cee-462b-a344-59fef1791327 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:13.665585 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16211d50-8cee-462b-a344-59fef1791327 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:13.666170 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-16211d50-8cee-462b-a344-59fef1791327 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:13.703688 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-16211d50-8cee-462b-a344-59fef1791327 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1934066 Sep 07 19:43:13.707371 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50646) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:13.712595 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e5cc7342-7618-44a9-b91a-8ff61b00f810 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Request body: {'subnet': {'network_id': '8771489a-6963-4eef-9160-92969e560d75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:13.712966 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db6ea52-6a4e-408d-b5f0-b462170c2a9e None None] Resources bound (agent type, host, resource id): {{(pid=101446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 19:43:13.736717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16211d50-8cee-462b-a344-59fef1791327 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event updated for resources: {'Network': ['ID=8771489a-6963-4eef-9160-92969e560d75,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:13.748574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 8771489a-6963-4eef-9160-92969e560d75 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:43:13.805979 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cc7342-7618-44a9-b91a-8ff61b00f810 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Made reservation on behalf of 5499da6407344401a06fa276496ffd18 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:43:13.809639 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e5cc7342-7618-44a9-b91a-8ff61b00f810 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:13.997256 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e5cc7342-7618-44a9-b91a-8ff61b00f810 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:14.057121 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc7342-7618-44a9-b91a-8ff61b00f810 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event updated for resources: {'Subnet': ['ID=c691ac79-6653-4776-b732-efe5fda24436,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:14.064669 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cc7342-7618-44a9-b91a-8ff61b00f810 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Checking segment: {'id': 'ad7f7047-fb49-4d50-8ee8-5d857b3b7934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8771489a-6963-4eef-9160-92969e560d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:43:14.065056 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cc7342-7618-44a9-b91a-8ff61b00f810 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Network hostable DHCP agents. Network: 8771489a-6963-4eef-9160-92969e560d75, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:43:14.081325 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cc7342-7618-44a9-b91a-8ff61b00f810 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Network 8771489a-6963-4eef-9160-92969e560d75 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:43:14.089249 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-e5cc7342-7618-44a9-b91a-8ff61b00f810 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 8771489a-6963-4eef-9160-92969e560d75) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:14.093281 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cc7342-7618-44a9-b91a-8ff61b00f810 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:14.093902 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e5cc7342-7618-44a9-b91a-8ff61b00f810 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:14.098153 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541059e4-b605-4159-9955-d84a177d53af None None] Network 8771489a-6963-4eef-9160-92969e560d75 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:43:14.108313 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e5cc7342-7618-44a9-b91a-8ff61b00f810 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3998339 Sep 07 19:43:14.112325 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50648) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:14.117922 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-484ef452-4832-428b-b3e3-ded1be9d8f5b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-519135541'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:14.137106 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484ef452-4832-428b-b3e3-ded1be9d8f5b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Made reservation on behalf of 5499da6407344401a06fa276496ffd18 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:43:14.140664 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-484ef452-4832-428b-b3e3-ded1be9d8f5b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:14.165012 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484ef452-4832-428b-b3e3-ded1be9d8f5b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:43:14.174335 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-484ef452-4832-428b-b3e3-ded1be9d8f5b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:14.174681 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-484ef452-4832-428b-b3e3-ded1be9d8f5b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Added segment 28e0ed9e-b51a-4bef-897a-bc958a37928c of type vlan for network f18f634d-a0f1-4963-ad71-9e0814e85bd8 Sep 07 19:43:14.218630 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-484ef452-4832-428b-b3e3-ded1be9d8f5b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:14.244483 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-484ef452-4832-428b-b3e3-ded1be9d8f5b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:14.249867 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484ef452-4832-428b-b3e3-ded1be9d8f5b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:14.250448 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-484ef452-4832-428b-b3e3-ded1be9d8f5b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:14.250958 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-8771489a-6963-4eef-9160-92969e560d75', 'network_id': '8771489a-6963-4eef-9160-92969e560d75', 'tenant_id': '5499da6407344401a06fa276496ffd18', 'fixed_ips': [{'subnet_id': 'c691ac79-6653-4776-b732-efe5fda24436'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:43:14.251848 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:14.289512 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-484ef452-4832-428b-b3e3-ded1be9d8f5b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1728148 Sep 07 19:43:14.289752 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50650) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:14.319440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e02af318-a6ea-4429-8490-92adc577511c tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Request body: {'subnet': {'network_id': 'f18f634d-a0f1-4963-ad71-9e0814e85bd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:14.326303 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ef452-4832-428b-b3e3-ded1be9d8f5b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event updated for resources: {'Network': ['ID=f18f634d-a0f1-4963-ad71-9e0814e85bd8,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:14.339950 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network f18f634d-a0f1-4963-ad71-9e0814e85bd8 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:43:14.358245 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:14.414946 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02af318-a6ea-4429-8490-92adc577511c tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Made reservation on behalf of 5499da6407344401a06fa276496ffd18 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:43:14.418471 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e02af318-a6ea-4429-8490-92adc577511c tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:14.453727 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] Allocated IP 2001:db8::2 (8771489a-6963-4eef-9160-92969e560d75/c691ac79-6653-4776-b732-efe5fda24436/e03be20d-a561-4e87-9628-1e608f54f2ab) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:43:14.598692 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:14.599147 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e02af318-a6ea-4429-8490-92adc577511c tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:14.610482 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] Transition to ACTIVE for port object e03be20d-a561-4e87-9628-1e608f54f2ab will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:43:14.630291 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] Transition to ACTIVE for port object e03be20d-a561-4e87-9628-1e608f54f2ab will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:43:14.636914 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:14.658031 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02af318-a6ea-4429-8490-92adc577511c tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event updated for resources: {'Subnet': ['ID=b844b295-2761-4fe1-a262-7e68604edc47,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:14.668417 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02af318-a6ea-4429-8490-92adc577511c tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Checking segment: {'id': '28e0ed9e-b51a-4bef-897a-bc958a37928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f18f634d-a0f1-4963-ad71-9e0814e85bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:43:14.668810 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] Network 8771489a-6963-4eef-9160-92969e560d75 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:43:14.668933 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02af318-a6ea-4429-8490-92adc577511c tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Network hostable DHCP agents. Network: f18f634d-a0f1-4963-ad71-9e0814e85bd8, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:43:14.671664 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:14.675137 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:43:14.686368 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02af318-a6ea-4429-8490-92adc577511c tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Network f18f634d-a0f1-4963-ad71-9e0814e85bd8 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:43:14.697203 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-e02af318-a6ea-4429-8490-92adc577511c tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, f18f634d-a0f1-4963-ad71-9e0814e85bd8) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:14.702015 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02af318-a6ea-4429-8490-92adc577511c tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:14.702658 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e02af318-a6ea-4429-8490-92adc577511c tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:14.710323 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec231d6-be80-4352-b840-d27a275ce47c None None] Network f18f634d-a0f1-4963-ad71-9e0814e85bd8 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:43:14.714231 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] Pushing event updated for resources: {'Port': ['ID=e03be20d-a561-4e87-9628-1e608f54f2ab,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:14.722681 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e02af318-a6ea-4429-8490-92adc577511c tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4319696 Sep 07 19:43:14.725301 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50652) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:14.763039 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] Attempting to bind port e03be20d-a561-4e87-9628-1e608f54f2ab on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:43:14.763416 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] Attempting to bind port e03be20d-a561-4e87-9628-1e608f54f2ab by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'ad7f7047-fb49-4d50-8ee8-5d857b3b7934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8771489a-6963-4eef-9160-92969e560d75'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:43:14.763781 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] Attempting to bind port e03be20d-a561-4e87-9628-1e608f54f2ab on network 8771489a-6963-4eef-9160-92969e560d75 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:43:14.793369 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:43:14.793745 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] Checking segment: {'id': 'ad7f7047-fb49-4d50-8ee8-5d857b3b7934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8771489a-6963-4eef-9160-92969e560d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:43:14.794155 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:14.794548 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] Bound using segment: {'id': 'ad7f7047-fb49-4d50-8ee8-5d857b3b7934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8771489a-6963-4eef-9160-92969e560d75'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:43:14.795019 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] Bound port: e03be20d-a561-4e87-9628-1e608f54f2ab, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7f7047-fb49-4d50-8ee8-5d857b3b7934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8771489a-6963-4eef-9160-92969e560d75'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:43:14.795401 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:14.825662 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-991ea44d-9706-4bcc-bd24-e1239c85437b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:14.880328 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-991ea44d-9706-4bcc-bd24-e1239c85437b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:14.903159 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] For port e03be20d-a561-4e87-9628-1e608f54f2ab, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:43:14.907540 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] For port e03be20d-a561-4e87-9628-1e608f54f2ab, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e03be20d-a561-4e87-9628-1e608f54f2ab,segment=NetworkSegment(ad7f7047-fb49-4d50-8ee8-5d857b3b7934),segment_id=ad7f7047-fb49-4d50-8ee8-5d857b3b7934)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:43:14.911443 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:14.945604 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-991ea44d-9706-4bcc-bd24-e1239c85437b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:14.967886 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab5b1b0-cb80-4583-8f02-48913e6e70f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-f18f634d-a0f1-4963-ad71-9e0814e85bd8', 'network_id': 'f18f634d-a0f1-4963-ad71-9e0814e85bd8', 'tenant_id': '5499da6407344401a06fa276496ffd18', 'fixed_ips': [{'subnet_id': 'b844b295-2761-4fe1-a262-7e68604edc47'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:43:14.968741 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fab5b1b0-cb80-4583-8f02-48913e6e70f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:14.977203 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ea44d-9706-4bcc-bd24-e1239c85437b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event deleted for resources: {'Subnet': ['ID=b844b295-2761-4fe1-a262-7e68604edc47,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:15.012922 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b02428-ba19-4efa-ac84-ad2f4ef276f7 None None] Pushing event updated for resources: {'Port': ['ID=e03be20d-a561-4e87-9628-1e608f54f2ab,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:15.056446 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-991ea44d-9706-4bcc-bd24-e1239c85437b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:15.076667 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6987e26e-ac1e-4e96-925d-a2ca3bf76d87 None None] Network f18f634d-a0f1-4963-ad71-9e0814e85bd8 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:43:15.079013 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-991ea44d-9706-4bcc-bd24-e1239c85437b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18f634d-a0f1-4963-ad71-9e0814e85bd8']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:15.090300 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-991ea44d-9706-4bcc-bd24-e1239c85437b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e0ed9e-b51a-4bef-897a-bc958a37928c') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:15.090596 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-991ea44d-9706-4bcc-bd24-e1239c85437b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e0ed9e-b51a-4bef-897a-bc958a37928c') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:15.101424 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-991ea44d-9706-4bcc-bd24-e1239c85437b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:15.116165 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-991ea44d-9706-4bcc-bd24-e1239c85437b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:15.123428 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991ea44d-9706-4bcc-bd24-e1239c85437b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:43:15.123912 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-991ea44d-9706-4bcc-bd24-e1239c85437b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:43:15.127126 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:43:15.216461 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-991ea44d-9706-4bcc-bd24-e1239c85437b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:15.223337 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-991ea44d-9706-4bcc-bd24-e1239c85437b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:15.225513 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-991ea44d-9706-4bcc-bd24-e1239c85437b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "DELETE /v2.0/networks/f18f634d-a0f1-4963-ad71-9e0814e85bd8 HTTP/1.1" status: 204 len: 168 time: 0.4986942 Sep 07 19:43:15.228848 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50654) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:15.240978 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ea44d-9706-4bcc-bd24-e1239c85437b tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event deleted for resources: {'Network': ['ID=f18f634d-a0f1-4963-ad71-9e0814e85bd8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:15.261083 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-bebaeb14-fd85-4b6a-978e-0dff26212a00 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] GET failed (client error): The resource could not be found. Sep 07 19:43:15.264838 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bebaeb14-fd85-4b6a-978e-0dff26212a00 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "GET /v2.0/subnets/b844b295-2761-4fe1-a262-7e68604edc47 HTTP/1.1" status: 404 len: 337 time: 0.0325859 Sep 07 19:43:15.265662 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50656) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:15.284964 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1d22f6-0e18-45e1-b727-77b4bb1e1763 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] DELETE failed (client error): The resource could not be found. Sep 07 19:43:15.285540 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a1d22f6-0e18-45e1-b727-77b4bb1e1763 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:43:15.287238 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8a1d22f6-0e18-45e1-b727-77b4bb1e1763 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "DELETE /v2.0/networks/f18f634d-a0f1-4963-ad71-9e0814e85bd8 HTTP/1.1" status: 404 len: 339 time: 0.0205882 Sep 07 19:43:15.291609 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50658) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:15.321275 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e725314-7322-4d30-b71a-1314471b14e5 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] DELETE failed (client error): The resource could not be found. Sep 07 19:43:15.321732 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e725314-7322-4d30-b71a-1314471b14e5 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:43:15.323466 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8e725314-7322-4d30-b71a-1314471b14e5 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "DELETE /v2.0/subnets/b844b295-2761-4fe1-a262-7e68604edc47 HTTP/1.1" status: 404 len: 337 time: 0.0309534 Sep 07 19:43:15.326143 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50660) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:15.344111 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-351d4b91-f984-4697-b593-a703a8acc821 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] DELETE failed (client error): The resource could not be found. Sep 07 19:43:15.344679 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-351d4b91-f984-4697-b593-a703a8acc821 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:43:15.346317 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-351d4b91-f984-4697-b593-a703a8acc821 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "DELETE /v2.0/networks/f18f634d-a0f1-4963-ad71-9e0814e85bd8 HTTP/1.1" status: 404 len: 339 time: 0.0192766 Sep 07 19:43:15.348719 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50662) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:15.396878 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d575c00-8826-4f4d-989f-fbf00011d3be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Deleting subnet c691ac79-6653-4776-b732-efe5fda24436 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:43:15.400631 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d575c00-8826-4f4d-989f-fbf00011d3be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:15.440267 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d575c00-8826-4f4d-989f-fbf00011d3be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:15.527745 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d575c00-8826-4f4d-989f-fbf00011d3be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:15.589894 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d575c00-8826-4f4d-989f-fbf00011d3be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:15.619024 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d575c00-8826-4f4d-989f-fbf00011d3be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event deleted for resources: {'Subnet': ['ID=c691ac79-6653-4776-b732-efe5fda24436,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:15.621076 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8d575c00-8826-4f4d-989f-fbf00011d3be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:15.625302 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8d575c00-8826-4f4d-989f-fbf00011d3be tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "DELETE /v2.0/subnets/c691ac79-6653-4776-b732-efe5fda24436 HTTP/1.1" status: 204 len: 168 time: 0.2733889 Sep 07 19:43:15.626081 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50664) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:15.708704 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b81e3f50-e57a-4662-9dd2-70597a47bd4e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:15.762763 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b81e3f50-e57a-4662-9dd2-70597a47bd4e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Deleting port e03be20d-a561-4e87-9628-1e608f54f2ab {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:43:15.763401 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b81e3f50-e57a-4662-9dd2-70597a47bd4e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:15.831839 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-b81e3f50-e57a-4662-9dd2-70597a47bd4e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] For port e03be20d-a561-4e87-9628-1e608f54f2ab, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e03be20d-a561-4e87-9628-1e608f54f2ab,segment=NetworkSegment(ad7f7047-fb49-4d50-8ee8-5d857b3b7934),segment_id=ad7f7047-fb49-4d50-8ee8-5d857b3b7934)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:43:15.832210 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b81e3f50-e57a-4662-9dd2-70597a47bd4e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:15.845431 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b81e3f50-e57a-4662-9dd2-70597a47bd4e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Calling delete_port for e03be20d-a561-4e87-9628-1e608f54f2ab owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:43:15.859027 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caef8dd4-8179-4304-95f3-88bd7f1f8da1 None None] Network 8771489a-6963-4eef-9160-92969e560d75 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:43:15.924113 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b81e3f50-e57a-4662-9dd2-70597a47bd4e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:15.952268 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81e3f50-e57a-4662-9dd2-70597a47bd4e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] No DVR routers for this DVR port e03be20d-a561-4e87-9628-1e608f54f2ab on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:43:15.957574 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e3f50-e57a-4662-9dd2-70597a47bd4e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event deleted for resources: {'Port': ['ID=e03be20d-a561-4e87-9628-1e608f54f2ab,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:15.965054 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-101cd8ff-dcc0-4cf6-9cff-98ae1a70c25c None None] Could not find standard attr ID for object e03be20d-a561-4e87-9628-1e608f54f2ab. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:43:16.016366 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7305ccf-b8a1-42fd-a689-a0a748a1a36f None None] DHCP port deletion for 8771489a-6963-4eef-9160-92969e560d75 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:43:16.040057 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b81e3f50-e57a-4662-9dd2-70597a47bd4e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:16.059910 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-b81e3f50-e57a-4662-9dd2-70597a47bd4e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8771489a-6963-4eef-9160-92969e560d75']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:16.068914 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-b81e3f50-e57a-4662-9dd2-70597a47bd4e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7f7047-fb49-4d50-8ee8-5d857b3b7934') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:16.069216 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-b81e3f50-e57a-4662-9dd2-70597a47bd4e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7f7047-fb49-4d50-8ee8-5d857b3b7934') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:16.079247 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b81e3f50-e57a-4662-9dd2-70597a47bd4e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:16.091898 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b81e3f50-e57a-4662-9dd2-70597a47bd4e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:16.097716 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b81e3f50-e57a-4662-9dd2-70597a47bd4e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:43:16.098112 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b81e3f50-e57a-4662-9dd2-70597a47bd4e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:43:16.101069 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:43:16.166611 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b81e3f50-e57a-4662-9dd2-70597a47bd4e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:16.173697 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b81e3f50-e57a-4662-9dd2-70597a47bd4e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:16.175524 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b81e3f50-e57a-4662-9dd2-70597a47bd4e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "DELETE /v2.0/networks/8771489a-6963-4eef-9160-92969e560d75 HTTP/1.1" status: 204 len: 168 time: 0.5490990 Sep 07 19:43:16.178191 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50666) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:16.187591 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e3f50-e57a-4662-9dd2-70597a47bd4e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event deleted for resources: {'Network': ['ID=8771489a-6963-4eef-9160-92969e560d75,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:16.205241 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-4586755f-998e-4ae5-bc16-a868ef363832 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] DELETE failed (client error): The resource could not be found. Sep 07 19:43:16.205694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4586755f-998e-4ae5-bc16-a868ef363832 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:43:16.207397 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4586755f-998e-4ae5-bc16-a868ef363832 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "DELETE /v2.0/subnets/d12b6769-c978-4d44-9af9-2b603661f8a2 HTTP/1.1" status: 404 len: 337 time: 0.0277045 Sep 07 19:43:16.210028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50668) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:16.229682 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-964c85f6-0e55-475a-851b-ea2732df29de tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] DELETE failed (client error): The resource could not be found. Sep 07 19:43:16.230269 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964c85f6-0e55-475a-851b-ea2732df29de tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:43:16.231821 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-964c85f6-0e55-475a-851b-ea2732df29de tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "DELETE /v2.0/networks/eae61874-0ad6-4050-b437-71abfdb31f74 HTTP/1.1" status: 404 len: 339 time: 0.0209126 Sep 07 19:43:16.234064 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50672) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:16.258569 n-d-807786-1 neutron-server[101445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2fd2d6-9db3-412c-8ae9-86ef144640bf tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] DELETE failed (client error): The resource could not be found. Sep 07 19:43:16.259006 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2fd2d6-9db3-412c-8ae9-86ef144640bf tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:43:16.260622 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0c2fd2d6-9db3-412c-8ae9-86ef144640bf tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "DELETE /v2.0/subnets/05e43960-e475-4e11-9f76-c08d00dd364a HTTP/1.1" status: 404 len: 337 time: 0.0256784 Sep 07 19:43:16.262952 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50674) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:16.280494 n-d-807786-1 neutron-server[101444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d486857-9f82-4270-9f3f-ce678cb7e6e0 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] DELETE failed (client error): The resource could not be found. Sep 07 19:43:16.281031 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d486857-9f82-4270-9f3f-ce678cb7e6e0 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 19:43:16.282648 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4d486857-9f82-4270-9f3f-ce678cb7e6e0 tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "DELETE /v2.0/networks/3cb3fe51-8e7b-43ea-aa02-577efb7cceba HTTP/1.1" status: 404 len: 339 time: 0.0187430 Sep 07 19:43:16.284835 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50676) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:16.335243 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d2df62-b29d-4be6-987c-c99f76464d0e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Deleting subnet 6cc11b97-81c7-46b5-b78a-2af0a1ee1d19 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:43:16.338248 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14d2df62-b29d-4be6-987c-c99f76464d0e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:16.376797 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14d2df62-b29d-4be6-987c-c99f76464d0e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:16.464136 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14d2df62-b29d-4be6-987c-c99f76464d0e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:16.521480 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14d2df62-b29d-4be6-987c-c99f76464d0e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:16.546100 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2df62-b29d-4be6-987c-c99f76464d0e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc11b97-81c7-46b5-b78a-2af0a1ee1d19,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:16.551613 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-14d2df62-b29d-4be6-987c-c99f76464d0e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:16.553483 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-14d2df62-b29d-4be6-987c-c99f76464d0e tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "DELETE /v2.0/subnets/6cc11b97-81c7-46b5-b78a-2af0a1ee1d19 HTTP/1.1" status: 204 len: 168 time: 0.2677629 Sep 07 19:43:16.556490 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50678) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:16.558918 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be1638d-3c35-4369-a4ef-86927816f8e0 None None] Network fe0fba73-cb11-4e88-b1e2-6d00360036f8 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:43:16.638459 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3b57-f1da-4d10-931a-08059a9f677d tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:16.641399 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:43:16.692693 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b3b57-f1da-4d10-931a-08059a9f677d tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Deleting port cd8874ea-a709-4a6a-b324-e79e12469382 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:43:16.693153 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3b57-f1da-4d10-931a-08059a9f677d tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:16.740713 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87644919-1122-4dd5-86a9-ea4254f7acc8 None None] DHCP port deletion for fe0fba73-cb11-4e88-b1e2-6d00360036f8 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:43:16.758288 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-ab1b3b57-f1da-4d10-931a-08059a9f677d tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] For port cd8874ea-a709-4a6a-b324-e79e12469382, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cd8874ea-a709-4a6a-b324-e79e12469382,segment=NetworkSegment(13673a0e-bd1c-45d6-af28-5e6cd61ad3e1),segment_id=13673a0e-bd1c-45d6-af28-5e6cd61ad3e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:43:16.758657 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3b57-f1da-4d10-931a-08059a9f677d tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:16.770878 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b3b57-f1da-4d10-931a-08059a9f677d tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Calling delete_port for cd8874ea-a709-4a6a-b324-e79e12469382 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:43:16.785946 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-87644919-1122-4dd5-86a9-ea4254f7acc8 None None] Deleting port cd8874ea-a709-4a6a-b324-e79e12469382 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:43:16.786328 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-87644919-1122-4dd5-86a9-ea4254f7acc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:16.851301 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-87644919-1122-4dd5-86a9-ea4254f7acc8 None None] For port cd8874ea-a709-4a6a-b324-e79e12469382, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cd8874ea-a709-4a6a-b324-e79e12469382,segment=NetworkSegment(13673a0e-bd1c-45d6-af28-5e6cd61ad3e1),segment_id=13673a0e-bd1c-45d6-af28-5e6cd61ad3e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:43:16.851749 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-87644919-1122-4dd5-86a9-ea4254f7acc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:16.853648 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3b57-f1da-4d10-931a-08059a9f677d tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:16.863799 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-87644919-1122-4dd5-86a9-ea4254f7acc8 None None] Calling delete_port for cd8874ea-a709-4a6a-b324-e79e12469382 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:43:16.880089 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1b3b57-f1da-4d10-931a-08059a9f677d tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] No DVR routers for this DVR port cd8874ea-a709-4a6a-b324-e79e12469382 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:43:16.885894 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b3b57-f1da-4d10-931a-08059a9f677d tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event deleted for resources: {'Port': ['ID=cd8874ea-a709-4a6a-b324-e79e12469382,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:16.940561 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-87644919-1122-4dd5-86a9-ea4254f7acc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:16.965979 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87644919-1122-4dd5-86a9-ea4254f7acc8 None None] Pushing event deleted for resources: {'Port': ['ID=cd8874ea-a709-4a6a-b324-e79e12469382,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:16.969502 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87644919-1122-4dd5-86a9-ea4254f7acc8 None None] No DVR routers for this DVR port cd8874ea-a709-4a6a-b324-e79e12469382 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:43:16.972489 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3b57-f1da-4d10-931a-08059a9f677d tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:16.993089 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ab1b3b57-f1da-4d10-931a-08059a9f677d tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0fba73-cb11-4e88-b1e2-6d00360036f8']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:17.002112 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ab1b3b57-f1da-4d10-931a-08059a9f677d tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13673a0e-bd1c-45d6-af28-5e6cd61ad3e1') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:17.002408 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-ab1b3b57-f1da-4d10-931a-08059a9f677d tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13673a0e-bd1c-45d6-af28-5e6cd61ad3e1') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:17.012461 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3b57-f1da-4d10-931a-08059a9f677d tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:17.027099 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3b57-f1da-4d10-931a-08059a9f677d tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:17.033565 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1b3b57-f1da-4d10-931a-08059a9f677d tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:43:17.033995 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3b57-f1da-4d10-931a-08059a9f677d tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:43:17.037217 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:43:17.072810 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cd8874ea-a709-4a6a-b324-e79e12469382 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:43:17.093150 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: cd8874ea-a709-4a6a-b324-e79e12469382 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:43:17.093552 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cd8874ea-a709-4a6a-b324-e79e12469382 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:43:17.095130 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3b57-f1da-4d10-931a-08059a9f677d tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:17.102204 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3b57-f1da-4d10-931a-08059a9f677d tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:17.106391 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ab1b3b57-f1da-4d10-931a-08059a9f677d tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] 10.222.0.26 "DELETE /v2.0/networks/fe0fba73-cb11-4e88-b1e2-6d00360036f8 HTTP/1.1" status: 204 len: 168 time: 0.5465670 Sep 07 19:43:17.115266 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b3b57-f1da-4d10-931a-08059a9f677d tempest-NetworksIpV6Test-838310393 tempest-NetworksIpV6Test-838310393-project] Pushing event deleted for resources: {'Network': ['ID=fe0fba73-cb11-4e88-b1e2-6d00360036f8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:17.342713 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50684) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:17.473305 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1957b9f7-5493-4728-a3c9-322b8379da69 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5499da6407344401a06fa276496ffd18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293249 Sep 07 19:43:17.475777 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50688) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:17.523741 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5bd289c2-30c1-4b2b-bd7c-035139230e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:17.543690 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5bd289c2-30c1-4b2b-bd7c-035139230e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:17.590310 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5bd289c2-30c1-4b2b-bd7c-035139230e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:17.592980 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5bd289c2-30c1-4b2b-bd7c-035139230e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:17.594146 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5bd289c2-30c1-4b2b-bd7c-035139230e06 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/25160782-8649-45ef-bcfc-33abcbb61bfe HTTP/1.1" status: 204 len: 168 time: 0.1174865 Sep 07 19:43:17.603717 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd289c2-30c1-4b2b-bd7c-035139230e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25160782-8649-45ef-bcfc-33abcbb61bfe,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:18.203639 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50710) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:18.294206 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e19be97e-6705-45a6-a4e0-ec75d17882fd tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-611267522', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:18.316667 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e19be97e-6705-45a6-a4e0-ec75d17882fd tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:18.317649 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e19be97e-6705-45a6-a4e0-ec75d17882fd tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:18.371449 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e19be97e-6705-45a6-a4e0-ec75d17882fd tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:18.375659 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e19be97e-6705-45a6-a4e0-ec75d17882fd tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:18.390806 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e19be97e-6705-45a6-a4e0-ec75d17882fd tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:18.392047 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e19be97e-6705-45a6-a4e0-ec75d17882fd tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1874161 Sep 07 19:43:18.394797 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50714) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:18.400100 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-2f7968bc-c268-4080-a5b7-123e950185f5 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2026337090'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:18.420782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7968bc-c268-4080-a5b7-123e950185f5 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Made reservation on behalf of 6ded758b0db24a14832b8a7275cefe65 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:43:18.424096 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2f7968bc-c268-4080-a5b7-123e950185f5 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:18.432464 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2f7968bc-c268-4080-a5b7-123e950185f5 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:18.519309 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2f7968bc-c268-4080-a5b7-123e950185f5 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:18.523399 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2f7968bc-c268-4080-a5b7-123e950185f5 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:18.544944 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7968bc-c268-4080-a5b7-123e950185f5 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:43:18.559169 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7968bc-c268-4080-a5b7-123e950185f5 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a90b61cc-ada0-4795-baba-f2b31297ac3d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:18.562135 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2f7968bc-c268-4080-a5b7-123e950185f5 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:18.562479 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-2f7968bc-c268-4080-a5b7-123e950185f5 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Added segment 13aafcfc-b4ca-4a1d-a2b3-380c298bb438 of type vlan for network b19a6634-d7aa-46d1-b17c-1eb0feba6b78 Sep 07 19:43:18.602192 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2f7968bc-c268-4080-a5b7-123e950185f5 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:18.631132 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2f7968bc-c268-4080-a5b7-123e950185f5 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:18.637438 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7968bc-c268-4080-a5b7-123e950185f5 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:18.638028 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-2f7968bc-c268-4080-a5b7-123e950185f5 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:18.669687 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2f7968bc-c268-4080-a5b7-123e950185f5 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2739201 Sep 07 19:43:18.672480 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50716) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:18.677216 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-72b7163d-3794-45f9-a7d1-ee8ddd839dbb tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Request body: {'subnet': {'network_id': 'b19a6634-d7aa-46d1-b17c-1eb0feba6b78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:18.731619 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7968bc-c268-4080-a5b7-123e950185f5 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Pushing event updated for resources: {'Network': ['ID=b19a6634-d7aa-46d1-b17c-1eb0feba6b78,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:18.741603 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network b19a6634-d7aa-46d1-b17c-1eb0feba6b78 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:43:18.795973 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b7163d-3794-45f9-a7d1-ee8ddd839dbb tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Made reservation on behalf of 6ded758b0db24a14832b8a7275cefe65 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:43:18.799605 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-72b7163d-3794-45f9-a7d1-ee8ddd839dbb tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:18.978102 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-72b7163d-3794-45f9-a7d1-ee8ddd839dbb tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:19.045585 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7163d-3794-45f9-a7d1-ee8ddd839dbb tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Pushing event updated for resources: {'Subnet': ['ID=a62a10a7-f574-4efa-886d-3ff90f1b5d12,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:19.048064 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b7163d-3794-45f9-a7d1-ee8ddd839dbb tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Checking segment: {'id': '13aafcfc-b4ca-4a1d-a2b3-380c298bb438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b19a6634-d7aa-46d1-b17c-1eb0feba6b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:43:19.048365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b7163d-3794-45f9-a7d1-ee8ddd839dbb tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Network hostable DHCP agents. Network: b19a6634-d7aa-46d1-b17c-1eb0feba6b78, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:43:19.064863 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b7163d-3794-45f9-a7d1-ee8ddd839dbb tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Network b19a6634-d7aa-46d1-b17c-1eb0feba6b78 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:43:19.073713 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-72b7163d-3794-45f9-a7d1-ee8ddd839dbb tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, b19a6634-d7aa-46d1-b17c-1eb0feba6b78) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:19.077827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b7163d-3794-45f9-a7d1-ee8ddd839dbb tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:19.078369 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-72b7163d-3794-45f9-a7d1-ee8ddd839dbb tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:19.083283 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8849289a-ff4a-4271-a386-3ed08cce6466 None None] Network b19a6634-d7aa-46d1-b17c-1eb0feba6b78 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:43:19.092802 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-72b7163d-3794-45f9-a7d1-ee8ddd839dbb tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4192088 Sep 07 19:43:19.095800 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50718) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:19.100682 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-d2c2e6f6-6bb8-44c4-bca7-60953b6bd49e tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-350889667'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:19.121565 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c2e6f6-6bb8-44c4-bca7-60953b6bd49e tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Made reservation on behalf of 6ded758b0db24a14832b8a7275cefe65 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:43:19.125035 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d2c2e6f6-6bb8-44c4-bca7-60953b6bd49e tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:19.148373 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c2e6f6-6bb8-44c4-bca7-60953b6bd49e tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:43:19.156932 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d2c2e6f6-6bb8-44c4-bca7-60953b6bd49e tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:19.157274 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-d2c2e6f6-6bb8-44c4-bca7-60953b6bd49e tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Added segment f7396278-b1f4-4887-94fb-7fd860896e74 of type vlan for network 896f644b-1cf0-4734-a799-6c6df1f4b4ab Sep 07 19:43:19.201317 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d2c2e6f6-6bb8-44c4-bca7-60953b6bd49e tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:19.226100 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d2c2e6f6-6bb8-44c4-bca7-60953b6bd49e tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:19.231655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c2e6f6-6bb8-44c4-bca7-60953b6bd49e tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:19.232246 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d2c2e6f6-6bb8-44c4-bca7-60953b6bd49e tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:19.234309 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-b19a6634-d7aa-46d1-b17c-1eb0feba6b78', 'network_id': 'b19a6634-d7aa-46d1-b17c-1eb0feba6b78', 'tenant_id': '6ded758b0db24a14832b8a7275cefe65', 'fixed_ips': [{'subnet_id': 'a62a10a7-f574-4efa-886d-3ff90f1b5d12'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:43:19.235297 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:19.263790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d2c2e6f6-6bb8-44c4-bca7-60953b6bd49e tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1669343 Sep 07 19:43:19.266593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50720) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:19.273734 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-60d95b19-7dc3-4b95-b701-2fd4c8598527 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Request body: {'subnet': {'network_id': '896f644b-1cf0-4734-a799-6c6df1f4b4ab', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:19.326850 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2e6f6-6bb8-44c4-bca7-60953b6bd49e tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Pushing event updated for resources: {'Network': ['ID=896f644b-1cf0-4734-a799-6c6df1f4b4ab,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:19.351767 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 896f644b-1cf0-4734-a799-6c6df1f4b4ab details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:43:19.398240 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d95b19-7dc3-4b95-b701-2fd4c8598527 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Made reservation on behalf of 6ded758b0db24a14832b8a7275cefe65 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:43:19.401924 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60d95b19-7dc3-4b95-b701-2fd4c8598527 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:19.419035 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] Allocated IP 172.20.0.2 (b19a6634-d7aa-46d1-b17c-1eb0feba6b78/a62a10a7-f574-4efa-886d-3ff90f1b5d12/2be490d2-a2b2-45c2-b413-b9d8735ea02d) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:43:19.572093 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:19.578287 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60d95b19-7dc3-4b95-b701-2fd4c8598527 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:19.581190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] Transition to ACTIVE for port object 2be490d2-a2b2-45c2-b413-b9d8735ea02d will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:43:19.595943 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] Transition to ACTIVE for port object 2be490d2-a2b2-45c2-b413-b9d8735ea02d will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:43:19.602148 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:19.637534 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d95b19-7dc3-4b95-b701-2fd4c8598527 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Pushing event updated for resources: {'Subnet': ['ID=224ad637-b7d2-436f-93b0-fba56ca80219,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:19.646108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d95b19-7dc3-4b95-b701-2fd4c8598527 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Checking segment: {'id': 'f7396278-b1f4-4887-94fb-7fd860896e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '896f644b-1cf0-4734-a799-6c6df1f4b4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:43:19.646467 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d95b19-7dc3-4b95-b701-2fd4c8598527 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Network hostable DHCP agents. Network: 896f644b-1cf0-4734-a799-6c6df1f4b4ab, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:43:19.647334 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] Network b19a6634-d7aa-46d1-b17c-1eb0feba6b78 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:43:19.652093 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:19.653988 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] Pushing event updated for resources: {'Port': ['ID=2be490d2-a2b2-45c2-b413-b9d8735ea02d,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:19.656355 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:43:19.664789 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d95b19-7dc3-4b95-b701-2fd4c8598527 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Network 896f644b-1cf0-4734-a799-6c6df1f4b4ab is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:43:19.673636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-60d95b19-7dc3-4b95-b701-2fd4c8598527 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 896f644b-1cf0-4734-a799-6c6df1f4b4ab) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:19.678380 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d95b19-7dc3-4b95-b701-2fd4c8598527 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:19.679104 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-60d95b19-7dc3-4b95-b701-2fd4c8598527 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:19.683178 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a7cf56-4aa0-42ae-9939-497891daac08 None None] Network 896f644b-1cf0-4734-a799-6c6df1f4b4ab requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:43:19.693848 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-60d95b19-7dc3-4b95-b701-2fd4c8598527 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4262497 Sep 07 19:43:19.696947 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50722) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:19.701544 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-81bcdc44-e389-4b1f-91aa-c9611ac1139b tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Request body: {'router': {'external_gateway_info': {'network_id': '896f644b-1cf0-4734-a799-6c6df1f4b4ab'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:19.760530 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] Attempting to bind port 2be490d2-a2b2-45c2-b413-b9d8735ea02d on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:43:19.761093 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] Attempting to bind port 2be490d2-a2b2-45c2-b413-b9d8735ea02d by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '13aafcfc-b4ca-4a1d-a2b3-380c298bb438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b19a6634-d7aa-46d1-b17c-1eb0feba6b78'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:43:19.761271 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] Attempting to bind port 2be490d2-a2b2-45c2-b413-b9d8735ea02d on network b19a6634-d7aa-46d1-b17c-1eb0feba6b78 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:43:19.770257 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:43:19.770637 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] Checking segment: {'id': '13aafcfc-b4ca-4a1d-a2b3-380c298bb438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b19a6634-d7aa-46d1-b17c-1eb0feba6b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:43:19.771041 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:19.771437 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] Bound using segment: {'id': '13aafcfc-b4ca-4a1d-a2b3-380c298bb438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b19a6634-d7aa-46d1-b17c-1eb0feba6b78'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:43:19.771909 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] Bound port: 2be490d2-a2b2-45c2-b413-b9d8735ea02d, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13aafcfc-b4ca-4a1d-a2b3-380c298bb438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b19a6634-d7aa-46d1-b17c-1eb0feba6b78'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:43:19.772289 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:19.881140 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] For port 2be490d2-a2b2-45c2-b413-b9d8735ea02d, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:43:19.885980 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] For port 2be490d2-a2b2-45c2-b413-b9d8735ea02d, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=2be490d2-a2b2-45c2-b413-b9d8735ea02d,segment=NetworkSegment(13aafcfc-b4ca-4a1d-a2b3-380c298bb438),segment_id=13aafcfc-b4ca-4a1d-a2b3-380c298bb438)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:43:19.892565 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:19.937144 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-896f644b-1cf0-4734-a799-6c6df1f4b4ab', 'network_id': '896f644b-1cf0-4734-a799-6c6df1f4b4ab', 'tenant_id': '6ded758b0db24a14832b8a7275cefe65', 'fixed_ips': [{'subnet_id': '224ad637-b7d2-436f-93b0-fba56ca80219'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:43:19.938006 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:20.047759 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948c6e9-ff3e-4f59-a9b3-ad786bab5eab None None] Pushing event updated for resources: {'Port': ['ID=2be490d2-a2b2-45c2-b413-b9d8735ea02d,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:20.111941 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] Allocated IP 172.21.0.2 (896f644b-1cf0-4734-a799-6c6df1f4b4ab/224ad637-b7d2-436f-93b0-fba56ca80219/859220d8-1dc9-40b9-a76e-cb2eceac397f) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:43:20.290359 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-81bcdc44-e389-4b1f-91aa-c9611ac1139b tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:20.290985 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:20.300116 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] Transition to ACTIVE for port object 859220d8-1dc9-40b9-a76e-cb2eceac397f will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:43:20.315168 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] Transition to ACTIVE for port object 859220d8-1dc9-40b9-a76e-cb2eceac397f will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:43:20.321689 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:20.355909 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] Network 896f644b-1cf0-4734-a799-6c6df1f4b4ab is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:43:20.360090 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:20.363722 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:43:20.374937 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] Pushing event updated for resources: {'Port': ['ID=859220d8-1dc9-40b9-a76e-cb2eceac397f,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:20.398151 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [None req-81bcdc44-e389-4b1f-91aa-c9611ac1139b tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 19:43:20.399147 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-81bcdc44-e389-4b1f-91aa-c9611ac1139b tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] 10.222.0.26 "PUT /v2.0/routers/a4701705-d651-49f6-a6ef-112f23696c46 HTTP/1.1" status: 400 len: 364 time: 0.7012701 Sep 07 19:43:20.405028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50726) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:20.425415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] Attempting to bind port 859220d8-1dc9-40b9-a76e-cb2eceac397f on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:43:20.425853 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] Attempting to bind port 859220d8-1dc9-40b9-a76e-cb2eceac397f by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'f7396278-b1f4-4887-94fb-7fd860896e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '896f644b-1cf0-4734-a799-6c6df1f4b4ab'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:43:20.426293 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] Attempting to bind port 859220d8-1dc9-40b9-a76e-cb2eceac397f on network 896f644b-1cf0-4734-a799-6c6df1f4b4ab {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:43:20.432145 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:43:20.432634 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] Checking segment: {'id': 'f7396278-b1f4-4887-94fb-7fd860896e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '896f644b-1cf0-4734-a799-6c6df1f4b4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:43:20.433112 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:20.433579 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] Bound using segment: {'id': 'f7396278-b1f4-4887-94fb-7fd860896e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '896f644b-1cf0-4734-a799-6c6df1f4b4ab'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:43:20.434052 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] Bound port: 859220d8-1dc9-40b9-a76e-cb2eceac397f, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7396278-b1f4-4887-94fb-7fd860896e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '896f644b-1cf0-4734-a799-6c6df1f4b4ab'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:43:20.434438 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:20.466286 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-479e11cc-b730-4e64-88a8-d0b208646dd7 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Deleting subnet 224ad637-b7d2-436f-93b0-fba56ca80219 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:43:20.469388 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-479e11cc-b730-4e64-88a8-d0b208646dd7 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:20.501979 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] For port 859220d8-1dc9-40b9-a76e-cb2eceac397f, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:43:20.505366 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] For port 859220d8-1dc9-40b9-a76e-cb2eceac397f, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=859220d8-1dc9-40b9-a76e-cb2eceac397f,segment=NetworkSegment(f7396278-b1f4-4887-94fb-7fd860896e74),segment_id=f7396278-b1f4-4887-94fb-7fd860896e74)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:43:20.510141 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:20.514902 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-479e11cc-b730-4e64-88a8-d0b208646dd7 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:20.565193 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837f50a-0cb0-4071-81b6-6d12bd1652c9 None None] Pushing event updated for resources: {'Port': ['ID=859220d8-1dc9-40b9-a76e-cb2eceac397f,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:20.608160 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-479e11cc-b730-4e64-88a8-d0b208646dd7 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:20.674130 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-479e11cc-b730-4e64-88a8-d0b208646dd7 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:20.711875 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e11cc-b730-4e64-88a8-d0b208646dd7 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Pushing event deleted for resources: {'Subnet': ['ID=224ad637-b7d2-436f-93b0-fba56ca80219,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:20.715939 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-479e11cc-b730-4e64-88a8-d0b208646dd7 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:20.717870 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-479e11cc-b730-4e64-88a8-d0b208646dd7 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] 10.222.0.26 "DELETE /v2.0/subnets/224ad637-b7d2-436f-93b0-fba56ca80219 HTTP/1.1" status: 204 len: 168 time: 0.3118691 Sep 07 19:43:20.720220 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50728) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:20.817580 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac91de54-5bf4-42c9-81b9-a706bf94f977 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:20.877150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-ac91de54-5bf4-42c9-81b9-a706bf94f977 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Deleting port 859220d8-1dc9-40b9-a76e-cb2eceac397f {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:43:20.877660 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac91de54-5bf4-42c9-81b9-a706bf94f977 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:20.950753 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-ac91de54-5bf4-42c9-81b9-a706bf94f977 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] For port 859220d8-1dc9-40b9-a76e-cb2eceac397f, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=859220d8-1dc9-40b9-a76e-cb2eceac397f,segment=NetworkSegment(f7396278-b1f4-4887-94fb-7fd860896e74),segment_id=f7396278-b1f4-4887-94fb-7fd860896e74)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:43:20.952160 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac91de54-5bf4-42c9-81b9-a706bf94f977 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:20.966050 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-ac91de54-5bf4-42c9-81b9-a706bf94f977 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Calling delete_port for 859220d8-1dc9-40b9-a76e-cb2eceac397f owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:43:20.993366 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c3bc08-8b1a-4eb2-aff1-349f935cf937 None None] Network b19a6634-d7aa-46d1-b17c-1eb0feba6b78 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:43:21.050546 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac91de54-5bf4-42c9-81b9-a706bf94f977 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:21.065476 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8faa1c89-9383-4ab9-8e73-1ba504483943 None None] Provisioning for port 2be490d2-a2b2-45c2-b413-b9d8735ea02d completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:43:21.068749 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac91de54-5bf4-42c9-81b9-a706bf94f977 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] No DVR routers for this DVR port 859220d8-1dc9-40b9-a76e-cb2eceac397f on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:43:21.095660 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91de54-5bf4-42c9-81b9-a706bf94f977 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Pushing event deleted for resources: {'Port': ['ID=859220d8-1dc9-40b9-a76e-cb2eceac397f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:21.178671 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac91de54-5bf4-42c9-81b9-a706bf94f977 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:21.200815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-ac91de54-5bf4-42c9-81b9-a706bf94f977 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896f644b-1cf0-4734-a799-6c6df1f4b4ab']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:21.211289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-ac91de54-5bf4-42c9-81b9-a706bf94f977 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7396278-b1f4-4887-94fb-7fd860896e74') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:21.211585 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-ac91de54-5bf4-42c9-81b9-a706bf94f977 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7396278-b1f4-4887-94fb-7fd860896e74') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:21.222677 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac91de54-5bf4-42c9-81b9-a706bf94f977 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:21.237823 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac91de54-5bf4-42c9-81b9-a706bf94f977 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:21.245188 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac91de54-5bf4-42c9-81b9-a706bf94f977 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:43:21.245818 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac91de54-5bf4-42c9-81b9-a706bf94f977 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:43:21.249284 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:43:21.281024 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 2be490d2-a2b2-45c2-b413-b9d8735ea02d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:43:21.318193 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac91de54-5bf4-42c9-81b9-a706bf94f977 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:21.338981 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ac91de54-5bf4-42c9-81b9-a706bf94f977 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:21.342711 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ac91de54-5bf4-42c9-81b9-a706bf94f977 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] 10.222.0.26 "DELETE /v2.0/networks/896f644b-1cf0-4734-a799-6c6df1f4b4ab HTTP/1.1" status: 204 len: 168 time: 0.6214814 Sep 07 19:43:21.343808 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91de54-5bf4-42c9-81b9-a706bf94f977 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Pushing event deleted for resources: {'Network': ['ID=896f644b-1cf0-4734-a799-6c6df1f4b4ab,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:21.344051 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50730) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:21.368812 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 2be490d2-a2b2-45c2-b413-b9d8735ea02d completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:43:21.375697 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 2be490d2-a2b2-45c2-b413-b9d8735ea02d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:21.376073 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:21.408567 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b47eeb1-737e-49ec-9b2b-f0a25ccf1521 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Deleting subnet a62a10a7-f574-4efa-886d-3ff90f1b5d12 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:43:21.412179 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b47eeb1-737e-49ec-9b2b-f0a25ccf1521 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:21.459215 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b47eeb1-737e-49ec-9b2b-f0a25ccf1521 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:21.471037 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:21.505994 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 2be490d2-a2b2-45c2-b413-b9d8735ea02d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=2be490d2-a2b2-45c2-b413-b9d8735ea02d,segment=NetworkSegment(13aafcfc-b4ca-4a1d-a2b3-380c298bb438),segment_id=13aafcfc-b4ca-4a1d-a2b3-380c298bb438)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:43:21.510736 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:21.511771 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 859220d8-1dc9-40b9-a76e-cb2eceac397f up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:43:21.555968 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 859220d8-1dc9-40b9-a76e-cb2eceac397f {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:43:21.556334 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 859220d8-1dc9-40b9-a76e-cb2eceac397f not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 07 19:43:21.563646 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b47eeb1-737e-49ec-9b2b-f0a25ccf1521 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:21.583521 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Port 859220d8-1dc9-40b9-a76e-cb2eceac397f not found, will not notify nova. {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 07 19:43:21.609985 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=2be490d2-a2b2-45c2-b413-b9d8735ea02d,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:21.639600 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b47eeb1-737e-49ec-9b2b-f0a25ccf1521 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:21.666930 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47eeb1-737e-49ec-9b2b-f0a25ccf1521 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Pushing event deleted for resources: {'Subnet': ['ID=a62a10a7-f574-4efa-886d-3ff90f1b5d12,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:21.672378 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b47eeb1-737e-49ec-9b2b-f0a25ccf1521 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:21.676915 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1b47eeb1-737e-49ec-9b2b-f0a25ccf1521 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] 10.222.0.26 "DELETE /v2.0/subnets/a62a10a7-f574-4efa-886d-3ff90f1b5d12 HTTP/1.1" status: 204 len: 168 time: 0.3287075 Sep 07 19:43:21.676915 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50732) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:21.679829 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff759b54-e910-4a15-bc66-b21b3ffce8dd None None] Network b19a6634-d7aa-46d1-b17c-1eb0feba6b78 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:43:21.713372 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-60607685-3c34-4d68-9001-fc475f8946b0 None None] Could not find standard attr ID for object 859220d8-1dc9-40b9-a76e-cb2eceac397f. {{(pid=101446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 19:43:21.748859 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b7b2aa-d407-482e-98b6-78131d5762be None None] DHCP port deletion for 896f644b-1cf0-4734-a799-6c6df1f4b4ab request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:43:21.761164 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-caffa487-9acf-45d1-9d70-3e093f4716d0 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:21.769581 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-60607685-3c34-4d68-9001-fc475f8946b0 None None] Provisioning complete for port 2be490d2-a2b2-45c2-b413-b9d8735ea02d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:21.770066 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-60607685-3c34-4d68-9001-fc475f8946b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:21.775009 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9658c25d-f274-4661-b55c-21e495730282 None None] Network 896f644b-1cf0-4734-a799-6c6df1f4b4ab requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:43:21.816476 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-caffa487-9acf-45d1-9d70-3e093f4716d0 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Deleting port 2be490d2-a2b2-45c2-b413-b9d8735ea02d {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:43:21.816862 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-caffa487-9acf-45d1-9d70-3e093f4716d0 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:21.829018 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9658c25d-f274-4661-b55c-21e495730282 None None] Network 896f644b-1cf0-4734-a799-6c6df1f4b4ab could not be found, it might have been deleted concurrently. {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 07 19:43:21.888378 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-caffa487-9acf-45d1-9d70-3e093f4716d0 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] For port 2be490d2-a2b2-45c2-b413-b9d8735ea02d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=2be490d2-a2b2-45c2-b413-b9d8735ea02d,segment=NetworkSegment(13aafcfc-b4ca-4a1d-a2b3-380c298bb438),segment_id=13aafcfc-b4ca-4a1d-a2b3-380c298bb438)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:43:21.888775 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-caffa487-9acf-45d1-9d70-3e093f4716d0 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:21.901330 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-caffa487-9acf-45d1-9d70-3e093f4716d0 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Calling delete_port for 2be490d2-a2b2-45c2-b413-b9d8735ea02d owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:43:21.956266 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46261e30-4874-4453-ab81-f8f9a78940d4 None None] DHCP port deletion for b19a6634-d7aa-46d1-b17c-1eb0feba6b78 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:43:21.983087 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-caffa487-9acf-45d1-9d70-3e093f4716d0 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:22.001750 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-46261e30-4874-4453-ab81-f8f9a78940d4 None None] Deleting port 2be490d2-a2b2-45c2-b413-b9d8735ea02d {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:43:22.002347 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-46261e30-4874-4453-ab81-f8f9a78940d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:22.009375 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffa487-9acf-45d1-9d70-3e093f4716d0 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Pushing event deleted for resources: {'Port': ['ID=2be490d2-a2b2-45c2-b413-b9d8735ea02d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:22.013074 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caffa487-9acf-45d1-9d70-3e093f4716d0 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] No DVR routers for this DVR port 2be490d2-a2b2-45c2-b413-b9d8735ea02d on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:43:22.070299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-46261e30-4874-4453-ab81-f8f9a78940d4 None None] For port 2be490d2-a2b2-45c2-b413-b9d8735ea02d, host n-d-807786-1, got binding levels [] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:43:22.070953 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-46261e30-4874-4453-ab81-f8f9a78940d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:22.083490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-46261e30-4874-4453-ab81-f8f9a78940d4 None None] Calling delete_port for 2be490d2-a2b2-45c2-b413-b9d8735ea02d owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:43:22.086145 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.ipam_backend_mixin [None req-46261e30-4874-4453-ab81-f8f9a78940d4 None None] Port 2be490d2-a2b2-45c2-b413-b9d8735ea02d was not found and therefore no delete operation was performed {{(pid=101446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 19:43:22.087354 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-46261e30-4874-4453-ab81-f8f9a78940d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:22.091198 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-caffa487-9acf-45d1-9d70-3e093f4716d0 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:22.113018 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46261e30-4874-4453-ab81-f8f9a78940d4 None None] Pushing event deleted for resources: {'Port': ['ID=2be490d2-a2b2-45c2-b413-b9d8735ea02d,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:22.114879 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46261e30-4874-4453-ab81-f8f9a78940d4 None None] No DVR routers for this DVR port 2be490d2-a2b2-45c2-b413-b9d8735ea02d on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:43:22.118558 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-caffa487-9acf-45d1-9d70-3e093f4716d0 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b19a6634-d7aa-46d1-b17c-1eb0feba6b78']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:22.127816 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-caffa487-9acf-45d1-9d70-3e093f4716d0 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13aafcfc-b4ca-4a1d-a2b3-380c298bb438') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:22.128118 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-caffa487-9acf-45d1-9d70-3e093f4716d0 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13aafcfc-b4ca-4a1d-a2b3-380c298bb438') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:22.137809 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-caffa487-9acf-45d1-9d70-3e093f4716d0 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:22.150421 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-caffa487-9acf-45d1-9d70-3e093f4716d0 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:22.155964 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caffa487-9acf-45d1-9d70-3e093f4716d0 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:43:22.156346 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-caffa487-9acf-45d1-9d70-3e093f4716d0 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:43:22.159177 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:43:22.218822 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-caffa487-9acf-45d1-9d70-3e093f4716d0 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:22.226621 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-caffa487-9acf-45d1-9d70-3e093f4716d0 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:22.227908 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-caffa487-9acf-45d1-9d70-3e093f4716d0 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] 10.222.0.26 "DELETE /v2.0/networks/b19a6634-d7aa-46d1-b17c-1eb0feba6b78 HTTP/1.1" status: 204 len: 168 time: 0.5502334 Sep 07 19:43:22.230800 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50734) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:22.238915 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffa487-9acf-45d1-9d70-3e093f4716d0 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Pushing event deleted for resources: {'Network': ['ID=b19a6634-d7aa-46d1-b17c-1eb0feba6b78,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:22.258724 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-01239442-7203-487e-955b-3bf1b35d8d35 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4701705-d651-49f6-a6ef-112f23696c46 HTTP/1.1" status: 200 len: 205 time: 0.0267491 Sep 07 19:43:22.261129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50736) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:22.336008 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f7644f31-e2d7-4f0d-83f9-a4a1450060d4 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:22.492468 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f7644f31-e2d7-4f0d-83f9-a4a1450060d4 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:22.494645 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f7644f31-e2d7-4f0d-83f9-a4a1450060d4 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:22.536638 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f7644f31-e2d7-4f0d-83f9-a4a1450060d4 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:22.537166 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7644f31-e2d7-4f0d-83f9-a4a1450060d4 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Fanout notify agent at l3_agent the message router_deleted on router a4701705-d651-49f6-a6ef-112f23696c46 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:43:22.545099 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f7644f31-e2d7-4f0d-83f9-a4a1450060d4 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:22.546167 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f7644f31-e2d7-4f0d-83f9-a4a1450060d4 tempest-RoutersNegativeTest-1671338720 tempest-RoutersNegativeTest-1671338720-project] 10.222.0.26 "DELETE /v2.0/routers/a4701705-d651-49f6-a6ef-112f23696c46 HTTP/1.1" status: 204 len: 168 time: 0.2841449 Sep 07 19:43:22.779430 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50746) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:22.906097 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f719b249-8524-4c2c-b59b-6696bd3c9469 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ded758b0db24a14832b8a7275cefe65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255350 Sep 07 19:43:22.908604 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50750) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:22.958796 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a9c02a5-d523-4b1f-9696-a288e9ce93c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:22.980961 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a9c02a5-d523-4b1f-9696-a288e9ce93c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:23.027015 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a9c02a5-d523-4b1f-9696-a288e9ce93c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:23.029583 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a9c02a5-d523-4b1f-9696-a288e9ce93c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:23.030765 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3a9c02a5-d523-4b1f-9696-a288e9ce93c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a90b61cc-ada0-4795-baba-f2b31297ac3d HTTP/1.1" status: 204 len: 168 time: 0.1212704 Sep 07 19:43:23.038460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c02a5-d523-4b1f-9696-a288e9ce93c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90b61cc-ada0-4795-baba-f2b31297ac3d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:23.078799 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 2be490d2-a2b2-45c2-b413-b9d8735ea02d no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:43:23.099348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 2be490d2-a2b2-45c2-b413-b9d8735ea02d {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:43:23.099695 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 2be490d2-a2b2-45c2-b413-b9d8735ea02d not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:43:23.100113 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 859220d8-1dc9-40b9-a76e-cb2eceac397f no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:43:23.119836 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 859220d8-1dc9-40b9-a76e-cb2eceac397f {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:43:23.120431 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 859220d8-1dc9-40b9-a76e-cb2eceac397f not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:43:23.643077 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 50772) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:23.736040 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b2a76cb3-9bdc-4b99-817e-63af7b35927b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1990988247-network', 'tenant_id': 'ad07e3acd3d84d399d710bee621f8abf'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:23.756386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a76cb3-9bdc-4b99-817e-63af7b35927b admin admin] Made reservation on behalf of ad07e3acd3d84d399d710bee621f8abf for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:43:23.758581 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b2a76cb3-9bdc-4b99-817e-63af7b35927b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:23.766641 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b2a76cb3-9bdc-4b99-817e-63af7b35927b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:23.853618 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b2a76cb3-9bdc-4b99-817e-63af7b35927b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:23.857652 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b2a76cb3-9bdc-4b99-817e-63af7b35927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:23.881766 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a76cb3-9bdc-4b99-817e-63af7b35927b admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:43:23.891344 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a76cb3-9bdc-4b99-817e-63af7b35927b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eba45d6-5a3a-40fe-b24c-c25f730f2739,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:23.896050 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b2a76cb3-9bdc-4b99-817e-63af7b35927b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:23.896402 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-b2a76cb3-9bdc-4b99-817e-63af7b35927b admin admin] Added segment 83df2f58-ee04-4736-83e7-d7ca8a5c72c9 of type vlan for network c591c364-e89e-4ce2-bcdb-122e6f0f3320 Sep 07 19:43:23.935759 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b2a76cb3-9bdc-4b99-817e-63af7b35927b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:23.963166 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b2a76cb3-9bdc-4b99-817e-63af7b35927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:23.964114 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a76cb3-9bdc-4b99-817e-63af7b35927b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:23.964714 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b2a76cb3-9bdc-4b99-817e-63af7b35927b admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:23.996012 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b2a76cb3-9bdc-4b99-817e-63af7b35927b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3518569 Sep 07 19:43:23.999027 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50776) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:24.003945 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-ff7623cc-5ba5-4c66-8234-b8c9a26c6be3 admin admin] Request body: {'subnet': {'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1990988247-subnet', 'tenant_id': 'ad07e3acd3d84d399d710bee621f8abf', 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:24.025153 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a76cb3-9bdc-4b99-817e-63af7b35927b admin admin] Pushing event updated for resources: {'Network': ['ID=c591c364-e89e-4ce2-bcdb-122e6f0f3320,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:24.025567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7623cc-5ba5-4c66-8234-b8c9a26c6be3 admin admin] Made reservation on behalf of ad07e3acd3d84d399d710bee621f8abf for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:43:24.028473 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff7623cc-5ba5-4c66-8234-b8c9a26c6be3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:24.035624 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network c591c364-e89e-4ce2-bcdb-122e6f0f3320 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:43:24.207389 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff7623cc-5ba5-4c66-8234-b8c9a26c6be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:24.262883 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7623cc-5ba5-4c66-8234-b8c9a26c6be3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28b52c22-b7ab-4a9e-85e1-7680e2bd4ade,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:24.269903 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7623cc-5ba5-4c66-8234-b8c9a26c6be3 admin admin] Checking segment: {'id': '83df2f58-ee04-4736-83e7-d7ca8a5c72c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:43:24.270266 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7623cc-5ba5-4c66-8234-b8c9a26c6be3 admin admin] Network hostable DHCP agents. Network: c591c364-e89e-4ce2-bcdb-122e6f0f3320, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:43:24.286519 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7623cc-5ba5-4c66-8234-b8c9a26c6be3 admin admin] Network c591c364-e89e-4ce2-bcdb-122e6f0f3320 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:43:24.295345 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-ff7623cc-5ba5-4c66-8234-b8c9a26c6be3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, c591c364-e89e-4ce2-bcdb-122e6f0f3320) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:24.299518 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7623cc-5ba5-4c66-8234-b8c9a26c6be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:24.300690 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ff7623cc-5ba5-4c66-8234-b8c9a26c6be3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:24.304802 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2e6738-7d40-4787-bb82-7e2eda40b76c None None] Network c591c364-e89e-4ce2-bcdb-122e6f0f3320 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:43:24.314082 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ff7623cc-5ba5-4c66-8234-b8c9a26c6be3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3139699 Sep 07 19:43:24.316800 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50778) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:24.321343 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-5c27cc31-547e-4519-a70f-9df49c569e93 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1990988247-router', 'tenant_id': 'ad07e3acd3d84d399d710bee621f8abf', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:24.341704 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5c27cc31-547e-4519-a70f-9df49c569e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:24.342752 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5c27cc31-547e-4519-a70f-9df49c569e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:24.397526 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5c27cc31-547e-4519-a70f-9df49c569e93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:24.450533 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-c591c364-e89e-4ce2-bcdb-122e6f0f3320', 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320', 'tenant_id': 'ad07e3acd3d84d399d710bee621f8abf', 'fixed_ips': [{'subnet_id': '28b52c22-b7ab-4a9e-85e1-7680e2bd4ade'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:43:24.451383 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:24.533771 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5c27cc31-547e-4519-a70f-9df49c569e93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:24.583852 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] Allocated IP 172.20.0.2 (c591c364-e89e-4ce2-bcdb-122e6f0f3320/28b52c22-b7ab-4a9e-85e1-7680e2bd4ade/544dc1c7-ff12-451f-a758-b1e02732ccdd) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:43:24.729178 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:24.736803 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5c27cc31-547e-4519-a70f-9df49c569e93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:24.737591 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] Transition to ACTIVE for port object 544dc1c7-ff12-451f-a758-b1e02732ccdd will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:43:24.752710 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] Transition to ACTIVE for port object 544dc1c7-ff12-451f-a758-b1e02732ccdd will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:43:24.756146 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5c27cc31-547e-4519-a70f-9df49c569e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:24.758244 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:24.792340 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] Network c591c364-e89e-4ce2-bcdb-122e6f0f3320 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:43:24.796497 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:24.799941 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:43:24.811647 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] Pushing event updated for resources: {'Port': ['ID=544dc1c7-ff12-451f-a758-b1e02732ccdd,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:24.864369 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-5c27cc31-547e-4519-a70f-9df49c569e93 admin admin] Allocated IP 172.25.8.131 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/be65d8e1-716a-4b1a-9910-fc5dc7ebba3a) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:43:24.864657 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] Attempting to bind port 544dc1c7-ff12-451f-a758-b1e02732ccdd on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:43:24.864984 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] Attempting to bind port 544dc1c7-ff12-451f-a758-b1e02732ccdd by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '83df2f58-ee04-4736-83e7-d7ca8a5c72c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:43:24.865340 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] Attempting to bind port 544dc1c7-ff12-451f-a758-b1e02732ccdd on network c591c364-e89e-4ce2-bcdb-122e6f0f3320 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:43:24.870210 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:43:24.870573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] Checking segment: {'id': '83df2f58-ee04-4736-83e7-d7ca8a5c72c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:43:24.871094 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:24.871431 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] Bound using segment: {'id': '83df2f58-ee04-4736-83e7-d7ca8a5c72c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:43:24.871934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] Bound port: 544dc1c7-ff12-451f-a758-b1e02732ccdd, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83df2f58-ee04-4736-83e7-d7ca8a5c72c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:43:24.872344 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:24.935000 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] For port 544dc1c7-ff12-451f-a758-b1e02732ccdd, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:43:24.938806 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] For port 544dc1c7-ff12-451f-a758-b1e02732ccdd, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=544dc1c7-ff12-451f-a758-b1e02732ccdd,segment=NetworkSegment(83df2f58-ee04-4736-83e7-d7ca8a5c72c9),segment_id=83df2f58-ee04-4736-83e7-d7ca8a5c72c9)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:43:24.943163 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:24.967704 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5c27cc31-547e-4519-a70f-9df49c569e93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:24.999039 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137399b2-01c2-41d2-bf69-f6f322f664a6 None None] Pushing event updated for resources: {'Port': ['ID=544dc1c7-ff12-451f-a758-b1e02732ccdd,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:25.011880 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5c27cc31-547e-4519-a70f-9df49c569e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:25.050157 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c27cc31-547e-4519-a70f-9df49c569e93 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:43:25.052876 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-5c27cc31-547e-4519-a70f-9df49c569e93 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:25.056358 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27cc31-547e-4519-a70f-9df49c569e93 admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:43:25.088843 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27cc31-547e-4519-a70f-9df49c569e93 admin admin] Pushing event updated for resources: {'Port': ['ID=be65d8e1-716a-4b1a-9910-fc5dc7ebba3a,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:25.332122 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5c27cc31-547e-4519-a70f-9df49c569e93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:25.522100 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5c27cc31-547e-4519-a70f-9df49c569e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:25.653944 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c27cc31-547e-4519-a70f-9df49c569e93 admin admin] Router 7101129c-97ad-470f-a52c-fb8efa424ef9 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:43:25.764844 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c27cc31-547e-4519-a70f-9df49c569e93 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:43:25.775250 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] Sync routers for ids ['7101129c-97ad-470f-a52c-fb8efa424ef9'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:43:25.781446 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5c27cc31-547e-4519-a70f-9df49c569e93 admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:25.782865 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5c27cc31-547e-4519-a70f-9df49c569e93 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4651411 Sep 07 19:43:25.785799 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50780) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:25.786069 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] Routers {'7101129c-97ad-470f-a52c-fb8efa424ef9'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:43:25.786701 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:42:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['7101129c-97ad-470f-a52c-fb8efa424ef9'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:25.900146 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] Set router 7101129c-97ad-470f-a52c-fb8efa424ef9 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:43:25.915427 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff07298f-f036-40d8-8514-0d0a8d099c7f None None] Network c591c364-e89e-4ce2-bcdb-122e6f0f3320 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:43:25.986041 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69a79113-354c-48b8-bc8e-4b481518faff None None] Provisioning for port 544dc1c7-ff12-451f-a758-b1e02732ccdd completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:43:26.054414 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4d3e28a0-1e17-46f8-8052-b7d99051c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:26.088119 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7101129c-97ad-470f-a52c-fb8efa424ef9', 'name': 'tempest-TestEncryptedCinderVolumes-1990988247-router', 'tenant_id': 'ad07e3acd3d84d399d710bee621f8abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'be65d8e1-716a-4b1a-9910-fc5dc7ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:43:24Z', 'updated_at': '2021-09-07T19:43:25Z', 'revision_number': 3, 'project_id': 'ad07e3acd3d84d399d710bee621f8abf', 'gw_port': {'id': 'be65d8e1-716a-4b1a-9910-fc5dc7ebba3a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7101129c-97ad-470f-a52c-fb8efa424ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:43:24Z', 'updated_at': '2021-09-07T19:43:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:26.115136 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] Checking router: 7101129c-97ad-470f-a52c-fb8efa424ef9 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:43:26.115548 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] Updating router 7101129c-97ad-470f-a52c-fb8efa424ef9 port be65d8e1-716a-4b1a-9910-fc5dc7ebba3a binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:43:26.142396 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:26.231739 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5a30eab-1d71-42e9-9d20-6ba497f48c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:26.392142 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-a5a30eab-1d71-42e9-9d20-6ba497f48c94 admin admin] Allocated IP 172.20.0.1 (c591c364-e89e-4ce2-bcdb-122e6f0f3320/28b52c22-b7ab-4a9e-85e1-7680e2bd4ade/b0cd046d-4d67-497c-91cd-444a17a5f380) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:43:26.407137 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:26.417655 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] Transition to ACTIVE for port object be65d8e1-716a-4b1a-9910-fc5dc7ebba3a will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:43:26.422800 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:26.471907 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] Attempting to bind port be65d8e1-716a-4b1a-9910-fc5dc7ebba3a on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:43:26.472266 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] Attempting to bind port be65d8e1-716a-4b1a-9910-fc5dc7ebba3a by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:43:26.472646 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] Attempting to bind port be65d8e1-716a-4b1a-9910-fc5dc7ebba3a on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:43:26.480153 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3e3dd-ce22-4def-a295-3c7f2f75b46a None None] Pushing event updated for resources: {'Port': ['ID=be65d8e1-716a-4b1a-9910-fc5dc7ebba3a,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:26.483015 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:43:26.483379 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:43:26.483768 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:26.484159 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:43:26.484646 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] Bound port: be65d8e1-716a-4b1a-9910-fc5dc7ebba3a, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:43:26.485023 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:26.498048 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5a30eab-1d71-42e9-9d20-6ba497f48c94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:26.509010 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3e3dd-ce22-4def-a295-3c7f2f75b46a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:26.509353 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3e3dd-ce22-4def-a295-3c7f2f75b46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:26.509684 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3e3dd-ce22-4def-a295-3c7f2f75b46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:26.510010 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3e3dd-ce22-4def-a295-3c7f2f75b46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:26.510332 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3e3dd-ce22-4def-a295-3c7f2f75b46a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:26.510652 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3e3dd-ce22-4def-a295-3c7f2f75b46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:26.510969 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3e3dd-ce22-4def-a295-3c7f2f75b46a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:26.511284 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3e3dd-ce22-4def-a295-3c7f2f75b46a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:26.511600 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3e3dd-ce22-4def-a295-3c7f2f75b46a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:26.511873 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-a5a30eab-1d71-42e9-9d20-6ba497f48c94 admin admin] Transition to ACTIVE for port object b0cd046d-4d67-497c-91cd-444a17a5f380 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:43:26.511989 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3e3dd-ce22-4def-a295-3c7f2f75b46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:26.512215 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3e3dd-ce22-4def-a295-3c7f2f75b46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:26.512545 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3e3dd-ce22-4def-a295-3c7f2f75b46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:43:26.549553 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] For port be65d8e1-716a-4b1a-9910-fc5dc7ebba3a, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:43:26.552685 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] For port be65d8e1-716a-4b1a-9910-fc5dc7ebba3a, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=be65d8e1-716a-4b1a-9910-fc5dc7ebba3a,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:43:26.556980 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:26.564476 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5a30eab-1d71-42e9-9d20-6ba497f48c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:26.602264 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a30eab-1d71-42e9-9d20-6ba497f48c94 admin admin] Network c591c364-e89e-4ce2-bcdb-122e6f0f3320 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:43:26.605100 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-a5a30eab-1d71-42e9-9d20-6ba497f48c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:26.615283 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] Routers {'7101129c-97ad-470f-a52c-fb8efa424ef9'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:43:26.615633 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a30eab-1d71-42e9-9d20-6ba497f48c94 admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:43:26.615922 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:42:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['7101129c-97ad-470f-a52c-fb8efa424ef9'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:26.645963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a30eab-1d71-42e9-9d20-6ba497f48c94 admin admin] Pushing event updated for resources: {'Port': ['ID=b0cd046d-4d67-497c-91cd-444a17a5f380,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:26.651845 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3e3dd-ce22-4def-a295-3c7f2f75b46a None None] Pushing event updated for resources: {'Port': ['ID=be65d8e1-716a-4b1a-9910-fc5dc7ebba3a,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:26.665878 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5a30eab-1d71-42e9-9d20-6ba497f48c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:26.731663 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] Set router 7101129c-97ad-470f-a52c-fb8efa424ef9 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:43:26.793459 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5a30eab-1d71-42e9-9d20-6ba497f48c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:26.854787 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b29bc979-e589-4498-8b36-6b5ed0d7dd2a None None] Provisioning for port b0cd046d-4d67-497c-91cd-444a17a5f380 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:43:26.858710 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b29bc979-e589-4498-8b36-6b5ed0d7dd2a None None] Provisioning complete for port b0cd046d-4d67-497c-91cd-444a17a5f380 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:26.859279 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b29bc979-e589-4498-8b36-6b5ed0d7dd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:26.912787 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-b29bc979-e589-4498-8b36-6b5ed0d7dd2a None None] Port b0cd046d-4d67-497c-91cd-444a17a5f380 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:43:26.931637 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7101129c-97ad-470f-a52c-fb8efa424ef9', 'name': 'tempest-TestEncryptedCinderVolumes-1990988247-router', 'tenant_id': 'ad07e3acd3d84d399d710bee621f8abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'be65d8e1-716a-4b1a-9910-fc5dc7ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:43:24Z', 'updated_at': '2021-09-07T19:43:25Z', 'revision_number': 3, 'project_id': 'ad07e3acd3d84d399d710bee621f8abf', 'gw_port': {'id': 'be65d8e1-716a-4b1a-9910-fc5dc7ebba3a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7101129c-97ad-470f-a52c-fb8efa424ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:43:24Z', 'updated_at': '2021-09-07T19:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:26.957598 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801481f8-6ff5-46c0-88f7-05bb6cbe2329 None None] The sync data for ids ['7101129c-97ad-470f-a52c-fb8efa424ef9'] in n-d-807786-1 is: [{'id': '7101129c-97ad-470f-a52c-fb8efa424ef9', 'name': 'tempest-TestEncryptedCinderVolumes-1990988247-router', 'tenant_id': 'ad07e3acd3d84d399d710bee621f8abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'be65d8e1-716a-4b1a-9910-fc5dc7ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:43:24Z', 'updated_at': '2021-09-07T19:43:25Z', 'revision_number': 3, 'project_id': 'ad07e3acd3d84d399d710bee621f8abf', 'gw_port': {'id': 'be65d8e1-716a-4b1a-9910-fc5dc7ebba3a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7101129c-97ad-470f-a52c-fb8efa424ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:43:24Z', 'updated_at': '2021-09-07T19:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:43:26.967867 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5a30eab-1d71-42e9-9d20-6ba497f48c94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:26.973046 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5a30eab-1d71-42e9-9d20-6ba497f48c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:27.105932 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 544dc1c7-ff12-451f-a758-b1e02732ccdd up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:43:27.159665 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 544dc1c7-ff12-451f-a758-b1e02732ccdd completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:43:27.171056 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 544dc1c7-ff12-451f-a758-b1e02732ccdd triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:27.171650 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:27.280436 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:27.323457 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 544dc1c7-ff12-451f-a758-b1e02732ccdd, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=544dc1c7-ff12-451f-a758-b1e02732ccdd,segment=NetworkSegment(83df2f58-ee04-4736-83e7-d7ca8a5c72c9),segment_id=83df2f58-ee04-4736-83e7-d7ca8a5c72c9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:43:27.329766 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:27.385151 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=544dc1c7-ff12-451f-a758-b1e02732ccdd,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:27.414298 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a30eab-1d71-42e9-9d20-6ba497f48c94 admin admin] Pushing event updated for resources: {'Port': ['ID=b0cd046d-4d67-497c-91cd-444a17a5f380,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:27.416898 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5a30eab-1d71-42e9-9d20-6ba497f48c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:27.511474 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a30eab-1d71-42e9-9d20-6ba497f48c94 admin admin] Network c591c364-e89e-4ce2-bcdb-122e6f0f3320 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:43:27.512992 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-a5a30eab-1d71-42e9-9d20-6ba497f48c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:27.635285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a30eab-1d71-42e9-9d20-6ba497f48c94 admin admin] Router 7101129c-97ad-470f-a52c-fb8efa424ef9 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:43:27.743086 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ec4e5387-07d4-4e5f-9b9c-2a5fcf23c4ea None None] Provisioning complete for port b0cd046d-4d67-497c-91cd-444a17a5f380 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:27.743694 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ec4e5387-07d4-4e5f-9b9c-2a5fcf23c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:27.753172 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a30eab-1d71-42e9-9d20-6ba497f48c94 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:43:27.758655 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a5a30eab-1d71-42e9-9d20-6ba497f48c94 admin admin] 10.222.0.26 "PUT /v2.0/routers/7101129c-97ad-470f-a52c-fb8efa424ef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9718938 Sep 07 19:43:27.782886 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e5387-07d4-4e5f-9b9c-2a5fcf23c4ea None None] Port b0cd046d-4d67-497c-91cd-444a17a5f380 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:43:28.215914 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50798) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:28.220896 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-b6c72835-eefc-4313-9a03-a42c8baa32fd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-584310229-network', 'tenant_id': 'c24f69a530b8433d8f64d0fda72d1f25'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:28.242040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c72835-eefc-4313-9a03-a42c8baa32fd admin admin] Made reservation on behalf of c24f69a530b8433d8f64d0fda72d1f25 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:43:28.244332 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b6c72835-eefc-4313-9a03-a42c8baa32fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:28.253602 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b6c72835-eefc-4313-9a03-a42c8baa32fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:28.346068 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b6c72835-eefc-4313-9a03-a42c8baa32fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:28.350017 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b6c72835-eefc-4313-9a03-a42c8baa32fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:28.374615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c72835-eefc-4313-9a03-a42c8baa32fd admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:43:28.384143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c72835-eefc-4313-9a03-a42c8baa32fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74cfb27-aa2a-4db1-83bb-1ffd3cf6d32f,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:28.390519 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b6c72835-eefc-4313-9a03-a42c8baa32fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:28.390871 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-b6c72835-eefc-4313-9a03-a42c8baa32fd admin admin] Added segment 13c01278-e745-4f57-9bcc-84a0d385a847 of type vlan for network ce855300-7dc7-4f5d-ac54-eed315fe0c2b Sep 07 19:43:28.430434 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b6c72835-eefc-4313-9a03-a42c8baa32fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:28.456850 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b6c72835-eefc-4313-9a03-a42c8baa32fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:28.457845 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c72835-eefc-4313-9a03-a42c8baa32fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:28.458423 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b6c72835-eefc-4313-9a03-a42c8baa32fd admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:28.488283 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b6c72835-eefc-4313-9a03-a42c8baa32fd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2712443 Sep 07 19:43:28.491544 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50800) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:28.498060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-f161ba7a-1010-49b6-9a06-9eaec61bd140 admin admin] Request body: {'subnet': {'network_id': 'ce855300-7dc7-4f5d-ac54-eed315fe0c2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-584310229-subnet', 'tenant_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:28.513194 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] Sync routers for ids ['7101129c-97ad-470f-a52c-fb8efa424ef9'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:43:28.523363 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] Routers {'7101129c-97ad-470f-a52c-fb8efa424ef9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:43:28.523990 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:42:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['7101129c-97ad-470f-a52c-fb8efa424ef9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:28.534386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c72835-eefc-4313-9a03-a42c8baa32fd admin admin] Pushing event updated for resources: {'Network': ['ID=ce855300-7dc7-4f5d-ac54-eed315fe0c2b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:28.547116 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f161ba7a-1010-49b6-9a06-9eaec61bd140 admin admin] Made reservation on behalf of c24f69a530b8433d8f64d0fda72d1f25 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:43:28.549689 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f161ba7a-1010-49b6-9a06-9eaec61bd140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:28.561494 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network ce855300-7dc7-4f5d-ac54-eed315fe0c2b details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:43:28.688413 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] Set router 7101129c-97ad-470f-a52c-fb8efa424ef9 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:43:28.724662 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f161ba7a-1010-49b6-9a06-9eaec61bd140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:28.786237 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161ba7a-1010-49b6-9a06-9eaec61bd140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c24e0f6-b682-4e2f-8f16-df9f1df6b6ce,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:28.794134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f161ba7a-1010-49b6-9a06-9eaec61bd140 admin admin] Checking segment: {'id': '13c01278-e745-4f57-9bcc-84a0d385a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ce855300-7dc7-4f5d-ac54-eed315fe0c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:43:28.794495 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f161ba7a-1010-49b6-9a06-9eaec61bd140 admin admin] Network hostable DHCP agents. Network: ce855300-7dc7-4f5d-ac54-eed315fe0c2b, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:43:28.811985 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f161ba7a-1010-49b6-9a06-9eaec61bd140 admin admin] Network ce855300-7dc7-4f5d-ac54-eed315fe0c2b is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:43:28.821930 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-f161ba7a-1010-49b6-9a06-9eaec61bd140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, ce855300-7dc7-4f5d-ac54-eed315fe0c2b) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:28.827472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f161ba7a-1010-49b6-9a06-9eaec61bd140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:28.828067 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f161ba7a-1010-49b6-9a06-9eaec61bd140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:28.847221 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f161ba7a-1010-49b6-9a06-9eaec61bd140 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3521149 Sep 07 19:43:28.847462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50802) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:28.847722 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92ad214-7071-4875-899d-d8a14be9c83d None None] Network ce855300-7dc7-4f5d-ac54-eed315fe0c2b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:43:28.851779 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-ebc09517-f6e8-41a9-8ade-08028c4678d1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-584310229-router', 'tenant_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:28.874035 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ebc09517-f6e8-41a9-8ade-08028c4678d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:28.875044 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ebc09517-f6e8-41a9-8ade-08028c4678d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:28.890388 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7f7d57b1-67e1-4dfe-98a6-532d1dc5a762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:28.930052 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ebc09517-f6e8-41a9-8ade-08028c4678d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:28.992322 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7101129c-97ad-470f-a52c-fb8efa424ef9', 'name': 'tempest-TestEncryptedCinderVolumes-1990988247-router', 'tenant_id': 'ad07e3acd3d84d399d710bee621f8abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'be65d8e1-716a-4b1a-9910-fc5dc7ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:43:24Z', 'updated_at': '2021-09-07T19:43:26Z', 'revision_number': 4, 'project_id': 'ad07e3acd3d84d399d710bee621f8abf', 'gw_port': {'id': 'be65d8e1-716a-4b1a-9910-fc5dc7ebba3a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7101129c-97ad-470f-a52c-fb8efa424ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:43:24Z', 'updated_at': '2021-09-07T19:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b0cd046d-4d67-497c-91cd-444a17a5f380', 'name': '', 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320', 'tenant_id': 'ad07e3acd3d84d399d710bee621f8abf', 'mac_address': 'fa:16:3e:1d:36:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7101129c-97ad-470f-a52c-fb8efa424ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '28b52c22-b7ab-4a9e-85e1-7680e2bd4ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:43:26Z', 'updated_at': '2021-09-07T19:43:26Z', 'revision_number': 2, 'project_id': 'ad07e3acd3d84d399d710bee621f8abf', 'subnets': [{'id': '28b52c22-b7ab-4a9e-85e1-7680e2bd4ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:29.023258 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] Checking router: 7101129c-97ad-470f-a52c-fb8efa424ef9 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:43:29.023713 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] Updating router 7101129c-97ad-470f-a52c-fb8efa424ef9 port b0cd046d-4d67-497c-91cd-444a17a5f380 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:43:29.072862 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:29.083178 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ebc09517-f6e8-41a9-8ade-08028c4678d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:29.111423 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-ce855300-7dc7-4f5d-ac54-eed315fe0c2b', 'network_id': 'ce855300-7dc7-4f5d-ac54-eed315fe0c2b', 'tenant_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'fixed_ips': [{'subnet_id': '1c24e0f6-b682-4e2f-8f16-df9f1df6b6ce'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:43:29.112282 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:29.202321 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 544dc1c7-ff12-451f-a758-b1e02732ccdd up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:43:29.207571 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:29.301956 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ebc09517-f6e8-41a9-8ade-08028c4678d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:29.325217 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ebc09517-f6e8-41a9-8ade-08028c4678d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:29.433610 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-ebc09517-f6e8-41a9-8ade-08028c4678d1 admin admin] Allocated IP 172.25.8.59 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/347a307e-e205-438f-87be-70c497d43016) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:43:29.547570 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ebc09517-f6e8-41a9-8ade-08028c4678d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:29.579922 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 544dc1c7-ff12-451f-a758-b1e02732ccdd triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:29.580496 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:29.586367 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ebc09517-f6e8-41a9-8ade-08028c4678d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:29.625513 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc09517-f6e8-41a9-8ade-08028c4678d1 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:43:29.628595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-ebc09517-f6e8-41a9-8ade-08028c4678d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:29.631200 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] Allocated IP 172.20.0.2 (ce855300-7dc7-4f5d-ac54-eed315fe0c2b/1c24e0f6-b682-4e2f-8f16-df9f1df6b6ce/cb7b5625-f6a0-4b78-9ddb-cae293f77ea2) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:43:29.634950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc09517-f6e8-41a9-8ade-08028c4678d1 admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:43:29.657947 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc09517-f6e8-41a9-8ade-08028c4678d1 admin admin] Pushing event updated for resources: {'Port': ['ID=347a307e-e205-438f-87be-70c497d43016,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:29.790170 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:29.820276 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] Transition to ACTIVE for port object b0cd046d-4d67-497c-91cd-444a17a5f380 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:43:29.826538 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device be65d8e1-716a-4b1a-9910-fc5dc7ebba3a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:43:29.831556 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:29.885935 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ebc09517-f6e8-41a9-8ade-08028c4678d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:29.957995 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39422fa7-b055-47ec-ba7c-108d731b8ded None None] Pushing event updated for resources: {'Port': ['ID=b0cd046d-4d67-497c-91cd-444a17a5f380,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:29.965681 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:30.010118 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] Transition to ACTIVE for port object cb7b5625-f6a0-4b78-9ddb-cae293f77ea2 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:43:30.016913 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port be65d8e1-716a-4b1a-9910-fc5dc7ebba3a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:43:30.032188 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port be65d8e1-716a-4b1a-9910-fc5dc7ebba3a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:30.032594 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:30.057274 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] Transition to ACTIVE for port object cb7b5625-f6a0-4b78-9ddb-cae293f77ea2 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:43:30.062756 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] Attempting to bind port b0cd046d-4d67-497c-91cd-444a17a5f380 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:43:30.063133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] Attempting to bind port b0cd046d-4d67-497c-91cd-444a17a5f380 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '83df2f58-ee04-4736-83e7-d7ca8a5c72c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:43:30.063480 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] Attempting to bind port b0cd046d-4d67-497c-91cd-444a17a5f380 on network c591c364-e89e-4ce2-bcdb-122e6f0f3320 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:43:30.070170 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:30.087670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:43:30.087907 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] Checking segment: {'id': '83df2f58-ee04-4736-83e7-d7ca8a5c72c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:43:30.088263 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:30.088698 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] Bound using segment: {'id': '83df2f58-ee04-4736-83e7-d7ca8a5c72c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:43:30.089197 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] Bound port: b0cd046d-4d67-497c-91cd-444a17a5f380, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83df2f58-ee04-4736-83e7-d7ca8a5c72c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:43:30.089589 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:30.097701 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ebc09517-f6e8-41a9-8ade-08028c4678d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:30.134385 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] Network ce855300-7dc7-4f5d-ac54-eed315fe0c2b is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:43:30.145577 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:30.169266 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:43:30.174040 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] Pushing event updated for resources: {'Port': ['ID=cb7b5625-f6a0-4b78-9ddb-cae293f77ea2,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:30.232216 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc09517-f6e8-41a9-8ade-08028c4678d1 admin admin] Router fd16bdd6-9f2a-416a-bfab-9eb35f742bca is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:43:30.291588 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] For port b0cd046d-4d67-497c-91cd-444a17a5f380, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:43:30.294355 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] Attempting to bind port cb7b5625-f6a0-4b78-9ddb-cae293f77ea2 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:43:30.294729 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] Attempting to bind port cb7b5625-f6a0-4b78-9ddb-cae293f77ea2 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '13c01278-e745-4f57-9bcc-84a0d385a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ce855300-7dc7-4f5d-ac54-eed315fe0c2b'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:43:30.295096 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] Attempting to bind port cb7b5625-f6a0-4b78-9ddb-cae293f77ea2 on network ce855300-7dc7-4f5d-ac54-eed315fe0c2b {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:43:30.296992 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:30.315967 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] For port b0cd046d-4d67-497c-91cd-444a17a5f380, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b0cd046d-4d67-497c-91cd-444a17a5f380,segment=NetworkSegment(83df2f58-ee04-4736-83e7-d7ca8a5c72c9),segment_id=83df2f58-ee04-4736-83e7-d7ca8a5c72c9)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:43:30.321591 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:43:30.321969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] Checking segment: {'id': '13c01278-e745-4f57-9bcc-84a0d385a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ce855300-7dc7-4f5d-ac54-eed315fe0c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:43:30.322375 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:30.322774 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] Bound using segment: {'id': '13c01278-e745-4f57-9bcc-84a0d385a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ce855300-7dc7-4f5d-ac54-eed315fe0c2b'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:43:30.323255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] Bound port: cb7b5625-f6a0-4b78-9ddb-cae293f77ea2, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c01278-e745-4f57-9bcc-84a0d385a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ce855300-7dc7-4f5d-ac54-eed315fe0c2b'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:43:30.323639 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:30.328233 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:30.342479 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc09517-f6e8-41a9-8ade-08028c4678d1 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:43:30.353232 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] Sync routers for ids ['fd16bdd6-9f2a-416a-bfab-9eb35f742bca'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:43:30.359911 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ebc09517-f6e8-41a9-8ade-08028c4678d1 admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:30.363833 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ebc09517-f6e8-41a9-8ade-08028c4678d1 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5128798 Sep 07 19:43:30.364128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 50804) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:43:30.364606 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] Routers {'fd16bdd6-9f2a-416a-bfab-9eb35f742bca'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:43:30.365285 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:43:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['fd16bdd6-9f2a-416a-bfab-9eb35f742bca'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:30.373018 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port be65d8e1-716a-4b1a-9910-fc5dc7ebba3a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=be65d8e1-716a-4b1a-9910-fc5dc7ebba3a,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:43:30.401076 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:30.474181 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39422fa7-b055-47ec-ba7c-108d731b8ded None None] Pushing event updated for resources: {'Port': ['ID=b0cd046d-4d67-497c-91cd-444a17a5f380,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:30.478312 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:30.481382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] Routers {'7101129c-97ad-470f-a52c-fb8efa424ef9'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:43:30.482029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:43:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['7101129c-97ad-470f-a52c-fb8efa424ef9'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:30.553850 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] For port cb7b5625-f6a0-4b78-9ddb-cae293f77ea2, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:43:30.580437 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] For port cb7b5625-f6a0-4b78-9ddb-cae293f77ea2, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cb7b5625-f6a0-4b78-9ddb-cae293f77ea2,segment=NetworkSegment(13c01278-e745-4f57-9bcc-84a0d385a847),segment_id=13c01278-e745-4f57-9bcc-84a0d385a847)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:43:30.594485 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:30.632880 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=be65d8e1-716a-4b1a-9910-fc5dc7ebba3a,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:30.633941 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] Set router fd16bdd6-9f2a-416a-bfab-9eb35f742bca gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:43:30.697914 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] Set router 7101129c-97ad-470f-a52c-fb8efa424ef9 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:43:30.742979 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751fbb8-d885-4611-80a6-8b485f1e0d27 None None] Pushing event updated for resources: {'Port': ['ID=cb7b5625-f6a0-4b78-9ddb-cae293f77ea2,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:30.852864 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd16bdd6-9f2a-416a-bfab-9eb35f742bca', 'name': 'tempest-TestEncryptedCinderVolumes-584310229-router', 'tenant_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '347a307e-e205-438f-87be-70c497d43016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:43:28Z', 'updated_at': '2021-09-07T19:43:29Z', 'revision_number': 3, 'project_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'gw_port': {'id': '347a307e-e205-438f-87be-70c497d43016', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd16bdd6-9f2a-416a-bfab-9eb35f742bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:43:29Z', 'updated_at': '2021-09-07T19:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:30.879697 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90d8aa3c-80dd-4ca0-984c-e1cc9994ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:30.881196 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] Checking router: fd16bdd6-9f2a-416a-bfab-9eb35f742bca for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:43:30.881724 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] Updating router fd16bdd6-9f2a-416a-bfab-9eb35f742bca port 347a307e-e205-438f-87be-70c497d43016 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:43:30.925523 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:30.974450 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7101129c-97ad-470f-a52c-fb8efa424ef9', 'name': 'tempest-TestEncryptedCinderVolumes-1990988247-router', 'tenant_id': 'ad07e3acd3d84d399d710bee621f8abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'be65d8e1-716a-4b1a-9910-fc5dc7ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:43:24Z', 'updated_at': '2021-09-07T19:43:26Z', 'revision_number': 4, 'project_id': 'ad07e3acd3d84d399d710bee621f8abf', 'gw_port': {'id': 'be65d8e1-716a-4b1a-9910-fc5dc7ebba3a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7101129c-97ad-470f-a52c-fb8efa424ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:43:24Z', 'updated_at': '2021-09-07T19:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b0cd046d-4d67-497c-91cd-444a17a5f380', 'name': '', 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320', 'tenant_id': 'ad07e3acd3d84d399d710bee621f8abf', 'mac_address': 'fa:16:3e:1d:36:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7101129c-97ad-470f-a52c-fb8efa424ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '28b52c22-b7ab-4a9e-85e1-7680e2bd4ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:43:26Z', 'updated_at': '2021-09-07T19:43:30Z', 'revision_number': 4, 'project_id': 'ad07e3acd3d84d399d710bee621f8abf', 'subnets': [{'id': '28b52c22-b7ab-4a9e-85e1-7680e2bd4ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:31.008670 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b504d02-b9cf-44f2-8d47-5745c63074d7 None None] The sync data for ids ['7101129c-97ad-470f-a52c-fb8efa424ef9'] in n-d-807786-1 is: [{'id': '7101129c-97ad-470f-a52c-fb8efa424ef9', 'name': 'tempest-TestEncryptedCinderVolumes-1990988247-router', 'tenant_id': 'ad07e3acd3d84d399d710bee621f8abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'be65d8e1-716a-4b1a-9910-fc5dc7ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:43:24Z', 'updated_at': '2021-09-07T19:43:26Z', 'revision_number': 4, 'project_id': 'ad07e3acd3d84d399d710bee621f8abf', 'gw_port': {'id': 'be65d8e1-716a-4b1a-9910-fc5dc7ebba3a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7101129c-97ad-470f-a52c-fb8efa424ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:43:24Z', 'updated_at': '2021-09-07T19:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b0cd046d-4d67-497c-91cd-444a17a5f380', 'name': '', 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320', 'tenant_id': 'ad07e3acd3d84d399d710bee621f8abf', 'mac_address': 'fa:16:3e:1d:36:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7101129c-97ad-470f-a52c-fb8efa424ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '28b52c22-b7ab-4a9e-85e1-7680e2bd4ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:43:26Z', 'updated_at': '2021-09-07T19:43:30Z', 'revision_number': 4, 'project_id': 'ad07e3acd3d84d399d710bee621f8abf', 'subnets': [{'id': '28b52c22-b7ab-4a9e-85e1-7680e2bd4ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:43:31.160285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-90d8aa3c-80dd-4ca0-984c-e1cc9994ecfb admin admin] Allocated IP 172.20.0.1 (ce855300-7dc7-4f5d-ac54-eed315fe0c2b/1c24e0f6-b682-4e2f-8f16-df9f1df6b6ce/06deb49f-7670-44a5-9e2c-96dc6df401cc) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:43:31.249703 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cb7b5625-f6a0-4b78-9ddb-cae293f77ea2 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:43:31.292206 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90d8aa3c-80dd-4ca0-984c-e1cc9994ecfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:31.317187 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port cb7b5625-f6a0-4b78-9ddb-cae293f77ea2 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:43:31.322328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-90d8aa3c-80dd-4ca0-984c-e1cc9994ecfb admin admin] Transition to ACTIVE for port object 06deb49f-7670-44a5-9e2c-96dc6df401cc will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:43:31.322861 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device be65d8e1-716a-4b1a-9910-fc5dc7ebba3a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:43:31.353191 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:31.368839 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] Transition to ACTIVE for port object 347a307e-e205-438f-87be-70c497d43016 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:43:31.369783 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90d8aa3c-80dd-4ca0-984c-e1cc9994ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:31.380884 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:31.390609 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port be65d8e1-716a-4b1a-9910-fc5dc7ebba3a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:31.391337 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:31.420277 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d8aa3c-80dd-4ca0-984c-e1cc9994ecfb admin admin] Network ce855300-7dc7-4f5d-ac54-eed315fe0c2b is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:43:31.425144 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-90d8aa3c-80dd-4ca0-984c-e1cc9994ecfb admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:31.430051 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d8aa3c-80dd-4ca0-984c-e1cc9994ecfb admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:43:31.433440 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8aa3c-80dd-4ca0-984c-e1cc9994ecfb admin admin] Pushing event updated for resources: {'Port': ['ID=06deb49f-7670-44a5-9e2c-96dc6df401cc,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:31.460214 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975181b0-3f16-4281-a450-75031420799b None None] Pushing event updated for resources: {'Port': ['ID=347a307e-e205-438f-87be-70c497d43016,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:31.477411 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90d8aa3c-80dd-4ca0-984c-e1cc9994ecfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:31.482474 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] Attempting to bind port 347a307e-e205-438f-87be-70c497d43016 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:43:31.482924 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] Attempting to bind port 347a307e-e205-438f-87be-70c497d43016 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:43:31.483353 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] Attempting to bind port 347a307e-e205-438f-87be-70c497d43016 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:43:31.489780 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:43:31.490493 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:43:31.491200 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:31.491908 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:43:31.492672 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] Bound port: 347a307e-e205-438f-87be-70c497d43016, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:43:31.493098 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:31.573386 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] For port 347a307e-e205-438f-87be-70c497d43016, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:43:31.577555 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] For port 347a307e-e205-438f-87be-70c497d43016, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=347a307e-e205-438f-87be-70c497d43016,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:43:31.582236 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:31.664787 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975181b0-3f16-4281-a450-75031420799b None None] Pushing event updated for resources: {'Port': ['ID=347a307e-e205-438f-87be-70c497d43016,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:31.667535 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] Routers {'fd16bdd6-9f2a-416a-bfab-9eb35f742bca'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:43:31.668256 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:43:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['fd16bdd6-9f2a-416a-bfab-9eb35f742bca'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:31.671377 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90d8aa3c-80dd-4ca0-984c-e1cc9994ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:31.803180 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] Set router fd16bdd6-9f2a-416a-bfab-9eb35f742bca gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:43:31.872215 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90d8aa3c-80dd-4ca0-984c-e1cc9994ecfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:31.879280 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90d8aa3c-80dd-4ca0-984c-e1cc9994ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:31.921946 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02da29f-99cc-4c7f-984d-eb8a59abe211 None None] Network ce855300-7dc7-4f5d-ac54-eed315fe0c2b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:43:31.966861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8aa3c-80dd-4ca0-984c-e1cc9994ecfb admin admin] Pushing event updated for resources: {'Port': ['ID=06deb49f-7670-44a5-9e2c-96dc6df401cc,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:31.987334 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-90d8aa3c-80dd-4ca0-984c-e1cc9994ecfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:32.054370 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd16bdd6-9f2a-416a-bfab-9eb35f742bca', 'name': 'tempest-TestEncryptedCinderVolumes-584310229-router', 'tenant_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '347a307e-e205-438f-87be-70c497d43016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:43:28Z', 'updated_at': '2021-09-07T19:43:31Z', 'revision_number': 4, 'project_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'gw_port': {'id': '347a307e-e205-438f-87be-70c497d43016', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd16bdd6-9f2a-416a-bfab-9eb35f742bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:43:29Z', 'updated_at': '2021-09-07T19:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '06deb49f-7670-44a5-9e2c-96dc6df401cc', 'name': '', 'network_id': 'ce855300-7dc7-4f5d-ac54-eed315fe0c2b', 'tenant_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'mac_address': 'fa:16:3e:73:3d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd16bdd6-9f2a-416a-bfab-9eb35f742bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '1c24e0f6-b682-4e2f-8f16-df9f1df6b6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:43:30Z', 'updated_at': '2021-09-07T19:43:31Z', 'revision_number': 1, 'project_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'subnets': [{'id': '1c24e0f6-b682-4e2f-8f16-df9f1df6b6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:32.059603 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:32.062391 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-08d04768-1ece-42fe-8fba-d43e9aa543dd None None] Provisioning for port cb7b5625-f6a0-4b78-9ddb-cae293f77ea2 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:43:32.071303 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-08d04768-1ece-42fe-8fba-d43e9aa543dd None None] Provisioning complete for port cb7b5625-f6a0-4b78-9ddb-cae293f77ea2 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:32.071676 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-08d04768-1ece-42fe-8fba-d43e9aa543dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:32.090550 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a1bbb1-1a09-497e-b812-692e21b221bc None None] The sync data for ids ['fd16bdd6-9f2a-416a-bfab-9eb35f742bca'] in n-d-807786-1 is: [{'id': 'fd16bdd6-9f2a-416a-bfab-9eb35f742bca', 'name': 'tempest-TestEncryptedCinderVolumes-584310229-router', 'tenant_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '347a307e-e205-438f-87be-70c497d43016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:43:28Z', 'updated_at': '2021-09-07T19:43:31Z', 'revision_number': 4, 'project_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'gw_port': {'id': '347a307e-e205-438f-87be-70c497d43016', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd16bdd6-9f2a-416a-bfab-9eb35f742bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:43:29Z', 'updated_at': '2021-09-07T19:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '06deb49f-7670-44a5-9e2c-96dc6df401cc', 'name': '', 'network_id': 'ce855300-7dc7-4f5d-ac54-eed315fe0c2b', 'tenant_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'mac_address': 'fa:16:3e:73:3d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd16bdd6-9f2a-416a-bfab-9eb35f742bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '1c24e0f6-b682-4e2f-8f16-df9f1df6b6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:43:30Z', 'updated_at': '2021-09-07T19:43:31Z', 'revision_number': 1, 'project_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'subnets': [{'id': '1c24e0f6-b682-4e2f-8f16-df9f1df6b6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:43:32.111536 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d8aa3c-80dd-4ca0-984c-e1cc9994ecfb admin admin] Network ce855300-7dc7-4f5d-ac54-eed315fe0c2b is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:43:32.113449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-90d8aa3c-80dd-4ca0-984c-e1cc9994ecfb admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:32.196733 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-08d04768-1ece-42fe-8fba-d43e9aa543dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:32.241090 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-08d04768-1ece-42fe-8fba-d43e9aa543dd None None] For port cb7b5625-f6a0-4b78-9ddb-cae293f77ea2, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cb7b5625-f6a0-4b78-9ddb-cae293f77ea2,segment=NetworkSegment(13c01278-e745-4f57-9bcc-84a0d385a847),segment_id=13c01278-e745-4f57-9bcc-84a0d385a847)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:43:32.248877 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-08d04768-1ece-42fe-8fba-d43e9aa543dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:32.308661 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d04768-1ece-42fe-8fba-d43e9aa543dd None None] Pushing event updated for resources: {'Port': ['ID=cb7b5625-f6a0-4b78-9ddb-cae293f77ea2,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:32.482378 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-61c90bd1-a0ef-4a29-a62f-1796a65419d6 None None] Provisioning complete for port cb7b5625-f6a0-4b78-9ddb-cae293f77ea2 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:32.482830 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-61c90bd1-a0ef-4a29-a62f-1796a65419d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:32.641495 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-61c90bd1-a0ef-4a29-a62f-1796a65419d6 None None] Provisioning for port 06deb49f-7670-44a5-9e2c-96dc6df401cc completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:43:32.646012 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-61c90bd1-a0ef-4a29-a62f-1796a65419d6 None None] Provisioning complete for port 06deb49f-7670-44a5-9e2c-96dc6df401cc triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:32.646404 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-61c90bd1-a0ef-4a29-a62f-1796a65419d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:32.658597 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d8aa3c-80dd-4ca0-984c-e1cc9994ecfb admin admin] Router fd16bdd6-9f2a-416a-bfab-9eb35f742bca has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:43:32.688241 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-61c90bd1-a0ef-4a29-a62f-1796a65419d6 None None] Port 06deb49f-7670-44a5-9e2c-96dc6df401cc cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:43:32.780394 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d8aa3c-80dd-4ca0-984c-e1cc9994ecfb admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:43:32.785787 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-90d8aa3c-80dd-4ca0-984c-e1cc9994ecfb admin admin] 10.222.0.26 "PUT /v2.0/routers/fd16bdd6-9f2a-416a-bfab-9eb35f742bca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4204764 Sep 07 19:43:32.808451 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b4373e32-9d6e-415a-8a55-ccbb57e63c51 None None] Provisioning complete for port 06deb49f-7670-44a5-9e2c-96dc6df401cc triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:32.809087 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b4373e32-9d6e-415a-8a55-ccbb57e63c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:32.851630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-b4373e32-9d6e-415a-8a55-ccbb57e63c51 None None] Port 06deb49f-7670-44a5-9e2c-96dc6df401cc cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:43:32.969447 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-23d0a9e9-bdf9-4729-9b3c-ee3329714ec9 None None] Provisioning complete for port 06deb49f-7670-44a5-9e2c-96dc6df401cc triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:32.970091 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-23d0a9e9-bdf9-4729-9b3c-ee3329714ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:33.002446 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-23d0a9e9-bdf9-4729-9b3c-ee3329714ec9 None None] Port 06deb49f-7670-44a5-9e2c-96dc6df401cc cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:43:33.158272 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b0cd046d-4d67-497c-91cd-444a17a5f380 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:43:33.208746 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port b0cd046d-4d67-497c-91cd-444a17a5f380 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:43:33.212276 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b0cd046d-4d67-497c-91cd-444a17a5f380 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:33.212688 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:33.286065 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:33.316944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port b0cd046d-4d67-497c-91cd-444a17a5f380, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b0cd046d-4d67-497c-91cd-444a17a5f380,segment=NetworkSegment(83df2f58-ee04-4736-83e7-d7ca8a5c72c9),segment_id=83df2f58-ee04-4736-83e7-d7ca8a5c72c9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:43:33.322075 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:33.322839 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cb7b5625-f6a0-4b78-9ddb-cae293f77ea2 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:43:33.419067 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=b0cd046d-4d67-497c-91cd-444a17a5f380,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:33.431554 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port cb7b5625-f6a0-4b78-9ddb-cae293f77ea2 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:33.431936 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:33.659446 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-5468c543-609c-4a92-8b1e-8fefe4de9828 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:33.660840 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-5468c543-609c-4a92-8b1e-8fefe4de9828 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/networks?id=c591c364-e89e-4ce2-bcdb-122e6f0f3320 HTTP/1.1" status: 200 len: 817 time: 0.1007366 Sep 07 19:43:33.675486 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-d8802d7c-3013-46bc-a0ea-4a780121e3b9 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/quotas/ad07e3acd3d84d399d710bee621f8abf HTTP/1.1" status: 200 len: 375 time: 0.0087688 Sep 07 19:43:33.729816 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cd434af8-7f7b-458f-9d28-f651471eb2c9 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad07e3acd3d84d399d710bee621f8abf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490756 Sep 07 19:43:33.833549 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-e0dc798d-8f56-44b7-84e9-e5ac0f5e464b service neutron] 10.222.0.26 "GET /v2.0/networks/c591c364-e89e-4ce2-bcdb-122e6f0f3320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919254 Sep 07 19:43:33.929311 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-52ebc97c-e626-48a7-bec1-fc4aae23d14c service neutron] 10.222.0.26 "GET /v2.0/networks/c591c364-e89e-4ce2-bcdb-122e6f0f3320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889280 Sep 07 19:43:34.129098 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1a9aa72-a61a-4c46-802f-e9a399f9c832 req-a03e53c8-72db-4784-92de-417373ea14e4 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=c58fe75f-e410-47df-a408-0fd37d13dc92 HTTP/1.1" status: 200 len: 210 time: 0.0343506 Sep 07 19:43:34.829397 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] Sync routers for ids ['fd16bdd6-9f2a-416a-bfab-9eb35f742bca'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:43:34.838553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] Routers {'fd16bdd6-9f2a-416a-bfab-9eb35f742bca'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:43:34.839157 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:43:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['fd16bdd6-9f2a-416a-bfab-9eb35f742bca'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:34.945093 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] Set router fd16bdd6-9f2a-416a-bfab-9eb35f742bca gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:43:35.014577 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-f2149a8c-5e9e-4607-ad44-89fafb4a243d tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:35.016048 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-f2149a8c-5e9e-4607-ad44-89fafb4a243d tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.60 "GET /v2.0/networks?id=c591c364-e89e-4ce2-bcdb-122e6f0f3320 HTTP/1.1" status: 200 len: 817 time: 0.1044257 Sep 07 19:43:35.030116 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-5a3537f5-29bd-4324-825c-4eeaec5215c3 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Request body: {'port': {'device_id': 'c58fe75f-e410-47df-a408-0fd37d13dc92', 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320', 'admin_state_up': True, 'tenant_id': 'ad07e3acd3d84d399d710bee621f8abf'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:35.174110 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-5a3537f5-29bd-4324-825c-4eeaec5215c3 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Made reservation on behalf of ad07e3acd3d84d399d710bee621f8abf for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:43:35.177878 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-5a3537f5-29bd-4324-825c-4eeaec5215c3 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:35.180583 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b0cd046d-4d67-497c-91cd-444a17a5f380 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:43:35.212720 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd16bdd6-9f2a-416a-bfab-9eb35f742bca', 'name': 'tempest-TestEncryptedCinderVolumes-584310229-router', 'tenant_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '347a307e-e205-438f-87be-70c497d43016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:43:28Z', 'updated_at': '2021-09-07T19:43:31Z', 'revision_number': 4, 'project_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'gw_port': {'id': '347a307e-e205-438f-87be-70c497d43016', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd16bdd6-9f2a-416a-bfab-9eb35f742bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:43:29Z', 'updated_at': '2021-09-07T19:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '06deb49f-7670-44a5-9e2c-96dc6df401cc', 'name': '', 'network_id': 'ce855300-7dc7-4f5d-ac54-eed315fe0c2b', 'tenant_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'mac_address': 'fa:16:3e:73:3d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd16bdd6-9f2a-416a-bfab-9eb35f742bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '1c24e0f6-b682-4e2f-8f16-df9f1df6b6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:43:30Z', 'updated_at': '2021-09-07T19:43:31Z', 'revision_number': 2, 'project_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'subnets': [{'id': '1c24e0f6-b682-4e2f-8f16-df9f1df6b6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:35.245665 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] Checking router: fd16bdd6-9f2a-416a-bfab-9eb35f742bca for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:43:35.246028 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] Updating router fd16bdd6-9f2a-416a-bfab-9eb35f742bca port 06deb49f-7670-44a5-9e2c-96dc6df401cc binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:43:35.260432 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15162417-d21f-4197-b268-bacd497d8595 req-a76af0fd-55e8-472d-88e7-79d2d1dc48d8 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=c58fe75f-e410-47df-a408-0fd37d13dc92 HTTP/1.1" status: 200 len: 210 time: 0.0589194 Sep 07 19:43:35.279158 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:35.296674 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b0cd046d-4d67-497c-91cd-444a17a5f380 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:35.297051 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:35.333884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-5a3537f5-29bd-4324-825c-4eeaec5215c3 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Allocated IP 172.20.0.5 (c591c364-e89e-4ce2-bcdb-122e6f0f3320/28b52c22-b7ab-4a9e-85e1-7680e2bd4ade/2aa59447-80d7-4059-81da-812bf7591a5c) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:43:35.481740 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-5a3537f5-29bd-4324-825c-4eeaec5215c3 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:35.485345 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 347a307e-e205-438f-87be-70c497d43016 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:43:35.497251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-5a3537f5-29bd-4324-825c-4eeaec5215c3 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Transition to ACTIVE for port object 2aa59447-80d7-4059-81da-812bf7591a5c will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:43:35.531151 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-5a3537f5-29bd-4324-825c-4eeaec5215c3 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:35.575554 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-5a3537f5-29bd-4324-825c-4eeaec5215c3 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Network c591c364-e89e-4ce2-bcdb-122e6f0f3320 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:43:35.578666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-5a3537f5-29bd-4324-825c-4eeaec5215c3 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:43:35.584627 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-5a3537f5-29bd-4324-825c-4eeaec5215c3 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:43:35.590285 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 347a307e-e205-438f-87be-70c497d43016 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:43:35.591288 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3537f5-29bd-4324-825c-4eeaec5215c3 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Pushing event updated for resources: {'Port': ['ID=2aa59447-80d7-4059-81da-812bf7591a5c,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:35.597376 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 347a307e-e205-438f-87be-70c497d43016 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:35.597817 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:35.658291 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-5a3537f5-29bd-4324-825c-4eeaec5215c3 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:35.658988 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-5a3537f5-29bd-4324-825c-4eeaec5215c3 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:35.675642 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-5a3537f5-29bd-4324-825c-4eeaec5215c3 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6499808 Sep 07 19:43:35.690001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] Request body: {'port': {'device_id': 'c58fe75f-e410-47df-a408-0fd37d13dc92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:43:35.756868 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:35.858878 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:35.863191 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-eefa5700-f3a9-42b0-9c8f-cbab7f48c285 None None] Provisioning for port 2aa59447-80d7-4059-81da-812bf7591a5c completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:43:35.873521 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] Transition to ACTIVE for port object 06deb49f-7670-44a5-9e2c-96dc6df401cc will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:43:35.876300 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-eefa5700-f3a9-42b0-9c8f-cbab7f48c285 None None] Provisioning complete for port 2aa59447-80d7-4059-81da-812bf7591a5c triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:35.876694 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-eefa5700-f3a9-42b0-9c8f-cbab7f48c285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:35.918016 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:35.973951 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:35.979495 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-eefa5700-f3a9-42b0-9c8f-cbab7f48c285 None None] Port 2aa59447-80d7-4059-81da-812bf7591a5c cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:43:36.007691 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39801729-d579-40f3-bda7-ff18e78083be None None] Pushing event updated for resources: {'Port': ['ID=06deb49f-7670-44a5-9e2c-96dc6df401cc,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:36.011113 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 347a307e-e205-438f-87be-70c497d43016, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=347a307e-e205-438f-87be-70c497d43016,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:43:36.017421 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:36.057262 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa59447-80d7-4059-81da-812bf7591a5c {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:43:36.065322 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:36.081655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] Transition to ACTIVE for port object 2aa59447-80d7-4059-81da-812bf7591a5c will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:43:36.086551 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:36.098036 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] Attempting to bind port 06deb49f-7670-44a5-9e2c-96dc6df401cc on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:43:36.098407 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] Attempting to bind port 06deb49f-7670-44a5-9e2c-96dc6df401cc by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '13c01278-e745-4f57-9bcc-84a0d385a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ce855300-7dc7-4f5d-ac54-eed315fe0c2b'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:43:36.098768 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] Attempting to bind port 06deb49f-7670-44a5-9e2c-96dc6df401cc on network ce855300-7dc7-4f5d-ac54-eed315fe0c2b {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:43:36.110248 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:43:36.110542 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] Checking segment: {'id': '13c01278-e745-4f57-9bcc-84a0d385a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ce855300-7dc7-4f5d-ac54-eed315fe0c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:43:36.110944 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:36.111340 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] Bound using segment: {'id': '13c01278-e745-4f57-9bcc-84a0d385a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ce855300-7dc7-4f5d-ac54-eed315fe0c2b'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:43:36.111817 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] Bound port: 06deb49f-7670-44a5-9e2c-96dc6df401cc, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c01278-e745-4f57-9bcc-84a0d385a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ce855300-7dc7-4f5d-ac54-eed315fe0c2b'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:43:36.112200 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:36.123373 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=347a307e-e205-438f-87be-70c497d43016,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:36.139532 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa59447-80d7-4059-81da-812bf7591a5c,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:36.182547 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] For port 06deb49f-7670-44a5-9e2c-96dc6df401cc, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:43:36.186266 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] For port 06deb49f-7670-44a5-9e2c-96dc6df401cc, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=06deb49f-7670-44a5-9e2c-96dc6df401cc,segment=NetworkSegment(13c01278-e745-4f57-9bcc-84a0d385a847),segment_id=13c01278-e745-4f57-9bcc-84a0d385a847)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:43:36.194752 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:36.224294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] Attempting to bind port 2aa59447-80d7-4059-81da-812bf7591a5c on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:43:36.224667 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] Attempting to bind port 2aa59447-80d7-4059-81da-812bf7591a5c by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '83df2f58-ee04-4736-83e7-d7ca8a5c72c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:43:36.225002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] Attempting to bind port 2aa59447-80d7-4059-81da-812bf7591a5c on network c591c364-e89e-4ce2-bcdb-122e6f0f3320 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:43:36.230751 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] Port 2aa59447-80d7-4059-81da-812bf7591a5c on network c591c364-e89e-4ce2-bcdb-122e6f0f3320 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:43:36.230751 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] Attempting to bind port 2aa59447-80d7-4059-81da-812bf7591a5c on network c591c364-e89e-4ce2-bcdb-122e6f0f3320 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:43:36.236593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:43:36.237210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] Checking segment: {'id': '83df2f58-ee04-4736-83e7-d7ca8a5c72c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:43:36.237364 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] Bound using segment: {'id': '83df2f58-ee04-4736-83e7-d7ca8a5c72c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:43:36.237881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] Bound port: 2aa59447-80d7-4059-81da-812bf7591a5c, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83df2f58-ee04-4736-83e7-d7ca8a5c72c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:43:36.238251 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:36.257898 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] Routers {'fd16bdd6-9f2a-416a-bfab-9eb35f742bca'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:43:36.258531 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:43:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['fd16bdd6-9f2a-416a-bfab-9eb35f742bca'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:36.318399 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39801729-d579-40f3-bda7-ff18e78083be None None] Pushing event updated for resources: {'Port': ['ID=06deb49f-7670-44a5-9e2c-96dc6df401cc,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:36.338920 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] For port 2aa59447-80d7-4059-81da-812bf7591a5c, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:43:36.345248 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] For port 2aa59447-80d7-4059-81da-812bf7591a5c, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2aa59447-80d7-4059-81da-812bf7591a5c,segment=NetworkSegment(83df2f58-ee04-4736-83e7-d7ca8a5c72c9),segment_id=83df2f58-ee04-4736-83e7-d7ca8a5c72c9)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:43:36.349703 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:36.400974 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] Set router fd16bdd6-9f2a-416a-bfab-9eb35f742bca gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:43:36.406355 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:36.407105 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:36.408802 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] 10.222.0.60 "PUT /v2.0/ports/2aa59447-80d7-4059-81da-812bf7591a5c HTTP/1.1" status: 200 len: 1091 time: 0.7240086 Sep 07 19:43:36.409347 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58fe75f-e410-47df-a408-0fd37d13dc92', 'tag': '2aa59447-80d7-4059-81da-812bf7591a5c'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:43:36.411718 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0594f499-9469-48ca-a20e-fec5df4d8bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "c58fe75f-e410-47df-a408-0fd37d13dc92", "tag": "2aa59447-80d7-4059-81da-812bf7591a5c"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:43:36.509858 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb691f88-6467-4875-9c38-c311b1ba62af x-openstack-request-id: req-cb691f88-6467-4875-9c38-c311b1ba62af {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:43:36.510247 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58fe75f-e410-47df-a408-0fd37d13dc92", "tag": "2aa59447-80d7-4059-81da-812bf7591a5c", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:43:36.510565 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb691f88-6467-4875-9c38-c311b1ba62af {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:43:36.511027 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58fe75f-e410-47df-a408-0fd37d13dc92', 'tag': '2aa59447-80d7-4059-81da-812bf7591a5c', 'status': 'completed', 'code': 200} Sep 07 19:43:36.519815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee968e-41a4-491e-9470-22f4ce677f25 req-18ef360b-68f8-4165-b673-40731143b9f7 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:36.521553 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bee968e-41a4-491e-9470-22f4ce677f25 req-18ef360b-68f8-4165-b673-40731143b9f7 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=c58fe75f-e410-47df-a408-0fd37d13dc92 HTTP/1.1" status: 200 len: 943 time: 0.1625354 Sep 07 19:43:36.576868 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bee968e-41a4-491e-9470-22f4ce677f25 req-fb4b7f45-d8aa-4ebc-88ab-71481367d8e9 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eba45d6-5a3a-40fe-b24c-c25f730f2739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469649 Sep 07 19:43:36.595581 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-5d1506eb-a9f2-4bc4-b237-f7111eb45b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:36.597231 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-5d1506eb-a9f2-4bc4-b237-f7111eb45b47 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ad07e3acd3d84d399d710bee621f8abf&device_id=c58fe75f-e410-47df-a408-0fd37d13dc92 HTTP/1.1" status: 200 len: 1094 time: 0.1325748 Sep 07 19:43:36.598282 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8db71-4049-4d0d-adb8-06c9bd989fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa59447-80d7-4059-81da-812bf7591a5c,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:36.655374 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-650bcdd9-c356-4b72-b3fe-6911ec05bdc4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2aa59447-80d7-4059-81da-812bf7591a5c HTTP/1.1" status: 200 len: 217 time: 0.0457518 Sep 07 19:43:36.716388 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-ced4c45e-a076-4fe3-b3df-c613307b359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:36.718836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-ced4c45e-a076-4fe3-b3df-c613307b359d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=28b52c22-b7ab-4a9e-85e1-7680e2bd4ade HTTP/1.1" status: 200 len: 856 time: 0.0557108 Sep 07 19:43:36.722644 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd16bdd6-9f2a-416a-bfab-9eb35f742bca', 'name': 'tempest-TestEncryptedCinderVolumes-584310229-router', 'tenant_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '347a307e-e205-438f-87be-70c497d43016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:43:28Z', 'updated_at': '2021-09-07T19:43:31Z', 'revision_number': 4, 'project_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'gw_port': {'id': '347a307e-e205-438f-87be-70c497d43016', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd16bdd6-9f2a-416a-bfab-9eb35f742bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:43:29Z', 'updated_at': '2021-09-07T19:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '06deb49f-7670-44a5-9e2c-96dc6df401cc', 'name': '', 'network_id': 'ce855300-7dc7-4f5d-ac54-eed315fe0c2b', 'tenant_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'mac_address': 'fa:16:3e:73:3d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd16bdd6-9f2a-416a-bfab-9eb35f742bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '1c24e0f6-b682-4e2f-8f16-df9f1df6b6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:43:30Z', 'updated_at': '2021-09-07T19:43:36Z', 'revision_number': 4, 'project_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'subnets': [{'id': '1c24e0f6-b682-4e2f-8f16-df9f1df6b6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:43:36.755146 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e54b74e-6d36-4ad2-9184-3d9536f1c8ce None None] The sync data for ids ['fd16bdd6-9f2a-416a-bfab-9eb35f742bca'] in n-d-807786-1 is: [{'id': 'fd16bdd6-9f2a-416a-bfab-9eb35f742bca', 'name': 'tempest-TestEncryptedCinderVolumes-584310229-router', 'tenant_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '347a307e-e205-438f-87be-70c497d43016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:43:28Z', 'updated_at': '2021-09-07T19:43:31Z', 'revision_number': 4, 'project_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'gw_port': {'id': '347a307e-e205-438f-87be-70c497d43016', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd16bdd6-9f2a-416a-bfab-9eb35f742bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:43:29Z', 'updated_at': '2021-09-07T19:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '06deb49f-7670-44a5-9e2c-96dc6df401cc', 'name': '', 'network_id': 'ce855300-7dc7-4f5d-ac54-eed315fe0c2b', 'tenant_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'mac_address': 'fa:16:3e:73:3d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd16bdd6-9f2a-416a-bfab-9eb35f742bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '1c24e0f6-b682-4e2f-8f16-df9f1df6b6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:43:30Z', 'updated_at': '2021-09-07T19:43:36Z', 'revision_number': 4, 'project_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'subnets': [{'id': '1c24e0f6-b682-4e2f-8f16-df9f1df6b6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:43:36.769299 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-949576b6-26f8-4a91-8ade-6faea613f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:36.770988 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-949576b6-26f8-4a91-8ade-6faea613f22e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c591c364-e89e-4ce2-bcdb-122e6f0f3320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430560 Sep 07 19:43:36.867974 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-f2502293-66c3-4faf-9a3d-f5f89ae3eb4a service neutron] 10.222.0.60 "GET /v2.0/networks/c591c364-e89e-4ce2-bcdb-122e6f0f3320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888796 Sep 07 19:43:36.968026 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-522c0be9-0f24-47a6-ade7-8c8d454d349a req-835d3b67-15de-4b0f-9cc2-42406e8c9ba9 service neutron] 10.222.0.60 "GET /v2.0/networks/c591c364-e89e-4ce2-bcdb-122e6f0f3320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897851 Sep 07 19:43:37.059336 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594f499-9469-48ca-a20e-fec5df4d8bf7 req-4f7fd9d0-4367-4984-874a-34982915ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:37.061102 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0594f499-9469-48ca-a20e-fec5df4d8bf7 req-4f7fd9d0-4367-4984-874a-34982915ea92 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ad07e3acd3d84d399d710bee621f8abf&device_id=c58fe75f-e410-47df-a408-0fd37d13dc92 HTTP/1.1" status: 200 len: 1094 time: 0.0479221 Sep 07 19:43:37.111921 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 06deb49f-7670-44a5-9e2c-96dc6df401cc up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:43:37.156730 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594f499-9469-48ca-a20e-fec5df4d8bf7 req-f49c67fc-cb97-4798-9446-4746fa755a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:37.158300 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0594f499-9469-48ca-a20e-fec5df4d8bf7 req-f49c67fc-cb97-4798-9446-4746fa755a2e service neutron] 10.222.0.60 "GET /v2.0/networks?id=c591c364-e89e-4ce2-bcdb-122e6f0f3320 HTTP/1.1" status: 200 len: 918 time: 0.0906184 Sep 07 19:43:37.159951 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 06deb49f-7670-44a5-9e2c-96dc6df401cc completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:43:37.166319 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 06deb49f-7670-44a5-9e2c-96dc6df401cc triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:37.166698 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:37.201581 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0594f499-9469-48ca-a20e-fec5df4d8bf7 req-feb77ae5-e546-45d9-9703-d4e6431bd0f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2aa59447-80d7-4059-81da-812bf7591a5c HTTP/1.1" status: 200 len: 217 time: 0.0346289 Sep 07 19:43:37.246340 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:37.253305 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594f499-9469-48ca-a20e-fec5df4d8bf7 req-cd2135a6-9edd-4041-bca1-b14866054055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:37.254820 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0594f499-9469-48ca-a20e-fec5df4d8bf7 req-cd2135a6-9edd-4041-bca1-b14866054055 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=28b52c22-b7ab-4a9e-85e1-7680e2bd4ade HTTP/1.1" status: 200 len: 856 time: 0.0468214 Sep 07 19:43:37.278211 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 06deb49f-7670-44a5-9e2c-96dc6df401cc, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=06deb49f-7670-44a5-9e2c-96dc6df401cc,segment=NetworkSegment(13c01278-e745-4f57-9bcc-84a0d385a847),segment_id=13c01278-e745-4f57-9bcc-84a0d385a847)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:43:37.282004 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:37.282865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 347a307e-e205-438f-87be-70c497d43016 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:43:37.301969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594f499-9469-48ca-a20e-fec5df4d8bf7 req-afe38950-fbd5-4598-a5cb-4affd9f216ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:37.303484 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0594f499-9469-48ca-a20e-fec5df4d8bf7 req-afe38950-fbd5-4598-a5cb-4affd9f216ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c591c364-e89e-4ce2-bcdb-122e6f0f3320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405238 Sep 07 19:43:37.361768 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=06deb49f-7670-44a5-9e2c-96dc6df401cc,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:37.372636 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 347a307e-e205-438f-87be-70c497d43016 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:37.373017 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:37.394209 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0594f499-9469-48ca-a20e-fec5df4d8bf7 req-10a8611f-5b4b-4503-b2e3-fe901200defa service neutron] 10.222.0.60 "GET /v2.0/networks/c591c364-e89e-4ce2-bcdb-122e6f0f3320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825286 Sep 07 19:43:37.491558 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0594f499-9469-48ca-a20e-fec5df4d8bf7 req-56ac90b1-54f7-4277-be29-4a598f9f896a service neutron] 10.222.0.60 "GET /v2.0/networks/c591c364-e89e-4ce2-bcdb-122e6f0f3320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892274 Sep 07 19:43:37.698669 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d075f70-59de-499d-b8b0-2db98f9e66f8 req-6dd19ab7-a415-480c-8773-e8f36780ee2c tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:37.700170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d075f70-59de-499d-b8b0-2db98f9e66f8 req-6dd19ab7-a415-480c-8773-e8f36780ee2c tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=c58fe75f-e410-47df-a408-0fd37d13dc92 HTTP/1.1" status: 200 len: 943 time: 0.0509329 Sep 07 19:43:37.738136 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d075f70-59de-499d-b8b0-2db98f9e66f8 req-190636ec-a2d0-4a38-a607-81ec96827ddf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eba45d6-5a3a-40fe-b24c-c25f730f2739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320466 Sep 07 19:43:38.850311 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd5a95-22b5-4379-b6a7-baa177823a4b req-c705e367-f274-47db-8108-21465252b7f4 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:38.852276 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0cdd5a95-22b5-4379-b6a7-baa177823a4b req-c705e367-f274-47db-8108-21465252b7f4 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=c58fe75f-e410-47df-a408-0fd37d13dc92 HTTP/1.1" status: 200 len: 943 time: 0.0489616 Sep 07 19:43:38.892965 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0cdd5a95-22b5-4379-b6a7-baa177823a4b req-efa6aaab-49a2-4c13-b339-e005fb26f37c tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eba45d6-5a3a-40fe-b24c-c25f730f2739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347867 Sep 07 19:43:39.078263 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 06deb49f-7670-44a5-9e2c-96dc6df401cc up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:43:39.125516 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 06deb49f-7670-44a5-9e2c-96dc6df401cc triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:39.126070 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:39.881764 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 2aa59447-80d7-4059-81da-812bf7591a5c details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:43:39.977764 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 2aa59447-80d7-4059-81da-812bf7591a5c, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2aa59447-80d7-4059-81da-812bf7591a5c,segment=NetworkSegment(83df2f58-ee04-4736-83e7-d7ca8a5c72c9),segment_id=83df2f58-ee04-4736-83e7-d7ca8a5c72c9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:43:39.988752 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '2aa59447-80d7-4059-81da-812bf7591a5c', 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320', 'port_id': '2aa59447-80d7-4059-81da-812bf7591a5c', 'mac_address': 'fa:16:3e:21:48:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b52c22-b7ab-4a9e-85e1-7680e2bd4ade', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:43:40.009377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e5e73-41df-46fe-98b7-9613d68af4dd req-062ab43b-3561-4759-a9f1-91a2fce2a612 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:40.011014 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-945e5e73-41df-46fe-98b7-9613d68af4dd req-062ab43b-3561-4759-a9f1-91a2fce2a612 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=c58fe75f-e410-47df-a408-0fd37d13dc92 HTTP/1.1" status: 200 len: 943 time: 0.0498202 Sep 07 19:43:40.032249 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:40.045344 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa59447-80d7-4059-81da-812bf7591a5c {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:43:40.050445 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-945e5e73-41df-46fe-98b7-9613d68af4dd req-071dfe50-54bf-48bb-b4cd-d92989d5a81b tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eba45d6-5a3a-40fe-b24c-c25f730f2739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332792 Sep 07 19:43:40.064725 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 2aa59447-80d7-4059-81da-812bf7591a5c, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2aa59447-80d7-4059-81da-812bf7591a5c,segment=NetworkSegment(83df2f58-ee04-4736-83e7-d7ca8a5c72c9),segment_id=83df2f58-ee04-4736-83e7-d7ca8a5c72c9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:43:40.068820 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:40.119618 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=2aa59447-80d7-4059-81da-812bf7591a5c,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:40.280222 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['2aa59447-80d7-4059-81da-812bf7591a5c'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:43:41.169237 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9123f5e-519b-42af-b2c9-3155462211ce req-7e94b38a-eee8-402e-88bb-60a0ab1c32f1 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:41.170725 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e9123f5e-519b-42af-b2c9-3155462211ce req-7e94b38a-eee8-402e-88bb-60a0ab1c32f1 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=c58fe75f-e410-47df-a408-0fd37d13dc92 HTTP/1.1" status: 200 len: 944 time: 0.0527759 Sep 07 19:43:41.207716 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e9123f5e-519b-42af-b2c9-3155462211ce req-3bfff2e5-a04c-4b58-9c7d-9bf844871249 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eba45d6-5a3a-40fe-b24c-c25f730f2739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311184 Sep 07 19:43:41.886661 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 2aa59447-80d7-4059-81da-812bf7591a5c up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:43:41.934457 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 2aa59447-80d7-4059-81da-812bf7591a5c completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:43:41.938029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 2aa59447-80d7-4059-81da-812bf7591a5c triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:43:41.938427 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:42.012300 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:42.034221 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58fe75f-e410-47df-a408-0fd37d13dc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa59447-80d7-4059-81da-812bf7591a5c'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:43:42.036441 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66f188e-f4e3-4a2c-bcc0-055f6e37946c" -d '{"events": [{"server_uuid": "c58fe75f-e410-47df-a408-0fd37d13dc92", "name": "network-vif-plugged", "status": "completed", "tag": "2aa59447-80d7-4059-81da-812bf7591a5c"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:43:42.052422 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 2aa59447-80d7-4059-81da-812bf7591a5c, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2aa59447-80d7-4059-81da-812bf7591a5c,segment=NetworkSegment(83df2f58-ee04-4736-83e7-d7ca8a5c72c9),segment_id=83df2f58-ee04-4736-83e7-d7ca8a5c72c9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:43:42.057870 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:42.080593 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e3b0e4-d240-4f47-ac0d-79e42994d06c x-openstack-request-id: req-14e3b0e4-d240-4f47-ac0d-79e42994d06c {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:43:42.080888 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58fe75f-e410-47df-a408-0fd37d13dc92", "name": "network-vif-plugged", "status": "completed", "tag": "2aa59447-80d7-4059-81da-812bf7591a5c", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:43:42.081135 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14e3b0e4-d240-4f47-ac0d-79e42994d06c {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:43:42.081514 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58fe75f-e410-47df-a408-0fd37d13dc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa59447-80d7-4059-81da-812bf7591a5c', 'code': 200} Sep 07 19:43:42.109054 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=2aa59447-80d7-4059-81da-812bf7591a5c,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:43:42.176025 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d9c30-2eed-476f-b362-ee33021fe7a1 req-18658aa9-9c2e-43c2-bb9b-4717d27304f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:42.177496 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-828d9c30-2eed-476f-b362-ee33021fe7a1 req-18658aa9-9c2e-43c2-bb9b-4717d27304f8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c58fe75f-e410-47df-a408-0fd37d13dc92 HTTP/1.1" status: 200 len: 1096 time: 0.0395291 Sep 07 19:43:42.214892 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-828d9c30-2eed-476f-b362-ee33021fe7a1 req-2c78ef62-ca5b-4a49-b83e-4a5beb586bad service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5eba45d6-5a3a-40fe-b24c-c25f730f2739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301285 Sep 07 19:43:42.322908 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3cdb3-fd65-489c-bac6-83fa0a1ccdf3 req-29bd3cd2-95c2-45c5-b515-17d26399d9f6 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:42.324363 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93d3cdb3-fd65-489c-bac6-83fa0a1ccdf3 req-29bd3cd2-95c2-45c5-b515-17d26399d9f6 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=c58fe75f-e410-47df-a408-0fd37d13dc92 HTTP/1.1" status: 200 len: 945 time: 0.0490491 Sep 07 19:43:42.368878 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93d3cdb3-fd65-489c-bac6-83fa0a1ccdf3 req-ba952708-c141-435e-a58d-85ac9f9a0bbd tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eba45d6-5a3a-40fe-b24c-c25f730f2739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355146 Sep 07 19:43:43.430068 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:43.485400 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03142d4e-13fb-4899-a72f-2074dfd92b1f req-a4deaf88-cbfc-410a-89a6-a7bce2d02add tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:43.486879 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-03142d4e-13fb-4899-a72f-2074dfd92b1f req-a4deaf88-cbfc-410a-89a6-a7bce2d02add tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=c58fe75f-e410-47df-a408-0fd37d13dc92 HTTP/1.1" status: 200 len: 945 time: 0.0486915 Sep 07 19:43:43.524347 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-03142d4e-13fb-4899-a72f-2074dfd92b1f req-e5a60dc4-1926-4178-bef6-a45da22a1ee6 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eba45d6-5a3a-40fe-b24c-c25f730f2739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308394 Sep 07 19:43:43.637590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d41625-dfc4-4733-815c-724097a45530 req-0d4c89a6-7b17-42a5-88a2-97ba356581be tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:43:43.639067 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8d41625-dfc4-4733-815c-724097a45530 req-0d4c89a6-7b17-42a5-88a2-97ba356581be tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=c58fe75f-e410-47df-a408-0fd37d13dc92 HTTP/1.1" status: 200 len: 945 time: 0.0484934 Sep 07 19:43:43.681681 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f8d41625-dfc4-4733-815c-724097a45530 req-b84cde28-62d1-4890-9d9c-2cce7c4b1a1c tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eba45d6-5a3a-40fe-b24c-c25f730f2739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364738 Sep 07 19:43:44.352788 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:53.640617 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:43:56.026407 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f18b9e99-ab38-481c-8709-44e6128b74b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:58.843624 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5056c088-39a0-4128-8f44-c446b4b80986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:43:59.137853 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:00.408278 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:01.940851 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:02.174793 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c5ce6-a8fe-475e-a4be-463ad76adeeb req-46743f3c-3fa6-4512-b720-392b569584c9 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:02.176537 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-717c5ce6-a8fe-475e-a4be-463ad76adeeb req-46743f3c-3fa6-4512-b720-392b569584c9 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=c58fe75f-e410-47df-a408-0fd37d13dc92 HTTP/1.1" status: 200 len: 945 time: 0.0520213 Sep 07 19:44:02.217954 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-717c5ce6-a8fe-475e-a4be-463ad76adeeb req-83b13e24-03e0-40f5-a1f1-29019fbfe0d6 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eba45d6-5a3a-40fe-b24c-c25f730f2739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348756 Sep 07 19:44:03.340721 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16225ef-814c-42af-ba8d-1ebb622fea8a req-b9eb2899-bdac-49f6-97b7-eacf756c8fcf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:03.342115 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c16225ef-814c-42af-ba8d-1ebb622fea8a req-b9eb2899-bdac-49f6-97b7-eacf756c8fcf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=c58fe75f-e410-47df-a408-0fd37d13dc92 HTTP/1.1" status: 200 len: 945 time: 0.0535343 Sep 07 19:44:03.378675 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c16225ef-814c-42af-ba8d-1ebb622fea8a req-88a58dde-2311-4011-a3a6-7f2ded764255 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eba45d6-5a3a-40fe-b24c-c25f730f2739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306010 Sep 07 19:44:03.991673 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bb4a5-9960-47d9-9576-e00d50befea1 req-05a501dd-50e6-4975-941e-86066677e03a tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:03.993151 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a5bb4a5-9960-47d9-9576-e00d50befea1 req-05a501dd-50e6-4975-941e-86066677e03a tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.60 "GET /v2.0/ports?device_id=c58fe75f-e410-47df-a408-0fd37d13dc92 HTTP/1.1" status: 200 len: 945 time: 0.0469069 Sep 07 19:44:04.084571 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-6a5bb4a5-9960-47d9-9576-e00d50befea1 req-cfed3604-6b53-44cc-8ed6-d4878e4645cf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Deleting port 2aa59447-80d7-4059-81da-812bf7591a5c {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:44:04.084924 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6a5bb4a5-9960-47d9-9576-e00d50befea1 req-cfed3604-6b53-44cc-8ed6-d4878e4645cf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:04.171194 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-6a5bb4a5-9960-47d9-9576-e00d50befea1 req-cfed3604-6b53-44cc-8ed6-d4878e4645cf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] For port 2aa59447-80d7-4059-81da-812bf7591a5c, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=2aa59447-80d7-4059-81da-812bf7591a5c,segment=NetworkSegment(83df2f58-ee04-4736-83e7-d7ca8a5c72c9),segment_id=83df2f58-ee04-4736-83e7-d7ca8a5c72c9)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:44:04.171564 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6a5bb4a5-9960-47d9-9576-e00d50befea1 req-cfed3604-6b53-44cc-8ed6-d4878e4645cf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:04.188245 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-6a5bb4a5-9960-47d9-9576-e00d50befea1 req-cfed3604-6b53-44cc-8ed6-d4878e4645cf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Calling delete_port for 2aa59447-80d7-4059-81da-812bf7591a5c owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:44:04.310901 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6a5bb4a5-9960-47d9-9576-e00d50befea1 req-cfed3604-6b53-44cc-8ed6-d4878e4645cf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:04.323282 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['2aa59447-80d7-4059-81da-812bf7591a5c'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:44:04.337389 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed3604-6b53-44cc-8ed6-d4878e4645cf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Pushing event deleted for resources: {'Port': ['ID=2aa59447-80d7-4059-81da-812bf7591a5c,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:04.351767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed3604-6b53-44cc-8ed6-d4878e4645cf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:04.352298 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed3604-6b53-44cc-8ed6-d4878e4645cf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:04.352499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed3604-6b53-44cc-8ed6-d4878e4645cf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:04.352817 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed3604-6b53-44cc-8ed6-d4878e4645cf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:04.353153 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed3604-6b53-44cc-8ed6-d4878e4645cf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:04.353489 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed3604-6b53-44cc-8ed6-d4878e4645cf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:04.353822 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed3604-6b53-44cc-8ed6-d4878e4645cf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:04.354154 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed3604-6b53-44cc-8ed6-d4878e4645cf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:04.354486 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed3604-6b53-44cc-8ed6-d4878e4645cf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:04.354815 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed3604-6b53-44cc-8ed6-d4878e4645cf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:04.355143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed3604-6b53-44cc-8ed6-d4878e4645cf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:04.355464 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed3604-6b53-44cc-8ed6-d4878e4645cf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:04.394383 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5bb4a5-9960-47d9-9576-e00d50befea1 req-cfed3604-6b53-44cc-8ed6-d4878e4645cf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] No DVR routers for this DVR port 2aa59447-80d7-4059-81da-812bf7591a5c on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:44:04.397143 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-6a5bb4a5-9960-47d9-9576-e00d50befea1 req-cfed3604-6b53-44cc-8ed6-d4878e4645cf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:04.399158 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a5bb4a5-9960-47d9-9576-e00d50befea1 req-cfed3604-6b53-44cc-8ed6-d4878e4645cf tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.60 "DELETE /v2.0/ports/2aa59447-80d7-4059-81da-812bf7591a5c HTTP/1.1" status: 204 len: 173 time: 0.3999779 Sep 07 19:44:04.399608 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58fe75f-e410-47df-a408-0fd37d13dc92', 'name': 'network-vif-deleted', 'tag': '2aa59447-80d7-4059-81da-812bf7591a5c'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:44:04.401900 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009be267-078f-4908-bdd3-3555e0d5b06f" -d '{"events": [{"server_uuid": "c58fe75f-e410-47df-a408-0fd37d13dc92", "name": "network-vif-deleted", "tag": "2aa59447-80d7-4059-81da-812bf7591a5c"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:44:04.461490 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72271d7e-4400-4cbc-890b-e968953ea5bb x-openstack-request-id: req-72271d7e-4400-4cbc-890b-e968953ea5bb {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:44:04.461490 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58fe75f-e410-47df-a408-0fd37d13dc92", "name": "network-vif-deleted", "tag": "2aa59447-80d7-4059-81da-812bf7591a5c", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:44:04.461490 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72271d7e-4400-4cbc-890b-e968953ea5bb {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:44:04.461490 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58fe75f-e410-47df-a408-0fd37d13dc92', 'name': 'network-vif-deleted', 'tag': '2aa59447-80d7-4059-81da-812bf7591a5c', 'status': 'completed', 'code': 200} Sep 07 19:44:04.502085 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2a0de3c7-641b-4679-b069-3ffeba204e51 req-e8d40cb5-4735-480f-bc09-1ba76aaa929b tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=c58fe75f-e410-47df-a408-0fd37d13dc92 HTTP/1.1" status: 200 len: 210 time: 0.0281470 Sep 07 19:44:06.011549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-46ba2243-fa32-4a54-8c74-6a98e1c7d36b tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:06.013020 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-46ba2243-fa32-4a54-8c74-6a98e1c7d36b tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/networks?id=c591c364-e89e-4ce2-bcdb-122e6f0f3320 HTTP/1.1" status: 200 len: 817 time: 0.0976458 Sep 07 19:44:06.027463 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-ce8875f9-86c8-4587-affe-8953df2cdf49 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/quotas/ad07e3acd3d84d399d710bee621f8abf HTTP/1.1" status: 200 len: 375 time: 0.0087373 Sep 07 19:44:06.080790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-2a0b06f5-e3a8-409b-9d51-bd7369d6e03f tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad07e3acd3d84d399d710bee621f8abf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482163 Sep 07 19:44:06.173564 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-4b88510c-e488-4f98-89f7-da5bd1a1dfc4 service neutron] 10.222.0.26 "GET /v2.0/networks/c591c364-e89e-4ce2-bcdb-122e6f0f3320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810149 Sep 07 19:44:06.262852 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-946f7865-4fc1-4050-8ca3-c449195f4c17 service neutron] 10.222.0.26 "GET /v2.0/networks/c591c364-e89e-4ce2-bcdb-122e6f0f3320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832644 Sep 07 19:44:06.420393 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9da2a9a5-5a93-4cff-97d7-e3795ea497b3 req-9a6a2263-0371-4d21-9dae-ad84fcde643d tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb5e60e-4083-461b-ac3f-5f187ba3acc7 HTTP/1.1" status: 200 len: 210 time: 0.0260098 Sep 07 19:44:07.303743 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-0afb997a-f479-4938-bad3-aeba7ff120fd tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:07.305117 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-0afb997a-f479-4938-bad3-aeba7ff120fd tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.60 "GET /v2.0/networks?id=c591c364-e89e-4ce2-bcdb-122e6f0f3320 HTTP/1.1" status: 200 len: 817 time: 0.1027515 Sep 07 19:44:07.317395 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-47e9fd5c-6820-4f1a-b148-982f51abbb9f tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Request body: {'port': {'device_id': '6bb5e60e-4083-461b-ac3f-5f187ba3acc7', 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320', 'admin_state_up': True, 'tenant_id': 'ad07e3acd3d84d399d710bee621f8abf'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:44:07.421652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-47e9fd5c-6820-4f1a-b148-982f51abbb9f tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Made reservation on behalf of ad07e3acd3d84d399d710bee621f8abf for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:44:07.425036 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-47e9fd5c-6820-4f1a-b148-982f51abbb9f tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:07.530530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-df4f467f-2f43-4785-af8d-5e7b69b701e0 req-99a620eb-a7ed-4568-9371-7cacaf3736e5 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb5e60e-4083-461b-ac3f-5f187ba3acc7 HTTP/1.1" status: 200 len: 210 time: 0.0376959 Sep 07 19:44:07.580014 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-47e9fd5c-6820-4f1a-b148-982f51abbb9f tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Allocated IP 172.20.0.6 (c591c364-e89e-4ce2-bcdb-122e6f0f3320/28b52c22-b7ab-4a9e-85e1-7680e2bd4ade/d41870fd-9cf0-459d-9666-9449a502d1e3) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:44:07.723137 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-47e9fd5c-6820-4f1a-b148-982f51abbb9f tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:07.736865 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-47e9fd5c-6820-4f1a-b148-982f51abbb9f tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Transition to ACTIVE for port object d41870fd-9cf0-459d-9666-9449a502d1e3 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:44:07.772850 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-47e9fd5c-6820-4f1a-b148-982f51abbb9f tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:07.814486 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-47e9fd5c-6820-4f1a-b148-982f51abbb9f tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Network c591c364-e89e-4ce2-bcdb-122e6f0f3320 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:44:07.817589 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-47e9fd5c-6820-4f1a-b148-982f51abbb9f tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:44:07.824429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-47e9fd5c-6820-4f1a-b148-982f51abbb9f tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:44:07.848210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9fd5c-6820-4f1a-b148-982f51abbb9f tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Pushing event updated for resources: {'Port': ['ID=d41870fd-9cf0-459d-9666-9449a502d1e3,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:07.877112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-47e9fd5c-6820-4f1a-b148-982f51abbb9f tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:07.877730 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-47e9fd5c-6820-4f1a-b148-982f51abbb9f tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:07.894049 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-47e9fd5c-6820-4f1a-b148-982f51abbb9f tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5802290 Sep 07 19:44:07.906140 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] Request body: {'port': {'device_id': '6bb5e60e-4083-461b-ac3f-5f187ba3acc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:44:07.967319 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:08.068265 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 2aa59447-80d7-4059-81da-812bf7591a5c no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:44:08.094084 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 2aa59447-80d7-4059-81da-812bf7591a5c {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:44:08.094320 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 2aa59447-80d7-4059-81da-812bf7591a5c not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:44:08.111382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2ae228d0-a405-4992-bf86-c965da34155e None None] Provisioning for port d41870fd-9cf0-459d-9666-9449a502d1e3 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:44:08.114976 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2ae228d0-a405-4992-bf86-c965da34155e None None] Provisioning complete for port d41870fd-9cf0-459d-9666-9449a502d1e3 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:44:08.115352 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2ae228d0-a405-4992-bf86-c965da34155e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:08.148757 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-2ae228d0-a405-4992-bf86-c965da34155e None None] Port d41870fd-9cf0-459d-9666-9449a502d1e3 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:44:08.225497 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d41870fd-9cf0-459d-9666-9449a502d1e3 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:44:08.232523 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:08.244467 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] Transition to ACTIVE for port object d41870fd-9cf0-459d-9666-9449a502d1e3 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:44:08.247968 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:08.317796 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] Pushing event updated for resources: {'Port': ['ID=d41870fd-9cf0-459d-9666-9449a502d1e3,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:08.369104 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] Attempting to bind port d41870fd-9cf0-459d-9666-9449a502d1e3 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:44:08.369458 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] Attempting to bind port d41870fd-9cf0-459d-9666-9449a502d1e3 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '83df2f58-ee04-4736-83e7-d7ca8a5c72c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:44:08.369768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] Attempting to bind port d41870fd-9cf0-459d-9666-9449a502d1e3 on network c591c364-e89e-4ce2-bcdb-122e6f0f3320 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:44:08.374424 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] Port d41870fd-9cf0-459d-9666-9449a502d1e3 on network c591c364-e89e-4ce2-bcdb-122e6f0f3320 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:44:08.374751 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] Attempting to bind port d41870fd-9cf0-459d-9666-9449a502d1e3 on network c591c364-e89e-4ce2-bcdb-122e6f0f3320 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:44:08.379741 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:44:08.380082 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] Checking segment: {'id': '83df2f58-ee04-4736-83e7-d7ca8a5c72c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:44:08.380468 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] Bound using segment: {'id': '83df2f58-ee04-4736-83e7-d7ca8a5c72c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:44:08.381476 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] Bound port: d41870fd-9cf0-459d-9666-9449a502d1e3, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83df2f58-ee04-4736-83e7-d7ca8a5c72c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:44:08.381851 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:08.445540 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] For port d41870fd-9cf0-459d-9666-9449a502d1e3, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:44:08.448764 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] For port d41870fd-9cf0-459d-9666-9449a502d1e3, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d41870fd-9cf0-459d-9666-9449a502d1e3,segment=NetworkSegment(83df2f58-ee04-4736-83e7-d7ca8a5c72c9),segment_id=83df2f58-ee04-4736-83e7-d7ca8a5c72c9)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:44:08.453099 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:08.487328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:08.487943 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:08.489387 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] 10.222.0.60 "PUT /v2.0/ports/d41870fd-9cf0-459d-9666-9449a502d1e3 HTTP/1.1" status: 200 len: 1091 time: 0.5875149 Sep 07 19:44:08.489834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb5e60e-4083-461b-ac3f-5f187ba3acc7', 'tag': 'd41870fd-9cf0-459d-9666-9449a502d1e3'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:44:08.492588 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ef6351-0a81-48f7-bb3a-c41be7ff7bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb5e60e-4083-461b-ac3f-5f187ba3acc7", "tag": "d41870fd-9cf0-459d-9666-9449a502d1e3"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:44:08.526221 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2f633-ccf0-42c0-a571-762696ea7f40 service neutron] Pushing event updated for resources: {'Port': ['ID=d41870fd-9cf0-459d-9666-9449a502d1e3,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:08.544021 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7ba3a0-53d2-4075-a48c-63d096512391 x-openstack-request-id: req-db7ba3a0-53d2-4075-a48c-63d096512391 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:44:08.544352 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb5e60e-4083-461b-ac3f-5f187ba3acc7", "tag": "d41870fd-9cf0-459d-9666-9449a502d1e3", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:44:08.544653 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db7ba3a0-53d2-4075-a48c-63d096512391 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:44:08.545046 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb5e60e-4083-461b-ac3f-5f187ba3acc7', 'tag': 'd41870fd-9cf0-459d-9666-9449a502d1e3', 'status': 'completed', 'code': 200} Sep 07 19:44:08.584666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-fe18f025-b100-4d05-ba96-8c86dcbb2128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:08.586260 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-fe18f025-b100-4d05-ba96-8c86dcbb2128 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ad07e3acd3d84d399d710bee621f8abf&device_id=6bb5e60e-4083-461b-ac3f-5f187ba3acc7 HTTP/1.1" status: 200 len: 1094 time: 0.0527952 Sep 07 19:44:08.639642 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-6d473c2c-badd-4886-a807-115b4a4ad1d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d41870fd-9cf0-459d-9666-9449a502d1e3 HTTP/1.1" status: 200 len: 217 time: 0.0452168 Sep 07 19:44:08.715280 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be1743-2445-4225-b22f-2a0c3cf99cfd req-a814694c-a46c-4231-b6fd-573c23a3f33c tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:08.716797 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07be1743-2445-4225-b22f-2a0c3cf99cfd req-a814694c-a46c-4231-b6fd-573c23a3f33c tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb5e60e-4083-461b-ac3f-5f187ba3acc7 HTTP/1.1" status: 200 len: 943 time: 0.1159570 Sep 07 19:44:08.718551 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-3ae5a1ef-e7e6-437e-a61b-0eb9a36d4473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:08.719898 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-3ae5a1ef-e7e6-437e-a61b-0eb9a36d4473 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=28b52c22-b7ab-4a9e-85e1-7680e2bd4ade HTTP/1.1" status: 200 len: 856 time: 0.0664284 Sep 07 19:44:08.781109 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07be1743-2445-4225-b22f-2a0c3cf99cfd req-2650f05c-cd59-4e7f-95fd-0f5eb917adfd tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eba45d6-5a3a-40fe-b24c-c25f730f2739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582843 Sep 07 19:44:08.787771 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-f66cdfe4-1036-471e-8b34-846d1e45bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:08.789244 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-f66cdfe4-1036-471e-8b34-846d1e45bfa2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c591c364-e89e-4ce2-bcdb-122e6f0f3320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602472 Sep 07 19:44:08.886442 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-ca064500-d2f1-4445-b7a0-14be40b6f6a4 service neutron] 10.222.0.60 "GET /v2.0/networks/c591c364-e89e-4ce2-bcdb-122e6f0f3320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892127 Sep 07 19:44:08.973888 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1653b73c-83c5-4df5-90b5-462466b36ee9 req-48165ac0-256f-4f7e-b8d4-350450d7126d service neutron] 10.222.0.60 "GET /v2.0/networks/c591c364-e89e-4ce2-bcdb-122e6f0f3320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804350 Sep 07 19:44:09.062868 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef6351-0a81-48f7-bb3a-c41be7ff7bc5 req-86bb5976-8d82-4882-afae-37ad7fef0290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:09.064334 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-52ef6351-0a81-48f7-bb3a-c41be7ff7bc5 req-86bb5976-8d82-4882-afae-37ad7fef0290 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ad07e3acd3d84d399d710bee621f8abf&device_id=6bb5e60e-4083-461b-ac3f-5f187ba3acc7 HTTP/1.1" status: 200 len: 1094 time: 0.0438740 Sep 07 19:44:09.151464 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef6351-0a81-48f7-bb3a-c41be7ff7bc5 req-99b75ba5-bf76-43da-b617-05bcf6c7e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:09.152851 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-52ef6351-0a81-48f7-bb3a-c41be7ff7bc5 req-99b75ba5-bf76-43da-b617-05bcf6c7e225 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c591c364-e89e-4ce2-bcdb-122e6f0f3320 HTTP/1.1" status: 200 len: 918 time: 0.0806515 Sep 07 19:44:09.199453 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-52ef6351-0a81-48f7-bb3a-c41be7ff7bc5 req-9343f8e2-7cbb-4329-9af6-5fcee29b2395 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d41870fd-9cf0-459d-9666-9449a502d1e3 HTTP/1.1" status: 200 len: 217 time: 0.0395234 Sep 07 19:44:09.247758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef6351-0a81-48f7-bb3a-c41be7ff7bc5 req-29fb3294-b56b-4c7c-898d-0089940bd861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:09.249261 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-52ef6351-0a81-48f7-bb3a-c41be7ff7bc5 req-29fb3294-b56b-4c7c-898d-0089940bd861 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=28b52c22-b7ab-4a9e-85e1-7680e2bd4ade HTTP/1.1" status: 200 len: 856 time: 0.0424528 Sep 07 19:44:09.301797 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef6351-0a81-48f7-bb3a-c41be7ff7bc5 req-274c6ffa-17fe-40d1-9bef-bcd097492005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:09.303311 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-52ef6351-0a81-48f7-bb3a-c41be7ff7bc5 req-274c6ffa-17fe-40d1-9bef-bcd097492005 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c591c364-e89e-4ce2-bcdb-122e6f0f3320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391140 Sep 07 19:44:09.397906 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-52ef6351-0a81-48f7-bb3a-c41be7ff7bc5 req-e0663117-753b-45b2-a1cb-4e399a237290 service neutron] 10.222.0.60 "GET /v2.0/networks/c591c364-e89e-4ce2-bcdb-122e6f0f3320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871804 Sep 07 19:44:09.484918 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-52ef6351-0a81-48f7-bb3a-c41be7ff7bc5 req-1041993b-47a3-4fe4-ac5b-77c0e85de0eb service neutron] 10.222.0.60 "GET /v2.0/networks/c591c364-e89e-4ce2-bcdb-122e6f0f3320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793843 Sep 07 19:44:09.895780 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008743d-a12f-4840-a30c-2dd4d12237fd req-c4e42309-126c-4d32-858e-0bead760fbfd tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:09.897324 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f008743d-a12f-4840-a30c-2dd4d12237fd req-c4e42309-126c-4d32-858e-0bead760fbfd tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb5e60e-4083-461b-ac3f-5f187ba3acc7 HTTP/1.1" status: 200 len: 943 time: 0.0482035 Sep 07 19:44:09.938943 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f008743d-a12f-4840-a30c-2dd4d12237fd req-95cfb48d-30af-4c2f-94ea-073c8e275ff5 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eba45d6-5a3a-40fe-b24c-c25f730f2739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357785 Sep 07 19:44:11.050287 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822baa7a-0356-4bff-af29-332d12695be8 req-76ce350c-8421-4388-b50d-97c9107496b8 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:11.051744 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-822baa7a-0356-4bff-af29-332d12695be8 req-76ce350c-8421-4388-b50d-97c9107496b8 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb5e60e-4083-461b-ac3f-5f187ba3acc7 HTTP/1.1" status: 200 len: 943 time: 0.0481040 Sep 07 19:44:11.089083 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-822baa7a-0356-4bff-af29-332d12695be8 req-eda3e7ea-06a2-45be-87bb-8741754ee950 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eba45d6-5a3a-40fe-b24c-c25f730f2739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313752 Sep 07 19:44:12.099373 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d41870fd-9cf0-459d-9666-9449a502d1e3 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:44:12.196303 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port d41870fd-9cf0-459d-9666-9449a502d1e3, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d41870fd-9cf0-459d-9666-9449a502d1e3,segment=NetworkSegment(83df2f58-ee04-4736-83e7-d7ca8a5c72c9),segment_id=83df2f58-ee04-4736-83e7-d7ca8a5c72c9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:44:12.202316 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf30866-570f-4a32-9dfc-7d3a3f828743 req-73b5b702-458c-4147-a394-4dbfec14397c tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:12.203803 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bf30866-570f-4a32-9dfc-7d3a3f828743 req-73b5b702-458c-4147-a394-4dbfec14397c tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb5e60e-4083-461b-ac3f-5f187ba3acc7 HTTP/1.1" status: 200 len: 943 time: 0.0484350 Sep 07 19:44:12.207714 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'd41870fd-9cf0-459d-9666-9449a502d1e3', 'network_id': 'c591c364-e89e-4ce2-bcdb-122e6f0f3320', 'port_id': 'd41870fd-9cf0-459d-9666-9449a502d1e3', 'mac_address': 'fa:16:3e:88:9c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b52c22-b7ab-4a9e-85e1-7680e2bd4ade', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:44:12.240844 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bf30866-570f-4a32-9dfc-7d3a3f828743 req-9e7f6fe9-9e7a-40dc-a703-de530fbd10fd tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eba45d6-5a3a-40fe-b24c-c25f730f2739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300674 Sep 07 19:44:12.244482 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:12.257756 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d41870fd-9cf0-459d-9666-9449a502d1e3 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:44:12.275975 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port d41870fd-9cf0-459d-9666-9449a502d1e3, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d41870fd-9cf0-459d-9666-9449a502d1e3,segment=NetworkSegment(83df2f58-ee04-4736-83e7-d7ca8a5c72c9),segment_id=83df2f58-ee04-4736-83e7-d7ca8a5c72c9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:44:12.280460 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:12.328294 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=d41870fd-9cf0-459d-9666-9449a502d1e3,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:12.335631 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:12.335981 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:12.336324 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:12.336693 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:12.337032 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:12.337364 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:12.337695 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:12.338022 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:12.338348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:12.338671 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:12.338996 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:12.339319 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:12.485276 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d41870fd-9cf0-459d-9666-9449a502d1e3'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:44:13.354096 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ec333-ff4c-4c94-bffc-04ef0ee41cdd req-8f538ffb-7f1e-4c9d-b01c-d9b889071a56 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:13.355467 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-db2ec333-ff4c-4c94-bffc-04ef0ee41cdd req-8f538ffb-7f1e-4c9d-b01c-d9b889071a56 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb5e60e-4083-461b-ac3f-5f187ba3acc7 HTTP/1.1" status: 200 len: 944 time: 0.0469668 Sep 07 19:44:13.396608 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-db2ec333-ff4c-4c94-bffc-04ef0ee41cdd req-9a6d5019-f836-43d1-b539-fe73d535200c tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eba45d6-5a3a-40fe-b24c-c25f730f2739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351269 Sep 07 19:44:13.433993 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:14.115160 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d41870fd-9cf0-459d-9666-9449a502d1e3 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:44:14.163929 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port d41870fd-9cf0-459d-9666-9449a502d1e3 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:44:14.167323 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port d41870fd-9cf0-459d-9666-9449a502d1e3 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:44:14.167730 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:14.244439 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:14.266132 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb5e60e-4083-461b-ac3f-5f187ba3acc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41870fd-9cf0-459d-9666-9449a502d1e3'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:44:14.268346 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667f589d-e030-40a8-90a4-fb86be1b62f2" -d '{"events": [{"server_uuid": "6bb5e60e-4083-461b-ac3f-5f187ba3acc7", "name": "network-vif-plugged", "status": "completed", "tag": "d41870fd-9cf0-459d-9666-9449a502d1e3"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:44:14.281372 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port d41870fd-9cf0-459d-9666-9449a502d1e3, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d41870fd-9cf0-459d-9666-9449a502d1e3,segment=NetworkSegment(83df2f58-ee04-4736-83e7-d7ca8a5c72c9),segment_id=83df2f58-ee04-4736-83e7-d7ca8a5c72c9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:44:14.285630 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:14.309273 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4417ba-f8b1-4d84-bdaf-7b7cd5ed9c05 x-openstack-request-id: req-3b4417ba-f8b1-4d84-bdaf-7b7cd5ed9c05 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:44:14.309592 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb5e60e-4083-461b-ac3f-5f187ba3acc7", "name": "network-vif-plugged", "status": "completed", "tag": "d41870fd-9cf0-459d-9666-9449a502d1e3", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:44:14.309844 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b4417ba-f8b1-4d84-bdaf-7b7cd5ed9c05 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:44:14.310225 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb5e60e-4083-461b-ac3f-5f187ba3acc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41870fd-9cf0-459d-9666-9449a502d1e3', 'code': 200} Sep 07 19:44:14.335595 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=d41870fd-9cf0-459d-9666-9449a502d1e3,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:14.367244 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:14.412212 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41500dc5-8222-4a4c-a092-cc43e5580868 req-8b1415ec-252e-433f-89af-1e67f528e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:14.413754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-41500dc5-8222-4a4c-a092-cc43e5580868 req-8b1415ec-252e-433f-89af-1e67f528e2f8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6bb5e60e-4083-461b-ac3f-5f187ba3acc7 HTTP/1.1" status: 200 len: 1096 time: 0.0394728 Sep 07 19:44:14.449906 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-41500dc5-8222-4a4c-a092-cc43e5580868 req-2af0d7ed-59d2-473a-aaae-d53f7970d131 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5eba45d6-5a3a-40fe-b24c-c25f730f2739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288663 Sep 07 19:44:14.508940 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9f67f-3c63-4dce-9b51-0ac850010244 req-8b29c65c-bae6-423f-a00e-c619f8ed160d tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:14.510449 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-daf9f67f-3c63-4dce-9b51-0ac850010244 req-8b29c65c-bae6-423f-a00e-c619f8ed160d tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb5e60e-4083-461b-ac3f-5f187ba3acc7 HTTP/1.1" status: 200 len: 945 time: 0.0481036 Sep 07 19:44:14.546638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-daf9f67f-3c63-4dce-9b51-0ac850010244 req-93ed878b-34b5-48f5-aab9-94bb7193fe67 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eba45d6-5a3a-40fe-b24c-c25f730f2739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303853 Sep 07 19:44:15.669744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef25b4-c0ce-4231-807c-984ea0bd3d10 req-c5249f4a-edf3-46fa-9164-8bad7e224e64 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:15.671640 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-67ef25b4-c0ce-4231-807c-984ea0bd3d10 req-c5249f4a-edf3-46fa-9164-8bad7e224e64 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb5e60e-4083-461b-ac3f-5f187ba3acc7 HTTP/1.1" status: 200 len: 945 time: 0.0531268 Sep 07 19:44:15.712593 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-67ef25b4-c0ce-4231-807c-984ea0bd3d10 req-b73717c1-482c-4651-ae44-1e71beedfd0d tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eba45d6-5a3a-40fe-b24c-c25f730f2739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348263 Sep 07 19:44:16.157790 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9063ac-379e-4f64-8d4f-c1dbe63607c4 req-7f11fea2-2d33-48f3-aec3-1106af6d7cbc tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:16.159263 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed9063ac-379e-4f64-8d4f-c1dbe63607c4 req-7f11fea2-2d33-48f3-aec3-1106af6d7cbc tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb5e60e-4083-461b-ac3f-5f187ba3acc7 HTTP/1.1" status: 200 len: 945 time: 0.3822622 Sep 07 19:44:16.196006 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed9063ac-379e-4f64-8d4f-c1dbe63607c4 req-f0ecbfc6-8db0-4743-8757-33256141891f tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eba45d6-5a3a-40fe-b24c-c25f730f2739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299213 Sep 07 19:44:26.027809 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4d885a59-77b5-4de8-8608-cb10ec1469eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:28.845327 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-379ba250-9985-4c1b-a281-fdc900514ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:29.138266 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:30.411330 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:30.640495 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:44:31.942485 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:34.511171 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ad216-e849-4db8-98e8-98d02d625b81 req-29d5ca3b-4efc-44cd-8efd-e9827bf0f4fc tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:34.512668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-098ad216-e849-4db8-98e8-98d02d625b81 req-29d5ca3b-4efc-44cd-8efd-e9827bf0f4fc tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb5e60e-4083-461b-ac3f-5f187ba3acc7 HTTP/1.1" status: 200 len: 945 time: 0.0500360 Sep 07 19:44:34.550462 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-098ad216-e849-4db8-98e8-98d02d625b81 req-55aede0f-35da-425f-9200-bae1e10e9b0c tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eba45d6-5a3a-40fe-b24c-c25f730f2739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317104 Sep 07 19:44:35.666067 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6558f8-fb56-4f4f-a076-ca32eac41be1 req-40fa470a-194a-4ea3-8f42-e711899b96c4 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:35.667528 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da6558f8-fb56-4f4f-a076-ca32eac41be1 req-40fa470a-194a-4ea3-8f42-e711899b96c4 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb5e60e-4083-461b-ac3f-5f187ba3acc7 HTTP/1.1" status: 200 len: 945 time: 0.0475779 Sep 07 19:44:35.707438 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-da6558f8-fb56-4f4f-a076-ca32eac41be1 req-03eb2ac9-1d06-49eb-9b2c-fe67f2212615 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eba45d6-5a3a-40fe-b24c-c25f730f2739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339148 Sep 07 19:44:36.134139 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21e55f-3064-4c04-9429-60104458987c req-0e7365a1-14ad-4163-8e73-75b3b3cf158a tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:36.135573 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af21e55f-3064-4c04-9429-60104458987c req-0e7365a1-14ad-4163-8e73-75b3b3cf158a tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.60 "GET /v2.0/ports?device_id=6bb5e60e-4083-461b-ac3f-5f187ba3acc7 HTTP/1.1" status: 200 len: 945 time: 0.0482590 Sep 07 19:44:36.221567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-af21e55f-3064-4c04-9429-60104458987c req-9893eaf9-6e75-4bc4-8900-ab6badcc7ffb tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Deleting port d41870fd-9cf0-459d-9666-9449a502d1e3 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:44:36.221908 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-af21e55f-3064-4c04-9429-60104458987c req-9893eaf9-6e75-4bc4-8900-ab6badcc7ffb tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:36.309458 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-af21e55f-3064-4c04-9429-60104458987c req-9893eaf9-6e75-4bc4-8900-ab6badcc7ffb tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] For port d41870fd-9cf0-459d-9666-9449a502d1e3, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=d41870fd-9cf0-459d-9666-9449a502d1e3,segment=NetworkSegment(83df2f58-ee04-4736-83e7-d7ca8a5c72c9),segment_id=83df2f58-ee04-4736-83e7-d7ca8a5c72c9)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:44:36.309817 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-af21e55f-3064-4c04-9429-60104458987c req-9893eaf9-6e75-4bc4-8900-ab6badcc7ffb tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:36.321841 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-af21e55f-3064-4c04-9429-60104458987c req-9893eaf9-6e75-4bc4-8900-ab6badcc7ffb tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Calling delete_port for d41870fd-9cf0-459d-9666-9449a502d1e3 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:44:36.448148 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-af21e55f-3064-4c04-9429-60104458987c req-9893eaf9-6e75-4bc4-8900-ab6badcc7ffb tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:36.460283 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['d41870fd-9cf0-459d-9666-9449a502d1e3'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:44:36.475449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893eaf9-6e75-4bc4-8900-ab6badcc7ffb tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Pushing event deleted for resources: {'Port': ['ID=d41870fd-9cf0-459d-9666-9449a502d1e3,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:36.520401 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-af21e55f-3064-4c04-9429-60104458987c req-9893eaf9-6e75-4bc4-8900-ab6badcc7ffb tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] No DVR routers for this DVR port d41870fd-9cf0-459d-9666-9449a502d1e3 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:44:36.523306 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-af21e55f-3064-4c04-9429-60104458987c req-9893eaf9-6e75-4bc4-8900-ab6badcc7ffb tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:36.525369 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af21e55f-3064-4c04-9429-60104458987c req-9893eaf9-6e75-4bc4-8900-ab6badcc7ffb tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.60 "DELETE /v2.0/ports/d41870fd-9cf0-459d-9666-9449a502d1e3 HTTP/1.1" status: 204 len: 173 time: 0.3838649 Sep 07 19:44:36.525816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb5e60e-4083-461b-ac3f-5f187ba3acc7', 'name': 'network-vif-deleted', 'tag': 'd41870fd-9cf0-459d-9666-9449a502d1e3'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:44:36.528149 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6793c583-2141-458b-8482-304fed183240" -d '{"events": [{"server_uuid": "6bb5e60e-4083-461b-ac3f-5f187ba3acc7", "name": "network-vif-deleted", "tag": "d41870fd-9cf0-459d-9666-9449a502d1e3"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:44:36.577135 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ca4d1f-377b-462a-bff6-514740756839 x-openstack-request-id: req-38ca4d1f-377b-462a-bff6-514740756839 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:44:36.577429 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb5e60e-4083-461b-ac3f-5f187ba3acc7", "name": "network-vif-deleted", "tag": "d41870fd-9cf0-459d-9666-9449a502d1e3", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:44:36.577683 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38ca4d1f-377b-462a-bff6-514740756839 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:44:36.578083 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb5e60e-4083-461b-ac3f-5f187ba3acc7', 'name': 'network-vif-deleted', 'tag': 'd41870fd-9cf0-459d-9666-9449a502d1e3', 'status': 'completed', 'code': 200} Sep 07 19:44:36.811196 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7e7977ca-df49-460a-9bf8-a1ed4e90229f req-95c92076-7c8c-4834-a43b-dc1e845463f7 tempest-TestEncryptedCinderVolumes-850198993 tempest-TestEncryptedCinderVolumes-850198993-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb5e60e-4083-461b-ac3f-5f187ba3acc7 HTTP/1.1" status: 200 len: 210 time: 0.0262783 Sep 07 19:44:37.927566 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51134) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:44:38.273257 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-05f2ac8b-c2dc-4c4c-98d2-6cc9519bc72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:38.512737 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-05f2ac8b-c2dc-4c4c-98d2-6cc9519bc72c admin admin] Deleting port b0cd046d-4d67-497c-91cd-444a17a5f380 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:44:38.513078 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-05f2ac8b-c2dc-4c4c-98d2-6cc9519bc72c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:38.590893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-05f2ac8b-c2dc-4c4c-98d2-6cc9519bc72c admin admin] For port b0cd046d-4d67-497c-91cd-444a17a5f380, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b0cd046d-4d67-497c-91cd-444a17a5f380,segment=NetworkSegment(83df2f58-ee04-4736-83e7-d7ca8a5c72c9),segment_id=83df2f58-ee04-4736-83e7-d7ca8a5c72c9)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:44:38.591181 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-05f2ac8b-c2dc-4c4c-98d2-6cc9519bc72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:38.603076 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-05f2ac8b-c2dc-4c4c-98d2-6cc9519bc72c admin admin] Calling delete_port for b0cd046d-4d67-497c-91cd-444a17a5f380 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:44:38.781550 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-05f2ac8b-c2dc-4c4c-98d2-6cc9519bc72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:38.812299 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2ac8b-c2dc-4c4c-98d2-6cc9519bc72c admin admin] Pushing event deleted for resources: {'Port': ['ID=b0cd046d-4d67-497c-91cd-444a17a5f380,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:38.979529 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-05f2ac8b-c2dc-4c4c-98d2-6cc9519bc72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:39.204850 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f2ac8b-c2dc-4c4c-98d2-6cc9519bc72c admin admin] Router 7101129c-97ad-470f-a52c-fb8efa424ef9 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:44:39.312861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f2ac8b-c2dc-4c4c-98d2-6cc9519bc72c admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:44:39.318530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-05f2ac8b-c2dc-4c4c-98d2-6cc9519bc72c admin admin] 10.222.0.26 "PUT /v2.0/routers/7101129c-97ad-470f-a52c-fb8efa424ef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3893497 Sep 07 19:44:39.321559 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51136) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:44:39.325844 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a180822-7bda-4a48-a8c0-2ca28500e18b None None] Sync routers for ids ['7101129c-97ad-470f-a52c-fb8efa424ef9'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:44:39.336403 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a180822-7bda-4a48-a8c0-2ca28500e18b None None] Routers {'7101129c-97ad-470f-a52c-fb8efa424ef9'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:44:39.337149 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5a180822-7bda-4a48-a8c0-2ca28500e18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:44:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['7101129c-97ad-470f-a52c-fb8efa424ef9'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:39.427207 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f5d5846d-d7bc-418a-a53c-2b23bcdecb4e admin admin] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:39.467419 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-5a180822-7bda-4a48-a8c0-2ca28500e18b None None] Set router 7101129c-97ad-470f-a52c-fb8efa424ef9 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:44:39.528764 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f5d5846d-d7bc-418a-a53c-2b23bcdecb4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:39.586661 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-f5d5846d-d7bc-418a-a53c-2b23bcdecb4e admin admin] Deleting port be65d8e1-716a-4b1a-9910-fc5dc7ebba3a {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:44:39.587008 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f5d5846d-d7bc-418a-a53c-2b23bcdecb4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:39.660361 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5a180822-7bda-4a48-a8c0-2ca28500e18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7101129c-97ad-470f-a52c-fb8efa424ef9', 'name': 'tempest-TestEncryptedCinderVolumes-1990988247-router', 'tenant_id': 'ad07e3acd3d84d399d710bee621f8abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'be65d8e1-716a-4b1a-9910-fc5dc7ebba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:43:24Z', 'updated_at': '2021-09-07T19:44:38Z', 'revision_number': 5, 'project_id': 'ad07e3acd3d84d399d710bee621f8abf', 'gw_port': {'id': 'be65d8e1-716a-4b1a-9910-fc5dc7ebba3a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7101129c-97ad-470f-a52c-fb8efa424ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:43:24Z', 'updated_at': '2021-09-07T19:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:39.674717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-f5d5846d-d7bc-418a-a53c-2b23bcdecb4e admin admin] For port be65d8e1-716a-4b1a-9910-fc5dc7ebba3a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=be65d8e1-716a-4b1a-9910-fc5dc7ebba3a,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:44:39.675108 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f5d5846d-d7bc-418a-a53c-2b23bcdecb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:39.689397 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-f5d5846d-d7bc-418a-a53c-2b23bcdecb4e admin admin] Calling delete_port for be65d8e1-716a-4b1a-9910-fc5dc7ebba3a owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:44:39.692873 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a180822-7bda-4a48-a8c0-2ca28500e18b None None] Checking router: 7101129c-97ad-470f-a52c-fb8efa424ef9 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:44:39.702026 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a180822-7bda-4a48-a8c0-2ca28500e18b None None] Routers {'7101129c-97ad-470f-a52c-fb8efa424ef9'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:44:39.702653 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5a180822-7bda-4a48-a8c0-2ca28500e18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:44:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['7101129c-97ad-470f-a52c-fb8efa424ef9'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:39.794847 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-5a180822-7bda-4a48-a8c0-2ca28500e18b None None] Set router 7101129c-97ad-470f-a52c-fb8efa424ef9 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:44:39.847796 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-5a180822-7bda-4a48-a8c0-2ca28500e18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7101129c-97ad-470f-a52c-fb8efa424ef9', 'name': 'tempest-TestEncryptedCinderVolumes-1990988247-router', 'tenant_id': 'ad07e3acd3d84d399d710bee621f8abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:43:24Z', 'updated_at': '2021-09-07T19:44:39Z', 'revision_number': 6, 'project_id': 'ad07e3acd3d84d399d710bee621f8abf', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:39.879154 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f5d5846d-d7bc-418a-a53c-2b23bcdecb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:39.908027 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5846d-d7bc-418a-a53c-2b23bcdecb4e admin admin] Pushing event deleted for resources: {'Port': ['ID=be65d8e1-716a-4b1a-9910-fc5dc7ebba3a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:39.969961 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a180822-7bda-4a48-a8c0-2ca28500e18b None None] The sync data for ids ['7101129c-97ad-470f-a52c-fb8efa424ef9'] in n-d-807786-1 is: [{'id': '7101129c-97ad-470f-a52c-fb8efa424ef9', 'name': 'tempest-TestEncryptedCinderVolumes-1990988247-router', 'tenant_id': 'ad07e3acd3d84d399d710bee621f8abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:43:24Z', 'updated_at': '2021-09-07T19:44:39Z', 'revision_number': 6, 'project_id': 'ad07e3acd3d84d399d710bee621f8abf', 'gw_port_host': None}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:44:39.977395 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f5d5846d-d7bc-418a-a53c-2b23bcdecb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:40.070425 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f5d5846d-d7bc-418a-a53c-2b23bcdecb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:40.072826 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f5d5846d-d7bc-418a-a53c-2b23bcdecb4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:40.121151 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f5d5846d-d7bc-418a-a53c-2b23bcdecb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:40.121677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d5846d-d7bc-418a-a53c-2b23bcdecb4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7101129c-97ad-470f-a52c-fb8efa424ef9 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:44:40.127195 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f5d5846d-d7bc-418a-a53c-2b23bcdecb4e admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:40.128369 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f5d5846d-d7bc-418a-a53c-2b23bcdecb4e admin admin] 10.222.0.26 "DELETE /v2.0/routers/7101129c-97ad-470f-a52c-fb8efa424ef9 HTTP/1.1" status: 204 len: 168 time: 0.8060400 Sep 07 19:44:40.131017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51138) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:44:40.183014 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1cac77-5cd7-446f-a1bd-91fbd82f8d65 admin admin] Deleting subnet 28b52c22-b7ab-4a9e-85e1-7680e2bd4ade {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:44:40.186678 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb1cac77-5cd7-446f-a1bd-91fbd82f8d65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:40.225148 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb1cac77-5cd7-446f-a1bd-91fbd82f8d65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:40.255583 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d41870fd-9cf0-459d-9666-9449a502d1e3 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:44:40.278349 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: d41870fd-9cf0-459d-9666-9449a502d1e3 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:44:40.278628 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device d41870fd-9cf0-459d-9666-9449a502d1e3 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:44:40.300345 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb1cac77-5cd7-446f-a1bd-91fbd82f8d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:40.354536 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb1cac77-5cd7-446f-a1bd-91fbd82f8d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:40.382801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1cac77-5cd7-446f-a1bd-91fbd82f8d65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28b52c22-b7ab-4a9e-85e1-7680e2bd4ade,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:40.388663 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eb1cac77-5cd7-446f-a1bd-91fbd82f8d65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:40.393283 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-eb1cac77-5cd7-446f-a1bd-91fbd82f8d65 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/28b52c22-b7ab-4a9e-85e1-7680e2bd4ade HTTP/1.1" status: 204 len: 168 time: 0.2612851 Sep 07 19:44:40.393941 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51140) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:44:40.394823 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6276e46f-5c2a-4c6b-885c-6752c0e6c1d8 None None] Network c591c364-e89e-4ce2-bcdb-122e6f0f3320 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:44:40.475395 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e466dc17-e799-4e91-91af-fce84e766837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:40.527916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-e466dc17-e799-4e91-91af-fce84e766837 admin admin] Deleting port 544dc1c7-ff12-451f-a758-b1e02732ccdd {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:44:40.528258 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e466dc17-e799-4e91-91af-fce84e766837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:40.598174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-e466dc17-e799-4e91-91af-fce84e766837 admin admin] For port 544dc1c7-ff12-451f-a758-b1e02732ccdd, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=544dc1c7-ff12-451f-a758-b1e02732ccdd,segment=NetworkSegment(83df2f58-ee04-4736-83e7-d7ca8a5c72c9),segment_id=83df2f58-ee04-4736-83e7-d7ca8a5c72c9)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:44:40.598537 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e466dc17-e799-4e91-91af-fce84e766837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:40.611011 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-e466dc17-e799-4e91-91af-fce84e766837 admin admin] Calling delete_port for 544dc1c7-ff12-451f-a758-b1e02732ccdd owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:44:40.685831 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e466dc17-e799-4e91-91af-fce84e766837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:40.713267 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466dc17-e799-4e91-91af-fce84e766837 admin admin] Pushing event deleted for resources: {'Port': ['ID=544dc1c7-ff12-451f-a758-b1e02732ccdd,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:40.715052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e466dc17-e799-4e91-91af-fce84e766837 admin admin] No DVR routers for this DVR port 544dc1c7-ff12-451f-a758-b1e02732ccdd on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:44:40.769742 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cfc845-f24a-4577-b6ae-85c13d8f00eb None None] DHCP port deletion for c591c364-e89e-4ce2-bcdb-122e6f0f3320 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:44:40.789719 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e466dc17-e799-4e91-91af-fce84e766837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:40.810117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-e466dc17-e799-4e91-91af-fce84e766837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c591c364-e89e-4ce2-bcdb-122e6f0f3320']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:40.819999 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-e466dc17-e799-4e91-91af-fce84e766837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83df2f58-ee04-4736-83e7-d7ca8a5c72c9') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:40.820296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-e466dc17-e799-4e91-91af-fce84e766837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83df2f58-ee04-4736-83e7-d7ca8a5c72c9') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:40.829811 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e466dc17-e799-4e91-91af-fce84e766837 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:40.843169 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e466dc17-e799-4e91-91af-fce84e766837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:40.849536 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e466dc17-e799-4e91-91af-fce84e766837 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:44:40.850169 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e466dc17-e799-4e91-91af-fce84e766837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:44:40.851864 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:44:40.917652 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e466dc17-e799-4e91-91af-fce84e766837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:40.923576 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e466dc17-e799-4e91-91af-fce84e766837 admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:40.925507 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e466dc17-e799-4e91-91af-fce84e766837 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c591c364-e89e-4ce2-bcdb-122e6f0f3320 HTTP/1.1" status: 204 len: 168 time: 0.5306261 Sep 07 19:44:40.928633 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51146) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:44:40.938281 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466dc17-e799-4e91-91af-fce84e766837 admin admin] Pushing event deleted for resources: {'Network': ['ID=c591c364-e89e-4ce2-bcdb-122e6f0f3320,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:41.111184 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b0cd046d-4d67-497c-91cd-444a17a5f380 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:44:41.132122 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: b0cd046d-4d67-497c-91cd-444a17a5f380 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:44:41.132451 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b0cd046d-4d67-497c-91cd-444a17a5f380 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:44:41.132890 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 544dc1c7-ff12-451f-a758-b1e02732ccdd no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:44:41.150834 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 544dc1c7-ff12-451f-a758-b1e02732ccdd {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:44:41.151201 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 544dc1c7-ff12-451f-a758-b1e02732ccdd not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:44:41.151597 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device be65d8e1-716a-4b1a-9910-fc5dc7ebba3a no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:44:41.169548 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: be65d8e1-716a-4b1a-9910-fc5dc7ebba3a {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:44:41.169899 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device be65d8e1-716a-4b1a-9910-fc5dc7ebba3a not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:44:41.285284 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:41.523212 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] Deleting port 06deb49f-7670-44a5-9e2c-96dc6df401cc {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:44:41.523550 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:41.598878 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] For port 06deb49f-7670-44a5-9e2c-96dc6df401cc, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=06deb49f-7670-44a5-9e2c-96dc6df401cc,segment=NetworkSegment(13c01278-e745-4f57-9bcc-84a0d385a847),segment_id=13c01278-e745-4f57-9bcc-84a0d385a847)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:44:41.599189 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:41.611458 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] Calling delete_port for 06deb49f-7670-44a5-9e2c-96dc6df401cc owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:44:41.784150 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:41.810389 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] Pushing event deleted for resources: {'Port': ['ID=06deb49f-7670-44a5-9e2c-96dc6df401cc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:42.177172 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:42.178386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:42.178386 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:42.178592 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:42.178924 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:42.179247 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:42.179569 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:42.179891 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:42.180212 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:42.180551 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:42.180871 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:42.181188 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:42.313676 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:42.522982 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] Router fd16bdd6-9f2a-416a-bfab-9eb35f742bca has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:44:42.628270 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:44:42.634298 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b361caa0-e002-4aea-ba82-1e04edd46dba admin admin] 10.222.0.26 "PUT /v2.0/routers/fd16bdd6-9f2a-416a-bfab-9eb35f742bca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7045827 Sep 07 19:44:42.637112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51154) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:44:42.637886 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd554ff1-0d75-4b0d-a2e5-4898a5077d6b None None] Sync routers for ids ['fd16bdd6-9f2a-416a-bfab-9eb35f742bca'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:44:42.646864 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd554ff1-0d75-4b0d-a2e5-4898a5077d6b None None] Routers {'fd16bdd6-9f2a-416a-bfab-9eb35f742bca'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:44:42.647480 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-dd554ff1-0d75-4b0d-a2e5-4898a5077d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:44:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['fd16bdd6-9f2a-416a-bfab-9eb35f742bca'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:42.742140 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-306be3b3-53fc-46f5-a336-12b0da7a1835 admin admin] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:42.848865 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-306be3b3-53fc-46f5-a336-12b0da7a1835 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:42.900238 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-306be3b3-53fc-46f5-a336-12b0da7a1835 admin admin] Deleting port 347a307e-e205-438f-87be-70c497d43016 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:44:42.900605 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-306be3b3-53fc-46f5-a336-12b0da7a1835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:42.907094 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-dd554ff1-0d75-4b0d-a2e5-4898a5077d6b None None] Set router fd16bdd6-9f2a-416a-bfab-9eb35f742bca gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:44:42.977864 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-306be3b3-53fc-46f5-a336-12b0da7a1835 admin admin] For port 347a307e-e205-438f-87be-70c497d43016, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=347a307e-e205-438f-87be-70c497d43016,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:44:42.978233 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-306be3b3-53fc-46f5-a336-12b0da7a1835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:42.990544 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-306be3b3-53fc-46f5-a336-12b0da7a1835 admin admin] Calling delete_port for 347a307e-e205-438f-87be-70c497d43016 owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:44:43.090933 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-dd554ff1-0d75-4b0d-a2e5-4898a5077d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd16bdd6-9f2a-416a-bfab-9eb35f742bca', 'name': 'tempest-TestEncryptedCinderVolumes-584310229-router', 'tenant_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '347a307e-e205-438f-87be-70c497d43016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:43:28Z', 'updated_at': '2021-09-07T19:44:41Z', 'revision_number': 5, 'project_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'gw_port': {'id': '347a307e-e205-438f-87be-70c497d43016', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd16bdd6-9f2a-416a-bfab-9eb35f742bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:43:29Z', 'updated_at': '2021-09-07T19:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:43.118250 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd554ff1-0d75-4b0d-a2e5-4898a5077d6b None None] Checking router: fd16bdd6-9f2a-416a-bfab-9eb35f742bca for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:44:43.127472 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd554ff1-0d75-4b0d-a2e5-4898a5077d6b None None] Routers {'fd16bdd6-9f2a-416a-bfab-9eb35f742bca'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:44:43.128155 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-dd554ff1-0d75-4b0d-a2e5-4898a5077d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:44:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['fd16bdd6-9f2a-416a-bfab-9eb35f742bca'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:43.218308 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-dd554ff1-0d75-4b0d-a2e5-4898a5077d6b None None] Set router fd16bdd6-9f2a-416a-bfab-9eb35f742bca gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:44:43.271866 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-dd554ff1-0d75-4b0d-a2e5-4898a5077d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd16bdd6-9f2a-416a-bfab-9eb35f742bca', 'name': 'tempest-TestEncryptedCinderVolumes-584310229-router', 'tenant_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:43:28Z', 'updated_at': '2021-09-07T19:44:42Z', 'revision_number': 6, 'project_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:43.302299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd554ff1-0d75-4b0d-a2e5-4898a5077d6b None None] The sync data for ids ['fd16bdd6-9f2a-416a-bfab-9eb35f742bca'] in n-d-807786-1 is: [{'id': 'fd16bdd6-9f2a-416a-bfab-9eb35f742bca', 'name': 'tempest-TestEncryptedCinderVolumes-584310229-router', 'tenant_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:43:28Z', 'updated_at': '2021-09-07T19:44:42Z', 'revision_number': 6, 'project_id': 'c24f69a530b8433d8f64d0fda72d1f25', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:44:43.442215 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:43.503687 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-306be3b3-53fc-46f5-a336-12b0da7a1835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:43.526885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306be3b3-53fc-46f5-a336-12b0da7a1835 admin admin] Pushing event deleted for resources: {'Port': ['ID=347a307e-e205-438f-87be-70c497d43016,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:43.587074 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-306be3b3-53fc-46f5-a336-12b0da7a1835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:43.675901 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-306be3b3-53fc-46f5-a336-12b0da7a1835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:43.678677 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-306be3b3-53fc-46f5-a336-12b0da7a1835 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:43.728770 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-306be3b3-53fc-46f5-a336-12b0da7a1835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:43.729679 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306be3b3-53fc-46f5-a336-12b0da7a1835 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd16bdd6-9f2a-416a-bfab-9eb35f742bca {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:44:43.734001 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-306be3b3-53fc-46f5-a336-12b0da7a1835 admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:43.735311 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-306be3b3-53fc-46f5-a336-12b0da7a1835 admin admin] 10.222.0.26 "DELETE /v2.0/routers/fd16bdd6-9f2a-416a-bfab-9eb35f742bca HTTP/1.1" status: 204 len: 168 time: 1.0970640 Sep 07 19:44:43.737741 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51156) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:44:43.782691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c871e3e-4487-4ac6-85b1-a2ae18e69b41 admin admin] Deleting subnet 1c24e0f6-b682-4e2f-8f16-df9f1df6b6ce {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:44:43.785683 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8c871e3e-4487-4ac6-85b1-a2ae18e69b41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:43.820146 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8c871e3e-4487-4ac6-85b1-a2ae18e69b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:43.897037 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8c871e3e-4487-4ac6-85b1-a2ae18e69b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:43.947178 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8c871e3e-4487-4ac6-85b1-a2ae18e69b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:43.977142 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c871e3e-4487-4ac6-85b1-a2ae18e69b41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c24e0f6-b682-4e2f-8f16-df9f1df6b6ce,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:43.981883 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8c871e3e-4487-4ac6-85b1-a2ae18e69b41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:43.983748 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8c871e3e-4487-4ac6-85b1-a2ae18e69b41 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1c24e0f6-b682-4e2f-8f16-df9f1df6b6ce HTTP/1.1" status: 204 len: 168 time: 0.2450211 Sep 07 19:44:43.986238 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51158) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:44:43.989084 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b10154e-bba0-443f-9fb9-2ce558bf2bdd None None] Network ce855300-7dc7-4f5d-ac54-eed315fe0c2b requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:44:44.056655 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5a65e77-ae73-42d1-be02-0105ba700857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:44.122176 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-a5a65e77-ae73-42d1-be02-0105ba700857 admin admin] Deleting port cb7b5625-f6a0-4b78-9ddb-cae293f77ea2 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:44:44.122513 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5a65e77-ae73-42d1-be02-0105ba700857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:44.177776 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2373d3b-f240-4673-862e-c7978acd94d6 None None] DHCP port deletion for ce855300-7dc7-4f5d-ac54-eed315fe0c2b request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:44:44.190135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-a5a65e77-ae73-42d1-be02-0105ba700857 admin admin] For port cb7b5625-f6a0-4b78-9ddb-cae293f77ea2, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cb7b5625-f6a0-4b78-9ddb-cae293f77ea2,segment=NetworkSegment(13c01278-e745-4f57-9bcc-84a0d385a847),segment_id=13c01278-e745-4f57-9bcc-84a0d385a847)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:44:44.190504 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5a65e77-ae73-42d1-be02-0105ba700857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:44.204255 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-a5a65e77-ae73-42d1-be02-0105ba700857 admin admin] Calling delete_port for cb7b5625-f6a0-4b78-9ddb-cae293f77ea2 owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:44:44.230381 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-f2373d3b-f240-4673-862e-c7978acd94d6 None None] Deleting port cb7b5625-f6a0-4b78-9ddb-cae293f77ea2 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:44:44.230698 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f2373d3b-f240-4673-862e-c7978acd94d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:44.287968 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5a65e77-ae73-42d1-be02-0105ba700857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:44.296700 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f2373d3b-f240-4673-862e-c7978acd94d6 None None] For port cb7b5625-f6a0-4b78-9ddb-cae293f77ea2, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cb7b5625-f6a0-4b78-9ddb-cae293f77ea2,segment=NetworkSegment(13c01278-e745-4f57-9bcc-84a0d385a847),segment_id=13c01278-e745-4f57-9bcc-84a0d385a847)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:44:44.296700 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f2373d3b-f240-4673-862e-c7978acd94d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:44.310303 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-f2373d3b-f240-4673-862e-c7978acd94d6 None None] Calling delete_port for cb7b5625-f6a0-4b78-9ddb-cae293f77ea2 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:44:44.315738 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a65e77-ae73-42d1-be02-0105ba700857 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb7b5625-f6a0-4b78-9ddb-cae293f77ea2,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:44.320188 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a65e77-ae73-42d1-be02-0105ba700857 admin admin] No DVR routers for this DVR port cb7b5625-f6a0-4b78-9ddb-cae293f77ea2 on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:44:44.383979 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:44.398685 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5a65e77-ae73-42d1-be02-0105ba700857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:44.406413 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f2373d3b-f240-4673-862e-c7978acd94d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:44.426337 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-a5a65e77-ae73-42d1-be02-0105ba700857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce855300-7dc7-4f5d-ac54-eed315fe0c2b']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:44.433321 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2373d3b-f240-4673-862e-c7978acd94d6 None None] Pushing event deleted for resources: {'Port': ['ID=cb7b5625-f6a0-4b78-9ddb-cae293f77ea2,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:44.438007 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2373d3b-f240-4673-862e-c7978acd94d6 None None] No DVR routers for this DVR port cb7b5625-f6a0-4b78-9ddb-cae293f77ea2 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:44:44.438687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-a5a65e77-ae73-42d1-be02-0105ba700857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c01278-e745-4f57-9bcc-84a0d385a847') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:44.438993 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-a5a65e77-ae73-42d1-be02-0105ba700857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c01278-e745-4f57-9bcc-84a0d385a847') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:44.449427 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5a65e77-ae73-42d1-be02-0105ba700857 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:44.462494 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5a65e77-ae73-42d1-be02-0105ba700857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:44.468274 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a65e77-ae73-42d1-be02-0105ba700857 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:44:44.468734 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5a65e77-ae73-42d1-be02-0105ba700857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:44:44.470377 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:44:44.527867 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5a65e77-ae73-42d1-be02-0105ba700857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:44.541898 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5a65e77-ae73-42d1-be02-0105ba700857 admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:44.543978 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a5a65e77-ae73-42d1-be02-0105ba700857 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ce855300-7dc7-4f5d-ac54-eed315fe0c2b HTTP/1.1" status: 204 len: 168 time: 0.5566454 Sep 07 19:44:44.553906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a65e77-ae73-42d1-be02-0105ba700857 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce855300-7dc7-4f5d-ac54-eed315fe0c2b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:44.698966 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51162) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:44:44.738108 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3b0c6af2-217c-4e9b-aea0-36b5abb1d98d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad07e3acd3d84d399d710bee621f8abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379429 Sep 07 19:44:44.740473 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51164) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:44:44.792631 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f194ad23-9a48-40f3-b3b3-f8cf148ff5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:44.812780 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f194ad23-9a48-40f3-b3b3-f8cf148ff5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:44.877582 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f194ad23-9a48-40f3-b3b3-f8cf148ff5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:44.880248 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f194ad23-9a48-40f3-b3b3-f8cf148ff5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:44.881478 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f194ad23-9a48-40f3-b3b3-f8cf148ff5f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5eba45d6-5a3a-40fe-b24c-c25f730f2739 HTTP/1.1" status: 204 len: 168 time: 0.1399870 Sep 07 19:44:44.889342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194ad23-9a48-40f3-b3b3-f8cf148ff5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eba45d6-5a3a-40fe-b24c-c25f730f2739,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:45.111505 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cb7b5625-f6a0-4b78-9ddb-cae293f77ea2 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:44:45.131690 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: cb7b5625-f6a0-4b78-9ddb-cae293f77ea2 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:44:45.132039 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cb7b5625-f6a0-4b78-9ddb-cae293f77ea2 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:44:45.132459 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 06deb49f-7670-44a5-9e2c-96dc6df401cc no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:44:45.154531 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 06deb49f-7670-44a5-9e2c-96dc6df401cc {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:44:45.154872 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 06deb49f-7670-44a5-9e2c-96dc6df401cc not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:44:45.155289 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 347a307e-e205-438f-87be-70c497d43016 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:44:45.173384 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 347a307e-e205-438f-87be-70c497d43016 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:44:45.173732 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 347a307e-e205-438f-87be-70c497d43016 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:44:45.193248 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51170) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:44:45.233196 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-74c5aabf-83e3-470b-93f1-04b30ec507f9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c24f69a530b8433d8f64d0fda72d1f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388124 Sep 07 19:44:45.235633 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51172) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:44:45.282108 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dc3c0920-2269-4581-b3ad-cd5f26aadc89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:45.302148 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dc3c0920-2269-4581-b3ad-cd5f26aadc89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:45.350015 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dc3c0920-2269-4581-b3ad-cd5f26aadc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:45.352692 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dc3c0920-2269-4581-b3ad-cd5f26aadc89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:45.353846 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dc3c0920-2269-4581-b3ad-cd5f26aadc89 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d74cfb27-aa2a-4db1-83bb-1ffd3cf6d32f HTTP/1.1" status: 204 len: 168 time: 0.1173196 Sep 07 19:44:45.361504 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c0920-2269-4581-b3ad-cd5f26aadc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74cfb27-aa2a-4db1-83bb-1ffd3cf6d32f,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:46.011753 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51194) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:44:46.104756 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-8cfb42f0-251b-4f7e-96db-1e5c45b0a878 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1139922361-network', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:44:46.125918 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfb42f0-251b-4f7e-96db-1e5c45b0a878 admin admin] Made reservation on behalf of 13c357ee04d04db1bffb2c77486c1e36 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:44:46.128330 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8cfb42f0-251b-4f7e-96db-1e5c45b0a878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:46.136478 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8cfb42f0-251b-4f7e-96db-1e5c45b0a878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:46.233841 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8cfb42f0-251b-4f7e-96db-1e5c45b0a878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:46.251415 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8cfb42f0-251b-4f7e-96db-1e5c45b0a878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:46.278602 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfb42f0-251b-4f7e-96db-1e5c45b0a878 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:44:46.283792 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb42f0-251b-4f7e-96db-1e5c45b0a878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e96153a-79f7-40b2-b4b4-e35337b27d33,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:46.291405 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8cfb42f0-251b-4f7e-96db-1e5c45b0a878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:46.291789 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-8cfb42f0-251b-4f7e-96db-1e5c45b0a878 admin admin] Added segment 34cfe1bf-6877-4e6a-83f1-68484042287c of type vlan for network ccaa3160-a52d-4d5e-a6f1-64315c0729dc Sep 07 19:44:46.333915 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8cfb42f0-251b-4f7e-96db-1e5c45b0a878 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:46.358909 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8cfb42f0-251b-4f7e-96db-1e5c45b0a878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:46.359829 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfb42f0-251b-4f7e-96db-1e5c45b0a878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:46.360406 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8cfb42f0-251b-4f7e-96db-1e5c45b0a878 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:46.390943 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8cfb42f0-251b-4f7e-96db-1e5c45b0a878 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3780904 Sep 07 19:44:46.394001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51198) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:44:46.399516 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e85ebacb-e60d-4917-8575-dc0cd0e41acb admin admin] Request body: {'subnet': {'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1139922361-subnet', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:44:46.421948 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85ebacb-e60d-4917-8575-dc0cd0e41acb admin admin] Made reservation on behalf of 13c357ee04d04db1bffb2c77486c1e36 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:44:46.422259 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb42f0-251b-4f7e-96db-1e5c45b0a878 admin admin] Pushing event updated for resources: {'Network': ['ID=ccaa3160-a52d-4d5e-a6f1-64315c0729dc,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:46.424410 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e85ebacb-e60d-4917-8575-dc0cd0e41acb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:46.432442 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network ccaa3160-a52d-4d5e-a6f1-64315c0729dc details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:44:46.599278 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e85ebacb-e60d-4917-8575-dc0cd0e41acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:46.653487 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ebacb-e60d-4917-8575-dc0cd0e41acb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3bc8d9-f812-426b-a7d3-f95011837994,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:46.664335 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85ebacb-e60d-4917-8575-dc0cd0e41acb admin admin] Checking segment: {'id': '34cfe1bf-6877-4e6a-83f1-68484042287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:44:46.664720 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85ebacb-e60d-4917-8575-dc0cd0e41acb admin admin] Network hostable DHCP agents. Network: ccaa3160-a52d-4d5e-a6f1-64315c0729dc, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:44:46.680466 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85ebacb-e60d-4917-8575-dc0cd0e41acb admin admin] Network ccaa3160-a52d-4d5e-a6f1-64315c0729dc is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:44:46.688149 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-e85ebacb-e60d-4917-8575-dc0cd0e41acb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, ccaa3160-a52d-4d5e-a6f1-64315c0729dc) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:44:46.691896 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85ebacb-e60d-4917-8575-dc0cd0e41acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:46.692484 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e85ebacb-e60d-4917-8575-dc0cd0e41acb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:46.697455 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70857143-e149-458b-b3b6-36fe0a4b19b5 None None] Network ccaa3160-a52d-4d5e-a6f1-64315c0729dc requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:44:46.706280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e85ebacb-e60d-4917-8575-dc0cd0e41acb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3111866 Sep 07 19:44:46.709633 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51200) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:44:46.713801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-ef33ef8a-1490-43b8-a1b4-8bd719862126 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1139922361-router', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:44:46.733403 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef33ef8a-1490-43b8-a1b4-8bd719862126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:46.734393 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef33ef8a-1490-43b8-a1b4-8bd719862126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:46.789425 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef33ef8a-1490-43b8-a1b4-8bd719862126 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:46.840713 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-ccaa3160-a52d-4d5e-a6f1-64315c0729dc', 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'fixed_ips': [{'subnet_id': '1c3bc8d9-f812-426b-a7d3-f95011837994'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:44:46.841570 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:46.924852 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef33ef8a-1490-43b8-a1b4-8bd719862126 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:46.982532 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] Allocated IP 172.20.0.2 (ccaa3160-a52d-4d5e-a6f1-64315c0729dc/1c3bc8d9-f812-426b-a7d3-f95011837994/e4426834-ce17-440b-8f00-aeed006fbd41) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:44:47.124823 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef33ef8a-1490-43b8-a1b4-8bd719862126 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:47.125547 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:47.135765 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] Transition to ACTIVE for port object e4426834-ce17-440b-8f00-aeed006fbd41 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:44:47.145827 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef33ef8a-1490-43b8-a1b4-8bd719862126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:47.150579 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] Transition to ACTIVE for port object e4426834-ce17-440b-8f00-aeed006fbd41 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:44:47.156632 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:47.193918 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] Network ccaa3160-a52d-4d5e-a6f1-64315c0729dc is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:44:47.196893 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:44:47.202309 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:44:47.207724 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] Pushing event updated for resources: {'Port': ['ID=e4426834-ce17-440b-8f00-aeed006fbd41,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:47.257797 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-ef33ef8a-1490-43b8-a1b4-8bd719862126 admin admin] Allocated IP 172.25.8.72 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/fa795ea0-ac4f-412b-b8fe-2e11917e737b) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:44:47.261720 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] Attempting to bind port e4426834-ce17-440b-8f00-aeed006fbd41 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:44:47.262086 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] Attempting to bind port e4426834-ce17-440b-8f00-aeed006fbd41 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '34cfe1bf-6877-4e6a-83f1-68484042287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:44:47.262573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] Attempting to bind port e4426834-ce17-440b-8f00-aeed006fbd41 on network ccaa3160-a52d-4d5e-a6f1-64315c0729dc {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:44:47.269040 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:44:47.269413 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] Checking segment: {'id': '34cfe1bf-6877-4e6a-83f1-68484042287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:44:47.269812 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:47.270199 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] Bound using segment: {'id': '34cfe1bf-6877-4e6a-83f1-68484042287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:44:47.270685 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] Bound port: e4426834-ce17-440b-8f00-aeed006fbd41, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34cfe1bf-6877-4e6a-83f1-68484042287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:44:47.271233 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:47.335272 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] For port e4426834-ce17-440b-8f00-aeed006fbd41, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:44:47.338573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] For port e4426834-ce17-440b-8f00-aeed006fbd41, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e4426834-ce17-440b-8f00-aeed006fbd41,segment=NetworkSegment(34cfe1bf-6877-4e6a-83f1-68484042287c),segment_id=34cfe1bf-6877-4e6a-83f1-68484042287c)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:44:47.342325 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:47.361271 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef33ef8a-1490-43b8-a1b4-8bd719862126 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:47.400731 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef33ef8a-1490-43b8-a1b4-8bd719862126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:47.403543 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3869bf-6b55-4695-928d-b0cafac32717 None None] Pushing event updated for resources: {'Port': ['ID=e4426834-ce17-440b-8f00-aeed006fbd41,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:47.441525 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef33ef8a-1490-43b8-a1b4-8bd719862126 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:44:47.445017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-ef33ef8a-1490-43b8-a1b4-8bd719862126 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:44:47.451510 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef33ef8a-1490-43b8-a1b4-8bd719862126 admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:44:47.457821 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33ef8a-1490-43b8-a1b4-8bd719862126 admin admin] Pushing event updated for resources: {'Port': ['ID=fa795ea0-ac4f-412b-b8fe-2e11917e737b,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:47.738751 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef33ef8a-1490-43b8-a1b4-8bd719862126 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:47.933346 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef33ef8a-1490-43b8-a1b4-8bd719862126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:48.063365 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef33ef8a-1490-43b8-a1b4-8bd719862126 admin admin] Router 22ff5f5c-0c44-4f40-806a-146c80fca52b is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:44:48.174263 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef33ef8a-1490-43b8-a1b4-8bd719862126 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:44:48.185851 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] Sync routers for ids ['22ff5f5c-0c44-4f40-806a-146c80fca52b'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:44:48.195048 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef33ef8a-1490-43b8-a1b4-8bd719862126 admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:48.196819 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ef33ef8a-1490-43b8-a1b4-8bd719862126 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4862127 Sep 07 19:44:48.197733 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] Routers {'22ff5f5c-0c44-4f40-806a-146c80fca52b'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:44:48.198369 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:44:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22ff5f5c-0c44-4f40-806a-146c80fca52b'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:48.199476 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51202) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:44:48.311933 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] Set router 22ff5f5c-0c44-4f40-806a-146c80fca52b gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:44:48.371044 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95b79c7-3d7e-44a1-ac4a-6dcff76622c1 None None] Network ccaa3160-a52d-4d5e-a6f1-64315c0729dc requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:44:48.498480 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'name': 'tempest-TestMinimumBasicScenario-1139922361-router', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:46Z', 'updated_at': '2021-09-07T19:44:47Z', 'revision_number': 3, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'gw_port': {'id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:47Z', 'updated_at': '2021-09-07T19:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:48.499511 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-192b32a0-b8ce-4fe7-b810-a0aa94de7194 None None] Provisioning for port e4426834-ce17-440b-8f00-aeed006fbd41 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:44:48.530642 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] Checking router: 22ff5f5c-0c44-4f40-806a-146c80fca52b for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:44:48.531287 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] Updating router 22ff5f5c-0c44-4f40-806a-146c80fca52b port fa795ea0-ac4f-412b-b8fe-2e11917e737b binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:44:48.557824 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:48.637250 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20bab0bf-6bc6-42e3-937c-7581bcaece63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:48.802860 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-20bab0bf-6bc6-42e3-937c-7581bcaece63 admin admin] Allocated IP 172.20.0.1 (ccaa3160-a52d-4d5e-a6f1-64315c0729dc/1c3bc8d9-f812-426b-a7d3-f95011837994/21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:44:48.829772 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:48.840132 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] Transition to ACTIVE for port object fa795ea0-ac4f-412b-b8fe-2e11917e737b will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:44:48.845848 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:48.895407 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] Attempting to bind port fa795ea0-ac4f-412b-b8fe-2e11917e737b on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:44:48.895811 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] Attempting to bind port fa795ea0-ac4f-412b-b8fe-2e11917e737b by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:44:48.896180 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] Attempting to bind port fa795ea0-ac4f-412b-b8fe-2e11917e737b on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:44:48.903373 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b943a-bd74-40ca-9ae1-7f722852adaf None None] Pushing event updated for resources: {'Port': ['ID=fa795ea0-ac4f-412b-b8fe-2e11917e737b,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:48.905557 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:44:48.905975 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:44:48.906330 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:48.906720 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:44:48.907187 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] Bound port: fa795ea0-ac4f-412b-b8fe-2e11917e737b, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:44:48.907565 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:48.912083 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20bab0bf-6bc6-42e3-937c-7581bcaece63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:48.925192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-20bab0bf-6bc6-42e3-937c-7581bcaece63 admin admin] Transition to ACTIVE for port object 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:44:48.934617 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b943a-bd74-40ca-9ae1-7f722852adaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:48.934973 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b943a-bd74-40ca-9ae1-7f722852adaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:48.935315 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b943a-bd74-40ca-9ae1-7f722852adaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:48.935657 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b943a-bd74-40ca-9ae1-7f722852adaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:48.935989 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b943a-bd74-40ca-9ae1-7f722852adaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:48.936320 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b943a-bd74-40ca-9ae1-7f722852adaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:48.936674 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b943a-bd74-40ca-9ae1-7f722852adaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:48.937003 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b943a-bd74-40ca-9ae1-7f722852adaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:48.937329 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b943a-bd74-40ca-9ae1-7f722852adaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:48.937654 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b943a-bd74-40ca-9ae1-7f722852adaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:48.937976 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b943a-bd74-40ca-9ae1-7f722852adaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:48.938297 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b943a-bd74-40ca-9ae1-7f722852adaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:44:48.959925 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20bab0bf-6bc6-42e3-937c-7581bcaece63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:48.972618 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] For port fa795ea0-ac4f-412b-b8fe-2e11917e737b, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:44:48.976115 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] For port fa795ea0-ac4f-412b-b8fe-2e11917e737b, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fa795ea0-ac4f-412b-b8fe-2e11917e737b,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:44:48.981558 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:48.998545 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bab0bf-6bc6-42e3-937c-7581bcaece63 admin admin] Network ccaa3160-a52d-4d5e-a6f1-64315c0729dc is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:44:49.001346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-20bab0bf-6bc6-42e3-937c-7581bcaece63 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:44:49.004079 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bab0bf-6bc6-42e3-937c-7581bcaece63 admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:44:49.036011 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bab0bf-6bc6-42e3-937c-7581bcaece63 admin admin] Pushing event updated for resources: {'Port': ['ID=21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:49.037953 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] Routers {'22ff5f5c-0c44-4f40-806a-146c80fca52b'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:44:49.038587 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:44:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22ff5f5c-0c44-4f40-806a-146c80fca52b'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:49.055584 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20bab0bf-6bc6-42e3-937c-7581bcaece63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:49.075695 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b943a-bd74-40ca-9ae1-7f722852adaf None None] Pushing event updated for resources: {'Port': ['ID=fa795ea0-ac4f-412b-b8fe-2e11917e737b,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:49.160301 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] Set router 22ff5f5c-0c44-4f40-806a-146c80fca52b gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:44:49.201012 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e4426834-ce17-440b-8f00-aeed006fbd41 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:44:49.230338 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20bab0bf-6bc6-42e3-937c-7581bcaece63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:49.265209 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2e13c436-fab8-4de7-a5b5-aff8b4df93ef None None] Provisioning for port 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:44:49.270618 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2e13c436-fab8-4de7-a5b5-aff8b4df93ef None None] Provisioning complete for port 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:44:49.271884 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2e13c436-fab8-4de7-a5b5-aff8b4df93ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:49.292460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port e4426834-ce17-440b-8f00-aeed006fbd41 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:44:49.299105 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e4426834-ce17-440b-8f00-aeed006fbd41 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:44:49.299693 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:49.338853 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-2e13c436-fab8-4de7-a5b5-aff8b4df93ef None None] Port 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:44:49.357245 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'name': 'tempest-TestMinimumBasicScenario-1139922361-router', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:46Z', 'updated_at': '2021-09-07T19:44:47Z', 'revision_number': 3, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'gw_port': {'id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:47Z', 'updated_at': '2021-09-07T19:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:49.386411 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b962b391-0e3b-4d1f-a285-6a730997b906 None None] The sync data for ids ['22ff5f5c-0c44-4f40-806a-146c80fca52b'] in n-d-807786-1 is: [{'id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'name': 'tempest-TestMinimumBasicScenario-1139922361-router', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:46Z', 'updated_at': '2021-09-07T19:44:47Z', 'revision_number': 3, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'gw_port': {'id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:47Z', 'updated_at': '2021-09-07T19:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:44:49.390618 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:49.413084 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20bab0bf-6bc6-42e3-937c-7581bcaece63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:49.417490 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20bab0bf-6bc6-42e3-937c-7581bcaece63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:49.427586 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port e4426834-ce17-440b-8f00-aeed006fbd41, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e4426834-ce17-440b-8f00-aeed006fbd41,segment=NetworkSegment(34cfe1bf-6877-4e6a-83f1-68484042287c),segment_id=34cfe1bf-6877-4e6a-83f1-68484042287c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:44:49.431661 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:49.482948 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=e4426834-ce17-440b-8f00-aeed006fbd41,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:49.490258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bab0bf-6bc6-42e3-937c-7581bcaece63 admin admin] Pushing event updated for resources: {'Port': ['ID=21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:49.492833 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20bab0bf-6bc6-42e3-937c-7581bcaece63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:49.585385 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bab0bf-6bc6-42e3-937c-7581bcaece63 admin admin] Network ccaa3160-a52d-4d5e-a6f1-64315c0729dc is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:44:49.586826 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-20bab0bf-6bc6-42e3-937c-7581bcaece63 admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:44:49.732552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bab0bf-6bc6-42e3-937c-7581bcaece63 admin admin] Router 22ff5f5c-0c44-4f40-806a-146c80fca52b has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:44:49.853370 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bab0bf-6bc6-42e3-937c-7581bcaece63 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:44:49.858502 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-20bab0bf-6bc6-42e3-937c-7581bcaece63 admin admin] 10.222.0.26 "PUT /v2.0/routers/22ff5f5c-0c44-4f40-806a-146c80fca52b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6576011 Sep 07 19:44:49.864411 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-524aa2de-e5a6-46ac-be8f-f441b84abce1 None None] Provisioning complete for port 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:44:49.865475 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-524aa2de-e5a6-46ac-be8f-f441b84abce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:49.900499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-524aa2de-e5a6-46ac-be8f-f441b84abce1 None None] Port 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:44:50.337628 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51218) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:44:50.342530 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6fb6b405-12be-42e6-951c-7b720bdb2049 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1846543291-network', 'tenant_id': 'd03cbb3bffa742f9af09963ca7ca5c01'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:44:50.363368 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb6b405-12be-42e6-951c-7b720bdb2049 admin admin] Made reservation on behalf of d03cbb3bffa742f9af09963ca7ca5c01 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:44:50.366478 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6fb6b405-12be-42e6-951c-7b720bdb2049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:50.374935 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6fb6b405-12be-42e6-951c-7b720bdb2049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:50.470969 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6fb6b405-12be-42e6-951c-7b720bdb2049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:50.474757 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6fb6b405-12be-42e6-951c-7b720bdb2049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:50.498557 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb6b405-12be-42e6-951c-7b720bdb2049 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:44:50.508787 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6b405-12be-42e6-951c-7b720bdb2049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e723cc40-10b0-4f86-9514-8bb2524b06a8,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:50.517602 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6fb6b405-12be-42e6-951c-7b720bdb2049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:50.517602 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-6fb6b405-12be-42e6-951c-7b720bdb2049 admin admin] Added segment 3c3ea55f-bd79-4b10-953c-ef5a1ae49c66 of type vlan for network 11d70030-2de2-444e-b749-f09fe701a4cd Sep 07 19:44:50.556915 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6fb6b405-12be-42e6-951c-7b720bdb2049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:50.581371 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6fb6b405-12be-42e6-951c-7b720bdb2049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:50.582322 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb6b405-12be-42e6-951c-7b720bdb2049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:50.582933 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6fb6b405-12be-42e6-951c-7b720bdb2049 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:50.615667 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6fb6b405-12be-42e6-951c-7b720bdb2049 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2767582 Sep 07 19:44:50.618269 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51220) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:44:50.623345 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-c45972a7-0861-4228-a6f9-e159ed194060 admin admin] Request body: {'subnet': {'network_id': '11d70030-2de2-444e-b749-f09fe701a4cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1846543291-subnet', 'tenant_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:44:50.659941 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6b405-12be-42e6-951c-7b720bdb2049 admin admin] Pushing event updated for resources: {'Network': ['ID=11d70030-2de2-444e-b749-f09fe701a4cd,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:50.670214 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 11d70030-2de2-444e-b749-f09fe701a4cd details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:44:50.679025 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45972a7-0861-4228-a6f9-e159ed194060 admin admin] Made reservation on behalf of d03cbb3bffa742f9af09963ca7ca5c01 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:44:50.681519 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c45972a7-0861-4228-a6f9-e159ed194060 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:50.855127 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c45972a7-0861-4228-a6f9-e159ed194060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:50.903882 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45972a7-0861-4228-a6f9-e159ed194060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=964fc155-f98d-4917-b181-81412d74deb9,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:50.919287 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45972a7-0861-4228-a6f9-e159ed194060 admin admin] Checking segment: {'id': '3c3ea55f-bd79-4b10-953c-ef5a1ae49c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '11d70030-2de2-444e-b749-f09fe701a4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:44:50.919644 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45972a7-0861-4228-a6f9-e159ed194060 admin admin] Network hostable DHCP agents. Network: 11d70030-2de2-444e-b749-f09fe701a4cd, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:44:50.937157 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45972a7-0861-4228-a6f9-e159ed194060 admin admin] Network 11d70030-2de2-444e-b749-f09fe701a4cd is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:44:50.939064 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] Sync routers for ids ['22ff5f5c-0c44-4f40-806a-146c80fca52b'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:44:50.946390 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-c45972a7-0861-4228-a6f9-e159ed194060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 11d70030-2de2-444e-b749-f09fe701a4cd) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:44:50.949077 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] Routers {'22ff5f5c-0c44-4f40-806a-146c80fca52b'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:44:50.949733 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:44:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22ff5f5c-0c44-4f40-806a-146c80fca52b'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:50.951979 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45972a7-0861-4228-a6f9-e159ed194060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:44:50.952957 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c45972a7-0861-4228-a6f9-e159ed194060 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:50.967239 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c45972a7-0861-4228-a6f9-e159ed194060 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3479738 Sep 07 19:44:50.969703 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51222) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:44:50.974563 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-443b84c0-6754-4283-9041-83e353c8a927 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1846543291-router', 'tenant_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:44:50.987385 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736b9943-2ef8-4b6a-8446-8864c8d75d8a None None] Network 11d70030-2de2-444e-b749-f09fe701a4cd requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:44:50.997062 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-443b84c0-6754-4283-9041-83e353c8a927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:50.998061 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-443b84c0-6754-4283-9041-83e353c8a927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:51.047970 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-443b84c0-6754-4283-9041-83e353c8a927 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:51.121996 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] Set router 22ff5f5c-0c44-4f40-806a-146c80fca52b gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:44:51.199899 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-443b84c0-6754-4283-9041-83e353c8a927 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:51.221146 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e4426834-ce17-440b-8f00-aeed006fbd41 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:44:51.290699 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-11d70030-2de2-444e-b749-f09fe701a4cd', 'network_id': '11d70030-2de2-444e-b749-f09fe701a4cd', 'tenant_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'fixed_ips': [{'subnet_id': '964fc155-f98d-4917-b181-81412d74deb9'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:44:51.291540 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:51.406939 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-443b84c0-6754-4283-9041-83e353c8a927 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:51.428863 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-443b84c0-6754-4283-9041-83e353c8a927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:51.535717 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-443b84c0-6754-4283-9041-83e353c8a927 admin admin] Allocated IP 172.25.8.168 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/52073182-70bd-4429-b597-631f0904086a) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:44:51.576657 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e4426834-ce17-440b-8f00-aeed006fbd41 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:44:51.577039 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:51.649111 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-443b84c0-6754-4283-9041-83e353c8a927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:51.688568 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-443b84c0-6754-4283-9041-83e353c8a927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:51.721149 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] Allocated IP 172.20.0.2 (11d70030-2de2-444e-b749-f09fe701a4cd/964fc155-f98d-4917-b181-81412d74deb9/5b4363ce-570c-446b-815a-45ac52befca5) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:44:51.726992 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443b84c0-6754-4283-9041-83e353c8a927 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:44:51.734031 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-443b84c0-6754-4283-9041-83e353c8a927 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:44:51.738770 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443b84c0-6754-4283-9041-83e353c8a927 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:44:51.741459 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b84c0-6754-4283-9041-83e353c8a927 admin admin] Pushing event updated for resources: {'Port': ['ID=52073182-70bd-4429-b597-631f0904086a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:51.754368 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'name': 'tempest-TestMinimumBasicScenario-1139922361-router', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:46Z', 'updated_at': '2021-09-07T19:44:49Z', 'revision_number': 4, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'gw_port': {'id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:47Z', 'updated_at': '2021-09-07T19:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74', 'name': '', 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'mac_address': 'fa:16:3e:95:04:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1c3bc8d9-f812-426b-a7d3-f95011837994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:48Z', 'updated_at': '2021-09-07T19:44:49Z', 'revision_number': 2, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'subnets': [{'id': '1c3bc8d9-f812-426b-a7d3-f95011837994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:51.788514 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] Checking router: 22ff5f5c-0c44-4f40-806a-146c80fca52b for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:44:51.788878 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] Updating router 22ff5f5c-0c44-4f40-806a-146c80fca52b port 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:44:51.825698 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fa795ea0-ac4f-412b-b8fe-2e11917e737b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:44:51.890681 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:51.986485 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-443b84c0-6754-4283-9041-83e353c8a927 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:51.991134 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port fa795ea0-ac4f-412b-b8fe-2e11917e737b completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:44:52.003251 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port fa795ea0-ac4f-412b-b8fe-2e11917e737b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:44:52.003619 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:52.104268 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:52.121499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] Transition to ACTIVE for port object 5b4363ce-570c-446b-815a-45ac52befca5 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:44:52.184676 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-443b84c0-6754-4283-9041-83e353c8a927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:52.189711 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] Transition to ACTIVE for port object 5b4363ce-570c-446b-815a-45ac52befca5 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:44:52.204204 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:52.292417 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] Network 11d70030-2de2-444e-b749-f09fe701a4cd is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:44:52.304681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:44:52.306402 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] Pushing event updated for resources: {'Port': ['ID=5b4363ce-570c-446b-815a-45ac52befca5,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:52.309838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:44:52.314242 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:52.318519 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443b84c0-6754-4283-9041-83e353c8a927 admin admin] Router b7faa229-4697-4cb9-a52c-08f82d475eae is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:44:52.397308 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port fa795ea0-ac4f-412b-b8fe-2e11917e737b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fa795ea0-ac4f-412b-b8fe-2e11917e737b,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:44:52.404518 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:52.431614 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443b84c0-6754-4283-9041-83e353c8a927 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:44:52.443223 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] Sync routers for ids ['b7faa229-4697-4cb9-a52c-08f82d475eae'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:44:52.445724 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] Attempting to bind port 5b4363ce-570c-446b-815a-45ac52befca5 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:44:52.446334 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] Attempting to bind port 5b4363ce-570c-446b-815a-45ac52befca5 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '3c3ea55f-bd79-4b10-953c-ef5a1ae49c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '11d70030-2de2-444e-b749-f09fe701a4cd'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:44:52.446703 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] Attempting to bind port 5b4363ce-570c-446b-815a-45ac52befca5 on network 11d70030-2de2-444e-b749-f09fe701a4cd {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:44:52.448780 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-443b84c0-6754-4283-9041-83e353c8a927 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:52.452998 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51224) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:44:52.453504 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-443b84c0-6754-4283-9041-83e353c8a927 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4823442 Sep 07 19:44:52.454730 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] Routers {'b7faa229-4697-4cb9-a52c-08f82d475eae'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:44:52.455351 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:44:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['b7faa229-4697-4cb9-a52c-08f82d475eae'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:52.463975 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:52.466457 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:44:52.466747 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] Checking segment: {'id': '3c3ea55f-bd79-4b10-953c-ef5a1ae49c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '11d70030-2de2-444e-b749-f09fe701a4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:44:52.467142 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:52.467576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] Bound using segment: {'id': '3c3ea55f-bd79-4b10-953c-ef5a1ae49c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '11d70030-2de2-444e-b749-f09fe701a4cd'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:44:52.468016 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] Bound port: 5b4363ce-570c-446b-815a-45ac52befca5, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3ea55f-bd79-4b10-953c-ef5a1ae49c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '11d70030-2de2-444e-b749-f09fe701a4cd'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:44:52.468421 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:52.493057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] Transition to ACTIVE for port object 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:44:52.504570 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:52.530503 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=fa795ea0-ac4f-412b-b8fe-2e11917e737b,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:52.568267 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] Set router b7faa229-4697-4cb9-a52c-08f82d475eae gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:44:52.594874 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] For port 5b4363ce-570c-446b-815a-45ac52befca5, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:44:52.600924 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] For port 5b4363ce-570c-446b-815a-45ac52befca5, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5b4363ce-570c-446b-815a-45ac52befca5,segment=NetworkSegment(3c3ea55f-bd79-4b10-953c-ef5a1ae49c66),segment_id=3c3ea55f-bd79-4b10-953c-ef5a1ae49c66)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:44:52.625382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33766459-8deb-4aa6-918d-d939ee3ba911 None None] Pushing event updated for resources: {'Port': ['ID=21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:52.633424 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:52.754888 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] Attempting to bind port 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:44:52.756193 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] Attempting to bind port 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '34cfe1bf-6877-4e6a-83f1-68484042287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:44:52.756193 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] Attempting to bind port 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74 on network ccaa3160-a52d-4d5e-a6f1-64315c0729dc {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:44:52.763865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:44:52.764250 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] Checking segment: {'id': '34cfe1bf-6877-4e6a-83f1-68484042287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:44:52.764788 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:52.765113 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] Bound using segment: {'id': '34cfe1bf-6877-4e6a-83f1-68484042287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:44:52.765594 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] Bound port: 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34cfe1bf-6877-4e6a-83f1-68484042287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:44:52.765981 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:52.777090 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdea7c5-d8d2-4ba4-8b81-44a4d1808455 None None] Pushing event updated for resources: {'Port': ['ID=5b4363ce-570c-446b-815a-45ac52befca5,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:52.830927 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7faa229-4697-4cb9-a52c-08f82d475eae', 'name': 'tempest-TestMinimumBasicScenario-1846543291-router', 'tenant_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52073182-70bd-4429-b597-631f0904086a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:51Z', 'updated_at': '2021-09-07T19:44:51Z', 'revision_number': 3, 'project_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'gw_port': {'id': '52073182-70bd-4429-b597-631f0904086a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7faa229-4697-4cb9-a52c-08f82d475eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:51Z', 'updated_at': '2021-09-07T19:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:52.860678 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] Checking router: b7faa229-4697-4cb9-a52c-08f82d475eae for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:44:52.861043 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] Updating router b7faa229-4697-4cb9-a52c-08f82d475eae port 52073182-70bd-4429-b597-631f0904086a binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:44:52.869642 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] For port 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:44:52.876877 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] For port 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74,segment=NetworkSegment(34cfe1bf-6877-4e6a-83f1-68484042287c),segment_id=34cfe1bf-6877-4e6a-83f1-68484042287c)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:44:52.883475 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:52.898498 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:52.957381 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] Routers {'22ff5f5c-0c44-4f40-806a-146c80fca52b'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:44:52.958237 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:44:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22ff5f5c-0c44-4f40-806a-146c80fca52b'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:52.965564 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33766459-8deb-4aa6-918d-d939ee3ba911 None None] Pushing event updated for resources: {'Port': ['ID=21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:53.157070 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] Set router 22ff5f5c-0c44-4f40-806a-146c80fca52b gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:44:53.313865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5b4363ce-570c-446b-815a-45ac52befca5 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:44:53.374911 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:53.386608 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] Transition to ACTIVE for port object 52073182-70bd-4429-b597-631f0904086a will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:44:53.394084 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:53.453900 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1186d5-1cb8-4ebf-ae27-4ff44f580237 None None] Pushing event updated for resources: {'Port': ['ID=52073182-70bd-4429-b597-631f0904086a,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:53.457908 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] Attempting to bind port 52073182-70bd-4429-b597-631f0904086a on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:44:53.458746 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] Attempting to bind port 52073182-70bd-4429-b597-631f0904086a by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:44:53.459425 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] Attempting to bind port 52073182-70bd-4429-b597-631f0904086a on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:44:53.470030 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 5b4363ce-570c-446b-815a-45ac52befca5 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:44:53.471307 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:44:53.471784 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:44:53.472280 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:53.472798 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:44:53.473381 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] Bound port: 52073182-70bd-4429-b597-631f0904086a, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:44:53.474394 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:53.478497 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fa795ea0-ac4f-412b-b8fe-2e11917e737b up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:44:53.527102 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'name': 'tempest-TestMinimumBasicScenario-1139922361-router', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:46Z', 'updated_at': '2021-09-07T19:44:49Z', 'revision_number': 4, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'gw_port': {'id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:47Z', 'updated_at': '2021-09-07T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74', 'name': '', 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'mac_address': 'fa:16:3e:95:04:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1c3bc8d9-f812-426b-a7d3-f95011837994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:48Z', 'updated_at': '2021-09-07T19:44:52Z', 'revision_number': 4, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'subnets': [{'id': '1c3bc8d9-f812-426b-a7d3-f95011837994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:53.531015 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] For port 52073182-70bd-4429-b597-631f0904086a, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:44:53.533850 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22e01f79-51a9-4715-a653-17c4566b1a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:53.534523 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] For port 52073182-70bd-4429-b597-631f0904086a, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=52073182-70bd-4429-b597-631f0904086a,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:44:53.541748 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:53.563636 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb20005-92ec-471b-b758-0429d859a884 None None] The sync data for ids ['22ff5f5c-0c44-4f40-806a-146c80fca52b'] in n-d-807786-1 is: [{'id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'name': 'tempest-TestMinimumBasicScenario-1139922361-router', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:46Z', 'updated_at': '2021-09-07T19:44:49Z', 'revision_number': 4, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'gw_port': {'id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:47Z', 'updated_at': '2021-09-07T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74', 'name': '', 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'mac_address': 'fa:16:3e:95:04:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1c3bc8d9-f812-426b-a7d3-f95011837994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:48Z', 'updated_at': '2021-09-07T19:44:52Z', 'revision_number': 4, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'subnets': [{'id': '1c3bc8d9-f812-426b-a7d3-f95011837994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:44:53.573100 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port fa795ea0-ac4f-412b-b8fe-2e11917e737b triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:44:53.573708 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:53.593090 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] Routers {'b7faa229-4697-4cb9-a52c-08f82d475eae'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:44:53.593918 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:44:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['b7faa229-4697-4cb9-a52c-08f82d475eae'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:53.667933 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1186d5-1cb8-4ebf-ae27-4ff44f580237 None None] Pushing event updated for resources: {'Port': ['ID=52073182-70bd-4429-b597-631f0904086a,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:53.760722 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] Set router b7faa229-4697-4cb9-a52c-08f82d475eae gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:44:53.785020 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-22e01f79-51a9-4715-a653-17c4566b1a8d admin admin] Allocated IP 172.20.0.1 (11d70030-2de2-444e-b749-f09fe701a4cd/964fc155-f98d-4917-b181-81412d74deb9/225f5d87-f279-4eba-aa56-c101e8587930) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:44:53.920131 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22e01f79-51a9-4715-a653-17c4566b1a8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:53.936656 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-22e01f79-51a9-4715-a653-17c4566b1a8d admin admin] Transition to ACTIVE for port object 225f5d87-f279-4eba-aa56-c101e8587930 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:44:53.981236 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22e01f79-51a9-4715-a653-17c4566b1a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:53.987283 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7faa229-4697-4cb9-a52c-08f82d475eae', 'name': 'tempest-TestMinimumBasicScenario-1846543291-router', 'tenant_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52073182-70bd-4429-b597-631f0904086a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:51Z', 'updated_at': '2021-09-07T19:44:51Z', 'revision_number': 3, 'project_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'gw_port': {'id': '52073182-70bd-4429-b597-631f0904086a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7faa229-4697-4cb9-a52c-08f82d475eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:51Z', 'updated_at': '2021-09-07T19:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:54.025012 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e01f79-51a9-4715-a653-17c4566b1a8d admin admin] Network 11d70030-2de2-444e-b749-f09fe701a4cd is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:44:54.026161 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de75d6-c2c2-4bee-8a8a-3a686115098f None None] The sync data for ids ['b7faa229-4697-4cb9-a52c-08f82d475eae'] in n-d-807786-1 is: [{'id': 'b7faa229-4697-4cb9-a52c-08f82d475eae', 'name': 'tempest-TestMinimumBasicScenario-1846543291-router', 'tenant_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52073182-70bd-4429-b597-631f0904086a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:51Z', 'updated_at': '2021-09-07T19:44:51Z', 'revision_number': 3, 'project_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'gw_port': {'id': '52073182-70bd-4429-b597-631f0904086a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7faa229-4697-4cb9-a52c-08f82d475eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:51Z', 'updated_at': '2021-09-07T19:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:44:54.030594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-22e01f79-51a9-4715-a653-17c4566b1a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:44:54.035369 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e01f79-51a9-4715-a653-17c4566b1a8d admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:44:54.039480 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e01f79-51a9-4715-a653-17c4566b1a8d admin admin] Pushing event updated for resources: {'Port': ['ID=225f5d87-f279-4eba-aa56-c101e8587930,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:54.078903 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22e01f79-51a9-4715-a653-17c4566b1a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:54.143663 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1e7eb3-98c8-4631-96e4-9f719c64571d None None] Network 11d70030-2de2-444e-b749-f09fe701a4cd requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:44:54.226042 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-68c18291-a7be-4ceb-a35b-17bfd5f9ce0c None None] Provisioning for port 5b4363ce-570c-446b-815a-45ac52befca5 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:44:54.233783 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-68c18291-a7be-4ceb-a35b-17bfd5f9ce0c None None] Provisioning complete for port 5b4363ce-570c-446b-815a-45ac52befca5 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:44:54.234160 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-68c18291-a7be-4ceb-a35b-17bfd5f9ce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:54.256950 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22e01f79-51a9-4715-a653-17c4566b1a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:54.437983 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-68c18291-a7be-4ceb-a35b-17bfd5f9ce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:54.501187 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-68c18291-a7be-4ceb-a35b-17bfd5f9ce0c None None] For port 5b4363ce-570c-446b-815a-45ac52befca5, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5b4363ce-570c-446b-815a-45ac52befca5,segment=NetworkSegment(3c3ea55f-bd79-4b10-953c-ef5a1ae49c66),segment_id=3c3ea55f-bd79-4b10-953c-ef5a1ae49c66)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:44:54.509092 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-68c18291-a7be-4ceb-a35b-17bfd5f9ce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:54.531166 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22e01f79-51a9-4715-a653-17c4566b1a8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:54.537704 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22e01f79-51a9-4715-a653-17c4566b1a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:54.594149 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c18291-a7be-4ceb-a35b-17bfd5f9ce0c None None] Pushing event updated for resources: {'Port': ['ID=5b4363ce-570c-446b-815a-45ac52befca5,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:54.632984 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e01f79-51a9-4715-a653-17c4566b1a8d admin admin] Pushing event updated for resources: {'Port': ['ID=225f5d87-f279-4eba-aa56-c101e8587930,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:54.635799 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-22e01f79-51a9-4715-a653-17c4566b1a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:54.737540 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e01f79-51a9-4715-a653-17c4566b1a8d admin admin] Network 11d70030-2de2-444e-b749-f09fe701a4cd is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:44:54.739277 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-22e01f79-51a9-4715-a653-17c4566b1a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:44:54.743571 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-56d8e463-1efb-42cb-a50e-42a91cafe6a5 None None] Provisioning for port 225f5d87-f279-4eba-aa56-c101e8587930 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:44:54.749614 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-56d8e463-1efb-42cb-a50e-42a91cafe6a5 None None] Provisioning complete for port 225f5d87-f279-4eba-aa56-c101e8587930 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:44:54.750128 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-56d8e463-1efb-42cb-a50e-42a91cafe6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:54.793920 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-56d8e463-1efb-42cb-a50e-42a91cafe6a5 None None] Port 225f5d87-f279-4eba-aa56-c101e8587930 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:44:54.810708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-56d8e463-1efb-42cb-a50e-42a91cafe6a5 None None] Provisioning complete for port 5b4363ce-570c-446b-815a-45ac52befca5 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:44:54.810923 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-56d8e463-1efb-42cb-a50e-42a91cafe6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:54.896087 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e01f79-51a9-4715-a653-17c4566b1a8d admin admin] Router b7faa229-4697-4cb9-a52c-08f82d475eae has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:44:55.028759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e01f79-51a9-4715-a653-17c4566b1a8d admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:44:55.034428 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-22e01f79-51a9-4715-a653-17c4566b1a8d admin admin] 10.222.0.26 "PUT /v2.0/routers/b7faa229-4697-4cb9-a52c-08f82d475eae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5787768 Sep 07 19:44:55.051415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-07777e7c-e53c-4d97-b6e1-a9d999cb251f None None] Provisioning complete for port 225f5d87-f279-4eba-aa56-c101e8587930 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:44:55.051789 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-07777e7c-e53c-4d97-b6e1-a9d999cb251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:55.091826 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-07777e7c-e53c-4d97-b6e1-a9d999cb251f None None] Port 225f5d87-f279-4eba-aa56-c101e8587930 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:44:55.214102 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-fb928f15-b7b9-44b7-9d11-8addde6ffe05 None None] Provisioning complete for port 225f5d87-f279-4eba-aa56-c101e8587930 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:44:55.214766 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fb928f15-b7b9-44b7-9d11-8addde6ffe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:55.261032 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-fb928f15-b7b9-44b7-9d11-8addde6ffe05 None None] Port 225f5d87-f279-4eba-aa56-c101e8587930 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:44:55.280430 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5b4363ce-570c-446b-815a-45ac52befca5 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:44:55.333867 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 5b4363ce-570c-446b-815a-45ac52befca5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:44:55.334242 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:55.421354 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:44:55.468886 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:44:55.472686 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:44:55.473056 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:55.569130 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:55.617332 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74,segment=NetworkSegment(34cfe1bf-6877-4e6a-83f1-68484042287c),segment_id=34cfe1bf-6877-4e6a-83f1-68484042287c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:44:55.626841 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:55.627986 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 52073182-70bd-4429-b597-631f0904086a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:44:55.704433 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:55.718543 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 52073182-70bd-4429-b597-631f0904086a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:44:55.722221 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 52073182-70bd-4429-b597-631f0904086a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:44:55.722589 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:55.957889 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:55.981000 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 52073182-70bd-4429-b597-631f0904086a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=52073182-70bd-4429-b597-631f0904086a,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:44:55.985669 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:56.062689 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7e0280c2-2ffb-4b1d-a6a4-357b1938e787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:56.080236 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=52073182-70bd-4429-b597-631f0904086a,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:57.068948 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] Sync routers for ids ['b7faa229-4697-4cb9-a52c-08f82d475eae'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:44:57.082444 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] Routers {'b7faa229-4697-4cb9-a52c-08f82d475eae'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:44:57.083212 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:44:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['b7faa229-4697-4cb9-a52c-08f82d475eae'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:57.192486 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:44:57.232772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] Set router b7faa229-4697-4cb9-a52c-08f82d475eae gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:44:57.348272 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:44:57.348272 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:57.513485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 52073182-70bd-4429-b597-631f0904086a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:44:57.561616 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7faa229-4697-4cb9-a52c-08f82d475eae', 'name': 'tempest-TestMinimumBasicScenario-1846543291-router', 'tenant_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52073182-70bd-4429-b597-631f0904086a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:51Z', 'updated_at': '2021-09-07T19:44:54Z', 'revision_number': 4, 'project_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'gw_port': {'id': '52073182-70bd-4429-b597-631f0904086a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7faa229-4697-4cb9-a52c-08f82d475eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:51Z', 'updated_at': '2021-09-07T19:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '225f5d87-f279-4eba-aa56-c101e8587930', 'name': '', 'network_id': '11d70030-2de2-444e-b749-f09fe701a4cd', 'tenant_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'mac_address': 'fa:16:3e:a8:43:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7faa229-4697-4cb9-a52c-08f82d475eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '964fc155-f98d-4917-b181-81412d74deb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:53Z', 'updated_at': '2021-09-07T19:44:54Z', 'revision_number': 2, 'project_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'subnets': [{'id': '964fc155-f98d-4917-b181-81412d74deb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:57.594175 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] Checking router: b7faa229-4697-4cb9-a52c-08f82d475eae for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:44:57.594175 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] Updating router b7faa229-4697-4cb9-a52c-08f82d475eae port 225f5d87-f279-4eba-aa56-c101e8587930 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:44:57.627277 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 52073182-70bd-4429-b597-631f0904086a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:44:57.627652 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:57.629138 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:57.979561 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:57.989948 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] Transition to ACTIVE for port object 225f5d87-f279-4eba-aa56-c101e8587930 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:44:57.998756 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:58.063052 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab6575-f1c1-4e61-b0d3-fa76b1d41d2f None None] Pushing event updated for resources: {'Port': ['ID=225f5d87-f279-4eba-aa56-c101e8587930,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:58.124122 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] Attempting to bind port 225f5d87-f279-4eba-aa56-c101e8587930 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:44:58.124729 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] Attempting to bind port 225f5d87-f279-4eba-aa56-c101e8587930 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '3c3ea55f-bd79-4b10-953c-ef5a1ae49c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '11d70030-2de2-444e-b749-f09fe701a4cd'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:44:58.124916 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] Attempting to bind port 225f5d87-f279-4eba-aa56-c101e8587930 on network 11d70030-2de2-444e-b749-f09fe701a4cd {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:44:58.131437 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:44:58.131766 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] Checking segment: {'id': '3c3ea55f-bd79-4b10-953c-ef5a1ae49c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '11d70030-2de2-444e-b749-f09fe701a4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:44:58.132129 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:58.132592 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] Bound using segment: {'id': '3c3ea55f-bd79-4b10-953c-ef5a1ae49c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '11d70030-2de2-444e-b749-f09fe701a4cd'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:44:58.133074 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] Bound port: 225f5d87-f279-4eba-aa56-c101e8587930, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3ea55f-bd79-4b10-953c-ef5a1ae49c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '11d70030-2de2-444e-b749-f09fe701a4cd'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:44:58.133461 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:58.214436 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] For port 225f5d87-f279-4eba-aa56-c101e8587930, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:44:58.219476 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] For port 225f5d87-f279-4eba-aa56-c101e8587930, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=225f5d87-f279-4eba-aa56-c101e8587930,segment=NetworkSegment(3c3ea55f-bd79-4b10-953c-ef5a1ae49c66),segment_id=3c3ea55f-bd79-4b10-953c-ef5a1ae49c66)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:44:58.226168 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:58.305811 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] Routers {'b7faa229-4697-4cb9-a52c-08f82d475eae'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:44:58.305811 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:44:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['b7faa229-4697-4cb9-a52c-08f82d475eae'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:58.356946 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab6575-f1c1-4e61-b0d3-fa76b1d41d2f None None] Pushing event updated for resources: {'Port': ['ID=225f5d87-f279-4eba-aa56-c101e8587930,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:44:58.461740 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] Set router b7faa229-4697-4cb9-a52c-08f82d475eae gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:44:58.694711 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7faa229-4697-4cb9-a52c-08f82d475eae', 'name': 'tempest-TestMinimumBasicScenario-1846543291-router', 'tenant_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52073182-70bd-4429-b597-631f0904086a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:51Z', 'updated_at': '2021-09-07T19:44:54Z', 'revision_number': 4, 'project_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'gw_port': {'id': '52073182-70bd-4429-b597-631f0904086a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7faa229-4697-4cb9-a52c-08f82d475eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:51Z', 'updated_at': '2021-09-07T19:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '225f5d87-f279-4eba-aa56-c101e8587930', 'name': '', 'network_id': '11d70030-2de2-444e-b749-f09fe701a4cd', 'tenant_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'mac_address': 'fa:16:3e:a8:43:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7faa229-4697-4cb9-a52c-08f82d475eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '964fc155-f98d-4917-b181-81412d74deb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:53Z', 'updated_at': '2021-09-07T19:44:58Z', 'revision_number': 4, 'project_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'subnets': [{'id': '964fc155-f98d-4917-b181-81412d74deb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:44:58.729008 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3bc560-de7d-4294-9c86-8d1b98baf5ae None None] The sync data for ids ['b7faa229-4697-4cb9-a52c-08f82d475eae'] in n-d-807786-1 is: [{'id': 'b7faa229-4697-4cb9-a52c-08f82d475eae', 'name': 'tempest-TestMinimumBasicScenario-1846543291-router', 'tenant_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52073182-70bd-4429-b597-631f0904086a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:51Z', 'updated_at': '2021-09-07T19:44:54Z', 'revision_number': 4, 'project_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'gw_port': {'id': '52073182-70bd-4429-b597-631f0904086a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7faa229-4697-4cb9-a52c-08f82d475eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:51Z', 'updated_at': '2021-09-07T19:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '225f5d87-f279-4eba-aa56-c101e8587930', 'name': '', 'network_id': '11d70030-2de2-444e-b749-f09fe701a4cd', 'tenant_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'mac_address': 'fa:16:3e:a8:43:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7faa229-4697-4cb9-a52c-08f82d475eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '964fc155-f98d-4917-b181-81412d74deb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:53Z', 'updated_at': '2021-09-07T19:44:58Z', 'revision_number': 4, 'project_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'subnets': [{'id': '964fc155-f98d-4917-b181-81412d74deb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:44:58.850342 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0d637973-c8b8-4989-b299-edd27039b5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:59.149163 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:59.193576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 225f5d87-f279-4eba-aa56-c101e8587930 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:44:59.264458 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 225f5d87-f279-4eba-aa56-c101e8587930 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:44:59.271757 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 225f5d87-f279-4eba-aa56-c101e8587930 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:44:59.272138 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:59.374604 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:59.411790 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 225f5d87-f279-4eba-aa56-c101e8587930, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=225f5d87-f279-4eba-aa56-c101e8587930,segment=NetworkSegment(3c3ea55f-bd79-4b10-953c-ef5a1ae49c66),segment_id=3c3ea55f-bd79-4b10-953c-ef5a1ae49c66)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:44:59.415740 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:44:59.478547 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=225f5d87-f279-4eba-aa56-c101e8587930,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:45:00.418342 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:01.138497 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 225f5d87-f279-4eba-aa56-c101e8587930 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:45:01.189276 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 225f5d87-f279-4eba-aa56-c101e8587930 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:45:01.189717 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:01.953331 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:05.012550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-d1250c51-c65a-4174-ad1a-15b751d5b1b4 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:05.014056 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-d1250c51-c65a-4174-ad1a-15b751d5b1b4 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/networks?id=ccaa3160-a52d-4d5e-a6f1-64315c0729dc HTTP/1.1" status: 200 len: 815 time: 0.1040735 Sep 07 19:45:05.030097 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-78a4873b-1d75-4ace-9674-25f64e816b09 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/quotas/13c357ee04d04db1bffb2c77486c1e36 HTTP/1.1" status: 200 len: 375 time: 0.0098720 Sep 07 19:45:05.081743 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-31417ef9-e11e-41de-a225-e3453cfb61da tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=13c357ee04d04db1bffb2c77486c1e36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465176 Sep 07 19:45:05.174696 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-5c769142-d488-42c8-ab22-965518c32a59 service neutron] 10.222.0.26 "GET /v2.0/networks/ccaa3160-a52d-4d5e-a6f1-64315c0729dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807295 Sep 07 19:45:05.265424 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-0b744fe4-1c8c-45ea-96cb-7a2f9684647c service neutron] 10.222.0.26 "GET /v2.0/networks/ccaa3160-a52d-4d5e-a6f1-64315c0729dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846016 Sep 07 19:45:05.426488 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-078af3ae-0307-4bac-9668-5a2b023b892c req-03e1b88b-fbd0-4dd4-a556-8f67c97ae190 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 210 time: 0.0266433 Sep 07 19:45:06.431794 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-bb13489c-472b-419a-aaa9-bfe40db4ad44 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:06.433265 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-bb13489c-472b-419a-aaa9-bfe40db4ad44 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.60 "GET /v2.0/networks?id=ccaa3160-a52d-4d5e-a6f1-64315c0729dc HTTP/1.1" status: 200 len: 815 time: 0.1115787 Sep 07 19:45:06.449909 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Request body: {'port': {'device_id': 'f247e901-a606-4464-bb9c-ec0bffb84aad', 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc', 'admin_state_up': True, 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:45:06.543058 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1f71f167-6524-401c-921b-7f5ceb4a18f6 req-56b3422d-8b43-4b53-9591-9fc502579ce5 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 210 time: 0.0367858 Sep 07 19:45:06.586087 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Made reservation on behalf of 13c357ee04d04db1bffb2c77486c1e36 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:45:06.589809 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:06.723522 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Allocated IP 172.20.0.11 (ccaa3160-a52d-4d5e-a6f1-64315c0729dc/1c3bc8d9-f812-426b-a7d3-f95011837994/7a4bb77c-5bf6-4196-a466-368a663f0a5d) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:45:06.905980 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:06.925504 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Transition to ACTIVE for port object 7a4bb77c-5bf6-4196-a466-368a663f0a5d will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:45:06.961348 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:07.002708 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Network ccaa3160-a52d-4d5e-a6f1-64315c0729dc is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:45:07.006462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:45:07.017715 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:45:07.082150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Pushing event updated for resources: {'Port': ['ID=7a4bb77c-5bf6-4196-a466-368a663f0a5d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:45:07.112823 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:07.113209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:07.113558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:07.113900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:07.114569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:07.114968 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:07.115308 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:07.115639 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:07.115973 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:07.116451 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:07.116814 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:07.117173 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:07.131181 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:07.131905 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:07.155394 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-766e7c1a-b095-47eb-bdc8-a31403923e9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7100644 Sep 07 19:45:07.329888 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4c6d8d3e-4ff6-4401-b614-7f0ea87b4004 None None] Provisioning for port 7a4bb77c-5bf6-4196-a466-368a663f0a5d completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:45:07.335393 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4c6d8d3e-4ff6-4401-b614-7f0ea87b4004 None None] Provisioning complete for port 7a4bb77c-5bf6-4196-a466-368a663f0a5d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:45:07.336733 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4c6d8d3e-4ff6-4401-b614-7f0ea87b4004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:07.374650 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-4c6d8d3e-4ff6-4401-b614-7f0ea87b4004 None None] Port 7a4bb77c-5bf6-4196-a466-368a663f0a5d cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:45:07.639759 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:45:07.675377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f827b-a78e-45cd-9663-88b813ba8f59 req-051b8ff1-2ec6-4367-b350-20f9512ede59 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:07.681142 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b64f827b-a78e-45cd-9663-88b813ba8f59 req-051b8ff1-2ec6-4367-b350-20f9512ede59 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 932 time: 0.0629241 Sep 07 19:45:07.716267 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b64f827b-a78e-45cd-9663-88b813ba8f59 req-4917cbd9-f605-4028-92bc-80d8481b53ff tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322475 Sep 07 19:45:08.836609 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211176f7-a651-4a7a-8fec-fcff5e1c1d89 req-f242a272-226f-43e2-9c25-968a0e6a6809 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:08.840549 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-211176f7-a651-4a7a-8fec-fcff5e1c1d89 req-f242a272-226f-43e2-9c25-968a0e6a6809 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 932 time: 0.0557327 Sep 07 19:45:08.878996 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-211176f7-a651-4a7a-8fec-fcff5e1c1d89 req-2b1f60c4-a71a-4d40-8510-6de5b5b03762 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323040 Sep 07 19:45:09.998735 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479f08c-64f8-4461-bb52-021176974fe4 req-8ca0a907-fc17-4a19-afdf-903be3190484 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:10.000945 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2479f08c-64f8-4461-bb52-021176974fe4 req-8ca0a907-fc17-4a19-afdf-903be3190484 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 932 time: 0.0498357 Sep 07 19:45:10.047432 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2479f08c-64f8-4461-bb52-021176974fe4 req-7c23fef1-f5f1-4339-be81-ec75138e9929 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397227 Sep 07 19:45:11.167373 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bd55f-1055-41f5-a62a-d576cbbb7fcc req-98e78177-76ee-4926-89b9-cd9c1c05941d tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:11.169033 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb9bd55f-1055-41f5-a62a-d576cbbb7fcc req-98e78177-76ee-4926-89b9-cd9c1c05941d tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 932 time: 0.0495319 Sep 07 19:45:11.212467 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb9bd55f-1055-41f5-a62a-d576cbbb7fcc req-79a4f0dd-cd6d-4b59-ad7b-3fc094a4068a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371389 Sep 07 19:45:12.330517 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e2f58-f383-40ea-83c9-0a176ce1c3eb req-6bea0fb5-d66f-47c7-9743-f2e9a03a032b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:12.332179 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a99e2f58-f383-40ea-83c9-0a176ce1c3eb req-6bea0fb5-d66f-47c7-9743-f2e9a03a032b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 932 time: 0.0529695 Sep 07 19:45:12.383293 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a99e2f58-f383-40ea-83c9-0a176ce1c3eb req-b5d254bd-e638-4d47-9fd1-3817b5296d87 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421553 Sep 07 19:45:13.460804 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:13.504189 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe32c05-67cf-4f4a-a85e-7fcfaf69b016 req-19674af8-6562-42b4-9362-e311b7316d16 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:13.506368 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ffe32c05-67cf-4f4a-a85e-7fcfaf69b016 req-19674af8-6562-42b4-9362-e311b7316d16 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 932 time: 0.0559771 Sep 07 19:45:13.548178 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ffe32c05-67cf-4f4a-a85e-7fcfaf69b016 req-67b6ddf7-f5c9-4996-9212-a353cfc5f446 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358038 Sep 07 19:45:14.378573 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:14.683495 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfda3b3-24ad-4633-a28e-b2b89591dc32 req-1fe701f8-e1dd-4f68-aaba-99341ac27d46 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:14.684924 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bfda3b3-24ad-4633-a28e-b2b89591dc32 req-1fe701f8-e1dd-4f68-aaba-99341ac27d46 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 932 time: 0.0602396 Sep 07 19:45:14.727295 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3bfda3b3-24ad-4633-a28e-b2b89591dc32 req-738dfbc2-97d8-404a-9184-3472c0a8f27e tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363021 Sep 07 19:45:15.847666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b3091-fd6a-4e58-b31d-556d1d056605 req-52116f17-700c-4984-9970-08c11e82e53a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:15.849700 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec4b3091-fd6a-4e58-b31d-556d1d056605 req-52116f17-700c-4984-9970-08c11e82e53a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 932 time: 0.0561626 Sep 07 19:45:15.887594 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec4b3091-fd6a-4e58-b31d-556d1d056605 req-93b1b96e-f948-4eb7-9bad-241c37b4ac9b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314825 Sep 07 19:45:17.001566 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907bb39-2066-465b-8612-755b2e0f3585 req-03a0a4da-c3f6-4660-93cd-4fb3cb35b960 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:17.003069 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7907bb39-2066-465b-8612-755b2e0f3585 req-03a0a4da-c3f6-4660-93cd-4fb3cb35b960 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 932 time: 0.0489268 Sep 07 19:45:17.044437 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7907bb39-2066-465b-8612-755b2e0f3585 req-134fbaeb-6bd4-49f8-84ed-0425f654e953 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354891 Sep 07 19:45:17.306735 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] Request body: {'port': {'device_id': 'f247e901-a606-4464-bb9c-ec0bffb84aad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:45:17.360317 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:17.633590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4bb77c-5bf6-4196-a466-368a663f0a5d {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:45:17.641401 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:17.653491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] Transition to ACTIVE for port object 7a4bb77c-5bf6-4196-a466-368a663f0a5d will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:45:17.657581 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:17.706704 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4bb77c-5bf6-4196-a466-368a663f0a5d,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:45:17.778406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] Attempting to bind port 7a4bb77c-5bf6-4196-a466-368a663f0a5d on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:45:17.778735 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] Attempting to bind port 7a4bb77c-5bf6-4196-a466-368a663f0a5d by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '34cfe1bf-6877-4e6a-83f1-68484042287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:45:17.779057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] Attempting to bind port 7a4bb77c-5bf6-4196-a466-368a663f0a5d on network ccaa3160-a52d-4d5e-a6f1-64315c0729dc {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:45:17.783500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] Port 7a4bb77c-5bf6-4196-a466-368a663f0a5d on network ccaa3160-a52d-4d5e-a6f1-64315c0729dc not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:45:17.783818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] Attempting to bind port 7a4bb77c-5bf6-4196-a466-368a663f0a5d on network ccaa3160-a52d-4d5e-a6f1-64315c0729dc {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:45:17.789186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:45:17.789526 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] Checking segment: {'id': '34cfe1bf-6877-4e6a-83f1-68484042287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:45:17.789962 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] Bound using segment: {'id': '34cfe1bf-6877-4e6a-83f1-68484042287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:45:17.790401 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] Bound port: 7a4bb77c-5bf6-4196-a466-368a663f0a5d, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34cfe1bf-6877-4e6a-83f1-68484042287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:45:17.790760 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:17.860009 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] For port 7a4bb77c-5bf6-4196-a466-368a663f0a5d, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:45:17.863351 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] For port 7a4bb77c-5bf6-4196-a466-368a663f0a5d, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=7a4bb77c-5bf6-4196-a466-368a663f0a5d,segment=NetworkSegment(34cfe1bf-6877-4e6a-83f1-68484042287c),segment_id=34cfe1bf-6877-4e6a-83f1-68484042287c)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:45:17.867519 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:17.903209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:17.903831 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:17.905251 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] 10.222.0.60 "PUT /v2.0/ports/7a4bb77c-5bf6-4196-a466-368a663f0a5d HTTP/1.1" status: 200 len: 1092 time: 0.6029334 Sep 07 19:45:17.905697 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f247e901-a606-4464-bb9c-ec0bffb84aad', 'tag': '7a4bb77c-5bf6-4196-a466-368a663f0a5d'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:45:17.907938 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a2b834-7cf0-44ba-91dc-142fafc752e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f247e901-a606-4464-bb9c-ec0bffb84aad", "tag": "7a4bb77c-5bf6-4196-a466-368a663f0a5d"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:45:17.931994 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36506fb5-f5dc-4d4f-9e68-958ae5f07d68 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4bb77c-5bf6-4196-a466-368a663f0a5d,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:45:17.973955 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d125932d-24fc-4f0a-8cd9-6f4b4609cde3 x-openstack-request-id: req-d125932d-24fc-4f0a-8cd9-6f4b4609cde3 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:45:17.974261 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f247e901-a606-4464-bb9c-ec0bffb84aad", "tag": "7a4bb77c-5bf6-4196-a466-368a663f0a5d", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:45:17.975221 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d125932d-24fc-4f0a-8cd9-6f4b4609cde3 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:45:17.975622 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f247e901-a606-4464-bb9c-ec0bffb84aad', 'tag': '7a4bb77c-5bf6-4196-a466-368a663f0a5d', 'status': 'completed', 'code': 200} Sep 07 19:45:17.991907 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-00dd5143-32e7-470c-abcc-b39419d87e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:17.993485 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-00dd5143-32e7-470c-abcc-b39419d87e8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13c357ee04d04db1bffb2c77486c1e36&device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 1095 time: 0.0491226 Sep 07 19:45:18.037310 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-bf0324b4-2a90-4ca5-926f-8092704acdfc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a4bb77c-5bf6-4196-a466-368a663f0a5d HTTP/1.1" status: 200 len: 217 time: 0.0357172 Sep 07 19:45:18.092582 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-85b7a742-baf9-419a-8a70-cac06ccaacc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:18.094126 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-85b7a742-baf9-419a-8a70-cac06ccaacc1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c3bc8d9-f812-426b-a7d3-f95011837994 HTTP/1.1" status: 200 len: 854 time: 0.0494750 Sep 07 19:45:18.166645 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-d55dfbb6-8e26-49cf-8d36-674bb5047408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:18.168042 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-d55dfbb6-8e26-49cf-8d36-674bb5047408 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ccaa3160-a52d-4d5e-a6f1-64315c0729dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663016 Sep 07 19:45:18.180433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f115a8a-9be4-42fa-97b9-f0493a1b9c12 req-123fd9f3-bd3a-47ed-b07c-527b686ac715 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:18.181882 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f115a8a-9be4-42fa-97b9-f0493a1b9c12 req-123fd9f3-bd3a-47ed-b07c-527b686ac715 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 944 time: 0.0705030 Sep 07 19:45:18.273045 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f115a8a-9be4-42fa-97b9-f0493a1b9c12 req-4ad927af-82fd-470f-9cf5-e47e8763f89c tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825782 Sep 07 19:45:18.293285 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-d7ed44f3-157d-4d4d-84cb-1d41f23e2bf5 service neutron] 10.222.0.60 "GET /v2.0/networks/ccaa3160-a52d-4d5e-a6f1-64315c0729dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104953 Sep 07 19:45:18.389247 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f2d50342-68b2-43c2-9803-65e4054a2d50 req-fad2bb14-44b4-465f-85bf-87769fecffa4 service neutron] 10.222.0.60 "GET /v2.0/networks/ccaa3160-a52d-4d5e-a6f1-64315c0729dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884931 Sep 07 19:45:18.470543 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2b834-7cf0-44ba-91dc-142fafc752e6 req-0699ddba-fa47-4796-8188-6ab33c824b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:18.471936 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1a2b834-7cf0-44ba-91dc-142fafc752e6 req-0699ddba-fa47-4796-8188-6ab33c824b83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13c357ee04d04db1bffb2c77486c1e36&device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 1095 time: 0.0407965 Sep 07 19:45:18.559510 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2b834-7cf0-44ba-91dc-142fafc752e6 req-317f4e6e-66f2-48a2-aa1d-fde5756f015b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:18.560993 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1a2b834-7cf0-44ba-91dc-142fafc752e6 req-317f4e6e-66f2-48a2-aa1d-fde5756f015b service neutron] 10.222.0.60 "GET /v2.0/networks?id=ccaa3160-a52d-4d5e-a6f1-64315c0729dc HTTP/1.1" status: 200 len: 916 time: 0.0814137 Sep 07 19:45:18.608489 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1a2b834-7cf0-44ba-91dc-142fafc752e6 req-0566607e-ec03-4162-b2e4-39182cfeaa93 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a4bb77c-5bf6-4196-a466-368a663f0a5d HTTP/1.1" status: 200 len: 217 time: 0.0361192 Sep 07 19:45:18.657428 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2b834-7cf0-44ba-91dc-142fafc752e6 req-2cb49df9-8f9c-4bd2-956d-216e06d201fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:18.658846 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1a2b834-7cf0-44ba-91dc-142fafc752e6 req-2cb49df9-8f9c-4bd2-956d-216e06d201fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c3bc8d9-f812-426b-a7d3-f95011837994 HTTP/1.1" status: 200 len: 854 time: 0.0425417 Sep 07 19:45:18.704587 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2b834-7cf0-44ba-91dc-142fafc752e6 req-eaf8dcb0-710b-452a-97e4-80c2097e7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:18.706053 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1a2b834-7cf0-44ba-91dc-142fafc752e6 req-eaf8dcb0-710b-452a-97e4-80c2097e7d17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ccaa3160-a52d-4d5e-a6f1-64315c0729dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398033 Sep 07 19:45:18.797993 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1a2b834-7cf0-44ba-91dc-142fafc752e6 req-f202d40e-d242-4e10-bd01-72b87590301f service neutron] 10.222.0.60 "GET /v2.0/networks/ccaa3160-a52d-4d5e-a6f1-64315c0729dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837624 Sep 07 19:45:18.886954 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1a2b834-7cf0-44ba-91dc-142fafc752e6 req-947b47aa-ce8d-4c03-8fb7-618f5935c703 service neutron] 10.222.0.60 "GET /v2.0/networks/ccaa3160-a52d-4d5e-a6f1-64315c0729dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809777 Sep 07 19:45:19.394491 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b869733-1ea8-4efb-963f-aae47095cace req-382ea2a1-9662-4a8c-9beb-dcb037ee74f9 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:19.395868 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b869733-1ea8-4efb-963f-aae47095cace req-382ea2a1-9662-4a8c-9beb-dcb037ee74f9 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 944 time: 0.0546100 Sep 07 19:45:19.432022 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b869733-1ea8-4efb-963f-aae47095cace req-5d9cce7d-5497-4c81-85d6-ffb6337c442a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302262 Sep 07 19:45:20.426441 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 7a4bb77c-5bf6-4196-a466-368a663f0a5d details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:45:20.526855 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 7a4bb77c-5bf6-4196-a466-368a663f0a5d, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=7a4bb77c-5bf6-4196-a466-368a663f0a5d,segment=NetworkSegment(34cfe1bf-6877-4e6a-83f1-68484042287c),segment_id=34cfe1bf-6877-4e6a-83f1-68484042287c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:45:20.538327 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '7a4bb77c-5bf6-4196-a466-368a663f0a5d', 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc', 'port_id': '7a4bb77c-5bf6-4196-a466-368a663f0a5d', 'mac_address': 'fa:16:3e:27:1b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3bc8d9-f812-426b-a7d3-f95011837994', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:45:20.547418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffb604-6e97-42c3-8032-3c5c38bfde22 req-ec7735e6-f7be-416f-8aa2-652a6eb208eb tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:20.548927 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b7ffb604-6e97-42c3-8032-3c5c38bfde22 req-ec7735e6-f7be-416f-8aa2-652a6eb208eb tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 944 time: 0.0484393 Sep 07 19:45:20.575268 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:20.586703 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b7ffb604-6e97-42c3-8032-3c5c38bfde22 req-4b803569-e06a-4c19-8186-75891ea67f42 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318754 Sep 07 19:45:20.588467 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4bb77c-5bf6-4196-a466-368a663f0a5d {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:45:20.607457 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 7a4bb77c-5bf6-4196-a466-368a663f0a5d, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=7a4bb77c-5bf6-4196-a466-368a663f0a5d,segment=NetworkSegment(34cfe1bf-6877-4e6a-83f1-68484042287c),segment_id=34cfe1bf-6877-4e6a-83f1-68484042287c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:45:20.611612 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:20.661967 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=7a4bb77c-5bf6-4196-a466-368a663f0a5d,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:45:20.669486 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:20.669831 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:20.670360 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:20.670700 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:20.671029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:20.671362 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:20.671676 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:20.671995 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:20.672312 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:20.672724 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:20.673082 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:20.673396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:45:20.845086 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7a4bb77c-5bf6-4196-a466-368a663f0a5d'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:45:21.698838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fbe3d-cfc8-4507-bddb-979a3da13664 req-21820ca0-8ea9-4aa7-bb34-0f520a4d9bb9 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:21.700305 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e5fbe3d-cfc8-4507-bddb-979a3da13664 req-21820ca0-8ea9-4aa7-bb34-0f520a4d9bb9 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 945 time: 0.0485055 Sep 07 19:45:21.741102 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e5fbe3d-cfc8-4507-bddb-979a3da13664 req-84a9ea55-85c9-4d3d-821b-14beabb9600d tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348275 Sep 07 19:45:22.441369 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 7a4bb77c-5bf6-4196-a466-368a663f0a5d up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:45:22.488253 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 7a4bb77c-5bf6-4196-a466-368a663f0a5d completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:45:22.491712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 7a4bb77c-5bf6-4196-a466-368a663f0a5d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:45:22.492076 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:22.567362 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:22.589056 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f247e901-a606-4464-bb9c-ec0bffb84aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4bb77c-5bf6-4196-a466-368a663f0a5d'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:45:22.591242 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771954bd-93a8-413d-a290-7a046178a764" -d '{"events": [{"server_uuid": "f247e901-a606-4464-bb9c-ec0bffb84aad", "name": "network-vif-plugged", "status": "completed", "tag": "7a4bb77c-5bf6-4196-a466-368a663f0a5d"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:45:22.603342 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 7a4bb77c-5bf6-4196-a466-368a663f0a5d, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=7a4bb77c-5bf6-4196-a466-368a663f0a5d,segment=NetworkSegment(34cfe1bf-6877-4e6a-83f1-68484042287c),segment_id=34cfe1bf-6877-4e6a-83f1-68484042287c)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:45:22.612011 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:22.635649 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65cbea3-4a82-434a-9c25-fbcdf49693e8 x-openstack-request-id: req-f65cbea3-4a82-434a-9c25-fbcdf49693e8 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:45:22.635947 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f247e901-a606-4464-bb9c-ec0bffb84aad", "name": "network-vif-plugged", "status": "completed", "tag": "7a4bb77c-5bf6-4196-a466-368a663f0a5d", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:45:22.636193 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f65cbea3-4a82-434a-9c25-fbcdf49693e8 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:45:22.636606 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f247e901-a606-4464-bb9c-ec0bffb84aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4bb77c-5bf6-4196-a466-368a663f0a5d', 'code': 200} Sep 07 19:45:22.662761 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=7a4bb77c-5bf6-4196-a466-368a663f0a5d,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:45:22.731528 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0f0c7-f676-4b9a-94a1-e8bd953010b3 req-6ea6615e-b22a-40dc-874c-16697257bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:22.733015 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5bb0f0c7-f676-4b9a-94a1-e8bd953010b3 req-6ea6615e-b22a-40dc-874c-16697257bf30 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 1097 time: 0.0428183 Sep 07 19:45:22.766600 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5bb0f0c7-f676-4b9a-94a1-e8bd953010b3 req-919b4320-ba6e-4703-8454-e8da32fff6f5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264270 Sep 07 19:45:22.852138 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b821576-d8ed-4b46-a997-88ad3231edc2 req-39be5108-cd7d-46f0-9087-380d8b945474 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:22.853610 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b821576-d8ed-4b46-a997-88ad3231edc2 req-39be5108-cd7d-46f0-9087-380d8b945474 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 946 time: 0.0473716 Sep 07 19:45:22.890506 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b821576-d8ed-4b46-a997-88ad3231edc2 req-ed08b8bb-2ddc-42fb-8c88-8dd1cca801cd tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309422 Sep 07 19:45:24.006604 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab27a9c-ee60-44d0-a536-a0bfe1f2c933 req-fb0205b6-91a4-43fc-b376-4dcb5b4ef2a4 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:24.008077 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ab27a9c-ee60-44d0-a536-a0bfe1f2c933 req-fb0205b6-91a4-43fc-b376-4dcb5b4ef2a4 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 946 time: 0.0482459 Sep 07 19:45:24.044267 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ab27a9c-ee60-44d0-a536-a0bfe1f2c933 req-747f2a3f-899b-4f1d-84f0-2849bbad3781 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301197 Sep 07 19:45:24.158958 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b39b8a-0ed1-4768-b085-b2cf32b29b3f req-9303fad9-ee58-44c5-80a2-8ebd3c674295 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:24.160399 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79b39b8a-0ed1-4768-b085-b2cf32b29b3f req-9303fad9-ee58-44c5-80a2-8ebd3c674295 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 946 time: 0.0505292 Sep 07 19:45:24.197417 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79b39b8a-0ed1-4768-b085-b2cf32b29b3f req-f86191e6-1b94-4ce1-a210-17041a0cd3a8 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305665 Sep 07 19:45:24.382772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625def70-4684-4d2c-a3e1-46519ef18fe5 req-17def697-7750-445a-bb30-21c107f35506 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:24.384257 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-625def70-4684-4d2c-a3e1-46519ef18fe5 req-17def697-7750-445a-bb30-21c107f35506 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 946 time: 0.0517752 Sep 07 19:45:24.420795 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-625def70-4684-4d2c-a3e1-46519ef18fe5 req-28c1a2c1-4495-440f-945e-bd28a8dc0a05 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306466 Sep 07 19:45:26.034938 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d7715eb6-3305-4d99-994a-fb6e5a68514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:28.851279 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-743b406b-4f5c-4b62-928d-61a83a98efe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:29.141028 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:30.415611 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:31.941640 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:35.935486 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d47da-3f4c-4705-af63-9afe9e6f7dee req-59223776-aa32-4c9c-bdc2-505a8ba1abf4 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:35.936937 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf6d47da-3f4c-4705-af63-9afe9e6f7dee req-59223776-aa32-4c9c-bdc2-505a8ba1abf4 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 946 time: 0.0478659 Sep 07 19:45:35.973737 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf6d47da-3f4c-4705-af63-9afe9e6f7dee req-00955488-c81f-421b-a4fc-dd882496e19f tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303099 Sep 07 19:45:35.995165 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51420) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:45:36.139105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409fdefa-91ed-4e28-a1a2-53ee776f39aa tempest-TestMinimumBasicScenario-543469572 tempest-TestMinimumBasicScenario-543469572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:36.140620 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-409fdefa-91ed-4e28-a1a2-53ee776f39aa tempest-TestMinimumBasicScenario-543469572 tempest-TestMinimumBasicScenario-543469572-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 1092 time: 0.1444902 Sep 07 19:45:36.143729 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51424) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:45:36.148673 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-a5f80f69-92bc-4c9b-9b88-873dfe3fa52a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': '7a4bb77c-5bf6-4196-a466-368a663f0a5d', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:45:36.169658 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5f80f69-92bc-4c9b-9b88-873dfe3fa52a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:36.262989 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5f80f69-92bc-4c9b-9b88-873dfe3fa52a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:36.712355 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-a5f80f69-92bc-4c9b-9b88-873dfe3fa52a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Allocated IP 172.25.8.212 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/a2560bb5-12d6-4593-83fb-969469e96f2d) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:45:36.809621 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5f80f69-92bc-4c9b-9b88-873dfe3fa52a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:36.847209 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5f80f69-92bc-4c9b-9b88-873dfe3fa52a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:36.885028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f80f69-92bc-4c9b-9b88-873dfe3fa52a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:45:36.889064 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-a5f80f69-92bc-4c9b-9b88-873dfe3fa52a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:45:36.892457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f80f69-92bc-4c9b-9b88-873dfe3fa52a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:45:36.918468 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f80f69-92bc-4c9b-9b88-873dfe3fa52a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Pushing event updated for resources: {'Port': ['ID=a2560bb5-12d6-4593-83fb-969469e96f2d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:45:37.237207 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5f80f69-92bc-4c9b-9b88-873dfe3fa52a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:37.302722 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5f80f69-92bc-4c9b-9b88-873dfe3fa52a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:37.446138 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5f80f69-92bc-4c9b-9b88-873dfe3fa52a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:37.450779 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5f80f69-92bc-4c9b-9b88-873dfe3fa52a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:37.516489 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f80f69-92bc-4c9b-9b88-873dfe3fa52a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Pushing event updated for resources: {'Port': ['ID=a2560bb5-12d6-4593-83fb-969469e96f2d,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:45:37.526493 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5f80f69-92bc-4c9b-9b88-873dfe3fa52a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:37.623398 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-a5f80f69-92bc-4c9b-9b88-873dfe3fa52a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Floating IP 1c2c0eaf-275b-4482-85bb-8b322658ac3b associated. External IP: 172.25.8.212, port: 7a4bb77c-5bf6-4196-a466-368a663f0a5d. Sep 07 19:45:37.828096 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f80f69-92bc-4c9b-9b88-873dfe3fa52a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Router 22ff5f5c-0c44-4f40-806a-146c80fca52b has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:45:37.935708 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f80f69-92bc-4c9b-9b88-873dfe3fa52a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:45:37.948721 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0897d2-dc4d-4a76-bfb7-b687edab88bb None None] Sync routers for ids ['22ff5f5c-0c44-4f40-806a-146c80fca52b'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:45:37.951563 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5f80f69-92bc-4c9b-9b88-873dfe3fa52a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:37.958077 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0897d2-dc4d-4a76-bfb7-b687edab88bb None None] Routers {'22ff5f5c-0c44-4f40-806a-146c80fca52b'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:45:37.958693 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-9e0897d2-dc4d-4a76-bfb7-b687edab88bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:45:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22ff5f5c-0c44-4f40-806a-146c80fca52b'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:45:37.978386 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a5f80f69-92bc-4c9b-9b88-873dfe3fa52a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8336568 Sep 07 19:45:37.979057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f247e901-a606-4464-bb9c-ec0bffb84aad', 'tag': '7a4bb77c-5bf6-4196-a466-368a663f0a5d'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:45:37.981232 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51426) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:45:37.981755 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374c2f7e-15df-4566-b05c-993fdf5d7cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "f247e901-a606-4464-bb9c-ec0bffb84aad", "tag": "7a4bb77c-5bf6-4196-a466-368a663f0a5d"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:45:37.986534 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d20fb7db-327b-4b3a-a6f0-0e69886e81a8 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1457796039', 'description': 'tempest-secgroup-smoke-1457796039 description', 'project_id': '13c357ee04d04db1bffb2c77486c1e36'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:45:38.012111 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d20fb7db-327b-4b3a-a6f0-0e69886e81a8 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.020150 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02acda4b-7efb-4269-a8b3-94acf686fa9f x-openstack-request-id: req-02acda4b-7efb-4269-a8b3-94acf686fa9f {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:45:38.020445 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f247e901-a606-4464-bb9c-ec0bffb84aad", "tag": "7a4bb77c-5bf6-4196-a466-368a663f0a5d", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:45:38.020729 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02acda4b-7efb-4269-a8b3-94acf686fa9f {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:45:38.021133 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f247e901-a606-4464-bb9c-ec0bffb84aad', 'tag': '7a4bb77c-5bf6-4196-a466-368a663f0a5d', 'status': 'completed', 'code': 200} Sep 07 19:45:38.069370 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-9e0897d2-dc4d-4a76-bfb7-b687edab88bb None None] Set router 22ff5f5c-0c44-4f40-806a-146c80fca52b gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:45:38.084267 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c2f7e-15df-4566-b05c-993fdf5d7cc2 req-0db6eb3f-b161-4c24-b898-e443781c3bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:38.086409 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-374c2f7e-15df-4566-b05c-993fdf5d7cc2 req-0db6eb3f-b161-4c24-b898-e443781c3bd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13c357ee04d04db1bffb2c77486c1e36&device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 1097 time: 0.0451505 Sep 07 19:45:38.098406 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d20fb7db-327b-4b3a-a6f0-0e69886e81a8 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.102500 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d20fb7db-327b-4b3a-a6f0-0e69886e81a8 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.131231 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d20fb7db-327b-4b3a-a6f0-0e69886e81a8 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.135339 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d20fb7db-327b-4b3a-a6f0-0e69886e81a8 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1502609 Sep 07 19:45:38.136376 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51430) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:45:38.138421 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fb7db-327b-4b3a-a6f0-0e69886e81a8 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f7cb57-b76b-4989-b14b-93c9067de2b4,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:45:38.144316 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-de810ab5-f4fc-4d7f-8e66-a01864f6837f tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Request body: {'security_group_rule': {'security_group_id': 'f7f7cb57-b76b-4989-b14b-93c9067de2b4', 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:45:38.174092 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-de810ab5-f4fc-4d7f-8e66-a01864f6837f tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.190880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c2f7e-15df-4566-b05c-993fdf5d7cc2 req-d4f1f8b5-e886-441e-a52c-eb6b3c6801fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:38.192985 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-374c2f7e-15df-4566-b05c-993fdf5d7cc2 req-d4f1f8b5-e886-441e-a52c-eb6b3c6801fb service neutron] 10.222.0.60 "GET /v2.0/networks?id=ccaa3160-a52d-4d5e-a6f1-64315c0729dc HTTP/1.1" status: 200 len: 916 time: 0.1003034 Sep 07 19:45:38.233039 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-de810ab5-f4fc-4d7f-8e66-a01864f6837f tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.237147 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-de810ab5-f4fc-4d7f-8e66-a01864f6837f tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.253133 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de810ab5-f4fc-4d7f-8e66-a01864f6837f tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12fc9852-7ccf-4636-9d03-165642f18a23,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:45:38.262761 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-de810ab5-f4fc-4d7f-8e66-a01864f6837f tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.263410 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-374c2f7e-15df-4566-b05c-993fdf5d7cc2 req-f299bc0b-d786-4539-9266-4a97dd19447a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a4bb77c-5bf6-4196-a466-368a663f0a5d HTTP/1.1" status: 200 len: 1000 time: 0.0614398 Sep 07 19:45:38.264927 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-de810ab5-f4fc-4d7f-8e66-a01864f6837f tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274121 Sep 07 19:45:38.267605 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51432) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:45:38.271982 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-71648f8e-eee0-48a4-a733-6b6893e40a30 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Request body: {'security_group_rule': {'security_group_id': 'f7f7cb57-b76b-4989-b14b-93c9067de2b4', 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:45:38.298080 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-71648f8e-eee0-48a4-a733-6b6893e40a30 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.308944 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-9e0897d2-dc4d-4a76-bfb7-b687edab88bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'name': 'tempest-TestMinimumBasicScenario-1139922361-router', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:46Z', 'updated_at': '2021-09-07T19:44:49Z', 'revision_number': 4, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'gw_port': {'id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:47Z', 'updated_at': '2021-09-07T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '1c2c0eaf-275b-4482-85bb-8b322658ac3b', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'floating_ip_address': '172.25.8.212', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'port_id': '7a4bb77c-5bf6-4196-a466-368a663f0a5d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc', 'mac_address': 'fa:16:3e:27:1b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f247e901-a606-4464-bb9c-ec0bffb84aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:45:37Z', 'updated_at': '2021-09-07T19:45:37Z', 'revision_number': 0, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74', 'name': '', 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'mac_address': 'fa:16:3e:95:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1c3bc8d9-f812-426b-a7d3-f95011837994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:48Z', 'updated_at': '2021-09-07T19:44:55Z', 'revision_number': 5, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'subnets': [{'id': '1c3bc8d9-f812-426b-a7d3-f95011837994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:45:38.319768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c2f7e-15df-4566-b05c-993fdf5d7cc2 req-83be5c12-3f00-4f5f-ace9-3d0e692a56bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:38.321855 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-374c2f7e-15df-4566-b05c-993fdf5d7cc2 req-83be5c12-3f00-4f5f-ace9-3d0e692a56bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c3bc8d9-f812-426b-a7d3-f95011837994 HTTP/1.1" status: 200 len: 854 time: 0.0516207 Sep 07 19:45:38.339761 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0897d2-dc4d-4a76-bfb7-b687edab88bb None None] Checking router: 22ff5f5c-0c44-4f40-806a-146c80fca52b for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:45:38.348551 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0897d2-dc4d-4a76-bfb7-b687edab88bb None None] Routers {'22ff5f5c-0c44-4f40-806a-146c80fca52b'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:45:38.349170 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-9e0897d2-dc4d-4a76-bfb7-b687edab88bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:45:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22ff5f5c-0c44-4f40-806a-146c80fca52b'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:45:38.363623 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-71648f8e-eee0-48a4-a733-6b6893e40a30 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.367797 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-71648f8e-eee0-48a4-a733-6b6893e40a30 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.368499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c2f7e-15df-4566-b05c-993fdf5d7cc2 req-b3a0a585-b170-400d-a945-9240de45c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:38.370104 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-374c2f7e-15df-4566-b05c-993fdf5d7cc2 req-b3a0a585-b170-400d-a945-9240de45c747 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ccaa3160-a52d-4d5e-a6f1-64315c0729dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418060 Sep 07 19:45:38.381689 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-374c2f7e-15df-4566-b05c-993fdf5d7cc2 req-59e3d53a-52d5-4f43-a263-6050122bf018 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:45:38.382674 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-374c2f7e-15df-4566-b05c-993fdf5d7cc2 req-59e3d53a-52d5-4f43-a263-6050122bf018 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059447 Sep 07 19:45:38.386955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71648f8e-eee0-48a4-a733-6b6893e40a30 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2232ea9e-dd5f-41ae-bbd8-f47175d2eebe,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:45:38.399782 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-71648f8e-eee0-48a4-a733-6b6893e40a30 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.404738 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-71648f8e-eee0-48a4-a733-6b6893e40a30 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1324968 Sep 07 19:45:38.404963 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51434) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:45:38.409359 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-8c7f789f-f615-4c2f-a553-51e93df6b6dd tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Request body: {'security_group_rule': {'security_group_id': 'f7f7cb57-b76b-4989-b14b-93c9067de2b4', 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:45:38.439748 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c7f789f-f615-4c2f-a553-51e93df6b6dd tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.460465 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-9e0897d2-dc4d-4a76-bfb7-b687edab88bb None None] Set router 22ff5f5c-0c44-4f40-806a-146c80fca52b gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:45:38.500316 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-374c2f7e-15df-4566-b05c-993fdf5d7cc2 req-f4ecdd57-1fc1-4ecd-b96a-10d7a4e34813 service neutron] 10.222.0.60 "GET /v2.0/networks/ccaa3160-a52d-4d5e-a6f1-64315c0729dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099904 Sep 07 19:45:38.501166 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c7f789f-f615-4c2f-a553-51e93df6b6dd tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.505764 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c7f789f-f615-4c2f-a553-51e93df6b6dd tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.523952 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f789f-f615-4c2f-a553-51e93df6b6dd tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3646a937-9bd8-4999-8f18-8ccd342110c8,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:45:38.530524 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8c7f789f-f615-4c2f-a553-51e93df6b6dd tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.534593 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8c7f789f-f615-4c2f-a553-51e93df6b6dd tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261532 Sep 07 19:45:38.534719 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51436) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:45:38.539543 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-dfd15e5e-9237-415d-9a27-903f644a1935 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Request body: {'security_group_rule': {'security_group_id': 'f7f7cb57-b76b-4989-b14b-93c9067de2b4', 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:45:38.565347 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dfd15e5e-9237-415d-9a27-903f644a1935 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.599870 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-374c2f7e-15df-4566-b05c-993fdf5d7cc2 req-4a640d02-3ed7-4d34-8a13-6212e9f27617 service neutron] 10.222.0.60 "GET /v2.0/networks/ccaa3160-a52d-4d5e-a6f1-64315c0729dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906715 Sep 07 19:45:38.636528 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dfd15e5e-9237-415d-9a27-903f644a1935 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.640237 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dfd15e5e-9237-415d-9a27-903f644a1935 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.657923 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd15e5e-9237-415d-9a27-903f644a1935 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57bec58-8499-4c45-8b00-9abe87553eae,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:45:38.664774 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dfd15e5e-9237-415d-9a27-903f644a1935 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.668876 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dfd15e5e-9237-415d-9a27-903f644a1935 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302836 Sep 07 19:45:38.668876 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51438) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:45:38.673385 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e83bfbea-349b-4299-8444-4d506f693c35 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Request body: {'security_group_rule': {'security_group_id': 'f7f7cb57-b76b-4989-b14b-93c9067de2b4', 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:45:38.696308 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-e83bfbea-349b-4299-8444-4d506f693c35 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Project 13c357ee04d04db1bffb2c77486c1e36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:45:38.701345 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e83bfbea-349b-4299-8444-4d506f693c35 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.707842 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-9e0897d2-dc4d-4a76-bfb7-b687edab88bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'name': 'tempest-TestMinimumBasicScenario-1139922361-router', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:46Z', 'updated_at': '2021-09-07T19:44:49Z', 'revision_number': 4, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'gw_port': {'id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:47Z', 'updated_at': '2021-09-07T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '1c2c0eaf-275b-4482-85bb-8b322658ac3b', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'floating_ip_address': '172.25.8.212', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'port_id': '7a4bb77c-5bf6-4196-a466-368a663f0a5d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc', 'mac_address': 'fa:16:3e:27:1b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f247e901-a606-4464-bb9c-ec0bffb84aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:45:37Z', 'updated_at': '2021-09-07T19:45:37Z', 'revision_number': 0, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74', 'name': '', 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'mac_address': 'fa:16:3e:95:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1c3bc8d9-f812-426b-a7d3-f95011837994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:48Z', 'updated_at': '2021-09-07T19:44:55Z', 'revision_number': 5, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'subnets': [{'id': '1c3bc8d9-f812-426b-a7d3-f95011837994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:45:38.736824 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0897d2-dc4d-4a76-bfb7-b687edab88bb None None] The sync data for ids ['22ff5f5c-0c44-4f40-806a-146c80fca52b'] in n-d-807786-1 is: [{'id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'name': 'tempest-TestMinimumBasicScenario-1139922361-router', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:46Z', 'updated_at': '2021-09-07T19:44:49Z', 'revision_number': 4, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'gw_port': {'id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:47Z', 'updated_at': '2021-09-07T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '1c2c0eaf-275b-4482-85bb-8b322658ac3b', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'floating_ip_address': '172.25.8.212', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'port_id': '7a4bb77c-5bf6-4196-a466-368a663f0a5d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc', 'mac_address': 'fa:16:3e:27:1b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f247e901-a606-4464-bb9c-ec0bffb84aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:45:37Z', 'updated_at': '2021-09-07T19:45:37Z', 'revision_number': 0, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74', 'name': '', 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'mac_address': 'fa:16:3e:95:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1c3bc8d9-f812-426b-a7d3-f95011837994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:48Z', 'updated_at': '2021-09-07T19:44:55Z', 'revision_number': 5, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'subnets': [{'id': '1c3bc8d9-f812-426b-a7d3-f95011837994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:45:38.764992 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e83bfbea-349b-4299-8444-4d506f693c35 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.768926 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e83bfbea-349b-4299-8444-4d506f693c35 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.788240 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83bfbea-349b-4299-8444-4d506f693c35 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d178daed-1e89-40e6-b03e-c459940d50f6,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:45:38.802889 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e83bfbea-349b-4299-8444-4d506f693c35 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.804228 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e83bfbea-349b-4299-8444-4d506f693c35 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1344337 Sep 07 19:45:38.807028 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51440) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:45:38.811415 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-0d8ff2f9-cda5-4b8e-a9e7-af7e7e4a01b5 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Request body: {'security_group_rule': {'security_group_id': 'f7f7cb57-b76b-4989-b14b-93c9067de2b4', 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:45:38.833885 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-0d8ff2f9-cda5-4b8e-a9e7-af7e7e4a01b5 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Project 13c357ee04d04db1bffb2c77486c1e36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:45:38.838692 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0d8ff2f9-cda5-4b8e-a9e7-af7e7e4a01b5 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.902053 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0d8ff2f9-cda5-4b8e-a9e7-af7e7e4a01b5 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.905873 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0d8ff2f9-cda5-4b8e-a9e7-af7e7e4a01b5 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.923869 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ff2f9-cda5-4b8e-a9e7-af7e7e4a01b5 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a31f87-b388-4cdb-a757-520869829c0d,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:45:38.930624 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-0d8ff2f9-cda5-4b8e-a9e7-af7e7e4a01b5 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:38.932391 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-0d8ff2f9-cda5-4b8e-a9e7-af7e7e4a01b5 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241875 Sep 07 19:45:38.935965 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8c78ea-d700-48f9-85a3-81144f733dba None None] New status for floating IP 1c2c0eaf-275b-4482-85bb-8b322658ac3b: ACTIVE {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:45:39.021458 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59d5cdb4-e295-41f5-b38c-dc960b173570 req-723f96e4-eeb2-4cb4-90e7-aaae65b05190 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1457796039&fields=id&tenant_id=13c357ee04d04db1bffb2c77486c1e36 HTTP/1.1" status: 200 len: 267 time: 0.0358465 Sep 07 19:45:39.077745 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5cdb4-e295-41f5-b38c-dc960b173570 req-94a0d3e1-f821-4dc7-91e1-7d2938a15cf2 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:39.079395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59d5cdb4-e295-41f5-b38c-dc960b173570 req-94a0d3e1-f821-4dc7-91e1-7d2938a15cf2 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 946 time: 0.0518117 Sep 07 19:45:39.090879 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-59d5cdb4-e295-41f5-b38c-dc960b173570 req-f36815bb-0b5d-4025-909e-b47e21a865e9 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Request body: {'port': {'security_groups': ['0e96153a-79f7-40b2-b4b4-e35337b27d33', 'f7f7cb57-b76b-4989-b14b-93c9067de2b4']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:45:39.163101 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-59d5cdb4-e295-41f5-b38c-dc960b173570 req-f36815bb-0b5d-4025-909e-b47e21a865e9 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:39.361702 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-59d5cdb4-e295-41f5-b38c-dc960b173570 req-f36815bb-0b5d-4025-909e-b47e21a865e9 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] For port 7a4bb77c-5bf6-4196-a466-368a663f0a5d, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=7a4bb77c-5bf6-4196-a466-368a663f0a5d,segment=NetworkSegment(34cfe1bf-6877-4e6a-83f1-68484042287c),segment_id=34cfe1bf-6877-4e6a-83f1-68484042287c)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:45:39.391206 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-59d5cdb4-e295-41f5-b38c-dc960b173570 req-f36815bb-0b5d-4025-909e-b47e21a865e9 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:39.395674 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-59d5cdb4-e295-41f5-b38c-dc960b173570 req-f36815bb-0b5d-4025-909e-b47e21a865e9 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:39.407357 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7a4bb77c-5bf6-4196-a466-368a663f0a5d'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:45:39.441795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5cdb4-e295-41f5-b38c-dc960b173570 req-f36815bb-0b5d-4025-909e-b47e21a865e9 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:39.442006 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-59d5cdb4-e295-41f5-b38c-dc960b173570 req-f36815bb-0b5d-4025-909e-b47e21a865e9 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:39.446876 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59d5cdb4-e295-41f5-b38c-dc960b173570 req-f36815bb-0b5d-4025-909e-b47e21a865e9 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "PUT /v2.0/ports/7a4bb77c-5bf6-4196-a466-368a663f0a5d HTTP/1.1" status: 200 len: 982 time: 0.3604672 Sep 07 19:45:39.467965 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36815bb-0b5d-4025-909e-b47e21a865e9 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Pushing event updated for resources: {'Port': ['ID=7a4bb77c-5bf6-4196-a466-368a663f0a5d,revision_number=6']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:45:39.517626 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7a4bb77c-5bf6-4196-a466-368a663f0a5d'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:45:39.570687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46585e7d-675c-43a7-b276-24b3747eb1e2 req-6411d4ba-7dcd-44aa-a061-0f3a40158e2d tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:39.573011 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-46585e7d-675c-43a7-b276-24b3747eb1e2 req-6411d4ba-7dcd-44aa-a061-0f3a40158e2d tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 985 time: 0.0588896 Sep 07 19:45:39.651789 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-46585e7d-675c-43a7-b276-24b3747eb1e2 req-e3b6ab83-555d-4d14-842b-9d7d623ccbda tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7f7cb57-b76b-4989-b14b-93c9067de2b4&id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659969 Sep 07 19:45:39.774924 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8512790c-69a5-41e9-b236-c21ba59ad471 None None] Provisioning complete for port 7a4bb77c-5bf6-4196-a466-368a663f0a5d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:45:39.775301 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8512790c-69a5-41e9-b236-c21ba59ad471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:40.021981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f247e901-a606-4464-bb9c-ec0bffb84aad', 'tag': '7a4bb77c-5bf6-4196-a466-368a663f0a5d'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:45:40.024851 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca51d79-079a-49b8-a9be-64483d5a8c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "f247e901-a606-4464-bb9c-ec0bffb84aad", "tag": "7a4bb77c-5bf6-4196-a466-368a663f0a5d"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:45:40.064882 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2742eb62-26ed-4160-a6cd-fe9ffa4c17ba x-openstack-request-id: req-2742eb62-26ed-4160-a6cd-fe9ffa4c17ba {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:45:40.065155 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f247e901-a606-4464-bb9c-ec0bffb84aad", "tag": "7a4bb77c-5bf6-4196-a466-368a663f0a5d", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:45:40.065412 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2742eb62-26ed-4160-a6cd-fe9ffa4c17ba {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:45:40.065832 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f247e901-a606-4464-bb9c-ec0bffb84aad', 'tag': '7a4bb77c-5bf6-4196-a466-368a663f0a5d', 'status': 'completed', 'code': 200} Sep 07 19:45:40.147477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca51d79-079a-49b8-a9be-64483d5a8c9d req-2f4c94ce-c5a2-4883-872f-9cd4c5e21406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:40.149115 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dca51d79-079a-49b8-a9be-64483d5a8c9d req-2f4c94ce-c5a2-4883-872f-9cd4c5e21406 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13c357ee04d04db1bffb2c77486c1e36&device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 1136 time: 0.0560591 Sep 07 19:45:40.241375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca51d79-079a-49b8-a9be-64483d5a8c9d req-cae40a32-686e-4251-b87b-9335abb00f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:40.242879 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dca51d79-079a-49b8-a9be-64483d5a8c9d req-cae40a32-686e-4251-b87b-9335abb00f76 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ccaa3160-a52d-4d5e-a6f1-64315c0729dc HTTP/1.1" status: 200 len: 916 time: 0.0857425 Sep 07 19:45:40.313256 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dca51d79-079a-49b8-a9be-64483d5a8c9d req-480c0ccb-1b01-4781-b0d2-171a2147b1cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a4bb77c-5bf6-4196-a466-368a663f0a5d HTTP/1.1" status: 200 len: 1002 time: 0.0624032 Sep 07 19:45:40.362124 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca51d79-079a-49b8-a9be-64483d5a8c9d req-4be390fe-6fea-4525-b18e-37784aeee91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:40.364144 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dca51d79-079a-49b8-a9be-64483d5a8c9d req-4be390fe-6fea-4525-b18e-37784aeee91a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c3bc8d9-f812-426b-a7d3-f95011837994 HTTP/1.1" status: 200 len: 854 time: 0.0432305 Sep 07 19:45:40.410238 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca51d79-079a-49b8-a9be-64483d5a8c9d req-f2bc287f-89a9-47b6-bf5a-c4e84adaad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:40.411816 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dca51d79-079a-49b8-a9be-64483d5a8c9d req-f2bc287f-89a9-47b6-bf5a-c4e84adaad72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ccaa3160-a52d-4d5e-a6f1-64315c0729dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402212 Sep 07 19:45:40.509101 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dca51d79-079a-49b8-a9be-64483d5a8c9d req-c17c7bd1-f760-49c8-8de3-ffaf211fae38 service neutron] 10.222.0.60 "GET /v2.0/networks/ccaa3160-a52d-4d5e-a6f1-64315c0729dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898001 Sep 07 19:45:40.605499 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dca51d79-079a-49b8-a9be-64483d5a8c9d req-f30ae52c-b77c-40b2-94f5-97d8a654e772 service neutron] 10.222.0.60 "GET /v2.0/networks/ccaa3160-a52d-4d5e-a6f1-64315c0729dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886905 Sep 07 19:45:43.459985 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:44.315083 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b733564-a274-40ae-844c-25eb1e2a330d req-8ccdec8c-64e0-4b10-9eae-ee0bafd7b9c2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408032 Sep 07 19:45:44.380987 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:44.396670 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b733564-a274-40ae-844c-25eb1e2a330d req-179e71b4-e86b-49a4-b229-9030424d6c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:44.398185 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b733564-a274-40ae-844c-25eb1e2a330d req-179e71b4-e86b-49a4-b229-9030424d6c89 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13c357ee04d04db1bffb2c77486c1e36&device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 1136 time: 0.0420268 Sep 07 19:45:44.505183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b733564-a274-40ae-844c-25eb1e2a330d req-1f22a588-0e60-4856-b71f-d0f55e45a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:44.506855 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b733564-a274-40ae-844c-25eb1e2a330d req-1f22a588-0e60-4856-b71f-d0f55e45a45d service neutron] 10.222.0.60 "GET /v2.0/networks?id=ccaa3160-a52d-4d5e-a6f1-64315c0729dc HTTP/1.1" status: 200 len: 916 time: 0.0893228 Sep 07 19:45:44.570759 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b733564-a274-40ae-844c-25eb1e2a330d req-139e8403-daba-41f4-ae83-a4d38ee2d0e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a4bb77c-5bf6-4196-a466-368a663f0a5d HTTP/1.1" status: 200 len: 1002 time: 0.0564923 Sep 07 19:45:44.619172 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b733564-a274-40ae-844c-25eb1e2a330d req-5bd21eb1-a6d5-44d4-b3b7-4e302a331f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:44.620683 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b733564-a274-40ae-844c-25eb1e2a330d req-5bd21eb1-a6d5-44d4-b3b7-4e302a331f7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c3bc8d9-f812-426b-a7d3-f95011837994 HTTP/1.1" status: 200 len: 854 time: 0.0419745 Sep 07 19:45:44.638847 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:45:44.670764 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b733564-a274-40ae-844c-25eb1e2a330d req-b56b15b4-a842-4e64-aa6c-39154a7c800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:44.672264 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b733564-a274-40ae-844c-25eb1e2a330d req-b56b15b4-a842-4e64-aa6c-39154a7c800a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ccaa3160-a52d-4d5e-a6f1-64315c0729dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441740 Sep 07 19:45:44.762332 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b733564-a274-40ae-844c-25eb1e2a330d req-3535e346-8bb8-4642-a03d-e400ad83859d service neutron] 10.222.0.60 "GET /v2.0/networks/ccaa3160-a52d-4d5e-a6f1-64315c0729dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816481 Sep 07 19:45:44.854243 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b733564-a274-40ae-844c-25eb1e2a330d req-b8868f94-99d7-4c05-a0a4-213af4688691 service neutron] 10.222.0.60 "GET /v2.0/networks/ccaa3160-a52d-4d5e-a6f1-64315c0729dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839384 Sep 07 19:45:56.035043 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f784f457-4a0f-45d6-bc3c-a141d0861be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:56.933406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4726212-0d06-498b-8dc1-f1c2a1f45ff5 req-5e0c5752-fc65-46fd-a5e6-0d657674a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:56.934790 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4726212-0d06-498b-8dc1-f1c2a1f45ff5 req-5e0c5752-fc65-46fd-a5e6-0d657674a8cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13c357ee04d04db1bffb2c77486c1e36&device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 1136 time: 0.0588326 Sep 07 19:45:56.942352 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f73fd-61e4-4d03-82ce-5919ac51fc3e req-756884c9-148b-45ff-b3db-ad70c3930e3d tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:56.943737 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-828f73fd-61e4-4d03-82ce-5919ac51fc3e req-756884c9-148b-45ff-b3db-ad70c3930e3d tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 985 time: 0.0776985 Sep 07 19:45:57.043187 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-828f73fd-61e4-4d03-82ce-5919ac51fc3e req-cdcf3471-c43b-4459-b015-f0af309c1dce tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7f7cb57-b76b-4989-b14b-93c9067de2b4&id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0898561 Sep 07 19:45:57.063775 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4726212-0d06-498b-8dc1-f1c2a1f45ff5 req-103eae0a-4dc0-4163-9d0f-3e736c584e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:57.064093 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4726212-0d06-498b-8dc1-f1c2a1f45ff5 req-103eae0a-4dc0-4163-9d0f-3e736c584e19 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ccaa3160-a52d-4d5e-a6f1-64315c0729dc HTTP/1.1" status: 200 len: 916 time: 0.1180122 Sep 07 19:45:57.135900 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4726212-0d06-498b-8dc1-f1c2a1f45ff5 req-9b269cef-c15f-4aed-b0d1-97679348a70d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a4bb77c-5bf6-4196-a466-368a663f0a5d HTTP/1.1" status: 200 len: 1002 time: 0.0603802 Sep 07 19:45:57.183712 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4726212-0d06-498b-8dc1-f1c2a1f45ff5 req-1d057170-3f71-4736-a5f4-f3889da9c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:57.185053 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4726212-0d06-498b-8dc1-f1c2a1f45ff5 req-1d057170-3f71-4736-a5f4-f3889da9c70a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c3bc8d9-f812-426b-a7d3-f95011837994 HTTP/1.1" status: 200 len: 854 time: 0.0417719 Sep 07 19:45:57.230236 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4726212-0d06-498b-8dc1-f1c2a1f45ff5 req-e00506d0-0163-445c-91be-b09ae26ffd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:57.231662 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4726212-0d06-498b-8dc1-f1c2a1f45ff5 req-e00506d0-0163-445c-91be-b09ae26ffd85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ccaa3160-a52d-4d5e-a6f1-64315c0729dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387282 Sep 07 19:45:57.337609 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4726212-0d06-498b-8dc1-f1c2a1f45ff5 req-fa33510f-1d6f-419f-aa26-c690150cbfee service neutron] 10.222.0.60 "GET /v2.0/networks/ccaa3160-a52d-4d5e-a6f1-64315c0729dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969217 Sep 07 19:45:57.431609 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4726212-0d06-498b-8dc1-f1c2a1f45ff5 req-8cf67445-c3fe-4a66-aea7-cfe8068b5386 service neutron] 10.222.0.60 "GET /v2.0/networks/ccaa3160-a52d-4d5e-a6f1-64315c0729dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808229 Sep 07 19:45:58.159257 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c156325-1ccb-4a97-bdb9-3515e5601f70 req-81b4c827-8eb2-4743-a671-3bde25d3cfa6 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:58.160758 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c156325-1ccb-4a97-bdb9-3515e5601f70 req-81b4c827-8eb2-4743-a671-3bde25d3cfa6 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 985 time: 0.0490873 Sep 07 19:45:58.203633 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4c156325-1ccb-4a97-bdb9-3515e5601f70 req-a72f81f0-39e3-4705-98fa-d94a232f3b2a tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7f7cb57-b76b-4989-b14b-93c9067de2b4&id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369303 Sep 07 19:45:58.852660 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0b3a20c1-ba55-4c80-920c-75d26cf754a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:59.141449 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:45:59.319471 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a369e-3538-463d-8ed1-3e5fa3aea59b req-e69bce4a-029e-483d-aca3-77e1d8a262dd tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:45:59.320985 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-650a369e-3538-463d-8ed1-3e5fa3aea59b req-e69bce4a-029e-483d-aca3-77e1d8a262dd tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 985 time: 0.0493126 Sep 07 19:45:59.361772 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-650a369e-3538-463d-8ed1-3e5fa3aea59b req-ed9676f5-81e5-433d-92e8-55b925375c85 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7f7cb57-b76b-4989-b14b-93c9067de2b4&id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344210 Sep 07 19:46:00.419216 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:00.479913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b3a97-4a81-4546-8048-656489c5ce9e req-9911f96e-cf65-40e6-ad06-57c79e212157 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:00.481521 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d7b3a97-4a81-4546-8048-656489c5ce9e req-9911f96e-cf65-40e6-ad06-57c79e212157 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 985 time: 0.0525377 Sep 07 19:46:00.521944 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9d7b3a97-4a81-4546-8048-656489c5ce9e req-19476cd4-11fa-4b84-bb55-17c4e511acbe tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7f7cb57-b76b-4989-b14b-93c9067de2b4&id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343220 Sep 07 19:46:01.636721 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3e38a-46c3-4e60-a51a-d16dd718b7e7 req-f1d05ca5-e9ee-4607-a162-0eb9abdb12ce tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:01.638509 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-adf3e38a-46c3-4e60-a51a-d16dd718b7e7 req-f1d05ca5-e9ee-4607-a162-0eb9abdb12ce tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 985 time: 0.0493624 Sep 07 19:46:01.681969 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-adf3e38a-46c3-4e60-a51a-d16dd718b7e7 req-768d31b0-812b-483b-8cad-fb84df05ad80 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7f7cb57-b76b-4989-b14b-93c9067de2b4&id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373163 Sep 07 19:46:01.943999 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:02.799709 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6b877-8004-49f7-bfc9-816ac5b11320 req-c4e4c56e-0635-4872-86b8-bb28fed00c7d tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:02.802092 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1e6b877-8004-49f7-bfc9-816ac5b11320 req-c4e4c56e-0635-4872-86b8-bb28fed00c7d tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 985 time: 0.0513656 Sep 07 19:46:02.844339 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f1e6b877-8004-49f7-bfc9-816ac5b11320 req-4d99e805-0544-4132-a84f-355039aab3b0 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7f7cb57-b76b-4989-b14b-93c9067de2b4&id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361328 Sep 07 19:46:03.959906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5678c-615f-4f6c-9f89-0fba23990fae req-164872e3-2ac1-42eb-ba12-06cac2cb97d4 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:03.961463 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7d5678c-615f-4f6c-9f89-0fba23990fae req-164872e3-2ac1-42eb-ba12-06cac2cb97d4 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 985 time: 0.0495870 Sep 07 19:46:04.000065 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7d5678c-615f-4f6c-9f89-0fba23990fae req-a164f067-dfcb-4ede-998e-dfb2a7dbadbb tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7f7cb57-b76b-4989-b14b-93c9067de2b4&id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325620 Sep 07 19:46:05.113707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355686d7-072c-46ab-9ea9-cfb84cd545c1 req-c68fb778-1d11-41a1-9a6c-3fe3ca649e49 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:05.115699 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-355686d7-072c-46ab-9ea9-cfb84cd545c1 req-c68fb778-1d11-41a1-9a6c-3fe3ca649e49 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 985 time: 0.0483801 Sep 07 19:46:05.158026 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-355686d7-072c-46ab-9ea9-cfb84cd545c1 req-b1861a3d-228a-409f-b339-3d12805a095b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7f7cb57-b76b-4989-b14b-93c9067de2b4&id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362504 Sep 07 19:46:06.272382 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e672cfc-b1ef-4c40-94ab-a6dcf6a49a29 req-36e0082e-9685-4c93-b29f-c22a0ba610d3 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:06.273882 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e672cfc-b1ef-4c40-94ab-a6dcf6a49a29 req-36e0082e-9685-4c93-b29f-c22a0ba610d3 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 985 time: 0.0485737 Sep 07 19:46:06.312307 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e672cfc-b1ef-4c40-94ab-a6dcf6a49a29 req-2f933280-40a7-4f65-9d29-48128d56149d tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7f7cb57-b76b-4989-b14b-93c9067de2b4&id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324144 Sep 07 19:46:07.425095 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de01289-2f66-4025-81ea-760cb08c54c3 req-5e88080d-b3dc-4392-a767-d7effb2ce6ab tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:07.426490 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6de01289-2f66-4025-81ea-760cb08c54c3 req-5e88080d-b3dc-4392-a767-d7effb2ce6ab tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 985 time: 0.0486152 Sep 07 19:46:07.465876 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6de01289-2f66-4025-81ea-760cb08c54c3 req-8814c1e8-d864-43c7-a23f-acf71d5cff78 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7f7cb57-b76b-4989-b14b-93c9067de2b4&id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329573 Sep 07 19:46:08.579831 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ea3e4-a894-46f7-a713-a25af187bcb0 req-f4e0ad89-57d3-41d3-9dc9-b1ca39d8219d tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:08.581333 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-170ea3e4-a894-46f7-a713-a25af187bcb0 req-f4e0ad89-57d3-41d3-9dc9-b1ca39d8219d tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 985 time: 0.0485029 Sep 07 19:46:08.623917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-170ea3e4-a894-46f7-a713-a25af187bcb0 req-176c2cb8-6abe-4921-934d-931bf943486e tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7f7cb57-b76b-4989-b14b-93c9067de2b4&id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359368 Sep 07 19:46:13.469502 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:14.398147 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:21.716900 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:46:26.035927 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c8d98666-32ed-41a3-8bed-38ff76e91040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:28.852524 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-15049acc-5e91-4111-bc9e-193d59e6ea6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:29.141164 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:30.421600 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:31.945822 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:41.273965 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-05020387-a151-4056-b238-1ef76a52df7c req-397e1dcd-5e2b-4f5f-8b01-fbbfab0ee4c8 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1457796039&fields=id&tenant_id=13c357ee04d04db1bffb2c77486c1e36 HTTP/1.1" status: 200 len: 267 time: 0.1456497 Sep 07 19:46:41.327347 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020387-a151-4056-b238-1ef76a52df7c req-197b247a-4ba1-43b4-a820-6a616b92d518 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:41.328841 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-05020387-a151-4056-b238-1ef76a52df7c req-197b247a-4ba1-43b4-a820-6a616b92d518 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 985 time: 0.0486255 Sep 07 19:46:41.340327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-05020387-a151-4056-b238-1ef76a52df7c req-6023c00c-cfb4-4c09-aa86-b4b2b8659d33 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Request body: {'port': {'security_groups': ['0e96153a-79f7-40b2-b4b4-e35337b27d33']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:46:41.404496 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-05020387-a151-4056-b238-1ef76a52df7c req-6023c00c-cfb4-4c09-aa86-b4b2b8659d33 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:41.576701 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-05020387-a151-4056-b238-1ef76a52df7c req-6023c00c-cfb4-4c09-aa86-b4b2b8659d33 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] For port 7a4bb77c-5bf6-4196-a466-368a663f0a5d, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=7a4bb77c-5bf6-4196-a466-368a663f0a5d,segment=NetworkSegment(34cfe1bf-6877-4e6a-83f1-68484042287c),segment_id=34cfe1bf-6877-4e6a-83f1-68484042287c)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:46:41.609355 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-05020387-a151-4056-b238-1ef76a52df7c req-6023c00c-cfb4-4c09-aa86-b4b2b8659d33 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:41.614182 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-05020387-a151-4056-b238-1ef76a52df7c req-6023c00c-cfb4-4c09-aa86-b4b2b8659d33 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:41.628191 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7a4bb77c-5bf6-4196-a466-368a663f0a5d'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:46:41.668225 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020387-a151-4056-b238-1ef76a52df7c req-6023c00c-cfb4-4c09-aa86-b4b2b8659d33 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:41.669354 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-05020387-a151-4056-b238-1ef76a52df7c req-6023c00c-cfb4-4c09-aa86-b4b2b8659d33 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:41.670809 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-05020387-a151-4056-b238-1ef76a52df7c req-6023c00c-cfb4-4c09-aa86-b4b2b8659d33 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "PUT /v2.0/ports/7a4bb77c-5bf6-4196-a466-368a663f0a5d HTTP/1.1" status: 200 len: 943 time: 0.3352211 Sep 07 19:46:41.671286 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f247e901-a606-4464-bb9c-ec0bffb84aad', 'tag': '7a4bb77c-5bf6-4196-a466-368a663f0a5d'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:46:41.676154 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399af982-7525-4545-bc47-f3381e931522" -d '{"events": [{"name": "network-changed", "server_uuid": "f247e901-a606-4464-bb9c-ec0bffb84aad", "tag": "7a4bb77c-5bf6-4196-a466-368a663f0a5d"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:46:41.676491 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51496) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:46:41.718036 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023c00c-cfb4-4c09-aa86-b4b2b8659d33 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Pushing event updated for resources: {'Port': ['ID=7a4bb77c-5bf6-4196-a466-368a663f0a5d,revision_number=7']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:46:41.740168 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978f8da3-6413-42be-a788-3a5ae609f215 x-openstack-request-id: req-978f8da3-6413-42be-a788-3a5ae609f215 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:46:41.740462 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f247e901-a606-4464-bb9c-ec0bffb84aad", "tag": "7a4bb77c-5bf6-4196-a466-368a663f0a5d", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:46:41.740726 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-978f8da3-6413-42be-a788-3a5ae609f215 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:46:41.741211 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f247e901-a606-4464-bb9c-ec0bffb84aad', 'tag': '7a4bb77c-5bf6-4196-a466-368a663f0a5d', 'status': 'completed', 'code': 200} Sep 07 19:46:41.742504 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023c00c-cfb4-4c09-aa86-b4b2b8659d33 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.743380 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023c00c-cfb4-4c09-aa86-b4b2b8659d33 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.743716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023c00c-cfb4-4c09-aa86-b4b2b8659d33 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.744048 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023c00c-cfb4-4c09-aa86-b4b2b8659d33 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.744380 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023c00c-cfb4-4c09-aa86-b4b2b8659d33 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.744731 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023c00c-cfb4-4c09-aa86-b4b2b8659d33 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.745051 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023c00c-cfb4-4c09-aa86-b4b2b8659d33 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.745374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023c00c-cfb4-4c09-aa86-b4b2b8659d33 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.745696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023c00c-cfb4-4c09-aa86-b4b2b8659d33 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.746017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023c00c-cfb4-4c09-aa86-b4b2b8659d33 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.746331 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023c00c-cfb4-4c09-aa86-b4b2b8659d33 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.746647 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023c00c-cfb4-4c09-aa86-b4b2b8659d33 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.762363 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7a4bb77c-5bf6-4196-a466-368a663f0a5d'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:46:41.784770 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2e56cdac-e542-44b3-99f2-f149504259ef tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:41.814342 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2e56cdac-e542-44b3-99f2-f149504259ef tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:41.867303 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399af982-7525-4545-bc47-f3381e931522 req-e8f4309c-54a6-4524-969f-0a228a005db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:41.869566 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-399af982-7525-4545-bc47-f3381e931522 req-e8f4309c-54a6-4524-969f-0a228a005db2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13c357ee04d04db1bffb2c77486c1e36&device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 1097 time: 0.1073842 Sep 07 19:46:41.890374 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2e56cdac-e542-44b3-99f2-f149504259ef tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:41.893494 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2e56cdac-e542-44b3-99f2-f149504259ef tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:41.894996 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2e56cdac-e542-44b3-99f2-f149504259ef tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "DELETE /v2.0/security-groups/f7f7cb57-b76b-4989-b14b-93c9067de2b4 HTTP/1.1" status: 204 len: 168 time: 0.2173996 Sep 07 19:46:41.900844 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51502) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:46:41.940295 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cb32ed63-b022-461d-ad43-aaf1001e36d0 None None] Provisioning complete for port 7a4bb77c-5bf6-4196-a466-368a663f0a5d triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:46:41.940936 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cb32ed63-b022-461d-ad43-aaf1001e36d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:41.949021 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56cdac-e542-44b3-99f2-f149504259ef tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f7cb57-b76b-4989-b14b-93c9067de2b4,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:46:41.962376 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56cdac-e542-44b3-99f2-f149504259ef tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.962733 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56cdac-e542-44b3-99f2-f149504259ef tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.963079 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56cdac-e542-44b3-99f2-f149504259ef tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.963418 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56cdac-e542-44b3-99f2-f149504259ef tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.963758 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56cdac-e542-44b3-99f2-f149504259ef tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.964094 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56cdac-e542-44b3-99f2-f149504259ef tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.964427 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56cdac-e542-44b3-99f2-f149504259ef tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.964790 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56cdac-e542-44b3-99f2-f149504259ef tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.965123 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56cdac-e542-44b3-99f2-f149504259ef tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.965450 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56cdac-e542-44b3-99f2-f149504259ef tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.965779 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56cdac-e542-44b3-99f2-f149504259ef tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.966108 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56cdac-e542-44b3-99f2-f149504259ef tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:46:41.972132 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399af982-7525-4545-bc47-f3381e931522 req-baf6cd60-9a54-4791-b34e-94ac0f8d97bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:41.974479 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-399af982-7525-4545-bc47-f3381e931522 req-baf6cd60-9a54-4791-b34e-94ac0f8d97bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=ccaa3160-a52d-4d5e-a6f1-64315c0729dc HTTP/1.1" status: 200 len: 916 time: 0.0966983 Sep 07 19:46:42.051753 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-399af982-7525-4545-bc47-f3381e931522 req-03b13217-26d7-4619-9a23-c88ede80be03 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a4bb77c-5bf6-4196-a466-368a663f0a5d HTTP/1.1" status: 200 len: 1002 time: 0.0684636 Sep 07 19:46:42.086382 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-25d3cad8-a139-490f-a20f-b62ac89dd19b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Deleting port a2560bb5-12d6-4593-83fb-969469e96f2d {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:46:42.086756 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-25d3cad8-a139-490f-a20f-b62ac89dd19b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:42.101619 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399af982-7525-4545-bc47-f3381e931522 req-c9fa7a70-2b08-4167-9078-d41b887507e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:42.103637 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-399af982-7525-4545-bc47-f3381e931522 req-c9fa7a70-2b08-4167-9078-d41b887507e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c3bc8d9-f812-426b-a7d3-f95011837994 HTTP/1.1" status: 200 len: 854 time: 0.0440264 Sep 07 19:46:42.153015 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399af982-7525-4545-bc47-f3381e931522 req-a626666d-15fc-4f4b-81fd-066bcc57d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:42.154515 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-399af982-7525-4545-bc47-f3381e931522 req-a626666d-15fc-4f4b-81fd-066bcc57d195 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ccaa3160-a52d-4d5e-a6f1-64315c0729dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431306 Sep 07 19:46:42.161198 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-25d3cad8-a139-490f-a20f-b62ac89dd19b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:42.161545 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-25d3cad8-a139-490f-a20f-b62ac89dd19b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:42.173527 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-25d3cad8-a139-490f-a20f-b62ac89dd19b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Calling delete_port for a2560bb5-12d6-4593-83fb-969469e96f2d owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:46:42.244731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-399af982-7525-4545-bc47-f3381e931522 req-3a2cd0be-166c-4b74-9913-4320648a9fa9 service neutron] 10.222.0.60 "GET /v2.0/networks/ccaa3160-a52d-4d5e-a6f1-64315c0729dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825200 Sep 07 19:46:42.318037 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-25d3cad8-a139-490f-a20f-b62ac89dd19b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:42.340523 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-399af982-7525-4545-bc47-f3381e931522 req-d917b1c6-f208-4514-90f2-c0845a7525d5 service neutron] 10.222.0.60 "GET /v2.0/networks/ccaa3160-a52d-4d5e-a6f1-64315c0729dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886402 Sep 07 19:46:42.345772 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3cad8-a139-490f-a20f-b62ac89dd19b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Pushing event deleted for resources: {'Port': ['ID=a2560bb5-12d6-4593-83fb-969469e96f2d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:46:42.406319 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-25d3cad8-a139-490f-a20f-b62ac89dd19b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:42.406648 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-25d3cad8-a139-490f-a20f-b62ac89dd19b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Floating IP 1c2c0eaf-275b-4482-85bb-8b322658ac3b disassociated (deleted). External IP: 172.25.8.212, port: 7a4bb77c-5bf6-4196-a466-368a663f0a5d. Sep 07 19:46:42.935743 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d3cad8-a139-490f-a20f-b62ac89dd19b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Router 22ff5f5c-0c44-4f40-806a-146c80fca52b has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:46:43.042033 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d3cad8-a139-490f-a20f-b62ac89dd19b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:46:43.046755 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-25d3cad8-a139-490f-a20f-b62ac89dd19b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:43.051348 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221726e3-c928-44fe-ae41-e3c753cdd76d None None] Sync routers for ids ['22ff5f5c-0c44-4f40-806a-146c80fca52b'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:46:43.061396 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221726e3-c928-44fe-ae41-e3c753cdd76d None None] Routers {'22ff5f5c-0c44-4f40-806a-146c80fca52b'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:46:43.062010 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-221726e3-c928-44fe-ae41-e3c753cdd76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:46:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22ff5f5c-0c44-4f40-806a-146c80fca52b'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:46:43.074153 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-25d3cad8-a139-490f-a20f-b62ac89dd19b tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "DELETE /v2.0/floatingips/1c2c0eaf-275b-4482-85bb-8b322658ac3b HTTP/1.1" status: 204 len: 168 time: 1.1722887 Sep 07 19:46:43.074748 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f247e901-a606-4464-bb9c-ec0bffb84aad', 'tag': '7a4bb77c-5bf6-4196-a466-368a663f0a5d'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:46:43.120143 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762533edc2622bc0fa0f1b8c27c20a8f3eebc5c6dae59641fc833e4016bd3296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a389b1c9-903c-40ef-89ce-93fb984d66cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f247e901-a606-4464-bb9c-ec0bffb84aad", "tag": "7a4bb77c-5bf6-4196-a466-368a663f0a5d"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:46:43.176769 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-221726e3-c928-44fe-ae41-e3c753cdd76d None None] Set router 22ff5f5c-0c44-4f40-806a-146c80fca52b gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:46:43.218005 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f3d3a7-d626-4d72-b6b2-492edfcc3a50 x-openstack-request-id: req-a2f3d3a7-d626-4d72-b6b2-492edfcc3a50 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:46:43.218389 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f247e901-a606-4464-bb9c-ec0bffb84aad", "tag": "7a4bb77c-5bf6-4196-a466-368a663f0a5d", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:46:43.218999 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2f3d3a7-d626-4d72-b6b2-492edfcc3a50 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:46:43.219617 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f247e901-a606-4464-bb9c-ec0bffb84aad', 'tag': '7a4bb77c-5bf6-4196-a466-368a663f0a5d', 'status': 'completed', 'code': 200} Sep 07 19:46:43.299586 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389b1c9-903c-40ef-89ce-93fb984d66cb req-3c6fe29b-36a1-43b9-b086-0813c5939d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:43.301400 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a389b1c9-903c-40ef-89ce-93fb984d66cb req-3c6fe29b-36a1-43b9-b086-0813c5939d80 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13c357ee04d04db1bffb2c77486c1e36&device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 1097 time: 0.0524628 Sep 07 19:46:43.392407 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-221726e3-c928-44fe-ae41-e3c753cdd76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'name': 'tempest-TestMinimumBasicScenario-1139922361-router', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:46Z', 'updated_at': '2021-09-07T19:44:49Z', 'revision_number': 4, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'gw_port': {'id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:47Z', 'updated_at': '2021-09-07T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74', 'name': '', 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'mac_address': 'fa:16:3e:95:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1c3bc8d9-f812-426b-a7d3-f95011837994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:48Z', 'updated_at': '2021-09-07T19:44:55Z', 'revision_number': 5, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'subnets': [{'id': '1c3bc8d9-f812-426b-a7d3-f95011837994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:46:43.402988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389b1c9-903c-40ef-89ce-93fb984d66cb req-12e91e34-a0f9-44a3-b36d-b47f33f5a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:43.404484 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a389b1c9-903c-40ef-89ce-93fb984d66cb req-12e91e34-a0f9-44a3-b36d-b47f33f5a29f service neutron] 10.222.0.60 "GET /v2.0/networks?id=ccaa3160-a52d-4d5e-a6f1-64315c0729dc HTTP/1.1" status: 200 len: 916 time: 0.0953789 Sep 07 19:46:43.422563 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221726e3-c928-44fe-ae41-e3c753cdd76d None None] Checking router: 22ff5f5c-0c44-4f40-806a-146c80fca52b for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:46:43.430755 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221726e3-c928-44fe-ae41-e3c753cdd76d None None] Routers {'22ff5f5c-0c44-4f40-806a-146c80fca52b'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:46:43.431365 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-221726e3-c928-44fe-ae41-e3c753cdd76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:46:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22ff5f5c-0c44-4f40-806a-146c80fca52b'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:46:43.447859 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a389b1c9-903c-40ef-89ce-93fb984d66cb req-23373a39-0df4-493a-b11c-83ca7887186b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a4bb77c-5bf6-4196-a466-368a663f0a5d HTTP/1.1" status: 200 len: 217 time: 0.0356967 Sep 07 19:46:43.469838 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:43.497279 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389b1c9-903c-40ef-89ce-93fb984d66cb req-695ba139-05de-4a74-9e8b-f505b27f2831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:43.498752 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a389b1c9-903c-40ef-89ce-93fb984d66cb req-695ba139-05de-4a74-9e8b-f505b27f2831 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c3bc8d9-f812-426b-a7d3-f95011837994 HTTP/1.1" status: 200 len: 854 time: 0.0439188 Sep 07 19:46:43.536981 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-221726e3-c928-44fe-ae41-e3c753cdd76d None None] Set router 22ff5f5c-0c44-4f40-806a-146c80fca52b gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:46:43.544111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389b1c9-903c-40ef-89ce-93fb984d66cb req-10cb9d36-7405-4970-9e6c-47bd6dc2e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:43.545721 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a389b1c9-903c-40ef-89ce-93fb984d66cb req-10cb9d36-7405-4970-9e6c-47bd6dc2e760 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ccaa3160-a52d-4d5e-a6f1-64315c0729dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401645 Sep 07 19:46:43.646434 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a389b1c9-903c-40ef-89ce-93fb984d66cb req-5264941b-3915-4f8c-b67e-9505a0286b66 service neutron] 10.222.0.60 "GET /v2.0/networks/ccaa3160-a52d-4d5e-a6f1-64315c0729dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925381 Sep 07 19:46:43.735465 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-221726e3-c928-44fe-ae41-e3c753cdd76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'name': 'tempest-TestMinimumBasicScenario-1139922361-router', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:46Z', 'updated_at': '2021-09-07T19:44:49Z', 'revision_number': 4, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'gw_port': {'id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:47Z', 'updated_at': '2021-09-07T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74', 'name': '', 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'mac_address': 'fa:16:3e:95:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1c3bc8d9-f812-426b-a7d3-f95011837994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:48Z', 'updated_at': '2021-09-07T19:44:55Z', 'revision_number': 5, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'subnets': [{'id': '1c3bc8d9-f812-426b-a7d3-f95011837994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:46:43.739458 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a389b1c9-903c-40ef-89ce-93fb984d66cb req-37fab1dd-5874-44c6-9d34-1d87deed0c0e service neutron] 10.222.0.60 "GET /v2.0/networks/ccaa3160-a52d-4d5e-a6f1-64315c0729dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849204 Sep 07 19:46:43.764803 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221726e3-c928-44fe-ae41-e3c753cdd76d None None] The sync data for ids ['22ff5f5c-0c44-4f40-806a-146c80fca52b'] in n-d-807786-1 is: [{'id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'name': 'tempest-TestMinimumBasicScenario-1139922361-router', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:46Z', 'updated_at': '2021-09-07T19:44:49Z', 'revision_number': 4, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'gw_port': {'id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:47Z', 'updated_at': '2021-09-07T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74', 'name': '', 'network_id': 'ccaa3160-a52d-4d5e-a6f1-64315c0729dc', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'mac_address': 'fa:16:3e:95:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1c3bc8d9-f812-426b-a7d3-f95011837994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:48Z', 'updated_at': '2021-09-07T19:44:55Z', 'revision_number': 5, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'subnets': [{'id': '1c3bc8d9-f812-426b-a7d3-f95011837994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:46:43.987856 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45ecc4-7362-42bf-b3e8-82ab045c94b2 None None] New status for floating IP 1c2c0eaf-275b-4482-85bb-8b322658ac3b: DOWN {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:46:44.406210 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:46.312096 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8956ae9-7b27-40ad-984e-cec1e1bdadd2 req-a0ab6d47-0269-435b-8a23-9ba73feebd04 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416894 Sep 07 19:46:46.394303 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8956ae9-7b27-40ad-984e-cec1e1bdadd2 req-1dbee90c-dd01-4542-831a-19f27b4e5f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:46.395819 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8956ae9-7b27-40ad-984e-cec1e1bdadd2 req-1dbee90c-dd01-4542-831a-19f27b4e5f42 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13c357ee04d04db1bffb2c77486c1e36&device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 1097 time: 0.0411246 Sep 07 19:46:46.503927 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8956ae9-7b27-40ad-984e-cec1e1bdadd2 req-9d0bd0b7-b8d8-4cbd-9838-df343b4a4679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:46.505461 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8956ae9-7b27-40ad-984e-cec1e1bdadd2 req-9d0bd0b7-b8d8-4cbd-9838-df343b4a4679 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ccaa3160-a52d-4d5e-a6f1-64315c0729dc HTTP/1.1" status: 200 len: 916 time: 0.0897534 Sep 07 19:46:46.548610 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8956ae9-7b27-40ad-984e-cec1e1bdadd2 req-d7b8cbe0-c761-45ba-a5ac-93a96ca5621c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a4bb77c-5bf6-4196-a466-368a663f0a5d HTTP/1.1" status: 200 len: 217 time: 0.0357053 Sep 07 19:46:46.596314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8956ae9-7b27-40ad-984e-cec1e1bdadd2 req-923497e2-b162-4f04-9429-505b55473e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:46.597685 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8956ae9-7b27-40ad-984e-cec1e1bdadd2 req-923497e2-b162-4f04-9429-505b55473e93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c3bc8d9-f812-426b-a7d3-f95011837994 HTTP/1.1" status: 200 len: 854 time: 0.0428562 Sep 07 19:46:46.652833 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8956ae9-7b27-40ad-984e-cec1e1bdadd2 req-34c975ed-8bb6-44c7-9963-25930824dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:46.654320 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8956ae9-7b27-40ad-984e-cec1e1bdadd2 req-34c975ed-8bb6-44c7-9963-25930824dde1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ccaa3160-a52d-4d5e-a6f1-64315c0729dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503552 Sep 07 19:46:46.746383 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8956ae9-7b27-40ad-984e-cec1e1bdadd2 req-ca83acc4-8e71-4fba-ad14-82263c7d71f5 service neutron] 10.222.0.60 "GET /v2.0/networks/ccaa3160-a52d-4d5e-a6f1-64315c0729dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842905 Sep 07 19:46:47.178476 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8956ae9-7b27-40ad-984e-cec1e1bdadd2 req-765ae3d4-a1d2-4eeb-8e8b-b5410379652f service neutron] 10.222.0.60 "GET /v2.0/networks/ccaa3160-a52d-4d5e-a6f1-64315c0729dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252396 Sep 07 19:46:49.927004 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [req-1f83d364-766f-47ad-829c-533c4971395c req-7ed55ac7-7533-4040-96a9-3ef26c94e50c tempest-ServerDiskConfigTestJSON-511580016 tempest-ServerDiskConfigTestJSON-511580016-project] (101444) timed out ('10.222.0.60', 58302) {{(pid=101444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 19:46:50.023379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfeb238-1e30-47c4-9158-d5bc36fb64cc req-e8da99b5-91ff-4780-9029-9040b4e1656d tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:50.025563 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2cfeb238-1e30-47c4-9158-d5bc36fb64cc req-e8da99b5-91ff-4780-9029-9040b4e1656d tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 946 time: 0.0515628 Sep 07 19:46:50.063155 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2cfeb238-1e30-47c4-9158-d5bc36fb64cc req-43d2f8ef-bda2-4325-8929-8b8a1cf9cd20 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316513 Sep 07 19:46:51.227602 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd028e-f208-4f43-85a1-a6843d5cd996 req-c509b240-b1d2-435d-9f6d-3a935546206d tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:51.229107 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-47dd028e-f208-4f43-85a1-a6843d5cd996 req-c509b240-b1d2-435d-9f6d-3a935546206d tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 946 time: 0.0973573 Sep 07 19:46:51.266444 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-47dd028e-f208-4f43-85a1-a6843d5cd996 req-cba4fe65-3cd5-45ee-9714-3de7b11d7d29 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e96153a-79f7-40b2-b4b4-e35337b27d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313537 Sep 07 19:46:51.651159 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa84e76-83dc-497e-91eb-ed26fc2c2be6 req-1cfe908b-7c38-491c-96f9-7a6fa3c72e32 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:46:51.652688 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4aa84e76-83dc-497e-91eb-ed26fc2c2be6 req-1cfe908b-7c38-491c-96f9-7a6fa3c72e32 tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.60 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 946 time: 0.0513484 Sep 07 19:46:51.742652 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-4aa84e76-83dc-497e-91eb-ed26fc2c2be6 req-d40a3522-92ad-44e4-922b-6c9fa753cb8e tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Deleting port 7a4bb77c-5bf6-4196-a466-368a663f0a5d {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:46:51.742994 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4aa84e76-83dc-497e-91eb-ed26fc2c2be6 req-d40a3522-92ad-44e4-922b-6c9fa753cb8e tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:51.832089 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4aa84e76-83dc-497e-91eb-ed26fc2c2be6 req-d40a3522-92ad-44e4-922b-6c9fa753cb8e tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] For port 7a4bb77c-5bf6-4196-a466-368a663f0a5d, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=7a4bb77c-5bf6-4196-a466-368a663f0a5d,segment=NetworkSegment(34cfe1bf-6877-4e6a-83f1-68484042287c),segment_id=34cfe1bf-6877-4e6a-83f1-68484042287c)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:46:51.832446 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4aa84e76-83dc-497e-91eb-ed26fc2c2be6 req-d40a3522-92ad-44e4-922b-6c9fa753cb8e tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:51.844313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-4aa84e76-83dc-497e-91eb-ed26fc2c2be6 req-d40a3522-92ad-44e4-922b-6c9fa753cb8e tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Calling delete_port for 7a4bb77c-5bf6-4196-a466-368a663f0a5d owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:46:51.974494 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4aa84e76-83dc-497e-91eb-ed26fc2c2be6 req-d40a3522-92ad-44e4-922b-6c9fa753cb8e tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:51.985697 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['7a4bb77c-5bf6-4196-a466-368a663f0a5d'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:46:52.006580 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a3522-92ad-44e4-922b-6c9fa753cb8e tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Pushing event deleted for resources: {'Port': ['ID=7a4bb77c-5bf6-4196-a466-368a663f0a5d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:46:52.048880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa84e76-83dc-497e-91eb-ed26fc2c2be6 req-d40a3522-92ad-44e4-922b-6c9fa753cb8e tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] No DVR routers for this DVR port 7a4bb77c-5bf6-4196-a466-368a663f0a5d on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:46:52.051745 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4aa84e76-83dc-497e-91eb-ed26fc2c2be6 req-d40a3522-92ad-44e4-922b-6c9fa753cb8e tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:52.053757 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4aa84e76-83dc-497e-91eb-ed26fc2c2be6 req-d40a3522-92ad-44e4-922b-6c9fa753cb8e tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.60 "DELETE /v2.0/ports/7a4bb77c-5bf6-4196-a466-368a663f0a5d HTTP/1.1" status: 204 len: 173 time: 0.3932476 Sep 07 19:46:52.054195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f247e901-a606-4464-bb9c-ec0bffb84aad', 'name': 'network-vif-deleted', 'tag': '7a4bb77c-5bf6-4196-a466-368a663f0a5d'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:46:52.056972 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c642d4-7ccf-4e90-87a7-c02208ff08f3" -d '{"events": [{"server_uuid": "f247e901-a606-4464-bb9c-ec0bffb84aad", "name": "network-vif-deleted", "tag": "7a4bb77c-5bf6-4196-a466-368a663f0a5d"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:46:52.157086 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99145c43-02c1-483d-a7f1-2366bba0b8e6 x-openstack-request-id: req-99145c43-02c1-483d-a7f1-2366bba0b8e6 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:46:52.157406 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f247e901-a606-4464-bb9c-ec0bffb84aad", "name": "network-vif-deleted", "tag": "7a4bb77c-5bf6-4196-a466-368a663f0a5d", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:46:52.157661 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-99145c43-02c1-483d-a7f1-2366bba0b8e6 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:46:52.158061 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f247e901-a606-4464-bb9c-ec0bffb84aad', 'name': 'network-vif-deleted', 'tag': '7a4bb77c-5bf6-4196-a466-368a663f0a5d', 'status': 'completed', 'code': 200} Sep 07 19:46:52.371046 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b21b6dde-e049-4966-a9c7-78ebd4585015 req-43264f3d-6888-4027-b9dc-6416b08badcc tempest-TestMinimumBasicScenario-340476192 tempest-TestMinimumBasicScenario-340476192-project] 10.222.0.26 "GET /v2.0/ports?device_id=f247e901-a606-4464-bb9c-ec0bffb84aad HTTP/1.1" status: 200 len: 210 time: 0.0278320 Sep 07 19:46:53.920580 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51608) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:46:54.254386 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-92a048b5-6b09-4b2a-9518-5f7bdb41d4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:54.494171 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-92a048b5-6b09-4b2a-9518-5f7bdb41d4a6 admin admin] Deleting port 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:46:54.494504 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-92a048b5-6b09-4b2a-9518-5f7bdb41d4a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:54.573441 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-92a048b5-6b09-4b2a-9518-5f7bdb41d4a6 admin admin] For port 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74,segment=NetworkSegment(34cfe1bf-6877-4e6a-83f1-68484042287c),segment_id=34cfe1bf-6877-4e6a-83f1-68484042287c)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:46:54.573718 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-92a048b5-6b09-4b2a-9518-5f7bdb41d4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:54.585580 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-92a048b5-6b09-4b2a-9518-5f7bdb41d4a6 admin admin] Calling delete_port for 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:46:54.764560 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-92a048b5-6b09-4b2a-9518-5f7bdb41d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:54.790292 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a048b5-6b09-4b2a-9518-5f7bdb41d4a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:46:54.829977 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 7a4bb77c-5bf6-4196-a466-368a663f0a5d no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:46:54.851103 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 7a4bb77c-5bf6-4196-a466-368a663f0a5d {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:46:54.851592 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 7a4bb77c-5bf6-4196-a466-368a663f0a5d not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:46:54.955346 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-92a048b5-6b09-4b2a-9518-5f7bdb41d4a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:55.167057 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a048b5-6b09-4b2a-9518-5f7bdb41d4a6 admin admin] Router 22ff5f5c-0c44-4f40-806a-146c80fca52b has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:46:55.271915 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a048b5-6b09-4b2a-9518-5f7bdb41d4a6 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:46:55.280477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51610) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:46:55.280979 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-92a048b5-6b09-4b2a-9518-5f7bdb41d4a6 admin admin] 10.222.0.26 "PUT /v2.0/routers/22ff5f5c-0c44-4f40-806a-146c80fca52b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3579905 Sep 07 19:46:55.282177 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0679588e-2327-4f35-adc4-41c54aa609c8 None None] Sync routers for ids ['22ff5f5c-0c44-4f40-806a-146c80fca52b'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:46:55.292473 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0679588e-2327-4f35-adc4-41c54aa609c8 None None] Routers {'22ff5f5c-0c44-4f40-806a-146c80fca52b'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:46:55.293105 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-0679588e-2327-4f35-adc4-41c54aa609c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:46:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22ff5f5c-0c44-4f40-806a-146c80fca52b'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:46:55.383498 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dde32ab1-5e29-4038-961d-20ff50b4dd7e admin admin] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:55.394976 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-0679588e-2327-4f35-adc4-41c54aa609c8 None None] Set router 22ff5f5c-0c44-4f40-806a-146c80fca52b gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:46:55.486400 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dde32ab1-5e29-4038-961d-20ff50b4dd7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:55.539703 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-dde32ab1-5e29-4038-961d-20ff50b4dd7e admin admin] Deleting port fa795ea0-ac4f-412b-b8fe-2e11917e737b {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:46:55.540043 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dde32ab1-5e29-4038-961d-20ff50b4dd7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:55.572903 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-0679588e-2327-4f35-adc4-41c54aa609c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'name': 'tempest-TestMinimumBasicScenario-1139922361-router', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:46Z', 'updated_at': '2021-09-07T19:46:54Z', 'revision_number': 5, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'gw_port': {'id': 'fa795ea0-ac4f-412b-b8fe-2e11917e737b', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:47Z', 'updated_at': '2021-09-07T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:46:55.598587 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0679588e-2327-4f35-adc4-41c54aa609c8 None None] Checking router: 22ff5f5c-0c44-4f40-806a-146c80fca52b for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:46:55.606633 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0679588e-2327-4f35-adc4-41c54aa609c8 None None] Routers {'22ff5f5c-0c44-4f40-806a-146c80fca52b'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:46:55.607240 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-0679588e-2327-4f35-adc4-41c54aa609c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:46:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['22ff5f5c-0c44-4f40-806a-146c80fca52b'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:46:55.628066 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-dde32ab1-5e29-4038-961d-20ff50b4dd7e admin admin] For port fa795ea0-ac4f-412b-b8fe-2e11917e737b, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fa795ea0-ac4f-412b-b8fe-2e11917e737b,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:46:55.628466 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dde32ab1-5e29-4038-961d-20ff50b4dd7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:55.642136 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-dde32ab1-5e29-4038-961d-20ff50b4dd7e admin admin] Calling delete_port for fa795ea0-ac4f-412b-b8fe-2e11917e737b owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:46:55.690683 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-0679588e-2327-4f35-adc4-41c54aa609c8 None None] Set router 22ff5f5c-0c44-4f40-806a-146c80fca52b gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:46:55.743656 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-0679588e-2327-4f35-adc4-41c54aa609c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'name': 'tempest-TestMinimumBasicScenario-1139922361-router', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:46Z', 'updated_at': '2021-09-07T19:46:55Z', 'revision_number': 6, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:46:55.821315 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dde32ab1-5e29-4038-961d-20ff50b4dd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:55.847677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde32ab1-5e29-4038-961d-20ff50b4dd7e admin admin] Pushing event deleted for resources: {'Port': ['ID=fa795ea0-ac4f-412b-b8fe-2e11917e737b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:46:55.857520 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0679588e-2327-4f35-adc4-41c54aa609c8 None None] The sync data for ids ['22ff5f5c-0c44-4f40-806a-146c80fca52b'] in n-d-807786-1 is: [{'id': '22ff5f5c-0c44-4f40-806a-146c80fca52b', 'name': 'tempest-TestMinimumBasicScenario-1139922361-router', 'tenant_id': '13c357ee04d04db1bffb2c77486c1e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:46Z', 'updated_at': '2021-09-07T19:46:55Z', 'revision_number': 6, 'project_id': '13c357ee04d04db1bffb2c77486c1e36', 'gw_port_host': None}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:46:55.908743 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dde32ab1-5e29-4038-961d-20ff50b4dd7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:56.001199 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dde32ab1-5e29-4038-961d-20ff50b4dd7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:56.003442 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dde32ab1-5e29-4038-961d-20ff50b4dd7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:56.036923 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ea02011f-5878-4f5f-aa35-11762e4d3f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:56.046796 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dde32ab1-5e29-4038-961d-20ff50b4dd7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:56.047330 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde32ab1-5e29-4038-961d-20ff50b4dd7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22ff5f5c-0c44-4f40-806a-146c80fca52b {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:46:56.051524 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dde32ab1-5e29-4038-961d-20ff50b4dd7e admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:56.052706 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-dde32ab1-5e29-4038-961d-20ff50b4dd7e admin admin] 10.222.0.26 "DELETE /v2.0/routers/22ff5f5c-0c44-4f40-806a-146c80fca52b HTTP/1.1" status: 204 len: 168 time: 0.7711101 Sep 07 19:46:56.055801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51612) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:46:56.099588 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e73611-d000-4d06-80b5-9c3dc64aa11e admin admin] Deleting subnet 1c3bc8d9-f812-426b-a7d3-f95011837994 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:46:56.102663 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-36e73611-d000-4d06-80b5-9c3dc64aa11e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:56.136736 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-36e73611-d000-4d06-80b5-9c3dc64aa11e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:56.218408 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-36e73611-d000-4d06-80b5-9c3dc64aa11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:56.272337 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-36e73611-d000-4d06-80b5-9c3dc64aa11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:56.302250 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-36e73611-d000-4d06-80b5-9c3dc64aa11e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:56.304885 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-36e73611-d000-4d06-80b5-9c3dc64aa11e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1c3bc8d9-f812-426b-a7d3-f95011837994 HTTP/1.1" status: 204 len: 168 time: 0.2474229 Sep 07 19:46:56.306049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e73611-d000-4d06-80b5-9c3dc64aa11e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c3bc8d9-f812-426b-a7d3-f95011837994,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:46:56.306831 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51614) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:46:56.307255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2450ce-d606-4d59-a146-460653860e00 None None] Network ccaa3160-a52d-4d5e-a6f1-64315c0729dc requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:46:56.379581 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-75b005ee-6261-4b9c-b73c-fda3fed3c5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:56.431672 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-75b005ee-6261-4b9c-b73c-fda3fed3c5db admin admin] Deleting port e4426834-ce17-440b-8f00-aeed006fbd41 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:46:56.432020 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-75b005ee-6261-4b9c-b73c-fda3fed3c5db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:56.495352 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-75b005ee-6261-4b9c-b73c-fda3fed3c5db admin admin] For port e4426834-ce17-440b-8f00-aeed006fbd41, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e4426834-ce17-440b-8f00-aeed006fbd41,segment=NetworkSegment(34cfe1bf-6877-4e6a-83f1-68484042287c),segment_id=34cfe1bf-6877-4e6a-83f1-68484042287c)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:46:56.495720 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-75b005ee-6261-4b9c-b73c-fda3fed3c5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:56.507974 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-75b005ee-6261-4b9c-b73c-fda3fed3c5db admin admin] Calling delete_port for e4426834-ce17-440b-8f00-aeed006fbd41 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:46:56.594416 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-75b005ee-6261-4b9c-b73c-fda3fed3c5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:56.616719 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2cedb5-f50c-4866-88b7-e46962f5f5d2 None None] DHCP port deletion for ccaa3160-a52d-4d5e-a6f1-64315c0729dc request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:46:56.627773 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b005ee-6261-4b9c-b73c-fda3fed3c5db admin admin] Pushing event deleted for resources: {'Port': ['ID=e4426834-ce17-440b-8f00-aeed006fbd41,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:46:56.630140 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b005ee-6261-4b9c-b73c-fda3fed3c5db admin admin] No DVR routers for this DVR port e4426834-ce17-440b-8f00-aeed006fbd41 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:46:56.703632 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-75b005ee-6261-4b9c-b73c-fda3fed3c5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:56.723785 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-75b005ee-6261-4b9c-b73c-fda3fed3c5db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccaa3160-a52d-4d5e-a6f1-64315c0729dc']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:46:56.733504 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-75b005ee-6261-4b9c-b73c-fda3fed3c5db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34cfe1bf-6877-4e6a-83f1-68484042287c') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:46:56.733878 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-75b005ee-6261-4b9c-b73c-fda3fed3c5db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34cfe1bf-6877-4e6a-83f1-68484042287c') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:46:56.744495 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-75b005ee-6261-4b9c-b73c-fda3fed3c5db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:56.757991 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-75b005ee-6261-4b9c-b73c-fda3fed3c5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:56.765723 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b005ee-6261-4b9c-b73c-fda3fed3c5db admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:46:56.766126 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-75b005ee-6261-4b9c-b73c-fda3fed3c5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:46:56.767829 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:46:56.822374 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-75b005ee-6261-4b9c-b73c-fda3fed3c5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:56.828067 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-75b005ee-6261-4b9c-b73c-fda3fed3c5db admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:56.832093 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-75b005ee-6261-4b9c-b73c-fda3fed3c5db admin admin] 10.222.0.26 "DELETE /v2.0/networks/ccaa3160-a52d-4d5e-a6f1-64315c0729dc HTTP/1.1" status: 204 len: 168 time: 0.5240409 Sep 07 19:46:56.833115 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51616) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:46:56.843292 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b005ee-6261-4b9c-b73c-fda3fed3c5db admin admin] Pushing event deleted for resources: {'Network': ['ID=ccaa3160-a52d-4d5e-a6f1-64315c0729dc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:46:57.184938 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-29617833-3a89-4b2a-ac8c-63bdd2c47158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:57.191295 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e4426834-ce17-440b-8f00-aeed006fbd41 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:46:57.211062 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: e4426834-ce17-440b-8f00-aeed006fbd41 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:46:57.211484 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e4426834-ce17-440b-8f00-aeed006fbd41 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:46:57.211969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fa795ea0-ac4f-412b-b8fe-2e11917e737b no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:46:57.230147 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: fa795ea0-ac4f-412b-b8fe-2e11917e737b {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:46:57.230493 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fa795ea0-ac4f-412b-b8fe-2e11917e737b not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:46:57.230897 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:46:57.252915 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:46:57.253255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 21c6eaa5-1c29-4fe6-bc13-83a1aaf9da74 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:46:57.428438 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-29617833-3a89-4b2a-ac8c-63bdd2c47158 admin admin] Deleting port 225f5d87-f279-4eba-aa56-c101e8587930 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:46:57.429034 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-29617833-3a89-4b2a-ac8c-63bdd2c47158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:57.502627 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-29617833-3a89-4b2a-ac8c-63bdd2c47158 admin admin] For port 225f5d87-f279-4eba-aa56-c101e8587930, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=225f5d87-f279-4eba-aa56-c101e8587930,segment=NetworkSegment(3c3ea55f-bd79-4b10-953c-ef5a1ae49c66),segment_id=3c3ea55f-bd79-4b10-953c-ef5a1ae49c66)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:46:57.502978 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-29617833-3a89-4b2a-ac8c-63bdd2c47158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:57.514936 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-29617833-3a89-4b2a-ac8c-63bdd2c47158 admin admin] Calling delete_port for 225f5d87-f279-4eba-aa56-c101e8587930 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:46:57.687659 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-29617833-3a89-4b2a-ac8c-63bdd2c47158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:57.718813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29617833-3a89-4b2a-ac8c-63bdd2c47158 admin admin] Pushing event deleted for resources: {'Port': ['ID=225f5d87-f279-4eba-aa56-c101e8587930,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:46:57.881559 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-29617833-3a89-4b2a-ac8c-63bdd2c47158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:58.085870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29617833-3a89-4b2a-ac8c-63bdd2c47158 admin admin] Router b7faa229-4697-4cb9-a52c-08f82d475eae has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:46:58.192081 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29617833-3a89-4b2a-ac8c-63bdd2c47158 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:46:58.198607 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-29617833-3a89-4b2a-ac8c-63bdd2c47158 admin admin] 10.222.0.26 "PUT /v2.0/routers/b7faa229-4697-4cb9-a52c-08f82d475eae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3644130 Sep 07 19:46:58.200765 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51620) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:46:58.201836 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ca802-5bf7-4036-a6b6-4d23fc04ff10 None None] Sync routers for ids ['b7faa229-4697-4cb9-a52c-08f82d475eae'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:46:58.210956 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298ca802-5bf7-4036-a6b6-4d23fc04ff10 None None] Routers {'b7faa229-4697-4cb9-a52c-08f82d475eae'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:46:58.212085 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-298ca802-5bf7-4036-a6b6-4d23fc04ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:46:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['b7faa229-4697-4cb9-a52c-08f82d475eae'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:46:58.304198 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a4dd08d6-b57b-445d-9e27-4b37a6e308cd admin admin] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:58.313968 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-298ca802-5bf7-4036-a6b6-4d23fc04ff10 None None] Set router b7faa229-4697-4cb9-a52c-08f82d475eae gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:46:58.404093 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a4dd08d6-b57b-445d-9e27-4b37a6e308cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:58.490517 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-298ca802-5bf7-4036-a6b6-4d23fc04ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7faa229-4697-4cb9-a52c-08f82d475eae', 'name': 'tempest-TestMinimumBasicScenario-1846543291-router', 'tenant_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52073182-70bd-4429-b597-631f0904086a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:51Z', 'updated_at': '2021-09-07T19:46:57Z', 'revision_number': 5, 'project_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'gw_port': {'id': '52073182-70bd-4429-b597-631f0904086a', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7faa229-4697-4cb9-a52c-08f82d475eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:44:51Z', 'updated_at': '2021-09-07T19:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:46:58.519141 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ca802-5bf7-4036-a6b6-4d23fc04ff10 None None] Checking router: b7faa229-4697-4cb9-a52c-08f82d475eae for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:46:58.528617 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298ca802-5bf7-4036-a6b6-4d23fc04ff10 None None] Routers {'b7faa229-4697-4cb9-a52c-08f82d475eae'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:46:58.529247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-298ca802-5bf7-4036-a6b6-4d23fc04ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:46:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['b7faa229-4697-4cb9-a52c-08f82d475eae'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:46:58.627423 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-298ca802-5bf7-4036-a6b6-4d23fc04ff10 None None] Set router b7faa229-4697-4cb9-a52c-08f82d475eae gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:46:58.637530 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:46:58.684892 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-298ca802-5bf7-4036-a6b6-4d23fc04ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7faa229-4697-4cb9-a52c-08f82d475eae', 'name': 'tempest-TestMinimumBasicScenario-1846543291-router', 'tenant_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:51Z', 'updated_at': '2021-09-07T19:46:58Z', 'revision_number': 6, 'project_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:46:58.712520 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ca802-5bf7-4036-a6b6-4d23fc04ff10 None None] The sync data for ids ['b7faa229-4697-4cb9-a52c-08f82d475eae'] in n-d-807786-1 is: [{'id': 'b7faa229-4697-4cb9-a52c-08f82d475eae', 'name': 'tempest-TestMinimumBasicScenario-1846543291-router', 'tenant_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:44:51Z', 'updated_at': '2021-09-07T19:46:58Z', 'revision_number': 6, 'project_id': 'd03cbb3bffa742f9af09963ca7ca5c01', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:46:58.801609 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd08d6-b57b-445d-9e27-4b37a6e308cd admin admin] Deleting port 52073182-70bd-4429-b597-631f0904086a {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:46:58.802214 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a4dd08d6-b57b-445d-9e27-4b37a6e308cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:58.852592 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f148b012-b0e0-472a-ae7a-3aa46406434c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:58.881354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-a4dd08d6-b57b-445d-9e27-4b37a6e308cd admin admin] For port 52073182-70bd-4429-b597-631f0904086a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=52073182-70bd-4429-b597-631f0904086a,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:46:58.881720 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a4dd08d6-b57b-445d-9e27-4b37a6e308cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:58.894271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd08d6-b57b-445d-9e27-4b37a6e308cd admin admin] Calling delete_port for 52073182-70bd-4429-b597-631f0904086a owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:46:59.066155 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a4dd08d6-b57b-445d-9e27-4b37a6e308cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:59.094452 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd08d6-b57b-445d-9e27-4b37a6e308cd admin admin] Pushing event deleted for resources: {'Port': ['ID=52073182-70bd-4429-b597-631f0904086a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:46:59.147293 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:59.159054 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a4dd08d6-b57b-445d-9e27-4b37a6e308cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:59.246476 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a4dd08d6-b57b-445d-9e27-4b37a6e308cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:59.248666 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a4dd08d6-b57b-445d-9e27-4b37a6e308cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:59.295191 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a4dd08d6-b57b-445d-9e27-4b37a6e308cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:59.295782 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dd08d6-b57b-445d-9e27-4b37a6e308cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7faa229-4697-4cb9-a52c-08f82d475eae {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:46:59.300085 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a4dd08d6-b57b-445d-9e27-4b37a6e308cd admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:59.301452 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a4dd08d6-b57b-445d-9e27-4b37a6e308cd admin admin] 10.222.0.26 "DELETE /v2.0/routers/b7faa229-4697-4cb9-a52c-08f82d475eae HTTP/1.1" status: 204 len: 168 time: 1.0994830 Sep 07 19:46:59.303886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51622) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:46:59.348827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-497750ca-75d6-46c6-9672-30e42296b39b admin admin] Deleting subnet 964fc155-f98d-4917-b181-81412d74deb9 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:46:59.351870 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-497750ca-75d6-46c6-9672-30e42296b39b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:59.385493 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-497750ca-75d6-46c6-9672-30e42296b39b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:59.468838 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-497750ca-75d6-46c6-9672-30e42296b39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:59.526746 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-497750ca-75d6-46c6-9672-30e42296b39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:59.540776 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 225f5d87-f279-4eba-aa56-c101e8587930 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:46:59.557838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497750ca-75d6-46c6-9672-30e42296b39b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=964fc155-f98d-4917-b181-81412d74deb9,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:46:59.563162 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-497750ca-75d6-46c6-9672-30e42296b39b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:59.565121 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-497750ca-75d6-46c6-9672-30e42296b39b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/964fc155-f98d-4917-b181-81412d74deb9 HTTP/1.1" status: 204 len: 168 time: 0.2602792 Sep 07 19:46:59.567634 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f715b2-30f1-4c96-9867-f3a969fbc370 None None] Network 11d70030-2de2-444e-b749-f09fe701a4cd requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:46:59.567774 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51624) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:46:59.571619 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 225f5d87-f279-4eba-aa56-c101e8587930 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:46:59.572034 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 225f5d87-f279-4eba-aa56-c101e8587930 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:46:59.645128 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ecfbca0-2135-4d2a-b4ea-e297b791412a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:59.700165 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-9ecfbca0-2135-4d2a-b4ea-e297b791412a admin admin] Deleting port 5b4363ce-570c-446b-815a-45ac52befca5 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:46:59.700569 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ecfbca0-2135-4d2a-b4ea-e297b791412a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:59.769587 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-9ecfbca0-2135-4d2a-b4ea-e297b791412a admin admin] For port 5b4363ce-570c-446b-815a-45ac52befca5, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5b4363ce-570c-446b-815a-45ac52befca5,segment=NetworkSegment(3c3ea55f-bd79-4b10-953c-ef5a1ae49c66),segment_id=3c3ea55f-bd79-4b10-953c-ef5a1ae49c66)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:46:59.769885 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb4f181-52d5-4f16-975e-719a06363ded None None] DHCP port deletion for 11d70030-2de2-444e-b749-f09fe701a4cd request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:46:59.770043 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ecfbca0-2135-4d2a-b4ea-e297b791412a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:59.782294 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-9ecfbca0-2135-4d2a-b4ea-e297b791412a admin admin] Calling delete_port for 5b4363ce-570c-446b-815a-45ac52befca5 owned by network:dhcp {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:46:59.818308 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-1eb4f181-52d5-4f16-975e-719a06363ded None None] Deleting port 5b4363ce-570c-446b-815a-45ac52befca5 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:46:59.818680 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f181-52d5-4f16-975e-719a06363ded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:59.865080 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ecfbca0-2135-4d2a-b4ea-e297b791412a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:59.880804 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-1eb4f181-52d5-4f16-975e-719a06363ded None None] For port 5b4363ce-570c-446b-815a-45ac52befca5, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=5b4363ce-570c-446b-815a-45ac52befca5,segment=NetworkSegment(3c3ea55f-bd79-4b10-953c-ef5a1ae49c66),segment_id=3c3ea55f-bd79-4b10-953c-ef5a1ae49c66)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:46:59.881207 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f181-52d5-4f16-975e-719a06363ded None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:59.892144 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfbca0-2135-4d2a-b4ea-e297b791412a admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4363ce-570c-446b-815a-45ac52befca5,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:46:59.894551 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-1eb4f181-52d5-4f16-975e-719a06363ded None None] Calling delete_port for 5b4363ce-570c-446b-815a-45ac52befca5 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:46:59.897321 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecfbca0-2135-4d2a-b4ea-e297b791412a admin admin] No DVR routers for this DVR port 5b4363ce-570c-446b-815a-45ac52befca5 on host n-d-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:46:59.964811 n-d-807786-1 neutron-server[101446]: self.session.flush() Sep 07 19:46:59.971605 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f181-52d5-4f16-975e-719a06363ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:59.971906 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ecfbca0-2135-4d2a-b4ea-e297b791412a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:46:59.993134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-9ecfbca0-2135-4d2a-b4ea-e297b791412a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d70030-2de2-444e-b749-f09fe701a4cd']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:46:59.995297 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4f181-52d5-4f16-975e-719a06363ded None None] Pushing event deleted for resources: {'Port': ['ID=5b4363ce-570c-446b-815a-45ac52befca5,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:00.002400 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-9ecfbca0-2135-4d2a-b4ea-e297b791412a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3ea55f-bd79-4b10-953c-ef5a1ae49c66') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:47:00.002706 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-9ecfbca0-2135-4d2a-b4ea-e297b791412a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3ea55f-bd79-4b10-953c-ef5a1ae49c66') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:47:00.005132 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4f181-52d5-4f16-975e-719a06363ded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:00.005475 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4f181-52d5-4f16-975e-719a06363ded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:00.005819 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4f181-52d5-4f16-975e-719a06363ded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:00.006153 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4f181-52d5-4f16-975e-719a06363ded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:00.006484 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4f181-52d5-4f16-975e-719a06363ded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:00.006815 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4f181-52d5-4f16-975e-719a06363ded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:00.007139 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4f181-52d5-4f16-975e-719a06363ded None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:00.007463 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4f181-52d5-4f16-975e-719a06363ded None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:00.007787 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4f181-52d5-4f16-975e-719a06363ded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:00.008154 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4f181-52d5-4f16-975e-719a06363ded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:00.008470 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4f181-52d5-4f16-975e-719a06363ded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:00.008816 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4f181-52d5-4f16-975e-719a06363ded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:00.011496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb4f181-52d5-4f16-975e-719a06363ded None None] No DVR routers for this DVR port 5b4363ce-570c-446b-815a-45ac52befca5 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:47:00.014587 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ecfbca0-2135-4d2a-b4ea-e297b791412a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:00.028966 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ecfbca0-2135-4d2a-b4ea-e297b791412a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:00.035263 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ecfbca0-2135-4d2a-b4ea-e297b791412a admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:47:00.035601 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ecfbca0-2135-4d2a-b4ea-e297b791412a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:47:00.037437 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:47:00.092241 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ecfbca0-2135-4d2a-b4ea-e297b791412a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:00.097900 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9ecfbca0-2135-4d2a-b4ea-e297b791412a admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:00.099742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9ecfbca0-2135-4d2a-b4ea-e297b791412a admin admin] 10.222.0.26 "DELETE /v2.0/networks/11d70030-2de2-444e-b749-f09fe701a4cd HTTP/1.1" status: 204 len: 168 time: 0.5311728 Sep 07 19:47:00.110649 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfbca0-2135-4d2a-b4ea-e297b791412a admin admin] Pushing event deleted for resources: {'Network': ['ID=11d70030-2de2-444e-b749-f09fe701a4cd,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:00.259820 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51628) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:00.302555 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-58c4aff6-5581-4de4-bf59-a70d935cf7b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13c357ee04d04db1bffb2c77486c1e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415018 Sep 07 19:47:00.304854 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51630) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:00.352426 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef08c3bc-0d52-4095-912d-82ab8afa52b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:00.373144 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef08c3bc-0d52-4095-912d-82ab8afa52b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:00.420905 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef08c3bc-0d52-4095-912d-82ab8afa52b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:00.424403 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ef08c3bc-0d52-4095-912d-82ab8afa52b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:00.424968 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:00.425401 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ef08c3bc-0d52-4095-912d-82ab8afa52b9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e96153a-79f7-40b2-b4b4-e35337b27d33 HTTP/1.1" status: 204 len: 168 time: 0.1190188 Sep 07 19:47:00.433246 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08c3bc-0d52-4095-912d-82ab8afa52b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e96153a-79f7-40b2-b4b4-e35337b27d33,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:00.733779 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51636) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:00.772325 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-2adb7c47-fd6e-4d63-ae34-e6616f7fa09b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d03cbb3bffa742f9af09963ca7ca5c01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374105 Sep 07 19:47:00.775416 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51638) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:00.827151 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8aab3ea6-c197-4b53-a7c9-d659500bcaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:00.848022 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8aab3ea6-c197-4b53-a7c9-d659500bcaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:00.894705 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8aab3ea6-c197-4b53-a7c9-d659500bcaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:00.897451 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8aab3ea6-c197-4b53-a7c9-d659500bcaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:00.898717 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8aab3ea6-c197-4b53-a7c9-d659500bcaef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e723cc40-10b0-4f86-9514-8bb2524b06a8 HTTP/1.1" status: 204 len: 168 time: 0.1223445 Sep 07 19:47:00.910404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab3ea6-c197-4b53-a7c9-d659500bcaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e723cc40-10b0-4f86-9514-8bb2524b06a8,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:01.187374 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5b4363ce-570c-446b-815a-45ac52befca5 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:47:01.208863 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 5b4363ce-570c-446b-815a-45ac52befca5 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:47:01.209221 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 5b4363ce-570c-446b-815a-45ac52befca5 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:47:01.209640 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 52073182-70bd-4429-b597-631f0904086a no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:47:01.227872 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 52073182-70bd-4429-b597-631f0904086a {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:47:01.228219 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 52073182-70bd-4429-b597-631f0904086a not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:47:01.949973 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:02.492150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51678) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:02.496776 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-971d63b3-c94a-473b-a87a-7cbd804c1f75 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-932225176', 'description': 'tempest-secgroup-smoke-932225176 description', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:47:02.519755 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-971d63b3-c94a-473b-a87a-7cbd804c1f75 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:02.528787 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-971d63b3-c94a-473b-a87a-7cbd804c1f75 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:02.616336 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-971d63b3-c94a-473b-a87a-7cbd804c1f75 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:02.620596 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-971d63b3-c94a-473b-a87a-7cbd804c1f75 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:02.657063 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d63b3-c94a-473b-a87a-7cbd804c1f75 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e39bf156-05cf-4375-957b-0a186eb17be0,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:02.709036 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-971d63b3-c94a-473b-a87a-7cbd804c1f75 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:02.712487 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-971d63b3-c94a-473b-a87a-7cbd804c1f75 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:02.738622 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-971d63b3-c94a-473b-a87a-7cbd804c1f75 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:02.739841 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-971d63b3-c94a-473b-a87a-7cbd804c1f75 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2466433 Sep 07 19:47:02.741684 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d63b3-c94a-473b-a87a-7cbd804c1f75 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c7ec22-56e1-477f-8b18-b04fe391d2f6,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:02.743493 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51682) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:02.749331 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-6ad70a31-521e-4b7c-a5da-cb4daadea120 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '98c7ec22-56e1-477f-8b18-b04fe391d2f6', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:47:02.776098 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ad70a31-521e-4b7c-a5da-cb4daadea120 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:02.835153 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ad70a31-521e-4b7c-a5da-cb4daadea120 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:02.839196 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ad70a31-521e-4b7c-a5da-cb4daadea120 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:02.866094 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad70a31-521e-4b7c-a5da-cb4daadea120 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed4fa8b-c0cc-4314-aeae-2d1ad2d99632,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:02.870605 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-6ad70a31-521e-4b7c-a5da-cb4daadea120 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:02.871826 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6ad70a31-521e-4b7c-a5da-cb4daadea120 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264594 Sep 07 19:47:02.874594 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51684) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:02.879120 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1d2d676e-ee90-478f-bfe4-49d03dc00b34 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '98c7ec22-56e1-477f-8b18-b04fe391d2f6', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:47:02.904973 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d2d676e-ee90-478f-bfe4-49d03dc00b34 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:02.963127 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d2d676e-ee90-478f-bfe4-49d03dc00b34 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:02.967320 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d2d676e-ee90-478f-bfe4-49d03dc00b34 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:02.985637 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d676e-ee90-478f-bfe4-49d03dc00b34 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27141d6c-4e87-4efa-b097-e409a1247c6f,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:02.992353 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1d2d676e-ee90-478f-bfe4-49d03dc00b34 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:02.993807 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1d2d676e-ee90-478f-bfe4-49d03dc00b34 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182413 Sep 07 19:47:02.996551 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51686) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:03.000955 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-53f2778b-9135-4c09-86cf-846fca17c01c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '98c7ec22-56e1-477f-8b18-b04fe391d2f6', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:47:03.027053 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53f2778b-9135-4c09-86cf-846fca17c01c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.085651 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53f2778b-9135-4c09-86cf-846fca17c01c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.089504 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53f2778b-9135-4c09-86cf-846fca17c01c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.106862 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2778b-9135-4c09-86cf-846fca17c01c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cff04c1-4df1-4277-807c-6945df9e74b5,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:03.114646 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-53f2778b-9135-4c09-86cf-846fca17c01c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.118576 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-53f2778b-9135-4c09-86cf-846fca17c01c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185107 Sep 07 19:47:03.118752 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51688) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:03.123603 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ffb262ec-ea67-4ad8-b88c-71b1458ec667 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '98c7ec22-56e1-477f-8b18-b04fe391d2f6', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:47:03.150379 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ffb262ec-ea67-4ad8-b88c-71b1458ec667 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.210606 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ffb262ec-ea67-4ad8-b88c-71b1458ec667 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.214547 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ffb262ec-ea67-4ad8-b88c-71b1458ec667 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.231719 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb262ec-ea67-4ad8-b88c-71b1458ec667 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89db520a-944a-4f1d-b6ea-ecb4f541ac20,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:03.237282 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ffb262ec-ea67-4ad8-b88c-71b1458ec667 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.238403 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ffb262ec-ea67-4ad8-b88c-71b1458ec667 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186895 Sep 07 19:47:03.241057 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51690) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:03.245327 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-eba589e6-b1a6-41d9-a32e-9ec6a6f4ff04 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '98c7ec22-56e1-477f-8b18-b04fe391d2f6', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:47:03.266171 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-eba589e6-b1a6-41d9-a32e-9ec6a6f4ff04 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Project 1bdf2aff4a42482f9d324274f2d99d69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:47:03.271080 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eba589e6-b1a6-41d9-a32e-9ec6a6f4ff04 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.330185 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eba589e6-b1a6-41d9-a32e-9ec6a6f4ff04 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.333656 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eba589e6-b1a6-41d9-a32e-9ec6a6f4ff04 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.351331 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba589e6-b1a6-41d9-a32e-9ec6a6f4ff04 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e526881b-abcb-4f1d-a49c-92c3723fc9fc,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:03.357849 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eba589e6-b1a6-41d9-a32e-9ec6a6f4ff04 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.359093 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-eba589e6-b1a6-41d9-a32e-9ec6a6f4ff04 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171181 Sep 07 19:47:03.361675 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51692) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:03.366221 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-7113c4c1-0c43-4953-8657-84a00abd30a8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '98c7ec22-56e1-477f-8b18-b04fe391d2f6', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:47:03.388333 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-7113c4c1-0c43-4953-8657-84a00abd30a8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Project 1bdf2aff4a42482f9d324274f2d99d69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:47:03.393076 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7113c4c1-0c43-4953-8657-84a00abd30a8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.468262 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7113c4c1-0c43-4953-8657-84a00abd30a8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.471666 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7113c4c1-0c43-4953-8657-84a00abd30a8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.488716 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113c4c1-0c43-4953-8657-84a00abd30a8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b4b915-832e-480b-8316-ec533b627e4f,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:03.494849 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7113c4c1-0c43-4953-8657-84a00abd30a8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.496351 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7113c4c1-0c43-4953-8657-84a00abd30a8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1336455 Sep 07 19:47:03.499292 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51694) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:03.504002 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-82ba5b2d-5d1e-4024-9c07-65baba8efbbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'network': {'name': 'tempest-network-smoke--23334413', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'port_security_enabled': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:47:03.524996 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ba5b2d-5d1e-4024-9c07-65baba8efbbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Made reservation on behalf of 1bdf2aff4a42482f9d324274f2d99d69 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:47:03.528312 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82ba5b2d-5d1e-4024-9c07-65baba8efbbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.550335 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ba5b2d-5d1e-4024-9c07-65baba8efbbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:47:03.559851 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82ba5b2d-5d1e-4024-9c07-65baba8efbbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.560191 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-82ba5b2d-5d1e-4024-9c07-65baba8efbbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Added segment a3c3d2c8-202d-4b56-be32-32b65c4b6012 of type vlan for network d88bd63a-a936-467b-a1f7-ce9d4a396a3a Sep 07 19:47:03.601175 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82ba5b2d-5d1e-4024-9c07-65baba8efbbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.626550 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82ba5b2d-5d1e-4024-9c07-65baba8efbbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.632251 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ba5b2d-5d1e-4024-9c07-65baba8efbbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:03.632876 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-82ba5b2d-5d1e-4024-9c07-65baba8efbbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.668854 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-82ba5b2d-5d1e-4024-9c07-65baba8efbbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1685259 Sep 07 19:47:03.671678 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51696) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:03.675932 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-076e123a-268d-4234-ba85-3b1e314d80cf tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1377530674', 'admin_state_up': True, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:47:03.709686 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba5b2d-5d1e-4024-9c07-65baba8efbbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Network': ['ID=d88bd63a-a936-467b-a1f7-ce9d4a396a3a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:03.720212 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network d88bd63a-a936-467b-a1f7-ce9d4a396a3a details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:47:03.726174 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-076e123a-268d-4234-ba85-3b1e314d80cf tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.728060 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-076e123a-268d-4234-ba85-3b1e314d80cf tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.785186 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-076e123a-268d-4234-ba85-3b1e314d80cf tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:03.918292 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-076e123a-268d-4234-ba85-3b1e314d80cf tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:04.108292 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-076e123a-268d-4234-ba85-3b1e314d80cf tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:04.126171 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-076e123a-268d-4234-ba85-3b1e314d80cf tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:04.230702 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-076e123a-268d-4234-ba85-3b1e314d80cf tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Allocated IP 172.25.8.12 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/9ca76ebd-5907-4355-bee7-0b572d47fbcc) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:47:04.328589 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-076e123a-268d-4234-ba85-3b1e314d80cf tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:04.365895 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-076e123a-268d-4234-ba85-3b1e314d80cf tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:04.399995 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076e123a-268d-4234-ba85-3b1e314d80cf tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:47:04.402621 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-076e123a-268d-4234-ba85-3b1e314d80cf tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:47:04.405984 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e123a-268d-4234-ba85-3b1e314d80cf tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:47:04.434554 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e123a-268d-4234-ba85-3b1e314d80cf tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=9ca76ebd-5907-4355-bee7-0b572d47fbcc,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:04.652738 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-076e123a-268d-4234-ba85-3b1e314d80cf tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:05.175552 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-076e123a-268d-4234-ba85-3b1e314d80cf tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:05.299992 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076e123a-268d-4234-ba85-3b1e314d80cf tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router 8d5359fc-329f-4003-8193-c53a97d35f24 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:47:05.405383 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076e123a-268d-4234-ba85-3b1e314d80cf tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:47:05.415714 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] Sync routers for ids ['8d5359fc-329f-4003-8193-c53a97d35f24'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:47:05.424155 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-076e123a-268d-4234-ba85-3b1e314d80cf tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:05.425110 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] Routers {'8d5359fc-329f-4003-8193-c53a97d35f24'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:47:05.425439 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-076e123a-268d-4234-ba85-3b1e314d80cf tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7528393 Sep 07 19:47:05.425732 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:46:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d5359fc-329f-4003-8193-c53a97d35f24'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:47:05.428606 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51698) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:05.532685 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] Set router 8d5359fc-329f-4003-8193-c53a97d35f24 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:47:05.549203 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a84830ea-6920-4e4d-8c5c-3554ea1ec477 tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=1bdf2aff4a42482f9d324274f2d99d69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1194847 Sep 07 19:47:05.551972 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51702) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:05.638027 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5358c8bb-e667-4147-9e2a-97d16b31da8f tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:05.639574 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5358c8bb-e667-4147-9e2a-97d16b31da8f tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865855 Sep 07 19:47:05.642452 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51704) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:05.673355 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-675ec24e-0745-4d3d-86cd-c7a129da364f tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273073 Sep 07 19:47:05.673533 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51706) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:05.678185 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-672a66c3-8de7-4f26-8954-274ad2753df5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-208527488', 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:47:05.713149 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377530674', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:47:03Z', 'updated_at': '2021-09-07T19:47:04Z', 'revision_number': 3, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:04Z', 'updated_at': '2021-09-07T19:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:47:05.743725 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] Checking router: 8d5359fc-329f-4003-8193-c53a97d35f24 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:47:05.744066 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] Updating router 8d5359fc-329f-4003-8193-c53a97d35f24 port 9ca76ebd-5907-4355-bee7-0b572d47fbcc binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:47:05.770663 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:05.779339 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672a66c3-8de7-4f26-8954-274ad2753df5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Made reservation on behalf of 1bdf2aff4a42482f9d324274f2d99d69 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:47:05.783143 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-672a66c3-8de7-4f26-8954-274ad2753df5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:05.971336 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-672a66c3-8de7-4f26-8954-274ad2753df5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:06.024778 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:06.031006 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a66c3-8de7-4f26-8954-274ad2753df5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Subnet': ['ID=6a361be9-3b65-4f8a-9d00-cd35749cfba9,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:06.034866 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] Transition to ACTIVE for port object 9ca76ebd-5907-4355-bee7-0b572d47fbcc will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:47:06.041586 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:06.041798 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672a66c3-8de7-4f26-8954-274ad2753df5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Checking segment: {'id': 'a3c3d2c8-202d-4b56-be32-32b65c4b6012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:47:06.042158 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672a66c3-8de7-4f26-8954-274ad2753df5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network hostable DHCP agents. Network: d88bd63a-a936-467b-a1f7-ce9d4a396a3a, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:47:06.061184 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672a66c3-8de7-4f26-8954-274ad2753df5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network d88bd63a-a936-467b-a1f7-ce9d4a396a3a is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:47:06.073556 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-672a66c3-8de7-4f26-8954-274ad2753df5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, d88bd63a-a936-467b-a1f7-ce9d4a396a3a) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:47:06.079261 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672a66c3-8de7-4f26-8954-274ad2753df5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:06.081516 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-672a66c3-8de7-4f26-8954-274ad2753df5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:06.088889 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0b766f-6346-4cb0-9c8c-f9da149bbaa9 None None] Network d88bd63a-a936-467b-a1f7-ce9d4a396a3a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:47:06.091032 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] Attempting to bind port 9ca76ebd-5907-4355-bee7-0b572d47fbcc on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:47:06.091577 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] Attempting to bind port 9ca76ebd-5907-4355-bee7-0b572d47fbcc by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:47:06.091942 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] Attempting to bind port 9ca76ebd-5907-4355-bee7-0b572d47fbcc on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:47:06.101124 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51708) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:06.105334 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-672a66c3-8de7-4f26-8954-274ad2753df5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4305253 Sep 07 19:47:06.106345 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:47:06.106603 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:47:06.107010 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:06.107396 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:47:06.107869 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] Bound port: 9ca76ebd-5907-4355-bee7-0b572d47fbcc, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:47:06.108231 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:06.111044 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b51eb-9b44-4680-a2ae-cc982a18e1e3 None None] Pushing event updated for resources: {'Port': ['ID=9ca76ebd-5907-4355-bee7-0b572d47fbcc,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:06.134993 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b51eb-9b44-4680-a2ae-cc982a18e1e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:06.135334 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b51eb-9b44-4680-a2ae-cc982a18e1e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:06.135667 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b51eb-9b44-4680-a2ae-cc982a18e1e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:06.135996 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b51eb-9b44-4680-a2ae-cc982a18e1e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:06.136319 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b51eb-9b44-4680-a2ae-cc982a18e1e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:06.136664 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b51eb-9b44-4680-a2ae-cc982a18e1e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:06.136984 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b51eb-9b44-4680-a2ae-cc982a18e1e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:06.137306 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b51eb-9b44-4680-a2ae-cc982a18e1e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:06.137620 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b51eb-9b44-4680-a2ae-cc982a18e1e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:06.137944 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b51eb-9b44-4680-a2ae-cc982a18e1e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:06.138245 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b51eb-9b44-4680-a2ae-cc982a18e1e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:06.138555 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b51eb-9b44-4680-a2ae-cc982a18e1e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:06.177434 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] For port 9ca76ebd-5907-4355-bee7-0b572d47fbcc, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:47:06.181118 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] For port 9ca76ebd-5907-4355-bee7-0b572d47fbcc, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=9ca76ebd-5907-4355-bee7-0b572d47fbcc,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:47:06.185856 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:06.246849 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-d88bd63a-a936-467b-a1f7-ce9d4a396a3a', 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ips': [{'subnet_id': '6a361be9-3b65-4f8a-9d00-cd35749cfba9'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:47:06.247840 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:06.250036 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] Routers {'8d5359fc-329f-4003-8193-c53a97d35f24'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:47:06.250660 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:46:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d5359fc-329f-4003-8193-c53a97d35f24'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:47:06.253929 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b51eb-9b44-4680-a2ae-cc982a18e1e3 None None] Pushing event updated for resources: {'Port': ['ID=9ca76ebd-5907-4355-bee7-0b572d47fbcc,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:06.358146 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] Set router 8d5359fc-329f-4003-8193-c53a97d35f24 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:47:06.393646 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] Allocated IP 172.20.0.2 (d88bd63a-a936-467b-a1f7-ce9d4a396a3a/6a361be9-3b65-4f8a-9d00-cd35749cfba9/e559789a-9803-4c0f-ae43-e542c5c4f0b8) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:47:06.548155 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377530674', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:47:03Z', 'updated_at': '2021-09-07T19:47:04Z', 'revision_number': 3, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:04Z', 'updated_at': '2021-09-07T19:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:47:06.577255 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bf25b9-6feb-4502-b170-534fbbf58ae0 None None] The sync data for ids ['8d5359fc-329f-4003-8193-c53a97d35f24'] in n-d-807786-1 is: [{'id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377530674', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:47:03Z', 'updated_at': '2021-09-07T19:47:04Z', 'revision_number': 3, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:04Z', 'updated_at': '2021-09-07T19:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:47:06.583736 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a8bffe83-77b8-4372-8d5b-beaafb5a4720 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:06.711351 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:06.721356 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] Transition to ACTIVE for port object e559789a-9803-4c0f-ae43-e542c5c4f0b8 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:47:06.736320 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] Transition to ACTIVE for port object e559789a-9803-4c0f-ae43-e542c5c4f0b8 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:47:06.741862 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:06.780350 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] Network d88bd63a-a936-467b-a1f7-ce9d4a396a3a is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:47:06.786923 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:47:06.794132 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] Pushing event updated for resources: {'Port': ['ID=e559789a-9803-4c0f-ae43-e542c5c4f0b8,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:06.795820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:47:06.875754 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] Attempting to bind port e559789a-9803-4c0f-ae43-e542c5c4f0b8 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:47:06.876126 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] Attempting to bind port e559789a-9803-4c0f-ae43-e542c5c4f0b8 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'a3c3d2c8-202d-4b56-be32-32b65c4b6012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:47:06.876493 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] Attempting to bind port e559789a-9803-4c0f-ae43-e542c5c4f0b8 on network d88bd63a-a936-467b-a1f7-ce9d4a396a3a {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:47:06.881920 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:47:06.882309 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] Checking segment: {'id': 'a3c3d2c8-202d-4b56-be32-32b65c4b6012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:47:06.882714 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:06.883113 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] Bound using segment: {'id': 'a3c3d2c8-202d-4b56-be32-32b65c4b6012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:47:06.884415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] Bound port: e559789a-9803-4c0f-ae43-e542c5c4f0b8, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c3d2c8-202d-4b56-be32-32b65c4b6012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:47:06.884898 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:06.918078 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-a8bffe83-77b8-4372-8d5b-beaafb5a4720 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Allocated IP 172.20.0.1 (d88bd63a-a936-467b-a1f7-ce9d4a396a3a/6a361be9-3b65-4f8a-9d00-cd35749cfba9/e910a4db-9760-4ee4-a362-4db0b4619aef) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:47:06.958094 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] For port e559789a-9803-4c0f-ae43-e542c5c4f0b8, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:47:06.962348 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] For port e559789a-9803-4c0f-ae43-e542c5c4f0b8, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e559789a-9803-4c0f-ae43-e542c5c4f0b8,segment=NetworkSegment(a3c3d2c8-202d-4b56-be32-32b65c4b6012),segment_id=a3c3d2c8-202d-4b56-be32-32b65c4b6012)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:47:06.967094 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:07.029608 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194322d-ad6a-42a9-8440-5c256b2d5a64 None None] Pushing event updated for resources: {'Port': ['ID=e559789a-9803-4c0f-ae43-e542c5c4f0b8,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:07.061517 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a8bffe83-77b8-4372-8d5b-beaafb5a4720 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:07.077754 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-a8bffe83-77b8-4372-8d5b-beaafb5a4720 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Transition to ACTIVE for port object e910a4db-9760-4ee4-a362-4db0b4619aef will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:47:07.122589 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a8bffe83-77b8-4372-8d5b-beaafb5a4720 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:07.167508 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bffe83-77b8-4372-8d5b-beaafb5a4720 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network d88bd63a-a936-467b-a1f7-ce9d4a396a3a is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:47:07.171172 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-a8bffe83-77b8-4372-8d5b-beaafb5a4720 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:47:07.173418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bffe83-77b8-4372-8d5b-beaafb5a4720 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:47:07.204968 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bffe83-77b8-4372-8d5b-beaafb5a4720 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=e910a4db-9760-4ee4-a362-4db0b4619aef,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:07.242251 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a8bffe83-77b8-4372-8d5b-beaafb5a4720 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:07.321707 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 9ca76ebd-5907-4355-bee7-0b572d47fbcc up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:47:07.409986 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 9ca76ebd-5907-4355-bee7-0b572d47fbcc completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:47:07.414168 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 9ca76ebd-5907-4355-bee7-0b572d47fbcc triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:47:07.414574 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:07.416582 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a8bffe83-77b8-4372-8d5b-beaafb5a4720 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:07.498987 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:07.519577 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 9ca76ebd-5907-4355-bee7-0b572d47fbcc, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=9ca76ebd-5907-4355-bee7-0b572d47fbcc,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:47:07.525838 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:07.578521 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=9ca76ebd-5907-4355-bee7-0b572d47fbcc,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:07.711454 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a8bffe83-77b8-4372-8d5b-beaafb5a4720 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:07.715770 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a8bffe83-77b8-4372-8d5b-beaafb5a4720 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:07.800961 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bffe83-77b8-4372-8d5b-beaafb5a4720 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=e910a4db-9760-4ee4-a362-4db0b4619aef,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:07.803495 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a8bffe83-77b8-4372-8d5b-beaafb5a4720 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:07.897377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bffe83-77b8-4372-8d5b-beaafb5a4720 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network d88bd63a-a936-467b-a1f7-ce9d4a396a3a is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:47:07.898828 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-a8bffe83-77b8-4372-8d5b-beaafb5a4720 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:47:08.016544 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bffe83-77b8-4372-8d5b-beaafb5a4720 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router 8d5359fc-329f-4003-8193-c53a97d35f24 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:47:08.057728 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01792f0-7946-4f69-91e2-93d6e8ae8a46 None None] Network d88bd63a-a936-467b-a1f7-ce9d4a396a3a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:47:08.126295 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bffe83-77b8-4372-8d5b-beaafb5a4720 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:47:08.139568 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a8bffe83-77b8-4372-8d5b-beaafb5a4720 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "PUT /v2.0/routers/8d5359fc-329f-4003-8193-c53a97d35f24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0290301 Sep 07 19:47:08.183318 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-2ee31f56-6aa2-467f-8d32-328ef6167f08 None None] Provisioning for port e559789a-9803-4c0f-ae43-e542c5c4f0b8 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:47:08.287288 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-4c8fd7c1-7f59-4317-9625-19358ac7e932 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-932225176&fields=id&tenant_id=1bdf2aff4a42482f9d324274f2d99d69 HTTP/1.1" status: 200 len: 267 time: 0.0362523 Sep 07 19:47:08.405205 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-bc269315-4f0f-463a-9a7b-b968f7d741fd tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:08.407083 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-bc269315-4f0f-463a-9a7b-b968f7d741fd tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/networks?id=d88bd63a-a936-467b-a1f7-ce9d4a396a3a HTTP/1.1" status: 200 len: 795 time: 0.1123025 Sep 07 19:47:08.424761 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-4a01e036-1ebd-4ece-8dd7-fd00cb23d069 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/quotas/1bdf2aff4a42482f9d324274f2d99d69 HTTP/1.1" status: 200 len: 375 time: 0.0115478 Sep 07 19:47:08.487744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] Sync routers for ids ['8d5359fc-329f-4003-8193-c53a97d35f24'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:47:08.493048 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-d8cb5cc6-ed28-4c8d-9fc1-04489c7b1bcc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558228 Sep 07 19:47:08.497336 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] Routers {'8d5359fc-329f-4003-8193-c53a97d35f24'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:47:08.497969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:46:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d5359fc-329f-4003-8193-c53a97d35f24'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:47:08.588890 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-b6c7fe53-1941-4010-86bb-9931c0d8b9b9 service neutron] 10.222.0.26 "GET /v2.0/networks/d88bd63a-a936-467b-a1f7-ce9d4a396a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926404 Sep 07 19:47:08.600862 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1328baff-9c92-45e2-9ac8-6c3a2b0121b0 None None] Provisioning for port e910a4db-9760-4ee4-a362-4db0b4619aef completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:47:08.607213 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1328baff-9c92-45e2-9ac8-6c3a2b0121b0 None None] Provisioning complete for port e910a4db-9760-4ee4-a362-4db0b4619aef triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:47:08.607593 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1328baff-9c92-45e2-9ac8-6c3a2b0121b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:08.654029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] Set router 8d5359fc-329f-4003-8193-c53a97d35f24 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:47:08.686187 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-1328baff-9c92-45e2-9ac8-6c3a2b0121b0 None None] Port e910a4db-9760-4ee4-a362-4db0b4619aef cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:47:08.698812 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-fe61e007-b6f3-40e1-9c5b-d2e1375c0875 service neutron] 10.222.0.26 "GET /v2.0/networks/d88bd63a-a936-467b-a1f7-ce9d4a396a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028099 Sep 07 19:47:08.828657 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-25754993-e6bd-4304-9651-8b18f2107b2b None None] Provisioning complete for port e910a4db-9760-4ee4-a362-4db0b4619aef triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:47:08.829025 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-25754993-e6bd-4304-9651-8b18f2107b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:08.886333 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-25754993-e6bd-4304-9651-8b18f2107b2b None None] Port e910a4db-9760-4ee4-a362-4db0b4619aef cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:47:08.893836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-34dcfb9f-ec6a-4a60-bbc6-2e99f145b030 req-5bb29f3c-869a-4006-848b-fc78dcc3c26a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 210 time: 0.0292366 Sep 07 19:47:08.916317 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377530674', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:47:03Z', 'updated_at': '2021-09-07T19:47:07Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:04Z', 'updated_at': '2021-09-07T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e910a4db-9760-4ee4-a362-4db0b4619aef', 'name': '', 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:50:e8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6a361be9-3b65-4f8a-9d00-cd35749cfba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:06Z', 'updated_at': '2021-09-07T19:47:07Z', 'revision_number': 2, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '6a361be9-3b65-4f8a-9d00-cd35749cfba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:47:08.946996 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] Checking router: 8d5359fc-329f-4003-8193-c53a97d35f24 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:47:08.947607 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] Updating router 8d5359fc-329f-4003-8193-c53a97d35f24 port e910a4db-9760-4ee4-a362-4db0b4619aef binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:47:08.972800 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:09.072078 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d1640827-ec1c-4b98-a195-2ee182e2e4fa None None] Provisioning complete for port e910a4db-9760-4ee4-a362-4db0b4619aef triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:47:09.072813 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d1640827-ec1c-4b98-a195-2ee182e2e4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:09.128834 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d1640827-ec1c-4b98-a195-2ee182e2e4fa None None] Port e910a4db-9760-4ee4-a362-4db0b4619aef cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:47:09.287247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 9ca76ebd-5907-4355-bee7-0b572d47fbcc up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:47:09.298271 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:09.331568 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] Transition to ACTIVE for port object e910a4db-9760-4ee4-a362-4db0b4619aef will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:47:09.340626 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:09.395512 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d24cfd-5d80-4286-b770-44a1ad991527 None None] Pushing event updated for resources: {'Port': ['ID=e910a4db-9760-4ee4-a362-4db0b4619aef,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:09.403284 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 9ca76ebd-5907-4355-bee7-0b572d47fbcc triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:47:09.403939 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:09.484198 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] Attempting to bind port e910a4db-9760-4ee4-a362-4db0b4619aef on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:47:09.484591 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] Attempting to bind port e910a4db-9760-4ee4-a362-4db0b4619aef by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'a3c3d2c8-202d-4b56-be32-32b65c4b6012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:47:09.484957 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] Attempting to bind port e910a4db-9760-4ee4-a362-4db0b4619aef on network d88bd63a-a936-467b-a1f7-ce9d4a396a3a {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:47:09.493714 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:47:09.494409 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] Checking segment: {'id': 'a3c3d2c8-202d-4b56-be32-32b65c4b6012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:47:09.494513 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:09.494850 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] Bound using segment: {'id': 'a3c3d2c8-202d-4b56-be32-32b65c4b6012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:47:09.495309 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] Bound port: e910a4db-9760-4ee4-a362-4db0b4619aef, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c3d2c8-202d-4b56-be32-32b65c4b6012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:47:09.495689 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:09.562962 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e559789a-9803-4c0f-ae43-e542c5c4f0b8 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:47:09.614764 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] For port e910a4db-9760-4ee4-a362-4db0b4619aef, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:47:09.627707 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] For port e910a4db-9760-4ee4-a362-4db0b4619aef, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e910a4db-9760-4ee4-a362-4db0b4619aef,segment=NetworkSegment(a3c3d2c8-202d-4b56-be32-32b65c4b6012),segment_id=a3c3d2c8-202d-4b56-be32-32b65c4b6012)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:47:09.632313 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:09.677637 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port e559789a-9803-4c0f-ae43-e542c5c4f0b8 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:47:09.693005 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e559789a-9803-4c0f-ae43-e542c5c4f0b8 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:47:09.693375 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:09.728315 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] Routers {'8d5359fc-329f-4003-8193-c53a97d35f24'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:47:09.728995 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:46:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d5359fc-329f-4003-8193-c53a97d35f24'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:47:09.738763 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d24cfd-5d80-4286-b770-44a1ad991527 None None] Pushing event updated for resources: {'Port': ['ID=e910a4db-9760-4ee4-a362-4db0b4619aef,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:09.849867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-d817552b-df62-4320-9af7-a9b1f9c1b523 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:09.853177 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-d817552b-df62-4320-9af7-a9b1f9c1b523 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.60 "GET /v2.0/networks?id=d88bd63a-a936-467b-a1f7-ce9d4a396a3a HTTP/1.1" status: 200 len: 795 time: 0.1352904 Sep 07 19:47:09.881071 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:09.883904 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] Set router 8d5359fc-329f-4003-8193-c53a97d35f24 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:47:09.909912 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-0735948b-79c9-4013-9d11-1b4c4fc9d3ad tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bdf2aff4a42482f9d324274f2d99d69 HTTP/1.1" status: 200 len: 379 time: 0.0478017 Sep 07 19:47:09.925997 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-5f71ed39-a7e5-495c-81c2-47ea32791e19 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'port': {'device_id': '4360bcce-fbeb-4536-920e-7d78320bd9ea', 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a', 'admin_state_up': True, 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'security_groups': ['98c7ec22-56e1-477f-8b18-b04fe391d2f6']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:47:09.982061 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port e559789a-9803-4c0f-ae43-e542c5c4f0b8, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e559789a-9803-4c0f-ae43-e542c5c4f0b8,segment=NetworkSegment(a3c3d2c8-202d-4b56-be32-32b65c4b6012),segment_id=a3c3d2c8-202d-4b56-be32-32b65c4b6012)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:47:09.998179 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:10.023718 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bd7b4ded-3c94-43c3-a61a-dac5d51a1989 req-5438251b-4919-4e51-8165-24c1a7df395d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 210 time: 0.0373774 Sep 07 19:47:10.074758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-5f71ed39-a7e5-495c-81c2-47ea32791e19 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Made reservation on behalf of 1bdf2aff4a42482f9d324274f2d99d69 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:47:10.078599 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-5f71ed39-a7e5-495c-81c2-47ea32791e19 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:10.094820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=e559789a-9803-4c0f-ae43-e542c5c4f0b8,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:10.156431 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377530674', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:47:03Z', 'updated_at': '2021-09-07T19:47:07Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:04Z', 'updated_at': '2021-09-07T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e910a4db-9760-4ee4-a362-4db0b4619aef', 'name': '', 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:50:e8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6a361be9-3b65-4f8a-9d00-cd35749cfba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:06Z', 'updated_at': '2021-09-07T19:47:09Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '6a361be9-3b65-4f8a-9d00-cd35749cfba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:47:10.186361 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daefda3b-f4e2-44c1-82ba-173c58bc3abd None None] The sync data for ids ['8d5359fc-329f-4003-8193-c53a97d35f24'] in n-d-807786-1 is: [{'id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377530674', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:47:03Z', 'updated_at': '2021-09-07T19:47:07Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:04Z', 'updated_at': '2021-09-07T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e910a4db-9760-4ee4-a362-4db0b4619aef', 'name': '', 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:50:e8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6a361be9-3b65-4f8a-9d00-cd35749cfba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:06Z', 'updated_at': '2021-09-07T19:47:09Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '6a361be9-3b65-4f8a-9d00-cd35749cfba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:47:10.206344 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-5f71ed39-a7e5-495c-81c2-47ea32791e19 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Allocated IP 172.20.0.11 (d88bd63a-a936-467b-a1f7-ce9d4a396a3a/6a361be9-3b65-4f8a-9d00-cd35749cfba9/21ef06fb-2766-4544-b0df-00329a7e44e5) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:47:10.378651 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-5f71ed39-a7e5-495c-81c2-47ea32791e19 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:10.394311 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-5f71ed39-a7e5-495c-81c2-47ea32791e19 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Transition to ACTIVE for port object 21ef06fb-2766-4544-b0df-00329a7e44e5 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:47:10.426691 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-5f71ed39-a7e5-495c-81c2-47ea32791e19 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:10.469342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-5f71ed39-a7e5-495c-81c2-47ea32791e19 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network d88bd63a-a936-467b-a1f7-ce9d4a396a3a is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:47:10.472492 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-5f71ed39-a7e5-495c-81c2-47ea32791e19 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:47:10.479414 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-5f71ed39-a7e5-495c-81c2-47ea32791e19 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:47:10.508388 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71ed39-a7e5-495c-81c2-47ea32791e19 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=21ef06fb-2766-4544-b0df-00329a7e44e5,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:10.537805 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-5f71ed39-a7e5-495c-81c2-47ea32791e19 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:10.538812 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-5f71ed39-a7e5-495c-81c2-47ea32791e19 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:10.556894 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-5f71ed39-a7e5-495c-81c2-47ea32791e19 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6352804 Sep 07 19:47:10.569323 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] Request body: {'port': {'device_id': '4360bcce-fbeb-4536-920e-7d78320bd9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:47:10.633106 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:10.767592 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a5448194-8d8d-4c73-8354-d02eef317464 None None] Provisioning for port 21ef06fb-2766-4544-b0df-00329a7e44e5 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:47:10.771782 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a5448194-8d8d-4c73-8354-d02eef317464 None None] Provisioning complete for port 21ef06fb-2766-4544-b0df-00329a7e44e5 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:47:10.772167 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a5448194-8d8d-4c73-8354-d02eef317464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:10.808887 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a5448194-8d8d-4c73-8354-d02eef317464 None None] Port 21ef06fb-2766-4544-b0df-00329a7e44e5 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:47:10.927524 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ef06fb-2766-4544-b0df-00329a7e44e5 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:47:10.935240 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:10.947498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] Transition to ACTIVE for port object 21ef06fb-2766-4544-b0df-00329a7e44e5 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:47:10.952009 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:11.006311 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] Pushing event updated for resources: {'Port': ['ID=21ef06fb-2766-4544-b0df-00329a7e44e5,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:11.081602 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] Attempting to bind port 21ef06fb-2766-4544-b0df-00329a7e44e5 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:47:11.082003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] Attempting to bind port 21ef06fb-2766-4544-b0df-00329a7e44e5 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': 'a3c3d2c8-202d-4b56-be32-32b65c4b6012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:47:11.082400 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] Attempting to bind port 21ef06fb-2766-4544-b0df-00329a7e44e5 on network d88bd63a-a936-467b-a1f7-ce9d4a396a3a {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:47:11.087708 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] Port 21ef06fb-2766-4544-b0df-00329a7e44e5 on network d88bd63a-a936-467b-a1f7-ce9d4a396a3a not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:47:11.088221 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] Attempting to bind port 21ef06fb-2766-4544-b0df-00329a7e44e5 on network d88bd63a-a936-467b-a1f7-ce9d4a396a3a {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:47:11.093289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:47:11.093635 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] Checking segment: {'id': 'a3c3d2c8-202d-4b56-be32-32b65c4b6012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:47:11.094038 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] Bound using segment: {'id': 'a3c3d2c8-202d-4b56-be32-32b65c4b6012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:47:11.094472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] Bound port: 21ef06fb-2766-4544-b0df-00329a7e44e5, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3c3d2c8-202d-4b56-be32-32b65c4b6012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:47:11.094836 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:11.217817 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6230a2-b82a-4987-ad32-b8c6c8fd2b86 req-6b61c180-e052-4268-95e0-7075a1348c05 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:11.222986 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf6230a2-b82a-4987-ad32-b8c6c8fd2b86 req-6b61c180-e052-4268-95e0-7075a1348c05 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 944 time: 0.0835774 Sep 07 19:47:11.227835 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] For port 21ef06fb-2766-4544-b0df-00329a7e44e5, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:47:11.233344 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] For port 21ef06fb-2766-4544-b0df-00329a7e44e5, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=21ef06fb-2766-4544-b0df-00329a7e44e5,segment=NetworkSegment(a3c3d2c8-202d-4b56-be32-32b65c4b6012),segment_id=a3c3d2c8-202d-4b56-be32-32b65c4b6012)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:47:11.246109 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:11.304891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:11.305573 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:11.307514 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] 10.222.0.60 "PUT /v2.0/ports/21ef06fb-2766-4544-b0df-00329a7e44e5 HTTP/1.1" status: 200 len: 1092 time: 0.7429767 Sep 07 19:47:11.307961 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4360bcce-fbeb-4536-920e-7d78320bd9ea', 'tag': '21ef06fb-2766-4544-b0df-00329a7e44e5'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:47:11.310373 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e69a03-18d2-486d-93bd-e4a3198c76f9" -d '{"events": [{"name": "network-changed", "server_uuid": "4360bcce-fbeb-4536-920e-7d78320bd9ea", "tag": "21ef06fb-2766-4544-b0df-00329a7e44e5"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:47:11.323813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e910a4db-9760-4ee4-a362-4db0b4619aef up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:47:11.327846 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bf6230a2-b82a-4987-ad32-b8c6c8fd2b86 req-ce078df7-86e2-4989-94f6-36d283238e73 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=98c7ec22-56e1-477f-8b18-b04fe391d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917370 Sep 07 19:47:11.393569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b7d00-1473-48c2-b51e-8b1978c2d958 service neutron] Pushing event updated for resources: {'Port': ['ID=21ef06fb-2766-4544-b0df-00329a7e44e5,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:11.404328 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26790bb2-6266-4dfe-9f48-9d9a45c7f908 x-openstack-request-id: req-26790bb2-6266-4dfe-9f48-9d9a45c7f908 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:47:11.404656 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4360bcce-fbeb-4536-920e-7d78320bd9ea", "tag": "21ef06fb-2766-4544-b0df-00329a7e44e5", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:47:11.404914 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-26790bb2-6266-4dfe-9f48-9d9a45c7f908 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:47:11.405434 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4360bcce-fbeb-4536-920e-7d78320bd9ea', 'tag': '21ef06fb-2766-4544-b0df-00329a7e44e5', 'status': 'completed', 'code': 200} Sep 07 19:47:11.407583 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port e910a4db-9760-4ee4-a362-4db0b4619aef completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:47:11.411814 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e910a4db-9760-4ee4-a362-4db0b4619aef triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:47:11.412259 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:11.415628 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-0ca57b0d-32e9-47e1-b95a-36b4add4db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:11.417201 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-0ca57b0d-32e9-47e1-b95a-36b4add4db7b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 1095 time: 0.0600934 Sep 07 19:47:11.499686 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:11.537434 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port e910a4db-9760-4ee4-a362-4db0b4619aef, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e910a4db-9760-4ee4-a362-4db0b4619aef,segment=NetworkSegment(a3c3d2c8-202d-4b56-be32-32b65c4b6012),segment_id=a3c3d2c8-202d-4b56-be32-32b65c4b6012)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:47:11.543036 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:11.543879 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e559789a-9803-4c0f-ae43-e542c5c4f0b8 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:47:11.636993 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=e910a4db-9760-4ee4-a362-4db0b4619aef,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:11.647351 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e559789a-9803-4c0f-ae43-e542c5c4f0b8 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:47:11.647738 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:11.803791 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-549b72d2-1a09-4095-9133-fc5fa1577a18 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21ef06fb-2766-4544-b0df-00329a7e44e5 HTTP/1.1" status: 200 len: 217 time: 0.3779957 Sep 07 19:47:11.852886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-ac4f96ec-8656-43c8-b40b-ec2238148e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:11.854288 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-ac4f96ec-8656-43c8-b40b-ec2238148e0f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6a361be9-3b65-4f8a-9d00-cd35749cfba9 HTTP/1.1" status: 200 len: 834 time: 0.0430076 Sep 07 19:47:11.897728 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-f6838724-d1c2-4433-9721-88c7cd36256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:11.899682 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-f6838724-d1c2-4433-9721-88c7cd36256a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88bd63a-a936-467b-a1f7-ce9d4a396a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378714 Sep 07 19:47:11.988583 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-4bbab194-ff1e-4213-93c5-d9a2e0e51a18 service neutron] 10.222.0.60 "GET /v2.0/networks/d88bd63a-a936-467b-a1f7-ce9d4a396a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817144 Sep 07 19:47:12.078291 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96210386-1ce0-4b5f-8538-f13c8c076652 req-4f80bf9a-80b4-43b3-ada8-218f65eaf1d9 service neutron] 10.222.0.60 "GET /v2.0/networks/d88bd63a-a936-467b-a1f7-ce9d4a396a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820155 Sep 07 19:47:12.165511 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69a03-18d2-486d-93bd-e4a3198c76f9 req-8cd8ca2f-a801-4519-acb6-47a05c72df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:12.167010 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-35e69a03-18d2-486d-93bd-e4a3198c76f9 req-8cd8ca2f-a801-4519-acb6-47a05c72df92 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 1095 time: 0.0457540 Sep 07 19:47:12.255014 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69a03-18d2-486d-93bd-e4a3198c76f9 req-10dab179-b070-4a5b-a1c9-a7a5fb0385df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:12.256449 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-35e69a03-18d2-486d-93bd-e4a3198c76f9 req-10dab179-b070-4a5b-a1c9-a7a5fb0385df service neutron] 10.222.0.60 "GET /v2.0/networks?id=d88bd63a-a936-467b-a1f7-ce9d4a396a3a HTTP/1.1" status: 200 len: 896 time: 0.0824075 Sep 07 19:47:12.303795 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-35e69a03-18d2-486d-93bd-e4a3198c76f9 req-ae7e40aa-4efc-42ff-bd29-4a165da3b0b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21ef06fb-2766-4544-b0df-00329a7e44e5 HTTP/1.1" status: 200 len: 217 time: 0.0402884 Sep 07 19:47:12.355431 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69a03-18d2-486d-93bd-e4a3198c76f9 req-66cfd17e-8e9a-4822-91ca-6093142f7ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:12.356867 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-35e69a03-18d2-486d-93bd-e4a3198c76f9 req-66cfd17e-8e9a-4822-91ca-6093142f7ebc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6a361be9-3b65-4f8a-9d00-cd35749cfba9 HTTP/1.1" status: 200 len: 834 time: 0.0451534 Sep 07 19:47:12.427758 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69a03-18d2-486d-93bd-e4a3198c76f9 req-59d93792-7cf3-498d-b1f3-9a8737730186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:12.429284 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-35e69a03-18d2-486d-93bd-e4a3198c76f9 req-59d93792-7cf3-498d-b1f3-9a8737730186 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88bd63a-a936-467b-a1f7-ce9d4a396a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628982 Sep 07 19:47:12.469112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098576b3-6e57-4fed-8837-de38d1bf2c3f req-177251a3-19c1-4e09-91d5-76cc40c4e0f5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:12.470533 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-098576b3-6e57-4fed-8837-de38d1bf2c3f req-177251a3-19c1-4e09-91d5-76cc40c4e0f5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 944 time: 0.0704188 Sep 07 19:47:12.546382 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-098576b3-6e57-4fed-8837-de38d1bf2c3f req-5d027d1f-c588-481a-b02a-4e9695d71e41 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=98c7ec22-56e1-477f-8b18-b04fe391d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698140 Sep 07 19:47:12.563580 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-35e69a03-18d2-486d-93bd-e4a3198c76f9 req-6b917ae9-3368-4dfe-8e9e-7736953a7ee4 service neutron] 10.222.0.60 "GET /v2.0/networks/d88bd63a-a936-467b-a1f7-ce9d4a396a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258450 Sep 07 19:47:12.656566 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-35e69a03-18d2-486d-93bd-e4a3198c76f9 req-7a66deef-ce45-4f3c-9b87-8d13e681351a service neutron] 10.222.0.60 "GET /v2.0/networks/d88bd63a-a936-467b-a1f7-ce9d4a396a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853980 Sep 07 19:47:13.208706 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e910a4db-9760-4ee4-a362-4db0b4619aef up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:47:13.254244 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e910a4db-9760-4ee4-a362-4db0b4619aef triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:47:13.254609 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:13.467736 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:13.663137 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0893f-bc6d-481f-8579-7c8db4099370 req-a1573f1d-ac2a-4b2f-bbc1-36fbb98f911f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:13.664690 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79d0893f-bc6d-481f-8579-7c8db4099370 req-a1573f1d-ac2a-4b2f-bbc1-36fbb98f911f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 944 time: 0.0493643 Sep 07 19:47:13.702130 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79d0893f-bc6d-481f-8579-7c8db4099370 req-682bc545-df54-4833-b404-3913e5056a2b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=98c7ec22-56e1-477f-8b18-b04fe391d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313783 Sep 07 19:47:14.417217 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:14.816122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce988fe-a290-42bb-85db-65dcbe31a50c req-4bf7e8d0-d3f1-4ebc-9a6f-c81c53f91b4f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:14.817671 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ce988fe-a290-42bb-85db-65dcbe31a50c req-4bf7e8d0-d3f1-4ebc-9a6f-c81c53f91b4f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 944 time: 0.0486724 Sep 07 19:47:14.854989 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4ce988fe-a290-42bb-85db-65dcbe31a50c req-fba3fcf9-ceb1-4ca2-a255-04330f681af4 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=98c7ec22-56e1-477f-8b18-b04fe391d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313032 Sep 07 19:47:14.907218 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 21ef06fb-2766-4544-b0df-00329a7e44e5 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:47:15.152418 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 21ef06fb-2766-4544-b0df-00329a7e44e5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=21ef06fb-2766-4544-b0df-00329a7e44e5,segment=NetworkSegment(a3c3d2c8-202d-4b56-be32-32b65c4b6012),segment_id=a3c3d2c8-202d-4b56-be32-32b65c4b6012)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:47:15.162983 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '21ef06fb-2766-4544-b0df-00329a7e44e5', 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a', 'port_id': '21ef06fb-2766-4544-b0df-00329a7e44e5', 'mac_address': 'fa:16:3e:69:60:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a361be9-3b65-4f8a-9d00-cd35749cfba9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:47:15.202473 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:15.214677 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ef06fb-2766-4544-b0df-00329a7e44e5 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:47:15.233137 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 21ef06fb-2766-4544-b0df-00329a7e44e5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=21ef06fb-2766-4544-b0df-00329a7e44e5,segment=NetworkSegment(a3c3d2c8-202d-4b56-be32-32b65c4b6012),segment_id=a3c3d2c8-202d-4b56-be32-32b65c4b6012)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:47:15.237208 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:15.282254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=21ef06fb-2766-4544-b0df-00329a7e44e5,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:15.459015 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['21ef06fb-2766-4544-b0df-00329a7e44e5'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:47:15.971642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3dfe68-c1bc-485a-92a2-1a5a0be04461 req-453fc2f7-b15e-4aac-9077-d8e0cf368636 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:15.973087 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca3dfe68-c1bc-485a-92a2-1a5a0be04461 req-453fc2f7-b15e-4aac-9077-d8e0cf368636 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 945 time: 0.0527647 Sep 07 19:47:16.009840 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca3dfe68-c1bc-485a-92a2-1a5a0be04461 req-e9aa56c7-1b01-462b-beb0-fe92e3e5a6ea tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=98c7ec22-56e1-477f-8b18-b04fe391d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308456 Sep 07 19:47:16.922807 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 21ef06fb-2766-4544-b0df-00329a7e44e5 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:47:16.974555 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 21ef06fb-2766-4544-b0df-00329a7e44e5 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:47:16.978124 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 21ef06fb-2766-4544-b0df-00329a7e44e5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:47:16.978495 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:17.055784 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:17.079108 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4360bcce-fbeb-4536-920e-7d78320bd9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ef06fb-2766-4544-b0df-00329a7e44e5'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:47:17.081354 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cfdd2b-1957-43d6-a518-28c33754cc5d" -d '{"events": [{"server_uuid": "4360bcce-fbeb-4536-920e-7d78320bd9ea", "name": "network-vif-plugged", "status": "completed", "tag": "21ef06fb-2766-4544-b0df-00329a7e44e5"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:47:17.095250 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 21ef06fb-2766-4544-b0df-00329a7e44e5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=21ef06fb-2766-4544-b0df-00329a7e44e5,segment=NetworkSegment(a3c3d2c8-202d-4b56-be32-32b65c4b6012),segment_id=a3c3d2c8-202d-4b56-be32-32b65c4b6012)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:47:17.099782 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:17.129764 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccfb1f-dd16-4219-9539-a98b07f18b6a req-7ae648af-3dcb-42db-a85f-bd270146cb1c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:17.131549 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-52ccfb1f-dd16-4219-9539-a98b07f18b6a req-7ae648af-3dcb-42db-a85f-bd270146cb1c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 945 time: 0.0547030 Sep 07 19:47:17.150989 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=21ef06fb-2766-4544-b0df-00329a7e44e5,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:17.173636 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-52ccfb1f-dd16-4219-9539-a98b07f18b6a req-dc846056-4da8-4f42-a3aa-5beb947aa99b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=98c7ec22-56e1-477f-8b18-b04fe391d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335174 Sep 07 19:47:17.196370 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbc3046-f9b7-49cd-ab60-bea22c5fd61f x-openstack-request-id: req-bcbc3046-f9b7-49cd-ab60-bea22c5fd61f {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:47:17.196719 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4360bcce-fbeb-4536-920e-7d78320bd9ea", "name": "network-vif-plugged", "status": "completed", "tag": "21ef06fb-2766-4544-b0df-00329a7e44e5", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:47:17.196973 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bcbc3046-f9b7-49cd-ab60-bea22c5fd61f {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:47:17.197681 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4360bcce-fbeb-4536-920e-7d78320bd9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ef06fb-2766-4544-b0df-00329a7e44e5', 'code': 200} Sep 07 19:47:17.291849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f7ec3-1a4e-4c3f-975b-b7c4c15af8c0 req-2f63e268-adc6-4458-a58f-5dbb3fc71f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:17.293361 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a08f7ec3-1a4e-4c3f-975b-b7c4c15af8c0 req-2f63e268-adc6-4458-a58f-5dbb3fc71f53 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 1097 time: 0.0395184 Sep 07 19:47:17.327257 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a08f7ec3-1a4e-4c3f-975b-b7c4c15af8c0 req-a9c53911-2fb1-4b73-9b58-48e9067f2759 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=98c7ec22-56e1-477f-8b18-b04fe391d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273855 Sep 07 19:47:18.291944 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1f72b-d7aa-4775-a53b-bfc9f31c5407 req-86986d63-3a2b-4e85-bcd7-ba8403209d21 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:18.293511 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00b1f72b-d7aa-4775-a53b-bfc9f31c5407 req-86986d63-3a2b-4e85-bcd7-ba8403209d21 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 946 time: 0.0524116 Sep 07 19:47:18.333594 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-00b1f72b-d7aa-4775-a53b-bfc9f31c5407 req-b7a99988-8580-4846-be9b-bf7f62750ea4 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=98c7ec22-56e1-477f-8b18-b04fe391d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323536 Sep 07 19:47:19.450402 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccdd64-3457-4145-88da-16ef0f989576 req-e990067b-0da4-444c-8a33-afe60632d97b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:19.451911 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7bccdd64-3457-4145-88da-16ef0f989576 req-e990067b-0da4-444c-8a33-afe60632d97b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 946 time: 0.0500262 Sep 07 19:47:19.489953 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7bccdd64-3457-4145-88da-16ef0f989576 req-10dfad16-db21-41a4-b98f-9920b19019b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=98c7ec22-56e1-477f-8b18-b04fe391d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320044 Sep 07 19:47:19.602621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a30ff5-dc70-463a-8b1b-dd2d2d376dd3 req-24915a77-420f-4b87-b15d-c7560109da83 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:19.604108 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a4a30ff5-dc70-463a-8b1b-dd2d2d376dd3 req-24915a77-420f-4b87-b15d-c7560109da83 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 946 time: 0.0491362 Sep 07 19:47:19.642061 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a4a30ff5-dc70-463a-8b1b-dd2d2d376dd3 req-6291ed5d-4beb-456c-a25b-7e098e4aa585 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=98c7ec22-56e1-477f-8b18-b04fe391d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320475 Sep 07 19:47:19.663592 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51762) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:19.706526 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f049cfe5-599a-4134-87f0-8451dcf5eff1 tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:19.707970 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f049cfe5-599a-4134-87f0-8451dcf5eff1 tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 1092 time: 0.0434225 Sep 07 19:47:19.710933 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51764) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:19.716192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-a11ef4a2-62b4-41e3-a2dd-15527fde676d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': '21ef06fb-2766-4544-b0df-00329a7e44e5', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:47:19.737516 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a11ef4a2-62b4-41e3-a2dd-15527fde676d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:19.834334 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a11ef4a2-62b4-41e3-a2dd-15527fde676d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:19.938604 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-a11ef4a2-62b4-41e3-a2dd-15527fde676d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Allocated IP 172.25.8.168 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/c0c4e165-c1da-4b83-8e85-c9479b1dd96a) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:47:20.037395 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a11ef4a2-62b4-41e3-a2dd-15527fde676d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:20.075459 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a11ef4a2-62b4-41e3-a2dd-15527fde676d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:20.114937 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11ef4a2-62b4-41e3-a2dd-15527fde676d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:47:20.117656 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-a11ef4a2-62b4-41e3-a2dd-15527fde676d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:47:20.121108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11ef4a2-62b4-41e3-a2dd-15527fde676d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:47:20.145966 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ef4a2-62b4-41e3-a2dd-15527fde676d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=c0c4e165-c1da-4b83-8e85-c9479b1dd96a,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:20.495993 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a11ef4a2-62b4-41e3-a2dd-15527fde676d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:20.564671 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a11ef4a2-62b4-41e3-a2dd-15527fde676d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:20.712024 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a11ef4a2-62b4-41e3-a2dd-15527fde676d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:20.716445 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a11ef4a2-62b4-41e3-a2dd-15527fde676d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:20.784054 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ef4a2-62b4-41e3-a2dd-15527fde676d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=c0c4e165-c1da-4b83-8e85-c9479b1dd96a,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:20.795538 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a11ef4a2-62b4-41e3-a2dd-15527fde676d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:20.899960 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-a11ef4a2-62b4-41e3-a2dd-15527fde676d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Floating IP cfb26cf5-5f8b-4823-b7b6-81c527d5510b associated. External IP: 172.25.8.168, port: 21ef06fb-2766-4544-b0df-00329a7e44e5. Sep 07 19:47:21.103266 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11ef4a2-62b4-41e3-a2dd-15527fde676d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router 8d5359fc-329f-4003-8193-c53a97d35f24 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:47:21.217939 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11ef4a2-62b4-41e3-a2dd-15527fde676d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:47:21.227376 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9164b8-f097-4e3a-b7b3-6b63dd40b88e None None] Sync routers for ids ['8d5359fc-329f-4003-8193-c53a97d35f24'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:47:21.233159 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a11ef4a2-62b4-41e3-a2dd-15527fde676d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:21.236215 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9164b8-f097-4e3a-b7b3-6b63dd40b88e None None] Routers {'8d5359fc-329f-4003-8193-c53a97d35f24'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:47:21.236845 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2b9164b8-f097-4e3a-b7b3-6b63dd40b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:46:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d5359fc-329f-4003-8193-c53a97d35f24'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:47:21.260284 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a11ef4a2-62b4-41e3-a2dd-15527fde676d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5474162 Sep 07 19:47:21.260901 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4360bcce-fbeb-4536-920e-7d78320bd9ea', 'tag': '21ef06fb-2766-4544-b0df-00329a7e44e5'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:47:21.263136 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a38e193-84df-4107-b217-cfa62b3a7f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "4360bcce-fbeb-4536-920e-7d78320bd9ea", "tag": "21ef06fb-2766-4544-b0df-00329a7e44e5"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:47:21.301145 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f9d9a4-53f9-4f5a-92a4-6bf1e0317540 x-openstack-request-id: req-86f9d9a4-53f9-4f5a-92a4-6bf1e0317540 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:47:21.301442 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4360bcce-fbeb-4536-920e-7d78320bd9ea", "tag": "21ef06fb-2766-4544-b0df-00329a7e44e5", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:47:21.301699 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86f9d9a4-53f9-4f5a-92a4-6bf1e0317540 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:47:21.302135 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4360bcce-fbeb-4536-920e-7d78320bd9ea', 'tag': '21ef06fb-2766-4544-b0df-00329a7e44e5', 'status': 'completed', 'code': 200} Sep 07 19:47:21.348244 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-2b9164b8-f097-4e3a-b7b3-6b63dd40b88e None None] Set router 8d5359fc-329f-4003-8193-c53a97d35f24 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:47:21.391412 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac9c19-4e49-4129-8035-17c0000910a7 req-0efc241a-7d20-43bc-9d11-f34326248bb7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:21.392855 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9ac9c19-4e49-4129-8035-17c0000910a7 req-0efc241a-7d20-43bc-9d11-f34326248bb7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 946 time: 0.0828781 Sep 07 19:47:21.398659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38e193-84df-4107-b217-cfa62b3a7f3c req-abfcb207-83c5-4946-9736-344d7b476fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:21.400111 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a38e193-84df-4107-b217-cfa62b3a7f3c req-abfcb207-83c5-4946-9736-344d7b476fdc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 1097 time: 0.0749857 Sep 07 19:47:21.485655 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f9ac9c19-4e49-4129-8035-17c0000910a7 req-22e0f79d-a124-4883-80ed-61d85de8463a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=98c7ec22-56e1-477f-8b18-b04fe391d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845454 Sep 07 19:47:21.512924 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51770) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:21.518036 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38e193-84df-4107-b217-cfa62b3a7f3c req-71249a09-ae75-4da2-a0f6-22ab59176541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:21.519506 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a38e193-84df-4107-b217-cfa62b3a7f3c req-71249a09-ae75-4da2-a0f6-22ab59176541 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d88bd63a-a936-467b-a1f7-ce9d4a396a3a HTTP/1.1" status: 200 len: 896 time: 0.1128416 Sep 07 19:47:21.578322 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2b9164b8-f097-4e3a-b7b3-6b63dd40b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377530674', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:47:03Z', 'updated_at': '2021-09-07T19:47:07Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:04Z', 'updated_at': '2021-09-07T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'cfb26cf5-5f8b-4823-b7b6-81c527d5510b', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'port_id': '21ef06fb-2766-4544-b0df-00329a7e44e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a', 'mac_address': 'fa:16:3e:69:60:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4360bcce-fbeb-4536-920e-7d78320bd9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:47:20Z', 'updated_at': '2021-09-07T19:47:20Z', 'revision_number': 0, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e910a4db-9760-4ee4-a362-4db0b4619aef', 'name': '', 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:50:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6a361be9-3b65-4f8a-9d00-cd35749cfba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:06Z', 'updated_at': '2021-09-07T19:47:11Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '6a361be9-3b65-4f8a-9d00-cd35749cfba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:47:21.580742 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-26b7fd7d-faed-4b4b-9009-b4903990a6e6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/floatingips/cfb26cf5-5f8b-4823-b7b6-81c527d5510b HTTP/1.1" status: 200 len: 992 time: 0.0666468 Sep 07 19:47:21.590416 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a38e193-84df-4107-b217-cfa62b3a7f3c req-200aef25-2ce2-4ee0-9119-8043528b928d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21ef06fb-2766-4544-b0df-00329a7e44e5 HTTP/1.1" status: 200 len: 1000 time: 0.0638776 Sep 07 19:47:21.642086 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38e193-84df-4107-b217-cfa62b3a7f3c req-cfc69bd0-f7b2-4c2b-859b-30b16665f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:21.643503 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a38e193-84df-4107-b217-cfa62b3a7f3c req-cfc69bd0-f7b2-4c2b-859b-30b16665f78b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6a361be9-3b65-4f8a-9d00-cd35749cfba9 HTTP/1.1" status: 200 len: 834 time: 0.0463243 Sep 07 19:47:21.690982 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38e193-84df-4107-b217-cfa62b3a7f3c req-bf56463f-b9ac-4169-ab7c-821b2e797b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:21.692557 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a38e193-84df-4107-b217-cfa62b3a7f3c req-bf56463f-b9ac-4169-ab7c-821b2e797b6d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88bd63a-a936-467b-a1f7-ce9d4a396a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423923 Sep 07 19:47:21.693121 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9164b8-f097-4e3a-b7b3-6b63dd40b88e None None] Checking router: 8d5359fc-329f-4003-8193-c53a97d35f24 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:47:21.701602 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9164b8-f097-4e3a-b7b3-6b63dd40b88e None None] Routers {'8d5359fc-329f-4003-8193-c53a97d35f24'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:47:21.702196 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2b9164b8-f097-4e3a-b7b3-6b63dd40b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:46:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d5359fc-329f-4003-8193-c53a97d35f24'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:47:21.787043 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a38e193-84df-4107-b217-cfa62b3a7f3c req-ca27985a-ec9c-4f80-a687-90c20791634f service neutron] 10.222.0.60 "GET /v2.0/networks/d88bd63a-a936-467b-a1f7-ce9d4a396a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869563 Sep 07 19:47:21.803776 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-2b9164b8-f097-4e3a-b7b3-6b63dd40b88e None None] Set router 8d5359fc-329f-4003-8193-c53a97d35f24 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:47:21.876160 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a38e193-84df-4107-b217-cfa62b3a7f3c req-c4a6c8ff-415c-471d-a16d-40f6f63f7498 service neutron] 10.222.0.60 "GET /v2.0/networks/d88bd63a-a936-467b-a1f7-ce9d4a396a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821450 Sep 07 19:47:22.019999 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2b9164b8-f097-4e3a-b7b3-6b63dd40b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377530674', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:47:03Z', 'updated_at': '2021-09-07T19:47:07Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:04Z', 'updated_at': '2021-09-07T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'cfb26cf5-5f8b-4823-b7b6-81c527d5510b', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'port_id': '21ef06fb-2766-4544-b0df-00329a7e44e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a', 'mac_address': 'fa:16:3e:69:60:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4360bcce-fbeb-4536-920e-7d78320bd9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:47:20Z', 'updated_at': '2021-09-07T19:47:20Z', 'revision_number': 0, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e910a4db-9760-4ee4-a362-4db0b4619aef', 'name': '', 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:50:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6a361be9-3b65-4f8a-9d00-cd35749cfba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:06Z', 'updated_at': '2021-09-07T19:47:11Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '6a361be9-3b65-4f8a-9d00-cd35749cfba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:47:22.049697 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9164b8-f097-4e3a-b7b3-6b63dd40b88e None None] The sync data for ids ['8d5359fc-329f-4003-8193-c53a97d35f24'] in n-d-807786-1 is: [{'id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377530674', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:47:03Z', 'updated_at': '2021-09-07T19:47:07Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:04Z', 'updated_at': '2021-09-07T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'cfb26cf5-5f8b-4823-b7b6-81c527d5510b', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'port_id': '21ef06fb-2766-4544-b0df-00329a7e44e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a', 'mac_address': 'fa:16:3e:69:60:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4360bcce-fbeb-4536-920e-7d78320bd9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:47:20Z', 'updated_at': '2021-09-07T19:47:20Z', 'revision_number': 0, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e910a4db-9760-4ee4-a362-4db0b4619aef', 'name': '', 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:50:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6a361be9-3b65-4f8a-9d00-cd35749cfba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:06Z', 'updated_at': '2021-09-07T19:47:11Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '6a361be9-3b65-4f8a-9d00-cd35749cfba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:47:22.224874 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353ee9df-420f-4969-a5e6-3acdacf60767 None None] New status for floating IP cfb26cf5-5f8b-4823-b7b6-81c527d5510b: ACTIVE {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:47:22.584629 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51772) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:22.645085 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1b8be643-1525-4bef-8ff5-cc94ea7daae8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/floatingips/cfb26cf5-5f8b-4823-b7b6-81c527d5510b HTTP/1.1" status: 200 len: 994 time: 0.0591631 Sep 07 19:47:26.037832 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8b6e9a3b-f750-4356-93c6-fb0ed68c9713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:28.852947 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-169773d4-9afc-438b-8467-2035ab7030ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:29.141162 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:30.426975 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:31.952226 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:35.636148 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:47:43.487185 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:44.403482 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:47.306795 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12ed96fd-1fbe-4375-b948-289a6277b3b5 req-eb9fdbc4-aaed-4f2c-adb3-4b2da0171441 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436211 Sep 07 19:47:47.387453 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed96fd-1fbe-4375-b948-289a6277b3b5 req-26ec78ab-9697-44f4-83ea-4f65ac4a13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:47.388917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12ed96fd-1fbe-4375-b948-289a6277b3b5 req-26ec78ab-9697-44f4-83ea-4f65ac4a13c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 1097 time: 0.0403473 Sep 07 19:47:47.491373 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed96fd-1fbe-4375-b948-289a6277b3b5 req-40119351-6542-4bb1-91de-2f163a86961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:47.493420 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12ed96fd-1fbe-4375-b948-289a6277b3b5 req-40119351-6542-4bb1-91de-2f163a86961f service neutron] 10.222.0.60 "GET /v2.0/networks?id=d88bd63a-a936-467b-a1f7-ce9d4a396a3a HTTP/1.1" status: 200 len: 896 time: 0.0847311 Sep 07 19:47:47.560169 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12ed96fd-1fbe-4375-b948-289a6277b3b5 req-49daee33-2b11-4380-bbf1-0ffc0b60f1e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21ef06fb-2766-4544-b0df-00329a7e44e5 HTTP/1.1" status: 200 len: 1002 time: 0.0588720 Sep 07 19:47:47.607990 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed96fd-1fbe-4375-b948-289a6277b3b5 req-535d4891-7f80-4b06-bfa8-e80cdf89938b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:47.609471 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12ed96fd-1fbe-4375-b948-289a6277b3b5 req-535d4891-7f80-4b06-bfa8-e80cdf89938b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6a361be9-3b65-4f8a-9d00-cd35749cfba9 HTTP/1.1" status: 200 len: 834 time: 0.0430925 Sep 07 19:47:47.657955 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed96fd-1fbe-4375-b948-289a6277b3b5 req-eb86b44d-98ef-4fb6-87d8-91bca3988519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:47.659448 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12ed96fd-1fbe-4375-b948-289a6277b3b5 req-eb86b44d-98ef-4fb6-87d8-91bca3988519 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88bd63a-a936-467b-a1f7-ce9d4a396a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430329 Sep 07 19:47:47.747751 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12ed96fd-1fbe-4375-b948-289a6277b3b5 req-948c48e2-8534-4905-88d7-ac9a0ae13e25 service neutron] 10.222.0.60 "GET /v2.0/networks/d88bd63a-a936-467b-a1f7-ce9d4a396a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805128 Sep 07 19:47:47.838272 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-12ed96fd-1fbe-4375-b948-289a6277b3b5 req-05509a62-6d38-4b49-bbfd-5cd564568176 service neutron] 10.222.0.60 "GET /v2.0/networks/d88bd63a-a936-467b-a1f7-ce9d4a396a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843067 Sep 07 19:47:54.021662 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e53bc2-d2b8-45b4-9f0f-6a2b1aff67e6 req-1affd2ac-75df-41d3-860b-bc6bc7674a95 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:54.023145 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20e53bc2-d2b8-45b4-9f0f-6a2b1aff67e6 req-1affd2ac-75df-41d3-860b-bc6bc7674a95 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 946 time: 0.0486195 Sep 07 19:47:54.060487 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20e53bc2-d2b8-45b4-9f0f-6a2b1aff67e6 req-f66de3be-9227-49db-bc87-82bc8c8a7ce6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=98c7ec22-56e1-477f-8b18-b04fe391d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314419 Sep 07 19:47:55.193140 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60bc71-cec2-4c55-9456-4dc074d69de4 req-633406ff-1a33-4619-80af-18833244c01f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:55.194630 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af60bc71-cec2-4c55-9456-4dc074d69de4 req-633406ff-1a33-4619-80af-18833244c01f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 946 time: 0.0480392 Sep 07 19:47:55.231553 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af60bc71-cec2-4c55-9456-4dc074d69de4 req-9575f868-5551-47cb-bb52-0d0116598fef tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=98c7ec22-56e1-477f-8b18-b04fe391d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302248 Sep 07 19:47:55.253548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51794) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:55.315029 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8efd3100-bd57-44f3-a472-e389b1933130 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/floatingips/cfb26cf5-5f8b-4823-b7b6-81c527d5510b HTTP/1.1" status: 200 len: 994 time: 0.0603924 Sep 07 19:47:56.039049 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f6dea405-d540-48ff-9d21-b3b8f4b77583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:56.583475 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a5e17-49c8-4365-aa77-361c6a22ffc6 req-d227a325-5a5c-48fe-8357-b54cd3530d31 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:56.584913 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-752a5e17-49c8-4365-aa77-361c6a22ffc6 req-d227a325-5a5c-48fe-8357-b54cd3530d31 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 946 time: 0.0508454 Sep 07 19:47:56.622848 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-752a5e17-49c8-4365-aa77-361c6a22ffc6 req-b3015837-da1d-4257-b3fd-ad6e0846dee6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=98c7ec22-56e1-477f-8b18-b04fe391d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321090 Sep 07 19:47:57.740413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94668ae4-5ce7-4568-959c-1ae8b84f3c67 req-173e9900-80b5-451f-8bc3-d25cb83fa814 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:57.741905 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94668ae4-5ce7-4568-959c-1ae8b84f3c67 req-173e9900-80b5-451f-8bc3-d25cb83fa814 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 946 time: 0.0487068 Sep 07 19:47:57.782142 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-94668ae4-5ce7-4568-959c-1ae8b84f3c67 req-600a339a-a58c-4792-a1a7-ed639be6d987 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=98c7ec22-56e1-477f-8b18-b04fe391d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342939 Sep 07 19:47:57.803678 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51804) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:57.861946 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e7a7a61c-1b63-4ea4-a7b1-5f2abc78e800 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/floatingips/cfb26cf5-5f8b-4823-b7b6-81c527d5510b HTTP/1.1" status: 200 len: 994 time: 0.0570538 Sep 07 19:47:58.083671 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51810) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:47:58.236705 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting port c0c4e165-c1da-4b83-8e85-c9479b1dd96a {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:47:58.237056 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:58.319367 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:58.319698 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:58.332095 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Calling delete_port for c0c4e165-c1da-4b83-8e85-c9479b1dd96a owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:47:58.474620 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:58.501867 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Port': ['ID=c0c4e165-c1da-4b83-8e85-c9479b1dd96a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:47:58.530437 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:58.530789 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:58.531133 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:58.531485 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:58.531811 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:58.532143 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:58.532588 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:58.532923 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:58.533263 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:58.533592 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:58.533918 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:58.534241 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:47:58.573275 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:58.573665 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Floating IP cfb26cf5-5f8b-4823-b7b6-81c527d5510b disassociated (deleted). External IP: 172.25.8.168, port: 21ef06fb-2766-4544-b0df-00329a7e44e5. Sep 07 19:47:58.778668 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router 8d5359fc-329f-4003-8193-c53a97d35f24 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:47:58.855178 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-86ffa4b7-36a2-4bf7-baa2-48cff99c724b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:58.886690 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:47:58.891148 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:58.895814 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b047213-aded-45ad-a592-7dd1b1c395db None None] Sync routers for ids ['8d5359fc-329f-4003-8193-c53a97d35f24'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:47:58.904974 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b047213-aded-45ad-a592-7dd1b1c395db None None] Routers {'8d5359fc-329f-4003-8193-c53a97d35f24'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:47:58.905580 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-3b047213-aded-45ad-a592-7dd1b1c395db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:47:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d5359fc-329f-4003-8193-c53a97d35f24'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:47:58.921328 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-06cf4d40-e08f-4742-a61c-590d5cfe29b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/floatingips/cfb26cf5-5f8b-4823-b7b6-81c527d5510b HTTP/1.1" status: 204 len: 168 time: 0.8341918 Sep 07 19:47:58.921328 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4360bcce-fbeb-4536-920e-7d78320bd9ea', 'tag': '21ef06fb-2766-4544-b0df-00329a7e44e5'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:47:58.921784 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762533edc2622bc0fa0f1b8c27c20a8f3eebc5c6dae59641fc833e4016bd3296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57231ba8-98a4-40fb-8d68-12386e4ecb51" -d '{"events": [{"name": "network-changed", "server_uuid": "4360bcce-fbeb-4536-920e-7d78320bd9ea", "tag": "21ef06fb-2766-4544-b0df-00329a7e44e5"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:47:58.963527 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cd8439-37ca-4047-8c2a-d43642c88e57 x-openstack-request-id: req-a0cd8439-37ca-4047-8c2a-d43642c88e57 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:47:58.963821 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4360bcce-fbeb-4536-920e-7d78320bd9ea", "tag": "21ef06fb-2766-4544-b0df-00329a7e44e5", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:47:58.964073 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0cd8439-37ca-4047-8c2a-d43642c88e57 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:47:58.964482 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4360bcce-fbeb-4536-920e-7d78320bd9ea', 'tag': '21ef06fb-2766-4544-b0df-00329a7e44e5', 'status': 'completed', 'code': 200} Sep 07 19:47:59.015306 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-3b047213-aded-45ad-a592-7dd1b1c395db None None] Set router 8d5359fc-329f-4003-8193-c53a97d35f24 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:47:59.027343 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57231ba8-98a4-40fb-8d68-12386e4ecb51 req-1f372096-5c68-4eee-861f-408206f6b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:59.028939 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57231ba8-98a4-40fb-8d68-12386e4ecb51 req-1f372096-5c68-4eee-861f-408206f6b863 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 1097 time: 0.0421007 Sep 07 19:47:59.130117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57231ba8-98a4-40fb-8d68-12386e4ecb51 req-6d92510d-c5ce-4695-97a5-c2f721c4b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:59.132532 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57231ba8-98a4-40fb-8d68-12386e4ecb51 req-6d92510d-c5ce-4695-97a5-c2f721c4b923 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d88bd63a-a936-467b-a1f7-ce9d4a396a3a HTTP/1.1" status: 200 len: 896 time: 0.0973384 Sep 07 19:47:59.143270 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:47:59.202417 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57231ba8-98a4-40fb-8d68-12386e4ecb51 req-934ba733-a766-44ee-9b81-b800e9f4b58a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21ef06fb-2766-4544-b0df-00329a7e44e5 HTTP/1.1" status: 200 len: 217 time: 0.0556984 Sep 07 19:47:59.220267 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f80a3-f35a-4fc4-a537-3d07d493bd6c req-8b09081c-a5b8-4584-9844-591f982fd6da tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:59.221754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee0f80a3-f35a-4fc4-a537-3d07d493bd6c req-8b09081c-a5b8-4584-9844-591f982fd6da tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 946 time: 0.0878494 Sep 07 19:47:59.227171 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-3b047213-aded-45ad-a592-7dd1b1c395db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377530674', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:47:03Z', 'updated_at': '2021-09-07T19:47:07Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:04Z', 'updated_at': '2021-09-07T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e910a4db-9760-4ee4-a362-4db0b4619aef', 'name': '', 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:50:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6a361be9-3b65-4f8a-9d00-cd35749cfba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:06Z', 'updated_at': '2021-09-07T19:47:11Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '6a361be9-3b65-4f8a-9d00-cd35749cfba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:47:59.253576 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b047213-aded-45ad-a592-7dd1b1c395db None None] Checking router: 8d5359fc-329f-4003-8193-c53a97d35f24 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:47:59.262142 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b047213-aded-45ad-a592-7dd1b1c395db None None] Routers {'8d5359fc-329f-4003-8193-c53a97d35f24'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:47:59.262742 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-3b047213-aded-45ad-a592-7dd1b1c395db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:47:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d5359fc-329f-4003-8193-c53a97d35f24'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:47:59.288387 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57231ba8-98a4-40fb-8d68-12386e4ecb51 req-dcbd2481-1847-4d22-ad90-b626dd5f10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:59.289810 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57231ba8-98a4-40fb-8d68-12386e4ecb51 req-dcbd2481-1847-4d22-ad90-b626dd5f10f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6a361be9-3b65-4f8a-9d00-cd35749cfba9 HTTP/1.1" status: 200 len: 834 time: 0.0784130 Sep 07 19:47:59.292810 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ee0f80a3-f35a-4fc4-a537-3d07d493bd6c req-d7596f89-8224-4bd5-9b83-d7eb19b74d14 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=98c7ec22-56e1-477f-8b18-b04fe391d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629647 Sep 07 19:47:59.342336 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57231ba8-98a4-40fb-8d68-12386e4ecb51 req-27877b1a-d8c6-4823-8e23-c7075fb52130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:47:59.343870 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57231ba8-98a4-40fb-8d68-12386e4ecb51 req-27877b1a-d8c6-4823-8e23-c7075fb52130 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88bd63a-a936-467b-a1f7-ce9d4a396a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460176 Sep 07 19:47:59.373629 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-3b047213-aded-45ad-a592-7dd1b1c395db None None] Set router 8d5359fc-329f-4003-8193-c53a97d35f24 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:47:59.446206 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57231ba8-98a4-40fb-8d68-12386e4ecb51 req-1f92d917-d1dc-42a1-b257-934176a5ea66 service neutron] 10.222.0.60 "GET /v2.0/networks/d88bd63a-a936-467b-a1f7-ce9d4a396a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926943 Sep 07 19:47:59.541691 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57231ba8-98a4-40fb-8d68-12386e4ecb51 req-8e2c3ca7-c61a-4095-9433-06696efa2718 service neutron] 10.222.0.60 "GET /v2.0/networks/d88bd63a-a936-467b-a1f7-ce9d4a396a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869207 Sep 07 19:47:59.571653 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-3b047213-aded-45ad-a592-7dd1b1c395db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377530674', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:47:03Z', 'updated_at': '2021-09-07T19:47:07Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:04Z', 'updated_at': '2021-09-07T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e910a4db-9760-4ee4-a362-4db0b4619aef', 'name': '', 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:50:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6a361be9-3b65-4f8a-9d00-cd35749cfba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:06Z', 'updated_at': '2021-09-07T19:47:11Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '6a361be9-3b65-4f8a-9d00-cd35749cfba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:47:59.597889 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b047213-aded-45ad-a592-7dd1b1c395db None None] The sync data for ids ['8d5359fc-329f-4003-8193-c53a97d35f24'] in n-d-807786-1 is: [{'id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377530674', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:47:03Z', 'updated_at': '2021-09-07T19:47:07Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:04Z', 'updated_at': '2021-09-07T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e910a4db-9760-4ee4-a362-4db0b4619aef', 'name': '', 'network_id': 'd88bd63a-a936-467b-a1f7-ce9d4a396a3a', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:50:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6a361be9-3b65-4f8a-9d00-cd35749cfba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:06Z', 'updated_at': '2021-09-07T19:47:11Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '6a361be9-3b65-4f8a-9d00-cd35749cfba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:47:59.826778 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506403a2-d699-4039-b884-5ac0a3707950 None None] New status for floating IP cfb26cf5-5f8b-4823-b7b6-81c527d5510b: DOWN {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:48:00.414896 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72db23-6900-47d9-91e9-9c3382ce7fc0 req-c74ac276-ab31-42fa-9cb9-d88872cecf61 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:00.416479 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c72db23-6900-47d9-91e9-9c3382ce7fc0 req-c74ac276-ab31-42fa-9cb9-d88872cecf61 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 946 time: 0.0540984 Sep 07 19:48:00.432340 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:00.461864 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c72db23-6900-47d9-91e9-9c3382ce7fc0 req-c1353444-4a1e-462d-b062-a13498858be6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=98c7ec22-56e1-477f-8b18-b04fe391d2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381327 Sep 07 19:48:00.680732 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e92479-463a-4a33-8da4-7aff39039001 req-bc2a6fb8-5de0-44a7-bd1e-f439a4860c22 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:00.682866 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d2e92479-463a-4a33-8da4-7aff39039001 req-bc2a6fb8-5de0-44a7-bd1e-f439a4860c22 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.60 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 946 time: 0.0477974 Sep 07 19:48:00.769404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-d2e92479-463a-4a33-8da4-7aff39039001 req-c89aaae8-09f1-4b6d-8022-bde776889166 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting port 21ef06fb-2766-4544-b0df-00329a7e44e5 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:48:00.769741 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d2e92479-463a-4a33-8da4-7aff39039001 req-c89aaae8-09f1-4b6d-8022-bde776889166 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:01.187781 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-d2e92479-463a-4a33-8da4-7aff39039001 req-c89aaae8-09f1-4b6d-8022-bde776889166 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] For port 21ef06fb-2766-4544-b0df-00329a7e44e5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=21ef06fb-2766-4544-b0df-00329a7e44e5,segment=NetworkSegment(a3c3d2c8-202d-4b56-be32-32b65c4b6012),segment_id=a3c3d2c8-202d-4b56-be32-32b65c4b6012)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:48:01.188157 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d2e92479-463a-4a33-8da4-7aff39039001 req-c89aaae8-09f1-4b6d-8022-bde776889166 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:01.201184 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-d2e92479-463a-4a33-8da4-7aff39039001 req-c89aaae8-09f1-4b6d-8022-bde776889166 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Calling delete_port for 21ef06fb-2766-4544-b0df-00329a7e44e5 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:48:01.326220 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d2e92479-463a-4a33-8da4-7aff39039001 req-c89aaae8-09f1-4b6d-8022-bde776889166 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:01.358489 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89aaae8-09f1-4b6d-8022-bde776889166 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Port': ['ID=21ef06fb-2766-4544-b0df-00329a7e44e5,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:01.382158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89aaae8-09f1-4b6d-8022-bde776889166 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:01.382508 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89aaae8-09f1-4b6d-8022-bde776889166 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:01.382845 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89aaae8-09f1-4b6d-8022-bde776889166 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:01.383179 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89aaae8-09f1-4b6d-8022-bde776889166 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:01.383507 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89aaae8-09f1-4b6d-8022-bde776889166 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:01.383832 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89aaae8-09f1-4b6d-8022-bde776889166 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:01.384156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89aaae8-09f1-4b6d-8022-bde776889166 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:01.384484 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89aaae8-09f1-4b6d-8022-bde776889166 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:01.385346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89aaae8-09f1-4b6d-8022-bde776889166 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:01.385672 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89aaae8-09f1-4b6d-8022-bde776889166 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:01.385991 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89aaae8-09f1-4b6d-8022-bde776889166 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:01.386311 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89aaae8-09f1-4b6d-8022-bde776889166 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:01.408460 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e92479-463a-4a33-8da4-7aff39039001 req-c89aaae8-09f1-4b6d-8022-bde776889166 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] No DVR routers for this DVR port 21ef06fb-2766-4544-b0df-00329a7e44e5 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:48:01.412121 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-d2e92479-463a-4a33-8da4-7aff39039001 req-c89aaae8-09f1-4b6d-8022-bde776889166 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:01.414290 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d2e92479-463a-4a33-8da4-7aff39039001 req-c89aaae8-09f1-4b6d-8022-bde776889166 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.60 "DELETE /v2.0/ports/21ef06fb-2766-4544-b0df-00329a7e44e5 HTTP/1.1" status: 204 len: 173 time: 0.7255657 Sep 07 19:48:01.414746 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4360bcce-fbeb-4536-920e-7d78320bd9ea', 'name': 'network-vif-deleted', 'tag': '21ef06fb-2766-4544-b0df-00329a7e44e5'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:48:01.417058 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2223eee4-4c2d-4a96-85b0-df4d5677c817" -d '{"events": [{"server_uuid": "4360bcce-fbeb-4536-920e-7d78320bd9ea", "name": "network-vif-deleted", "tag": "21ef06fb-2766-4544-b0df-00329a7e44e5"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:48:01.453235 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f7989c-88af-42b6-93f4-256efe883c32 x-openstack-request-id: req-49f7989c-88af-42b6-93f4-256efe883c32 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:48:01.453525 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4360bcce-fbeb-4536-920e-7d78320bd9ea", "name": "network-vif-deleted", "tag": "21ef06fb-2766-4544-b0df-00329a7e44e5", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:48:01.453811 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-49f7989c-88af-42b6-93f4-256efe883c32 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:48:01.454210 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4360bcce-fbeb-4536-920e-7d78320bd9ea', 'name': 'network-vif-deleted', 'tag': '21ef06fb-2766-4544-b0df-00329a7e44e5', 'status': 'completed', 'code': 200} Sep 07 19:48:01.571546 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e765e35-fb8a-41a7-a27c-796d8a8820f4 req-2858b276-c0e2-4adf-9738-73851801a8a2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=4360bcce-fbeb-4536-920e-7d78320bd9ea HTTP/1.1" status: 200 len: 210 time: 0.0283549 Sep 07 19:48:01.958721 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:02.628923 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51828) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:02.983954 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e9ae209a-639e-4fac-a729-db41eed2e4e5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:03.238966 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae209a-639e-4fac-a729-db41eed2e4e5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting port e910a4db-9760-4ee4-a362-4db0b4619aef {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:48:03.239391 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e9ae209a-639e-4fac-a729-db41eed2e4e5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:03.328950 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-e9ae209a-639e-4fac-a729-db41eed2e4e5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] For port e910a4db-9760-4ee4-a362-4db0b4619aef, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e910a4db-9760-4ee4-a362-4db0b4619aef,segment=NetworkSegment(a3c3d2c8-202d-4b56-be32-32b65c4b6012),segment_id=a3c3d2c8-202d-4b56-be32-32b65c4b6012)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:48:03.329318 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e9ae209a-639e-4fac-a729-db41eed2e4e5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:03.341608 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae209a-639e-4fac-a729-db41eed2e4e5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Calling delete_port for e910a4db-9760-4ee4-a362-4db0b4619aef owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:48:03.526385 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e9ae209a-639e-4fac-a729-db41eed2e4e5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:03.549775 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae209a-639e-4fac-a729-db41eed2e4e5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Port': ['ID=e910a4db-9760-4ee4-a362-4db0b4619aef,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:03.729481 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e9ae209a-639e-4fac-a729-db41eed2e4e5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:04.278458 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ae209a-639e-4fac-a729-db41eed2e4e5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router 8d5359fc-329f-4003-8193-c53a97d35f24 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:48:04.377858 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ae209a-639e-4fac-a729-db41eed2e4e5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:48:04.383241 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e9ae209a-639e-4fac-a729-db41eed2e4e5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "PUT /v2.0/routers/8d5359fc-329f-4003-8193-c53a97d35f24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7531688 Sep 07 19:48:04.386457 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51830) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:04.390259 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04cf6cc-efa7-4851-9662-bae8ea8263be None None] Sync routers for ids ['8d5359fc-329f-4003-8193-c53a97d35f24'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:48:04.399513 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04cf6cc-efa7-4851-9662-bae8ea8263be None None] Routers {'8d5359fc-329f-4003-8193-c53a97d35f24'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:48:04.400240 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a04cf6cc-efa7-4851-9662-bae8ea8263be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:47:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d5359fc-329f-4003-8193-c53a97d35f24'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:48:04.439713 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-995c0f77-e7f7-4953-b60a-43d701e837aa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting subnet 6a361be9-3b65-4f8a-9d00-cd35749cfba9 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:48:04.442730 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-995c0f77-e7f7-4953-b60a-43d701e837aa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:04.482075 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-995c0f77-e7f7-4953-b60a-43d701e837aa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:04.502326 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-a04cf6cc-efa7-4851-9662-bae8ea8263be None None] Set router 8d5359fc-329f-4003-8193-c53a97d35f24 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:48:04.567965 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-995c0f77-e7f7-4953-b60a-43d701e837aa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:04.630124 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-995c0f77-e7f7-4953-b60a-43d701e837aa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:04.659163 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c0f77-e7f7-4953-b60a-43d701e837aa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Subnet': ['ID=6a361be9-3b65-4f8a-9d00-cd35749cfba9,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:04.661216 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-995c0f77-e7f7-4953-b60a-43d701e837aa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:04.663095 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-995c0f77-e7f7-4953-b60a-43d701e837aa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/subnets/6a361be9-3b65-4f8a-9d00-cd35749cfba9 HTTP/1.1" status: 204 len: 168 time: 0.2757125 Sep 07 19:48:04.666088 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beca3d2-50ae-45d2-b60f-0361115066e4 None None] Network d88bd63a-a936-467b-a1f7-ce9d4a396a3a requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:48:04.667011 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51832) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:04.687092 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a04cf6cc-efa7-4851-9662-bae8ea8263be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377530674', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:47:03Z', 'updated_at': '2021-09-07T19:48:03Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:04Z', 'updated_at': '2021-09-07T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:48:04.776740 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-27c9c72e-79f0-47a0-8451-b7f78f0df7be tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:04.807874 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04cf6cc-efa7-4851-9662-bae8ea8263be None None] Checking router: 8d5359fc-329f-4003-8193-c53a97d35f24 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:48:04.817056 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04cf6cc-efa7-4851-9662-bae8ea8263be None None] Routers {'8d5359fc-329f-4003-8193-c53a97d35f24'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:48:04.817218 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a04cf6cc-efa7-4851-9662-bae8ea8263be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:47:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['8d5359fc-329f-4003-8193-c53a97d35f24'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:48:04.849126 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250cfa69-2025-42ab-9e3b-9de64bfb5164 None None] DHCP port deletion for d88bd63a-a936-467b-a1f7-ce9d4a396a3a request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:48:04.882211 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-27c9c72e-79f0-47a0-8451-b7f78f0df7be tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:04.901951 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-250cfa69-2025-42ab-9e3b-9de64bfb5164 None None] Deleting port e559789a-9803-4c0f-ae43-e542c5c4f0b8 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:48:04.902426 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-250cfa69-2025-42ab-9e3b-9de64bfb5164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:04.925586 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-a04cf6cc-efa7-4851-9662-bae8ea8263be None None] Set router 8d5359fc-329f-4003-8193-c53a97d35f24 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:48:04.938552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-27c9c72e-79f0-47a0-8451-b7f78f0df7be tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting port 9ca76ebd-5907-4355-bee7-0b572d47fbcc {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:48:04.939157 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-27c9c72e-79f0-47a0-8451-b7f78f0df7be tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:04.967479 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-250cfa69-2025-42ab-9e3b-9de64bfb5164 None None] For port e559789a-9803-4c0f-ae43-e542c5c4f0b8, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e559789a-9803-4c0f-ae43-e542c5c4f0b8,segment=NetworkSegment(a3c3d2c8-202d-4b56-be32-32b65c4b6012),segment_id=a3c3d2c8-202d-4b56-be32-32b65c4b6012)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:48:04.967890 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-250cfa69-2025-42ab-9e3b-9de64bfb5164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:04.980563 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-250cfa69-2025-42ab-9e3b-9de64bfb5164 None None] Calling delete_port for e559789a-9803-4c0f-ae43-e542c5c4f0b8 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:48:05.017719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-27c9c72e-79f0-47a0-8451-b7f78f0df7be tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] For port 9ca76ebd-5907-4355-bee7-0b572d47fbcc, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=9ca76ebd-5907-4355-bee7-0b572d47fbcc,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:48:05.018119 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-27c9c72e-79f0-47a0-8451-b7f78f0df7be tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:05.030276 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-27c9c72e-79f0-47a0-8451-b7f78f0df7be tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Calling delete_port for 9ca76ebd-5907-4355-bee7-0b572d47fbcc owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:48:05.065903 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-250cfa69-2025-42ab-9e3b-9de64bfb5164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:05.093133 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cfa69-2025-42ab-9e3b-9de64bfb5164 None None] Pushing event deleted for resources: {'Port': ['ID=e559789a-9803-4c0f-ae43-e542c5c4f0b8,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:05.100551 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250cfa69-2025-42ab-9e3b-9de64bfb5164 None None] No DVR routers for this DVR port e559789a-9803-4c0f-ae43-e542c5c4f0b8 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:48:05.104571 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfa69-2025-42ab-9e3b-9de64bfb5164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:05.104914 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfa69-2025-42ab-9e3b-9de64bfb5164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:05.105270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfa69-2025-42ab-9e3b-9de64bfb5164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:05.105620 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfa69-2025-42ab-9e3b-9de64bfb5164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:05.105911 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfa69-2025-42ab-9e3b-9de64bfb5164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:05.106238 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfa69-2025-42ab-9e3b-9de64bfb5164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:05.111576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfa69-2025-42ab-9e3b-9de64bfb5164 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:05.111576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfa69-2025-42ab-9e3b-9de64bfb5164 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:05.111576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfa69-2025-42ab-9e3b-9de64bfb5164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:05.111576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfa69-2025-42ab-9e3b-9de64bfb5164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:05.111576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfa69-2025-42ab-9e3b-9de64bfb5164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:05.111576 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfa69-2025-42ab-9e3b-9de64bfb5164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:05.122752 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a04cf6cc-efa7-4851-9662-bae8ea8263be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377530674', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:47:03Z', 'updated_at': '2021-09-07T19:48:03Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:04Z', 'updated_at': '2021-09-07T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:48:05.151254 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04cf6cc-efa7-4851-9662-bae8ea8263be None None] The sync data for ids ['8d5359fc-329f-4003-8193-c53a97d35f24'] in n-d-807786-1 is: [{'id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377530674', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:47:03Z', 'updated_at': '2021-09-07T19:48:03Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '9ca76ebd-5907-4355-bee7-0b572d47fbcc', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5359fc-329f-4003-8193-c53a97d35f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:47:04Z', 'updated_at': '2021-09-07T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:48:05.207569 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 21ef06fb-2766-4544-b0df-00329a7e44e5 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:48:05.212441 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-27c9c72e-79f0-47a0-8451-b7f78f0df7be tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:05.228770 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 21ef06fb-2766-4544-b0df-00329a7e44e5 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:48:05.229130 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 21ef06fb-2766-4544-b0df-00329a7e44e5 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:48:05.240690 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9c72e-79f0-47a0-8451-b7f78f0df7be tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Port': ['ID=9ca76ebd-5907-4355-bee7-0b572d47fbcc,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:05.302721 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-27c9c72e-79f0-47a0-8451-b7f78f0df7be tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:05.391705 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-27c9c72e-79f0-47a0-8451-b7f78f0df7be tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:05.393706 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-27c9c72e-79f0-47a0-8451-b7f78f0df7be tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:05.441493 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-27c9c72e-79f0-47a0-8451-b7f78f0df7be tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:05.442114 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c9c72e-79f0-47a0-8451-b7f78f0df7be tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Fanout notify agent at l3_agent the message router_deleted on router 8d5359fc-329f-4003-8193-c53a97d35f24 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:48:05.449453 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-27c9c72e-79f0-47a0-8451-b7f78f0df7be tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:05.450569 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-27c9c72e-79f0-47a0-8451-b7f78f0df7be tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/routers/8d5359fc-329f-4003-8193-c53a97d35f24 HTTP/1.1" status: 204 len: 168 time: 0.7825720 Sep 07 19:48:05.453598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51834) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:05.534485 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a2661482-5134-46d2-b656-d409d369667f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:05.590934 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e559789a-9803-4c0f-ae43-e542c5c4f0b8 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:48:05.617528 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: e559789a-9803-4c0f-ae43-e542c5c4f0b8 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:48:05.617954 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e559789a-9803-4c0f-ae43-e542c5c4f0b8 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:48:05.623037 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a2661482-5134-46d2-b656-d409d369667f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:05.646222 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-a2661482-5134-46d2-b656-d409d369667f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88bd63a-a936-467b-a1f7-ce9d4a396a3a']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:48:05.656375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-a2661482-5134-46d2-b656-d409d369667f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c3d2c8-202d-4b56-be32-32b65c4b6012') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:48:05.656869 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-a2661482-5134-46d2-b656-d409d369667f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c3d2c8-202d-4b56-be32-32b65c4b6012') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:48:05.672758 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a2661482-5134-46d2-b656-d409d369667f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:05.686078 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a2661482-5134-46d2-b656-d409d369667f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:05.691900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2661482-5134-46d2-b656-d409d369667f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:48:05.692292 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a2661482-5134-46d2-b656-d409d369667f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:48:05.695432 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:48:05.754182 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a2661482-5134-46d2-b656-d409d369667f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:05.762276 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a2661482-5134-46d2-b656-d409d369667f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:05.764114 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a2661482-5134-46d2-b656-d409d369667f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/networks/d88bd63a-a936-467b-a1f7-ce9d4a396a3a HTTP/1.1" status: 204 len: 168 time: 0.3095987 Sep 07 19:48:05.767004 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51836) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:05.776326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2661482-5134-46d2-b656-d409d369667f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Network': ['ID=d88bd63a-a936-467b-a1f7-ce9d4a396a3a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:05.834715 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1dd31d2-db95-4618-b4e4-98e6098498ea tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:05.861395 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1dd31d2-db95-4618-b4e4-98e6098498ea tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:05.920297 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1dd31d2-db95-4618-b4e4-98e6098498ea tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:05.922902 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b1dd31d2-db95-4618-b4e4-98e6098498ea tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:05.924072 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b1dd31d2-db95-4618-b4e4-98e6098498ea tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/security-groups/98c7ec22-56e1-477f-8b18-b04fe391d2f6 HTTP/1.1" status: 204 len: 168 time: 0.1560857 Sep 07 19:48:05.932923 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd31d2-db95-4618-b4e4-98e6098498ea tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c7ec22-56e1-477f-8b18-b04fe391d2f6,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:06.561739 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51842) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:06.566270 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-663fd245-5354-43d2-a558-18ec661e3c29 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1548568959', 'description': 'tempest-secgroup-smoke-1548568959 description', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:48:06.589390 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-663fd245-5354-43d2-a558-18ec661e3c29 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:06.669521 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-663fd245-5354-43d2-a558-18ec661e3c29 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:06.673080 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-663fd245-5354-43d2-a558-18ec661e3c29 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:06.705077 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fd245-5354-43d2-a558-18ec661e3c29 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19321dd2-8952-4172-b87c-556c6c9219fc,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:06.708731 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-663fd245-5354-43d2-a558-18ec661e3c29 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:06.709941 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-663fd245-5354-43d2-a558-18ec661e3c29 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1472073 Sep 07 19:48:06.713677 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51844) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:06.719081 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-916d64e0-7b76-4917-80b6-e04797b47f61 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '19321dd2-8952-4172-b87c-556c6c9219fc', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:48:06.748590 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-916d64e0-7b76-4917-80b6-e04797b47f61 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:06.800564 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-916d64e0-7b76-4917-80b6-e04797b47f61 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:06.803997 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-916d64e0-7b76-4917-80b6-e04797b47f61 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:06.821041 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d64e0-7b76-4917-80b6-e04797b47f61 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c43bb87-732e-445d-bec6-5c8ca3bceb64,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:06.828113 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-916d64e0-7b76-4917-80b6-e04797b47f61 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:06.829398 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-916d64e0-7b76-4917-80b6-e04797b47f61 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148345 Sep 07 19:48:06.832098 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51846) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:06.836817 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-dff4c3db-36de-49c2-8456-15f3bc574ca1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '19321dd2-8952-4172-b87c-556c6c9219fc', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:48:06.862337 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dff4c3db-36de-49c2-8456-15f3bc574ca1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:06.917396 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dff4c3db-36de-49c2-8456-15f3bc574ca1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:06.920734 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dff4c3db-36de-49c2-8456-15f3bc574ca1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:06.937058 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4c3db-36de-49c2-8456-15f3bc574ca1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67de5303-9e28-46c1-918e-1195bb0c8463,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:06.943347 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-dff4c3db-36de-49c2-8456-15f3bc574ca1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:06.944555 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-dff4c3db-36de-49c2-8456-15f3bc574ca1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1114364 Sep 07 19:48:06.948060 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51848) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:06.952357 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-27ae9de5-5ce9-40ea-bad7-ca859ea4b788 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '19321dd2-8952-4172-b87c-556c6c9219fc', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:48:06.977461 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27ae9de5-5ce9-40ea-bad7-ca859ea4b788 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.033199 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27ae9de5-5ce9-40ea-bad7-ca859ea4b788 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.036858 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27ae9de5-5ce9-40ea-bad7-ca859ea4b788 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.057385 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae9de5-5ce9-40ea-bad7-ca859ea4b788 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03e29b5-d00b-4a36-b419-306ab32e0546,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:07.062976 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-27ae9de5-5ce9-40ea-bad7-ca859ea4b788 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.064102 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-27ae9de5-5ce9-40ea-bad7-ca859ea4b788 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150253 Sep 07 19:48:07.066789 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51850) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:07.073247 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-5ce7b37c-82fe-4344-abab-d366f622c327 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '19321dd2-8952-4172-b87c-556c6c9219fc', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:48:07.100712 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5ce7b37c-82fe-4344-abab-d366f622c327 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.157833 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5ce7b37c-82fe-4344-abab-d366f622c327 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.161223 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5ce7b37c-82fe-4344-abab-d366f622c327 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.178329 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7b37c-82fe-4344-abab-d366f622c327 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4aac4af-2b59-45df-823f-33be340ae340,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:07.184609 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5ce7b37c-82fe-4344-abab-d366f622c327 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.188414 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5ce7b37c-82fe-4344-abab-d366f622c327 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181314 Sep 07 19:48:07.189284 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51852) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:07.193360 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4b69bf25-c49e-4c28-88b8-adfc95f16483 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '19321dd2-8952-4172-b87c-556c6c9219fc', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:48:07.216365 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-4b69bf25-c49e-4c28-88b8-adfc95f16483 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Project 1bdf2aff4a42482f9d324274f2d99d69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:48:07.221152 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4b69bf25-c49e-4c28-88b8-adfc95f16483 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.242604 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e910a4db-9760-4ee4-a362-4db0b4619aef no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:48:07.262961 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: e910a4db-9760-4ee4-a362-4db0b4619aef {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:48:07.263309 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e910a4db-9760-4ee4-a362-4db0b4619aef not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:48:07.263722 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 9ca76ebd-5907-4355-bee7-0b572d47fbcc no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:48:07.281490 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4b69bf25-c49e-4c28-88b8-adfc95f16483 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.284948 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 9ca76ebd-5907-4355-bee7-0b572d47fbcc {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:48:07.285180 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4b69bf25-c49e-4c28-88b8-adfc95f16483 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.285320 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 9ca76ebd-5907-4355-bee7-0b572d47fbcc not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:48:07.302090 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69bf25-c49e-4c28-88b8-adfc95f16483 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2583d65a-f1bd-4f98-827c-215078f5f0fa,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:07.309228 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4b69bf25-c49e-4c28-88b8-adfc95f16483 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.310564 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4b69bf25-c49e-4c28-88b8-adfc95f16483 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208453 Sep 07 19:48:07.313481 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51854) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:07.317745 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-412478c3-5c9a-4f24-8d14-3b79a9929d0d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '19321dd2-8952-4172-b87c-556c6c9219fc', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:48:07.338782 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-412478c3-5c9a-4f24-8d14-3b79a9929d0d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Project 1bdf2aff4a42482f9d324274f2d99d69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:48:07.345066 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-412478c3-5c9a-4f24-8d14-3b79a9929d0d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.406414 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-412478c3-5c9a-4f24-8d14-3b79a9929d0d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.409710 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-412478c3-5c9a-4f24-8d14-3b79a9929d0d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.428967 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412478c3-5c9a-4f24-8d14-3b79a9929d0d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867a8d3e-df7b-42a4-857e-936a4f79445f,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:07.434954 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-412478c3-5c9a-4f24-8d14-3b79a9929d0d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.436093 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-412478c3-5c9a-4f24-8d14-3b79a9929d0d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216860 Sep 07 19:48:07.438922 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51856) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:07.443594 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-116b3c30-e24a-43c7-9aa2-25d6ca2727c1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'network': {'name': 'tempest-network-smoke--296379095', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'port_security_enabled': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:48:07.462272 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116b3c30-e24a-43c7-9aa2-25d6ca2727c1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Made reservation on behalf of 1bdf2aff4a42482f9d324274f2d99d69 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:48:07.465530 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-116b3c30-e24a-43c7-9aa2-25d6ca2727c1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.487926 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116b3c30-e24a-43c7-9aa2-25d6ca2727c1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:48:07.497494 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-116b3c30-e24a-43c7-9aa2-25d6ca2727c1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.497896 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-116b3c30-e24a-43c7-9aa2-25d6ca2727c1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Added segment 702459cc-bf8a-47e7-8c55-7729cb339f22 of type vlan for network d6f3242f-e484-4eda-90bc-431bd0471143 Sep 07 19:48:07.538549 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-116b3c30-e24a-43c7-9aa2-25d6ca2727c1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.562983 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-116b3c30-e24a-43c7-9aa2-25d6ca2727c1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.568591 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116b3c30-e24a-43c7-9aa2-25d6ca2727c1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:07.569169 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-116b3c30-e24a-43c7-9aa2-25d6ca2727c1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.600410 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-116b3c30-e24a-43c7-9aa2-25d6ca2727c1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1604929 Sep 07 19:48:07.603718 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 51858) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:07.608194 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-f357ec4d-5a29-4d91-8438-af1c455e4b49 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-145436688', 'admin_state_up': True, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:48:07.649948 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b3c30-e24a-43c7-9aa2-25d6ca2727c1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Network': ['ID=d6f3242f-e484-4eda-90bc-431bd0471143,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:07.660580 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network d6f3242f-e484-4eda-90bc-431bd0471143 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:48:07.663162 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f357ec4d-5a29-4d91-8438-af1c455e4b49 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.664314 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f357ec4d-5a29-4d91-8438-af1c455e4b49 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.739760 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f357ec4d-5a29-4d91-8438-af1c455e4b49 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:07.877031 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f357ec4d-5a29-4d91-8438-af1c455e4b49 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:08.076395 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f357ec4d-5a29-4d91-8438-af1c455e4b49 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:08.096796 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f357ec4d-5a29-4d91-8438-af1c455e4b49 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:08.201971 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-f357ec4d-5a29-4d91-8438-af1c455e4b49 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Allocated IP 172.25.8.31 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/3a317ea8-81e0-4e8e-857c-9b1bbda01bcd) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:48:08.300910 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f357ec4d-5a29-4d91-8438-af1c455e4b49 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:08.338838 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f357ec4d-5a29-4d91-8438-af1c455e4b49 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:08.374541 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f357ec4d-5a29-4d91-8438-af1c455e4b49 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:48:08.377250 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-f357ec4d-5a29-4d91-8438-af1c455e4b49 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:48:08.379685 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f357ec4d-5a29-4d91-8438-af1c455e4b49 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:48:08.413645 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357ec4d-5a29-4d91-8438-af1c455e4b49 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=3a317ea8-81e0-4e8e-857c-9b1bbda01bcd,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:08.645187 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f357ec4d-5a29-4d91-8438-af1c455e4b49 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:08.835068 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f357ec4d-5a29-4d91-8438-af1c455e4b49 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:08.961338 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f357ec4d-5a29-4d91-8438-af1c455e4b49 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router ab1e5f04-f7b2-4736-a06d-3869f7697faf is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:48:09.066249 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f357ec4d-5a29-4d91-8438-af1c455e4b49 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:48:09.075819 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] Sync routers for ids ['ab1e5f04-f7b2-4736-a06d-3869f7697faf'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:48:09.084149 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f357ec4d-5a29-4d91-8438-af1c455e4b49 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:09.084677 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] Routers {'ab1e5f04-f7b2-4736-a06d-3869f7697faf'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:48:09.085216 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:47:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ab1e5f04-f7b2-4736-a06d-3869f7697faf'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:48:09.085561 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f357ec4d-5a29-4d91-8438-af1c455e4b49 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4808738 Sep 07 19:48:09.088885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51860) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:09.116828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ab23a691-caab-4b97-94e9-7bda5f285320 tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=1bdf2aff4a42482f9d324274f2d99d69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267682 Sep 07 19:48:09.119863 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51862) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:09.190205 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] Set router ab1e5f04-f7b2-4736-a06d-3869f7697faf gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:48:09.214018 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aabc27-f15f-4a0f-833d-739cc35f8bcb tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:09.218100 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-00aabc27-f15f-4a0f-833d-739cc35f8bcb tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945008 Sep 07 19:48:09.218332 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51864) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:09.248760 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1886a895-dfa6-4016-9825-a31d7bbe881e tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269055 Sep 07 19:48:09.249016 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51866) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:09.253689 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e994a207-7ebf-4d44-99aa-ef035526be56 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1940420638', 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:48:09.343951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e994a207-7ebf-4d44-99aa-ef035526be56 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Made reservation on behalf of 1bdf2aff4a42482f9d324274f2d99d69 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:48:09.347510 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e994a207-7ebf-4d44-99aa-ef035526be56 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:09.371892 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145436688', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:48:07Z', 'updated_at': '2021-09-07T19:48:08Z', 'revision_number': 3, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:08Z', 'updated_at': '2021-09-07T19:48:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:48:09.398690 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] Checking router: ab1e5f04-f7b2-4736-a06d-3869f7697faf for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:48:09.399033 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] Updating router ab1e5f04-f7b2-4736-a06d-3869f7697faf port 3a317ea8-81e0-4e8e-857c-9b1bbda01bcd binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:48:09.426892 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:09.532364 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e994a207-7ebf-4d44-99aa-ef035526be56 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:09.597186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994a207-7ebf-4d44-99aa-ef035526be56 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Subnet': ['ID=861c0db6-0d5d-465b-aee8-d73b0b9a9407,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:09.601597 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e994a207-7ebf-4d44-99aa-ef035526be56 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Checking segment: {'id': '702459cc-bf8a-47e7-8c55-7729cb339f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:48:09.601967 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e994a207-7ebf-4d44-99aa-ef035526be56 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network hostable DHCP agents. Network: d6f3242f-e484-4eda-90bc-431bd0471143, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:48:09.620227 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e994a207-7ebf-4d44-99aa-ef035526be56 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network d6f3242f-e484-4eda-90bc-431bd0471143 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:48:09.629562 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-e994a207-7ebf-4d44-99aa-ef035526be56 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, d6f3242f-e484-4eda-90bc-431bd0471143) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:48:09.634113 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e994a207-7ebf-4d44-99aa-ef035526be56 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:09.635216 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e994a207-7ebf-4d44-99aa-ef035526be56 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:09.649244 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e994a207-7ebf-4d44-99aa-ef035526be56 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3993082 Sep 07 19:48:09.652499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51868) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:09.662445 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a647937-babe-4edf-8e34-3a0c67d47131 None None] Network d6f3242f-e484-4eda-90bc-431bd0471143 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:48:09.702210 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:09.741768 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] Transition to ACTIVE for port object 3a317ea8-81e0-4e8e-857c-9b1bbda01bcd will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:48:09.751125 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:09.843641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] Attempting to bind port 3a317ea8-81e0-4e8e-857c-9b1bbda01bcd on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:48:09.844011 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] Attempting to bind port 3a317ea8-81e0-4e8e-857c-9b1bbda01bcd by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:48:09.844378 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] Attempting to bind port 3a317ea8-81e0-4e8e-857c-9b1bbda01bcd on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:48:09.851546 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f647c-124b-4c4c-ae3f-8f1dbd65c56f None None] Pushing event updated for resources: {'Port': ['ID=3a317ea8-81e0-4e8e-857c-9b1bbda01bcd,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:09.856558 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:48:09.856932 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:48:09.857334 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:09.857719 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:48:09.858183 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] Bound port: 3a317ea8-81e0-4e8e-857c-9b1bbda01bcd, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:48:09.858565 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:09.906837 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-d6f3242f-e484-4eda-90bc-431bd0471143', 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ips': [{'subnet_id': '861c0db6-0d5d-465b-aee8-d73b0b9a9407'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:48:09.907681 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:09.936791 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] For port 3a317ea8-81e0-4e8e-857c-9b1bbda01bcd, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:48:09.943783 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] For port 3a317ea8-81e0-4e8e-857c-9b1bbda01bcd, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=3a317ea8-81e0-4e8e-857c-9b1bbda01bcd,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:48:09.949865 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:10.093193 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d89141c-9e76-446f-9d14-fd2e427e7c39 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:10.095092 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] Routers {'ab1e5f04-f7b2-4736-a06d-3869f7697faf'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:48:10.095720 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:47:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ab1e5f04-f7b2-4736-a06d-3869f7697faf'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:48:10.101425 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f647c-124b-4c4c-ae3f-8f1dbd65c56f None None] Pushing event updated for resources: {'Port': ['ID=3a317ea8-81e0-4e8e-857c-9b1bbda01bcd,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:10.150337 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] Allocated IP 172.20.0.2 (d6f3242f-e484-4eda-90bc-431bd0471143/861c0db6-0d5d-465b-aee8-d73b0b9a9407/84385596-73e9-4b3b-bdbb-92bacef1fc23) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:48:10.426654 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] Set router ab1e5f04-f7b2-4736-a06d-3869f7697faf gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:48:10.607958 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:10.620789 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] Transition to ACTIVE for port object 84385596-73e9-4b3b-bdbb-92bacef1fc23 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:48:10.656444 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] Transition to ACTIVE for port object 84385596-73e9-4b3b-bdbb-92bacef1fc23 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:48:10.663670 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:10.708954 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] Network d6f3242f-e484-4eda-90bc-431bd0471143 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:48:10.709260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-6d89141c-9e76-446f-9d14-fd2e427e7c39 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Allocated IP 172.20.0.1 (d6f3242f-e484-4eda-90bc-431bd0471143/861c0db6-0d5d-465b-aee8-d73b0b9a9407/7411e24c-a5a5-4a21-8eb2-66175b788065) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:48:10.715310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:48:10.726124 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:48:10.731824 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] Pushing event updated for resources: {'Port': ['ID=84385596-73e9-4b3b-bdbb-92bacef1fc23,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:10.735161 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145436688', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:48:07Z', 'updated_at': '2021-09-07T19:48:08Z', 'revision_number': 3, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:08Z', 'updated_at': '2021-09-07T19:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:48:10.777455 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f0f576-a711-4f7c-a217-6ffe5d7a9e6e None None] The sync data for ids ['ab1e5f04-f7b2-4736-a06d-3869f7697faf'] in n-d-807786-1 is: [{'id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145436688', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:48:07Z', 'updated_at': '2021-09-07T19:48:08Z', 'revision_number': 3, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:08Z', 'updated_at': '2021-09-07T19:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:48:10.810752 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] Attempting to bind port 84385596-73e9-4b3b-bdbb-92bacef1fc23 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:48:10.811119 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] Attempting to bind port 84385596-73e9-4b3b-bdbb-92bacef1fc23 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '702459cc-bf8a-47e7-8c55-7729cb339f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:48:10.811485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] Attempting to bind port 84385596-73e9-4b3b-bdbb-92bacef1fc23 on network d6f3242f-e484-4eda-90bc-431bd0471143 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:48:10.816490 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:48:10.816891 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] Checking segment: {'id': '702459cc-bf8a-47e7-8c55-7729cb339f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:48:10.817292 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:10.817677 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] Bound using segment: {'id': '702459cc-bf8a-47e7-8c55-7729cb339f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:48:10.818135 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] Bound port: 84385596-73e9-4b3b-bdbb-92bacef1fc23, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702459cc-bf8a-47e7-8c55-7729cb339f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:48:10.818514 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:10.838269 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d89141c-9e76-446f-9d14-fd2e427e7c39 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:10.852378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-6d89141c-9e76-446f-9d14-fd2e427e7c39 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Transition to ACTIVE for port object 7411e24c-a5a5-4a21-8eb2-66175b788065 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:48:10.886122 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d89141c-9e76-446f-9d14-fd2e427e7c39 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:10.887122 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] For port 84385596-73e9-4b3b-bdbb-92bacef1fc23, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:48:10.894745 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] For port 84385596-73e9-4b3b-bdbb-92bacef1fc23, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=84385596-73e9-4b3b-bdbb-92bacef1fc23,segment=NetworkSegment(702459cc-bf8a-47e7-8c55-7729cb339f22),segment_id=702459cc-bf8a-47e7-8c55-7729cb339f22)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:48:10.899708 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:10.925651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d89141c-9e76-446f-9d14-fd2e427e7c39 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network d6f3242f-e484-4eda-90bc-431bd0471143 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:48:10.930464 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-6d89141c-9e76-446f-9d14-fd2e427e7c39 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:48:10.934243 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d89141c-9e76-446f-9d14-fd2e427e7c39 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:48:10.957274 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb32e40-062e-492e-b2f8-507c7b1c3741 None None] Pushing event updated for resources: {'Port': ['ID=84385596-73e9-4b3b-bdbb-92bacef1fc23,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:10.962274 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89141c-9e76-446f-9d14-fd2e427e7c39 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=7411e24c-a5a5-4a21-8eb2-66175b788065,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:10.991014 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d89141c-9e76-446f-9d14-fd2e427e7c39 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:11.169868 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d89141c-9e76-446f-9d14-fd2e427e7c39 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:11.324901 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 84385596-73e9-4b3b-bdbb-92bacef1fc23 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:48:11.379744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 84385596-73e9-4b3b-bdbb-92bacef1fc23 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:48:11.383776 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 3a317ea8-81e0-4e8e-857c-9b1bbda01bcd up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:48:11.442149 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 3a317ea8-81e0-4e8e-857c-9b1bbda01bcd completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:48:11.447407 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 3a317ea8-81e0-4e8e-857c-9b1bbda01bcd triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:48:11.447791 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:11.512030 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d89141c-9e76-446f-9d14-fd2e427e7c39 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:11.519874 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d89141c-9e76-446f-9d14-fd2e427e7c39 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:11.538598 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:11.560976 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 3a317ea8-81e0-4e8e-857c-9b1bbda01bcd, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=3a317ea8-81e0-4e8e-857c-9b1bbda01bcd,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:48:11.565983 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:11.600445 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6d89141c-9e76-446f-9d14-fd2e427e7c39 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:11.602265 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89141c-9e76-446f-9d14-fd2e427e7c39 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=7411e24c-a5a5-4a21-8eb2-66175b788065,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:11.632011 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=3a317ea8-81e0-4e8e-857c-9b1bbda01bcd,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:11.710233 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d89141c-9e76-446f-9d14-fd2e427e7c39 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network d6f3242f-e484-4eda-90bc-431bd0471143 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:48:11.711724 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-6d89141c-9e76-446f-9d14-fd2e427e7c39 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:48:11.834740 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d89141c-9e76-446f-9d14-fd2e427e7c39 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router ab1e5f04-f7b2-4736-a06d-3869f7697faf has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:48:11.948138 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d89141c-9e76-446f-9d14-fd2e427e7c39 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:48:11.953685 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6d89141c-9e76-446f-9d14-fd2e427e7c39 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "PUT /v2.0/routers/ab1e5f04-f7b2-4736-a06d-3869f7697faf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3000202 Sep 07 19:48:11.984578 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c673c6a-e520-46ea-b2ff-af02a55477da None None] Network d6f3242f-e484-4eda-90bc-431bd0471143 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:48:12.047888 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b8c06669-7217-4c01-aa96-096f5ddc55c3 None None] Provisioning for port 84385596-73e9-4b3b-bdbb-92bacef1fc23 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:48:12.058081 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-b8c06669-7217-4c01-aa96-096f5ddc55c3 None None] Provisioning complete for port 84385596-73e9-4b3b-bdbb-92bacef1fc23 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:48:12.058453 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b8c06669-7217-4c01-aa96-096f5ddc55c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:12.103027 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-e5255fe7-631c-4d81-b920-9c158ce7aee4 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548568959&fields=id&tenant_id=1bdf2aff4a42482f9d324274f2d99d69 HTTP/1.1" status: 200 len: 267 time: 0.0328808 Sep 07 19:48:12.202064 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b8c06669-7217-4c01-aa96-096f5ddc55c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:12.219351 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-3a0bacba-ff66-4785-bfd7-5980c45e1a27 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:12.221259 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-3a0bacba-ff66-4785-bfd7-5980c45e1a27 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/networks?id=d6f3242f-e484-4eda-90bc-431bd0471143 HTTP/1.1" status: 200 len: 796 time: 0.1101344 Sep 07 19:48:12.238586 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-6accf163-1b87-427f-b44a-9a275f9ae007 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/quotas/1bdf2aff4a42482f9d324274f2d99d69 HTTP/1.1" status: 200 len: 375 time: 0.0112324 Sep 07 19:48:12.242744 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-b8c06669-7217-4c01-aa96-096f5ddc55c3 None None] For port 84385596-73e9-4b3b-bdbb-92bacef1fc23, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=84385596-73e9-4b3b-bdbb-92bacef1fc23,segment=NetworkSegment(702459cc-bf8a-47e7-8c55-7729cb339f22),segment_id=702459cc-bf8a-47e7-8c55-7729cb339f22)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:48:12.247377 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b8c06669-7217-4c01-aa96-096f5ddc55c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:12.301021 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c06669-7217-4c01-aa96-096f5ddc55c3 None None] Pushing event updated for resources: {'Port': ['ID=84385596-73e9-4b3b-bdbb-92bacef1fc23,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:12.302885 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-bf7eab2b-1bc1-430a-b918-8d9fdc0f9c88 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581241 Sep 07 19:48:12.461198 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-d7d6c12b-e6ca-410c-b126-c7c147a014bc service neutron] 10.222.0.26 "GET /v2.0/networks/d6f3242f-e484-4eda-90bc-431bd0471143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454651 Sep 07 19:48:12.471584 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-de39f58e-5ea4-42a1-ba9e-aa871cc405db None None] Provisioning complete for port 84385596-73e9-4b3b-bdbb-92bacef1fc23 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:48:12.472163 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-de39f58e-5ea4-42a1-ba9e-aa871cc405db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:12.533527 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] Sync routers for ids ['ab1e5f04-f7b2-4736-a06d-3869f7697faf'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:48:12.544882 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] Routers {'ab1e5f04-f7b2-4736-a06d-3869f7697faf'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:48:12.545867 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:47:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ab1e5f04-f7b2-4736-a06d-3869f7697faf'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:48:12.585849 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-f5b8634f-63d9-4c48-b1c6-04f8f52fdd4e service neutron] 10.222.0.26 "GET /v2.0/networks/d6f3242f-e484-4eda-90bc-431bd0471143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172023 Sep 07 19:48:12.597044 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-de39f58e-5ea4-42a1-ba9e-aa871cc405db None None] Provisioning for port 7411e24c-a5a5-4a21-8eb2-66175b788065 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:48:12.601523 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-de39f58e-5ea4-42a1-ba9e-aa871cc405db None None] Provisioning complete for port 7411e24c-a5a5-4a21-8eb2-66175b788065 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:48:12.601904 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-de39f58e-5ea4-42a1-ba9e-aa871cc405db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:12.651634 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-de39f58e-5ea4-42a1-ba9e-aa871cc405db None None] Port 7411e24c-a5a5-4a21-8eb2-66175b788065 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:48:12.667312 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:48:12.682144 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] Set router ab1e5f04-f7b2-4736-a06d-3869f7697faf gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:48:12.776280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6ca94fe6-2adb-40c3-a68e-6b1cf4f1ccd7 None None] Provisioning complete for port 7411e24c-a5a5-4a21-8eb2-66175b788065 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:48:12.776885 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6ca94fe6-2adb-40c3-a68e-6b1cf4f1ccd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:12.818860 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dfed38b3-9825-47b1-9e12-ca444474728a req-515c1563-1e9a-4adc-8b65-6b09569aef57 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 210 time: 0.0638895 Sep 07 19:48:12.820682 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6ca94fe6-2adb-40c3-a68e-6b1cf4f1ccd7 None None] Port 7411e24c-a5a5-4a21-8eb2-66175b788065 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:48:12.908952 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145436688', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:48:07Z', 'updated_at': '2021-09-07T19:48:11Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:08Z', 'updated_at': '2021-09-07T19:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '7411e24c-a5a5-4a21-8eb2-66175b788065', 'name': '', 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:e8:97:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '861c0db6-0d5d-465b-aee8-d73b0b9a9407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:10Z', 'updated_at': '2021-09-07T19:48:11Z', 'revision_number': 2, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '861c0db6-0d5d-465b-aee8-d73b0b9a9407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:48:12.936826 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] Checking router: ab1e5f04-f7b2-4736-a06d-3869f7697faf for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:48:12.937180 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] Updating router ab1e5f04-f7b2-4736-a06d-3869f7697faf port 7411e24c-a5a5-4a21-8eb2-66175b788065 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:48:12.945000 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a1a22e2d-1704-42cc-9151-ff896ddffdb3 None None] Provisioning complete for port 7411e24c-a5a5-4a21-8eb2-66175b788065 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:48:12.945372 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a1a22e2d-1704-42cc-9151-ff896ddffdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:12.962272 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:12.980843 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a1a22e2d-1704-42cc-9151-ff896ddffdb3 None None] Port 7411e24c-a5a5-4a21-8eb2-66175b788065 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:48:13.245193 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:13.250978 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 84385596-73e9-4b3b-bdbb-92bacef1fc23 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:48:13.255640 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] Transition to ACTIVE for port object 7411e24c-a5a5-4a21-8eb2-66175b788065 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:48:13.261421 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:13.306422 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 84385596-73e9-4b3b-bdbb-92bacef1fc23 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:48:13.306812 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:13.329320 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d8baa-fb03-44f3-92ca-01b73ab67239 None None] Pushing event updated for resources: {'Port': ['ID=7411e24c-a5a5-4a21-8eb2-66175b788065,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:13.353024 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d8baa-fb03-44f3-92ca-01b73ab67239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:13.353963 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d8baa-fb03-44f3-92ca-01b73ab67239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:13.354539 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d8baa-fb03-44f3-92ca-01b73ab67239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:13.354875 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d8baa-fb03-44f3-92ca-01b73ab67239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:13.355204 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d8baa-fb03-44f3-92ca-01b73ab67239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:13.355530 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d8baa-fb03-44f3-92ca-01b73ab67239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:13.363746 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d8baa-fb03-44f3-92ca-01b73ab67239 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:13.364085 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d8baa-fb03-44f3-92ca-01b73ab67239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:13.365810 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d8baa-fb03-44f3-92ca-01b73ab67239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:13.366149 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d8baa-fb03-44f3-92ca-01b73ab67239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:13.366485 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d8baa-fb03-44f3-92ca-01b73ab67239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:13.366813 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d8baa-fb03-44f3-92ca-01b73ab67239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:48:13.386493 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] Attempting to bind port 7411e24c-a5a5-4a21-8eb2-66175b788065 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:48:13.386857 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] Attempting to bind port 7411e24c-a5a5-4a21-8eb2-66175b788065 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '702459cc-bf8a-47e7-8c55-7729cb339f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:48:13.387222 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] Attempting to bind port 7411e24c-a5a5-4a21-8eb2-66175b788065 on network d6f3242f-e484-4eda-90bc-431bd0471143 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:48:13.392300 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:48:13.392706 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] Checking segment: {'id': '702459cc-bf8a-47e7-8c55-7729cb339f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:48:13.393101 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:13.393664 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] Bound using segment: {'id': '702459cc-bf8a-47e7-8c55-7729cb339f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:48:13.394128 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] Bound port: 7411e24c-a5a5-4a21-8eb2-66175b788065, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702459cc-bf8a-47e7-8c55-7729cb339f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:48:13.394505 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:13.406110 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 3a317ea8-81e0-4e8e-857c-9b1bbda01bcd up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:48:13.472921 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] For port 7411e24c-a5a5-4a21-8eb2-66175b788065, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:48:13.477561 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] For port 7411e24c-a5a5-4a21-8eb2-66175b788065, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7411e24c-a5a5-4a21-8eb2-66175b788065,segment=NetworkSegment(702459cc-bf8a-47e7-8c55-7729cb339f22),segment_id=702459cc-bf8a-47e7-8c55-7729cb339f22)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:48:13.483490 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:13.487981 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 3a317ea8-81e0-4e8e-857c-9b1bbda01bcd triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:48:13.489081 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:13.517379 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:13.557752 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d8baa-fb03-44f3-92ca-01b73ab67239 None None] Pushing event updated for resources: {'Port': ['ID=7411e24c-a5a5-4a21-8eb2-66175b788065,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:13.563203 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] Routers {'ab1e5f04-f7b2-4736-a06d-3869f7697faf'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:48:13.563804 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:47:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ab1e5f04-f7b2-4736-a06d-3869f7697faf'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:48:13.675424 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] Set router ab1e5f04-f7b2-4736-a06d-3869f7697faf gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:48:13.892984 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145436688', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:48:07Z', 'updated_at': '2021-09-07T19:48:11Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:08Z', 'updated_at': '2021-09-07T19:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '7411e24c-a5a5-4a21-8eb2-66175b788065', 'name': '', 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:e8:97:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '861c0db6-0d5d-465b-aee8-d73b0b9a9407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:10Z', 'updated_at': '2021-09-07T19:48:13Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '861c0db6-0d5d-465b-aee8-d73b0b9a9407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:48:13.920309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-0235ec54-7ff6-48d6-8f96-deeef978a93d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:13.921838 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-0235ec54-7ff6-48d6-8f96-deeef978a93d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.60 "GET /v2.0/networks?id=d6f3242f-e484-4eda-90bc-431bd0471143 HTTP/1.1" status: 200 len: 796 time: 0.1359305 Sep 07 19:48:13.923813 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49009110-523f-4172-a69a-53b9d85aaf8b None None] The sync data for ids ['ab1e5f04-f7b2-4736-a06d-3869f7697faf'] in n-d-807786-1 is: [{'id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145436688', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:48:07Z', 'updated_at': '2021-09-07T19:48:11Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:08Z', 'updated_at': '2021-09-07T19:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '7411e24c-a5a5-4a21-8eb2-66175b788065', 'name': '', 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:e8:97:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '861c0db6-0d5d-465b-aee8-d73b0b9a9407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:10Z', 'updated_at': '2021-09-07T19:48:13Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '861c0db6-0d5d-465b-aee8-d73b0b9a9407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:48:13.940323 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3c72405c-a789-491b-ab17-4a0c82824f76 req-b221f10e-1e31-4d5d-87ae-d366192820fb tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 210 time: 0.0393789 Sep 07 19:48:13.993617 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-38f0319f-c632-44e9-aef5-bd62c19149cd tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bdf2aff4a42482f9d324274f2d99d69 HTTP/1.1" status: 200 len: 380 time: 0.0557323 Sep 07 19:48:14.005220 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-5f00870f-205d-451e-a9cb-aab3d8060447 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'port': {'device_id': '3505d059-6434-4929-9783-35b2bfbe5fcd', 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143', 'admin_state_up': True, 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'security_groups': ['19321dd2-8952-4172-b87c-556c6c9219fc']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:48:14.404139 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:14.462272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-5f00870f-205d-451e-a9cb-aab3d8060447 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Made reservation on behalf of 1bdf2aff4a42482f9d324274f2d99d69 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:48:14.465889 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-5f00870f-205d-451e-a9cb-aab3d8060447 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:14.595834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-5f00870f-205d-451e-a9cb-aab3d8060447 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Allocated IP 172.20.0.4 (d6f3242f-e484-4eda-90bc-431bd0471143/861c0db6-0d5d-465b-aee8-d73b0b9a9407/cdeb3f7c-09b1-408e-8452-a2f873f30753) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:48:14.765027 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-5f00870f-205d-451e-a9cb-aab3d8060447 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:14.781327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-5f00870f-205d-451e-a9cb-aab3d8060447 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Transition to ACTIVE for port object cdeb3f7c-09b1-408e-8452-a2f873f30753 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:48:14.817554 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-5f00870f-205d-451e-a9cb-aab3d8060447 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:14.860309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-5f00870f-205d-451e-a9cb-aab3d8060447 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network d6f3242f-e484-4eda-90bc-431bd0471143 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:48:14.863429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-5f00870f-205d-451e-a9cb-aab3d8060447 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:48:14.867295 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-5f00870f-205d-451e-a9cb-aab3d8060447 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:48:14.909429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00870f-205d-451e-a9cb-aab3d8060447 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=cdeb3f7c-09b1-408e-8452-a2f873f30753,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:14.928726 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-5f00870f-205d-451e-a9cb-aab3d8060447 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:14.929498 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-5f00870f-205d-451e-a9cb-aab3d8060447 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:14.945332 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-5f00870f-205d-451e-a9cb-aab3d8060447 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9439530 Sep 07 19:48:14.959466 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] Request body: {'port': {'device_id': '3505d059-6434-4929-9783-35b2bfbe5fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:48:15.033983 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:15.081776 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41125643-7bc4-49e0-8f79-e8c6bfcffbea req-38bd97db-0981-45ee-a7dd-e2e25d1fac17 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:15.084428 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-41125643-7bc4-49e0-8f79-e8c6bfcffbea req-38bd97db-0981-45ee-a7dd-e2e25d1fac17 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 931 time: 0.0663047 Sep 07 19:48:15.151984 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-80da7010-8244-4511-866c-6c78d372269f None None] Provisioning for port cdeb3f7c-09b1-408e-8452-a2f873f30753 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:48:15.155517 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-80da7010-8244-4511-866c-6c78d372269f None None] Provisioning complete for port cdeb3f7c-09b1-408e-8452-a2f873f30753 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:48:15.155892 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-80da7010-8244-4511-866c-6c78d372269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:15.188994 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-80da7010-8244-4511-866c-6c78d372269f None None] Port cdeb3f7c-09b1-408e-8452-a2f873f30753 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:48:15.202164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-41125643-7bc4-49e0-8f79-e8c6bfcffbea req-cf6183fd-00fb-461f-a02a-7651390c5ec9 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971420 Sep 07 19:48:15.268184 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7411e24c-a5a5-4a21-8eb2-66175b788065 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:48:15.318819 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 7411e24c-a5a5-4a21-8eb2-66175b788065 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:48:15.323361 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 7411e24c-a5a5-4a21-8eb2-66175b788065 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:48:15.323731 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:15.369810 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdeb3f7c-09b1-408e-8452-a2f873f30753 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:48:15.377228 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:15.389569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] Transition to ACTIVE for port object cdeb3f7c-09b1-408e-8452-a2f873f30753 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:48:15.393502 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:15.401846 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:15.438174 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 7411e24c-a5a5-4a21-8eb2-66175b788065, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7411e24c-a5a5-4a21-8eb2-66175b788065,segment=NetworkSegment(702459cc-bf8a-47e7-8c55-7729cb339f22),segment_id=702459cc-bf8a-47e7-8c55-7729cb339f22)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:48:15.442647 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:15.453192 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] Pushing event updated for resources: {'Port': ['ID=cdeb3f7c-09b1-408e-8452-a2f873f30753,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:15.495972 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=7411e24c-a5a5-4a21-8eb2-66175b788065,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:15.525406 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] Attempting to bind port cdeb3f7c-09b1-408e-8452-a2f873f30753 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:48:15.525739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] Attempting to bind port cdeb3f7c-09b1-408e-8452-a2f873f30753 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '702459cc-bf8a-47e7-8c55-7729cb339f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:48:15.526062 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] Attempting to bind port cdeb3f7c-09b1-408e-8452-a2f873f30753 on network d6f3242f-e484-4eda-90bc-431bd0471143 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:48:15.530498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] Port cdeb3f7c-09b1-408e-8452-a2f873f30753 on network d6f3242f-e484-4eda-90bc-431bd0471143 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:48:15.530840 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] Attempting to bind port cdeb3f7c-09b1-408e-8452-a2f873f30753 on network d6f3242f-e484-4eda-90bc-431bd0471143 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:48:15.535882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:48:15.536272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] Checking segment: {'id': '702459cc-bf8a-47e7-8c55-7729cb339f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:48:15.536713 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] Bound using segment: {'id': '702459cc-bf8a-47e7-8c55-7729cb339f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:48:15.537049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] Bound port: cdeb3f7c-09b1-408e-8452-a2f873f30753, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702459cc-bf8a-47e7-8c55-7729cb339f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:48:15.537395 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:15.602502 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] For port cdeb3f7c-09b1-408e-8452-a2f873f30753, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:48:15.606429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] For port cdeb3f7c-09b1-408e-8452-a2f873f30753, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=cdeb3f7c-09b1-408e-8452-a2f873f30753,segment=NetworkSegment(702459cc-bf8a-47e7-8c55-7729cb339f22),segment_id=702459cc-bf8a-47e7-8c55-7729cb339f22)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:48:15.611270 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:15.645067 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:15.645742 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:15.647116 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] 10.222.0.60 "PUT /v2.0/ports/cdeb3f7c-09b1-408e-8452-a2f873f30753 HTTP/1.1" status: 200 len: 1091 time: 0.6922231 Sep 07 19:48:15.647560 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3505d059-6434-4929-9783-35b2bfbe5fcd', 'tag': 'cdeb3f7c-09b1-408e-8452-a2f873f30753'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:48:15.649808 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d81ca9-f241-43f3-8a39-28ed0567a4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "3505d059-6434-4929-9783-35b2bfbe5fcd", "tag": "cdeb3f7c-09b1-408e-8452-a2f873f30753"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:48:15.680374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998cc92-b0be-4474-b72a-4d62c2d278d3 service neutron] Pushing event updated for resources: {'Port': ['ID=cdeb3f7c-09b1-408e-8452-a2f873f30753,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:15.691583 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43485383-14ac-4158-b432-626b1b171664 x-openstack-request-id: req-43485383-14ac-4158-b432-626b1b171664 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:48:15.691823 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3505d059-6434-4929-9783-35b2bfbe5fcd", "tag": "cdeb3f7c-09b1-408e-8452-a2f873f30753", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:48:15.692080 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-43485383-14ac-4158-b432-626b1b171664 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:48:15.692484 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3505d059-6434-4929-9783-35b2bfbe5fcd', 'tag': 'cdeb3f7c-09b1-408e-8452-a2f873f30753', 'status': 'completed', 'code': 200} Sep 07 19:48:15.737394 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-7aa54bc6-0c31-4f47-97a5-6f8b03d177b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:15.738926 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-7aa54bc6-0c31-4f47-97a5-6f8b03d177b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 1094 time: 0.0445039 Sep 07 19:48:15.786769 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-aa2651cb-69d7-4aae-a84b-7d6a2f334fa4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdeb3f7c-09b1-408e-8452-a2f873f30753 HTTP/1.1" status: 200 len: 217 time: 0.0395970 Sep 07 19:48:15.840283 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-5c57b4b9-bb8a-4550-bc04-88334ff3042e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:15.841956 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-5c57b4b9-bb8a-4550-bc04-88334ff3042e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=861c0db6-0d5d-465b-aee8-d73b0b9a9407 HTTP/1.1" status: 200 len: 835 time: 0.0462778 Sep 07 19:48:15.887441 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-9626db6a-ab52-4244-bc4a-5d2c8e2d0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:15.888908 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-9626db6a-ab52-4244-bc4a-5d2c8e2d0348 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6f3242f-e484-4eda-90bc-431bd0471143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402901 Sep 07 19:48:15.980644 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-d163bd2b-6634-462b-8d5c-9dbf955af068 service neutron] 10.222.0.60 "GET /v2.0/networks/d6f3242f-e484-4eda-90bc-431bd0471143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845833 Sep 07 19:48:16.070005 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7731b23b-3ddc-4373-b96e-a42c57adffab req-a6ef9c3e-8d8a-4b33-b1f9-e6a53584cb6b service neutron] 10.222.0.60 "GET /v2.0/networks/d6f3242f-e484-4eda-90bc-431bd0471143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830312 Sep 07 19:48:16.167399 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d81ca9-f241-43f3-8a39-28ed0567a4a8 req-ff02a88b-f4b6-45d9-a5f6-9fe771d480a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:16.168937 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59d81ca9-f241-43f3-8a39-28ed0567a4a8 req-ff02a88b-f4b6-45d9-a5f6-9fe771d480a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 1094 time: 0.0503941 Sep 07 19:48:16.256312 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d81ca9-f241-43f3-8a39-28ed0567a4a8 req-d239b91c-02f7-4989-9235-162cebaba6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:16.257829 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59d81ca9-f241-43f3-8a39-28ed0567a4a8 req-d239b91c-02f7-4989-9235-162cebaba6ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6f3242f-e484-4eda-90bc-431bd0471143 HTTP/1.1" status: 200 len: 897 time: 0.0822339 Sep 07 19:48:16.323972 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59d81ca9-f241-43f3-8a39-28ed0567a4a8 req-ecd942ee-7a8d-4b8f-8692-3b90583ce993 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdeb3f7c-09b1-408e-8452-a2f873f30753 HTTP/1.1" status: 200 len: 217 time: 0.0588725 Sep 07 19:48:16.374112 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb249f-11bc-4239-9708-4112a1427a0c req-99206ef4-0470-4f8e-94fa-4c12e599bcf4 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:16.375546 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-28bb249f-11bc-4239-9708-4112a1427a0c req-99206ef4-0470-4f8e-94fa-4c12e599bcf4 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 943 time: 0.1045432 Sep 07 19:48:16.392301 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d81ca9-f241-43f3-8a39-28ed0567a4a8 req-f62935fa-2190-4f00-b350-c746347cbd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:16.393687 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59d81ca9-f241-43f3-8a39-28ed0567a4a8 req-f62935fa-2190-4f00-b350-c746347cbd31 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=861c0db6-0d5d-465b-aee8-d73b0b9a9407 HTTP/1.1" status: 200 len: 835 time: 0.0626729 Sep 07 19:48:16.449321 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-28bb249f-11bc-4239-9708-4112a1427a0c req-f8be6031-fde6-4642-bb49-f5a66f21f4c6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666366 Sep 07 19:48:16.459594 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d81ca9-f241-43f3-8a39-28ed0567a4a8 req-049b1205-9a7b-4c9f-b9d4-c826a8b553ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:16.461166 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59d81ca9-f241-43f3-8a39-28ed0567a4a8 req-049b1205-9a7b-4c9f-b9d4-c826a8b553ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6f3242f-e484-4eda-90bc-431bd0471143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593443 Sep 07 19:48:16.554831 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59d81ca9-f241-43f3-8a39-28ed0567a4a8 req-9853efe3-d004-4ef1-98fa-496e989e4ec8 service neutron] 10.222.0.60 "GET /v2.0/networks/d6f3242f-e484-4eda-90bc-431bd0471143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845037 Sep 07 19:48:16.654054 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-59d81ca9-f241-43f3-8a39-28ed0567a4a8 req-7fe33ef4-e978-42a8-a93d-db7cde7e4c71 service neutron] 10.222.0.60 "GET /v2.0/networks/d6f3242f-e484-4eda-90bc-431bd0471143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916421 Sep 07 19:48:17.235720 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7411e24c-a5a5-4a21-8eb2-66175b788065 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:48:17.284692 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 7411e24c-a5a5-4a21-8eb2-66175b788065 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:48:17.285066 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:17.312103 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device cdeb3f7c-09b1-408e-8452-a2f873f30753 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:48:17.443970 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port cdeb3f7c-09b1-408e-8452-a2f873f30753, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=cdeb3f7c-09b1-408e-8452-a2f873f30753,segment=NetworkSegment(702459cc-bf8a-47e7-8c55-7729cb339f22),segment_id=702459cc-bf8a-47e7-8c55-7729cb339f22)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:48:17.455005 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': 'cdeb3f7c-09b1-408e-8452-a2f873f30753', 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143', 'port_id': 'cdeb3f7c-09b1-408e-8452-a2f873f30753', 'mac_address': 'fa:16:3e:7a:e8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861c0db6-0d5d-465b-aee8-d73b0b9a9407', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:48:17.491008 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:17.504008 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdeb3f7c-09b1-408e-8452-a2f873f30753 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:48:17.522857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port cdeb3f7c-09b1-408e-8452-a2f873f30753, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=cdeb3f7c-09b1-408e-8452-a2f873f30753,segment=NetworkSegment(702459cc-bf8a-47e7-8c55-7729cb339f22),segment_id=702459cc-bf8a-47e7-8c55-7729cb339f22)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:48:17.527855 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:17.573160 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fd0cf-059f-48d9-b941-ae5c42f91f2b req-e028bf5d-af19-454f-b055-42e50f2d793e tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:17.574695 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c3fd0cf-059f-48d9-b941-ae5c42f91f2b req-e028bf5d-af19-454f-b055-42e50f2d793e tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 944 time: 0.0509915 Sep 07 19:48:17.577523 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=cdeb3f7c-09b1-408e-8452-a2f873f30753,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:17.613058 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c3fd0cf-059f-48d9-b941-ae5c42f91f2b req-f2fc5626-dc2d-4a79-b9b5-ddb9747ce3b2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324337 Sep 07 19:48:17.731518 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['cdeb3f7c-09b1-408e-8452-a2f873f30753'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:48:18.731072 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f2e65-fbbc-4e0d-8e36-01dd6e0a496c req-a8e68906-a908-46e0-900c-6fe0e9502be8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:18.732777 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fc1f2e65-fbbc-4e0d-8e36-01dd6e0a496c req-a8e68906-a908-46e0-900c-6fe0e9502be8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 944 time: 0.0479262 Sep 07 19:48:18.769631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fc1f2e65-fbbc-4e0d-8e36-01dd6e0a496c req-d7916178-e0c3-4b1e-9c54-ac3b8c15d849 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312912 Sep 07 19:48:19.329250 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device cdeb3f7c-09b1-408e-8452-a2f873f30753 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:48:19.377963 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port cdeb3f7c-09b1-408e-8452-a2f873f30753 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:48:19.381700 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port cdeb3f7c-09b1-408e-8452-a2f873f30753 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:48:19.382077 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:19.456902 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:19.479212 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3505d059-6434-4929-9783-35b2bfbe5fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdeb3f7c-09b1-408e-8452-a2f873f30753'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:48:19.481482 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32386def-7367-411e-be40-7d5cd14da61f" -d '{"events": [{"server_uuid": "3505d059-6434-4929-9783-35b2bfbe5fcd", "name": "network-vif-plugged", "status": "completed", "tag": "cdeb3f7c-09b1-408e-8452-a2f873f30753"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:48:19.494263 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port cdeb3f7c-09b1-408e-8452-a2f873f30753, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=cdeb3f7c-09b1-408e-8452-a2f873f30753,segment=NetworkSegment(702459cc-bf8a-47e7-8c55-7729cb339f22),segment_id=702459cc-bf8a-47e7-8c55-7729cb339f22)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:48:19.499431 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:19.529174 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a4cbdd-f702-441c-bf03-94c240f5e837 x-openstack-request-id: req-07a4cbdd-f702-441c-bf03-94c240f5e837 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:48:19.529477 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3505d059-6434-4929-9783-35b2bfbe5fcd", "name": "network-vif-plugged", "status": "completed", "tag": "cdeb3f7c-09b1-408e-8452-a2f873f30753", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:48:19.529733 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07a4cbdd-f702-441c-bf03-94c240f5e837 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:48:19.530122 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3505d059-6434-4929-9783-35b2bfbe5fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdeb3f7c-09b1-408e-8452-a2f873f30753', 'code': 200} Sep 07 19:48:19.555031 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=cdeb3f7c-09b1-408e-8452-a2f873f30753,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:19.619867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26b840-dbd1-4f95-ad03-4ef219322558 req-8b3d6b83-8a43-434e-b671-8c092e44a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:19.621447 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f26b840-dbd1-4f95-ad03-4ef219322558 req-8b3d6b83-8a43-434e-b671-8c092e44a794 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 1096 time: 0.0452554 Sep 07 19:48:19.655927 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f26b840-dbd1-4f95-ad03-4ef219322558 req-ec5be632-a819-4c94-8cd5-60135605a364 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280161 Sep 07 19:48:19.880953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1e7ac-d646-443a-86e0-d683f05c200e req-8ea32f96-9641-46cd-a473-efe31e3d450b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:19.882348 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5e1e7ac-d646-443a-86e0-d683f05c200e req-8ea32f96-9641-46cd-a473-efe31e3d450b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0481284 Sep 07 19:48:19.921792 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5e1e7ac-d646-443a-86e0-d683f05c200e req-a7139fcf-afbe-4eb4-9b6c-e6aa842e4e7d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335350 Sep 07 19:48:21.039524 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7391ea0-e05f-4f2e-89e8-3a4e2a1a5de7 req-c9e33136-90d9-4571-8df1-af86b8a4867d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:21.041016 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7391ea0-e05f-4f2e-89e8-3a4e2a1a5de7 req-c9e33136-90d9-4571-8df1-af86b8a4867d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0479648 Sep 07 19:48:21.077909 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c7391ea0-e05f-4f2e-89e8-3a4e2a1a5de7 req-37a72d1f-a5f0-48e5-a7a2-d38dda59bf52 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308883 Sep 07 19:48:21.195804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad9fdb-7ddc-4959-ad7c-bb1cb055ba08 req-b82e7464-1e8f-407f-ba4d-fd758e50ca1c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:21.197337 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8ad9fdb-7ddc-4959-ad7c-bb1cb055ba08 req-b82e7464-1e8f-407f-ba4d-fd758e50ca1c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0529139 Sep 07 19:48:21.234833 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8ad9fdb-7ddc-4959-ad7c-bb1cb055ba08 req-5c77036c-4b5e-4ae9-80ca-bc266a0a8221 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306954 Sep 07 19:48:21.256334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51920) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:21.299672 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b1ee58-37f7-47aa-83e5-fa56ad885d62 tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:21.301238 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-60b1ee58-37f7-47aa-83e5-fa56ad885d62 tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 1091 time: 0.0439224 Sep 07 19:48:21.304033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51922) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:21.308805 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-c56bba32-61b1-47a5-b7e0-8e8f00955766 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': 'cdeb3f7c-09b1-408e-8452-a2f873f30753', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:48:21.330570 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c56bba32-61b1-47a5-b7e0-8e8f00955766 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:21.426257 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c56bba32-61b1-47a5-b7e0-8e8f00955766 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:21.523809 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-c56bba32-61b1-47a5-b7e0-8e8f00955766 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Allocated IP 172.25.8.5 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/7f249a58-39f9-4f86-ad05-4c943e6dd44d) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:48:21.626539 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c56bba32-61b1-47a5-b7e0-8e8f00955766 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:21.664891 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c56bba32-61b1-47a5-b7e0-8e8f00955766 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:21.699639 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56bba32-61b1-47a5-b7e0-8e8f00955766 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:48:21.702342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-c56bba32-61b1-47a5-b7e0-8e8f00955766 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:48:21.705767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56bba32-61b1-47a5-b7e0-8e8f00955766 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:48:21.731154 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bba32-61b1-47a5-b7e0-8e8f00955766 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=7f249a58-39f9-4f86-ad05-4c943e6dd44d,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:22.051372 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c56bba32-61b1-47a5-b7e0-8e8f00955766 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:22.115037 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c56bba32-61b1-47a5-b7e0-8e8f00955766 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:22.259098 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c56bba32-61b1-47a5-b7e0-8e8f00955766 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:22.263281 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c56bba32-61b1-47a5-b7e0-8e8f00955766 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:22.335155 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bba32-61b1-47a5-b7e0-8e8f00955766 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=7f249a58-39f9-4f86-ad05-4c943e6dd44d,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:48:22.345316 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c56bba32-61b1-47a5-b7e0-8e8f00955766 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:22.442205 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-c56bba32-61b1-47a5-b7e0-8e8f00955766 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Floating IP f70df0cc-ec2f-4b0d-a758-cd498794a709 associated. External IP: 172.25.8.5, port: cdeb3f7c-09b1-408e-8452-a2f873f30753. Sep 07 19:48:22.656477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56bba32-61b1-47a5-b7e0-8e8f00955766 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router ab1e5f04-f7b2-4736-a06d-3869f7697faf has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:48:22.768131 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56bba32-61b1-47a5-b7e0-8e8f00955766 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:48:22.777760 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5db99-b4aa-4c64-989c-4286d33d59f5 None None] Sync routers for ids ['ab1e5f04-f7b2-4736-a06d-3869f7697faf'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:48:22.788619 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c5db99-b4aa-4c64-989c-4286d33d59f5 None None] Routers {'ab1e5f04-f7b2-4736-a06d-3869f7697faf'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:48:22.789256 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f4c5db99-b4aa-4c64-989c-4286d33d59f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:47:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ab1e5f04-f7b2-4736-a06d-3869f7697faf'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:48:22.794957 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c56bba32-61b1-47a5-b7e0-8e8f00955766 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:22.826427 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c56bba32-61b1-47a5-b7e0-8e8f00955766 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5213392 Sep 07 19:48:22.827014 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3505d059-6434-4929-9783-35b2bfbe5fcd', 'tag': 'cdeb3f7c-09b1-408e-8452-a2f873f30753'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:48:22.829422 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295845a2-48a9-47d9-85ac-839ce3f21126" -d '{"events": [{"name": "network-changed", "server_uuid": "3505d059-6434-4929-9783-35b2bfbe5fcd", "tag": "cdeb3f7c-09b1-408e-8452-a2f873f30753"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:48:22.866528 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f617b70-aaec-4b23-afbe-f9a87a984617 x-openstack-request-id: req-5f617b70-aaec-4b23-afbe-f9a87a984617 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:48:22.866825 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3505d059-6434-4929-9783-35b2bfbe5fcd", "tag": "cdeb3f7c-09b1-408e-8452-a2f873f30753", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:48:22.867083 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f617b70-aaec-4b23-afbe-f9a87a984617 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:48:22.867557 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3505d059-6434-4929-9783-35b2bfbe5fcd', 'tag': 'cdeb3f7c-09b1-408e-8452-a2f873f30753', 'status': 'completed', 'code': 200} Sep 07 19:48:22.914594 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-f4c5db99-b4aa-4c64-989c-4286d33d59f5 None None] Set router ab1e5f04-f7b2-4736-a06d-3869f7697faf gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:48:22.961190 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295845a2-48a9-47d9-85ac-839ce3f21126 req-770bc46f-ddd6-4372-b098-fb5291950e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:22.962702 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-295845a2-48a9-47d9-85ac-839ce3f21126 req-770bc46f-ddd6-4372-b098-fb5291950e5d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 1096 time: 0.0734434 Sep 07 19:48:22.970980 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10052c6c-a66d-4cf9-b8d9-543e01b6259f req-6d5ad98e-a2ce-44dc-92e0-3193b2a622aa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:22.972350 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10052c6c-a66d-4cf9-b8d9-543e01b6259f req-6d5ad98e-a2ce-44dc-92e0-3193b2a622aa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0733323 Sep 07 19:48:23.060698 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10052c6c-a66d-4cf9-b8d9-543e01b6259f req-ec7f1ba4-61be-427a-893f-dc5eea3fc820 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804794 Sep 07 19:48:23.083102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51930) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:23.092149 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295845a2-48a9-47d9-85ac-839ce3f21126 req-a791ad15-f466-42c8-aebd-f31008206fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:23.093625 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-295845a2-48a9-47d9-85ac-839ce3f21126 req-a791ad15-f466-42c8-aebd-f31008206fd0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6f3242f-e484-4eda-90bc-431bd0471143 HTTP/1.1" status: 200 len: 897 time: 0.1204145 Sep 07 19:48:23.147267 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f4c5db99-b4aa-4c64-989c-4286d33d59f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145436688', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:48:07Z', 'updated_at': '2021-09-07T19:48:11Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:08Z', 'updated_at': '2021-09-07T19:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'f70df0cc-ec2f-4b0d-a758-cd498794a709', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'floating_ip_address': '172.25.8.5', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'port_id': 'cdeb3f7c-09b1-408e-8452-a2f873f30753', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143', 'mac_address': 'fa:16:3e:7a:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d059-6434-4929-9783-35b2bfbe5fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:48:21Z', 'updated_at': '2021-09-07T19:48:21Z', 'revision_number': 0, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7411e24c-a5a5-4a21-8eb2-66175b788065', 'name': '', 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:e8:97:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '861c0db6-0d5d-465b-aee8-d73b0b9a9407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:10Z', 'updated_at': '2021-09-07T19:48:15Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '861c0db6-0d5d-465b-aee8-d73b0b9a9407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:48:23.185105 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5db99-b4aa-4c64-989c-4286d33d59f5 None None] Checking router: ab1e5f04-f7b2-4736-a06d-3869f7697faf for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:48:23.193761 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c5db99-b4aa-4c64-989c-4286d33d59f5 None None] Routers {'ab1e5f04-f7b2-4736-a06d-3869f7697faf'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:48:23.194373 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f4c5db99-b4aa-4c64-989c-4286d33d59f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:47:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ab1e5f04-f7b2-4736-a06d-3869f7697faf'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:48:23.202358 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8d591186-6a3f-4206-94d7-302335ef4db1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/floatingips/f70df0cc-ec2f-4b0d-a758-cd498794a709 HTTP/1.1" status: 200 len: 989 time: 0.1171417 Sep 07 19:48:23.209420 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-295845a2-48a9-47d9-85ac-839ce3f21126 req-48dced49-eda4-461a-bf96-b81426ff1524 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdeb3f7c-09b1-408e-8452-a2f873f30753 HTTP/1.1" status: 200 len: 997 time: 0.0875103 Sep 07 19:48:23.259595 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295845a2-48a9-47d9-85ac-839ce3f21126 req-cec0ee15-568e-4987-88da-b2b10d92cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:23.261132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-295845a2-48a9-47d9-85ac-839ce3f21126 req-cec0ee15-568e-4987-88da-b2b10d92cdc2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=861c0db6-0d5d-465b-aee8-d73b0b9a9407 HTTP/1.1" status: 200 len: 835 time: 0.0447807 Sep 07 19:48:23.299102 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-f4c5db99-b4aa-4c64-989c-4286d33d59f5 None None] Set router ab1e5f04-f7b2-4736-a06d-3869f7697faf gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:48:23.312876 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295845a2-48a9-47d9-85ac-839ce3f21126 req-a74e1112-a0e8-45ac-a479-b14c01b80b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:23.314392 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-295845a2-48a9-47d9-85ac-839ce3f21126 req-a74e1112-a0e8-45ac-a479-b14c01b80b26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6f3242f-e484-4eda-90bc-431bd0471143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469675 Sep 07 19:48:23.409914 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-295845a2-48a9-47d9-85ac-839ce3f21126 req-136b9480-a664-4090-abca-d692f29dfc32 service neutron] 10.222.0.60 "GET /v2.0/networks/d6f3242f-e484-4eda-90bc-431bd0471143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884292 Sep 07 19:48:23.505827 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-295845a2-48a9-47d9-85ac-839ce3f21126 req-8ba12ab1-c247-4bab-8d38-4660a6f44d07 service neutron] 10.222.0.60 "GET /v2.0/networks/d6f3242f-e484-4eda-90bc-431bd0471143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895422 Sep 07 19:48:23.673928 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f4c5db99-b4aa-4c64-989c-4286d33d59f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145436688', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:48:07Z', 'updated_at': '2021-09-07T19:48:11Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:08Z', 'updated_at': '2021-09-07T19:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'f70df0cc-ec2f-4b0d-a758-cd498794a709', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'floating_ip_address': '172.25.8.5', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'port_id': 'cdeb3f7c-09b1-408e-8452-a2f873f30753', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143', 'mac_address': 'fa:16:3e:7a:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d059-6434-4929-9783-35b2bfbe5fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:48:21Z', 'updated_at': '2021-09-07T19:48:21Z', 'revision_number': 0, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7411e24c-a5a5-4a21-8eb2-66175b788065', 'name': '', 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:e8:97:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '861c0db6-0d5d-465b-aee8-d73b0b9a9407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:10Z', 'updated_at': '2021-09-07T19:48:15Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '861c0db6-0d5d-465b-aee8-d73b0b9a9407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:48:23.703181 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5db99-b4aa-4c64-989c-4286d33d59f5 None None] The sync data for ids ['ab1e5f04-f7b2-4736-a06d-3869f7697faf'] in n-d-807786-1 is: [{'id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145436688', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:48:07Z', 'updated_at': '2021-09-07T19:48:11Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:08Z', 'updated_at': '2021-09-07T19:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': 'f70df0cc-ec2f-4b0d-a758-cd498794a709', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'floating_ip_address': '172.25.8.5', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'port_id': 'cdeb3f7c-09b1-408e-8452-a2f873f30753', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143', 'mac_address': 'fa:16:3e:7a:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d059-6434-4929-9783-35b2bfbe5fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:48:21Z', 'updated_at': '2021-09-07T19:48:21Z', 'revision_number': 0, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7411e24c-a5a5-4a21-8eb2-66175b788065', 'name': '', 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:e8:97:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '861c0db6-0d5d-465b-aee8-d73b0b9a9407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:10Z', 'updated_at': '2021-09-07T19:48:15Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '861c0db6-0d5d-465b-aee8-d73b0b9a9407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:48:23.892257 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0210544-8e7f-411b-8a07-894c801f00a8 None None] New status for floating IP f70df0cc-ec2f-4b0d-a758-cd498794a709: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:48:24.205143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51932) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:48:24.589302 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c9ad0535-fe33-44a9-9a16-cb4b023f83c2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/floatingips/f70df0cc-ec2f-4b0d-a758-cd498794a709 HTTP/1.1" status: 200 len: 991 time: 0.3830194 Sep 07 19:48:26.040046 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fd4f7d2e-a465-4b67-8c6d-3c5c044472ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:28.856672 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-39bc7e2c-dc82-44cd-a07e-ab0388244001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:29.144283 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:30.433229 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:31.957198 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:43.511701 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:44.404837 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:49.327893 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02a50e67-6307-40ce-95cc-79933f3e7abb req-e1187f01-4174-4ef8-9fcf-c6aa69d11097 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391443 Sep 07 19:48:49.411205 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a50e67-6307-40ce-95cc-79933f3e7abb req-37047df8-10b7-498a-860f-e00907fb2995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:49.413483 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02a50e67-6307-40ce-95cc-79933f3e7abb req-37047df8-10b7-498a-860f-e00907fb2995 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 1096 time: 0.0454037 Sep 07 19:48:49.519586 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a50e67-6307-40ce-95cc-79933f3e7abb req-25546232-2903-4646-83a6-55c3b18e96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:49.521098 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02a50e67-6307-40ce-95cc-79933f3e7abb req-25546232-2903-4646-83a6-55c3b18e96a5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6f3242f-e484-4eda-90bc-431bd0471143 HTTP/1.1" status: 200 len: 897 time: 0.0848486 Sep 07 19:48:49.584879 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02a50e67-6307-40ce-95cc-79933f3e7abb req-5892d0ac-5a23-478c-84a1-9035841f75ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdeb3f7c-09b1-408e-8452-a2f873f30753 HTTP/1.1" status: 200 len: 999 time: 0.0565655 Sep 07 19:48:49.633492 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a50e67-6307-40ce-95cc-79933f3e7abb req-26ea25b8-70cd-4ba1-8aee-d6c151bc7725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:49.634933 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02a50e67-6307-40ce-95cc-79933f3e7abb req-26ea25b8-70cd-4ba1-8aee-d6c151bc7725 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=861c0db6-0d5d-465b-aee8-d73b0b9a9407 HTTP/1.1" status: 200 len: 835 time: 0.0427227 Sep 07 19:48:49.666693 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:48:49.684571 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a50e67-6307-40ce-95cc-79933f3e7abb req-d4581257-e709-451c-b0c3-e45d9c62d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:49.686039 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02a50e67-6307-40ce-95cc-79933f3e7abb req-d4581257-e709-451c-b0c3-e45d9c62d0b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6f3242f-e484-4eda-90bc-431bd0471143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429070 Sep 07 19:48:49.772269 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02a50e67-6307-40ce-95cc-79933f3e7abb req-f9fed0f0-cb9e-401f-80dd-ca15bd7836ce service neutron] 10.222.0.60 "GET /v2.0/networks/d6f3242f-e484-4eda-90bc-431bd0471143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786405 Sep 07 19:48:49.862354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-02a50e67-6307-40ce-95cc-79933f3e7abb req-7c22fc0c-352f-4cd2-8441-555b29cd5802 service neutron] 10.222.0.60 "GET /v2.0/networks/d6f3242f-e484-4eda-90bc-431bd0471143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823784 Sep 07 19:48:56.016479 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fb759-9cf5-4971-af89-947bb8a97830 req-a0eb1b56-0898-4cc3-8e11-a09d44d87dad tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:56.017992 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c77fb759-9cf5-4971-af89-947bb8a97830 req-a0eb1b56-0898-4cc3-8e11-a09d44d87dad tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0759122 Sep 07 19:48:56.019824 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34e966-6085-42e5-a0d0-4d9049e86925 req-67c05feb-6754-4711-b277-7da1844d8c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:56.021209 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a34e966-6085-42e5-a0d0-4d9049e86925 req-67c05feb-6754-4711-b277-7da1844d8c18 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 1096 time: 0.0690317 Sep 07 19:48:56.040929 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4a86ba2b-872b-4d5c-bcd8-5cc3d745587f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:56.086021 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c77fb759-9cf5-4971-af89-947bb8a97830 req-3b1b2df2-db92-4d8b-ac3a-7690054205f8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620737 Sep 07 19:48:56.137346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34e966-6085-42e5-a0d0-4d9049e86925 req-dc14717d-48d5-48b5-92d8-8be1ba1c630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:56.139283 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a34e966-6085-42e5-a0d0-4d9049e86925 req-dc14717d-48d5-48b5-92d8-8be1ba1c630f service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6f3242f-e484-4eda-90bc-431bd0471143 HTTP/1.1" status: 200 len: 897 time: 0.1090462 Sep 07 19:48:56.208051 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a34e966-6085-42e5-a0d0-4d9049e86925 req-74349974-c655-427f-9c58-e370407c7907 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdeb3f7c-09b1-408e-8452-a2f873f30753 HTTP/1.1" status: 200 len: 999 time: 0.0610671 Sep 07 19:48:56.255854 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34e966-6085-42e5-a0d0-4d9049e86925 req-d16f7f3f-88a0-4b9d-89d7-161bd6da602c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:56.257340 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a34e966-6085-42e5-a0d0-4d9049e86925 req-d16f7f3f-88a0-4b9d-89d7-161bd6da602c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=861c0db6-0d5d-465b-aee8-d73b0b9a9407 HTTP/1.1" status: 200 len: 835 time: 0.0423765 Sep 07 19:48:56.302859 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34e966-6085-42e5-a0d0-4d9049e86925 req-f58adae5-f372-4b6f-b843-310f08c227cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:56.304327 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a34e966-6085-42e5-a0d0-4d9049e86925 req-f58adae5-f372-4b6f-b843-310f08c227cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6f3242f-e484-4eda-90bc-431bd0471143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386720 Sep 07 19:48:56.396562 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a34e966-6085-42e5-a0d0-4d9049e86925 req-baa00c99-b8bc-4f69-b808-7dc89e8cbdec service neutron] 10.222.0.60 "GET /v2.0/networks/d6f3242f-e484-4eda-90bc-431bd0471143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852113 Sep 07 19:48:56.485958 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a34e966-6085-42e5-a0d0-4d9049e86925 req-e40db882-8b80-4bf6-b3b7-f9d004d0ad2b service neutron] 10.222.0.60 "GET /v2.0/networks/d6f3242f-e484-4eda-90bc-431bd0471143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825627 Sep 07 19:48:57.202353 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dd4c1-e0ab-4fc8-8986-fd07c9a4c2d1 req-5169d747-c74d-49b6-8803-10569e14af43 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:57.203738 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a6dd4c1-e0ab-4fc8-8986-fd07c9a4c2d1 req-5169d747-c74d-49b6-8803-10569e14af43 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0483952 Sep 07 19:48:57.245282 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7a6dd4c1-e0ab-4fc8-8986-fd07c9a4c2d1 req-aa8accc2-27ec-4050-973b-0b7f9af86f18 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355728 Sep 07 19:48:58.358698 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb5ad1-62be-4d68-8fc5-dbe70336fe66 req-fbaf448b-55e2-4f7a-bb9f-09159e02f441 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:58.360164 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50fb5ad1-62be-4d68-8fc5-dbe70336fe66 req-fbaf448b-55e2-4f7a-bb9f-09159e02f441 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0484977 Sep 07 19:48:58.397057 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50fb5ad1-62be-4d68-8fc5-dbe70336fe66 req-26c1a072-4806-4025-bef2-a59bc5584621 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309918 Sep 07 19:48:58.857021 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-aaae215b-2cdc-4d23-ad23-e9f40868411f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:59.144955 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:48:59.515561 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ac561-8b6b-4d63-9476-86bcd32b4f1e req-908dd752-5642-40ca-bf74-2758509b2240 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:48:59.517074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-764ac561-8b6b-4d63-9476-86bcd32b4f1e req-908dd752-5642-40ca-bf74-2758509b2240 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0485263 Sep 07 19:48:59.554312 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-764ac561-8b6b-4d63-9476-86bcd32b4f1e req-ce2b11fe-c8e9-4d3e-b110-eb85bdf3cc83 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311794 Sep 07 19:49:00.434700 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:00.666950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126a6d0-460c-4e0a-9205-00f87924c68c req-5b0f3395-8cd2-4114-8d8c-5420f345cf39 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:00.668407 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6126a6d0-460c-4e0a-9205-00f87924c68c req-5b0f3395-8cd2-4114-8d8c-5420f345cf39 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0473580 Sep 07 19:49:00.709782 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6126a6d0-460c-4e0a-9205-00f87924c68c req-175e36d2-f56a-4e9e-883c-71550e888ed3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349083 Sep 07 19:49:01.822459 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5a368-327f-4391-8b62-98214121dd87 req-c570a172-06cd-423f-8310-d984aff499c5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:01.824178 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1e5a368-327f-4391-8b62-98214121dd87 req-c570a172-06cd-423f-8310-d984aff499c5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0485501 Sep 07 19:49:01.861306 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1e5a368-327f-4391-8b62-98214121dd87 req-d522c1eb-b107-4d81-a39d-4868511d2c93 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305114 Sep 07 19:49:01.960717 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:02.979913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72700b08-20a5-4a19-acf3-fc46fbebf5f2 req-657a26cb-9a4e-44f1-91ab-58ac8de964cd tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:02.981518 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72700b08-20a5-4a19-acf3-fc46fbebf5f2 req-657a26cb-9a4e-44f1-91ab-58ac8de964cd tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0488255 Sep 07 19:49:03.019648 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72700b08-20a5-4a19-acf3-fc46fbebf5f2 req-a6154c2c-54ac-4e08-a59a-8c47debfc143 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315604 Sep 07 19:49:04.134639 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf827b5-178b-4278-b47e-dcb1e5a8757a req-30005eb8-e3d5-49ab-ae86-982087b7c380 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:04.136099 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1cf827b5-178b-4278-b47e-dcb1e5a8757a req-30005eb8-e3d5-49ab-ae86-982087b7c380 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0480027 Sep 07 19:49:04.177006 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1cf827b5-178b-4278-b47e-dcb1e5a8757a req-fc8af538-4f0b-4d10-85c9-3defb2055ea2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343187 Sep 07 19:49:05.289349 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f5310-5366-4126-865b-10ffc822283a req-2574cb0e-8010-44de-b3f6-8a491881bdeb tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:05.290810 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-434f5310-5366-4126-865b-10ffc822283a req-2574cb0e-8010-44de-b3f6-8a491881bdeb tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0478311 Sep 07 19:49:05.333190 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-434f5310-5366-4126-865b-10ffc822283a req-486fe352-22a6-431e-be2e-d9b082e14742 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356364 Sep 07 19:49:06.446534 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6166e4-3871-4164-8014-edf464b341b9 req-c2ed1404-3aed-4b81-bb60-9eeaa9d436d6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:06.448004 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d6166e4-3871-4164-8014-edf464b341b9 req-c2ed1404-3aed-4b81-bb60-9eeaa9d436d6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0486975 Sep 07 19:49:06.485489 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5d6166e4-3871-4164-8014-edf464b341b9 req-b9cf1b7f-3228-421b-9ad0-34d9f920f046 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312915 Sep 07 19:49:07.601877 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399cbed-50c2-43cd-9b26-ccd89278ac07 req-93c16a1a-0af3-4c1a-864b-5bd2b0225008 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:07.603379 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e399cbed-50c2-43cd-9b26-ccd89278ac07 req-93c16a1a-0af3-4c1a-864b-5bd2b0225008 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0501585 Sep 07 19:49:07.646022 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e399cbed-50c2-43cd-9b26-ccd89278ac07 req-87b485b8-bfef-453b-8ee2-c0411c9edabe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356097 Sep 07 19:49:08.760902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf30916-1d39-4da9-8de0-81736477674f req-d597edf0-7548-460a-9588-640d118d04e7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:08.762412 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fbf30916-1d39-4da9-8de0-81736477674f req-d597edf0-7548-460a-9588-640d118d04e7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0492423 Sep 07 19:49:08.799686 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fbf30916-1d39-4da9-8de0-81736477674f req-62a6c869-2f2d-43a2-b1c9-d824d5714520 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312989 Sep 07 19:49:09.917180 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de9ec6-ac34-458b-a96f-0897af4c5293 req-d03f27b0-f1a0-4550-a062-561b7a31a01e tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:09.918606 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e0de9ec6-ac34-458b-a96f-0897af4c5293 req-d03f27b0-f1a0-4550-a062-561b7a31a01e tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0505610 Sep 07 19:49:09.956589 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e0de9ec6-ac34-458b-a96f-0897af4c5293 req-40ca7a2c-975a-47e5-914f-15dc9ae41d85 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320456 Sep 07 19:49:11.069444 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef85226-211c-446b-b6ee-ba4ea60853cb req-9d72a8ed-90b7-4c01-ade1-30aab7028a95 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:11.070937 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ef85226-211c-446b-b6ee-ba4ea60853cb req-9d72a8ed-90b7-4c01-ade1-30aab7028a95 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0486295 Sep 07 19:49:11.112031 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ef85226-211c-446b-b6ee-ba4ea60853cb req-6bfd8237-77de-4c0b-a52d-22d2e6ff7606 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349658 Sep 07 19:49:12.230735 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cab14-d896-4203-a2b2-98011227e2d7 req-36bd5deb-479f-470f-9d7f-e5887184d530 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:12.232223 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc9cab14-d896-4203-a2b2-98011227e2d7 req-36bd5deb-479f-470f-9d7f-e5887184d530 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0530763 Sep 07 19:49:12.269965 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bc9cab14-d896-4203-a2b2-98011227e2d7 req-494a6703-d087-4cad-bd52-702cdd36ea5a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316730 Sep 07 19:49:13.383275 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c315bb8-1747-45c9-bc1f-53153f41c5c4 req-ac7c089f-9b23-4f71-ba5c-ac533a05755a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:13.384756 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c315bb8-1747-45c9-bc1f-53153f41c5c4 req-ac7c089f-9b23-4f71-ba5c-ac533a05755a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0485184 Sep 07 19:49:13.425736 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c315bb8-1747-45c9-bc1f-53153f41c5c4 req-63bf2ea0-d012-4f41-9f56-43b1bba5263d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350139 Sep 07 19:49:13.447842 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51980) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:49:13.509731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0b30d558-d073-44d9-bac0-097a11d9e997 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/floatingips/f70df0cc-ec2f-4b0d-a758-cd498794a709 HTTP/1.1" status: 200 len: 991 time: 0.0607905 Sep 07 19:49:13.511552 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:14.423347 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:26.041894 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b090d03a-5881-4a10-bade-684cab0a4c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:26.664875 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:49:28.857073 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ac8ada99-1c75-4d61-babb-795ef677abbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:29.144877 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:30.438417 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:31.962818 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:42.059933 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 51994) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:49:42.213767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting port 7f249a58-39f9-4f86-ad05-4c943e6dd44d {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:49:42.214079 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:42.286414 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:42.286741 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:42.297996 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Calling delete_port for 7f249a58-39f9-4f86-ad05-4c943e6dd44d owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:49:42.443531 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:42.471188 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Port': ['ID=7f249a58-39f9-4f86-ad05-4c943e6dd44d,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:42.482597 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:42.482950 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:42.483824 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:42.484161 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:42.484488 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:42.484840 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:42.485167 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:42.485492 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:42.485818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:42.486136 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:42.486456 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:42.486773 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:42.539036 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:42.539364 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Floating IP f70df0cc-ec2f-4b0d-a758-cd498794a709 disassociated (deleted). External IP: 172.25.8.5, port: cdeb3f7c-09b1-408e-8452-a2f873f30753. Sep 07 19:49:42.743544 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router ab1e5f04-f7b2-4736-a06d-3869f7697faf has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:49:42.847955 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:49:42.852786 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:42.857280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29291d59-cb1c-47c8-919c-d65a697b55b6 None None] Sync routers for ids ['ab1e5f04-f7b2-4736-a06d-3869f7697faf'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:49:42.866190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29291d59-cb1c-47c8-919c-d65a697b55b6 None None] Routers {'ab1e5f04-f7b2-4736-a06d-3869f7697faf'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:49:42.866799 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-29291d59-cb1c-47c8-919c-d65a697b55b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:49:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ab1e5f04-f7b2-4736-a06d-3869f7697faf'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:49:42.878931 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e7c73487-eada-403a-a9d2-cc7abae20ffc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/floatingips/f70df0cc-ec2f-4b0d-a758-cd498794a709 HTTP/1.1" status: 204 len: 168 time: 0.8178782 Sep 07 19:49:42.879616 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3505d059-6434-4929-9783-35b2bfbe5fcd', 'tag': 'cdeb3f7c-09b1-408e-8452-a2f873f30753'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:49:42.881989 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c44b87-25d2-41d9-87c9-19fab480d8ac" -d '{"events": [{"name": "network-changed", "server_uuid": "3505d059-6434-4929-9783-35b2bfbe5fcd", "tag": "cdeb3f7c-09b1-408e-8452-a2f873f30753"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:49:42.920676 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16de941-86a1-42ef-968d-43f0d40712ee x-openstack-request-id: req-e16de941-86a1-42ef-968d-43f0d40712ee {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:49:42.920978 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3505d059-6434-4929-9783-35b2bfbe5fcd", "tag": "cdeb3f7c-09b1-408e-8452-a2f873f30753", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:49:42.921236 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e16de941-86a1-42ef-968d-43f0d40712ee {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:49:42.921618 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3505d059-6434-4929-9783-35b2bfbe5fcd', 'tag': 'cdeb3f7c-09b1-408e-8452-a2f873f30753', 'status': 'completed', 'code': 200} Sep 07 19:49:42.984399 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-29291d59-cb1c-47c8-919c-d65a697b55b6 None None] Set router ab1e5f04-f7b2-4736-a06d-3869f7697faf gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:49:42.993463 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c44b87-25d2-41d9-87c9-19fab480d8ac req-74695524-212d-4038-aa42-72e9a23cc465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:42.995047 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54c44b87-25d2-41d9-87c9-19fab480d8ac req-74695524-212d-4038-aa42-72e9a23cc465 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 1096 time: 0.0489714 Sep 07 19:49:43.119995 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c44b87-25d2-41d9-87c9-19fab480d8ac req-d92e797b-0814-4851-b344-6d32d56b7507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:43.121509 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54c44b87-25d2-41d9-87c9-19fab480d8ac req-d92e797b-0814-4851-b344-6d32d56b7507 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6f3242f-e484-4eda-90bc-431bd0471143 HTTP/1.1" status: 200 len: 897 time: 0.1193821 Sep 07 19:49:43.130466 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f26942-f07c-4684-908b-4a3a73062580 req-a9e39e7a-32a5-47bf-8ba2-72c960df49fc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:43.131852 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57f26942-f07c-4684-908b-4a3a73062580 req-a9e39e7a-32a5-47bf-8ba2-72c960df49fc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0690100 Sep 07 19:49:43.172720 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54c44b87-25d2-41d9-87c9-19fab480d8ac req-b35fb067-6959-42b5-9d6f-b03598e1d337 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdeb3f7c-09b1-408e-8452-a2f873f30753 HTTP/1.1" status: 200 len: 217 time: 0.0399189 Sep 07 19:49:43.196342 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-29291d59-cb1c-47c8-919c-d65a697b55b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145436688', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:48:07Z', 'updated_at': '2021-09-07T19:48:11Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:08Z', 'updated_at': '2021-09-07T19:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '7411e24c-a5a5-4a21-8eb2-66175b788065', 'name': '', 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:e8:97:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '861c0db6-0d5d-465b-aee8-d73b0b9a9407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:10Z', 'updated_at': '2021-09-07T19:48:15Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '861c0db6-0d5d-465b-aee8-d73b0b9a9407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:49:43.222005 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29291d59-cb1c-47c8-919c-d65a697b55b6 None None] Checking router: ab1e5f04-f7b2-4736-a06d-3869f7697faf for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:49:43.230301 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29291d59-cb1c-47c8-919c-d65a697b55b6 None None] Routers {'ab1e5f04-f7b2-4736-a06d-3869f7697faf'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:49:43.230912 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-29291d59-cb1c-47c8-919c-d65a697b55b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:49:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ab1e5f04-f7b2-4736-a06d-3869f7697faf'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:49:43.231135 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-57f26942-f07c-4684-908b-4a3a73062580 req-8852f416-6bb6-4e29-810a-b87a750ff732 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916104 Sep 07 19:49:43.242124 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c44b87-25d2-41d9-87c9-19fab480d8ac req-0c581728-c66f-4e5a-9017-5bdd6f059dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:43.243560 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54c44b87-25d2-41d9-87c9-19fab480d8ac req-0c581728-c66f-4e5a-9017-5bdd6f059dee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=861c0db6-0d5d-465b-aee8-d73b0b9a9407 HTTP/1.1" status: 200 len: 835 time: 0.0632396 Sep 07 19:49:43.291786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c44b87-25d2-41d9-87c9-19fab480d8ac req-b3d71949-56c3-4e7b-8907-fe5044bbaf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:43.293467 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54c44b87-25d2-41d9-87c9-19fab480d8ac req-b3d71949-56c3-4e7b-8907-fe5044bbaf85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6f3242f-e484-4eda-90bc-431bd0471143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403600 Sep 07 19:49:43.336040 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-29291d59-cb1c-47c8-919c-d65a697b55b6 None None] Set router ab1e5f04-f7b2-4736-a06d-3869f7697faf gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:49:43.389648 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54c44b87-25d2-41d9-87c9-19fab480d8ac req-9f3d410a-5e06-4f18-871f-001bdc60286a service neutron] 10.222.0.60 "GET /v2.0/networks/d6f3242f-e484-4eda-90bc-431bd0471143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861511 Sep 07 19:49:43.480471 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-54c44b87-25d2-41d9-87c9-19fab480d8ac req-22e94898-c9d3-4bc5-beb6-baf91ceb380f service neutron] 10.222.0.60 "GET /v2.0/networks/d6f3242f-e484-4eda-90bc-431bd0471143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814557 Sep 07 19:49:43.525407 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:43.536830 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-29291d59-cb1c-47c8-919c-d65a697b55b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145436688', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:48:07Z', 'updated_at': '2021-09-07T19:48:11Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:08Z', 'updated_at': '2021-09-07T19:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '7411e24c-a5a5-4a21-8eb2-66175b788065', 'name': '', 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:e8:97:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '861c0db6-0d5d-465b-aee8-d73b0b9a9407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:10Z', 'updated_at': '2021-09-07T19:48:15Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '861c0db6-0d5d-465b-aee8-d73b0b9a9407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:49:43.567020 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29291d59-cb1c-47c8-919c-d65a697b55b6 None None] The sync data for ids ['ab1e5f04-f7b2-4736-a06d-3869f7697faf'] in n-d-807786-1 is: [{'id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145436688', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:48:07Z', 'updated_at': '2021-09-07T19:48:11Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:08Z', 'updated_at': '2021-09-07T19:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '7411e24c-a5a5-4a21-8eb2-66175b788065', 'name': '', 'network_id': 'd6f3242f-e484-4eda-90bc-431bd0471143', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:e8:97:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '861c0db6-0d5d-465b-aee8-d73b0b9a9407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:10Z', 'updated_at': '2021-09-07T19:48:15Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '861c0db6-0d5d-465b-aee8-d73b0b9a9407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:49:43.779735 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7135614-bc7c-4db7-a74d-c168c0f30654 None None] New status for floating IP f70df0cc-ec2f-4b0d-a758-cd498794a709: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:49:44.350898 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ac49d-1e26-4e45-8f96-259151d6a08d req-01b2ade8-c407-4704-b23a-25d1bd0225b1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:44.352377 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-606ac49d-1e26-4e45-8f96-259151d6a08d req-01b2ade8-c407-4704-b23a-25d1bd0225b1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0486250 Sep 07 19:49:44.390667 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-606ac49d-1e26-4e45-8f96-259151d6a08d req-ecb6e60e-2401-4a77-9072-e9bf2aaf8cf1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=19321dd2-8952-4172-b87c-556c6c9219fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323651 Sep 07 19:49:44.447635 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:44.627654 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e8b4c-f30a-4ce7-8770-7021a136274b req-82fbda28-10b2-48e1-b000-37ed2a973c25 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:44.629162 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c84e8b4c-f30a-4ce7-8770-7021a136274b req-82fbda28-10b2-48e1-b000-37ed2a973c25 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.60 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 945 time: 0.0528913 Sep 07 19:49:44.717670 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-c84e8b4c-f30a-4ce7-8770-7021a136274b req-63125503-8823-4802-af89-af25d21fd86a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting port cdeb3f7c-09b1-408e-8452-a2f873f30753 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:49:44.718005 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c84e8b4c-f30a-4ce7-8770-7021a136274b req-63125503-8823-4802-af89-af25d21fd86a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:44.805327 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-c84e8b4c-f30a-4ce7-8770-7021a136274b req-63125503-8823-4802-af89-af25d21fd86a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] For port cdeb3f7c-09b1-408e-8452-a2f873f30753, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=cdeb3f7c-09b1-408e-8452-a2f873f30753,segment=NetworkSegment(702459cc-bf8a-47e7-8c55-7729cb339f22),segment_id=702459cc-bf8a-47e7-8c55-7729cb339f22)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:49:44.805687 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c84e8b4c-f30a-4ce7-8770-7021a136274b req-63125503-8823-4802-af89-af25d21fd86a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:44.817742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-c84e8b4c-f30a-4ce7-8770-7021a136274b req-63125503-8823-4802-af89-af25d21fd86a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Calling delete_port for cdeb3f7c-09b1-408e-8452-a2f873f30753 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:49:44.940144 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c84e8b4c-f30a-4ce7-8770-7021a136274b req-63125503-8823-4802-af89-af25d21fd86a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:44.970024 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63125503-8823-4802-af89-af25d21fd86a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Port': ['ID=cdeb3f7c-09b1-408e-8452-a2f873f30753,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:45.016497 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84e8b4c-f30a-4ce7-8770-7021a136274b req-63125503-8823-4802-af89-af25d21fd86a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] No DVR routers for this DVR port cdeb3f7c-09b1-408e-8452-a2f873f30753 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:49:45.019052 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-c84e8b4c-f30a-4ce7-8770-7021a136274b req-63125503-8823-4802-af89-af25d21fd86a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:45.021045 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c84e8b4c-f30a-4ce7-8770-7021a136274b req-63125503-8823-4802-af89-af25d21fd86a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.60 "DELETE /v2.0/ports/cdeb3f7c-09b1-408e-8452-a2f873f30753 HTTP/1.1" status: 204 len: 173 time: 0.3836238 Sep 07 19:49:45.021480 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3505d059-6434-4929-9783-35b2bfbe5fcd', 'name': 'network-vif-deleted', 'tag': 'cdeb3f7c-09b1-408e-8452-a2f873f30753'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:49:45.023697 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6bf900-d991-4569-8cfe-8d3e38f68978" -d '{"events": [{"server_uuid": "3505d059-6434-4929-9783-35b2bfbe5fcd", "name": "network-vif-deleted", "tag": "cdeb3f7c-09b1-408e-8452-a2f873f30753"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:49:45.062304 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be72a614-ad6e-4ac8-ae1c-f9376bf5e465 x-openstack-request-id: req-be72a614-ad6e-4ac8-ae1c-f9376bf5e465 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:49:45.062598 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3505d059-6434-4929-9783-35b2bfbe5fcd", "name": "network-vif-deleted", "tag": "cdeb3f7c-09b1-408e-8452-a2f873f30753", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:49:45.062850 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-be72a614-ad6e-4ac8-ae1c-f9376bf5e465 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:49:45.063246 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3505d059-6434-4929-9783-35b2bfbe5fcd', 'name': 'network-vif-deleted', 'tag': 'cdeb3f7c-09b1-408e-8452-a2f873f30753', 'status': 'completed', 'code': 200} Sep 07 19:49:45.498689 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f056b89d-7237-45ac-aabe-30448a67f010 req-94615bdb-135a-4ae3-a370-47dd341d343b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3505d059-6434-4929-9783-35b2bfbe5fcd HTTP/1.1" status: 200 len: 210 time: 0.0272243 Sep 07 19:49:46.557929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52014) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:49:46.923281 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-747a59a0-d10f-47a7-aed4-d5d4faf1ae89 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:47.168208 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-747a59a0-d10f-47a7-aed4-d5d4faf1ae89 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting port 7411e24c-a5a5-4a21-8eb2-66175b788065 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:49:47.168579 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-747a59a0-d10f-47a7-aed4-d5d4faf1ae89 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:47.254232 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-747a59a0-d10f-47a7-aed4-d5d4faf1ae89 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] For port 7411e24c-a5a5-4a21-8eb2-66175b788065, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7411e24c-a5a5-4a21-8eb2-66175b788065,segment=NetworkSegment(702459cc-bf8a-47e7-8c55-7729cb339f22),segment_id=702459cc-bf8a-47e7-8c55-7729cb339f22)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:49:47.254599 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-747a59a0-d10f-47a7-aed4-d5d4faf1ae89 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:47.267133 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-747a59a0-d10f-47a7-aed4-d5d4faf1ae89 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Calling delete_port for 7411e24c-a5a5-4a21-8eb2-66175b788065 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:49:47.446636 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-747a59a0-d10f-47a7-aed4-d5d4faf1ae89 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:47.475663 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a59a0-d10f-47a7-aed4-d5d4faf1ae89 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Port': ['ID=7411e24c-a5a5-4a21-8eb2-66175b788065,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:47.661402 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-747a59a0-d10f-47a7-aed4-d5d4faf1ae89 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:47.701619 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device cdeb3f7c-09b1-408e-8452-a2f873f30753 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:49:47.722755 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: cdeb3f7c-09b1-408e-8452-a2f873f30753 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:49:47.723104 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device cdeb3f7c-09b1-408e-8452-a2f873f30753 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:49:48.193778 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747a59a0-d10f-47a7-aed4-d5d4faf1ae89 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router ab1e5f04-f7b2-4736-a06d-3869f7697faf has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:49:48.297094 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747a59a0-d10f-47a7-aed4-d5d4faf1ae89 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:49:48.302014 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-747a59a0-d10f-47a7-aed4-d5d4faf1ae89 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "PUT /v2.0/routers/ab1e5f04-f7b2-4736-a06d-3869f7697faf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7429659 Sep 07 19:49:48.304749 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52016) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:49:48.306876 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b298ddc6-ab2c-469d-9b69-ddff3dbde9ca None None] Sync routers for ids ['ab1e5f04-f7b2-4736-a06d-3869f7697faf'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:49:48.316422 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b298ddc6-ab2c-469d-9b69-ddff3dbde9ca None None] Routers {'ab1e5f04-f7b2-4736-a06d-3869f7697faf'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:49:48.317063 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b298ddc6-ab2c-469d-9b69-ddff3dbde9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:49:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ab1e5f04-f7b2-4736-a06d-3869f7697faf'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:49:48.354454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-986d0acd-93fb-479e-8f84-f14574337f32 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting subnet 861c0db6-0d5d-465b-aee8-d73b0b9a9407 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:49:48.357473 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-986d0acd-93fb-479e-8f84-f14574337f32 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:48.396527 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-986d0acd-93fb-479e-8f84-f14574337f32 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:48.418851 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-b298ddc6-ab2c-469d-9b69-ddff3dbde9ca None None] Set router ab1e5f04-f7b2-4736-a06d-3869f7697faf gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:49:48.481714 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-986d0acd-93fb-479e-8f84-f14574337f32 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:48.539147 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-986d0acd-93fb-479e-8f84-f14574337f32 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:48.568217 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d0acd-93fb-479e-8f84-f14574337f32 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Subnet': ['ID=861c0db6-0d5d-465b-aee8-d73b0b9a9407,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:48.570650 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-986d0acd-93fb-479e-8f84-f14574337f32 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:48.575809 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52020) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:49:48.576257 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-986d0acd-93fb-479e-8f84-f14574337f32 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/subnets/861c0db6-0d5d-465b-aee8-d73b0b9a9407 HTTP/1.1" status: 204 len: 168 time: 0.2702208 Sep 07 19:49:48.576999 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2984d4f-96fd-4e0b-8e9c-16ca6fe44d55 None None] Network d6f3242f-e484-4eda-90bc-431bd0471143 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:49:48.677673 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b298ddc6-ab2c-469d-9b69-ddff3dbde9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145436688', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:48:07Z', 'updated_at': '2021-09-07T19:49:47Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:08Z', 'updated_at': '2021-09-07T19:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:49:48.693256 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:48.720445 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b298ddc6-ab2c-469d-9b69-ddff3dbde9ca None None] Checking router: ab1e5f04-f7b2-4736-a06d-3869f7697faf for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:49:48.735896 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b298ddc6-ab2c-469d-9b69-ddff3dbde9ca None None] Routers {'ab1e5f04-f7b2-4736-a06d-3869f7697faf'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:49:48.736443 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b298ddc6-ab2c-469d-9b69-ddff3dbde9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:49:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['ab1e5f04-f7b2-4736-a06d-3869f7697faf'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:49:48.798090 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:48.847183 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4803a01e-2489-4d71-9bd7-93e633d61a8f None None] DHCP port deletion for d6f3242f-e484-4eda-90bc-431bd0471143 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:49:48.852644 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-b298ddc6-ab2c-469d-9b69-ddff3dbde9ca None None] Set router ab1e5f04-f7b2-4736-a06d-3869f7697faf gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:49:48.862425 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting port 3a317ea8-81e0-4e8e-857c-9b1bbda01bcd {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:49:48.862775 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:48.944332 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] For port 3a317ea8-81e0-4e8e-857c-9b1bbda01bcd, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=3a317ea8-81e0-4e8e-857c-9b1bbda01bcd,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:49:48.944733 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:48.957617 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Calling delete_port for 3a317ea8-81e0-4e8e-857c-9b1bbda01bcd owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:49:49.131636 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:49.157474 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Port': ['ID=3a317ea8-81e0-4e8e-857c-9b1bbda01bcd,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:49.174945 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-4803a01e-2489-4d71-9bd7-93e633d61a8f None None] Deleting port 84385596-73e9-4b3b-bdbb-92bacef1fc23 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:49:49.175326 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4803a01e-2489-4d71-9bd7-93e633d61a8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:49.184697 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.185054 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.185394 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.185727 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.186057 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.186392 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.186719 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.187045 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.187368 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.187690 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.188015 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.188329 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.234719 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:49.268562 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-4803a01e-2489-4d71-9bd7-93e633d61a8f None None] For port 84385596-73e9-4b3b-bdbb-92bacef1fc23, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=84385596-73e9-4b3b-bdbb-92bacef1fc23,segment=NetworkSegment(702459cc-bf8a-47e7-8c55-7729cb339f22),segment_id=702459cc-bf8a-47e7-8c55-7729cb339f22)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:49:49.268970 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4803a01e-2489-4d71-9bd7-93e633d61a8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:49.283842 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-4803a01e-2489-4d71-9bd7-93e633d61a8f None None] Calling delete_port for 84385596-73e9-4b3b-bdbb-92bacef1fc23 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:49:49.329856 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:49.332317 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:49.338231 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b298ddc6-ab2c-469d-9b69-ddff3dbde9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145436688', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:48:07Z', 'updated_at': '2021-09-07T19:49:47Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:08Z', 'updated_at': '2021-09-07T19:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:49:49.373572 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b298ddc6-ab2c-469d-9b69-ddff3dbde9ca None None] The sync data for ids ['ab1e5f04-f7b2-4736-a06d-3869f7697faf'] in n-d-807786-1 is: [{'id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145436688', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:48:07Z', 'updated_at': '2021-09-07T19:49:47Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '3a317ea8-81e0-4e8e-857c-9b1bbda01bcd', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e5f04-f7b2-4736-a06d-3869f7697faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:48:08Z', 'updated_at': '2021-09-07T19:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:49:49.384251 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:49.384863 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Fanout notify agent at l3_agent the message router_deleted on router ab1e5f04-f7b2-4736-a06d-3869f7697faf {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:49:49.385363 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 84385596-73e9-4b3b-bdbb-92bacef1fc23 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:49:49.394246 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:49.396564 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5c4ce07a-8a77-4487-bda4-6703ff4a5401 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/routers/ab1e5f04-f7b2-4736-a06d-3869f7697faf HTTP/1.1" status: 204 len: 168 time: 0.8174014 Sep 07 19:49:49.398384 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52026) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:49:49.443292 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4803a01e-2489-4d71-9bd7-93e633d61a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:49.468472 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Port 84385596-73e9-4b3b-bdbb-92bacef1fc23 update to DOWN by agent not found {{(pid=101446) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 07 19:49:49.484844 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d31da71d-3528-4890-8a53-cc3e4ae56fbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:49.487289 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803a01e-2489-4d71-9bd7-93e633d61a8f None None] Pushing event deleted for resources: {'Port': ['ID=84385596-73e9-4b3b-bdbb-92bacef1fc23,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:49.490325 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4803a01e-2489-4d71-9bd7-93e633d61a8f None None] No DVR routers for this DVR port 84385596-73e9-4b3b-bdbb-92bacef1fc23 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:49:49.502365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803a01e-2489-4d71-9bd7-93e633d61a8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.502365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803a01e-2489-4d71-9bd7-93e633d61a8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.502365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803a01e-2489-4d71-9bd7-93e633d61a8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.502365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803a01e-2489-4d71-9bd7-93e633d61a8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.502365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803a01e-2489-4d71-9bd7-93e633d61a8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.502365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803a01e-2489-4d71-9bd7-93e633d61a8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.502365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803a01e-2489-4d71-9bd7-93e633d61a8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.502365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803a01e-2489-4d71-9bd7-93e633d61a8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.502365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803a01e-2489-4d71-9bd7-93e633d61a8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.502365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803a01e-2489-4d71-9bd7-93e633d61a8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.502365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803a01e-2489-4d71-9bd7-93e633d61a8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.502365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803a01e-2489-4d71-9bd7-93e633d61a8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:49.570396 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d31da71d-3528-4890-8a53-cc3e4ae56fbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:49.590586 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-d31da71d-3528-4890-8a53-cc3e4ae56fbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f3242f-e484-4eda-90bc-431bd0471143']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:49:49.599567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-d31da71d-3528-4890-8a53-cc3e4ae56fbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702459cc-bf8a-47e7-8c55-7729cb339f22') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:49:49.599870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-d31da71d-3528-4890-8a53-cc3e4ae56fbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702459cc-bf8a-47e7-8c55-7729cb339f22') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:49:49.613602 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d31da71d-3528-4890-8a53-cc3e4ae56fbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:49.626866 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d31da71d-3528-4890-8a53-cc3e4ae56fbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:49.632611 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31da71d-3528-4890-8a53-cc3e4ae56fbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:49:49.633003 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d31da71d-3528-4890-8a53-cc3e4ae56fbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:49:49.635980 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:49:49.692762 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d31da71d-3528-4890-8a53-cc3e4ae56fbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:49.699530 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d31da71d-3528-4890-8a53-cc3e4ae56fbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:49.700432 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d31da71d-3528-4890-8a53-cc3e4ae56fbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/networks/d6f3242f-e484-4eda-90bc-431bd0471143 HTTP/1.1" status: 204 len: 168 time: 0.3009830 Sep 07 19:49:49.704111 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52028) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:49:49.717901 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31da71d-3528-4890-8a53-cc3e4ae56fbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Network': ['ID=d6f3242f-e484-4eda-90bc-431bd0471143,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:49.768155 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-534fb3ac-99fb-45fe-b512-0d287da70baa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:49.793369 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-534fb3ac-99fb-45fe-b512-0d287da70baa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:49.856015 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-534fb3ac-99fb-45fe-b512-0d287da70baa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:49.858725 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-534fb3ac-99fb-45fe-b512-0d287da70baa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:49.859939 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-534fb3ac-99fb-45fe-b512-0d287da70baa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/security-groups/19321dd2-8952-4172-b87c-556c6c9219fc HTTP/1.1" status: 204 len: 168 time: 0.1547730 Sep 07 19:49:49.869659 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fb3ac-99fb-45fe-b512-0d287da70baa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19321dd2-8952-4172-b87c-556c6c9219fc,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:50.059571 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52034) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:49:50.065300 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-03316c34-b750-462d-a690-60a4b632a0b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-949679754', 'description': 'tempest-secgroup-smoke-949679754 description', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:49:50.087895 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03316c34-b750-462d-a690-60a4b632a0b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.171816 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03316c34-b750-462d-a690-60a4b632a0b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.174741 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03316c34-b750-462d-a690-60a4b632a0b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.203701 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-03316c34-b750-462d-a690-60a4b632a0b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.204965 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-03316c34-b750-462d-a690-60a4b632a0b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1443055 Sep 07 19:49:50.206035 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03316c34-b750-462d-a690-60a4b632a0b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03050bf3-594a-487e-be46-d59439043993,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:50.208548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52036) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:49:50.213708 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-68e3a25e-9515-45e5-b27e-4ea8a0054241 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '03050bf3-594a-487e-be46-d59439043993', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:49:50.239845 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-68e3a25e-9515-45e5-b27e-4ea8a0054241 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.296283 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-68e3a25e-9515-45e5-b27e-4ea8a0054241 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.299723 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-68e3a25e-9515-45e5-b27e-4ea8a0054241 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.317620 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3a25e-9515-45e5-b27e-4ea8a0054241 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5100c1-4595-4e5b-86f2-5fddca0312cf,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:50.322706 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-68e3a25e-9515-45e5-b27e-4ea8a0054241 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.324264 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-68e3a25e-9515-45e5-b27e-4ea8a0054241 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140163 Sep 07 19:49:50.326985 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52038) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:49:50.331255 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-7ca623db-1858-4561-a874-f4cc39f8f3f1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '03050bf3-594a-487e-be46-d59439043993', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:49:50.356767 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7ca623db-1858-4561-a874-f4cc39f8f3f1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.425220 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7ca623db-1858-4561-a874-f4cc39f8f3f1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.428879 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7ca623db-1858-4561-a874-f4cc39f8f3f1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.448051 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca623db-1858-4561-a874-f4cc39f8f3f1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4923b6a2-fe4b-40eb-9350-759d7b1c7ed7,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:50.452064 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7ca623db-1858-4561-a874-f4cc39f8f3f1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.453998 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7ca623db-1858-4561-a874-f4cc39f8f3f1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258862 Sep 07 19:49:50.456527 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52040) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:49:50.460783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-da7d2528-2673-4d0e-9552-efb464abcf4a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '03050bf3-594a-487e-be46-d59439043993', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:49:50.486909 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da7d2528-2673-4d0e-9552-efb464abcf4a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.545268 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da7d2528-2673-4d0e-9552-efb464abcf4a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.549346 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da7d2528-2673-4d0e-9552-efb464abcf4a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.568689 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d2528-2673-4d0e-9552-efb464abcf4a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9601eea-7dd4-463c-94ba-160b76f87c70,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:50.572230 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-da7d2528-2673-4d0e-9552-efb464abcf4a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.573448 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-da7d2528-2673-4d0e-9552-efb464abcf4a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159756 Sep 07 19:49:50.576453 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52042) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:49:50.580701 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-cb31b695-d817-4718-9aa4-09d01f3fe039 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '03050bf3-594a-487e-be46-d59439043993', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:49:50.605772 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cb31b695-d817-4718-9aa4-09d01f3fe039 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.664887 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cb31b695-d817-4718-9aa4-09d01f3fe039 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.668475 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cb31b695-d817-4718-9aa4-09d01f3fe039 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.683386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31b695-d817-4718-9aa4-09d01f3fe039 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d6eea9-7a66-464c-ae97-c499109cd42f,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:50.691253 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-cb31b695-d817-4718-9aa4-09d01f3fe039 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.692460 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-cb31b695-d817-4718-9aa4-09d01f3fe039 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150606 Sep 07 19:49:50.695338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52044) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:49:50.699806 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-1c4251ed-0720-4a23-9fb1-74cd8d0fa02b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '03050bf3-594a-487e-be46-d59439043993', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:49:50.721620 n-d-807786-1 neutron-server[101445]: INFO neutron.db.securitygroups_db [None req-1c4251ed-0720-4a23-9fb1-74cd8d0fa02b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Project 1bdf2aff4a42482f9d324274f2d99d69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:49:50.726255 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1c4251ed-0720-4a23-9fb1-74cd8d0fa02b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.786535 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1c4251ed-0720-4a23-9fb1-74cd8d0fa02b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.789889 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1c4251ed-0720-4a23-9fb1-74cd8d0fa02b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.806783 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4251ed-0720-4a23-9fb1-74cd8d0fa02b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc027d4b-8216-469e-8a36-a526281a6e0d,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:50.812618 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1c4251ed-0720-4a23-9fb1-74cd8d0fa02b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.813770 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1c4251ed-0720-4a23-9fb1-74cd8d0fa02b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175158 Sep 07 19:49:50.816501 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52046) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:49:50.820739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-f9ead72a-3f09-460a-b0c8-e83dd08e0e06 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '03050bf3-594a-487e-be46-d59439043993', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:49:50.841834 n-d-807786-1 neutron-server[101445]: INFO neutron.db.securitygroups_db [None req-f9ead72a-3f09-460a-b0c8-e83dd08e0e06 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Project 1bdf2aff4a42482f9d324274f2d99d69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:49:50.847239 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f9ead72a-3f09-460a-b0c8-e83dd08e0e06 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.905974 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f9ead72a-3f09-460a-b0c8-e83dd08e0e06 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.909273 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f9ead72a-3f09-460a-b0c8-e83dd08e0e06 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.926466 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ead72a-3f09-460a-b0c8-e83dd08e0e06 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df0526d-9b8f-441e-85bf-783634dc0173,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:50.932182 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f9ead72a-3f09-460a-b0c8-e83dd08e0e06 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.933348 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f9ead72a-3f09-460a-b0c8-e83dd08e0e06 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1159105 Sep 07 19:49:50.936561 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52048) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:49:50.941425 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-bea9b0ae-b05c-482b-bed9-f4d31cd57181 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'network': {'name': 'tempest-network-smoke--884133742', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'port_security_enabled': True}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:49:50.961202 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea9b0ae-b05c-482b-bed9-f4d31cd57181 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Made reservation on behalf of 1bdf2aff4a42482f9d324274f2d99d69 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:49:50.964750 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bea9b0ae-b05c-482b-bed9-f4d31cd57181 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.988125 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea9b0ae-b05c-482b-bed9-f4d31cd57181 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:49:50.997275 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bea9b0ae-b05c-482b-bed9-f4d31cd57181 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:50.997625 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-bea9b0ae-b05c-482b-bed9-f4d31cd57181 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Added segment 48b4d3da-c96f-42d1-a532-be19fbc334be of type vlan for network fa445844-b64b-4a7f-b470-4ed9523e90b4 Sep 07 19:49:51.042438 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bea9b0ae-b05c-482b-bed9-f4d31cd57181 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:51.066422 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bea9b0ae-b05c-482b-bed9-f4d31cd57181 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:51.072263 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea9b0ae-b05c-482b-bed9-f4d31cd57181 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:51.072886 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bea9b0ae-b05c-482b-bed9-f4d31cd57181 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:51.111628 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bea9b0ae-b05c-482b-bed9-f4d31cd57181 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1741104 Sep 07 19:49:51.115382 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52050) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:49:51.120060 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-be5b021a-999a-4e52-bc5b-320f2d20c1b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-55412668', 'admin_state_up': True, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:49:51.143053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9b0ae-b05c-482b-bed9-f4d31cd57181 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Network': ['ID=fa445844-b64b-4a7f-b470-4ed9523e90b4,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:51.144346 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be5b021a-999a-4e52-bc5b-320f2d20c1b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:51.145692 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be5b021a-999a-4e52-bc5b-320f2d20c1b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:51.153426 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network fa445844-b64b-4a7f-b470-4ed9523e90b4 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:49:51.199353 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be5b021a-999a-4e52-bc5b-320f2d20c1b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:51.249954 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7411e24c-a5a5-4a21-8eb2-66175b788065 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:49:51.269633 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 7411e24c-a5a5-4a21-8eb2-66175b788065 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:49:51.270027 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7411e24c-a5a5-4a21-8eb2-66175b788065 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:49:51.270383 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 3a317ea8-81e0-4e8e-857c-9b1bbda01bcd no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:49:51.288244 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 3a317ea8-81e0-4e8e-857c-9b1bbda01bcd {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:49:51.288617 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 3a317ea8-81e0-4e8e-857c-9b1bbda01bcd not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:49:51.337905 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be5b021a-999a-4e52-bc5b-320f2d20c1b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:51.522734 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be5b021a-999a-4e52-bc5b-320f2d20c1b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:51.545510 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be5b021a-999a-4e52-bc5b-320f2d20c1b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:51.645454 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-be5b021a-999a-4e52-bc5b-320f2d20c1b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Allocated IP 172.25.8.250 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/399242fe-1246-4188-a645-03e35e6ffdb2) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:49:51.749958 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be5b021a-999a-4e52-bc5b-320f2d20c1b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:51.787493 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be5b021a-999a-4e52-bc5b-320f2d20c1b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:51.820927 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5b021a-999a-4e52-bc5b-320f2d20c1b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:49:51.823674 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-be5b021a-999a-4e52-bc5b-320f2d20c1b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:49:51.827797 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5b021a-999a-4e52-bc5b-320f2d20c1b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:49:51.858959 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b021a-999a-4e52-bc5b-320f2d20c1b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=399242fe-1246-4188-a645-03e35e6ffdb2,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:52.082935 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be5b021a-999a-4e52-bc5b-320f2d20c1b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:52.276734 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be5b021a-999a-4e52-bc5b-320f2d20c1b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:52.733713 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5b021a-999a-4e52-bc5b-320f2d20c1b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router 93f274fa-a378-4dc5-88fa-861ffd2a5664 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:49:52.836760 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5b021a-999a-4e52-bc5b-320f2d20c1b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:49:52.846607 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] Sync routers for ids ['93f274fa-a378-4dc5-88fa-861ffd2a5664'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:49:52.855766 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] Routers {'93f274fa-a378-4dc5-88fa-861ffd2a5664'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:49:52.855950 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-be5b021a-999a-4e52-bc5b-320f2d20c1b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:52.856527 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:49:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['93f274fa-a378-4dc5-88fa-861ffd2a5664'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:49:52.856997 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-be5b021a-999a-4e52-bc5b-320f2d20c1b5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7405839 Sep 07 19:49:52.860732 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52056) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:49:52.887644 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-780caf86-086a-4fcc-bc55-ba96768d2093 tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=1bdf2aff4a42482f9d324274f2d99d69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258310 Sep 07 19:49:52.890272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52058) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:49:52.961177 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] Set router 93f274fa-a378-4dc5-88fa-861ffd2a5664 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:49:52.987030 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4dd418-129b-478e-b68c-dbd369756190 tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:52.988463 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-dc4dd418-129b-478e-b68c-dbd369756190 tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0971568 Sep 07 19:49:52.991258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52062) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:49:53.022373 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d739b2d3-492f-4c73-92d6-a58ec66f4b1c tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297487 Sep 07 19:49:53.026138 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52064) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:49:53.031934 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-d8fb5286-db8d-4a08-8800-b603d9632edd tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-490268643', 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:49:53.117728 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fb5286-db8d-4a08-8800-b603d9632edd tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Made reservation on behalf of 1bdf2aff4a42482f9d324274f2d99d69 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:49:53.121231 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d8fb5286-db8d-4a08-8800-b603d9632edd tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:53.145175 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55412668', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:51Z', 'revision_number': 3, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:21:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:49:53.176160 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] Checking router: 93f274fa-a378-4dc5-88fa-861ffd2a5664 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:49:53.176512 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] Updating router 93f274fa-a378-4dc5-88fa-861ffd2a5664 port 399242fe-1246-4188-a645-03e35e6ffdb2 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:49:53.203370 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:53.300258 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d8fb5286-db8d-4a08-8800-b603d9632edd tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:53.369260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb5286-db8d-4a08-8800-b603d9632edd tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Subnet': ['ID=e586de2c-c5fa-4b88-82b3-41f83a020a29,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:53.378913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fb5286-db8d-4a08-8800-b603d9632edd tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Checking segment: {'id': '48b4d3da-c96f-42d1-a532-be19fbc334be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:49:53.379282 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fb5286-db8d-4a08-8800-b603d9632edd tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network hostable DHCP agents. Network: fa445844-b64b-4a7f-b470-4ed9523e90b4, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:49:53.396585 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fb5286-db8d-4a08-8800-b603d9632edd tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network fa445844-b64b-4a7f-b470-4ed9523e90b4 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:49:53.405867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-d8fb5286-db8d-4a08-8800-b603d9632edd tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, fa445844-b64b-4a7f-b470-4ed9523e90b4) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:49:53.409990 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fb5286-db8d-4a08-8800-b603d9632edd tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:53.410877 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d8fb5286-db8d-4a08-8800-b603d9632edd tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:53.418915 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f64133-1db3-4aa5-9698-cc40bd55f328 None None] Network fa445844-b64b-4a7f-b470-4ed9523e90b4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:49:53.427677 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d8fb5286-db8d-4a08-8800-b603d9632edd tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4006999 Sep 07 19:49:53.430567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52066) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:49:53.467224 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:53.477356 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] Transition to ACTIVE for port object 399242fe-1246-4188-a645-03e35e6ffdb2 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:49:53.483065 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:53.531036 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] Attempting to bind port 399242fe-1246-4188-a645-03e35e6ffdb2 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:49:53.531500 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] Attempting to bind port 399242fe-1246-4188-a645-03e35e6ffdb2 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:49:53.531925 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] Attempting to bind port 399242fe-1246-4188-a645-03e35e6ffdb2 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:49:53.545318 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:49:53.545812 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:49:53.546272 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:53.546747 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:49:53.547280 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] Bound port: 399242fe-1246-4188-a645-03e35e6ffdb2, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:49:53.547717 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:53.568673 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbda81b-49e8-495b-afcb-da10de75354c None None] Pushing event updated for resources: {'Port': ['ID=399242fe-1246-4188-a645-03e35e6ffdb2,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:53.577628 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-fa445844-b64b-4a7f-b470-4ed9523e90b4', 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ips': [{'subnet_id': 'e586de2c-c5fa-4b88-82b3-41f83a020a29'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:49:53.578590 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:53.581348 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbda81b-49e8-495b-afcb-da10de75354c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:53.581897 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbda81b-49e8-495b-afcb-da10de75354c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:53.582399 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbda81b-49e8-495b-afcb-da10de75354c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:53.582894 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbda81b-49e8-495b-afcb-da10de75354c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:53.583389 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbda81b-49e8-495b-afcb-da10de75354c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:53.583886 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbda81b-49e8-495b-afcb-da10de75354c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:53.584378 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbda81b-49e8-495b-afcb-da10de75354c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:53.584870 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbda81b-49e8-495b-afcb-da10de75354c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:53.585365 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbda81b-49e8-495b-afcb-da10de75354c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:53.585853 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbda81b-49e8-495b-afcb-da10de75354c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:53.586352 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbda81b-49e8-495b-afcb-da10de75354c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:53.586671 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbda81b-49e8-495b-afcb-da10de75354c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:49:53.624148 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] For port 399242fe-1246-4188-a645-03e35e6ffdb2, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:49:53.627418 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] For port 399242fe-1246-4188-a645-03e35e6ffdb2, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=399242fe-1246-4188-a645-03e35e6ffdb2,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:49:53.633067 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:53.696192 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] Routers {'93f274fa-a378-4dc5-88fa-861ffd2a5664'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:49:53.696921 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:49:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['93f274fa-a378-4dc5-88fa-861ffd2a5664'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:49:53.736880 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbda81b-49e8-495b-afcb-da10de75354c None None] Pushing event updated for resources: {'Port': ['ID=399242fe-1246-4188-a645-03e35e6ffdb2,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:53.741561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] Allocated IP 172.20.0.2 (fa445844-b64b-4a7f-b470-4ed9523e90b4/e586de2c-c5fa-4b88-82b3-41f83a020a29/a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:49:53.815784 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] Set router 93f274fa-a378-4dc5-88fa-861ffd2a5664 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:49:53.897926 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9549e4de-9287-4522-aa21-daf939daee5d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:53.900875 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:53.909234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] Transition to ACTIVE for port object a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:49:53.926164 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] Transition to ACTIVE for port object a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:49:53.931323 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:53.975125 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] Network fa445844-b64b-4a7f-b470-4ed9523e90b4 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:49:53.981506 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:49:53.986749 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:49:53.988715 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] Pushing event updated for resources: {'Port': ['ID=a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:53.996376 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55412668', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:51Z', 'revision_number': 3, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:21:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:49:54.028139 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7e3605-eb8a-40fb-a572-9630a8c88bf4 None None] The sync data for ids ['93f274fa-a378-4dc5-88fa-861ffd2a5664'] in n-d-807786-1 is: [{'id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55412668', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:51Z', 'revision_number': 3, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:21:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:49:54.059965 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] Attempting to bind port a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:49:54.060336 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] Attempting to bind port a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '48b4d3da-c96f-42d1-a532-be19fbc334be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:49:54.060754 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] Attempting to bind port a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2 on network fa445844-b64b-4a7f-b470-4ed9523e90b4 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:49:54.067002 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:49:54.067318 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] Checking segment: {'id': '48b4d3da-c96f-42d1-a532-be19fbc334be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:49:54.067725 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:54.068116 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] Bound using segment: {'id': '48b4d3da-c96f-42d1-a532-be19fbc334be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:49:54.068652 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] Bound port: a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b4d3da-c96f-42d1-a532-be19fbc334be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:49:54.069042 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:54.138163 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] For port a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:49:54.141371 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] For port a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2,segment=NetworkSegment(48b4d3da-c96f-42d1-a532-be19fbc334be),segment_id=48b4d3da-c96f-42d1-a532-be19fbc334be)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:49:54.147833 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:54.194937 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-9549e4de-9287-4522-aa21-daf939daee5d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Allocated IP 172.20.0.1 (fa445844-b64b-4a7f-b470-4ed9523e90b4/e586de2c-c5fa-4b88-82b3-41f83a020a29/f0332df7-822e-4920-b0db-fc066e175d41) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:49:54.207107 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b53b2b-05d7-4fb2-850f-6f4e62aa5c2f None None] Pushing event updated for resources: {'Port': ['ID=a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:54.348225 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9549e4de-9287-4522-aa21-daf939daee5d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:54.364453 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-9549e4de-9287-4522-aa21-daf939daee5d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Transition to ACTIVE for port object f0332df7-822e-4920-b0db-fc066e175d41 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:49:54.428632 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9549e4de-9287-4522-aa21-daf939daee5d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:54.471339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9549e4de-9287-4522-aa21-daf939daee5d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network fa445844-b64b-4a7f-b470-4ed9523e90b4 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:49:54.474521 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-9549e4de-9287-4522-aa21-daf939daee5d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:49:54.478492 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9549e4de-9287-4522-aa21-daf939daee5d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:49:54.507442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549e4de-9287-4522-aa21-daf939daee5d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=f0332df7-822e-4920-b0db-fc066e175d41,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:54.533714 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9549e4de-9287-4522-aa21-daf939daee5d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:54.674005 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9549e4de-9287-4522-aa21-daf939daee5d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:54.974994 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9549e4de-9287-4522-aa21-daf939daee5d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:54.984442 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9549e4de-9287-4522-aa21-daf939daee5d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:55.057485 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9549e4de-9287-4522-aa21-daf939daee5d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:55.059404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549e4de-9287-4522-aa21-daf939daee5d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=f0332df7-822e-4920-b0db-fc066e175d41,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:55.165278 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9549e4de-9287-4522-aa21-daf939daee5d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network fa445844-b64b-4a7f-b470-4ed9523e90b4 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:49:55.166706 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-9549e4de-9287-4522-aa21-daf939daee5d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:49:55.172570 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533d4720-4ded-4e8f-9093-27922519b9bb None None] Network fa445844-b64b-4a7f-b470-4ed9523e90b4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:49:55.289733 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9549e4de-9287-4522-aa21-daf939daee5d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router 93f274fa-a378-4dc5-88fa-861ffd2a5664 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:49:55.314524 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-31e16430-ba33-4a21-ba87-56213cfd2092 None None] Provisioning for port a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:49:55.378355 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:49:55.434449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9549e4de-9287-4522-aa21-daf939daee5d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:49:55.436998 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:49:55.441645 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9549e4de-9287-4522-aa21-daf939daee5d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "PUT /v2.0/routers/93f274fa-a378-4dc5-88fa-861ffd2a5664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0098021 Sep 07 19:49:55.442070 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:49:55.442664 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:55.539835 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:55.585750 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2,segment=NetworkSegment(48b4d3da-c96f-42d1-a532-be19fbc334be),segment_id=48b4d3da-c96f-42d1-a532-be19fbc334be)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:49:55.592275 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:55.594157 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 399242fe-1246-4188-a645-03e35e6ffdb2 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:49:55.628351 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-7564a55d-5330-4667-962d-56b313efb368 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-949679754&fields=id&tenant_id=1bdf2aff4a42482f9d324274f2d99d69 HTTP/1.1" status: 200 len: 267 time: 0.0516827 Sep 07 19:49:55.683823 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7571a0e9-6567-4609-8c93-46a3aac50dba None None] Provisioning complete for port a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:49:55.684200 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7571a0e9-6567-4609-8c93-46a3aac50dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:55.688704 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:55.742861 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 399242fe-1246-4188-a645-03e35e6ffdb2 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:49:55.748901 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 399242fe-1246-4188-a645-03e35e6ffdb2 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:49:55.749272 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:55.751161 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-854b8882-f578-4cc5-8ae5-7b78e995952c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:55.752730 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-854b8882-f578-4cc5-8ae5-7b78e995952c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/networks?id=fa445844-b64b-4a7f-b470-4ed9523e90b4 HTTP/1.1" status: 200 len: 796 time: 0.1157207 Sep 07 19:49:55.776898 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-e3668ac8-46a1-424f-8333-fa7d33f3ee91 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/quotas/1bdf2aff4a42482f9d324274f2d99d69 HTTP/1.1" status: 200 len: 375 time: 0.0101204 Sep 07 19:49:55.813787 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] Sync routers for ids ['93f274fa-a378-4dc5-88fa-861ffd2a5664'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:49:55.840742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-c6acce52-23d9-4bc7-b29d-1575ca8c2ee4 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573592 Sep 07 19:49:55.843216 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] Routers {'93f274fa-a378-4dc5-88fa-861ffd2a5664'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:49:55.843975 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:49:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['93f274fa-a378-4dc5-88fa-861ffd2a5664'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:49:55.904424 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7571a0e9-6567-4609-8c93-46a3aac50dba None None] Provisioning for port f0332df7-822e-4920-b0db-fc066e175d41 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:49:55.939829 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-7571a0e9-6567-4609-8c93-46a3aac50dba None None] Provisioning complete for port f0332df7-822e-4920-b0db-fc066e175d41 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:49:55.940196 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7571a0e9-6567-4609-8c93-46a3aac50dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:55.955044 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-6d616056-a990-4a92-b107-5e4a9f1d4780 service neutron] 10.222.0.26 "GET /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977023 Sep 07 19:49:56.022625 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:56.049317 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-7571a0e9-6567-4609-8c93-46a3aac50dba None None] Port f0332df7-822e-4920-b0db-fc066e175d41 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:49:56.057345 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-3ef05cb1-cbc3-442b-a4a3-450821418b9f service neutron] 10.222.0.26 "GET /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955760 Sep 07 19:49:56.065519 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] Set router 93f274fa-a378-4dc5-88fa-861ffd2a5664 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:49:56.094010 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 399242fe-1246-4188-a645-03e35e6ffdb2, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=399242fe-1246-4188-a645-03e35e6ffdb2,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:49:56.095131 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9e017842-e10c-4bc1-9d47-6a8815a91dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:56.100252 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:56.239414 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38905f98-9932-4bb5-8e64-0c9d4d4f0a95 req-92f3ec48-cc1a-4c6a-9b4f-473a117887e1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 210 time: 0.0308139 Sep 07 19:49:56.248337 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=399242fe-1246-4188-a645-03e35e6ffdb2,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:56.257047 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c737648c-c255-47b9-ad53-a614206a752c None None] Provisioning complete for port f0332df7-822e-4920-b0db-fc066e175d41 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:49:56.257517 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c737648c-c255-47b9-ad53-a614206a752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:56.309553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-c737648c-c255-47b9-ad53-a614206a752c None None] Port f0332df7-822e-4920-b0db-fc066e175d41 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:49:56.360805 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55412668', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:54Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:21:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'f0332df7-822e-4920-b0db-fc066e175d41', 'name': '', 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:b5:ed:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e586de2c-c5fa-4b88-82b3-41f83a020a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:54Z', 'updated_at': '2021-09-07T19:49:54Z', 'revision_number': 2, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': 'e586de2c-c5fa-4b88-82b3-41f83a020a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:49:56.388041 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] Checking router: 93f274fa-a378-4dc5-88fa-861ffd2a5664 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:49:56.388397 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] Updating router 93f274fa-a378-4dc5-88fa-861ffd2a5664 port f0332df7-822e-4920-b0db-fc066e175d41 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:49:56.417092 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:56.846973 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:56.856369 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] Transition to ACTIVE for port object f0332df7-822e-4920-b0db-fc066e175d41 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:49:56.861878 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:56.912255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f67a9-7650-4dd8-886d-8c1ff548cc4a None None] Pushing event updated for resources: {'Port': ['ID=f0332df7-822e-4920-b0db-fc066e175d41,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:56.961738 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] Attempting to bind port f0332df7-822e-4920-b0db-fc066e175d41 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:49:56.962106 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] Attempting to bind port f0332df7-822e-4920-b0db-fc066e175d41 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '48b4d3da-c96f-42d1-a532-be19fbc334be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:49:56.962461 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] Attempting to bind port f0332df7-822e-4920-b0db-fc066e175d41 on network fa445844-b64b-4a7f-b470-4ed9523e90b4 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:49:56.967548 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:49:56.967901 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] Checking segment: {'id': '48b4d3da-c96f-42d1-a532-be19fbc334be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:49:56.968304 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:56.968731 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] Bound using segment: {'id': '48b4d3da-c96f-42d1-a532-be19fbc334be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:49:56.969190 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] Bound port: f0332df7-822e-4920-b0db-fc066e175d41, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b4d3da-c96f-42d1-a532-be19fbc334be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:49:56.969571 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:57.042365 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] For port f0332df7-822e-4920-b0db-fc066e175d41, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:49:57.046902 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] For port f0332df7-822e-4920-b0db-fc066e175d41, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f0332df7-822e-4920-b0db-fc066e175d41,segment=NetworkSegment(48b4d3da-c96f-42d1-a532-be19fbc334be),segment_id=48b4d3da-c96f-42d1-a532-be19fbc334be)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:49:57.051262 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:57.127980 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] Routers {'93f274fa-a378-4dc5-88fa-861ffd2a5664'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:49:57.128649 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:49:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['93f274fa-a378-4dc5-88fa-861ffd2a5664'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:49:57.171542 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f67a9-7650-4dd8-886d-8c1ff548cc4a None None] Pushing event updated for resources: {'Port': ['ID=f0332df7-822e-4920-b0db-fc066e175d41,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:57.216803 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-6b9c6a86-e435-48a5-903d-33a5f704ecca tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:57.220012 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-6b9c6a86-e435-48a5-903d-33a5f704ecca tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.60 "GET /v2.0/networks?id=fa445844-b64b-4a7f-b470-4ed9523e90b4 HTTP/1.1" status: 200 len: 796 time: 0.1495664 Sep 07 19:49:57.259795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] Set router 93f274fa-a378-4dc5-88fa-861ffd2a5664 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:49:57.327268 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:49:57.501431 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:49:57.501801 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:57.621393 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55412668', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:54Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'f0332df7-822e-4920-b0db-fc066e175d41', 'name': '', 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:b5:ed:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e586de2c-c5fa-4b88-82b3-41f83a020a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:54Z', 'updated_at': '2021-09-07T19:49:57Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': 'e586de2c-c5fa-4b88-82b3-41f83a020a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:49:57.623963 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 399242fe-1246-4188-a645-03e35e6ffdb2 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:49:57.640116 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-07709e54-458c-4aeb-b436-cc9365bed084 req-7bee1012-8793-4cac-8c74-69f62e6e09f6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 210 time: 0.0347800 Sep 07 19:49:57.649627 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-e55a08f8-84b3-4cca-b855-bfc77276e1ef tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bdf2aff4a42482f9d324274f2d99d69 HTTP/1.1" status: 200 len: 379 time: 0.4188223 Sep 07 19:49:57.660066 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-6e6b2e50-1714-4a5c-abef-53d02489ff53 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'port': {'device_id': '523eebe3-382b-44a1-a1bf-68d92f174423', 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4', 'admin_state_up': True, 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'security_groups': ['03050bf3-594a-487e-be46-d59439043993']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:49:57.671084 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d767a762-fecd-4c1d-a29c-225a67a42239 None None] The sync data for ids ['93f274fa-a378-4dc5-88fa-861ffd2a5664'] in n-d-807786-1 is: [{'id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55412668', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:54Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'f0332df7-822e-4920-b0db-fc066e175d41', 'name': '', 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:b5:ed:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e586de2c-c5fa-4b88-82b3-41f83a020a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:54Z', 'updated_at': '2021-09-07T19:49:57Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': 'e586de2c-c5fa-4b88-82b3-41f83a020a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:49:57.701101 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 399242fe-1246-4188-a645-03e35e6ffdb2 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:49:57.701476 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:57.794820 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-6e6b2e50-1714-4a5c-abef-53d02489ff53 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Made reservation on behalf of 1bdf2aff4a42482f9d324274f2d99d69 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:49:57.798661 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-6e6b2e50-1714-4a5c-abef-53d02489ff53 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:57.926435 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-6e6b2e50-1714-4a5c-abef-53d02489ff53 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Allocated IP 172.20.0.12 (fa445844-b64b-4a7f-b470-4ed9523e90b4/e586de2c-c5fa-4b88-82b3-41f83a020a29/6122fa7f-8a19-4e60-a3c0-c1438cb3db9a) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:49:58.073342 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-6e6b2e50-1714-4a5c-abef-53d02489ff53 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:58.088057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-6e6b2e50-1714-4a5c-abef-53d02489ff53 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Transition to ACTIVE for port object 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:49:58.121039 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-6e6b2e50-1714-4a5c-abef-53d02489ff53 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:58.165590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-6e6b2e50-1714-4a5c-abef-53d02489ff53 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network fa445844-b64b-4a7f-b470-4ed9523e90b4 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:49:58.168786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-6e6b2e50-1714-4a5c-abef-53d02489ff53 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:49:58.176232 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-6e6b2e50-1714-4a5c-abef-53d02489ff53 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:49:58.202252 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b2e50-1714-4a5c-abef-53d02489ff53 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:58.234315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-6e6b2e50-1714-4a5c-abef-53d02489ff53 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:58.235010 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-6e6b2e50-1714-4a5c-abef-53d02489ff53 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:58.251226 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-6e6b2e50-1714-4a5c-abef-53d02489ff53 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5945556 Sep 07 19:49:58.263540 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] Request body: {'port': {'device_id': '523eebe3-382b-44a1-a1bf-68d92f174423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:49:58.329495 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:58.404915 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-633d677c-5708-4026-b915-628adc11e863 None None] Provisioning for port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:49:58.409001 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-633d677c-5708-4026-b915-628adc11e863 None None] Provisioning complete for port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:49:58.409381 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-633d677c-5708-4026-b915-628adc11e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:58.451237 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-633d677c-5708-4026-b915-628adc11e863 None None] Port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:49:58.605297 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:49:58.613754 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:58.625825 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] Transition to ACTIVE for port object 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:49:58.630133 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:58.685891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:58.789863 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] Attempting to bind port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:49:58.790199 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] Attempting to bind port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '48b4d3da-c96f-42d1-a532-be19fbc334be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:49:58.790536 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] Attempting to bind port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a on network fa445844-b64b-4a7f-b470-4ed9523e90b4 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:49:58.807199 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68c091-4f8a-4965-b1a3-800cce183385 req-c54be1ff-11ed-4ded-93a6-11f66399ba10 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:58.808927 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6f68c091-4f8a-4965-b1a3-800cce183385 req-c54be1ff-11ed-4ded-93a6-11f66399ba10 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 944 time: 0.0787885 Sep 07 19:49:58.809697 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] Port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a on network fa445844-b64b-4a7f-b470-4ed9523e90b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:49:58.810032 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] Attempting to bind port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a on network fa445844-b64b-4a7f-b470-4ed9523e90b4 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:49:58.815927 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:49:58.816271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] Checking segment: {'id': '48b4d3da-c96f-42d1-a532-be19fbc334be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:49:58.816951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] Bound using segment: {'id': '48b4d3da-c96f-42d1-a532-be19fbc334be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:49:58.817421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] Bound port: 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b4d3da-c96f-42d1-a532-be19fbc334be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:49:58.817792 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:58.859961 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-00c2878e-d010-49a5-b5e7-0ee92fed28ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:58.893295 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6f68c091-4f8a-4965-b1a3-800cce183385 req-711938d9-e742-4bd9-8769-ddb2c8c50acd tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731010 Sep 07 19:49:58.916581 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] For port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:49:58.919714 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] For port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a,segment=NetworkSegment(48b4d3da-c96f-42d1-a532-be19fbc334be),segment_id=48b4d3da-c96f-42d1-a532-be19fbc334be)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:49:58.923770 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:58.956762 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:58.957387 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:58.958778 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] 10.222.0.60 "PUT /v2.0/ports/6122fa7f-8a19-4e60-a3c0-c1438cb3db9a HTTP/1.1" status: 200 len: 1092 time: 0.6996896 Sep 07 19:49:58.959214 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523eebe3-382b-44a1-a1bf-68d92f174423', 'tag': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:49:58.961483 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38783975-2459-48ff-ba5b-a5eb1ed3ff5f" -d '{"events": [{"name": "network-changed", "server_uuid": "523eebe3-382b-44a1-a1bf-68d92f174423", "tag": "6122fa7f-8a19-4e60-a3c0-c1438cb3db9a"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:49:58.993537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57518928-80e3-4ead-8fbe-5577017c60f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:59.037758 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c8b002-ffdd-4ea4-9806-5c43eaf65fa1 x-openstack-request-id: req-84c8b002-ffdd-4ea4-9806-5c43eaf65fa1 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:49:59.038056 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523eebe3-382b-44a1-a1bf-68d92f174423", "tag": "6122fa7f-8a19-4e60-a3c0-c1438cb3db9a", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:49:59.038310 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84c8b002-ffdd-4ea4-9806-5c43eaf65fa1 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:49:59.038718 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523eebe3-382b-44a1-a1bf-68d92f174423', 'tag': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a', 'status': 'completed', 'code': 200} Sep 07 19:49:59.055215 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-f654e1a0-0e1c-46a9-88ce-5184deacdedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:59.056788 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-f654e1a0-0e1c-46a9-88ce-5184deacdedd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 1095 time: 0.0466142 Sep 07 19:49:59.106956 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-6225c20c-01fb-4776-875f-c48ddbc927ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a HTTP/1.1" status: 200 len: 217 time: 0.0419073 Sep 07 19:49:59.150085 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:59.160695 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-b0b0c1c1-857f-4def-9f0b-fcbbe5e1d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:59.162187 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-b0b0c1c1-857f-4def-9f0b-fcbbe5e1d731 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e586de2c-c5fa-4b88-82b3-41f83a020a29 HTTP/1.1" status: 200 len: 834 time: 0.0477278 Sep 07 19:49:59.208420 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-067b7a9c-caef-47cc-b703-30cfb2b0b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:59.209858 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-067b7a9c-caef-47cc-b703-30cfb2b0b3ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fa445844-b64b-4a7f-b470-4ed9523e90b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411224 Sep 07 19:49:59.308745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-d0570d7d-bbb9-44d7-8ba0-04197830b71d service neutron] 10.222.0.60 "GET /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920265 Sep 07 19:49:59.312727 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f0332df7-822e-4920-b0db-fc066e175d41 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:49:59.365286 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port f0332df7-822e-4920-b0db-fc066e175d41 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:49:59.369112 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port f0332df7-822e-4920-b0db-fc066e175d41 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:49:59.369483 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:59.403870 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0a7c35e0-6c31-46cc-814b-eebae8b59cca req-4c130665-307e-4c65-8424-ffd9479be35d service neutron] 10.222.0.60 "GET /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881085 Sep 07 19:49:59.446881 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:59.481883 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port f0332df7-822e-4920-b0db-fc066e175d41, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f0332df7-822e-4920-b0db-fc066e175d41,segment=NetworkSegment(48b4d3da-c96f-42d1-a532-be19fbc334be),segment_id=48b4d3da-c96f-42d1-a532-be19fbc334be)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:49:59.486451 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:49:59.491265 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38783975-2459-48ff-ba5b-a5eb1ed3ff5f req-b856d8d9-111e-409f-8571-84d902727b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:59.492829 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38783975-2459-48ff-ba5b-a5eb1ed3ff5f req-b856d8d9-111e-409f-8571-84d902727b6a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 1095 time: 0.0467696 Sep 07 19:49:59.533573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=f0332df7-822e-4920-b0db-fc066e175d41,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:49:59.585039 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38783975-2459-48ff-ba5b-a5eb1ed3ff5f req-2c17f5ac-5c86-44c1-9a4b-f6badecb8722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:59.586526 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38783975-2459-48ff-ba5b-a5eb1ed3ff5f req-2c17f5ac-5c86-44c1-9a4b-f6badecb8722 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fa445844-b64b-4a7f-b470-4ed9523e90b4 HTTP/1.1" status: 200 len: 897 time: 0.0872722 Sep 07 19:49:59.633236 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38783975-2459-48ff-ba5b-a5eb1ed3ff5f req-9d994fe0-073e-4ebe-9d68-19ec96fce308 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a HTTP/1.1" status: 200 len: 217 time: 0.0394590 Sep 07 19:49:59.683826 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38783975-2459-48ff-ba5b-a5eb1ed3ff5f req-74f02d20-6c0c-4af8-aa8c-4a0a611125c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:59.685272 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38783975-2459-48ff-ba5b-a5eb1ed3ff5f req-74f02d20-6c0c-4af8-aa8c-4a0a611125c4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e586de2c-c5fa-4b88-82b3-41f83a020a29 HTTP/1.1" status: 200 len: 834 time: 0.0431774 Sep 07 19:49:59.735605 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38783975-2459-48ff-ba5b-a5eb1ed3ff5f req-546fc5b5-d9d5-44eb-9bfe-5ee80eedd4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:49:59.737065 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38783975-2459-48ff-ba5b-a5eb1ed3ff5f req-546fc5b5-d9d5-44eb-9bfe-5ee80eedd4c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fa445844-b64b-4a7f-b470-4ed9523e90b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435228 Sep 07 19:49:59.830257 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38783975-2459-48ff-ba5b-a5eb1ed3ff5f req-9f970b23-433b-4566-8aaa-42efd05f3066 service neutron] 10.222.0.60 "GET /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855403 Sep 07 19:49:59.918588 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-38783975-2459-48ff-ba5b-a5eb1ed3ff5f req-7d674f62-bc70-40d6-b148-8be5e85711fc service neutron] 10.222.0.60 "GET /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810633 Sep 07 19:50:00.005613 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391660e9-38b9-42f0-8cbe-f713e5e133a6 req-3c36c86d-130f-4e1e-abad-11d51f6fef53 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:00.007019 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-391660e9-38b9-42f0-8cbe-f713e5e133a6 req-3c36c86d-130f-4e1e-abad-11d51f6fef53 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 944 time: 0.0489886 Sep 07 19:50:00.049718 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-391660e9-38b9-42f0-8cbe-f713e5e133a6 req-902c262b-7f39-4baa-b3d2-ceaaef9f07cc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367920 Sep 07 19:50:00.442828 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:01.165438 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e8254-b656-4d6e-9ef6-2bc12b8589a8 req-60965276-17d3-4355-8620-f62a5ff4a51c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:01.166940 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-119e8254-b656-4d6e-9ef6-2bc12b8589a8 req-60965276-17d3-4355-8620-f62a5ff4a51c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 944 time: 0.0481877 Sep 07 19:50:01.204983 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-119e8254-b656-4d6e-9ef6-2bc12b8589a8 req-9154b2be-e9d9-4b8c-ac75-6d014b3a0035 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312572 Sep 07 19:50:01.293117 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f0332df7-822e-4920-b0db-fc066e175d41 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:50:01.338516 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port f0332df7-822e-4920-b0db-fc066e175d41 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:50:01.338820 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:01.762985 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:50:01.853097 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a,segment=NetworkSegment(48b4d3da-c96f-42d1-a532-be19fbc334be),segment_id=48b4d3da-c96f-42d1-a532-be19fbc334be)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:50:01.863651 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a', 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4', 'port_id': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a', 'mac_address': 'fa:16:3e:52:fe:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e586de2c-c5fa-4b88-82b3-41f83a020a29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:50:01.902735 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:01.914641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:50:01.933561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a,segment=NetworkSegment(48b4d3da-c96f-42d1-a532-be19fbc334be),segment_id=48b4d3da-c96f-42d1-a532-be19fbc334be)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:50:01.937703 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:01.979977 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:01.992220 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:50:02.140324 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['6122fa7f-8a19-4e60-a3c0-c1438cb3db9a'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:50:02.317804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0939d-56a6-4f09-a323-4338f79bf878 req-8736bbd5-53db-4458-8a4e-9ec0a8aa1a74 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:02.319296 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76b0939d-56a6-4f09-a323-4338f79bf878 req-8736bbd5-53db-4458-8a4e-9ec0a8aa1a74 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 945 time: 0.0481696 Sep 07 19:50:02.356316 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-76b0939d-56a6-4f09-a323-4338f79bf878 req-776fe6d5-5623-477a-a5ef-8878acc8bacd tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307734 Sep 07 19:50:03.472105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29d5ea-563c-45ca-8673-164a0e854553 req-3c468274-cefa-491d-8c20-d627670943ed tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:03.473847 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f29d5ea-563c-45ca-8673-164a0e854553 req-3c468274-cefa-491d-8c20-d627670943ed tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 945 time: 0.0480673 Sep 07 19:50:03.515836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f29d5ea-563c-45ca-8673-164a0e854553 req-7876d818-a6ef-4750-9d14-5af390999779 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350056 Sep 07 19:50:03.664870 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:50:03.778850 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:50:03.828332 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:50:03.832154 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:50:03.832535 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:03.912197 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:03.934483 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523eebe3-382b-44a1-a1bf-68d92f174423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:50:03.936808 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90ab4b4-c05e-49c8-b553-8a9aefbca1bc" -d '{"events": [{"server_uuid": "523eebe3-382b-44a1-a1bf-68d92f174423", "name": "network-vif-plugged", "status": "completed", "tag": "6122fa7f-8a19-4e60-a3c0-c1438cb3db9a"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:50:03.948722 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a,segment=NetworkSegment(48b4d3da-c96f-42d1-a532-be19fbc334be),segment_id=48b4d3da-c96f-42d1-a532-be19fbc334be)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:50:03.953959 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:03.978912 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d96890-ead5-424c-9cf0-75d795f9f62b x-openstack-request-id: req-65d96890-ead5-424c-9cf0-75d795f9f62b {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:50:03.979199 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523eebe3-382b-44a1-a1bf-68d92f174423", "name": "network-vif-plugged", "status": "completed", "tag": "6122fa7f-8a19-4e60-a3c0-c1438cb3db9a", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:50:03.979445 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65d96890-ead5-424c-9cf0-75d795f9f62b {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:50:03.979824 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523eebe3-382b-44a1-a1bf-68d92f174423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a', 'code': 200} Sep 07 19:50:04.007307 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:50:04.068195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ea6cc-8048-4864-aa5f-d59346d2f163 req-62b684cc-0cf5-4447-aab9-634820f0d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:04.069658 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b40ea6cc-8048-4864-aa5f-d59346d2f163 req-62b684cc-0cf5-4447-aab9-634820f0d236 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 1097 time: 0.0409131 Sep 07 19:50:04.104886 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b40ea6cc-8048-4864-aa5f-d59346d2f163 req-a95e6eb2-4a03-476f-b833-68504d29a531 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285530 Sep 07 19:50:04.629879 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef66458-0905-4974-840e-cb51f52bc19d req-525cfcec-1f5b-4392-bb02-e72a02c15c5a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:04.631381 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ef66458-0905-4974-840e-cb51f52bc19d req-525cfcec-1f5b-4392-bb02-e72a02c15c5a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0495632 Sep 07 19:50:04.668914 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0ef66458-0905-4974-840e-cb51f52bc19d req-ec74063d-efdd-4856-aa26-916b2e3165ea tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315485 Sep 07 19:50:05.784952 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106df6ff-158a-4803-bc24-9d0c3049bacd req-554079df-4af3-4957-8892-28c3b4e94eb7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:05.786440 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-106df6ff-158a-4803-bc24-9d0c3049bacd req-554079df-4af3-4957-8892-28c3b4e94eb7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0502379 Sep 07 19:50:05.829218 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-106df6ff-158a-4803-bc24-9d0c3049bacd req-4527edcd-52cb-4b8e-9b6d-6b67e3735303 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368955 Sep 07 19:50:05.939988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bc50d-31ba-4c8f-9d28-cd701aacf566 req-fc343c8b-d3b6-4349-ab22-42a90228f81b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:05.941508 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd9bc50d-31ba-4c8f-9d28-cd701aacf566 req-fc343c8b-d3b6-4349-ab22-42a90228f81b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0477567 Sep 07 19:50:05.979190 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-dd9bc50d-31ba-4c8f-9d28-cd701aacf566 req-317de876-2387-4433-9e68-55c3793f0e15 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318491 Sep 07 19:50:06.000075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52120) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:50:06.039274 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de069448-ce59-47ce-89b6-c4196b6e9b29 tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:06.040752 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-de069448-ce59-47ce-89b6-c4196b6e9b29 tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 1092 time: 0.0395956 Sep 07 19:50:06.043436 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52122) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:50:06.047563 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-23c41450-ac12-4d2d-be19-40f459cc1f3b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:50:06.068749 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-23c41450-ac12-4d2d-be19-40f459cc1f3b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:06.166903 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-23c41450-ac12-4d2d-be19-40f459cc1f3b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:06.266760 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-23c41450-ac12-4d2d-be19-40f459cc1f3b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Allocated IP 172.25.8.74 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/7a0283f0-c2b0-4b48-8929-b4e1e4cf8a96) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:50:06.367182 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-23c41450-ac12-4d2d-be19-40f459cc1f3b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:06.405840 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-23c41450-ac12-4d2d-be19-40f459cc1f3b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:06.441892 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c41450-ac12-4d2d-be19-40f459cc1f3b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:50:06.444560 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-23c41450-ac12-4d2d-be19-40f459cc1f3b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:50:06.447313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c41450-ac12-4d2d-be19-40f459cc1f3b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:50:06.479140 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c41450-ac12-4d2d-be19-40f459cc1f3b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=7a0283f0-c2b0-4b48-8929-b4e1e4cf8a96,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:50:06.803328 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-23c41450-ac12-4d2d-be19-40f459cc1f3b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:06.866150 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-23c41450-ac12-4d2d-be19-40f459cc1f3b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:07.010394 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-23c41450-ac12-4d2d-be19-40f459cc1f3b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:07.015450 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-23c41450-ac12-4d2d-be19-40f459cc1f3b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:07.086188 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c41450-ac12-4d2d-be19-40f459cc1f3b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=7a0283f0-c2b0-4b48-8929-b4e1e4cf8a96,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:50:07.095651 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-23c41450-ac12-4d2d-be19-40f459cc1f3b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:07.194612 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-23c41450-ac12-4d2d-be19-40f459cc1f3b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Floating IP 98ad6c53-14da-4f2b-ae1b-a57fe020092c associated. External IP: 172.25.8.74, port: 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a. Sep 07 19:50:07.399960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c41450-ac12-4d2d-be19-40f459cc1f3b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router 93f274fa-a378-4dc5-88fa-861ffd2a5664 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:50:07.511915 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c41450-ac12-4d2d-be19-40f459cc1f3b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:50:07.522241 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d926c082-d080-4fbd-9503-8dc2348ad82f None None] Sync routers for ids ['93f274fa-a378-4dc5-88fa-861ffd2a5664'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:50:07.529187 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-23c41450-ac12-4d2d-be19-40f459cc1f3b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:07.533346 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d926c082-d080-4fbd-9503-8dc2348ad82f None None] Routers {'93f274fa-a378-4dc5-88fa-861ffd2a5664'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:50:07.533966 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d926c082-d080-4fbd-9503-8dc2348ad82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:49:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['93f274fa-a378-4dc5-88fa-861ffd2a5664'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:50:07.559246 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-23c41450-ac12-4d2d-be19-40f459cc1f3b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5147359 Sep 07 19:50:07.559861 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523eebe3-382b-44a1-a1bf-68d92f174423', 'tag': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:50:07.562744 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369fadd3-dec5-4024-91a1-493abd8dd009" -d '{"events": [{"name": "network-changed", "server_uuid": "523eebe3-382b-44a1-a1bf-68d92f174423", "tag": "6122fa7f-8a19-4e60-a3c0-c1438cb3db9a"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:50:07.598476 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93c6c4a-d112-412a-b598-b4a19897f66c x-openstack-request-id: req-c93c6c4a-d112-412a-b598-b4a19897f66c {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:50:07.598774 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523eebe3-382b-44a1-a1bf-68d92f174423", "tag": "6122fa7f-8a19-4e60-a3c0-c1438cb3db9a", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:50:07.599034 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c93c6c4a-d112-412a-b598-b4a19897f66c {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:50:07.599440 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523eebe3-382b-44a1-a1bf-68d92f174423', 'tag': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a', 'status': 'completed', 'code': 200} Sep 07 19:50:07.704535 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb0e77-b0e9-42e6-9ef3-3771963a921a req-f57c7902-df1f-4f2d-98bf-63076e53e00d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:07.706003 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77eb0e77-b0e9-42e6-9ef3-3771963a921a req-f57c7902-df1f-4f2d-98bf-63076e53e00d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0793564 Sep 07 19:50:07.709002 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fadd3-dec5-4024-91a1-493abd8dd009 req-3d996782-0c01-4848-9d93-388c1b6b9b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:07.710436 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-369fadd3-dec5-4024-91a1-493abd8dd009 req-3d996782-0c01-4848-9d93-388c1b6b9b01 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 1097 time: 0.0877550 Sep 07 19:50:07.742476 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-d926c082-d080-4fbd-9503-8dc2348ad82f None None] Set router 93f274fa-a378-4dc5-88fa-861ffd2a5664 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:50:07.806139 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-77eb0e77-b0e9-42e6-9ef3-3771963a921a req-3ee610a1-a865-4c44-9beb-6df5ce7035cb tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938911 Sep 07 19:50:07.829477 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52132) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:50:07.831711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fadd3-dec5-4024-91a1-493abd8dd009 req-f6de7b44-f8ba-4c0b-afdd-002611ae4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:07.833315 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-369fadd3-dec5-4024-91a1-493abd8dd009 req-f6de7b44-f8ba-4c0b-afdd-002611ae4a59 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fa445844-b64b-4a7f-b470-4ed9523e90b4 HTTP/1.1" status: 200 len: 897 time: 0.1149871 Sep 07 19:50:07.892562 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b7c9ae3c-da11-455a-b4db-2336e39e7a14 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/floatingips/98ad6c53-14da-4f2b-ae1b-a57fe020092c HTTP/1.1" status: 200 len: 991 time: 0.0618122 Sep 07 19:50:07.898577 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-369fadd3-dec5-4024-91a1-493abd8dd009 req-4cb1189e-3712-4835-9890-bc2a58d43ffb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a HTTP/1.1" status: 200 len: 999 time: 0.0586987 Sep 07 19:50:07.950968 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fadd3-dec5-4024-91a1-493abd8dd009 req-aa2e4426-c56d-4e49-82cd-11d849900da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:07.952464 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-369fadd3-dec5-4024-91a1-493abd8dd009 req-aa2e4426-c56d-4e49-82cd-11d849900da6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e586de2c-c5fa-4b88-82b3-41f83a020a29 HTTP/1.1" status: 200 len: 834 time: 0.0475454 Sep 07 19:50:07.971450 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d926c082-d080-4fbd-9503-8dc2348ad82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55412668', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:54Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '98ad6c53-14da-4f2b-ae1b-a57fe020092c', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'port_id': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4', 'mac_address': 'fa:16:3e:52:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523eebe3-382b-44a1-a1bf-68d92f174423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:50:06Z', 'updated_at': '2021-09-07T19:50:06Z', 'revision_number': 0, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0332df7-822e-4920-b0db-fc066e175d41', 'name': '', 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:b5:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e586de2c-c5fa-4b88-82b3-41f83a020a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:54Z', 'updated_at': '2021-09-07T19:49:59Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': 'e586de2c-c5fa-4b88-82b3-41f83a020a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:50:07.996271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fadd3-dec5-4024-91a1-493abd8dd009 req-52236028-d3f7-4af2-9b41-7046537ed701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:07.997795 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-369fadd3-dec5-4024-91a1-493abd8dd009 req-52236028-d3f7-4af2-9b41-7046537ed701 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fa445844-b64b-4a7f-b470-4ed9523e90b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389180 Sep 07 19:50:08.001136 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d926c082-d080-4fbd-9503-8dc2348ad82f None None] Checking router: 93f274fa-a378-4dc5-88fa-861ffd2a5664 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:50:08.009202 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d926c082-d080-4fbd-9503-8dc2348ad82f None None] Routers {'93f274fa-a378-4dc5-88fa-861ffd2a5664'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:50:08.009797 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d926c082-d080-4fbd-9503-8dc2348ad82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:49:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['93f274fa-a378-4dc5-88fa-861ffd2a5664'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:50:08.088726 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-369fadd3-dec5-4024-91a1-493abd8dd009 req-9afddf8d-e80f-4ac3-ae33-59c4f459b800 service neutron] 10.222.0.60 "GET /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832980 Sep 07 19:50:08.113493 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-d926c082-d080-4fbd-9503-8dc2348ad82f None None] Set router 93f274fa-a378-4dc5-88fa-861ffd2a5664 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:50:08.175532 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-369fadd3-dec5-4024-91a1-493abd8dd009 req-17a65264-43f8-4430-85e9-f159f8919f53 service neutron] 10.222.0.60 "GET /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804551 Sep 07 19:50:08.331031 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d926c082-d080-4fbd-9503-8dc2348ad82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55412668', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:54Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '98ad6c53-14da-4f2b-ae1b-a57fe020092c', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'port_id': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4', 'mac_address': 'fa:16:3e:52:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523eebe3-382b-44a1-a1bf-68d92f174423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:50:06Z', 'updated_at': '2021-09-07T19:50:06Z', 'revision_number': 0, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0332df7-822e-4920-b0db-fc066e175d41', 'name': '', 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:b5:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e586de2c-c5fa-4b88-82b3-41f83a020a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:54Z', 'updated_at': '2021-09-07T19:49:59Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': 'e586de2c-c5fa-4b88-82b3-41f83a020a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:50:08.357119 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d926c082-d080-4fbd-9503-8dc2348ad82f None None] The sync data for ids ['93f274fa-a378-4dc5-88fa-861ffd2a5664'] in n-d-807786-1 is: [{'id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55412668', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:54Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '98ad6c53-14da-4f2b-ae1b-a57fe020092c', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'port_id': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4', 'mac_address': 'fa:16:3e:52:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523eebe3-382b-44a1-a1bf-68d92f174423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:50:06Z', 'updated_at': '2021-09-07T19:50:06Z', 'revision_number': 0, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0332df7-822e-4920-b0db-fc066e175d41', 'name': '', 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:b5:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e586de2c-c5fa-4b88-82b3-41f83a020a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:54Z', 'updated_at': '2021-09-07T19:49:59Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': 'e586de2c-c5fa-4b88-82b3-41f83a020a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:50:08.543844 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e63010-7249-4a77-bd56-2e0a8179a1ea None None] New status for floating IP 98ad6c53-14da-4f2b-ae1b-a57fe020092c: ACTIVE {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:50:08.894797 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52134) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:50:08.958817 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-aede174d-b4cd-4699-b42e-381df644694d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/floatingips/98ad6c53-14da-4f2b-ae1b-a57fe020092c HTTP/1.1" status: 200 len: 993 time: 0.0628862 Sep 07 19:50:13.539613 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:14.439806 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:26.046600 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c4f3f190-8b92-4500-a70b-80b11c00c682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:28.861344 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-377d247b-1a26-4a3c-b810-d44ee1fb7120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:29.145349 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:30.444344 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:31.967978 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:40.394716 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f092ce-b26f-4d01-9d0d-513d4b45fa19 req-12fb2d68-a211-4467-a3f8-4e7b94d8a4e3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:40.396172 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-45f092ce-b26f-4d01-9d0d-513d4b45fa19 req-12fb2d68-a211-4467-a3f8-4e7b94d8a4e3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0532718 Sep 07 19:50:40.460143 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-45f092ce-b26f-4d01-9d0d-513d4b45fa19 req-8df44992-0031-4eb0-9cac-b1cce0474757 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579202 Sep 07 19:50:40.471704 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-206c6c05-5a79-49e0-af38-74453a1de7b6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0970848 Sep 07 19:50:40.481015 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-588b981d-2565-4b6f-b5d6-51d953105890 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:50:40.481961 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-588b981d-2565-4b6f-b5d6-51d953105890 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049472 Sep 07 19:50:40.664797 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:50:41.561122 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-7b7f140b-06c3-4fa0-966e-aae05239b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:41.562635 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-7b7f140b-06c3-4fa0-966e-aae05239b02f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 1097 time: 0.0629764 Sep 07 19:50:41.608615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9cef0-4fc6-4b9d-844f-59cb2da5016b req-168c5c48-46f4-4d2f-a68e-120a28fe3120 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:41.610086 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a8a9cef0-4fc6-4b9d-844f-59cb2da5016b req-168c5c48-46f4-4d2f-a68e-120a28fe3120 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0798986 Sep 07 19:50:42.022720 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a8a9cef0-4fc6-4b9d-844f-59cb2da5016b req-d30a173f-a422-44c2-8fc5-cf2faabe73dd tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518959 Sep 07 19:50:42.023879 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-901df14b-1766-49b9-800e-19583405b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:42.025612 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-901df14b-1766-49b9-800e-19583405b6b5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fa445844-b64b-4a7f-b470-4ed9523e90b4 HTTP/1.1" status: 200 len: 897 time: 0.4545329 Sep 07 19:50:42.100814 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-f5b7f8fe-5821-4d7e-9601-11ecf9ee586f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a HTTP/1.1" status: 200 len: 1001 time: 0.0679686 Sep 07 19:50:42.150836 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-7083581b-a8d7-4fe2-8a63-55059a3cea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:42.153675 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-7083581b-a8d7-4fe2-8a63-55059a3cea9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e586de2c-c5fa-4b88-82b3-41f83a020a29 HTTP/1.1" status: 200 len: 834 time: 0.0459538 Sep 07 19:50:42.198664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-d90b12e6-94a0-4d2c-b488-03d5ae69c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:42.200380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-d90b12e6-94a0-4d2c-b488-03d5ae69c3aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fa445844-b64b-4a7f-b470-4ed9523e90b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397418 Sep 07 19:50:42.291658 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-7ec1db50-5a49-449d-9ec0-be8ebcf36366 service neutron] 10.222.0.60 "GET /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843759 Sep 07 19:50:42.380351 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-941dd7f9-bd4b-4ce8-b20d-a74f938b13cc service neutron] 10.222.0.60 "GET /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820777 Sep 07 19:50:43.138283 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ec454-9b7d-4540-a95c-269cabf3cc62 req-8d295a23-be8e-4283-a954-2ada09bf1dc6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:43.139786 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d9ec454-9b7d-4540-a95c-269cabf3cc62 req-8d295a23-be8e-4283-a954-2ada09bf1dc6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0486484 Sep 07 19:50:43.180303 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3d9ec454-9b7d-4540-a95c-269cabf3cc62 req-39aef191-58ed-465c-840c-c05985415b03 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345919 Sep 07 19:50:43.539301 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:44.293676 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bbf37-17fa-4e35-a167-253bb018a592 req-fed67559-bfea-4eac-93f0-7c6a603cd635 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:44.295153 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b8bbf37-17fa-4e35-a167-253bb018a592 req-fed67559-bfea-4eac-93f0-7c6a603cd635 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0481782 Sep 07 19:50:44.332809 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6b8bbf37-17fa-4e35-a167-253bb018a592 req-b26fb887-b778-475c-b9d3-33ac45b9edc1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311065 Sep 07 19:50:44.445921 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:45.445258 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b62184-9819-4d7a-aa73-a844c9a0295a req-a30014b6-9e2a-4a38-9a96-c1b496bd9930 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:45.446709 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-60b62184-9819-4d7a-aa73-a844c9a0295a req-a30014b6-9e2a-4a38-9a96-c1b496bd9930 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0474033 Sep 07 19:50:45.483963 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-60b62184-9819-4d7a-aa73-a844c9a0295a req-2c4b9c33-d5fd-433b-b336-9e885864c35e tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311821 Sep 07 19:50:46.598280 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e98d18-0803-41ac-bc0f-cac941dc672d req-c506aa7b-bc87-4fcb-9d03-6e1b8c389012 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:46.599753 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09e98d18-0803-41ac-bc0f-cac941dc672d req-c506aa7b-bc87-4fcb-9d03-6e1b8c389012 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0478914 Sep 07 19:50:46.641122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-09e98d18-0803-41ac-bc0f-cac941dc672d req-5df1107e-d8a9-469d-b28c-279c284d65f9 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355401 Sep 07 19:50:47.753842 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd975e-83c2-417a-b105-e047b35bd7cb req-50df5cd4-0a9e-4091-9bcd-854ae1b2cfd0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:47.755308 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f7cd975e-83c2-417a-b105-e047b35bd7cb req-50df5cd4-0a9e-4091-9bcd-854ae1b2cfd0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0479319 Sep 07 19:50:47.793704 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f7cd975e-83c2-417a-b105-e047b35bd7cb req-3feecd37-e220-4e28-8fba-5a7c805d08c3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324509 Sep 07 19:50:48.907821 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9bfad-3288-46fa-9314-8ee6ce5ec479 req-23524568-eb2b-41ef-8eac-7d7ecbf76371 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:48.909741 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bcc9bfad-3288-46fa-9314-8ee6ce5ec479 req-23524568-eb2b-41ef-8eac-7d7ecbf76371 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0482237 Sep 07 19:50:48.946563 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bcc9bfad-3288-46fa-9314-8ee6ce5ec479 req-47f9ac00-218d-4dd4-8179-bb84d8030c0e tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309956 Sep 07 19:50:50.060150 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66600ab9-9edb-4b14-af4a-1bf35f1ff8e9 req-ed212e45-a923-4461-b5a5-a0c1a9fd9906 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:50.061655 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66600ab9-9edb-4b14-af4a-1bf35f1ff8e9 req-ed212e45-a923-4461-b5a5-a0c1a9fd9906 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0477819 Sep 07 19:50:50.102105 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-66600ab9-9edb-4b14-af4a-1bf35f1ff8e9 req-a1b77b28-0fb8-4f07-be37-fcfd94f6b01f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339856 Sep 07 19:50:51.214625 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6fc49-b082-4c54-aea5-da572cc916ac req-b92be2e3-dd4e-492b-9824-d7fa754d0862 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:51.216110 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b0d6fc49-b082-4c54-aea5-da572cc916ac req-b92be2e3-dd4e-492b-9824-d7fa754d0862 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0484943 Sep 07 19:50:51.253864 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b0d6fc49-b082-4c54-aea5-da572cc916ac req-1702b34a-3b47-4df1-8ce3-66d62e364836 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318191 Sep 07 19:50:52.383466 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e3358-8746-4991-888a-9b0f7a882875 req-e10b116a-4d1a-45c2-a39b-8240416e1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:52.385028 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e5e3358-8746-4991-888a-9b0f7a882875 req-e10b116a-4d1a-45c2-a39b-8240416e1523 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 1097 time: 0.0683413 Sep 07 19:50:52.398562 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a4d1c-c4e1-4b83-aff3-e06b0511cd1b req-d1a22634-9ab2-402a-bc2e-30c802cd0321 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:52.400062 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c82a4d1c-c4e1-4b83-aff3-e06b0511cd1b req-d1a22634-9ab2-402a-bc2e-30c802cd0321 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0752308 Sep 07 19:50:52.495584 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c82a4d1c-c4e1-4b83-aff3-e06b0511cd1b req-2a505b2c-4f00-43e5-afa1-5d9b61907e49 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829086 Sep 07 19:50:52.518158 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e3358-8746-4991-888a-9b0f7a882875 req-de49e5c7-7264-41bb-8612-75d2e530cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:52.520260 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e5e3358-8746-4991-888a-9b0f7a882875 req-de49e5c7-7264-41bb-8612-75d2e530cd56 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fa445844-b64b-4a7f-b470-4ed9523e90b4 HTTP/1.1" status: 200 len: 897 time: 0.1158805 Sep 07 19:50:52.589317 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e5e3358-8746-4991-888a-9b0f7a882875 req-2b7059b7-aabf-4d26-a8b2-7ec6381dd31b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a HTTP/1.1" status: 200 len: 1001 time: 0.0606248 Sep 07 19:50:52.637621 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e3358-8746-4991-888a-9b0f7a882875 req-f23c7038-9296-49a8-a5ff-cb68f4aa40a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:52.639062 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e5e3358-8746-4991-888a-9b0f7a882875 req-f23c7038-9296-49a8-a5ff-cb68f4aa40a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e586de2c-c5fa-4b88-82b3-41f83a020a29 HTTP/1.1" status: 200 len: 834 time: 0.0422952 Sep 07 19:50:52.683655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e3358-8746-4991-888a-9b0f7a882875 req-c14b1c2e-36e3-4286-893d-43bbfbf3b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:52.685129 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e5e3358-8746-4991-888a-9b0f7a882875 req-c14b1c2e-36e3-4286-893d-43bbfbf3b74d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fa445844-b64b-4a7f-b470-4ed9523e90b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382640 Sep 07 19:50:52.776713 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e5e3358-8746-4991-888a-9b0f7a882875 req-74c0529d-8c40-453b-b911-639e2579934f service neutron] 10.222.0.60 "GET /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836945 Sep 07 19:50:52.864757 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2e5e3358-8746-4991-888a-9b0f7a882875 req-1ebe22a7-06dd-40fe-8ac6-6688da6eed64 service neutron] 10.222.0.60 "GET /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806530 Sep 07 19:50:53.613617 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bb9d9-bbbf-4d4c-a24f-7ea8734b79c0 req-6f245853-820b-4d56-b12a-df2b02493408 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:53.615172 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-911bb9d9-bbbf-4d4c-a24f-7ea8734b79c0 req-6f245853-820b-4d56-b12a-df2b02493408 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0517845 Sep 07 19:50:53.657122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-911bb9d9-bbbf-4d4c-a24f-7ea8734b79c0 req-667a001f-b10a-4135-92f8-c788c2de3387 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360432 Sep 07 19:50:54.772894 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c96077-0f42-4129-a533-933033f3d237 req-e27de50b-7ea8-4e68-83de-0afbe4e843a0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:54.774394 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10c96077-0f42-4129-a533-933033f3d237 req-e27de50b-7ea8-4e68-83de-0afbe4e843a0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0494666 Sep 07 19:50:54.810812 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10c96077-0f42-4129-a533-933033f3d237 req-695632df-3581-4b87-aba9-ea2af84e7841 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305617 Sep 07 19:50:55.925693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e7011-0810-4530-9ccd-2d4ef1a86fcf req-b51306ac-b584-488b-89d8-943a365b4bbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:55.927179 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-954e7011-0810-4530-9ccd-2d4ef1a86fcf req-b51306ac-b584-488b-89d8-943a365b4bbe tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0492811 Sep 07 19:50:55.964410 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-954e7011-0810-4530-9ccd-2d4ef1a86fcf req-596b4214-e8da-4ba4-b9bd-58e64d8d8774 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312004 Sep 07 19:50:56.047466 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9634c570-0cf0-4b04-9793-481cf006dafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:57.079737 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50264d9a-14f6-4154-854f-ec5e76684f43 req-cde0f0a5-1056-481f-ac2d-945b03a5a185 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:57.081230 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50264d9a-14f6-4154-854f-ec5e76684f43 req-cde0f0a5-1056-481f-ac2d-945b03a5a185 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0487375 Sep 07 19:50:57.130107 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-50264d9a-14f6-4154-854f-ec5e76684f43 req-51f7828c-6d3a-4244-86e1-c034d8eed6ba tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423362 Sep 07 19:50:58.260800 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66f863-cc9b-4c62-97c2-2d38aa1b49b4 req-72bbf9d2-cd57-4050-b5c4-a185b0bc2d0b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:58.262274 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a66f863-cc9b-4c62-97c2-2d38aa1b49b4 req-72bbf9d2-cd57-4050-b5c4-a185b0bc2d0b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0484331 Sep 07 19:50:58.298399 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a66f863-cc9b-4c62-97c2-2d38aa1b49b4 req-2bd9cb3e-ae14-4d7f-90f3-ff9602ad1c18 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303233 Sep 07 19:50:58.861657 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-041b91da-e973-446d-be58-b6c08aebd1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:59.146299 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:59.273245 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-fba5d76e-80ce-495b-ba5e-9342925b1e96 service neutron] show failed (client error): The resource could not be found. Sep 07 19:50:59.274320 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-fba5d76e-80ce-495b-ba5e-9342925b1e96 service neutron] 10.222.0.60 "GET /v2.0/ports/6122fa7f-8a19-4e60-a3c0-c1438cb3db9a/bindings/n-h2-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.0580430 Sep 07 19:50:59.436608 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5b330-7e43-4a9c-98e6-be638f361122 req-a24d6ed5-0ab3-41a6-beb0-19e4ccf57c13 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:59.438025 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8d5b330-7e43-4a9c-98e6-be638f361122 req-a24d6ed5-0ab3-41a6-beb0-19e4ccf57c13 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0515583 Sep 07 19:50:59.481843 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8d5b330-7e43-4a9c-98e6-be638f361122 req-b5149789-f68a-49c6-9c78-21b5c84e1fb4 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373020 Sep 07 19:50:59.525531 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-25cabf20-0e6f-411b-94a1-200787eec27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:50:59.527035 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-25cabf20-0e6f-411b-94a1-200787eec27f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423&tenant_id=1bdf2aff4a42482f9d324274f2d99d69 HTTP/1.1" status: 200 len: 1097 time: 0.0881658 Sep 07 19:50:59.538954 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-429d63cd-f19a-492c-9200-3a9886d96ce5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:50:59.539883 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-429d63cd-f19a-492c-9200-3a9886d96ce5 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049279 Sep 07 19:50:59.552650 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-1', 'device_owner': 'compute:nova'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:50:59.603274 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:59.802186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] For port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a,segment=NetworkSegment(48b4d3da-c96f-42d1-a532-be19fbc334be),segment_id=48b4d3da-c96f-42d1-a532-be19fbc334be)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:50:59.838557 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] For port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:50:59.876206 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523eebe3-382b-44a1-a1bf-68d92f174423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:50:59.878489 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c64710-4c36-4626-81c7-5981b40745e9" -d '{"events": [{"server_uuid": "523eebe3-382b-44a1-a1bf-68d92f174423", "name": "network-vif-unplugged", "status": "completed", "tag": "6122fa7f-8a19-4e60-a3c0-c1438cb3db9a"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:50:59.882734 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:59.894550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Transition to ACTIVE for port object 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:50:59.899204 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:50:59.934413 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 19:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e7f7d8-2cdf-45e8-bf5f-4adb11b43244 x-openstack-request-id: req-43e7f7d8-2cdf-45e8-bf5f-4adb11b43244 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:50:59.934698 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523eebe3-382b-44a1-a1bf-68d92f174423", "name": "network-vif-unplugged", "status": "completed", "tag": "6122fa7f-8a19-4e60-a3c0-c1438cb3db9a", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:50:59.934953 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-43e7f7d8-2cdf-45e8-bf5f-4adb11b43244 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:50:59.935351 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523eebe3-382b-44a1-a1bf-68d92f174423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a', 'code': 200} Sep 07 19:50:59.980165 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a,revision_number=6']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:50:59.992201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:50:59.992572 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:50:59.992922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:50:59.993261 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:50:59.993597 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:50:59.993931 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:50:59.994262 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:50:59.994591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:50:59.994922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:50:59.995249 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:50:59.995573 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:50:59.995928 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:00.036462 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] No DVR routers for this DVR port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:51:00.170933 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Attempting to bind port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:51:00.171266 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Attempting to bind port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '48b4d3da-c96f-42d1-a532-be19fbc334be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:51:00.171598 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Attempting to bind port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a on network fa445844-b64b-4a7f-b470-4ed9523e90b4 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:51:00.175925 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a on network fa445844-b64b-4a7f-b470-4ed9523e90b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:51:00.176850 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Attempting to bind port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a on network fa445844-b64b-4a7f-b470-4ed9523e90b4 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:51:00.181719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:51:00.182060 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Checking segment: {'id': '48b4d3da-c96f-42d1-a532-be19fbc334be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:51:00.182442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Bound using segment: {'id': '48b4d3da-c96f-42d1-a532-be19fbc334be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:51:00.182872 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Bound port: 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b4d3da-c96f-42d1-a532-be19fbc334be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:51:00.183230 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:00.245630 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] For port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:51:00.248633 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] For port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a,segment=NetworkSegment(48b4d3da-c96f-42d1-a532-be19fbc334be),segment_id=48b4d3da-c96f-42d1-a532-be19fbc334be)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:51:00.252770 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:00.287210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:00.287835 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:00.289247 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] 10.222.0.36 "PUT /v2.0/ports/6122fa7f-8a19-4e60-a3c0-c1438cb3db9a HTTP/1.1" status: 200 len: 1092 time: 0.7407103 Sep 07 19:51:00.309817 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4a0f5-cbba-4a78-acb0-42b2420bf2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a,revision_number=7']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:00.358641 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-57886a15-d821-47fe-8ad0-76adabcdf7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:00.360204 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-57886a15-d821-47fe-8ad0-76adabcdf7bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 1095 time: 0.0476654 Sep 07 19:51:00.449656 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:00.459223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-66758b26-8ec8-41d1-bf1d-0c36a84d6df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:00.460828 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-66758b26-8ec8-41d1-bf1d-0c36a84d6df0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fa445844-b64b-4a7f-b470-4ed9523e90b4 HTTP/1.1" status: 200 len: 897 time: 0.0925462 Sep 07 19:51:00.531870 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-3478b5f0-5949-4b2b-9d23-bb21be8d5b33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a HTTP/1.1" status: 200 len: 999 time: 0.0635188 Sep 07 19:51:00.607647 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-5d1ddd17-3c19-472b-8299-80ddd0edd0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:00.609043 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-5d1ddd17-3c19-472b-8299-80ddd0edd0ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e586de2c-c5fa-4b88-82b3-41f83a020a29 HTTP/1.1" status: 200 len: 834 time: 0.0692592 Sep 07 19:51:00.632852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34769-468c-4217-b10f-04259da1650e req-495564d3-4fb7-454a-86b1-bdce4f916aff tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:00.634285 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3f34769-468c-4217-b10f-04259da1650e req-495564d3-4fb7-454a-86b1-bdce4f916aff tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 944 time: 0.0685778 Sep 07 19:51:00.693795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-a9421dff-fdf4-400a-b813-2ee8b09c4d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:00.695263 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-a9421dff-fdf4-400a-b813-2ee8b09c4d7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fa445844-b64b-4a7f-b470-4ed9523e90b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780628 Sep 07 19:51:00.698438 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3f34769-468c-4217-b10f-04259da1650e req-1ab0e388-45ac-48ec-a8a2-1668df8b4267 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474379 Sep 07 19:51:00.784771 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-1ca9b36c-89df-4e11-937d-5fd75cd3d3f7 service neutron] 10.222.0.36 "GET /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796514 Sep 07 19:51:00.880154 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-44448f51-9d1d-404e-a12a-3dd18ec41497 service neutron] 10.222.0.36 "GET /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877159 Sep 07 19:51:01.816018 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692d465-ff1a-4e71-9c42-492e8ca183a8 req-6c56a3df-21d4-45d0-bd98-28615ed4385b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:01.818083 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0692d465-ff1a-4e71-9c42-492e8ca183a8 req-6c56a3df-21d4-45d0-bd98-28615ed4385b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 944 time: 0.0504265 Sep 07 19:51:01.854875 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0692d465-ff1a-4e71-9c42-492e8ca183a8 req-bab869a8-7df6-47c6-ae64-c172a353ce0c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309687 Sep 07 19:51:01.933669 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:51:01.936636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523eebe3-382b-44a1-a1bf-68d92f174423', 'tag': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:51:01.938969 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf9494d-1250-4d6e-8160-a30b051f5c57" -d '{"events": [{"name": "network-changed", "server_uuid": "523eebe3-382b-44a1-a1bf-68d92f174423", "tag": "6122fa7f-8a19-4e60-a3c0-c1438cb3db9a"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:51:01.977496 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:01.981407 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:51:01.992401 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc14ffd-2f25-4356-9ba5-734744db76b1 x-openstack-request-id: req-1dc14ffd-2f25-4356-9ba5-734744db76b1 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:51:01.992733 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523eebe3-382b-44a1-a1bf-68d92f174423", "tag": "6122fa7f-8a19-4e60-a3c0-c1438cb3db9a", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:51:01.993109 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1dc14ffd-2f25-4356-9ba5-734744db76b1 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:51:01.993516 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523eebe3-382b-44a1-a1bf-68d92f174423', 'tag': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a', 'status': 'completed', 'code': 200} Sep 07 19:51:02.080707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9494d-1250-4d6e-8160-a30b051f5c57 req-2bfddac2-7469-4831-8ea0-48b5e09c1ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:02.082203 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bdf9494d-1250-4d6e-8160-a30b051f5c57 req-2bfddac2-7469-4831-8ea0-48b5e09c1ca6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 1095 time: 0.0718303 Sep 07 19:51:02.084819 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9494d-1250-4d6e-8160-a30b051f5c57 req-9052299c-f05a-4917-b8da-550647f8de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:02.086162 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bdf9494d-1250-4d6e-8160-a30b051f5c57 req-9052299c-f05a-4917-b8da-550647f8de90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 1095 time: 0.0665891 Sep 07 19:51:02.243082 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9494d-1250-4d6e-8160-a30b051f5c57 req-046975f4-29eb-4e45-990a-02c2da13544e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:02.244611 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bdf9494d-1250-4d6e-8160-a30b051f5c57 req-046975f4-29eb-4e45-990a-02c2da13544e service neutron] 10.222.0.36 "GET /v2.0/networks?id=fa445844-b64b-4a7f-b470-4ed9523e90b4 HTTP/1.1" status: 200 len: 897 time: 0.1538706 Sep 07 19:51:02.247092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9494d-1250-4d6e-8160-a30b051f5c57 req-73ffc053-f1a7-4759-b1da-8ba1d0f68ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:02.248410 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bdf9494d-1250-4d6e-8160-a30b051f5c57 req-73ffc053-f1a7-4759-b1da-8ba1d0f68ef5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fa445844-b64b-4a7f-b470-4ed9523e90b4 HTTP/1.1" status: 200 len: 897 time: 0.1500823 Sep 07 19:51:02.355562 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bdf9494d-1250-4d6e-8160-a30b051f5c57 req-f737fd11-a6b2-4a85-8433-b612ca3fca4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a HTTP/1.1" status: 200 len: 999 time: 0.1033764 Sep 07 19:51:02.357579 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bdf9494d-1250-4d6e-8160-a30b051f5c57 req-b34d16b6-58f6-43a4-b001-a70c764d3029 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a HTTP/1.1" status: 200 len: 999 time: 0.0987983 Sep 07 19:51:02.440094 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9494d-1250-4d6e-8160-a30b051f5c57 req-0f4e1ebf-74c7-4bda-a9c2-090fa35f0428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:02.441627 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bdf9494d-1250-4d6e-8160-a30b051f5c57 req-0f4e1ebf-74c7-4bda-a9c2-090fa35f0428 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e586de2c-c5fa-4b88-82b3-41f83a020a29 HTTP/1.1" status: 200 len: 834 time: 0.0777860 Sep 07 19:51:02.443026 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9494d-1250-4d6e-8160-a30b051f5c57 req-899beb3f-2da2-44f2-a173-08a997491506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:02.444335 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bdf9494d-1250-4d6e-8160-a30b051f5c57 req-899beb3f-2da2-44f2-a173-08a997491506 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e586de2c-c5fa-4b88-82b3-41f83a020a29 HTTP/1.1" status: 200 len: 834 time: 0.0727000 Sep 07 19:51:02.518246 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9494d-1250-4d6e-8160-a30b051f5c57 req-3a9c7bac-4ab4-41f8-b229-02fa79a1f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:02.519662 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bdf9494d-1250-4d6e-8160-a30b051f5c57 req-3a9c7bac-4ab4-41f8-b229-02fa79a1f23d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fa445844-b64b-4a7f-b470-4ed9523e90b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716035 Sep 07 19:51:02.523032 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9494d-1250-4d6e-8160-a30b051f5c57 req-8a3f5dad-7383-4bc6-a7ef-87479b48fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:02.524409 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bdf9494d-1250-4d6e-8160-a30b051f5c57 req-8a3f5dad-7383-4bc6-a7ef-87479b48fe23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fa445844-b64b-4a7f-b470-4ed9523e90b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687566 Sep 07 19:51:02.679280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bdf9494d-1250-4d6e-8160-a30b051f5c57 req-b0f00ea3-8a44-429e-92fc-64279ed524fc service neutron] 10.222.0.60 "GET /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505280 Sep 07 19:51:02.681412 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bdf9494d-1250-4d6e-8160-a30b051f5c57 req-3cbb8753-3bd9-42a7-94b3-8d3b63408108 service neutron] 10.222.0.36 "GET /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450019 Sep 07 19:51:02.834417 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bdf9494d-1250-4d6e-8160-a30b051f5c57 req-180f74f0-90bb-4586-a090-a588234c8e9a service neutron] 10.222.0.60 "GET /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485770 Sep 07 19:51:02.837763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bdf9494d-1250-4d6e-8160-a30b051f5c57 req-52f6db3b-8159-44a3-928a-5855957a764b service neutron] 10.222.0.36 "GET /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444387 Sep 07 19:51:02.974156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f399fb1-ed8d-437b-a8b4-2a92a97f64ca req-63471859-1ee4-4910-800d-9ca605adaf42 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:02.975628 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f399fb1-ed8d-437b-a8b4-2a92a97f64ca req-63471859-1ee4-4910-800d-9ca605adaf42 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 944 time: 0.0529816 Sep 07 19:51:03.012206 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f399fb1-ed8d-437b-a8b4-2a92a97f64ca req-9afd5888-f0bb-41f6-8b20-188334a34fcf tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307171 Sep 07 19:51:03.228443 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712881fc-da59-46ed-80c0-1073db876041 req-2714ec45-d12e-471b-b9de-3472f12c8a2b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:03.229949 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-712881fc-da59-46ed-80c0-1073db876041 req-2714ec45-d12e-471b-b9de-3472f12c8a2b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 944 time: 0.0753868 Sep 07 19:51:03.242852 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db3845-4e63-4c20-8c6f-2576f0c31bc6 req-a189f6b8-9650-4327-af66-6095271e5c3f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:03.244248 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-03db3845-4e63-4c20-8c6f-2576f0c31bc6 req-a189f6b8-9650-4327-af66-6095271e5c3f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.60 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423&tenant_id=1bdf2aff4a42482f9d324274f2d99d69&binding%3Ahost_id=n-h2-807786-1 HTTP/1.1" status: 200 len: 944 time: 0.0790839 Sep 07 19:51:03.310725 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-712881fc-da59-46ed-80c0-1073db876041 req-8bade5ee-cb1c-4217-a2b4-bc4d7b88ccf5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655069 Sep 07 19:51:03.330770 n-d-807786-1 neutron-server[101445]: INFO neutron.api.v2.resource [req-03db3845-4e63-4c20-8c6f-2576f0c31bc6 req-126919c4-66ee-4e05-a2cf-84b668855dd3 service neutron] delete failed (client error): The resource could not be found. Sep 07 19:51:03.331867 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-03db3845-4e63-4c20-8c6f-2576f0c31bc6 req-126919c4-66ee-4e05-a2cf-84b668855dd3 service neutron] 10.222.0.60 "DELETE /v2.0/ports/6122fa7f-8a19-4e60-a3c0-c1438cb3db9a/bindings/n-h1-807786-1 HTTP/1.1" status: 404 len: 380 time: 0.0803151 Sep 07 19:51:03.448549 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0923aa0-cbfa-4576-92ab-4cd3870aef07 req-cbb4d06f-cf8e-4b69-9487-9f77fb807369 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:03.450189 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0923aa0-cbfa-4576-92ab-4cd3870aef07 req-cbb4d06f-cf8e-4b69-9487-9f77fb807369 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 944 time: 0.0653276 Sep 07 19:51:03.451993 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db3845-4e63-4c20-8c6f-2576f0c31bc6 req-1ca978c6-fc9d-44df-8fea-d716ce976a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:03.453348 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-03db3845-4e63-4c20-8c6f-2576f0c31bc6 req-1ca978c6-fc9d-44df-8fea-d716ce976a26 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 1095 time: 0.0795062 Sep 07 19:51:03.540604 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0923aa0-cbfa-4576-92ab-4cd3870aef07 req-f56197ff-e98f-4fb5-a99f-b00707a888e6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844049 Sep 07 19:51:03.566247 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db3845-4e63-4c20-8c6f-2576f0c31bc6 req-d3ecbe53-298e-4c66-bb39-8432e0e248d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:03.567773 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-03db3845-4e63-4c20-8c6f-2576f0c31bc6 req-d3ecbe53-298e-4c66-bb39-8432e0e248d3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fa445844-b64b-4a7f-b470-4ed9523e90b4 HTTP/1.1" status: 200 len: 897 time: 0.1054978 Sep 07 19:51:03.633112 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-03db3845-4e63-4c20-8c6f-2576f0c31bc6 req-554e8863-e2cc-405a-8f52-7382d04115f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a HTTP/1.1" status: 200 len: 999 time: 0.0581899 Sep 07 19:51:03.683812 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db3845-4e63-4c20-8c6f-2576f0c31bc6 req-d5fd99b0-a686-481b-8ef3-3c11b635b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:03.685240 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-03db3845-4e63-4c20-8c6f-2576f0c31bc6 req-d5fd99b0-a686-481b-8ef3-3c11b635b4af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e586de2c-c5fa-4b88-82b3-41f83a020a29 HTTP/1.1" status: 200 len: 834 time: 0.0452862 Sep 07 19:51:03.729816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db3845-4e63-4c20-8c6f-2576f0c31bc6 req-dc696ec9-d796-4540-bd5a-7ddbfc97fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:03.731270 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-03db3845-4e63-4c20-8c6f-2576f0c31bc6 req-dc696ec9-d796-4540-bd5a-7ddbfc97fc18 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fa445844-b64b-4a7f-b470-4ed9523e90b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392387 Sep 07 19:51:03.815196 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-03db3845-4e63-4c20-8c6f-2576f0c31bc6 req-e5bc616a-b150-471c-a950-6a5cb08e4e6e service neutron] 10.222.0.60 "GET /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774035 Sep 07 19:51:03.906134 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-03db3845-4e63-4c20-8c6f-2576f0c31bc6 req-aaf5b072-a9d7-43a6-85ac-11927c477e4a service neutron] 10.222.0.60 "GET /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828469 Sep 07 19:51:04.653500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee6993-5d5c-4f46-8664-b5a795683a99 req-25c06145-2077-4afc-ab0f-e6a3168f3c75 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:04.654995 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2ee6993-5d5c-4f46-8664-b5a795683a99 req-25c06145-2077-4afc-ab0f-e6a3168f3c75 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 944 time: 0.0480044 Sep 07 19:51:04.691667 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c2ee6993-5d5c-4f46-8664-b5a795683a99 req-208feb50-dcfc-4f75-9f24-f5b2dc0bbb66 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308313 Sep 07 19:51:04.713247 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52238) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:04.836532 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:51:04.936689 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a,segment=NetworkSegment(48b4d3da-c96f-42d1-a532-be19fbc334be),segment_id=48b4d3da-c96f-42d1-a532-be19fbc334be)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:51:04.949192 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a', 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4', 'port_id': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a', 'mac_address': 'fa:16:3e:52:fe:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e586de2c-c5fa-4b88-82b3-41f83a020a29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:51:04.987393 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:05.001196 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:51:05.021427 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a,segment=NetworkSegment(48b4d3da-c96f-42d1-a532-be19fbc334be),segment_id=48b4d3da-c96f-42d1-a532-be19fbc334be)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:51:05.025367 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:05.076750 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:05.084421 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:05.084805 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:05.085147 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:05.085629 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:05.085824 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:05.086158 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:05.086488 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:05.086890 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:05.087147 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:05.087470 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:05.087798 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:05.088119 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:05.106140 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-79103d86-67c3-41d9-91a6-11c69fb1b87e tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/floatingips/98ad6c53-14da-4f2b-ae1b-a57fe020092c HTTP/1.1" status: 200 len: 991 time: 0.3917713 Sep 07 19:51:05.293686 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['6122fa7f-8a19-4e60-a3c0-c1438cb3db9a'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:51:06.847146 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:51:06.893790 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:51:06.897238 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:51:06.897606 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:06.970227 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:06.992201 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523eebe3-382b-44a1-a1bf-68d92f174423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:51:06.994438 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c5e199-b642-4941-a8dd-4859505c1569" -d '{"events": [{"server_uuid": "523eebe3-382b-44a1-a1bf-68d92f174423", "name": "network-vif-plugged", "status": "completed", "tag": "6122fa7f-8a19-4e60-a3c0-c1438cb3db9a"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:51:07.006495 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a,segment=NetworkSegment(48b4d3da-c96f-42d1-a532-be19fbc334be),segment_id=48b4d3da-c96f-42d1-a532-be19fbc334be)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:51:07.010831 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:07.037489 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6ac0cf-98e0-4965-8c23-9ccdeba5e103 x-openstack-request-id: req-3b6ac0cf-98e0-4965-8c23-9ccdeba5e103 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:51:07.037778 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523eebe3-382b-44a1-a1bf-68d92f174423", "name": "network-vif-plugged", "status": "completed", "tag": "6122fa7f-8a19-4e60-a3c0-c1438cb3db9a", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:51:07.038031 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b6ac0cf-98e0-4965-8c23-9ccdeba5e103 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:51:07.038409 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523eebe3-382b-44a1-a1bf-68d92f174423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a', 'code': 200} Sep 07 19:51:07.062139 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a,revision_number=9']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:13.541232 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:14.460015 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:17.664627 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:51:26.048556 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e6e6eaae-4e2c-4120-862d-f91c12c53be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:28.861496 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-59d37dfb-a095-4c32-a761-561a634dc453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:29.147126 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:30.451288 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:31.972347 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:33.647983 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52252) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:33.798398 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-6850f877-6c6d-4d1c-9012-73fbdf96f922 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting port 7a0283f0-c2b0-4b48-8929-b4e1e4cf8a96 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:51:33.798756 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6850f877-6c6d-4d1c-9012-73fbdf96f922 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:33.871005 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6850f877-6c6d-4d1c-9012-73fbdf96f922 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:33.871245 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6850f877-6c6d-4d1c-9012-73fbdf96f922 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:33.882823 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-6850f877-6c6d-4d1c-9012-73fbdf96f922 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Calling delete_port for 7a0283f0-c2b0-4b48-8929-b4e1e4cf8a96 owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:51:34.028914 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6850f877-6c6d-4d1c-9012-73fbdf96f922 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:34.058494 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850f877-6c6d-4d1c-9012-73fbdf96f922 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Port': ['ID=7a0283f0-c2b0-4b48-8929-b4e1e4cf8a96,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:34.117896 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6850f877-6c6d-4d1c-9012-73fbdf96f922 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:34.118284 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-6850f877-6c6d-4d1c-9012-73fbdf96f922 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Floating IP 98ad6c53-14da-4f2b-ae1b-a57fe020092c disassociated (deleted). External IP: 172.25.8.74, port: 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a. Sep 07 19:51:34.322917 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6850f877-6c6d-4d1c-9012-73fbdf96f922 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router 93f274fa-a378-4dc5-88fa-861ffd2a5664 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:51:34.428376 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6850f877-6c6d-4d1c-9012-73fbdf96f922 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:51:34.433829 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-6850f877-6c6d-4d1c-9012-73fbdf96f922 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:34.438622 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3fd46b-5182-4c2b-8929-fd2c528213d6 None None] Sync routers for ids ['93f274fa-a378-4dc5-88fa-861ffd2a5664'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:51:34.449495 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3fd46b-5182-4c2b-8929-fd2c528213d6 None None] Routers {'93f274fa-a378-4dc5-88fa-861ffd2a5664'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:51:34.450107 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ab3fd46b-5182-4c2b-8929-fd2c528213d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['93f274fa-a378-4dc5-88fa-861ffd2a5664'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:51:34.459898 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6850f877-6c6d-4d1c-9012-73fbdf96f922 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/floatingips/98ad6c53-14da-4f2b-ae1b-a57fe020092c HTTP/1.1" status: 204 len: 168 time: 0.8108130 Sep 07 19:51:34.460478 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523eebe3-382b-44a1-a1bf-68d92f174423', 'tag': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:51:34.462739 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b217bc-5d5b-454a-926e-685d9420c4cd" -d '{"events": [{"name": "network-changed", "server_uuid": "523eebe3-382b-44a1-a1bf-68d92f174423", "tag": "6122fa7f-8a19-4e60-a3c0-c1438cb3db9a"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:51:34.503956 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa356110-d703-4a79-bfc8-1a4d937e9640 x-openstack-request-id: req-fa356110-d703-4a79-bfc8-1a4d937e9640 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:51:34.504245 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523eebe3-382b-44a1-a1bf-68d92f174423", "tag": "6122fa7f-8a19-4e60-a3c0-c1438cb3db9a", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:51:34.504525 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa356110-d703-4a79-bfc8-1a4d937e9640 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:51:34.504943 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523eebe3-382b-44a1-a1bf-68d92f174423', 'tag': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a', 'status': 'completed', 'code': 200} Sep 07 19:51:34.559744 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-ab3fd46b-5182-4c2b-8929-fd2c528213d6 None None] Set router 93f274fa-a378-4dc5-88fa-861ffd2a5664 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:51:34.574759 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b217bc-5d5b-454a-926e-685d9420c4cd req-1fc7d020-fbde-44e3-939c-15f574c42533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:34.577062 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8b217bc-5d5b-454a-926e-685d9420c4cd req-1fc7d020-fbde-44e3-939c-15f574c42533 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 1097 time: 0.0475729 Sep 07 19:51:34.716708 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b217bc-5d5b-454a-926e-685d9420c4cd req-9ecdc5de-30ef-415b-8882-21a7fd4e5ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:34.718208 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8b217bc-5d5b-454a-926e-685d9420c4cd req-9ecdc5de-30ef-415b-8882-21a7fd4e5ffb service neutron] 10.222.0.36 "GET /v2.0/networks?id=fa445844-b64b-4a7f-b470-4ed9523e90b4 HTTP/1.1" status: 200 len: 897 time: 0.1319938 Sep 07 19:51:34.731251 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6dc20-5cd5-4b25-bb29-dad79f2ef5aa req-c8ebbcb3-fc67-4524-9b80-9a4dc83e4464 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:34.732707 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81e6dc20-5cd5-4b25-bb29-dad79f2ef5aa req-c8ebbcb3-fc67-4524-9b80-9a4dc83e4464 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0725627 Sep 07 19:51:34.766479 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ab3fd46b-5182-4c2b-8929-fd2c528213d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55412668', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:54Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'f0332df7-822e-4920-b0db-fc066e175d41', 'name': '', 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:b5:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e586de2c-c5fa-4b88-82b3-41f83a020a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:54Z', 'updated_at': '2021-09-07T19:49:59Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': 'e586de2c-c5fa-4b88-82b3-41f83a020a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:51:34.774074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8b217bc-5d5b-454a-926e-685d9420c4cd req-5e899f1e-7298-48af-ba46-d80bed78ad0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a HTTP/1.1" status: 200 len: 217 time: 0.0404372 Sep 07 19:51:34.796493 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3fd46b-5182-4c2b-8929-fd2c528213d6 None None] Checking router: 93f274fa-a378-4dc5-88fa-861ffd2a5664 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:51:34.804703 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3fd46b-5182-4c2b-8929-fd2c528213d6 None None] Routers {'93f274fa-a378-4dc5-88fa-861ffd2a5664'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:51:34.805327 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ab3fd46b-5182-4c2b-8929-fd2c528213d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['93f274fa-a378-4dc5-88fa-861ffd2a5664'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:51:34.831398 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-81e6dc20-5cd5-4b25-bb29-dad79f2ef5aa req-a72eb0aa-bb29-41e8-a164-743a95348622 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907664 Sep 07 19:51:34.852771 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b217bc-5d5b-454a-926e-685d9420c4cd req-d349a848-8040-4f8e-be80-2099b74fb235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:34.852771 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8b217bc-5d5b-454a-926e-685d9420c4cd req-d349a848-8040-4f8e-be80-2099b74fb235 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e586de2c-c5fa-4b88-82b3-41f83a020a29 HTTP/1.1" status: 200 len: 834 time: 0.0627177 Sep 07 19:51:34.893074 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b217bc-5d5b-454a-926e-685d9420c4cd req-7c08a3d4-1a0b-4b84-b0fd-350df6634937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:34.894582 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8b217bc-5d5b-454a-926e-685d9420c4cd req-7c08a3d4-1a0b-4b84-b0fd-350df6634937 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fa445844-b64b-4a7f-b470-4ed9523e90b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403969 Sep 07 19:51:34.913338 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-ab3fd46b-5182-4c2b-8929-fd2c528213d6 None None] Set router 93f274fa-a378-4dc5-88fa-861ffd2a5664 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:51:35.001915 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8b217bc-5d5b-454a-926e-685d9420c4cd req-25034790-b17f-4ac7-8f31-211737269bdf service neutron] 10.222.0.36 "GET /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985470 Sep 07 19:51:35.096209 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8b217bc-5d5b-454a-926e-685d9420c4cd req-6ab3c052-bed3-4a63-a9c4-493a14e13f49 service neutron] 10.222.0.36 "GET /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861661 Sep 07 19:51:35.198777 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ab3fd46b-5182-4c2b-8929-fd2c528213d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55412668', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:54Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'f0332df7-822e-4920-b0db-fc066e175d41', 'name': '', 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:b5:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e586de2c-c5fa-4b88-82b3-41f83a020a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:54Z', 'updated_at': '2021-09-07T19:49:59Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': 'e586de2c-c5fa-4b88-82b3-41f83a020a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:51:35.224527 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3fd46b-5182-4c2b-8929-fd2c528213d6 None None] The sync data for ids ['93f274fa-a378-4dc5-88fa-861ffd2a5664'] in n-d-807786-1 is: [{'id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55412668', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:54Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'f0332df7-822e-4920-b0db-fc066e175d41', 'name': '', 'network_id': 'fa445844-b64b-4a7f-b470-4ed9523e90b4', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:b5:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e586de2c-c5fa-4b88-82b3-41f83a020a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:54Z', 'updated_at': '2021-09-07T19:49:59Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': 'e586de2c-c5fa-4b88-82b3-41f83a020a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:51:35.441240 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc35a2-fdc7-4a21-b0ed-9d8eaabe6af8 None None] New status for floating IP 98ad6c53-14da-4f2b-ae1b-a57fe020092c: DOWN {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:51:35.948411 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991d503-b250-40a6-ae72-b83ccde555ff req-40795852-bc12-4c91-9300-19ceec4385ce tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:35.949886 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1991d503-b250-40a6-ae72-b83ccde555ff req-40795852-bc12-4c91-9300-19ceec4385ce tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0491216 Sep 07 19:51:35.986622 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1991d503-b250-40a6-ae72-b83ccde555ff req-1bfe03fe-0552-43ea-b3d2-467281bece53 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=03050bf3-594a-487e-be46-d59439043993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306690 Sep 07 19:51:36.095046 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d726d-008b-4fce-9b8f-1a503b6ada3f req-4d0f23a9-0db5-464d-8184-11a808e5dfed tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:36.096499 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e81d726d-008b-4fce-9b8f-1a503b6ada3f req-4d0f23a9-0db5-464d-8184-11a808e5dfed tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.36 "GET /v2.0/ports?device_id=523eebe3-382b-44a1-a1bf-68d92f174423 HTTP/1.1" status: 200 len: 946 time: 0.0517378 Sep 07 19:51:36.183108 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e81d726d-008b-4fce-9b8f-1a503b6ada3f req-e924c3c6-6b03-4bc9-a47d-aa8d829e5c7a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:51:36.183450 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e81d726d-008b-4fce-9b8f-1a503b6ada3f req-e924c3c6-6b03-4bc9-a47d-aa8d829e5c7a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:36.271552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e81d726d-008b-4fce-9b8f-1a503b6ada3f req-e924c3c6-6b03-4bc9-a47d-aa8d829e5c7a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] For port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a,segment=NetworkSegment(48b4d3da-c96f-42d1-a532-be19fbc334be),segment_id=48b4d3da-c96f-42d1-a532-be19fbc334be)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:51:36.271899 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e81d726d-008b-4fce-9b8f-1a503b6ada3f req-e924c3c6-6b03-4bc9-a47d-aa8d829e5c7a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:36.283668 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e81d726d-008b-4fce-9b8f-1a503b6ada3f req-e924c3c6-6b03-4bc9-a47d-aa8d829e5c7a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Calling delete_port for 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:51:36.406296 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e81d726d-008b-4fce-9b8f-1a503b6ada3f req-e924c3c6-6b03-4bc9-a47d-aa8d829e5c7a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:36.441565 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924c3c6-6b03-4bc9-a47d-aa8d829e5c7a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Port': ['ID=6122fa7f-8a19-4e60-a3c0-c1438cb3db9a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:36.482743 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81d726d-008b-4fce-9b8f-1a503b6ada3f req-e924c3c6-6b03-4bc9-a47d-aa8d829e5c7a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] No DVR routers for this DVR port 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:51:36.485689 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e81d726d-008b-4fce-9b8f-1a503b6ada3f req-e924c3c6-6b03-4bc9-a47d-aa8d829e5c7a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:36.487667 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e81d726d-008b-4fce-9b8f-1a503b6ada3f req-e924c3c6-6b03-4bc9-a47d-aa8d829e5c7a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.36 "DELETE /v2.0/ports/6122fa7f-8a19-4e60-a3c0-c1438cb3db9a HTTP/1.1" status: 204 len: 173 time: 0.3840306 Sep 07 19:51:36.506330 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523eebe3-382b-44a1-a1bf-68d92f174423', 'name': 'network-vif-deleted', 'tag': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:51:36.508697 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039316f5-7352-4207-941c-f4f94e3a5576" -d '{"events": [{"server_uuid": "523eebe3-382b-44a1-a1bf-68d92f174423", "name": "network-vif-deleted", "tag": "6122fa7f-8a19-4e60-a3c0-c1438cb3db9a"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:51:36.545930 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4516a8-2f16-4392-a563-fb615e8f8eee x-openstack-request-id: req-4b4516a8-2f16-4392-a563-fb615e8f8eee {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:51:36.546231 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523eebe3-382b-44a1-a1bf-68d92f174423", "name": "network-vif-deleted", "tag": "6122fa7f-8a19-4e60-a3c0-c1438cb3db9a", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:51:36.546485 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b4516a8-2f16-4392-a563-fb615e8f8eee {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:51:36.546891 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523eebe3-382b-44a1-a1bf-68d92f174423', 'name': 'network-vif-deleted', 'tag': '6122fa7f-8a19-4e60-a3c0-c1438cb3db9a', 'status': 'completed', 'code': 200} Sep 07 19:51:37.046209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52268) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:37.400514 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d5b43ae3-4b42-4793-beca-019a052b2667 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:37.659064 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-d5b43ae3-4b42-4793-beca-019a052b2667 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting port f0332df7-822e-4920-b0db-fc066e175d41 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:51:37.659410 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d5b43ae3-4b42-4793-beca-019a052b2667 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:37.745694 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-d5b43ae3-4b42-4793-beca-019a052b2667 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] For port f0332df7-822e-4920-b0db-fc066e175d41, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f0332df7-822e-4920-b0db-fc066e175d41,segment=NetworkSegment(48b4d3da-c96f-42d1-a532-be19fbc334be),segment_id=48b4d3da-c96f-42d1-a532-be19fbc334be)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:51:37.746057 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d5b43ae3-4b42-4793-beca-019a052b2667 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:37.758244 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-d5b43ae3-4b42-4793-beca-019a052b2667 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Calling delete_port for f0332df7-822e-4920-b0db-fc066e175d41 owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:51:37.938630 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d5b43ae3-4b42-4793-beca-019a052b2667 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:37.969960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b43ae3-4b42-4793-beca-019a052b2667 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Port': ['ID=f0332df7-822e-4920-b0db-fc066e175d41,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:38.141860 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d5b43ae3-4b42-4793-beca-019a052b2667 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:38.353929 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b43ae3-4b42-4793-beca-019a052b2667 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router 93f274fa-a378-4dc5-88fa-861ffd2a5664 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:51:38.457082 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b43ae3-4b42-4793-beca-019a052b2667 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:51:38.465567 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d5b43ae3-4b42-4793-beca-019a052b2667 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "PUT /v2.0/routers/93f274fa-a378-4dc5-88fa-861ffd2a5664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4154236 Sep 07 19:51:38.465567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52270) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:38.468016 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7db6335-9ab5-43e9-9ae7-e9fbe484749b None None] Sync routers for ids ['93f274fa-a378-4dc5-88fa-861ffd2a5664'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:51:38.477698 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7db6335-9ab5-43e9-9ae7-e9fbe484749b None None] Routers {'93f274fa-a378-4dc5-88fa-861ffd2a5664'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:51:38.478296 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d7db6335-9ab5-43e9-9ae7-e9fbe484749b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['93f274fa-a378-4dc5-88fa-861ffd2a5664'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:51:38.514933 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1365b55-d7b4-4154-a046-6dba785482a2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting subnet e586de2c-c5fa-4b88-82b3-41f83a020a29 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:51:38.517995 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c1365b55-d7b4-4154-a046-6dba785482a2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:38.558811 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c1365b55-d7b4-4154-a046-6dba785482a2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:38.579872 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-d7db6335-9ab5-43e9-9ae7-e9fbe484749b None None] Set router 93f274fa-a378-4dc5-88fa-861ffd2a5664 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:51:38.644744 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c1365b55-d7b4-4154-a046-6dba785482a2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:38.703293 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c1365b55-d7b4-4154-a046-6dba785482a2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:38.731125 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1365b55-d7b4-4154-a046-6dba785482a2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Subnet': ['ID=e586de2c-c5fa-4b88-82b3-41f83a020a29,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:38.734756 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-c1365b55-d7b4-4154-a046-6dba785482a2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:38.736682 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-c1365b55-d7b4-4154-a046-6dba785482a2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/subnets/e586de2c-c5fa-4b88-82b3-41f83a020a29 HTTP/1.1" status: 204 len: 168 time: 0.2703443 Sep 07 19:51:38.739402 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52272) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:38.742434 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7979f767-5f21-4f35-a0b4-40025772f9c6 None None] Network fa445844-b64b-4a7f-b470-4ed9523e90b4 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:51:38.764554 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d7db6335-9ab5-43e9-9ae7-e9fbe484749b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55412668', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:51:37Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:51:38.791558 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7db6335-9ab5-43e9-9ae7-e9fbe484749b None None] Checking router: 93f274fa-a378-4dc5-88fa-861ffd2a5664 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:51:38.799881 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7db6335-9ab5-43e9-9ae7-e9fbe484749b None None] Routers {'93f274fa-a378-4dc5-88fa-861ffd2a5664'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:51:38.800500 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d7db6335-9ab5-43e9-9ae7-e9fbe484749b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['93f274fa-a378-4dc5-88fa-861ffd2a5664'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:51:38.919914 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-d7db6335-9ab5-43e9-9ae7-e9fbe484749b None None] Set router 93f274fa-a378-4dc5-88fa-861ffd2a5664 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:51:38.921415 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41039173-ef79-4993-9ba2-f079a6fd04ee None None] DHCP port deletion for fa445844-b64b-4a7f-b470-4ed9523e90b4 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:51:38.976180 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-41039173-ef79-4993-9ba2-f079a6fd04ee None None] Deleting port a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:51:38.976692 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-41039173-ef79-4993-9ba2-f079a6fd04ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:39.042508 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-41039173-ef79-4993-9ba2-f079a6fd04ee None None] For port a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2,segment=NetworkSegment(48b4d3da-c96f-42d1-a532-be19fbc334be),segment_id=48b4d3da-c96f-42d1-a532-be19fbc334be)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:51:39.042937 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-41039173-ef79-4993-9ba2-f079a6fd04ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:39.056344 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-41039173-ef79-4993-9ba2-f079a6fd04ee None None] Calling delete_port for a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:51:39.103476 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:51:39.103950 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d7db6335-9ab5-43e9-9ae7-e9fbe484749b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55412668', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:51:37Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:51:39.126258 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:51:39.126580 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 6122fa7f-8a19-4e60-a3c0-c1438cb3db9a not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:51:39.137382 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7db6335-9ab5-43e9-9ae7-e9fbe484749b None None] The sync data for ids ['93f274fa-a378-4dc5-88fa-861ffd2a5664'] in n-d-807786-1 is: [{'id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55412668', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:51:37Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '399242fe-1246-4188-a645-03e35e6ffdb2', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f274fa-a378-4dc5-88fa-861ffd2a5664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:49:51Z', 'updated_at': '2021-09-07T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:51:39.167340 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-41039173-ef79-4993-9ba2-f079a6fd04ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:39.187285 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5b39ccf-0c26-4500-8c7f-3ee9b2626f55 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:39.195331 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41039173-ef79-4993-9ba2-f079a6fd04ee None None] Pushing event deleted for resources: {'Port': ['ID=a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:39.198995 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41039173-ef79-4993-9ba2-f079a6fd04ee None None] No DVR routers for this DVR port a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:51:39.291267 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5b39ccf-0c26-4500-8c7f-3ee9b2626f55 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:39.345810 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-a5b39ccf-0c26-4500-8c7f-3ee9b2626f55 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting port 399242fe-1246-4188-a645-03e35e6ffdb2 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:51:39.346160 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5b39ccf-0c26-4500-8c7f-3ee9b2626f55 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:39.426028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-a5b39ccf-0c26-4500-8c7f-3ee9b2626f55 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] For port 399242fe-1246-4188-a645-03e35e6ffdb2, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=399242fe-1246-4188-a645-03e35e6ffdb2,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:51:39.426310 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5b39ccf-0c26-4500-8c7f-3ee9b2626f55 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:39.438651 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-a5b39ccf-0c26-4500-8c7f-3ee9b2626f55 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Calling delete_port for 399242fe-1246-4188-a645-03e35e6ffdb2 owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:51:39.570273 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:51:39.591219 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:51:39.591585 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a612ab8f-8c0b-4fe9-a41c-8d1a26c070f2 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:51:39.592188 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f0332df7-822e-4920-b0db-fc066e175d41 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:51:39.612697 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: f0332df7-822e-4920-b0db-fc066e175d41 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:51:39.613043 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f0332df7-822e-4920-b0db-fc066e175d41 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:51:39.636640 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5b39ccf-0c26-4500-8c7f-3ee9b2626f55 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:39.664956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b39ccf-0c26-4500-8c7f-3ee9b2626f55 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Port': ['ID=399242fe-1246-4188-a645-03e35e6ffdb2,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:39.729479 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5b39ccf-0c26-4500-8c7f-3ee9b2626f55 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:39.823813 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5b39ccf-0c26-4500-8c7f-3ee9b2626f55 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:39.826215 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5b39ccf-0c26-4500-8c7f-3ee9b2626f55 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:39.872455 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5b39ccf-0c26-4500-8c7f-3ee9b2626f55 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:39.873016 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b39ccf-0c26-4500-8c7f-3ee9b2626f55 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Fanout notify agent at l3_agent the message router_deleted on router 93f274fa-a378-4dc5-88fa-861ffd2a5664 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:51:39.879771 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a5b39ccf-0c26-4500-8c7f-3ee9b2626f55 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:39.881030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a5b39ccf-0c26-4500-8c7f-3ee9b2626f55 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/routers/93f274fa-a378-4dc5-88fa-861ffd2a5664 HTTP/1.1" status: 204 len: 168 time: 1.1407275 Sep 07 19:51:39.883543 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52274) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:39.965686 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-05d9528e-11de-4a6c-91ed-ab8d4b30c44f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:40.062669 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-05d9528e-11de-4a6c-91ed-ab8d4b30c44f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:40.081842 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-05d9528e-11de-4a6c-91ed-ab8d4b30c44f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa445844-b64b-4a7f-b470-4ed9523e90b4']}} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:51:40.091345 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-05d9528e-11de-4a6c-91ed-ab8d4b30c44f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b4d3da-c96f-42d1-a532-be19fbc334be') {'for_net_delete': True} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:51:40.091639 n-d-807786-1 neutron-server[101445]: DEBUG neutron.services.segments.db [None req-05d9528e-11de-4a6c-91ed-ab8d4b30c44f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b4d3da-c96f-42d1-a532-be19fbc334be') {} {{(pid=101445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:51:40.101265 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-05d9528e-11de-4a6c-91ed-ab8d4b30c44f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14133496'] for segment, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:40.113867 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-05d9528e-11de-4a6c-91ed-ab8d4b30c44f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:40.119485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d9528e-11de-4a6c-91ed-ab8d4b30c44f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:51:40.119866 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-05d9528e-11de-4a6c-91ed-ab8d4b30c44f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14094474'] for segment, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: Traceback (most recent call last): Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: timer() Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: cb(*args, **kw) Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: return func(*args, **kwargs) Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: self._notify() Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: self.callback(batched_events) Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: event.method(event) Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: return f(self, *a, **k) Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: return self._get(url).json() Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: return self.request(url, 'GET', **kwargs) Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:51:40.122745 n-d-807786-1 neutron-server[101445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:51:40.186054 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-05d9528e-11de-4a6c-91ed-ab8d4b30c44f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:40.193274 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-05d9528e-11de-4a6c-91ed-ab8d4b30c44f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:40.196055 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-05d9528e-11de-4a6c-91ed-ab8d4b30c44f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/networks/fa445844-b64b-4a7f-b470-4ed9523e90b4 HTTP/1.1" status: 204 len: 168 time: 0.3109994 Sep 07 19:51:40.198382 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52276) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:40.211529 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9528e-11de-4a6c-91ed-ab8d4b30c44f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Network': ['ID=fa445844-b64b-4a7f-b470-4ed9523e90b4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:40.260839 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3121e5b0-b76c-41f6-859b-df0a4cb0d6c7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:40.285162 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3121e5b0-b76c-41f6-859b-df0a4cb0d6c7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:40.346460 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3121e5b0-b76c-41f6-859b-df0a4cb0d6c7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:40.349454 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3121e5b0-b76c-41f6-859b-df0a4cb0d6c7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:40.350750 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3121e5b0-b76c-41f6-859b-df0a4cb0d6c7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/security-groups/03050bf3-594a-487e-be46-d59439043993 HTTP/1.1" status: 204 len: 168 time: 0.1507702 Sep 07 19:51:40.360917 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121e5b0-b76c-41f6-859b-df0a4cb0d6c7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03050bf3-594a-487e-be46-d59439043993,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:40.368819 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121e5b0-b76c-41f6-859b-df0a4cb0d6c7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:40.369174 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121e5b0-b76c-41f6-859b-df0a4cb0d6c7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:40.369521 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121e5b0-b76c-41f6-859b-df0a4cb0d6c7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:40.369861 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121e5b0-b76c-41f6-859b-df0a4cb0d6c7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:40.370197 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121e5b0-b76c-41f6-859b-df0a4cb0d6c7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:40.370529 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121e5b0-b76c-41f6-859b-df0a4cb0d6c7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:40.371001 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121e5b0-b76c-41f6-859b-df0a4cb0d6c7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:40.371340 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121e5b0-b76c-41f6-859b-df0a4cb0d6c7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:40.371667 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121e5b0-b76c-41f6-859b-df0a4cb0d6c7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:40.371997 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121e5b0-b76c-41f6-859b-df0a4cb0d6c7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:40.372323 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121e5b0-b76c-41f6-859b-df0a4cb0d6c7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:40.372669 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121e5b0-b76c-41f6-859b-df0a4cb0d6c7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:40.720707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52284) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:40.725315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-eedc53b4-7f58-4f7f-bc13-0d39839a6f0a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1017444763', 'description': 'tempest-secgroup-smoke-1017444763 description', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:51:40.745715 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eedc53b4-7f58-4f7f-bc13-0d39839a6f0a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:40.826833 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eedc53b4-7f58-4f7f-bc13-0d39839a6f0a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:40.830458 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eedc53b4-7f58-4f7f-bc13-0d39839a6f0a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:40.856798 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eedc53b4-7f58-4f7f-bc13-0d39839a6f0a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:40.858033 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-eedc53b4-7f58-4f7f-bc13-0d39839a6f0a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1363077 Sep 07 19:51:40.861106 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52286) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:40.861981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc53b4-7f58-4f7f-bc13-0d39839a6f0a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17bfd608-cdba-4c55-80a4-907bf08f7903,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:40.866607 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-9ce3d21c-5f2b-409d-90e6-a70a9a1c4ced tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '17bfd608-cdba-4c55-80a4-907bf08f7903', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:51:40.896268 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ce3d21c-5f2b-409d-90e6-a70a9a1c4ced tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:40.941370 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ce3d21c-5f2b-409d-90e6-a70a9a1c4ced tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:40.945187 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ce3d21c-5f2b-409d-90e6-a70a9a1c4ced tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:40.960391 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3d21c-5f2b-409d-90e6-a70a9a1c4ced tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868b24e8-056f-4fda-8f0b-d944bdd8fec4,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:40.968958 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9ce3d21c-5f2b-409d-90e6-a70a9a1c4ced tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:40.970144 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9ce3d21c-5f2b-409d-90e6-a70a9a1c4ced tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1080599 Sep 07 19:51:40.972882 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52288) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:40.977104 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-eb90dd18-a198-4223-8bb4-0ebfafcb0097 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '17bfd608-cdba-4c55-80a4-907bf08f7903', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:51:41.004415 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eb90dd18-a198-4223-8bb4-0ebfafcb0097 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.059457 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eb90dd18-a198-4223-8bb4-0ebfafcb0097 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.062721 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eb90dd18-a198-4223-8bb4-0ebfafcb0097 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.081211 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90dd18-a198-4223-8bb4-0ebfafcb0097 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e3f872-2741-4f9a-91f8-b3c707761c9c,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:41.084121 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-eb90dd18-a198-4223-8bb4-0ebfafcb0097 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.085336 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-eb90dd18-a198-4223-8bb4-0ebfafcb0097 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1115165 Sep 07 19:51:41.088110 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52290) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:41.092436 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-4f3d9d10-ce1f-4330-b7ae-b2a6cb5f10b7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '17bfd608-cdba-4c55-80a4-907bf08f7903', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:51:41.117803 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9d10-ce1f-4330-b7ae-b2a6cb5f10b7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.173138 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9d10-ce1f-4330-b7ae-b2a6cb5f10b7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.176429 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9d10-ce1f-4330-b7ae-b2a6cb5f10b7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.193302 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d9d10-ce1f-4330-b7ae-b2a6cb5f10b7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e31f1c-e83b-4af1-bc0a-aaf3e663e15a,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:41.199681 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9d10-ce1f-4330-b7ae-b2a6cb5f10b7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.201269 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4f3d9d10-ce1f-4330-b7ae-b2a6cb5f10b7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121695 Sep 07 19:51:41.203908 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52292) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:41.208229 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-b02c2255-347c-4c6c-94d5-14a2a3ebf44d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '17bfd608-cdba-4c55-80a4-907bf08f7903', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:51:41.234200 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b02c2255-347c-4c6c-94d5-14a2a3ebf44d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.300612 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b02c2255-347c-4c6c-94d5-14a2a3ebf44d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.305053 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b02c2255-347c-4c6c-94d5-14a2a3ebf44d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.326430 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c2255-347c-4c6c-94d5-14a2a3ebf44d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf2e193-416f-4e8d-afae-2956772da8c5,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:41.330698 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b02c2255-347c-4c6c-94d5-14a2a3ebf44d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.331925 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b02c2255-347c-4c6c-94d5-14a2a3ebf44d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270847 Sep 07 19:51:41.335681 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52294) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:41.340107 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1a8393d6-1814-4a6d-aa06-d70b81dcbd33 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '17bfd608-cdba-4c55-80a4-907bf08f7903', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:51:41.345280 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 399242fe-1246-4188-a645-03e35e6ffdb2 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:51:41.362667 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-1a8393d6-1814-4a6d-aa06-d70b81dcbd33 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Project 1bdf2aff4a42482f9d324274f2d99d69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:51:41.368113 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1a8393d6-1814-4a6d-aa06-d70b81dcbd33 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.368260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 399242fe-1246-4188-a645-03e35e6ffdb2 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:51:41.368564 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 399242fe-1246-4188-a645-03e35e6ffdb2 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:51:41.424771 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1a8393d6-1814-4a6d-aa06-d70b81dcbd33 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.428641 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1a8393d6-1814-4a6d-aa06-d70b81dcbd33 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.444986 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8393d6-1814-4a6d-aa06-d70b81dcbd33 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c341d6f1-d88f-4d00-b167-15cda94579f2,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:41.451319 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1a8393d6-1814-4a6d-aa06-d70b81dcbd33 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.452567 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1a8393d6-1814-4a6d-aa06-d70b81dcbd33 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158557 Sep 07 19:51:41.455321 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52296) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:41.460188 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-3fcc2c43-ba7f-4581-800d-511e18df39ca tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': '17bfd608-cdba-4c55-80a4-907bf08f7903', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:51:41.482001 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-3fcc2c43-ba7f-4581-800d-511e18df39ca tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Project 1bdf2aff4a42482f9d324274f2d99d69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:51:41.486692 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2c43-ba7f-4581-800d-511e18df39ca tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.545796 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2c43-ba7f-4581-800d-511e18df39ca tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.549100 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2c43-ba7f-4581-800d-511e18df39ca tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.566904 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc2c43-ba7f-4581-800d-511e18df39ca tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e293472f-c683-4999-be83-8d842484fbd7,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:41.569855 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2c43-ba7f-4581-800d-511e18df39ca tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.571035 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3fcc2c43-ba7f-4581-800d-511e18df39ca tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1146948 Sep 07 19:51:41.574051 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52298) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:41.579006 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-ef333a47-cdcb-4806-b2be-4ad33a5f52e2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'network': {'name': 'tempest-network-smoke--1400734595', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'port_security_enabled': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:51:41.598704 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef333a47-cdcb-4806-b2be-4ad33a5f52e2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Made reservation on behalf of 1bdf2aff4a42482f9d324274f2d99d69 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:51:41.602676 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef333a47-cdcb-4806-b2be-4ad33a5f52e2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.626574 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef333a47-cdcb-4806-b2be-4ad33a5f52e2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:51:41.635326 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef333a47-cdcb-4806-b2be-4ad33a5f52e2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.635669 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-ef333a47-cdcb-4806-b2be-4ad33a5f52e2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Added segment 004984e6-fbaf-4466-ad14-22703515f6f7 of type vlan for network 07f291a3-6458-4609-b395-0f1241152f21 Sep 07 19:51:41.677138 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef333a47-cdcb-4806-b2be-4ad33a5f52e2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.699741 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef333a47-cdcb-4806-b2be-4ad33a5f52e2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.705481 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef333a47-cdcb-4806-b2be-4ad33a5f52e2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:41.706062 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ef333a47-cdcb-4806-b2be-4ad33a5f52e2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.737521 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ef333a47-cdcb-4806-b2be-4ad33a5f52e2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1624794 Sep 07 19:51:41.740297 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52300) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:41.744617 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-859ca9b2-e670-4799-beda-2dcafc840011 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1435920375', 'admin_state_up': True, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:51:41.785959 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef333a47-cdcb-4806-b2be-4ad33a5f52e2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Network': ['ID=07f291a3-6458-4609-b395-0f1241152f21,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:41.796885 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 07f291a3-6458-4609-b395-0f1241152f21 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:51:41.799083 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-859ca9b2-e670-4799-beda-2dcafc840011 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.800156 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-859ca9b2-e670-4799-beda-2dcafc840011 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.857303 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-859ca9b2-e670-4799-beda-2dcafc840011 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:41.993052 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-859ca9b2-e670-4799-beda-2dcafc840011 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:42.185676 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-859ca9b2-e670-4799-beda-2dcafc840011 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:42.205832 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-859ca9b2-e670-4799-beda-2dcafc840011 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:42.309430 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-859ca9b2-e670-4799-beda-2dcafc840011 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Allocated IP 172.25.8.121 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/d0b6c98c-7791-4dd4-97b8-af7de5559066) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:51:42.409883 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-859ca9b2-e670-4799-beda-2dcafc840011 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:42.447557 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-859ca9b2-e670-4799-beda-2dcafc840011 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:42.480837 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859ca9b2-e670-4799-beda-2dcafc840011 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:51:42.483550 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-859ca9b2-e670-4799-beda-2dcafc840011 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:51:42.487255 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859ca9b2-e670-4799-beda-2dcafc840011 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:51:42.523768 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ca9b2-e670-4799-beda-2dcafc840011 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=d0b6c98c-7791-4dd4-97b8-af7de5559066,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:42.748800 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-859ca9b2-e670-4799-beda-2dcafc840011 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:42.939257 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-859ca9b2-e670-4799-beda-2dcafc840011 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:43.065507 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859ca9b2-e670-4799-beda-2dcafc840011 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router 72f574f9-581f-41e1-a334-93fee8dea141 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:51:43.169667 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859ca9b2-e670-4799-beda-2dcafc840011 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:51:43.178895 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] Sync routers for ids ['72f574f9-581f-41e1-a334-93fee8dea141'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:51:43.187619 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-859ca9b2-e670-4799-beda-2dcafc840011 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:43.188035 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] Routers {'72f574f9-581f-41e1-a334-93fee8dea141'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:51:43.188736 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['72f574f9-581f-41e1-a334-93fee8dea141'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:51:43.189195 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-859ca9b2-e670-4799-beda-2dcafc840011 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4478230 Sep 07 19:51:43.192286 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52302) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:43.226145 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8e4be29c-ed01-4608-83f1-0f98e9b20df2 tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=1bdf2aff4a42482f9d324274f2d99d69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312698 Sep 07 19:51:43.228289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52304) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:43.299800 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] Set router 72f574f9-581f-41e1-a334-93fee8dea141 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:51:43.345240 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6612394f-38d1-4ddd-97f8-3b9a12caa33b tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:43.346777 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-6612394f-38d1-4ddd-97f8-3b9a12caa33b tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1174536 Sep 07 19:51:43.349623 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52306) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:43.376885 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4c16e374-67da-4aa7-b355-500ae92be950 tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261655 Sep 07 19:51:43.379326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52308) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:43.384519 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-28bb160e-c2a9-4b4a-ae07-1dce350f9c7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1032241423', 'network_id': '07f291a3-6458-4609-b395-0f1241152f21', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:51:43.471648 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bb160e-c2a9-4b4a-ae07-1dce350f9c7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Made reservation on behalf of 1bdf2aff4a42482f9d324274f2d99d69 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:51:43.475280 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-28bb160e-c2a9-4b4a-ae07-1dce350f9c7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:43.475525 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f574f9-581f-41e1-a334-93fee8dea141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435920375', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:51:41Z', 'updated_at': '2021-09-07T19:51:42Z', 'revision_number': 3, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:42Z', 'updated_at': '2021-09-07T19:51:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:51:43.508347 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] Checking router: 72f574f9-581f-41e1-a334-93fee8dea141 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:51:43.508719 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] Updating router 72f574f9-581f-41e1-a334-93fee8dea141 port d0b6c98c-7791-4dd4-97b8-af7de5559066 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:51:43.543017 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:43.563017 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:43.669554 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-28bb160e-c2a9-4b4a-ae07-1dce350f9c7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:43.732988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb160e-c2a9-4b4a-ae07-1dce350f9c7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Subnet': ['ID=099eeff6-7a08-4afe-a4fb-82aabaead6de,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:43.742325 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb160e-c2a9-4b4a-ae07-1dce350f9c7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Checking segment: {'id': '004984e6-fbaf-4466-ad14-22703515f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '07f291a3-6458-4609-b395-0f1241152f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:51:43.742688 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bb160e-c2a9-4b4a-ae07-1dce350f9c7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network hostable DHCP agents. Network: 07f291a3-6458-4609-b395-0f1241152f21, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:51:43.759052 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bb160e-c2a9-4b4a-ae07-1dce350f9c7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network 07f291a3-6458-4609-b395-0f1241152f21 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:51:43.768624 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-28bb160e-c2a9-4b4a-ae07-1dce350f9c7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 07f291a3-6458-4609-b395-0f1241152f21) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:51:43.773465 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bb160e-c2a9-4b4a-ae07-1dce350f9c7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:43.774060 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-28bb160e-c2a9-4b4a-ae07-1dce350f9c7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:43.788676 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-28bb160e-c2a9-4b4a-ae07-1dce350f9c7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4083087 Sep 07 19:51:43.791426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52310) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:43.797912 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d870c1a1-d0ba-4ade-9371-12b48b667ad4 None None] Network 07f291a3-6458-4609-b395-0f1241152f21 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:51:43.837674 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:43.876532 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] Transition to ACTIVE for port object d0b6c98c-7791-4dd4-97b8-af7de5559066 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:51:43.886218 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:43.978227 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c529f-94e7-4182-9b72-ffd9d5095068 None None] Pushing event updated for resources: {'Port': ['ID=d0b6c98c-7791-4dd4-97b8-af7de5559066,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:43.986866 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] Attempting to bind port d0b6c98c-7791-4dd4-97b8-af7de5559066 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:51:43.987230 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] Attempting to bind port d0b6c98c-7791-4dd4-97b8-af7de5559066 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:51:43.987589 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] Attempting to bind port d0b6c98c-7791-4dd4-97b8-af7de5559066 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:51:43.995671 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:51:43.996046 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:51:43.996443 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:43.996858 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:51:43.997317 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] Bound port: d0b6c98c-7791-4dd4-97b8-af7de5559066, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:51:43.997692 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:44.030685 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-07f291a3-6458-4609-b395-0f1241152f21', 'network_id': '07f291a3-6458-4609-b395-0f1241152f21', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ips': [{'subnet_id': '099eeff6-7a08-4afe-a4fb-82aabaead6de'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:51:44.031524 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:44.130061 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] For port d0b6c98c-7791-4dd4-97b8-af7de5559066, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:51:44.150968 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] For port d0b6c98c-7791-4dd4-97b8-af7de5559066, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d0b6c98c-7791-4dd4-97b8-af7de5559066,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:51:44.157336 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:44.235289 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-205882bf-3a9e-4e8d-a9a3-f55c05b2807f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:44.253393 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] Routers {'72f574f9-581f-41e1-a334-93fee8dea141'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:51:44.254017 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['72f574f9-581f-41e1-a334-93fee8dea141'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:51:44.255643 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c529f-94e7-4182-9b72-ffd9d5095068 None None] Pushing event updated for resources: {'Port': ['ID=d0b6c98c-7791-4dd4-97b8-af7de5559066,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:44.294543 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] Allocated IP 172.20.0.2 (07f291a3-6458-4609-b395-0f1241152f21/099eeff6-7a08-4afe-a4fb-82aabaead6de/63f81d4c-5dc3-4e43-a36c-657ad82db118) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:51:44.419649 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] Set router 72f574f9-581f-41e1-a334-93fee8dea141 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:51:44.524413 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:44.594955 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:44.612898 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] Transition to ACTIVE for port object 63f81d4c-5dc3-4e43-a36c-657ad82db118 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:51:44.648338 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] Transition to ACTIVE for port object 63f81d4c-5dc3-4e43-a36c-657ad82db118 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:51:44.657224 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:44.700186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-205882bf-3a9e-4e8d-a9a3-f55c05b2807f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Allocated IP 172.20.0.1 (07f291a3-6458-4609-b395-0f1241152f21/099eeff6-7a08-4afe-a4fb-82aabaead6de/f4f954aa-e8ae-490e-9a89-a575580262db) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:51:44.702974 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] Network 07f291a3-6458-4609-b395-0f1241152f21 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:51:44.708137 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:51:44.715231 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:51:44.722824 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] Pushing event updated for resources: {'Port': ['ID=63f81d4c-5dc3-4e43-a36c-657ad82db118,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:44.745986 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f574f9-581f-41e1-a334-93fee8dea141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435920375', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:51:41Z', 'updated_at': '2021-09-07T19:51:42Z', 'revision_number': 3, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:42Z', 'updated_at': '2021-09-07T19:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:51:44.785264 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a0e975-a9d8-4935-b88d-00d7628f5315 None None] The sync data for ids ['72f574f9-581f-41e1-a334-93fee8dea141'] in n-d-807786-1 is: [{'id': '72f574f9-581f-41e1-a334-93fee8dea141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435920375', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:51:41Z', 'updated_at': '2021-09-07T19:51:42Z', 'revision_number': 3, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:42Z', 'updated_at': '2021-09-07T19:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:51:44.799186 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] Attempting to bind port 63f81d4c-5dc3-4e43-a36c-657ad82db118 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:51:44.799557 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] Attempting to bind port 63f81d4c-5dc3-4e43-a36c-657ad82db118 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '004984e6-fbaf-4466-ad14-22703515f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '07f291a3-6458-4609-b395-0f1241152f21'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:51:44.799910 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] Attempting to bind port 63f81d4c-5dc3-4e43-a36c-657ad82db118 on network 07f291a3-6458-4609-b395-0f1241152f21 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:51:44.807222 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:51:44.807222 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] Checking segment: {'id': '004984e6-fbaf-4466-ad14-22703515f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '07f291a3-6458-4609-b395-0f1241152f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:51:44.807222 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:44.807222 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] Bound using segment: {'id': '004984e6-fbaf-4466-ad14-22703515f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '07f291a3-6458-4609-b395-0f1241152f21'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:51:44.807222 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] Bound port: 63f81d4c-5dc3-4e43-a36c-657ad82db118, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004984e6-fbaf-4466-ad14-22703515f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '07f291a3-6458-4609-b395-0f1241152f21'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:51:44.807222 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:44.817820 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-205882bf-3a9e-4e8d-a9a3-f55c05b2807f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:44.837846 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-205882bf-3a9e-4e8d-a9a3-f55c05b2807f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Transition to ACTIVE for port object f4f954aa-e8ae-490e-9a89-a575580262db will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:51:44.871371 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-205882bf-3a9e-4e8d-a9a3-f55c05b2807f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:44.875667 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] For port 63f81d4c-5dc3-4e43-a36c-657ad82db118, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:51:44.880193 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] For port 63f81d4c-5dc3-4e43-a36c-657ad82db118, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=63f81d4c-5dc3-4e43-a36c-657ad82db118,segment=NetworkSegment(004984e6-fbaf-4466-ad14-22703515f6f7),segment_id=004984e6-fbaf-4466-ad14-22703515f6f7)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:51:44.885966 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:44.912558 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205882bf-3a9e-4e8d-a9a3-f55c05b2807f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network 07f291a3-6458-4609-b395-0f1241152f21 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:51:44.916842 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-205882bf-3a9e-4e8d-a9a3-f55c05b2807f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:51:44.920366 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205882bf-3a9e-4e8d-a9a3-f55c05b2807f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:51:44.943907 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a6cc8-3af7-4082-9881-e3a9fff9f31d None None] Pushing event updated for resources: {'Port': ['ID=63f81d4c-5dc3-4e43-a36c-657ad82db118,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:44.955378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205882bf-3a9e-4e8d-a9a3-f55c05b2807f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=f4f954aa-e8ae-490e-9a89-a575580262db,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:44.976774 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-205882bf-3a9e-4e8d-a9a3-f55c05b2807f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:45.153320 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-205882bf-3a9e-4e8d-a9a3-f55c05b2807f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:45.444610 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d0b6c98c-7791-4dd4-97b8-af7de5559066 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:51:45.498833 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-205882bf-3a9e-4e8d-a9a3-f55c05b2807f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:45.503910 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-205882bf-3a9e-4e8d-a9a3-f55c05b2807f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:45.513043 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port d0b6c98c-7791-4dd4-97b8-af7de5559066 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:51:45.516980 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port d0b6c98c-7791-4dd4-97b8-af7de5559066 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:51:45.517412 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:45.585597 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-205882bf-3a9e-4e8d-a9a3-f55c05b2807f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:45.588568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205882bf-3a9e-4e8d-a9a3-f55c05b2807f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=f4f954aa-e8ae-490e-9a89-a575580262db,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:45.602931 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:45.649123 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port d0b6c98c-7791-4dd4-97b8-af7de5559066, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d0b6c98c-7791-4dd4-97b8-af7de5559066,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:51:45.654820 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:45.655785 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 63f81d4c-5dc3-4e43-a36c-657ad82db118 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:51:45.719100 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205882bf-3a9e-4e8d-a9a3-f55c05b2807f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network 07f291a3-6458-4609-b395-0f1241152f21 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:51:45.720620 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-205882bf-3a9e-4e8d-a9a3-f55c05b2807f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:51:45.735856 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=d0b6c98c-7791-4dd4-97b8-af7de5559066,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:45.769708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 63f81d4c-5dc3-4e43-a36c-657ad82db118 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:51:45.849467 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205882bf-3a9e-4e8d-a9a3-f55c05b2807f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router 72f574f9-581f-41e1-a334-93fee8dea141 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:51:45.960472 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205882bf-3a9e-4e8d-a9a3-f55c05b2807f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:51:45.965501 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-205882bf-3a9e-4e8d-a9a3-f55c05b2807f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "PUT /v2.0/routers/72f574f9-581f-41e1-a334-93fee8dea141/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1731329 Sep 07 19:51:45.982708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709b5030-4d3f-499d-a75f-c4d8daf79972 None None] Network 07f291a3-6458-4609-b395-0f1241152f21 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:51:46.217739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-47f8225b-add9-4fc7-912d-edf9bf305a20 None None] Provisioning for port 63f81d4c-5dc3-4e43-a36c-657ad82db118 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:51:46.230322 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-47f8225b-add9-4fc7-912d-edf9bf305a20 None None] Provisioning complete for port 63f81d4c-5dc3-4e43-a36c-657ad82db118 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:51:46.230692 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-47f8225b-add9-4fc7-912d-edf9bf305a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:46.296395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-a8b75e7f-93e3-4d02-8998-9da21d2ca729 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1017444763&fields=id&tenant_id=1bdf2aff4a42482f9d324274f2d99d69 HTTP/1.1" status: 200 len: 267 time: 0.0347269 Sep 07 19:51:46.372237 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-47f8225b-add9-4fc7-912d-edf9bf305a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:46.407980 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-5e3f56b6-b749-4899-8d34-92fffc365204 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:46.408676 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-47f8225b-add9-4fc7-912d-edf9bf305a20 None None] For port 63f81d4c-5dc3-4e43-a36c-657ad82db118, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=63f81d4c-5dc3-4e43-a36c-657ad82db118,segment=NetworkSegment(004984e6-fbaf-4466-ad14-22703515f6f7),segment_id=004984e6-fbaf-4466-ad14-22703515f6f7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:51:46.409480 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-5e3f56b6-b749-4899-8d34-92fffc365204 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/networks?id=07f291a3-6458-4609-b395-0f1241152f21 HTTP/1.1" status: 200 len: 797 time: 0.1054516 Sep 07 19:51:46.414326 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-47f8225b-add9-4fc7-912d-edf9bf305a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:46.433975 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-610c2cc4-224c-4a15-9879-ae0c2372492b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/quotas/1bdf2aff4a42482f9d324274f2d99d69 HTTP/1.1" status: 200 len: 375 time: 0.0115435 Sep 07 19:51:46.466350 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8225b-add9-4fc7-912d-edf9bf305a20 None None] Pushing event updated for resources: {'Port': ['ID=63f81d4c-5dc3-4e43-a36c-657ad82db118,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:46.495751 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-2f337f98-4a46-4fe4-9753-628ad8850c79 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544512 Sep 07 19:51:46.607414 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] Sync routers for ids ['72f574f9-581f-41e1-a334-93fee8dea141'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:51:46.617153 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] Routers {'72f574f9-581f-41e1-a334-93fee8dea141'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:51:46.617759 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['72f574f9-581f-41e1-a334-93fee8dea141'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:51:46.638513 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cdd5b3c5-7396-41cf-ba94-e8b4b2cb649f None None] Provisioning complete for port 63f81d4c-5dc3-4e43-a36c-657ad82db118 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:51:46.639005 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cdd5b3c5-7396-41cf-ba94-e8b4b2cb649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:46.660856 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-ff257ac9-ee5b-465b-ab00-f838fad96bf8 service neutron] 10.222.0.26 "GET /v2.0/networks/07f291a3-6458-4609-b395-0f1241152f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522911 Sep 07 19:51:46.742036 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] Set router 72f574f9-581f-41e1-a334-93fee8dea141 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:51:46.758591 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cdd5b3c5-7396-41cf-ba94-e8b4b2cb649f None None] Provisioning for port f4f954aa-e8ae-490e-9a89-a575580262db completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:51:46.765886 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-cdd5b3c5-7396-41cf-ba94-e8b4b2cb649f None None] Provisioning complete for port f4f954aa-e8ae-490e-9a89-a575580262db triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:51:46.766274 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-cdd5b3c5-7396-41cf-ba94-e8b4b2cb649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:46.774500 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-49e9ce6b-2829-4a42-ba99-84737160fe28 service neutron] 10.222.0.26 "GET /v2.0/networks/07f291a3-6458-4609-b395-0f1241152f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070781 Sep 07 19:51:46.809065 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-cdd5b3c5-7396-41cf-ba94-e8b4b2cb649f None None] Port f4f954aa-e8ae-490e-9a89-a575580262db cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:51:46.928810 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8ab49bff-2f50-4e25-8471-13d417fe114c None None] Provisioning complete for port f4f954aa-e8ae-490e-9a89-a575580262db triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:51:46.929547 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8ab49bff-2f50-4e25-8471-13d417fe114c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:46.978695 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-8ab49bff-2f50-4e25-8471-13d417fe114c None None] Port f4f954aa-e8ae-490e-9a89-a575580262db cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:51:46.994733 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f574f9-581f-41e1-a334-93fee8dea141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435920375', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:51:41Z', 'updated_at': '2021-09-07T19:51:45Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:42Z', 'updated_at': '2021-09-07T19:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'f4f954aa-e8ae-490e-9a89-a575580262db', 'name': '', 'network_id': '07f291a3-6458-4609-b395-0f1241152f21', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:03:2a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '099eeff6-7a08-4afe-a4fb-82aabaead6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:44Z', 'updated_at': '2021-09-07T19:51:45Z', 'revision_number': 2, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '099eeff6-7a08-4afe-a4fb-82aabaead6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:51:47.008308 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2db39ab1-7596-4b55-9762-8f976eb1aac6 req-22a83e75-7823-4454-a497-02a3e7f4aadc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 210 time: 0.0320208 Sep 07 19:51:47.032802 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] Checking router: 72f574f9-581f-41e1-a334-93fee8dea141 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:51:47.033158 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] Updating router 72f574f9-581f-41e1-a334-93fee8dea141 port f4f954aa-e8ae-490e-9a89-a575580262db binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:51:47.062582 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:47.098405 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-76b7bb6b-b62f-4e0d-a0fa-ad1899d1bfe0 None None] Provisioning complete for port f4f954aa-e8ae-490e-9a89-a575580262db triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:51:47.098803 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-76b7bb6b-b62f-4e0d-a0fa-ad1899d1bfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:47.133584 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-76b7bb6b-b62f-4e0d-a0fa-ad1899d1bfe0 None None] Port f4f954aa-e8ae-490e-9a89-a575580262db cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:51:47.335084 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:47.345721 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] Transition to ACTIVE for port object f4f954aa-e8ae-490e-9a89-a575580262db will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:51:47.353756 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:47.358292 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d0b6c98c-7791-4dd4-97b8-af7de5559066 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:51:47.405383 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67b7be-18d4-45f1-9ce4-40068bbc4b95 None None] Pushing event updated for resources: {'Port': ['ID=f4f954aa-e8ae-490e-9a89-a575580262db,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:47.418817 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port d0b6c98c-7791-4dd4-97b8-af7de5559066 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:51:47.419299 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:47.435700 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67b7be-18d4-45f1-9ce4-40068bbc4b95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:47.436046 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67b7be-18d4-45f1-9ce4-40068bbc4b95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:47.436382 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67b7be-18d4-45f1-9ce4-40068bbc4b95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:47.436738 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67b7be-18d4-45f1-9ce4-40068bbc4b95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:47.437067 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67b7be-18d4-45f1-9ce4-40068bbc4b95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:47.437390 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67b7be-18d4-45f1-9ce4-40068bbc4b95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:47.437713 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67b7be-18d4-45f1-9ce4-40068bbc4b95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:47.438036 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67b7be-18d4-45f1-9ce4-40068bbc4b95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:47.438354 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67b7be-18d4-45f1-9ce4-40068bbc4b95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:47.438668 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67b7be-18d4-45f1-9ce4-40068bbc4b95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:47.438986 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67b7be-18d4-45f1-9ce4-40068bbc4b95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:47.439301 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67b7be-18d4-45f1-9ce4-40068bbc4b95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:51:47.476366 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] Attempting to bind port f4f954aa-e8ae-490e-9a89-a575580262db on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:51:47.477080 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] Attempting to bind port f4f954aa-e8ae-490e-9a89-a575580262db by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '004984e6-fbaf-4466-ad14-22703515f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '07f291a3-6458-4609-b395-0f1241152f21'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:51:47.477647 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] Attempting to bind port f4f954aa-e8ae-490e-9a89-a575580262db on network 07f291a3-6458-4609-b395-0f1241152f21 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:51:47.488004 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:51:47.488473 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] Checking segment: {'id': '004984e6-fbaf-4466-ad14-22703515f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '07f291a3-6458-4609-b395-0f1241152f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:51:47.489011 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:47.489448 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] Bound using segment: {'id': '004984e6-fbaf-4466-ad14-22703515f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '07f291a3-6458-4609-b395-0f1241152f21'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:51:47.490034 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] Bound port: f4f954aa-e8ae-490e-9a89-a575580262db, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004984e6-fbaf-4466-ad14-22703515f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '07f291a3-6458-4609-b395-0f1241152f21'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:51:47.491047 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:47.526865 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 63f81d4c-5dc3-4e43-a36c-657ad82db118 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:51:47.561921 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] For port f4f954aa-e8ae-490e-9a89-a575580262db, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:51:47.565839 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] For port f4f954aa-e8ae-490e-9a89-a575580262db, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f4f954aa-e8ae-490e-9a89-a575580262db,segment=NetworkSegment(004984e6-fbaf-4466-ad14-22703515f6f7),segment_id=004984e6-fbaf-4466-ad14-22703515f6f7)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:51:47.572246 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:47.584753 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 63f81d4c-5dc3-4e43-a36c-657ad82db118 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:51:47.585139 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:47.648157 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] Routers {'72f574f9-581f-41e1-a334-93fee8dea141'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:51:47.648782 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:51:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['72f574f9-581f-41e1-a334-93fee8dea141'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:51:47.684892 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67b7be-18d4-45f1-9ce4-40068bbc4b95 None None] Pushing event updated for resources: {'Port': ['ID=f4f954aa-e8ae-490e-9a89-a575580262db,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:47.766579 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] Set router 72f574f9-581f-41e1-a334-93fee8dea141 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:51:48.092096 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f574f9-581f-41e1-a334-93fee8dea141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435920375', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:51:41Z', 'updated_at': '2021-09-07T19:51:45Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:42Z', 'updated_at': '2021-09-07T19:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'f4f954aa-e8ae-490e-9a89-a575580262db', 'name': '', 'network_id': '07f291a3-6458-4609-b395-0f1241152f21', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:03:2a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '099eeff6-7a08-4afe-a4fb-82aabaead6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:44Z', 'updated_at': '2021-09-07T19:51:47Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '099eeff6-7a08-4afe-a4fb-82aabaead6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:51:48.125105 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb3aa9a-8df8-4dda-9ca8-c24c10452c87 None None] The sync data for ids ['72f574f9-581f-41e1-a334-93fee8dea141'] in n-d-807786-1 is: [{'id': '72f574f9-581f-41e1-a334-93fee8dea141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435920375', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:51:41Z', 'updated_at': '2021-09-07T19:51:45Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:42Z', 'updated_at': '2021-09-07T19:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'f4f954aa-e8ae-490e-9a89-a575580262db', 'name': '', 'network_id': '07f291a3-6458-4609-b395-0f1241152f21', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:03:2a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '099eeff6-7a08-4afe-a4fb-82aabaead6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:44Z', 'updated_at': '2021-09-07T19:51:47Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '099eeff6-7a08-4afe-a4fb-82aabaead6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:51:48.153049 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a507e9df-cc8b-4a83-bfab-5a4c1efc4ce7 req-7d302b79-c29f-4294-8411-798f8fa1263c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 210 time: 0.0562501 Sep 07 19:51:48.159989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-55f5996c-3ee1-4197-ad8b-7fdd706793b6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:48.161485 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-55f5996c-3ee1-4197-ad8b-7fdd706793b6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.36 "GET /v2.0/networks?id=07f291a3-6458-4609-b395-0f1241152f21 HTTP/1.1" status: 200 len: 797 time: 0.1623147 Sep 07 19:51:48.224202 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-0778332c-d09c-4e80-99be-d3f6131f2d64 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bdf2aff4a42482f9d324274f2d99d69 HTTP/1.1" status: 200 len: 380 time: 0.0436318 Sep 07 19:51:48.235592 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-35498ed7-5792-45a2-9f36-a2c90922a3d0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'port': {'device_id': 'f53981bc-060c-43a8-a61e-d355bb244380', 'network_id': '07f291a3-6458-4609-b395-0f1241152f21', 'admin_state_up': True, 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'security_groups': ['17bfd608-cdba-4c55-80a4-907bf08f7903']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:51:48.357787 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-35498ed7-5792-45a2-9f36-a2c90922a3d0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Made reservation on behalf of 1bdf2aff4a42482f9d324274f2d99d69 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:51:48.361958 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-35498ed7-5792-45a2-9f36-a2c90922a3d0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:48.501387 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-35498ed7-5792-45a2-9f36-a2c90922a3d0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Allocated IP 172.20.0.11 (07f291a3-6458-4609-b395-0f1241152f21/099eeff6-7a08-4afe-a4fb-82aabaead6de/401a2a3a-2534-45e8-88f6-5b056d8ec8ac) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:51:49.003161 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-35498ed7-5792-45a2-9f36-a2c90922a3d0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:49.017310 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-35498ed7-5792-45a2-9f36-a2c90922a3d0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Transition to ACTIVE for port object 401a2a3a-2534-45e8-88f6-5b056d8ec8ac will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:51:49.051410 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-35498ed7-5792-45a2-9f36-a2c90922a3d0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:49.093677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-35498ed7-5792-45a2-9f36-a2c90922a3d0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network 07f291a3-6458-4609-b395-0f1241152f21 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:51:49.096744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-35498ed7-5792-45a2-9f36-a2c90922a3d0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:51:49.100675 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-35498ed7-5792-45a2-9f36-a2c90922a3d0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:51:49.132092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35498ed7-5792-45a2-9f36-a2c90922a3d0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=401a2a3a-2534-45e8-88f6-5b056d8ec8ac,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:49.160980 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-35498ed7-5792-45a2-9f36-a2c90922a3d0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:49.161633 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-35498ed7-5792-45a2-9f36-a2c90922a3d0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:49.176841 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-35498ed7-5792-45a2-9f36-a2c90922a3d0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9454305 Sep 07 19:51:49.189687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] Request body: {'port': {'device_id': 'f53981bc-060c-43a8-a61e-d355bb244380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:51:49.277076 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:49.331195 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275c7a-c9f8-4a82-9d5a-05b784a09800 req-d358f8e4-871d-4d1c-bb9b-2e0f1baabf15 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:49.332661 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9e275c7a-c9f8-4a82-9d5a-05b784a09800 req-d358f8e4-871d-4d1c-bb9b-2e0f1baabf15 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 932 time: 0.0884776 Sep 07 19:51:49.373136 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f4f954aa-e8ae-490e-9a89-a575580262db up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:51:49.416828 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f0c1f44a-b887-4cdd-9fbf-436e2e418479 None None] Provisioning for port 401a2a3a-2534-45e8-88f6-5b056d8ec8ac completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:51:49.421966 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f0c1f44a-b887-4cdd-9fbf-436e2e418479 None None] Provisioning complete for port 401a2a3a-2534-45e8-88f6-5b056d8ec8ac triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:51:49.422340 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f0c1f44a-b887-4cdd-9fbf-436e2e418479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:49.440565 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9e275c7a-c9f8-4a82-9d5a-05b784a09800 req-79ab1bcb-0676-4d4f-891a-a7a066fdc963 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980637 Sep 07 19:51:49.460600 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port f4f954aa-e8ae-490e-9a89-a575580262db completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:51:49.463681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-f0c1f44a-b887-4cdd-9fbf-436e2e418479 None None] Port 401a2a3a-2534-45e8-88f6-5b056d8ec8ac cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:51:49.466041 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port f4f954aa-e8ae-490e-9a89-a575580262db triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:51:49.466405 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:49.552375 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:49.590210 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port f4f954aa-e8ae-490e-9a89-a575580262db, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f4f954aa-e8ae-490e-9a89-a575580262db,segment=NetworkSegment(004984e6-fbaf-4466-ad14-22703515f6f7),segment_id=004984e6-fbaf-4466-ad14-22703515f6f7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:51:49.601571 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:49.609015 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401a2a3a-2534-45e8-88f6-5b056d8ec8ac {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:51:49.614772 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:49.634893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] Transition to ACTIVE for port object 401a2a3a-2534-45e8-88f6-5b056d8ec8ac will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:51:49.638947 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:49.658319 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=f4f954aa-e8ae-490e-9a89-a575580262db,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:49.731792 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] Pushing event updated for resources: {'Port': ['ID=401a2a3a-2534-45e8-88f6-5b056d8ec8ac,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:49.763208 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] Attempting to bind port 401a2a3a-2534-45e8-88f6-5b056d8ec8ac on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:51:49.763551 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] Attempting to bind port 401a2a3a-2534-45e8-88f6-5b056d8ec8ac by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '004984e6-fbaf-4466-ad14-22703515f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '07f291a3-6458-4609-b395-0f1241152f21'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:51:49.763882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] Attempting to bind port 401a2a3a-2534-45e8-88f6-5b056d8ec8ac on network 07f291a3-6458-4609-b395-0f1241152f21 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:51:49.770579 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] Port 401a2a3a-2534-45e8-88f6-5b056d8ec8ac on network 07f291a3-6458-4609-b395-0f1241152f21 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:51:49.770906 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] Attempting to bind port 401a2a3a-2534-45e8-88f6-5b056d8ec8ac on network 07f291a3-6458-4609-b395-0f1241152f21 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:51:49.776674 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:51:49.777017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] Checking segment: {'id': '004984e6-fbaf-4466-ad14-22703515f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '07f291a3-6458-4609-b395-0f1241152f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:51:49.777396 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] Bound using segment: {'id': '004984e6-fbaf-4466-ad14-22703515f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '07f291a3-6458-4609-b395-0f1241152f21'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:51:49.777827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] Bound port: 401a2a3a-2534-45e8-88f6-5b056d8ec8ac, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004984e6-fbaf-4466-ad14-22703515f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '07f291a3-6458-4609-b395-0f1241152f21'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:51:49.778185 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:49.856310 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] For port 401a2a3a-2534-45e8-88f6-5b056d8ec8ac, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:51:49.860776 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] For port 401a2a3a-2534-45e8-88f6-5b056d8ec8ac, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=401a2a3a-2534-45e8-88f6-5b056d8ec8ac,segment=NetworkSegment(004984e6-fbaf-4466-ad14-22703515f6f7),segment_id=004984e6-fbaf-4466-ad14-22703515f6f7)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:51:49.865582 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:49.901740 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:49.902361 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:49.903772 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] 10.222.0.36 "PUT /v2.0/ports/401a2a3a-2534-45e8-88f6-5b056d8ec8ac HTTP/1.1" status: 200 len: 1092 time: 0.7186475 Sep 07 19:51:49.906010 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53981bc-060c-43a8-a61e-d355bb244380', 'tag': '401a2a3a-2534-45e8-88f6-5b056d8ec8ac'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:51:49.908269 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0676e4a0-bf96-4dad-8afc-ecd03374441b" -d '{"events": [{"name": "network-changed", "server_uuid": "f53981bc-060c-43a8-a61e-d355bb244380", "tag": "401a2a3a-2534-45e8-88f6-5b056d8ec8ac"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:51:49.935625 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba7753-9946-4948-92d2-98eb8387e723 service neutron] Pushing event updated for resources: {'Port': ['ID=401a2a3a-2534-45e8-88f6-5b056d8ec8ac,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:49.947473 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d527b6-6584-4808-9e1d-619d61d5fd61 x-openstack-request-id: req-d3d527b6-6584-4808-9e1d-619d61d5fd61 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:51:49.947774 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53981bc-060c-43a8-a61e-d355bb244380", "tag": "401a2a3a-2534-45e8-88f6-5b056d8ec8ac", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:51:49.948025 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3d527b6-6584-4808-9e1d-619d61d5fd61 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:51:49.948429 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53981bc-060c-43a8-a61e-d355bb244380', 'tag': '401a2a3a-2534-45e8-88f6-5b056d8ec8ac', 'status': 'completed', 'code': 200} Sep 07 19:51:49.997492 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-a2a20a3c-da9e-40aa-87a8-248cb82d3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:49.998637 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-a2a20a3c-da9e-40aa-87a8-248cb82d3c72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 1095 time: 0.0427606 Sep 07 19:51:50.046207 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-8f2412a4-10cb-4d1f-9015-03b5d0ccaae3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=401a2a3a-2534-45e8-88f6-5b056d8ec8ac HTTP/1.1" status: 200 len: 217 time: 0.0392759 Sep 07 19:51:50.099318 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-2e4a846b-9a76-44c6-a428-e33fb53d8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:50.101057 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-2e4a846b-9a76-44c6-a428-e33fb53d8fc7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=099eeff6-7a08-4afe-a4fb-82aabaead6de HTTP/1.1" status: 200 len: 835 time: 0.0472286 Sep 07 19:51:50.155394 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-827ac7d7-8241-4274-988e-d0ad9e427670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:50.156918 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-827ac7d7-8241-4274-988e-d0ad9e427670 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07f291a3-6458-4609-b395-0f1241152f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490453 Sep 07 19:51:50.248388 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-090daa3f-bc62-4d7e-988e-be4e764f68a6 service neutron] 10.222.0.36 "GET /v2.0/networks/07f291a3-6458-4609-b395-0f1241152f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837569 Sep 07 19:51:50.339236 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3b4a52f-cd6a-47d5-98f0-004d7bc3f940 req-d2276a90-beb7-472e-99f0-b2c4c4353f26 service neutron] 10.222.0.36 "GET /v2.0/networks/07f291a3-6458-4609-b395-0f1241152f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831211 Sep 07 19:51:50.468033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676e4a0-bf96-4dad-8afc-ecd03374441b req-2d532d9b-7f13-4b6d-b6aa-12f2144f6dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:50.469489 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0676e4a0-bf96-4dad-8afc-ecd03374441b req-2d532d9b-7f13-4b6d-b6aa-12f2144f6dc7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 1095 time: 0.0439277 Sep 07 19:51:50.602793 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f982bfa-0da7-4979-9953-636f0779e615 req-d739a45e-7be7-4395-8440-0fdcb506811a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:50.604281 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0f982bfa-0da7-4979-9953-636f0779e615 req-d739a45e-7be7-4395-8440-0fdcb506811a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 944 time: 0.0918567 Sep 07 19:51:50.606713 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676e4a0-bf96-4dad-8afc-ecd03374441b req-96749954-f61c-471d-b67d-663112cb42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:50.608076 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0676e4a0-bf96-4dad-8afc-ecd03374441b req-96749954-f61c-471d-b67d-663112cb42c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=07f291a3-6458-4609-b395-0f1241152f21 HTTP/1.1" status: 200 len: 898 time: 0.1316366 Sep 07 19:51:50.664453 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0676e4a0-bf96-4dad-8afc-ecd03374441b req-2266cf6e-a9d6-4ad4-a3ce-b61c20b3f753 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=401a2a3a-2534-45e8-88f6-5b056d8ec8ac HTTP/1.1" status: 200 len: 217 time: 0.0468113 Sep 07 19:51:50.705519 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0f982bfa-0da7-4979-9953-636f0779e615 req-54ef4b4b-b76f-4a07-997f-acf3462e9a21 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944726 Sep 07 19:51:50.722590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676e4a0-bf96-4dad-8afc-ecd03374441b req-29d104ce-d943-42d7-be5e-e8d97bf1465a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:50.723974 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0676e4a0-bf96-4dad-8afc-ecd03374441b req-29d104ce-d943-42d7-be5e-e8d97bf1465a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=099eeff6-7a08-4afe-a4fb-82aabaead6de HTTP/1.1" status: 200 len: 835 time: 0.0500951 Sep 07 19:51:50.776198 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676e4a0-bf96-4dad-8afc-ecd03374441b req-2781bc1c-0dc2-47b6-b06d-42efb8d1adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:50.778327 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0676e4a0-bf96-4dad-8afc-ecd03374441b req-2781bc1c-0dc2-47b6-b06d-42efb8d1adc1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07f291a3-6458-4609-b395-0f1241152f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455031 Sep 07 19:51:50.881512 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0676e4a0-bf96-4dad-8afc-ecd03374441b req-c6882827-8a56-4999-8fcb-bf0e11ca5088 service neutron] 10.222.0.36 "GET /v2.0/networks/07f291a3-6458-4609-b395-0f1241152f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938685 Sep 07 19:51:50.969328 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0676e4a0-bf96-4dad-8afc-ecd03374441b req-2b3c7b3a-34c1-4810-9603-e3da9371dcc8 service neutron] 10.222.0.36 "GET /v2.0/networks/07f291a3-6458-4609-b395-0f1241152f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808392 Sep 07 19:51:51.347438 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f4f954aa-e8ae-490e-9a89-a575580262db up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:51:51.397451 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port f4f954aa-e8ae-490e-9a89-a575580262db triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:51:51.397746 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:51.824744 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d110bb-f875-4c46-a534-7567bc8f16d5 req-49cbd097-792d-462e-a2bc-416c870cd019 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:51.826496 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7d110bb-f875-4c46-a534-7567bc8f16d5 req-49cbd097-792d-462e-a2bc-416c870cd019 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 944 time: 0.0544283 Sep 07 19:51:51.863157 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7d110bb-f875-4c46-a534-7567bc8f16d5 req-a8c02b9e-64c8-4fcf-b8d5-7dea4ecbd31c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308778 Sep 07 19:51:53.026822 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc74fb-622c-4ea4-bcb4-661992881778 req-8a7f9ac4-e213-452c-8aae-4c8c07aebfee tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:53.028314 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91fc74fb-622c-4ea4-bcb4-661992881778 req-8a7f9ac4-e213-452c-8aae-4c8c07aebfee tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 944 time: 0.1001480 Sep 07 19:51:53.066325 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-91fc74fb-622c-4ea4-bcb4-661992881778 req-f7686e0b-e7e2-44a7-a29b-29001762b231 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320654 Sep 07 19:51:53.118293 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 401a2a3a-2534-45e8-88f6-5b056d8ec8ac details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:51:53.211758 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 401a2a3a-2534-45e8-88f6-5b056d8ec8ac, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=401a2a3a-2534-45e8-88f6-5b056d8ec8ac,segment=NetworkSegment(004984e6-fbaf-4466-ad14-22703515f6f7),segment_id=004984e6-fbaf-4466-ad14-22703515f6f7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:51:53.222351 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '401a2a3a-2534-45e8-88f6-5b056d8ec8ac', 'network_id': '07f291a3-6458-4609-b395-0f1241152f21', 'port_id': '401a2a3a-2534-45e8-88f6-5b056d8ec8ac', 'mac_address': 'fa:16:3e:b2:42:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099eeff6-7a08-4afe-a4fb-82aabaead6de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:51:53.258932 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:53.271127 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401a2a3a-2534-45e8-88f6-5b056d8ec8ac {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:51:53.290731 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 401a2a3a-2534-45e8-88f6-5b056d8ec8ac, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=401a2a3a-2534-45e8-88f6-5b056d8ec8ac,segment=NetworkSegment(004984e6-fbaf-4466-ad14-22703515f6f7),segment_id=004984e6-fbaf-4466-ad14-22703515f6f7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:51:53.294784 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:53.339781 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=401a2a3a-2534-45e8-88f6-5b056d8ec8ac,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:53.484254 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['401a2a3a-2534-45e8-88f6-5b056d8ec8ac'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:51:54.187066 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c986f9b-343f-4fe1-978f-b4e75d8c00da req-3884e215-7cfe-46dc-88a7-965b2b6b9ea9 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:54.188567 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c986f9b-343f-4fe1-978f-b4e75d8c00da req-3884e215-7cfe-46dc-88a7-965b2b6b9ea9 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 945 time: 0.0552814 Sep 07 19:51:54.225348 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c986f9b-343f-4fe1-978f-b4e75d8c00da req-edfeb1ce-36dc-4986-94b4-2838e0bb7eb2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309188 Sep 07 19:51:54.664602 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:51:55.132684 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 401a2a3a-2534-45e8-88f6-5b056d8ec8ac up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:51:55.182900 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 401a2a3a-2534-45e8-88f6-5b056d8ec8ac completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:51:55.186603 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 401a2a3a-2534-45e8-88f6-5b056d8ec8ac triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:51:55.186977 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:55.261892 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:55.284251 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53981bc-060c-43a8-a61e-d355bb244380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401a2a3a-2534-45e8-88f6-5b056d8ec8ac'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:51:55.286527 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914ce4cc-f033-445e-9df9-efb6b6f11de9" -d '{"events": [{"server_uuid": "f53981bc-060c-43a8-a61e-d355bb244380", "name": "network-vif-plugged", "status": "completed", "tag": "401a2a3a-2534-45e8-88f6-5b056d8ec8ac"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:51:55.299563 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 401a2a3a-2534-45e8-88f6-5b056d8ec8ac, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=401a2a3a-2534-45e8-88f6-5b056d8ec8ac,segment=NetworkSegment(004984e6-fbaf-4466-ad14-22703515f6f7),segment_id=004984e6-fbaf-4466-ad14-22703515f6f7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:51:55.306307 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:55.331071 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2e6abe-3ec0-4202-84d3-d342e0473785 x-openstack-request-id: req-1a2e6abe-3ec0-4202-84d3-d342e0473785 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:51:55.331363 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53981bc-060c-43a8-a61e-d355bb244380", "name": "network-vif-plugged", "status": "completed", "tag": "401a2a3a-2534-45e8-88f6-5b056d8ec8ac", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:51:55.331616 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a2e6abe-3ec0-4202-84d3-d342e0473785 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:51:55.332003 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53981bc-060c-43a8-a61e-d355bb244380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401a2a3a-2534-45e8-88f6-5b056d8ec8ac', 'code': 200} Sep 07 19:51:55.357200 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c4c56-cc17-459f-a438-2310c7ab3563 req-911cbc68-b2e5-46b6-9673-7a100cbabf84 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:55.358757 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-863c4c56-cc17-459f-a438-2310c7ab3563 req-911cbc68-b2e5-46b6-9673-7a100cbabf84 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 946 time: 0.0664117 Sep 07 19:51:55.359028 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=401a2a3a-2534-45e8-88f6-5b056d8ec8ac,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:55.409798 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-863c4c56-cc17-459f-a438-2310c7ab3563 req-85f371f8-300b-43aa-a0dc-024833b36359 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441747 Sep 07 19:51:55.436739 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf0ea4-81e7-4eef-8c28-3b6c0ff46c50 req-807db284-e6e7-46c1-adb2-2bd5cb5649be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:55.438216 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-efdf0ea4-81e7-4eef-8c28-3b6c0ff46c50 req-807db284-e6e7-46c1-adb2-2bd5cb5649be service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 1097 time: 0.0441716 Sep 07 19:51:55.472761 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-efdf0ea4-81e7-4eef-8c28-3b6c0ff46c50 req-7c3220f2-32c7-429e-b091-0e54ff89f28b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269229 Sep 07 19:51:56.049806 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a2ceb941-0f51-479b-9c27-e7de999d3f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:56.529620 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284010b1-8188-402a-90d6-5205fde411aa req-1892d46f-1a40-4dbf-9e63-f5479088054c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:56.531154 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-284010b1-8188-402a-90d6-5205fde411aa req-1892d46f-1a40-4dbf-9e63-f5479088054c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 946 time: 0.0501552 Sep 07 19:51:56.569149 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-284010b1-8188-402a-90d6-5205fde411aa req-cf7b8544-09fe-4d45-96bc-8b5433bcf5f3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316014 Sep 07 19:51:56.808394 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea603682-1965-4e38-8717-abc82d265480 req-4541dbf2-9929-4e79-a4e9-9ec070bac808 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439513 Sep 07 19:51:56.889891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea603682-1965-4e38-8717-abc82d265480 req-1f14f564-fe88-4f0a-b117-622bbcabf9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:56.891354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea603682-1965-4e38-8717-abc82d265480 req-1f14f564-fe88-4f0a-b117-622bbcabf9c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 1097 time: 0.0403986 Sep 07 19:51:56.995429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea603682-1965-4e38-8717-abc82d265480 req-db64ba6c-e8b8-4441-b500-a2eb31d7ad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:56.996913 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea603682-1965-4e38-8717-abc82d265480 req-db64ba6c-e8b8-4441-b500-a2eb31d7ad7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=07f291a3-6458-4609-b395-0f1241152f21 HTTP/1.1" status: 200 len: 898 time: 0.0870137 Sep 07 19:51:57.038030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea603682-1965-4e38-8717-abc82d265480 req-da95241e-36e7-4390-a7e2-b80f98c86b76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=401a2a3a-2534-45e8-88f6-5b056d8ec8ac HTTP/1.1" status: 200 len: 217 time: 0.0337944 Sep 07 19:51:57.085970 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea603682-1965-4e38-8717-abc82d265480 req-9bf63f63-4a1d-41af-bac2-d812880fed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:57.087299 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea603682-1965-4e38-8717-abc82d265480 req-9bf63f63-4a1d-41af-bac2-d812880fed7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=099eeff6-7a08-4afe-a4fb-82aabaead6de HTTP/1.1" status: 200 len: 835 time: 0.0421073 Sep 07 19:51:57.137590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea603682-1965-4e38-8717-abc82d265480 req-37f0d373-b098-4c08-8427-0dbfad740c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:57.137590 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea603682-1965-4e38-8717-abc82d265480 req-37f0d373-b098-4c08-8427-0dbfad740c8c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07f291a3-6458-4609-b395-0f1241152f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437799 Sep 07 19:51:57.232289 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea603682-1965-4e38-8717-abc82d265480 req-b14a5499-9028-40df-b5b5-c81cf4f7f78c service neutron] 10.222.0.36 "GET /v2.0/networks/07f291a3-6458-4609-b395-0f1241152f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869257 Sep 07 19:51:57.325001 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ea603682-1965-4e38-8717-abc82d265480 req-46901722-4ace-4063-977e-6ae0a71e454d service neutron] 10.222.0.36 "GET /v2.0/networks/07f291a3-6458-4609-b395-0f1241152f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841467 Sep 07 19:51:57.684064 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c437d-9408-416e-9434-77d214d72e9d req-b7275664-bd26-4d81-8e5b-c5a16eb6194c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:57.685573 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f54c437d-9408-416e-9434-77d214d72e9d req-b7275664-bd26-4d81-8e5b-c5a16eb6194c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 946 time: 0.0484974 Sep 07 19:51:57.722258 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f54c437d-9408-416e-9434-77d214d72e9d req-955e52eb-2e42-4a20-923a-9f5cf8deeff4 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308497 Sep 07 19:51:57.834152 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965bec0-da43-4657-ac8c-6ea10488b664 req-1774822a-e65c-4f15-8385-c93f5d0e3ba3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:57.835610 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2965bec0-da43-4657-ac8c-6ea10488b664 req-1774822a-e65c-4f15-8385-c93f5d0e3ba3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 946 time: 0.0482669 Sep 07 19:51:57.872395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2965bec0-da43-4657-ac8c-6ea10488b664 req-460e880a-4d0a-428b-9a29-e17010bed962 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308869 Sep 07 19:51:57.892862 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52372) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:57.931287 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337de47f-ea08-45db-9e03-4a00eeadc27a tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:57.932798 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-337de47f-ea08-45db-9e03-4a00eeadc27a tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 1092 time: 0.0389538 Sep 07 19:51:57.935524 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52374) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:57.939844 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1dffcc38-9fe6-4877-ad6d-5febd7403474 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': '401a2a3a-2534-45e8-88f6-5b056d8ec8ac', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:51:57.961393 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1dffcc38-9fe6-4877-ad6d-5febd7403474 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:58.054333 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1dffcc38-9fe6-4877-ad6d-5febd7403474 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:58.158010 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-1dffcc38-9fe6-4877-ad6d-5febd7403474 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Allocated IP 172.25.8.51 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/285044d0-f33c-4a25-91f0-7d3c657691e7) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:51:58.260056 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1dffcc38-9fe6-4877-ad6d-5febd7403474 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:58.297634 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1dffcc38-9fe6-4877-ad6d-5febd7403474 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:58.336246 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dffcc38-9fe6-4877-ad6d-5febd7403474 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:51:58.339060 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-1dffcc38-9fe6-4877-ad6d-5febd7403474 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:51:58.343020 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dffcc38-9fe6-4877-ad6d-5febd7403474 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:51:58.371358 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffcc38-9fe6-4877-ad6d-5febd7403474 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=285044d0-f33c-4a25-91f0-7d3c657691e7,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:58.693197 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1dffcc38-9fe6-4877-ad6d-5febd7403474 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:58.761256 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1dffcc38-9fe6-4877-ad6d-5febd7403474 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:58.861516 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-dea97a0a-a611-4b6f-8752-c14e2aa6a31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:58.910976 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1dffcc38-9fe6-4877-ad6d-5febd7403474 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:58.915308 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1dffcc38-9fe6-4877-ad6d-5febd7403474 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:58.982212 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffcc38-9fe6-4877-ad6d-5febd7403474 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=285044d0-f33c-4a25-91f0-7d3c657691e7,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:51:58.992424 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1dffcc38-9fe6-4877-ad6d-5febd7403474 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:59.090746 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-1dffcc38-9fe6-4877-ad6d-5febd7403474 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Floating IP 6bc1028f-03ac-4ad8-bfef-e29bb50439a6 associated. External IP: 172.25.8.51, port: 401a2a3a-2534-45e8-88f6-5b056d8ec8ac. Sep 07 19:51:59.147091 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:59.303462 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dffcc38-9fe6-4877-ad6d-5febd7403474 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router 72f574f9-581f-41e1-a334-93fee8dea141 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:51:59.408028 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dffcc38-9fe6-4877-ad6d-5febd7403474 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:51:59.426983 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5934137-4a09-4a52-9a26-19ed42be15a4 None None] Sync routers for ids ['72f574f9-581f-41e1-a334-93fee8dea141'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:51:59.428908 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1dffcc38-9fe6-4877-ad6d-5febd7403474 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:51:59.432305 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5934137-4a09-4a52-9a26-19ed42be15a4 None None] Routers {'72f574f9-581f-41e1-a334-93fee8dea141'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:51:59.432957 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b5934137-4a09-4a52-9a26-19ed42be15a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:51:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['72f574f9-581f-41e1-a334-93fee8dea141'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:51:59.457900 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1dffcc38-9fe6-4877-ad6d-5febd7403474 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5213296 Sep 07 19:51:59.458484 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53981bc-060c-43a8-a61e-d355bb244380', 'tag': '401a2a3a-2534-45e8-88f6-5b056d8ec8ac'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:51:59.461336 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762533edc2622bc0fa0f1b8c27c20a8f3eebc5c6dae59641fc833e4016bd3296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43f9a88-d065-4577-af8a-7d4968d9dd7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f53981bc-060c-43a8-a61e-d355bb244380", "tag": "401a2a3a-2534-45e8-88f6-5b056d8ec8ac"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:51:59.545352 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-b5934137-4a09-4a52-9a26-19ed42be15a4 None None] Set router 72f574f9-581f-41e1-a334-93fee8dea141 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:51:59.556251 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2883b129-9c05-464f-b373-90f6983d46ac x-openstack-request-id: req-2883b129-9c05-464f-b373-90f6983d46ac {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:51:59.556251 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53981bc-060c-43a8-a61e-d355bb244380", "tag": "401a2a3a-2534-45e8-88f6-5b056d8ec8ac", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:51:59.557286 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2883b129-9c05-464f-b373-90f6983d46ac {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:51:59.559119 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53981bc-060c-43a8-a61e-d355bb244380', 'tag': '401a2a3a-2534-45e8-88f6-5b056d8ec8ac', 'status': 'completed', 'code': 200} Sep 07 19:51:59.572729 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0c295-a053-4851-8963-6cfa8e43b732 req-fec0c7f4-883b-46d5-a673-2e479e766727 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:59.574425 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63f0c295-a053-4851-8963-6cfa8e43b732 req-fec0c7f4-883b-46d5-a673-2e479e766727 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 946 time: 0.0647671 Sep 07 19:51:59.643751 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63f0c295-a053-4851-8963-6cfa8e43b732 req-e76c0c28-2179-445a-9ec2-24d7ec48c4a6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550492 Sep 07 19:51:59.646994 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f9a88-d065-4577-af8a-7d4968d9dd7f req-82071c4a-9d67-48fd-88c4-7d0a6a93567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:59.649657 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f43f9a88-d065-4577-af8a-7d4968d9dd7f req-82071c4a-9d67-48fd-88c4-7d0a6a93567b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 1097 time: 0.0690298 Sep 07 19:51:59.669715 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52382) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:51:59.733915 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a059e319-dbfb-4a78-a032-68cc4e0d2b14 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/floatingips/6bc1028f-03ac-4ad8-bfef-e29bb50439a6 HTTP/1.1" status: 200 len: 991 time: 0.0631020 Sep 07 19:51:59.744725 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f9a88-d065-4577-af8a-7d4968d9dd7f req-bf0e5990-d864-4ea7-a7d9-b1abb965f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:59.746203 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f43f9a88-d065-4577-af8a-7d4968d9dd7f req-bf0e5990-d864-4ea7-a7d9-b1abb965f908 service neutron] 10.222.0.36 "GET /v2.0/networks?id=07f291a3-6458-4609-b395-0f1241152f21 HTTP/1.1" status: 200 len: 898 time: 0.0894320 Sep 07 19:51:59.777407 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b5934137-4a09-4a52-9a26-19ed42be15a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f574f9-581f-41e1-a334-93fee8dea141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435920375', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:51:41Z', 'updated_at': '2021-09-07T19:51:45Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:42Z', 'updated_at': '2021-09-07T19:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '6bc1028f-03ac-4ad8-bfef-e29bb50439a6', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'floating_ip_address': '172.25.8.51', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'port_id': '401a2a3a-2534-45e8-88f6-5b056d8ec8ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f291a3-6458-4609-b395-0f1241152f21', 'mac_address': 'fa:16:3e:b2:42:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53981bc-060c-43a8-a61e-d355bb244380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:51:58Z', 'updated_at': '2021-09-07T19:51:58Z', 'revision_number': 0, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f954aa-e8ae-490e-9a89-a575580262db', 'name': '', 'network_id': '07f291a3-6458-4609-b395-0f1241152f21', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:03:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '099eeff6-7a08-4afe-a4fb-82aabaead6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:44Z', 'updated_at': '2021-09-07T19:51:49Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '099eeff6-7a08-4afe-a4fb-82aabaead6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:51:59.807441 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5934137-4a09-4a52-9a26-19ed42be15a4 None None] Checking router: 72f574f9-581f-41e1-a334-93fee8dea141 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:51:59.813397 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f43f9a88-d065-4577-af8a-7d4968d9dd7f req-4ca45430-4572-4c05-adc0-91042aa677cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=401a2a3a-2534-45e8-88f6-5b056d8ec8ac HTTP/1.1" status: 200 len: 999 time: 0.0588627 Sep 07 19:51:59.815732 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5934137-4a09-4a52-9a26-19ed42be15a4 None None] Routers {'72f574f9-581f-41e1-a334-93fee8dea141'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:51:59.816344 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b5934137-4a09-4a52-9a26-19ed42be15a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:51:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['72f574f9-581f-41e1-a334-93fee8dea141'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:51:59.862282 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f9a88-d065-4577-af8a-7d4968d9dd7f req-060d8333-87bd-4f73-829a-9dfd740616f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:59.863767 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f43f9a88-d065-4577-af8a-7d4968d9dd7f req-060d8333-87bd-4f73-829a-9dfd740616f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=099eeff6-7a08-4afe-a4fb-82aabaead6de HTTP/1.1" status: 200 len: 835 time: 0.0431716 Sep 07 19:51:59.913096 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f9a88-d065-4577-af8a-7d4968d9dd7f req-ce4acded-ecba-40af-8378-b3665da96b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:51:59.914594 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f43f9a88-d065-4577-af8a-7d4968d9dd7f req-ce4acded-ecba-40af-8378-b3665da96b66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07f291a3-6458-4609-b395-0f1241152f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441904 Sep 07 19:51:59.920843 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-b5934137-4a09-4a52-9a26-19ed42be15a4 None None] Set router 72f574f9-581f-41e1-a334-93fee8dea141 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:52:00.003603 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f43f9a88-d065-4577-af8a-7d4968d9dd7f req-75c82fbb-f0b6-4699-ba44-cc26c4632fa7 service neutron] 10.222.0.36 "GET /v2.0/networks/07f291a3-6458-4609-b395-0f1241152f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818996 Sep 07 19:52:00.099223 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f43f9a88-d065-4577-af8a-7d4968d9dd7f req-8868051b-872e-4405-b7f2-66079a65b767 service neutron] 10.222.0.36 "GET /v2.0/networks/07f291a3-6458-4609-b395-0f1241152f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878665 Sep 07 19:52:00.139396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-b5934137-4a09-4a52-9a26-19ed42be15a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f574f9-581f-41e1-a334-93fee8dea141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435920375', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:51:41Z', 'updated_at': '2021-09-07T19:51:45Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:42Z', 'updated_at': '2021-09-07T19:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '6bc1028f-03ac-4ad8-bfef-e29bb50439a6', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'floating_ip_address': '172.25.8.51', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'port_id': '401a2a3a-2534-45e8-88f6-5b056d8ec8ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f291a3-6458-4609-b395-0f1241152f21', 'mac_address': 'fa:16:3e:b2:42:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53981bc-060c-43a8-a61e-d355bb244380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:51:58Z', 'updated_at': '2021-09-07T19:51:58Z', 'revision_number': 0, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f954aa-e8ae-490e-9a89-a575580262db', 'name': '', 'network_id': '07f291a3-6458-4609-b395-0f1241152f21', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:03:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '099eeff6-7a08-4afe-a4fb-82aabaead6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:44Z', 'updated_at': '2021-09-07T19:51:49Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '099eeff6-7a08-4afe-a4fb-82aabaead6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:52:00.165540 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5934137-4a09-4a52-9a26-19ed42be15a4 None None] The sync data for ids ['72f574f9-581f-41e1-a334-93fee8dea141'] in n-d-807786-1 is: [{'id': '72f574f9-581f-41e1-a334-93fee8dea141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435920375', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:51:41Z', 'updated_at': '2021-09-07T19:51:45Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:42Z', 'updated_at': '2021-09-07T19:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '6bc1028f-03ac-4ad8-bfef-e29bb50439a6', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'floating_ip_address': '172.25.8.51', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'port_id': '401a2a3a-2534-45e8-88f6-5b056d8ec8ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f291a3-6458-4609-b395-0f1241152f21', 'mac_address': 'fa:16:3e:b2:42:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53981bc-060c-43a8-a61e-d355bb244380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:51:58Z', 'updated_at': '2021-09-07T19:51:58Z', 'revision_number': 0, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f954aa-e8ae-490e-9a89-a575580262db', 'name': '', 'network_id': '07f291a3-6458-4609-b395-0f1241152f21', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:03:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '099eeff6-7a08-4afe-a4fb-82aabaead6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:44Z', 'updated_at': '2021-09-07T19:51:49Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '099eeff6-7a08-4afe-a4fb-82aabaead6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:52:00.355010 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe0a859-1c71-42b0-937d-aa4cce6bb682 None None] New status for floating IP 6bc1028f-03ac-4ad8-bfef-e29bb50439a6: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:52:00.453815 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:52:00.737721 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52384) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:52:00.796628 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-08c66bac-4112-4d16-a5b0-5de6eab571ab tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/floatingips/6bc1028f-03ac-4ad8-bfef-e29bb50439a6 HTTP/1.1" status: 200 len: 993 time: 0.0577576 Sep 07 19:52:01.979399 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:52:13.541556 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:52:14.474988 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:52:26.050441 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-568e43ed-3893-44fb-8834-88c8fd0583a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:52:28.862053 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f28f9c3f-9bb1-4df1-abba-ba29c29b46f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:52:29.148944 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:52:29.528728 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6678cf-49e1-40aa-962e-cc3b79746664 req-d1f0cb71-0679-40bb-b199-14e483e17e25 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:52:29.530240 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c6678cf-49e1-40aa-962e-cc3b79746664 req-d1f0cb71-0679-40bb-b199-14e483e17e25 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 946 time: 0.0504055 Sep 07 19:52:29.568446 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c6678cf-49e1-40aa-962e-cc3b79746664 req-0b3b9a42-c5ed-45e2-8b05-d62cad5170bd tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313690 Sep 07 19:52:30.459907 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:52:30.686322 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83babe71-7715-461d-be55-d626cd576d6d req-6313aa86-0ae9-435f-9086-d0369fece64d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:52:30.687783 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83babe71-7715-461d-be55-d626cd576d6d req-6313aa86-0ae9-435f-9086-d0369fece64d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 946 time: 0.0508587 Sep 07 19:52:30.726926 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-83babe71-7715-461d-be55-d626cd576d6d req-e3f1f06f-9a3d-4085-8601-8b4e86237de7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332949 Sep 07 19:52:31.664487 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:52:31.844275 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079e7d0-59c6-45d4-8afa-825886875621 req-4a4f55c0-35ab-4797-a441-60cd8162b532 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:52:31.845748 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6079e7d0-59c6-45d4-8afa-825886875621 req-4a4f55c0-35ab-4797-a441-60cd8162b532 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 946 time: 0.0521438 Sep 07 19:52:31.882322 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6079e7d0-59c6-45d4-8afa-825886875621 req-6803e8d4-96b4-4d71-b92a-5c2615174333 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307016 Sep 07 19:52:31.978119 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:52:32.994296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1f50c-6159-4d4b-b89a-8b277512f66e req-86d9c584-4411-4515-949f-ae5d3631cb4f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:52:32.995763 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0da1f50c-6159-4d4b-b89a-8b277512f66e req-86d9c584-4411-4515-949f-ae5d3631cb4f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 946 time: 0.0484290 Sep 07 19:52:33.032394 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0da1f50c-6159-4d4b-b89a-8b277512f66e req-38814738-b339-4e64-b8a9-4178758266e2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307558 Sep 07 19:52:34.144911 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46aa85-de3e-4df2-b631-808701a165b3 req-c44d50fd-912c-47b1-a116-fe6fe73ad32d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:52:34.146381 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-db46aa85-de3e-4df2-b631-808701a165b3 req-c44d50fd-912c-47b1-a116-fe6fe73ad32d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 946 time: 0.0483515 Sep 07 19:52:34.182553 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-db46aa85-de3e-4df2-b631-808701a165b3 req-c31beeea-abc5-4627-b240-4a6c2c095c7d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304408 Sep 07 19:52:35.299631 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cf3d8-1f91-4195-9ce3-527288fd634c req-cdb24d12-6e3b-4dfb-a4d4-7655cfe86d10 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:52:35.301122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-de6cf3d8-1f91-4195-9ce3-527288fd634c req-cdb24d12-6e3b-4dfb-a4d4-7655cfe86d10 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 946 time: 0.0516458 Sep 07 19:52:35.337416 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-de6cf3d8-1f91-4195-9ce3-527288fd634c req-cfcc25e4-0f4b-4b0f-97e5-93a1aa5d9bdc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305071 Sep 07 19:52:36.451563 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f8d2e-4e06-4f6a-a006-f0818ed7efe4 req-de82eabd-6a3e-471a-a00b-7c8f8b3c3bde tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:52:36.453111 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b01f8d2e-4e06-4f6a-a006-f0818ed7efe4 req-de82eabd-6a3e-471a-a00b-7c8f8b3c3bde tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 946 time: 0.0492272 Sep 07 19:52:36.489963 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b01f8d2e-4e06-4f6a-a006-f0818ed7efe4 req-ffa0522e-6f89-46c6-b7be-d4ec08c27ca2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310133 Sep 07 19:52:37.616179 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c3403-0bea-418f-a09c-b85522267f16 req-ddc6f4b4-771d-4cd9-99fc-23cf49fe280c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:52:37.617695 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-551c3403-0bea-418f-a09c-b85522267f16 req-ddc6f4b4-771d-4cd9-99fc-23cf49fe280c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 946 time: 0.0520284 Sep 07 19:52:37.655642 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-551c3403-0bea-418f-a09c-b85522267f16 req-9663875c-411c-42f5-a65f-dbe9c331a725 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317554 Sep 07 19:52:38.773363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c524df5-c2f2-452a-a00f-39991cafd86d req-9a1d91cb-da79-4186-9523-2b14f195d46d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:52:38.774830 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c524df5-c2f2-452a-a00f-39991cafd86d req-9a1d91cb-da79-4186-9523-2b14f195d46d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 946 time: 0.0520031 Sep 07 19:52:38.811803 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c524df5-c2f2-452a-a00f-39991cafd86d req-e5b2847f-2d1a-4ff1-a16a-edca6c3902f3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311205 Sep 07 19:52:39.929840 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6ebef-44e6-4f4f-a8a1-706778d81892 req-b93b4c9e-632b-4890-8d5b-c8b353fc0738 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:52:39.931239 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92a6ebef-44e6-4f4f-a8a1-706778d81892 req-b93b4c9e-632b-4890-8d5b-c8b353fc0738 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 946 time: 0.0530708 Sep 07 19:52:39.970413 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-92a6ebef-44e6-4f4f-a8a1-706778d81892 req-e117fcd1-15c8-47bf-b5ff-24c7d47ba4d1 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321558 Sep 07 19:52:39.992640 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52418) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:52:40.056029 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-4a2719e1-b3e4-4983-834f-3cc347d03d7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/floatingips/6bc1028f-03ac-4ad8-bfef-e29bb50439a6 HTTP/1.1" status: 200 len: 993 time: 0.0617769 Sep 07 19:52:41.363717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cc01e-472f-4a0e-9cc4-9c84e7d4883c req-d0fcae78-20b3-494c-b886-a50ad566f365 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:52:41.365157 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-192cc01e-472f-4a0e-9cc4-9c84e7d4883c req-d0fcae78-20b3-494c-b886-a50ad566f365 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 946 time: 0.0900199 Sep 07 19:52:41.380035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0104458-98dd-4247-a021-1447c862d656 req-9e549c4a-c858-4968-8ae0-425c5846daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:52:41.381975 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0104458-98dd-4247-a021-1447c862d656 req-9e549c4a-c858-4968-8ae0-425c5846daf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 1097 time: 0.0685349 Sep 07 19:52:41.431070 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-192cc01e-472f-4a0e-9cc4-9c84e7d4883c req-e07b7c26-97ea-458f-984e-398e33a749af tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585425 Sep 07 19:52:41.486948 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0104458-98dd-4247-a021-1447c862d656 req-643c8338-4a9f-4ee7-9de7-10a9905d9aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:52:41.488477 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0104458-98dd-4247-a021-1447c862d656 req-643c8338-4a9f-4ee7-9de7-10a9905d9aef service neutron] 10.222.0.36 "GET /v2.0/networks?id=07f291a3-6458-4609-b395-0f1241152f21 HTTP/1.1" status: 200 len: 898 time: 0.0987368 Sep 07 19:52:41.557712 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0104458-98dd-4247-a021-1447c862d656 req-e5630072-651c-4c7b-afb2-73bf38b1eb2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=401a2a3a-2534-45e8-88f6-5b056d8ec8ac HTTP/1.1" status: 200 len: 1001 time: 0.0615048 Sep 07 19:52:41.606360 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0104458-98dd-4247-a021-1447c862d656 req-f567824c-5070-4b32-90bd-f1a5b460a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:52:41.607791 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0104458-98dd-4247-a021-1447c862d656 req-f567824c-5070-4b32-90bd-f1a5b460a520 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=099eeff6-7a08-4afe-a4fb-82aabaead6de HTTP/1.1" status: 200 len: 835 time: 0.0422776 Sep 07 19:52:41.656341 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0104458-98dd-4247-a021-1447c862d656 req-51e7b768-2ca7-4014-a325-b3b812eb84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:52:41.657781 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0104458-98dd-4247-a021-1447c862d656 req-51e7b768-2ca7-4014-a325-b3b812eb84d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07f291a3-6458-4609-b395-0f1241152f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402429 Sep 07 19:52:41.757606 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0104458-98dd-4247-a021-1447c862d656 req-a32ee7b1-3b2f-480e-9167-9b039ca06e14 service neutron] 10.222.0.36 "GET /v2.0/networks/07f291a3-6458-4609-b395-0f1241152f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895228 Sep 07 19:52:41.844758 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c0104458-98dd-4247-a021-1447c862d656 req-bd67f2ac-cd72-4134-bb20-7291fae7a538 service neutron] 10.222.0.36 "GET /v2.0/networks/07f291a3-6458-4609-b395-0f1241152f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790696 Sep 07 19:52:42.552752 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa29cdd-db5b-4075-a4c8-1b81201dbef4 req-71c45388-2b01-45cf-b985-4ce3a2f4c71e tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:52:42.554219 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eaa29cdd-db5b-4075-a4c8-1b81201dbef4 req-71c45388-2b01-45cf-b985-4ce3a2f4c71e tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 946 time: 0.0538859 Sep 07 19:52:42.591527 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eaa29cdd-db5b-4075-a4c8-1b81201dbef4 req-18cf3be8-62ca-49a0-95c6-a30acd0b2cc9 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308523 Sep 07 19:52:42.613794 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52428) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:52:42.672768 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9bcc2c2f-830d-468b-b6e1-12f50db10fdc tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/floatingips/6bc1028f-03ac-4ad8-bfef-e29bb50439a6 HTTP/1.1" status: 200 len: 993 time: 0.0577428 Sep 07 19:52:43.551107 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:52:44.467663 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:52:56.051204 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-92289148-5334-4ea8-abc7-f403599d2712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:52:58.534362 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b84cbba-6339-4d75-9b5a-ec5632aea035 req-9b9a9955-d024-4d09-af6c-440edadcba1f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391111 Sep 07 19:52:58.612932 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84cbba-6339-4d75-9b5a-ec5632aea035 req-9e6a95eb-43ef-4f6b-abb3-353407baa08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:52:58.614407 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b84cbba-6339-4d75-9b5a-ec5632aea035 req-9e6a95eb-43ef-4f6b-abb3-353407baa08c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 1097 time: 0.0390692 Sep 07 19:52:58.721120 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84cbba-6339-4d75-9b5a-ec5632aea035 req-32f3e295-49bc-4e8c-9d93-4b6369094c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:52:58.722587 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b84cbba-6339-4d75-9b5a-ec5632aea035 req-32f3e295-49bc-4e8c-9d93-4b6369094c7c service neutron] 10.222.0.36 "GET /v2.0/networks?id=07f291a3-6458-4609-b395-0f1241152f21 HTTP/1.1" status: 200 len: 898 time: 0.0885208 Sep 07 19:52:58.786380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b84cbba-6339-4d75-9b5a-ec5632aea035 req-52ea2665-73e8-496b-ab82-f6a5ccb103e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=401a2a3a-2534-45e8-88f6-5b056d8ec8ac HTTP/1.1" status: 200 len: 1001 time: 0.0564733 Sep 07 19:52:58.839120 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84cbba-6339-4d75-9b5a-ec5632aea035 req-e6ba869d-e63f-408b-b8e1-abd29fce40d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:52:58.840578 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b84cbba-6339-4d75-9b5a-ec5632aea035 req-e6ba869d-e63f-408b-b8e1-abd29fce40d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=099eeff6-7a08-4afe-a4fb-82aabaead6de HTTP/1.1" status: 200 len: 835 time: 0.0461063 Sep 07 19:52:58.862722 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2ca34ab7-086a-4f66-a750-2639ab47815d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:52:58.892306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84cbba-6339-4d75-9b5a-ec5632aea035 req-fdba0bfc-ba0f-4bff-94fc-db712e116b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:52:58.894050 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b84cbba-6339-4d75-9b5a-ec5632aea035 req-fdba0bfc-ba0f-4bff-94fc-db712e116b61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07f291a3-6458-4609-b395-0f1241152f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452337 Sep 07 19:52:58.979423 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b84cbba-6339-4d75-9b5a-ec5632aea035 req-e69afc59-cca0-4e51-8182-f2d2139cc032 service neutron] 10.222.0.36 "GET /v2.0/networks/07f291a3-6458-4609-b395-0f1241152f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782146 Sep 07 19:52:59.070024 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4b84cbba-6339-4d75-9b5a-ec5632aea035 req-add598a3-d590-4bd0-8b34-9e8f83cdc306 service neutron] 10.222.0.36 "GET /v2.0/networks/07f291a3-6458-4609-b395-0f1241152f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828116 Sep 07 19:52:59.148407 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:00.460557 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:01.979580 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:08.663283 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:53:13.063175 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52454) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:13.213792 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting port 285044d0-f33c-4a25-91f0-7d3c657691e7 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:53:13.214128 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:13.552752 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:13.626021 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:13.626355 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:13.638463 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Calling delete_port for 285044d0-f33c-4a25-91f0-7d3c657691e7 owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:53:13.781367 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:13.806371 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Port': ['ID=285044d0-f33c-4a25-91f0-7d3c657691e7,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:13.832009 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:13.832419 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:13.832986 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:13.833536 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:13.834086 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:13.834657 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:13.835225 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:13.835813 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:13.836375 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:13.836985 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:13.837557 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:13.838114 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:13.884731 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:13.884987 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Floating IP 6bc1028f-03ac-4ad8-bfef-e29bb50439a6 disassociated (deleted). External IP: 172.25.8.51, port: 401a2a3a-2534-45e8-88f6-5b056d8ec8ac. Sep 07 19:53:14.082841 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router 72f574f9-581f-41e1-a334-93fee8dea141 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:53:14.187425 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:53:14.192081 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:14.196629 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e43ce32-e442-4567-b01e-018bcc053ed5 None None] Sync routers for ids ['72f574f9-581f-41e1-a334-93fee8dea141'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:53:14.205552 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e43ce32-e442-4567-b01e-018bcc053ed5 None None] Routers {'72f574f9-581f-41e1-a334-93fee8dea141'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:53:14.206158 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-2e43ce32-e442-4567-b01e-018bcc053ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:52:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['72f574f9-581f-41e1-a334-93fee8dea141'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:14.225554 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-17f3104f-b735-4019-8717-c33f193b33c8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/floatingips/6bc1028f-03ac-4ad8-bfef-e29bb50439a6 HTTP/1.1" status: 204 len: 168 time: 1.1612942 Sep 07 19:53:14.226168 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53981bc-060c-43a8-a61e-d355bb244380', 'tag': '401a2a3a-2534-45e8-88f6-5b056d8ec8ac'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:53:14.228445 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762533edc2622bc0fa0f1b8c27c20a8f3eebc5c6dae59641fc833e4016bd3296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4854a4-7fce-433c-b730-00547f6f9e31" -d '{"events": [{"name": "network-changed", "server_uuid": "f53981bc-060c-43a8-a61e-d355bb244380", "tag": "401a2a3a-2534-45e8-88f6-5b056d8ec8ac"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:53:14.267568 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1683678-a3c3-4d4d-84c9-dd23c12ab829 x-openstack-request-id: req-d1683678-a3c3-4d4d-84c9-dd23c12ab829 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:53:14.267844 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53981bc-060c-43a8-a61e-d355bb244380", "tag": "401a2a3a-2534-45e8-88f6-5b056d8ec8ac", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:53:14.268102 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d1683678-a3c3-4d4d-84c9-dd23c12ab829 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:53:14.268532 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53981bc-060c-43a8-a61e-d355bb244380', 'tag': '401a2a3a-2534-45e8-88f6-5b056d8ec8ac', 'status': 'completed', 'code': 200} Sep 07 19:53:14.320066 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-2e43ce32-e442-4567-b01e-018bcc053ed5 None None] Set router 72f574f9-581f-41e1-a334-93fee8dea141 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:53:14.334780 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4854a4-7fce-433c-b730-00547f6f9e31 req-a59c59ae-6056-4d47-a9f6-7217a61ee41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:14.337640 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b4854a4-7fce-433c-b730-00547f6f9e31 req-a59c59ae-6056-4d47-a9f6-7217a61ee41c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 1097 time: 0.0453191 Sep 07 19:53:14.479500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4854a4-7fce-433c-b730-00547f6f9e31 req-765248ae-84f2-42f0-8421-45f75a4362ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:14.481250 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b4854a4-7fce-433c-b730-00547f6f9e31 req-765248ae-84f2-42f0-8421-45f75a4362ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=07f291a3-6458-4609-b395-0f1241152f21 HTTP/1.1" status: 200 len: 898 time: 0.1291602 Sep 07 19:53:14.491099 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90d260-0ac2-4d08-b59c-a4142d0fba5a req-2093199d-cda3-491c-ba57-c49aa2a97419 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:14.492829 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d90d260-0ac2-4d08-b59c-a4142d0fba5a req-2093199d-cda3-491c-ba57-c49aa2a97419 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 946 time: 0.0722725 Sep 07 19:53:14.552332 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b4854a4-7fce-433c-b730-00547f6f9e31 req-6e5b897a-36e1-4e63-88ff-a21e82849729 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=401a2a3a-2534-45e8-88f6-5b056d8ec8ac HTTP/1.1" status: 200 len: 217 time: 0.0585344 Sep 07 19:53:14.614291 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7d90d260-0ac2-4d08-b59c-a4142d0fba5a req-700e4d71-a3e9-44a8-b974-f59cf46f9015 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110210 Sep 07 19:53:14.625237 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4854a4-7fce-433c-b730-00547f6f9e31 req-e79a5f98-d4e6-4ecb-bee3-adbc4d1bbb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:14.625237 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b4854a4-7fce-433c-b730-00547f6f9e31 req-e79a5f98-d4e6-4ecb-bee3-adbc4d1bbb41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=099eeff6-7a08-4afe-a4fb-82aabaead6de HTTP/1.1" status: 200 len: 835 time: 0.0632336 Sep 07 19:53:14.670402 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:14.673380 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4854a4-7fce-433c-b730-00547f6f9e31 req-478ede0d-73bc-4c45-8368-af9cd482b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:14.674908 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b4854a4-7fce-433c-b730-00547f6f9e31 req-478ede0d-73bc-4c45-8368-af9cd482b389 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07f291a3-6458-4609-b395-0f1241152f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429623 Sep 07 19:53:14.697960 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-2e43ce32-e442-4567-b01e-018bcc053ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f574f9-581f-41e1-a334-93fee8dea141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435920375', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:51:41Z', 'updated_at': '2021-09-07T19:51:45Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:42Z', 'updated_at': '2021-09-07T19:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'f4f954aa-e8ae-490e-9a89-a575580262db', 'name': '', 'network_id': '07f291a3-6458-4609-b395-0f1241152f21', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:03:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '099eeff6-7a08-4afe-a4fb-82aabaead6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:44Z', 'updated_at': '2021-09-07T19:51:49Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '099eeff6-7a08-4afe-a4fb-82aabaead6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:14.725109 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e43ce32-e442-4567-b01e-018bcc053ed5 None None] Checking router: 72f574f9-581f-41e1-a334-93fee8dea141 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:53:14.733157 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e43ce32-e442-4567-b01e-018bcc053ed5 None None] Routers {'72f574f9-581f-41e1-a334-93fee8dea141'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:53:14.733703 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-2e43ce32-e442-4567-b01e-018bcc053ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:52:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['72f574f9-581f-41e1-a334-93fee8dea141'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:14.773351 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b4854a4-7fce-433c-b730-00547f6f9e31 req-a0b954ad-ff9d-4225-8745-43e2ef6c870d service neutron] 10.222.0.36 "GET /v2.0/networks/07f291a3-6458-4609-b395-0f1241152f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849621 Sep 07 19:53:14.837406 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-2e43ce32-e442-4567-b01e-018bcc053ed5 None None] Set router 72f574f9-581f-41e1-a334-93fee8dea141 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:53:14.867421 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b4854a4-7fce-433c-b730-00547f6f9e31 req-138a091c-b8e8-49b2-bb34-ddfd19c75ccf service neutron] 10.222.0.36 "GET /v2.0/networks/07f291a3-6458-4609-b395-0f1241152f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845199 Sep 07 19:53:15.035680 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-2e43ce32-e442-4567-b01e-018bcc053ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f574f9-581f-41e1-a334-93fee8dea141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435920375', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:51:41Z', 'updated_at': '2021-09-07T19:51:45Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:42Z', 'updated_at': '2021-09-07T19:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'f4f954aa-e8ae-490e-9a89-a575580262db', 'name': '', 'network_id': '07f291a3-6458-4609-b395-0f1241152f21', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:03:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '099eeff6-7a08-4afe-a4fb-82aabaead6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:44Z', 'updated_at': '2021-09-07T19:51:49Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '099eeff6-7a08-4afe-a4fb-82aabaead6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:15.065523 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e43ce32-e442-4567-b01e-018bcc053ed5 None None] The sync data for ids ['72f574f9-581f-41e1-a334-93fee8dea141'] in n-d-807786-1 is: [{'id': '72f574f9-581f-41e1-a334-93fee8dea141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435920375', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:51:41Z', 'updated_at': '2021-09-07T19:51:45Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:42Z', 'updated_at': '2021-09-07T19:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'f4f954aa-e8ae-490e-9a89-a575580262db', 'name': '', 'network_id': '07f291a3-6458-4609-b395-0f1241152f21', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:03:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '099eeff6-7a08-4afe-a4fb-82aabaead6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:44Z', 'updated_at': '2021-09-07T19:51:49Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '099eeff6-7a08-4afe-a4fb-82aabaead6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:53:15.268422 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afaca9a-65cd-4a87-aa6d-1842dd2d4136 None None] New status for floating IP 6bc1028f-03ac-4ad8-bfef-e29bb50439a6: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:53:15.734433 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a622e1-df8e-4199-a183-d214fcfe7558 req-14aab68f-0a3f-4605-9f00-5dc394d349ee tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:15.736478 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-84a622e1-df8e-4199-a183-d214fcfe7558 req-14aab68f-0a3f-4605-9f00-5dc394d349ee tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 946 time: 0.0499868 Sep 07 19:53:15.777242 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-84a622e1-df8e-4199-a183-d214fcfe7558 req-d8d29c97-ac48-40f3-aa9b-0128bd01e15d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=17bfd608-cdba-4c55-80a4-907bf08f7903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348866 Sep 07 19:53:15.935848 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b21594-59c5-4de6-b017-a9f080fb9fdf req-5ea52af2-4562-4c06-aabd-fab37517922a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:15.937336 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-67b21594-59c5-4de6-b017-a9f080fb9fdf req-5ea52af2-4562-4c06-aabd-fab37517922a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.36 "GET /v2.0/ports?device_id=f53981bc-060c-43a8-a61e-d355bb244380 HTTP/1.1" status: 200 len: 946 time: 0.0477884 Sep 07 19:53:16.022091 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-67b21594-59c5-4de6-b017-a9f080fb9fdf req-5a432e56-3818-4689-8f6c-6e91a93c7ad8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting port 401a2a3a-2534-45e8-88f6-5b056d8ec8ac {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:53:16.022427 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-67b21594-59c5-4de6-b017-a9f080fb9fdf req-5a432e56-3818-4689-8f6c-6e91a93c7ad8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:16.110473 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-67b21594-59c5-4de6-b017-a9f080fb9fdf req-5a432e56-3818-4689-8f6c-6e91a93c7ad8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] For port 401a2a3a-2534-45e8-88f6-5b056d8ec8ac, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=401a2a3a-2534-45e8-88f6-5b056d8ec8ac,segment=NetworkSegment(004984e6-fbaf-4466-ad14-22703515f6f7),segment_id=004984e6-fbaf-4466-ad14-22703515f6f7)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:53:16.110833 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-67b21594-59c5-4de6-b017-a9f080fb9fdf req-5a432e56-3818-4689-8f6c-6e91a93c7ad8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:16.122239 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-67b21594-59c5-4de6-b017-a9f080fb9fdf req-5a432e56-3818-4689-8f6c-6e91a93c7ad8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Calling delete_port for 401a2a3a-2534-45e8-88f6-5b056d8ec8ac owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:53:16.248620 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-67b21594-59c5-4de6-b017-a9f080fb9fdf req-5a432e56-3818-4689-8f6c-6e91a93c7ad8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:16.277479 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a432e56-3818-4689-8f6c-6e91a93c7ad8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Port': ['ID=401a2a3a-2534-45e8-88f6-5b056d8ec8ac,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:16.289853 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a432e56-3818-4689-8f6c-6e91a93c7ad8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:16.290206 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a432e56-3818-4689-8f6c-6e91a93c7ad8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:16.290542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a432e56-3818-4689-8f6c-6e91a93c7ad8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:16.290872 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a432e56-3818-4689-8f6c-6e91a93c7ad8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:16.291201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a432e56-3818-4689-8f6c-6e91a93c7ad8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:16.291529 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a432e56-3818-4689-8f6c-6e91a93c7ad8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:16.291854 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a432e56-3818-4689-8f6c-6e91a93c7ad8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:16.292175 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a432e56-3818-4689-8f6c-6e91a93c7ad8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:16.292496 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a432e56-3818-4689-8f6c-6e91a93c7ad8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:16.292845 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a432e56-3818-4689-8f6c-6e91a93c7ad8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:16.293503 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a432e56-3818-4689-8f6c-6e91a93c7ad8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:16.293503 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a432e56-3818-4689-8f6c-6e91a93c7ad8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:16.327530 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b21594-59c5-4de6-b017-a9f080fb9fdf req-5a432e56-3818-4689-8f6c-6e91a93c7ad8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] No DVR routers for this DVR port 401a2a3a-2534-45e8-88f6-5b056d8ec8ac on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:53:16.330008 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-67b21594-59c5-4de6-b017-a9f080fb9fdf req-5a432e56-3818-4689-8f6c-6e91a93c7ad8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:16.331943 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-67b21594-59c5-4de6-b017-a9f080fb9fdf req-5a432e56-3818-4689-8f6c-6e91a93c7ad8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.36 "DELETE /v2.0/ports/401a2a3a-2534-45e8-88f6-5b056d8ec8ac HTTP/1.1" status: 204 len: 173 time: 0.3879724 Sep 07 19:53:16.332367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53981bc-060c-43a8-a61e-d355bb244380', 'name': 'network-vif-deleted', 'tag': '401a2a3a-2534-45e8-88f6-5b056d8ec8ac'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:53:16.334606 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6cbe45-56ec-4c8b-af2a-78b7ad131193" -d '{"events": [{"server_uuid": "f53981bc-060c-43a8-a61e-d355bb244380", "name": "network-vif-deleted", "tag": "401a2a3a-2534-45e8-88f6-5b056d8ec8ac"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:53:16.425609 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9a5963-c210-4854-a592-275ce7669b39 x-openstack-request-id: req-8b9a5963-c210-4854-a592-275ce7669b39 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:53:16.425902 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53981bc-060c-43a8-a61e-d355bb244380", "name": "network-vif-deleted", "tag": "401a2a3a-2534-45e8-88f6-5b056d8ec8ac", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:53:16.426155 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b9a5963-c210-4854-a592-275ce7669b39 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:53:16.426553 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53981bc-060c-43a8-a61e-d355bb244380', 'name': 'network-vif-deleted', 'tag': '401a2a3a-2534-45e8-88f6-5b056d8ec8ac', 'status': 'completed', 'code': 200} Sep 07 19:53:16.832990 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52470) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:17.189051 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9bd10f47-2370-4df0-81ed-5da0dee3898b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:17.436234 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-9bd10f47-2370-4df0-81ed-5da0dee3898b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting port f4f954aa-e8ae-490e-9a89-a575580262db {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:53:17.436609 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9bd10f47-2370-4df0-81ed-5da0dee3898b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:17.525502 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-9bd10f47-2370-4df0-81ed-5da0dee3898b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] For port f4f954aa-e8ae-490e-9a89-a575580262db, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f4f954aa-e8ae-490e-9a89-a575580262db,segment=NetworkSegment(004984e6-fbaf-4466-ad14-22703515f6f7),segment_id=004984e6-fbaf-4466-ad14-22703515f6f7)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:53:17.525874 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9bd10f47-2370-4df0-81ed-5da0dee3898b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:17.537458 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-9bd10f47-2370-4df0-81ed-5da0dee3898b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Calling delete_port for f4f954aa-e8ae-490e-9a89-a575580262db owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:53:17.721324 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9bd10f47-2370-4df0-81ed-5da0dee3898b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:17.748921 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd10f47-2370-4df0-81ed-5da0dee3898b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Port': ['ID=f4f954aa-e8ae-490e-9a89-a575580262db,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:17.920275 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-9bd10f47-2370-4df0-81ed-5da0dee3898b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:18.130928 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd10f47-2370-4df0-81ed-5da0dee3898b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router 72f574f9-581f-41e1-a334-93fee8dea141 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:53:18.234223 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd10f47-2370-4df0-81ed-5da0dee3898b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:53:18.239316 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9bd10f47-2370-4df0-81ed-5da0dee3898b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "PUT /v2.0/routers/72f574f9-581f-41e1-a334-93fee8dea141/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4051988 Sep 07 19:53:18.241917 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52472) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:18.244023 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b27093c-2da7-457d-a5d3-0be14b513df6 None None] Sync routers for ids ['72f574f9-581f-41e1-a334-93fee8dea141'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:53:18.253660 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b27093c-2da7-457d-a5d3-0be14b513df6 None None] Routers {'72f574f9-581f-41e1-a334-93fee8dea141'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:53:18.254276 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-6b27093c-2da7-457d-a5d3-0be14b513df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:52:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['72f574f9-581f-41e1-a334-93fee8dea141'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:18.292486 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-122e98fa-8df5-4a6f-b99e-8bc4f9f20faa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting subnet 099eeff6-7a08-4afe-a4fb-82aabaead6de {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:53:18.296186 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-122e98fa-8df5-4a6f-b99e-8bc4f9f20faa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:18.334485 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-122e98fa-8df5-4a6f-b99e-8bc4f9f20faa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:18.359831 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-6b27093c-2da7-457d-a5d3-0be14b513df6 None None] Set router 72f574f9-581f-41e1-a334-93fee8dea141 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:53:18.420293 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-122e98fa-8df5-4a6f-b99e-8bc4f9f20faa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:18.477478 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-122e98fa-8df5-4a6f-b99e-8bc4f9f20faa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:18.505993 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e98fa-8df5-4a6f-b99e-8bc4f9f20faa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Subnet': ['ID=099eeff6-7a08-4afe-a4fb-82aabaead6de,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:18.509251 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-122e98fa-8df5-4a6f-b99e-8bc4f9f20faa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:18.514411 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-122e98fa-8df5-4a6f-b99e-8bc4f9f20faa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/subnets/099eeff6-7a08-4afe-a4fb-82aabaead6de HTTP/1.1" status: 204 len: 168 time: 0.2685196 Sep 07 19:53:18.515345 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52474) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:18.519767 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb51785a-7ed7-4dc8-9c0e-c96dd9329066 None None] Network 07f291a3-6458-4609-b395-0f1241152f21 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:53:18.621681 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b10a5c7-830f-4f69-bbb0-cadf679446d3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:18.634641 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-6b27093c-2da7-457d-a5d3-0be14b513df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f574f9-581f-41e1-a334-93fee8dea141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435920375', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:51:41Z', 'updated_at': '2021-09-07T19:53:17Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:42Z', 'updated_at': '2021-09-07T19:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:18.663226 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b27093c-2da7-457d-a5d3-0be14b513df6 None None] Checking router: 72f574f9-581f-41e1-a334-93fee8dea141 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:53:18.676491 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b27093c-2da7-457d-a5d3-0be14b513df6 None None] Routers {'72f574f9-581f-41e1-a334-93fee8dea141'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:53:18.677074 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-6b27093c-2da7-457d-a5d3-0be14b513df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:52:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['72f574f9-581f-41e1-a334-93fee8dea141'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:18.728882 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b10a5c7-830f-4f69-bbb0-cadf679446d3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:18.766725 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ae92a9-e64b-4b8c-802d-9433f2e27b2d None None] DHCP port deletion for 07f291a3-6458-4609-b395-0f1241152f21 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:53:18.781602 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-1b10a5c7-830f-4f69-bbb0-cadf679446d3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting port d0b6c98c-7791-4dd4-97b8-af7de5559066 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:53:18.781953 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b10a5c7-830f-4f69-bbb0-cadf679446d3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:18.809656 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-6b27093c-2da7-457d-a5d3-0be14b513df6 None None] Set router 72f574f9-581f-41e1-a334-93fee8dea141 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:53:18.941193 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-61ae92a9-e64b-4b8c-802d-9433f2e27b2d None None] Deleting port 63f81d4c-5dc3-4e43-a36c-657ad82db118 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:53:18.941484 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-61ae92a9-e64b-4b8c-802d-9433f2e27b2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:19.036851 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-61ae92a9-e64b-4b8c-802d-9433f2e27b2d None None] For port 63f81d4c-5dc3-4e43-a36c-657ad82db118, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=63f81d4c-5dc3-4e43-a36c-657ad82db118,segment=NetworkSegment(004984e6-fbaf-4466-ad14-22703515f6f7),segment_id=004984e6-fbaf-4466-ad14-22703515f6f7)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:53:19.037247 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-61ae92a9-e64b-4b8c-802d-9433f2e27b2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:19.056820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-61ae92a9-e64b-4b8c-802d-9433f2e27b2d None None] Calling delete_port for 63f81d4c-5dc3-4e43-a36c-657ad82db118 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:53:19.113417 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-6b27093c-2da7-457d-a5d3-0be14b513df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f574f9-581f-41e1-a334-93fee8dea141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435920375', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:51:41Z', 'updated_at': '2021-09-07T19:53:17Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:42Z', 'updated_at': '2021-09-07T19:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:19.147567 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b27093c-2da7-457d-a5d3-0be14b513df6 None None] The sync data for ids ['72f574f9-581f-41e1-a334-93fee8dea141'] in n-d-807786-1 is: [{'id': '72f574f9-581f-41e1-a334-93fee8dea141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435920375', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:51:41Z', 'updated_at': '2021-09-07T19:53:17Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': 'd0b6c98c-7791-4dd4-97b8-af7de5559066', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f574f9-581f-41e1-a334-93fee8dea141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:51:42Z', 'updated_at': '2021-09-07T19:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:53:19.173889 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-61ae92a9-e64b-4b8c-802d-9433f2e27b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:19.187198 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ae92a9-e64b-4b8c-802d-9433f2e27b2d None None] No DVR routers for this DVR port 63f81d4c-5dc3-4e43-a36c-657ad82db118 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:53:19.205895 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-1b10a5c7-830f-4f69-bbb0-cadf679446d3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] For port d0b6c98c-7791-4dd4-97b8-af7de5559066, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d0b6c98c-7791-4dd4-97b8-af7de5559066,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:53:19.206261 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b10a5c7-830f-4f69-bbb0-cadf679446d3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:19.213266 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae92a9-e64b-4b8c-802d-9433f2e27b2d None None] Pushing event deleted for resources: {'Port': ['ID=63f81d4c-5dc3-4e43-a36c-657ad82db118,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:19.219124 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-1b10a5c7-830f-4f69-bbb0-cadf679446d3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Calling delete_port for d0b6c98c-7791-4dd4-97b8-af7de5559066 owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:53:19.220630 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae92a9-e64b-4b8c-802d-9433f2e27b2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:19.220981 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae92a9-e64b-4b8c-802d-9433f2e27b2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:19.221322 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae92a9-e64b-4b8c-802d-9433f2e27b2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:19.221657 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae92a9-e64b-4b8c-802d-9433f2e27b2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:19.221986 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae92a9-e64b-4b8c-802d-9433f2e27b2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:19.222311 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae92a9-e64b-4b8c-802d-9433f2e27b2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:19.222637 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae92a9-e64b-4b8c-802d-9433f2e27b2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:19.222959 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae92a9-e64b-4b8c-802d-9433f2e27b2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:19.223281 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae92a9-e64b-4b8c-802d-9433f2e27b2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:19.223602 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae92a9-e64b-4b8c-802d-9433f2e27b2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:19.223924 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae92a9-e64b-4b8c-802d-9433f2e27b2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:19.224243 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ae92a9-e64b-4b8c-802d-9433f2e27b2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:19.378079 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b10a5c7-830f-4f69-bbb0-cadf679446d3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:19.402714 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10a5c7-830f-4f69-bbb0-cadf679446d3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Port': ['ID=d0b6c98c-7791-4dd4-97b8-af7de5559066,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:19.464429 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b10a5c7-830f-4f69-bbb0-cadf679446d3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:19.556245 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b10a5c7-830f-4f69-bbb0-cadf679446d3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:19.558421 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b10a5c7-830f-4f69-bbb0-cadf679446d3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:19.584410 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 401a2a3a-2534-45e8-88f6-5b056d8ec8ac no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:53:19.614935 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b10a5c7-830f-4f69-bbb0-cadf679446d3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:19.615646 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b10a5c7-830f-4f69-bbb0-cadf679446d3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Fanout notify agent at l3_agent the message router_deleted on router 72f574f9-581f-41e1-a334-93fee8dea141 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:53:19.628882 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b10a5c7-830f-4f69-bbb0-cadf679446d3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:19.629113 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 401a2a3a-2534-45e8-88f6-5b056d8ec8ac {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:53:19.629469 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 401a2a3a-2534-45e8-88f6-5b056d8ec8ac not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:53:19.630016 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1b10a5c7-830f-4f69-bbb0-cadf679446d3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/routers/72f574f9-581f-41e1-a334-93fee8dea141 HTTP/1.1" status: 204 len: 168 time: 1.1142514 Sep 07 19:53:19.634461 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52476) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:19.641668 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 63f81d4c-5dc3-4e43-a36c-657ad82db118 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:53:19.663569 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 63f81d4c-5dc3-4e43-a36c-657ad82db118 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:53:19.663940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 63f81d4c-5dc3-4e43-a36c-657ad82db118 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:53:19.664336 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f4f954aa-e8ae-490e-9a89-a575580262db no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:53:19.684006 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: f4f954aa-e8ae-490e-9a89-a575580262db {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:53:19.684354 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f4f954aa-e8ae-490e-9a89-a575580262db not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:53:19.719685 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34e59732-8366-4af8-8be3-d81ea6f19a47 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:19.809685 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34e59732-8366-4af8-8be3-d81ea6f19a47 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:19.836170 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-34e59732-8366-4af8-8be3-d81ea6f19a47 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f291a3-6458-4609-b395-0f1241152f21']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:19.846969 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-34e59732-8366-4af8-8be3-d81ea6f19a47 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004984e6-fbaf-4466-ad14-22703515f6f7') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:19.847276 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-34e59732-8366-4af8-8be3-d81ea6f19a47 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004984e6-fbaf-4466-ad14-22703515f6f7') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:19.857891 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34e59732-8366-4af8-8be3-d81ea6f19a47 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:19.871431 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34e59732-8366-4af8-8be3-d81ea6f19a47 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:19.877392 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e59732-8366-4af8-8be3-d81ea6f19a47 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:53:19.877780 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34e59732-8366-4af8-8be3-d81ea6f19a47 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:53:19.880665 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:53:19.936920 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34e59732-8366-4af8-8be3-d81ea6f19a47 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:19.943997 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34e59732-8366-4af8-8be3-d81ea6f19a47 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:19.945720 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-34e59732-8366-4af8-8be3-d81ea6f19a47 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/networks/07f291a3-6458-4609-b395-0f1241152f21 HTTP/1.1" status: 204 len: 168 time: 0.3102634 Sep 07 19:53:19.948474 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52478) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:19.957733 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e59732-8366-4af8-8be3-d81ea6f19a47 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Network': ['ID=07f291a3-6458-4609-b395-0f1241152f21,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:20.006918 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b5354542-09b1-4c6d-ba3a-399bcf3be8f0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:20.031580 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b5354542-09b1-4c6d-ba3a-399bcf3be8f0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:20.088200 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b5354542-09b1-4c6d-ba3a-399bcf3be8f0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:20.090861 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b5354542-09b1-4c6d-ba3a-399bcf3be8f0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:20.092566 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b5354542-09b1-4c6d-ba3a-399bcf3be8f0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/security-groups/17bfd608-cdba-4c55-80a4-907bf08f7903 HTTP/1.1" status: 204 len: 168 time: 0.1430659 Sep 07 19:53:20.101105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5354542-09b1-4c6d-ba3a-399bcf3be8f0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bfd608-cdba-4c55-80a4-907bf08f7903,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:20.431540 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52486) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:20.436709 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-eecdba3e-4d9c-4270-b143-02a4cfe0907d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125267450', 'description': 'tempest-secgroup-smoke-1125267450 description', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:53:20.462276 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eecdba3e-4d9c-4270-b143-02a4cfe0907d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:20.544340 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eecdba3e-4d9c-4270-b143-02a4cfe0907d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:20.548119 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eecdba3e-4d9c-4270-b143-02a4cfe0907d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:20.574652 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-eecdba3e-4d9c-4270-b143-02a4cfe0907d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:20.576531 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-eecdba3e-4d9c-4270-b143-02a4cfe0907d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1439714 Sep 07 19:53:20.579976 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52488) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:20.580673 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdba3e-4d9c-4270-b143-02a4cfe0907d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e327e8-4ef4-4a3a-85e3-43c25e1e4648,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:20.584673 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d7de446c-c812-4e35-8f94-2c60e613d969 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': 'f6e327e8-4ef4-4a3a-85e3-43c25e1e4648', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:53:20.610518 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7de446c-c812-4e35-8f94-2c60e613d969 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:20.664881 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7de446c-c812-4e35-8f94-2c60e613d969 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:20.668103 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7de446c-c812-4e35-8f94-2c60e613d969 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:20.692143 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de446c-c812-4e35-8f94-2c60e613d969 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1364ba78-2d90-4d58-8e6a-aa58779ef947,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:20.694887 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7de446c-c812-4e35-8f94-2c60e613d969 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:20.696145 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d7de446c-c812-4e35-8f94-2c60e613d969 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150963 Sep 07 19:53:20.698978 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52490) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:20.703578 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-24a2024e-550f-4694-b99c-1e9c3faf9e08 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': 'f6e327e8-4ef4-4a3a-85e3-43c25e1e4648', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:53:20.728956 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-24a2024e-550f-4694-b99c-1e9c3faf9e08 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:20.783632 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-24a2024e-550f-4694-b99c-1e9c3faf9e08 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:20.787109 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-24a2024e-550f-4694-b99c-1e9c3faf9e08 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:20.804704 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2024e-550f-4694-b99c-1e9c3faf9e08 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e5db58-e5dd-4dec-b51f-ccc55250ccee,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:20.810965 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-24a2024e-550f-4694-b99c-1e9c3faf9e08 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:20.812454 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-24a2024e-550f-4694-b99c-1e9c3faf9e08 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1124706 Sep 07 19:53:20.815154 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52492) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:20.819368 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1c0cf1f8-b752-4ab8-8247-ede0d8341e02 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': 'f6e327e8-4ef4-4a3a-85e3-43c25e1e4648', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:53:20.844329 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf1f8-b752-4ab8-8247-ede0d8341e02 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:20.899763 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf1f8-b752-4ab8-8247-ede0d8341e02 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:20.903198 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf1f8-b752-4ab8-8247-ede0d8341e02 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:20.921214 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0cf1f8-b752-4ab8-8247-ede0d8341e02 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=accbb550-336f-4382-9225-498c7ba87e34,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:20.925994 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf1f8-b752-4ab8-8247-ede0d8341e02 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:20.927199 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1c0cf1f8-b752-4ab8-8247-ede0d8341e02 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1111293 Sep 07 19:53:20.930189 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52494) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:20.937627 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-95a80ce9-df82-424b-8a6c-31f04de49903 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': 'f6e327e8-4ef4-4a3a-85e3-43c25e1e4648', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:53:20.965248 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95a80ce9-df82-424b-8a6c-31f04de49903 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:21.022683 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95a80ce9-df82-424b-8a6c-31f04de49903 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:21.026224 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95a80ce9-df82-424b-8a6c-31f04de49903 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:21.040818 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a80ce9-df82-424b-8a6c-31f04de49903 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075d4072-31e1-420e-bb29-4219a117e980,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:21.049753 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-95a80ce9-df82-424b-8a6c-31f04de49903 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:21.050959 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-95a80ce9-df82-424b-8a6c-31f04de49903 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198375 Sep 07 19:53:21.053604 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52496) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:21.057982 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-24b8fe25-a8bc-42b5-ba7a-b6eca1c16678 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': 'f6e327e8-4ef4-4a3a-85e3-43c25e1e4648', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:53:21.078315 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-24b8fe25-a8bc-42b5-ba7a-b6eca1c16678 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Project 1bdf2aff4a42482f9d324274f2d99d69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:53:21.082874 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-24b8fe25-a8bc-42b5-ba7a-b6eca1c16678 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:21.143297 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-24b8fe25-a8bc-42b5-ba7a-b6eca1c16678 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:21.146791 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-24b8fe25-a8bc-42b5-ba7a-b6eca1c16678 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:21.165233 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8fe25-a8bc-42b5-ba7a-b6eca1c16678 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9fd481-9245-47ab-a4cf-3c53262e2e23,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:21.168321 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-24b8fe25-a8bc-42b5-ba7a-b6eca1c16678 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:21.170135 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-24b8fe25-a8bc-42b5-ba7a-b6eca1c16678 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155522 Sep 07 19:53:21.172895 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52498) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:21.177221 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-02323d5f-5c34-4511-ba15-2e7255d3e3a8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'security_group_rule': {'security_group_id': 'f6e327e8-4ef4-4a3a-85e3-43c25e1e4648', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:53:21.197330 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-02323d5f-5c34-4511-ba15-2e7255d3e3a8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Project 1bdf2aff4a42482f9d324274f2d99d69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:53:21.202185 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02323d5f-5c34-4511-ba15-2e7255d3e3a8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:21.263467 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02323d5f-5c34-4511-ba15-2e7255d3e3a8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:21.266748 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02323d5f-5c34-4511-ba15-2e7255d3e3a8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:21.283788 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02323d5f-5c34-4511-ba15-2e7255d3e3a8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49377bf0-1c99-4ed8-8570-1cf5ea39dc83,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:21.289737 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-02323d5f-5c34-4511-ba15-2e7255d3e3a8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:21.291036 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-02323d5f-5c34-4511-ba15-2e7255d3e3a8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1170740 Sep 07 19:53:21.293739 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52500) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:21.299197 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-fb31139c-c572-41ab-9142-c30dc024230c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'network': {'name': 'tempest-network-smoke--945209502', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'port_security_enabled': True}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:53:21.317833 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb31139c-c572-41ab-9142-c30dc024230c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Made reservation on behalf of 1bdf2aff4a42482f9d324274f2d99d69 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:53:21.321125 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fb31139c-c572-41ab-9142-c30dc024230c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:21.344051 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb31139c-c572-41ab-9142-c30dc024230c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:53:21.353291 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fb31139c-c572-41ab-9142-c30dc024230c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:21.353623 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-fb31139c-c572-41ab-9142-c30dc024230c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Added segment 548296db-7efb-4b17-8031-09db0d243f26 of type vlan for network 3373190b-b26b-4701-b0dd-7ad27ede3d03 Sep 07 19:53:21.355949 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d0b6c98c-7791-4dd4-97b8-af7de5559066 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:53:21.376698 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: d0b6c98c-7791-4dd4-97b8-af7de5559066 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:53:21.377046 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d0b6c98c-7791-4dd4-97b8-af7de5559066 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:53:21.393470 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fb31139c-c572-41ab-9142-c30dc024230c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:21.419612 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fb31139c-c572-41ab-9142-c30dc024230c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:21.425066 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb31139c-c572-41ab-9142-c30dc024230c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:21.425589 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fb31139c-c572-41ab-9142-c30dc024230c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:21.456006 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fb31139c-c572-41ab-9142-c30dc024230c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1605444 Sep 07 19:53:21.458775 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52502) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:21.464883 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-c5c85297-21a6-467c-967a-38af7c044939 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1706347402', 'admin_state_up': True, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:53:21.501440 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31139c-c572-41ab-9142-c30dc024230c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Network': ['ID=3373190b-b26b-4701-b0dd-7ad27ede3d03,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:21.514429 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 3373190b-b26b-4701-b0dd-7ad27ede3d03 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:53:21.516890 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5c85297-21a6-467c-967a-38af7c044939 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:21.518052 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5c85297-21a6-467c-967a-38af7c044939 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:21.578974 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5c85297-21a6-467c-967a-38af7c044939 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:21.718070 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5c85297-21a6-467c-967a-38af7c044939 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:21.906053 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5c85297-21a6-467c-967a-38af7c044939 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:21.924158 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5c85297-21a6-467c-967a-38af7c044939 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:22.021428 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-c5c85297-21a6-467c-967a-38af7c044939 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Allocated IP 172.25.8.211 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/7930808a-f97c-46ef-8a5d-701c0c693531) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:53:22.123698 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5c85297-21a6-467c-967a-38af7c044939 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:22.160029 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5c85297-21a6-467c-967a-38af7c044939 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:22.195675 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c85297-21a6-467c-967a-38af7c044939 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:53:22.198398 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-c5c85297-21a6-467c-967a-38af7c044939 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:53:22.202130 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c85297-21a6-467c-967a-38af7c044939 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:53:22.231529 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c85297-21a6-467c-967a-38af7c044939 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=7930808a-f97c-46ef-8a5d-701c0c693531,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:22.449577 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5c85297-21a6-467c-967a-38af7c044939 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:22.644433 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5c85297-21a6-467c-967a-38af7c044939 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:22.770061 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c85297-21a6-467c-967a-38af7c044939 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router 58324c1e-22ca-4ad2-b241-74e10214c23e is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:53:22.873929 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c85297-21a6-467c-967a-38af7c044939 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:53:22.884615 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] Sync routers for ids ['58324c1e-22ca-4ad2-b241-74e10214c23e'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:53:22.892251 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5c85297-21a6-467c-967a-38af7c044939 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:22.896649 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c5c85297-21a6-467c-967a-38af7c044939 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4339972 Sep 07 19:53:22.896807 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] Routers {'58324c1e-22ca-4ad2-b241-74e10214c23e'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:53:22.896807 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:52:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['58324c1e-22ca-4ad2-b241-74e10214c23e'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:22.897066 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52504) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:22.967760 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-665179b0-1b7f-4f3e-b057-b4d702c444dc tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=1bdf2aff4a42482f9d324274f2d99d69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0694642 Sep 07 19:53:22.970317 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52508) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:22.999039 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] Set router 58324c1e-22ca-4ad2-b241-74e10214c23e gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:53:23.183211 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706347402', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:22Z', 'revision_number': 3, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:23.210641 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] Checking router: 58324c1e-22ca-4ad2-b241-74e10214c23e for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:53:23.210994 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] Updating router 58324c1e-22ca-4ad2-b241-74e10214c23e port 7930808a-f97c-46ef-8a5d-701c0c693531 binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:53:23.236919 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:23.392968 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3231a880-9b59-4c72-83a1-408404fe06e0 tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:23.394533 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-3231a880-9b59-4c72-83a1-408404fe06e0 tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4232779 Sep 07 19:53:23.397393 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52510) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:23.425262 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6333db35-2fa2-4de8-b117-c95fc3cc94ae tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=6f27c923-095d-46fa-b899-1d1faf6fb43c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267506 Sep 07 19:53:23.427900 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52512) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:23.432478 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1b279da8-b7a8-447e-bb8b-45319769a848 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1732512069', 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03', 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:53:23.490118 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:23.499487 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] Transition to ACTIVE for port object 7930808a-f97c-46ef-8a5d-701c0c693531 will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:53:23.505678 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:23.518286 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b279da8-b7a8-447e-bb8b-45319769a848 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Made reservation on behalf of 1bdf2aff4a42482f9d324274f2d99d69 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:53:23.522015 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b279da8-b7a8-447e-bb8b-45319769a848 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:23.552024 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] Attempting to bind port 7930808a-f97c-46ef-8a5d-701c0c693531 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:53:23.552391 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] Attempting to bind port 7930808a-f97c-46ef-8a5d-701c0c693531 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:53:23.552843 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] Attempting to bind port 7930808a-f97c-46ef-8a5d-701c0c693531 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:53:23.563883 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:53:23.564270 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:53:23.564662 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:23.565050 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:53:23.565507 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] Bound port: 7930808a-f97c-46ef-8a5d-701c0c693531, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:53:23.565879 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:23.586102 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac5ff9-1da8-404c-b5c6-407270788710 None None] Pushing event updated for resources: {'Port': ['ID=7930808a-f97c-46ef-8a5d-701c0c693531,revision_number=2']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:23.596928 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac5ff9-1da8-404c-b5c6-407270788710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:23.597263 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac5ff9-1da8-404c-b5c6-407270788710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:23.597592 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac5ff9-1da8-404c-b5c6-407270788710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:23.597917 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac5ff9-1da8-404c-b5c6-407270788710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:23.598241 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac5ff9-1da8-404c-b5c6-407270788710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:23.598750 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac5ff9-1da8-404c-b5c6-407270788710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:23.598896 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac5ff9-1da8-404c-b5c6-407270788710 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:23.599166 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac5ff9-1da8-404c-b5c6-407270788710 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:23.599533 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac5ff9-1da8-404c-b5c6-407270788710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:23.599864 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac5ff9-1da8-404c-b5c6-407270788710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:23.600228 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac5ff9-1da8-404c-b5c6-407270788710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:23.600589 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac5ff9-1da8-404c-b5c6-407270788710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:53:23.639926 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] For port 7930808a-f97c-46ef-8a5d-701c0c693531, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:53:23.643274 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] For port 7930808a-f97c-46ef-8a5d-701c0c693531, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7930808a-f97c-46ef-8a5d-701c0c693531,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:53:23.646928 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:23.698441 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] Routers {'58324c1e-22ca-4ad2-b241-74e10214c23e'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:53:23.699042 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:52:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['58324c1e-22ca-4ad2-b241-74e10214c23e'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:23.718739 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b279da8-b7a8-447e-bb8b-45319769a848 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:23.744364 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac5ff9-1da8-404c-b5c6-407270788710 None None] Pushing event updated for resources: {'Port': ['ID=7930808a-f97c-46ef-8a5d-701c0c693531,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:23.786326 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b279da8-b7a8-447e-bb8b-45319769a848 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Subnet': ['ID=68ad3143-eb7a-4a68-90cc-ac94169771e7,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:23.793468 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b279da8-b7a8-447e-bb8b-45319769a848 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Checking segment: {'id': '548296db-7efb-4b17-8031-09db0d243f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:53:23.793879 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b279da8-b7a8-447e-bb8b-45319769a848 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network hostable DHCP agents. Network: 3373190b-b26b-4701-b0dd-7ad27ede3d03, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:53:23.809682 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b279da8-b7a8-447e-bb8b-45319769a848 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network 3373190b-b26b-4701-b0dd-7ad27ede3d03 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:53:23.816521 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] Set router 58324c1e-22ca-4ad2-b241-74e10214c23e gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:53:23.818090 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-1b279da8-b7a8-447e-bb8b-45319769a848 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 3373190b-b26b-4701-b0dd-7ad27ede3d03) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:53:23.822160 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b279da8-b7a8-447e-bb8b-45319769a848 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:23.822757 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1b279da8-b7a8-447e-bb8b-45319769a848 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:23.828894 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94934c7c-0b64-4111-9035-da1057c3fcf6 None None] Network 3373190b-b26b-4701-b0dd-7ad27ede3d03 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:53:23.845628 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1b279da8-b7a8-447e-bb8b-45319769a848 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4166954 Sep 07 19:53:23.848391 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52514) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:23.998310 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-3373190b-b26b-4701-b0dd-7ad27ede3d03', 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ips': [{'subnet_id': '68ad3143-eb7a-4a68-90cc-ac94169771e7'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:53:23.999410 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:24.101919 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706347402', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:22Z', 'revision_number': 3, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:24.129081 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b0d635-e394-48d0-bedc-fd2e519ef3f1 None None] The sync data for ids ['58324c1e-22ca-4ad2-b241-74e10214c23e'] in n-d-807786-1 is: [{'id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706347402', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:22Z', 'revision_number': 3, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:53:24.135362 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] Allocated IP 172.20.0.2 (3373190b-b26b-4701-b0dd-7ad27ede3d03/68ad3143-eb7a-4a68-90cc-ac94169771e7/c97c4680-0265-47e1-932b-6853c7c13682) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:53:24.296610 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:24.305758 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] Transition to ACTIVE for port object c97c4680-0265-47e1-932b-6853c7c13682 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:53:24.305966 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2f980a4-8d60-4e17-be9b-7414a4e76a7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:24.323852 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] Transition to ACTIVE for port object c97c4680-0265-47e1-932b-6853c7c13682 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:53:24.331319 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:24.379824 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] Network 3373190b-b26b-4701-b0dd-7ad27ede3d03 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:53:24.386055 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:53:24.389125 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:53:24.397205 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] Pushing event updated for resources: {'Port': ['ID=c97c4680-0265-47e1-932b-6853c7c13682,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:24.458668 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] Attempting to bind port c97c4680-0265-47e1-932b-6853c7c13682 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:53:24.459316 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] Attempting to bind port c97c4680-0265-47e1-932b-6853c7c13682 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '548296db-7efb-4b17-8031-09db0d243f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:53:24.459988 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] Attempting to bind port c97c4680-0265-47e1-932b-6853c7c13682 on network 3373190b-b26b-4701-b0dd-7ad27ede3d03 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:53:24.465823 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:53:24.466218 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] Checking segment: {'id': '548296db-7efb-4b17-8031-09db0d243f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:53:24.466762 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:24.467160 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] Bound using segment: {'id': '548296db-7efb-4b17-8031-09db0d243f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:53:24.467624 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] Bound port: c97c4680-0265-47e1-932b-6853c7c13682, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548296db-7efb-4b17-8031-09db0d243f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:53:24.468005 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:24.542866 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] For port c97c4680-0265-47e1-932b-6853c7c13682, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:53:24.547034 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] For port c97c4680-0265-47e1-932b-6853c7c13682, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c97c4680-0265-47e1-932b-6853c7c13682,segment=NetworkSegment(548296db-7efb-4b17-8031-09db0d243f26),segment_id=548296db-7efb-4b17-8031-09db0d243f26)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:53:24.551379 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:24.613561 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5804837-7e82-4cac-a96a-cf32a3fde59d None None] Pushing event updated for resources: {'Port': ['ID=c97c4680-0265-47e1-932b-6853c7c13682,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:24.642133 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-c2f980a4-8d60-4e17-be9b-7414a4e76a7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Allocated IP 172.20.0.1 (3373190b-b26b-4701-b0dd-7ad27ede3d03/68ad3143-eb7a-4a68-90cc-ac94169771e7/d277e1fb-3519-4f26-9230-f3e051b08e73) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:53:24.774151 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2f980a4-8d60-4e17-be9b-7414a4e76a7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:24.792240 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-c2f980a4-8d60-4e17-be9b-7414a4e76a7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Transition to ACTIVE for port object d277e1fb-3519-4f26-9230-f3e051b08e73 will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:53:24.843743 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2f980a4-8d60-4e17-be9b-7414a4e76a7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:24.889779 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f980a4-8d60-4e17-be9b-7414a4e76a7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network 3373190b-b26b-4701-b0dd-7ad27ede3d03 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:53:24.892947 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-c2f980a4-8d60-4e17-be9b-7414a4e76a7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:53:24.897126 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f980a4-8d60-4e17-be9b-7414a4e76a7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:53:24.926643 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f980a4-8d60-4e17-be9b-7414a4e76a7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=d277e1fb-3519-4f26-9230-f3e051b08e73,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:24.955015 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2f980a4-8d60-4e17-be9b-7414a4e76a7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:25.094191 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2f980a4-8d60-4e17-be9b-7414a4e76a7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:25.370311 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2f980a4-8d60-4e17-be9b-7414a4e76a7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:25.376288 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2f980a4-8d60-4e17-be9b-7414a4e76a7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:25.443488 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7930808a-f97c-46ef-8a5d-701c0c693531 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:53:25.449955 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c2f980a4-8d60-4e17-be9b-7414a4e76a7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:25.458091 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f980a4-8d60-4e17-be9b-7414a4e76a7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=d277e1fb-3519-4f26-9230-f3e051b08e73,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:25.494901 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 7930808a-f97c-46ef-8a5d-701c0c693531 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:53:25.498969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 7930808a-f97c-46ef-8a5d-701c0c693531 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:53:25.499337 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:25.554931 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f980a4-8d60-4e17-be9b-7414a4e76a7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network 3373190b-b26b-4701-b0dd-7ad27ede3d03 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:53:25.556406 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-c2f980a4-8d60-4e17-be9b-7414a4e76a7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:53:25.581136 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:25.602277 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 7930808a-f97c-46ef-8a5d-701c0c693531, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7930808a-f97c-46ef-8a5d-701c0c693531,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:53:25.607914 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:25.608989 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c97c4680-0265-47e1-932b-6853c7c13682 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:53:25.684118 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f980a4-8d60-4e17-be9b-7414a4e76a7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router 58324c1e-22ca-4ad2-b241-74e10214c23e has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:53:25.684400 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=7930808a-f97c-46ef-8a5d-701c0c693531,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:25.698028 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port c97c4680-0265-47e1-932b-6853c7c13682 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:53:25.791825 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f980a4-8d60-4e17-be9b-7414a4e76a7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:53:25.797419 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c2f980a4-8d60-4e17-be9b-7414a4e76a7b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "PUT /v2.0/routers/58324c1e-22ca-4ad2-b241-74e10214c23e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9478874 Sep 07 19:53:25.935917 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-9dc50dba-e26c-4076-b795-8c945575c3e6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125267450&fields=id&tenant_id=1bdf2aff4a42482f9d324274f2d99d69 HTTP/1.1" status: 200 len: 267 time: 0.0349319 Sep 07 19:53:26.053343 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b0e3af2a-a7b7-47d9-97ab-6acfe8b5e8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:26.057376 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-79716326-c5e7-40f1-91c2-23a390423da2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:26.058818 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-79716326-c5e7-40f1-91c2-23a390423da2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/networks?id=3373190b-b26b-4701-b0dd-7ad27ede3d03 HTTP/1.1" status: 200 len: 796 time: 0.1157947 Sep 07 19:53:26.074332 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-adefc55d-e1d4-457e-b681-b773ad54df7c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/quotas/1bdf2aff4a42482f9d324274f2d99d69 HTTP/1.1" status: 200 len: 375 time: 0.0096140 Sep 07 19:53:26.118498 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] Sync routers for ids ['58324c1e-22ca-4ad2-b241-74e10214c23e'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:53:26.128193 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] Routers {'58324c1e-22ca-4ad2-b241-74e10214c23e'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:53:26.128907 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:52:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['58324c1e-22ca-4ad2-b241-74e10214c23e'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:26.132951 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-97d2012e-b003-4936-8a6b-07cf58a5abae tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511117 Sep 07 19:53:26.149840 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-72b1c429-a303-4c13-8172-fd7f0c3ab840 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:53:26.150861 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-72b1c429-a303-4c13-8172-fd7f0c3ab840 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055225 Sep 07 19:53:26.251502 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-c70d74ea-4605-4578-b979-e0e149e09f3c service neutron] 10.222.0.26 "GET /v2.0/networks/3373190b-b26b-4701-b0dd-7ad27ede3d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934038 Sep 07 19:53:26.329499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a0c090-a7e9-45be-9234-09150238daf3 None None] Network 3373190b-b26b-4701-b0dd-7ad27ede3d03 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:53:26.348731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-9a49c001-5dc8-4d7b-8a1f-6bdfe6931253 service neutron] 10.222.0.26 "GET /v2.0/networks/3373190b-b26b-4701-b0dd-7ad27ede3d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903819 Sep 07 19:53:26.396156 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8a393b0e-0c6b-46e6-8bf2-e672f62c957f None None] Provisioning for port c97c4680-0265-47e1-932b-6853c7c13682 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:53:26.408891 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8a393b0e-0c6b-46e6-8bf2-e672f62c957f None None] Provisioning complete for port c97c4680-0265-47e1-932b-6853c7c13682 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:53:26.409259 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8a393b0e-0c6b-46e6-8bf2-e672f62c957f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:26.523268 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-618d9020-c2eb-4689-9a43-0c332876b866 req-746b337d-0319-4186-8302-8fd61c3d8e2c tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 210 time: 0.0289860 Sep 07 19:53:26.525996 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] Set router 58324c1e-22ca-4ad2-b241-74e10214c23e gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:53:26.692979 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8a393b0e-0c6b-46e6-8bf2-e672f62c957f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:26.783901 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8a393b0e-0c6b-46e6-8bf2-e672f62c957f None None] For port c97c4680-0265-47e1-932b-6853c7c13682, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c97c4680-0265-47e1-932b-6853c7c13682,segment=NetworkSegment(548296db-7efb-4b17-8031-09db0d243f26),segment_id=548296db-7efb-4b17-8031-09db0d243f26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:53:26.807316 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8a393b0e-0c6b-46e6-8bf2-e672f62c957f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:26.870089 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a393b0e-0c6b-46e6-8bf2-e672f62c957f None None] Pushing event updated for resources: {'Port': ['ID=c97c4680-0265-47e1-932b-6853c7c13682,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:26.882004 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706347402', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:25Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'd277e1fb-3519-4f26-9230-f3e051b08e73', 'name': '', 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:64:f7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '68ad3143-eb7a-4a68-90cc-ac94169771e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:24Z', 'updated_at': '2021-09-07T19:53:25Z', 'revision_number': 2, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '68ad3143-eb7a-4a68-90cc-ac94169771e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:26.913889 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] Checking router: 58324c1e-22ca-4ad2-b241-74e10214c23e for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:53:26.914930 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] Updating router 58324c1e-22ca-4ad2-b241-74e10214c23e port d277e1fb-3519-4f26-9230-f3e051b08e73 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:53:26.941616 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:27.091032 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a20b3228-a117-4f9a-8294-89e5852454ea None None] Provisioning complete for port c97c4680-0265-47e1-932b-6853c7c13682 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:53:27.091317 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a20b3228-a117-4f9a-8294-89e5852454ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:27.298629 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a20b3228-a117-4f9a-8294-89e5852454ea None None] Provisioning for port d277e1fb-3519-4f26-9230-f3e051b08e73 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:53:27.319898 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a20b3228-a117-4f9a-8294-89e5852454ea None None] Provisioning complete for port d277e1fb-3519-4f26-9230-f3e051b08e73 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:53:27.320292 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a20b3228-a117-4f9a-8294-89e5852454ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:27.323089 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:27.354782 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] Transition to ACTIVE for port object d277e1fb-3519-4f26-9230-f3e051b08e73 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:53:27.366657 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:27.371058 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a20b3228-a117-4f9a-8294-89e5852454ea None None] Port d277e1fb-3519-4f26-9230-f3e051b08e73 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:53:27.418527 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e7f20-59fc-43c1-8298-f4daa8c5e401 None None] Pushing event updated for resources: {'Port': ['ID=d277e1fb-3519-4f26-9230-f3e051b08e73,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:27.474777 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7930808a-f97c-46ef-8a5d-701c0c693531 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:53:27.526185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-1a17f47a-b631-4faa-974e-fa3dd1b459ea tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:27.528285 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-1a17f47a-b631-4faa-974e-fa3dd1b459ea tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.60 "GET /v2.0/networks?id=3373190b-b26b-4701-b0dd-7ad27ede3d03 HTTP/1.1" status: 200 len: 796 time: 0.1610718 Sep 07 19:53:27.537059 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] Attempting to bind port d277e1fb-3519-4f26-9230-f3e051b08e73 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:53:27.537653 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] Attempting to bind port d277e1fb-3519-4f26-9230-f3e051b08e73 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '548296db-7efb-4b17-8031-09db0d243f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:53:27.537790 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] Attempting to bind port d277e1fb-3519-4f26-9230-f3e051b08e73 on network 3373190b-b26b-4701-b0dd-7ad27ede3d03 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:53:27.549112 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:53:27.549535 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] Checking segment: {'id': '548296db-7efb-4b17-8031-09db0d243f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:53:27.549949 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:27.550349 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] Bound using segment: {'id': '548296db-7efb-4b17-8031-09db0d243f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:53:27.550834 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] Bound port: d277e1fb-3519-4f26-9230-f3e051b08e73, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548296db-7efb-4b17-8031-09db0d243f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:53:27.551218 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:27.581760 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-43096ec9-27f5-47ca-9286-2caf921ef9fd tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bdf2aff4a42482f9d324274f2d99d69 HTTP/1.1" status: 200 len: 380 time: 0.0445490 Sep 07 19:53:27.600253 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 7930808a-f97c-46ef-8a5d-701c0c693531 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:53:27.600697 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:27.601003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-bccb06be-0bba-4f4d-bdb7-f156c8882bf7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'port': {'device_id': '53ccb323-54a6-4979-be78-acee6d8fd4b9', 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03', 'admin_state_up': True, 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'security_groups': ['f6e327e8-4ef4-4a3a-85e3-43c25e1e4648']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:53:27.664440 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9b2c4e08-12b4-4514-a35e-0d73a42bb1e7 req-f1e71475-ad76-443f-b8d9-b86d7291cada tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 210 time: 0.0373690 Sep 07 19:53:27.674473 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] For port d277e1fb-3519-4f26-9230-f3e051b08e73, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:53:27.681454 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] For port d277e1fb-3519-4f26-9230-f3e051b08e73, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d277e1fb-3519-4f26-9230-f3e051b08e73,segment=NetworkSegment(548296db-7efb-4b17-8031-09db0d243f26),segment_id=548296db-7efb-4b17-8031-09db0d243f26)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:53:27.712136 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:27.758966 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-bccb06be-0bba-4f4d-bdb7-f156c8882bf7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Made reservation on behalf of 1bdf2aff4a42482f9d324274f2d99d69 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:53:27.763682 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-bccb06be-0bba-4f4d-bdb7-f156c8882bf7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:27.765723 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c97c4680-0265-47e1-932b-6853c7c13682 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:53:27.814838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] Routers {'58324c1e-22ca-4ad2-b241-74e10214c23e'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:53:27.815534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:52:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['58324c1e-22ca-4ad2-b241-74e10214c23e'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:27.858555 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e7f20-59fc-43c1-8298-f4daa8c5e401 None None] Pushing event updated for resources: {'Port': ['ID=d277e1fb-3519-4f26-9230-f3e051b08e73,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:27.904424 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-bccb06be-0bba-4f4d-bdb7-f156c8882bf7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Allocated IP 172.20.0.14 (3373190b-b26b-4701-b0dd-7ad27ede3d03/68ad3143-eb7a-4a68-90cc-ac94169771e7/99e56e2e-84d4-49bb-876b-6b45a964a636) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:53:27.928255 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port c97c4680-0265-47e1-932b-6853c7c13682 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:53:27.928657 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:27.970654 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] Set router 58324c1e-22ca-4ad2-b241-74e10214c23e gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:53:28.058823 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-bccb06be-0bba-4f4d-bdb7-f156c8882bf7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:28.072679 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-bccb06be-0bba-4f4d-bdb7-f156c8882bf7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Transition to ACTIVE for port object 99e56e2e-84d4-49bb-876b-6b45a964a636 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:53:28.105466 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-bccb06be-0bba-4f4d-bdb7-f156c8882bf7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:28.148725 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-bccb06be-0bba-4f4d-bdb7-f156c8882bf7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network 3373190b-b26b-4701-b0dd-7ad27ede3d03 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:53:28.151326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-bccb06be-0bba-4f4d-bdb7-f156c8882bf7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:53:28.154334 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-bccb06be-0bba-4f4d-bdb7-f156c8882bf7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:53:28.195555 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb06be-0bba-4f4d-bdb7-f156c8882bf7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=99e56e2e-84d4-49bb-876b-6b45a964a636,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:28.213855 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706347402', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:25Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'd277e1fb-3519-4f26-9230-f3e051b08e73', 'name': '', 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:64:f7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '68ad3143-eb7a-4a68-90cc-ac94169771e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:24Z', 'updated_at': '2021-09-07T19:53:27Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '68ad3143-eb7a-4a68-90cc-ac94169771e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:28.218302 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-bccb06be-0bba-4f4d-bdb7-f156c8882bf7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:28.219164 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-bccb06be-0bba-4f4d-bdb7-f156c8882bf7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:28.238086 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-bccb06be-0bba-4f4d-bdb7-f156c8882bf7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6455829 Sep 07 19:53:28.249623 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff3aa8-c5a4-4c4d-afb1-d198f132f38f None None] The sync data for ids ['58324c1e-22ca-4ad2-b241-74e10214c23e'] in n-d-807786-1 is: [{'id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706347402', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:25Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'd277e1fb-3519-4f26-9230-f3e051b08e73', 'name': '', 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:64:f7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '68ad3143-eb7a-4a68-90cc-ac94169771e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:24Z', 'updated_at': '2021-09-07T19:53:27Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '68ad3143-eb7a-4a68-90cc-ac94169771e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:53:28.327590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] Request body: {'port': {'device_id': '53ccb323-54a6-4979-be78-acee6d8fd4b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:53:28.392952 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:28.484398 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3e960532-bc30-412a-aed4-77b86f2048f0 None None] Provisioning for port 99e56e2e-84d4-49bb-876b-6b45a964a636 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:53:28.488569 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3e960532-bc30-412a-aed4-77b86f2048f0 None None] Provisioning complete for port 99e56e2e-84d4-49bb-876b-6b45a964a636 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:53:28.489021 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3e960532-bc30-412a-aed4-77b86f2048f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:28.682430 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3e960532-bc30-412a-aed4-77b86f2048f0 None None] Port 99e56e2e-84d4-49bb-876b-6b45a964a636 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:53:28.697353 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e56e2e-84d4-49bb-876b-6b45a964a636 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:53:28.706375 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:28.719666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] Transition to ACTIVE for port object 99e56e2e-84d4-49bb-876b-6b45a964a636 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:53:28.723342 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:28.800265 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] Pushing event updated for resources: {'Port': ['ID=99e56e2e-84d4-49bb-876b-6b45a964a636,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:28.873183 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-120c9104-9d25-4361-bf7a-a55bde22d587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:28.873570 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7125f84-a935-48ea-a9dc-7fbb19590244 req-69521c9d-4760-45e7-9da1-016f4c7c223a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:28.875295 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a7125f84-a935-48ea-a9dc-7fbb19590244 req-69521c9d-4760-45e7-9da1-016f4c7c223a tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 944 time: 0.1244159 Sep 07 19:53:28.911386 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] Attempting to bind port 99e56e2e-84d4-49bb-876b-6b45a964a636 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:53:28.911663 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] Attempting to bind port 99e56e2e-84d4-49bb-876b-6b45a964a636 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '548296db-7efb-4b17-8031-09db0d243f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:53:28.912000 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] Attempting to bind port 99e56e2e-84d4-49bb-876b-6b45a964a636 on network 3373190b-b26b-4701-b0dd-7ad27ede3d03 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:53:28.927256 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] Port 99e56e2e-84d4-49bb-876b-6b45a964a636 on network 3373190b-b26b-4701-b0dd-7ad27ede3d03 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:53:28.927634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] Attempting to bind port 99e56e2e-84d4-49bb-876b-6b45a964a636 on network 3373190b-b26b-4701-b0dd-7ad27ede3d03 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:53:28.937339 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a7125f84-a935-48ea-a9dc-7fbb19590244 req-d6b0a3eb-c801-4086-abb0-8cdb3c30fa90 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6e327e8-4ef4-4a3a-85e3-43c25e1e4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552373 Sep 07 19:53:28.939674 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:53:28.940107 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] Checking segment: {'id': '548296db-7efb-4b17-8031-09db0d243f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:53:28.940383 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] Bound using segment: {'id': '548296db-7efb-4b17-8031-09db0d243f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:53:28.940843 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] Bound port: 99e56e2e-84d4-49bb-876b-6b45a964a636, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548296db-7efb-4b17-8031-09db0d243f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:53:28.941207 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:29.016827 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] For port 99e56e2e-84d4-49bb-876b-6b45a964a636, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:53:29.020303 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] For port 99e56e2e-84d4-49bb-876b-6b45a964a636, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=99e56e2e-84d4-49bb-876b-6b45a964a636,segment=NetworkSegment(548296db-7efb-4b17-8031-09db0d243f26),segment_id=548296db-7efb-4b17-8031-09db0d243f26)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:53:29.024895 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:29.058804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:29.059667 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:29.061520 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] 10.222.0.60 "PUT /v2.0/ports/99e56e2e-84d4-49bb-876b-6b45a964a636 HTTP/1.1" status: 200 len: 1092 time: 0.8152144 Sep 07 19:53:29.061978 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ccb323-54a6-4979-be78-acee6d8fd4b9', 'tag': '99e56e2e-84d4-49bb-876b-6b45a964a636'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:53:29.064255 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1224b2-6542-4414-bdf0-0af7d8500abc" -d '{"events": [{"name": "network-changed", "server_uuid": "53ccb323-54a6-4979-be78-acee6d8fd4b9", "tag": "99e56e2e-84d4-49bb-876b-6b45a964a636"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:53:29.095696 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34c509-2419-4e13-9228-953e79ce823c service neutron] Pushing event updated for resources: {'Port': ['ID=99e56e2e-84d4-49bb-876b-6b45a964a636,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:29.146438 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9371128-1584-415a-860f-6a1cca4b206e x-openstack-request-id: req-a9371128-1584-415a-860f-6a1cca4b206e {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:53:29.146782 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ccb323-54a6-4979-be78-acee6d8fd4b9", "tag": "99e56e2e-84d4-49bb-876b-6b45a964a636", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:53:29.147052 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a9371128-1584-415a-860f-6a1cca4b206e {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:53:29.147546 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ccb323-54a6-4979-be78-acee6d8fd4b9', 'tag': '99e56e2e-84d4-49bb-876b-6b45a964a636', 'status': 'completed', 'code': 200} Sep 07 19:53:29.154812 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:29.170074 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3b3de41f-8c9e-4a9f-8b01-013688608b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:29.171639 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-3b3de41f-8c9e-4a9f-8b01-013688608b60 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 1095 time: 0.0592809 Sep 07 19:53:29.216277 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-29911a50-b362-458a-8b98-26bc0a7d216a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99e56e2e-84d4-49bb-876b-6b45a964a636 HTTP/1.1" status: 200 len: 217 time: 0.0366280 Sep 07 19:53:29.272482 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-05002271-a99b-4e63-8551-6b896667ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:29.274074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-05002271-a99b-4e63-8551-6b896667ed11 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=68ad3143-eb7a-4a68-90cc-ac94169771e7 HTTP/1.1" status: 200 len: 835 time: 0.0513132 Sep 07 19:53:29.327916 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-66a58c63-c73a-4133-b427-1607963a17c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:29.329488 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-66a58c63-c73a-4133-b427-1607963a17c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3373190b-b26b-4701-b0dd-7ad27ede3d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486500 Sep 07 19:53:29.426406 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-c9e3b94b-3e3b-487e-8609-05c541226b15 service neutron] 10.222.0.60 "GET /v2.0/networks/3373190b-b26b-4701-b0dd-7ad27ede3d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894494 Sep 07 19:53:29.445112 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d277e1fb-3519-4f26-9230-f3e051b08e73 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:53:29.497496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port d277e1fb-3519-4f26-9230-f3e051b08e73 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:53:29.501236 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port d277e1fb-3519-4f26-9230-f3e051b08e73 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:53:29.501605 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:29.524207 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-25d7976e-d669-4d38-a832-9f91a9a0dc97 req-c95f8b7a-6df6-4133-9f29-42d84a6d1999 service neutron] 10.222.0.60 "GET /v2.0/networks/3373190b-b26b-4701-b0dd-7ad27ede3d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909772 Sep 07 19:53:29.580408 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:29.607307 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1224b2-6542-4414-bdf0-0af7d8500abc req-07b1da43-e9d4-4736-a2ee-e4b782013ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:29.608920 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad1224b2-6542-4414-bdf0-0af7d8500abc req-07b1da43-e9d4-4736-a2ee-e4b782013ba9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 1095 time: 0.0417891 Sep 07 19:53:29.613596 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port d277e1fb-3519-4f26-9230-f3e051b08e73, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d277e1fb-3519-4f26-9230-f3e051b08e73,segment=NetworkSegment(548296db-7efb-4b17-8031-09db0d243f26),segment_id=548296db-7efb-4b17-8031-09db0d243f26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:53:29.617730 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:29.672162 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=d277e1fb-3519-4f26-9230-f3e051b08e73,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:29.713656 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1224b2-6542-4414-bdf0-0af7d8500abc req-34953cbb-d9c9-4d64-b327-d06882ed62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:29.715148 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad1224b2-6542-4414-bdf0-0af7d8500abc req-34953cbb-d9c9-4d64-b327-d06882ed62e6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3373190b-b26b-4701-b0dd-7ad27ede3d03 HTTP/1.1" status: 200 len: 897 time: 0.0962162 Sep 07 19:53:29.757588 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad1224b2-6542-4414-bdf0-0af7d8500abc req-956aca25-8d3a-43a3-960a-317d843652b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99e56e2e-84d4-49bb-876b-6b45a964a636 HTTP/1.1" status: 200 len: 217 time: 0.0341542 Sep 07 19:53:29.806125 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1224b2-6542-4414-bdf0-0af7d8500abc req-e0dfb3d6-c95b-4a92-b9d9-873d2b254773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:29.807527 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad1224b2-6542-4414-bdf0-0af7d8500abc req-e0dfb3d6-c95b-4a92-b9d9-873d2b254773 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=68ad3143-eb7a-4a68-90cc-ac94169771e7 HTTP/1.1" status: 200 len: 835 time: 0.0421882 Sep 07 19:53:29.855001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1224b2-6542-4414-bdf0-0af7d8500abc req-49f3317a-6186-428e-b6b2-afa72c008a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:29.856499 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad1224b2-6542-4414-bdf0-0af7d8500abc req-49f3317a-6186-428e-b6b2-afa72c008a44 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3373190b-b26b-4701-b0dd-7ad27ede3d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411899 Sep 07 19:53:29.949451 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad1224b2-6542-4414-bdf0-0af7d8500abc req-376d671d-2d73-47d0-9528-922893847530 service neutron] 10.222.0.60 "GET /v2.0/networks/3373190b-b26b-4701-b0dd-7ad27ede3d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852852 Sep 07 19:53:30.073813 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ad1224b2-6542-4414-bdf0-0af7d8500abc req-ede597a2-61a0-4678-a20b-418d21ae72f7 service neutron] 10.222.0.60 "GET /v2.0/networks/3373190b-b26b-4701-b0dd-7ad27ede3d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164186 Sep 07 19:53:30.086707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8d0e1-01d5-4ae1-bbff-1ccdc46fb896 req-381fb91b-6286-46fb-9533-c713e657eef8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:30.088167 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8eb8d0e1-01d5-4ae1-bbff-1ccdc46fb896 req-381fb91b-6286-46fb-9533-c713e657eef8 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 944 time: 0.0715206 Sep 07 19:53:30.126280 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8eb8d0e1-01d5-4ae1-bbff-1ccdc46fb896 req-8874d6d9-3a3c-4c93-9f2b-f5f575a678a6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6e327e8-4ef4-4a3a-85e3-43c25e1e4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314131 Sep 07 19:53:30.463728 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:31.239706 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279eee9-d4e8-4700-a412-f99cffd3b7b2 req-cdae3383-cf56-45e5-a7f9-c5003d4ccf1e tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:31.241247 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5279eee9-d4e8-4700-a412-f99cffd3b7b2 req-cdae3383-cf56-45e5-a7f9-c5003d4ccf1e tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 944 time: 0.0488834 Sep 07 19:53:31.277895 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5279eee9-d4e8-4700-a412-f99cffd3b7b2 req-e691c01f-cc85-4a6f-97d0-16afec1310b4 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6e327e8-4ef4-4a3a-85e3-43c25e1e4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308287 Sep 07 19:53:31.401184 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d277e1fb-3519-4f26-9230-f3e051b08e73 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:53:31.446510 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port d277e1fb-3519-4f26-9230-f3e051b08e73 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:53:31.446814 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:31.985743 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:32.394772 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e216e5-a6fe-45b6-b3a4-a583e73cb84d req-537f28f8-9887-4e3b-8255-e85583fa76f6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:32.396303 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3e216e5-a6fe-45b6-b3a4-a583e73cb84d req-537f28f8-9887-4e3b-8255-e85583fa76f6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 944 time: 0.0526912 Sep 07 19:53:32.434224 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c3e216e5-a6fe-45b6-b3a4-a583e73cb84d req-8bba73d6-d16e-41ed-a046-be1511b70c26 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6e327e8-4ef4-4a3a-85e3-43c25e1e4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319231 Sep 07 19:53:32.690196 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 99e56e2e-84d4-49bb-876b-6b45a964a636 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:53:32.785147 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 99e56e2e-84d4-49bb-876b-6b45a964a636, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=99e56e2e-84d4-49bb-876b-6b45a964a636,segment=NetworkSegment(548296db-7efb-4b17-8031-09db0d243f26),segment_id=548296db-7efb-4b17-8031-09db0d243f26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:53:32.795739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '99e56e2e-84d4-49bb-876b-6b45a964a636', 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03', 'port_id': '99e56e2e-84d4-49bb-876b-6b45a964a636', 'mac_address': 'fa:16:3e:fe:2d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ad3143-eb7a-4a68-90cc-ac94169771e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:53:32.832080 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:32.844792 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e56e2e-84d4-49bb-876b-6b45a964a636 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:53:32.862961 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 99e56e2e-84d4-49bb-876b-6b45a964a636, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=99e56e2e-84d4-49bb-876b-6b45a964a636,segment=NetworkSegment(548296db-7efb-4b17-8031-09db0d243f26),segment_id=548296db-7efb-4b17-8031-09db0d243f26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:53:32.866397 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:32.911936 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=99e56e2e-84d4-49bb-876b-6b45a964a636,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:33.106479 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['99e56e2e-84d4-49bb-876b-6b45a964a636'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:53:33.546414 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85b81e-2740-454e-8b15-4a4f493a851e req-1286301e-7ba9-410c-8290-84fc2a379cc4 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:33.547901 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed85b81e-2740-454e-8b15-4a4f493a851e req-1286301e-7ba9-410c-8290-84fc2a379cc4 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 945 time: 0.0479517 Sep 07 19:53:33.584808 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ed85b81e-2740-454e-8b15-4a4f493a851e req-4272f980-ad20-4df6-a55d-32bdb502fbad tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6e327e8-4ef4-4a3a-85e3-43c25e1e4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310836 Sep 07 19:53:34.697377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8053b-6376-4ac6-a37e-88efcbf1eb07 req-68a61e19-c918-4c40-a6b9-8b9828b94dec tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:34.698832 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fd8053b-6376-4ac6-a37e-88efcbf1eb07 req-68a61e19-c918-4c40-a6b9-8b9828b94dec tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 945 time: 0.0476842 Sep 07 19:53:34.705951 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 99e56e2e-84d4-49bb-876b-6b45a964a636 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:53:34.737413 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2fd8053b-6376-4ac6-a37e-88efcbf1eb07 req-1b6bcde8-0770-4531-82ad-bd71c171ea92 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6e327e8-4ef4-4a3a-85e3-43c25e1e4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313594 Sep 07 19:53:34.754961 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 99e56e2e-84d4-49bb-876b-6b45a964a636 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:53:34.758572 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 99e56e2e-84d4-49bb-876b-6b45a964a636 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:53:34.758944 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:34.836622 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:34.858748 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ccb323-54a6-4979-be78-acee6d8fd4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e56e2e-84d4-49bb-876b-6b45a964a636'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:53:34.861008 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e287fa-0b9e-42e8-b1b4-4969de1d6443" -d '{"events": [{"server_uuid": "53ccb323-54a6-4979-be78-acee6d8fd4b9", "name": "network-vif-plugged", "status": "completed", "tag": "99e56e2e-84d4-49bb-876b-6b45a964a636"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:53:34.874746 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 99e56e2e-84d4-49bb-876b-6b45a964a636, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=99e56e2e-84d4-49bb-876b-6b45a964a636,segment=NetworkSegment(548296db-7efb-4b17-8031-09db0d243f26),segment_id=548296db-7efb-4b17-8031-09db0d243f26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:53:34.879325 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:34.926100 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=99e56e2e-84d4-49bb-876b-6b45a964a636,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:34.948231 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5c3033-49fc-448f-945e-fef447b6a779 x-openstack-request-id: req-ef5c3033-49fc-448f-945e-fef447b6a779 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:53:34.948548 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ccb323-54a6-4979-be78-acee6d8fd4b9", "name": "network-vif-plugged", "status": "completed", "tag": "99e56e2e-84d4-49bb-876b-6b45a964a636", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:53:34.948807 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef5c3033-49fc-448f-945e-fef447b6a779 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:53:34.949199 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ccb323-54a6-4979-be78-acee6d8fd4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e56e2e-84d4-49bb-876b-6b45a964a636', 'code': 200} Sep 07 19:53:35.048175 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444fbd5-5fcd-4558-abdd-89e238046bdc req-0a6423aa-277d-4eea-aaa0-0fa6344e0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:35.049681 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a444fbd5-5fcd-4558-abdd-89e238046bdc req-0a6423aa-277d-4eea-aaa0-0fa6344e0bd7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 1097 time: 0.0474324 Sep 07 19:53:35.083006 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a444fbd5-5fcd-4558-abdd-89e238046bdc req-ebb5515a-aba0-4ea0-ba37-7464aeb62987 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f6e327e8-4ef4-4a3a-85e3-43c25e1e4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268154 Sep 07 19:53:35.851484 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4c164-6a12-483a-8aff-3d2eee9a374e req-00705d3a-edfc-4998-a27f-e795aec2a0ab tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:35.852979 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15c4c164-6a12-483a-8aff-3d2eee9a374e req-00705d3a-edfc-4998-a27f-e795aec2a0ab tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 946 time: 0.0478175 Sep 07 19:53:35.890332 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-15c4c164-6a12-483a-8aff-3d2eee9a374e req-63f24546-bf9d-485f-a371-3dfd6f05eaa7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6e327e8-4ef4-4a3a-85e3-43c25e1e4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309346 Sep 07 19:53:37.005713 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287aeb5f-ef97-42c8-b101-144ec016cae6 req-f2566a5b-b75a-487d-b0f9-9932aa2660ab tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:37.007357 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-287aeb5f-ef97-42c8-b101-144ec016cae6 req-f2566a5b-b75a-487d-b0f9-9932aa2660ab tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 946 time: 0.0496700 Sep 07 19:53:37.044834 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-287aeb5f-ef97-42c8-b101-144ec016cae6 req-76c4fd02-5b9c-48ec-b1d5-7b68ed91d8c7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6e327e8-4ef4-4a3a-85e3-43c25e1e4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316460 Sep 07 19:53:37.159779 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704368d-10f6-49f9-9bdb-46be9a532d61 req-d7f8d65e-be98-4532-9c19-c5bf69614a10 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:37.161266 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7704368d-10f6-49f9-9bdb-46be9a532d61 req-d7f8d65e-be98-4532-9c19-c5bf69614a10 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 946 time: 0.0517440 Sep 07 19:53:37.197391 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7704368d-10f6-49f9-9bdb-46be9a532d61 req-798c7afc-67de-404d-b508-cdc6eadcf0c5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6e327e8-4ef4-4a3a-85e3-43c25e1e4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302207 Sep 07 19:53:37.219442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52572) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:37.256921 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8f3cc3-ebfd-4584-8014-1eb1ef1ca60b tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:37.258396 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ab8f3cc3-ebfd-4584-8014-1eb1ef1ca60b tempest-TestNetworkAdvancedServerOps-1248370381 tempest-TestNetworkAdvancedServerOps-1248370381-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 1092 time: 0.0379918 Sep 07 19:53:37.261087 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52574) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:37.265710 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-a52af81f-1f2e-4c9b-a026-27f8886ff429 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': '99e56e2e-84d4-49bb-876b-6b45a964a636', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:53:37.287034 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a52af81f-1f2e-4c9b-a026-27f8886ff429 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:37.384158 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a52af81f-1f2e-4c9b-a026-27f8886ff429 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:37.485922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-a52af81f-1f2e-4c9b-a026-27f8886ff429 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Allocated IP 172.25.8.102 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/ef958cf9-e493-4d11-a905-0bc58b2351a4) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:53:37.588731 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a52af81f-1f2e-4c9b-a026-27f8886ff429 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:37.628162 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a52af81f-1f2e-4c9b-a026-27f8886ff429 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:37.666374 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52af81f-1f2e-4c9b-a026-27f8886ff429 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:53:37.669245 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-a52af81f-1f2e-4c9b-a026-27f8886ff429 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:53:37.671786 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52af81f-1f2e-4c9b-a026-27f8886ff429 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:53:37.699082 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52af81f-1f2e-4c9b-a026-27f8886ff429 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=ef958cf9-e493-4d11-a905-0bc58b2351a4,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:38.025088 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a52af81f-1f2e-4c9b-a026-27f8886ff429 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:38.088336 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a52af81f-1f2e-4c9b-a026-27f8886ff429 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:38.563290 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a52af81f-1f2e-4c9b-a026-27f8886ff429 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:38.567881 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a52af81f-1f2e-4c9b-a026-27f8886ff429 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:38.644742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52af81f-1f2e-4c9b-a026-27f8886ff429 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event updated for resources: {'Port': ['ID=ef958cf9-e493-4d11-a905-0bc58b2351a4,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:53:38.651203 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a52af81f-1f2e-4c9b-a026-27f8886ff429 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:38.749443 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-a52af81f-1f2e-4c9b-a026-27f8886ff429 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Floating IP 40804205-2c3f-41b2-9168-c15089ebea80 associated. External IP: 172.25.8.102, port: 99e56e2e-84d4-49bb-876b-6b45a964a636. Sep 07 19:53:38.952199 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52af81f-1f2e-4c9b-a026-27f8886ff429 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router 58324c1e-22ca-4ad2-b241-74e10214c23e has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:53:39.062367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52af81f-1f2e-4c9b-a026-27f8886ff429 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:53:39.071609 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d0f333-9ae5-4c48-bbd3-fe1839b1f2df None None] Sync routers for ids ['58324c1e-22ca-4ad2-b241-74e10214c23e'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:53:39.077601 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a52af81f-1f2e-4c9b-a026-27f8886ff429 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:39.081398 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d0f333-9ae5-4c48-bbd3-fe1839b1f2df None None] Routers {'58324c1e-22ca-4ad2-b241-74e10214c23e'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:53:39.082013 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-20d0f333-9ae5-4c48-bbd3-fe1839b1f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:53:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['58324c1e-22ca-4ad2-b241-74e10214c23e'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:39.104196 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a52af81f-1f2e-4c9b-a026-27f8886ff429 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8421431 Sep 07 19:53:39.104878 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ccb323-54a6-4979-be78-acee6d8fd4b9', 'tag': '99e56e2e-84d4-49bb-876b-6b45a964a636'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:53:39.107933 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7767fe84-48f8-4951-b939-ac49bee53214" -d '{"events": [{"name": "network-changed", "server_uuid": "53ccb323-54a6-4979-be78-acee6d8fd4b9", "tag": "99e56e2e-84d4-49bb-876b-6b45a964a636"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:53:39.152218 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76f0d54-01af-49fb-845b-af75d06d604f x-openstack-request-id: req-e76f0d54-01af-49fb-845b-af75d06d604f {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:53:39.152547 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ccb323-54a6-4979-be78-acee6d8fd4b9", "tag": "99e56e2e-84d4-49bb-876b-6b45a964a636", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:53:39.152931 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e76f0d54-01af-49fb-845b-af75d06d604f {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:53:39.153904 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ccb323-54a6-4979-be78-acee6d8fd4b9', 'tag': '99e56e2e-84d4-49bb-876b-6b45a964a636', 'status': 'completed', 'code': 200} Sep 07 19:53:39.188081 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-20d0f333-9ae5-4c48-bbd3-fe1839b1f2df None None] Set router 58324c1e-22ca-4ad2-b241-74e10214c23e gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:53:39.249022 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70429e03-7205-4ab7-8a00-9787957d46fc req-b32de7ca-496d-4ec2-b9ca-c4da46931f86 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:39.250625 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70429e03-7205-4ab7-8a00-9787957d46fc req-b32de7ca-496d-4ec2-b9ca-c4da46931f86 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 946 time: 0.0767207 Sep 07 19:53:39.253802 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767fe84-48f8-4951-b939-ac49bee53214 req-a7e58ca7-9fe0-46ab-be70-d21c1db4c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:39.255241 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7767fe84-48f8-4951-b939-ac49bee53214 req-a7e58ca7-9fe0-46ab-be70-d21c1db4c114 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 1097 time: 0.0722997 Sep 07 19:53:39.350060 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-70429e03-7205-4ab7-8a00-9787957d46fc req-4afcc8c2-5134-4d21-92bd-b61531e33fd0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6e327e8-4ef4-4a3a-85e3-43c25e1e4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921268 Sep 07 19:53:39.373249 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52580) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:39.392650 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767fe84-48f8-4951-b939-ac49bee53214 req-0db7d5c0-931a-4267-81f8-f38675eb2e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:39.394370 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7767fe84-48f8-4951-b939-ac49bee53214 req-0db7d5c0-931a-4267-81f8-f38675eb2e3a service neutron] 10.222.0.60 "GET /v2.0/networks?id=3373190b-b26b-4701-b0dd-7ad27ede3d03 HTTP/1.1" status: 200 len: 897 time: 0.1294816 Sep 07 19:53:39.441818 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-20d0f333-9ae5-4c48-bbd3-fe1839b1f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706347402', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:25Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '40804205-2c3f-41b2-9168-c15089ebea80', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'port_id': '99e56e2e-84d4-49bb-876b-6b45a964a636', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03', 'mac_address': 'fa:16:3e:fe:2d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ccb323-54a6-4979-be78-acee6d8fd4b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:53:37Z', 'updated_at': '2021-09-07T19:53:37Z', 'revision_number': 0, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd277e1fb-3519-4f26-9230-f3e051b08e73', 'name': '', 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:64:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '68ad3143-eb7a-4a68-90cc-ac94169771e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:24Z', 'updated_at': '2021-09-07T19:53:29Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '68ad3143-eb7a-4a68-90cc-ac94169771e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:39.449108 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-af4e0561-ceeb-4272-ae80-ebd6829b8627 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/floatingips/40804205-2c3f-41b2-9168-c15089ebea80 HTTP/1.1" status: 200 len: 992 time: 0.0732377 Sep 07 19:53:39.470860 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d0f333-9ae5-4c48-bbd3-fe1839b1f2df None None] Checking router: 58324c1e-22ca-4ad2-b241-74e10214c23e for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:53:39.472935 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7767fe84-48f8-4951-b939-ac49bee53214 req-2dff7a8b-d7c7-499e-8062-b30587eaa6fc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99e56e2e-84d4-49bb-876b-6b45a964a636 HTTP/1.1" status: 200 len: 1000 time: 0.0716512 Sep 07 19:53:39.479218 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d0f333-9ae5-4c48-bbd3-fe1839b1f2df None None] Routers {'58324c1e-22ca-4ad2-b241-74e10214c23e'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:53:39.479827 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-20d0f333-9ae5-4c48-bbd3-fe1839b1f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:53:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['58324c1e-22ca-4ad2-b241-74e10214c23e'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:39.529014 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767fe84-48f8-4951-b939-ac49bee53214 req-29ec93aa-0b5a-4ff3-9ea8-fe898174baf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:39.530456 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7767fe84-48f8-4951-b939-ac49bee53214 req-29ec93aa-0b5a-4ff3-9ea8-fe898174baf2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=68ad3143-eb7a-4a68-90cc-ac94169771e7 HTTP/1.1" status: 200 len: 835 time: 0.0512619 Sep 07 19:53:39.577881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767fe84-48f8-4951-b939-ac49bee53214 req-862fdb57-f19e-4274-be6e-31a501406cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:39.579614 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7767fe84-48f8-4951-b939-ac49bee53214 req-862fdb57-f19e-4274-be6e-31a501406cf6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3373190b-b26b-4701-b0dd-7ad27ede3d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424147 Sep 07 19:53:39.586451 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-20d0f333-9ae5-4c48-bbd3-fe1839b1f2df None None] Set router 58324c1e-22ca-4ad2-b241-74e10214c23e gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:53:39.679808 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7767fe84-48f8-4951-b939-ac49bee53214 req-4c205542-03fa-4989-a76a-e916b74a5ec4 service neutron] 10.222.0.60 "GET /v2.0/networks/3373190b-b26b-4701-b0dd-7ad27ede3d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936220 Sep 07 19:53:39.777362 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7767fe84-48f8-4951-b939-ac49bee53214 req-6a02322c-f311-4f0b-bf4b-c259bd9574ea service neutron] 10.222.0.60 "GET /v2.0/networks/3373190b-b26b-4701-b0dd-7ad27ede3d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907090 Sep 07 19:53:39.823606 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-20d0f333-9ae5-4c48-bbd3-fe1839b1f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706347402', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:25Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '40804205-2c3f-41b2-9168-c15089ebea80', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'port_id': '99e56e2e-84d4-49bb-876b-6b45a964a636', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03', 'mac_address': 'fa:16:3e:fe:2d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ccb323-54a6-4979-be78-acee6d8fd4b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:53:37Z', 'updated_at': '2021-09-07T19:53:37Z', 'revision_number': 0, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd277e1fb-3519-4f26-9230-f3e051b08e73', 'name': '', 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:64:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '68ad3143-eb7a-4a68-90cc-ac94169771e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:24Z', 'updated_at': '2021-09-07T19:53:29Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '68ad3143-eb7a-4a68-90cc-ac94169771e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:53:39.851146 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d0f333-9ae5-4c48-bbd3-fe1839b1f2df None None] The sync data for ids ['58324c1e-22ca-4ad2-b241-74e10214c23e'] in n-d-807786-1 is: [{'id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706347402', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:25Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '40804205-2c3f-41b2-9168-c15089ebea80', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'port_id': '99e56e2e-84d4-49bb-876b-6b45a964a636', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03', 'mac_address': 'fa:16:3e:fe:2d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ccb323-54a6-4979-be78-acee6d8fd4b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:53:37Z', 'updated_at': '2021-09-07T19:53:37Z', 'revision_number': 0, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd277e1fb-3519-4f26-9230-f3e051b08e73', 'name': '', 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:64:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '68ad3143-eb7a-4a68-90cc-ac94169771e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:24Z', 'updated_at': '2021-09-07T19:53:29Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '68ad3143-eb7a-4a68-90cc-ac94169771e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:53:40.045830 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8a2678-3e83-4a36-8b31-7af8789dc044 None None] New status for floating IP 40804205-2c3f-41b2-9168-c15089ebea80: ACTIVE {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:53:40.451477 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52582) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:53:40.513681 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-9a519581-6f67-4402-90fe-8d17971346fa tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/floatingips/40804205-2c3f-41b2-9168-c15089ebea80 HTTP/1.1" status: 200 len: 994 time: 0.0609326 Sep 07 19:53:43.564407 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:44.489665 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:45.663137 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:53:56.047346 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5e4a086f-d676-4bef-b14a-7111b967117a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:56.310817 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eecf0ca4-6d69-4c4a-9485-43a6435edc9b req-b96b2cb9-79a6-4c23-bb89-0b7f3b96d24b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393758 Sep 07 19:53:56.394296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf0ca4-6d69-4c4a-9485-43a6435edc9b req-0f5deaef-275a-4fb4-b0e3-af2610888125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:56.395789 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eecf0ca4-6d69-4c4a-9485-43a6435edc9b req-0f5deaef-275a-4fb4-b0e3-af2610888125 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 1097 time: 0.0442340 Sep 07 19:53:56.499372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf0ca4-6d69-4c4a-9485-43a6435edc9b req-06db7446-0a55-40f4-9be1-42efadcd3ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:56.500881 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eecf0ca4-6d69-4c4a-9485-43a6435edc9b req-06db7446-0a55-40f4-9be1-42efadcd3ccd service neutron] 10.222.0.60 "GET /v2.0/networks?id=3373190b-b26b-4701-b0dd-7ad27ede3d03 HTTP/1.1" status: 200 len: 897 time: 0.0863614 Sep 07 19:53:56.582407 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eecf0ca4-6d69-4c4a-9485-43a6435edc9b req-5cc63778-a14c-4d51-9b8a-777491c815fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99e56e2e-84d4-49bb-876b-6b45a964a636 HTTP/1.1" status: 200 len: 1002 time: 0.0729795 Sep 07 19:53:56.634565 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf0ca4-6d69-4c4a-9485-43a6435edc9b req-e78f8f71-0510-430e-9e84-6d488f182dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:56.636052 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eecf0ca4-6d69-4c4a-9485-43a6435edc9b req-e78f8f71-0510-430e-9e84-6d488f182dd8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=68ad3143-eb7a-4a68-90cc-ac94169771e7 HTTP/1.1" status: 200 len: 835 time: 0.0456526 Sep 07 19:53:56.681805 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf0ca4-6d69-4c4a-9485-43a6435edc9b req-14a845d6-7d9b-4266-a775-10ee62106393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:53:56.683269 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eecf0ca4-6d69-4c4a-9485-43a6435edc9b req-14a845d6-7d9b-4266-a775-10ee62106393 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3373190b-b26b-4701-b0dd-7ad27ede3d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394201 Sep 07 19:53:56.775080 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eecf0ca4-6d69-4c4a-9485-43a6435edc9b req-38f8f839-4b9a-4f13-b2ba-6a868d26a08a service neutron] 10.222.0.60 "GET /v2.0/networks/3373190b-b26b-4701-b0dd-7ad27ede3d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848470 Sep 07 19:53:56.866610 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eecf0ca4-6d69-4c4a-9485-43a6435edc9b req-05c7e97a-5131-4601-ae76-2794f85045ba service neutron] 10.222.0.60 "GET /v2.0/networks/3373190b-b26b-4701-b0dd-7ad27ede3d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828252 Sep 07 19:53:58.859228 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2d91c58d-ef0a-4e4e-a65a-bca47a693816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:53:59.145844 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:00.465734 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:01.986004 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:11.908904 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a03012-16bd-4d6d-947b-f42ce69704b6 req-c52d587f-81f5-470e-b2a8-c11b8ef4a156 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:11.910380 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c4a03012-16bd-4d6d-947b-f42ce69704b6 req-c52d587f-81f5-470e-b2a8-c11b8ef4a156 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 946 time: 0.0532103 Sep 07 19:54:11.946707 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c4a03012-16bd-4d6d-947b-f42ce69704b6 req-31abc093-17ef-46e8-9b13-1caec30e0ee3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6e327e8-4ef4-4a3a-85e3-43c25e1e4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303764 Sep 07 19:54:13.076623 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4df16-f42e-4202-9722-276577f23b04 req-e6dbecce-ca72-4aa6-b907-daef1470b497 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:13.078368 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ccf4df16-f42e-4202-9722-276577f23b04 req-e6dbecce-ca72-4aa6-b907-daef1470b497 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 946 time: 0.0490124 Sep 07 19:54:13.115120 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ccf4df16-f42e-4202-9722-276577f23b04 req-4a2d28e7-59f0-49f6-9f38-b1b8067614f7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6e327e8-4ef4-4a3a-85e3-43c25e1e4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308964 Sep 07 19:54:13.136844 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52606) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:13.203871 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-80720d53-9541-4714-8945-e8837aad9f61 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/floatingips/40804205-2c3f-41b2-9168-c15089ebea80 HTTP/1.1" status: 200 len: 994 time: 0.0659125 Sep 07 19:54:13.562755 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:14.485858 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:14.489898 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6ce21-04db-4c52-ba1f-8265f0bf1735 req-f76ea99c-9cdb-43d0-94d8-0f594b64d8d7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:14.491391 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bfb6ce21-04db-4c52-ba1f-8265f0bf1735 req-f76ea99c-9cdb-43d0-94d8-0f594b64d8d7 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 946 time: 0.0762560 Sep 07 19:54:14.497722 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067015c8-c744-4841-b4dc-912eed18eeb2 req-f3eb5a49-01bf-4d72-865d-127f1f744c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:14.499233 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-067015c8-c744-4841-b4dc-912eed18eeb2 req-f3eb5a49-01bf-4d72-865d-127f1f744c86 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 1097 time: 0.0578918 Sep 07 19:54:14.556993 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bfb6ce21-04db-4c52-ba1f-8265f0bf1735 req-cb36eda8-ea44-4ed8-a4c0-13ad24541a8b tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6e327e8-4ef4-4a3a-85e3-43c25e1e4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568161 Sep 07 19:54:14.612269 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067015c8-c744-4841-b4dc-912eed18eeb2 req-952e511a-6bb9-42f2-abef-3043fd75fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:14.613796 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-067015c8-c744-4841-b4dc-912eed18eeb2 req-952e511a-6bb9-42f2-abef-3043fd75fb4a service neutron] 10.222.0.60 "GET /v2.0/networks?id=3373190b-b26b-4701-b0dd-7ad27ede3d03 HTTP/1.1" status: 200 len: 897 time: 0.1072586 Sep 07 19:54:14.677176 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-067015c8-c744-4841-b4dc-912eed18eeb2 req-637c5d21-42b5-45d1-a0b7-b8dc448292e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99e56e2e-84d4-49bb-876b-6b45a964a636 HTTP/1.1" status: 200 len: 1002 time: 0.0566392 Sep 07 19:54:14.726457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067015c8-c744-4841-b4dc-912eed18eeb2 req-70382e2c-61a3-4cd6-997c-bde505398308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:14.727854 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-067015c8-c744-4841-b4dc-912eed18eeb2 req-70382e2c-61a3-4cd6-997c-bde505398308 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=68ad3143-eb7a-4a68-90cc-ac94169771e7 HTTP/1.1" status: 200 len: 835 time: 0.0440030 Sep 07 19:54:14.775544 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067015c8-c744-4841-b4dc-912eed18eeb2 req-2b3938a8-d9b3-448e-b777-d908acaa33ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:14.776941 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-067015c8-c744-4841-b4dc-912eed18eeb2 req-2b3938a8-d9b3-448e-b777-d908acaa33ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3373190b-b26b-4701-b0dd-7ad27ede3d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419166 Sep 07 19:54:14.877886 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-067015c8-c744-4841-b4dc-912eed18eeb2 req-10c8ed10-0f94-4110-8a76-76aef464aeb5 service neutron] 10.222.0.60 "GET /v2.0/networks/3373190b-b26b-4701-b0dd-7ad27ede3d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925925 Sep 07 19:54:14.967044 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-067015c8-c744-4841-b4dc-912eed18eeb2 req-2237104a-1810-4d2b-91dc-08a078049501 service neutron] 10.222.0.60 "GET /v2.0/networks/3373190b-b26b-4701-b0dd-7ad27ede3d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820365 Sep 07 19:54:15.674429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1a3d4-6ff4-46c9-81ef-cb17cee41ff9 req-a95dd3dc-3646-4fac-9205-85f9db4d4fa6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:15.675803 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-26f1a3d4-6ff4-46c9-81ef-cb17cee41ff9 req-a95dd3dc-3646-4fac-9205-85f9db4d4fa6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 946 time: 0.0483060 Sep 07 19:54:15.715669 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-26f1a3d4-6ff4-46c9-81ef-cb17cee41ff9 req-e3ef7863-bbfa-462d-a24e-9d1f2a82de40 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6e327e8-4ef4-4a3a-85e3-43c25e1e4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340738 Sep 07 19:54:16.839967 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227f156-3674-4d0c-8f90-4c6d21754d1f req-61b256cf-fb10-40dc-871e-964fffc20451 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:16.842144 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e227f156-3674-4d0c-8f90-4c6d21754d1f req-61b256cf-fb10-40dc-871e-964fffc20451 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 946 time: 0.0545995 Sep 07 19:54:16.883210 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e227f156-3674-4d0c-8f90-4c6d21754d1f req-f57619fe-8dd8-4832-a700-3f04fba1662d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6e327e8-4ef4-4a3a-85e3-43c25e1e4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349386 Sep 07 19:54:16.906064 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52618) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:16.964353 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5d8c0fec-571c-496d-8815-3ab9a02d341d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/floatingips/40804205-2c3f-41b2-9168-c15089ebea80 HTTP/1.1" status: 200 len: 994 time: 0.0571740 Sep 07 19:54:17.171475 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52624) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:17.321936 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting port ef958cf9-e493-4d11-a905-0bc58b2351a4 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:54:17.322276 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:17.399499 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:17.399823 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:17.411061 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Calling delete_port for ef958cf9-e493-4d11-a905-0bc58b2351a4 owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:54:17.551666 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:17.578776 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Port': ['ID=ef958cf9-e493-4d11-a905-0bc58b2351a4,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:17.603185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:17.603542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:17.603892 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:17.604233 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:17.604591 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:17.604988 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:17.605332 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:17.605666 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:17.606001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:17.606328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:17.606655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:17.607503 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:17.646710 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:17.647040 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Floating IP 40804205-2c3f-41b2-9168-c15089ebea80 disassociated (deleted). External IP: 172.25.8.102, port: 99e56e2e-84d4-49bb-876b-6b45a964a636. Sep 07 19:54:17.850201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router 58324c1e-22ca-4ad2-b241-74e10214c23e has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:54:17.956798 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:54:17.961552 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:17.966128 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c182d32-d175-4a4c-8c15-c0881e9a7ecf None None] Sync routers for ids ['58324c1e-22ca-4ad2-b241-74e10214c23e'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:54:17.974971 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c182d32-d175-4a4c-8c15-c0881e9a7ecf None None] Routers {'58324c1e-22ca-4ad2-b241-74e10214c23e'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:54:17.975580 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6c182d32-d175-4a4c-8c15-c0881e9a7ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:53:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['58324c1e-22ca-4ad2-b241-74e10214c23e'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:17.987065 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-7435c719-1678-4724-8f30-38cfcff71e76 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/floatingips/40804205-2c3f-41b2-9168-c15089ebea80 HTTP/1.1" status: 204 len: 168 time: 0.8145897 Sep 07 19:54:17.987648 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ccb323-54a6-4979-be78-acee6d8fd4b9', 'tag': '99e56e2e-84d4-49bb-876b-6b45a964a636'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:54:17.989888 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce65611c-525c-490f-ab87-73e9b3c5b169" -d '{"events": [{"name": "network-changed", "server_uuid": "53ccb323-54a6-4979-be78-acee6d8fd4b9", "tag": "99e56e2e-84d4-49bb-876b-6b45a964a636"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:54:18.027357 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5128ddcc-697f-497e-950a-2d39f7459084 x-openstack-request-id: req-5128ddcc-697f-497e-950a-2d39f7459084 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:54:18.027648 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ccb323-54a6-4979-be78-acee6d8fd4b9", "tag": "99e56e2e-84d4-49bb-876b-6b45a964a636", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:54:18.027909 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5128ddcc-697f-497e-950a-2d39f7459084 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:54:18.028316 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ccb323-54a6-4979-be78-acee6d8fd4b9', 'tag': '99e56e2e-84d4-49bb-876b-6b45a964a636', 'status': 'completed', 'code': 200} Sep 07 19:54:18.083408 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-6c182d32-d175-4a4c-8c15-c0881e9a7ecf None None] Set router 58324c1e-22ca-4ad2-b241-74e10214c23e gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:54:18.090156 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65611c-525c-490f-ab87-73e9b3c5b169 req-be43ccda-ce5b-4af4-8ea4-6a07598636cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:18.092876 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce65611c-525c-490f-ab87-73e9b3c5b169 req-be43ccda-ce5b-4af4-8ea4-6a07598636cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 1097 time: 0.0438583 Sep 07 19:54:18.240240 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65611c-525c-490f-ab87-73e9b3c5b169 req-fc9aab1c-5d87-4c0e-9704-624a699d981c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:18.241784 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce65611c-525c-490f-ab87-73e9b3c5b169 req-fc9aab1c-5d87-4c0e-9704-624a699d981c service neutron] 10.222.0.60 "GET /v2.0/networks?id=3373190b-b26b-4701-b0dd-7ad27ede3d03 HTTP/1.1" status: 200 len: 897 time: 0.1401527 Sep 07 19:54:18.254485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4491b-f50c-4adc-ba73-9d663b544b58 req-4bfad07c-e234-4066-8058-dec800294181 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:18.256133 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8c4491b-f50c-4adc-ba73-9d663b544b58 req-4bfad07c-e234-4066-8058-dec800294181 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 946 time: 0.0698342 Sep 07 19:54:18.299751 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6c182d32-d175-4a4c-8c15-c0881e9a7ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706347402', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:25Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'd277e1fb-3519-4f26-9230-f3e051b08e73', 'name': '', 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:64:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '68ad3143-eb7a-4a68-90cc-ac94169771e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:24Z', 'updated_at': '2021-09-07T19:53:29Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '68ad3143-eb7a-4a68-90cc-ac94169771e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:18.305240 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce65611c-525c-490f-ab87-73e9b3c5b169 req-9c3ef49a-0e5e-44b0-a3b0-9142504abc13 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99e56e2e-84d4-49bb-876b-6b45a964a636 HTTP/1.1" status: 200 len: 217 time: 0.0480759 Sep 07 19:54:18.329859 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c182d32-d175-4a4c-8c15-c0881e9a7ecf None None] Checking router: 58324c1e-22ca-4ad2-b241-74e10214c23e for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:54:18.337878 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c182d32-d175-4a4c-8c15-c0881e9a7ecf None None] Routers {'58324c1e-22ca-4ad2-b241-74e10214c23e'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:54:18.338476 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6c182d32-d175-4a4c-8c15-c0881e9a7ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:53:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['58324c1e-22ca-4ad2-b241-74e10214c23e'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:18.349112 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8c4491b-f50c-4adc-ba73-9d663b544b58 req-dec96040-2787-4329-8b9f-427e6a8a5bf2 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6e327e8-4ef4-4a3a-85e3-43c25e1e4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855293 Sep 07 19:54:18.367381 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65611c-525c-490f-ab87-73e9b3c5b169 req-d2d7cb43-26bb-4806-b52c-a092f33b2bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:18.368879 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce65611c-525c-490f-ab87-73e9b3c5b169 req-d2d7cb43-26bb-4806-b52c-a092f33b2bff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=68ad3143-eb7a-4a68-90cc-ac94169771e7 HTTP/1.1" status: 200 len: 835 time: 0.0510688 Sep 07 19:54:18.415731 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65611c-525c-490f-ab87-73e9b3c5b169 req-4e61cdae-225c-49b3-b8e0-655eeeca45ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:18.417279 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce65611c-525c-490f-ab87-73e9b3c5b169 req-4e61cdae-225c-49b3-b8e0-655eeeca45ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3373190b-b26b-4701-b0dd-7ad27ede3d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398130 Sep 07 19:54:18.534298 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-6c182d32-d175-4a4c-8c15-c0881e9a7ecf None None] Set router 58324c1e-22ca-4ad2-b241-74e10214c23e gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:54:18.743777 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-6c182d32-d175-4a4c-8c15-c0881e9a7ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706347402', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:25Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'd277e1fb-3519-4f26-9230-f3e051b08e73', 'name': '', 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:64:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '68ad3143-eb7a-4a68-90cc-ac94169771e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:24Z', 'updated_at': '2021-09-07T19:53:29Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '68ad3143-eb7a-4a68-90cc-ac94169771e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:18.770201 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c182d32-d175-4a4c-8c15-c0881e9a7ecf None None] The sync data for ids ['58324c1e-22ca-4ad2-b241-74e10214c23e'] in n-d-807786-1 is: [{'id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706347402', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:25Z', 'revision_number': 4, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'd277e1fb-3519-4f26-9230-f3e051b08e73', 'name': '', 'network_id': '3373190b-b26b-4701-b0dd-7ad27ede3d03', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'mac_address': 'fa:16:3e:64:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '68ad3143-eb7a-4a68-90cc-ac94169771e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:24Z', 'updated_at': '2021-09-07T19:53:29Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'subnets': [{'id': '68ad3143-eb7a-4a68-90cc-ac94169771e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:54:18.854069 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce65611c-525c-490f-ab87-73e9b3c5b169 req-a4fe4bd2-d239-414a-babf-a70d9495905c service neutron] 10.222.0.60 "GET /v2.0/networks/3373190b-b26b-4701-b0dd-7ad27ede3d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271243 Sep 07 19:54:18.946868 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ce65611c-525c-490f-ab87-73e9b3c5b169 req-e3934f17-2d78-48d0-8b6e-eb20537b0849 service neutron] 10.222.0.60 "GET /v2.0/networks/3373190b-b26b-4701-b0dd-7ad27ede3d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840464 Sep 07 19:54:18.996696 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e00579-4a9c-447f-aa26-455352508e28 None None] New status for floating IP 40804205-2c3f-41b2-9168-c15089ebea80: DOWN {{(pid=101446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:54:19.468937 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa60f2-5507-4be1-aa63-47fa8f93e8b7 req-1244cbdb-4a5c-4d02-8fe0-478097cd6588 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:19.470435 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2cfa60f2-5507-4be1-aa63-47fa8f93e8b7 req-1244cbdb-4a5c-4d02-8fe0-478097cd6588 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 946 time: 0.0494521 Sep 07 19:54:19.512336 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2cfa60f2-5507-4be1-aa63-47fa8f93e8b7 req-35616d26-2a61-4ce8-8d93-25976a40b795 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6e327e8-4ef4-4a3a-85e3-43c25e1e4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359111 Sep 07 19:54:19.770484 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e773b-d3a6-4a9d-92c2-76e968a4631f req-c5fa0b0c-ea03-4b57-85cd-7fa78ecf2d81 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:19.771969 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-811e773b-d3a6-4a9d-92c2-76e968a4631f req-c5fa0b0c-ea03-4b57-85cd-7fa78ecf2d81 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.60 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 946 time: 0.0512958 Sep 07 19:54:19.858665 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-811e773b-d3a6-4a9d-92c2-76e968a4631f req-b633dc88-ecdd-4a9d-8931-fca84f21b0e0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting port 99e56e2e-84d4-49bb-876b-6b45a964a636 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:54:19.859340 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-811e773b-d3a6-4a9d-92c2-76e968a4631f req-b633dc88-ecdd-4a9d-8931-fca84f21b0e0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:19.946106 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-811e773b-d3a6-4a9d-92c2-76e968a4631f req-b633dc88-ecdd-4a9d-8931-fca84f21b0e0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] For port 99e56e2e-84d4-49bb-876b-6b45a964a636, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=99e56e2e-84d4-49bb-876b-6b45a964a636,segment=NetworkSegment(548296db-7efb-4b17-8031-09db0d243f26),segment_id=548296db-7efb-4b17-8031-09db0d243f26)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:54:19.946470 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-811e773b-d3a6-4a9d-92c2-76e968a4631f req-b633dc88-ecdd-4a9d-8931-fca84f21b0e0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:19.958638 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-811e773b-d3a6-4a9d-92c2-76e968a4631f req-b633dc88-ecdd-4a9d-8931-fca84f21b0e0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Calling delete_port for 99e56e2e-84d4-49bb-876b-6b45a964a636 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:54:20.081321 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-811e773b-d3a6-4a9d-92c2-76e968a4631f req-b633dc88-ecdd-4a9d-8931-fca84f21b0e0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:20.114291 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633dc88-ecdd-4a9d-8931-fca84f21b0e0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Port': ['ID=99e56e2e-84d4-49bb-876b-6b45a964a636,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:20.158954 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-811e773b-d3a6-4a9d-92c2-76e968a4631f req-b633dc88-ecdd-4a9d-8931-fca84f21b0e0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] No DVR routers for this DVR port 99e56e2e-84d4-49bb-876b-6b45a964a636 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:54:20.164868 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-811e773b-d3a6-4a9d-92c2-76e968a4631f req-b633dc88-ecdd-4a9d-8931-fca84f21b0e0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:20.166856 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-811e773b-d3a6-4a9d-92c2-76e968a4631f req-b633dc88-ecdd-4a9d-8931-fca84f21b0e0 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.60 "DELETE /v2.0/ports/99e56e2e-84d4-49bb-876b-6b45a964a636 HTTP/1.1" status: 204 len: 173 time: 0.3891668 Sep 07 19:54:20.167296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ccb323-54a6-4979-be78-acee6d8fd4b9', 'name': 'network-vif-deleted', 'tag': '99e56e2e-84d4-49bb-876b-6b45a964a636'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:54:20.169660 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87c1016-9087-4d51-9696-16c4c1224e1c" -d '{"events": [{"server_uuid": "53ccb323-54a6-4979-be78-acee6d8fd4b9", "name": "network-vif-deleted", "tag": "99e56e2e-84d4-49bb-876b-6b45a964a636"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:54:20.210468 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92774c0b-5462-4529-bfc1-167cb53a994b x-openstack-request-id: req-92774c0b-5462-4529-bfc1-167cb53a994b {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:54:20.210769 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ccb323-54a6-4979-be78-acee6d8fd4b9", "name": "network-vif-deleted", "tag": "99e56e2e-84d4-49bb-876b-6b45a964a636", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:54:20.211029 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92774c0b-5462-4529-bfc1-167cb53a994b {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:54:20.211430 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ccb323-54a6-4979-be78-acee6d8fd4b9', 'name': 'network-vif-deleted', 'tag': '99e56e2e-84d4-49bb-876b-6b45a964a636', 'status': 'completed', 'code': 200} Sep 07 19:54:20.629943 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d08e9111-3f17-4f7e-8a7e-971c39b0dba8 req-a52bd093-c1cb-42d5-b6e5-008e285c3e1f tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ccb323-54a6-4979-be78-acee6d8fd4b9 HTTP/1.1" status: 200 len: 210 time: 0.0308633 Sep 07 19:54:21.687782 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52640) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:22.030772 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:22.286884 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting port d277e1fb-3519-4f26-9230-f3e051b08e73 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:54:22.287151 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:22.374430 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] For port d277e1fb-3519-4f26-9230-f3e051b08e73, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=d277e1fb-3519-4f26-9230-f3e051b08e73,segment=NetworkSegment(548296db-7efb-4b17-8031-09db0d243f26),segment_id=548296db-7efb-4b17-8031-09db0d243f26)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:54:22.374796 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:22.387105 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Calling delete_port for d277e1fb-3519-4f26-9230-f3e051b08e73 owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:54:22.567523 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:22.593558 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Port': ['ID=d277e1fb-3519-4f26-9230-f3e051b08e73,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:22.607934 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:22.608282 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:22.608662 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:22.609002 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:22.609329 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:22.609782 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:22.609982 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:22.610308 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:22.610633 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:22.611359 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:22.611459 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:22.611767 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:22.662276 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:54:22.779541 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:22.879658 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 99e56e2e-84d4-49bb-876b-6b45a964a636 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:54:22.899900 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 99e56e2e-84d4-49bb-876b-6b45a964a636 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:54:22.900257 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 99e56e2e-84d4-49bb-876b-6b45a964a636 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:54:23.334755 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Router 58324c1e-22ca-4ad2-b241-74e10214c23e has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:54:23.441683 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:54:23.446672 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-54399f11-d271-4e54-9da7-3f269c4008b3 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "PUT /v2.0/routers/58324c1e-22ca-4ad2-b241-74e10214c23e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7578576 Sep 07 19:54:23.449502 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52642) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:23.452294 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d032c461-a4ab-4594-a10c-750824c0c6fc None None] Sync routers for ids ['58324c1e-22ca-4ad2-b241-74e10214c23e'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:54:23.461731 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d032c461-a4ab-4594-a10c-750824c0c6fc None None] Routers {'58324c1e-22ca-4ad2-b241-74e10214c23e'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:54:23.462339 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d032c461-a4ab-4594-a10c-750824c0c6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:53:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['58324c1e-22ca-4ad2-b241-74e10214c23e'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:23.500015 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca86372e-abfe-493b-b385-37361a93099d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting subnet 68ad3143-eb7a-4a68-90cc-ac94169771e7 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:54:23.503047 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ca86372e-abfe-493b-b385-37361a93099d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:23.542061 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ca86372e-abfe-493b-b385-37361a93099d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:23.565655 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-d032c461-a4ab-4594-a10c-750824c0c6fc None None] Set router 58324c1e-22ca-4ad2-b241-74e10214c23e gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:54:23.631433 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ca86372e-abfe-493b-b385-37361a93099d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:23.688036 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ca86372e-abfe-493b-b385-37361a93099d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:23.715437 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86372e-abfe-493b-b385-37361a93099d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Subnet': ['ID=68ad3143-eb7a-4a68-90cc-ac94169771e7,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:23.719749 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-ca86372e-abfe-493b-b385-37361a93099d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:23.724981 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-ca86372e-abfe-493b-b385-37361a93099d tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/subnets/68ad3143-eb7a-4a68-90cc-ac94169771e7 HTTP/1.1" status: 204 len: 168 time: 0.2712262 Sep 07 19:54:23.724981 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52644) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:23.726708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd3b90f-9414-439f-93d2-dbfb0180da08 None None] Network 3373190b-b26b-4701-b0dd-7ad27ede3d03 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:54:23.754477 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d032c461-a4ab-4594-a10c-750824c0c6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706347402', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:54:22Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:23.783169 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d032c461-a4ab-4594-a10c-750824c0c6fc None None] Checking router: 58324c1e-22ca-4ad2-b241-74e10214c23e for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:54:23.793393 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d032c461-a4ab-4594-a10c-750824c0c6fc None None] Routers {'58324c1e-22ca-4ad2-b241-74e10214c23e'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:54:23.794106 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d032c461-a4ab-4594-a10c-750824c0c6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:53:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['58324c1e-22ca-4ad2-b241-74e10214c23e'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:23.836119 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcd0413c-5128-45bf-9af6-6524a0ba7db5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:23.907975 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-d032c461-a4ab-4594-a10c-750824c0c6fc None None] Set router 58324c1e-22ca-4ad2-b241-74e10214c23e gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:54:23.913543 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eba079-c49a-4931-84f9-db85c40165c7 None None] DHCP port deletion for 3373190b-b26b-4701-b0dd-7ad27ede3d03 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:54:23.943835 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcd0413c-5128-45bf-9af6-6524a0ba7db5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:23.963119 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-95eba079-c49a-4931-84f9-db85c40165c7 None None] Deleting port c97c4680-0265-47e1-932b-6853c7c13682 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:54:23.963639 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-95eba079-c49a-4931-84f9-db85c40165c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:24.000350 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-fcd0413c-5128-45bf-9af6-6524a0ba7db5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Deleting port 7930808a-f97c-46ef-8a5d-701c0c693531 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:54:24.000722 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcd0413c-5128-45bf-9af6-6524a0ba7db5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:24.031160 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-95eba079-c49a-4931-84f9-db85c40165c7 None None] For port c97c4680-0265-47e1-932b-6853c7c13682, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=c97c4680-0265-47e1-932b-6853c7c13682,segment=NetworkSegment(548296db-7efb-4b17-8031-09db0d243f26),segment_id=548296db-7efb-4b17-8031-09db0d243f26)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:54:24.031523 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-95eba079-c49a-4931-84f9-db85c40165c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:24.044031 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-95eba079-c49a-4931-84f9-db85c40165c7 None None] Calling delete_port for c97c4680-0265-47e1-932b-6853c7c13682 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:54:24.081851 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-fcd0413c-5128-45bf-9af6-6524a0ba7db5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] For port 7930808a-f97c-46ef-8a5d-701c0c693531, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=7930808a-f97c-46ef-8a5d-701c0c693531,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:54:24.082592 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcd0413c-5128-45bf-9af6-6524a0ba7db5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:24.090222 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-d032c461-a4ab-4594-a10c-750824c0c6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706347402', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:54:22Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:24.094839 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-fcd0413c-5128-45bf-9af6-6524a0ba7db5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Calling delete_port for 7930808a-f97c-46ef-8a5d-701c0c693531 owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:54:24.119877 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d032c461-a4ab-4594-a10c-750824c0c6fc None None] The sync data for ids ['58324c1e-22ca-4ad2-b241-74e10214c23e'] in n-d-807786-1 is: [{'id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706347402', 'tenant_id': '1bdf2aff4a42482f9d324274f2d99d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:54:22Z', 'revision_number': 5, 'project_id': '1bdf2aff4a42482f9d324274f2d99d69', 'gw_port': {'id': '7930808a-f97c-46ef-8a5d-701c0c693531', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58324c1e-22ca-4ad2-b241-74e10214c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:53:21Z', 'updated_at': '2021-09-07T19:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:54:24.124271 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-95eba079-c49a-4931-84f9-db85c40165c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:24.150125 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eba079-c49a-4931-84f9-db85c40165c7 None None] Pushing event deleted for resources: {'Port': ['ID=c97c4680-0265-47e1-932b-6853c7c13682,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:24.156621 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eba079-c49a-4931-84f9-db85c40165c7 None None] No DVR routers for this DVR port c97c4680-0265-47e1-932b-6853c7c13682 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:54:24.167287 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eba079-c49a-4931-84f9-db85c40165c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:24.167642 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eba079-c49a-4931-84f9-db85c40165c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:24.167984 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eba079-c49a-4931-84f9-db85c40165c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:24.168330 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eba079-c49a-4931-84f9-db85c40165c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:24.168688 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eba079-c49a-4931-84f9-db85c40165c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:24.169281 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eba079-c49a-4931-84f9-db85c40165c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:24.170855 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eba079-c49a-4931-84f9-db85c40165c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:24.171804 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eba079-c49a-4931-84f9-db85c40165c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:24.172152 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eba079-c49a-4931-84f9-db85c40165c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:24.173030 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eba079-c49a-4931-84f9-db85c40165c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:24.173381 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eba079-c49a-4931-84f9-db85c40165c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:24.173855 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eba079-c49a-4931-84f9-db85c40165c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:24.287160 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcd0413c-5128-45bf-9af6-6524a0ba7db5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:24.317634 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0413c-5128-45bf-9af6-6524a0ba7db5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Port': ['ID=7930808a-f97c-46ef-8a5d-701c0c693531,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:24.375799 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcd0413c-5128-45bf-9af6-6524a0ba7db5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:24.467901 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcd0413c-5128-45bf-9af6-6524a0ba7db5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:24.470223 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcd0413c-5128-45bf-9af6-6524a0ba7db5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:24.514722 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcd0413c-5128-45bf-9af6-6524a0ba7db5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:24.515262 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd0413c-5128-45bf-9af6-6524a0ba7db5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Fanout notify agent at l3_agent the message router_deleted on router 58324c1e-22ca-4ad2-b241-74e10214c23e {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:54:24.522271 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-fcd0413c-5128-45bf-9af6-6524a0ba7db5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:24.523405 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-fcd0413c-5128-45bf-9af6-6524a0ba7db5 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/routers/58324c1e-22ca-4ad2-b241-74e10214c23e HTTP/1.1" status: 204 len: 168 time: 0.7980812 Sep 07 19:54:24.526042 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52646) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:24.610367 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd44ba81-60d8-4c4d-962f-751ae265ffd6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:24.702041 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd44ba81-60d8-4c4d-962f-751ae265ffd6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:24.723799 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-bd44ba81-60d8-4c4d-962f-751ae265ffd6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3373190b-b26b-4701-b0dd-7ad27ede3d03']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:24.734425 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-bd44ba81-60d8-4c4d-962f-751ae265ffd6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548296db-7efb-4b17-8031-09db0d243f26') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:24.734868 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-bd44ba81-60d8-4c4d-962f-751ae265ffd6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548296db-7efb-4b17-8031-09db0d243f26') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:24.744951 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd44ba81-60d8-4c4d-962f-751ae265ffd6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:24.758483 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd44ba81-60d8-4c4d-962f-751ae265ffd6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:24.764669 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd44ba81-60d8-4c4d-962f-751ae265ffd6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:54:24.765074 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd44ba81-60d8-4c4d-962f-751ae265ffd6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: timer() Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:54:24.768443 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:54:24.831526 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd44ba81-60d8-4c4d-962f-751ae265ffd6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:24.836273 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd44ba81-60d8-4c4d-962f-751ae265ffd6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:24.838369 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bd44ba81-60d8-4c4d-962f-751ae265ffd6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/networks/3373190b-b26b-4701-b0dd-7ad27ede3d03 HTTP/1.1" status: 204 len: 168 time: 0.3113642 Sep 07 19:54:24.841152 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52648) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:24.852891 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44ba81-60d8-4c4d-962f-751ae265ffd6 tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'Network': ['ID=3373190b-b26b-4701-b0dd-7ad27ede3d03,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:24.898863 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b980daf-e8c7-42a1-adc1-a1a85e2cc48e tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:24.929899 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b980daf-e8c7-42a1-adc1-a1a85e2cc48e tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:24.992783 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b980daf-e8c7-42a1-adc1-a1a85e2cc48e tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:24.995316 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-5b980daf-e8c7-42a1-adc1-a1a85e2cc48e tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:24.996460 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-5b980daf-e8c7-42a1-adc1-a1a85e2cc48e tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] 10.222.0.26 "DELETE /v2.0/security-groups/f6e327e8-4ef4-4a3a-85e3-43c25e1e4648 HTTP/1.1" status: 204 len: 168 time: 0.1537108 Sep 07 19:54:25.005457 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b980daf-e8c7-42a1-adc1-a1a85e2cc48e tempest-TestNetworkAdvancedServerOps-651630359 tempest-TestNetworkAdvancedServerOps-651630359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e327e8-4ef4-4a3a-85e3-43c25e1e4648,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:25.316219 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52656) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:25.430945 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7930808a-f97c-46ef-8a5d-701c0c693531 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:54:25.448451 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0590c416-57f8-4d47-9e2f-916c767763c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1bdf2aff4a42482f9d324274f2d99d69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310356 Sep 07 19:54:25.451025 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52660) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:25.454693 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 7930808a-f97c-46ef-8a5d-701c0c693531 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:54:25.455037 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 7930808a-f97c-46ef-8a5d-701c0c693531 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:54:25.455452 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d277e1fb-3519-4f26-9230-f3e051b08e73 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:54:25.473778 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: d277e1fb-3519-4f26-9230-f3e051b08e73 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:54:25.474127 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device d277e1fb-3519-4f26-9230-f3e051b08e73 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:54:25.474536 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c97c4680-0265-47e1-932b-6853c7c13682 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:54:25.493247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: c97c4680-0265-47e1-932b-6853c7c13682 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:54:25.493596 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device c97c4680-0265-47e1-932b-6853c7c13682 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:54:25.499723 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9377-f31e-4188-8904-072420c73bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:25.520491 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9377-f31e-4188-8904-072420c73bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:25.573320 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9377-f31e-4188-8904-072420c73bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:25.576087 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9377-f31e-4188-8904-072420c73bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:25.577282 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d1fd9377-f31e-4188-8904-072420c73bc0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e39bf156-05cf-4375-957b-0a186eb17be0 HTTP/1.1" status: 204 len: 168 time: 0.1253452 Sep 07 19:54:25.585603 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd9377-f31e-4188-8904-072420c73bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39bf156-05cf-4375-957b-0a186eb17be0,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:25.839210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52666) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:25.852810 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f19f96de-5bc9-4d2b-8ba9-15ef70cd2470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:25.952024 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f19f96de-5bc9-4d2b-8ba9-15ef70cd2470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:25.955946 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f19f96de-5bc9-4d2b-8ba9-15ef70cd2470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:25.994083 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f96de-5bc9-4d2b-8ba9-15ef70cd2470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86b37ad-0559-4d4d-b75e-b321e661089a,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:25.998466 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f19f96de-5bc9-4d2b-8ba9-15ef70cd2470 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c6caf23e5fcd471fa1db53165ff6512c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582499 Sep 07 19:54:26.001761 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52668) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:26.049440 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8da87e97-6a62-43ab-b4b1-0dddeea7ce02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:26.052081 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f3f01eb4-6de9-4aa8-83c1-c2f3db623a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:26.073281 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f3f01eb4-6de9-4aa8-83c1-c2f3db623a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:26.120139 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f3f01eb4-6de9-4aa8-83c1-c2f3db623a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:26.122726 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f3f01eb4-6de9-4aa8-83c1-c2f3db623a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:26.123870 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f3f01eb4-6de9-4aa8-83c1-c2f3db623a06 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d86b37ad-0559-4d4d-b75e-b321e661089a HTTP/1.1" status: 204 len: 168 time: 0.1218004 Sep 07 19:54:26.131209 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f01eb4-6de9-4aa8-83c1-c2f3db623a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86b37ad-0559-4d4d-b75e-b321e661089a,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:26.807078 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52690) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:26.906279 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-9abd2d99-f432-45a0-a94f-4666a72597d7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1698618206-network', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:54:26.926260 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abd2d99-f432-45a0-a94f-4666a72597d7 admin admin] Made reservation on behalf of bbaaa36d1e5d4993bb45ad281aa496d2 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:54:26.928693 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9abd2d99-f432-45a0-a94f-4666a72597d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:26.937248 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9abd2d99-f432-45a0-a94f-4666a72597d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:27.025230 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9abd2d99-f432-45a0-a94f-4666a72597d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:27.029645 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9abd2d99-f432-45a0-a94f-4666a72597d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:27.054336 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abd2d99-f432-45a0-a94f-4666a72597d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:54:27.063079 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd2d99-f432-45a0-a94f-4666a72597d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da4c9be-779b-4bcb-b686-0e061d748e6c,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:27.069248 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9abd2d99-f432-45a0-a94f-4666a72597d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:27.069594 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-9abd2d99-f432-45a0-a94f-4666a72597d7 admin admin] Added segment 5839ed90-9598-4b57-aecf-bb70eea6d3a5 of type vlan for network c286f0e7-e0e7-43df-bc2b-4865ca59cbeb Sep 07 19:54:27.112634 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9abd2d99-f432-45a0-a94f-4666a72597d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:27.136406 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9abd2d99-f432-45a0-a94f-4666a72597d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:27.137421 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abd2d99-f432-45a0-a94f-4666a72597d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:27.137995 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-9abd2d99-f432-45a0-a94f-4666a72597d7 admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:27.165042 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-9abd2d99-f432-45a0-a94f-4666a72597d7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3568702 Sep 07 19:54:27.168345 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52694) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:27.174004 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-8bfb36cc-ea2b-43f3-8863-495e366d5ce4 admin admin] Request body: {'subnet': {'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1698618206-subnet', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:54:27.195243 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfb36cc-ea2b-43f3-8863-495e366d5ce4 admin admin] Made reservation on behalf of bbaaa36d1e5d4993bb45ad281aa496d2 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:54:27.197652 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8bfb36cc-ea2b-43f3-8863-495e366d5ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:27.197801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd2d99-f432-45a0-a94f-4666a72597d7 admin admin] Pushing event updated for resources: {'Network': ['ID=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:27.209334 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network c286f0e7-e0e7-43df-bc2b-4865ca59cbeb details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:54:27.369385 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8bfb36cc-ea2b-43f3-8863-495e366d5ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:27.430847 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb36cc-ea2b-43f3-8863-495e366d5ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbb1c724-544d-48b5-8807-79b4915230e2,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:27.438644 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfb36cc-ea2b-43f3-8863-495e366d5ce4 admin admin] Checking segment: {'id': '5839ed90-9598-4b57-aecf-bb70eea6d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:54:27.439008 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfb36cc-ea2b-43f3-8863-495e366d5ce4 admin admin] Network hostable DHCP agents. Network: c286f0e7-e0e7-43df-bc2b-4865ca59cbeb, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:54:27.455617 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfb36cc-ea2b-43f3-8863-495e366d5ce4 admin admin] Network c286f0e7-e0e7-43df-bc2b-4865ca59cbeb is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:54:27.463921 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-8bfb36cc-ea2b-43f3-8863-495e366d5ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, c286f0e7-e0e7-43df-bc2b-4865ca59cbeb) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:54:27.468372 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfb36cc-ea2b-43f3-8863-495e366d5ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:27.469021 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8bfb36cc-ea2b-43f3-8863-495e366d5ce4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:27.474216 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aa0e14-a91f-4b5f-9b15-0e6c3f2cf4c4 None None] Network c286f0e7-e0e7-43df-bc2b-4865ca59cbeb requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:54:27.481773 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8bfb36cc-ea2b-43f3-8863-495e366d5ce4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3122432 Sep 07 19:54:27.484683 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52696) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:27.489091 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-8b820527-8fe6-470e-b364-2eeaf3b58d0c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1698618206-router', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:54:27.509286 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8b820527-8fe6-470e-b364-2eeaf3b58d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:27.510527 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8b820527-8fe6-470e-b364-2eeaf3b58d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:27.565422 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8b820527-8fe6-470e-b364-2eeaf3b58d0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:27.618746 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:54:27.619628 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:27.706162 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8b820527-8fe6-470e-b364-2eeaf3b58d0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:27.751191 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] Allocated IP 172.20.0.2 (c286f0e7-e0e7-43df-bc2b-4865ca59cbeb/cbb1c724-544d-48b5-8807-79b4915230e2/b1ed2f7e-bff1-4a70-a176-949efd9344d7) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:54:27.891853 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:27.901610 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] Transition to ACTIVE for port object b1ed2f7e-bff1-4a70-a176-949efd9344d7 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:54:27.902077 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8b820527-8fe6-470e-b364-2eeaf3b58d0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:27.916757 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] Transition to ACTIVE for port object b1ed2f7e-bff1-4a70-a176-949efd9344d7 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:54:27.920971 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8b820527-8fe6-470e-b364-2eeaf3b58d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:27.922818 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:27.961152 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] Network c286f0e7-e0e7-43df-bc2b-4865ca59cbeb is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:54:27.963984 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:54:27.966522 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:54:27.980597 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] Pushing event updated for resources: {'Port': ['ID=b1ed2f7e-bff1-4a70-a176-949efd9344d7,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:28.022342 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-8b820527-8fe6-470e-b364-2eeaf3b58d0c admin admin] Allocated IP 172.25.8.187 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/f9e4d735-c074-46d8-a4c0-7ed9667c4167) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:54:28.030701 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] Attempting to bind port b1ed2f7e-bff1-4a70-a176-949efd9344d7 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:54:28.031053 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] Attempting to bind port b1ed2f7e-bff1-4a70-a176-949efd9344d7 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '5839ed90-9598-4b57-aecf-bb70eea6d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:54:28.031408 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] Attempting to bind port b1ed2f7e-bff1-4a70-a176-949efd9344d7 on network c286f0e7-e0e7-43df-bc2b-4865ca59cbeb {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:54:28.036907 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:54:28.037507 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] Checking segment: {'id': '5839ed90-9598-4b57-aecf-bb70eea6d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:54:28.038090 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:28.038491 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] Bound using segment: {'id': '5839ed90-9598-4b57-aecf-bb70eea6d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:54:28.038951 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] Bound port: b1ed2f7e-bff1-4a70-a176-949efd9344d7, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5839ed90-9598-4b57-aecf-bb70eea6d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:54:28.039324 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:28.101692 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] For port b1ed2f7e-bff1-4a70-a176-949efd9344d7, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:54:28.104724 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] For port b1ed2f7e-bff1-4a70-a176-949efd9344d7, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b1ed2f7e-bff1-4a70-a176-949efd9344d7,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:54:28.109645 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:28.131069 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8b820527-8fe6-470e-b364-2eeaf3b58d0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:28.168903 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aacc31-a7fb-4bcf-b487-2df0f8da89c7 None None] Pushing event updated for resources: {'Port': ['ID=b1ed2f7e-bff1-4a70-a176-949efd9344d7,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:28.179481 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8b820527-8fe6-470e-b364-2eeaf3b58d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:28.218078 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b820527-8fe6-470e-b364-2eeaf3b58d0c admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:54:28.221023 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-8b820527-8fe6-470e-b364-2eeaf3b58d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:54:28.224435 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b820527-8fe6-470e-b364-2eeaf3b58d0c admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:54:28.256590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b820527-8fe6-470e-b364-2eeaf3b58d0c admin admin] Pushing event updated for resources: {'Port': ['ID=f9e4d735-c074-46d8-a4c0-7ed9667c4167,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:28.499257 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8b820527-8fe6-470e-b364-2eeaf3b58d0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:28.696247 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8b820527-8fe6-470e-b364-2eeaf3b58d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:28.825312 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b820527-8fe6-470e-b364-2eeaf3b58d0c admin admin] Router 3143d6ed-7e60-4687-acae-4f1e24a9b552 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:54:28.861451 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a303f909-93ab-4ddb-9907-060c3c28ab84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:28.944710 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b820527-8fe6-470e-b364-2eeaf3b58d0c admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:54:28.954755 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] Sync routers for ids ['3143d6ed-7e60-4687-acae-4f1e24a9b552'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:54:28.964885 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8b820527-8fe6-470e-b364-2eeaf3b58d0c admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:28.967074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8b820527-8fe6-470e-b364-2eeaf3b58d0c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4811683 Sep 07 19:54:28.969791 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52698) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:28.971553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] Routers {'3143d6ed-7e60-4687-acae-4f1e24a9b552'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:54:28.972302 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:54:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3143d6ed-7e60-4687-acae-4f1e24a9b552'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:29.178025 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f36b3c4-1162-41df-a0d8-d3ff901396db None None] Network c286f0e7-e0e7-43df-bc2b-4865ca59cbeb requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:54:29.229665 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:29.238463 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-1536c8a4-891a-4d35-9cef-c0ee7986ff27 None None] Provisioning for port b1ed2f7e-bff1-4a70-a176-949efd9344d7 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:54:29.327333 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] Set router 3143d6ed-7e60-4687-acae-4f1e24a9b552 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:54:29.396794 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-49cd9a44-cbf2-4b1b-a531-539985a426af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:29.480035 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b1ed2f7e-bff1-4a70-a176-949efd9344d7 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:54:29.556793 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-49cd9a44-cbf2-4b1b-a531-539985a426af admin admin] Allocated IP 172.20.0.1 (c286f0e7-e0e7-43df-bc2b-4865ca59cbeb/cbb1c724-544d-48b5-8807-79b4915230e2/b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:54:29.603547 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port b1ed2f7e-bff1-4a70-a176-949efd9344d7 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:54:29.615629 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b1ed2f7e-bff1-4a70-a176-949efd9344d7 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:54:29.616014 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:29.647211 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'name': 'tempest-TestShelveInstance-1698618206-router', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:28Z', 'revision_number': 3, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'gw_port': {'id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:72:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:29.664593 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-49cd9a44-cbf2-4b1b-a531-539985a426af admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:29.679347 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-49cd9a44-cbf2-4b1b-a531-539985a426af admin admin] Transition to ACTIVE for port object b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:54:29.684041 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] Checking router: 3143d6ed-7e60-4687-acae-4f1e24a9b552 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:54:29.684656 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] Updating router 3143d6ed-7e60-4687-acae-4f1e24a9b552 port f9e4d735-c074-46d8-a4c0-7ed9667c4167 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:54:29.715081 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:29.716080 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-49cd9a44-cbf2-4b1b-a531-539985a426af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:29.758500 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cd9a44-cbf2-4b1b-a531-539985a426af admin admin] Network c286f0e7-e0e7-43df-bc2b-4865ca59cbeb is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:54:29.767289 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-49cd9a44-cbf2-4b1b-a531-539985a426af admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:54:29.769952 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cd9a44-cbf2-4b1b-a531-539985a426af admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:54:29.802802 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd9a44-cbf2-4b1b-a531-539985a426af admin admin] Pushing event updated for resources: {'Port': ['ID=b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:29.819558 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-49cd9a44-cbf2-4b1b-a531-539985a426af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:29.831664 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:29.892320 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port b1ed2f7e-bff1-4a70-a176-949efd9344d7, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b1ed2f7e-bff1-4a70-a176-949efd9344d7,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:54:29.902024 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:29.964698 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-49cd9a44-cbf2-4b1b-a531-539985a426af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:30.002492 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e9bcc44-1838-4240-836a-e104ff87c0eb None None] Provisioning complete for port b1ed2f7e-bff1-4a70-a176-949efd9344d7 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:54:30.002768 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e9bcc44-1838-4240-836a-e104ff87c0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:30.013014 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=b1ed2f7e-bff1-4a70-a176-949efd9344d7,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:30.131702 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-49cd9a44-cbf2-4b1b-a531-539985a426af admin admin] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:30.131959 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:30.136343 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-49cd9a44-cbf2-4b1b-a531-539985a426af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:30.149791 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] Transition to ACTIVE for port object f9e4d735-c074-46d8-a4c0-7ed9667c4167 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:54:30.157410 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:30.211053 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd9a44-cbf2-4b1b-a531-539985a426af admin admin] Pushing event updated for resources: {'Port': ['ID=b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:30.213484 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-49cd9a44-cbf2-4b1b-a531-539985a426af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:30.219126 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] Attempting to bind port f9e4d735-c074-46d8-a4c0-7ed9667c4167 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:54:30.219969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] Attempting to bind port f9e4d735-c074-46d8-a4c0-7ed9667c4167 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:54:30.219969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] Attempting to bind port f9e4d735-c074-46d8-a4c0-7ed9667c4167 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:54:30.223116 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ef779-3b44-43ec-8f75-c28e35c59861 None None] Pushing event updated for resources: {'Port': ['ID=f9e4d735-c074-46d8-a4c0-7ed9667c4167,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:30.227743 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:54:30.228120 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:54:30.228543 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:30.228928 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:54:30.229396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] Bound port: f9e4d735-c074-46d8-a4c0-7ed9667c4167, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:54:30.229766 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:30.285515 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] For port f9e4d735-c074-46d8-a4c0-7ed9667c4167, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:54:30.288692 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] For port f9e4d735-c074-46d8-a4c0-7ed9667c4167, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f9e4d735-c074-46d8-a4c0-7ed9667c4167,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:54:30.291122 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3f449517-2a1e-4663-ae52-e9a8784748ca None None] Provisioning for port b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:54:30.295514 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:30.303526 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-3f449517-2a1e-4663-ae52-e9a8784748ca None None] Provisioning complete for port b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:54:30.303920 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3f449517-2a1e-4663-ae52-e9a8784748ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:30.305340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cd9a44-cbf2-4b1b-a531-539985a426af admin admin] Network c286f0e7-e0e7-43df-bc2b-4865ca59cbeb is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:54:30.306691 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-49cd9a44-cbf2-4b1b-a531-539985a426af admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:54:30.397940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-3f449517-2a1e-4663-ae52-e9a8784748ca None None] Port b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:54:30.404731 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] Routers {'3143d6ed-7e60-4687-acae-4f1e24a9b552'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:54:30.405282 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:54:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3143d6ed-7e60-4687-acae-4f1e24a9b552'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:30.407049 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ef779-3b44-43ec-8f75-c28e35c59861 None None] Pushing event updated for resources: {'Port': ['ID=f9e4d735-c074-46d8-a4c0-7ed9667c4167,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:30.430356 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cd9a44-cbf2-4b1b-a531-539985a426af admin admin] Router 3143d6ed-7e60-4687-acae-4f1e24a9b552 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:54:30.506533 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:30.529821 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] Set router 3143d6ed-7e60-4687-acae-4f1e24a9b552 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:54:30.548437 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cd9a44-cbf2-4b1b-a531-539985a426af admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:54:30.554168 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-49cd9a44-cbf2-4b1b-a531-539985a426af admin admin] 10.222.0.26 "PUT /v2.0/routers/3143d6ed-7e60-4687-acae-4f1e24a9b552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5830088 Sep 07 19:54:30.667878 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a8b9fe80-94c1-4216-920d-4e78b711c54d None None] Provisioning complete for port b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:54:30.668221 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fe80-94c1-4216-920d-4e78b711c54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:30.720581 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a8b9fe80-94c1-4216-920d-4e78b711c54d None None] Port b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:54:30.769370 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'name': 'tempest-TestShelveInstance-1698618206-router', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:29Z', 'revision_number': 4, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'gw_port': {'id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:72:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e', 'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'mac_address': 'fa:16:3e:f1:2c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:29Z', 'updated_at': '2021-09-07T19:54:30Z', 'revision_number': 2, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'subnets': [{'id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:30.800373 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a38e7-b566-4cf2-95bc-368f925cf4e3 None None] The sync data for ids ['3143d6ed-7e60-4687-acae-4f1e24a9b552'] in n-d-807786-1 is: [{'id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'name': 'tempest-TestShelveInstance-1698618206-router', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:29Z', 'revision_number': 4, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'gw_port': {'id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:72:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e', 'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'mac_address': 'fa:16:3e:f1:2c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:29Z', 'updated_at': '2021-09-07T19:54:30Z', 'revision_number': 2, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'subnets': [{'id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:54:31.043454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52714) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:31.053003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-226d2776-6ca8-460c-8791-5b99c67a06a7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1076408259-network', 'tenant_id': 'fabe2502593441c2875aa2e40dbca4b9'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:54:31.074172 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226d2776-6ca8-460c-8791-5b99c67a06a7 admin admin] Made reservation on behalf of fabe2502593441c2875aa2e40dbca4b9 for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:54:31.077219 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-226d2776-6ca8-460c-8791-5b99c67a06a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:31.086589 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-226d2776-6ca8-460c-8791-5b99c67a06a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:31.181467 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-226d2776-6ca8-460c-8791-5b99c67a06a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:31.185372 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-226d2776-6ca8-460c-8791-5b99c67a06a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:31.211019 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-226d2776-6ca8-460c-8791-5b99c67a06a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:54:31.221606 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d2776-6ca8-460c-8791-5b99c67a06a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0496c83-16ca-4a1f-8186-fc8cd40a8779,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:31.226688 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-226d2776-6ca8-460c-8791-5b99c67a06a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:31.227035 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-226d2776-6ca8-460c-8791-5b99c67a06a7 admin admin] Added segment 50a86325-f3a1-465a-b334-fe53d92c99fb of type vlan for network fd7c5ca0-86e6-4462-8047-fa5493629a42 Sep 07 19:54:31.273959 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-226d2776-6ca8-460c-8791-5b99c67a06a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:31.299685 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-226d2776-6ca8-460c-8791-5b99c67a06a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:31.300853 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226d2776-6ca8-460c-8791-5b99c67a06a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:31.301495 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-226d2776-6ca8-460c-8791-5b99c67a06a7 admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:31.335227 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-226d2776-6ca8-460c-8791-5b99c67a06a7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2906008 Sep 07 19:54:31.338127 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52716) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:31.344372 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a8cc58a8-1c66-4612-9a87-1089fe6bb763 admin admin] Request body: {'subnet': {'network_id': 'fd7c5ca0-86e6-4462-8047-fa5493629a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1076408259-subnet', 'tenant_id': 'fabe2502593441c2875aa2e40dbca4b9', 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:54:31.363456 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d2776-6ca8-460c-8791-5b99c67a06a7 admin admin] Pushing event updated for resources: {'Network': ['ID=fd7c5ca0-86e6-4462-8047-fa5493629a42,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:31.367154 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cc58a8-1c66-4612-9a87-1089fe6bb763 admin admin] Made reservation on behalf of fabe2502593441c2875aa2e40dbca4b9 for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:54:31.369554 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a8cc58a8-1c66-4612-9a87-1089fe6bb763 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:31.374795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network fd7c5ca0-86e6-4462-8047-fa5493629a42 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:54:31.493380 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b1ed2f7e-bff1-4a70-a176-949efd9344d7 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:54:31.565374 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b1ed2f7e-bff1-4a70-a176-949efd9344d7 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:54:31.565592 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:31.583840 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a8cc58a8-1c66-4612-9a87-1089fe6bb763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:31.643971 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc58a8-1c66-4612-9a87-1089fe6bb763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9edab1da-9a97-475b-9a51-5c8e57ba36f8,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:31.655384 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cc58a8-1c66-4612-9a87-1089fe6bb763 admin admin] Checking segment: {'id': '50a86325-f3a1-465a-b334-fe53d92c99fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fd7c5ca0-86e6-4462-8047-fa5493629a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:54:31.655553 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cc58a8-1c66-4612-9a87-1089fe6bb763 admin admin] Network hostable DHCP agents. Network: fd7c5ca0-86e6-4462-8047-fa5493629a42, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:54:31.672958 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cc58a8-1c66-4612-9a87-1089fe6bb763 admin admin] Network fd7c5ca0-86e6-4462-8047-fa5493629a42 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:54:31.681924 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-a8cc58a8-1c66-4612-9a87-1089fe6bb763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, fd7c5ca0-86e6-4462-8047-fa5493629a42) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:54:31.686171 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cc58a8-1c66-4612-9a87-1089fe6bb763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:31.686766 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a8cc58a8-1c66-4612-9a87-1089fe6bb763 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:31.692940 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba8e59c-3cf5-4fe1-84e7-2535c1ed80fe None None] Network fd7c5ca0-86e6-4462-8047-fa5493629a42 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:54:31.702333 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a8cc58a8-1c66-4612-9a87-1089fe6bb763 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3625066 Sep 07 19:54:31.705387 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52718) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:31.710016 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-f15e207a-6e7c-4da1-bea5-1eb2bc7a2e4b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1076408259-router', 'tenant_id': 'fabe2502593441c2875aa2e40dbca4b9', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:54:31.735191 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f15e207a-6e7c-4da1-bea5-1eb2bc7a2e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:31.736332 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f15e207a-6e7c-4da1-bea5-1eb2bc7a2e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:31.798028 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f15e207a-6e7c-4da1-bea5-1eb2bc7a2e4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:31.953202 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f15e207a-6e7c-4da1-bea5-1eb2bc7a2e4b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:31.995591 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:32.024069 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-fd7c5ca0-86e6-4462-8047-fa5493629a42', 'network_id': 'fd7c5ca0-86e6-4462-8047-fa5493629a42', 'tenant_id': 'fabe2502593441c2875aa2e40dbca4b9', 'fixed_ips': [{'subnet_id': '9edab1da-9a97-475b-9a51-5c8e57ba36f8'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:54:32.025122 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:32.167026 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] Allocated IP 172.20.0.2 (fd7c5ca0-86e6-4462-8047-fa5493629a42/9edab1da-9a97-475b-9a51-5c8e57ba36f8/cde201d1-20e4-435e-991b-b5137479d857) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:54:32.171220 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f15e207a-6e7c-4da1-bea5-1eb2bc7a2e4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:32.192674 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f15e207a-6e7c-4da1-bea5-1eb2bc7a2e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:32.304207 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-f15e207a-6e7c-4da1-bea5-1eb2bc7a2e4b admin admin] Allocated IP 172.25.8.78 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/98d12c21-0e6b-4480-8d71-3324631cd86e) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:54:32.314415 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:32.322818 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] Transition to ACTIVE for port object cde201d1-20e4-435e-991b-b5137479d857 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:54:32.338058 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] Transition to ACTIVE for port object cde201d1-20e4-435e-991b-b5137479d857 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:54:32.344851 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:32.384281 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] Network fd7c5ca0-86e6-4462-8047-fa5493629a42 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:54:32.385950 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:54:32.390463 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:54:32.416587 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f15e207a-6e7c-4da1-bea5-1eb2bc7a2e4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:32.424786 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] Pushing event updated for resources: {'Port': ['ID=cde201d1-20e4-435e-991b-b5137479d857,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:32.452095 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] Attempting to bind port cde201d1-20e4-435e-991b-b5137479d857 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:54:32.453177 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] Attempting to bind port cde201d1-20e4-435e-991b-b5137479d857 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '50a86325-f3a1-465a-b334-fe53d92c99fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fd7c5ca0-86e6-4462-8047-fa5493629a42'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:54:32.453768 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] Attempting to bind port cde201d1-20e4-435e-991b-b5137479d857 on network fd7c5ca0-86e6-4462-8047-fa5493629a42 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:54:32.457520 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f15e207a-6e7c-4da1-bea5-1eb2bc7a2e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:32.459001 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:54:32.459376 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] Checking segment: {'id': '50a86325-f3a1-465a-b334-fe53d92c99fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fd7c5ca0-86e6-4462-8047-fa5493629a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:54:32.459964 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:32.460163 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] Bound using segment: {'id': '50a86325-f3a1-465a-b334-fe53d92c99fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fd7c5ca0-86e6-4462-8047-fa5493629a42'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:54:32.460648 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] Bound port: cde201d1-20e4-435e-991b-b5137479d857, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a86325-f3a1-465a-b334-fe53d92c99fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fd7c5ca0-86e6-4462-8047-fa5493629a42'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:54:32.461026 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:32.494900 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15e207a-6e7c-4da1-bea5-1eb2bc7a2e4b admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:54:32.502015 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-f15e207a-6e7c-4da1-bea5-1eb2bc7a2e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:54:32.506467 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15e207a-6e7c-4da1-bea5-1eb2bc7a2e4b admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:54:32.509452 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e207a-6e7c-4da1-bea5-1eb2bc7a2e4b admin admin] Pushing event updated for resources: {'Port': ['ID=98d12c21-0e6b-4480-8d71-3324631cd86e,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:32.526618 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] For port cde201d1-20e4-435e-991b-b5137479d857, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:54:32.529760 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] For port cde201d1-20e4-435e-991b-b5137479d857, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cde201d1-20e4-435e-991b-b5137479d857,segment=NetworkSegment(50a86325-f3a1-465a-b334-fe53d92c99fb),segment_id=50a86325-f3a1-465a-b334-fe53d92c99fb)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:54:32.534527 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:32.603237 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b53bd-6d24-41a8-bf50-8181f4a741da None None] Pushing event updated for resources: {'Port': ['ID=cde201d1-20e4-435e-991b-b5137479d857,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:32.791677 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f15e207a-6e7c-4da1-bea5-1eb2bc7a2e4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:32.946375 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] Sync routers for ids ['3143d6ed-7e60-4687-acae-4f1e24a9b552'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:54:32.956341 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] Routers {'3143d6ed-7e60-4687-acae-4f1e24a9b552'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:54:32.956976 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:54:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3143d6ed-7e60-4687-acae-4f1e24a9b552'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:33.000756 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f15e207a-6e7c-4da1-bea5-1eb2bc7a2e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:33.065481 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] Set router 3143d6ed-7e60-4687-acae-4f1e24a9b552 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:54:33.128579 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15e207a-6e7c-4da1-bea5-1eb2bc7a2e4b admin admin] Router 770aa07e-cccd-41a2-9f19-75b69b1d1d87 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:54:33.238180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15e207a-6e7c-4da1-bea5-1eb2bc7a2e4b admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:54:33.249708 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] Sync routers for ids ['770aa07e-cccd-41a2-9f19-75b69b1d1d87'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:54:33.257301 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f15e207a-6e7c-4da1-bea5-1eb2bc7a2e4b admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:33.261237 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f15e207a-6e7c-4da1-bea5-1eb2bc7a2e4b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5522134 Sep 07 19:54:33.261485 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52720) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:33.267077 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] Routers {'770aa07e-cccd-41a2-9f19-75b69b1d1d87'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:54:33.267734 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:54:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['770aa07e-cccd-41a2-9f19-75b69b1d1d87'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:33.289964 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'name': 'tempest-TestShelveInstance-1698618206-router', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:29Z', 'revision_number': 4, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'gw_port': {'id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:72:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e', 'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'mac_address': 'fa:16:3e:f1:2c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:29Z', 'updated_at': '2021-09-07T19:54:30Z', 'revision_number': 2, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'subnets': [{'id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:33.320575 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] Checking router: 3143d6ed-7e60-4687-acae-4f1e24a9b552 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:54:33.321174 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] Updating router 3143d6ed-7e60-4687-acae-4f1e24a9b552 port b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:54:33.354085 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:33.393090 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] Set router 770aa07e-cccd-41a2-9f19-75b69b1d1d87 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:54:33.564316 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cde201d1-20e4-435e-991b-b5137479d857 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:54:33.672142 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port cde201d1-20e4-435e-991b-b5137479d857 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:54:33.678565 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f9e4d735-c074-46d8-a4c0-7ed9667c4167 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:54:33.723868 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770aa07e-cccd-41a2-9f19-75b69b1d1d87', 'name': 'tempest-TestShelveInstance-1076408259-router', 'tenant_id': 'fabe2502593441c2875aa2e40dbca4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '98d12c21-0e6b-4480-8d71-3324631cd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:31Z', 'updated_at': '2021-09-07T19:54:32Z', 'revision_number': 3, 'project_id': 'fabe2502593441c2875aa2e40dbca4b9', 'gw_port': {'id': '98d12c21-0e6b-4480-8d71-3324631cd86e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770aa07e-cccd-41a2-9f19-75b69b1d1d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:32Z', 'updated_at': '2021-09-07T19:54:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:33.746848 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:33.756974 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68c7941-ba8b-4ce4-8642-43dd789f2898 None None] Network fd7c5ca0-86e6-4462-8047-fa5493629a42 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:54:33.759329 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] Transition to ACTIVE for port object b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:54:33.762429 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] Checking router: 770aa07e-cccd-41a2-9f19-75b69b1d1d87 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:54:33.762740 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] Updating router 770aa07e-cccd-41a2-9f19-75b69b1d1d87 port 98d12c21-0e6b-4480-8d71-3324631cd86e binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:54:33.768016 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:33.827297 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a4ae8-2170-4d35-8ec0-8ef7998f2a8b None None] Pushing event updated for resources: {'Port': ['ID=b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:33.855069 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:33.860538 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e50b7fd9-bc6f-439b-be65-3a04b53b072a None None] Provisioning for port cde201d1-20e4-435e-991b-b5137479d857 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:54:33.860721 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4ae8-2170-4d35-8ec0-8ef7998f2a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:33.861184 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4ae8-2170-4d35-8ec0-8ef7998f2a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:33.861533 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4ae8-2170-4d35-8ec0-8ef7998f2a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:33.862336 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4ae8-2170-4d35-8ec0-8ef7998f2a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:33.862336 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4ae8-2170-4d35-8ec0-8ef7998f2a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:33.862600 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4ae8-2170-4d35-8ec0-8ef7998f2a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:33.863025 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4ae8-2170-4d35-8ec0-8ef7998f2a8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:33.863351 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4ae8-2170-4d35-8ec0-8ef7998f2a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:33.864432 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4ae8-2170-4d35-8ec0-8ef7998f2a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:33.864432 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4ae8-2170-4d35-8ec0-8ef7998f2a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:33.864432 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4ae8-2170-4d35-8ec0-8ef7998f2a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:33.864818 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4ae8-2170-4d35-8ec0-8ef7998f2a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:54:33.885970 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port f9e4d735-c074-46d8-a4c0-7ed9667c4167 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:54:33.892244 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e50b7fd9-bc6f-439b-be65-3a04b53b072a None None] Provisioning complete for port cde201d1-20e4-435e-991b-b5137479d857 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:54:33.892714 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e50b7fd9-bc6f-439b-be65-3a04b53b072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:33.910346 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port f9e4d735-c074-46d8-a4c0-7ed9667c4167 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:54:33.910705 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:34.028425 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] Attempting to bind port b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:54:34.029570 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] Attempting to bind port b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '5839ed90-9598-4b57-aecf-bb70eea6d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:54:34.029715 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] Attempting to bind port b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e on network c286f0e7-e0e7-43df-bc2b-4865ca59cbeb {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:54:34.035786 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:54:34.035786 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] Checking segment: {'id': '5839ed90-9598-4b57-aecf-bb70eea6d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:54:34.036214 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:34.036645 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] Bound using segment: {'id': '5839ed90-9598-4b57-aecf-bb70eea6d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:54:34.037272 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] Bound port: b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5839ed90-9598-4b57-aecf-bb70eea6d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:54:34.037634 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:34.120860 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] For port b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:54:34.124468 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] For port b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:54:34.130862 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:34.170358 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f76f5de-8e9b-442e-bd15-e7941356692a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:34.192738 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a4ae8-2170-4d35-8ec0-8ef7998f2a8b None None] Pushing event updated for resources: {'Port': ['ID=b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:34.195398 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] Routers {'3143d6ed-7e60-4687-acae-4f1e24a9b552'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:54:34.195989 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:54:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3143d6ed-7e60-4687-acae-4f1e24a9b552'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:34.256449 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e50b7fd9-bc6f-439b-be65-3a04b53b072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:34.267531 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:34.340813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port f9e4d735-c074-46d8-a4c0-7ed9667c4167, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f9e4d735-c074-46d8-a4c0-7ed9667c4167,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:54:34.360057 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:34.361135 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] Set router 3143d6ed-7e60-4687-acae-4f1e24a9b552 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:54:34.362999 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-e50b7fd9-bc6f-439b-be65-3a04b53b072a None None] For port cde201d1-20e4-435e-991b-b5137479d857, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cde201d1-20e4-435e-991b-b5137479d857,segment=NetworkSegment(50a86325-f3a1-465a-b334-fe53d92c99fb),segment_id=50a86325-f3a1-465a-b334-fe53d92c99fb)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:54:34.376764 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e50b7fd9-bc6f-439b-be65-3a04b53b072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:34.397000 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-7f76f5de-8e9b-442e-bd15-e7941356692a admin admin] Allocated IP 172.20.0.1 (fd7c5ca0-86e6-4462-8047-fa5493629a42/9edab1da-9a97-475b-9a51-5c8e57ba36f8/b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:54:34.458693 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=f9e4d735-c074-46d8-a4c0-7ed9667c4167,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:34.463269 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:34.517857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] Transition to ACTIVE for port object 98d12c21-0e6b-4480-8d71-3324631cd86e will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:54:34.538832 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:34.563135 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b7fd9-bc6f-439b-be65-3a04b53b072a None None] Pushing event updated for resources: {'Port': ['ID=cde201d1-20e4-435e-991b-b5137479d857,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:34.576585 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f76f5de-8e9b-442e-bd15-e7941356692a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:34.592083 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-7f76f5de-8e9b-442e-bd15-e7941356692a admin admin] Transition to ACTIVE for port object b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:54:34.603732 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] Attempting to bind port 98d12c21-0e6b-4480-8d71-3324631cd86e on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:54:34.604189 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] Attempting to bind port 98d12c21-0e6b-4480-8d71-3324631cd86e by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:54:34.605089 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] Attempting to bind port 98d12c21-0e6b-4480-8d71-3324631cd86e on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:54:34.615686 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:54:34.616321 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:54:34.616908 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:34.617476 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:54:34.618554 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] Bound port: 98d12c21-0e6b-4480-8d71-3324631cd86e, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:54:34.619781 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:34.638762 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f76f5de-8e9b-442e-bd15-e7941356692a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:34.664685 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'name': 'tempest-TestShelveInstance-1698618206-router', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:29Z', 'revision_number': 4, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'gw_port': {'id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:72:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e', 'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'mac_address': 'fa:16:3e:f1:2c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:29Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 4, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'subnets': [{'id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:34.670359 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ccdf0-c675-4adf-9549-3ee5f1af5f3d None None] Pushing event updated for resources: {'Port': ['ID=98d12c21-0e6b-4480-8d71-3324631cd86e,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:34.693313 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a8aa00-16a0-42c5-8e5a-4d4c1d6b1573 None None] The sync data for ids ['3143d6ed-7e60-4687-acae-4f1e24a9b552'] in n-d-807786-1 is: [{'id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'name': 'tempest-TestShelveInstance-1698618206-router', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:29Z', 'revision_number': 4, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'gw_port': {'id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:72:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e', 'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'mac_address': 'fa:16:3e:f1:2c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:29Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 4, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'subnets': [{'id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:54:34.693607 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-c73f1282-4bd1-40c0-8469-21c8ee4be3fd None None] Provisioning complete for port cde201d1-20e4-435e-991b-b5137479d857 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:54:34.693881 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f76f5de-8e9b-442e-bd15-e7941356692a admin admin] Network fd7c5ca0-86e6-4462-8047-fa5493629a42 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:54:34.694028 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c73f1282-4bd1-40c0-8469-21c8ee4be3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:34.699049 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-7f76f5de-8e9b-442e-bd15-e7941356692a admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:54:34.705619 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f76f5de-8e9b-442e-bd15-e7941356692a admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:54:34.709210 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76f5de-8e9b-442e-bd15-e7941356692a admin admin] Pushing event updated for resources: {'Port': ['ID=b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:34.732313 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] For port 98d12c21-0e6b-4480-8d71-3324631cd86e, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:54:34.752670 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f76f5de-8e9b-442e-bd15-e7941356692a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:34.753629 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] For port 98d12c21-0e6b-4480-8d71-3324631cd86e, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=98d12c21-0e6b-4480-8d71-3324631cd86e,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:54:34.767011 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:34.862986 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] Routers {'770aa07e-cccd-41a2-9f19-75b69b1d1d87'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:54:34.863616 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:54:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['770aa07e-cccd-41a2-9f19-75b69b1d1d87'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:34.904570 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f76f5de-8e9b-442e-bd15-e7941356692a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:35.079163 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ccdf0-c675-4adf-9549-3ee5f1af5f3d None None] Pushing event updated for resources: {'Port': ['ID=98d12c21-0e6b-4480-8d71-3324631cd86e,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:35.083267 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f76f5de-8e9b-442e-bd15-e7941356692a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:35.089678 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f76f5de-8e9b-442e-bd15-e7941356692a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:35.157013 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] Set router 770aa07e-cccd-41a2-9f19-75b69b1d1d87 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:54:35.167593 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7f76f5de-8e9b-442e-bd15-e7941356692a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:35.170713 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76f5de-8e9b-442e-bd15-e7941356692a admin admin] Pushing event updated for resources: {'Port': ['ID=b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:35.260048 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4d2f08a6-e910-449c-b83c-eb77e6daab86 None None] Provisioning for port b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:54:35.262457 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f76f5de-8e9b-442e-bd15-e7941356692a admin admin] Network fd7c5ca0-86e6-4462-8047-fa5493629a42 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:54:35.263782 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-7f76f5de-8e9b-442e-bd15-e7941356692a admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:54:35.296057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-4d2f08a6-e910-449c-b83c-eb77e6daab86 None None] Provisioning complete for port b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:54:35.296526 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4d2f08a6-e910-449c-b83c-eb77e6daab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:35.351611 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f08a6-e910-449c-b83c-eb77e6daab86 None None] Port b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:54:35.383010 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f76f5de-8e9b-442e-bd15-e7941356692a admin admin] Router 770aa07e-cccd-41a2-9f19-75b69b1d1d87 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:54:35.417714 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770aa07e-cccd-41a2-9f19-75b69b1d1d87', 'name': 'tempest-TestShelveInstance-1076408259-router', 'tenant_id': 'fabe2502593441c2875aa2e40dbca4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '98d12c21-0e6b-4480-8d71-3324631cd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:31Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 4, 'project_id': 'fabe2502593441c2875aa2e40dbca4b9', 'gw_port': {'id': '98d12c21-0e6b-4480-8d71-3324631cd86e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770aa07e-cccd-41a2-9f19-75b69b1d1d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:32Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be', 'name': '', 'network_id': 'fd7c5ca0-86e6-4462-8047-fa5493629a42', 'tenant_id': 'fabe2502593441c2875aa2e40dbca4b9', 'mac_address': 'fa:16:3e:0e:cb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770aa07e-cccd-41a2-9f19-75b69b1d1d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '9edab1da-9a97-475b-9a51-5c8e57ba36f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:34Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 1, 'project_id': 'fabe2502593441c2875aa2e40dbca4b9', 'subnets': [{'id': '9edab1da-9a97-475b-9a51-5c8e57ba36f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:35.455442 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bac73ef-3a5e-4af7-870c-7d0e96a887ac None None] The sync data for ids ['770aa07e-cccd-41a2-9f19-75b69b1d1d87'] in n-d-807786-1 is: [{'id': '770aa07e-cccd-41a2-9f19-75b69b1d1d87', 'name': 'tempest-TestShelveInstance-1076408259-router', 'tenant_id': 'fabe2502593441c2875aa2e40dbca4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '98d12c21-0e6b-4480-8d71-3324631cd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:31Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 4, 'project_id': 'fabe2502593441c2875aa2e40dbca4b9', 'gw_port': {'id': '98d12c21-0e6b-4480-8d71-3324631cd86e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770aa07e-cccd-41a2-9f19-75b69b1d1d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:32Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be', 'name': '', 'network_id': 'fd7c5ca0-86e6-4462-8047-fa5493629a42', 'tenant_id': 'fabe2502593441c2875aa2e40dbca4b9', 'mac_address': 'fa:16:3e:0e:cb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770aa07e-cccd-41a2-9f19-75b69b1d1d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '9edab1da-9a97-475b-9a51-5c8e57ba36f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:34Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 1, 'project_id': 'fabe2502593441c2875aa2e40dbca4b9', 'subnets': [{'id': '9edab1da-9a97-475b-9a51-5c8e57ba36f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:54:35.500055 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cde201d1-20e4-435e-991b-b5137479d857 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:54:35.515739 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f76f5de-8e9b-442e-bd15-e7941356692a admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:54:35.521311 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7f76f5de-8e9b-442e-bd15-e7941356692a admin admin] 10.222.0.26 "PUT /v2.0/routers/770aa07e-cccd-41a2-9f19-75b69b1d1d87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2588058 Sep 07 19:54:35.552134 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port cde201d1-20e4-435e-991b-b5137479d857 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:54:35.552547 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:35.598413 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-71d957df-1f36-4c34-b7d1-f6a56559ee0c None None] Provisioning complete for port b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:54:35.598797 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-71d957df-1f36-4c34-b7d1-f6a56559ee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:35.665371 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-71d957df-1f36-4c34-b7d1-f6a56559ee0c None None] Port b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:54:35.674625 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:54:35.744122 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:54:35.748951 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:54:35.749337 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:35.833746 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:35.871869 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:54:35.876347 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:35.877246 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f9e4d735-c074-46d8-a4c0-7ed9667c4167 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:54:35.955104 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:35.969292 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port f9e4d735-c074-46d8-a4c0-7ed9667c4167 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:54:35.969701 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.048038 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52728) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:36.052778 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-bdb91ba3-e0fb-4b9d-91e7-5d6fda56bb09 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1830029714', 'description': 'tempest-secgroup-smoke-1830029714 description', 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:54:36.075987 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bdb91ba3-e0fb-4b9d-91e7-5d6fda56bb09 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.180835 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bdb91ba3-e0fb-4b9d-91e7-5d6fda56bb09 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.184961 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bdb91ba3-e0fb-4b9d-91e7-5d6fda56bb09 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.218325 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bdb91ba3-e0fb-4b9d-91e7-5d6fda56bb09 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.223095 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52730) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:36.224271 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bdb91ba3-e0fb-4b9d-91e7-5d6fda56bb09 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1749651 Sep 07 19:54:36.227810 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb91ba3-e0fb-4b9d-91e7-5d6fda56bb09 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4b6393-2e7b-4d45-a87c-489ae4ad603b,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:36.228604 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-de1b0255-0c72-434d-bc0d-42408b282c8f tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Request body: {'security_group_rule': {'security_group_id': '1b4b6393-2e7b-4d45-a87c-489ae4ad603b', 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:54:36.262278 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-de1b0255-0c72-434d-bc0d-42408b282c8f tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.326160 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-de1b0255-0c72-434d-bc0d-42408b282c8f tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.330238 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-de1b0255-0c72-434d-bc0d-42408b282c8f tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.348862 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b0255-0c72-434d-bc0d-42408b282c8f tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a266e342-6f52-4b4f-9907-abf51d44618d,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:36.355332 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-de1b0255-0c72-434d-bc0d-42408b282c8f tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.359713 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-de1b0255-0c72-434d-bc0d-42408b282c8f tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320980 Sep 07 19:54:36.360000 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52732) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:36.364304 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-1fa7c8cd-30c3-4096-9c7a-798bc38c75f9 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Request body: {'security_group_rule': {'security_group_id': '1b4b6393-2e7b-4d45-a87c-489ae4ad603b', 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:54:36.392085 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c8cd-30c3-4096-9c7a-798bc38c75f9 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.456304 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c8cd-30c3-4096-9c7a-798bc38c75f9 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.460469 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c8cd-30c3-4096-9c7a-798bc38c75f9 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.478741 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7c8cd-30c3-4096-9c7a-798bc38c75f9 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356751d8-8d1a-406a-a2a6-1629140eed33,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:36.485297 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c8cd-30c3-4096-9c7a-798bc38c75f9 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.489416 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 52734) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:36.489552 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1fa7c8cd-30c3-4096-9c7a-798bc38c75f9 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286757 Sep 07 19:54:36.494334 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-1018c370-1ac7-4ffc-ba64-7d283bb52876 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Request body: {'security_group_rule': {'security_group_id': '1b4b6393-2e7b-4d45-a87c-489ae4ad603b', 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:54:36.524482 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1018c370-1ac7-4ffc-ba64-7d283bb52876 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.590555 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1018c370-1ac7-4ffc-ba64-7d283bb52876 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.594009 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1018c370-1ac7-4ffc-ba64-7d283bb52876 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.612838 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018c370-1ac7-4ffc-ba64-7d283bb52876 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e8bcd5-8d77-4e8e-a34e-3e44476294db,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:36.619568 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-1018c370-1ac7-4ffc-ba64-7d283bb52876 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.623932 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-1018c370-1ac7-4ffc-ba64-7d283bb52876 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300766 Sep 07 19:54:36.624282 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52736) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:36.629410 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-8f9850eb-8309-414c-8f1c-946b4bfa38ec tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Request body: {'security_group_rule': {'security_group_id': '1b4b6393-2e7b-4d45-a87c-489ae4ad603b', 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:54:36.655507 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8f9850eb-8309-414c-8f1c-946b4bfa38ec tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.717812 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8f9850eb-8309-414c-8f1c-946b4bfa38ec tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.722070 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8f9850eb-8309-414c-8f1c-946b4bfa38ec tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.741431 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9850eb-8309-414c-8f1c-946b4bfa38ec tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c456e5-6962-405e-8c29-44127025f851,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:36.746892 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-8f9850eb-8309-414c-8f1c-946b4bfa38ec tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.750781 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-8f9850eb-8309-414c-8f1c-946b4bfa38ec tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228857 Sep 07 19:54:36.750985 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52738) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:36.755297 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-1f19bf14-f761-4e2b-b998-ec60fa1b6e4d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Request body: {'security_group_rule': {'security_group_id': '1b4b6393-2e7b-4d45-a87c-489ae4ad603b', 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:54:36.777894 n-d-807786-1 neutron-server[101445]: INFO neutron.db.securitygroups_db [None req-1f19bf14-f761-4e2b-b998-ec60fa1b6e4d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Project bbaaa36d1e5d4993bb45ad281aa496d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:54:36.783874 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1f19bf14-f761-4e2b-b998-ec60fa1b6e4d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.846808 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1f19bf14-f761-4e2b-b998-ec60fa1b6e4d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.850185 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1f19bf14-f761-4e2b-b998-ec60fa1b6e4d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.867596 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19bf14-f761-4e2b-b998-ec60fa1b6e4d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ed9cd3-9991-4791-b9d8-ba2d1fb35148,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:36.873808 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1f19bf14-f761-4e2b-b998-ec60fa1b6e4d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.875414 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1f19bf14-f761-4e2b-b998-ec60fa1b6e4d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235030 Sep 07 19:54:36.878178 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52740) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:36.882548 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-20f3113c-3212-41fd-8b35-7eff6566044c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Request body: {'security_group_rule': {'security_group_id': '1b4b6393-2e7b-4d45-a87c-489ae4ad603b', 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:54:36.904523 n-d-807786-1 neutron-server[101445]: INFO neutron.db.securitygroups_db [None req-20f3113c-3212-41fd-8b35-7eff6566044c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Project bbaaa36d1e5d4993bb45ad281aa496d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:54:36.909138 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20f3113c-3212-41fd-8b35-7eff6566044c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.970594 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20f3113c-3212-41fd-8b35-7eff6566044c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.973991 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20f3113c-3212-41fd-8b35-7eff6566044c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:36.994775 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3113c-3212-41fd-8b35-7eff6566044c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea38b3d-b778-4758-9967-bfdf9f8ba57f,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:36.999357 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-20f3113c-3212-41fd-8b35-7eff6566044c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:37.000631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-20f3113c-3212-41fd-8b35-7eff6566044c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215093 Sep 07 19:54:37.205269 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-3accefd6-ba3d-40dd-afde-f9dc0e4eb92e tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1830029714&fields=id&tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2 HTTP/1.1" status: 200 len: 267 time: 0.0325651 Sep 07 19:54:37.308191 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-aecb8ec7-7eaa-4674-ae78-a461d85d9abd tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:37.309701 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-aecb8ec7-7eaa-4674-ae78-a461d85d9abd tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/networks?id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 200 len: 809 time: 0.0978501 Sep 07 19:54:37.324947 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-51f2e2e9-2d47-420a-8eff-f01dfc4262e2 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/quotas/bbaaa36d1e5d4993bb45ad281aa496d2 HTTP/1.1" status: 200 len: 375 time: 0.0088367 Sep 07 19:54:37.378984 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-6c2af177-2f35-4a0a-8f69-ebbacfc7ebec tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482852 Sep 07 19:54:37.488980 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-52604626-bb3a-4501-8574-ec9cab48cf68 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:54:37.489978 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-52604626-bb3a-4501-8574-ec9cab48cf68 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0996950 Sep 07 19:54:37.514146 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 98d12c21-0e6b-4480-8d71-3324631cd86e up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:54:37.562332 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 98d12c21-0e6b-4480-8d71-3324631cd86e completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:54:37.566565 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 98d12c21-0e6b-4480-8d71-3324631cd86e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:54:37.567127 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:37.588535 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-13c8417b-9d6f-4123-9aad-e0d99224b57b service neutron] 10.222.0.26 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922461 Sep 07 19:54:37.647978 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:37.668319 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 98d12c21-0e6b-4480-8d71-3324631cd86e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=98d12c21-0e6b-4480-8d71-3324631cd86e,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:54:37.673135 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:37.673907 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:54:37.688315 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-75ec79d8-dfc9-434a-aa1d-47027c625bf9 service neutron] 10.222.0.26 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926063 Sep 07 19:54:37.750058 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=98d12c21-0e6b-4480-8d71-3324631cd86e,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:37.764394 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:54:37.765046 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:37.885088 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d96f0b50-544b-4616-96e3-807d7e12d4c1 req-a86079b4-8139-45ed-81e4-b9d1fd97503c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 210 time: 0.0269787 Sep 07 19:54:38.125392 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] Sync routers for ids ['770aa07e-cccd-41a2-9f19-75b69b1d1d87'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:54:38.134577 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] Routers {'770aa07e-cccd-41a2-9f19-75b69b1d1d87'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:54:38.135180 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:54:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['770aa07e-cccd-41a2-9f19-75b69b1d1d87'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:38.243901 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] Set router 770aa07e-cccd-41a2-9f19-75b69b1d1d87 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:54:38.449014 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770aa07e-cccd-41a2-9f19-75b69b1d1d87', 'name': 'tempest-TestShelveInstance-1076408259-router', 'tenant_id': 'fabe2502593441c2875aa2e40dbca4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '98d12c21-0e6b-4480-8d71-3324631cd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:31Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 4, 'project_id': 'fabe2502593441c2875aa2e40dbca4b9', 'gw_port': {'id': '98d12c21-0e6b-4480-8d71-3324631cd86e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770aa07e-cccd-41a2-9f19-75b69b1d1d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:32Z', 'updated_at': '2021-09-07T19:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be', 'name': '', 'network_id': 'fd7c5ca0-86e6-4462-8047-fa5493629a42', 'tenant_id': 'fabe2502593441c2875aa2e40dbca4b9', 'mac_address': 'fa:16:3e:0e:cb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770aa07e-cccd-41a2-9f19-75b69b1d1d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '9edab1da-9a97-475b-9a51-5c8e57ba36f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:34Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 2, 'project_id': 'fabe2502593441c2875aa2e40dbca4b9', 'subnets': [{'id': '9edab1da-9a97-475b-9a51-5c8e57ba36f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:38.475557 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] Checking router: 770aa07e-cccd-41a2-9f19-75b69b1d1d87 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:54:38.475905 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] Updating router 770aa07e-cccd-41a2-9f19-75b69b1d1d87 port b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:54:38.500853 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:38.761414 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:38.771787 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] Transition to ACTIVE for port object b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:54:38.777737 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:38.834898 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b37a7-e594-4c4c-b4c8-75dea8119f1d None None] Pushing event updated for resources: {'Port': ['ID=b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:38.888135 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] Attempting to bind port b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:54:38.888525 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] Attempting to bind port b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '50a86325-f3a1-465a-b334-fe53d92c99fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fd7c5ca0-86e6-4462-8047-fa5493629a42'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:54:38.888920 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] Attempting to bind port b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be on network fd7c5ca0-86e6-4462-8047-fa5493629a42 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:54:38.896177 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:54:38.896762 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] Checking segment: {'id': '50a86325-f3a1-465a-b334-fe53d92c99fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fd7c5ca0-86e6-4462-8047-fa5493629a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:54:38.897043 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:38.898011 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] Bound using segment: {'id': '50a86325-f3a1-465a-b334-fe53d92c99fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fd7c5ca0-86e6-4462-8047-fa5493629a42'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:54:38.898492 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] Bound port: b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a86325-f3a1-465a-b334-fe53d92c99fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fd7c5ca0-86e6-4462-8047-fa5493629a42'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:54:38.898976 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:38.917973 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-79da3d2a-3ea7-41f2-a375-41af1f516b5d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:38.920315 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-79da3d2a-3ea7-41f2-a375-41af1f516b5d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.60 "GET /v2.0/networks?id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 200 len: 809 time: 0.1308270 Sep 07 19:54:38.977463 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-66319f5a-7158-4e8b-ae23-bea926099b33 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2 HTTP/1.1" status: 200 len: 380 time: 0.0480192 Sep 07 19:54:38.984403 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] For port b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:54:38.988264 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] For port b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be,segment=NetworkSegment(50a86325-f3a1-465a-b334-fe53d92c99fb),segment_id=50a86325-f3a1-465a-b334-fe53d92c99fb)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:54:38.994826 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:38.995026 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-a6a67653-cfe3-4400-a5a7-2040d45253f2 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Request body: {'port': {'device_id': '80b8d3b5-c006-456c-8c03-b12cae25a1b2', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'admin_state_up': True, 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'security_groups': ['1b4b6393-2e7b-4d45-a87c-489ae4ad603b']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:54:39.013489 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-93f8dc98-8ed0-43a4-a332-0ccdcfda974b req-b34f8135-a7cc-4edd-8a70-0c98236e20fd tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 210 time: 0.0352395 Sep 07 19:54:39.051691 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] Routers {'770aa07e-cccd-41a2-9f19-75b69b1d1d87'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:54:39.052336 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:54:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['770aa07e-cccd-41a2-9f19-75b69b1d1d87'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:39.099208 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b37a7-e594-4c4c-b4c8-75dea8119f1d None None] Pushing event updated for resources: {'Port': ['ID=b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:39.131437 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-a6a67653-cfe3-4400-a5a7-2040d45253f2 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Made reservation on behalf of bbaaa36d1e5d4993bb45ad281aa496d2 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:54:39.135443 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-a6a67653-cfe3-4400-a5a7-2040d45253f2 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:39.176606 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] Set router 770aa07e-cccd-41a2-9f19-75b69b1d1d87 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:54:39.391154 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770aa07e-cccd-41a2-9f19-75b69b1d1d87', 'name': 'tempest-TestShelveInstance-1076408259-router', 'tenant_id': 'fabe2502593441c2875aa2e40dbca4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '98d12c21-0e6b-4480-8d71-3324631cd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:31Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 4, 'project_id': 'fabe2502593441c2875aa2e40dbca4b9', 'gw_port': {'id': '98d12c21-0e6b-4480-8d71-3324631cd86e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770aa07e-cccd-41a2-9f19-75b69b1d1d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:32Z', 'updated_at': '2021-09-07T19:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be', 'name': '', 'network_id': 'fd7c5ca0-86e6-4462-8047-fa5493629a42', 'tenant_id': 'fabe2502593441c2875aa2e40dbca4b9', 'mac_address': 'fa:16:3e:0e:cb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770aa07e-cccd-41a2-9f19-75b69b1d1d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '9edab1da-9a97-475b-9a51-5c8e57ba36f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:34Z', 'updated_at': '2021-09-07T19:54:38Z', 'revision_number': 4, 'project_id': 'fabe2502593441c2875aa2e40dbca4b9', 'subnets': [{'id': '9edab1da-9a97-475b-9a51-5c8e57ba36f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:39.426731 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b6efb5-c8c8-49a2-98f3-f3c015ea698f None None] The sync data for ids ['770aa07e-cccd-41a2-9f19-75b69b1d1d87'] in n-d-807786-1 is: [{'id': '770aa07e-cccd-41a2-9f19-75b69b1d1d87', 'name': 'tempest-TestShelveInstance-1076408259-router', 'tenant_id': 'fabe2502593441c2875aa2e40dbca4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '98d12c21-0e6b-4480-8d71-3324631cd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:31Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 4, 'project_id': 'fabe2502593441c2875aa2e40dbca4b9', 'gw_port': {'id': '98d12c21-0e6b-4480-8d71-3324631cd86e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770aa07e-cccd-41a2-9f19-75b69b1d1d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:32Z', 'updated_at': '2021-09-07T19:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be', 'name': '', 'network_id': 'fd7c5ca0-86e6-4462-8047-fa5493629a42', 'tenant_id': 'fabe2502593441c2875aa2e40dbca4b9', 'mac_address': 'fa:16:3e:0e:cb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770aa07e-cccd-41a2-9f19-75b69b1d1d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '9edab1da-9a97-475b-9a51-5c8e57ba36f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:34Z', 'updated_at': '2021-09-07T19:54:38Z', 'revision_number': 4, 'project_id': 'fabe2502593441c2875aa2e40dbca4b9', 'subnets': [{'id': '9edab1da-9a97-475b-9a51-5c8e57ba36f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:54:39.521626 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 98d12c21-0e6b-4480-8d71-3324631cd86e up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:54:39.598292 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 98d12c21-0e6b-4480-8d71-3324631cd86e triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:54:39.598869 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:39.657464 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-a6a67653-cfe3-4400-a5a7-2040d45253f2 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Allocated IP 172.20.0.5 (c286f0e7-e0e7-43df-bc2b-4865ca59cbeb/cbb1c724-544d-48b5-8807-79b4915230e2/031baf6f-736a-4fef-aa64-141006caadc5) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:54:39.697819 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:54:39.750656 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:54:39.755236 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:54:39.755601 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:39.817974 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-a6a67653-cfe3-4400-a5a7-2040d45253f2 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:39.835720 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-a6a67653-cfe3-4400-a5a7-2040d45253f2 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Transition to ACTIVE for port object 031baf6f-736a-4fef-aa64-141006caadc5 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:54:39.859093 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:39.877485 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-a6a67653-cfe3-4400-a5a7-2040d45253f2 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:39.902467 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be,segment=NetworkSegment(50a86325-f3a1-465a-b334-fe53d92c99fb),segment_id=50a86325-f3a1-465a-b334-fe53d92c99fb)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:54:39.902880 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-a6a67653-cfe3-4400-a5a7-2040d45253f2 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Network c286f0e7-e0e7-43df-bc2b-4865ca59cbeb is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:54:39.906667 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-a6a67653-cfe3-4400-a5a7-2040d45253f2 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:54:39.913075 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:39.929094 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-a6a67653-cfe3-4400-a5a7-2040d45253f2 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:54:39.984630 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a67653-cfe3-4400-a5a7-2040d45253f2 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event updated for resources: {'Port': ['ID=031baf6f-736a-4fef-aa64-141006caadc5,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:39.999455 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:40.001554 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-a6a67653-cfe3-4400-a5a7-2040d45253f2 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:40.002479 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-a6a67653-cfe3-4400-a5a7-2040d45253f2 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:40.020852 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-a6a67653-cfe3-4400-a5a7-2040d45253f2 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0323160 Sep 07 19:54:40.033328 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] Request body: {'port': {'device_id': '80b8d3b5-c006-456c-8c03-b12cae25a1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:54:40.110995 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:40.268760 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-bd969f4d-daba-4d73-9629-efd8f8da1255 None None] Provisioning for port 031baf6f-736a-4fef-aa64-141006caadc5 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:54:40.274023 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-bd969f4d-daba-4d73-9629-efd8f8da1255 None None] Provisioning complete for port 031baf6f-736a-4fef-aa64-141006caadc5 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:54:40.274396 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bd969f4d-daba-4d73-9629-efd8f8da1255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:40.302623 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c795aa3-8979-45a3-9a44-6e3448215b1a req-c41f46d1-85f3-43e4-bc34-eb78471da0fe tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:40.304146 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c795aa3-8979-45a3-9a44-6e3448215b1a req-c41f46d1-85f3-43e4-bc34-eb78471da0fe tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 931 time: 0.1308348 Sep 07 19:54:40.309712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-bd969f4d-daba-4d73-9629-efd8f8da1255 None None] Port 031baf6f-736a-4fef-aa64-141006caadc5 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:54:40.396029 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7c795aa3-8979-45a3-9a44-6e3448215b1a req-6cfc8c35-443f-4674-892c-5e6cc4ed6a47 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795152 Sep 07 19:54:40.471470 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031baf6f-736a-4fef-aa64-141006caadc5 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:54:40.478729 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:40.491098 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] Transition to ACTIVE for port object 031baf6f-736a-4fef-aa64-141006caadc5 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:54:40.494909 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:40.546884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] Pushing event updated for resources: {'Port': ['ID=031baf6f-736a-4fef-aa64-141006caadc5,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:40.618913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] Attempting to bind port 031baf6f-736a-4fef-aa64-141006caadc5 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:54:40.619185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] Attempting to bind port 031baf6f-736a-4fef-aa64-141006caadc5 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '5839ed90-9598-4b57-aecf-bb70eea6d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:54:40.619538 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] Attempting to bind port 031baf6f-736a-4fef-aa64-141006caadc5 on network c286f0e7-e0e7-43df-bc2b-4865ca59cbeb {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:54:40.624537 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] Port 031baf6f-736a-4fef-aa64-141006caadc5 on network c286f0e7-e0e7-43df-bc2b-4865ca59cbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:54:40.624864 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] Attempting to bind port 031baf6f-736a-4fef-aa64-141006caadc5 on network c286f0e7-e0e7-43df-bc2b-4865ca59cbeb {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:54:40.630530 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:54:40.630870 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] Checking segment: {'id': '5839ed90-9598-4b57-aecf-bb70eea6d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:54:40.631262 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] Bound using segment: {'id': '5839ed90-9598-4b57-aecf-bb70eea6d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:54:40.631697 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] Bound port: 031baf6f-736a-4fef-aa64-141006caadc5, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5839ed90-9598-4b57-aecf-bb70eea6d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:54:40.632056 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:40.704715 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] For port 031baf6f-736a-4fef-aa64-141006caadc5, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:54:40.708245 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] For port 031baf6f-736a-4fef-aa64-141006caadc5, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=031baf6f-736a-4fef-aa64-141006caadc5,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:54:40.712729 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:40.749930 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:40.750538 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:40.751923 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] 10.222.0.60 "PUT /v2.0/ports/031baf6f-736a-4fef-aa64-141006caadc5 HTTP/1.1" status: 200 len: 1091 time: 0.7235746 Sep 07 19:54:40.752354 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b8d3b5-c006-456c-8c03-b12cae25a1b2', 'tag': '031baf6f-736a-4fef-aa64-141006caadc5'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:54:40.754608 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49af2f8d-7d83-4226-b0bd-5e3b29d7ba69" -d '{"events": [{"name": "network-changed", "server_uuid": "80b8d3b5-c006-456c-8c03-b12cae25a1b2", "tag": "031baf6f-736a-4fef-aa64-141006caadc5"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:54:40.779884 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6748e18-c737-410e-baff-6ffcca79e9bf service neutron] Pushing event updated for resources: {'Port': ['ID=031baf6f-736a-4fef-aa64-141006caadc5,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:40.818324 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2601edb1-5e3b-4573-bc7d-7f52c3bc5f16 x-openstack-request-id: req-2601edb1-5e3b-4573-bc7d-7f52c3bc5f16 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:54:40.818708 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b8d3b5-c006-456c-8c03-b12cae25a1b2", "tag": "031baf6f-736a-4fef-aa64-141006caadc5", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:54:40.819031 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2601edb1-5e3b-4573-bc7d-7f52c3bc5f16 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:54:40.819499 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b8d3b5-c006-456c-8c03-b12cae25a1b2', 'tag': '031baf6f-736a-4fef-aa64-141006caadc5', 'status': 'completed', 'code': 200} Sep 07 19:54:40.836382 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-7f075b8e-a5bd-4657-876d-8194d5e0f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:40.838019 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-7f075b8e-a5bd-4657-876d-8194d5e0f1bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 1094 time: 0.0475316 Sep 07 19:54:40.886207 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-0724abe6-52f6-419e-9cdd-eda8ba44fd9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=031baf6f-736a-4fef-aa64-141006caadc5 HTTP/1.1" status: 200 len: 217 time: 0.0400438 Sep 07 19:54:40.938961 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-ccfa07ef-95af-4ff7-bed7-b48f652c0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:40.940580 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-ccfa07ef-95af-4ff7-bed7-b48f652c0002 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbb1c724-544d-48b5-8807-79b4915230e2 HTTP/1.1" status: 200 len: 848 time: 0.0476787 Sep 07 19:54:40.992389 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-55acf207-521d-44c2-9897-683fd0615161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:40.993931 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-55acf207-521d-44c2-9897-683fd0615161 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465910 Sep 07 19:54:41.093101 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-203c943e-454c-48da-b847-dad1682f2a64 service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910156 Sep 07 19:54:41.182094 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37d2476c-b2ed-4a05-ad70-b7fb431d86a2 req-cbe3a3b1-af1c-4d9a-af1a-2561361e0104 service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814555 Sep 07 19:54:41.274033 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af2f8d-7d83-4226-b0bd-5e3b29d7ba69 req-bb87e805-5e05-4a9f-836c-59d73b7439b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:41.275537 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49af2f8d-7d83-4226-b0bd-5e3b29d7ba69 req-bb87e805-5e05-4a9f-836c-59d73b7439b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 1094 time: 0.0458326 Sep 07 19:54:41.367760 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af2f8d-7d83-4226-b0bd-5e3b29d7ba69 req-9b7ae8e2-4fe2-45dd-8965-95574a1c82b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:41.369284 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49af2f8d-7d83-4226-b0bd-5e3b29d7ba69 req-9b7ae8e2-4fe2-45dd-8965-95574a1c82b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 200 len: 910 time: 0.0858493 Sep 07 19:54:41.415589 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49af2f8d-7d83-4226-b0bd-5e3b29d7ba69 req-081d1ece-cc2f-45b5-92ed-c004cd91d7d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=031baf6f-736a-4fef-aa64-141006caadc5 HTTP/1.1" status: 200 len: 217 time: 0.0384338 Sep 07 19:54:41.455819 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:54:41.478799 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af2f8d-7d83-4226-b0bd-5e3b29d7ba69 req-c49d171d-5d49-4321-b3a8-1d680944e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:41.480404 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49af2f8d-7d83-4226-b0bd-5e3b29d7ba69 req-c49d171d-5d49-4321-b3a8-1d680944e0a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbb1c724-544d-48b5-8807-79b4915230e2 HTTP/1.1" status: 200 len: 848 time: 0.0571389 Sep 07 19:54:41.505312 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:54:41.505688 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:41.544874 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd067fa-4836-4cab-949d-66c7fd085cc3 req-2ba2eb72-bd0d-488d-a789-d1eff9ffb8b3 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:41.546384 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cfd067fa-4836-4cab-949d-66c7fd085cc3 req-2ba2eb72-bd0d-488d-a789-d1eff9ffb8b3 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0806274 Sep 07 19:54:41.552232 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af2f8d-7d83-4226-b0bd-5e3b29d7ba69 req-ace7ae77-d569-444e-a53b-d6f248f16f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:41.553713 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49af2f8d-7d83-4226-b0bd-5e3b29d7ba69 req-ace7ae77-d569-444e-a53b-d6f248f16f0e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586329 Sep 07 19:54:41.617552 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cfd067fa-4836-4cab-949d-66c7fd085cc3 req-6c31e942-06d1-445e-85a2-cad5f4768cc9 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623670 Sep 07 19:54:41.671787 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49af2f8d-7d83-4226-b0bd-5e3b29d7ba69 req-13240626-3fed-4c2d-92c1-ddbe4cc9ba2e service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095686 Sep 07 19:54:41.765318 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-49af2f8d-7d83-4226-b0bd-5e3b29d7ba69 req-68969ad2-d869-4717-a09d-d7792f12b8bd service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863235 Sep 07 19:54:42.733981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b83e50-8a3c-401c-b1c2-a6d5c0df955d req-14ee5a3f-7762-4088-8a3c-fa8fb5f780ad tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:42.735491 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32b83e50-8a3c-401c-b1c2-a6d5c0df955d req-14ee5a3f-7762-4088-8a3c-fa8fb5f780ad tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0506680 Sep 07 19:54:42.771981 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-32b83e50-8a3c-401c-b1c2-a6d5c0df955d req-a221ebfa-8939-4f74-b6b6-2e3f40d77005 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305262 Sep 07 19:54:43.576154 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:43.886590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211d0c5-c697-4b2e-9ab5-2e8b757069bb req-1ca750ec-0e6e-41a2-b197-0435b9539a68 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:43.887959 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e211d0c5-c697-4b2e-9ab5-2e8b757069bb req-1ca750ec-0e6e-41a2-b197-0435b9539a68 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0490181 Sep 07 19:54:43.925315 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e211d0c5-c697-4b2e-9ab5-2e8b757069bb req-fc08125c-b9d9-43ea-9984-71c5a1a79e98 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314693 Sep 07 19:54:44.504044 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:45.007354 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 031baf6f-736a-4fef-aa64-141006caadc5 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:54:45.039520 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee1bd0-a445-4de0-ab4d-ed1327a9495f req-b29940b0-efa7-46b7-9da4-21fe44d9f3d7 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:45.041022 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-60ee1bd0-a445-4de0-ab4d-ed1327a9495f req-b29940b0-efa7-46b7-9da4-21fe44d9f3d7 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0479043 Sep 07 19:54:45.083257 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-60ee1bd0-a445-4de0-ab4d-ed1327a9495f req-c465d6b2-1a72-4735-a2a9-b787fd3f1383 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356121 Sep 07 19:54:45.113389 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 031baf6f-736a-4fef-aa64-141006caadc5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=031baf6f-736a-4fef-aa64-141006caadc5,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:54:45.124296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '031baf6f-736a-4fef-aa64-141006caadc5', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'port_id': '031baf6f-736a-4fef-aa64-141006caadc5', 'mac_address': 'fa:16:3e:6d:7d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:54:45.159638 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:45.172233 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 031baf6f-736a-4fef-aa64-141006caadc5 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:54:45.191549 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 031baf6f-736a-4fef-aa64-141006caadc5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=031baf6f-736a-4fef-aa64-141006caadc5,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:54:45.195578 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:45.247623 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=031baf6f-736a-4fef-aa64-141006caadc5,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:45.398675 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['031baf6f-736a-4fef-aa64-141006caadc5'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:54:46.196850 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0be6b-a1ab-4179-8f80-715316999c69 req-5945551b-31c9-4895-9b56-d9d22966e04e tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:46.198309 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4c0be6b-a1ab-4179-8f80-715316999c69 req-5945551b-31c9-4895-9b56-d9d22966e04e tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 944 time: 0.0481462 Sep 07 19:54:46.235058 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4c0be6b-a1ab-4179-8f80-715316999c69 req-5a01030b-d4cf-42d1-82f5-d51bacb3333f tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307460 Sep 07 19:54:47.018702 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 031baf6f-736a-4fef-aa64-141006caadc5 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:54:47.066350 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 031baf6f-736a-4fef-aa64-141006caadc5 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:54:47.069975 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 031baf6f-736a-4fef-aa64-141006caadc5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:54:47.070342 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:47.144215 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:47.165944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b8d3b5-c006-456c-8c03-b12cae25a1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031baf6f-736a-4fef-aa64-141006caadc5'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:54:47.168154 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899abc0f-173c-4d12-b00d-38707d10ab09" -d '{"events": [{"server_uuid": "80b8d3b5-c006-456c-8c03-b12cae25a1b2", "name": "network-vif-plugged", "status": "completed", "tag": "031baf6f-736a-4fef-aa64-141006caadc5"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:54:47.180138 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 031baf6f-736a-4fef-aa64-141006caadc5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=031baf6f-736a-4fef-aa64-141006caadc5,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:54:47.183997 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:47.210562 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe30d9e-4536-4637-aa32-d6e5d35e80f3 x-openstack-request-id: req-efe30d9e-4536-4637-aa32-d6e5d35e80f3 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:54:47.210875 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b8d3b5-c006-456c-8c03-b12cae25a1b2", "name": "network-vif-plugged", "status": "completed", "tag": "031baf6f-736a-4fef-aa64-141006caadc5", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:54:47.211142 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-efe30d9e-4536-4637-aa32-d6e5d35e80f3 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:54:47.211501 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b8d3b5-c006-456c-8c03-b12cae25a1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031baf6f-736a-4fef-aa64-141006caadc5', 'code': 200} Sep 07 19:54:47.236249 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=031baf6f-736a-4fef-aa64-141006caadc5,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:47.341635 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dee2a6-a065-43ed-881c-9c2bf74d71d0 req-2c0ddbef-e2bf-4d9d-8937-0a494ee614bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:47.343163 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4dee2a6-a065-43ed-881c-9c2bf74d71d0 req-2c0ddbef-e2bf-4d9d-8937-0a494ee614bf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 1096 time: 0.0809991 Sep 07 19:54:47.366901 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3197c-fe74-4b8d-b293-859ceceaa4de req-240c68d1-6ebe-49e1-acc8-bc83690c15c9 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:47.368310 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20c3197c-fe74-4b8d-b293-859ceceaa4de req-240c68d1-6ebe-49e1-acc8-bc83690c15c9 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0660369 Sep 07 19:54:47.411179 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e4dee2a6-a065-43ed-881c-9c2bf74d71d0 req-d24376df-b3ac-4b61-b632-e1720302a1f2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599411 Sep 07 19:54:47.422894 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-20c3197c-fe74-4b8d-b293-859ceceaa4de req-b2ee2bc7-8ca2-426d-8f8f-7bd5917414b0 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479276 Sep 07 19:54:48.537461 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd76c0-a856-4c69-80c0-25f295f8d1e8 req-fe4ef0be-1aac-4480-831e-81bccb492299 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:48.538935 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-60fd76c0-a856-4c69-80c0-25f295f8d1e8 req-fe4ef0be-1aac-4480-831e-81bccb492299 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0484095 Sep 07 19:54:48.576632 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-60fd76c0-a856-4c69-80c0-25f295f8d1e8 req-fec9520f-fe4b-4ced-8de3-06f136ff13d2 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312784 Sep 07 19:54:48.690340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecc573-84ce-42cc-b40a-b52ef4cf9cd7 req-f7a0d518-19de-4989-ac8e-6a1f45824415 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:48.691814 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72ecc573-84ce-42cc-b40a-b52ef4cf9cd7 req-f7a0d518-19de-4989-ac8e-6a1f45824415 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0490561 Sep 07 19:54:48.729434 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-72ecc573-84ce-42cc-b40a-b52ef4cf9cd7 req-9d3bdc6c-9a54-432f-8b9d-3e4f1a978ce7 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317037 Sep 07 19:54:48.750928 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52800) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:48.832728 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd42136-11ab-4973-bdef-7b7a8de33269 tempest-TestShelveInstance-1412543545 tempest-TestShelveInstance-1412543545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:48.834219 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bcd42136-11ab-4973-bdef-7b7a8de33269 tempest-TestShelveInstance-1412543545 tempest-TestShelveInstance-1412543545-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 1091 time: 0.0823333 Sep 07 19:54:48.837125 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 52804) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:54:48.841878 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-b3f46991-8b2b-49c4-a2eb-f6dd26fc71ed tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': '031baf6f-736a-4fef-aa64-141006caadc5', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:54:48.863486 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3f46991-8b2b-49c4-a2eb-f6dd26fc71ed tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:48.956845 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3f46991-8b2b-49c4-a2eb-f6dd26fc71ed tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:49.070616 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-b3f46991-8b2b-49c4-a2eb-f6dd26fc71ed tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Allocated IP 172.25.8.150 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/3f1e8654-23ce-4bb9-9e5a-80fc026d2641) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:54:49.171102 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3f46991-8b2b-49c4-a2eb-f6dd26fc71ed tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:49.208434 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3f46991-8b2b-49c4-a2eb-f6dd26fc71ed tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:49.250615 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f46991-8b2b-49c4-a2eb-f6dd26fc71ed tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:54:49.253442 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-b3f46991-8b2b-49c4-a2eb-f6dd26fc71ed tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:54:49.255886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f46991-8b2b-49c4-a2eb-f6dd26fc71ed tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:54:49.283077 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f46991-8b2b-49c4-a2eb-f6dd26fc71ed tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event updated for resources: {'Port': ['ID=3f1e8654-23ce-4bb9-9e5a-80fc026d2641,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:49.619551 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3f46991-8b2b-49c4-a2eb-f6dd26fc71ed tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:49.687752 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3f46991-8b2b-49c4-a2eb-f6dd26fc71ed tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:49.833021 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3f46991-8b2b-49c4-a2eb-f6dd26fc71ed tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:49.837437 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3f46991-8b2b-49c4-a2eb-f6dd26fc71ed tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:49.902876 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f46991-8b2b-49c4-a2eb-f6dd26fc71ed tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event updated for resources: {'Port': ['ID=3f1e8654-23ce-4bb9-9e5a-80fc026d2641,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:54:49.912329 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3f46991-8b2b-49c4-a2eb-f6dd26fc71ed tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:50.009645 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-b3f46991-8b2b-49c4-a2eb-f6dd26fc71ed tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Floating IP 281a5f27-b4a7-4a87-9857-147a5e651906 associated. External IP: 172.25.8.150, port: 031baf6f-736a-4fef-aa64-141006caadc5. Sep 07 19:54:50.213881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f46991-8b2b-49c4-a2eb-f6dd26fc71ed tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Router 3143d6ed-7e60-4687-acae-4f1e24a9b552 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:54:50.318913 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f46991-8b2b-49c4-a2eb-f6dd26fc71ed tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:54:50.328820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad5144e-d71e-4147-bf66-3a57e6a4c270 None None] Sync routers for ids ['3143d6ed-7e60-4687-acae-4f1e24a9b552'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:54:50.335177 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b3f46991-8b2b-49c4-a2eb-f6dd26fc71ed tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:50.338950 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad5144e-d71e-4147-bf66-3a57e6a4c270 None None] Routers {'3143d6ed-7e60-4687-acae-4f1e24a9b552'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:54:50.339580 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3ad5144e-d71e-4147-bf66-3a57e6a4c270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:54:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3143d6ed-7e60-4687-acae-4f1e24a9b552'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:50.363942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b3f46991-8b2b-49c4-a2eb-f6dd26fc71ed tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5258124 Sep 07 19:54:50.364528 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b8d3b5-c006-456c-8c03-b12cae25a1b2', 'tag': '031baf6f-736a-4fef-aa64-141006caadc5'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:54:50.366966 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e3c098-a9c1-46be-a732-22d994aea422" -d '{"events": [{"name": "network-changed", "server_uuid": "80b8d3b5-c006-456c-8c03-b12cae25a1b2", "tag": "031baf6f-736a-4fef-aa64-141006caadc5"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:54:50.402661 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93640db5-980f-4009-8754-445f926c820b x-openstack-request-id: req-93640db5-980f-4009-8754-445f926c820b {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:54:50.403022 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b8d3b5-c006-456c-8c03-b12cae25a1b2", "tag": "031baf6f-736a-4fef-aa64-141006caadc5", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:54:50.403285 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-93640db5-980f-4009-8754-445f926c820b {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:54:50.404224 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b8d3b5-c006-456c-8c03-b12cae25a1b2', 'tag': '031baf6f-736a-4fef-aa64-141006caadc5', 'status': 'completed', 'code': 200} Sep 07 19:54:50.456926 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-3ad5144e-d71e-4147-bf66-3a57e6a4c270 None None] Set router 3143d6ed-7e60-4687-acae-4f1e24a9b552 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:54:50.463565 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3c098-a9c1-46be-a732-22d994aea422 req-c50cfa63-41a5-4974-8d4b-ab2bb39c4b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:50.465518 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86e3c098-a9c1-46be-a732-22d994aea422 req-c50cfa63-41a5-4974-8d4b-ab2bb39c4b20 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 1096 time: 0.0401745 Sep 07 19:54:50.557297 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3c098-a9c1-46be-a732-22d994aea422 req-05e5fc79-bef6-49d0-a632-7427007e8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:50.558806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86e3c098-a9c1-46be-a732-22d994aea422 req-05e5fc79-bef6-49d0-a632-7427007e8966 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 200 len: 910 time: 0.0864563 Sep 07 19:54:50.625172 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86e3c098-a9c1-46be-a732-22d994aea422 req-17468810-8672-4bd7-bd8f-e1ad7a6d2e37 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=031baf6f-736a-4fef-aa64-141006caadc5 HTTP/1.1" status: 200 len: 999 time: 0.0592217 Sep 07 19:54:50.678075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3c098-a9c1-46be-a732-22d994aea422 req-3524ba7d-033e-48ca-95fd-2684d83735c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:50.679634 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86e3c098-a9c1-46be-a732-22d994aea422 req-3524ba7d-033e-48ca-95fd-2684d83735c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbb1c724-544d-48b5-8807-79b4915230e2 HTTP/1.1" status: 200 len: 848 time: 0.0476987 Sep 07 19:54:50.681456 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3ad5144e-d71e-4147-bf66-3a57e6a4c270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'name': 'tempest-TestShelveInstance-1698618206-router', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:29Z', 'revision_number': 4, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'gw_port': {'id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '281a5f27-b4a7-4a87-9857-147a5e651906', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'port_id': '031baf6f-736a-4fef-aa64-141006caadc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'mac_address': 'fa:16:3e:6d:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b8d3b5-c006-456c-8c03-b12cae25a1b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:54:49Z', 'updated_at': '2021-09-07T19:54:49Z', 'revision_number': 0, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e', 'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'mac_address': 'fa:16:3e:f1:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:29Z', 'updated_at': '2021-09-07T19:54:35Z', 'revision_number': 5, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'subnets': [{'id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:50.711387 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad5144e-d71e-4147-bf66-3a57e6a4c270 None None] Checking router: 3143d6ed-7e60-4687-acae-4f1e24a9b552 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:54:50.720227 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad5144e-d71e-4147-bf66-3a57e6a4c270 None None] Routers {'3143d6ed-7e60-4687-acae-4f1e24a9b552'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:54:50.720795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3ad5144e-d71e-4147-bf66-3a57e6a4c270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:54:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3143d6ed-7e60-4687-acae-4f1e24a9b552'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:50.726081 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3c098-a9c1-46be-a732-22d994aea422 req-cac3f0dc-036e-4191-9431-fea5bcd01784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:50.727634 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86e3c098-a9c1-46be-a732-22d994aea422 req-cac3f0dc-036e-4191-9431-fea5bcd01784 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410223 Sep 07 19:54:50.816829 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86e3c098-a9c1-46be-a732-22d994aea422 req-4c1d5025-3357-43b4-ab5e-d9a937be1dc2 service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821159 Sep 07 19:54:50.914858 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-86e3c098-a9c1-46be-a732-22d994aea422 req-4c9072f6-0fc0-42a1-9c24-7a7350b999c9 service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916026 Sep 07 19:54:50.984004 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-3ad5144e-d71e-4147-bf66-3a57e6a4c270 None None] Set router 3143d6ed-7e60-4687-acae-4f1e24a9b552 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:54:51.207481 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-3ad5144e-d71e-4147-bf66-3a57e6a4c270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'name': 'tempest-TestShelveInstance-1698618206-router', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:29Z', 'revision_number': 4, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'gw_port': {'id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '281a5f27-b4a7-4a87-9857-147a5e651906', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'port_id': '031baf6f-736a-4fef-aa64-141006caadc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'mac_address': 'fa:16:3e:6d:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b8d3b5-c006-456c-8c03-b12cae25a1b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:54:49Z', 'updated_at': '2021-09-07T19:54:49Z', 'revision_number': 0, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e', 'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'mac_address': 'fa:16:3e:f1:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:29Z', 'updated_at': '2021-09-07T19:54:35Z', 'revision_number': 5, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'subnets': [{'id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:54:51.232691 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad5144e-d71e-4147-bf66-3a57e6a4c270 None None] The sync data for ids ['3143d6ed-7e60-4687-acae-4f1e24a9b552'] in n-d-807786-1 is: [{'id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'name': 'tempest-TestShelveInstance-1698618206-router', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:29Z', 'revision_number': 4, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'gw_port': {'id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '281a5f27-b4a7-4a87-9857-147a5e651906', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'port_id': '031baf6f-736a-4fef-aa64-141006caadc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'mac_address': 'fa:16:3e:6d:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b8d3b5-c006-456c-8c03-b12cae25a1b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:54:49Z', 'updated_at': '2021-09-07T19:54:49Z', 'revision_number': 0, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e', 'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'mac_address': 'fa:16:3e:f1:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:29Z', 'updated_at': '2021-09-07T19:54:35Z', 'revision_number': 5, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'subnets': [{'id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:54:51.838484 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb631f2b-adbe-44ec-998b-27807bac0c97 None None] New status for floating IP 281a5f27-b4a7-4a87-9857-147a5e651906: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:54:56.049956 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-17c21a67-9b2a-4e0a-bebb-3c7f53ab6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:57.301386 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b7c1404-589c-4983-869f-726b5f953bc9 req-ffb4b409-d3d4-4e8b-90c7-a66b36bd9970 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387161 Sep 07 19:54:57.384903 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c1404-589c-4983-869f-726b5f953bc9 req-26525250-b990-4279-b81f-d36d13cd3b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:57.386389 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b7c1404-589c-4983-869f-726b5f953bc9 req-26525250-b990-4279-b81f-d36d13cd3b5f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 1096 time: 0.0449059 Sep 07 19:54:57.486311 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c1404-589c-4983-869f-726b5f953bc9 req-4d6e6462-82b8-4af2-8b97-968e40daa7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:57.487752 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b7c1404-589c-4983-869f-726b5f953bc9 req-4d6e6462-82b8-4af2-8b97-968e40daa7d3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 200 len: 910 time: 0.0821714 Sep 07 19:54:57.553561 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b7c1404-589c-4983-869f-726b5f953bc9 req-392d267b-583e-4785-bb7a-2796290ead78 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=031baf6f-736a-4fef-aa64-141006caadc5 HTTP/1.1" status: 200 len: 1001 time: 0.0592983 Sep 07 19:54:57.600446 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c1404-589c-4983-869f-726b5f953bc9 req-acb7d3b4-28fb-4591-898d-e96d03969266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:57.601864 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b7c1404-589c-4983-869f-726b5f953bc9 req-acb7d3b4-28fb-4591-898d-e96d03969266 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbb1c724-544d-48b5-8807-79b4915230e2 HTTP/1.1" status: 200 len: 848 time: 0.0421941 Sep 07 19:54:57.649329 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c1404-589c-4983-869f-726b5f953bc9 req-db4d0749-4c40-4730-9c29-d3ece97a8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:54:57.650836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b7c1404-589c-4983-869f-726b5f953bc9 req-db4d0749-4c40-4730-9c29-d3ece97a8503 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419083 Sep 07 19:54:57.742161 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b7c1404-589c-4983-869f-726b5f953bc9 req-91b2a9c5-34af-48f4-9027-0e64dc4aadac service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841334 Sep 07 19:54:57.828700 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1b7c1404-589c-4983-869f-726b5f953bc9 req-96453fe8-2372-405e-8bac-bac9779483ed service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793834 Sep 07 19:54:58.862373 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-943bd9d5-6562-4f62-b4e6-cd4ac5d6123d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:59.150417 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:54:59.663393 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:55:00.478411 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:55:01.991429 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:55:13.583624 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:55:14.504116 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:55:26.051151 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e363be4-9c26-4935-91c7-5ede6f66f1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:55:28.862222 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-22d68338-83b5-468d-9783-a0ad2c8c3d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:55:29.150486 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:55:30.477971 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:55:31.994890 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:55:36.662564 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:55:43.582786 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:55:44.502052 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:55:56.054055 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c6a15530-86fd-4a15-a344-3fb00fc6e152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:55:57.292921 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-73beed3e-51bb-4ff3-84ec-a8b67d950279 req-6ce009fe-1a4f-4f64-a977-0527a97e743e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425804 Sep 07 19:55:57.374395 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73beed3e-51bb-4ff3-84ec-a8b67d950279 req-6a964131-7d7a-4e8f-817f-20096a19c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:55:57.375776 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-73beed3e-51bb-4ff3-84ec-a8b67d950279 req-6a964131-7d7a-4e8f-817f-20096a19c2da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 1096 time: 0.0434322 Sep 07 19:55:57.475418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73beed3e-51bb-4ff3-84ec-a8b67d950279 req-597988c9-8c11-40ea-bb54-a6b630755371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:55:57.476902 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-73beed3e-51bb-4ff3-84ec-a8b67d950279 req-597988c9-8c11-40ea-bb54-a6b630755371 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 200 len: 910 time: 0.0819519 Sep 07 19:55:57.545572 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-73beed3e-51bb-4ff3-84ec-a8b67d950279 req-dd894c53-58f8-44fc-a34f-b93aea2eb67f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=031baf6f-736a-4fef-aa64-141006caadc5 HTTP/1.1" status: 200 len: 1001 time: 0.0619926 Sep 07 19:55:57.593552 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73beed3e-51bb-4ff3-84ec-a8b67d950279 req-ece53681-59ec-432e-9865-2de8e4de7359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:55:57.594958 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-73beed3e-51bb-4ff3-84ec-a8b67d950279 req-ece53681-59ec-432e-9865-2de8e4de7359 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbb1c724-544d-48b5-8807-79b4915230e2 HTTP/1.1" status: 200 len: 848 time: 0.0417697 Sep 07 19:55:57.642240 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73beed3e-51bb-4ff3-84ec-a8b67d950279 req-71c85ac7-5184-4292-b48a-d9bc9ac95d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:55:57.643661 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-73beed3e-51bb-4ff3-84ec-a8b67d950279 req-71c85ac7-5184-4292-b48a-d9bc9ac95d48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412171 Sep 07 19:55:57.655275 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-73beed3e-51bb-4ff3-84ec-a8b67d950279 req-a991ca28-0cca-4850-ba0c-6b5182c12633 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:55:57.656241 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-73beed3e-51bb-4ff3-84ec-a8b67d950279 req-a991ca28-0cca-4850-ba0c-6b5182c12633 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047898 Sep 07 19:55:57.749775 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-73beed3e-51bb-4ff3-84ec-a8b67d950279 req-0fd514a5-0ccd-491b-8318-fd10f54e630b service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838187 Sep 07 19:55:57.840610 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-73beed3e-51bb-4ff3-84ec-a8b67d950279 req-f1289c9e-4f28-4b94-9aba-7cc747c45854 service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829585 Sep 07 19:55:58.861533 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5c768217-3468-4880-a289-25b6ecf0285d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:55:59.151159 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:56:00.479394 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:56:01.996241 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:56:13.583423 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:56:13.661533 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:56:14.504954 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:56:26.054531 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6bb427af-cb2e-4868-88a0-946dc09c4dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:56:28.862165 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-323f37ca-dac2-474d-b78f-7d9b0774fe71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:56:29.151432 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:56:30.483030 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:56:31.999308 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:56:34.017818 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-e05cf218-6a9b-4d3a-bf17-ecb50842d42a req-1ca6c6ed-b486-40fe-bad5-28580e8c69f3 service neutron] (101445) timed out ('10.222.0.26', 48986) {{(pid=101445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 19:56:43.583526 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:56:44.529198 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:56:47.028617 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14d8cc-8be2-48be-8e22-19984b5fd657 req-8f25a680-d7ac-4aa0-a1ad-c250c5c33690 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:56:47.030120 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c14d8cc-8be2-48be-8e22-19984b5fd657 req-8f25a680-d7ac-4aa0-a1ad-c250c5c33690 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.3759954 Sep 07 19:56:47.066668 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9c14d8cc-8be2-48be-8e22-19984b5fd657 req-56719ad4-6a63-4655-b8f2-0d0dd2d04489 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305974 Sep 07 19:56:48.199193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f594753-98bb-4d59-be47-91536f774a98 req-45428913-7791-466a-a529-57d370c9aa77 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:56:48.200672 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f594753-98bb-4d59-be47-91536f774a98 req-45428913-7791-466a-a529-57d370c9aa77 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0475123 Sep 07 19:56:48.236965 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f594753-98bb-4d59-be47-91536f774a98 req-51031e85-e491-4dec-9c72-5d58130d1bcf tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301898 Sep 07 19:56:49.369217 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b96789-6a46-405d-95d8-5290df0f87e2 req-bc1c71f0-d7b3-4d33-be38-55e50ada1e0c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:56:49.370677 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5b96789-6a46-405d-95d8-5290df0f87e2 req-bc1c71f0-d7b3-4d33-be38-55e50ada1e0c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0504360 Sep 07 19:56:49.407476 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d5b96789-6a46-405d-95d8-5290df0f87e2 req-c4097c14-d5b8-4e91-a624-4564f9e2d57b tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310049 Sep 07 19:56:50.525115 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779567c-e090-4d38-93a5-f693b21a2450 req-963ec682-06f0-4846-b627-de3975f70c8d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:56:50.526626 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3779567c-e090-4d38-93a5-f693b21a2450 req-963ec682-06f0-4846-b627-de3975f70c8d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0550878 Sep 07 19:56:50.563567 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3779567c-e090-4d38-93a5-f693b21a2450 req-ce5fdcfb-01b2-4794-82f9-c09bc8f2f4f0 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310001 Sep 07 19:56:50.660617 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:56:51.678185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8b10a-495c-4c16-9d55-064d44bfba40 req-74d5e58a-cba9-425b-b0a6-f33e047e5e30 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:56:51.679662 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96f8b10a-495c-4c16-9d55-064d44bfba40 req-74d5e58a-cba9-425b-b0a6-f33e047e5e30 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0482068 Sep 07 19:56:51.716096 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-96f8b10a-495c-4c16-9d55-064d44bfba40 req-71314976-f920-4d9e-a4fe-024845a928d1 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305016 Sep 07 19:56:52.832166 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e7163-5093-4c5b-9588-9af47c2c3075 req-dcb8a377-1c75-4c25-8d3f-488c19a379cd tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:56:52.833680 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a3e7163-5093-4c5b-9588-9af47c2c3075 req-dcb8a377-1c75-4c25-8d3f-488c19a379cd tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0520957 Sep 07 19:56:52.871433 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a3e7163-5093-4c5b-9588-9af47c2c3075 req-17a32f30-4dd4-428f-9d85-d677c8556566 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317419 Sep 07 19:56:54.044804 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195056eb-1b89-4e73-ac3b-f7d8f3d3d901 req-24ae6724-d29e-4020-aed8-bb54d458e6a3 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:56:54.046272 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-195056eb-1b89-4e73-ac3b-f7d8f3d3d901 req-24ae6724-d29e-4020-aed8-bb54d458e6a3 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.1082225 Sep 07 19:56:54.084231 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-195056eb-1b89-4e73-ac3b-f7d8f3d3d901 req-04e8eb46-d927-4cdb-9b7b-e888d178c17f tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319581 Sep 07 19:56:55.198756 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9fead-c4b9-49f9-a9b2-cf684d188260 req-0dec8998-b97f-46ce-a9ee-003dd947ca36 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:56:55.200235 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-23c9fead-c4b9-49f9-a9b2-cf684d188260 req-0dec8998-b97f-46ce-a9ee-003dd947ca36 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0484393 Sep 07 19:56:55.237370 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-23c9fead-c4b9-49f9-a9b2-cf684d188260 req-5efa063e-0307-4671-90be-2c862799b772 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310111 Sep 07 19:56:56.057693 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-8405e2e6-1621-41e7-851c-28a6b44ba3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:56:56.356420 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57043e-47b4-4cc7-ade6-20a4fc5ecb1b req-19db7e8b-a3eb-4f95-86ad-bbd16868e025 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:56:56.358097 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc57043e-47b4-4cc7-ade6-20a4fc5ecb1b req-19db7e8b-a3eb-4f95-86ad-bbd16868e025 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0551925 Sep 07 19:56:56.395482 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc57043e-47b4-4cc7-ade6-20a4fc5ecb1b req-20d6718b-5000-4e5f-a9d9-71023732b98a tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316429 Sep 07 19:56:57.510111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c8d1c-5cc5-4169-ae63-8e7f356e82f1 req-9ebbdab4-5921-4b9a-a9f3-202b72de1c86 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:56:57.511638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-454c8d1c-5cc5-4169-ae63-8e7f356e82f1 req-9ebbdab4-5921-4b9a-a9f3-202b72de1c86 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0492773 Sep 07 19:56:57.555101 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-454c8d1c-5cc5-4169-ae63-8e7f356e82f1 req-fa095531-c980-45e4-b056-baa05c1304ab tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374746 Sep 07 19:56:58.670953 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617b926-70c1-4420-b190-68a87e12ef86 req-afde629a-2fee-4dee-b0b4-9d57e39d100e tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:56:58.672441 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a617b926-70c1-4420-b190-68a87e12ef86 req-afde629a-2fee-4dee-b0b4-9d57e39d100e tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0486796 Sep 07 19:56:58.710797 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a617b926-70c1-4420-b190-68a87e12ef86 req-267a98a4-0eee-4061-87ad-c5292c1b0302 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323799 Sep 07 19:56:58.862817 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9baa-c0cb-4761-9861-36ec04c7b6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:56:59.157638 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:56:59.347586 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770c104-cd50-43dc-87a9-9be5246da21f req-9489dd23-935e-441e-8e29-f5daea4d5956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:56:59.349201 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7770c104-cd50-43dc-87a9-9be5246da21f req-9489dd23-935e-441e-8e29-f5daea4d5956 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 1096 time: 0.0534732 Sep 07 19:56:59.461125 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770c104-cd50-43dc-87a9-9be5246da21f req-24820340-6db9-4e4d-9208-4afcc4e2401c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:56:59.462500 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7770c104-cd50-43dc-87a9-9be5246da21f req-24820340-6db9-4e4d-9208-4afcc4e2401c service neutron] 10.222.0.60 "GET /v2.0/networks?id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 200 len: 910 time: 0.0922761 Sep 07 19:56:59.530626 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 031baf6f-736a-4fef-aa64-141006caadc5 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:56:59.546188 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7770c104-cd50-43dc-87a9-9be5246da21f req-720c3a31-ccf8-4276-a56a-4b6b06caccc3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=031baf6f-736a-4fef-aa64-141006caadc5 HTTP/1.1" status: 200 len: 1001 time: 0.0759592 Sep 07 19:56:59.630611 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770c104-cd50-43dc-87a9-9be5246da21f req-60b7f8c2-a34e-4bff-b711-aa433ceb2298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:56:59.633661 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7770c104-cd50-43dc-87a9-9be5246da21f req-60b7f8c2-a34e-4bff-b711-aa433ceb2298 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbb1c724-544d-48b5-8807-79b4915230e2 HTTP/1.1" status: 200 len: 848 time: 0.0767586 Sep 07 19:56:59.679361 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 031baf6f-736a-4fef-aa64-141006caadc5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=031baf6f-736a-4fef-aa64-141006caadc5,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:56:59.688361 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770c104-cd50-43dc-87a9-9be5246da21f req-2d247c06-a33d-457a-8aa3-0957a3f661bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:56:59.690399 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7770c104-cd50-43dc-87a9-9be5246da21f req-2d247c06-a33d-457a-8aa3-0957a3f661bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494289 Sep 07 19:56:59.695960 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '031baf6f-736a-4fef-aa64-141006caadc5', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'port_id': '031baf6f-736a-4fef-aa64-141006caadc5', 'mac_address': 'fa:16:3e:6d:7d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:56:59.745910 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:56:59.787536 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 031baf6f-736a-4fef-aa64-141006caadc5 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:56:59.813112 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 031baf6f-736a-4fef-aa64-141006caadc5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=031baf6f-736a-4fef-aa64-141006caadc5,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:56:59.820925 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:56:59.862673 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7770c104-cd50-43dc-87a9-9be5246da21f req-ce8f250b-e2a8-4a8b-9d54-5d09041316c6 service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643500 Sep 07 19:56:59.876643 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c309b1-9f4e-48ef-ab16-b7b3f3c1a294 req-db901f18-98cb-445f-a004-8679a912cd15 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:56:59.878324 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0c309b1-9f4e-48ef-ab16-b7b3f3c1a294 req-db901f18-98cb-445f-a004-8679a912cd15 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 944 time: 0.0722511 Sep 07 19:56:59.893943 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=031baf6f-736a-4fef-aa64-141006caadc5,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:56:59.898382 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['031baf6f-736a-4fef-aa64-141006caadc5'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:56:59.951070 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:56:59.951409 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:56:59.951754 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:56:59.952092 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:56:59.952426 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:56:59.952933 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:56:59.953274 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:56:59.953599 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:56:59.953924 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:56:59.954247 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:56:59.954588 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:56:59.955158 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:57:00.001208 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0c309b1-9f4e-48ef-ab16-b7b3f3c1a294 req-1ea2e075-eb7d-4a4a-9775-2ceeaf6b2e6d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128430 Sep 07 19:57:00.047637 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7770c104-cd50-43dc-87a9-9be5246da21f req-a543fa16-a1db-4b3b-8ee3-691627f9d3b9 service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680396 Sep 07 19:57:00.490028 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:01.154117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e520d-bdd4-4ef4-aac0-de3dda7261d1 req-5b544c0c-9ef5-4481-85e7-1f69a6636472 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:01.155928 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a6e520d-bdd4-4ef4-aac0-de3dda7261d1 req-5b544c0c-9ef5-4481-85e7-1f69a6636472 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 944 time: 0.0595939 Sep 07 19:57:01.195765 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a6e520d-bdd4-4ef4-aac0-de3dda7261d1 req-2e4f8762-2442-45ec-89d7-74a7441f1f5e tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335040 Sep 07 19:57:01.543620 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 031baf6f-736a-4fef-aa64-141006caadc5 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:57:01.626989 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 031baf6f-736a-4fef-aa64-141006caadc5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:57:01.627615 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:01.722049 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:01.744764 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b8d3b5-c006-456c-8c03-b12cae25a1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031baf6f-736a-4fef-aa64-141006caadc5'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:57:01.747401 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6c55f6-cb2d-474b-9fc6-18aa3193f1eb" -d '{"events": [{"server_uuid": "80b8d3b5-c006-456c-8c03-b12cae25a1b2", "name": "network-vif-plugged", "status": "completed", "tag": "031baf6f-736a-4fef-aa64-141006caadc5"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:57:01.762803 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 031baf6f-736a-4fef-aa64-141006caadc5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=031baf6f-736a-4fef-aa64-141006caadc5,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:57:01.770273 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:01.798317 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1a522f-d6a6-4433-b3c6-ab3a836287cb x-openstack-request-id: req-aa1a522f-d6a6-4433-b3c6-ab3a836287cb {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:57:01.798601 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b8d3b5-c006-456c-8c03-b12cae25a1b2", "name": "network-vif-plugged", "status": "completed", "tag": "031baf6f-736a-4fef-aa64-141006caadc5", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:57:01.798860 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa1a522f-d6a6-4433-b3c6-ab3a836287cb {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:57:01.799261 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b8d3b5-c006-456c-8c03-b12cae25a1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031baf6f-736a-4fef-aa64-141006caadc5', 'code': 200} Sep 07 19:57:01.826342 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=031baf6f-736a-4fef-aa64-141006caadc5,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:57:02.003359 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:02.336332 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1d38d-0abf-41c5-94f4-21ce41adc340 req-700b521c-2496-4476-84db-ef923d96a28e tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:02.338061 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ae1d38d-0abf-41c5-94f4-21ce41adc340 req-700b521c-2496-4476-84db-ef923d96a28e tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0550163 Sep 07 19:57:02.383806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ae1d38d-0abf-41c5-94f4-21ce41adc340 req-c522e665-a47c-4210-8dd2-6d8faaf2174c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385962 Sep 07 19:57:03.535120 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2d88c-231e-4b2c-b4ba-323122dec0e5 req-0130715b-8496-4746-9546-dea7bbdd536f tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:03.536653 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-80e2d88c-231e-4b2c-b4ba-323122dec0e5 req-0130715b-8496-4746-9546-dea7bbdd536f tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0584352 Sep 07 19:57:03.583056 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-80e2d88c-231e-4b2c-b4ba-323122dec0e5 req-1201fe05-5c94-4f5d-9327-2d5f7349cc80 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373104 Sep 07 19:57:04.722057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b59b6a-e8a6-41ad-a363-1bfe8765df2f req-841dd463-b19e-478b-bbd8-df5bb8703589 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:04.725728 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c9b59b6a-e8a6-41ad-a363-1bfe8765df2f req-841dd463-b19e-478b-bbd8-df5bb8703589 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0629690 Sep 07 19:57:04.770226 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c9b59b6a-e8a6-41ad-a363-1bfe8765df2f req-9a077132-43eb-4b68-8009-90edc96636bc tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376792 Sep 07 19:57:05.918695 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7915838-6514-432e-b7f3-503d22a9c1c2 req-15be29a8-b3e2-4945-9057-260bb19e5d71 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:05.920557 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b7915838-6514-432e-b7f3-503d22a9c1c2 req-15be29a8-b3e2-4945-9057-260bb19e5d71 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0610862 Sep 07 19:57:05.982925 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b7915838-6514-432e-b7f3-503d22a9c1c2 req-09356f75-3bd6-473b-bbce-3e5bc06c8273 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499671 Sep 07 19:57:07.108347 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19becf5f-d347-411c-a490-8ee117ffd13a req-82f618b4-fe8e-4868-bda7-75efe5525761 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:07.109921 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19becf5f-d347-411c-a490-8ee117ffd13a req-82f618b4-fe8e-4868-bda7-75efe5525761 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0675201 Sep 07 19:57:07.149839 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-19becf5f-d347-411c-a490-8ee117ffd13a req-56732bc5-7cf4-40db-adce-e049f39d9742 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337758 Sep 07 19:57:08.267422 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81d9ef-6657-4a36-9f1c-5aef2038a4e6 req-0e429668-0441-4fc5-96a4-d5928dad14fc tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:08.268941 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3a81d9ef-6657-4a36-9f1c-5aef2038a4e6 req-0e429668-0441-4fc5-96a4-d5928dad14fc tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0487633 Sep 07 19:57:08.306905 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3a81d9ef-6657-4a36-9f1c-5aef2038a4e6 req-4867a595-ca24-4801-a1ed-3a187a5167d6 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316579 Sep 07 19:57:08.489016 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61489576-33f5-4db8-b2e2-e0c9c602d142 req-d202d9b5-9055-4c02-b2f0-1e834829b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:08.490504 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61489576-33f5-4db8-b2e2-e0c9c602d142 req-d202d9b5-9055-4c02-b2f0-1e834829b426 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 1096 time: 0.0409861 Sep 07 19:57:08.582284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61489576-33f5-4db8-b2e2-e0c9c602d142 req-0d0b0984-1636-40b9-8241-d87cde2e03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:08.583736 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61489576-33f5-4db8-b2e2-e0c9c602d142 req-0d0b0984-1636-40b9-8241-d87cde2e03f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 200 len: 910 time: 0.0855253 Sep 07 19:57:08.649637 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61489576-33f5-4db8-b2e2-e0c9c602d142 req-6cce55e0-ef0f-4bf7-ad8d-b32de3fffe51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=031baf6f-736a-4fef-aa64-141006caadc5 HTTP/1.1" status: 200 len: 1001 time: 0.0572085 Sep 07 19:57:08.700777 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61489576-33f5-4db8-b2e2-e0c9c602d142 req-c09f68ac-f4f1-4fa2-8a7c-1debeae82408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:08.702169 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61489576-33f5-4db8-b2e2-e0c9c602d142 req-c09f68ac-f4f1-4fa2-8a7c-1debeae82408 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbb1c724-544d-48b5-8807-79b4915230e2 HTTP/1.1" status: 200 len: 848 time: 0.0460148 Sep 07 19:57:08.746693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61489576-33f5-4db8-b2e2-e0c9c602d142 req-c19285d7-5028-460f-9180-295e35952fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:08.748096 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61489576-33f5-4db8-b2e2-e0c9c602d142 req-c19285d7-5028-460f-9180-295e35952fe8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383317 Sep 07 19:57:08.836847 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61489576-33f5-4db8-b2e2-e0c9c602d142 req-3d950f83-4143-4fcd-b2e4-cdcbf94bb311 service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805838 Sep 07 19:57:08.927628 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-61489576-33f5-4db8-b2e2-e0c9c602d142 req-8f2b1716-e6ec-4764-a58c-529feac64294 service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833275 Sep 07 19:57:09.421592 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b78e8-1964-497d-bdf7-900d907d8132 req-a822df67-598c-4e0e-9208-8c522112c4d3 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:09.423053 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f5b78e8-1964-497d-bdf7-900d907d8132 req-a822df67-598c-4e0e-9208-8c522112c4d3 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0481029 Sep 07 19:57:09.461745 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4f5b78e8-1964-497d-bdf7-900d907d8132 req-3c373e88-a0ac-4b6c-a46b-b39b56bb1eec tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322099 Sep 07 19:57:10.586702 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03170441-a528-4e63-ae47-e21c6a8d9a82 req-d19c184d-d86e-411d-b1cd-7e39c21e851c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:10.588235 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-03170441-a528-4e63-ae47-e21c6a8d9a82 req-d19c184d-d86e-411d-b1cd-7e39c21e851c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0590973 Sep 07 19:57:10.634884 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-03170441-a528-4e63-ae47-e21c6a8d9a82 req-78b4ed87-7a6b-4003-849b-4d150a6a3ac4 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388899 Sep 07 19:57:11.591462 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 031baf6f-736a-4fef-aa64-141006caadc5 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:57:11.673041 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:11.695059 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b8d3b5-c006-456c-8c03-b12cae25a1b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '031baf6f-736a-4fef-aa64-141006caadc5'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:57:11.697296 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1635e8c8-40d5-41fd-9a31-589777ded59f" -d '{"events": [{"server_uuid": "80b8d3b5-c006-456c-8c03-b12cae25a1b2", "name": "network-vif-unplugged", "status": "completed", "tag": "031baf6f-736a-4fef-aa64-141006caadc5"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:57:11.709703 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 031baf6f-736a-4fef-aa64-141006caadc5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=031baf6f-736a-4fef-aa64-141006caadc5,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:57:11.716865 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:11.740535 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 19:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281c6671-a813-46e4-8b3c-54409f76aca9 x-openstack-request-id: req-281c6671-a813-46e4-8b3c-54409f76aca9 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:57:11.740819 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b8d3b5-c006-456c-8c03-b12cae25a1b2", "name": "network-vif-unplugged", "status": "failed", "tag": "031baf6f-736a-4fef-aa64-141006caadc5", "code": 422}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:57:11.741098 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-281c6671-a813-46e4-8b3c-54409f76aca9 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:57:11.741489 n-d-807786-1 neutron-server[101446]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '80b8d3b5-c006-456c-8c03-b12cae25a1b2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '031baf6f-736a-4fef-aa64-141006caadc5', 'code': 422} returned with failed status Sep 07 19:57:11.752124 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb086489-5b07-49f2-9b78-5101c0bfea6a req-3033a50e-7c00-46e5-be9f-b85458c9e046 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:11.753670 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb086489-5b07-49f2-9b78-5101c0bfea6a req-3033a50e-7c00-46e5-be9f-b85458c9e046 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0528247 Sep 07 19:57:11.766823 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=031baf6f-736a-4fef-aa64-141006caadc5,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:57:11.792057 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cb086489-5b07-49f2-9b78-5101c0bfea6a req-dcd2d0e2-ba95-4125-987a-06d287c45ddd tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318544 Sep 07 19:57:11.913993 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-020362b3-cb0e-489d-aa8a-bdece893067a req-0b03af59-4284-40f0-ad2e-c76a299c9d73 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:57:11.915021 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-020362b3-cb0e-489d-aa8a-bdece893067a req-0b03af59-4284-40f0-ad2e-c76a299c9d73 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0608675 Sep 07 19:57:12.066332 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b68cb-c68f-41c5-b166-e94b71a47fb5 req-fc92dd94-01fc-4509-acac-69de83437b51 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:12.067836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab8b68cb-c68f-41c5-b166-e94b71a47fb5 req-fc92dd94-01fc-4509-acac-69de83437b51 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0497200 Sep 07 19:57:12.106638 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ab8b68cb-c68f-41c5-b166-e94b71a47fb5 req-577ec0c1-8e0e-447e-adfe-6053c7a9184b tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328734 Sep 07 19:57:12.205423 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53002) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:57:12.289521 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-923b6f71-e9cc-4692-bfc3-39a2c8e8b078 req-7f76127f-6b1b-4037-a090-4152135e3ab7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829511 Sep 07 19:57:12.298218 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-923b6f71-e9cc-4692-bfc3-39a2c8e8b078 req-12a08aa0-6e09-4de0-84bf-156115ccbf51 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:57:12.299151 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-923b6f71-e9cc-4692-bfc3-39a2c8e8b078 req-12a08aa0-6e09-4de0-84bf-156115ccbf51 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049050 Sep 07 19:57:13.091817 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b6f71-e9cc-4692-bfc3-39a2c8e8b078 req-8e55cce5-091d-44d5-83e0-b7fa7c85092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:13.093386 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-923b6f71-e9cc-4692-bfc3-39a2c8e8b078 req-8e55cce5-091d-44d5-83e0-b7fa7c85092a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2&tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2 HTTP/1.1" status: 200 len: 1094 time: 0.0406442 Sep 07 19:57:13.153699 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b6f71-e9cc-4692-bfc3-39a2c8e8b078 req-2cfce0d4-c126-41eb-b5fb-ddb86a4b49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:13.155200 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-923b6f71-e9cc-4692-bfc3-39a2c8e8b078 req-2cfce0d4-c126-41eb-b5fb-ddb86a4b49b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 1094 time: 0.0402522 Sep 07 19:57:13.272232 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e07a6-0a1e-4427-8e51-54da96b5c4f6 req-7c521218-7b24-4263-9557-6db9510bf7a5 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:13.273815 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d02e07a6-0a1e-4427-8e51-54da96b5c4f6 req-7c521218-7b24-4263-9557-6db9510bf7a5 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0934842 Sep 07 19:57:13.299814 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b6f71-e9cc-4692-bfc3-39a2c8e8b078 req-a3d7a0d6-9f1f-4e90-9681-da1c09365c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:13.301254 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-923b6f71-e9cc-4692-bfc3-39a2c8e8b078 req-a3d7a0d6-9f1f-4e90-9681-da1c09365c5a service neutron] 10.222.0.60 "GET /v2.0/networks?id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 200 len: 910 time: 0.1389406 Sep 07 19:57:13.355614 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d02e07a6-0a1e-4427-8e51-54da96b5c4f6 req-f76a49c5-ac2c-457a-a07f-2600fee59a16 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758448 Sep 07 19:57:13.380843 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-923b6f71-e9cc-4692-bfc3-39a2c8e8b078 req-99101ba3-a3be-454f-a598-2c5c2d0c1241 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=031baf6f-736a-4fef-aa64-141006caadc5 HTTP/1.1" status: 200 len: 999 time: 0.0713639 Sep 07 19:57:13.430477 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b6f71-e9cc-4692-bfc3-39a2c8e8b078 req-7c47f16a-2e22-447c-843c-992cc8085470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:13.431838 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-923b6f71-e9cc-4692-bfc3-39a2c8e8b078 req-7c47f16a-2e22-447c-843c-992cc8085470 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbb1c724-544d-48b5-8807-79b4915230e2 HTTP/1.1" status: 200 len: 848 time: 0.0432940 Sep 07 19:57:13.477316 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b6f71-e9cc-4692-bfc3-39a2c8e8b078 req-a1adb477-fb24-4e2a-8c8f-87b051ca803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:13.478772 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-923b6f71-e9cc-4692-bfc3-39a2c8e8b078 req-a1adb477-fb24-4e2a-8c8f-87b051ca803d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395539 Sep 07 19:57:13.570635 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-923b6f71-e9cc-4692-bfc3-39a2c8e8b078 req-6f55471c-c616-43fb-a945-21a13afd810b service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840385 Sep 07 19:57:13.584009 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:13.660170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-923b6f71-e9cc-4692-bfc3-39a2c8e8b078 req-67d813a3-c646-4c38-a774-8a76a4f76b38 service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815563 Sep 07 19:57:14.483456 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28511d0-595b-442f-a765-fd43174f4402 req-3bb45de1-a579-4fee-9977-efdf2f4ef5dc tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:14.485299 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a28511d0-595b-442f-a765-fd43174f4402 req-3bb45de1-a579-4fee-9977-efdf2f4ef5dc tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0571229 Sep 07 19:57:14.528070 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a28511d0-595b-442f-a765-fd43174f4402 req-722388ec-af5d-43f9-9745-311c79c4b71e tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358512 Sep 07 19:57:14.541032 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:15.668155 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3f269-abab-4b24-9c84-f1dde1497bd3 req-d4b7247d-2558-4a8d-81a2-3457e4f20ea4 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:15.669687 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bea3f269-abab-4b24-9c84-f1dde1497bd3 req-d4b7247d-2558-4a8d-81a2-3457e4f20ea4 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0587659 Sep 07 19:57:15.716325 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bea3f269-abab-4b24-9c84-f1dde1497bd3 req-7b3f40fd-98a2-45f3-a9a1-215e4406e9a1 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406232 Sep 07 19:57:16.850349 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad5522-6589-47cf-a88a-d454bf7d79e9 req-167087c7-fcc1-4003-8c11-a38011f34c81 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:16.853236 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ddad5522-6589-47cf-a88a-d454bf7d79e9 req-167087c7-fcc1-4003-8c11-a38011f34c81 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0520656 Sep 07 19:57:16.893132 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ddad5522-6589-47cf-a88a-d454bf7d79e9 req-89863419-ce24-499b-99d5-ac6786584b0e tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336452 Sep 07 19:57:18.017711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e38895-2c68-4531-a5e4-5312bc50f5e1 req-a8628a85-a057-4c43-93ae-699cd305de72 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:18.019207 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8e38895-2c68-4531-a5e4-5312bc50f5e1 req-a8628a85-a057-4c43-93ae-699cd305de72 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0534289 Sep 07 19:57:18.062486 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8e38895-2c68-4531-a5e4-5312bc50f5e1 req-270c6c79-f7bb-4640-a745-1f0f2011aaaa tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368514 Sep 07 19:57:19.180865 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27748d-b4f6-47cb-8876-1591f5edc014 req-630bbb5e-c1ec-4ca1-a6fd-39de2eb822a3 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:19.182434 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c27748d-b4f6-47cb-8876-1591f5edc014 req-630bbb5e-c1ec-4ca1-a6fd-39de2eb822a3 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0497761 Sep 07 19:57:19.226584 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c27748d-b4f6-47cb-8876-1591f5edc014 req-0e1f64a1-8a88-487c-b4fe-44c4d6e8d7a1 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372233 Sep 07 19:57:20.343922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e003cd-ec06-4b9f-bddc-7875456a3267 req-5b5aa9ef-bb90-4499-bde3-520b121a7ab7 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:20.345614 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43e003cd-ec06-4b9f-bddc-7875456a3267 req-5b5aa9ef-bb90-4499-bde3-520b121a7ab7 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0531507 Sep 07 19:57:20.385011 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-43e003cd-ec06-4b9f-bddc-7875456a3267 req-3c1a1a1e-7aea-461d-adb2-f3ef46db2c1d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332515 Sep 07 19:57:21.519404 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270dd32-434f-428a-9418-254da2aed973 req-ef8fc47f-d35c-4304-9c61-648f9ea2beae tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:21.520905 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e270dd32-434f-428a-9418-254da2aed973 req-ef8fc47f-d35c-4304-9c61-648f9ea2beae tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0543063 Sep 07 19:57:21.564174 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e270dd32-434f-428a-9418-254da2aed973 req-f4783228-6452-4176-8974-2f86834f2312 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373347 Sep 07 19:57:22.688015 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad10f3-a446-4b23-8603-51afa9dc06d3 req-23c80270-e5e3-4be6-9eea-81983286624e tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:22.689552 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cbad10f3-a446-4b23-8603-51afa9dc06d3 req-23c80270-e5e3-4be6-9eea-81983286624e tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0499146 Sep 07 19:57:22.726683 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cbad10f3-a446-4b23-8603-51afa9dc06d3 req-18776d01-fa64-46b6-98d0-b6542fcf493f tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304918 Sep 07 19:57:23.844104 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b9482-8cfa-4115-9fb1-226ee32bf9ae req-c2805478-c7b0-48ac-852f-c2b6a6e07490 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:23.845637 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-304b9482-8cfa-4115-9fb1-226ee32bf9ae req-c2805478-c7b0-48ac-852f-c2b6a6e07490 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0502353 Sep 07 19:57:23.882869 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-304b9482-8cfa-4115-9fb1-226ee32bf9ae req-e1687bd1-d958-4388-8bbf-231fdbb60524 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314481 Sep 07 19:57:24.999931 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28a9f6-bf22-4e1f-8ee6-7bcea9d2cbdc req-772ed3b4-890c-44de-9db9-5178aaa4fd08 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:25.001434 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f28a9f6-bf22-4e1f-8ee6-7bcea9d2cbdc req-772ed3b4-890c-44de-9db9-5178aaa4fd08 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0520957 Sep 07 19:57:25.038889 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7f28a9f6-bf22-4e1f-8ee6-7bcea9d2cbdc req-53c942fc-8d79-4fc4-a794-048bf4bd63b1 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311372 Sep 07 19:57:26.059697 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-52eb0d62-e1d6-4756-a04b-3ca37af74979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:26.151830 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e599f9-51d6-48f1-af28-a9baa51c9a0c req-34c8f86b-1f4a-4295-ab04-ebcc6651e8d7 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:26.153368 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-18e599f9-51d6-48f1-af28-a9baa51c9a0c req-34c8f86b-1f4a-4295-ab04-ebcc6651e8d7 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0486495 Sep 07 19:57:26.190172 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-18e599f9-51d6-48f1-af28-a9baa51c9a0c req-fd0182b2-a025-4c6e-bd9b-4ea4861fd8e4 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308890 Sep 07 19:57:27.302515 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb21ed2-7eda-4561-82da-81458cca15bf req-f392ecfa-59ca-4824-a868-0f38a9445e92 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:27.304601 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0fb21ed2-7eda-4561-82da-81458cca15bf req-f392ecfa-59ca-4824-a868-0f38a9445e92 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0478852 Sep 07 19:57:27.340687 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0fb21ed2-7eda-4561-82da-81458cca15bf req-151c9012-b1bb-4add-939b-b650575de5a8 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301032 Sep 07 19:57:27.645083 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 031baf6f-736a-4fef-aa64-141006caadc5 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:57:27.659002 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:57:27.743993 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 031baf6f-736a-4fef-aa64-141006caadc5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=031baf6f-736a-4fef-aa64-141006caadc5,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:57:27.755054 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '031baf6f-736a-4fef-aa64-141006caadc5', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'port_id': '031baf6f-736a-4fef-aa64-141006caadc5', 'mac_address': 'fa:16:3e:6d:7d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:57:27.795200 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:27.807450 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 031baf6f-736a-4fef-aa64-141006caadc5 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:57:27.825460 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 031baf6f-736a-4fef-aa64-141006caadc5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=031baf6f-736a-4fef-aa64-141006caadc5,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:57:27.829281 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:27.877341 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=031baf6f-736a-4fef-aa64-141006caadc5,revision_number=9']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:57:28.033723 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['031baf6f-736a-4fef-aa64-141006caadc5'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:57:28.458881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24c87c-5534-470e-b0b2-91b46407fbae req-bc981245-570c-4234-b702-aa73eedc11c7 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:28.460368 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f24c87c-5534-470e-b0b2-91b46407fbae req-bc981245-570c-4234-b702-aa73eedc11c7 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 944 time: 0.0531230 Sep 07 19:57:28.496916 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9f24c87c-5534-470e-b0b2-91b46407fbae req-e2dab554-0e7a-414e-86c9-2de933bd0b99 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305729 Sep 07 19:57:28.864306 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0c70df9e-288d-47e4-a1ec-679be0bd2b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:29.148460 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:29.612218 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb7fd5-fe77-4ebe-8ca5-e004b15d8ef0 req-443eb246-a877-4392-832c-ee3b7342df0f tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:29.613742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-42fb7fd5-fe77-4ebe-8ca5-e004b15d8ef0 req-443eb246-a877-4392-832c-ee3b7342df0f tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 944 time: 0.0494976 Sep 07 19:57:29.652116 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-42fb7fd5-fe77-4ebe-8ca5-e004b15d8ef0 req-691532f8-6e37-4553-884b-509b3bad439a tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316427 Sep 07 19:57:29.653068 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 031baf6f-736a-4fef-aa64-141006caadc5 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:57:29.702740 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 031baf6f-736a-4fef-aa64-141006caadc5 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:57:29.703106 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:29.777064 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:29.804631 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b8d3b5-c006-456c-8c03-b12cae25a1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031baf6f-736a-4fef-aa64-141006caadc5'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:57:29.806841 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3b8715-b9d3-4c13-9136-1c4bf4310cb6" -d '{"events": [{"server_uuid": "80b8d3b5-c006-456c-8c03-b12cae25a1b2", "name": "network-vif-plugged", "status": "completed", "tag": "031baf6f-736a-4fef-aa64-141006caadc5"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:57:29.819532 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 031baf6f-736a-4fef-aa64-141006caadc5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=031baf6f-736a-4fef-aa64-141006caadc5,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:57:29.824648 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:29.848475 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2d0856-29d1-47bd-a4b3-f64075b648f7 x-openstack-request-id: req-0a2d0856-29d1-47bd-a4b3-f64075b648f7 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:57:29.848788 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b8d3b5-c006-456c-8c03-b12cae25a1b2", "name": "network-vif-plugged", "status": "completed", "tag": "031baf6f-736a-4fef-aa64-141006caadc5", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:57:29.849039 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a2d0856-29d1-47bd-a4b3-f64075b648f7 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:57:29.849422 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b8d3b5-c006-456c-8c03-b12cae25a1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031baf6f-736a-4fef-aa64-141006caadc5', 'code': 200} Sep 07 19:57:29.881688 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=031baf6f-736a-4fef-aa64-141006caadc5,revision_number=10']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:57:30.000486 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c2ec8-9314-4bd9-8db5-bc6564f6adbe req-5249877a-6334-4585-b931-b964444e65e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:30.001996 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f77c2ec8-9314-4bd9-8db5-bc6564f6adbe req-5249877a-6334-4585-b931-b964444e65e3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 1097 time: 0.0395343 Sep 07 19:57:30.035833 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f77c2ec8-9314-4bd9-8db5-bc6564f6adbe req-69985649-5fcf-42e1-833a-80a3e73cfb83 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267611 Sep 07 19:57:30.487203 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:30.768642 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80493e3d-dffe-456f-8b55-f54322454076 req-0ad8f78c-cb03-45ab-8e96-b222e5c09cd6 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:30.770054 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-80493e3d-dffe-456f-8b55-f54322454076 req-0ad8f78c-cb03-45ab-8e96-b222e5c09cd6 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 946 time: 0.0518775 Sep 07 19:57:30.807339 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-80493e3d-dffe-456f-8b55-f54322454076 req-2ec1db05-c9f7-49e0-ba81-769407baecd0 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314322 Sep 07 19:57:31.924871 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc630e-b575-40d2-a031-30a8d1c36405 req-835ba72c-a4b8-44b0-bee7-57865d0514df tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:57:31.926328 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-78bc630e-b575-40d2-a031-30a8d1c36405 req-835ba72c-a4b8-44b0-bee7-57865d0514df tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 946 time: 0.0487416 Sep 07 19:57:31.963792 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-78bc630e-b575-40d2-a031-30a8d1c36405 req-e40cd212-4507-4985-b294-f385eb5c7976 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316174 Sep 07 19:57:32.004791 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:43.602316 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:44.540735 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:56.061401 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ffbf5d3b-7869-457c-a0cf-4b5a9bc6dd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:58.865285 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-76b56bff-6cdd-4ce0-becc-600aea41b279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:57:59.148966 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:00.491446 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:01.298911 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b6e5163-e469-41ae-a249-c050f93bdc63 req-a2f95c26-6aa6-4cb1-b3b0-e2ac7f2eec3d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395768 Sep 07 19:58:01.379035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e5163-e469-41ae-a249-c050f93bdc63 req-e41d8753-2b8b-4d03-89d4-bf8bdfbd753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:58:01.380497 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b6e5163-e469-41ae-a249-c050f93bdc63 req-e41d8753-2b8b-4d03-89d4-bf8bdfbd753a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 1097 time: 0.0395191 Sep 07 19:58:01.483483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e5163-e469-41ae-a249-c050f93bdc63 req-1cdef932-afb1-4063-8ad6-9bf269736467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:58:01.484970 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b6e5163-e469-41ae-a249-c050f93bdc63 req-1cdef932-afb1-4063-8ad6-9bf269736467 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 200 len: 910 time: 0.0862281 Sep 07 19:58:01.552359 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b6e5163-e469-41ae-a249-c050f93bdc63 req-b768e2d4-f6c5-4467-b266-aad05d39c6a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=031baf6f-736a-4fef-aa64-141006caadc5 HTTP/1.1" status: 200 len: 1001 time: 0.0600660 Sep 07 19:58:01.602102 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e5163-e469-41ae-a249-c050f93bdc63 req-59e5f3b4-3842-449a-b31d-a1a3f4c9b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:58:01.603538 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b6e5163-e469-41ae-a249-c050f93bdc63 req-59e5f3b4-3842-449a-b31d-a1a3f4c9b94f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbb1c724-544d-48b5-8807-79b4915230e2 HTTP/1.1" status: 200 len: 848 time: 0.0441320 Sep 07 19:58:01.650235 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e5163-e469-41ae-a249-c050f93bdc63 req-3a2db477-878b-4a68-ad0d-8bf353c0dfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:58:01.652342 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b6e5163-e469-41ae-a249-c050f93bdc63 req-3a2db477-878b-4a68-ad0d-8bf353c0dfa8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398057 Sep 07 19:58:01.746477 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b6e5163-e469-41ae-a249-c050f93bdc63 req-4f509f53-6b97-4b6e-9d74-0ff5649828cd service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854504 Sep 07 19:58:01.835652 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2b6e5163-e469-41ae-a249-c050f93bdc63 req-f7a69300-df10-42c7-8bb0-996d72d31e8b service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810676 Sep 07 19:58:02.008740 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:04.658674 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:58:13.595726 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:14.559768 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:26.064217 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a74516a0-c9d5-442a-acce-d9115ff44d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:28.865355 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-90f4c426-fae2-4d22-9294-f5c558c79005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:29.149540 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:30.495035 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:32.010012 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:41.657956 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:58:43.610293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53122) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:58:43.616396 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:43.763628 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Deleting port 3f1e8654-23ce-4bb9-9e5a-80fc026d2641 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:58:43.763887 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:43.839103 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:43.839414 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:43.851182 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Calling delete_port for 3f1e8654-23ce-4bb9-9e5a-80fc026d2641 owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:58:43.996535 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:44.026322 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event deleted for resources: {'Port': ['ID=3f1e8654-23ce-4bb9-9e5a-80fc026d2641,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:58:44.048039 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:44.048383 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:44.048742 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:44.049071 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:44.049398 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:44.049724 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:44.050044 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:44.050364 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:44.050682 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:44.051171 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:44.051502 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:44.051819 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:44.091211 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:44.091534 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Floating IP 281a5f27-b4a7-4a87-9857-147a5e651906 disassociated (deleted). External IP: 172.25.8.150, port: 031baf6f-736a-4fef-aa64-141006caadc5. Sep 07 19:58:44.292105 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Router 3143d6ed-7e60-4687-acae-4f1e24a9b552 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:58:44.396575 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:58:44.401412 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:44.406045 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf5b92e-941e-4f97-8798-6f88273783fd None None] Sync routers for ids ['3143d6ed-7e60-4687-acae-4f1e24a9b552'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:58:44.414661 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf5b92e-941e-4f97-8798-6f88273783fd None None] Routers {'3143d6ed-7e60-4687-acae-4f1e24a9b552'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:58:44.415368 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-eaf5b92e-941e-4f97-8798-6f88273783fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:58:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3143d6ed-7e60-4687-acae-4f1e24a9b552'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:58:44.430677 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-51c061a0-c9c6-4c98-98dd-379864c4d768 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "DELETE /v2.0/floatingips/281a5f27-b4a7-4a87-9857-147a5e651906 HTTP/1.1" status: 204 len: 168 time: 0.8158457 Sep 07 19:58:44.430677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b8d3b5-c006-456c-8c03-b12cae25a1b2', 'tag': '031baf6f-736a-4fef-aa64-141006caadc5'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:58:44.430677 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c42b04-ac87-4d29-b685-02964f984c16" -d '{"events": [{"name": "network-changed", "server_uuid": "80b8d3b5-c006-456c-8c03-b12cae25a1b2", "tag": "031baf6f-736a-4fef-aa64-141006caadc5"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:58:44.534483 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c38501a-a865-489d-9e2b-0438f38d667f x-openstack-request-id: req-5c38501a-a865-489d-9e2b-0438f38d667f {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:58:44.535471 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b8d3b5-c006-456c-8c03-b12cae25a1b2", "tag": "031baf6f-736a-4fef-aa64-141006caadc5", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:58:44.535916 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-eaf5b92e-941e-4f97-8798-6f88273783fd None None] Set router 3143d6ed-7e60-4687-acae-4f1e24a9b552 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:58:44.536208 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c38501a-a865-489d-9e2b-0438f38d667f {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:58:44.536844 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b8d3b5-c006-456c-8c03-b12cae25a1b2', 'tag': '031baf6f-736a-4fef-aa64-141006caadc5', 'status': 'completed', 'code': 200} Sep 07 19:58:44.597417 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:44.689068 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8508ca8-0312-441f-b1da-ec705b859050 req-b865e491-ae90-46d0-90e8-41e943adc088 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:58:44.690559 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8508ca8-0312-441f-b1da-ec705b859050 req-b865e491-ae90-46d0-90e8-41e943adc088 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 946 time: 0.0792205 Sep 07 19:58:44.696829 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c42b04-ac87-4d29-b685-02964f984c16 req-1bfabea3-d584-4c23-9694-871c4eb81e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:58:44.698234 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10c42b04-ac87-4d29-b685-02964f984c16 req-1bfabea3-d584-4c23-9694-871c4eb81e4f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 1097 time: 0.1378539 Sep 07 19:58:44.757623 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d8508ca8-0312-441f-b1da-ec705b859050 req-d821a067-597a-4df4-af90-e03f44651bd1 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584431 Sep 07 19:58:44.762786 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-eaf5b92e-941e-4f97-8798-6f88273783fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'name': 'tempest-TestShelveInstance-1698618206-router', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:29Z', 'revision_number': 4, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'gw_port': {'id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e', 'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'mac_address': 'fa:16:3e:f1:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:29Z', 'updated_at': '2021-09-07T19:54:35Z', 'revision_number': 5, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'subnets': [{'id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:58:44.789155 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf5b92e-941e-4f97-8798-6f88273783fd None None] Checking router: 3143d6ed-7e60-4687-acae-4f1e24a9b552 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:58:44.797919 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf5b92e-941e-4f97-8798-6f88273783fd None None] Routers {'3143d6ed-7e60-4687-acae-4f1e24a9b552'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:58:44.798528 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-eaf5b92e-941e-4f97-8798-6f88273783fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:58:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3143d6ed-7e60-4687-acae-4f1e24a9b552'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:58:44.812292 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c42b04-ac87-4d29-b685-02964f984c16 req-4d23131b-766b-4dc3-8128-1d6360da939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:58:44.813990 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10c42b04-ac87-4d29-b685-02964f984c16 req-4d23131b-766b-4dc3-8128-1d6360da939f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 200 len: 910 time: 0.1020379 Sep 07 19:58:44.857276 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10c42b04-ac87-4d29-b685-02964f984c16 req-2825009b-4ea0-41de-897e-be01676f0e32 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=031baf6f-736a-4fef-aa64-141006caadc5 HTTP/1.1" status: 200 len: 217 time: 0.0346458 Sep 07 19:58:44.902949 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-eaf5b92e-941e-4f97-8798-6f88273783fd None None] Set router 3143d6ed-7e60-4687-acae-4f1e24a9b552 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:58:44.907320 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c42b04-ac87-4d29-b685-02964f984c16 req-e2dfc017-c5f9-4b5b-a508-a302784f5372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:58:44.908852 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10c42b04-ac87-4d29-b685-02964f984c16 req-e2dfc017-c5f9-4b5b-a508-a302784f5372 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbb1c724-544d-48b5-8807-79b4915230e2 HTTP/1.1" status: 200 len: 848 time: 0.0424948 Sep 07 19:58:44.958111 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c42b04-ac87-4d29-b685-02964f984c16 req-047b069d-5063-47b5-9a26-61526e42c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:58:44.959607 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10c42b04-ac87-4d29-b685-02964f984c16 req-047b069d-5063-47b5-9a26-61526e42c80d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396051 Sep 07 19:58:45.058734 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10c42b04-ac87-4d29-b685-02964f984c16 req-619d5237-de1b-4144-9c81-2ee905ca8af8 service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901392 Sep 07 19:58:45.279495 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-eaf5b92e-941e-4f97-8798-6f88273783fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'name': 'tempest-TestShelveInstance-1698618206-router', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:29Z', 'revision_number': 4, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'gw_port': {'id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e', 'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'mac_address': 'fa:16:3e:f1:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:29Z', 'updated_at': '2021-09-07T19:54:35Z', 'revision_number': 5, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'subnets': [{'id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:58:45.307069 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf5b92e-941e-4f97-8798-6f88273783fd None None] The sync data for ids ['3143d6ed-7e60-4687-acae-4f1e24a9b552'] in n-d-807786-1 is: [{'id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'name': 'tempest-TestShelveInstance-1698618206-router', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:29Z', 'revision_number': 4, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'gw_port': {'id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e', 'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'mac_address': 'fa:16:3e:f1:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:29Z', 'updated_at': '2021-09-07T19:54:35Z', 'revision_number': 5, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'subnets': [{'id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:58:45.519157 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-10c42b04-ac87-4d29-b685-02964f984c16 req-add23b62-6606-4d7a-aed0-5bd9b911097e service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526243 Sep 07 19:58:45.540056 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef62944c-d91d-4da3-90fe-9895af4baa76 None None] New status for floating IP 281a5f27-b4a7-4a87-9857-147a5e651906: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:58:45.875737 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac82a9f-172c-4d0d-b7ec-df10d705cb6a req-f4f430a7-a6b2-4581-9a81-36724614dd49 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:58:45.877242 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ac82a9f-172c-4d0d-b7ec-df10d705cb6a req-f4f430a7-a6b2-4581-9a81-36724614dd49 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 946 time: 0.0489161 Sep 07 19:58:45.916520 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5ac82a9f-172c-4d0d-b7ec-df10d705cb6a req-05fa9620-bf51-4de5-a4bb-517ad2e24690 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b4b6393-2e7b-4d45-a87c-489ae4ad603b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334575 Sep 07 19:58:46.130767 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a5424-c4a8-4a48-ae72-679f0f754170 req-662d2c27-01db-4213-a711-fe8f65b1ea0b tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:58:46.132113 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-046a5424-c4a8-4a48-ae72-679f0f754170 req-662d2c27-01db-4213-a711-fe8f65b1ea0b tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.60 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 946 time: 0.0463223 Sep 07 19:58:46.225490 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-046a5424-c4a8-4a48-ae72-679f0f754170 req-054e0fa5-35ac-49d5-8f3a-bf4fc069b70b tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Deleting port 031baf6f-736a-4fef-aa64-141006caadc5 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:58:46.225843 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-046a5424-c4a8-4a48-ae72-679f0f754170 req-054e0fa5-35ac-49d5-8f3a-bf4fc069b70b tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:46.312415 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-046a5424-c4a8-4a48-ae72-679f0f754170 req-054e0fa5-35ac-49d5-8f3a-bf4fc069b70b tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] For port 031baf6f-736a-4fef-aa64-141006caadc5, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=031baf6f-736a-4fef-aa64-141006caadc5,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:58:46.312797 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-046a5424-c4a8-4a48-ae72-679f0f754170 req-054e0fa5-35ac-49d5-8f3a-bf4fc069b70b tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:46.324667 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-046a5424-c4a8-4a48-ae72-679f0f754170 req-054e0fa5-35ac-49d5-8f3a-bf4fc069b70b tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Calling delete_port for 031baf6f-736a-4fef-aa64-141006caadc5 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:58:46.447587 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-046a5424-c4a8-4a48-ae72-679f0f754170 req-054e0fa5-35ac-49d5-8f3a-bf4fc069b70b tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:46.475858 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e0fa5-35ac-49d5-8f3a-bf4fc069b70b tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event deleted for resources: {'Port': ['ID=031baf6f-736a-4fef-aa64-141006caadc5,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:58:46.519437 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-046a5424-c4a8-4a48-ae72-679f0f754170 req-054e0fa5-35ac-49d5-8f3a-bf4fc069b70b tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] No DVR routers for this DVR port 031baf6f-736a-4fef-aa64-141006caadc5 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:58:46.522030 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-046a5424-c4a8-4a48-ae72-679f0f754170 req-054e0fa5-35ac-49d5-8f3a-bf4fc069b70b tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:46.523982 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-046a5424-c4a8-4a48-ae72-679f0f754170 req-054e0fa5-35ac-49d5-8f3a-bf4fc069b70b tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.60 "DELETE /v2.0/ports/031baf6f-736a-4fef-aa64-141006caadc5 HTTP/1.1" status: 204 len: 173 time: 0.3858078 Sep 07 19:58:46.537618 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b8d3b5-c006-456c-8c03-b12cae25a1b2', 'name': 'network-vif-deleted', 'tag': '031baf6f-736a-4fef-aa64-141006caadc5'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:58:46.539894 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728fd98d-088a-4881-9d06-e011517f3253" -d '{"events": [{"server_uuid": "80b8d3b5-c006-456c-8c03-b12cae25a1b2", "name": "network-vif-deleted", "tag": "031baf6f-736a-4fef-aa64-141006caadc5"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:58:46.578056 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20341a71-83e2-4e57-9461-8f70cab92457 x-openstack-request-id: req-20341a71-83e2-4e57-9461-8f70cab92457 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:58:46.578355 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b8d3b5-c006-456c-8c03-b12cae25a1b2", "name": "network-vif-deleted", "tag": "031baf6f-736a-4fef-aa64-141006caadc5", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:58:46.578612 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-20341a71-83e2-4e57-9461-8f70cab92457 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:58:46.579009 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b8d3b5-c006-456c-8c03-b12cae25a1b2', 'name': 'network-vif-deleted', 'tag': '031baf6f-736a-4fef-aa64-141006caadc5', 'status': 'completed', 'code': 200} Sep 07 19:58:47.026264 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f056ff64-de80-48ce-99a7-cb39cb377182 req-b65e8596-e149-4992-a67b-18aa06124774 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=80b8d3b5-c006-456c-8c03-b12cae25a1b2 HTTP/1.1" status: 200 len: 210 time: 0.0264752 Sep 07 19:58:48.082516 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53146) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:58:48.138127 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dff4d843-1077-4e2b-8549-0ea374820cee tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:48.162810 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dff4d843-1077-4e2b-8549-0ea374820cee tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:48.224115 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dff4d843-1077-4e2b-8549-0ea374820cee tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:48.226776 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-dff4d843-1077-4e2b-8549-0ea374820cee tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:48.228001 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-dff4d843-1077-4e2b-8549-0ea374820cee tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "DELETE /v2.0/security-groups/1b4b6393-2e7b-4d45-a87c-489ae4ad603b HTTP/1.1" status: 204 len: 168 time: 0.1444716 Sep 07 19:58:48.238242 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4d843-1077-4e2b-8549-0ea374820cee tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4b6393-2e7b-4d45-a87c-489ae4ad603b,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:58:48.605285 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53152) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:58:48.610522 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-a8ce1cdd-1d6b-40d8-9e10-60f58b6ba1fa tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1221847596', 'description': 'tempest-secgroup-smoke-1221847596 description', 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:58:48.632803 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a8ce1cdd-1d6b-40d8-9e10-60f58b6ba1fa tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:48.711488 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a8ce1cdd-1d6b-40d8-9e10-60f58b6ba1fa tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:48.715029 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a8ce1cdd-1d6b-40d8-9e10-60f58b6ba1fa tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:48.742790 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a8ce1cdd-1d6b-40d8-9e10-60f58b6ba1fa tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:48.746711 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a8ce1cdd-1d6b-40d8-9e10-60f58b6ba1fa tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1376724 Sep 07 19:58:48.746711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce1cdd-1d6b-40d8-9e10-60f58b6ba1fa tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:58:48.747243 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53154) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:58:48.754108 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-c5a9ce93-d1a9-4dd7-b2d9-8a1b616a2d30 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Request body: {'security_group_rule': {'security_group_id': '72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac', 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:58:48.780227 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5a9ce93-d1a9-4dd7-b2d9-8a1b616a2d30 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:48.835282 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5a9ce93-d1a9-4dd7-b2d9-8a1b616a2d30 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:48.838194 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5a9ce93-d1a9-4dd7-b2d9-8a1b616a2d30 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:48.855581 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9ce93-d1a9-4dd7-b2d9-8a1b616a2d30 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee89501-ce90-47fb-bc67-7d93582ce754,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:58:48.864369 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a9ce93-d1a9-4dd7-b2d9-8a1b616a2d30 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:48.864739 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a9ce93-d1a9-4dd7-b2d9-8a1b616a2d30 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:48.865077 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a9ce93-d1a9-4dd7-b2d9-8a1b616a2d30 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:48.865413 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a9ce93-d1a9-4dd7-b2d9-8a1b616a2d30 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:48.865751 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a9ce93-d1a9-4dd7-b2d9-8a1b616a2d30 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:48.866079 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a9ce93-d1a9-4dd7-b2d9-8a1b616a2d30 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:48.866405 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a9ce93-d1a9-4dd7-b2d9-8a1b616a2d30 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:48.866730 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a9ce93-d1a9-4dd7-b2d9-8a1b616a2d30 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:48.867051 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a9ce93-d1a9-4dd7-b2d9-8a1b616a2d30 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:48.867370 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a9ce93-d1a9-4dd7-b2d9-8a1b616a2d30 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:48.867692 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a9ce93-d1a9-4dd7-b2d9-8a1b616a2d30 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:48.868005 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a9ce93-d1a9-4dd7-b2d9-8a1b616a2d30 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:58:48.870607 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c5a9ce93-d1a9-4dd7-b2d9-8a1b616a2d30 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:48.872984 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c5a9ce93-d1a9-4dd7-b2d9-8a1b616a2d30 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241322 Sep 07 19:58:48.874581 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53158) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:58:48.879020 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-51c1b63b-2bf8-4fc3-920c-2364dc9053a3 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Request body: {'security_group_rule': {'security_group_id': '72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac', 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:58:48.906803 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51c1b63b-2bf8-4fc3-920c-2364dc9053a3 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:48.962334 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51c1b63b-2bf8-4fc3-920c-2364dc9053a3 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:48.965534 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51c1b63b-2bf8-4fc3-920c-2364dc9053a3 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:48.983279 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1b63b-2bf8-4fc3-920c-2364dc9053a3 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f33764-f5be-40b3-a517-1051ab2da0ad,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:58:48.989784 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-51c1b63b-2bf8-4fc3-920c-2364dc9053a3 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:48.990979 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-51c1b63b-2bf8-4fc3-920c-2364dc9053a3 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154861 Sep 07 19:58:48.993804 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53160) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:58:48.998078 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-bd06d6d1-b3e4-4628-8cf0-c742819cc475 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Request body: {'security_group_rule': {'security_group_id': '72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac', 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:58:49.022207 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd06d6d1-b3e4-4628-8cf0-c742819cc475 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:49.079992 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd06d6d1-b3e4-4628-8cf0-c742819cc475 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:49.083881 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd06d6d1-b3e4-4628-8cf0-c742819cc475 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:49.102803 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06d6d1-b3e4-4628-8cf0-c742819cc475 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395a9c14-c4bc-4e65-a7e5-f711c55df37f,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:58:49.105460 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-bd06d6d1-b3e4-4628-8cf0-c742819cc475 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:49.106644 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-bd06d6d1-b3e4-4628-8cf0-c742819cc475 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1119366 Sep 07 19:58:49.109558 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53162) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:58:49.113779 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d9054690-2972-4452-a976-59a65630b944 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Request body: {'security_group_rule': {'security_group_id': '72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac', 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:58:49.139640 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d9054690-2972-4452-a976-59a65630b944 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:49.200728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d9054690-2972-4452-a976-59a65630b944 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:49.204759 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d9054690-2972-4452-a976-59a65630b944 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:49.222432 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9054690-2972-4452-a976-59a65630b944 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4cb130f-52f8-4800-9e4b-a4cf85888c97,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:58:49.228626 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d9054690-2972-4452-a976-59a65630b944 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:49.229619 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d9054690-2972-4452-a976-59a65630b944 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191547 Sep 07 19:58:49.232347 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53164) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:58:49.236860 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-f1349ffc-d551-47ee-8289-28998a0baf46 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Request body: {'security_group_rule': {'security_group_id': '72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac', 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:58:49.257805 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-f1349ffc-d551-47ee-8289-28998a0baf46 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Project bbaaa36d1e5d4993bb45ad281aa496d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:58:49.262489 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f1349ffc-d551-47ee-8289-28998a0baf46 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:49.322189 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f1349ffc-d551-47ee-8289-28998a0baf46 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:49.325574 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f1349ffc-d551-47ee-8289-28998a0baf46 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:49.340430 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1349ffc-d551-47ee-8289-28998a0baf46 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64efab7d-6a32-4021-aa58-1009acf79a04,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:58:49.349294 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-f1349ffc-d551-47ee-8289-28998a0baf46 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:49.350501 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-f1349ffc-d551-47ee-8289-28998a0baf46 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171556 Sep 07 19:58:49.353312 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53166) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:58:49.357559 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e587da73-faac-4013-bb30-5dc8c2b2b7da tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Request body: {'security_group_rule': {'security_group_id': '72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac', 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:58:49.378676 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-e587da73-faac-4013-bb30-5dc8c2b2b7da tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Project bbaaa36d1e5d4993bb45ad281aa496d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:58:49.383539 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e587da73-faac-4013-bb30-5dc8c2b2b7da tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:49.444573 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e587da73-faac-4013-bb30-5dc8c2b2b7da tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:49.448003 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e587da73-faac-4013-bb30-5dc8c2b2b7da tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:49.468701 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587da73-faac-4013-bb30-5dc8c2b2b7da tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd39b89c-dcbe-479c-a211-c61af9b0e7a0,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:58:49.474833 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e587da73-faac-4013-bb30-5dc8c2b2b7da tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:49.475994 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e587da73-faac-4013-bb30-5dc8c2b2b7da tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218247 Sep 07 19:58:49.949225 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 031baf6f-736a-4fef-aa64-141006caadc5 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:58:49.970401 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 031baf6f-736a-4fef-aa64-141006caadc5 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:58:49.970746 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 031baf6f-736a-4fef-aa64-141006caadc5 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:58:56.068726 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c19eb2e7-9513-4c7e-935b-a32bf01e8771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:58.867222 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7ef9fd21-ef1b-44fa-8af4-13d5e8c9670a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:58:59.151927 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:00.498763 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:02.016274 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:03.722447 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-5a1cfd69-4563-4efe-9415-697cb7a96cc4 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1221847596&fields=id&tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2 HTTP/1.1" status: 200 len: 267 time: 0.0368838 Sep 07 19:59:03.828636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-9c33cc58-73ed-41bb-94d8-0deefef1fc5f tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:03.830205 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-9c33cc58-73ed-41bb-94d8-0deefef1fc5f tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/networks?id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 200 len: 809 time: 0.1010275 Sep 07 19:59:03.845519 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-d61e614f-b38e-46df-a6ca-d957f71a0a12 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/quotas/bbaaa36d1e5d4993bb45ad281aa496d2 HTTP/1.1" status: 200 len: 375 time: 0.0094774 Sep 07 19:59:03.896459 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-b3cca973-38aa-4a25-a35b-6bb8a2a105aa tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455418 Sep 07 19:59:03.993498 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-b9077bd2-8309-4022-a07e-1757c258308a service neutron] 10.222.0.26 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851464 Sep 07 19:59:04.080220 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-0cb0145b-69dd-47f3-a921-cedb0d995add service neutron] 10.222.0.26 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805130 Sep 07 19:59:04.370088 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e02f94c0-1161-4b8f-8f98-e57b7e460a45 req-171595c4-57b5-4496-8b9d-86191cb954f9 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 210 time: 0.0309370 Sep 07 19:59:05.449716 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6796b9d0-d880-4d8e-8bac-457a518af87a req-9f630c07-72c0-44d3-8202-686135bbca69 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 210 time: 0.0274496 Sep 07 19:59:06.524587 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-efa9fbe6-2ff1-4bff-95bc-802134578f40 req-3445c1e4-4342-4048-a25d-c2e1fe9f27f5 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 210 time: 0.0256953 Sep 07 19:59:07.329243 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-bbbc6c90-b11c-4730-aa57-ce16b662a4b0 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:07.330699 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-bbbc6c90-b11c-4730-aa57-ce16b662a4b0 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.60 "GET /v2.0/networks?id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 200 len: 809 time: 0.1078813 Sep 07 19:59:07.374845 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-17812b6e-08c6-4112-b31d-ec9586932dda tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2 HTTP/1.1" status: 200 len: 380 time: 0.0335133 Sep 07 19:59:07.383963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-17efd221-b254-45eb-bd75-d858ece50166 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Request body: {'port': {'device_id': 'c6db5fde-837f-42fb-80f9-f7f0f5a6ab86', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'admin_state_up': True, 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'security_groups': ['72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:59:07.489211 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-17efd221-b254-45eb-bd75-d858ece50166 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Made reservation on behalf of bbaaa36d1e5d4993bb45ad281aa496d2 for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:59:07.492725 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-17efd221-b254-45eb-bd75-d858ece50166 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:07.632362 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-53345c80-3063-41a9-a40c-ec288b52d25c req-ebad37f5-b061-4800-9f45-829465447d3a tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 210 time: 0.0339694 Sep 07 19:59:07.653134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-17efd221-b254-45eb-bd75-d858ece50166 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Allocated IP 172.20.0.13 (c286f0e7-e0e7-43df-bc2b-4865ca59cbeb/cbb1c724-544d-48b5-8807-79b4915230e2/3178bce1-83a4-4abf-9efa-18de20c38936) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:59:07.797351 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-17efd221-b254-45eb-bd75-d858ece50166 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:07.811083 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-17efd221-b254-45eb-bd75-d858ece50166 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Transition to ACTIVE for port object 3178bce1-83a4-4abf-9efa-18de20c38936 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:59:07.844529 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-17efd221-b254-45eb-bd75-d858ece50166 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:07.889362 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-17efd221-b254-45eb-bd75-d858ece50166 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Network c286f0e7-e0e7-43df-bc2b-4865ca59cbeb is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:59:07.892568 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-17efd221-b254-45eb-bd75-d858ece50166 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:59:07.899243 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-17efd221-b254-45eb-bd75-d858ece50166 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:59:07.906806 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efd221-b254-45eb-bd75-d858ece50166 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event updated for resources: {'Port': ['ID=3178bce1-83a4-4abf-9efa-18de20c38936,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:59:07.954960 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-17efd221-b254-45eb-bd75-d858ece50166 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:07.955612 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-17efd221-b254-45eb-bd75-d858ece50166 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:07.977570 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-17efd221-b254-45eb-bd75-d858ece50166 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5971694 Sep 07 19:59:07.991392 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] Request body: {'port': {'device_id': 'c6db5fde-837f-42fb-80f9-f7f0f5a6ab86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:59:08.059457 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:08.204580 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ffda1da6-e3a6-4165-9de1-3a6072fd5912 None None] Provisioning for port 3178bce1-83a4-4abf-9efa-18de20c38936 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:59:08.209862 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ffda1da6-e3a6-4165-9de1-3a6072fd5912 None None] Provisioning complete for port 3178bce1-83a4-4abf-9efa-18de20c38936 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:59:08.210446 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ffda1da6-e3a6-4165-9de1-3a6072fd5912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:08.247610 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ffda1da6-e3a6-4165-9de1-3a6072fd5912 None None] Port 3178bce1-83a4-4abf-9efa-18de20c38936 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:59:08.334813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3178bce1-83a4-4abf-9efa-18de20c38936 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:59:08.342693 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:08.354751 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] Transition to ACTIVE for port object 3178bce1-83a4-4abf-9efa-18de20c38936 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:59:08.359237 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:08.410458 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] Pushing event updated for resources: {'Port': ['ID=3178bce1-83a4-4abf-9efa-18de20c38936,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:59:08.491885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] Attempting to bind port 3178bce1-83a4-4abf-9efa-18de20c38936 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:59:08.492238 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] Attempting to bind port 3178bce1-83a4-4abf-9efa-18de20c38936 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '5839ed90-9598-4b57-aecf-bb70eea6d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:59:08.492604 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] Attempting to bind port 3178bce1-83a4-4abf-9efa-18de20c38936 on network c286f0e7-e0e7-43df-bc2b-4865ca59cbeb {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:59:08.498977 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] Port 3178bce1-83a4-4abf-9efa-18de20c38936 on network c286f0e7-e0e7-43df-bc2b-4865ca59cbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 19:59:08.499325 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] Attempting to bind port 3178bce1-83a4-4abf-9efa-18de20c38936 on network c286f0e7-e0e7-43df-bc2b-4865ca59cbeb {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:59:08.506200 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:59:08.506554 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] Checking segment: {'id': '5839ed90-9598-4b57-aecf-bb70eea6d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:59:08.506939 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] Bound using segment: {'id': '5839ed90-9598-4b57-aecf-bb70eea6d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:59:08.507390 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] Bound port: 3178bce1-83a4-4abf-9efa-18de20c38936, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5839ed90-9598-4b57-aecf-bb70eea6d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:59:08.507757 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:08.578346 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] For port 3178bce1-83a4-4abf-9efa-18de20c38936, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:59:08.582330 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] For port 3178bce1-83a4-4abf-9efa-18de20c38936, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3178bce1-83a4-4abf-9efa-18de20c38936,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:59:08.587544 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:08.635351 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:08.636119 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:08.637854 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] 10.222.0.60 "PUT /v2.0/ports/3178bce1-83a4-4abf-9efa-18de20c38936 HTTP/1.1" status: 200 len: 1092 time: 0.6510484 Sep 07 19:59:08.638372 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6db5fde-837f-42fb-80f9-f7f0f5a6ab86', 'tag': '3178bce1-83a4-4abf-9efa-18de20c38936'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:59:08.640878 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ead8e4-058a-4372-8eb4-0c8a927efa87" -d '{"events": [{"name": "network-changed", "server_uuid": "c6db5fde-837f-42fb-80f9-f7f0f5a6ab86", "tag": "3178bce1-83a4-4abf-9efa-18de20c38936"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:59:08.687985 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8100a2-96b9-40ef-8ea9-ff22f3f92f7f service neutron] Pushing event updated for resources: {'Port': ['ID=3178bce1-83a4-4abf-9efa-18de20c38936,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:59:08.697599 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565bf717-a093-4163-a842-8758809e4351 x-openstack-request-id: req-565bf717-a093-4163-a842-8758809e4351 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:59:08.698093 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6db5fde-837f-42fb-80f9-f7f0f5a6ab86", "tag": "3178bce1-83a4-4abf-9efa-18de20c38936", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:59:08.698556 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-565bf717-a093-4163-a842-8758809e4351 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:59:08.699168 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6db5fde-837f-42fb-80f9-f7f0f5a6ab86', 'tag': '3178bce1-83a4-4abf-9efa-18de20c38936', 'status': 'completed', 'code': 200} Sep 07 19:59:08.810599 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ead8e4-058a-4372-8eb4-0c8a927efa87 req-04ced04a-f7db-44c9-affc-a2324b878efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:08.812284 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c4ead8e4-058a-4372-8eb4-0c8a927efa87 req-04ced04a-f7db-44c9-affc-a2324b878efd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 1095 time: 0.0827758 Sep 07 19:59:08.825943 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907b199-00b0-40d2-8bc6-207142b93375 req-2c8c9dee-e70d-4417-9931-47ac9de5a98e tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:08.828829 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3907b199-00b0-40d2-8bc6-207142b93375 req-2c8c9dee-e70d-4417-9931-47ac9de5a98e tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 944 time: 0.0659966 Sep 07 19:59:08.979852 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3907b199-00b0-40d2-8bc6-207142b93375 req-c3af4ff1-6d13-4629-af30-c8679440210a tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409733 Sep 07 19:59:09.020013 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ead8e4-058a-4372-8eb4-0c8a927efa87 req-ee9a617b-e66e-4226-a0e7-ffd2fe86cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:09.021537 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c4ead8e4-058a-4372-8eb4-0c8a927efa87 req-ee9a617b-e66e-4226-a0e7-ffd2fe86cda4 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1914611 Sep 07 19:59:09.214280 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ead8e4-058a-4372-8eb4-0c8a927efa87 req-ca0481d9-cbbc-4aba-872d-31321bfb63f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:09.215731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c4ead8e4-058a-4372-8eb4-0c8a927efa87 req-ca0481d9-cbbc-4aba-872d-31321bfb63f8 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1866231 Sep 07 19:59:09.303872 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-768f8d3c-b7c6-4ee8-98ec-52c973549859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:09.305452 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-768f8d3c-b7c6-4ee8-98ec-52c973549859 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 1095 time: 0.0471356 Sep 07 19:59:09.355520 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-f6ad700a-57e0-474a-8cce-4a4780dd3dc8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3178bce1-83a4-4abf-9efa-18de20c38936 HTTP/1.1" status: 200 len: 217 time: 0.0347118 Sep 07 19:59:09.405577 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-9f7733f4-2025-45bd-8207-a7f9b5133a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:09.407069 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-9f7733f4-2025-45bd-8207-a7f9b5133a15 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbb1c724-544d-48b5-8807-79b4915230e2 HTTP/1.1" status: 200 len: 848 time: 0.0433686 Sep 07 19:59:09.461218 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-ebd5dbc7-13b5-4669-91dc-d91d17026929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:09.462788 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-ebd5dbc7-13b5-4669-91dc-d91d17026929 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453758 Sep 07 19:59:09.554713 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-1e8cd17c-f58d-4764-aa6a-3ad9e35eb086 service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828505 Sep 07 19:59:09.653259 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b29d4553-c1ee-46e3-af77-c9bfc1a30beb req-6c30e85d-29fc-4ba4-80e6-14a475d710e0 service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904074 Sep 07 19:59:10.096788 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34cad4-fb4e-4f00-98b1-3b34bf84cdac req-e492cfbe-5c59-4daf-887e-85e4711d4eb2 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:10.098293 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b34cad4-fb4e-4f00-98b1-3b34bf84cdac req-e492cfbe-5c59-4daf-887e-85e4711d4eb2 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 944 time: 0.0495374 Sep 07 19:59:10.136813 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3b34cad4-fb4e-4f00-98b1-3b34bf84cdac req-306cf09b-c8bb-4af7-99f1-755569f5766f tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323884 Sep 07 19:59:11.258451 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255c306-82ec-4478-a992-3558abe025e6 req-32cdaf14-818e-498b-b802-549de142ba77 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:11.260739 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8255c306-82ec-4478-a992-3558abe025e6 req-32cdaf14-818e-498b-b802-549de142ba77 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 944 time: 0.0530264 Sep 07 19:59:11.300461 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8255c306-82ec-4478-a992-3558abe025e6 req-73304000-90b6-45ff-acf4-7937cdcc5a9e tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332780 Sep 07 19:59:12.424593 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f74399-ac94-4f9a-9cba-c3935f6b2928 req-2f5f3f75-ebca-41fd-9dc9-6d0924b6541f tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:12.426178 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9f74399-ac94-4f9a-9cba-c3935f6b2928 req-2f5f3f75-ebca-41fd-9dc9-6d0924b6541f tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 944 time: 0.0588717 Sep 07 19:59:12.464045 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a9f74399-ac94-4f9a-9cba-c3935f6b2928 req-e8984bdb-01e1-4e4c-85e2-2b5cfa6b2c77 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315533 Sep 07 19:59:13.576963 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d7942-5d23-492e-86a6-1c9ecff591e8 req-8ae85546-f894-4e1b-a4ab-300d10147385 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:13.578460 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f70d7942-5d23-492e-86a6-1c9ecff591e8 req-8ae85546-f894-4e1b-a4ab-300d10147385 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 944 time: 0.0499005 Sep 07 19:59:13.618629 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f70d7942-5d23-492e-86a6-1c9ecff591e8 req-ce229a5e-79d8-49c3-a12d-1849e198288c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334802 Sep 07 19:59:13.630759 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:14.576843 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:14.746833 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67026f8-9031-4b14-90ed-f87f8cab8f51 req-d02c6815-031c-49dc-ac69-3316395a740f tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:14.748325 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e67026f8-9031-4b14-90ed-f87f8cab8f51 req-d02c6815-031c-49dc-ac69-3316395a740f tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 944 time: 0.0488200 Sep 07 19:59:14.785513 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e67026f8-9031-4b14-90ed-f87f8cab8f51 req-7870997f-a764-480b-a894-797895e7267e tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312006 Sep 07 19:59:15.902140 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddcf22-8773-437f-9b98-615b41a196ac req-b5243c60-5828-4d29-bb4a-a67a7a1a53e1 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:15.903614 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8ddcf22-8773-437f-9b98-615b41a196ac req-b5243c60-5828-4d29-bb4a-a67a7a1a53e1 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 944 time: 0.0521431 Sep 07 19:59:15.940747 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b8ddcf22-8773-437f-9b98-615b41a196ac req-c4c1418e-c521-44b1-9ba6-448a83d44cb3 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307176 Sep 07 19:59:17.059698 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0eaa5-c65b-4e5e-bad5-62be3aa3d47b req-a6e9439c-4477-4229-a8aa-0058628a0cdf tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:17.061349 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-58d0eaa5-c65b-4e5e-bad5-62be3aa3d47b req-a6e9439c-4477-4229-a8aa-0058628a0cdf tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 944 time: 0.0546131 Sep 07 19:59:17.099543 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-58d0eaa5-c65b-4e5e-bad5-62be3aa3d47b req-91c0de2c-0d95-45cd-9b31-85452e0403e8 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321379 Sep 07 19:59:18.215484 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a399fb8-ce9e-40a9-9598-a65fad75896e req-7c750b51-1225-4119-81da-6d817e83ec73 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:18.217010 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a399fb8-ce9e-40a9-9598-a65fad75896e req-7c750b51-1225-4119-81da-6d817e83ec73 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 944 time: 0.0515313 Sep 07 19:59:18.254313 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9a399fb8-ce9e-40a9-9598-a65fad75896e req-4677faca-4418-4821-94c2-83f1f9b7d6a6 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313933 Sep 07 19:59:18.656591 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:59:19.380284 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975b740-4f07-4159-b1ed-917e088871fd req-b059e345-81be-42ed-a1d1-573d6d4fc782 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:19.382544 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d975b740-4f07-4159-b1ed-917e088871fd req-b059e345-81be-42ed-a1d1-573d6d4fc782 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 944 time: 0.0571823 Sep 07 19:59:19.419337 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d975b740-4f07-4159-b1ed-917e088871fd req-47f900d0-7df9-420d-9d53-962aabb5cc70 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312579 Sep 07 19:59:20.113625 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 3178bce1-83a4-4abf-9efa-18de20c38936 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 19:59:20.205022 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 3178bce1-83a4-4abf-9efa-18de20c38936, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3178bce1-83a4-4abf-9efa-18de20c38936,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:59:20.216099 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '3178bce1-83a4-4abf-9efa-18de20c38936', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'port_id': '3178bce1-83a4-4abf-9efa-18de20c38936', 'mac_address': 'fa:16:3e:6c:28:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 19:59:20.261906 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:20.274597 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3178bce1-83a4-4abf-9efa-18de20c38936 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 19:59:20.294756 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 3178bce1-83a4-4abf-9efa-18de20c38936, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3178bce1-83a4-4abf-9efa-18de20c38936,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:59:20.298966 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:20.347620 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=3178bce1-83a4-4abf-9efa-18de20c38936,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:59:20.354859 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:59:20.355201 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:59:20.355538 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:59:20.355871 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:59:20.356201 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:59:20.356575 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:59:20.356894 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:59:20.357252 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:59:20.357573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:59:20.357891 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:59:20.358209 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:59:20.358526 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:59:20.534538 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a124d6-c4c4-4434-bea9-b0ada87ca4bf req-b593ebcb-54a5-4ee4-bfd7-07dc008aea4a tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:20.536061 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3a124d6-c4c4-4434-bea9-b0ada87ca4bf req-b593ebcb-54a5-4ee4-bfd7-07dc008aea4a tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 945 time: 0.0509953 Sep 07 19:59:20.574243 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e3a124d6-c4c4-4434-bea9-b0ada87ca4bf req-61265596-755a-4ff3-804a-fd419fba00ab tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321262 Sep 07 19:59:20.597457 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['3178bce1-83a4-4abf-9efa-18de20c38936'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:59:21.697217 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42369da-368c-4a04-8bfc-b4cf57ee2d5f req-6d09934c-05c3-4800-a99e-637a261b2e50 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:21.698625 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d42369da-368c-4a04-8bfc-b4cf57ee2d5f req-6d09934c-05c3-4800-a99e-637a261b2e50 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 945 time: 0.0568573 Sep 07 19:59:21.737189 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d42369da-368c-4a04-8bfc-b4cf57ee2d5f req-c145f846-13fe-4866-9114-1245913dca49 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319552 Sep 07 19:59:22.145218 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 3178bce1-83a4-4abf-9efa-18de20c38936 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:59:22.192475 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 3178bce1-83a4-4abf-9efa-18de20c38936 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:59:22.195962 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 3178bce1-83a4-4abf-9efa-18de20c38936 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:59:22.196336 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:22.278459 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:22.301060 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6db5fde-837f-42fb-80f9-f7f0f5a6ab86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3178bce1-83a4-4abf-9efa-18de20c38936'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:59:22.303277 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eefa4b2-5e83-4346-8260-99b8b4ac7d8b" -d '{"events": [{"server_uuid": "c6db5fde-837f-42fb-80f9-f7f0f5a6ab86", "name": "network-vif-plugged", "status": "completed", "tag": "3178bce1-83a4-4abf-9efa-18de20c38936"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:59:22.315311 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 3178bce1-83a4-4abf-9efa-18de20c38936, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3178bce1-83a4-4abf-9efa-18de20c38936,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:59:22.319168 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:22.373087 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=3178bce1-83a4-4abf-9efa-18de20c38936,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:59:22.398038 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbfea55-7a55-482a-ac12-d07b7a459d2f x-openstack-request-id: req-acbfea55-7a55-482a-ac12-d07b7a459d2f {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:59:22.398334 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6db5fde-837f-42fb-80f9-f7f0f5a6ab86", "name": "network-vif-plugged", "status": "completed", "tag": "3178bce1-83a4-4abf-9efa-18de20c38936", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:59:22.398598 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-acbfea55-7a55-482a-ac12-d07b7a459d2f {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:59:22.398993 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6db5fde-837f-42fb-80f9-f7f0f5a6ab86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3178bce1-83a4-4abf-9efa-18de20c38936', 'code': 200} Sep 07 19:59:22.516368 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fec90-7195-4577-959d-13781433bd04 req-ced4a95f-a609-4815-9b37-f76420aed74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:22.517889 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a01fec90-7195-4577-959d-13781433bd04 req-ced4a95f-a609-4815-9b37-f76420aed74b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 1097 time: 0.0435793 Sep 07 19:59:22.557456 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a01fec90-7195-4577-959d-13781433bd04 req-a67e2586-f94e-4c26-9589-05197d570a9e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301352 Sep 07 19:59:22.850835 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bbb54-5b7a-4f4f-ab51-4e6e5de82430 req-1d6be4b0-96b3-486f-bd96-9488ada2dcce tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:22.852347 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b1bbb54-5b7a-4f4f-ab51-4e6e5de82430 req-1d6be4b0-96b3-486f-bd96-9488ada2dcce tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 946 time: 0.0502889 Sep 07 19:59:22.889916 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8b1bbb54-5b7a-4f4f-ab51-4e6e5de82430 req-9d24037c-3991-498e-9b5c-7631a929084b tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310323 Sep 07 19:59:24.006092 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dd865-061a-497f-8df5-dd07ee26c5b8 req-d247cb10-76e3-4d09-af86-c306c4ceaac8 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:24.007581 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d96dd865-061a-497f-8df5-dd07ee26c5b8 req-d247cb10-76e3-4d09-af86-c306c4ceaac8 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 946 time: 0.0490835 Sep 07 19:59:24.044215 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d96dd865-061a-497f-8df5-dd07ee26c5b8 req-238f960d-819e-4aa6-b3c2-1d2313de56ed tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306554 Sep 07 19:59:24.164975 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f4b76-8e84-443d-b76b-af49db280828 req-f9d73ed0-cf7b-4313-9032-4ef6539c7d41 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:24.166461 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a2f4b76-8e84-443d-b76b-af49db280828 req-f9d73ed0-cf7b-4313-9032-4ef6539c7d41 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 946 time: 0.0527883 Sep 07 19:59:24.203786 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a2f4b76-8e84-443d-b76b-af49db280828 req-8c1dca96-8e5e-40c9-ad34-3bf0a5723fd9 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307009 Sep 07 19:59:24.225539 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53372) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:59:24.272562 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b073491-e005-494b-9aa4-14bd6477ac8d tempest-TestShelveInstance-1412543545 tempest-TestShelveInstance-1412543545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:24.274127 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-4b073491-e005-494b-9aa4-14bd6477ac8d tempest-TestShelveInstance-1412543545 tempest-TestShelveInstance-1412543545-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 1092 time: 0.0476072 Sep 07 19:59:24.276923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53374) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:59:24.282157 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-a4f6d7e2-666b-4505-90f7-e721d8a0e24d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': '3178bce1-83a4-4abf-9efa-18de20c38936', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:59:24.304472 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a4f6d7e2-666b-4505-90f7-e721d8a0e24d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:24.398088 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a4f6d7e2-666b-4505-90f7-e721d8a0e24d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:24.513834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-a4f6d7e2-666b-4505-90f7-e721d8a0e24d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Allocated IP 172.25.8.142 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/200309a2-f8ba-4290-9283-8a2ae1133d0f) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:59:24.615073 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a4f6d7e2-666b-4505-90f7-e721d8a0e24d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:24.653193 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a4f6d7e2-666b-4505-90f7-e721d8a0e24d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:24.693585 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f6d7e2-666b-4505-90f7-e721d8a0e24d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:59:24.696418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-a4f6d7e2-666b-4505-90f7-e721d8a0e24d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:59:24.700144 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f6d7e2-666b-4505-90f7-e721d8a0e24d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:59:24.730160 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6d7e2-666b-4505-90f7-e721d8a0e24d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event updated for resources: {'Port': ['ID=200309a2-f8ba-4290-9283-8a2ae1133d0f,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:59:25.056887 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a4f6d7e2-666b-4505-90f7-e721d8a0e24d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:25.126082 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a4f6d7e2-666b-4505-90f7-e721d8a0e24d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:25.276452 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a4f6d7e2-666b-4505-90f7-e721d8a0e24d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:25.281930 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a4f6d7e2-666b-4505-90f7-e721d8a0e24d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:25.346519 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6d7e2-666b-4505-90f7-e721d8a0e24d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event updated for resources: {'Port': ['ID=200309a2-f8ba-4290-9283-8a2ae1133d0f,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:59:25.359986 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a4f6d7e2-666b-4505-90f7-e721d8a0e24d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:25.462069 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-a4f6d7e2-666b-4505-90f7-e721d8a0e24d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Floating IP 131c3a72-5eee-4459-8247-1a2eb7ccbca8 associated. External IP: 172.25.8.142, port: 3178bce1-83a4-4abf-9efa-18de20c38936. Sep 07 19:59:25.668400 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f6d7e2-666b-4505-90f7-e721d8a0e24d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Router 3143d6ed-7e60-4687-acae-4f1e24a9b552 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:59:26.071467 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-47c51708-63fd-479d-855a-d10a83039a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:26.109867 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f6d7e2-666b-4505-90f7-e721d8a0e24d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:59:26.119387 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580bd3c6-d950-4c9b-ba1c-80b018f8fbad None None] Sync routers for ids ['3143d6ed-7e60-4687-acae-4f1e24a9b552'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:59:26.125687 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a4f6d7e2-666b-4505-90f7-e721d8a0e24d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:26.130871 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580bd3c6-d950-4c9b-ba1c-80b018f8fbad None None] Routers {'3143d6ed-7e60-4687-acae-4f1e24a9b552'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:59:26.131524 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-580bd3c6-d950-4c9b-ba1c-80b018f8fbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:58:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3143d6ed-7e60-4687-acae-4f1e24a9b552'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:59:26.153515 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a4f6d7e2-666b-4505-90f7-e721d8a0e24d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8754556 Sep 07 19:59:26.154248 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6db5fde-837f-42fb-80f9-f7f0f5a6ab86', 'tag': '3178bce1-83a4-4abf-9efa-18de20c38936'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:59:26.156622 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc9884f-ca85-4028-91d1-ddc878890fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "c6db5fde-837f-42fb-80f9-f7f0f5a6ab86", "tag": "3178bce1-83a4-4abf-9efa-18de20c38936"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:59:26.193496 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 19:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1b2387-b5ef-4f25-ab02-5861b3120767 x-openstack-request-id: req-8f1b2387-b5ef-4f25-ab02-5861b3120767 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:59:26.193796 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6db5fde-837f-42fb-80f9-f7f0f5a6ab86", "tag": "3178bce1-83a4-4abf-9efa-18de20c38936", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:59:26.194074 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f1b2387-b5ef-4f25-ab02-5861b3120767 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:59:26.194511 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6db5fde-837f-42fb-80f9-f7f0f5a6ab86', 'tag': '3178bce1-83a4-4abf-9efa-18de20c38936', 'status': 'completed', 'code': 200} Sep 07 19:59:26.238870 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-580bd3c6-d950-4c9b-ba1c-80b018f8fbad None None] Set router 3143d6ed-7e60-4687-acae-4f1e24a9b552 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:59:26.262556 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9884f-ca85-4028-91d1-ddc878890fa3 req-0ad30569-6770-4fab-8b64-88362743715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:26.264684 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6fc9884f-ca85-4028-91d1-ddc878890fa3 req-0ad30569-6770-4fab-8b64-88362743715e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 1097 time: 0.0443268 Sep 07 19:59:26.360291 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9884f-ca85-4028-91d1-ddc878890fa3 req-f93820a8-fb49-4acc-b6c7-ba9b7d0fe65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:26.361751 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6fc9884f-ca85-4028-91d1-ddc878890fa3 req-f93820a8-fb49-4acc-b6c7-ba9b7d0fe65a service neutron] 10.222.0.60 "GET /v2.0/networks?id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 200 len: 910 time: 0.0896778 Sep 07 19:59:26.427941 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6fc9884f-ca85-4028-91d1-ddc878890fa3 req-fe5420db-e7b2-41f7-aece-ac2c3543bcfc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3178bce1-83a4-4abf-9efa-18de20c38936 HTTP/1.1" status: 200 len: 1000 time: 0.0578108 Sep 07 19:59:26.467756 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-580bd3c6-d950-4c9b-ba1c-80b018f8fbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'name': 'tempest-TestShelveInstance-1698618206-router', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:29Z', 'revision_number': 4, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'gw_port': {'id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '131c3a72-5eee-4459-8247-1a2eb7ccbca8', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'port_id': '3178bce1-83a4-4abf-9efa-18de20c38936', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'mac_address': 'fa:16:3e:6c:28:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6db5fde-837f-42fb-80f9-f7f0f5a6ab86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:59:24Z', 'updated_at': '2021-09-07T19:59:24Z', 'revision_number': 0, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e', 'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'mac_address': 'fa:16:3e:f1:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:29Z', 'updated_at': '2021-09-07T19:54:35Z', 'revision_number': 5, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'subnets': [{'id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:59:26.481018 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9884f-ca85-4028-91d1-ddc878890fa3 req-e3131986-68e1-482e-ae74-542170784679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:26.483070 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6fc9884f-ca85-4028-91d1-ddc878890fa3 req-e3131986-68e1-482e-ae74-542170784679 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbb1c724-544d-48b5-8807-79b4915230e2 HTTP/1.1" status: 200 len: 848 time: 0.0478988 Sep 07 19:59:26.494323 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580bd3c6-d950-4c9b-ba1c-80b018f8fbad None None] Checking router: 3143d6ed-7e60-4687-acae-4f1e24a9b552 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:59:26.502606 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580bd3c6-d950-4c9b-ba1c-80b018f8fbad None None] Routers {'3143d6ed-7e60-4687-acae-4f1e24a9b552'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:59:26.503214 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-580bd3c6-d950-4c9b-ba1c-80b018f8fbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T19:58:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3143d6ed-7e60-4687-acae-4f1e24a9b552'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:59:26.533702 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9884f-ca85-4028-91d1-ddc878890fa3 req-12a296c8-b24c-416b-8e0f-c1b2a4524350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:59:26.535249 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6fc9884f-ca85-4028-91d1-ddc878890fa3 req-12a296c8-b24c-416b-8e0f-c1b2a4524350 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403872 Sep 07 19:59:26.608491 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-580bd3c6-d950-4c9b-ba1c-80b018f8fbad None None] Set router 3143d6ed-7e60-4687-acae-4f1e24a9b552 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:59:26.630891 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6fc9884f-ca85-4028-91d1-ddc878890fa3 req-1dddbf01-c2c9-46c8-9be4-d6d8a7145b06 service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868387 Sep 07 19:59:26.730802 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6fc9884f-ca85-4028-91d1-ddc878890fa3 req-3d03cbcc-3fe7-4131-bf5c-daa6e7119bef service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886250 Sep 07 19:59:26.831534 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-580bd3c6-d950-4c9b-ba1c-80b018f8fbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'name': 'tempest-TestShelveInstance-1698618206-router', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:29Z', 'revision_number': 4, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'gw_port': {'id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '131c3a72-5eee-4459-8247-1a2eb7ccbca8', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'port_id': '3178bce1-83a4-4abf-9efa-18de20c38936', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'mac_address': 'fa:16:3e:6c:28:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6db5fde-837f-42fb-80f9-f7f0f5a6ab86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:59:24Z', 'updated_at': '2021-09-07T19:59:24Z', 'revision_number': 0, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e', 'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'mac_address': 'fa:16:3e:f1:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:29Z', 'updated_at': '2021-09-07T19:54:35Z', 'revision_number': 5, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'subnets': [{'id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:59:26.858045 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580bd3c6-d950-4c9b-ba1c-80b018f8fbad None None] The sync data for ids ['3143d6ed-7e60-4687-acae-4f1e24a9b552'] in n-d-807786-1 is: [{'id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'name': 'tempest-TestShelveInstance-1698618206-router', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:29Z', 'revision_number': 4, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'gw_port': {'id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '131c3a72-5eee-4459-8247-1a2eb7ccbca8', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'port_id': '3178bce1-83a4-4abf-9efa-18de20c38936', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'mac_address': 'fa:16:3e:6c:28:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6db5fde-837f-42fb-80f9-f7f0f5a6ab86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T19:59:24Z', 'updated_at': '2021-09-07T19:59:24Z', 'revision_number': 0, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e', 'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'mac_address': 'fa:16:3e:f1:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:29Z', 'updated_at': '2021-09-07T19:54:35Z', 'revision_number': 5, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'subnets': [{'id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:59:27.054506 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440a825b-764f-47e0-b46d-944a68576a42 None None] New status for floating IP 131c3a72-5eee-4459-8247-1a2eb7ccbca8: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:59:28.867203 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-89f3cf25-a674-47a3-92f9-f94fa2af64a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:29.154247 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:30.499892 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:32.017452 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:43.644953 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:44.592781 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:55.658086 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:59:56.075464 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b3a06e77-7fdf-4ed2-9670-b13302368bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:58.867660 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-73a1990f-63a1-4479-ac93-457c82e0d5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:59:59.155900 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:00:00.504997 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:00:02.021918 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:00:05.304843 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b2670d47-3e6f-42ca-96c5-221dcee684a2 req-83ece0b1-8102-478c-918d-f336da58f504 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408649 Sep 07 20:00:05.393435 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2670d47-3e6f-42ca-96c5-221dcee684a2 req-a3a4331d-ffb7-4248-b8cd-e8fd8627f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:00:05.394957 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b2670d47-3e6f-42ca-96c5-221dcee684a2 req-a3a4331d-ffb7-4248-b8cd-e8fd8627f6c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 1097 time: 0.0451305 Sep 07 20:00:05.505065 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2670d47-3e6f-42ca-96c5-221dcee684a2 req-c9e1c4aa-19cf-48be-b269-e3cfcb67fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:00:05.506582 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b2670d47-3e6f-42ca-96c5-221dcee684a2 req-c9e1c4aa-19cf-48be-b269-e3cfcb67fa15 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 200 len: 910 time: 0.0853825 Sep 07 20:00:05.579905 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b2670d47-3e6f-42ca-96c5-221dcee684a2 req-75936084-9e00-44eb-b7ed-970088e2f6ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3178bce1-83a4-4abf-9efa-18de20c38936 HTTP/1.1" status: 200 len: 1002 time: 0.0643656 Sep 07 20:00:05.630286 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2670d47-3e6f-42ca-96c5-221dcee684a2 req-eff8f265-945c-4046-b288-70917ad00489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:00:05.631742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b2670d47-3e6f-42ca-96c5-221dcee684a2 req-eff8f265-945c-4046-b288-70917ad00489 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbb1c724-544d-48b5-8807-79b4915230e2 HTTP/1.1" status: 200 len: 848 time: 0.0433953 Sep 07 20:00:05.682589 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2670d47-3e6f-42ca-96c5-221dcee684a2 req-48e043c4-8e4d-4b50-a3d2-71ddcec3e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:00:05.684077 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b2670d47-3e6f-42ca-96c5-221dcee684a2 req-48e043c4-8e4d-4b50-a3d2-71ddcec3e7f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395279 Sep 07 20:00:05.778845 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b2670d47-3e6f-42ca-96c5-221dcee684a2 req-1f02463f-8f79-459a-a856-a3ebbe794327 service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838737 Sep 07 20:00:05.869485 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b2670d47-3e6f-42ca-96c5-221dcee684a2 req-d14e6ebc-62e0-4888-b556-4df007f16719 service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824153 Sep 07 20:00:13.662954 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:00:14.594193 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:00:26.077657 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-85ee6323-e85a-4c5c-8c83-7075f8e66d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:00:28.868525 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-19eac583-ccd6-42ab-8fd0-e3abecf014e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:00:29.156097 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:00:30.506806 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:00:32.021521 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:00:32.657873 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:00:43.658290 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:00:44.607695 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:00:56.077958 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-85c03a8e-1491-4578-bc7e-d02b9e166237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:00:58.868887 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4a40fdb6-32d4-460e-b868-16d694739461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:00:59.156751 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:01:00.512499 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:01:02.024463 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:01:05.306142 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a2dc7b2-716d-4172-a236-8435aaa2d6f1 req-7b96cd1b-8f3c-40b5-ad53-050aac426840 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445156 Sep 07 20:01:05.398521 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dc7b2-716d-4172-a236-8435aaa2d6f1 req-40076756-7e49-4d31-8a58-2096b3341f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:05.400161 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a2dc7b2-716d-4172-a236-8435aaa2d6f1 req-40076756-7e49-4d31-8a58-2096b3341f07 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 1097 time: 0.0413756 Sep 07 20:01:05.509966 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dc7b2-716d-4172-a236-8435aaa2d6f1 req-7182f503-9ce6-4f92-ab67-ccf1004da553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:05.511370 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a2dc7b2-716d-4172-a236-8435aaa2d6f1 req-7182f503-9ce6-4f92-ab67-ccf1004da553 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 200 len: 910 time: 0.0847960 Sep 07 20:01:05.580174 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a2dc7b2-716d-4172-a236-8435aaa2d6f1 req-84d2d92a-cebb-49d3-8a1e-cbf55c725899 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3178bce1-83a4-4abf-9efa-18de20c38936 HTTP/1.1" status: 200 len: 1002 time: 0.0607505 Sep 07 20:01:05.635825 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dc7b2-716d-4172-a236-8435aaa2d6f1 req-fe8a0bce-665a-4149-a3e5-8e0b52ac19db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:05.637364 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a2dc7b2-716d-4172-a236-8435aaa2d6f1 req-fe8a0bce-665a-4149-a3e5-8e0b52ac19db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbb1c724-544d-48b5-8807-79b4915230e2 HTTP/1.1" status: 200 len: 848 time: 0.0497546 Sep 07 20:01:05.682847 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dc7b2-716d-4172-a236-8435aaa2d6f1 req-b6dea025-faba-4223-b72c-d95042d7de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:05.684352 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a2dc7b2-716d-4172-a236-8435aaa2d6f1 req-b6dea025-faba-4223-b72c-d95042d7de3a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398340 Sep 07 20:01:05.783223 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a2dc7b2-716d-4172-a236-8435aaa2d6f1 req-ac9c7f0c-c40d-4f05-915e-fda23e081b33 service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875430 Sep 07 20:01:05.877693 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4a2dc7b2-716d-4172-a236-8435aaa2d6f1 req-c80a903f-f427-471c-a837-4ea1a6746d8a service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853949 Sep 07 20:01:09.657065 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:01:13.657570 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:01:14.610082 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:01:26.078572 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-80fa7263-0521-42e2-86f9-a7deb3dab314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:01:28.868908 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-08340bf5-2b37-485e-bb8d-86aa4a5b1cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:01:29.156153 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:01:30.513055 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:01:32.026575 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:01:32.913121 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f84b7-a43d-44e9-8a1a-7f959a07c85e req-99ce98fd-ee36-4612-b4fc-3c9bb1dbba0d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:32.914530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-830f84b7-a43d-44e9-8a1a-7f959a07c85e req-99ce98fd-ee36-4612-b4fc-3c9bb1dbba0d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 946 time: 0.0534627 Sep 07 20:01:32.951836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-830f84b7-a43d-44e9-8a1a-7f959a07c85e req-c28057ed-441d-40b6-b930-1f28864ef628 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307415 Sep 07 20:01:34.068210 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629675d-536b-4d6e-adfb-7d1c547f83fb req-0851a8c2-17df-4ba8-ad7f-cc68776e6003 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:34.069701 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6629675d-536b-4d6e-adfb-7d1c547f83fb req-0851a8c2-17df-4ba8-ad7f-cc68776e6003 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 946 time: 0.0484829 Sep 07 20:01:34.106868 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6629675d-536b-4d6e-adfb-7d1c547f83fb req-4b2dad9d-77fd-48db-89b5-7d758b278e06 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311899 Sep 07 20:01:35.248787 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16519d5a-6cc0-486f-ac29-fc154cdde4f5 req-76a3f967-2d68-42f8-8a93-e9d6fb38cf5b tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:35.250276 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16519d5a-6cc0-486f-ac29-fc154cdde4f5 req-76a3f967-2d68-42f8-8a93-e9d6fb38cf5b tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 946 time: 0.0486422 Sep 07 20:01:35.287354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-16519d5a-6cc0-486f-ac29-fc154cdde4f5 req-6bf1ecb2-ce35-47a7-9a84-283c708e31eb tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312188 Sep 07 20:01:36.405838 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75a250-cc15-438f-bf56-be8baecf6cc2 req-31f26c2b-be4f-4056-b565-362754b0eb93 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:36.407332 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c75a250-cc15-438f-bf56-be8baecf6cc2 req-31f26c2b-be4f-4056-b565-362754b0eb93 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 946 time: 0.0525675 Sep 07 20:01:36.444795 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6c75a250-cc15-438f-bf56-be8baecf6cc2 req-4a4e036b-c4eb-4261-a7d8-d14deeaea64c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315092 Sep 07 20:01:37.557829 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ab66e-1069-49d5-8d25-c7cd6eeef56a req-f3407911-5c62-4df4-bee7-2f037c2d68f0 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:37.559314 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-507ab66e-1069-49d5-8d25-c7cd6eeef56a req-f3407911-5c62-4df4-bee7-2f037c2d68f0 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 946 time: 0.0490839 Sep 07 20:01:37.597481 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-507ab66e-1069-49d5-8d25-c7cd6eeef56a req-abcc3b7c-080c-40c0-8af3-33f33ff0eda5 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323539 Sep 07 20:01:38.711085 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a9360-d8df-4838-aece-5e1274a548fa req-22500d34-cd4f-4003-8497-edba141e6140 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:38.712626 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec7a9360-d8df-4838-aece-5e1274a548fa req-22500d34-cd4f-4003-8497-edba141e6140 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 946 time: 0.0482376 Sep 07 20:01:38.749654 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec7a9360-d8df-4838-aece-5e1274a548fa req-e785cce9-3fc8-4d26-8061-6fb31c5da5be tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306153 Sep 07 20:01:39.870100 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f8ed3-b6f7-45f0-8e01-15b4907972a1 req-9433d1de-8e26-40fb-a7ef-49d79bcd8bb6 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:39.872174 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-715f8ed3-b6f7-45f0-8e01-15b4907972a1 req-9433d1de-8e26-40fb-a7ef-49d79bcd8bb6 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 946 time: 0.0561247 Sep 07 20:01:39.910191 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-715f8ed3-b6f7-45f0-8e01-15b4907972a1 req-af89bba7-d055-46c5-a617-040da8f1e255 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320232 Sep 07 20:01:41.022900 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77b8c9-6d61-4242-8986-0e8292f40990 req-6203ca63-4b85-4679-9e59-2b5e4a352ae4 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:41.024377 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a77b8c9-6d61-4242-8986-0e8292f40990 req-6203ca63-4b85-4679-9e59-2b5e4a352ae4 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 946 time: 0.0484538 Sep 07 20:01:41.061531 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5a77b8c9-6d61-4242-8986-0e8292f40990 req-8102f06c-d40a-4130-92d6-2683e5f67c6d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306973 Sep 07 20:01:42.174816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b71f6-1769-48dd-a239-02045ea14537 req-fcc685e3-e51a-4ea4-9cbf-c2ecfbd68a49 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:42.176300 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb5b71f6-1769-48dd-a239-02045ea14537 req-fcc685e3-e51a-4ea4-9cbf-c2ecfbd68a49 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 946 time: 0.0482442 Sep 07 20:01:42.212813 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-eb5b71f6-1769-48dd-a239-02045ea14537 req-c742dc9b-0034-4c44-a778-d99f4d10d547 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305464 Sep 07 20:01:43.129240 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcf4e3-5da2-493b-a3b1-09fe3d5fed97 req-b54b66c2-ca8a-49a4-9744-b06c69208508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:43.130809 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5bfcf4e3-5da2-493b-a3b1-09fe3d5fed97 req-b54b66c2-ca8a-49a4-9744-b06c69208508 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 1097 time: 0.0445483 Sep 07 20:01:43.226329 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcf4e3-5da2-493b-a3b1-09fe3d5fed97 req-ae60953e-79d1-4d72-9df6-11fc4c24a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:43.227772 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5bfcf4e3-5da2-493b-a3b1-09fe3d5fed97 req-ae60953e-79d1-4d72-9df6-11fc4c24a901 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 200 len: 910 time: 0.0832608 Sep 07 20:01:43.324186 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5bfcf4e3-5da2-493b-a3b1-09fe3d5fed97 req-0ef82e13-4295-4fb7-a74b-02c04e1b3ccc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3178bce1-83a4-4abf-9efa-18de20c38936 HTTP/1.1" status: 200 len: 1002 time: 0.0879200 Sep 07 20:01:43.367203 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8d944-f221-4c1b-821a-f7391755321a req-bae2fcdd-2034-4c5c-88b8-39fc482706f2 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:43.368835 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1e8d944-f221-4c1b-821a-f7391755321a req-bae2fcdd-2034-4c5c-88b8-39fc482706f2 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 946 time: 0.0895185 Sep 07 20:01:43.401991 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcf4e3-5da2-493b-a3b1-09fe3d5fed97 req-e6286805-fd08-4e7b-b3f3-f3be0765fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:43.403416 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5bfcf4e3-5da2-493b-a3b1-09fe3d5fed97 req-e6286805-fd08-4e7b-b3f3-f3be0765fe83 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbb1c724-544d-48b5-8807-79b4915230e2 HTTP/1.1" status: 200 len: 848 time: 0.0706351 Sep 07 20:01:43.418843 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a1e8d944-f221-4c1b-821a-f7391755321a req-cd46b206-b013-450c-ac08-c4ca2629b1ef tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433092 Sep 07 20:01:43.461165 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcf4e3-5da2-493b-a3b1-09fe3d5fed97 req-4ea4ae47-ac5b-431a-84b6-34f95ea02510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:43.462649 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5bfcf4e3-5da2-493b-a3b1-09fe3d5fed97 req-4ea4ae47-ac5b-431a-84b6-34f95ea02510 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476067 Sep 07 20:01:43.551481 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5bfcf4e3-5da2-493b-a3b1-09fe3d5fed97 req-53e7708e-757b-4835-8a8b-6d7e2998eee5 service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808647 Sep 07 20:01:43.645469 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5bfcf4e3-5da2-493b-a3b1-09fe3d5fed97 req-47b2674f-9aad-4d7e-a292-7e5617e4a360 service neutron] 10.222.0.60 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862300 Sep 07 20:01:43.657087 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:01:44.533586 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46906f-bb9d-46e6-b00a-37de225af824 req-61cc0850-c609-46fb-bbe4-0def0abd47a0 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:44.535072 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e46906f-bb9d-46e6-b00a-37de225af824 req-61cc0850-c609-46fb-bbe4-0def0abd47a0 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 946 time: 0.0489976 Sep 07 20:01:44.574169 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4e46906f-bb9d-46e6-b00a-37de225af824 req-1142366d-de93-4a06-a201-e6bece9cea5a tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330961 Sep 07 20:01:44.627519 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:01:45.693631 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c2726-47ca-44a0-8139-8bbdc172f470 req-007f78cd-bb6a-4822-a7df-cb5d0cc65a70 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:45.695122 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-364c2726-47ca-44a0-8139-8bbdc172f470 req-007f78cd-bb6a-4822-a7df-cb5d0cc65a70 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 946 time: 0.0499859 Sep 07 20:01:45.733516 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-364c2726-47ca-44a0-8139-8bbdc172f470 req-e597361c-6eb4-4ef1-a35d-72f60873abd5 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318286 Sep 07 20:01:46.656848 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:01:46.923510 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf7f41-b7d8-430f-a189-3bd3d6214970 req-99437f1c-5e6f-4b03-a2d7-1fb765a28f90 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:46.925233 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecdf7f41-b7d8-430f-a189-3bd3d6214970 req-99437f1c-5e6f-4b03-a2d7-1fb765a28f90 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 946 time: 0.1205194 Sep 07 20:01:46.965987 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ecdf7f41-b7d8-430f-a189-3bd3d6214970 req-193913c4-2b7c-470b-bf9f-717edaeb2760 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349469 Sep 07 20:01:48.082881 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988d369-a73b-4c96-bd83-7e6e0405f5d6 req-b3a5b105-2e19-45e4-8487-a50cb5c6c0d0 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:48.084699 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9988d369-a73b-4c96-bd83-7e6e0405f5d6 req-b3a5b105-2e19-45e4-8487-a50cb5c6c0d0 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 946 time: 0.0485528 Sep 07 20:01:48.122196 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9988d369-a73b-4c96-bd83-7e6e0405f5d6 req-600cfe92-e38d-452c-86bd-61333e835cdb tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310881 Sep 07 20:01:48.335795 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-812e35a9-5aec-43ee-8262-061c97af9456 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0766926 Sep 07 20:01:48.347885 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f66e96-28f0-4583-8086-da3ce86d9ec4 req-45d1145a-601d-47ab-b909-a3a5a90b5def tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:48.349314 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0f66e96-28f0-4583-8086-da3ce86d9ec4 req-45d1145a-601d-47ab-b909-a3a5a90b5def tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 946 time: 0.0623360 Sep 07 20:01:48.389106 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f0f66e96-28f0-4583-8086-da3ce86d9ec4 req-e5421bfa-7c50-41e9-8524-16e6166104e1 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333729 Sep 07 20:01:48.812712 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 3178bce1-83a4-4abf-9efa-18de20c38936 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:01:48.894427 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:01:48.915759 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6db5fde-837f-42fb-80f9-f7f0f5a6ab86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3178bce1-83a4-4abf-9efa-18de20c38936'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:01:48.917951 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c626d64-169f-4e53-8a39-34687432f893" -d '{"events": [{"server_uuid": "c6db5fde-837f-42fb-80f9-f7f0f5a6ab86", "name": "network-vif-unplugged", "status": "completed", "tag": "3178bce1-83a4-4abf-9efa-18de20c38936"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:01:48.930471 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 3178bce1-83a4-4abf-9efa-18de20c38936, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3178bce1-83a4-4abf-9efa-18de20c38936,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:01:48.934946 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:01:48.958787 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 20:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914144a6-e515-45cb-b2c7-a16ac1facde1 x-openstack-request-id: req-914144a6-e515-45cb-b2c7-a16ac1facde1 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:01:48.959335 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6db5fde-837f-42fb-80f9-f7f0f5a6ab86", "name": "network-vif-unplugged", "status": "failed", "tag": "3178bce1-83a4-4abf-9efa-18de20c38936", "code": 422}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:01:48.959589 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-914144a6-e515-45cb-b2c7-a16ac1facde1 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:01:48.959973 n-d-807786-1 neutron-server[101446]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c6db5fde-837f-42fb-80f9-f7f0f5a6ab86', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3178bce1-83a4-4abf-9efa-18de20c38936', 'code': 422} returned with failed status Sep 07 20:01:48.983728 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=3178bce1-83a4-4abf-9efa-18de20c38936,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:01:48.990838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:48.991175 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:48.991512 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:48.991840 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:48.992166 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:48.992491 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:48.992837 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:48.993171 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:48.993479 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:48.993790 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:48.994107 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:48.994420 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:49.503216 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37672bab-8e2c-4710-9148-03fdc0c48380 req-e3a5f3cd-7f4f-45cc-964d-355ce446f2f3 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:49.504736 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37672bab-8e2c-4710-9148-03fdc0c48380 req-e3a5f3cd-7f4f-45cc-964d-355ce446f2f3 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 944 time: 0.0499423 Sep 07 20:01:49.541795 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-37672bab-8e2c-4710-9148-03fdc0c48380 req-c836dae9-c037-400e-9072-7bb85a6e41f9 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308850 Sep 07 20:01:50.659525 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569294dd-eb41-4b3f-a238-fb809fec96fc req-bab98fef-3920-4cea-84ea-6e76e09eefe9 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:50.661338 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-569294dd-eb41-4b3f-a238-fb809fec96fc req-bab98fef-3920-4cea-84ea-6e76e09eefe9 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 944 time: 0.0499902 Sep 07 20:01:50.700436 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-569294dd-eb41-4b3f-a238-fb809fec96fc req-58424169-7973-47ba-8fce-737b522937b5 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317574 Sep 07 20:01:51.823863 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3f646-6d12-466d-84a1-ce0d0b4950c5 req-fae950b6-8778-45be-b408-d8bd45ba10fb tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:51.825480 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40b3f646-6d12-466d-84a1-ce0d0b4950c5 req-fae950b6-8778-45be-b408-d8bd45ba10fb tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 944 time: 0.0549345 Sep 07 20:01:51.864077 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-40b3f646-6d12-466d-84a1-ce0d0b4950c5 req-f0b25ab3-c05d-48b9-8f01-cbbeae925f50 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320370 Sep 07 20:01:52.984875 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06cbfb-8f56-43f7-a151-cc5ac545aeb2 req-5c18f85f-dfac-4834-8f7b-e4720ac8bb62 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:52.986429 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c06cbfb-8f56-43f7-a151-cc5ac545aeb2 req-5c18f85f-dfac-4834-8f7b-e4720ac8bb62 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 944 time: 0.0565445 Sep 07 20:01:53.050577 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c06cbfb-8f56-43f7-a151-cc5ac545aeb2 req-92947ca9-26ef-4491-83ef-72f98a9d81eb tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583725 Sep 07 20:01:53.059028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-eaf88518-353f-4811-aaba-654d6b8584ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:53.060483 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-eaf88518-353f-4811-aaba-654d6b8584ad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86&tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2 HTTP/1.1" status: 200 len: 1095 time: 0.1181972 Sep 07 20:01:53.071020 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-8f458742-f2c7-4b26-adf7-25551413fcdc service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 20:01:53.071961 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-8f458742-f2c7-4b26-adf7-25551413fcdc service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049758 Sep 07 20:01:53.082938 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807786-1', 'device_owner': 'compute:nova'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:01:53.137978 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:01:53.333719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] For port 3178bce1-83a4-4abf-9efa-18de20c38936, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=3178bce1-83a4-4abf-9efa-18de20c38936,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:01:53.365280 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] For port 3178bce1-83a4-4abf-9efa-18de20c38936, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:01:53.396482 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3178bce1-83a4-4abf-9efa-18de20c38936 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:01:53.404126 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:01:53.416148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Transition to ACTIVE for port object 3178bce1-83a4-4abf-9efa-18de20c38936 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:01:53.420221 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:01:53.530340 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3178bce1-83a4-4abf-9efa-18de20c38936,revision_number=7']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:01:53.553016 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:53.553367 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:53.553711 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:53.554046 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:53.554376 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:53.554707 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:53.555037 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:53.555366 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:53.555693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:53.556017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:53.556348 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:53.556700 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:01:53.598333 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] No DVR routers for this DVR port 3178bce1-83a4-4abf-9efa-18de20c38936 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:01:53.736572 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Attempting to bind port 3178bce1-83a4-4abf-9efa-18de20c38936 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:01:53.736918 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Attempting to bind port 3178bce1-83a4-4abf-9efa-18de20c38936 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '5839ed90-9598-4b57-aecf-bb70eea6d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:01:53.737250 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Attempting to bind port 3178bce1-83a4-4abf-9efa-18de20c38936 on network c286f0e7-e0e7-43df-bc2b-4865ca59cbeb {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:01:53.741519 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Port 3178bce1-83a4-4abf-9efa-18de20c38936 on network c286f0e7-e0e7-43df-bc2b-4865ca59cbeb not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:01:53.741842 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Attempting to bind port 3178bce1-83a4-4abf-9efa-18de20c38936 on network c286f0e7-e0e7-43df-bc2b-4865ca59cbeb {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:01:53.746667 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:01:53.747007 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Checking segment: {'id': '5839ed90-9598-4b57-aecf-bb70eea6d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:01:53.747393 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Bound using segment: {'id': '5839ed90-9598-4b57-aecf-bb70eea6d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:01:53.747820 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Bound port: 3178bce1-83a4-4abf-9efa-18de20c38936, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5839ed90-9598-4b57-aecf-bb70eea6d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:01:53.748177 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:01:53.808914 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] For port 3178bce1-83a4-4abf-9efa-18de20c38936, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:01:53.811888 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] For port 3178bce1-83a4-4abf-9efa-18de20c38936, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3178bce1-83a4-4abf-9efa-18de20c38936,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:01:53.816447 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:01:53.850801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:53.851294 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:01:53.852734 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] 10.222.0.36 "PUT /v2.0/ports/3178bce1-83a4-4abf-9efa-18de20c38936 HTTP/1.1" status: 200 len: 1092 time: 0.7733974 Sep 07 20:01:53.853177 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6db5fde-837f-42fb-80f9-f7f0f5a6ab86', 'tag': '3178bce1-83a4-4abf-9efa-18de20c38936'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:01:53.855450 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af19e52e-7a53-47a9-bf1a-39fb074234bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c6db5fde-837f-42fb-80f9-f7f0f5a6ab86", "tag": "3178bce1-83a4-4abf-9efa-18de20c38936"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:01:53.895349 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921ddac4-0d1f-4dd9-aa02-c5196e9b3ca2 x-openstack-request-id: req-921ddac4-0d1f-4dd9-aa02-c5196e9b3ca2 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:01:53.895646 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6db5fde-837f-42fb-80f9-f7f0f5a6ab86", "tag": "3178bce1-83a4-4abf-9efa-18de20c38936", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:01:53.895897 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-921ddac4-0d1f-4dd9-aa02-c5196e9b3ca2 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:01:53.896297 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6db5fde-837f-42fb-80f9-f7f0f5a6ab86', 'tag': '3178bce1-83a4-4abf-9efa-18de20c38936', 'status': 'completed', 'code': 200} Sep 07 20:01:53.910923 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b1419-d0de-4f71-99f3-f8e47ebac6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3178bce1-83a4-4abf-9efa-18de20c38936,revision_number=8']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:01:53.929567 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-804a9583-885d-40db-9487-954264f570c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:53.931166 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-804a9583-885d-40db-9487-954264f570c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 1095 time: 0.0512352 Sep 07 20:01:54.028890 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-5cb6cb91-47a8-48da-b0a0-7ae20f4e0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:54.030136 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-5cb6cb91-47a8-48da-b0a0-7ae20f4e0207 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 200 len: 910 time: 0.0912097 Sep 07 20:01:54.096835 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-6fbc2680-93cd-41dd-be98-ffd33e65fbfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3178bce1-83a4-4abf-9efa-18de20c38936 HTTP/1.1" status: 200 len: 1000 time: 0.0598805 Sep 07 20:01:54.174190 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-6dd1f4ec-0a25-4616-ad54-03e9ace6d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:54.175542 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-6dd1f4ec-0a25-4616-ad54-03e9ace6d55d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cbb1c724-544d-48b5-8807-79b4915230e2 HTTP/1.1" status: 200 len: 848 time: 0.0716946 Sep 07 20:01:54.199659 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e3db1-540a-48c5-b494-5501b1044526 req-57d13eaf-ce03-4184-a367-5cb9b1cc1dd5 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:54.201136 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a0e3db1-540a-48c5-b494-5501b1044526 req-57d13eaf-ce03-4184-a367-5cb9b1cc1dd5 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 944 time: 0.0685682 Sep 07 20:01:54.254003 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6a0e3db1-540a-48c5-b494-5501b1044526 req-148e6f2d-41de-43b7-9f07-335e1db5010c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391119 Sep 07 20:01:54.256776 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-81e771ce-1264-47d1-a9be-9aa715303950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:54.258127 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-81e771ce-1264-47d1-a9be-9aa715303950 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751946 Sep 07 20:01:54.348644 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-1fbe1f2e-5e96-49e0-90c9-788b9ffa9d07 service neutron] 10.222.0.36 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835261 Sep 07 20:01:54.435030 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-9a28e988-dc4c-422f-bc0c-55a90812bf1e service neutron] 10.222.0.36 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799875 Sep 07 20:01:54.526407 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19e52e-7a53-47a9-bf1a-39fb074234bc req-117c3445-df76-4988-aaa4-a34c112fa576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:54.527942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af19e52e-7a53-47a9-bf1a-39fb074234bc req-117c3445-df76-4988-aaa4-a34c112fa576 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 1095 time: 0.0453126 Sep 07 20:01:54.621891 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19e52e-7a53-47a9-bf1a-39fb074234bc req-4933adf8-fc1e-4f84-a70f-509ba4652073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:54.623395 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af19e52e-7a53-47a9-bf1a-39fb074234bc req-4933adf8-fc1e-4f84-a70f-509ba4652073 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 200 len: 910 time: 0.0879762 Sep 07 20:01:54.926610 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af19e52e-7a53-47a9-bf1a-39fb074234bc req-794504b0-01fb-41ac-8868-dd631ba7db7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3178bce1-83a4-4abf-9efa-18de20c38936 HTTP/1.1" status: 200 len: 1000 time: 0.2965634 Sep 07 20:01:54.974601 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19e52e-7a53-47a9-bf1a-39fb074234bc req-a2a5af34-29fc-4394-8476-fc21f4a6bdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:54.975996 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af19e52e-7a53-47a9-bf1a-39fb074234bc req-a2a5af34-29fc-4394-8476-fc21f4a6bdf4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cbb1c724-544d-48b5-8807-79b4915230e2 HTTP/1.1" status: 200 len: 848 time: 0.0422049 Sep 07 20:01:55.018938 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19e52e-7a53-47a9-bf1a-39fb074234bc req-1e6e53d6-f734-4e9c-83a5-26cbdc10b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:55.020398 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af19e52e-7a53-47a9-bf1a-39fb074234bc req-1e6e53d6-f734-4e9c-83a5-26cbdc10b909 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378282 Sep 07 20:01:55.110927 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af19e52e-7a53-47a9-bf1a-39fb074234bc req-f8f21569-6b6f-4cfe-afab-c07cdbe51c41 service neutron] 10.222.0.36 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831130 Sep 07 20:01:55.196925 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-af19e52e-7a53-47a9-bf1a-39fb074234bc req-1cf23122-c3bf-4021-8964-488569f767c4 service neutron] 10.222.0.36 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792661 Sep 07 20:01:55.413820 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f45f3-0744-428f-971b-7b82acbac2a0 req-0acc9c85-fbfd-436a-b211-71eec24d6b57 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:55.415281 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c6f45f3-0744-428f-971b-7b82acbac2a0 req-0acc9c85-fbfd-436a-b211-71eec24d6b57 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 944 time: 0.0928009 Sep 07 20:01:55.455872 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c6f45f3-0744-428f-971b-7b82acbac2a0 req-65a6157d-29ad-4d53-abda-8ffd7ca709d4 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344479 Sep 07 20:01:56.079322 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0cc3139a-8223-4a0f-981f-a3951676cfda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:01:56.570076 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca77430-3123-4e93-88d6-0801058b8901 req-e98eda02-ddee-46af-8e34-73a35e587590 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:56.571549 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ca77430-3123-4e93-88d6-0801058b8901 req-e98eda02-ddee-46af-8e34-73a35e587590 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 944 time: 0.0486791 Sep 07 20:01:56.609923 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3ca77430-3123-4e93-88d6-0801058b8901 req-926c8700-eef8-4bf3-93b0-a2e38a6a67c0 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323839 Sep 07 20:01:57.724761 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f49ea-5a76-452e-8d98-09799877369f req-e0b5de86-e23f-430b-9544-751b5945fda5 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:57.726268 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fc5f49ea-5a76-452e-8d98-09799877369f req-e0b5de86-e23f-430b-9544-751b5945fda5 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 944 time: 0.0511079 Sep 07 20:01:57.763530 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fc5f49ea-5a76-452e-8d98-09799877369f req-fafe6bdf-bceb-47b8-a6de-32a9505e4795 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312426 Sep 07 20:01:58.873268 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6a73dcbe-e935-4d34-b20e-b7fd2ca0b49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:01:58.879863 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fd3cc-15cc-4f81-b756-65487fda9da9 req-9aba473a-8665-45c3-9fd8-1ffe5ff14881 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:01:58.881418 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac0fd3cc-15cc-4f81-b756-65487fda9da9 req-9aba473a-8665-45c3-9fd8-1ffe5ff14881 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 944 time: 0.0508053 Sep 07 20:01:58.923732 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ac0fd3cc-15cc-4f81-b756-65487fda9da9 req-53829ca2-a252-4a20-b4b1-53ca099afa9d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362267 Sep 07 20:01:59.156708 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:02:00.037440 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea57b1-8a13-4aff-9840-daf1ad4d8a88 req-236ae8dc-5e97-4abf-b42b-a3216813e25e tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:02:00.038916 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-47ea57b1-8a13-4aff-9840-daf1ad4d8a88 req-236ae8dc-5e97-4abf-b42b-a3216813e25e tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 944 time: 0.0487027 Sep 07 20:02:00.083570 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-47ea57b1-8a13-4aff-9840-daf1ad4d8a88 req-4365b168-064c-4f89-9774-ced8df8e9d8a tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387635 Sep 07 20:02:00.519793 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:02:01.199816 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8b517-180d-465a-aa25-e3d8bf24f162 req-9fa90ed4-55ec-445a-96e9-67f0c2cfe98e tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:02:01.201343 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b0b8b517-180d-465a-aa25-e3d8bf24f162 req-9fa90ed4-55ec-445a-96e9-67f0c2cfe98e tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 944 time: 0.0525837 Sep 07 20:02:01.238536 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b0b8b517-180d-465a-aa25-e3d8bf24f162 req-c0615040-d1f5-4f16-a004-f025babf985b tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312803 Sep 07 20:02:02.030946 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:02:02.097047 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3178bce1-83a4-4abf-9efa-18de20c38936 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:02:02.191125 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 3178bce1-83a4-4abf-9efa-18de20c38936, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3178bce1-83a4-4abf-9efa-18de20c38936,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:02:02.202690 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': '3178bce1-83a4-4abf-9efa-18de20c38936', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'port_id': '3178bce1-83a4-4abf-9efa-18de20c38936', 'mac_address': 'fa:16:3e:6c:28:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:02:02.239544 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:02:02.255962 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3178bce1-83a4-4abf-9efa-18de20c38936 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:02:02.275226 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 3178bce1-83a4-4abf-9efa-18de20c38936, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3178bce1-83a4-4abf-9efa-18de20c38936,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:02:02.279546 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:02:02.327997 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=3178bce1-83a4-4abf-9efa-18de20c38936,revision_number=9']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:02:02.356553 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f37065-c0ce-4d0e-bd93-fb81fc0dd957 req-0c820609-e676-4cc6-9f5c-11b5729d2860 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:02:02.358049 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-45f37065-c0ce-4d0e-bd93-fb81fc0dd957 req-0c820609-e676-4cc6-9f5c-11b5729d2860 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 945 time: 0.0504594 Sep 07 20:02:02.403087 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-45f37065-c0ce-4d0e-bd93-fb81fc0dd957 req-d2464e8c-a02f-47bb-9bfe-8b777253f995 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388942 Sep 07 20:02:02.494099 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['3178bce1-83a4-4abf-9efa-18de20c38936'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:02:02.798444 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1a994-2fde-42a4-bf68-705041cc2945 req-cc26a943-1372-46a3-a4b5-94edbf9aa1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:02:02.799826 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ca1a994-2fde-42a4-bf68-705041cc2945 req-cc26a943-1372-46a3-a4b5-94edbf9aa1e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 1096 time: 0.0407829 Sep 07 20:02:02.900440 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1a994-2fde-42a4-bf68-705041cc2945 req-53d7e52e-28a4-4c66-9498-7ab4416ad172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:02:02.902482 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ca1a994-2fde-42a4-bf68-705041cc2945 req-53d7e52e-28a4-4c66-9498-7ab4416ad172 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 200 len: 910 time: 0.0835247 Sep 07 20:02:02.972674 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ca1a994-2fde-42a4-bf68-705041cc2945 req-c35a5c3d-6993-47a4-b818-c52f18c8490f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3178bce1-83a4-4abf-9efa-18de20c38936 HTTP/1.1" status: 200 len: 1001 time: 0.0627072 Sep 07 20:02:03.021423 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1a994-2fde-42a4-bf68-705041cc2945 req-5cc1b96d-3aba-4a5b-acbf-321995e3f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:02:03.022896 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ca1a994-2fde-42a4-bf68-705041cc2945 req-5cc1b96d-3aba-4a5b-acbf-321995e3f564 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cbb1c724-544d-48b5-8807-79b4915230e2 HTTP/1.1" status: 200 len: 848 time: 0.0432427 Sep 07 20:02:03.067834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1a994-2fde-42a4-bf68-705041cc2945 req-ae0d336f-5192-498c-953b-ea961a267fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:02:03.069242 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ca1a994-2fde-42a4-bf68-705041cc2945 req-ae0d336f-5192-498c-953b-ea961a267fa0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387173 Sep 07 20:02:03.162120 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ca1a994-2fde-42a4-bf68-705041cc2945 req-ebb3d7e8-10c6-4a0e-b0a2-5a3d76e3798c service neutron] 10.222.0.36 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848675 Sep 07 20:02:03.251942 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6ca1a994-2fde-42a4-bf68-705041cc2945 req-e519126a-b21b-49c6-a9cc-cad036002ec9 service neutron] 10.222.0.36 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832376 Sep 07 20:02:03.521969 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570d30a-6f81-49d3-ab9d-aa6efe6fc9a8 req-fbdd1f47-7275-42d6-8faf-d276acca7ede tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:02:03.523465 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7570d30a-6f81-49d3-ab9d-aa6efe6fc9a8 req-fbdd1f47-7275-42d6-8faf-d276acca7ede tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 945 time: 0.0537705 Sep 07 20:02:03.561106 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7570d30a-6f81-49d3-ab9d-aa6efe6fc9a8 req-de2bc67f-9d4b-424c-8851-7a370c02c5f9 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316472 Sep 07 20:02:04.112219 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3178bce1-83a4-4abf-9efa-18de20c38936 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:02:04.158852 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port 3178bce1-83a4-4abf-9efa-18de20c38936 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:02:04.162574 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port 3178bce1-83a4-4abf-9efa-18de20c38936 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:02:04.162942 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:02:04.239919 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:02:04.261848 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6db5fde-837f-42fb-80f9-f7f0f5a6ab86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3178bce1-83a4-4abf-9efa-18de20c38936'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:02:04.264393 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf26699-0617-4ecf-9a34-445cb68a521e" -d '{"events": [{"server_uuid": "c6db5fde-837f-42fb-80f9-f7f0f5a6ab86", "name": "network-vif-plugged", "status": "completed", "tag": "3178bce1-83a4-4abf-9efa-18de20c38936"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:02:04.276186 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port 3178bce1-83a4-4abf-9efa-18de20c38936, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3178bce1-83a4-4abf-9efa-18de20c38936,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:02:04.281227 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:02:04.303721 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc2821e-5f4d-4faa-bd07-3f9911f3830b x-openstack-request-id: req-6cc2821e-5f4d-4faa-bd07-3f9911f3830b {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:02:04.304012 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6db5fde-837f-42fb-80f9-f7f0f5a6ab86", "name": "network-vif-plugged", "status": "completed", "tag": "3178bce1-83a4-4abf-9efa-18de20c38936", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:02:04.304262 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6cc2821e-5f4d-4faa-bd07-3f9911f3830b {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:02:04.304667 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6db5fde-837f-42fb-80f9-f7f0f5a6ab86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3178bce1-83a4-4abf-9efa-18de20c38936', 'code': 200} Sep 07 20:02:04.330177 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=3178bce1-83a4-4abf-9efa-18de20c38936,revision_number=10']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:02:04.440749 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99227cd-f10b-4e16-bfdc-e9a660ce35c9 req-a7003f47-4e86-4562-a5d5-c32ac70b1082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:02:04.442227 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d99227cd-f10b-4e16-bfdc-e9a660ce35c9 req-a7003f47-4e86-4562-a5d5-c32ac70b1082 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 1098 time: 0.0388319 Sep 07 20:02:04.477684 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d99227cd-f10b-4e16-bfdc-e9a660ce35c9 req-e6229dc3-bbbe-460c-94d2-b366fc89ad7a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282435 Sep 07 20:02:04.675974 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd5ebc-293c-4f4a-acb5-431ff563192c req-378cd6a2-fc8e-4a71-9ea2-872d1aa8c4b1 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:02:04.677742 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6fbd5ebc-293c-4f4a-acb5-431ff563192c req-378cd6a2-fc8e-4a71-9ea2-872d1aa8c4b1 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 947 time: 0.0489192 Sep 07 20:02:04.715283 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-6fbd5ebc-293c-4f4a-acb5-431ff563192c req-22715a4e-aafc-448d-a334-b8d746f20878 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313902 Sep 07 20:02:05.833970 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e95f6-1478-4062-93ad-810b4abfa2c6 req-e69900e3-c29c-4280-95c8-f354843da050 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:02:05.835694 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-be8e95f6-1478-4062-93ad-810b4abfa2c6 req-e69900e3-c29c-4280-95c8-f354843da050 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 947 time: 0.0519841 Sep 07 20:02:05.872850 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-be8e95f6-1478-4062-93ad-810b4abfa2c6 req-153c4c2a-1bac-4621-8c8c-2db5e005f06e tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306239 Sep 07 20:02:13.687094 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:02:14.636165 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:02:23.655716 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:02:26.080581 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4dc2e5e4-a615-454e-8962-db6cc83cb54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:02:28.873332 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5536f73c-2518-4b52-b9fe-d15b221cfd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:02:29.157619 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:02:30.518797 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:02:32.033774 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:02:43.701717 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:02:44.623248 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:02:56.080760 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5a71b830-ecae-4cf1-9bf6-0e6257f39f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:02:58.873186 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e0655dce-3d5e-46e2-94d6-1a17b6f43bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:02:59.157865 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:00.520897 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:00.654757 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:03:02.035642 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:04.796107 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bd4d6f6b-1082-4331-abd8-aa5a842bbd18 req-cd60a222-993a-4f68-8fb0-e1d5808349ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397718 Sep 07 20:03:04.876037 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d6f6b-1082-4331-abd8-aa5a842bbd18 req-d0f091b1-8e95-4a80-9ec8-88d6bc083db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:04.877531 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bd4d6f6b-1082-4331-abd8-aa5a842bbd18 req-d0f091b1-8e95-4a80-9ec8-88d6bc083db0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 1098 time: 0.0412014 Sep 07 20:03:04.983017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d6f6b-1082-4331-abd8-aa5a842bbd18 req-5e82fc57-5acc-435b-b3d5-25fe0bbaba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:04.984477 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bd4d6f6b-1082-4331-abd8-aa5a842bbd18 req-5e82fc57-5acc-435b-b3d5-25fe0bbaba4c service neutron] 10.222.0.36 "GET /v2.0/networks?id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 200 len: 910 time: 0.0882912 Sep 07 20:03:05.052273 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bd4d6f6b-1082-4331-abd8-aa5a842bbd18 req-6b930ce6-2189-49b6-aa4d-94c5ddddfaf6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3178bce1-83a4-4abf-9efa-18de20c38936 HTTP/1.1" status: 200 len: 1002 time: 0.0606530 Sep 07 20:03:05.103654 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d6f6b-1082-4331-abd8-aa5a842bbd18 req-a7e19732-29bc-4ba9-a67d-5be856cea02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:05.105640 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bd4d6f6b-1082-4331-abd8-aa5a842bbd18 req-a7e19732-29bc-4ba9-a67d-5be856cea02d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cbb1c724-544d-48b5-8807-79b4915230e2 HTTP/1.1" status: 200 len: 848 time: 0.0463972 Sep 07 20:03:05.148893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d6f6b-1082-4331-abd8-aa5a842bbd18 req-8f15a62c-e779-4eb8-913c-c2d2eb6bf6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:05.150258 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bd4d6f6b-1082-4331-abd8-aa5a842bbd18 req-8f15a62c-e779-4eb8-913c-c2d2eb6bf6e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384963 Sep 07 20:03:05.244813 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bd4d6f6b-1082-4331-abd8-aa5a842bbd18 req-830734c4-817a-4ba4-8742-95fbebf3e647 service neutron] 10.222.0.36 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876050 Sep 07 20:03:05.338690 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bd4d6f6b-1082-4331-abd8-aa5a842bbd18 req-4f8946c5-f890-43ae-8316-c44a622358ed service neutron] 10.222.0.36 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868154 Sep 07 20:03:13.719333 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:14.634843 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:19.046864 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53562) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:19.200476 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Deleting port 200309a2-f8ba-4290-9283-8a2ae1133d0f {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:03:19.200911 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:19.286414 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:19.286740 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:19.298223 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Calling delete_port for 200309a2-f8ba-4290-9283-8a2ae1133d0f owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:03:19.442242 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:19.467419 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event deleted for resources: {'Port': ['ID=200309a2-f8ba-4290-9283-8a2ae1133d0f,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:19.493059 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:19.493412 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:19.493751 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:19.494086 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:19.494417 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:19.494748 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:19.495075 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:19.495981 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:19.496315 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:19.496665 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:19.496989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:19.497311 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:19.538202 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:19.538545 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Floating IP 131c3a72-5eee-4459-8247-1a2eb7ccbca8 disassociated (deleted). External IP: 172.25.8.142, port: 3178bce1-83a4-4abf-9efa-18de20c38936. Sep 07 20:03:19.748011 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Router 3143d6ed-7e60-4687-acae-4f1e24a9b552 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:03:19.853487 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:03:19.859302 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:19.863844 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f6e0bf-a8ac-43a3-958a-cb31aefd9437 None None] Sync routers for ids ['3143d6ed-7e60-4687-acae-4f1e24a9b552'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:03:19.872957 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f6e0bf-a8ac-43a3-958a-cb31aefd9437 None None] Routers {'3143d6ed-7e60-4687-acae-4f1e24a9b552'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:03:19.873578 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-07f6e0bf-a8ac-43a3-958a-cb31aefd9437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:02:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3143d6ed-7e60-4687-acae-4f1e24a9b552'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:19.885145 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-1b44fc2b-adb9-4a38-b291-41357c5c9023 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "DELETE /v2.0/floatingips/131c3a72-5eee-4459-8247-1a2eb7ccbca8 HTTP/1.1" status: 204 len: 168 time: 0.8371861 Sep 07 20:03:19.885854 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6db5fde-837f-42fb-80f9-f7f0f5a6ab86', 'tag': '3178bce1-83a4-4abf-9efa-18de20c38936'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:03:19.888334 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca367eb4-2ae8-48c2-a61a-0b6233df62d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c6db5fde-837f-42fb-80f9-f7f0f5a6ab86", "tag": "3178bce1-83a4-4abf-9efa-18de20c38936"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:03:19.927179 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d233879d-6c6b-4fb9-86ca-1d11c61e1098 x-openstack-request-id: req-d233879d-6c6b-4fb9-86ca-1d11c61e1098 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:03:19.927494 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6db5fde-837f-42fb-80f9-f7f0f5a6ab86", "tag": "3178bce1-83a4-4abf-9efa-18de20c38936", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:03:19.927821 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d233879d-6c6b-4fb9-86ca-1d11c61e1098 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:03:19.928244 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6db5fde-837f-42fb-80f9-f7f0f5a6ab86', 'tag': '3178bce1-83a4-4abf-9efa-18de20c38936', 'status': 'completed', 'code': 200} Sep 07 20:03:19.982917 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-07f6e0bf-a8ac-43a3-958a-cb31aefd9437 None None] Set router 3143d6ed-7e60-4687-acae-4f1e24a9b552 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:03:19.994542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca367eb4-2ae8-48c2-a61a-0b6233df62d6 req-c051ebb5-fd84-411f-bb0b-799353b9d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:19.996454 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca367eb4-2ae8-48c2-a61a-0b6233df62d6 req-c051ebb5-fd84-411f-bb0b-799353b9d32c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 1098 time: 0.0461080 Sep 07 20:03:20.135776 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca367eb4-2ae8-48c2-a61a-0b6233df62d6 req-af881058-6a91-43a3-898f-87896d503e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:20.137762 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca367eb4-2ae8-48c2-a61a-0b6233df62d6 req-af881058-6a91-43a3-898f-87896d503e88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 200 len: 910 time: 0.1320753 Sep 07 20:03:20.150316 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9f7d7-f15e-4a84-b1b2-b4c7089c9c73 req-79d4a0d8-6c4d-487f-a176-dda584b36289 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:20.152432 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0d9f7d7-f15e-4a84-b1b2-b4c7089c9c73 req-79d4a0d8-6c4d-487f-a176-dda584b36289 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 947 time: 0.0722716 Sep 07 20:03:20.202795 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca367eb4-2ae8-48c2-a61a-0b6233df62d6 req-aef8aa89-2841-490b-b3aa-78300cce7974 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3178bce1-83a4-4abf-9efa-18de20c38936 HTTP/1.1" status: 200 len: 217 time: 0.0493340 Sep 07 20:03:20.246250 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a0d9f7d7-f15e-4a84-b1b2-b4c7089c9c73 req-d262c2d6-f02b-4b7a-a468-4cfcb0ac16f6 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866201 Sep 07 20:03:20.264094 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca367eb4-2ae8-48c2-a61a-0b6233df62d6 req-01e090bd-33ba-4b39-82e8-3882fc2cbe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:20.265629 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca367eb4-2ae8-48c2-a61a-0b6233df62d6 req-01e090bd-33ba-4b39-82e8-3882fc2cbe5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cbb1c724-544d-48b5-8807-79b4915230e2 HTTP/1.1" status: 200 len: 848 time: 0.0553632 Sep 07 20:03:20.313298 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca367eb4-2ae8-48c2-a61a-0b6233df62d6 req-378d371a-a49a-497f-bb8a-27b389becb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:20.314835 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca367eb4-2ae8-48c2-a61a-0b6233df62d6 req-378d371a-a49a-497f-bb8a-27b389becb11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408137 Sep 07 20:03:20.356789 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-07f6e0bf-a8ac-43a3-958a-cb31aefd9437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'name': 'tempest-TestShelveInstance-1698618206-router', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:29Z', 'revision_number': 4, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'gw_port': {'id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e', 'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'mac_address': 'fa:16:3e:f1:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:29Z', 'updated_at': '2021-09-07T19:54:35Z', 'revision_number': 5, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'subnets': [{'id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:20.383649 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f6e0bf-a8ac-43a3-958a-cb31aefd9437 None None] Checking router: 3143d6ed-7e60-4687-acae-4f1e24a9b552 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:03:20.392666 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f6e0bf-a8ac-43a3-958a-cb31aefd9437 None None] Routers {'3143d6ed-7e60-4687-acae-4f1e24a9b552'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:03:20.393281 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-07f6e0bf-a8ac-43a3-958a-cb31aefd9437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:02:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3143d6ed-7e60-4687-acae-4f1e24a9b552'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:20.416850 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca367eb4-2ae8-48c2-a61a-0b6233df62d6 req-75ccdaa7-3065-4606-af3c-e66c4bdd9211 service neutron] 10.222.0.36 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896640 Sep 07 20:03:20.499458 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-07f6e0bf-a8ac-43a3-958a-cb31aefd9437 None None] Set router 3143d6ed-7e60-4687-acae-4f1e24a9b552 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:03:20.507211 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ca367eb4-2ae8-48c2-a61a-0b6233df62d6 req-02c12f32-35a5-423e-8c31-7dfdbbcc0a45 service neutron] 10.222.0.36 "GET /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827115 Sep 07 20:03:20.702842 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-07f6e0bf-a8ac-43a3-958a-cb31aefd9437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'name': 'tempest-TestShelveInstance-1698618206-router', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:29Z', 'revision_number': 4, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'gw_port': {'id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e', 'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'mac_address': 'fa:16:3e:f1:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:29Z', 'updated_at': '2021-09-07T19:54:35Z', 'revision_number': 5, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'subnets': [{'id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:20.729155 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f6e0bf-a8ac-43a3-958a-cb31aefd9437 None None] The sync data for ids ['3143d6ed-7e60-4687-acae-4f1e24a9b552'] in n-d-807786-1 is: [{'id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'name': 'tempest-TestShelveInstance-1698618206-router', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:29Z', 'revision_number': 4, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'gw_port': {'id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e', 'name': '', 'network_id': 'c286f0e7-e0e7-43df-bc2b-4865ca59cbeb', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'mac_address': 'fa:16:3e:f1:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:29Z', 'updated_at': '2021-09-07T19:54:35Z', 'revision_number': 5, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'subnets': [{'id': 'cbb1c724-544d-48b5-8807-79b4915230e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:03:20.940135 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b20a1e-473d-4498-b702-e1fdc9e24586 None None] New status for floating IP 131c3a72-5eee-4459-8247-1a2eb7ccbca8: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:03:21.363338 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23f816-9fb1-4d3b-8fe8-b372042b7b25 req-5981a616-9d16-487c-805b-f73db770b0d5 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:21.364858 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec23f816-9fb1-4d3b-8fe8-b372042b7b25 req-5981a616-9d16-487c-805b-f73db770b0d5 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 947 time: 0.0491769 Sep 07 20:03:21.402718 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-ec23f816-9fb1-4d3b-8fe8-b372042b7b25 req-7c815b0a-a8f7-47dc-a069-c7640e518416 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320532 Sep 07 20:03:21.575183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe898d-1f69-42d8-b545-d1281bc8909a req-8a1c4b83-279d-48dd-abdb-93cdfd944e41 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:21.576578 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4bbe898d-1f69-42d8-b545-d1281bc8909a req-8a1c4b83-279d-48dd-abdb-93cdfd944e41 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 947 time: 0.0518873 Sep 07 20:03:21.664830 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-4bbe898d-1f69-42d8-b545-d1281bc8909a req-7c7d25c2-38b2-4660-a41d-c1e50aa8f46c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Deleting port 3178bce1-83a4-4abf-9efa-18de20c38936 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:03:21.665207 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4bbe898d-1f69-42d8-b545-d1281bc8909a req-7c7d25c2-38b2-4660-a41d-c1e50aa8f46c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:21.754467 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-4bbe898d-1f69-42d8-b545-d1281bc8909a req-7c7d25c2-38b2-4660-a41d-c1e50aa8f46c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] For port 3178bce1-83a4-4abf-9efa-18de20c38936, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=3178bce1-83a4-4abf-9efa-18de20c38936,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:03:21.754831 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4bbe898d-1f69-42d8-b545-d1281bc8909a req-7c7d25c2-38b2-4660-a41d-c1e50aa8f46c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:21.766841 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-4bbe898d-1f69-42d8-b545-d1281bc8909a req-7c7d25c2-38b2-4660-a41d-c1e50aa8f46c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Calling delete_port for 3178bce1-83a4-4abf-9efa-18de20c38936 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:03:21.891929 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4bbe898d-1f69-42d8-b545-d1281bc8909a req-7c7d25c2-38b2-4660-a41d-c1e50aa8f46c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:21.925413 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d25c2-38b2-4660-a41d-c1e50aa8f46c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event deleted for resources: {'Port': ['ID=3178bce1-83a4-4abf-9efa-18de20c38936,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:21.965862 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbe898d-1f69-42d8-b545-d1281bc8909a req-7c7d25c2-38b2-4660-a41d-c1e50aa8f46c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] No DVR routers for this DVR port 3178bce1-83a4-4abf-9efa-18de20c38936 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:03:21.968445 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-4bbe898d-1f69-42d8-b545-d1281bc8909a req-7c7d25c2-38b2-4660-a41d-c1e50aa8f46c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:21.970437 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4bbe898d-1f69-42d8-b545-d1281bc8909a req-7c7d25c2-38b2-4660-a41d-c1e50aa8f46c tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.36 "DELETE /v2.0/ports/3178bce1-83a4-4abf-9efa-18de20c38936 HTTP/1.1" status: 204 len: 173 time: 0.3880684 Sep 07 20:03:21.970871 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6db5fde-837f-42fb-80f9-f7f0f5a6ab86', 'name': 'network-vif-deleted', 'tag': '3178bce1-83a4-4abf-9efa-18de20c38936'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:03:21.973122 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0abb7f-5ce8-4697-9886-e7656e12bd25" -d '{"events": [{"server_uuid": "c6db5fde-837f-42fb-80f9-f7f0f5a6ab86", "name": "network-vif-deleted", "tag": "3178bce1-83a4-4abf-9efa-18de20c38936"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:03:22.028591 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e01148d-5adc-4a75-9cb1-264a21c91db4 x-openstack-request-id: req-2e01148d-5adc-4a75-9cb1-264a21c91db4 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:03:22.028886 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6db5fde-837f-42fb-80f9-f7f0f5a6ab86", "name": "network-vif-deleted", "tag": "3178bce1-83a4-4abf-9efa-18de20c38936", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:03:22.029137 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e01148d-5adc-4a75-9cb1-264a21c91db4 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:03:22.029540 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6db5fde-837f-42fb-80f9-f7f0f5a6ab86', 'name': 'network-vif-deleted', 'tag': '3178bce1-83a4-4abf-9efa-18de20c38936', 'status': 'completed', 'code': 200} Sep 07 20:03:22.495993 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b322f0fd-ddb5-46c4-91a5-00636c0329ed req-5f8d24aa-f7e5-4d6b-8f6e-cbd77b667f20 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 210 time: 0.0267065 Sep 07 20:03:23.594310 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7bbd1cfa-dee0-4ec6-9dcc-a30ddb801423 req-d216ce1c-da09-4c6d-b3a5-463dacf80726 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 210 time: 0.0268173 Sep 07 20:03:24.693444 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c8115b19-5147-4a3a-8663-ddbdf88800e3 req-f06ff8d1-746f-4f0b-83b4-046519f74314 tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 210 time: 0.0304027 Sep 07 20:03:25.804469 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-db28c441-ab86-412e-992a-383b42b63bc1 req-db94a21b-72e7-4c35-bbd0-c99a3dcd1f5d tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6db5fde-837f-42fb-80f9-f7f0f5a6ab86 HTTP/1.1" status: 200 len: 210 time: 0.0278409 Sep 07 20:03:26.082175 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b140bab0-fc3b-4637-91af-0cdd3c7d24ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:26.438979 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3178bce1-83a4-4abf-9efa-18de20c38936 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:03:26.460309 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: 3178bce1-83a4-4abf-9efa-18de20c38936 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:03:26.460947 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device 3178bce1-83a4-4abf-9efa-18de20c38936 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:03:26.859378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53594) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:26.924260 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7ed3c37-89f6-449e-959a-dbed2d3fb32a tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:26.952832 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7ed3c37-89f6-449e-959a-dbed2d3fb32a tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:27.020913 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7ed3c37-89f6-449e-959a-dbed2d3fb32a tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:27.023950 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-d7ed3c37-89f6-449e-959a-dbed2d3fb32a tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:27.025739 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-d7ed3c37-89f6-449e-959a-dbed2d3fb32a tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] 10.222.0.26 "DELETE /v2.0/security-groups/72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac HTTP/1.1" status: 204 len: 168 time: 0.1648605 Sep 07 20:03:27.035499 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed3c37-89f6-449e-959a-dbed2d3fb32a tempest-TestShelveInstance-3706018 tempest-TestShelveInstance-3706018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a00545-dbd6-4d3c-9cc2-1bf85c26c8ac,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:27.083449 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53598) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:27.833830 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-887348ba-6ea1-4150-baa4-773540741ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:28.138506 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-887348ba-6ea1-4150-baa4-773540741ae7 admin admin] Deleting port b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:03:28.139203 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-887348ba-6ea1-4150-baa4-773540741ae7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:28.219283 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-887348ba-6ea1-4150-baa4-773540741ae7 admin admin] For port b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:03:28.219657 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-887348ba-6ea1-4150-baa4-773540741ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:28.231635 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-887348ba-6ea1-4150-baa4-773540741ae7 admin admin] Calling delete_port for b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:03:28.405156 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-887348ba-6ea1-4150-baa4-773540741ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:28.432193 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887348ba-6ea1-4150-baa4-773540741ae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:28.610673 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-887348ba-6ea1-4150-baa4-773540741ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:28.820049 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887348ba-6ea1-4150-baa4-773540741ae7 admin admin] Router 3143d6ed-7e60-4687-acae-4f1e24a9b552 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:03:28.873850 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-dc77bd9c-d1b7-43a4-ae50-3ba101d808fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:28.926445 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887348ba-6ea1-4150-baa4-773540741ae7 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:03:28.931817 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-887348ba-6ea1-4150-baa4-773540741ae7 admin admin] 10.222.0.26 "PUT /v2.0/routers/3143d6ed-7e60-4687-acae-4f1e24a9b552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8472593 Sep 07 20:03:28.936057 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53604) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:28.940294 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094d3877-1520-4876-8646-51bf2f042c20 None None] Sync routers for ids ['3143d6ed-7e60-4687-acae-4f1e24a9b552'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:03:28.949813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094d3877-1520-4876-8646-51bf2f042c20 None None] Routers {'3143d6ed-7e60-4687-acae-4f1e24a9b552'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:03:28.950434 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-094d3877-1520-4876-8646-51bf2f042c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:03:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3143d6ed-7e60-4687-acae-4f1e24a9b552'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:29.038593 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-44ced99e-5080-4dd0-b9b5-36123da1caa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:29.054356 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-094d3877-1520-4876-8646-51bf2f042c20 None None] Set router 3143d6ed-7e60-4687-acae-4f1e24a9b552 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:03:29.140939 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-44ced99e-5080-4dd0-b9b5-36123da1caa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:29.186037 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:29.195076 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-44ced99e-5080-4dd0-b9b5-36123da1caa9 admin admin] Deleting port f9e4d735-c074-46d8-a4c0-7ed9667c4167 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:03:29.195423 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-44ced99e-5080-4dd0-b9b5-36123da1caa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:29.247693 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-094d3877-1520-4876-8646-51bf2f042c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'name': 'tempest-TestShelveInstance-1698618206-router', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T20:03:28Z', 'revision_number': 5, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'gw_port': {'id': 'f9e4d735-c074-46d8-a4c0-7ed9667c4167', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:29.273766 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094d3877-1520-4876-8646-51bf2f042c20 None None] Checking router: 3143d6ed-7e60-4687-acae-4f1e24a9b552 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:03:29.277331 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-44ced99e-5080-4dd0-b9b5-36123da1caa9 admin admin] For port f9e4d735-c074-46d8-a4c0-7ed9667c4167, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=f9e4d735-c074-46d8-a4c0-7ed9667c4167,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:03:29.277705 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-44ced99e-5080-4dd0-b9b5-36123da1caa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:29.282477 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094d3877-1520-4876-8646-51bf2f042c20 None None] Routers {'3143d6ed-7e60-4687-acae-4f1e24a9b552'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:03:29.283088 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-094d3877-1520-4876-8646-51bf2f042c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:03:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['3143d6ed-7e60-4687-acae-4f1e24a9b552'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:29.289726 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-44ced99e-5080-4dd0-b9b5-36123da1caa9 admin admin] Calling delete_port for f9e4d735-c074-46d8-a4c0-7ed9667c4167 owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:03:29.372042 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-094d3877-1520-4876-8646-51bf2f042c20 None None] Set router 3143d6ed-7e60-4687-acae-4f1e24a9b552 gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:03:29.426296 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-094d3877-1520-4876-8646-51bf2f042c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'name': 'tempest-TestShelveInstance-1698618206-router', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T20:03:29Z', 'revision_number': 6, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:29.452302 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-44ced99e-5080-4dd0-b9b5-36123da1caa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:29.453180 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094d3877-1520-4876-8646-51bf2f042c20 None None] The sync data for ids ['3143d6ed-7e60-4687-acae-4f1e24a9b552'] in n-d-807786-1 is: [{'id': '3143d6ed-7e60-4687-acae-4f1e24a9b552', 'name': 'tempest-TestShelveInstance-1698618206-router', 'tenant_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:27Z', 'updated_at': '2021-09-07T20:03:29Z', 'revision_number': 6, 'project_id': 'bbaaa36d1e5d4993bb45ad281aa496d2', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:03:29.480055 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ced99e-5080-4dd0-b9b5-36123da1caa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e4d735-c074-46d8-a4c0-7ed9667c4167,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:29.539907 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-44ced99e-5080-4dd0-b9b5-36123da1caa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:29.645236 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-44ced99e-5080-4dd0-b9b5-36123da1caa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:29.647314 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-44ced99e-5080-4dd0-b9b5-36123da1caa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:29.688722 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-44ced99e-5080-4dd0-b9b5-36123da1caa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:29.689174 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ced99e-5080-4dd0-b9b5-36123da1caa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3143d6ed-7e60-4687-acae-4f1e24a9b552 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 20:03:29.693450 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-44ced99e-5080-4dd0-b9b5-36123da1caa9 admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:29.697402 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-44ced99e-5080-4dd0-b9b5-36123da1caa9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/3143d6ed-7e60-4687-acae-4f1e24a9b552 HTTP/1.1" status: 204 len: 168 time: 0.7575538 Sep 07 20:03:29.697647 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53606) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:29.747071 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc2bdf4-35ae-4e43-a4fb-ae4e42c5ea3c admin admin] Deleting subnet cbb1c724-544d-48b5-8807-79b4915230e2 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 20:03:29.749914 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ecc2bdf4-35ae-4e43-a4fb-ae4e42c5ea3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:29.785841 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ecc2bdf4-35ae-4e43-a4fb-ae4e42c5ea3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:29.898392 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ecc2bdf4-35ae-4e43-a4fb-ae4e42c5ea3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:29.959203 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ecc2bdf4-35ae-4e43-a4fb-ae4e42c5ea3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:30.223160 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:03:30.224003 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2bdf4-35ae-4e43-a4fb-ae4e42c5ea3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbb1c724-544d-48b5-8807-79b4915230e2,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:30.227840 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-ecc2bdf4-35ae-4e43-a4fb-ae4e42c5ea3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:30.232767 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-ecc2bdf4-35ae-4e43-a4fb-ae4e42c5ea3c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cbb1c724-544d-48b5-8807-79b4915230e2 HTTP/1.1" status: 204 len: 168 time: 0.5314293 Sep 07 20:03:30.233157 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53608) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:30.253890 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75fdea0-4fe8-4279-97bc-4c59465da254 None None] Network c286f0e7-e0e7-43df-bc2b-4865ca59cbeb requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:03:30.272116 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:03:30.272457 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b2e36027-66ee-4fa6-9e63-9ccf7d78cf5e not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:03:30.308137 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:30.365928 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Deleting port b1ed2f7e-bff1-4a70-a176-949efd9344d7 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:03:30.366716 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:30.436952 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaed682-18a9-4a1d-8cef-4bea987edbd9 None None] DHCP port deletion for c286f0e7-e0e7-43df-bc2b-4865ca59cbeb request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 20:03:30.439687 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] For port b1ed2f7e-bff1-4a70-a176-949efd9344d7, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b1ed2f7e-bff1-4a70-a176-949efd9344d7,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:03:30.440059 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:30.453250 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Calling delete_port for b1ed2f7e-bff1-4a70-a176-949efd9344d7 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:03:30.483199 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-efaed682-18a9-4a1d-8cef-4bea987edbd9 None None] Deleting port b1ed2f7e-bff1-4a70-a176-949efd9344d7 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:03:30.483579 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-efaed682-18a9-4a1d-8cef-4bea987edbd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:30.541640 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:30.556760 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:30.566444 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-efaed682-18a9-4a1d-8cef-4bea987edbd9 None None] For port b1ed2f7e-bff1-4a70-a176-949efd9344d7, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b1ed2f7e-bff1-4a70-a176-949efd9344d7,segment=NetworkSegment(5839ed90-9598-4b57-aecf-bb70eea6d3a5),segment_id=5839ed90-9598-4b57-aecf-bb70eea6d3a5)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:03:30.566844 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-efaed682-18a9-4a1d-8cef-4bea987edbd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:30.581843 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-efaed682-18a9-4a1d-8cef-4bea987edbd9 None None] Calling delete_port for b1ed2f7e-bff1-4a70-a176-949efd9344d7 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:03:30.588928 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] No DVR routers for this DVR port b1ed2f7e-bff1-4a70-a176-949efd9344d7 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:03:30.595641 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ed2f7e-bff1-4a70-a176-949efd9344d7,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:30.621268 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.621627 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.621977 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.622320 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.622701 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.622994 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.623330 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.623661 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.623995 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.624323 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.624684 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.625014 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.666273 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-efaed682-18a9-4a1d-8cef-4bea987edbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:30.680589 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:30.696435 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaed682-18a9-4a1d-8cef-4bea987edbd9 None None] Pushing event deleted for resources: {'Port': ['ID=b1ed2f7e-bff1-4a70-a176-949efd9344d7,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:30.701312 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaed682-18a9-4a1d-8cef-4bea987edbd9 None None] No DVR routers for this DVR port b1ed2f7e-bff1-4a70-a176-949efd9344d7 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:03:30.704231 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c286f0e7-e0e7-43df-bc2b-4865ca59cbeb']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:30.711234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaed682-18a9-4a1d-8cef-4bea987edbd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.711234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaed682-18a9-4a1d-8cef-4bea987edbd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.711234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaed682-18a9-4a1d-8cef-4bea987edbd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.711234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaed682-18a9-4a1d-8cef-4bea987edbd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.711234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaed682-18a9-4a1d-8cef-4bea987edbd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.711234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaed682-18a9-4a1d-8cef-4bea987edbd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.711234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaed682-18a9-4a1d-8cef-4bea987edbd9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.711234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaed682-18a9-4a1d-8cef-4bea987edbd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.711234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaed682-18a9-4a1d-8cef-4bea987edbd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.711234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaed682-18a9-4a1d-8cef-4bea987edbd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.712329 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaed682-18a9-4a1d-8cef-4bea987edbd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.712329 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaed682-18a9-4a1d-8cef-4bea987edbd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:30.717295 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5839ed90-9598-4b57-aecf-bb70eea6d3a5') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:30.717295 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5839ed90-9598-4b57-aecf-bb70eea6d3a5') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:30.727034 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:30.740290 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:30.746005 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 20:03:30.746457 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: timer() Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 20:03:30.748059 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 20:03:30.805162 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:30.811181 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:30.813074 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c286f0e7-e0e7-43df-bc2b-4865ca59cbeb HTTP/1.1" status: 204 len: 168 time: 0.5781598 Sep 07 20:03:30.816131 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53612) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:30.824183 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717aff5a-976f-4774-b711-ee9a6719aa49 admin admin] Pushing event deleted for resources: {'Network': ['ID=c286f0e7-e0e7-43df-bc2b-4865ca59cbeb,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:31.154843 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e7f39bf-0c9f-46c7-9c5b-92f35c1d21d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:31.394103 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-0e7f39bf-0c9f-46c7-9c5b-92f35c1d21d8 admin admin] Deleting port b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:03:31.394836 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e7f39bf-0c9f-46c7-9c5b-92f35c1d21d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:31.473272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-0e7f39bf-0c9f-46c7-9c5b-92f35c1d21d8 admin admin] For port b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be,segment=NetworkSegment(50a86325-f3a1-465a-b334-fe53d92c99fb),segment_id=50a86325-f3a1-465a-b334-fe53d92c99fb)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:03:31.473557 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e7f39bf-0c9f-46c7-9c5b-92f35c1d21d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:31.486080 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-0e7f39bf-0c9f-46c7-9c5b-92f35c1d21d8 admin admin] Calling delete_port for b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:03:31.666686 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e7f39bf-0c9f-46c7-9c5b-92f35c1d21d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:31.694279 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f39bf-0c9f-46c7-9c5b-92f35c1d21d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:31.738785 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f9e4d735-c074-46d8-a4c0-7ed9667c4167 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:03:31.764732 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: f9e4d735-c074-46d8-a4c0-7ed9667c4167 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:03:31.765090 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device f9e4d735-c074-46d8-a4c0-7ed9667c4167 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:03:31.765545 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b1ed2f7e-bff1-4a70-a176-949efd9344d7 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:03:31.785071 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: b1ed2f7e-bff1-4a70-a176-949efd9344d7 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:03:31.785418 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b1ed2f7e-bff1-4a70-a176-949efd9344d7 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:03:31.862645 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-0e7f39bf-0c9f-46c7-9c5b-92f35c1d21d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:32.039084 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:32.083005 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7f39bf-0c9f-46c7-9c5b-92f35c1d21d8 admin admin] Router 770aa07e-cccd-41a2-9f19-75b69b1d1d87 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:03:32.188801 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7f39bf-0c9f-46c7-9c5b-92f35c1d21d8 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:03:32.193975 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0e7f39bf-0c9f-46c7-9c5b-92f35c1d21d8 admin admin] 10.222.0.26 "PUT /v2.0/routers/770aa07e-cccd-41a2-9f19-75b69b1d1d87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3766346 Sep 07 20:03:32.196431 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53614) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:32.199437 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a510ef-b3c0-4daf-9089-985929b2e446 None None] Sync routers for ids ['770aa07e-cccd-41a2-9f19-75b69b1d1d87'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:03:32.208530 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a510ef-b3c0-4daf-9089-985929b2e446 None None] Routers {'770aa07e-cccd-41a2-9f19-75b69b1d1d87'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:03:32.209200 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a5a510ef-b3c0-4daf-9089-985929b2e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:03:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['770aa07e-cccd-41a2-9f19-75b69b1d1d87'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:32.300612 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-52b6c012-ca02-40f4-af0b-dcf232cd57a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:32.399685 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-a5a510ef-b3c0-4daf-9089-985929b2e446 None None] Set router 770aa07e-cccd-41a2-9f19-75b69b1d1d87 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:03:32.406128 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-52b6c012-ca02-40f4-af0b-dcf232cd57a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:32.461622 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-52b6c012-ca02-40f4-af0b-dcf232cd57a9 admin admin] Deleting port 98d12c21-0e6b-4480-8d71-3324631cd86e {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:03:32.461974 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-52b6c012-ca02-40f4-af0b-dcf232cd57a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:32.543795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-52b6c012-ca02-40f4-af0b-dcf232cd57a9 admin admin] For port 98d12c21-0e6b-4480-8d71-3324631cd86e, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=98d12c21-0e6b-4480-8d71-3324631cd86e,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:03:32.544261 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-52b6c012-ca02-40f4-af0b-dcf232cd57a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:32.556180 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-52b6c012-ca02-40f4-af0b-dcf232cd57a9 admin admin] Calling delete_port for 98d12c21-0e6b-4480-8d71-3324631cd86e owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:03:32.578567 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a5a510ef-b3c0-4daf-9089-985929b2e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770aa07e-cccd-41a2-9f19-75b69b1d1d87', 'name': 'tempest-TestShelveInstance-1076408259-router', 'tenant_id': 'fabe2502593441c2875aa2e40dbca4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '98d12c21-0e6b-4480-8d71-3324631cd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:31Z', 'updated_at': '2021-09-07T20:03:31Z', 'revision_number': 5, 'project_id': 'fabe2502593441c2875aa2e40dbca4b9', 'gw_port': {'id': '98d12c21-0e6b-4480-8d71-3324631cd86e', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770aa07e-cccd-41a2-9f19-75b69b1d1d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:54:32Z', 'updated_at': '2021-09-07T19:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:32.604280 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a510ef-b3c0-4daf-9089-985929b2e446 None None] Checking router: 770aa07e-cccd-41a2-9f19-75b69b1d1d87 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:03:32.613158 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a510ef-b3c0-4daf-9089-985929b2e446 None None] Routers {'770aa07e-cccd-41a2-9f19-75b69b1d1d87'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:03:32.613778 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a5a510ef-b3c0-4daf-9089-985929b2e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:03:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['770aa07e-cccd-41a2-9f19-75b69b1d1d87'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:32.700648 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-a5a510ef-b3c0-4daf-9089-985929b2e446 None None] Set router 770aa07e-cccd-41a2-9f19-75b69b1d1d87 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:03:32.727629 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-52b6c012-ca02-40f4-af0b-dcf232cd57a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:32.752572 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6c012-ca02-40f4-af0b-dcf232cd57a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=98d12c21-0e6b-4480-8d71-3324631cd86e,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:32.754682 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-a5a510ef-b3c0-4daf-9089-985929b2e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770aa07e-cccd-41a2-9f19-75b69b1d1d87', 'name': 'tempest-TestShelveInstance-1076408259-router', 'tenant_id': 'fabe2502593441c2875aa2e40dbca4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:31Z', 'updated_at': '2021-09-07T20:03:32Z', 'revision_number': 6, 'project_id': 'fabe2502593441c2875aa2e40dbca4b9', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:32.784302 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a510ef-b3c0-4daf-9089-985929b2e446 None None] The sync data for ids ['770aa07e-cccd-41a2-9f19-75b69b1d1d87'] in n-d-807786-1 is: [{'id': '770aa07e-cccd-41a2-9f19-75b69b1d1d87', 'name': 'tempest-TestShelveInstance-1076408259-router', 'tenant_id': 'fabe2502593441c2875aa2e40dbca4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:54:31Z', 'updated_at': '2021-09-07T20:03:32Z', 'revision_number': 6, 'project_id': 'fabe2502593441c2875aa2e40dbca4b9', 'gw_port_host': None}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:03:32.813392 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-52b6c012-ca02-40f4-af0b-dcf232cd57a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:32.906108 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-52b6c012-ca02-40f4-af0b-dcf232cd57a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:32.908209 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-52b6c012-ca02-40f4-af0b-dcf232cd57a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:32.956461 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-52b6c012-ca02-40f4-af0b-dcf232cd57a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:32.957055 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b6c012-ca02-40f4-af0b-dcf232cd57a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 770aa07e-cccd-41a2-9f19-75b69b1d1d87 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 20:03:32.970247 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-52b6c012-ca02-40f4-af0b-dcf232cd57a9 admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:32.971421 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-52b6c012-ca02-40f4-af0b-dcf232cd57a9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/770aa07e-cccd-41a2-9f19-75b69b1d1d87 HTTP/1.1" status: 204 len: 168 time: 0.7740293 Sep 07 20:03:32.973994 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53616) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:33.017813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f27e8a-f8d5-487f-8546-5e535c40d1b2 admin admin] Deleting subnet 9edab1da-9a97-475b-9a51-5c8e57ba36f8 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 20:03:33.020924 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96f27e8a-f8d5-487f-8546-5e535c40d1b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:33.054496 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96f27e8a-f8d5-487f-8546-5e535c40d1b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:33.134138 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96f27e8a-f8d5-487f-8546-5e535c40d1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:33.190460 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96f27e8a-f8d5-487f-8546-5e535c40d1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:33.217201 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f27e8a-f8d5-487f-8546-5e535c40d1b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9edab1da-9a97-475b-9a51-5c8e57ba36f8,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:33.222163 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-96f27e8a-f8d5-487f-8546-5e535c40d1b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:33.224832 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-96f27e8a-f8d5-487f-8546-5e535c40d1b2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9edab1da-9a97-475b-9a51-5c8e57ba36f8 HTTP/1.1" status: 204 len: 168 time: 0.2476001 Sep 07 20:03:33.225277 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53618) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:33.233291 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bb66b6-ed3e-473d-a463-28703753b8fe None None] Network fd7c5ca0-86e6-4462-8047-fa5493629a42 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:03:33.310834 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-551f9a3f-39b0-4a74-af42-e783406bba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:33.366637 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-551f9a3f-39b0-4a74-af42-e783406bba6c admin admin] Deleting port cde201d1-20e4-435e-991b-b5137479d857 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:03:33.367062 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-551f9a3f-39b0-4a74-af42-e783406bba6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:33.431180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-551f9a3f-39b0-4a74-af42-e783406bba6c admin admin] For port cde201d1-20e4-435e-991b-b5137479d857, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=cde201d1-20e4-435e-991b-b5137479d857,segment=NetworkSegment(50a86325-f3a1-465a-b334-fe53d92c99fb),segment_id=50a86325-f3a1-465a-b334-fe53d92c99fb)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:03:33.431551 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-551f9a3f-39b0-4a74-af42-e783406bba6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:33.444225 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-551f9a3f-39b0-4a74-af42-e783406bba6c admin admin] Calling delete_port for cde201d1-20e4-435e-991b-b5137479d857 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:03:33.527355 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-551f9a3f-39b0-4a74-af42-e783406bba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:33.536873 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83aab85-d8c9-4708-b09c-a5a7518b6bfe None None] DHCP port deletion for fd7c5ca0-86e6-4462-8047-fa5493629a42 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 20:03:33.555893 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f9a3f-39b0-4a74-af42-e783406bba6c admin admin] Pushing event deleted for resources: {'Port': ['ID=cde201d1-20e4-435e-991b-b5137479d857,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:33.560628 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551f9a3f-39b0-4a74-af42-e783406bba6c admin admin] No DVR routers for this DVR port cde201d1-20e4-435e-991b-b5137479d857 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:03:33.639748 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-551f9a3f-39b0-4a74-af42-e783406bba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:33.665007 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-551f9a3f-39b0-4a74-af42-e783406bba6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7c5ca0-86e6-4462-8047-fa5493629a42']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:33.674658 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-551f9a3f-39b0-4a74-af42-e783406bba6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a86325-f3a1-465a-b334-fe53d92c99fb') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:33.674950 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-551f9a3f-39b0-4a74-af42-e783406bba6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a86325-f3a1-465a-b334-fe53d92c99fb') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:33.684554 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-551f9a3f-39b0-4a74-af42-e783406bba6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:33.697852 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-551f9a3f-39b0-4a74-af42-e783406bba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:33.704692 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551f9a3f-39b0-4a74-af42-e783406bba6c admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 20:03:33.705146 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-551f9a3f-39b0-4a74-af42-e783406bba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: timer() Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 20:03:33.707161 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 20:03:33.729452 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:03:33.750224 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:03:33.750648 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device b25ae70c-cb76-4bf2-ae7f-f3d9cad9e0be not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:03:33.751143 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cde201d1-20e4-435e-991b-b5137479d857 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:03:33.771476 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: cde201d1-20e4-435e-991b-b5137479d857 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:03:33.771669 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-551f9a3f-39b0-4a74-af42-e783406bba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:33.771973 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device cde201d1-20e4-435e-991b-b5137479d857 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:03:33.772466 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 98d12c21-0e6b-4480-8d71-3324631cd86e no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:03:33.779524 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-551f9a3f-39b0-4a74-af42-e783406bba6c admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:33.781734 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-551f9a3f-39b0-4a74-af42-e783406bba6c admin admin] 10.222.0.26 "DELETE /v2.0/networks/fd7c5ca0-86e6-4462-8047-fa5493629a42 HTTP/1.1" status: 204 len: 168 time: 0.5554469 Sep 07 20:03:33.793205 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f9a3f-39b0-4a74-af42-e783406bba6c admin admin] Pushing event deleted for resources: {'Network': ['ID=fd7c5ca0-86e6-4462-8047-fa5493629a42,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:33.796181 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 98d12c21-0e6b-4480-8d71-3324631cd86e {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:03:33.796556 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 98d12c21-0e6b-4480-8d71-3324631cd86e not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:03:33.906898 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53622) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:33.951668 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-df0deb73-6ad5-40ab-a308-221e8f06e1fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bbaaa36d1e5d4993bb45ad281aa496d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436010 Sep 07 20:03:33.954223 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53624) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:34.000962 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c9fc7a2-3bf9-4906-a25b-0533f11b0e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:34.021840 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c9fc7a2-3bf9-4906-a25b-0533f11b0e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:34.066316 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c9fc7a2-3bf9-4906-a25b-0533f11b0e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:34.068793 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-5c9fc7a2-3bf9-4906-a25b-0533f11b0e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:34.069987 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-5c9fc7a2-3bf9-4906-a25b-0533f11b0e23 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1da4c9be-779b-4bcb-b686-0e061d748e6c HTTP/1.1" status: 204 len: 168 time: 0.1148283 Sep 07 20:03:34.077902 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fc7a2-3bf9-4906-a25b-0533f11b0e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da4c9be-779b-4bcb-b686-0e061d748e6c,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:34.380175 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53630) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:34.419615 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-02f9ef30-bbea-41b9-8f0f-835201e45d06 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fabe2502593441c2875aa2e40dbca4b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381799 Sep 07 20:03:34.422017 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53632) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:34.468422 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f6d992a8-3ee3-4bb5-8375-2de01112afc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:34.493133 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f6d992a8-3ee3-4bb5-8375-2de01112afc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:34.539839 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f6d992a8-3ee3-4bb5-8375-2de01112afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:34.543079 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-f6d992a8-3ee3-4bb5-8375-2de01112afc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:34.544235 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-f6d992a8-3ee3-4bb5-8375-2de01112afc4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0496c83-16ca-4a1f-8186-fc8cd40a8779 HTTP/1.1" status: 204 len: 168 time: 0.1213279 Sep 07 20:03:34.553117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d992a8-3ee3-4bb5-8375-2de01112afc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0496c83-16ca-4a1f-8186-fc8cd40a8779,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:35.219586 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53654) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:35.313541 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-bb3e62d9-d882-4ffb-a93c-ee9b2b3a9eec admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1752492283-network', 'tenant_id': 'ff65d80fecf546768740138135f7742d'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:03:35.337887 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3e62d9-d882-4ffb-a93c-ee9b2b3a9eec admin admin] Made reservation on behalf of ff65d80fecf546768740138135f7742d for: {'network': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:03:35.340202 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb3e62d9-d882-4ffb-a93c-ee9b2b3a9eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:35.348480 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb3e62d9-d882-4ffb-a93c-ee9b2b3a9eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:35.438701 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb3e62d9-d882-4ffb-a93c-ee9b2b3a9eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:35.442584 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb3e62d9-d882-4ffb-a93c-ee9b2b3a9eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:35.467749 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3e62d9-d882-4ffb-a93c-ee9b2b3a9eec admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=101445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 20:03:35.476283 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e62d9-d882-4ffb-a93c-ee9b2b3a9eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3533b9e5-6086-460f-8ca0-9d992fec1e83,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:35.482218 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb3e62d9-d882-4ffb-a93c-ee9b2b3a9eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:35.482566 n-d-807786-1 neutron-server[101445]: INFO neutron.db.segments_db [None req-bb3e62d9-d882-4ffb-a93c-ee9b2b3a9eec admin admin] Added segment 866eaa01-c680-4d3e-972e-a90eebbad7d9 of type vlan for network 4eb4f5de-13f4-4776-8397-6fd9e755a273 Sep 07 20:03:35.522406 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb3e62d9-d882-4ffb-a93c-ee9b2b3a9eec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:35.545827 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb3e62d9-d882-4ffb-a93c-ee9b2b3a9eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:35.546849 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3e62d9-d882-4ffb-a93c-ee9b2b3a9eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:35.547432 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bb3e62d9-d882-4ffb-a93c-ee9b2b3a9eec admin admin] Notify callbacks [] for network, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:35.580685 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bb3e62d9-d882-4ffb-a93c-ee9b2b3a9eec admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3598723 Sep 07 20:03:35.583692 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53658) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:35.588936 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a0c34c4d-cdf6-484d-9c70-4f9898c991a6 admin admin] Request body: {'subnet': {'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1752492283-subnet', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'ip_version': 4}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:03:35.611219 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c34c4d-cdf6-484d-9c70-4f9898c991a6 admin admin] Made reservation on behalf of ff65d80fecf546768740138135f7742d for: {'subnet': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:03:35.612064 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e62d9-d882-4ffb-a93c-ee9b2b3a9eec admin admin] Pushing event updated for resources: {'Network': ['ID=4eb4f5de-13f4-4776-8397-6fd9e755a273,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:35.615270 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a0c34c4d-cdf6-484d-9c70-4f9898c991a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379501'] for subnet, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:35.622610 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network 4eb4f5de-13f4-4776-8397-6fd9e755a273 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 20:03:35.787357 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a0c34c4d-cdf6-484d-9c70-4f9898c991a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15825910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379515'] for subnet, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:35.842027 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c34c4d-cdf6-484d-9c70-4f9898c991a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc8c3ba3-2049-496d-bc39-f160e02cd6d7,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:35.850717 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c34c4d-cdf6-484d-9c70-4f9898c991a6 admin admin] Checking segment: {'id': '866eaa01-c680-4d3e-972e-a90eebbad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:03:35.851080 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c34c4d-cdf6-484d-9c70-4f9898c991a6 admin admin] Network hostable DHCP agents. Network: 4eb4f5de-13f4-4776-8397-6fd9e755a273, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 20:03:35.867627 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c34c4d-cdf6-484d-9c70-4f9898c991a6 admin admin] Network 4eb4f5de-13f4-4776-8397-6fd9e755a273 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 20:03:35.876421 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-a0c34c4d-cdf6-484d-9c70-4f9898c991a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, 4eb4f5de-13f4-4776-8397-6fd9e755a273) {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:03:35.880263 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c34c4d-cdf6-484d-9c70-4f9898c991a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:35.880885 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a0c34c4d-cdf6-484d-9c70-4f9898c991a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:35.885524 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5191ae-111e-4181-b167-a8bce556cf7e None None] Network 4eb4f5de-13f4-4776-8397-6fd9e755a273 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:03:35.894270 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a0c34c4d-cdf6-484d-9c70-4f9898c991a6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3094609 Sep 07 20:03:35.897197 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53660) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:35.901460 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-8e4a55cc-f7e6-46ce-b40f-44472118c827 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1752492283-router', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:03:35.921535 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e4a55cc-f7e6-46ce-b40f-44472118c827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:35.922531 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e4a55cc-f7e6-46ce-b40f-44472118c827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:35.982103 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e4a55cc-f7e6-46ce-b40f-44472118c827 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:36.032363 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-4eb4f5de-13f4-4776-8397-6fd9e755a273', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'fixed_ips': [{'subnet_id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 20:03:36.033310 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:36.123228 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e4a55cc-f7e6-46ce-b40f-44472118c827 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:36.167745 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] Allocated IP 172.20.0.2 (4eb4f5de-13f4-4776-8397-6fd9e755a273/bc8c3ba3-2049-496d-bc39-f160e02cd6d7/8b4f4886-14d3-4044-bfd5-6ea75c5e19a8) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:03:36.310139 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:36.318028 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e4a55cc-f7e6-46ce-b40f-44472118c827 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:36.318363 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] Transition to ACTIVE for port object 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:03:36.334124 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] Transition to ACTIVE for port object 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:03:36.338728 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e4a55cc-f7e6-46ce-b40f-44472118c827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:36.340418 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:36.376131 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] Network 4eb4f5de-13f4-4776-8397-6fd9e755a273 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:03:36.378778 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:03:36.381213 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:03:36.396530 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] Pushing event updated for resources: {'Port': ['ID=8b4f4886-14d3-4044-bfd5-6ea75c5e19a8,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:36.444180 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-8e4a55cc-f7e6-46ce-b40f-44472118c827 admin admin] Allocated IP 172.25.8.27 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/fe4e856e-2504-4fa8-9c2b-20fdf09a403d) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:03:36.444807 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] Attempting to bind port 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:03:36.445181 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] Attempting to bind port 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '866eaa01-c680-4d3e-972e-a90eebbad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:03:36.445547 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] Attempting to bind port 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8 on network 4eb4f5de-13f4-4776-8397-6fd9e755a273 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:03:36.453504 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:03:36.453881 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] Checking segment: {'id': '866eaa01-c680-4d3e-972e-a90eebbad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:03:36.454312 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:36.454814 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] Bound using segment: {'id': '866eaa01-c680-4d3e-972e-a90eebbad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:03:36.455283 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] Bound port: 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866eaa01-c680-4d3e-972e-a90eebbad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:03:36.455664 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:36.527894 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] For port 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:03:36.531849 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] For port 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8b4f4886-14d3-4044-bfd5-6ea75c5e19a8,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:03:36.536485 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:36.551608 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e4a55cc-f7e6-46ce-b40f-44472118c827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:36.594009 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee6789-4005-4694-beb8-4b76e8457295 None None] Pushing event updated for resources: {'Port': ['ID=8b4f4886-14d3-4044-bfd5-6ea75c5e19a8,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:36.596058 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e4a55cc-f7e6-46ce-b40f-44472118c827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:36.635176 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4a55cc-f7e6-46ce-b40f-44472118c827 admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:03:36.637978 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-8e4a55cc-f7e6-46ce-b40f-44472118c827 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:03:36.641537 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4a55cc-f7e6-46ce-b40f-44472118c827 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:03:36.667933 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a55cc-f7e6-46ce-b40f-44472118c827 admin admin] Pushing event updated for resources: {'Port': ['ID=fe4e856e-2504-4fa8-9c2b-20fdf09a403d,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:36.922949 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e4a55cc-f7e6-46ce-b40f-44472118c827 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:37.475721 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e4a55cc-f7e6-46ce-b40f-44472118c827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:37.610300 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4a55cc-f7e6-46ce-b40f-44472118c827 admin admin] Router e6dc52df-754e-40d2-9c23-17b445cbb8ff is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 20:03:37.654832 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:03:37.671270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80839a77-0b3b-4b30-880e-9513f0dc925a None None] Network 4eb4f5de-13f4-4776-8397-6fd9e755a273 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:03:37.739601 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4a55cc-f7e6-46ce-b40f-44472118c827 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:03:37.760299 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-8e4a55cc-f7e6-46ce-b40f-44472118c827 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:37.764543 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-471e0523-c761-49eb-a246-21fc1d5272a5 None None] Provisioning for port 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:03:37.764733 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-8e4a55cc-f7e6-46ce-b40f-44472118c827 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8643620 Sep 07 20:03:37.765479 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53662) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:37.767380 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] Sync routers for ids ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:03:37.787488 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] Routers {'e6dc52df-754e-40d2-9c23-17b445cbb8ff'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:03:37.787669 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:03:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:37.808579 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:03:38.132798 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:03:38.145862 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:03:38.146232 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:38.148739 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] Set router e6dc52df-754e-40d2-9c23-17b445cbb8ff gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:03:38.197126 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7159f6d-3812-4f7d-8b60-39c7c9aef633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:38.367023 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:38.367601 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-d7159f6d-3812-4f7d-8b60-39c7c9aef633 admin admin] Allocated IP 172.20.0.1 (4eb4f5de-13f4-4776-8397-6fd9e755a273/bc8c3ba3-2049-496d-bc39-f160e02cd6d7/e42bf4e8-b28d-44a7-b56e-fd704cda461a) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:03:38.418012 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8b4f4886-14d3-4044-bfd5-6ea75c5e19a8,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:03:38.425030 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:38.428841 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-681235c0-78d1-47d2-bdb9-39eab1901164 None None] Provisioning complete for port 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:03:38.429213 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-681235c0-78d1-47d2-bdb9-39eab1901164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:38.471167 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7159f6d-3812-4f7d-8b60-39c7c9aef633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:38.483942 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'name': 'tempest-TestSnapshotPattern-1752492283-router', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:35Z', 'updated_at': '2021-09-07T20:03:36Z', 'revision_number': 3, 'project_id': 'ff65d80fecf546768740138135f7742d', 'gw_port': {'id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:47:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:36Z', 'updated_at': '2021-09-07T20:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:38.484732 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.provisioning_blocks [None req-d7159f6d-3812-4f7d-8b60-39c7c9aef633 admin admin] Transition to ACTIVE for port object e42bf4e8-b28d-44a7-b56e-fd704cda461a will not be triggered until provisioned by entity DHCP. {{(pid=101444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:03:38.517805 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7159f6d-3812-4f7d-8b60-39c7c9aef633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:38.528049 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] Checking router: e6dc52df-754e-40d2-9c23-17b445cbb8ff for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:03:38.529364 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] Updating router e6dc52df-754e-40d2-9c23-17b445cbb8ff port fe4e856e-2504-4fa8-9c2b-20fdf09a403d binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:03:38.556628 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7159f6d-3812-4f7d-8b60-39c7c9aef633 admin admin] Network 4eb4f5de-13f4-4776-8397-6fd9e755a273 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:03:38.559545 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=8b4f4886-14d3-4044-bfd5-6ea75c5e19a8,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:38.562613 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-d7159f6d-3812-4f7d-8b60-39c7c9aef633 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:03:38.565088 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7159f6d-3812-4f7d-8b60-39c7c9aef633 admin admin] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:03:38.599526 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:38.602311 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7159f6d-3812-4f7d-8b60-39c7c9aef633 admin admin] Pushing event updated for resources: {'Port': ['ID=e42bf4e8-b28d-44a7-b56e-fd704cda461a,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:38.615987 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7159f6d-3812-4f7d-8b60-39c7c9aef633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:38.755094 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7159f6d-3812-4f7d-8b60-39c7c9aef633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:38.883597 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-15b54793-3f27-4bbc-8d7a-dff0f4f5f9d6 None None] Provisioning for port e42bf4e8-b28d-44a7-b56e-fd704cda461a completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:03:38.889572 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:38.893043 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-15b54793-3f27-4bbc-8d7a-dff0f4f5f9d6 None None] Provisioning complete for port e42bf4e8-b28d-44a7-b56e-fd704cda461a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:03:38.893431 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-15b54793-3f27-4bbc-8d7a-dff0f4f5f9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:38.918834 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7159f6d-3812-4f7d-8b60-39c7c9aef633 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:38.919517 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] Transition to ACTIVE for port object fe4e856e-2504-4fa8-9c2b-20fdf09a403d will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:03:38.923209 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7159f6d-3812-4f7d-8b60-39c7c9aef633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:38.927827 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:38.959344 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-15b54793-3f27-4bbc-8d7a-dff0f4f5f9d6 None None] Port e42bf4e8-b28d-44a7-b56e-fd704cda461a cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:03:38.989721 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7159f6d-3812-4f7d-8b60-39c7c9aef633 admin admin] Pushing event updated for resources: {'Port': ['ID=e42bf4e8-b28d-44a7-b56e-fd704cda461a,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:38.990733 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] Attempting to bind port fe4e856e-2504-4fa8-9c2b-20fdf09a403d on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:03:38.991107 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] Attempting to bind port fe4e856e-2504-4fa8-9c2b-20fdf09a403d by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:03:38.991819 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7159f6d-3812-4f7d-8b60-39c7c9aef633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:38.991976 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] Attempting to bind port fe4e856e-2504-4fa8-9c2b-20fdf09a403d on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:03:38.996179 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355de214-6e32-429a-bd91-82e19156e0ff None None] Pushing event updated for resources: {'Port': ['ID=fe4e856e-2504-4fa8-9c2b-20fdf09a403d,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:39.004496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:03:39.004793 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:03:39.005349 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:39.005592 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:03:39.006065 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] Bound port: fe4e856e-2504-4fa8-9c2b-20fdf09a403d, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:03:39.006450 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:39.059936 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] For port fe4e856e-2504-4fa8-9c2b-20fdf09a403d, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:03:39.063156 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] For port fe4e856e-2504-4fa8-9c2b-20fdf09a403d, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fe4e856e-2504-4fa8-9c2b-20fdf09a403d,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:03:39.069693 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:39.090718 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7159f6d-3812-4f7d-8b60-39c7c9aef633 admin admin] Network 4eb4f5de-13f4-4776-8397-6fd9e755a273 is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:03:39.092082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-d7159f6d-3812-4f7d-8b60-39c7c9aef633 admin admin] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:03:39.120906 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] Routers {'e6dc52df-754e-40d2-9c23-17b445cbb8ff'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:03:39.121547 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:03:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:39.170055 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355de214-6e32-429a-bd91-82e19156e0ff None None] Pushing event updated for resources: {'Port': ['ID=fe4e856e-2504-4fa8-9c2b-20fdf09a403d,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:39.217023 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7159f6d-3812-4f7d-8b60-39c7c9aef633 admin admin] Router e6dc52df-754e-40d2-9c23-17b445cbb8ff has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:03:39.250396 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] Set router e6dc52df-754e-40d2-9c23-17b445cbb8ff gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:03:39.353255 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7159f6d-3812-4f7d-8b60-39c7c9aef633 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:03:39.358553 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d7159f6d-3812-4f7d-8b60-39c7c9aef633 admin admin] 10.222.0.26 "PUT /v2.0/routers/e6dc52df-754e-40d2-9c23-17b445cbb8ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5919716 Sep 07 20:03:39.409553 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-bae61617-164d-4292-a8ed-b3e598703480 None None] Provisioning complete for port e42bf4e8-b28d-44a7-b56e-fd704cda461a triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:03:39.409926 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bae61617-164d-4292-a8ed-b3e598703480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:39.476654 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-bae61617-164d-4292-a8ed-b3e598703480 None None] Port e42bf4e8-b28d-44a7-b56e-fd704cda461a cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:03:39.506240 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'name': 'tempest-TestSnapshotPattern-1752492283-router', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:35Z', 'updated_at': '2021-09-07T20:03:38Z', 'revision_number': 4, 'project_id': 'ff65d80fecf546768740138135f7742d', 'gw_port': {'id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:47:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:36Z', 'updated_at': '2021-09-07T20:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e42bf4e8-b28d-44a7-b56e-fd704cda461a', 'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'mac_address': 'fa:16:3e:6b:65:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:38Z', 'updated_at': '2021-09-07T20:03:38Z', 'revision_number': 2, 'project_id': 'ff65d80fecf546768740138135f7742d', 'subnets': [{'id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:39.533445 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74efd2f0-0cd4-4a3c-b39b-d2bf911162be None None] The sync data for ids ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'] in n-d-807786-1 is: [{'id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'name': 'tempest-TestSnapshotPattern-1752492283-router', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:35Z', 'updated_at': '2021-09-07T20:03:38Z', 'revision_number': 4, 'project_id': 'ff65d80fecf546768740138135f7742d', 'gw_port': {'id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:47:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:36Z', 'updated_at': '2021-09-07T20:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e42bf4e8-b28d-44a7-b56e-fd704cda461a', 'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'mac_address': 'fa:16:3e:6b:65:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:38Z', 'updated_at': '2021-09-07T20:03:38Z', 'revision_number': 2, 'project_id': 'ff65d80fecf546768740138135f7742d', 'subnets': [{'id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:03:39.737485 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:03:39.826802 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:03:39.827377 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:39.930359 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53678) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:39.940081 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-a20ca20f-c283-447a-9731-846157458f7f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1952869679-network', 'tenant_id': '5c917796b7f2450a94476b23b8c8ede1'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:03:39.970260 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20ca20f-c283-447a-9731-846157458f7f admin admin] Made reservation on behalf of 5c917796b7f2450a94476b23b8c8ede1 for: {'network': 1} {{(pid=101444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:03:39.973161 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a20ca20f-c283-447a-9731-846157458f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for network, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:39.983878 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a20ca20f-c283-447a-9731-846157458f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:40.091622 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a20ca20f-c283-447a-9731-846157458f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:40.096005 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a20ca20f-c283-447a-9731-846157458f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:40.122114 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20ca20f-c283-447a-9731-846157458f7f admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 20:03:40.132410 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ca20f-c283-447a-9731-846157458f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c321e99-293d-45bc-8a77-26e25ce026d7,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:40.137695 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a20ca20f-c283-447a-9731-846157458f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:40.138033 n-d-807786-1 neutron-server[101444]: INFO neutron.db.segments_db [None req-a20ca20f-c283-447a-9731-846157458f7f admin admin] Added segment d4757504-e107-4e0a-9ccc-1aeb883d2c01 of type vlan for network e44cdea9-2877-43eb-bda7-d794181bde01 Sep 07 20:03:40.179905 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a20ca20f-c283-447a-9731-846157458f7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770298878230'] for network, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:40.207874 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a20ca20f-c283-447a-9731-846157458f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549'] for network, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:40.208976 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20ca20f-c283-447a-9731-846157458f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:40.209569 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-a20ca20f-c283-447a-9731-846157458f7f admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:40.247417 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a20ca20f-c283-447a-9731-846157458f7f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3129025 Sep 07 20:03:40.248231 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53680) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:40.254991 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-e1c62deb-81cd-4751-80ef-006163dff426 admin admin] Request body: {'subnet': {'network_id': 'e44cdea9-2877-43eb-bda7-d794181bde01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1952869679-subnet', 'tenant_id': '5c917796b7f2450a94476b23b8c8ede1', 'ip_version': 4}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:03:40.286448 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c62deb-81cd-4751-80ef-006163dff426 admin admin] Made reservation on behalf of 5c917796b7f2450a94476b23b8c8ede1 for: {'subnet': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:03:40.289657 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1c62deb-81cd-4751-80ef-006163dff426 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14364732'] for subnet, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:40.290530 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ca20f-c283-447a-9731-846157458f7f admin admin] Pushing event updated for resources: {'Network': ['ID=e44cdea9-2877-43eb-bda7-d794181bde01,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:40.304292 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Network e44cdea9-2877-43eb-bda7-d794181bde01 details requested by agent ovs-agent-n-d-807786-1 with host n-d-807786-1 {{(pid=101446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 20:03:40.510227 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1c62deb-81cd-4751-80ef-006163dff426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14096105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14364714'] for subnet, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:40.566660 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c62deb-81cd-4751-80ef-006163dff426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97611ea5-02dd-4e7f-b97e-2764d3c796a3,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:40.578997 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c62deb-81cd-4751-80ef-006163dff426 admin admin] Checking segment: {'id': 'd4757504-e107-4e0a-9ccc-1aeb883d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e44cdea9-2877-43eb-bda7-d794181bde01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:03:40.579165 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c62deb-81cd-4751-80ef-006163dff426 admin admin] Network hostable DHCP agents. Network: e44cdea9-2877-43eb-bda7-d794181bde01, hostable agents: ['bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f'], hosted agents: [] {{(pid=101445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 20:03:40.602377 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c62deb-81cd-4751-80ef-006163dff426 admin admin] Network e44cdea9-2877-43eb-bda7-d794181bde01 is scheduled to be hosted by DHCP agent bfbe2531-79c6-4ad0-b9ce-6db6aa27fe2f with binding_index 1 {{(pid=101445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 20:03:40.614133 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-e1c62deb-81cd-4751-80ef-006163dff426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807786-1, e44cdea9-2877-43eb-bda7-d794181bde01) {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:03:40.618625 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c62deb-81cd-4751-80ef-006163dff426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:40.619221 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-e1c62deb-81cd-4751-80ef-006163dff426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:40.625933 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3cfbcc-5853-416a-97d3-219c83328189 None None] Network e44cdea9-2877-43eb-bda7-d794181bde01 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:03:40.635279 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-e1c62deb-81cd-4751-80ef-006163dff426 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3846636 Sep 07 20:03:40.637928 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53682) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:40.642776 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-34c539d3-c039-4c5d-a4a3-09b7c2f4d10d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1952869679-router', 'tenant_id': '5c917796b7f2450a94476b23b8c8ede1', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:03:40.665011 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34c539d3-c039-4c5d-a4a3-09b7c2f4d10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:40.666097 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34c539d3-c039-4c5d-a4a3-09b7c2f4d10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2051143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-694'] for router, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:40.732318 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34c539d3-c039-4c5d-a4a3-09b7c2f4d10d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:40.791531 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e508daf-c445-5161-af7c-e561de413535-e44cdea9-2877-43eb-bda7-d794181bde01', 'network_id': 'e44cdea9-2877-43eb-bda7-d794181bde01', 'tenant_id': '5c917796b7f2450a94476b23b8c8ede1', 'fixed_ips': [{'subnet_id': '97611ea5-02dd-4e7f-b97e-2764d3c796a3'}]}} from n-d-807786-1. {{(pid=101446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 20:03:40.792489 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:40.877137 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34c539d3-c039-4c5d-a4a3-09b7c2f4d10d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:40.946774 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.db_base_plugin_common [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] Allocated IP 172.20.0.2 (e44cdea9-2877-43eb-bda7-d794181bde01/97611ea5-02dd-4e7f-b97e-2764d3c796a3/55d6a385-1cff-48fb-8091-76964afd7961) {{(pid=101446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:03:41.084096 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34c539d3-c039-4c5d-a4a3-09b7c2f4d10d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:41.093279 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] Notify callbacks [] for port, precommit_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:41.101171 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] Transition to ACTIVE for port object 55d6a385-1cff-48fb-8091-76964afd7961 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:03:41.105045 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34c539d3-c039-4c5d-a4a3-09b7c2f4d10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:41.116924 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] Transition to ACTIVE for port object 55d6a385-1cff-48fb-8091-76964afd7961 will not be triggered until provisioned by entity DHCP. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:03:41.122619 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040'] for port, after_create {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:41.159686 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] Network e44cdea9-2877-43eb-bda7-d794181bde01 is already hosted by enough agents. {{(pid=101446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:03:41.162661 n-d-807786-1 neutron-server[101446]: DEBUG neutron.scheduler.base_scheduler [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] Resources bound (agent type, host, resource id): {{(pid=101446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:03:41.165221 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] Received port after_create {{(pid=101446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:03:41.179180 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] Pushing event updated for resources: {'Port': ['ID=55d6a385-1cff-48fb-8091-76964afd7961,revision_number=1']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:41.215143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-34c539d3-c039-4c5d-a4a3-09b7c2f4d10d admin admin] Allocated IP 172.25.8.2 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/a29ced70-7517-4287-838c-9ae092d075e8) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:03:41.233198 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] Attempting to bind port 55d6a385-1cff-48fb-8091-76964afd7961 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:03:41.233585 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] Attempting to bind port 55d6a385-1cff-48fb-8091-76964afd7961 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'd4757504-e107-4e0a-9ccc-1aeb883d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e44cdea9-2877-43eb-bda7-d794181bde01'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:03:41.233937 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] Attempting to bind port 55d6a385-1cff-48fb-8091-76964afd7961 on network e44cdea9-2877-43eb-bda7-d794181bde01 {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:03:41.239018 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:03:41.239403 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] Checking segment: {'id': 'd4757504-e107-4e0a-9ccc-1aeb883d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e44cdea9-2877-43eb-bda7-d794181bde01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:03:41.239812 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:41.240216 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] Bound using segment: {'id': 'd4757504-e107-4e0a-9ccc-1aeb883d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e44cdea9-2877-43eb-bda7-d794181bde01'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:03:41.240981 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] Bound port: 55d6a385-1cff-48fb-8091-76964afd7961, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4757504-e107-4e0a-9ccc-1aeb883d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e44cdea9-2877-43eb-bda7-d794181bde01'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:03:41.241367 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:41.312847 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] For port 55d6a385-1cff-48fb-8091-76964afd7961, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:03:41.316224 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] For port 55d6a385-1cff-48fb-8091-76964afd7961, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=55d6a385-1cff-48fb-8091-76964afd7961,segment=NetworkSegment(d4757504-e107-4e0a-9ccc-1aeb883d2c01),segment_id=d4757504-e107-4e0a-9ccc-1aeb883d2c01)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:03:41.320482 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:41.381030 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf927f-3826-4027-a8b1-74917b0d9b9d None None] Pushing event updated for resources: {'Port': ['ID=55d6a385-1cff-48fb-8091-76964afd7961,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:41.615893 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34c539d3-c039-4c5d-a4a3-09b7c2f4d10d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:41.663782 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34c539d3-c039-4c5d-a4a3-09b7c2f4d10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:41.708107 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c539d3-c039-4c5d-a4a3-09b7c2f4d10d admin admin] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:03:41.713687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-34c539d3-c039-4c5d-a4a3-09b7c2f4d10d admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:03:41.718187 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c539d3-c039-4c5d-a4a3-09b7c2f4d10d admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:03:41.721886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c539d3-c039-4c5d-a4a3-09b7c2f4d10d admin admin] Pushing event updated for resources: {'Port': ['ID=a29ced70-7517-4287-838c-9ae092d075e8,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:41.802750 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 55d6a385-1cff-48fb-8091-76964afd7961 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:03:41.857186 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 55d6a385-1cff-48fb-8091-76964afd7961 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:03:41.861123 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fe4e856e-2504-4fa8-9c2b-20fdf09a403d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:03:41.908573 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port fe4e856e-2504-4fa8-9c2b-20fdf09a403d completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:03:41.912598 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port fe4e856e-2504-4fa8-9c2b-20fdf09a403d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:03:41.913244 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:41.974804 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34c539d3-c039-4c5d-a4a3-09b7c2f4d10d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:41.997471 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:42.019115 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port fe4e856e-2504-4fa8-9c2b-20fdf09a403d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fe4e856e-2504-4fa8-9c2b-20fdf09a403d,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:03:42.023939 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:42.075299 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=fe4e856e-2504-4fa8-9c2b-20fdf09a403d,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:42.163434 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] Sync routers for ids ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:03:42.174210 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] Routers {'e6dc52df-754e-40d2-9c23-17b445cbb8ff'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:03:42.174731 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:03:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:42.183687 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34c539d3-c039-4c5d-a4a3-09b7c2f4d10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583329'] for router, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:42.293012 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] Set router e6dc52df-754e-40d2-9c23-17b445cbb8ff gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:03:42.322308 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c539d3-c039-4c5d-a4a3-09b7c2f4d10d admin admin] Router 5172296b-beac-4ffd-bc1e-2b53d47c18b1 is scheduled to L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e with binding_index 1 {{(pid=101445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 20:03:42.330083 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f45a5d4-b41e-490d-92c1-c17671214a95 None None] Network e44cdea9-2877-43eb-bda7-d794181bde01 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:03:42.442951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c539d3-c039-4c5d-a4a3-09b7c2f4d10d admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:03:42.446512 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0ae9be55-0b59-40ab-9b8d-5d49d5cb9b75 None None] Provisioning for port 55d6a385-1cff-48fb-8091-76964afd7961 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:03:42.458026 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] Sync routers for ids ['5172296b-beac-4ffd-bc1e-2b53d47c18b1'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:03:42.462260 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-0ae9be55-0b59-40ab-9b8d-5d49d5cb9b75 None None] Provisioning complete for port 55d6a385-1cff-48fb-8091-76964afd7961 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:03:42.462686 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0ae9be55-0b59-40ab-9b8d-5d49d5cb9b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:42.462967 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-34c539d3-c039-4c5d-a4a3-09b7c2f4d10d admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:42.465135 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-34c539d3-c039-4c5d-a4a3-09b7c2f4d10d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8259897 Sep 07 20:03:42.467933 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53684) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:42.502990 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] Routers {'5172296b-beac-4ffd-bc1e-2b53d47c18b1'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:03:42.503932 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:03:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5172296b-beac-4ffd-bc1e-2b53d47c18b1'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:42.524188 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'name': 'tempest-TestSnapshotPattern-1752492283-router', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:35Z', 'updated_at': '2021-09-07T20:03:38Z', 'revision_number': 4, 'project_id': 'ff65d80fecf546768740138135f7742d', 'gw_port': {'id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:36Z', 'updated_at': '2021-09-07T20:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e42bf4e8-b28d-44a7-b56e-fd704cda461a', 'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'mac_address': 'fa:16:3e:6b:65:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:38Z', 'updated_at': '2021-09-07T20:03:38Z', 'revision_number': 2, 'project_id': 'ff65d80fecf546768740138135f7742d', 'subnets': [{'id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:42.550839 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] Checking router: e6dc52df-754e-40d2-9c23-17b445cbb8ff for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:03:42.551272 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] Updating router e6dc52df-754e-40d2-9c23-17b445cbb8ff port e42bf4e8-b28d-44a7-b56e-fd704cda461a binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:03:42.581435 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:42.842496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] Set router 5172296b-beac-4ffd-bc1e-2b53d47c18b1 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:03:42.868270 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0ae9be55-0b59-40ab-9b8d-5d49d5cb9b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:42.897994 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:42.908753 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] Transition to ACTIVE for port object e42bf4e8-b28d-44a7-b56e-fd704cda461a will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:03:42.915930 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:42.949385 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a29c62a-4990-425b-939c-b606faa7f14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:42.978568 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-0ae9be55-0b59-40ab-9b8d-5d49d5cb9b75 None None] For port 55d6a385-1cff-48fb-8091-76964afd7961, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=55d6a385-1cff-48fb-8091-76964afd7961,segment=NetworkSegment(d4757504-e107-4e0a-9ccc-1aeb883d2c01),segment_id=d4757504-e107-4e0a-9ccc-1aeb883d2c01)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:03:42.983452 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0ae9be55-0b59-40ab-9b8d-5d49d5cb9b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:43.029232 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5ee9e-89bd-4159-9284-f253c5071ede None None] Pushing event updated for resources: {'Port': ['ID=e42bf4e8-b28d-44a7-b56e-fd704cda461a,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:43.039928 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5ee9e-89bd-4159-9284-f253c5071ede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:43.040297 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5ee9e-89bd-4159-9284-f253c5071ede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:43.040630 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5ee9e-89bd-4159-9284-f253c5071ede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:43.041059 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5ee9e-89bd-4159-9284-f253c5071ede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:43.041289 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5ee9e-89bd-4159-9284-f253c5071ede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:43.041618 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5ee9e-89bd-4159-9284-f253c5071ede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:43.041975 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5ee9e-89bd-4159-9284-f253c5071ede None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:43.042304 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5ee9e-89bd-4159-9284-f253c5071ede None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:43.042626 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5ee9e-89bd-4159-9284-f253c5071ede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:43.042950 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5ee9e-89bd-4159-9284-f253c5071ede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:43.043394 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5ee9e-89bd-4159-9284-f253c5071ede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:43.044061 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f5ee9e-89bd-4159-9284-f253c5071ede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:03:43.059239 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] Attempting to bind port e42bf4e8-b28d-44a7-b56e-fd704cda461a on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:03:43.059817 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] Attempting to bind port e42bf4e8-b28d-44a7-b56e-fd704cda461a by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '866eaa01-c680-4d3e-972e-a90eebbad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:03:43.060899 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] Attempting to bind port e42bf4e8-b28d-44a7-b56e-fd704cda461a on network 4eb4f5de-13f4-4776-8397-6fd9e755a273 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:03:43.066770 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9be55-0b59-40ab-9b8d-5d49d5cb9b75 None None] Pushing event updated for resources: {'Port': ['ID=55d6a385-1cff-48fb-8091-76964afd7961,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:43.067709 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:03:43.068214 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] Checking segment: {'id': '866eaa01-c680-4d3e-972e-a90eebbad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:03:43.069277 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:43.070224 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] Bound using segment: {'id': '866eaa01-c680-4d3e-972e-a90eebbad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:03:43.070224 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] Bound port: e42bf4e8-b28d-44a7-b56e-fd704cda461a, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866eaa01-c680-4d3e-972e-a90eebbad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:03:43.070465 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:43.096566 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5172296b-beac-4ffd-bc1e-2b53d47c18b1', 'name': 'tempest-TestSnapshotPattern-1952869679-router', 'tenant_id': '5c917796b7f2450a94476b23b8c8ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'a29ced70-7517-4287-838c-9ae092d075e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:40Z', 'updated_at': '2021-09-07T20:03:41Z', 'revision_number': 3, 'project_id': '5c917796b7f2450a94476b23b8c8ede1', 'gw_port': {'id': 'a29ced70-7517-4287-838c-9ae092d075e8', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5172296b-beac-4ffd-bc1e-2b53d47c18b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:41Z', 'updated_at': '2021-09-07T20:03:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:43.138008 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] Checking router: 5172296b-beac-4ffd-bc1e-2b53d47c18b1 for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:03:43.138353 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] Updating router 5172296b-beac-4ffd-bc1e-2b53d47c18b1 port a29ced70-7517-4287-838c-9ae092d075e8 binding host n-d-807786-1 {{(pid=101446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:03:43.146967 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] For port e42bf4e8-b28d-44a7-b56e-fd704cda461a, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:03:43.150567 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] For port e42bf4e8-b28d-44a7-b56e-fd704cda461a, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e42bf4e8-b28d-44a7-b56e-fd704cda461a,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:03:43.154676 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-3a29c62a-4990-425b-939c-b606faa7f14c admin admin] Allocated IP 172.20.0.1 (e44cdea9-2877-43eb-bda7-d794181bde01/97611ea5-02dd-4e7f-b97e-2764d3c796a3/86c27533-3b4b-4b0b-bec5-6e8dcc2004cc) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:03:43.162178 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:43.169536 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-e682d7f4-dcca-466e-b465-c9d2e54f97ae None None] Provisioning complete for port 55d6a385-1cff-48fb-8091-76964afd7961 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:03:43.169910 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e682d7f4-dcca-466e-b465-c9d2e54f97ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:43.171599 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:43.245878 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] Routers {'e6dc52df-754e-40d2-9c23-17b445cbb8ff'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:03:43.246699 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:03:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:43.272618 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a29c62a-4990-425b-939c-b606faa7f14c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:43.283035 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5ee9e-89bd-4159-9284-f253c5071ede None None] Pushing event updated for resources: {'Port': ['ID=e42bf4e8-b28d-44a7-b56e-fd704cda461a,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:43.290326 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [None req-3a29c62a-4990-425b-939c-b606faa7f14c admin admin] Transition to ACTIVE for port object 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:03:43.336463 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a29c62a-4990-425b-939c-b606faa7f14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:43.371029 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] Set router e6dc52df-754e-40d2-9c23-17b445cbb8ff gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:03:43.396015 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a29c62a-4990-425b-939c-b606faa7f14c admin admin] Network e44cdea9-2877-43eb-bda7-d794181bde01 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:03:43.405238 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-3a29c62a-4990-425b-939c-b606faa7f14c admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:03:43.407501 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a29c62a-4990-425b-939c-b606faa7f14c admin admin] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:03:43.410746 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29c62a-4990-425b-939c-b606faa7f14c admin admin] Pushing event updated for resources: {'Port': ['ID=86c27533-3b4b-4b0b-bec5-6e8dcc2004cc,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:43.471836 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a29c62a-4990-425b-939c-b606faa7f14c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584060'] for router_interface, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:43.622046 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a29c62a-4990-425b-939c-b606faa7f14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:43.623023 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] Notify callbacks [] for port, precommit_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:43.637038 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] Transition to ACTIVE for port object a29ced70-7517-4287-838c-9ae092d075e8 will not be triggered until provisioned by entity L2. {{(pid=101446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:03:43.644172 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:43.652647 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'name': 'tempest-TestSnapshotPattern-1752492283-router', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:35Z', 'updated_at': '2021-09-07T20:03:38Z', 'revision_number': 4, 'project_id': 'ff65d80fecf546768740138135f7742d', 'gw_port': {'id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:36Z', 'updated_at': '2021-09-07T20:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e42bf4e8-b28d-44a7-b56e-fd704cda461a', 'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'mac_address': 'fa:16:3e:6b:65:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:38Z', 'updated_at': '2021-09-07T20:03:43Z', 'revision_number': 4, 'project_id': 'ff65d80fecf546768740138135f7742d', 'subnets': [{'id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:43.684699 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca539c4f-cc9c-477a-b2d8-2e348357693d None None] The sync data for ids ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'] in n-d-807786-1 is: [{'id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'name': 'tempest-TestSnapshotPattern-1752492283-router', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:35Z', 'updated_at': '2021-09-07T20:03:38Z', 'revision_number': 4, 'project_id': 'ff65d80fecf546768740138135f7742d', 'gw_port': {'id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:36Z', 'updated_at': '2021-09-07T20:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e42bf4e8-b28d-44a7-b56e-fd704cda461a', 'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'mac_address': 'fa:16:3e:6b:65:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:38Z', 'updated_at': '2021-09-07T20:03:43Z', 'revision_number': 4, 'project_id': 'ff65d80fecf546768740138135f7742d', 'subnets': [{'id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:03:43.698876 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] Attempting to bind port a29ced70-7517-4287-838c-9ae092d075e8 on host n-d-807786-1 for vnic_type normal with profile {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:03:43.699324 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] Attempting to bind port a29ced70-7517-4287-838c-9ae092d075e8 by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:03:43.699756 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] Attempting to bind port a29ced70-7517-4287-838c-9ae092d075e8 on network 6f27c923-095d-46fa-b899-1d1faf6fb43c {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:03:43.703212 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed723a9-efa8-4661-9bc2-7492ab8ed8cf None None] Pushing event updated for resources: {'Port': ['ID=a29ced70-7517-4287-838c-9ae092d075e8,revision_number=2']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:43.708256 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:03:43.708665 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] Checking segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:03:43.709073 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:43.709642 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] Bound using segment: {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'} {{(pid=101446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:03:43.710122 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.managers [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] Bound port: a29ced70-7517-4287-838c-9ae092d075e8, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483c8843-4b88-481e-bb3b-7a612657f7e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c'}}] {{(pid=101446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:03:43.710506 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:43.757753 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:43.771241 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a8bc28c0-26ec-4fb8-83a5-359aa58480a0 None None] Provisioning for port 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:03:43.792423 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-a8bc28c0-26ec-4fb8-83a5-359aa58480a0 None None] Provisioning complete for port 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:03:43.792857 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a8bc28c0-26ec-4fb8-83a5-359aa58480a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:43.831937 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] For port a29ced70-7517-4287-838c-9ae092d075e8, host n-d-807786-1, cleared binding levels {{(pid=101446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:03:43.850871 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a29c62a-4990-425b-939c-b606faa7f14c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:43.852609 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 55d6a385-1cff-48fb-8091-76964afd7961 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:03:43.856771 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a29c62a-4990-425b-939c-b606faa7f14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:43.858672 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] For port a29ced70-7517-4287-838c-9ae092d075e8, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a29ced70-7517-4287-838c-9ae092d075e8,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:03:43.859642 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc28c0-26ec-4fb8-83a5-359aa58480a0 None None] Port 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:03:43.881073 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:43.927530 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3a29c62a-4990-425b-939c-b606faa7f14c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1627180'] for router_interface, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:43.929313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29c62a-4990-425b-939c-b606faa7f14c admin admin] Pushing event updated for resources: {'Port': ['ID=86c27533-3b4b-4b0b-bec5-6e8dcc2004cc,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:43.956821 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] Routers {'5172296b-beac-4ffd-bc1e-2b53d47c18b1'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:03:43.957473 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:03:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5172296b-beac-4ffd-bc1e-2b53d47c18b1'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:44.001029 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed723a9-efa8-4661-9bc2-7492ab8ed8cf None None] Pushing event updated for resources: {'Port': ['ID=a29ced70-7517-4287-838c-9ae092d075e8,revision_number=3']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:44.013772 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 55d6a385-1cff-48fb-8091-76964afd7961 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:03:44.014159 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:44.040886 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a29c62a-4990-425b-939c-b606faa7f14c admin admin] Network e44cdea9-2877-43eb-bda7-d794181bde01 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:03:44.043038 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-3a29c62a-4990-425b-939c-b606faa7f14c admin admin] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:03:44.117667 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] Set router 5172296b-beac-4ffd-bc1e-2b53d47c18b1 gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:03:44.184389 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a29c62a-4990-425b-939c-b606faa7f14c admin admin] Router 5172296b-beac-4ffd-bc1e-2b53d47c18b1 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:03:44.224601 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fe4e856e-2504-4fa8-9c2b-20fdf09a403d up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:03:44.343969 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-50af380c-e838-42d8-823b-d7470af7fb32 None None] Provisioning complete for port 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:03:44.344323 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-50af380c-e838-42d8-823b-d7470af7fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:44.422405 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port fe4e856e-2504-4fa8-9c2b-20fdf09a403d triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:03:44.422811 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:44.428987 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-50af380c-e838-42d8-823b-d7470af7fb32 None None] Port 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:03:44.511857 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5172296b-beac-4ffd-bc1e-2b53d47c18b1', 'name': 'tempest-TestSnapshotPattern-1952869679-router', 'tenant_id': '5c917796b7f2450a94476b23b8c8ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'a29ced70-7517-4287-838c-9ae092d075e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:40Z', 'updated_at': '2021-09-07T20:03:43Z', 'revision_number': 4, 'project_id': '5c917796b7f2450a94476b23b8c8ede1', 'gw_port': {'id': 'a29ced70-7517-4287-838c-9ae092d075e8', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5172296b-beac-4ffd-bc1e-2b53d47c18b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:41Z', 'updated_at': '2021-09-07T20:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '86c27533-3b4b-4b0b-bec5-6e8dcc2004cc', 'name': '', 'network_id': 'e44cdea9-2877-43eb-bda7-d794181bde01', 'tenant_id': '5c917796b7f2450a94476b23b8c8ede1', 'mac_address': 'fa:16:3e:31:4c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5172296b-beac-4ffd-bc1e-2b53d47c18b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '97611ea5-02dd-4e7f-b97e-2764d3c796a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:42Z', 'updated_at': '2021-09-07T20:03:43Z', 'revision_number': 2, 'project_id': '5c917796b7f2450a94476b23b8c8ede1', 'subnets': [{'id': '97611ea5-02dd-4e7f-b97e-2764d3c796a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:44.543767 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9d771b-5976-42e4-96ba-d403aa805e21 None None] The sync data for ids ['5172296b-beac-4ffd-bc1e-2b53d47c18b1'] in n-d-807786-1 is: [{'id': '5172296b-beac-4ffd-bc1e-2b53d47c18b1', 'name': 'tempest-TestSnapshotPattern-1952869679-router', 'tenant_id': '5c917796b7f2450a94476b23b8c8ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'a29ced70-7517-4287-838c-9ae092d075e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:40Z', 'updated_at': '2021-09-07T20:03:43Z', 'revision_number': 4, 'project_id': '5c917796b7f2450a94476b23b8c8ede1', 'gw_port': {'id': 'a29ced70-7517-4287-838c-9ae092d075e8', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5172296b-beac-4ffd-bc1e-2b53d47c18b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:41Z', 'updated_at': '2021-09-07T20:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '86c27533-3b4b-4b0b-bec5-6e8dcc2004cc', 'name': '', 'network_id': 'e44cdea9-2877-43eb-bda7-d794181bde01', 'tenant_id': '5c917796b7f2450a94476b23b8c8ede1', 'mac_address': 'fa:16:3e:31:4c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5172296b-beac-4ffd-bc1e-2b53d47c18b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '97611ea5-02dd-4e7f-b97e-2764d3c796a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:42Z', 'updated_at': '2021-09-07T20:03:43Z', 'revision_number': 2, 'project_id': '5c917796b7f2450a94476b23b8c8ede1', 'subnets': [{'id': '97611ea5-02dd-4e7f-b97e-2764d3c796a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:03:44.556399 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e42bf4e8-b28d-44a7-b56e-fd704cda461a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:03:44.575995 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a29c62a-4990-425b-939c-b606faa7f14c admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:03:44.591658 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3a29c62a-4990-425b-939c-b606faa7f14c admin admin] 10.222.0.26 "PUT /v2.0/routers/5172296b-beac-4ffd-bc1e-2b53d47c18b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1224611 Sep 07 20:03:44.631530 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port e42bf4e8-b28d-44a7-b56e-fd704cda461a completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:03:44.636823 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e42bf4e8-b28d-44a7-b56e-fd704cda461a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:03:44.637253 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:44.639970 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:44.715772 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:44.781090 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port e42bf4e8-b28d-44a7-b56e-fd704cda461a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e42bf4e8-b28d-44a7-b56e-fd704cda461a,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:03:44.784966 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:44.844813 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=e42bf4e8-b28d-44a7-b56e-fd704cda461a,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:45.207038 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53692) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:45.211949 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-59dfc897-b148-4d2f-a6a8-e6a398fa5d2a tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1704223931', 'description': 'tempest-secgroup-smoke-1704223931 description', 'project_id': 'ff65d80fecf546768740138135f7742d'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:03:45.233462 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-59dfc897-b148-4d2f-a6a8-e6a398fa5d2a tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.315441 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-59dfc897-b148-4d2f-a6a8-e6a398fa5d2a tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.319563 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-59dfc897-b148-4d2f-a6a8-e6a398fa5d2a tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.348431 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-59dfc897-b148-4d2f-a6a8-e6a398fa5d2a tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.352677 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53694) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:45.353171 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-59dfc897-b148-4d2f-a6a8-e6a398fa5d2a tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1446049 Sep 07 20:03:45.357680 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfc897-b148-4d2f-a6a8-e6a398fa5d2a tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e151aa62-f1e6-4379-9359-29e2363da954,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:45.362618 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-52acbe37-fd4a-4a17-a186-82a3e9a67655 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Request body: {'security_group_rule': {'security_group_id': 'e151aa62-f1e6-4379-9359-29e2363da954', 'project_id': 'ff65d80fecf546768740138135f7742d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:03:45.422862 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-52acbe37-fd4a-4a17-a186-82a3e9a67655 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.505823 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-52acbe37-fd4a-4a17-a186-82a3e9a67655 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.509679 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-52acbe37-fd4a-4a17-a186-82a3e9a67655 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.527787 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52acbe37-fd4a-4a17-a186-82a3e9a67655 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02bac859-1321-47d4-b59a-431df1742743,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:45.534964 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-52acbe37-fd4a-4a17-a186-82a3e9a67655 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.536261 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-52acbe37-fd4a-4a17-a186-82a3e9a67655 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1816175 Sep 07 20:03:45.538863 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53696) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:45.543843 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-34f6585c-6732-4205-876a-5f4bd4dbd7bb tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Request body: {'security_group_rule': {'security_group_id': 'e151aa62-f1e6-4379-9359-29e2363da954', 'project_id': 'ff65d80fecf546768740138135f7742d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:03:45.569183 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34f6585c-6732-4205-876a-5f4bd4dbd7bb tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.625044 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34f6585c-6732-4205-876a-5f4bd4dbd7bb tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.628945 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34f6585c-6732-4205-876a-5f4bd4dbd7bb tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.646996 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6585c-6732-4205-876a-5f4bd4dbd7bb tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e593ab1-6232-4ec8-a19e-5fb26d8d6524,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:45.653091 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-34f6585c-6732-4205-876a-5f4bd4dbd7bb tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.654178 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-34f6585c-6732-4205-876a-5f4bd4dbd7bb tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1143816 Sep 07 20:03:45.656972 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53698) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:45.661311 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-e68bf636-844c-4123-aa88-37fe5e6fe61c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Request body: {'security_group_rule': {'security_group_id': 'e151aa62-f1e6-4379-9359-29e2363da954', 'project_id': 'ff65d80fecf546768740138135f7742d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:03:45.688011 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e68bf636-844c-4123-aa88-37fe5e6fe61c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.762319 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e68bf636-844c-4123-aa88-37fe5e6fe61c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.766084 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e68bf636-844c-4123-aa88-37fe5e6fe61c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.786894 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68bf636-844c-4123-aa88-37fe5e6fe61c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3c0c5c-c7ce-4e92-8efa-fed6f81c344f,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:45.790951 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-e68bf636-844c-4123-aa88-37fe5e6fe61c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.792761 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-e68bf636-844c-4123-aa88-37fe5e6fe61c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347356 Sep 07 20:03:45.795315 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53700) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:45.799923 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-2a110713-6ce5-4403-8e63-c24df7323476 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Request body: {'security_group_rule': {'security_group_id': 'e151aa62-f1e6-4379-9359-29e2363da954', 'project_id': 'ff65d80fecf546768740138135f7742d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:03:45.815789 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a29ced70-7517-4287-838c-9ae092d075e8 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:03:45.829293 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2a110713-6ce5-4403-8e63-c24df7323476 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.864729 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port a29ced70-7517-4287-838c-9ae092d075e8 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:03:45.868267 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port a29ced70-7517-4287-838c-9ae092d075e8 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:03:45.868668 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.890815 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2a110713-6ce5-4403-8e63-c24df7323476 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.894704 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2a110713-6ce5-4403-8e63-c24df7323476 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.912351 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a110713-6ce5-4403-8e63-c24df7323476 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3306e0-ce15-432e-bc78-dc8d83529209,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:45.919186 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-2a110713-6ce5-4403-8e63-c24df7323476 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.920566 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-2a110713-6ce5-4403-8e63-c24df7323476 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242414 Sep 07 20:03:45.923203 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 53702) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:45.927588 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-7af428af-17c7-4202-bace-413d2a7a9001 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Request body: {'security_group_rule': {'security_group_id': 'e151aa62-f1e6-4379-9359-29e2363da954', 'project_id': 'ff65d80fecf546768740138135f7742d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:03:45.949131 n-d-807786-1 neutron-server[101444]: INFO neutron.db.securitygroups_db [None req-7af428af-17c7-4202-bace-413d2a7a9001 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Project ff65d80fecf546768740138135f7742d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 20:03:45.954038 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7af428af-17c7-4202-bace-413d2a7a9001 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.954440 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.974656 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port a29ced70-7517-4287-838c-9ae092d075e8, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a29ced70-7517-4287-838c-9ae092d075e8,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:03:45.978529 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:45.979334 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e42bf4e8-b28d-44a7-b56e-fd704cda461a up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:03:46.014071 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7af428af-17c7-4202-bace-413d2a7a9001 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:46.017569 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7af428af-17c7-4202-bace-413d2a7a9001 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:46.037082 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af428af-17c7-4202-bace-413d2a7a9001 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3303767b-c0ea-4bf1-bac7-82ff8917530d,revision_number=0']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:46.044304 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-7af428af-17c7-4202-bace-413d2a7a9001 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:46.045835 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-7af428af-17c7-4202-bace-413d2a7a9001 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215882 Sep 07 20:03:46.048879 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53704) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:46.053512 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-3783ab48-6b3b-40b1-9337-12d0b29044ba tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Request body: {'security_group_rule': {'security_group_id': 'e151aa62-f1e6-4379-9359-29e2363da954', 'project_id': 'ff65d80fecf546768740138135f7742d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:03:46.068370 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=a29ced70-7517-4287-838c-9ae092d075e8,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:46.076081 n-d-807786-1 neutron-server[101445]: INFO neutron.db.securitygroups_db [None req-3783ab48-6b3b-40b1-9337-12d0b29044ba tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Project ff65d80fecf546768740138135f7742d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 20:03:46.076844 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port e42bf4e8-b28d-44a7-b56e-fd704cda461a triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:03:46.077217 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:46.082474 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3783ab48-6b3b-40b1-9337-12d0b29044ba tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:46.145022 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3783ab48-6b3b-40b1-9337-12d0b29044ba tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:46.148721 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3783ab48-6b3b-40b1-9337-12d0b29044ba tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689263'] for security_group_rule, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:46.168907 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783ab48-6b3b-40b1-9337-12d0b29044ba tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f043ceb-63d3-48b8-9417-5ea1e068dc3d,revision_number=0']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:46.173868 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-3783ab48-6b3b-40b1-9337-12d0b29044ba tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:46.175010 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-3783ab48-6b3b-40b1-9337-12d0b29044ba tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252146 Sep 07 20:03:46.310566 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-5bce77cc-6472-47ed-a76d-f338935cdf2a tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1704223931&fields=id&tenant_id=ff65d80fecf546768740138135f7742d HTTP/1.1" status: 200 len: 267 time: 0.0322671 Sep 07 20:03:46.419544 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-60a547e1-c09f-4e45-82ee-38a620dc49d6 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:46.421205 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-60a547e1-c09f-4e45-82ee-38a620dc49d6 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/networks?id=4eb4f5de-13f4-4776-8397-6fd9e755a273 HTTP/1.1" status: 200 len: 810 time: 0.1036632 Sep 07 20:03:46.436741 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-ce964c46-d13e-4c25-a61f-c90a58572b8c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/quotas/ff65d80fecf546768740138135f7742d HTTP/1.1" status: 200 len: 375 time: 0.0097420 Sep 07 20:03:46.493731 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-224bfec6-9a46-4d0d-aafa-e7d37012dcc7 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff65d80fecf546768740138135f7742d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510747 Sep 07 20:03:46.687205 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-7f6f4f32-be5e-4aab-941d-f44100ce197b service neutron] 10.222.0.26 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812005 Sep 07 20:03:46.779473 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-7bdf48c8-9b3b-4b63-b5f8-ad5921e049e6 service neutron] 10.222.0.26 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856442 Sep 07 20:03:46.945550 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e7f59b33-e7d1-4c8b-bb6d-91e84953384c req-c25c300c-a86e-404c-861d-2c07cd94e88f tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 210 time: 0.0314367 Sep 07 20:03:47.529497 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] Sync routers for ids ['5172296b-beac-4ffd-bc1e-2b53d47c18b1'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:03:47.538656 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] Routers {'5172296b-beac-4ffd-bc1e-2b53d47c18b1'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:03:47.539268 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:03:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5172296b-beac-4ffd-bc1e-2b53d47c18b1'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:47.642228 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] Set router 5172296b-beac-4ffd-bc1e-2b53d47c18b1 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:03:47.751939 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a29ced70-7517-4287-838c-9ae092d075e8 up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:03:47.812560 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port a29ced70-7517-4287-838c-9ae092d075e8 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:03:47.812777 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:47.871926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-0edd1689-4b55-4668-bebd-c26dd12b925c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:47.874302 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-0edd1689-4b55-4668-bebd-c26dd12b925c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.60 "GET /v2.0/networks?id=4eb4f5de-13f4-4776-8397-6fd9e755a273 HTTP/1.1" status: 200 len: 810 time: 0.1281075 Sep 07 20:03:47.927727 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-7f30da6e-ad96-4c0d-ba59-a6676997ba27 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff65d80fecf546768740138135f7742d HTTP/1.1" status: 200 len: 380 time: 0.0437667 Sep 07 20:03:47.937059 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-863d5b40-b3ad-41ed-973f-6e9e8b5d7259 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Request body: {'port': {'device_id': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'admin_state_up': True, 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'security_groups': ['e151aa62-f1e6-4379-9359-29e2363da954']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:03:47.946906 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5172296b-beac-4ffd-bc1e-2b53d47c18b1', 'name': 'tempest-TestSnapshotPattern-1952869679-router', 'tenant_id': '5c917796b7f2450a94476b23b8c8ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'a29ced70-7517-4287-838c-9ae092d075e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:40Z', 'updated_at': '2021-09-07T20:03:43Z', 'revision_number': 4, 'project_id': '5c917796b7f2450a94476b23b8c8ede1', 'gw_port': {'id': 'a29ced70-7517-4287-838c-9ae092d075e8', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5172296b-beac-4ffd-bc1e-2b53d47c18b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:41Z', 'updated_at': '2021-09-07T20:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '86c27533-3b4b-4b0b-bec5-6e8dcc2004cc', 'name': '', 'network_id': 'e44cdea9-2877-43eb-bda7-d794181bde01', 'tenant_id': '5c917796b7f2450a94476b23b8c8ede1', 'mac_address': 'fa:16:3e:31:4c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5172296b-beac-4ffd-bc1e-2b53d47c18b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '97611ea5-02dd-4e7f-b97e-2764d3c796a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:42Z', 'updated_at': '2021-09-07T20:03:43Z', 'revision_number': 2, 'project_id': '5c917796b7f2450a94476b23b8c8ede1', 'subnets': [{'id': '97611ea5-02dd-4e7f-b97e-2764d3c796a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:47.973622 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] Checking router: 5172296b-beac-4ffd-bc1e-2b53d47c18b1 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:03:47.973975 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] Updating router 5172296b-beac-4ffd-bc1e-2b53d47c18b1 port 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc binding host n-d-807786-1 {{(pid=101447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:03:48.002537 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:48.053446 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8ff04e2f-9058-407d-b056-dbb2a1b3c496 req-0a468034-1128-45b9-aa19-a15b4be40b33 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 210 time: 0.0348783 Sep 07 20:03:48.080125 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-863d5b40-b3ad-41ed-973f-6e9e8b5d7259 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Made reservation on behalf of ff65d80fecf546768740138135f7742d for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:03:48.083780 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-863d5b40-b3ad-41ed-973f-6e9e8b5d7259 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:48.210375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-863d5b40-b3ad-41ed-973f-6e9e8b5d7259 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Allocated IP 172.20.0.10 (4eb4f5de-13f4-4776-8397-6fd9e755a273/bc8c3ba3-2049-496d-bc39-f160e02cd6d7/55690a6a-2668-4bb4-9adc-cf16cc88d1a3) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:03:48.258405 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] Notify callbacks [] for port, precommit_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:48.267810 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.provisioning_blocks [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] Transition to ACTIVE for port object 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc will not be triggered until provisioned by entity L2. {{(pid=101447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:03:48.273396 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:48.321088 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f10229-074d-4d6e-a2aa-526a7cb3b7ef None None] Pushing event updated for resources: {'Port': ['ID=86c27533-3b4b-4b0b-bec5-6e8dcc2004cc,revision_number=3']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:48.359949 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-863d5b40-b3ad-41ed-973f-6e9e8b5d7259 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:48.375398 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-863d5b40-b3ad-41ed-973f-6e9e8b5d7259 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Transition to ACTIVE for port object 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:03:48.377945 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] Attempting to bind port 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc on host n-d-807786-1 for vnic_type normal with profile {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:03:48.378312 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] Attempting to bind port 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc by drivers openvswitch,hyperv on host n-d-807786-1 at level 0 using segments [{'id': 'd4757504-e107-4e0a-9ccc-1aeb883d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e44cdea9-2877-43eb-bda7-d794181bde01'}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:03:48.378726 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] Attempting to bind port 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc on network e44cdea9-2877-43eb-bda7-d794181bde01 {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:03:48.384058 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] Checking agent: {'id': '01ef4968-5bea-4c5c-b3c4-a693b94ccd1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 32, 59), 'started_at': datetime.datetime(2021, 9, 7, 18, 33, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807786-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:03:48.384443 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] Checking segment: {'id': 'd4757504-e107-4e0a-9ccc-1aeb883d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e44cdea9-2877-43eb-bda7-d794181bde01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:03:48.384918 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:48.385331 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] Bound using segment: {'id': 'd4757504-e107-4e0a-9ccc-1aeb883d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e44cdea9-2877-43eb-bda7-d794181bde01'} {{(pid=101447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:03:48.386076 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.managers [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] Bound port: 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc, host: n-d-807786-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4757504-e107-4e0a-9ccc-1aeb883d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e44cdea9-2877-43eb-bda7-d794181bde01'}}] {{(pid=101447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:03:48.386343 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:48.412438 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-863d5b40-b3ad-41ed-973f-6e9e8b5d7259 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:48.458762 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] For port 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc, host n-d-807786-1, cleared binding levels {{(pid=101447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:03:48.462255 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-863d5b40-b3ad-41ed-973f-6e9e8b5d7259 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Network 4eb4f5de-13f4-4776-8397-6fd9e755a273 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:03:48.462914 n-d-807786-1 neutron-server[101447]: DEBUG neutron.plugins.ml2.db [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] For port 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc, host n-d-807786-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=86c27533-3b4b-4b0b-bec5-6e8dcc2004cc,segment=NetworkSegment(d4757504-e107-4e0a-9ccc-1aeb883d2c01),segment_id=d4757504-e107-4e0a-9ccc-1aeb883d2c01)] {{(pid=101447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:03:48.465979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-863d5b40-b3ad-41ed-973f-6e9e8b5d7259 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:03:48.467868 n-d-807786-1 neutron-server[101447]: DEBUG neutron_lib.callbacks.manager [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:48.470042 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-863d5b40-b3ad-41ed-973f-6e9e8b5d7259 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:03:48.504991 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d5b40-b3ad-41ed-973f-6e9e8b5d7259 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Pushing event updated for resources: {'Port': ['ID=55690a6a-2668-4bb4-9adc-cf16cc88d1a3,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:48.531617 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-863d5b40-b3ad-41ed-973f-6e9e8b5d7259 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:48.532276 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-863d5b40-b3ad-41ed-973f-6e9e8b5d7259 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:48.543065 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] Routers {'5172296b-beac-4ffd-bc1e-2b53d47c18b1'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:03:48.543603 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:03:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5172296b-beac-4ffd-bc1e-2b53d47c18b1'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:48.547822 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-863d5b40-b3ad-41ed-973f-6e9e8b5d7259 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6143370 Sep 07 20:03:48.595871 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f10229-074d-4d6e-a2aa-526a7cb3b7ef None None] Pushing event updated for resources: {'Port': ['ID=86c27533-3b4b-4b0b-bec5-6e8dcc2004cc,revision_number=4']} {{(pid=101447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:48.630830 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] Request body: {'port': {'device_id': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:03:48.685711 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] Set router 5172296b-beac-4ffd-bc1e-2b53d47c18b1 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:03:48.699690 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:48.809873 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ab05f9df-198a-411c-94c3-2cdd6fcb94c1 None None] Provisioning for port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:03:48.814625 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ab05f9df-198a-411c-94c3-2cdd6fcb94c1 None None] Provisioning complete for port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:03:48.815206 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ab05f9df-198a-411c-94c3-2cdd6fcb94c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:48.855931 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ab05f9df-198a-411c-94c3-2cdd6fcb94c1 None None] Port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:03:48.927544 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5172296b-beac-4ffd-bc1e-2b53d47c18b1', 'name': 'tempest-TestSnapshotPattern-1952869679-router', 'tenant_id': '5c917796b7f2450a94476b23b8c8ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'a29ced70-7517-4287-838c-9ae092d075e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:40Z', 'updated_at': '2021-09-07T20:03:43Z', 'revision_number': 4, 'project_id': '5c917796b7f2450a94476b23b8c8ede1', 'gw_port': {'id': 'a29ced70-7517-4287-838c-9ae092d075e8', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5172296b-beac-4ffd-bc1e-2b53d47c18b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:41Z', 'updated_at': '2021-09-07T20:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '86c27533-3b4b-4b0b-bec5-6e8dcc2004cc', 'name': '', 'network_id': 'e44cdea9-2877-43eb-bda7-d794181bde01', 'tenant_id': '5c917796b7f2450a94476b23b8c8ede1', 'mac_address': 'fa:16:3e:31:4c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5172296b-beac-4ffd-bc1e-2b53d47c18b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '97611ea5-02dd-4e7f-b97e-2764d3c796a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:42Z', 'updated_at': '2021-09-07T20:03:48Z', 'revision_number': 4, 'project_id': '5c917796b7f2450a94476b23b8c8ede1', 'subnets': [{'id': '97611ea5-02dd-4e7f-b97e-2764d3c796a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:48.954237 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ccd608-0a1a-4aa3-88a5-7df0a2765836 None None] The sync data for ids ['5172296b-beac-4ffd-bc1e-2b53d47c18b1'] in n-d-807786-1 is: [{'id': '5172296b-beac-4ffd-bc1e-2b53d47c18b1', 'name': 'tempest-TestSnapshotPattern-1952869679-router', 'tenant_id': '5c917796b7f2450a94476b23b8c8ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'a29ced70-7517-4287-838c-9ae092d075e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:40Z', 'updated_at': '2021-09-07T20:03:43Z', 'revision_number': 4, 'project_id': '5c917796b7f2450a94476b23b8c8ede1', 'gw_port': {'id': 'a29ced70-7517-4287-838c-9ae092d075e8', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5172296b-beac-4ffd-bc1e-2b53d47c18b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:41Z', 'updated_at': '2021-09-07T20:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': '86c27533-3b4b-4b0b-bec5-6e8dcc2004cc', 'name': '', 'network_id': 'e44cdea9-2877-43eb-bda7-d794181bde01', 'tenant_id': '5c917796b7f2450a94476b23b8c8ede1', 'mac_address': 'fa:16:3e:31:4c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5172296b-beac-4ffd-bc1e-2b53d47c18b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '97611ea5-02dd-4e7f-b97e-2764d3c796a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:42Z', 'updated_at': '2021-09-07T20:03:48Z', 'revision_number': 4, 'project_id': '5c917796b7f2450a94476b23b8c8ede1', 'subnets': [{'id': '97611ea5-02dd-4e7f-b97e-2764d3c796a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:03:48.997847 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:03:49.005510 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:49.018858 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] Transition to ACTIVE for port object 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:03:49.022704 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:49.076129 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] Pushing event updated for resources: {'Port': ['ID=55690a6a-2668-4bb4-9adc-cf16cc88d1a3,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:49.161706 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] Attempting to bind port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 on host n-h1-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:03:49.162048 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] Attempting to bind port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 by drivers openvswitch,hyperv on host n-h1-807786-1 at level 0 using segments [{'id': '866eaa01-c680-4d3e-972e-a90eebbad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:03:49.162435 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] Attempting to bind port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 on network 4eb4f5de-13f4-4776-8397-6fd9e755a273 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:03:49.192750 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] Port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 on network 4eb4f5de-13f4-4776-8397-6fd9e755a273 not bound, no agent of type Open vSwitch agent registered on host n-h1-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:03:49.193143 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] Attempting to bind port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 on network 4eb4f5de-13f4-4776-8397-6fd9e755a273 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:03:49.201731 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] Checking agent: {'id': '8cc680d7-d571-42c6-9b38-1e5512ae9079', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:03:49.202076 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] Checking segment: {'id': '866eaa01-c680-4d3e-972e-a90eebbad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:03:49.202456 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] Bound using segment: {'id': '866eaa01-c680-4d3e-972e-a90eebbad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:03:49.202893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] Bound port: 55690a6a-2668-4bb4-9adc-cf16cc88d1a3, host: n-h1-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866eaa01-c680-4d3e-972e-a90eebbad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:03:49.203251 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:49.232496 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53a7af-4ba0-4903-a4b3-f8e70f6abeeb req-ded55d51-8a9d-4fb6-a299-21d1d770cd0a tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:49.234074 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f53a7af-4ba0-4903-a4b3-f8e70f6abeeb req-ded55d51-8a9d-4fb6-a299-21d1d770cd0a tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 944 time: 0.0928602 Sep 07 20:03:49.310417 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5f53a7af-4ba0-4903-a4b3-f8e70f6abeeb req-58d2432a-a505-4247-b822-59d1b510b764 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578921 Sep 07 20:03:49.311495 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] For port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3, host n-h1-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:03:49.315577 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] For port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3, host n-h1-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=55690a6a-2668-4bb4-9adc-cf16cc88d1a3,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:03:49.321615 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:49.355172 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:49.355788 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:49.357208 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] 10.222.0.60 "PUT /v2.0/ports/55690a6a-2668-4bb4-9adc-cf16cc88d1a3 HTTP/1.1" status: 200 len: 1092 time: 0.8004825 Sep 07 20:03:49.357643 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'tag': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:03:49.360083 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63388e83-a27a-4b82-bd72-a1ccd4625543" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab5f75c-ec16-44d7-a73c-84743f8b5143", "tag": "55690a6a-2668-4bb4-9adc-cf16cc88d1a3"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:03:49.393982 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d4bd6-9ba1-40ac-a20e-2d9c01c7cc68 service neutron] Pushing event updated for resources: {'Port': ['ID=55690a6a-2668-4bb4-9adc-cf16cc88d1a3,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:49.451933 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-73531d6f-53aa-40d9-b6a2-06ddb842a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:49.453562 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-73531d6f-53aa-40d9-b6a2-06ddb842a165 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ff65d80fecf546768740138135f7742d&device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 1095 time: 0.0529404 Sep 07 20:03:49.498238 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f4ec95-c088-48b3-a511-f6845265bd53 x-openstack-request-id: req-c4f4ec95-c088-48b3-a511-f6845265bd53 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:03:49.498534 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab5f75c-ec16-44d7-a73c-84743f8b5143", "tag": "55690a6a-2668-4bb4-9adc-cf16cc88d1a3", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:03:49.498783 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4f4ec95-c088-48b3-a511-f6845265bd53 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:03:49.499185 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'tag': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3', 'status': 'completed', 'code': 200} Sep 07 20:03:49.501064 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-642262bf-3476-4438-ad43-e7b241afd04c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55690a6a-2668-4bb4-9adc-cf16cc88d1a3 HTTP/1.1" status: 200 len: 217 time: 0.0392320 Sep 07 20:03:49.552301 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-50100e37-50fc-498c-aedd-fa7f77851ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:49.553836 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-50100e37-50fc-498c-aedd-fa7f77851ace service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bc8c3ba3-2049-496d-bc39-f160e02cd6d7 HTTP/1.1" status: 200 len: 849 time: 0.0461714 Sep 07 20:03:49.605133 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-270b4827-35da-4d9b-8266-1c375824809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:49.606631 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-270b4827-35da-4d9b-8266-1c375824809c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4eb4f5de-13f4-4776-8397-6fd9e755a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453746 Sep 07 20:03:49.714468 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-db4b803a-25b8-44a9-b121-34629db4dd42 service neutron] 10.222.0.60 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001554 Sep 07 20:03:49.797196 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:03:49.816010 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fcaa963e-20d6-4ca0-8e26-2ddb3ae5ceec req-6bfcbbc0-944b-44c1-88c7-73274da7317a service neutron] 10.222.0.60 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946839 Sep 07 20:03:49.851095 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning for port 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:03:49.855478 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:03:49.855849 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:49.902784 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63388e83-a27a-4b82-bd72-a1ccd4625543 req-3421388d-5e78-493c-a247-f4e3d5bcc275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:49.904281 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63388e83-a27a-4b82-bd72-a1ccd4625543 req-3421388d-5e78-493c-a247-f4e3d5bcc275 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ff65d80fecf546768740138135f7742d&device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 1095 time: 0.0407717 Sep 07 20:03:49.930642 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:49.965783 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] For port 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=86c27533-3b4b-4b0b-bec5-6e8dcc2004cc,segment=NetworkSegment(d4757504-e107-4e0a-9ccc-1aeb883d2c01),segment_id=d4757504-e107-4e0a-9ccc-1aeb883d2c01)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:03:49.970359 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:49.996907 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63388e83-a27a-4b82-bd72-a1ccd4625543 req-ea6ebe9e-6290-4b21-8244-92b9df366a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:49.998391 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63388e83-a27a-4b82-bd72-a1ccd4625543 req-ea6ebe9e-6290-4b21-8244-92b9df366a89 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4eb4f5de-13f4-4776-8397-6fd9e755a273 HTTP/1.1" status: 200 len: 911 time: 0.0876598 Sep 07 20:03:50.015399 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Pushing event updated for resources: {'Port': ['ID=86c27533-3b4b-4b0b-bec5-6e8dcc2004cc,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:50.047080 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63388e83-a27a-4b82-bd72-a1ccd4625543 req-e74b5499-054d-4cad-98ad-54676a4da9c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55690a6a-2668-4bb4-9adc-cf16cc88d1a3 HTTP/1.1" status: 200 len: 217 time: 0.0385633 Sep 07 20:03:50.098269 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63388e83-a27a-4b82-bd72-a1ccd4625543 req-5a9a32f3-0710-4703-af9f-8b59c75db891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:50.099667 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63388e83-a27a-4b82-bd72-a1ccd4625543 req-5a9a32f3-0710-4703-af9f-8b59c75db891 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bc8c3ba3-2049-496d-bc39-f160e02cd6d7 HTTP/1.1" status: 200 len: 849 time: 0.0422485 Sep 07 20:03:50.147810 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63388e83-a27a-4b82-bd72-a1ccd4625543 req-f7e5ee4b-d36f-4f78-8a6b-0efe443a42a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:50.149312 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63388e83-a27a-4b82-bd72-a1ccd4625543 req-f7e5ee4b-d36f-4f78-8a6b-0efe443a42a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4eb4f5de-13f4-4776-8397-6fd9e755a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386472 Sep 07 20:03:50.243599 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63388e83-a27a-4b82-bd72-a1ccd4625543 req-7a9c946d-d905-4e2f-94ef-3656784e6390 service neutron] 10.222.0.60 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859189 Sep 07 20:03:50.335253 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-63388e83-a27a-4b82-bd72-a1ccd4625543 req-fdfa4783-63df-4841-a0a2-cc1812087ebc service neutron] 10.222.0.60 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844107 Sep 07 20:03:50.429313 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179d3fe-3c16-447e-b128-42407cf643c4 req-2e0aebc2-f6f8-438b-b520-00e60f0d60ef tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:50.430787 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c179d3fe-3c16-447e-b128-42407cf643c4 req-2e0aebc2-f6f8-438b-b520-00e60f0d60ef tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 944 time: 0.0526776 Sep 07 20:03:50.468604 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-c179d3fe-3c16-447e-b128-42407cf643c4 req-bbc23b10-4b63-4515-bd95-5d8c3a698bf8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313704 Sep 07 20:03:51.528749 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:03:51.589932 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a97ee7-4b64-47eb-a50b-fdc8a9c7035c req-d005b05e-b34f-4756-a161-fcd749c12cb4 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:51.591475 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-17a97ee7-4b64-47eb-a50b-fdc8a9c7035c req-d005b05e-b34f-4756-a161-fcd749c12cb4 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 944 time: 0.0484922 Sep 07 20:03:51.629411 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=55690a6a-2668-4bb4-9adc-cf16cc88d1a3,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:03:51.632402 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-17a97ee7-4b64-47eb-a50b-fdc8a9c7035c req-bfbdc971-e75e-4653-aba1-c022597ff351 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348911 Sep 07 20:03:51.645108 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'port_id': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3', 'mac_address': 'fa:16:3e:4e:d3:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:03:51.682320 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:51.695374 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:03:51.714827 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=55690a6a-2668-4bb4-9adc-cf16cc88d1a3,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:03:51.718710 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:51.742303 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc up at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:03:51.796375 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=55690a6a-2668-4bb4-9adc-cf16cc88d1a3,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:51.808558 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Provisioning complete for port 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:03:51.808937 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:51.940500 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['55690a6a-2668-4bb4-9adc-cf16cc88d1a3'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:03:52.747183 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b5bbf-057b-431c-9acf-147416461548 req-70fece30-ab72-4f4b-86e6-7e7e7d9f1999 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:52.748701 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc0b5bbf-057b-431c-9acf-147416461548 req-70fece30-ab72-4f4b-86e6-7e7e7d9f1999 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 945 time: 0.0489922 Sep 07 20:03:52.786794 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cc0b5bbf-057b-431c-9acf-147416461548 req-b7b2e3f4-be7f-4b50-bdeb-abe56b193152 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319877 Sep 07 20:03:53.547427 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:03:53.594803 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning for port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:03:53.598743 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:03:53.599112 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:53.679728 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:53.701559 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:03:53.703769 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e00008-bc14-4621-9559-fd077112e6ae" -d '{"events": [{"server_uuid": "8ab5f75c-ec16-44d7-a73c-84743f8b5143", "name": "network-vif-plugged", "status": "completed", "tag": "55690a6a-2668-4bb4-9adc-cf16cc88d1a3"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:03:53.718139 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=55690a6a-2668-4bb4-9adc-cf16cc88d1a3,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:03:53.721970 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:53.745101 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddb5b1c-6878-4173-9d87-bde4bb877e7c x-openstack-request-id: req-4ddb5b1c-6878-4173-9d87-bde4bb877e7c {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:03:53.745392 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab5f75c-ec16-44d7-a73c-84743f8b5143", "name": "network-vif-plugged", "status": "completed", "tag": "55690a6a-2668-4bb4-9adc-cf16cc88d1a3", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:03:53.745645 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ddb5b1c-6878-4173-9d87-bde4bb877e7c {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:03:53.746034 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3', 'code': 200} Sep 07 20:03:53.771860 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=55690a6a-2668-4bb4-9adc-cf16cc88d1a3,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:53.841542 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95cd04-930f-411b-b6a4-496dbf1fef3f req-f0e4ebeb-734c-4040-a62e-6fe9c037afca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:53.843057 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d95cd04-930f-411b-b6a4-496dbf1fef3f req-f0e4ebeb-734c-4040-a62e-6fe9c037afca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 1097 time: 0.0444605 Sep 07 20:03:53.906124 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2d95cd04-930f-411b-b6a4-496dbf1fef3f req-af95df41-6eca-4318-b220-577a9a85e76d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561693 Sep 07 20:03:53.918276 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571422d-9c60-4326-b0ef-72cff3d54b28 req-c32ca7d4-9796-447d-898f-d5808053abda tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:53.919703 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b571422d-9c60-4326-b0ef-72cff3d54b28 req-c32ca7d4-9796-447d-898f-d5808053abda tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 946 time: 0.0645859 Sep 07 20:03:53.956489 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b571422d-9c60-4326-b0ef-72cff3d54b28 req-3f59b610-22f4-4458-bf7d-ab2eb6061032 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309322 Sep 07 20:03:55.074455 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a87fd8-8a13-4027-be59-bf19c5913c6a req-ef3aab9f-00e0-4bf3-ad55-064c346eccad tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:55.075953 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a7a87fd8-8a13-4027-be59-bf19c5913c6a req-ef3aab9f-00e0-4bf3-ad55-064c346eccad tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 946 time: 0.0485966 Sep 07 20:03:55.121677 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a7a87fd8-8a13-4027-be59-bf19c5913c6a req-5aac892d-1efe-4f32-a48c-49a52a8c212a tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387611 Sep 07 20:03:56.082666 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-439fcce8-5664-4524-9c27-54755b8c5241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:56.234582 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4b143-f810-45ba-b2d1-3086a1e70d18 req-937e65fa-2b60-4e5d-9fd0-f387273e0db9 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:56.236058 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-67c4b143-f810-45ba-b2d1-3086a1e70d18 req-937e65fa-2b60-4e5d-9fd0-f387273e0db9 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 946 time: 0.0484014 Sep 07 20:03:56.272939 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-67c4b143-f810-45ba-b2d1-3086a1e70d18 req-9fb8da29-49fe-441e-9204-8a02d5571f3f tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310376 Sep 07 20:03:56.384185 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957b5aa-0388-4fef-8bb5-0657194a36f8 req-b3c657be-8a67-4c46-868b-9409bb9aa294 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:56.385723 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d957b5aa-0388-4fef-8bb5-0657194a36f8 req-b3c657be-8a67-4c46-868b-9409bb9aa294 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 946 time: 0.0481710 Sep 07 20:03:56.422994 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d957b5aa-0388-4fef-8bb5-0657194a36f8 req-190021f3-2036-4e42-91c8-9a6770d8a033 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313761 Sep 07 20:03:56.443559 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53760) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:56.522355 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37120e46-b1e5-45d7-8769-cdd1abc236cc tempest-TestSnapshotPattern-920042684 tempest-TestSnapshotPattern-920042684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:56.523762 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-37120e46-b1e5-45d7-8769-cdd1abc236cc tempest-TestSnapshotPattern-920042684 tempest-TestSnapshotPattern-920042684-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 1092 time: 0.0792525 Sep 07 20:03:56.527271 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 53764) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:03:56.531451 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [None req-a15bc247-9ea5-4235-a812-5ee83285b917 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:03:56.552756 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a15bc247-9ea5-4235-a812-5ee83285b917 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for floatingip, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:56.650448 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a15bc247-9ea5-4235-a812-5ee83285b917 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:56.756113 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [None req-a15bc247-9ea5-4235-a812-5ee83285b917 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Allocated IP 172.25.8.173 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/2a365602-cbbe-4840-9650-8e15cb0367e8) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:03:56.862240 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a15bc247-9ea5-4235-a812-5ee83285b917 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:56.899746 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a15bc247-9ea5-4235-a812-5ee83285b917 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:56.934426 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15bc247-9ea5-4235-a812-5ee83285b917 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:03:56.937214 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [None req-a15bc247-9ea5-4235-a812-5ee83285b917 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:03:56.940636 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15bc247-9ea5-4235-a812-5ee83285b917 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:03:56.972144 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15bc247-9ea5-4235-a812-5ee83285b917 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Pushing event updated for resources: {'Port': ['ID=2a365602-cbbe-4840-9650-8e15cb0367e8,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:57.292894 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a15bc247-9ea5-4235-a812-5ee83285b917 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:57.357107 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a15bc247-9ea5-4235-a812-5ee83285b917 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:57.501394 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a15bc247-9ea5-4235-a812-5ee83285b917 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:57.505733 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a15bc247-9ea5-4235-a812-5ee83285b917 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:57.578296 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15bc247-9ea5-4235-a812-5ee83285b917 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Pushing event updated for resources: {'Port': ['ID=2a365602-cbbe-4840-9650-8e15cb0367e8,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:03:57.587067 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a15bc247-9ea5-4235-a812-5ee83285b917 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:57.686037 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-a15bc247-9ea5-4235-a812-5ee83285b917 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Floating IP 9ee1e98e-3368-49f6-8370-a1584a74fddd associated. External IP: 172.25.8.173, port: 55690a6a-2668-4bb4-9adc-cf16cc88d1a3. Sep 07 20:03:57.893035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15bc247-9ea5-4235-a812-5ee83285b917 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Router e6dc52df-754e-40d2-9c23-17b445cbb8ff has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:03:58.251229 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15bc247-9ea5-4235-a812-5ee83285b917 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:03:58.262381 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c4ea56-11ae-483b-8e3d-ad47addb0c33 None None] Sync routers for ids ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:03:58.268104 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a15bc247-9ea5-4235-a812-5ee83285b917 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:58.273582 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c4ea56-11ae-483b-8e3d-ad47addb0c33 None None] Routers {'e6dc52df-754e-40d2-9c23-17b445cbb8ff'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:03:58.274216 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-92c4ea56-11ae-483b-8e3d-ad47addb0c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:03:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:58.294835 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a15bc247-9ea5-4235-a812-5ee83285b917 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7665563 Sep 07 20:03:58.295424 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'tag': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:03:58.297671 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b16e1c3-3655-4053-a3c3-2f8db699da22" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab5f75c-ec16-44d7-a73c-84743f8b5143", "tag": "55690a6a-2668-4bb4-9adc-cf16cc88d1a3"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:03:58.333755 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42824a14-226a-4e89-8659-ce8958ae6b16 x-openstack-request-id: req-42824a14-226a-4e89-8659-ce8958ae6b16 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:03:58.334061 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab5f75c-ec16-44d7-a73c-84743f8b5143", "tag": "55690a6a-2668-4bb4-9adc-cf16cc88d1a3", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:03:58.334312 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42824a14-226a-4e89-8659-ce8958ae6b16 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:03:58.334711 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'tag': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3', 'status': 'completed', 'code': 200} Sep 07 20:03:58.381051 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-92c4ea56-11ae-483b-8e3d-ad47addb0c33 None None] Set router e6dc52df-754e-40d2-9c23-17b445cbb8ff gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:03:58.394738 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16e1c3-3655-4053-a3c3-2f8db699da22 req-1b1fdcba-729a-4c0c-b966-b36f00481ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:58.396244 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b16e1c3-3655-4053-a3c3-2f8db699da22 req-1b1fdcba-729a-4c0c-b966-b36f00481ef0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ff65d80fecf546768740138135f7742d&device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 1097 time: 0.0397928 Sep 07 20:03:58.487249 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16e1c3-3655-4053-a3c3-2f8db699da22 req-012b00e9-7bd7-4255-8021-aea16d7869db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:58.488758 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b16e1c3-3655-4053-a3c3-2f8db699da22 req-012b00e9-7bd7-4255-8021-aea16d7869db service neutron] 10.222.0.60 "GET /v2.0/networks?id=4eb4f5de-13f4-4776-8397-6fd9e755a273 HTTP/1.1" status: 200 len: 911 time: 0.0856285 Sep 07 20:03:58.556008 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b16e1c3-3655-4053-a3c3-2f8db699da22 req-45229556-2421-4278-b10a-18fe0c124141 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55690a6a-2668-4bb4-9adc-cf16cc88d1a3 HTTP/1.1" status: 200 len: 1000 time: 0.0584033 Sep 07 20:03:58.601985 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-92c4ea56-11ae-483b-8e3d-ad47addb0c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'name': 'tempest-TestSnapshotPattern-1752492283-router', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:35Z', 'updated_at': '2021-09-07T20:03:38Z', 'revision_number': 4, 'project_id': 'ff65d80fecf546768740138135f7742d', 'gw_port': {'id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:36Z', 'updated_at': '2021-09-07T20:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '9ee1e98e-3368-49f6-8370-a1584a74fddd', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'port_id': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'mac_address': 'fa:16:3e:4e:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:03:57Z', 'updated_at': '2021-09-07T20:03:57Z', 'revision_number': 0, 'project_id': 'ff65d80fecf546768740138135f7742d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42bf4e8-b28d-44a7-b56e-fd704cda461a', 'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'mac_address': 'fa:16:3e:6b:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:38Z', 'updated_at': '2021-09-07T20:03:44Z', 'revision_number': 5, 'project_id': 'ff65d80fecf546768740138135f7742d', 'subnets': [{'id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:58.603717 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16e1c3-3655-4053-a3c3-2f8db699da22 req-77a35c6f-d27f-49c6-bdfd-90d7d66f9a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:58.605814 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b16e1c3-3655-4053-a3c3-2f8db699da22 req-77a35c6f-d27f-49c6-bdfd-90d7d66f9a9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bc8c3ba3-2049-496d-bc39-f160e02cd6d7 HTTP/1.1" status: 200 len: 849 time: 0.0443430 Sep 07 20:03:58.630171 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c4ea56-11ae-483b-8e3d-ad47addb0c33 None None] Checking router: e6dc52df-754e-40d2-9c23-17b445cbb8ff for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:03:58.638447 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c4ea56-11ae-483b-8e3d-ad47addb0c33 None None] Routers {'e6dc52df-754e-40d2-9c23-17b445cbb8ff'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:03:58.639058 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-92c4ea56-11ae-483b-8e3d-ad47addb0c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:03:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:58.658590 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16e1c3-3655-4053-a3c3-2f8db699da22 req-180eedde-d73e-4140-b25d-d7776917710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:03:58.660097 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b16e1c3-3655-4053-a3c3-2f8db699da22 req-180eedde-d73e-4140-b25d-d7776917710c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4eb4f5de-13f4-4776-8397-6fd9e755a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444498 Sep 07 20:03:58.745180 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-92c4ea56-11ae-483b-8e3d-ad47addb0c33 None None] Set router e6dc52df-754e-40d2-9c23-17b445cbb8ff gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:03:58.754130 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b16e1c3-3655-4053-a3c3-2f8db699da22 req-3798059b-0617-4936-b51d-7889660d1739 service neutron] 10.222.0.60 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874045 Sep 07 20:03:58.848751 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7b16e1c3-3655-4053-a3c3-2f8db699da22 req-2b205c7d-9a7b-440b-8c44-880063e63c8c service neutron] 10.222.0.60 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878098 Sep 07 20:03:58.904025 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-24ba3522-1768-48a3-bc54-430cda7bd68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:58.980191 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-92c4ea56-11ae-483b-8e3d-ad47addb0c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'name': 'tempest-TestSnapshotPattern-1752492283-router', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:35Z', 'updated_at': '2021-09-07T20:03:38Z', 'revision_number': 4, 'project_id': 'ff65d80fecf546768740138135f7742d', 'gw_port': {'id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:36Z', 'updated_at': '2021-09-07T20:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '9ee1e98e-3368-49f6-8370-a1584a74fddd', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'port_id': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'mac_address': 'fa:16:3e:4e:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:03:57Z', 'updated_at': '2021-09-07T20:03:57Z', 'revision_number': 0, 'project_id': 'ff65d80fecf546768740138135f7742d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42bf4e8-b28d-44a7-b56e-fd704cda461a', 'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'mac_address': 'fa:16:3e:6b:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:38Z', 'updated_at': '2021-09-07T20:03:44Z', 'revision_number': 5, 'project_id': 'ff65d80fecf546768740138135f7742d', 'subnets': [{'id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:03:59.009080 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c4ea56-11ae-483b-8e3d-ad47addb0c33 None None] The sync data for ids ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'] in n-d-807786-1 is: [{'id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'name': 'tempest-TestSnapshotPattern-1752492283-router', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:35Z', 'updated_at': '2021-09-07T20:03:38Z', 'revision_number': 4, 'project_id': 'ff65d80fecf546768740138135f7742d', 'gw_port': {'id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:36Z', 'updated_at': '2021-09-07T20:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '9ee1e98e-3368-49f6-8370-a1584a74fddd', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'port_id': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'mac_address': 'fa:16:3e:4e:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:03:57Z', 'updated_at': '2021-09-07T20:03:57Z', 'revision_number': 0, 'project_id': 'ff65d80fecf546768740138135f7742d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42bf4e8-b28d-44a7-b56e-fd704cda461a', 'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'mac_address': 'fa:16:3e:6b:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:38Z', 'updated_at': '2021-09-07T20:03:44Z', 'revision_number': 5, 'project_id': 'ff65d80fecf546768740138135f7742d', 'subnets': [{'id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:03:59.158609 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:03:59.199226 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd921d25-3929-446b-baf2-b90be132cbb1 None None] New status for floating IP 9ee1e98e-3368-49f6-8370-a1584a74fddd: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:04:00.527216 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:04:02.040927 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:04:09.309170 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7206650d-9fc9-4272-a1b4-00e88acd111c req-c0779da3-a4fc-4e08-a9c8-364e1578be74 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385160 Sep 07 20:04:09.390989 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206650d-9fc9-4272-a1b4-00e88acd111c req-e35b3cfd-6fed-4235-a53b-ce5e06c25580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:04:09.393403 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7206650d-9fc9-4272-a1b4-00e88acd111c req-e35b3cfd-6fed-4235-a53b-ce5e06c25580 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ff65d80fecf546768740138135f7742d&device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 1097 time: 0.0415492 Sep 07 20:04:09.498485 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206650d-9fc9-4272-a1b4-00e88acd111c req-4da33772-8c43-4304-bd78-80b0fd86452e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:04:09.499977 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7206650d-9fc9-4272-a1b4-00e88acd111c req-4da33772-8c43-4304-bd78-80b0fd86452e service neutron] 10.222.0.60 "GET /v2.0/networks?id=4eb4f5de-13f4-4776-8397-6fd9e755a273 HTTP/1.1" status: 200 len: 911 time: 0.0877090 Sep 07 20:04:09.565077 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7206650d-9fc9-4272-a1b4-00e88acd111c req-a6b37e77-d212-4ae2-85b6-88d41ae37b5a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55690a6a-2668-4bb4-9adc-cf16cc88d1a3 HTTP/1.1" status: 200 len: 1002 time: 0.0567079 Sep 07 20:04:09.631454 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206650d-9fc9-4272-a1b4-00e88acd111c req-b87b2a3e-714f-4bce-93fb-fd2db1800b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:04:09.633011 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7206650d-9fc9-4272-a1b4-00e88acd111c req-b87b2a3e-714f-4bce-93fb-fd2db1800b82 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bc8c3ba3-2049-496d-bc39-f160e02cd6d7 HTTP/1.1" status: 200 len: 849 time: 0.0608861 Sep 07 20:04:09.684135 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206650d-9fc9-4272-a1b4-00e88acd111c req-0c1a3dbb-c8fc-459e-8dc7-8ee364a090a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:04:09.686277 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7206650d-9fc9-4272-a1b4-00e88acd111c req-0c1a3dbb-c8fc-459e-8dc7-8ee364a090a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4eb4f5de-13f4-4776-8397-6fd9e755a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460963 Sep 07 20:04:09.774792 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7206650d-9fc9-4272-a1b4-00e88acd111c req-ffd9c18c-b0d1-4b35-b90a-55d42b188228 service neutron] 10.222.0.60 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812609 Sep 07 20:04:09.867139 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-7206650d-9fc9-4272-a1b4-00e88acd111c req-b9f6a9aa-19be-4cd9-9075-e3ad1780c7f6 service neutron] 10.222.0.60 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847890 Sep 07 20:04:13.735103 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:04:14.637821 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:04:14.653089 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:04:26.083740 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c70dc3a5-bbd7-4941-8f97-a9a406883071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:04:28.874980 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-39b3a941-323b-402e-9270-cf0bdfed6682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:04:29.158951 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:04:30.530326 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:04:32.044328 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:04:43.734642 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:04:44.659119 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:04:51.653101 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:04:56.084742 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3f29-aa8c-47c6-abe2-5b17dab04165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:04:58.875622 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-dc4d6315-da8a-4142-b8d3-3164e371ea2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:04:59.158902 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:05:00.533928 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:05:02.046941 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:05:11.291147 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8e574b8-2b76-416e-bb17-73955a2ad2d3 req-1e5e640f-4681-4bcf-9678-7beee6ae1cae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401504 Sep 07 20:05:11.373272 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e574b8-2b76-416e-bb17-73955a2ad2d3 req-022842d8-6a5d-48de-a9b8-6ffe7a0e3bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:05:11.375235 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8e574b8-2b76-416e-bb17-73955a2ad2d3 req-022842d8-6a5d-48de-a9b8-6ffe7a0e3bd0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ff65d80fecf546768740138135f7742d&device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 1097 time: 0.0393324 Sep 07 20:05:11.480429 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e574b8-2b76-416e-bb17-73955a2ad2d3 req-bf2ea659-3d14-4e66-93a6-dbe02463bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:05:11.481963 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8e574b8-2b76-416e-bb17-73955a2ad2d3 req-bf2ea659-3d14-4e66-93a6-dbe02463bbfb service neutron] 10.222.0.60 "GET /v2.0/networks?id=4eb4f5de-13f4-4776-8397-6fd9e755a273 HTTP/1.1" status: 200 len: 911 time: 0.0861077 Sep 07 20:05:11.547896 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8e574b8-2b76-416e-bb17-73955a2ad2d3 req-c5e7f2de-b338-4afb-9415-4b2186293402 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55690a6a-2668-4bb4-9adc-cf16cc88d1a3 HTTP/1.1" status: 200 len: 1002 time: 0.0572190 Sep 07 20:05:11.604936 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e574b8-2b76-416e-bb17-73955a2ad2d3 req-b23194d2-5ab6-4b77-a962-10ba6922ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:05:11.606451 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8e574b8-2b76-416e-bb17-73955a2ad2d3 req-b23194d2-5ab6-4b77-a962-10ba6922ee61 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bc8c3ba3-2049-496d-bc39-f160e02cd6d7 HTTP/1.1" status: 200 len: 849 time: 0.0517080 Sep 07 20:05:11.655034 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e574b8-2b76-416e-bb17-73955a2ad2d3 req-79a4662a-8d1e-4041-b436-d977b8ff4cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:05:11.656619 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8e574b8-2b76-416e-bb17-73955a2ad2d3 req-79a4662a-8d1e-4041-b436-d977b8ff4cc7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4eb4f5de-13f4-4776-8397-6fd9e755a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417523 Sep 07 20:05:11.751015 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8e574b8-2b76-416e-bb17-73955a2ad2d3 req-e91afc36-03a1-463b-9b5a-40f125b95986 service neutron] 10.222.0.60 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858505 Sep 07 20:05:11.848549 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8e574b8-2b76-416e-bb17-73955a2ad2d3 req-83e4e9cd-1a92-4e6f-b7d3-a8ac37a7ce9d service neutron] 10.222.0.60 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903089 Sep 07 20:05:13.743681 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:05:14.654942 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:05:26.087704 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a225baf9-24e6-4c9b-9559-745501ab944e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:05:28.652634 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:05:28.876099 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-82ea8754-8b52-4490-986b-b1bdec63af30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:05:29.159389 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:05:30.536193 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:05:32.050158 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:05:40.483067 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-0c4a99c7-ea16-40c4-ae67-5672606c2ca4 req-588b981d-2565-4b6f-b5d6-51d953105890 service neutron] (101445) timed out ('10.222.0.26', 48880) {{(pid=101445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 20:05:43.773845 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:05:44.663341 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:05:56.088937 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b1d1206b-121f-44d2-bda9-6991d975a88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:05:58.361117 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 details requested by agent hyperv_n-h1-807786-1 with host n-h1-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:05:58.450890 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=55690a6a-2668-4bb4-9adc-cf16cc88d1a3,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:05:58.464825 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Returning: {'device': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'port_id': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3', 'mac_address': 'fa:16:3e:4e:d3:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:05:58.499041 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:05:58.511469 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:05:58.531695 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=55690a6a-2668-4bb4-9adc-cf16cc88d1a3,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:05:58.536153 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:05:58.584193 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=55690a6a-2668-4bb4-9adc-cf16cc88d1a3,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:05:58.591555 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:05:58.591900 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:05:58.592234 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:05:58.592589 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:05:58.592920 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:05:58.593242 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:05:58.593565 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:05:58.593897 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:05:58.594201 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:05:58.594516 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:05:58.594833 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:05:58.595148 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:05:58.636258 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] get_ports_and_sgs() called for port_ids ['55690a6a-2668-4bb4-9adc-cf16cc88d1a3'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:05:58.880029 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1074853a-fef4-4d7c-904f-aac8208d0728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:05:59.161068 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:00.371747 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 up at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:06:00.420284 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Provisioning complete for port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:06:00.420585 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:00.519177 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:00.561866 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:06:00.564115 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bdb266-a9b2-44e4-a850-aef6a0762f75" -d '{"events": [{"server_uuid": "8ab5f75c-ec16-44d7-a73c-84743f8b5143", "name": "network-vif-plugged", "status": "completed", "tag": "55690a6a-2668-4bb4-9adc-cf16cc88d1a3"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:06:00.576995 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:00.580891 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=55690a6a-2668-4bb4-9adc-cf16cc88d1a3,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:06:00.584747 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:00.656024 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=55690a6a-2668-4bb4-9adc-cf16cc88d1a3,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:06:00.687239 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921beba3-58a5-4b17-9480-574ce9e0d9b3 x-openstack-request-id: req-921beba3-58a5-4b17-9480-574ce9e0d9b3 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:06:00.687534 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab5f75c-ec16-44d7-a73c-84743f8b5143", "name": "network-vif-plugged", "status": "completed", "tag": "55690a6a-2668-4bb4-9adc-cf16cc88d1a3", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:06:00.687801 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-921beba3-58a5-4b17-9480-574ce9e0d9b3 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:06:00.688238 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3', 'code': 200} Sep 07 20:06:02.059228 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:05.651966 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:06:08.385330 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-87021404-0bec-4a3c-ad46-ddeb34b64c4b tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1704223931&fields=id&tenant_id=ff65d80fecf546768740138135f7742d HTTP/1.1" status: 200 len: 267 time: 0.0332770 Sep 07 20:06:08.494248 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-1a0ce3b0-7d88-4955-916e-137e225700ef tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:08.495726 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-1a0ce3b0-7d88-4955-916e-137e225700ef tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/networks?id=4eb4f5de-13f4-4776-8397-6fd9e755a273 HTTP/1.1" status: 200 len: 810 time: 0.1039388 Sep 07 20:06:08.510847 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-7d0e00db-5663-4654-8571-d071d59b8552 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/quotas/ff65d80fecf546768740138135f7742d HTTP/1.1" status: 200 len: 375 time: 0.0094578 Sep 07 20:06:08.564727 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-dec8e316-906e-4f54-ae5e-0fda29655e7b tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff65d80fecf546768740138135f7742d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0487533 Sep 07 20:06:08.580695 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-8b2810e6-69c1-4c80-9ee0-e69de89961ff service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 20:06:08.581685 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-8b2810e6-69c1-4c80-9ee0-e69de89961ff service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051532 Sep 07 20:06:08.672927 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-8695cb07-1002-47d2-bf7f-542c2872bd70 service neutron] 10.222.0.26 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855582 Sep 07 20:06:08.760845 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-58de6b4f-080a-4552-aadc-1f35761c54cb service neutron] 10.222.0.26 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813577 Sep 07 20:06:09.963270 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-36e77aec-1f97-4ddf-b0bd-42154ffb987d req-77d475ed-b0f1-4b44-a6e1-af4f469d199d tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 210 time: 0.0267723 Sep 07 20:06:11.047078 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2f78df72-a410-4cd0-9657-99d0a5370a85 req-52b3c1d4-ad93-46d0-a9f4-c388898d7d79 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 210 time: 0.0307851 Sep 07 20:06:11.291881 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a751dccd-79ed-44c8-93f6-8a88aa0be463 req-aa169e35-fb2b-4c68-9073-9dc4a6ff0be2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393836 Sep 07 20:06:11.369643 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751dccd-79ed-44c8-93f6-8a88aa0be463 req-8376018d-c1e6-43da-b110-1085f98861aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:11.371084 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a751dccd-79ed-44c8-93f6-8a88aa0be463 req-8376018d-c1e6-43da-b110-1085f98861aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ff65d80fecf546768740138135f7742d&device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 1097 time: 0.0396171 Sep 07 20:06:11.476275 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751dccd-79ed-44c8-93f6-8a88aa0be463 req-faf75daa-a0f7-494a-8a17-d36791c82922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:11.477759 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a751dccd-79ed-44c8-93f6-8a88aa0be463 req-faf75daa-a0f7-494a-8a17-d36791c82922 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4eb4f5de-13f4-4776-8397-6fd9e755a273 HTTP/1.1" status: 200 len: 911 time: 0.0878110 Sep 07 20:06:11.541426 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a751dccd-79ed-44c8-93f6-8a88aa0be463 req-e006e836-771a-4de4-b4f1-a728eb7507d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55690a6a-2668-4bb4-9adc-cf16cc88d1a3 HTTP/1.1" status: 200 len: 1002 time: 0.0571420 Sep 07 20:06:11.589148 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751dccd-79ed-44c8-93f6-8a88aa0be463 req-165b7c4b-57ba-45af-a26d-bc45b055eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:11.590470 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a751dccd-79ed-44c8-93f6-8a88aa0be463 req-165b7c4b-57ba-45af-a26d-bc45b055eb52 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bc8c3ba3-2049-496d-bc39-f160e02cd6d7 HTTP/1.1" status: 200 len: 849 time: 0.0423009 Sep 07 20:06:11.638951 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751dccd-79ed-44c8-93f6-8a88aa0be463 req-14c146b3-3d6b-4801-9fc0-233d6ec72dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:11.640436 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a751dccd-79ed-44c8-93f6-8a88aa0be463 req-14c146b3-3d6b-4801-9fc0-233d6ec72dce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4eb4f5de-13f4-4776-8397-6fd9e755a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434237 Sep 07 20:06:11.651040 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-a751dccd-79ed-44c8-93f6-8a88aa0be463 req-0a9e9145-4701-4691-94b4-a63516b32dab service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=101445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 20:06:11.651960 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a751dccd-79ed-44c8-93f6-8a88aa0be463 req-0a9e9145-4701-4691-94b4-a63516b32dab service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048120 Sep 07 20:06:11.738893 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a751dccd-79ed-44c8-93f6-8a88aa0be463 req-705cc6d4-ffb9-4050-9987-09ef147082ca service neutron] 10.222.0.60 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800123 Sep 07 20:06:11.829318 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a751dccd-79ed-44c8-93f6-8a88aa0be463 req-d3ce4219-826e-4ffd-a014-eefffca75434 service neutron] 10.222.0.60 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837595 Sep 07 20:06:12.123354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a055fc57-59c6-4157-903b-ba86ff398a84 req-4a61a213-cbb9-4fa4-a59b-0891258f89fc tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 210 time: 0.0274251 Sep 07 20:06:12.468154 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:06:12.545941 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:12.568481 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:06:12.570687 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29380edd-1816-4697-9f22-e2b49dda9291" -d '{"events": [{"server_uuid": "8ab5f75c-ec16-44d7-a73c-84743f8b5143", "name": "network-vif-unplugged", "status": "completed", "tag": "55690a6a-2668-4bb4-9adc-cf16cc88d1a3"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:06:12.583341 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] For port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=55690a6a-2668-4bb4-9adc-cf16cc88d1a3,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:06:12.587907 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:12.610839 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 20:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821262b6-cafe-4b0b-b289-2bf4f85d143f x-openstack-request-id: req-821262b6-cafe-4b0b-b289-2bf4f85d143f {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:06:12.611141 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab5f75c-ec16-44d7-a73c-84743f8b5143", "name": "network-vif-unplugged", "status": "completed", "tag": "55690a6a-2668-4bb4-9adc-cf16cc88d1a3", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:06:12.611396 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-821262b6-cafe-4b0b-b289-2bf4f85d143f {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:06:12.612227 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3', 'code': 200} Sep 07 20:06:12.636804 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Pushing event updated for resources: {'Port': ['ID=55690a6a-2668-4bb4-9adc-cf16cc88d1a3,revision_number=8']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:06:12.898693 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-87fe3127-b19f-4cdd-b2e1-ee9eb9ab3eca tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:12.900064 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-87fe3127-b19f-4cdd-b2e1-ee9eb9ab3eca tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.36 "GET /v2.0/networks?id=4eb4f5de-13f4-4776-8397-6fd9e755a273 HTTP/1.1" status: 200 len: 810 time: 0.1085031 Sep 07 20:06:12.945374 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-a8b81086-37d8-401d-bd75-6c18368e4c0f tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff65d80fecf546768740138135f7742d HTTP/1.1" status: 200 len: 380 time: 0.0361872 Sep 07 20:06:12.955528 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Request body: {'port': {'device_id': 'd1652283-8010-44a1-9281-c96abf857087', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'admin_state_up': True, 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'security_groups': ['e151aa62-f1e6-4379-9359-29e2363da954']}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:06:13.065701 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Made reservation on behalf of ff65d80fecf546768740138135f7742d for: {'port': 1} {{(pid=101445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:06:13.069852 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:13.264098 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-aba97a9e-3a8b-4525-8d9c-d9f30069da60 req-9b6d47a8-afe9-438d-bbb9-7da14a2d8ee8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 210 time: 0.0553920 Sep 07 20:06:13.288779 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_common [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Allocated IP 172.20.0.9 (4eb4f5de-13f4-4776-8397-6fd9e755a273/bc8c3ba3-2049-496d-bc39-f160e02cd6d7/f8e4af71-409c-4831-bb25-eb3837d78777) {{(pid=101445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:06:13.478288 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for port, precommit_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:13.492681 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Transition to ACTIVE for port object f8e4af71-409c-4831-bb25-eb3837d78777 will not be triggered until provisioned by entity DHCP. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:06:13.531730 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_create {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:13.580791 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Network 4eb4f5de-13f4-4776-8397-6fd9e755a273 is already hosted by enough agents. {{(pid=101445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:06:13.583968 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.base_scheduler [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Resources bound (agent type, host, resource id): {{(pid=101445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:06:13.591227 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Received port after_create {{(pid=101445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:06:13.622724 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Pushing event updated for resources: {'Port': ['ID=f8e4af71-409c-4831-bb25-eb3837d78777,revision_number=1']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:06:13.638277 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:13.638617 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:13.638966 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:13.639305 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:13.639795 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:13.640139 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:13.640719 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:13.641058 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:13.641389 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:13.641715 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:13.642046 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:13.642375 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:13.664363 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:13.665350 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:13.688844 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-6374801a-8759-42e6-8755-b062e9e290db tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7367682 Sep 07 20:06:13.798496 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:13.904480 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-86446286-f74f-481b-9cec-521fad0b4cb1 None None] Provisioning for port f8e4af71-409c-4831-bb25-eb3837d78777 completed by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:06:13.908061 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-86446286-f74f-481b-9cec-521fad0b4cb1 None None] Provisioning complete for port f8e4af71-409c-4831-bb25-eb3837d78777 triggered by entity DHCP. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:06:13.908428 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-86446286-f74f-481b-9cec-521fad0b4cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:13.944996 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-86446286-f74f-481b-9cec-521fad0b4cb1 None None] Port f8e4af71-409c-4831-bb25-eb3837d78777 cannot update to ACTIVE because it is not bound. {{(pid=101446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:06:14.395703 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867a7ce-4f2f-4b98-919e-102476b65ba1 req-aeabe402-642a-49a7-8a4e-0eba0db52e34 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:14.397241 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2867a7ce-4f2f-4b98-919e-102476b65ba1 req-aeabe402-642a-49a7-8a4e-0eba0db52e34 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 931 time: 0.0546644 Sep 07 20:06:14.442905 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-2867a7ce-4f2f-4b98-919e-102476b65ba1 req-6ca45c6d-920c-43ab-849d-b67ded0b219d tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391154 Sep 07 20:06:14.679689 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:15.562180 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754baa7-177e-47a0-b8eb-3eb29c2e296b req-5c9fd84f-8365-4435-ae44-c65e9e328277 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:15.563793 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a754baa7-177e-47a0-b8eb-3eb29c2e296b req-5c9fd84f-8365-4435-ae44-c65e9e328277 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 931 time: 0.0534143 Sep 07 20:06:15.611574 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a754baa7-177e-47a0-b8eb-3eb29c2e296b req-e502edfd-3feb-41e6-b681-7f5ec351d304 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398731 Sep 07 20:06:16.727418 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffa45a-fd51-45d7-84d0-7d922d40292f req-64c96e05-ba35-4e6c-83c7-88af4480df84 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:16.729045 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8ffa45a-fd51-45d7-84d0-7d922d40292f req-64c96e05-ba35-4e6c-83c7-88af4480df84 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 931 time: 0.0504651 Sep 07 20:06:16.771462 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e8ffa45a-fd51-45d7-84d0-7d922d40292f req-8574da8e-03f4-41f5-be88-98383d84fce1 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341554 Sep 07 20:06:17.897498 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a1235-f39f-46ea-84c3-495b6867b58c req-d4d8685a-b8b8-4ed2-9108-670dbf7caa91 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:17.899502 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c5a1235-f39f-46ea-84c3-495b6867b58c req-d4d8685a-b8b8-4ed2-9108-670dbf7caa91 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 931 time: 0.0559487 Sep 07 20:06:17.939004 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1c5a1235-f39f-46ea-84c3-495b6867b58c req-a6691757-21f0-498a-835b-e08796116e77 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335894 Sep 07 20:06:19.060956 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f305cda-3113-4114-910b-9a0876686856 req-bb680fbe-5069-47f4-ba76-3b0c55f22de7 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:19.063350 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f305cda-3113-4114-910b-9a0876686856 req-bb680fbe-5069-47f4-ba76-3b0c55f22de7 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 931 time: 0.0503690 Sep 07 20:06:19.104005 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-3f305cda-3113-4114-910b-9a0876686856 req-ee6080a6-227a-43e8-8565-05cc3e2be2b1 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340123 Sep 07 20:06:20.221424 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ddd1c-87dd-4932-a062-72d7d0e9e694 req-f27ff731-6c53-4c66-b677-c5c4ce12451f tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:20.222944 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a31ddd1c-87dd-4932-a062-72d7d0e9e694 req-f27ff731-6c53-4c66-b677-c5c4ce12451f tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 931 time: 0.0511334 Sep 07 20:06:20.263878 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-a31ddd1c-87dd-4932-a062-72d7d0e9e694 req-f8ff2132-6029-4c52-af18-4ffaf35b83ea tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341606 Sep 07 20:06:21.390390 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2aa645-1f72-400b-9a7a-f6254cc93094 req-9651fd67-ad8a-4811-9298-af8ddfaf8dee tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:21.393123 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bd2aa645-1f72-400b-9a7a-f6254cc93094 req-9651fd67-ad8a-4811-9298-af8ddfaf8dee tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 931 time: 0.0592389 Sep 07 20:06:21.435897 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-bd2aa645-1f72-400b-9a7a-f6254cc93094 req-f371cbe5-5c4c-4e3b-bfef-8edb5955d60d tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333099 Sep 07 20:06:22.554405 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e36a4c-4387-40c8-ab1d-214ded1134ae req-ffa7af0e-b1f5-4182-8b5c-ed91020cfa3c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:22.555901 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-65e36a4c-4387-40c8-ab1d-214ded1134ae req-ffa7af0e-b1f5-4182-8b5c-ed91020cfa3c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 931 time: 0.0507226 Sep 07 20:06:22.592962 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-65e36a4c-4387-40c8-ab1d-214ded1134ae req-56ae1920-3584-45d7-b013-c33f02a52444 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312021 Sep 07 20:06:23.016954 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.v2.base [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] Request body: {'port': {'device_id': 'd1652283-8010-44a1-9281-c96abf857087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807786-1'}} {{(pid=101445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:06:23.072664 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:23.328273 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e4af71-409c-4831-bb25-eb3837d78777 {{(pid=101445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:06:23.335844 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:23.347314 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.provisioning_blocks [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] Transition to ACTIVE for port object f8e4af71-409c-4831-bb25-eb3837d78777 will not be triggered until provisioned by entity L2. {{(pid=101445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:06:23.350966 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:23.401551 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] Pushing event updated for resources: {'Port': ['ID=f8e4af71-409c-4831-bb25-eb3837d78777,revision_number=2']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:06:23.472677 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] Attempting to bind port f8e4af71-409c-4831-bb25-eb3837d78777 on host n-h2-807786-1 for vnic_type normal with profile {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:06:23.473007 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] Attempting to bind port f8e4af71-409c-4831-bb25-eb3837d78777 by drivers openvswitch,hyperv on host n-h2-807786-1 at level 0 using segments [{'id': '866eaa01-c680-4d3e-972e-a90eebbad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273'}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:06:23.473336 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] Attempting to bind port f8e4af71-409c-4831-bb25-eb3837d78777 on network 4eb4f5de-13f4-4776-8397-6fd9e755a273 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:06:23.477858 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] Port f8e4af71-409c-4831-bb25-eb3837d78777 on network 4eb4f5de-13f4-4776-8397-6fd9e755a273 not bound, no agent of type Open vSwitch agent registered on host n-h2-807786-1 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:06:23.478166 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] Attempting to bind port f8e4af71-409c-4831-bb25-eb3837d78777 on network 4eb4f5de-13f4-4776-8397-6fd9e755a273 {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:06:23.483044 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] Checking agent: {'id': '325af10c-e3df-42ef-89e0-96494c83f528', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807786-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'started_at': datetime.datetime(2021, 9, 7, 18, 40, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:06:23.483383 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] Checking segment: {'id': '866eaa01-c680-4d3e-972e-a90eebbad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:06:23.483768 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] Bound using segment: {'id': '866eaa01-c680-4d3e-972e-a90eebbad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273'} {{(pid=101445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:06:23.484197 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.managers [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] Bound port: f8e4af71-409c-4831-bb25-eb3837d78777, host: n-h2-807786-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866eaa01-c680-4d3e-972e-a90eebbad7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273'}}] {{(pid=101445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:06:23.484576 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:23.549381 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] For port f8e4af71-409c-4831-bb25-eb3837d78777, host n-h2-807786-1, cleared binding levels {{(pid=101445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:06:23.553218 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] For port f8e4af71-409c-4831-bb25-eb3837d78777, host n-h2-807786-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f8e4af71-409c-4831-bb25-eb3837d78777,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:06:23.557263 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14095954'] for port, after_update {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:23.591228 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:23.591839 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:23.593282 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] 10.222.0.36 "PUT /v2.0/ports/f8e4af71-409c-4831-bb25-eb3837d78777 HTTP/1.1" status: 200 len: 1091 time: 0.5807807 Sep 07 20:06:23.593721 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1652283-8010-44a1-9281-c96abf857087', 'tag': 'f8e4af71-409c-4831-bb25-eb3837d78777'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:06:23.595962 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d19521-eb1d-4651-964d-bcb01ad5794e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1652283-8010-44a1-9281-c96abf857087", "tag": "f8e4af71-409c-4831-bb25-eb3837d78777"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:06:23.629972 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99203f27-98f2-48ed-aa13-e6ba754761ad service neutron] Pushing event updated for resources: {'Port': ['ID=f8e4af71-409c-4831-bb25-eb3837d78777,revision_number=3']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:06:23.651198 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510f94d2-1730-4152-a47e-f1d9a445f3c2 x-openstack-request-id: req-510f94d2-1730-4152-a47e-f1d9a445f3c2 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:06:23.651496 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1652283-8010-44a1-9281-c96abf857087", "tag": "f8e4af71-409c-4831-bb25-eb3837d78777", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:06:23.651812 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-510f94d2-1730-4152-a47e-f1d9a445f3c2 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:06:23.652558 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1652283-8010-44a1-9281-c96abf857087', 'tag': 'f8e4af71-409c-4831-bb25-eb3837d78777', 'status': 'completed', 'code': 200} Sep 07 20:06:23.985814 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-cc0afc08-d2e8-4729-9b9c-54f428d8b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:23.987305 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-cc0afc08-d2e8-4729-9b9c-54f428d8b688 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff65d80fecf546768740138135f7742d&device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 1094 time: 0.3298602 Sep 07 20:06:24.012519 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6db51-ba23-46eb-ad80-04bea56de03f req-5c59c60d-7742-4867-ba33-6022736c7ce3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:24.013916 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-18a6db51-ba23-46eb-ad80-04bea56de03f req-5c59c60d-7742-4867-ba33-6022736c7ce3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 943 time: 0.3248060 Sep 07 20:06:24.041736 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-ce4f436f-8330-4e0e-99e2-900f4b283e8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8e4af71-409c-4831-bb25-eb3837d78777 HTTP/1.1" status: 200 len: 217 time: 0.0456953 Sep 07 20:06:24.098547 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-18a6db51-ba23-46eb-ad80-04bea56de03f req-133b5eac-a4c1-41ef-891b-32993f9908cd tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590878 Sep 07 20:06:24.109035 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-ba23a849-fd86-470a-89ad-6946c66c541a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:24.110420 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-ba23a849-fd86-470a-89ad-6946c66c541a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc8c3ba3-2049-496d-bc39-f160e02cd6d7 HTTP/1.1" status: 200 len: 849 time: 0.0566509 Sep 07 20:06:24.158948 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-b2325bc3-8608-431f-aaf3-ac28ca5d6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:24.160299 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-b2325bc3-8608-431f-aaf3-ac28ca5d6c93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4eb4f5de-13f4-4776-8397-6fd9e755a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423915 Sep 07 20:06:24.246974 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-dec1b75e-7ba5-4c8f-89a9-d68752426b40 service neutron] 10.222.0.36 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798101 Sep 07 20:06:24.335508 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-69ac569f-4a45-4cde-bffe-c08b6ff7d7f6 req-ef2b3456-c378-420c-a19a-40b842869a55 service neutron] 10.222.0.36 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820184 Sep 07 20:06:24.414926 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d19521-eb1d-4651-964d-bcb01ad5794e req-25304c32-7844-4803-bc31-5e25454c7158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:24.416288 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b7d19521-eb1d-4651-964d-bcb01ad5794e req-25304c32-7844-4803-bc31-5e25454c7158 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff65d80fecf546768740138135f7742d&device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 1094 time: 0.0394504 Sep 07 20:06:24.506728 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d19521-eb1d-4651-964d-bcb01ad5794e req-2104570f-03d0-4b90-9474-278139755a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:24.508171 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b7d19521-eb1d-4651-964d-bcb01ad5794e req-2104570f-03d0-4b90-9474-278139755a3c service neutron] 10.222.0.36 "GET /v2.0/networks?id=4eb4f5de-13f4-4776-8397-6fd9e755a273 HTTP/1.1" status: 200 len: 911 time: 0.0849562 Sep 07 20:06:24.548662 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b7d19521-eb1d-4651-964d-bcb01ad5794e req-0a4a6377-79eb-4fc4-a53b-685493d39b01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8e4af71-409c-4831-bb25-eb3837d78777 HTTP/1.1" status: 200 len: 217 time: 0.0331144 Sep 07 20:06:24.594809 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d19521-eb1d-4651-964d-bcb01ad5794e req-f8be5f60-8b2e-40b9-8056-48c6fd91e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:24.596191 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b7d19521-eb1d-4651-964d-bcb01ad5794e req-f8be5f60-8b2e-40b9-8056-48c6fd91e530 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc8c3ba3-2049-496d-bc39-f160e02cd6d7 HTTP/1.1" status: 200 len: 849 time: 0.0406561 Sep 07 20:06:24.646687 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d19521-eb1d-4651-964d-bcb01ad5794e req-e5b8f410-5b4a-4946-81c5-5041bdcc98fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:24.648166 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b7d19521-eb1d-4651-964d-bcb01ad5794e req-e5b8f410-5b4a-4946-81c5-5041bdcc98fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4eb4f5de-13f4-4776-8397-6fd9e755a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435834 Sep 07 20:06:24.738301 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b7d19521-eb1d-4651-964d-bcb01ad5794e req-14cafa35-785f-40eb-93d4-3d34a4bebf59 service neutron] 10.222.0.36 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819130 Sep 07 20:06:24.828377 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b7d19521-eb1d-4651-964d-bcb01ad5794e req-edfcad2a-cb0f-40f8-be0b-28429cd458bf service neutron] 10.222.0.36 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824432 Sep 07 20:06:25.226920 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09138a-30bd-443b-a90c-a22ef9be1fcc req-269d2ba6-d0d8-4419-a3ab-98f6e17ad2b4 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:25.228383 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf09138a-30bd-443b-a90c-a22ef9be1fcc req-269d2ba6-d0d8-4419-a3ab-98f6e17ad2b4 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 943 time: 0.0487814 Sep 07 20:06:25.269476 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cf09138a-30bd-443b-a90c-a22ef9be1fcc req-9e371f01-8486-429b-9a11-cdf8920c6b2f tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352747 Sep 07 20:06:26.091077 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4aa86ea1-b3ee-4d6c-b085-6194d14c1215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:26.382710 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8a414-06cf-4497-b993-5513561cf0e4 req-ea8b9ce4-f6ba-4bed-8567-af4038fa9c94 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:26.384085 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0c8a414-06cf-4497-b993-5513561cf0e4 req-ea8b9ce4-f6ba-4bed-8567-af4038fa9c94 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 943 time: 0.0487006 Sep 07 20:06:26.420663 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d0c8a414-06cf-4497-b993-5513561cf0e4 req-d443bb22-0ee7-473d-914f-ac87eb0cb87f tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307105 Sep 07 20:06:27.293410 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device f8e4af71-409c-4831-bb25-eb3837d78777 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:06:27.395235 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port f8e4af71-409c-4831-bb25-eb3837d78777, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f8e4af71-409c-4831-bb25-eb3837d78777,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:06:27.406540 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'f8e4af71-409c-4831-bb25-eb3837d78777', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'port_id': 'f8e4af71-409c-4831-bb25-eb3837d78777', 'mac_address': 'fa:16:3e:ff:d3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:06:27.445438 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:27.458092 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e4af71-409c-4831-bb25-eb3837d78777 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:06:27.478153 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port f8e4af71-409c-4831-bb25-eb3837d78777, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f8e4af71-409c-4831-bb25-eb3837d78777,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:06:27.482250 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:27.531116 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=f8e4af71-409c-4831-bb25-eb3837d78777,revision_number=4']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:06:27.542164 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38f3d7-6b74-4a56-9c97-e1b645fa9be6 req-b0f9c585-dbf4-47c5-bf43-0c15c3bb33e6 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:27.543777 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c38f3d7-6b74-4a56-9c97-e1b645fa9be6 req-b0f9c585-dbf4-47c5-bf43-0c15c3bb33e6 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 944 time: 0.0567074 Sep 07 20:06:27.581819 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8c38f3d7-6b74-4a56-9c97-e1b645fa9be6 req-0c838835-3f83-4810-81e4-335fca7b84a4 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321558 Sep 07 20:06:27.745270 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['f8e4af71-409c-4831-bb25-eb3837d78777'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:06:28.696902 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c60efc-dd8f-498b-a2f3-4266167b04ed req-20bbc491-f3ec-46b7-afb8-056a8c9ff424 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:28.698372 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-42c60efc-dd8f-498b-a2f3-4266167b04ed req-20bbc491-f3ec-46b7-afb8-056a8c9ff424 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 944 time: 0.0480533 Sep 07 20:06:28.736059 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-42c60efc-dd8f-498b-a2f3-4266167b04ed req-6d3ec217-fb16-44a0-9ee7-6cdad4c80e21 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319533 Sep 07 20:06:28.880833 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-e32c5943-b23b-4bc6-93a4-a49275880b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:29.166234 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:29.306663 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device f8e4af71-409c-4831-bb25-eb3837d78777 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:06:29.354741 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning for port f8e4af71-409c-4831-bb25-eb3837d78777 completed by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:06:29.358271 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port f8e4af71-409c-4831-bb25-eb3837d78777 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:06:29.358641 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:29.433932 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:29.456668 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1652283-8010-44a1-9281-c96abf857087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e4af71-409c-4831-bb25-eb3837d78777'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:06:29.458943 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc59dcf-2686-4c7c-bbaf-b0f06a35b390" -d '{"events": [{"server_uuid": "d1652283-8010-44a1-9281-c96abf857087", "name": "network-vif-plugged", "status": "completed", "tag": "f8e4af71-409c-4831-bb25-eb3837d78777"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:06:29.471613 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port f8e4af71-409c-4831-bb25-eb3837d78777, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f8e4af71-409c-4831-bb25-eb3837d78777,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:06:29.480458 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:29.504825 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bd92ff-d8eb-464b-b364-2ef566502b33 x-openstack-request-id: req-14bd92ff-d8eb-464b-b364-2ef566502b33 {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:06:29.505118 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1652283-8010-44a1-9281-c96abf857087", "name": "network-vif-plugged", "status": "completed", "tag": "f8e4af71-409c-4831-bb25-eb3837d78777", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:06:29.505371 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14bd92ff-d8eb-464b-b364-2ef566502b33 {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:06:29.505777 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1652283-8010-44a1-9281-c96abf857087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e4af71-409c-4831-bb25-eb3837d78777', 'code': 200} Sep 07 20:06:29.533829 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=f8e4af71-409c-4831-bb25-eb3837d78777,revision_number=5']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:06:29.589799 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79964c65-b5d6-4fe4-bf59-d4a6637b6461 req-34919ce8-6aa2-4161-b140-ce730a108a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:29.591261 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79964c65-b5d6-4fe4-bf59-d4a6637b6461 req-34919ce8-6aa2-4161-b140-ce730a108a6f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 1096 time: 0.0401371 Sep 07 20:06:29.625958 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-79964c65-b5d6-4fe4-bf59-d4a6637b6461 req-64c12f1b-307e-4e8c-8f66-79c7ab02753e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277247 Sep 07 20:06:29.852464 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93f476-fb11-48ed-bdec-db08adbcb633 req-950b5eff-c74e-4ac0-8ee2-5541e1f7f970 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:29.853961 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fc93f476-fb11-48ed-bdec-db08adbcb633 req-950b5eff-c74e-4ac0-8ee2-5541e1f7f970 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 945 time: 0.0523887 Sep 07 20:06:29.890703 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fc93f476-fb11-48ed-bdec-db08adbcb633 req-f1b112e2-2510-4f90-8947-41d0be2618fb tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309587 Sep 07 20:06:30.542508 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:31.004648 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788445ec-54ed-417d-8d20-6edb35f5ab15 req-8f7cb3af-98a6-444c-8a45-cdade7004d9d tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:31.006109 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-788445ec-54ed-417d-8d20-6edb35f5ab15 req-8f7cb3af-98a6-444c-8a45-cdade7004d9d tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 945 time: 0.0486691 Sep 07 20:06:31.043141 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-788445ec-54ed-417d-8d20-6edb35f5ab15 req-3ff5dd2a-5845-421f-be03-ed6e54fdd961 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311403 Sep 07 20:06:31.155705 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba73663-e88e-4594-bc92-1e6d73164fd7 req-59998faf-3c0d-43a4-9a8e-ce928b3dbb41 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:31.157219 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cba73663-e88e-4594-bc92-1e6d73164fd7 req-59998faf-3c0d-43a4-9a8e-ce928b3dbb41 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 945 time: 0.0478046 Sep 07 20:06:31.194234 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-cba73663-e88e-4594-bc92-1e6d73164fd7 req-f0b5c457-a85f-4d97-8f50-a8b3f577b11d tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301321 Sep 07 20:06:31.215471 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54062) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:06:31.258666 n-d-807786-1 neutron-server[101444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae6609b-9859-4411-86b2-c01db3e4f234 tempest-TestSnapshotPattern-920042684 tempest-TestSnapshotPattern-920042684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:31.260210 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-6ae6609b-9859-4411-86b2-c01db3e4f234 tempest-TestSnapshotPattern-920042684 tempest-TestSnapshotPattern-920042684-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 1091 time: 0.0437417 Sep 07 20:06:31.263018 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54066) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:06:31.267393 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.v2.base [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Request body: {'floatingip': {'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'port_id': 'f8e4af71-409c-4831-bb25-eb3837d78777', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:06:31.289590 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for floatingip, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:31.383902 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:31.482484 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_common [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Allocated IP 172.25.8.101 (6f27c923-095d-46fa-b899-1d1faf6fb43c/c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd/3ca55874-4b48-4fce-8d90-d7a1521d27f7) {{(pid=101444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:06:31.583743 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for port, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:31.621979 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770298874040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:31.659160 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Network 6f27c923-095d-46fa-b899-1d1faf6fb43c is already hosted by enough agents. {{(pid=101444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:06:31.665487 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.base_scheduler [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Resources bound (agent type, host, resource id): {{(pid=101444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:06:31.670112 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Received port after_create {{(pid=101444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:06:31.672820 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Pushing event updated for resources: {'Port': ['ID=3ca55874-4b48-4fce-8d90-d7a1521d27f7,revision_number=1']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:06:31.701595 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:31.701941 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:31.702279 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:31.702616 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:31.702949 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:31.703276 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:31.703603 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:31.703927 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:31.704248 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:31.704595 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:31.704920 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:31.705241 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:06:32.028070 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:32.055352 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:32.091546 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:32.243921 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for port, precommit_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:32.248680 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15825741'] for port, after_update {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:32.322990 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Pushing event updated for resources: {'Port': ['ID=3ca55874-4b48-4fce-8d90-d7a1521d27f7,revision_number=2']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:06:32.329061 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583943'] for floatingip, after_create {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:32.426764 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Floating IP 2d3c7b25-c7cf-4d74-8b16-9341b5bd399f associated. External IP: 172.25.8.101, port: f8e4af71-409c-4831-bb25-eb3837d78777. Sep 07 20:06:32.637015 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Router e6dc52df-754e-40d2-9c23-17b445cbb8ff has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:06:32.738201 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:06:32.747604 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10caf786-f121-4a39-91a1-6d44f08e19dc None None] Sync routers for ids ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:06:32.753565 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:32.757137 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10caf786-f121-4a39-91a1-6d44f08e19dc None None] Routers {'e6dc52df-754e-40d2-9c23-17b445cbb8ff'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:06:32.757747 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-10caf786-f121-4a39-91a1-6d44f08e19dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:06:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:06:32.789015 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-d7c214d8-0297-4e3b-8557-93964b963de8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5249314 Sep 07 20:06:32.789641 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1652283-8010-44a1-9281-c96abf857087', 'tag': 'f8e4af71-409c-4831-bb25-eb3837d78777'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:06:32.791974 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762533edc2622bc0fa0f1b8c27c20a8f3eebc5c6dae59641fc833e4016bd3296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90461b9a-286d-4f1a-ba1c-48bde0b49cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "d1652283-8010-44a1-9281-c96abf857087", "tag": "f8e4af71-409c-4831-bb25-eb3837d78777"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:06:32.889019 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b32c14-faa2-4d4a-a172-4f242d601c66 x-openstack-request-id: req-09b32c14-faa2-4d4a-a172-4f242d601c66 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:06:32.889338 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1652283-8010-44a1-9281-c96abf857087", "tag": "f8e4af71-409c-4831-bb25-eb3837d78777", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:06:32.889578 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-09b32c14-faa2-4d4a-a172-4f242d601c66 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:06:32.889992 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1652283-8010-44a1-9281-c96abf857087', 'tag': 'f8e4af71-409c-4831-bb25-eb3837d78777', 'status': 'completed', 'code': 200} Sep 07 20:06:32.956745 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90461b9a-286d-4f1a-ba1c-48bde0b49cd1 req-d775748d-3dd1-4076-8f75-0d544ecd886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:32.958241 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90461b9a-286d-4f1a-ba1c-48bde0b49cd1 req-d775748d-3dd1-4076-8f75-0d544ecd886e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff65d80fecf546768740138135f7742d&device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 1096 time: 0.0451698 Sep 07 20:06:33.019330 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-10caf786-f121-4a39-91a1-6d44f08e19dc None None] Set router e6dc52df-754e-40d2-9c23-17b445cbb8ff gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:06:33.050316 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90461b9a-286d-4f1a-ba1c-48bde0b49cd1 req-dfa3aa64-a387-4bf8-b281-b06877bf3e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:33.051801 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90461b9a-286d-4f1a-ba1c-48bde0b49cd1 req-dfa3aa64-a387-4bf8-b281-b06877bf3e6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4eb4f5de-13f4-4776-8397-6fd9e755a273 HTTP/1.1" status: 200 len: 911 time: 0.0868626 Sep 07 20:06:33.128781 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90461b9a-286d-4f1a-ba1c-48bde0b49cd1 req-11b33970-57a9-4c97-8b58-7b72ee3b3ca8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8e4af71-409c-4831-bb25-eb3837d78777 HTTP/1.1" status: 200 len: 999 time: 0.0652628 Sep 07 20:06:33.178483 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90461b9a-286d-4f1a-ba1c-48bde0b49cd1 req-8bb33a75-3d84-4bc4-a58c-4c4f2f8b2623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:33.179964 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90461b9a-286d-4f1a-ba1c-48bde0b49cd1 req-8bb33a75-3d84-4bc4-a58c-4c4f2f8b2623 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc8c3ba3-2049-496d-bc39-f160e02cd6d7 HTTP/1.1" status: 200 len: 849 time: 0.0441012 Sep 07 20:06:33.226979 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90461b9a-286d-4f1a-ba1c-48bde0b49cd1 req-f9c8c6db-920e-4a43-84d9-17db8bb7e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:06:33.228546 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90461b9a-286d-4f1a-ba1c-48bde0b49cd1 req-f9c8c6db-920e-4a43-84d9-17db8bb7e254 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4eb4f5de-13f4-4776-8397-6fd9e755a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408611 Sep 07 20:06:33.254629 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-10caf786-f121-4a39-91a1-6d44f08e19dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'name': 'tempest-TestSnapshotPattern-1752492283-router', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:35Z', 'updated_at': '2021-09-07T20:03:38Z', 'revision_number': 4, 'project_id': 'ff65d80fecf546768740138135f7742d', 'gw_port': {'id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:36Z', 'updated_at': '2021-09-07T20:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '2d3c7b25-c7cf-4d74-8b16-9341b5bd399f', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'port_id': 'f8e4af71-409c-4831-bb25-eb3837d78777', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'mac_address': 'fa:16:3e:ff:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1652283-8010-44a1-9281-c96abf857087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:06:31Z', 'updated_at': '2021-09-07T20:06:31Z', 'revision_number': 0, 'project_id': 'ff65d80fecf546768740138135f7742d', 'fixed_ip_address_scope': None}, {'id': '9ee1e98e-3368-49f6-8370-a1584a74fddd', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'port_id': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'mac_address': 'fa:16:3e:4e:d3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:03:57Z', 'updated_at': '2021-09-07T20:03:59Z', 'revision_number': 1, 'project_id': 'ff65d80fecf546768740138135f7742d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42bf4e8-b28d-44a7-b56e-fd704cda461a', 'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'mac_address': 'fa:16:3e:6b:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:38Z', 'updated_at': '2021-09-07T20:03:44Z', 'revision_number': 5, 'project_id': 'ff65d80fecf546768740138135f7742d', 'subnets': [{'id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:06:33.280944 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10caf786-f121-4a39-91a1-6d44f08e19dc None None] Checking router: e6dc52df-754e-40d2-9c23-17b445cbb8ff for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:06:33.289184 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10caf786-f121-4a39-91a1-6d44f08e19dc None None] Routers {'e6dc52df-754e-40d2-9c23-17b445cbb8ff'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:06:33.289795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-10caf786-f121-4a39-91a1-6d44f08e19dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:06:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:06:33.328065 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90461b9a-286d-4f1a-ba1c-48bde0b49cd1 req-60e169da-8808-440d-b049-109fc9e5fc93 service neutron] 10.222.0.36 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918477 Sep 07 20:06:33.395496 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-10caf786-f121-4a39-91a1-6d44f08e19dc None None] Set router e6dc52df-754e-40d2-9c23-17b445cbb8ff gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:06:33.417300 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-90461b9a-286d-4f1a-ba1c-48bde0b49cd1 req-4eebe4f1-9174-46d4-a79c-c5156f683dd3 service neutron] 10.222.0.36 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815272 Sep 07 20:06:33.621279 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-10caf786-f121-4a39-91a1-6d44f08e19dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'name': 'tempest-TestSnapshotPattern-1752492283-router', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:35Z', 'updated_at': '2021-09-07T20:03:38Z', 'revision_number': 4, 'project_id': 'ff65d80fecf546768740138135f7742d', 'gw_port': {'id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:36Z', 'updated_at': '2021-09-07T20:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '2d3c7b25-c7cf-4d74-8b16-9341b5bd399f', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'port_id': 'f8e4af71-409c-4831-bb25-eb3837d78777', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'mac_address': 'fa:16:3e:ff:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1652283-8010-44a1-9281-c96abf857087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:06:31Z', 'updated_at': '2021-09-07T20:06:31Z', 'revision_number': 0, 'project_id': 'ff65d80fecf546768740138135f7742d', 'fixed_ip_address_scope': None}, {'id': '9ee1e98e-3368-49f6-8370-a1584a74fddd', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'port_id': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'mac_address': 'fa:16:3e:4e:d3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:03:57Z', 'updated_at': '2021-09-07T20:03:59Z', 'revision_number': 1, 'project_id': 'ff65d80fecf546768740138135f7742d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42bf4e8-b28d-44a7-b56e-fd704cda461a', 'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'mac_address': 'fa:16:3e:6b:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:38Z', 'updated_at': '2021-09-07T20:03:44Z', 'revision_number': 5, 'project_id': 'ff65d80fecf546768740138135f7742d', 'subnets': [{'id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:06:33.647809 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10caf786-f121-4a39-91a1-6d44f08e19dc None None] The sync data for ids ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'] in n-d-807786-1 is: [{'id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'name': 'tempest-TestSnapshotPattern-1752492283-router', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:35Z', 'updated_at': '2021-09-07T20:03:38Z', 'revision_number': 4, 'project_id': 'ff65d80fecf546768740138135f7742d', 'gw_port': {'id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:36Z', 'updated_at': '2021-09-07T20:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '2d3c7b25-c7cf-4d74-8b16-9341b5bd399f', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'port_id': 'f8e4af71-409c-4831-bb25-eb3837d78777', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'mac_address': 'fa:16:3e:ff:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1652283-8010-44a1-9281-c96abf857087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:06:31Z', 'updated_at': '2021-09-07T20:06:31Z', 'revision_number': 0, 'project_id': 'ff65d80fecf546768740138135f7742d', 'fixed_ip_address_scope': None}, {'id': '9ee1e98e-3368-49f6-8370-a1584a74fddd', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'port_id': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'mac_address': 'fa:16:3e:4e:d3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:03:57Z', 'updated_at': '2021-09-07T20:03:59Z', 'revision_number': 1, 'project_id': 'ff65d80fecf546768740138135f7742d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42bf4e8-b28d-44a7-b56e-fd704cda461a', 'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'mac_address': 'fa:16:3e:6b:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:38Z', 'updated_at': '2021-09-07T20:03:44Z', 'revision_number': 5, 'project_id': 'ff65d80fecf546768740138135f7742d', 'subnets': [{'id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:06:33.835787 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2884c804-e327-4a30-a0e2-87ccbe1456db None None] New status for floating IP 2d3c7b25-c7cf-4d74-8b16-9341b5bd399f: ACTIVE {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:06:42.652273 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:06:43.806803 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:44.681803 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:56.092215 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4fae345c-9467-484c-84e1-002e32f42412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:58.880250 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7c47bb7b-6303-46ec-8d77-0d86deade27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:06:59.166793 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:07:00.545088 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:07:02.057694 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:07:05.830771 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1f220ec-418c-45f7-b986-24015c97512d req-d39a71a3-32f3-4acb-b5af-607aaf565679 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1127939 Sep 07 20:07:05.913001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f220ec-418c-45f7-b986-24015c97512d req-82f71208-30d3-41b6-9f21-0178fce18aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:07:05.914408 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1f220ec-418c-45f7-b986-24015c97512d req-82f71208-30d3-41b6-9f21-0178fce18aaf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff65d80fecf546768740138135f7742d&device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 1096 time: 0.0428863 Sep 07 20:07:06.015379 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f220ec-418c-45f7-b986-24015c97512d req-9f4a82cc-d358-43e8-9155-912ef4002dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:07:06.016878 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1f220ec-418c-45f7-b986-24015c97512d req-9f4a82cc-d358-43e8-9155-912ef4002dcd service neutron] 10.222.0.36 "GET /v2.0/networks?id=4eb4f5de-13f4-4776-8397-6fd9e755a273 HTTP/1.1" status: 200 len: 911 time: 0.0836475 Sep 07 20:07:06.085826 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1f220ec-418c-45f7-b986-24015c97512d req-5c401713-9070-457a-b235-5550b030c403 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8e4af71-409c-4831-bb25-eb3837d78777 HTTP/1.1" status: 200 len: 1001 time: 0.0617962 Sep 07 20:07:06.133368 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f220ec-418c-45f7-b986-24015c97512d req-328ac438-451c-48f5-bab3-f5320cdc4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:07:06.134759 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1f220ec-418c-45f7-b986-24015c97512d req-328ac438-451c-48f5-bab3-f5320cdc4fe2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc8c3ba3-2049-496d-bc39-f160e02cd6d7 HTTP/1.1" status: 200 len: 849 time: 0.0423307 Sep 07 20:07:06.186068 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f220ec-418c-45f7-b986-24015c97512d req-7d7f0c56-1880-4935-9462-98099d538d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:07:06.187506 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1f220ec-418c-45f7-b986-24015c97512d req-7d7f0c56-1880-4935-9462-98099d538d65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4eb4f5de-13f4-4776-8397-6fd9e755a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460784 Sep 07 20:07:06.283663 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1f220ec-418c-45f7-b986-24015c97512d req-6c0fb519-3b77-4d98-8f4b-da7b2501ab6d service neutron] 10.222.0.36 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886943 Sep 07 20:07:06.380327 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-b1f220ec-418c-45f7-b986-24015c97512d req-deb7b85f-9c32-4095-a8ff-4ab498949c59 service neutron] 10.222.0.36 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870125 Sep 07 20:07:11.305685 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe225999-e382-41e3-8604-e6ba2ff38a50 req-b936e6e4-d840-4555-9b62-eb05258ff465 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393727 Sep 07 20:07:11.388747 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe225999-e382-41e3-8604-e6ba2ff38a50 req-221cef28-ee04-426e-b003-0a64982a0e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:07:11.391754 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe225999-e382-41e3-8604-e6ba2ff38a50 req-221cef28-ee04-426e-b003-0a64982a0e48 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ff65d80fecf546768740138135f7742d&device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 1095 time: 0.0431509 Sep 07 20:07:11.496966 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe225999-e382-41e3-8604-e6ba2ff38a50 req-3aa657c4-6997-40f3-b30e-796c144ddcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:07:11.498572 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe225999-e382-41e3-8604-e6ba2ff38a50 req-3aa657c4-6997-40f3-b30e-796c144ddcd2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4eb4f5de-13f4-4776-8397-6fd9e755a273 HTTP/1.1" status: 200 len: 911 time: 0.0881481 Sep 07 20:07:11.561903 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe225999-e382-41e3-8604-e6ba2ff38a50 req-490c99f1-779b-4d7a-a0b8-84e3abce09b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55690a6a-2668-4bb4-9adc-cf16cc88d1a3 HTTP/1.1" status: 200 len: 1000 time: 0.0560791 Sep 07 20:07:11.609378 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe225999-e382-41e3-8604-e6ba2ff38a50 req-787e6569-6c09-4732-8788-48111af37a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:07:11.610926 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe225999-e382-41e3-8604-e6ba2ff38a50 req-787e6569-6c09-4732-8788-48111af37a49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bc8c3ba3-2049-496d-bc39-f160e02cd6d7 HTTP/1.1" status: 200 len: 849 time: 0.0426912 Sep 07 20:07:11.661634 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe225999-e382-41e3-8604-e6ba2ff38a50 req-5f88130d-98e0-4c56-90a0-8894d56b578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:07:11.663102 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe225999-e382-41e3-8604-e6ba2ff38a50 req-5f88130d-98e0-4c56-90a0-8894d56b578b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4eb4f5de-13f4-4776-8397-6fd9e755a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453994 Sep 07 20:07:11.756515 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe225999-e382-41e3-8604-e6ba2ff38a50 req-a4179b6e-815f-4862-afeb-185e66f3bcb3 service neutron] 10.222.0.60 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852492 Sep 07 20:07:11.858094 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-fe225999-e382-41e3-8604-e6ba2ff38a50 req-3384fd4d-7635-43da-bdc8-5c98fa3a2765 service neutron] 10.222.0.60 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941613 Sep 07 20:07:13.822722 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:07:14.669009 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:07:19.652070 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:07:26.092577 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ec16f824-4b02-4181-9adc-5e3f6c18f4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:07:28.880435 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-829694f9-4c5e-4715-91ea-0a08760f628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:07:29.166994 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:07:30.552592 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:07:32.060844 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:07:43.816380 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:07:44.688116 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:07:56.096640 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-3e5ba996-7a7b-4297-8945-606e256054a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:07:56.652006 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:07:58.884499 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f92d8557-5bd5-491c-8ded-8bb4d00b8afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:07:59.167262 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:00.546172 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:02.062848 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:07.663679 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device f8e4af71-409c-4831-bb25-eb3837d78777 details requested by agent hyperv_n-h2-807786-1 with host n-h2-807786-1 {{(pid=101446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:08:07.756016 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port f8e4af71-409c-4831-bb25-eb3837d78777, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f8e4af71-409c-4831-bb25-eb3837d78777,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:08:07.767412 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Returning: {'device': 'f8e4af71-409c-4831-bb25-eb3837d78777', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'port_id': 'f8e4af71-409c-4831-bb25-eb3837d78777', 'mac_address': 'fa:16:3e:ff:d3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:08:07.806310 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941c317-c975-4bfa-a43a-d27c6c926735 req-8b2f98fc-bd3b-4ed4-a423-fd9d66c01fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:08:07.808203 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:07.808697 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0941c317-c975-4bfa-a43a-d27c6c926735 req-8b2f98fc-bd3b-4ed4-a423-fd9d66c01fb4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff65d80fecf546768740138135f7742d&device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 1096 time: 0.0429668 Sep 07 20:08:07.822588 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8e4af71-409c-4831-bb25-eb3837d78777 {{(pid=101446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:08:07.843750 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port f8e4af71-409c-4831-bb25-eb3837d78777, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f8e4af71-409c-4831-bb25-eb3837d78777,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:08:07.847999 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:07.901965 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=f8e4af71-409c-4831-bb25-eb3837d78777,revision_number=6']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:08:07.909447 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:07.909824 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:07.910166 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:07.910504 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:07.910838 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:07.911171 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:07.911503 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:07.911830 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:07.912174 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:07.912499 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:07.912849 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:07.913198 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:07.923337 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] get_ports_and_sgs() called for port_ids ['f8e4af71-409c-4831-bb25-eb3837d78777'] {{(pid=101446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:08:07.923569 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941c317-c975-4bfa-a43a-d27c6c926735 req-360ad366-45c6-40ab-869c-56b218ecfbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:08:07.925127 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0941c317-c975-4bfa-a43a-d27c6c926735 req-360ad366-45c6-40ab-869c-56b218ecfbb8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4eb4f5de-13f4-4776-8397-6fd9e755a273 HTTP/1.1" status: 200 len: 911 time: 0.0962143 Sep 07 20:08:08.009601 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0941c317-c975-4bfa-a43a-d27c6c926735 req-1ca0d191-6b01-472c-bfb1-340f22b2e1aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8e4af71-409c-4831-bb25-eb3837d78777 HTTP/1.1" status: 200 len: 1000 time: 0.0601394 Sep 07 20:08:08.071000 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941c317-c975-4bfa-a43a-d27c6c926735 req-1b89a8ea-4679-44c9-9d3c-8c0cb76e2b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:08:08.072736 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0941c317-c975-4bfa-a43a-d27c6c926735 req-1b89a8ea-4679-44c9-9d3c-8c0cb76e2b21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc8c3ba3-2049-496d-bc39-f160e02cd6d7 HTTP/1.1" status: 200 len: 849 time: 0.0559616 Sep 07 20:08:08.144655 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941c317-c975-4bfa-a43a-d27c6c926735 req-fd1b57a6-3dd4-40bf-bfbc-4181da92d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:08:08.144655 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0941c317-c975-4bfa-a43a-d27c6c926735 req-fd1b57a6-3dd4-40bf-bfbc-4181da92d23f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4eb4f5de-13f4-4776-8397-6fd9e755a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624959 Sep 07 20:08:08.245806 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0941c317-c975-4bfa-a43a-d27c6c926735 req-b6704c32-8fdc-42ee-a932-2d3ddcf6982b service neutron] 10.222.0.36 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916033 Sep 07 20:08:08.347719 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0941c317-c975-4bfa-a43a-d27c6c926735 req-fc67af1f-6276-4c2c-b1e4-e7cedb50764e service neutron] 10.222.0.36 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943706 Sep 07 20:08:09.699627 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device f8e4af71-409c-4831-bb25-eb3837d78777 up at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:08:09.768219 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.provisioning_blocks [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Provisioning complete for port f8e4af71-409c-4831-bb25-eb3837d78777 triggered by entity L2. {{(pid=101446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:08:09.769133 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1030547'] for port, provisioning_complete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:09.869054 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:09.900111 n-d-807786-1 neutron-server[101446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1652283-8010-44a1-9281-c96abf857087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e4af71-409c-4831-bb25-eb3837d78777'}] {{(pid=101446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:08:09.902718 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8365af2c43966c86e85456efd3f0191b88d453885e2b1ed987334097523ef374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee7aeee-94c2-4d84-a130-5938799c0e8a" -d '{"events": [{"server_uuid": "d1652283-8010-44a1-9281-c96abf857087", "name": "network-vif-plugged", "status": "completed", "tag": "f8e4af71-409c-4831-bb25-eb3837d78777"}]}' {{(pid=101446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:08:09.917210 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] For port f8e4af71-409c-4831-bb25-eb3837d78777, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f8e4af71-409c-4831-bb25-eb3837d78777,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:08:09.922486 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770299394542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770298874058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770298874076'] for port, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:09.959257 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e3c3dd-2d37-40b5-8635-2497c53e991c x-openstack-request-id: req-79e3c3dd-2d37-40b5-8635-2497c53e991c {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:08:09.959555 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1652283-8010-44a1-9281-c96abf857087", "name": "network-vif-plugged", "status": "completed", "tag": "f8e4af71-409c-4831-bb25-eb3837d78777", "code": 200}]} {{(pid=101446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:08:09.959816 n-d-807786-1 neutron-server[101446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79e3c3dd-2d37-40b5-8635-2497c53e991c {{(pid=101446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:08:09.960219 n-d-807786-1 neutron-server[101446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1652283-8010-44a1-9281-c96abf857087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e4af71-409c-4831-bb25-eb3837d78777', 'code': 200} Sep 07 20:08:09.979665 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Pushing event updated for resources: {'Port': ['ID=f8e4af71-409c-4831-bb25-eb3837d78777,revision_number=7']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:08:12.298576 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1e5b054-6cd3-41d1-8f00-4ed0440637b6 req-a17f1312-6b2f-4caf-8b77-6509d0f353af service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455897 Sep 07 20:08:12.387293 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5b054-6cd3-41d1-8f00-4ed0440637b6 req-cc77e30c-ea3c-4cd4-b2ae-e29dbfa03188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:08:12.389089 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1e5b054-6cd3-41d1-8f00-4ed0440637b6 req-cc77e30c-ea3c-4cd4-b2ae-e29dbfa03188 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ff65d80fecf546768740138135f7742d&device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 1095 time: 0.0440214 Sep 07 20:08:12.521664 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5b054-6cd3-41d1-8f00-4ed0440637b6 req-fb4d0822-9e5b-4c78-918e-2d009bab5455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:08:12.523269 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1e5b054-6cd3-41d1-8f00-4ed0440637b6 req-fb4d0822-9e5b-4c78-918e-2d009bab5455 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4eb4f5de-13f4-4776-8397-6fd9e755a273 HTTP/1.1" status: 200 len: 911 time: 0.1128988 Sep 07 20:08:12.600448 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1e5b054-6cd3-41d1-8f00-4ed0440637b6 req-4044f1a0-7ea0-4859-9cfa-c40b910aa2cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55690a6a-2668-4bb4-9adc-cf16cc88d1a3 HTTP/1.1" status: 200 len: 1000 time: 0.0677061 Sep 07 20:08:12.658836 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5b054-6cd3-41d1-8f00-4ed0440637b6 req-17c73e56-2491-4fe1-bcd9-90bb2e26e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:08:12.660359 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1e5b054-6cd3-41d1-8f00-4ed0440637b6 req-17c73e56-2491-4fe1-bcd9-90bb2e26e561 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bc8c3ba3-2049-496d-bc39-f160e02cd6d7 HTTP/1.1" status: 200 len: 849 time: 0.0524285 Sep 07 20:08:12.720572 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5b054-6cd3-41d1-8f00-4ed0440637b6 req-04db3c4f-c7f4-465b-abf4-00fc2a742c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:08:12.722355 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1e5b054-6cd3-41d1-8f00-4ed0440637b6 req-04db3c4f-c7f4-465b-abf4-00fc2a742c24 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4eb4f5de-13f4-4776-8397-6fd9e755a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546837 Sep 07 20:08:12.827289 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1e5b054-6cd3-41d1-8f00-4ed0440637b6 req-b299c277-f770-4139-9e53-e30ff30a9721 service neutron] 10.222.0.60 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976629 Sep 07 20:08:12.932379 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e1e5b054-6cd3-41d1-8f00-4ed0440637b6 req-f90cf384-4ef6-467f-b2b3-d41650aa53ee service neutron] 10.222.0.60 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974090 Sep 07 20:08:13.820839 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:14.691307 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:18.315652 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54276) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:08:18.469985 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Deleting port 3ca55874-4b48-4fce-8d90-d7a1521d27f7 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:08:18.470215 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:18.541722 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:18.542036 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:18.553173 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Calling delete_port for 3ca55874-4b48-4fce-8d90-d7a1521d27f7 owned by network:floatingip {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:08:18.697683 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:18.726527 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Pushing event deleted for resources: {'Port': ['ID=3ca55874-4b48-4fce-8d90-d7a1521d27f7,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:08:18.738615 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:18.738958 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:18.739297 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:18.739634 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:18.739966 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:18.740291 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:18.740644 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:18.740968 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:18.741288 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:18.741611 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:18.741930 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:18.742247 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:18.797255 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for floatingip, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:18.797617 n-d-807786-1 neutron-server[101444]: INFO neutron.db.l3_db [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Floating IP 2d3c7b25-c7cf-4d74-8b16-9341b5bd399f disassociated (deleted). External IP: 172.25.8.101, port: f8e4af71-409c-4831-bb25-eb3837d78777. Sep 07 20:08:19.322425 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Router e6dc52df-754e-40d2-9c23-17b445cbb8ff has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:08:19.427514 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:08:19.432959 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:19.437202 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14e0300-d8e7-4b73-9c54-bbe62a2f9c88 None None] Sync routers for ids ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:08:19.446350 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14e0300-d8e7-4b73-9c54-bbe62a2f9c88 None None] Routers {'e6dc52df-754e-40d2-9c23-17b445cbb8ff'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:08:19.447035 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f14e0300-d8e7-4b73-9c54-bbe62a2f9c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:07:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:08:19.459489 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-91e5d7c7-38ea-4161-88a7-beda43f9bac3 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "DELETE /v2.0/floatingips/2d3c7b25-c7cf-4d74-8b16-9341b5bd399f HTTP/1.1" status: 204 len: 168 time: 1.1427679 Sep 07 20:08:19.460184 n-d-807786-1 neutron-server[101444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1652283-8010-44a1-9281-c96abf857087', 'tag': 'f8e4af71-409c-4831-bb25-eb3837d78777'}] {{(pid=101444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:08:19.462613 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762533edc2622bc0fa0f1b8c27c20a8f3eebc5c6dae59641fc833e4016bd3296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e55fcfa-fbdf-4c5a-83f1-d74f10c9081b" -d '{"events": [{"name": "network-changed", "server_uuid": "d1652283-8010-44a1-9281-c96abf857087", "tag": "f8e4af71-409c-4831-bb25-eb3837d78777"}]}' {{(pid=101444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:08:19.514683 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d4919a-df0f-4c2f-b752-aeb122fcd6b0 x-openstack-request-id: req-e4d4919a-df0f-4c2f-b752-aeb122fcd6b0 {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:08:19.515054 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1652283-8010-44a1-9281-c96abf857087", "tag": "f8e4af71-409c-4831-bb25-eb3837d78777", "status": "completed", "code": 200}]} {{(pid=101444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:08:19.515403 n-d-807786-1 neutron-server[101444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e4d4919a-df0f-4c2f-b752-aeb122fcd6b0 {{(pid=101444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:08:19.515982 n-d-807786-1 neutron-server[101444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1652283-8010-44a1-9281-c96abf857087', 'tag': 'f8e4af71-409c-4831-bb25-eb3837d78777', 'status': 'completed', 'code': 200} Sep 07 20:08:19.562922 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-f14e0300-d8e7-4b73-9c54-bbe62a2f9c88 None None] Set router e6dc52df-754e-40d2-9c23-17b445cbb8ff gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:08:19.584865 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55fcfa-fbdf-4c5a-83f1-d74f10c9081b req-8e120233-a187-4d15-bd8a-8c6ce68dc12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:08:19.586452 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e55fcfa-fbdf-4c5a-83f1-d74f10c9081b req-8e120233-a187-4d15-bd8a-8c6ce68dc12d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff65d80fecf546768740138135f7742d&device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 1096 time: 0.0479345 Sep 07 20:08:19.699547 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55fcfa-fbdf-4c5a-83f1-d74f10c9081b req-9e7f6208-a35c-45ea-901e-7fbebcc31cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:08:19.701690 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e55fcfa-fbdf-4c5a-83f1-d74f10c9081b req-9e7f6208-a35c-45ea-901e-7fbebcc31cc7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4eb4f5de-13f4-4776-8397-6fd9e755a273 HTTP/1.1" status: 200 len: 911 time: 0.1060324 Sep 07 20:08:19.751273 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e55fcfa-fbdf-4c5a-83f1-d74f10c9081b req-98c92d1d-4827-4d00-8955-2786e34ae197 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8e4af71-409c-4831-bb25-eb3837d78777 HTTP/1.1" status: 200 len: 217 time: 0.0413949 Sep 07 20:08:19.802482 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f14e0300-d8e7-4b73-9c54-bbe62a2f9c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'name': 'tempest-TestSnapshotPattern-1752492283-router', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:35Z', 'updated_at': '2021-09-07T20:03:38Z', 'revision_number': 4, 'project_id': 'ff65d80fecf546768740138135f7742d', 'gw_port': {'id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:36Z', 'updated_at': '2021-09-07T20:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '9ee1e98e-3368-49f6-8370-a1584a74fddd', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'port_id': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'mac_address': 'fa:16:3e:4e:d3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:03:57Z', 'updated_at': '2021-09-07T20:03:59Z', 'revision_number': 1, 'project_id': 'ff65d80fecf546768740138135f7742d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42bf4e8-b28d-44a7-b56e-fd704cda461a', 'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'mac_address': 'fa:16:3e:6b:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:38Z', 'updated_at': '2021-09-07T20:03:44Z', 'revision_number': 5, 'project_id': 'ff65d80fecf546768740138135f7742d', 'subnets': [{'id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:08:19.827511 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55fcfa-fbdf-4c5a-83f1-d74f10c9081b req-931f5d72-aeb9-4577-881c-24d8fbb823d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:08:19.829012 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e55fcfa-fbdf-4c5a-83f1-d74f10c9081b req-931f5d72-aeb9-4577-881c-24d8fbb823d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc8c3ba3-2049-496d-bc39-f160e02cd6d7 HTTP/1.1" status: 200 len: 849 time: 0.0697258 Sep 07 20:08:19.829703 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14e0300-d8e7-4b73-9c54-bbe62a2f9c88 None None] Checking router: e6dc52df-754e-40d2-9c23-17b445cbb8ff for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:08:19.837688 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199e8ee-9c53-4782-adba-82ec2657d2e4 req-35920355-d983-45d7-bdc1-37fa395e2201 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:08:19.838221 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14e0300-d8e7-4b73-9c54-bbe62a2f9c88 None None] Routers {'e6dc52df-754e-40d2-9c23-17b445cbb8ff'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:08:19.838841 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f14e0300-d8e7-4b73-9c54-bbe62a2f9c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:07:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:08:19.839096 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4199e8ee-9c53-4782-adba-82ec2657d2e4 req-35920355-d983-45d7-bdc1-37fa395e2201 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 945 time: 0.1763608 Sep 07 20:08:19.899773 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-4199e8ee-9c53-4782-adba-82ec2657d2e4 req-f13e2006-b36d-49a7-b452-3ee68e0119ae tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519488 Sep 07 20:08:19.905627 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55fcfa-fbdf-4c5a-83f1-d74f10c9081b req-231cd82b-4446-4570-b457-63c92d276cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:08:19.907288 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e55fcfa-fbdf-4c5a-83f1-d74f10c9081b req-231cd82b-4446-4570-b457-63c92d276cea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4eb4f5de-13f4-4776-8397-6fd9e755a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673409 Sep 07 20:08:19.943261 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-f14e0300-d8e7-4b73-9c54-bbe62a2f9c88 None None] Set router e6dc52df-754e-40d2-9c23-17b445cbb8ff gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:08:20.002984 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e55fcfa-fbdf-4c5a-83f1-d74f10c9081b req-e3fb12bb-7fed-4d90-9eb4-751cb5e6f298 service neutron] 10.222.0.36 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867057 Sep 07 20:08:20.094606 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-5e55fcfa-fbdf-4c5a-83f1-d74f10c9081b req-ab50f272-a6ef-4f6d-9be1-43b8aeafd185 service neutron] 10.222.0.36 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825307 Sep 07 20:08:20.161130 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-f14e0300-d8e7-4b73-9c54-bbe62a2f9c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'name': 'tempest-TestSnapshotPattern-1752492283-router', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:35Z', 'updated_at': '2021-09-07T20:03:38Z', 'revision_number': 4, 'project_id': 'ff65d80fecf546768740138135f7742d', 'gw_port': {'id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:36Z', 'updated_at': '2021-09-07T20:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '9ee1e98e-3368-49f6-8370-a1584a74fddd', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'port_id': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'mac_address': 'fa:16:3e:4e:d3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:03:57Z', 'updated_at': '2021-09-07T20:03:59Z', 'revision_number': 1, 'project_id': 'ff65d80fecf546768740138135f7742d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42bf4e8-b28d-44a7-b56e-fd704cda461a', 'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'mac_address': 'fa:16:3e:6b:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:38Z', 'updated_at': '2021-09-07T20:03:44Z', 'revision_number': 5, 'project_id': 'ff65d80fecf546768740138135f7742d', 'subnets': [{'id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:08:20.191089 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14e0300-d8e7-4b73-9c54-bbe62a2f9c88 None None] The sync data for ids ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'] in n-d-807786-1 is: [{'id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'name': 'tempest-TestSnapshotPattern-1752492283-router', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:35Z', 'updated_at': '2021-09-07T20:03:38Z', 'revision_number': 4, 'project_id': 'ff65d80fecf546768740138135f7742d', 'gw_port': {'id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:36Z', 'updated_at': '2021-09-07T20:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_floatingips': [{'id': '9ee1e98e-3368-49f6-8370-a1584a74fddd', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'router_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'port_id': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'mac_address': 'fa:16:3e:4e:d3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:03:57Z', 'updated_at': '2021-09-07T20:03:59Z', 'revision_number': 1, 'project_id': 'ff65d80fecf546768740138135f7742d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42bf4e8-b28d-44a7-b56e-fd704cda461a', 'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'mac_address': 'fa:16:3e:6b:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:38Z', 'updated_at': '2021-09-07T20:03:44Z', 'revision_number': 5, 'project_id': 'ff65d80fecf546768740138135f7742d', 'subnets': [{'id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:08:20.415011 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffca5b5-fd10-4b04-a74e-ca6bcc8522e1 None None] New status for floating IP 2d3c7b25-c7cf-4d74-8b16-9341b5bd399f: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:08:21.015607 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7510a-2c9f-4707-90ee-bd707d9637a9 req-c961c14d-116c-4983-b4f7-5283f9302b00 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:08:21.017092 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ed7510a-2c9f-4707-90ee-bd707d9637a9 req-c961c14d-116c-4983-b4f7-5283f9302b00 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 945 time: 0.0491662 Sep 07 20:08:21.059761 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-9ed7510a-2c9f-4707-90ee-bd707d9637a9 req-b3d36c30-e1c4-461a-aa3f-eb31cbe7a850 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366676 Sep 07 20:08:21.291196 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688594a-0c61-4b3f-8f99-dbf469288e85 req-219994cf-7eca-4dc5-86b6-f1caa79b73cb tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:08:21.292688 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e688594a-0c61-4b3f-8f99-dbf469288e85 req-219994cf-7eca-4dc5-86b6-f1caa79b73cb tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 945 time: 0.0480056 Sep 07 20:08:21.381550 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e688594a-0c61-4b3f-8f99-dbf469288e85 req-1a4ee124-7371-4bd9-84e0-14d892922b53 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Deleting port f8e4af71-409c-4831-bb25-eb3837d78777 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:08:21.381894 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e688594a-0c61-4b3f-8f99-dbf469288e85 req-1a4ee124-7371-4bd9-84e0-14d892922b53 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:21.722110 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-e688594a-0c61-4b3f-8f99-dbf469288e85 req-1a4ee124-7371-4bd9-84e0-14d892922b53 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] For port f8e4af71-409c-4831-bb25-eb3837d78777, host n-h2-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807786-1',level=0,port_id=f8e4af71-409c-4831-bb25-eb3837d78777,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:08:21.722470 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e688594a-0c61-4b3f-8f99-dbf469288e85 req-1a4ee124-7371-4bd9-84e0-14d892922b53 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:21.725547 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device f8e4af71-409c-4831-bb25-eb3837d78777 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:08:21.735128 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-e688594a-0c61-4b3f-8f99-dbf469288e85 req-1a4ee124-7371-4bd9-84e0-14d892922b53 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Calling delete_port for f8e4af71-409c-4831-bb25-eb3837d78777 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:08:21.800365 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923695'] for port, before_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:21.867758 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e688594a-0c61-4b3f-8f99-dbf469288e85 req-1a4ee124-7371-4bd9-84e0-14d892922b53 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:21.903489 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ee124-7371-4bd9-84e0-14d892922b53 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Pushing event deleted for resources: {'Port': ['ID=f8e4af71-409c-4831-bb25-eb3837d78777,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:08:21.928463 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ee124-7371-4bd9-84e0-14d892922b53 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:21.928834 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ee124-7371-4bd9-84e0-14d892922b53 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:21.929171 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ee124-7371-4bd9-84e0-14d892922b53 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:21.929505 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ee124-7371-4bd9-84e0-14d892922b53 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:21.929840 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ee124-7371-4bd9-84e0-14d892922b53 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:21.930170 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ee124-7371-4bd9-84e0-14d892922b53 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:21.930493 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ee124-7371-4bd9-84e0-14d892922b53 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:21.930813 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ee124-7371-4bd9-84e0-14d892922b53 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:21.931134 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ee124-7371-4bd9-84e0-14d892922b53 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:21.931451 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ee124-7371-4bd9-84e0-14d892922b53 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:21.931798 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ee124-7371-4bd9-84e0-14d892922b53 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:21.932117 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ee124-7371-4bd9-84e0-14d892922b53 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807786-1 {{(pid=101445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:08:21.951973 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e688594a-0c61-4b3f-8f99-dbf469288e85 req-1a4ee124-7371-4bd9-84e0-14d892922b53 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] No DVR routers for this DVR port f8e4af71-409c-4831-bb25-eb3837d78777 on host n-h2-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:08:21.954641 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-e688594a-0c61-4b3f-8f99-dbf469288e85 req-1a4ee124-7371-4bd9-84e0-14d892922b53 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:21.957095 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-e688594a-0c61-4b3f-8f99-dbf469288e85 req-1a4ee124-7371-4bd9-84e0-14d892922b53 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.36 "DELETE /v2.0/ports/f8e4af71-409c-4831-bb25-eb3837d78777 HTTP/1.1" status: 204 len: 173 time: 0.6575866 Sep 07 20:08:21.957551 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1652283-8010-44a1-9281-c96abf857087', 'name': 'network-vif-deleted', 'tag': 'f8e4af71-409c-4831-bb25-eb3837d78777'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:08:21.960269 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddca4da-384d-4c12-afdd-11cdaf4f54ce" -d '{"events": [{"server_uuid": "d1652283-8010-44a1-9281-c96abf857087", "name": "network-vif-deleted", "tag": "f8e4af71-409c-4831-bb25-eb3837d78777"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:08:21.998246 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c9f721-0227-4d78-a837-7228e73da37d x-openstack-request-id: req-35c9f721-0227-4d78-a837-7228e73da37d {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:08:21.998543 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1652283-8010-44a1-9281-c96abf857087", "name": "network-vif-deleted", "tag": "f8e4af71-409c-4831-bb25-eb3837d78777", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:08:21.998797 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-35c9f721-0227-4d78-a837-7228e73da37d {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:08:21.999194 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1652283-8010-44a1-9281-c96abf857087', 'name': 'network-vif-deleted', 'tag': 'f8e4af71-409c-4831-bb25-eb3837d78777', 'status': 'completed', 'code': 200} Sep 07 20:08:22.164622 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-f112ebc8-718e-482e-a302-b1c499197eec req-10dd4cfb-4428-4e0d-8fc8-b22fd3cb65d7 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1652283-8010-44a1-9281-c96abf857087 HTTP/1.1" status: 200 len: 210 time: 0.0264826 Sep 07 20:08:23.718409 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54340) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:08:23.870785 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-70a31280-36c8-44e6-b4f9-cb1239d72e7c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Deleting port 2a365602-cbbe-4840-9650-8e15cb0367e8 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:08:23.871122 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-70a31280-36c8-44e6-b4f9-cb1239d72e7c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:23.944906 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-70a31280-36c8-44e6-b4f9-cb1239d72e7c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:23.945232 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-70a31280-36c8-44e6-b4f9-cb1239d72e7c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:23.957094 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-70a31280-36c8-44e6-b4f9-cb1239d72e7c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Calling delete_port for 2a365602-cbbe-4840-9650-8e15cb0367e8 owned by network:floatingip {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:08:24.099948 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-70a31280-36c8-44e6-b4f9-cb1239d72e7c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:24.124172 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a31280-36c8-44e6-b4f9-cb1239d72e7c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Pushing event deleted for resources: {'Port': ['ID=2a365602-cbbe-4840-9650-8e15cb0367e8,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:08:24.190001 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-70a31280-36c8-44e6-b4f9-cb1239d72e7c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for floatingip, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:24.190336 n-d-807786-1 neutron-server[101445]: INFO neutron.db.l3_db [None req-70a31280-36c8-44e6-b4f9-cb1239d72e7c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Floating IP 9ee1e98e-3368-49f6-8370-a1584a74fddd disassociated (deleted). External IP: 172.25.8.173, port: 55690a6a-2668-4bb4-9adc-cf16cc88d1a3. Sep 07 20:08:24.390625 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a31280-36c8-44e6-b4f9-cb1239d72e7c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Router e6dc52df-754e-40d2-9c23-17b445cbb8ff has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:08:24.496785 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a31280-36c8-44e6-b4f9-cb1239d72e7c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:08:24.502380 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-70a31280-36c8-44e6-b4f9-cb1239d72e7c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for floatingip, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:24.507357 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bf42fd-51a5-429f-b373-514e6a52e880 None None] Sync routers for ids ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:08:24.517434 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bf42fd-51a5-429f-b373-514e6a52e880 None None] Routers {'e6dc52df-754e-40d2-9c23-17b445cbb8ff'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:08:24.518128 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-37bf42fd-51a5-429f-b373-514e6a52e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:07:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:08:24.537899 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-70a31280-36c8-44e6-b4f9-cb1239d72e7c tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "DELETE /v2.0/floatingips/9ee1e98e-3368-49f6-8370-a1584a74fddd HTTP/1.1" status: 204 len: 168 time: 0.8183131 Sep 07 20:08:24.538447 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'tag': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:08:24.540710 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313ecee9-ad4a-4a8e-8ee5-8dfb1f219d78" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab5f75c-ec16-44d7-a73c-84743f8b5143", "tag": "55690a6a-2668-4bb4-9adc-cf16cc88d1a3"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:08:24.580126 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26034c67-5b4b-48b2-8534-7ba13c9144e4 x-openstack-request-id: req-26034c67-5b4b-48b2-8534-7ba13c9144e4 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:08:24.580558 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab5f75c-ec16-44d7-a73c-84743f8b5143", "tag": "55690a6a-2668-4bb4-9adc-cf16cc88d1a3", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:08:24.580922 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-26034c67-5b4b-48b2-8534-7ba13c9144e4 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:08:24.581701 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'tag': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3', 'status': 'completed', 'code': 200} Sep 07 20:08:24.629738 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-37bf42fd-51a5-429f-b373-514e6a52e880 None None] Set router e6dc52df-754e-40d2-9c23-17b445cbb8ff gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:08:24.651309 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ecee9-ad4a-4a8e-8ee5-8dfb1f219d78 req-9e33af25-3d54-48e4-a3fa-076f2e16d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:08:24.652775 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-313ecee9-ad4a-4a8e-8ee5-8dfb1f219d78 req-9e33af25-3d54-48e4-a3fa-076f2e16d54a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ff65d80fecf546768740138135f7742d&device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 1095 time: 0.0483062 Sep 07 20:08:24.779670 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ecee9-ad4a-4a8e-8ee5-8dfb1f219d78 req-050c4e5e-84b7-4717-9d27-ae4e7706e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:08:24.781208 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-313ecee9-ad4a-4a8e-8ee5-8dfb1f219d78 req-050c4e5e-84b7-4717-9d27-ae4e7706e8ec service neutron] 10.222.0.60 "GET /v2.0/networks?id=4eb4f5de-13f4-4776-8397-6fd9e755a273 HTTP/1.1" status: 200 len: 911 time: 0.1203980 Sep 07 20:08:24.793306 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ddc5d-e543-40bf-ae73-6db1fdba564b req-003d91fe-4494-4340-87f0-88ce30dbd614 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:08:24.794743 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c5ddc5d-e543-40bf-ae73-6db1fdba564b req-003d91fe-4494-4340-87f0-88ce30dbd614 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 944 time: 0.0740135 Sep 07 20:08:24.840645 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-313ecee9-ad4a-4a8e-8ee5-8dfb1f219d78 req-c5616be0-ff15-4066-8725-6c15e43b330a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55690a6a-2668-4bb4-9adc-cf16cc88d1a3 HTTP/1.1" status: 200 len: 217 time: 0.0446599 Sep 07 20:08:24.843450 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-37bf42fd-51a5-429f-b373-514e6a52e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'name': 'tempest-TestSnapshotPattern-1752492283-router', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:35Z', 'updated_at': '2021-09-07T20:03:38Z', 'revision_number': 4, 'project_id': 'ff65d80fecf546768740138135f7742d', 'gw_port': {'id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:36Z', 'updated_at': '2021-09-07T20:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e42bf4e8-b28d-44a7-b56e-fd704cda461a', 'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'mac_address': 'fa:16:3e:6b:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:38Z', 'updated_at': '2021-09-07T20:03:44Z', 'revision_number': 5, 'project_id': 'ff65d80fecf546768740138135f7742d', 'subnets': [{'id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:08:24.871823 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bf42fd-51a5-429f-b373-514e6a52e880 None None] Checking router: e6dc52df-754e-40d2-9c23-17b445cbb8ff for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:08:24.880470 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bf42fd-51a5-429f-b373-514e6a52e880 None None] Routers {'e6dc52df-754e-40d2-9c23-17b445cbb8ff'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:08:24.881110 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-37bf42fd-51a5-429f-b373-514e6a52e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:07:59Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:08:24.895830 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-0c5ddc5d-e543-40bf-ae73-6db1fdba564b req-55a5f342-34c4-437a-938b-23454eb3c158 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937052 Sep 07 20:08:24.906662 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ecee9-ad4a-4a8e-8ee5-8dfb1f219d78 req-4a0dd7ee-e943-4e19-a53d-2a72f00e84bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:08:24.908097 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-313ecee9-ad4a-4a8e-8ee5-8dfb1f219d78 req-4a0dd7ee-e943-4e19-a53d-2a72f00e84bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bc8c3ba3-2049-496d-bc39-f160e02cd6d7 HTTP/1.1" status: 200 len: 849 time: 0.0576739 Sep 07 20:08:24.959028 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ecee9-ad4a-4a8e-8ee5-8dfb1f219d78 req-db6a6285-2b6f-4193-9ec2-86190948805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:08:24.960524 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-313ecee9-ad4a-4a8e-8ee5-8dfb1f219d78 req-db6a6285-2b6f-4193-9ec2-86190948805c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4eb4f5de-13f4-4776-8397-6fd9e755a273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440814 Sep 07 20:08:24.985866 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-37bf42fd-51a5-429f-b373-514e6a52e880 None None] Set router e6dc52df-754e-40d2-9c23-17b445cbb8ff gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:08:25.050867 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-313ecee9-ad4a-4a8e-8ee5-8dfb1f219d78 req-0f1e228f-7cc9-42fc-a9d4-41a8bdf66aae service neutron] 10.222.0.60 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821760 Sep 07 20:08:25.143407 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-313ecee9-ad4a-4a8e-8ee5-8dfb1f219d78 req-029767a9-2838-4795-abf1-1fbdb95622a2 service neutron] 10.222.0.60 "GET /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847056 Sep 07 20:08:25.181769 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-37bf42fd-51a5-429f-b373-514e6a52e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'name': 'tempest-TestSnapshotPattern-1752492283-router', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:35Z', 'updated_at': '2021-09-07T20:03:38Z', 'revision_number': 4, 'project_id': 'ff65d80fecf546768740138135f7742d', 'gw_port': {'id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:36Z', 'updated_at': '2021-09-07T20:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e42bf4e8-b28d-44a7-b56e-fd704cda461a', 'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'mac_address': 'fa:16:3e:6b:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:38Z', 'updated_at': '2021-09-07T20:03:44Z', 'revision_number': 5, 'project_id': 'ff65d80fecf546768740138135f7742d', 'subnets': [{'id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:08:25.359129 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bf42fd-51a5-429f-b373-514e6a52e880 None None] The sync data for ids ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'] in n-d-807786-1 is: [{'id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'name': 'tempest-TestSnapshotPattern-1752492283-router', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:35Z', 'updated_at': '2021-09-07T20:03:38Z', 'revision_number': 4, 'project_id': 'ff65d80fecf546768740138135f7742d', 'gw_port': {'id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:36Z', 'updated_at': '2021-09-07T20:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1', '_interfaces': [{'id': 'e42bf4e8-b28d-44a7-b56e-fd704cda461a', 'name': '', 'network_id': '4eb4f5de-13f4-4776-8397-6fd9e755a273', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'mac_address': 'fa:16:3e:6b:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:38Z', 'updated_at': '2021-09-07T20:03:44Z', 'revision_number': 5, 'project_id': 'ff65d80fecf546768740138135f7742d', 'subnets': [{'id': 'bc8c3ba3-2049-496d-bc39-f160e02cd6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:08:25.591364 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5258f194-a3d9-4994-b752-0a31badce2cd None None] New status for floating IP 9ee1e98e-3368-49f6-8370-a1584a74fddd: DOWN {{(pid=101447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:08:25.725082 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device f8e4af71-409c-4831-bb25-eb3837d78777 no longer exists at agent hyperv_n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:08:25.744530 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] No Port match for: f8e4af71-409c-4831-bb25-eb3837d78777 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:08:25.744884 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Device f8e4af71-409c-4831-bb25-eb3837d78777 not bound to the agent host n-h2-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:08:26.017063 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe0bf8-7366-47c2-8712-299ca4df93ea req-2f116075-3556-4d96-916c-2ec7ff8a93e9 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:08:26.018559 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bbe0bf8-7366-47c2-8712-299ca4df93ea req-2f116075-3556-4d96-916c-2ec7ff8a93e9 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 944 time: 0.0537388 Sep 07 20:08:26.060431 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-1bbe0bf8-7366-47c2-8712-299ca4df93ea req-117f09db-0b71-49ca-b4c3-3c1b2ad61ade tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/security-groups?id=e151aa62-f1e6-4379-9359-29e2363da954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360587 Sep 07 20:08:26.097190 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4a4a05a5-13fe-416e-a5a1-e6e9def39b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:26.452118 n-d-807786-1 neutron-server[101445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723070e-5530-446f-ba3b-a11ea638e93a req-170e2165-c581-41dc-89d4-a3a15be7ef4f tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:08:26.453494 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8723070e-5530-446f-ba3b-a11ea638e93a req-170e2165-c581-41dc-89d4-a3a15be7ef4f tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 944 time: 0.0476801 Sep 07 20:08:26.544669 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-8723070e-5530-446f-ba3b-a11ea638e93a req-ce5c9557-a96f-412f-8879-1eb28ceb1741 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Deleting port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:08:26.545015 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8723070e-5530-446f-ba3b-a11ea638e93a req-ce5c9557-a96f-412f-8879-1eb28ceb1741 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:26.631319 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [req-8723070e-5530-446f-ba3b-a11ea638e93a req-ce5c9557-a96f-412f-8879-1eb28ceb1741 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] For port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3, host n-h1-807786-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807786-1',level=0,port_id=55690a6a-2668-4bb4-9adc-cf16cc88d1a3,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:08:26.631689 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8723070e-5530-446f-ba3b-a11ea638e93a req-ce5c9557-a96f-412f-8879-1eb28ceb1741 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:26.644640 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [req-8723070e-5530-446f-ba3b-a11ea638e93a req-ce5c9557-a96f-412f-8879-1eb28ceb1741 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Calling delete_port for 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 owned by compute:nova {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:08:26.771264 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8723070e-5530-446f-ba3b-a11ea638e93a req-ce5c9557-a96f-412f-8879-1eb28ceb1741 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:26.797882 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c9557-a96f-412f-8879-1eb28ceb1741 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Pushing event deleted for resources: {'Port': ['ID=55690a6a-2668-4bb4-9adc-cf16cc88d1a3,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:08:26.844458 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8723070e-5530-446f-ba3b-a11ea638e93a req-ce5c9557-a96f-412f-8879-1eb28ceb1741 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] No DVR routers for this DVR port 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 on host n-h1-807786-1 {{(pid=101445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:08:26.846877 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [req-8723070e-5530-446f-ba3b-a11ea638e93a req-ce5c9557-a96f-412f-8879-1eb28ceb1741 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55015'] for port, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:26.848934 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-8723070e-5530-446f-ba3b-a11ea638e93a req-ce5c9557-a96f-412f-8879-1eb28ceb1741 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.60 "DELETE /v2.0/ports/55690a6a-2668-4bb4-9adc-cf16cc88d1a3 HTTP/1.1" status: 204 len: 173 time: 0.3893085 Sep 07 20:08:26.849373 n-d-807786-1 neutron-server[101445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'name': 'network-vif-deleted', 'tag': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3'}] {{(pid=101445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:08:26.851582 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1746aebcc887f473cd94745bb2ab8c3b703c90538c8d584e62fc345bfa698f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5502bb-0c9f-4d28-9a79-db36bb0c9638" -d '{"events": [{"server_uuid": "8ab5f75c-ec16-44d7-a73c-84743f8b5143", "name": "network-vif-deleted", "tag": "55690a6a-2668-4bb4-9adc-cf16cc88d1a3"}]}' {{(pid=101445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:08:26.893083 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bab10b-0b79-43e4-bd96-34f18caf03d2 x-openstack-request-id: req-34bab10b-0b79-43e4-bd96-34f18caf03d2 {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:08:26.893388 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab5f75c-ec16-44d7-a73c-84743f8b5143", "name": "network-vif-deleted", "tag": "55690a6a-2668-4bb4-9adc-cf16cc88d1a3", "status": "completed", "code": 200}]} {{(pid=101445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:08:26.893645 n-d-807786-1 neutron-server[101445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-34bab10b-0b79-43e4-bd96-34f18caf03d2 {{(pid=101445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:08:26.894056 n-d-807786-1 neutron-server[101445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab5f75c-ec16-44d7-a73c-84743f8b5143', 'name': 'network-vif-deleted', 'tag': '55690a6a-2668-4bb4-9adc-cf16cc88d1a3', 'status': 'completed', 'code': 200} Sep 07 20:08:27.163210 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [req-d1f7b1f3-4418-4cc7-8649-7d0164039eaa req-852ea5ac-1d2c-4b0b-9830-f29227d62dc5 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ab5f75c-ec16-44d7-a73c-84743f8b5143 HTTP/1.1" status: 200 len: 210 time: 0.0264640 Sep 07 20:08:28.221497 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54358) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:08:28.278668 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c3570081-e68b-4cd0-b6d9-fb7c788b7ea8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:28.302788 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c3570081-e68b-4cd0-b6d9-fb7c788b7ea8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:28.360607 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c3570081-e68b-4cd0-b6d9-fb7c788b7ea8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:28.363191 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-c3570081-e68b-4cd0-b6d9-fb7c788b7ea8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:28.364341 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-c3570081-e68b-4cd0-b6d9-fb7c788b7ea8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] 10.222.0.26 "DELETE /v2.0/security-groups/e151aa62-f1e6-4379-9359-29e2363da954 HTTP/1.1" status: 204 len: 168 time: 0.1418467 Sep 07 20:08:28.374177 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3570081-e68b-4cd0-b6d9-fb7c788b7ea8 tempest-TestSnapshotPattern-1157871793 tempest-TestSnapshotPattern-1157871793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e151aa62-f1e6-4379-9359-29e2363da954,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:08:28.416911 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54362) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:08:28.763599 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77e3949f-d00b-4a55-99a5-2675aac1256d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:28.884818 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d1e9fa67-46f0-465f-b4c2-dfe66c928640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:29.005636 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-77e3949f-d00b-4a55-99a5-2675aac1256d admin admin] Deleting port e42bf4e8-b28d-44a7-b56e-fd704cda461a {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:08:29.005985 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77e3949f-d00b-4a55-99a5-2675aac1256d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:29.081622 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-77e3949f-d00b-4a55-99a5-2675aac1256d admin admin] For port e42bf4e8-b28d-44a7-b56e-fd704cda461a, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=e42bf4e8-b28d-44a7-b56e-fd704cda461a,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:08:29.081980 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77e3949f-d00b-4a55-99a5-2675aac1256d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:29.095086 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-77e3949f-d00b-4a55-99a5-2675aac1256d admin admin] Calling delete_port for e42bf4e8-b28d-44a7-b56e-fd704cda461a owned by network:router_interface {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:08:29.167712 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:29.274303 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77e3949f-d00b-4a55-99a5-2675aac1256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:29.303600 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3949f-d00b-4a55-99a5-2675aac1256d admin admin] Pushing event deleted for resources: {'Port': ['ID=e42bf4e8-b28d-44a7-b56e-fd704cda461a,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:08:29.468670 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-77e3949f-d00b-4a55-99a5-2675aac1256d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:29.687655 n-d-807786-1 neutron-server[101444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e3949f-d00b-4a55-99a5-2675aac1256d admin admin] Router e6dc52df-754e-40d2-9c23-17b445cbb8ff has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:08:29.793100 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e3949f-d00b-4a55-99a5-2675aac1256d admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:08:29.798671 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-77e3949f-d00b-4a55-99a5-2675aac1256d admin admin] 10.222.0.26 "PUT /v2.0/routers/e6dc52df-754e-40d2-9c23-17b445cbb8ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3807187 Sep 07 20:08:29.801274 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54364) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:08:29.802238 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c965d1-7323-4850-b8b2-7c30709909a4 None None] Sync routers for ids ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'] in n-d-807786-1 {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:08:29.811822 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c965d1-7323-4850-b8b2-7c30709909a4 None None] Routers {'e6dc52df-754e-40d2-9c23-17b445cbb8ff'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:08:29.812441 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-28c965d1-7323-4850-b8b2-7c30709909a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:08:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:08:29.910821 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63f10635-9380-47ab-980d-d3f683a1c3b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:29.920089 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-28c965d1-7323-4850-b8b2-7c30709909a4 None None] Set router e6dc52df-754e-40d2-9c23-17b445cbb8ff gateway port host: n-d-807786-1 {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:08:30.007870 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63f10635-9380-47ab-980d-d3f683a1c3b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:30.061763 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-63f10635-9380-47ab-980d-d3f683a1c3b1 admin admin] Deleting port fe4e856e-2504-4fa8-9c2b-20fdf09a403d {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:08:30.062014 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63f10635-9380-47ab-980d-d3f683a1c3b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:30.097681 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-28c965d1-7323-4850-b8b2-7c30709909a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'name': 'tempest-TestSnapshotPattern-1752492283-router', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:35Z', 'updated_at': '2021-09-07T20:08:29Z', 'revision_number': 5, 'project_id': 'ff65d80fecf546768740138135f7742d', 'gw_port': {'id': 'fe4e856e-2504-4fa8-9c2b-20fdf09a403d', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:36Z', 'updated_at': '2021-09-07T20:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:08:30.123256 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c965d1-7323-4850-b8b2-7c30709909a4 None None] Checking router: e6dc52df-754e-40d2-9c23-17b445cbb8ff for host: n-d-807786-1 {{(pid=101446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:08:30.131506 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c965d1-7323-4850-b8b2-7c30709909a4 None None] Routers {'e6dc52df-754e-40d2-9c23-17b445cbb8ff'} bound to L3 agent in host n-d-807786-1 {{(pid=101446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:08:30.132146 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-28c965d1-7323-4850-b8b2-7c30709909a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:08:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'], 'active': True} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:08:30.140663 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-63f10635-9380-47ab-980d-d3f683a1c3b1 admin admin] For port fe4e856e-2504-4fa8-9c2b-20fdf09a403d, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=fe4e856e-2504-4fa8-9c2b-20fdf09a403d,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:08:30.141035 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63f10635-9380-47ab-980d-d3f683a1c3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:30.153316 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-63f10635-9380-47ab-980d-d3f683a1c3b1 admin admin] Calling delete_port for fe4e856e-2504-4fa8-9c2b-20fdf09a403d owned by network:router_gateway {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:08:30.222795 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvr_db [None req-28c965d1-7323-4850-b8b2-7c30709909a4 None None] Set router e6dc52df-754e-40d2-9c23-17b445cbb8ff gateway port host: None {{(pid=101446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:08:30.277645 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_hamode_db [None req-28c965d1-7323-4850-b8b2-7c30709909a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'name': 'tempest-TestSnapshotPattern-1752492283-router', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:35Z', 'updated_at': '2021-09-07T20:08:30Z', 'revision_number': 6, 'project_id': 'ff65d80fecf546768740138135f7742d', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:08:30.303869 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c965d1-7323-4850-b8b2-7c30709909a4 None None] The sync data for ids ['e6dc52df-754e-40d2-9c23-17b445cbb8ff'] in n-d-807786-1 is: [{'id': 'e6dc52df-754e-40d2-9c23-17b445cbb8ff', 'name': 'tempest-TestSnapshotPattern-1752492283-router', 'tenant_id': 'ff65d80fecf546768740138135f7742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:35Z', 'updated_at': '2021-09-07T20:08:30Z', 'revision_number': 6, 'project_id': 'ff65d80fecf546768740138135f7742d', 'gw_port_host': None}] {{(pid=101446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:08:30.327386 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63f10635-9380-47ab-980d-d3f683a1c3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:30.359776 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f10635-9380-47ab-980d-d3f683a1c3b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe4e856e-2504-4fa8-9c2b-20fdf09a403d,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:08:30.417222 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63f10635-9380-47ab-980d-d3f683a1c3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:30.505172 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63f10635-9380-47ab-980d-d3f683a1c3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:30.507233 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63f10635-9380-47ab-980d-d3f683a1c3b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:30.553008 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:30.554668 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63f10635-9380-47ab-980d-d3f683a1c3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:30.555228 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f10635-9380-47ab-980d-d3f683a1c3b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6dc52df-754e-40d2-9c23-17b445cbb8ff {{(pid=101444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 20:08:30.559885 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-63f10635-9380-47ab-980d-d3f683a1c3b1 admin admin] Notify callbacks [] for router, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:30.561167 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-63f10635-9380-47ab-980d-d3f683a1c3b1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e6dc52df-754e-40d2-9c23-17b445cbb8ff HTTP/1.1" status: 204 len: 168 time: 0.7589204 Sep 07 20:08:30.563702 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54366) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:08:30.613695 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ac0038-60b4-4836-99cd-215020c1e2dd admin admin] Deleting subnet bc8c3ba3-2049-496d-bc39-f160e02cd6d7 {{(pid=101444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 20:08:30.616895 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-15ac0038-60b4-4836-99cd-215020c1e2dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:30.651487 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-15ac0038-60b4-4836-99cd-215020c1e2dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15825899'] for subnet, precommit_delete_associations {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:30.735446 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-15ac0038-60b4-4836-99cd-215020c1e2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:30.792168 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-15ac0038-60b4-4836-99cd-215020c1e2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15825719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379504'] for subnet, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:30.817455 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac0038-60b4-4836-99cd-215020c1e2dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc8c3ba3-2049-496d-bc39-f160e02cd6d7,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:08:30.821060 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-15ac0038-60b4-4836-99cd-215020c1e2dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:30.822925 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-15ac0038-60b4-4836-99cd-215020c1e2dd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bc8c3ba3-2049-496d-bc39-f160e02cd6d7 HTTP/1.1" status: 204 len: 168 time: 0.2582579 Sep 07 20:08:30.825443 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54368) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:08:30.829539 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4625d2f1-44e6-4220-b8de-f0ac2926de3d None None] Network 4eb4f5de-13f4-4776-8397-6fd9e755a273 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:08:30.895391 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-554b9fe1-423b-4387-a908-1f3a6dd53cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:30.950581 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-554b9fe1-423b-4387-a908-1f3a6dd53cae admin admin] Deleting port 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:08:30.950846 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-554b9fe1-423b-4387-a908-1f3a6dd53cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:31.012803 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-554b9fe1-423b-4387-a908-1f3a6dd53cae admin admin] For port 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=8b4f4886-14d3-4044-bfd5-6ea75c5e19a8,segment=NetworkSegment(866eaa01-c680-4d3e-972e-a90eebbad7d9),segment_id=866eaa01-c680-4d3e-972e-a90eebbad7d9)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:08:31.013106 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-554b9fe1-423b-4387-a908-1f3a6dd53cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:31.025365 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-554b9fe1-423b-4387-a908-1f3a6dd53cae admin admin] Calling delete_port for 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:08:31.086179 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c731a3-d05b-4aea-828a-6f401d950c8d None None] DHCP port deletion for 4eb4f5de-13f4-4776-8397-6fd9e755a273 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 20:08:31.109652 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-554b9fe1-423b-4387-a908-1f3a6dd53cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:31.119533 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 no longer exists at agent hyperv_n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:08:31.136543 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b9fe1-423b-4387-a908-1f3a6dd53cae admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4f4886-14d3-4044-bfd5-6ea75c5e19a8,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:08:31.138502 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b9fe1-423b-4387-a908-1f3a6dd53cae admin admin] No DVR routers for this DVR port 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:08:31.147230 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] No Port match for: 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:08:31.147513 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Device 55690a6a-2668-4bb4-9adc-cf16cc88d1a3 not bound to the agent host n-h1-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:08:31.165525 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d8c731a3-d05b-4aea-828a-6f401d950c8d None None] Deleting port 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8 {{(pid=101446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:08:31.165932 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d8c731a3-d05b-4aea-828a-6f401d950c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:31.210428 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-554b9fe1-423b-4387-a908-1f3a6dd53cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:31.229837 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-554b9fe1-423b-4387-a908-1f3a6dd53cae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb4f5de-13f4-4776-8397-6fd9e755a273']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:08:31.231800 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.db [None req-d8c731a3-d05b-4aea-828a-6f401d950c8d None None] For port 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8, host n-d-807786-1, got binding levels [] {{(pid=101446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:08:31.232314 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d8c731a3-d05b-4aea-828a-6f401d950c8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:31.239135 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-554b9fe1-423b-4387-a908-1f3a6dd53cae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866eaa01-c680-4d3e-972e-a90eebbad7d9') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:08:31.239428 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-554b9fe1-423b-4387-a908-1f3a6dd53cae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866eaa01-c680-4d3e-972e-a90eebbad7d9') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:08:31.246680 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-d8c731a3-d05b-4aea-828a-6f401d950c8d None None] Calling delete_port for 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8 owned by network:dhcp {{(pid=101446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:08:31.250187 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.ipam_backend_mixin [None req-d8c731a3-d05b-4aea-828a-6f401d950c8d None None] Port 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8 was not found and therefore no delete operation was performed {{(pid=101446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 20:08:31.251519 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-d8c731a3-d05b-4aea-828a-6f401d950c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049'] for port, after_delete {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:31.254457 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-554b9fe1-423b-4387-a908-1f3a6dd53cae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:31.268436 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-554b9fe1-423b-4387-a908-1f3a6dd53cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:31.274427 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554b9fe1-423b-4387-a908-1f3a6dd53cae admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 20:08:31.274813 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-554b9fe1-423b-4387-a908-1f3a6dd53cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: timer() Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 20:08:31.276446 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 20:08:31.284323 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c731a3-d05b-4aea-828a-6f401d950c8d None None] Pushing event deleted for resources: {'Port': ['ID=8b4f4886-14d3-4044-bfd5-6ea75c5e19a8,revision_number=None']} {{(pid=101446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:08:31.286196 n-d-807786-1 neutron-server[101446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c731a3-d05b-4aea-828a-6f401d950c8d None None] No DVR routers for this DVR port 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8 on host n-d-807786-1 {{(pid=101446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:08:31.334769 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-554b9fe1-423b-4387-a908-1f3a6dd53cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:31.341288 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-554b9fe1-423b-4387-a908-1f3a6dd53cae admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:31.345808 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-554b9fe1-423b-4387-a908-1f3a6dd53cae admin admin] 10.222.0.26 "DELETE /v2.0/networks/4eb4f5de-13f4-4776-8397-6fd9e755a273 HTTP/1.1" status: 204 len: 168 time: 0.5166814 Sep 07 20:08:31.346407 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54370) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:08:31.358510 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b9fe1-423b-4387-a908-1f3a6dd53cae admin admin] Pushing event deleted for resources: {'Network': ['ID=4eb4f5de-13f4-4776-8397-6fd9e755a273,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:08:31.680376 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a0858e23-1944-4a17-b2ca-14613c70a911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1627207'] for router_interface, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:31.900443 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e42bf4e8-b28d-44a7-b56e-fd704cda461a no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:08:31.923057 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: e42bf4e8-b28d-44a7-b56e-fd704cda461a {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:08:31.923278 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-a0858e23-1944-4a17-b2ca-14613c70a911 admin admin] Deleting port 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:08:31.923413 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device e42bf4e8-b28d-44a7-b56e-fd704cda461a not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:08:31.923525 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a0858e23-1944-4a17-b2ca-14613c70a911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:31.923804 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fe4e856e-2504-4fa8-9c2b-20fdf09a403d no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:08:31.941777 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: fe4e856e-2504-4fa8-9c2b-20fdf09a403d {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:08:31.942121 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device fe4e856e-2504-4fa8-9c2b-20fdf09a403d not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:08:31.942529 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:08:31.960861 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:08:31.961214 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 8b4f4886-14d3-4044-bfd5-6ea75c5e19a8 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:08:32.004066 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-a0858e23-1944-4a17-b2ca-14613c70a911 admin admin] For port 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=86c27533-3b4b-4b0b-bec5-6e8dcc2004cc,segment=NetworkSegment(d4757504-e107-4e0a-9ccc-1aeb883d2c01),segment_id=d4757504-e107-4e0a-9ccc-1aeb883d2c01)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:08:32.004435 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a0858e23-1944-4a17-b2ca-14613c70a911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:32.016644 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-a0858e23-1944-4a17-b2ca-14613c70a911 admin admin] Calling delete_port for 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc owned by network:router_interface {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:08:32.068194 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:32.191466 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a0858e23-1944-4a17-b2ca-14613c70a911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:32.222947 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0858e23-1944-4a17-b2ca-14613c70a911 admin admin] Pushing event deleted for resources: {'Port': ['ID=86c27533-3b4b-4b0b-bec5-6e8dcc2004cc,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:08:32.382960 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-a0858e23-1944-4a17-b2ca-14613c70a911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627307'] for router_interface, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:32.596339 n-d-807786-1 neutron-server[101445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0858e23-1944-4a17-b2ca-14613c70a911 admin admin] Router 5172296b-beac-4ffd-bc1e-2b53d47c18b1 has already been hosted by L3 agent 610a8117-4192-4d4c-b77f-f87af6c1511e {{(pid=101445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:08:32.954164 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0858e23-1944-4a17-b2ca-14613c70a911 admin admin] Notify agent at l3_agent.n-d-807786-1 the message routers_updated {{(pid=101445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:08:32.959354 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-a0858e23-1944-4a17-b2ca-14613c70a911 admin admin] 10.222.0.26 "PUT /v2.0/routers/5172296b-beac-4ffd-bc1e-2b53d47c18b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6121225 Sep 07 20:08:32.961866 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54372) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:08:32.962580 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51902acb-ca52-45ce-87fb-443af3f09de8 None None] Sync routers for ids ['5172296b-beac-4ffd-bc1e-2b53d47c18b1'] in n-d-807786-1 {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:08:32.971980 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51902acb-ca52-45ce-87fb-443af3f09de8 None None] Routers {'5172296b-beac-4ffd-bc1e-2b53d47c18b1'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:08:32.972619 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-51902acb-ca52-45ce-87fb-443af3f09de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:08:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5172296b-beac-4ffd-bc1e-2b53d47c18b1'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:08:33.063494 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b5391dc9-ecda-44c6-942b-8e7b0736c16d admin admin] Notify callbacks [] for router, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:33.075158 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-51902acb-ca52-45ce-87fb-443af3f09de8 None None] Set router 5172296b-beac-4ffd-bc1e-2b53d47c18b1 gateway port host: n-d-807786-1 {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:08:33.165121 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b5391dc9-ecda-44c6-942b-8e7b0736c16d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:33.216001 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-b5391dc9-ecda-44c6-942b-8e7b0736c16d admin admin] Deleting port a29ced70-7517-4287-838c-9ae092d075e8 {{(pid=101445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:08:33.216249 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b5391dc9-ecda-44c6-942b-8e7b0736c16d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:33.257501 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-51902acb-ca52-45ce-87fb-443af3f09de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5172296b-beac-4ffd-bc1e-2b53d47c18b1', 'name': 'tempest-TestSnapshotPattern-1952869679-router', 'tenant_id': '5c917796b7f2450a94476b23b8c8ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'external_fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'a29ced70-7517-4287-838c-9ae092d075e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:40Z', 'updated_at': '2021-09-07T20:08:32Z', 'revision_number': 5, 'project_id': '5c917796b7f2450a94476b23b8c8ede1', 'gw_port': {'id': 'a29ced70-7517-4287-838c-9ae092d075e8', 'name': '', 'network_id': '6f27c923-095d-46fa-b899-1d1faf6fb43c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5172296b-beac-4ffd-bc1e-2b53d47c18b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807786-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:03:41Z', 'updated_at': '2021-09-07T20:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82cf7fe-e5c3-4bd9-8c44-2fef9fe00cfd', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807786-1'}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:08:33.286410 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51902acb-ca52-45ce-87fb-443af3f09de8 None None] Checking router: 5172296b-beac-4ffd-bc1e-2b53d47c18b1 for host: n-d-807786-1 {{(pid=101447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:08:33.294459 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51902acb-ca52-45ce-87fb-443af3f09de8 None None] Routers {'5172296b-beac-4ffd-bc1e-2b53d47c18b1'} bound to L3 agent in host n-d-807786-1 {{(pid=101447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:08:33.295073 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-51902acb-ca52-45ce-87fb-443af3f09de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807786-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:32:59Z,description=,heartbeat_timestamp=2021-09-07T20:08:29Z,host='n-d-807786-1',id=610a8117-4192-4d4c-b77f-f87af6c1511e,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:32:59Z,topic='l3_agent')) {'router_ids': ['5172296b-beac-4ffd-bc1e-2b53d47c18b1'], 'active': True} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:08:33.297236 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.db [None req-b5391dc9-ecda-44c6-942b-8e7b0736c16d admin admin] For port a29ced70-7517-4287-838c-9ae092d075e8, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=a29ced70-7517-4287-838c-9ae092d075e8,segment=NetworkSegment(483c8843-4b88-481e-bb3b-7a612657f7e1),segment_id=483c8843-4b88-481e-bb3b-7a612657f7e1)] {{(pid=101445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:08:33.297598 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b5391dc9-ecda-44c6-942b-8e7b0736c16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:33.308893 n-d-807786-1 neutron-server[101445]: DEBUG neutron.plugins.ml2.plugin [None req-b5391dc9-ecda-44c6-942b-8e7b0736c16d admin admin] Calling delete_port for a29ced70-7517-4287-838c-9ae092d075e8 owned by network:router_gateway {{(pid=101445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:08:33.379530 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_dvr_db [None req-51902acb-ca52-45ce-87fb-443af3f09de8 None None] Set router 5172296b-beac-4ffd-bc1e-2b53d47c18b1 gateway port host: None {{(pid=101447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:08:33.433267 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.l3_hamode_db [None req-51902acb-ca52-45ce-87fb-443af3f09de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5172296b-beac-4ffd-bc1e-2b53d47c18b1', 'name': 'tempest-TestSnapshotPattern-1952869679-router', 'tenant_id': '5c917796b7f2450a94476b23b8c8ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:40Z', 'updated_at': '2021-09-07T20:08:33Z', 'revision_number': 6, 'project_id': '5c917796b7f2450a94476b23b8c8ede1', 'gw_port_host': None}], 'n-d-807786-1', False) {} {{(pid=101447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:08:33.459214 n-d-807786-1 neutron-server[101447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51902acb-ca52-45ce-87fb-443af3f09de8 None None] The sync data for ids ['5172296b-beac-4ffd-bc1e-2b53d47c18b1'] in n-d-807786-1 is: [{'id': '5172296b-beac-4ffd-bc1e-2b53d47c18b1', 'name': 'tempest-TestSnapshotPattern-1952869679-router', 'tenant_id': '5c917796b7f2450a94476b23b8c8ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:03:40Z', 'updated_at': '2021-09-07T20:08:33Z', 'revision_number': 6, 'project_id': '5c917796b7f2450a94476b23b8c8ede1', 'gw_port_host': None}] {{(pid=101447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:08:33.471398 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b5391dc9-ecda-44c6-942b-8e7b0736c16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14095965'] for port, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:33.497394 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5391dc9-ecda-44c6-942b-8e7b0736c16d admin admin] Pushing event deleted for resources: {'Port': ['ID=a29ced70-7517-4287-838c-9ae092d075e8,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:08:33.556280 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b5391dc9-ecda-44c6-942b-8e7b0736c16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583881'] for router_gateway, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:33.651341 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:08:33.653221 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b5391dc9-ecda-44c6-942b-8e7b0736c16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:33.655912 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b5391dc9-ecda-44c6-942b-8e7b0736c16d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:33.696791 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b5391dc9-ecda-44c6-942b-8e7b0736c16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626211'] for router, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:33.697304 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5391dc9-ecda-44c6-942b-8e7b0736c16d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5172296b-beac-4ffd-bc1e-2b53d47c18b1 {{(pid=101445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 20:08:33.702136 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b5391dc9-ecda-44c6-942b-8e7b0736c16d admin admin] Notify callbacks [] for router, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:33.703428 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b5391dc9-ecda-44c6-942b-8e7b0736c16d admin admin] 10.222.0.26 "DELETE /v2.0/routers/5172296b-beac-4ffd-bc1e-2b53d47c18b1 HTTP/1.1" status: 204 len: 168 time: 0.7406068 Sep 07 20:08:33.705922 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54374) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:08:33.748788 n-d-807786-1 neutron-server[101445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b965a637-1319-4b2f-a1d4-22d8cbc8321f admin admin] Deleting subnet 97611ea5-02dd-4e7f-b97e-2764d3c796a3 {{(pid=101445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 20:08:33.751598 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b965a637-1319-4b2f-a1d4-22d8cbc8321f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:33.784731 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b965a637-1319-4b2f-a1d4-22d8cbc8321f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14133489'] for subnet, precommit_delete_associations {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:33.871939 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b965a637-1319-4b2f-a1d4-22d8cbc8321f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019765'] for subnet, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:33.926264 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b965a637-1319-4b2f-a1d4-22d8cbc8321f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14095912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14364705'] for subnet, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:33.953611 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965a637-1319-4b2f-a1d4-22d8cbc8321f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97611ea5-02dd-4e7f-b97e-2764d3c796a3,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:08:33.955613 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-b965a637-1319-4b2f-a1d4-22d8cbc8321f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:33.957540 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-b965a637-1319-4b2f-a1d4-22d8cbc8321f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/97611ea5-02dd-4e7f-b97e-2764d3c796a3 HTTP/1.1" status: 204 len: 168 time: 0.2506554 Sep 07 20:08:33.959626 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a309ad5d-479c-47bb-8144-0b29f58640d7 None None] Network e44cdea9-2877-43eb-bda7-d794181bde01 requested from n-d-807786-1 {{(pid=101446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:08:33.960147 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54376) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:08:34.032230 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b517df8d-8cbb-440e-bfc0-ab0af3941a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-906622'] for network, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:34.083701 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b517df8d-8cbb-440e-bfc0-ab0af3941a8a admin admin] Deleting port 55d6a385-1cff-48fb-8091-76964afd7961 {{(pid=101444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:08:34.084051 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b517df8d-8cbb-440e-bfc0-ab0af3941a8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770299388694'] for port, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:34.146597 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.db [None req-b517df8d-8cbb-440e-bfc0-ab0af3941a8a admin admin] For port 55d6a385-1cff-48fb-8091-76964afd7961, host n-d-807786-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807786-1',level=0,port_id=55d6a385-1cff-48fb-8091-76964afd7961,segment=NetworkSegment(d4757504-e107-4e0a-9ccc-1aeb883d2c01),segment_id=d4757504-e107-4e0a-9ccc-1aeb883d2c01)] {{(pid=101444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:08:34.147045 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b517df8d-8cbb-440e-bfc0-ab0af3941a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1587262'] for port, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:34.159129 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.plugin [None req-b517df8d-8cbb-440e-bfc0-ab0af3941a8a admin admin] Calling delete_port for 55d6a385-1cff-48fb-8091-76964afd7961 owned by network:dhcp {{(pid=101444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:08:34.242075 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b517df8d-8cbb-440e-bfc0-ab0af3941a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770299394524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770298874049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15825730'] for port, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:34.242820 n-d-807786-1 neutron-server[101446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572c27c5-3a92-4d9a-a6ae-c631ed07f57e None None] DHCP port deletion for e44cdea9-2877-43eb-bda7-d794181bde01 request from n-d-807786-1 {{(pid=101446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 20:08:34.274747 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517df8d-8cbb-440e-bfc0-ab0af3941a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=55d6a385-1cff-48fb-8091-76964afd7961,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:08:34.276975 n-d-807786-1 neutron-server[101444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b517df8d-8cbb-440e-bfc0-ab0af3941a8a admin admin] No DVR routers for this DVR port 55d6a385-1cff-48fb-8091-76964afd7961 on host n-d-807786-1 {{(pid=101444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:08:34.303301 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:08:34.327330 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:08:34.327756 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 86c27533-3b4b-4b0b-bec5-6e8dcc2004cc not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:08:34.351741 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b517df8d-8cbb-440e-bfc0-ab0af3941a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017080', 'neutron.services.segments.db._delete_segments_for_network-8770299371897'] for network, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:34.373195 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-b517df8d-8cbb-440e-bfc0-ab0af3941a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44cdea9-2877-43eb-bda7-d794181bde01']}} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:08:34.384089 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-b517df8d-8cbb-440e-bfc0-ab0af3941a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4757504-e107-4e0a-9ccc-1aeb883d2c01') {'for_net_delete': True} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:08:34.384391 n-d-807786-1 neutron-server[101444]: DEBUG neutron.services.segments.db [None req-b517df8d-8cbb-440e-bfc0-ab0af3941a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4757504-e107-4e0a-9ccc-1aeb883d2c01') {} {{(pid=101444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:08:34.394113 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b517df8d-8cbb-440e-bfc0-ab0af3941a8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770299372162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15825890'] for segment, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:34.407431 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b517df8d-8cbb-440e-bfc0-ab0af3941a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879'] for segment, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:34.413197 n-d-807786-1 neutron-server[101444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b517df8d-8cbb-440e-bfc0-ab0af3941a8a admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 20:08:34.413584 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b517df8d-8cbb-440e-bfc0-ab0af3941a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15826325'] for segment, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: Traceback (most recent call last): Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: timer() Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: cb(*args, **kw) Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: return func(*args, **kwargs) Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: self._notify() Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: self.callback(batched_events) Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: event.method(event) Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: return f(self, *a, **k) Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: return self._get(url).json() Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: return self.request(url, 'GET', **kwargs) Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 20:08:34.415424 n-d-807786-1 neutron-server[101444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 20:08:34.469940 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b517df8d-8cbb-440e-bfc0-ab0af3941a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583925'] for network, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:34.485910 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-b517df8d-8cbb-440e-bfc0-ab0af3941a8a admin admin] Notify callbacks [] for network, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:34.487825 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-b517df8d-8cbb-440e-bfc0-ab0af3941a8a admin admin] 10.222.0.26 "DELETE /v2.0/networks/e44cdea9-2877-43eb-bda7-d794181bde01 HTTP/1.1" status: 204 len: 168 time: 0.5266609 Sep 07 20:08:34.489221 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517df8d-8cbb-440e-bfc0-ab0af3941a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=e44cdea9-2877-43eb-bda7-d794181bde01,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:08:34.666494 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54380) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:08:34.712127 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-a4e4bc49-c846-48a6-ba49-8197b77bbe9f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ff65d80fecf546768740138135f7742d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426457 Sep 07 20:08:34.712810 n-d-807786-1 neutron-server[101444]: DEBUG neutron.wsgi [-] (101444) accepted ('10.222.0.26', 54382) {{(pid=101444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:08:34.761867 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-78965b20-3d63-4503-a8cd-946420be3c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:34.782214 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-78965b20-3d63-4503-a8cd-946420be3c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:34.828132 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-78965b20-3d63-4503-a8cd-946420be3c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:34.830581 n-d-807786-1 neutron-server[101444]: DEBUG neutron_lib.callbacks.manager [None req-78965b20-3d63-4503-a8cd-946420be3c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:34.831739 n-d-807786-1 neutron-server[101444]: INFO neutron.wsgi [None req-78965b20-3d63-4503-a8cd-946420be3c8b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3533b9e5-6086-460f-8ca0-9d992fec1e83 HTTP/1.1" status: 204 len: 168 time: 0.1178410 Sep 07 20:08:34.839920 n-d-807786-1 neutron-server[101444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78965b20-3d63-4503-a8cd-946420be3c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3533b9e5-6086-460f-8ca0-9d992fec1e83,revision_number=None']} {{(pid=101444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:08:35.148408 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54388) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:08:35.380727 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-0ba148da-3c54-4193-9062-46ae18a8849b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c917796b7f2450a94476b23b8c8ede1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2308760 Sep 07 20:08:35.383186 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [-] (101445) accepted ('10.222.0.26', 54392) {{(pid=101445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:08:35.434853 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bbd5eadb-d372-444d-a84b-8733efd031a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:35.456091 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bbd5eadb-d372-444d-a84b-8733efd031a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:35.503057 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bbd5eadb-d372-444d-a84b-8733efd031a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703372'] for security_group, after_delete {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:35.505908 n-d-807786-1 neutron-server[101445]: DEBUG neutron_lib.callbacks.manager [None req-bbd5eadb-d372-444d-a84b-8733efd031a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:35.507072 n-d-807786-1 neutron-server[101445]: INFO neutron.wsgi [None req-bbd5eadb-d372-444d-a84b-8733efd031a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c321e99-293d-45bc-8a77-26e25ce026d7 HTTP/1.1" status: 204 len: 168 time: 0.1229630 Sep 07 20:08:35.514828 n-d-807786-1 neutron-server[101445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5eadb-d372-444d-a84b-8733efd031a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c321e99-293d-45bc-8a77-26e25ce026d7,revision_number=None']} {{(pid=101445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:08:35.896423 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 55d6a385-1cff-48fb-8091-76964afd7961 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:08:35.916927 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: 55d6a385-1cff-48fb-8091-76964afd7961 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:08:35.917267 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device 55d6a385-1cff-48fb-8091-76964afd7961 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:08:35.917677 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a29ced70-7517-4287-838c-9ae092d075e8 no longer exists at agent ovs-agent-n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:08:35.935600 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.plugin [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] No Port match for: a29ced70-7517-4287-838c-9ae092d075e8 {{(pid=101446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:08:35.935980 n-d-807786-1 neutron-server[101446]: DEBUG neutron.plugins.ml2.rpc [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Device a29ced70-7517-4287-838c-9ae092d075e8 not bound to the agent host n-d-807786-1 {{(pid=101446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:08:43.823365 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:44.694759 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:56.098135 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-959353c7-1963-430e-b67b-eab8892500c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:58.884325 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1bb41833-82ac-4e2d-b866-1f15937f9c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:08:59.168998 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:09:00.550126 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:09:02.068390 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:09:10.651210 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:09:13.824240 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:09:14.723755 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:09:26.099765 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2639-9a9f-4626-8f36-83034f88db3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:09:28.883594 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2d19558d-d601-440d-b525-39e8fbe69f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:09:29.169037 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:09:30.557004 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:09:32.069623 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:09:43.836114 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:09:44.720528 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:09:47.652560 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:09:56.100756 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fdc2a038-037f-4e64-8c95-21f078e410f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:09:58.883474 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-a2107acb-6357-4446-be6a-db1ecc6b828f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:09:59.169708 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:10:00.557565 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:10:02.074324 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:10:13.845761 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:10:14.735385 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:10:24.652568 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:10:26.103352 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-efaa2b79-bc8c-444b-9def-ef63d657765d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:10:28.883748 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-2798043e-2a2f-4802-ae45-519e50dd571b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:10:29.169348 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:10:30.559975 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:10:32.076159 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:10:43.847455 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:10:44.751827 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:10:56.105780 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-38a4a71d-e562-484a-a714-e6a7be901f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:10:58.885902 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-adaa635b-34f9-4c65-b492-e05829b42450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:10:59.171138 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:11:00.563182 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:11:01.652040 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:11:02.079465 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:11:13.858780 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:11:14.750887 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:11:26.107310 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bab17740-b244-48c9-8825-c20583f55106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:11:28.886244 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f146bdad-7aa0-43ac-9b7f-55300fc89c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:11:29.171606 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:11:30.566597 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:11:32.082885 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:11:38.651976 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:11:43.872385 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:11:44.763915 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:11:56.109031 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b4c8bd09-a99f-4086-a43b-12e198bb157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:11:58.886331 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1e722181-6e9e-49cb-a1cb-e5dd2e2231b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:11:59.173504 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:12:00.569442 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:12:02.085670 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:12:13.889960 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:12:14.765759 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:12:15.651688 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:12:26.109662 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5f6a90f2-79c7-4939-82b7-5933d02a5e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:12:28.889129 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7b77637d-c405-403a-8a65-3df059695094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:12:29.173085 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:12:30.571800 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:12:32.088326 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:12:43.908848 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:12:44.765828 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:12:52.651309 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:12:56.110034 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c6f74c28-bb1f-49da-9475-2ab6e2838241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:12:58.889513 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-c783d9e8-0166-4da2-ba6e-b50a8145724b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:12:59.174392 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:13:00.575004 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:13:02.093868 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:13:13.903557 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:13:14.779122 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:13:26.109694 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-7a7f9750-b006-4f2c-88cb-97f769d1092c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:13:28.891797 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0145711c-0b5e-4a68-85de-06c6ed34d1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:13:29.175671 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:13:29.650113 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:13:30.578528 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:13:32.094031 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:13:43.903229 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:13:44.778148 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:13:56.110922 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ad760629-158c-4ce4-b333-a3b759493635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:13:58.891310 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-5e3a6a23-ae77-493a-a1a2-a352a31398d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:13:59.176648 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:14:00.580489 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:14:02.096248 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:14:06.650093 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:14:13.898768 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:14:14.792713 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:14:26.110354 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-fa58fb78-5447-4c16-85c6-484d2897062e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:14:28.892093 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-bc9c80e4-8ec2-4dc1-b7a8-1e3e92900aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:14:29.176741 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:14:30.583873 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:14:32.100394 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:14:43.648635 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:14:43.928820 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:14:44.795179 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:14:56.114013 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-149a0fd5-0b58-4da2-9572-b8ea66b47d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:14:58.891903 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-0d4774c3-02a5-417c-845e-367e88bd693d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:14:59.176882 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:15:00.586388 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:15:02.101229 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:15:13.933756 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:15:14.809581 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:15:20.647330 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:15:26.113877 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b36658a9-f884-41d4-9783-cf7f12fee112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:15:28.892818 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-66f63388-7aad-44d5-9b0d-acbff607bf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:15:29.176939 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:15:30.590257 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:15:32.103345 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:15:43.942634 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:15:44.825047 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:15:56.114245 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-51205849-6276-4037-bf3a-366bbedcca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:15:57.646384 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:15:58.892927 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-4a125cb6-8dc6-4b5d-afb9-90e6953847ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:15:59.177395 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:16:00.591833 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:16:02.106245 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:16:13.972541 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:16:14.812725 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:16:26.113295 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-1c11303c-c0fc-4d8a-b86e-2f6093e7d36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:16:28.893800 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6ec25457-1cd1-43d1-b64c-3c50e065cac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:16:29.177659 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:16:30.595729 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:16:32.112151 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:16:34.645317 n-d-807786-1 neutron-server[101447]: DEBUG neutron.db.agents_db [None req-c219fb93-d979-4b74-9e7d-d2b8f7eea4f4 None None] Agent healthcheck: found 7 active agents {{(pid=101447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:16:43.971797 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-69d12a06-a031-4750-b5f8-59daf5233f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:16:44.827308 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-7f3b-42ed-8d6f-36f87b7fd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:16:48.337220 n-d-807786-1 neutron-server[101445]: DEBUG neutron.wsgi [req-ef0e3252-0eae-4ee1-8843-8ecd137c1d29 req-812e35a9-5aec-43ee-8262-061c97af9456 service neutron] (101445) timed out ('10.222.0.26', 53002) {{(pid=101445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 20:16:56.114817 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-f9b044fa-8672-4f0c-ba7b-a82205f6f755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:16:58.895209 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-036399ad-d0ac-4c78-850c-099932d21595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:16:59.179503 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-ed61ec32-59ea-49da-9823-2f0193f43e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:17:00.599936 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-b2394dd5-7105-41ef-acbf-c7b78b903151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:17:02.112268 n-d-807786-1 neutron-server[101446]: DEBUG neutron_lib.callbacks.manager [None req-9c830f30-f57b-43f2-b27e-60004f52d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770299371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030694'] for agent, after_update {{(pid=101446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}